-- Logs begin at Thu 2022-03-24 00:04:15 UTC, end at Thu 2022-03-24 02:20:29 UTC. -- Mar 24 00:36:41.483214 n-d-760455-9 systemd[1]: Started Devstack devstack@q-svc.service. Mar 24 00:36:44.422058 n-d-760455-9 neutron-server[115620]: INFO neutron.common.config [-] Logging enabled! Mar 24 00:36:44.422685 n-d-760455-9 neutron-server[115620]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev50 Mar 24 00:36:44.422857 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115620) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 24 00:36:44.426688 n-d-760455-9 neutron-server[115620]: INFO neutron.common.config [-] Logging enabled! Mar 24 00:36:44.426948 n-d-760455-9 neutron-server[115620]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev50 Mar 24 00:36:44.427262 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115620) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 24 00:36:44.428188 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 00:36:44.428426 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 00:36:44.428799 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 00:36:44.429049 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 00:36:44.429303 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 00:36:44.430060 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.430502 n-d-760455-9 neutron-server[115620]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 24 00:36:44.430818 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.431120 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.431419 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.431719 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.432013 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.432298 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.432589 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.432887 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.433201 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.433486 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.433774 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.434066 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.434347 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.434635 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.434921 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.435201 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] debug = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.435483 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.435921 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.436339 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.436621 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.436929 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.437229 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.437491 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.437769 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.438054 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.438381 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] host = n-d-760455-9 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.438660 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.438947 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.439233 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.439520 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.439795 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.440071 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.440356 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.441248 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.441524 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] log_file = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.441800 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.442091 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.442380 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.442671 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.442904 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.443125 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.443420 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.443704 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.443982 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.444256 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.444530 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.444803 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.445077 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.445368 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.445652 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.445935 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.446220 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.446495 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.446769 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.447045 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.447317 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.447600 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.447872 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.448143 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.448413 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.448698 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.448965 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.449261 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.449562 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.449846 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.450131 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.450415 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.450685 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.450966 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.451235 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.451503 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.451772 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] use_json = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.452041 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.452309 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.452589 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.452857 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.453158 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.453432 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.453701 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.453987 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.454258 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:44.454554 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.454848 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.455147 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.455443 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.455729 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.456008 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.456335 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.456613 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.456900 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.457215 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.457505 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.457782 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.458083 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.458373 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.458677 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.458979 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.459270 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.459561 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.459835 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.460111 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.460385 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.460663 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.460950 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.461257 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.461547 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.461835 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.462115 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.462412 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.462700 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.462992 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.463282 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.463555 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.463831 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.464124 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.464401 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.464678 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.464958 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.465275 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.465555 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.465829 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.466114 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.466395 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.466669 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.466943 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.467227 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.467519 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.467796 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.468070 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.468344 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.468622 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.468901 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.469211 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.469490 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.469764 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.470039 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.470319 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.470595 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.470869 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.471148 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.471422 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.471699 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.472009 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.472285 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.472559 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.472833 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.473128 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.473408 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.473682 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.473959 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.474236 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.474507 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.474782 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.475054 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.475328 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.475616 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.475910 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.476187 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.476466 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.476744 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.477022 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.477325 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.477605 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.477881 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.478164 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.478441 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.478746 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.479019 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.479306 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.479606 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.479883 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.480180 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.480459 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.480736 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.481034 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.481322 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.481601 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.481884 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.482169 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.482463 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.482757 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.483054 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.483349 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.483644 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.483923 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.484237 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.484514 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:44.484735 n-d-760455-9 neutron-server[115620]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 00:36:44.484980 n-d-760455-9 neutron-server[115620]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115620) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 24 00:36:44.855992 n-d-760455-9 neutron-server[115620]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 24 00:36:44.856272 n-d-760455-9 neutron-server[115620]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 24 00:36:44.856586 n-d-760455-9 neutron-server[115620]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 24 00:36:44.857065 n-d-760455-9 neutron-server[115620]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 24 00:36:45.194568 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.194872 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.195146 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.196329 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.196614 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.196999 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.251286 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.251567 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.251841 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.267100 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.267387 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.267658 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.300890 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.301199 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.301469 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.444995 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.445636 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.445636 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.677563 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.677847 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.678116 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.678384 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.679076 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.777321 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.777587 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.777872 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.778146 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.778416 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.778731 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.778994 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.779252 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.779507 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.779790 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.780052 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.780314 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.780569 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.780819 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.781078 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.781371 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.781628 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.781896 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.782166 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.782421 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.782693 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.782944 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.783221 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.783599 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.783850 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.784095 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.785012 n-d-760455-9 neutron-server[115620]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115620) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 00:36:45.785280 n-d-760455-9 neutron-server[115620]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115620) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 00:36:45.785522 n-d-760455-9 neutron-server[115620]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115620) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 00:36:45.785758 n-d-760455-9 neutron-server[115620]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115620) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 00:36:45.785995 n-d-760455-9 neutron-server[115620]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115620) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 00:36:45.786229 n-d-760455-9 neutron-server[115620]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115620) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 00:36:45.786589 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 24 00:36:45.789702 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 24 00:36:45.794029 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 24 00:36:45.797741 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Mar 24 00:36:45.799379 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 24 00:36:45.800425 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 24 00:36:45.800769 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 24 00:36:45.801173 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 24 00:36:45.804001 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 24 00:36:45.804259 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 24 00:36:45.804610 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 24 00:36:45.809505 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 24 00:36:45.833628 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 24 00:36:45.834078 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.834377 n-d-760455-9 neutron-server[115620]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115620) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 24 00:36:45.834745 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.836123 n-d-760455-9 neutron-server[115620]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115620) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 24 00:36:45.836407 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 24 00:36:45.836655 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 24 00:36:45.840005 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.840296 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:45.902847 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 24 00:36:45.903087 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 24 00:36:45.903327 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 24 00:36:45.903694 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 24 00:36:45.924429 n-d-760455-9 neutron-server[115620]: DEBUG oslo_db.sqlalchemy.engines [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115620) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 24 00:36:46.364278 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Initializing driver for type 'gre' Mar 24 00:36:46.364829 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] gre ID ranges: [(1, 1000)] Mar 24 00:36:46.417584 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Initializing driver for type 'local' Mar 24 00:36:46.418005 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Initializing driver for type 'vlan' Mar 24 00:36:46.431288 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] VlanTypeDriver initialization complete Mar 24 00:36:46.431717 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Initializing driver for type 'vxlan' Mar 24 00:36:46.432231 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] vxlan ID ranges: [(1, 1000)] Mar 24 00:36:46.483466 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Initializing extension driver 'port_security' Mar 24 00:36:46.484123 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.extensions.port_security [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] PortSecurityExtensionDriver initialization complete Mar 24 00:36:46.484277 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Initializing mechanism driver 'openvswitch' Mar 24 00:36:46.484622 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Initializing mechanism driver 'hyperv' Mar 24 00:36:46.491855 n-d-760455-9 neutron-server[115620]: DEBUG neutron.plugins.ml2.plugin [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:36:46.492539 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > port after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.492922 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > port after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.493310 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > port after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.493840 n-d-760455-9 neutron-server[115620]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115620) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 00:36:46.494279 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > subnet after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.494643 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > subnet after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.494996 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.495397 n-d-760455-9 neutron-server[115620]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115620) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 00:36:46.495812 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > network after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.496168 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > network after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.496516 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > network after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.496910 n-d-760455-9 neutron-server[115620]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115620) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 00:36:46.497349 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > security_group after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.497706 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > security_group after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.498052 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.498586 n-d-760455-9 neutron-server[115620]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115620) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 00:36:46.499000 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.499358 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.499715 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.500118 n-d-760455-9 neutron-server[115620]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115620) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 00:36:46.500530 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > address_group after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.500888 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > address_group after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.501269 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.501673 n-d-760455-9 neutron-server[115620]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115620) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 00:36:46.502126 n-d-760455-9 neutron-server[115620]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] ML2 OVO RPC backend initialized. {{(pid=115620) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 24 00:36:46.502835 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.503225 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.503648 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > network before_response 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.504009 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > networks before_response 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.504359 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > port before_response 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.504705 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > ports before_response 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.505058 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > subnet before_response 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.505434 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > subnets before_response 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.505789 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > network after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.506139 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > network after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.506481 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > network after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.506828 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > port after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.507172 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > port after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.507516 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > port after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.507860 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > subnet after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.508211 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > subnet after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.508556 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.515852 n-d-760455-9 neutron-server[115620]: INFO neutron.quota [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded quota_driver: . Mar 24 00:36:46.516228 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.plugin [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Modular L2 Plugin initialization complete Mar 24 00:36:46.516585 n-d-760455-9 neutron-server[115620]: DEBUG neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading services supported by the core plugin {{(pid=115620) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 24 00:36:46.516941 n-d-760455-9 neutron-server[115620]: INFO neutron.plugins.ml2.managers [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Got port-security extension from driver 'port_security' Mar 24 00:36:46.517456 n-d-760455-9 neutron-server[115620]: INFO neutron.extensions.vlantransparent [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Disabled vlantransparent extension. Mar 24 00:36:46.517958 n-d-760455-9 neutron-server[115620]: DEBUG neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115620) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 24 00:36:46.518292 n-d-760455-9 neutron-server[115620]: INFO neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading Plugin: router Mar 24 00:36:46.554875 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.555292 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router after_create 55549900 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.555660 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router before_create 55549900 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.556035 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.556415 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.556778 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router after_delete 55549900 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.557170 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.557532 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.557895 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router after_create 55549900 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.558250 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router after_update 55549900 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.558607 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router after_update 55549900 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.558965 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.559328 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router after_update 55549900 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.559744 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router precommit_update 55549900 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.560124 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: port after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.560481 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: port after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.560830 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: subnet after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.561209 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.561570 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.561927 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router precommit_create 55549900 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.562277 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: port before_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.562626 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router precommit_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.562988 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router after_update 55549900 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.563335 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.563690 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router precommit_create 55549900 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.564058 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.564408 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router precommit_update 55549900 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.564778 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > agent after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.565164 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > agent after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.565542 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > network after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.566395 n-d-760455-9 neutron-server[115620]: DEBUG neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Tracking information for resource: router configured {{(pid=115620) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 00:36:46.566731 n-d-760455-9 neutron-server[115620]: DEBUG neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Tracking information for resource: floatingip configured {{(pid=115620) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 00:36:46.571671 n-d-760455-9 neutron-server[115620]: INFO neutron.db.l3_agentschedulers_db [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 24 00:36:46.572246 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: port after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.572613 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: port after_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.572974 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: port after_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.573371 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: port after_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.574170 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router before_create 55550100 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.574544 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.574917 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router precommit_create 55550100 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.575283 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > router precommit_update 55550100 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.580285 n-d-760455-9 neutron-server[115620]: DEBUG neutron.services.provider_configuration [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Service providers = [] {{(pid=115620) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 24 00:36:46.580656 n-d-760455-9 neutron-server[115620]: DEBUG neutron.db.servicetype_db [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115620) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 24 00:36:46.584192 n-d-760455-9 neutron-server[115620]: DEBUG neutron.services.service_base [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115620) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 00:36:46.584559 n-d-760455-9 neutron-server[115620]: DEBUG neutron.services.service_base [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115620) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 00:36:46.584906 n-d-760455-9 neutron-server[115620]: DEBUG neutron.services.service_base [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115620) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 00:36:46.585833 n-d-760455-9 neutron-server[115620]: DEBUG neutron.services.service_base [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115620) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 00:36:46.586206 n-d-760455-9 neutron-server[115620]: INFO neutron.services.service_base [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 24 00:36:46.586594 n-d-760455-9 neutron-server[115620]: DEBUG neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115620) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 00:36:46.586918 n-d-760455-9 neutron-server[115620]: INFO neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 24 00:36:46.598078 n-d-760455-9 neutron-server[115620]: DEBUG neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115620) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 00:36:46.598424 n-d-760455-9 neutron-server[115620]: INFO neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading Plugin: auto_allocate Mar 24 00:36:46.604489 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: network precommit_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.604869 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: network precommit_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.605431 n-d-760455-9 neutron-server[115620]: DEBUG neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115620) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 00:36:46.605759 n-d-760455-9 neutron-server[115620]: INFO neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading Plugin: tag Mar 24 00:36:46.612472 n-d-760455-9 neutron-server[115620]: DEBUG neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115620) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 00:36:46.612812 n-d-760455-9 neutron-server[115620]: INFO neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading Plugin: timestamp Mar 24 00:36:46.616914 n-d-760455-9 neutron-server[115620]: DEBUG neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115620) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 00:36:46.617241 n-d-760455-9 neutron-server[115620]: INFO neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading Plugin: network_ip_availability Mar 24 00:36:46.622775 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.623155 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.623520 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.624236 n-d-760455-9 neutron-server[115620]: DEBUG neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115620) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 00:36:46.624564 n-d-760455-9 neutron-server[115620]: INFO neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading Plugin: flavors Mar 24 00:36:46.629439 n-d-760455-9 neutron-server[115620]: DEBUG neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115620) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 00:36:46.629782 n-d-760455-9 neutron-server[115620]: INFO neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading Plugin: revisions Mar 24 00:36:46.634194 n-d-760455-9 neutron-server[115620]: DEBUG neutron.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115620) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 00:36:46.634593 n-d-760455-9 neutron-server[115620]: DEBUG oslo_concurrency.lockutils [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.778s {{(pid=115620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 24 00:36:46.635339 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115620) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 24 00:36:46.635680 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Initializing extension manager. Mar 24 00:36:46.636209 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: __init__.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.636558 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: __pycache__ {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.636898 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: address_group.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.637682 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.638260 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: address-group Mar 24 00:36:46.638592 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: address_scope.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.639314 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.639835 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: address-scope Mar 24 00:36:46.640169 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.641314 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.641837 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: router-admin-state-down-before-update Mar 24 00:36:46.642171 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: agent.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.642880 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.643388 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: agent Mar 24 00:36:46.644241 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: agent_resources_synced.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.645186 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.645702 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: agent-resources-synced Mar 24 00:36:46.646032 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: allowedaddresspairs.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.647832 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.648355 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: allowed-address-pairs Mar 24 00:36:46.648691 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: auto_allocated_topology.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.649816 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.650349 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: auto-allocated-topology Mar 24 00:36:46.651717 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: availability_zone.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.651717 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.652023 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: availability_zone Mar 24 00:36:46.652354 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: availability_zone_filter.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.653310 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.653831 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: availability_zone_filter Mar 24 00:36:46.654162 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: data_plane_status.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.655084 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.655593 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension data-plane-status not supported by any of loaded plugins Mar 24 00:36:46.655924 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: default_subnetpools.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.656839 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.657390 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: default-subnetpools Mar 24 00:36:46.657720 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.658527 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.659044 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: dhcp_agent_scheduler Mar 24 00:36:46.659940 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: dns.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.660867 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.661416 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension dns-integration not supported by any of loaded plugins Mar 24 00:36:46.661747 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: dns_domain_ports.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.662666 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.663180 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 24 00:36:46.663512 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.664435 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.664945 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 24 00:36:46.665304 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: dvr.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.666241 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.666750 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: dvr Mar 24 00:36:46.667080 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: ecmp_routes.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.667999 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.668509 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 24 00:36:46.668836 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: empty_string_filtering.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.669771 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.670282 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: empty-string-filtering Mar 24 00:36:46.670615 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.671536 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.672044 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 24 00:36:46.672370 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.673319 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.673837 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 24 00:36:46.674167 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: external_net.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.675137 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.675647 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: external-net Mar 24 00:36:46.675973 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.676887 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.677432 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: extra_dhcp_opt Mar 24 00:36:46.677762 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: extraroute.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.678677 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.679191 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: extraroute Mar 24 00:36:46.679520 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: extraroute_atomic.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.680558 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.681074 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: extraroute-atomic Mar 24 00:36:46.681432 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: filter_validation.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.682103 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.682610 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: filter-validation Mar 24 00:36:46.682938 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: fip_pf_description.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.683851 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.684358 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 24 00:36:46.684684 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: fip_pf_port_range.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.685630 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.686140 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 24 00:36:46.686467 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: fip_port_details.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.687398 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.687912 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: fip-port-details Mar 24 00:36:46.688242 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: flavors.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.689523 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.690048 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: flavors Mar 24 00:36:46.690478 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.692168 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.692695 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 24 00:36:46.693030 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: floatingip_pools.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.693764 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.694280 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: floatingip-pools Mar 24 00:36:46.694609 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: ip_allocation.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.695537 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.696046 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension ip_allocation not supported by any of loaded plugins Mar 24 00:36:46.696373 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.697325 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.697838 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: ip-substring-filtering Mar 24 00:36:46.698167 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: l2_adjacency.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.699104 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.699611 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 24 00:36:46.699937 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: l3.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.702501 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.703048 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: router Mar 24 00:36:46.703398 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.705683 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.706754 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 24 00:36:46.707095 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.708031 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.708555 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: ext-gw-mode Mar 24 00:36:46.708892 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.709852 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.710375 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: l3-ha Mar 24 00:36:46.710712 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.711644 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.712159 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 24 00:36:46.712495 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: l3_flavors.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.713456 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.713975 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: l3-flavors Mar 24 00:36:46.714309 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.715695 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.716223 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 24 00:36:46.716557 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.717528 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.718051 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 24 00:36:46.718381 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: l3agentscheduler.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.719416 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.719938 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: l3_agent_scheduler Mar 24 00:36:46.720274 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: local_ip.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.722705 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.723243 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension local_ip not supported by any of loaded plugins Mar 24 00:36:46.723582 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: logging.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.725112 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.725651 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension logging not supported by any of loaded plugins Mar 24 00:36:46.725991 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: metering.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.726737 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.727357 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: metering Mar 24 00:36:46.727691 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.728784 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.729348 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: metering_source_and_destination_fields Mar 24 00:36:46.729685 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: multiprovidernet.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.730616 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.731139 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: multi-provider Mar 24 00:36:46.731472 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: netmtu.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.732393 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.732913 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: net-mtu Mar 24 00:36:46.733281 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: netmtu_writable.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.734207 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.734726 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: net-mtu-writable Mar 24 00:36:46.735059 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: network_availability_zone.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.735735 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.736247 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: network_availability_zone Mar 24 00:36:46.736576 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: network_ip_availability.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.737771 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.738293 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: network-ip-availability Mar 24 00:36:46.738625 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: network_segment_range.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.739391 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.739899 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension network-segment-range not supported by any of loaded plugins Mar 24 00:36:46.740228 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: pagination.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.741387 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.741726 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: pagination Mar 24 00:36:46.742056 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: port_device_profile.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.742992 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.743511 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: port-device-profile Mar 24 00:36:46.743843 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.744766 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.745310 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: port-mac-address-regenerate Mar 24 00:36:46.745642 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.746573 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.747092 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: port-numa-affinity-policy Mar 24 00:36:46.747439 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: port_resource_request.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.748507 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.749030 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension port-resource-request not supported by any of loaded plugins Mar 24 00:36:46.749445 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: port_resource_request_groups.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.750623 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.751173 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 24 00:36:46.751575 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: portbindings.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.752686 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.753363 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: binding Mar 24 00:36:46.753776 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: portbindings_extended.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.755258 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.755969 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: binding-extended Mar 24 00:36:46.756234 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: portsecurity.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.757347 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.757886 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: port-security Mar 24 00:36:46.758292 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: project_id.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.759473 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.759879 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: project-id Mar 24 00:36:46.760283 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: providernet.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.761356 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.761989 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: provider Mar 24 00:36:46.762337 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: qos.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.766503 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.767100 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension qos not supported by any of loaded plugins Mar 24 00:36:46.767509 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.769387 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.769918 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 24 00:36:46.770255 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.771194 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.771725 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 24 00:36:46.772058 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: qos_default.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.773000 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.773550 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension qos-default not supported by any of loaded plugins Mar 24 00:36:46.773882 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: qos_fip.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.774809 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.775330 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension qos-fip not supported by any of loaded plugins Mar 24 00:36:46.775664 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.776588 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.777119 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 24 00:36:46.777457 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: qos_gateway_ip.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.778391 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.778907 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 24 00:36:46.779237 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: qos_port_network_policy.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.780156 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.780674 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 24 00:36:46.781004 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.782092 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.782609 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 24 00:36:46.782938 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.783988 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.785078 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 24 00:36:46.785426 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: qos_pps_rule.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.786621 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.787142 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension qos-pps not supported by any of loaded plugins Mar 24 00:36:46.787476 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: qos_rule_type_details.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.788406 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.788928 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 24 00:36:46.789363 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: qos_rule_type_filter.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.790288 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.791056 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 24 00:36:46.791387 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: qos_rules_alias.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.792478 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.792993 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 24 00:36:46.793347 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: quota_check_limit.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.794277 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.794795 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: quota-check-limit Mar 24 00:36:46.795126 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: quotasv2.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.796073 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.796408 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: quotas Mar 24 00:36:46.796735 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: quotasv2_detail.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.798743 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.799095 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: quota_details Mar 24 00:36:46.799437 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: rbac.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.800540 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.801072 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: rbac-policies Mar 24 00:36:46.801435 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: rbac_address_group.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.802382 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.802904 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: rbac-address-group Mar 24 00:36:46.803236 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: rbac_address_scope.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.804162 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.804683 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: rbac-address-scope Mar 24 00:36:46.805014 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: rbac_security_groups.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.806046 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.806565 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: rbac-security-groups Mar 24 00:36:46.806896 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: rbac_subnetpool.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.807820 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.808338 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: rbac-subnetpool Mar 24 00:36:46.808667 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: revisionifmatch.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.809622 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.810144 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: revision-if-match Mar 24 00:36:46.810475 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: revisions.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.811636 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.812155 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: standard-attr-revisions Mar 24 00:36:46.812485 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: router_availability_zone.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.813197 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.813714 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: router_availability_zone Mar 24 00:36:46.814041 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: routerservicetype.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.814973 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.815511 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension router-service-type not supported by any of loaded plugins Mar 24 00:36:46.815840 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.816777 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.817328 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: security-groups-normalized-cidr Mar 24 00:36:46.817659 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.818589 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.819105 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: port-security-groups-filtering Mar 24 00:36:46.819433 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.820377 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.820892 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: security-groups-remote-address-group Mar 24 00:36:46.821325 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.822274 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.822790 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: security-groups-shared-filtering Mar 24 00:36:46.823121 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.823711 n-d-760455-9 neutron-server[115620]: WARNING neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 24 00:36:46.824039 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: securitygroup.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.834204 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.834736 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: security-group Mar 24 00:36:46.835075 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: segment.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.835812 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.836349 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension segment not supported by any of loaded plugins Mar 24 00:36:46.836666 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.837635 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.838152 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 24 00:36:46.838483 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: servicetype.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.839598 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.840121 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: service-type Mar 24 00:36:46.840452 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: sorting.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.841477 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.841814 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: sorting Mar 24 00:36:46.842148 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: standard_attr_segment.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.843079 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.843597 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 24 00:36:46.843925 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: standardattrdescription.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.844574 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.845085 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: standard-attr-description Mar 24 00:36:46.845439 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: stateful_security_group.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.846386 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.847469 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: stateful-security-group Mar 24 00:36:46.847802 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: stdattrs_common.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.848375 n-d-760455-9 neutron-server[115620]: WARNING neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 24 00:36:46.848703 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.849690 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.850219 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 24 00:36:46.850551 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: subnet_onboard.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.851635 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.852162 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: subnet_onboard Mar 24 00:36:46.852492 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.853465 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.853976 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 24 00:36:46.854304 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: subnet_service_types.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.855235 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.855749 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: subnet-service-types Mar 24 00:36:46.856079 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: subnetallocation.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.857206 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.857723 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: subnet_allocation Mar 24 00:36:46.858053 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.858723 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.859235 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: subnetpool-prefix-ops Mar 24 00:36:46.859562 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.860496 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.861007 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 24 00:36:46.861362 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: tagging.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.862453 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.862974 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: standard-attr-tag Mar 24 00:36:46.863309 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: timestamp.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.864530 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.865057 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loaded extension: standard-attr-timestamp Mar 24 00:36:46.865413 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: trunk.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.866461 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.867031 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension trunk not supported by any of loaded plugins Mar 24 00:36:46.867320 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: trunk_details.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.868249 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.868772 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension trunk-details not supported by any of loaded plugins Mar 24 00:36:46.869116 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: uplink_status_propagation.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.870060 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.870581 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 24 00:36:46.870909 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Loading extension file: vlantransparent.py {{(pid=115620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 00:36:46.871584 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 00:36:46.872109 n-d-760455-9 neutron-server[115620]: INFO neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 24 00:36:46.874683 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of TrackedResource for resource:network Mar 24 00:36:46.875205 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of TrackedResource for resource:subnet Mar 24 00:36:46.875610 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 00:36:46.876008 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of TrackedResource for resource:port Mar 24 00:36:46.877281 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.v2.resource_helper [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 00:36:46.877723 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.v2.resource_helper [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Service FLAVORS assigned prefix: {{(pid=115620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 00:36:46.878366 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.v2.resource_helper [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 00:36:46.878801 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.v2.resource_helper [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 00:36:46.879137 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of TrackedResource for resource:router Mar 24 00:36:46.879565 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of TrackedResource for resource:floatingip Mar 24 00:36:46.880067 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.v2.resource_helper [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Service METERING assigned prefix: /metering {{(pid=115620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 00:36:46.881539 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.881920 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.882284 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:36:46.883283 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of CountableResource for resource:rbac_policy Mar 24 00:36:46.883729 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of TrackedResource for resource:security_group Mar 24 00:36:46.884166 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 24 00:36:46.884764 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.v2.resource_helper [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Service CORE assigned prefix: {{(pid=115620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 00:36:46.885122 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 00:36:46.885483 n-d-760455-9 neutron-server[115620]: WARNING neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] subnetpool is already registered Mar 24 00:36:46.885930 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.v2.resource_helper [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Service CORE assigned prefix: {{(pid=115620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 00:36:46.886265 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 00:36:46.886606 n-d-760455-9 neutron-server[115620]: WARNING neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] subnetpool is already registered Mar 24 00:36:46.888879 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.v2.resource_helper [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 00:36:46.889350 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.v2.resource_helper [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Service FLAVORS assigned prefix: {{(pid=115620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 00:36:46.889941 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.v2.resource_helper [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 00:36:46.890369 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.v2.resource_helper [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 00:36:46.890711 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of TrackedResource for resource:router Mar 24 00:36:46.891054 n-d-760455-9 neutron-server[115620]: WARNING neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] router is already registered Mar 24 00:36:46.891470 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of TrackedResource for resource:floatingip Mar 24 00:36:46.891808 n-d-760455-9 neutron-server[115620]: WARNING neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] floatingip is already registered Mar 24 00:36:46.892273 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.v2.resource_helper [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Service METERING assigned prefix: /metering {{(pid=115620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 00:36:46.892936 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of CountableResource for resource:rbac_policy Mar 24 00:36:46.893304 n-d-760455-9 neutron-server[115620]: WARNING neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] rbac_policy is already registered Mar 24 00:36:46.894234 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of TrackedResource for resource:security_group Mar 24 00:36:46.894573 n-d-760455-9 neutron-server[115620]: WARNING neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] security_group is already registered Mar 24 00:36:46.894979 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 24 00:36:46.895313 n-d-760455-9 neutron-server[115620]: WARNING neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] security_group_rule is already registered Mar 24 00:36:46.895945 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.v2.resource_helper [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Service CORE assigned prefix: {{(pid=115620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 00:36:46.896278 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 00:36:46.896614 n-d-760455-9 neutron-server[115620]: WARNING neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] subnetpool is already registered Mar 24 00:36:46.897036 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.v2.resource_helper [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Service CORE assigned prefix: {{(pid=115620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 00:36:46.897390 n-d-760455-9 neutron-server[115620]: INFO neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 00:36:46.897723 n-d-760455-9 neutron-server[115620]: WARNING neutron.quota.resource_registry [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] subnetpool is already registered Mar 24 00:36:46.898193 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: extensions {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.899659 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: address-groups {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.901176 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: address-scopes {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.902514 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: agents {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.903687 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: auto-allocated-topology {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.904926 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: availability_zones {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.906177 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: dhcp-networks {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.907704 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: dhcp-agents {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.909181 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: routers {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.911890 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: flavors {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.913069 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: service_profiles {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.914325 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: next_providers {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.916017 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: service_profiles {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.918478 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: floatingip-pools {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.919704 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: routers {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.921896 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: floatingips {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.923200 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: l3-routers {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.924580 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: l3-agents {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.926039 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: metering-labels {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.927410 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: metering-label-rules {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.928691 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: network-ip-availabilities {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.930016 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: bindings {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.931651 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: quotas {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.933271 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: quotas {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.934816 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: rbac-policies {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.936126 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: security-groups {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.937411 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: security-group-rules {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.938649 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: service-providers {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.939863 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: subnetpools {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.941844 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: subnetpools {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.943326 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: tags {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.945126 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: tags {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.946937 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: tags {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.948706 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: tags {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.950554 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: tags {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.952416 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: tags {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.954137 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: tags {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.956073 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: tags {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.958383 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: tags {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.960292 n-d-760455-9 neutron-server[115620]: DEBUG neutron.api.extensions [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Extended resource: tags {{(pid=115620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 00:36:46.966120 n-d-760455-9 neutron-server[115620]: WARNING keystonemiddleware.auth_token [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 24 00:36:46.970816 n-d-760455-9 neutron-server[115620]: WARNING keystonemiddleware.auth_token [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 24 00:36:46.979504 n-d-760455-9 neutron-server[115620]: DEBUG oslo_concurrency.lockutils [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Acquired lock "singleton_lock" {{(pid=115620) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 24 00:36:46.979994 n-d-760455-9 neutron-server[115620]: DEBUG oslo_concurrency.lockutils [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Releasing lock "singleton_lock" {{(pid=115620) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 24 00:36:46.980656 n-d-760455-9 neutron-server[115620]: INFO oslo_service.service [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Starting 2 workers Mar 24 00:36:46.985586 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Started child 115729 {{(pid=115620) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 00:36:46.990103 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Started child 115730 {{(pid=115620) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 00:36:46.991128 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:36:46.991763 n-d-760455-9 neutron-server[115620]: INFO neutron.service [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 24 00:36:46.992366 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:36:46.992676 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [-] (115729) wsgi starting up on http://0.0.0.0:9696 Mar 24 00:36:46.994863 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:36:46.995312 n-d-760455-9 neutron-server[115620]: INFO oslo_service.service [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Starting 1 workers Mar 24 00:36:46.996274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [-] (115730) wsgi starting up on http://0.0.0.0:9696 Mar 24 00:36:47.000157 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Started child 115731 {{(pid=115620) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 00:36:47.000724 n-d-760455-9 neutron-server[115620]: INFO oslo_service.service [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Starting 1 workers Mar 24 00:36:47.004558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.service [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] calling RpcWorker wait() {{(pid=115731) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 24 00:36:47.005082 n-d-760455-9 neutron-server[115731]: DEBUG neutron.service [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] returning from RpcWorker wait() {{(pid=115731) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 24 00:36:47.005969 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Started child 115732 {{(pid=115620) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 00:36:47.006513 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:36:47.006790 n-d-760455-9 neutron-server[115620]: DEBUG neutron_lib.callbacks.manager [None req-1b118dca-fdb7-46e3-b671-b5f4058b3d59 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:36:47.007078 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:36:47.008699 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115620) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 24 00:36:47.008925 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 00:36:47.009146 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 00:36:47.009383 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 00:36:47.009743 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 00:36:47.009914 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 00:36:47.010427 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.010710 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.010895 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:36:47.011354 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.011354 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.011551 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.011928 n-d-760455-9 neutron-server[115732]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:36:47.012158 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.012462 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.012716 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.012982 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.013262 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.013448 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.013621 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.013874 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.014111 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.014407 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.014675 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.014917 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.015199 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.015375 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.015650 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.015935 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.016174 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.016435 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] debug = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.016680 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.017214 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.017449 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.017691 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.017928 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.018205 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.018485 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.019339 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.019572 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.019809 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.020056 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.020307 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.020538 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.020780 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.021038 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.021297 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.021559 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.021799 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.022265 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] host = n-d-760455-9 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.022512 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.022729 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.022957 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.023205 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.023468 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.023702 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.023966 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.024233 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.024462 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.024706 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.024962 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.025217 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.025435 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.025719 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] log_file = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.025869 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] log_options = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.026081 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.026374 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.026621 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.026812 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.026984 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.027150 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.027418 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.027584 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.027836 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.028073 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.028289 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.028524 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.028744 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.028983 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.029260 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.029475 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.029694 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.029940 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.030186 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.030430 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.030682 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.030929 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.031151 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.031386 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.031620 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.031834 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.032078 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.032293 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.032511 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.032847 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.033076 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.033344 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.034060 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.034902 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.035097 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.035334 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.035564 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.035843 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.036198 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.036436 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.036683 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.036944 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.037184 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.037571 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.037717 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.037871 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.038086 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] use_json = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.038328 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.039153 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.039423 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.039666 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.040111 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.040516 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.041017 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.041298 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.041547 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.041981 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.042707 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.042707 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.042983 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.043654 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.043654 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.043654 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.044025 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.044147 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.044345 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.044681 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.044947 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.045274 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.046081 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.046081 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.047305 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.047305 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.052689 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.052975 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.053254 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.053509 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.053797 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.054111 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.054360 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.054638 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.054906 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.055146 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.055449 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.055719 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.056067 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.056345 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.056621 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.057943 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.058192 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.058548 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.058903 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.059312 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.059577 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.059842 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.060112 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.060348 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.060596 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.060827 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.061065 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.061333 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.061571 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.061832 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.062101 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.062355 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.062581 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.062804 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.063020 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.063236 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.063495 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.064150 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.064393 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.064633 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.064897 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.065431 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.065661 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.065881 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.066128 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.066395 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.066623 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.066959 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.067230 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.067548 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.067770 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.068038 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.068257 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.068540 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.068807 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.069077 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.069369 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.069667 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.069914 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.070132 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.070359 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.070575 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.070794 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.071007 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.071222 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.071434 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.071669 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.071903 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.072141 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.072353 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.072566 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.072780 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.072996 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.073283 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.073776 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.074441 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.074765 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.075135 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.075790 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.076066 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.076296 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.076548 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.076832 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.077032 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.077275 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.077540 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.077769 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.078641 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.078901 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.079125 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.079398 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.079638 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.079980 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.080213 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.080461 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.080702 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.080974 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.081624 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.081871 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.082135 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.082372 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.082631 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.082912 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.083169 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.083436 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.083689 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.083973 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.084265 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.084541 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.084805 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.085071 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.085332 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.085590 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.085845 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.086110 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.086389 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.086658 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.086898 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.087154 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.087407 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.087624 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.088038 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.088336 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.088572 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.088789 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.089005 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.089318 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.089567 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.089805 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.090068 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.090314 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.090566 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.090827 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.091090 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.091306 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.091537 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.091783 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.091996 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.092241 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.092488 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.092726 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.092943 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.093182 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.093439 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.093653 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.093872 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.094084 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.094305 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.094543 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.094788 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.095000 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.095247 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.095497 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.095713 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.095930 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.096147 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.096384 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.097176 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.097419 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.097689 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.097938 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.098155 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.098387 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.098630 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.098889 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.099178 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.099434 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.099658 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.099873 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.100090 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.100312 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.100525 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.100754 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.101003 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.101251 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.101505 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.101749 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.102094 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.102336 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.102570 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.102825 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.103062 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.103314 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.103534 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.103749 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.104157 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.104776 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.105007 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.105404 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.105786 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.106185 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.106407 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.106652 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.106914 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.107174 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.107429 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.107650 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.107873 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.108094 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.108310 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.108525 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.108740 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.108972 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.109228 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.109595 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.109983 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.110288 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.110532 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.110766 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.111034 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.111253 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.111505 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.111738 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.111972 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.112237 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.112952 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.113219 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.113432 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.113681 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.113903 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.114117 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.114339 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.114595 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.114780 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.115003 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.115214 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.115423 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.115671 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.115889 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.116098 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.116323 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.116533 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.116746 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.116969 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.117289 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.117457 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.117687 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.117899 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.118134 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.118358 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.118574 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.118791 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.119079 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.119342 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.119594 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.119888 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.120146 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.120413 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.120679 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.120994 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.121239 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.121502 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.121739 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.121975 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.122198 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.122303 n-d-760455-9 neutron-server[115731]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:36:47.122465 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.122774 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.123048 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.123308 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.123551 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.123819 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.124098 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.124390 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.124676 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.124990 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.125756 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.126008 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.126270 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.126501 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.126755 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.127000 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.127218 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.127451 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.127688 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.128277 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.128525 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.128758 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.128993 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.129241 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.129903 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.130139 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.130424 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.131082 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.131308 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.131552 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.131714 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 00:36:47.132260 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115620) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 24 00:36:47.132423 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 00:36:47.132578 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 00:36:47.132748 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 00:36:47.132920 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 00:36:47.133075 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 00:36:47.133310 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.133474 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.133636 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.133798 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.133966 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.134148 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.134309 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.134470 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.134630 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.134792 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.134953 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.135113 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.135273 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.135434 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.135593 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.135754 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.135914 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.136076 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.136240 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.136402 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.136562 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.136721 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.136881 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] debug = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.137042 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.137274 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.137427 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.137590 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.137749 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.137907 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.138067 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.138226 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.138834 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.139007 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.139169 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.139329 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.139760 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.140234 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.141123 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.141242 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.141411 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.141578 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.141807 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] host = n-d-760455-9 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.141968 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.142271 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.142586 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.142751 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.142914 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.143075 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.143235 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.143397 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.143582 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.143743 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.143909 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.144069 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.144229 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.144465 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] log_file = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.144633 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] log_options = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.144794 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.144956 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.146350 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.146567 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.146742 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.146907 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.147069 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.147232 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.147393 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.147554 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.147715 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.147877 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.148039 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.148201 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.148362 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.148522 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.148683 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.148849 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.149008 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.149238 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.149454 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.150316 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.150498 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.150662 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.150825 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.150985 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.151145 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.151306 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.151464 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.151777 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.152082 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.152429 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.152648 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.152816 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.152972 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.153987 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.154307 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.155978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56666) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:36:47.156185 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.156376 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.156549 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.156717 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.156885 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.157051 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.157251 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.157418 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.157582 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.157745 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] use_json = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.157908 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.158069 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.158229 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.158390 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.158551 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.158712 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.158873 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.159035 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.159738 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 00:36:47.159911 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.160075 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.160249 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.160410 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.160572 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.160735 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.160900 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.161063 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.161459 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.161628 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.161798 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.161963 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.162136 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.162299 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.162462 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.162629 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.162793 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.162955 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.163117 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.163280 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.163442 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.163604 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.163775 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.163938 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.164101 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.164262 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.164431 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.164601 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.164763 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.164942 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.165117 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.165291 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.166134 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.166134 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.166134 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.166454 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071874 Mar 24 00:36:47.166563 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.166563 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.166563 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.166868 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.166868 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.167065 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.167188 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.167357 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.167519 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.167682 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.167846 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.168010 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.168173 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.168334 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.168497 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.168659 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.168821 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.168983 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.169176 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.169330 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.169493 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.170521 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.170521 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.170521 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.170521 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.170944 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.172442 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.172628 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.172798 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.172979 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.173183 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.173349 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.173519 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.173701 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.173866 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.174132 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.174421 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.174728 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.174946 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.175617 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.175879 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.176143 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.176246 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.176425 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.176559 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.176757 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.176907 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.177061 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.177368 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.177637 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.177793 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.177942 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.178254 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.178447 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.179011 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.179182 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.179515 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.179683 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.179849 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.180014 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.180177 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.180340 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.180501 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.180663 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.180826 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.180989 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.181179 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.181356 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.181494 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.181693 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.181829 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.181977 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.182137 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.182299 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.182460 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.182624 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.182785 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.182946 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.183108 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.183270 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.183432 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.183592 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.183755 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.183909 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.184060 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.184227 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.184397 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.184560 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.184728 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.184901 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.185064 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.185252 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.185407 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.185564 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.185727 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.185889 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.186067 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.186201 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.186367 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.186529 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.186703 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.186896 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.187027 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.187159 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.187341 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.187504 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.187649 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.187817 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.187978 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.188140 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.188290 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.188455 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.188617 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.188779 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.188942 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.189140 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.189314 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.189479 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.189641 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.189794 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.189956 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.190120 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.190283 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.190471 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.190635 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.190797 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.190959 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.191122 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.191284 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.191447 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.191609 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.191800 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.191928 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.192079 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.192241 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.192402 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.192562 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.192724 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.192884 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.193046 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.193235 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.193401 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.193564 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.193727 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.193889 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.194052 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.194216 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.194384 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.194549 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.194712 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.194874 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.195037 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.195200 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.195364 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.195526 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.195690 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.195854 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.196016 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.196178 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.196359 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.196521 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.196683 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.196848 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.197012 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.197199 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.197361 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.197524 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.197686 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.197850 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.198014 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.198176 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.198337 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.198500 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.198662 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.198823 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.198988 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.199153 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.199315 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.199477 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.199643 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.199805 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.199967 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.200128 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.200290 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.200452 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.200614 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.200776 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.200938 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.201452 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.201452 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.201452 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.201799 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.201799 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.202128 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.202128 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.202329 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.202429 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.202514 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.202716 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.202842 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.202972 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.203126 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.203288 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.203449 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.203611 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.203772 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.203944 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.204106 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.204268 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.204435 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.204596 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.204757 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.204928 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.205127 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.205258 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.205423 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.205585 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.205747 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.205920 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.206105 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.206267 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.206429 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.206591 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.206752 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.206923 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.207088 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.207250 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.207421 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.207583 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.207744 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.207907 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.208081 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.208244 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.208410 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.208572 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.208735 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.208897 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.209062 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.209252 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.209424 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.209593 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.209757 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.209928 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.210099 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.210270 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.210433 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.210601 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.210776 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.210938 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.211100 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.211264 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.211428 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.211932 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.211932 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.211932 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.212341 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.212341 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.212341 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.212631 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.212631 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.212865 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.212947 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.213104 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.213281 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.213444 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.213605 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.213767 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 00:36:47.213923 n-d-760455-9 neutron-server[115620]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 00:36:58.590922 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e1a81f-22e0-40b6-89fe-ded9629920be None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 00:36:58.663828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e1a81f-22e0-40b6-89fe-ded9629920be None None] No non-hosted networks {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 24 00:36:58.680989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.agentschedulers_db [None req-e1e1a81f-22e0-40b6-89fe-ded9629920be None None] DHCP Agent not found on host n-d-760455-9 {{(pid=115731) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 24 00:36:58.776594 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-77a9bdb2-bebe-435e-9836-8a0e80f55ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639009'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:00.760470 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b048c7bb-8244-4284-87d8-6d8c310f9a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639009'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:00.806268 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-95196133-a40c-4935-873c-e91a7b9bada3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:01.964811 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639009'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:03.423025 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639009'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:04.713886 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56748) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:37:04.959034 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639009'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:04.960417 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:04.961012 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:04.961578 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:04.962000 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:04.962538 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:04.963087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:04.963619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:04.964165 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:04.964841 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:04.965467 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:04.966000 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:04.966528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:04.967096 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:04.967622 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:04.968196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:04.969429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-760455-9', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:37:04.980642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-760455-9', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:37:05.302615 n-d-760455-9 neutron-server[115730]: WARNING oslo_policy.policy [None req-516eed40-ac47-43e4-a802-961c74bfe0be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 00:37:05.303226 n-d-760455-9 neutron-server[115730]: WARNING oslo_policy.policy [None req-516eed40-ac47-43e4-a802-961c74bfe0be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 00:37:05.526338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [None req-516eed40-ac47-43e4-a802-961c74bfe0be admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:37:05.537153 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-516eed40-ac47-43e4-a802-961c74bfe0be admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8125274 Mar 24 00:37:06.829671 n-d-760455-9 neutron-server[115731]: INFO neutron.db.l3_hamode_db [None req-d98a3bab-da31-4de1-948e-d620bf5625e1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 24 00:37:06.906338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a3bab-da31-4de1-948e-d620bf5625e1 None None] Routers set() bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:37:06.906896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a3bab-da31-4de1-948e-d620bf5625e1 None None] Router IDs set() for agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 24 00:37:08.086537 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56774) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:37:08.580573 n-d-760455-9 neutron-server[115729]: WARNING oslo_policy.policy [None req-b2049c1c-5824-4eb1-b891-8d7179e1d590 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 00:37:08.581162 n-d-760455-9 neutron-server[115729]: WARNING oslo_policy.policy [None req-b2049c1c-5824-4eb1-b891-8d7179e1d590 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 00:37:08.800889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b2049c1c-5824-4eb1-b891-8d7179e1d590 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:37:08.891751 n-d-760455-9 neutron-server[115729]: DEBUG neutron.policy [None req-b2049c1c-5824-4eb1-b891-8d7179e1d590 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115729) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 24 00:37:08.934645 n-d-760455-9 neutron-server[115729]: WARNING oslo_policy.policy [None req-b2049c1c-5824-4eb1-b891-8d7179e1d590 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 00:37:08.935018 n-d-760455-9 neutron-server[115729]: WARNING oslo_policy.policy [None req-b2049c1c-5824-4eb1-b891-8d7179e1d590 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 00:37:09.026756 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2049c1c-5824-4eb1-b891-8d7179e1d590 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748223697844', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748223697281', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748223680846', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748223671679', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748223661701', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748223865682', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15728688', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16241186', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-684300', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-626974'] for rbac-policy (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:09.091676 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2049c1c-5824-4eb1-b891-8d7179e1d590 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:09.093007 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b2049c1c-5824-4eb1-b891-8d7179e1d590 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0043859 Mar 24 00:37:11.576055 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56790) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:37:11.885846 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:37:11.914114 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Made reservation on behalf of fd6034eb57154fb5b57fd7bba5593876 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:37:11.918580 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:11.935571 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:12.042142 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Publish callbacks [] for security_group (87e7b32a-d7ba-4bbf-9ce8-f005f4275ecb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:12.045955 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (87e7b32a-d7ba-4bbf-9ce8-f005f4275ecb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:12.070754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:37:12.105235 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748218966330', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8a375394-141e-47ee-9dae-79dd0be4f50e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:12.105811 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Unsubscribe: segment precommit_create {{(pid=115729) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 24 00:37:12.106301 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Added segment 8a375394-141e-47ee-9dae-79dd0be4f50e of type vlan for network 90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb Mar 24 00:37:12.121365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=87e7b32a-d7ba-4bbf-9ce8-f005f4275ecb,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:12.169012 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:12.169380 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:12.169733 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:12.170045 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:12.170372 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:12.170696 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:12.171017 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:12.171334 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:12.171649 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:12.171964 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:12.172294 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:12.172590 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:12.172902 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:12.173267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:12.173589 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Tracked resource versions report: Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: pushed versions: Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: { 'AddressGroup': {'1.2'}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'Agent': {'1.1'}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'ConntrackHelper': {'1.0'}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'LocalIPAssociation': {'1.0'}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'Log': {'1.0'}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'NDPProxy': {'1.0'}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'Network': {'1.1'}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'Port': {'1.7'}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'PortForwarding': {'1.3'}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'QosPolicy': {'1.10'}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'SecurityGroup': {'1.5'}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'SecurityGroupRule': {'1.2'}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'SubPort': {'1.0'}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'Subnet': {'1.1'}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'Trunk': {'1.1'}} Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: consumer versions: Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: { DHCP agent@n-d-760455-9: {}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: L3 agent@n-d-760455-9: {}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: Metadata agent@n-d-760455-9: {}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: Metering agent@n-d-760455-9: {}, Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: Open vSwitch agent@n-d-760455-9: { 'AddressGroup': '1.2', Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'Agent': '1.1', Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'ConntrackHelper': '1.0', Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'LocalIPAssociation': '1.0', Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'Log': '1.0', Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'NDPProxy': '1.0', Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'Network': '1.1', Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'Port': '1.7', Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'PortForwarding': '1.3', Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'QosPolicy': '1.10', Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'SecurityGroup': '1.5', Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'SecurityGroupRule': '1.2', Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'SubPort': '1.0', Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'Subnet': '1.1', Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: 'Trunk': '1.1'}} Mar 24 00:37:12.174724 n-d-760455-9 neutron-server[115729]: {{(pid=115729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 00:37:12.216504 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:12.256643 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:12.262023 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:37:12.262741 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:12.360040 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7829208 Mar 24 00:37:12.382767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d476cf9-55c2-47f3-9595-b4140aa3e493 demo demo] Pushing event updated for resources: {'Network': ['ID=90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:12.395358 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:37:14.893273 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56802) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:37:15.292549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a15e345-779f-4aa3-b55d-3583b362be59 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:37:15.293979 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0a15e345-779f-4aa3-b55d-3583b362be59 demo admin] 10.222.0.45 "GET /v2.0/networks/90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb HTTP/1.1" status: 200 len: 825 time: 0.3996959 Mar 24 00:37:15.317641 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-69ca9386-049d-4f21-913d-21503a6a39e4 demo admin] 10.222.0.45 "GET /v2.0/subnetpools/42d379bc-bd68-4631-9d7b-ee0380076ce7 HTTP/1.1" status: 200 len: 734 time: 0.0181305 Mar 24 00:37:15.325728 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7ee91233-c6fd-48a9-822a-0b1b3c9942b3 demo admin] Request body: {'subnet': {'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb', 'subnetpool_id': '42d379bc-bd68-4631-9d7b-ee0380076ce7', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:37:15.346840 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee91233-c6fd-48a9-822a-0b1b3c9942b3 demo admin] Made reservation on behalf of fd6034eb57154fb5b57fd7bba5593876 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:37:15.349306 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ee91233-c6fd-48a9-822a-0b1b3c9942b3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:15.638785 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ee91233-c6fd-48a9-822a-0b1b3c9942b3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for subnet (54d5ddd3-feb8-4f19-84f4-80e03e7346f0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:15.708597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee91233-c6fd-48a9-822a-0b1b3c9942b3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=54d5ddd3-feb8-4f19-84f4-80e03e7346f0,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:15.710575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee91233-c6fd-48a9-822a-0b1b3c9942b3 demo admin] Checking segment: {'id': '8a375394-141e-47ee-9dae-79dd0be4f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:37:15.710965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee91233-c6fd-48a9-822a-0b1b3c9942b3 demo admin] Network hostable DHCP agents. Network: 90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:37:15.730194 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee91233-c6fd-48a9-822a-0b1b3c9942b3 demo admin] Network 90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:37:15.741027 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-7ee91233-c6fd-48a9-822a-0b1b3c9942b3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:37:15.745365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee91233-c6fd-48a9-822a-0b1b3c9942b3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:37:15.745982 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ee91233-c6fd-48a9-822a-0b1b3c9942b3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:15.750746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d9eadd-144c-46df-93b4-a421ef0d802e None None] Network 90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:37:15.765716 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7ee91233-c6fd-48a9-822a-0b1b3c9942b3 demo admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4431305 Mar 24 00:37:16.130947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb', 'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb', 'project_id': 'fd6034eb57154fb5b57fd7bba5593876', 'fixed_ips': [{'subnet_id': '54d5ddd3-feb8-4f19-84f4-80e03e7346f0'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:37:16.132217 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:16.407603 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Allocated IP 172.20.0.2 (90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb/54d5ddd3-feb8-4f19-84f4-80e03e7346f0/350b2026-6508-4720-9ce3-09fea2993d05) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:37:16.674754 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Publish callbacks [] for port (350b2026-6508-4720-9ce3-09fea2993d05), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:16.682100 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (350b2026-6508-4720-9ce3-09fea2993d05), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:16.756708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Network 90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:37:16.765974 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:37:16.769792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:37:16.777853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Pushing event updated for resources: {'Port': ['ID=350b2026-6508-4720-9ce3-09fea2993d05,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:16.806360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:16.806709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:16.807051 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:16.807385 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:16.807717 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:16.808044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:16.808370 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:16.808694 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:16.809015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:16.809363 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:16.809686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:16.810006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:16.810325 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:16.810644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:16.810964 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Tracked resource versions report: Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: pushed versions: Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: { 'AddressGroup': {'1.2'}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'Agent': {'1.1'}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'ConntrackHelper': {'1.0'}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'LocalIPAssociation': {'1.0'}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'Log': {'1.0'}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'NDPProxy': {'1.0'}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'Network': {'1.1'}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'Port': {'1.7'}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'PortForwarding': {'1.3'}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'QosPolicy': {'1.10'}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'SecurityGroup': {'1.5'}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'SecurityGroupRule': {'1.2'}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'SubPort': {'1.0'}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'Subnet': {'1.1'}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'Trunk': {'1.1'}} Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: consumer versions: Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: { DHCP agent@n-d-760455-9: {}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: L3 agent@n-d-760455-9: {}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: Metadata agent@n-d-760455-9: {}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: Metering agent@n-d-760455-9: {}, Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: Open vSwitch agent@n-d-760455-9: { 'AddressGroup': '1.2', Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'Agent': '1.1', Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'ConntrackHelper': '1.0', Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'LocalIPAssociation': '1.0', Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'Log': '1.0', Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'NDPProxy': '1.0', Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'Network': '1.1', Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'Port': '1.7', Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'PortForwarding': '1.3', Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'QosPolicy': '1.10', Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'SecurityGroup': '1.5', Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'SecurityGroupRule': '1.2', Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'SubPort': '1.0', Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'Subnet': '1.1', Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: 'Trunk': '1.1'}} Mar 24 00:37:16.812108 n-d-760455-9 neutron-server[115731]: {{(pid=115731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 00:37:16.861921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Attempting to bind port 350b2026-6508-4720-9ce3-09fea2993d05 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:37:16.862320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Attempting to bind port 350b2026-6508-4720-9ce3-09fea2993d05 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '8a375394-141e-47ee-9dae-79dd0be4f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:37:16.862763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Attempting to bind port 350b2026-6508-4720-9ce3-09fea2993d05 on network 90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:37:16.867609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:37:16.867994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Checking segment: {'id': '8a375394-141e-47ee-9dae-79dd0be4f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:37:16.868480 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:16.868927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Bound using segment: {'id': '8a375394-141e-47ee-9dae-79dd0be4f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:37:16.869443 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Bound port: 350b2026-6508-4720-9ce3-09fea2993d05, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a375394-141e-47ee-9dae-79dd0be4f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:37:16.869850 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (350b2026-6508-4720-9ce3-09fea2993d05), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:16.931191 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] For port 350b2026-6508-4720-9ce3-09fea2993d05, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:37:16.935975 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] For port 350b2026-6508-4720-9ce3-09fea2993d05, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=350b2026-6508-4720-9ce3-09fea2993d05,segment=NetworkSegment(8a375394-141e-47ee-9dae-79dd0be4f50e),segment_id=8a375394-141e-47ee-9dae-79dd0be4f50e)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:37:16.946969 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (350b2026-6508-4720-9ce3-09fea2993d05), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:17.007037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea9398-d107-4f2f-9f15-9778a729ab1b None None] Pushing event updated for resources: {'Port': ['ID=350b2026-6508-4720-9ce3-09fea2993d05,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:18.312713 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56810) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:37:18.626934 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-77cd9173-67b6-40e8-a94b-485bc0705deb admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:37:18.627925 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-77cd9173-67b6-40e8-a94b-485bc0705deb admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3142555 Mar 24 00:37:21.166893 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56818) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:37:21.468141 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-75d7d07f-7168-469d-a15c-6fb7e3b718aa admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:37:21.469161 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-75d7d07f-7168-469d-a15c-6fb7e3b718aa admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3013289 Mar 24 00:37:24.022245 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56826) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:37:24.335154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-229f2f94-274a-4c8f-8d78-131571d47286 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:37:24.358424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-229f2f94-274a-4c8f-8d78-131571d47286 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (d5426e55-799f-4a7e-a9b8-8aa7e1471a84), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:24.360010 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-229f2f94-274a-4c8f-8d78-131571d47286 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (d5426e55-799f-4a7e-a9b8-8aa7e1471a84), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:24.493740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-229f2f94-274a-4c8f-8d78-131571d47286 demo demo] Publish callbacks [] for router_controller (d5426e55-799f-4a7e-a9b8-8aa7e1471a84), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:24.498564 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-229f2f94-274a-4c8f-8d78-131571d47286 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (d5426e55-799f-4a7e-a9b8-8aa7e1471a84), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:24.519390 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-229f2f94-274a-4c8f-8d78-131571d47286 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:24.520585 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-229f2f94-274a-4c8f-8d78-131571d47286 demo demo] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4972217 Mar 24 00:37:27.046470 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56838) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:37:27.368598 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-007f3f04-c2a1-4c08-aabf-7a8e97b89dbe admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:37:27.369616 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-007f3f04-c2a1-4c08-aabf-7a8e97b89dbe admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3221917 Mar 24 00:37:27.708376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 350b2026-6508-4720-9ce3-09fea2993d05 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:37:27.795738 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 350b2026-6508-4720-9ce3-09fea2993d05 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:37:27.796074 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (350b2026-6508-4720-9ce3-09fea2993d05), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:27.901999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 350b2026-6508-4720-9ce3-09fea2993d05 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:37:27.902399 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (350b2026-6508-4720-9ce3-09fea2993d05), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:27.937327 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 350b2026-6508-4720-9ce3-09fea2993d05, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=350b2026-6508-4720-9ce3-09fea2993d05,segment=NetworkSegment(8a375394-141e-47ee-9dae-79dd0be4f50e),segment_id=8a375394-141e-47ee-9dae-79dd0be4f50e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:37:27.941578 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (350b2026-6508-4720-9ce3-09fea2993d05), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:27.990589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=350b2026-6508-4720-9ce3-09fea2993d05,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:28.311937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb6fb9b-cd7c-42b0-90c8-409f69c076dc None None] Network 90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:37:28.443803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c30465a9-e175-414e-8b61-54d5218caa2d None None] Provisioning complete for port 350b2026-6508-4720-9ce3-09fea2993d05 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:37:28.444180 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c30465a9-e175-414e-8b61-54d5218caa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (350b2026-6508-4720-9ce3-09fea2993d05), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:28.526521 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c30465a9-e175-414e-8b61-54d5218caa2d None None] Current status of the port 350b2026-6508-4720-9ce3-09fea2993d05 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:37:28.555662 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c2e47765-4477-4f67-ad1f-847cff69f64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:28.647348 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e321f87a-9232-4a26-9bc7-1dd5622d17a3 None None] Provisioning complete for port 350b2026-6508-4720-9ce3-09fea2993d05 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:37:28.647747 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e321f87a-9232-4a26-9bc7-1dd5622d17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (350b2026-6508-4720-9ce3-09fea2993d05), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:28.722071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e321f87a-9232-4a26-9bc7-1dd5622d17a3 None None] Current status of the port 350b2026-6508-4720-9ce3-09fea2993d05 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:37:29.678133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 350b2026-6508-4720-9ce3-09fea2993d05 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:37:29.725766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 350b2026-6508-4720-9ce3-09fea2993d05 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:37:29.726397 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (350b2026-6508-4720-9ce3-09fea2993d05), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:29.803072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 350b2026-6508-4720-9ce3-09fea2993d05 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:37:29.905166 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56846) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:37:30.220492 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b4174694-b9d7-47c9-8ba6-6ca0efd7126f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:37:30.238965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4174694-b9d7-47c9-8ba6-6ca0efd7126f admin admin] Made reservation on behalf of c8fc072a114245648f7e577b7357b012 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:37:30.241205 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4174694-b9d7-47c9-8ba6-6ca0efd7126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:30.248735 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4174694-b9d7-47c9-8ba6-6ca0efd7126f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:30.320258 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4174694-b9d7-47c9-8ba6-6ca0efd7126f admin admin] Publish callbacks [] for security_group (bcb5bf13-cfd4-409e-86f0-1194fb1259c6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:30.324118 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4174694-b9d7-47c9-8ba6-6ca0efd7126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (bcb5bf13-cfd4-409e-86f0-1194fb1259c6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:30.339280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b4174694-b9d7-47c9-8ba6-6ca0efd7126f admin admin] Reserving flat network on physical network physnet1 {{(pid=115729) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 24 00:37:30.363256 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4174694-b9d7-47c9-8ba6-6ca0efd7126f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb5bf13-cfd4-409e-86f0-1194fb1259c6,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:30.366107 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4174694-b9d7-47c9-8ba6-6ca0efd7126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (3bf26936-0951-4992-b6ca-aef274fbbeb6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:30.366440 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-b4174694-b9d7-47c9-8ba6-6ca0efd7126f admin admin] Added segment 3bf26936-0951-4992-b6ca-aef274fbbeb6 of type flat for network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 Mar 24 00:37:30.415913 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4174694-b9d7-47c9-8ba6-6ca0efd7126f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (d9f8f8b0-c94f-49b4-a90f-da1a368a1952), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:30.446213 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4174694-b9d7-47c9-8ba6-6ca0efd7126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (d9f8f8b0-c94f-49b4-a90f-da1a368a1952), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:30.447135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4174694-b9d7-47c9-8ba6-6ca0efd7126f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:37:30.447699 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4174694-b9d7-47c9-8ba6-6ca0efd7126f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:30.517921 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b4174694-b9d7-47c9-8ba6-6ca0efd7126f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6116929 Mar 24 00:37:30.540009 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4174694-b9d7-47c9-8ba6-6ca0efd7126f admin admin] Pushing event updated for resources: {'Network': ['ID=d9f8f8b0-c94f-49b4-a90f-da1a368a1952,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:30.550041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:37:30.746580 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5a26c8ca-131d-4ad0-b6d6-e2ca80071039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:31.917956 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:33.030909 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56864) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:37:33.207346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961cc009-7427-4e4f-8a0f-9934d53b9d0f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:37:33.208662 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-961cc009-7427-4e4f-8a0f-9934d53b9d0f demo admin] 10.222.0.45 "GET /v2.0/subnets/54d5ddd3-feb8-4f19-84f4-80e03e7346f0 HTTP/1.1" status: 200 len: 849 time: 0.1763096 Mar 24 00:37:33.328034 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e65b92bd-2af2-4e6d-a6d8-f13f3ce93844 demo admin] 10.222.0.45 "GET /v2.0/routers/d5426e55-799f-4a7e-a9b8-8aa7e1471a84 HTTP/1.1" status: 200 len: 704 time: 0.1137035 Mar 24 00:37:33.386949 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:33.596617 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:33.886958 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Allocated IP 172.20.0.1 (90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb/54d5ddd3-feb8-4f19-84f4-80e03e7346f0/b9cdd10c-b4a6-4402-a2d5-59f34edbfac5) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:37:34.078350 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Publish callbacks [] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:34.145843 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:34.217107 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Network 90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:37:34.223353 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:37:34.231101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:37:34.231668 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (d5426e55-799f-4a7e-a9b8-8aa7e1471a84), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:34.293861 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Pushing event updated for resources: {'Port': ['ID=b9cdd10c-b4a6-4402-a2d5-59f34edbfac5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:34.447879 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:34.471363 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-9146acbc-71ee-44ac-84ab-747fad416fe3 None None] Provisioning complete for port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:37:34.471895 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9146acbc-71ee-44ac-84ab-747fad416fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:34.504606 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9146acbc-71ee-44ac-84ab-747fad416fe3 None None] Port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:37:34.651941 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Publish callbacks [] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:34.656197 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:34.656961 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (d5426e55-799f-4a7e-a9b8-8aa7e1471a84), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:34.734145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Pushing event updated for resources: {'Port': ['ID=b9cdd10c-b4a6-4402-a2d5-59f34edbfac5,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:34.779105 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Network 90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:37:34.780384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:37:34.944155 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Router d5426e55-799f-4a7e-a9b8-8aa7e1471a84 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:37:34.961056 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:35.041403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:37:35.046502 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3a3d279c-3b37-49d5-a3c9-f59798a7ddcf demo admin] 10.222.0.45 "PUT /v2.0/routers/d5426e55-799f-4a7e-a9b8-8aa7e1471a84/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7128484 Mar 24 00:37:35.066119 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549e912c-e991-445e-a521-d15da075650d None None] Sync routers for ids ['d5426e55-799f-4a7e-a9b8-8aa7e1471a84'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:37:35.080103 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e912c-e991-445e-a521-d15da075650d None None] Routers {'d5426e55-799f-4a7e-a9b8-8aa7e1471a84'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:37:35.080947 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-549e912c-e991-445e-a521-d15da075650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:37:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d5426e55-799f-4a7e-a9b8-8aa7e1471a84'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:37:35.128491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e75592d3-6f85-4818-ae34-4e22f07b22b3 None None] Provisioning complete for port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:37:35.129006 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e75592d3-6f85-4818-ae34-4e22f07b22b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:35.167476 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e75592d3-6f85-4818-ae34-4e22f07b22b3 None None] Port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:37:35.276048 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-549e912c-e991-445e-a521-d15da075650d None None] Set router d5426e55-799f-4a7e-a9b8-8aa7e1471a84 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:37:35.708594 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-549e912c-e991-445e-a521-d15da075650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5426e55-799f-4a7e-a9b8-8aa7e1471a84', 'name': 'router1', 'tenant_id': 'fd6034eb57154fb5b57fd7bba5593876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:37:24Z', 'updated_at': '2022-03-24T00:37:34Z', 'revision_number': 2, 'project_id': 'fd6034eb57154fb5b57fd7bba5593876', 'gw_port_host': None, '_interfaces': [{'id': 'b9cdd10c-b4a6-4402-a2d5-59f34edbfac5', 'name': '', 'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb', 'tenant_id': 'fd6034eb57154fb5b57fd7bba5593876', 'mac_address': 'fa:16:3e:7b:1a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5426e55-799f-4a7e-a9b8-8aa7e1471a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54d5ddd3-feb8-4f19-84f4-80e03e7346f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:37:33Z', 'updated_at': '2022-03-24T00:37:34Z', 'revision_number': 2, 'project_id': 'fd6034eb57154fb5b57fd7bba5593876', 'subnets': [{'id': '54d5ddd3-feb8-4f19-84f4-80e03e7346f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42d379bc-bd68-4631-9d7b-ee0380076ce7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:37:35.760701 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549e912c-e991-445e-a521-d15da075650d None None] Checking router: d5426e55-799f-4a7e-a9b8-8aa7e1471a84 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:37:35.761251 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549e912c-e991-445e-a521-d15da075650d None None] Updating router d5426e55-799f-4a7e-a9b8-8aa7e1471a84 port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:37:35.812192 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-549e912c-e991-445e-a521-d15da075650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:36.318454 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-549e912c-e991-445e-a521-d15da075650d None None] Publish callbacks [] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:36.325250 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-549e912c-e991-445e-a521-d15da075650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:36.470695 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Pushing event updated for resources: {'Port': ['ID=b9cdd10c-b4a6-4402-a2d5-59f34edbfac5,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:36.495167 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:36.495523 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:36.495933 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:36.496283 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:36.496520 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:36.496843 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:36.497196 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:36.497525 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:36.497846 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:36.498169 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:36.498489 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:36.498810 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:36.499133 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:36.499451 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:36.500287 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Tracked resource versions report: Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: pushed versions: Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: { 'AddressGroup': {'1.2'}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'Agent': {'1.1'}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'ConntrackHelper': {'1.0'}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'LocalIPAssociation': {'1.0'}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'Log': {'1.0'}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'NDPProxy': {'1.0'}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'Network': {'1.1'}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'Port': {'1.7'}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'PortForwarding': {'1.3'}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'QosPolicy': {'1.10'}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'SecurityGroup': {'1.5'}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'SecurityGroupRule': {'1.2'}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'SubPort': {'1.0'}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'Subnet': {'1.1'}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'Trunk': {'1.1'}} Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: consumer versions: Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: { DHCP agent@n-d-760455-9: {}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: L3 agent@n-d-760455-9: {}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: Metadata agent@n-d-760455-9: {}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: Metering agent@n-d-760455-9: {}, Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: Open vSwitch agent@n-d-760455-9: { 'AddressGroup': '1.2', Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'Agent': '1.1', Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'ConntrackHelper': '1.0', Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'LocalIPAssociation': '1.0', Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'Log': '1.0', Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'NDPProxy': '1.0', Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'Network': '1.1', Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'Port': '1.7', Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'PortForwarding': '1.3', Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'QosPolicy': '1.10', Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'SecurityGroup': '1.5', Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'SecurityGroupRule': '1.2', Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'SubPort': '1.0', Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'Subnet': '1.1', Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: 'Trunk': '1.1'}} Mar 24 00:37:36.501467 n-d-760455-9 neutron-server[115732]: {{(pid=115732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 00:37:36.515020 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-549e912c-e991-445e-a521-d15da075650d None None] Attempting to bind port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:37:36.515020 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-549e912c-e991-445e-a521-d15da075650d None None] Attempting to bind port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '8a375394-141e-47ee-9dae-79dd0be4f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:37:36.515417 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e912c-e991-445e-a521-d15da075650d None None] Attempting to bind port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 on network 90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:37:36.521058 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e912c-e991-445e-a521-d15da075650d None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:37:36.521493 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e912c-e991-445e-a521-d15da075650d None None] Checking segment: {'id': '8a375394-141e-47ee-9dae-79dd0be4f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:37:36.521984 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-549e912c-e991-445e-a521-d15da075650d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:36.522378 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e912c-e991-445e-a521-d15da075650d None None] Bound using segment: {'id': '8a375394-141e-47ee-9dae-79dd0be4f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:37:36.522848 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-549e912c-e991-445e-a521-d15da075650d None None] Bound port: b9cdd10c-b4a6-4402-a2d5-59f34edbfac5, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a375394-141e-47ee-9dae-79dd0be4f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:37:36.523225 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-549e912c-e991-445e-a521-d15da075650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:36.591438 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-549e912c-e991-445e-a521-d15da075650d None None] For port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:37:36.597663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-df51bde9-0b80-464a-b6d0-1d6877de7fb0 None None] Provisioning complete for port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:37:36.598163 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-df51bde9-0b80-464a-b6d0-1d6877de7fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:36.611206 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-549e912c-e991-445e-a521-d15da075650d None None] For port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b9cdd10c-b4a6-4402-a2d5-59f34edbfac5,segment=NetworkSegment(8a375394-141e-47ee-9dae-79dd0be4f50e),segment_id=8a375394-141e-47ee-9dae-79dd0be4f50e)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:37:36.617450 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-549e912c-e991-445e-a521-d15da075650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:36.633560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-df51bde9-0b80-464a-b6d0-1d6877de7fb0 None None] Port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:37:36.668624 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e912c-e991-445e-a521-d15da075650d None None] Routers {'d5426e55-799f-4a7e-a9b8-8aa7e1471a84'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:37:36.669285 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-549e912c-e991-445e-a521-d15da075650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:37:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d5426e55-799f-4a7e-a9b8-8aa7e1471a84'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:37:36.741740 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451388c-c467-4c72-a864-80fb0a48550b None None] Pushing event updated for resources: {'Port': ['ID=b9cdd10c-b4a6-4402-a2d5-59f34edbfac5,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:36.775256 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-549e912c-e991-445e-a521-d15da075650d None None] Set router d5426e55-799f-4a7e-a9b8-8aa7e1471a84 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:37:36.853642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-dbe46ebf-ec68-48b5-a683-844eb2d61bc9 None None] Provisioning complete for port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:37:36.853969 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dbe46ebf-ec68-48b5-a683-844eb2d61bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:36.932429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-dbe46ebf-ec68-48b5-a683-844eb2d61bc9 None None] Current status of the port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:37:36.933071 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dbe46ebf-ec68-48b5-a683-844eb2d61bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:36.967132 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-dbe46ebf-ec68-48b5-a683-844eb2d61bc9 None None] For port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b9cdd10c-b4a6-4402-a2d5-59f34edbfac5,segment=NetworkSegment(8a375394-141e-47ee-9dae-79dd0be4f50e),segment_id=8a375394-141e-47ee-9dae-79dd0be4f50e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:37:36.973209 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dbe46ebf-ec68-48b5-a683-844eb2d61bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:36.987856 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-549e912c-e991-445e-a521-d15da075650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5426e55-799f-4a7e-a9b8-8aa7e1471a84', 'name': 'router1', 'tenant_id': 'fd6034eb57154fb5b57fd7bba5593876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:37:24Z', 'updated_at': '2022-03-24T00:37:34Z', 'revision_number': 2, 'project_id': 'fd6034eb57154fb5b57fd7bba5593876', 'gw_port_host': None, '_interfaces': [{'id': 'b9cdd10c-b4a6-4402-a2d5-59f34edbfac5', 'name': '', 'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb', 'tenant_id': 'fd6034eb57154fb5b57fd7bba5593876', 'mac_address': 'fa:16:3e:7b:1a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5426e55-799f-4a7e-a9b8-8aa7e1471a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54d5ddd3-feb8-4f19-84f4-80e03e7346f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:37:33Z', 'updated_at': '2022-03-24T00:37:36Z', 'revision_number': 4, 'project_id': 'fd6034eb57154fb5b57fd7bba5593876', 'subnets': [{'id': '54d5ddd3-feb8-4f19-84f4-80e03e7346f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42d379bc-bd68-4631-9d7b-ee0380076ce7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:37:37.016627 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549e912c-e991-445e-a521-d15da075650d None None] The sync data for ids ['d5426e55-799f-4a7e-a9b8-8aa7e1471a84'] in n-d-760455-9 is: [{'id': 'd5426e55-799f-4a7e-a9b8-8aa7e1471a84', 'name': 'router1', 'tenant_id': 'fd6034eb57154fb5b57fd7bba5593876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:37:24Z', 'updated_at': '2022-03-24T00:37:34Z', 'revision_number': 2, 'project_id': 'fd6034eb57154fb5b57fd7bba5593876', 'gw_port_host': None, '_interfaces': [{'id': 'b9cdd10c-b4a6-4402-a2d5-59f34edbfac5', 'name': '', 'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb', 'tenant_id': 'fd6034eb57154fb5b57fd7bba5593876', 'mac_address': 'fa:16:3e:7b:1a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5426e55-799f-4a7e-a9b8-8aa7e1471a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54d5ddd3-feb8-4f19-84f4-80e03e7346f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:37:33Z', 'updated_at': '2022-03-24T00:37:36Z', 'revision_number': 4, 'project_id': 'fd6034eb57154fb5b57fd7bba5593876', 'subnets': [{'id': '54d5ddd3-feb8-4f19-84f4-80e03e7346f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42d379bc-bd68-4631-9d7b-ee0380076ce7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:37:37.028465 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe46ebf-ec68-48b5-a683-844eb2d61bc9 None None] Pushing event updated for resources: {'Port': ['ID=b9cdd10c-b4a6-4402-a2d5-59f34edbfac5,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:37.502665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56884) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:37:37.612886 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f4f1e9-08e2-4612-85fa-dba0aec4b488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:37:37.614204 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-70f4f1e9-08e2-4612-85fa-dba0aec4b488 admin admin] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 842 time: 0.1105893 Mar 24 00:37:37.623353 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9d0c4c57-2b8a-4036-bcd4-b38559b812bf admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:37:37.643392 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0c4c57-2b8a-4036-bcd4-b38559b812bf admin admin] Made reservation on behalf of c8fc072a114245648f7e577b7357b012 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:37:37.645680 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d0c4c57-2b8a-4036-bcd4-b38559b812bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:37.990776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.objects.ports [None req-9d0c4c57-2b8a-4036-bcd4-b38559b812bf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115729) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 00:37:37.991201 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d0c4c57-2b8a-4036-bcd4-b38559b812bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for subnet (0de5cf47-9f50-49db-90c0-515d1f98fb26), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:38.046369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c4c57-2b8a-4036-bcd4-b38559b812bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0de5cf47-9f50-49db-90c0-515d1f98fb26,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:38.055384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0c4c57-2b8a-4036-bcd4-b38559b812bf admin admin] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:37:38.055739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0c4c57-2b8a-4036-bcd4-b38559b812bf admin admin] Network hostable DHCP agents. Network: d9f8f8b0-c94f-49b4-a90f-da1a368a1952, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:37:38.075848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0c4c57-2b8a-4036-bcd4-b38559b812bf admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:37:38.085463 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-9d0c4c57-2b8a-4036-bcd4-b38559b812bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, d9f8f8b0-c94f-49b4-a90f-da1a368a1952) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:37:38.089767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0c4c57-2b8a-4036-bcd4-b38559b812bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:37:38.090537 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d0c4c57-2b8a-4036-bcd4-b38559b812bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:38.098219 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db04734-5eac-4108-aa65-c325b7f36ce6 None None] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:37:38.106724 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9d0c4c57-2b8a-4036-bcd4-b38559b812bf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4867051 Mar 24 00:37:38.204438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbc0ffe-14e6-4097-a57e-4d71c2548d6f None None] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:37:40.552467 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56892) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:37:40.681387 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a2366b22-36b7-4a5e-a096-bae1d753b6bc demo admin] 10.222.0.45 "GET /v2.0/routers/d5426e55-799f-4a7e-a9b8-8aa7e1471a84 HTTP/1.1" status: 200 len: 710 time: 0.1276817 Mar 24 00:37:40.768128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c21e319-7638-4af1-9909-804a3a60697f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:37:40.769444 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5c21e319-7638-4af1-9909-804a3a60697f demo admin] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 886 time: 0.0826933 Mar 24 00:37:40.779059 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:37:41.024361 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Publish callbacks [] for router_gateway (d5426e55-799f-4a7e-a9b8-8aa7e1471a84), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:41.255413 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Publish callbacks [] for router_gateway (d5426e55-799f-4a7e-a9b8-8aa7e1471a84), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:41.327499 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:41.428586 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Allocated IP 172.25.0.73 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/3f4c0bef-a45c-4d9c-91b7-b02325ba92d6) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:37:41.524832 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Publish callbacks [] for port (3f4c0bef-a45c-4d9c-91b7-b02325ba92d6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:41.557989 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (3f4c0bef-a45c-4d9c-91b7-b02325ba92d6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:41.592490 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:37:41.594311 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:37:41.596781 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:37:41.665559 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Pushing event updated for resources: {'Port': ['ID=3f4c0bef-a45c-4d9c-91b7-b02325ba92d6,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:41.934264 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Publish callbacks [] for router_gateway (d5426e55-799f-4a7e-a9b8-8aa7e1471a84), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:42.129153 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (d5426e55-799f-4a7e-a9b8-8aa7e1471a84), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:42.132557 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (d5426e55-799f-4a7e-a9b8-8aa7e1471a84), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:42.242161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Router d5426e55-799f-4a7e-a9b8-8aa7e1471a84 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:37:42.352077 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:37:42.356421 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:42.358010 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fd217678-b3f5-4f87-80c3-330d884a9947 demo admin] 10.222.0.45 "PUT /v2.0/routers/d5426e55-799f-4a7e-a9b8-8aa7e1471a84 HTTP/1.1" status: 200 len: 889 time: 1.5819676 Mar 24 00:37:44.915731 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56904) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:37:45.031725 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e813d907-9816-4646-95d1-cc24ef23f6e0 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1146691 Mar 24 00:37:45.686042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Sync routers for ids ['d5426e55-799f-4a7e-a9b8-8aa7e1471a84'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:37:45.698617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Routers {'d5426e55-799f-4a7e-a9b8-8aa7e1471a84'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:37:45.699290 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:37:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d5426e55-799f-4a7e-a9b8-8aa7e1471a84'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:37:45.720705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:37:45.963295 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Set router d5426e55-799f-4a7e-a9b8-8aa7e1471a84 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:37:46.019711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:37:46.020104 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:46.314804 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:37:46.491872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5426e55-799f-4a7e-a9b8-8aa7e1471a84', 'name': 'router1', 'tenant_id': 'fd6034eb57154fb5b57fd7bba5593876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '3f4c0bef-a45c-4d9c-91b7-b02325ba92d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:37:24Z', 'updated_at': '2022-03-24T00:37:41Z', 'revision_number': 4, 'project_id': 'fd6034eb57154fb5b57fd7bba5593876', 'gw_port': {'id': '3f4c0bef-a45c-4d9c-91b7-b02325ba92d6', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5426e55-799f-4a7e-a9b8-8aa7e1471a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:37:41Z', 'updated_at': '2022-03-24T00:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b9cdd10c-b4a6-4402-a2d5-59f34edbfac5', 'name': '', 'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb', 'tenant_id': 'fd6034eb57154fb5b57fd7bba5593876', 'mac_address': 'fa:16:3e:7b:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5426e55-799f-4a7e-a9b8-8aa7e1471a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54d5ddd3-feb8-4f19-84f4-80e03e7346f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:37:33Z', 'updated_at': '2022-03-24T00:37:36Z', 'revision_number': 5, 'project_id': 'fd6034eb57154fb5b57fd7bba5593876', 'subnets': [{'id': '54d5ddd3-feb8-4f19-84f4-80e03e7346f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42d379bc-bd68-4631-9d7b-ee0380076ce7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:37:46.540161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Checking router: d5426e55-799f-4a7e-a9b8-8aa7e1471a84 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:37:46.540533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Updating router d5426e55-799f-4a7e-a9b8-8aa7e1471a84 port 3f4c0bef-a45c-4d9c-91b7-b02325ba92d6 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:37:46.593338 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3f4c0bef-a45c-4d9c-91b7-b02325ba92d6), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:46.928725 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Publish callbacks [] for port (3f4c0bef-a45c-4d9c-91b7-b02325ba92d6), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:46.934176 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3f4c0bef-a45c-4d9c-91b7-b02325ba92d6), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:46.984367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd6d84-13bf-478b-a8f7-9921a7a9890d None None] Pushing event updated for resources: {'Port': ['ID=3f4c0bef-a45c-4d9c-91b7-b02325ba92d6,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:46.996494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Attempting to bind port 3f4c0bef-a45c-4d9c-91b7-b02325ba92d6 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:37:46.996886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Attempting to bind port 3f4c0bef-a45c-4d9c-91b7-b02325ba92d6 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:37:46.997292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Attempting to bind port 3f4c0bef-a45c-4d9c-91b7-b02325ba92d6 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:37:47.003337 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:37:47.003721 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:37:47.004126 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:47.004525 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:37:47.004998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Bound port: 3f4c0bef-a45c-4d9c-91b7-b02325ba92d6, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:37:47.005416 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3f4c0bef-a45c-4d9c-91b7-b02325ba92d6), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:47.059582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] For port 3f4c0bef-a45c-4d9c-91b7-b02325ba92d6, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:37:47.063457 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] For port 3f4c0bef-a45c-4d9c-91b7-b02325ba92d6, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3f4c0bef-a45c-4d9c-91b7-b02325ba92d6,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:37:47.070427 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3f4c0bef-a45c-4d9c-91b7-b02325ba92d6), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:47.129309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Routers {'d5426e55-799f-4a7e-a9b8-8aa7e1471a84'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:37:47.129844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:37:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d5426e55-799f-4a7e-a9b8-8aa7e1471a84'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:37:47.131740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd6d84-13bf-478b-a8f7-9921a7a9890d None None] Pushing event updated for resources: {'Port': ['ID=3f4c0bef-a45c-4d9c-91b7-b02325ba92d6,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:47.259121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] Set router d5426e55-799f-4a7e-a9b8-8aa7e1471a84 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:37:47.480914 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5426e55-799f-4a7e-a9b8-8aa7e1471a84', 'name': 'router1', 'tenant_id': 'fd6034eb57154fb5b57fd7bba5593876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '3f4c0bef-a45c-4d9c-91b7-b02325ba92d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:37:24Z', 'updated_at': '2022-03-24T00:37:41Z', 'revision_number': 4, 'project_id': 'fd6034eb57154fb5b57fd7bba5593876', 'gw_port': {'id': '3f4c0bef-a45c-4d9c-91b7-b02325ba92d6', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5426e55-799f-4a7e-a9b8-8aa7e1471a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:37:41Z', 'updated_at': '2022-03-24T00:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b9cdd10c-b4a6-4402-a2d5-59f34edbfac5', 'name': '', 'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb', 'tenant_id': 'fd6034eb57154fb5b57fd7bba5593876', 'mac_address': 'fa:16:3e:7b:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5426e55-799f-4a7e-a9b8-8aa7e1471a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54d5ddd3-feb8-4f19-84f4-80e03e7346f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:37:33Z', 'updated_at': '2022-03-24T00:37:36Z', 'revision_number': 5, 'project_id': 'fd6034eb57154fb5b57fd7bba5593876', 'subnets': [{'id': '54d5ddd3-feb8-4f19-84f4-80e03e7346f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42d379bc-bd68-4631-9d7b-ee0380076ce7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:37:47.510723 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0067d-4796-4b39-8b7d-4509c4c5a688 None None] The sync data for ids ['d5426e55-799f-4a7e-a9b8-8aa7e1471a84'] in n-d-760455-9 is: [{'id': 'd5426e55-799f-4a7e-a9b8-8aa7e1471a84', 'name': 'router1', 'tenant_id': 'fd6034eb57154fb5b57fd7bba5593876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '3f4c0bef-a45c-4d9c-91b7-b02325ba92d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:37:24Z', 'updated_at': '2022-03-24T00:37:41Z', 'revision_number': 4, 'project_id': 'fd6034eb57154fb5b57fd7bba5593876', 'gw_port': {'id': '3f4c0bef-a45c-4d9c-91b7-b02325ba92d6', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5426e55-799f-4a7e-a9b8-8aa7e1471a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:37:41Z', 'updated_at': '2022-03-24T00:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b9cdd10c-b4a6-4402-a2d5-59f34edbfac5', 'name': '', 'network_id': '90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb', 'tenant_id': 'fd6034eb57154fb5b57fd7bba5593876', 'mac_address': 'fa:16:3e:7b:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5426e55-799f-4a7e-a9b8-8aa7e1471a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54d5ddd3-feb8-4f19-84f4-80e03e7346f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:37:33Z', 'updated_at': '2022-03-24T00:37:36Z', 'revision_number': 5, 'project_id': 'fd6034eb57154fb5b57fd7bba5593876', 'subnets': [{'id': '54d5ddd3-feb8-4f19-84f4-80e03e7346f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42d379bc-bd68-4631-9d7b-ee0380076ce7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:37:47.778333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3f4c0bef-a45c-4d9c-91b7-b02325ba92d6 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:37:47.851031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3f4c0bef-a45c-4d9c-91b7-b02325ba92d6 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:37:47.851668 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3f4c0bef-a45c-4d9c-91b7-b02325ba92d6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:47.934971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3f4c0bef-a45c-4d9c-91b7-b02325ba92d6 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:37:47.936087 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3f4c0bef-a45c-4d9c-91b7-b02325ba92d6), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:47.957859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 3f4c0bef-a45c-4d9c-91b7-b02325ba92d6, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3f4c0bef-a45c-4d9c-91b7-b02325ba92d6,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:37:47.965558 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3f4c0bef-a45c-4d9c-91b7-b02325ba92d6), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:48.024065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=3f4c0bef-a45c-4d9c-91b7-b02325ba92d6,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:37:49.792041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3f4c0bef-a45c-4d9c-91b7-b02325ba92d6 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:37:49.917759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3f4c0bef-a45c-4d9c-91b7-b02325ba92d6 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:37:49.918155 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3f4c0bef-a45c-4d9c-91b7-b02325ba92d6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:37:50.025522 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3f4c0bef-a45c-4d9c-91b7-b02325ba92d6 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:37:58.047598 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 5 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:37:58.549213 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-aaff5b90-6ed3-4369-980a-1d11379b960f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:38:00.752098 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ff2cef3-5a72-41a4-89f2-4312c0257021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:38:01.934749 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:38:03.403101 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:38:04.966021 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:38:28.553047 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0c918d64-a230-4d8b-be98-6d75a0dae96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:38:30.754807 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b5bdaa02-a4ef-41e1-a6f6-08191a9849c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:38:31.930997 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:38:33.401755 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:38:34.972494 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:38:35.045875 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 5 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:38:58.549834 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-105b9c11-970c-4f80-8f14-7022d6e59a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:39:00.746538 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d396b000-ac4d-436d-be89-4f97323a4801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:39:01.923202 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:39:03.398659 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:39:04.965902 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:39:11.612330 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57420) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:39:11.673633 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-85858f40-7cc5-4926-992f-807c58815f60 admin admin] GET failed (client error): The resource could not be found. Mar 24 00:39:11.674924 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-85858f40-7cc5-4926-992f-807c58815f60 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616343 Mar 24 00:39:11.833555 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dd4aac-7345-41fc-811c-800c607f6f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:39:11.834961 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-70dd4aac-7345-41fc-811c-800c607f6f2b admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559615 Mar 24 00:39:12.044814 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 5 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:39:14.137588 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57430) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:39:14.225921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf116fe-fb58-4fb9-a783-0df699a3f320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:39:14.227254 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-adf116fe-fb58-4fb9-a783-0df699a3f320 admin admin] 10.222.0.45 "GET /v2.0/subnets/54d5ddd3-feb8-4f19-84f4-80e03e7346f0 HTTP/1.1" status: 200 len: 849 time: 0.0886872 Mar 24 00:39:14.237151 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:39:14.320793 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Publish callbacks [] for subnet (54d5ddd3-feb8-4f19-84f4-80e03e7346f0), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:39:14.458050 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748219142283'] for subnet (54d5ddd3-feb8-4f19-84f4-80e03e7346f0), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:39:14.486950 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:39:14.488130 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:39:14.489076 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] 10.222.0.45 "PUT /v2.0/subnets/54d5ddd3-feb8-4f19-84f4-80e03e7346f0 HTTP/1.1" status: 200 len: 868 time: 0.2558961 Mar 24 00:39:14.491788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a8a2cd-1a71-43b0-93f0-ac4605026648 None None] Network 90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:39:14.508268 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d5ddd3-feb8-4f19-84f4-80e03e7346f0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:39:14.516767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:39:14.517136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:39:14.517477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:39:14.517803 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:39:14.518128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:39:14.518450 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:39:14.518767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:39:14.519082 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:39:14.519404 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:39:14.519715 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:39:14.520028 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:39:14.520341 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:39:14.520653 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:39:14.521158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:39:14.521478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6507882-3325-4fe5-8464-32b11b989447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:39:14.793173 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2b0c0284-295d-4b1d-9037-e5146784ceb3 None None] Provisioning complete for port 350b2026-6508-4720-9ce3-09fea2993d05 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:39:14.793590 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2b0c0284-295d-4b1d-9037-e5146784ceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (350b2026-6508-4720-9ce3-09fea2993d05), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:39:14.870495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c0284-295d-4b1d-9037-e5146784ceb3 None None] Current status of the port 350b2026-6508-4720-9ce3-09fea2993d05 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:39:14.880645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2b0c0284-295d-4b1d-9037-e5146784ceb3 None None] Provisioning complete for port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:39:14.881056 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2b0c0284-295d-4b1d-9037-e5146784ceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b9cdd10c-b4a6-4402-a2d5-59f34edbfac5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:39:14.953250 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c0284-295d-4b1d-9037-e5146784ceb3 None None] Current status of the port b9cdd10c-b4a6-4402-a2d5-59f34edbfac5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:39:16.813334 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57438) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:39:17.004457 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b3409e-a195-4378-852a-e08e24f8f5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:39:17.004927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b3409e-a195-4378-852a-e08e24f8f5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:39:17.006469 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-32b3409e-a195-4378-852a-e08e24f8f5d0 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1922069 Mar 24 00:39:19.322831 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57446) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:39:19.450322 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0ae63e-8c3b-4a6e-85b8-be1c3c5bd127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:39:19.450793 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0ae63e-8c3b-4a6e-85b8-be1c3c5bd127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:39:19.452277 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ff0ae63e-8c3b-4a6e-85b8-be1c3c5bd127 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1284900 Mar 24 00:39:21.789626 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57454) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:39:21.918844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85745310-02bf-4f42-9abd-159a440d5c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:39:21.920340 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-85745310-02bf-4f42-9abd-159a440d5c3a admin admin] 10.222.0.45 "GET /v2.0/networks/90b4cc9b-3d6c-4fe0-bb41-e4610518c1eb HTTP/1.1" status: 200 len: 869 time: 0.1298435 Mar 24 00:39:24.249534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57462) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:39:24.469193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cb84de-d369-4197-a3ad-078062b9ba33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:39:24.470488 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f7cb84de-d369-4197-a3ad-078062b9ba33 admin admin] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 886 time: 0.2199659 Mar 24 00:39:26.793144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57470) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:39:27.021045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.policy [None req-e37ce1dc-262d-4bb6-9954-b53184c7c820 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115730) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 24 00:39:27.065169 n-d-760455-9 neutron-server[115730]: WARNING oslo_policy.policy [None req-e37ce1dc-262d-4bb6-9954-b53184c7c820 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 00:39:27.065497 n-d-760455-9 neutron-server[115730]: WARNING oslo_policy.policy [None req-e37ce1dc-262d-4bb6-9954-b53184c7c820 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 00:39:27.073817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37ce1dc-262d-4bb6-9954-b53184c7c820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:39:27.074265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37ce1dc-262d-4bb6-9954-b53184c7c820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:39:27.076034 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e37ce1dc-262d-4bb6-9954-b53184c7c820 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2820377 Mar 24 00:39:28.553700 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-00386d6c-c858-4617-8ffe-6c7f71c92ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:39:29.407298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57482) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:39:29.496016 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c803d1-c4bf-4b4c-b572-5574f6aea259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:39:29.496461 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c803d1-c4bf-4b4c-b572-5574f6aea259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:39:29.497907 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-06c803d1-c4bf-4b4c-b572-5574f6aea259 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896606 Mar 24 00:39:30.748661 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7fddeb15-d9e4-43b3-90e5-24c0b3da4089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:39:31.823322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57490) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:39:31.925989 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:39:31.935415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc666df9-53a5-4017-9a09-66490ccce87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:39:31.936767 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bc666df9-53a5-4017-9a09-66490ccce87f admin admin] 10.222.0.45 "GET /v2.0/subnets/0de5cf47-9f50-49db-90c0-515d1f98fb26 HTTP/1.1" status: 200 len: 816 time: 0.1125238 Mar 24 00:39:33.404141 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:39:34.265509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57498) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:39:34.368027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f8fc4e-7697-46cc-bbf7-fb7f033e510c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:39:34.369374 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e8f8fc4e-7697-46cc-bbf7-fb7f033e510c admin admin] 10.222.0.45 "GET /v2.0/subnets/54d5ddd3-feb8-4f19-84f4-80e03e7346f0 HTTP/1.1" status: 200 len: 868 time: 0.1023803 Mar 24 00:39:34.969010 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:39:49.042754 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 5 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:39:58.556083 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e05b0f72-7eaa-4025-815c-09da282b740b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:00.750569 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bc12770c-fbfc-48ee-843a-5bff04bee6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:01.934833 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:02.699218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57550) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:40:02.745827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-19853f6a-3239-4f6b-a1be-feccae5c4720 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:40:02.746824 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-19853f6a-3239-4f6b-a1be-feccae5c4720 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465841 Mar 24 00:40:03.403687 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:04.971627 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:05.226426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57558) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:40:05.300933 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-9047d36a-6efa-48f8-8a70-9e6628f0a12b admin admin] GET failed (client error): The resource could not be found. Mar 24 00:40:05.302253 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9047d36a-6efa-48f8-8a70-9e6628f0a12b admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0749953 Mar 24 00:40:05.459414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1a0e37-1fd0-4a29-a209-9ffbdf9e45dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:40:05.460867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7b1a0e37-1fd0-4a29-a209-9ffbdf9e45dd admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1546142 Mar 24 00:40:07.828581 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57566) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:40:07.873700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ebc395a5-bbad-4643-a71b-9ab3b4863183 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:40:07.893571 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc395a5-bbad-4643-a71b-9ab3b4863183 admin admin] Made reservation on behalf of c8fc072a114245648f7e577b7357b012 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:40:07.895787 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ebc395a5-bbad-4643-a71b-9ab3b4863183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:07.921760 n-d-760455-9 neutron-server[115729]: WARNING neutron.services.revisions.revision_plugin [None req-ebc395a5-bbad-4643-a71b-9ab3b4863183 admin admin] Could not find related network for resource to bump revision. Mar 24 00:40:07.932532 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc395a5-bbad-4643-a71b-9ab3b4863183 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:40:07.941989 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ebc395a5-bbad-4643-a71b-9ab3b4863183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (061d0457-29aa-4192-9c25-f4e42223e1ba), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:07.942324 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-ebc395a5-bbad-4643-a71b-9ab3b4863183 admin admin] Added segment 061d0457-29aa-4192-9c25-f4e42223e1ba of type vlan for network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a Mar 24 00:40:07.982087 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ebc395a5-bbad-4643-a71b-9ab3b4863183 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:08.005580 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ebc395a5-bbad-4643-a71b-9ab3b4863183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:08.006515 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc395a5-bbad-4643-a71b-9ab3b4863183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:40:08.007136 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ebc395a5-bbad-4643-a71b-9ab3b4863183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:08.062840 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ebc395a5-bbad-4643-a71b-9ab3b4863183 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2330897 Mar 24 00:40:08.067597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc395a5-bbad-4643-a71b-9ab3b4863183 admin admin] Pushing event updated for resources: {'Network': ['ID=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:40:08.078582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:40:10.428541 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57574) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:40:10.487397 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-96514825-b5a5-4d14-929f-8ef7920d2868 admin admin] GET failed (client error): The resource could not be found. Mar 24 00:40:10.488696 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-96514825-b5a5-4d14-929f-8ef7920d2868 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591543 Mar 24 00:40:10.558626 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30ab239-018a-456b-a335-3b7e878a0847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:40:10.560073 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b30ab239-018a-456b-a335-3b7e878a0847 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674756 Mar 24 00:40:10.569976 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4e5d7011-5cc9-4455-893c-dce766a421f3 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:40:10.588176 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5d7011-5cc9-4455-893c-dce766a421f3 admin admin] Made reservation on behalf of c8fc072a114245648f7e577b7357b012 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:40:10.590500 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e5d7011-5cc9-4455-893c-dce766a421f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:10.751064 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e5d7011-5cc9-4455-893c-dce766a421f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for subnet (df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:10.810729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d7011-5cc9-4455-893c-dce766a421f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:40:10.818742 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5d7011-5cc9-4455-893c-dce766a421f3 admin admin] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:40:10.819097 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5d7011-5cc9-4455-893c-dce766a421f3 admin admin] Network hostable DHCP agents. Network: a3debfba-8a32-48d9-a55d-0cf07d1d7a4a, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:40:10.835076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5d7011-5cc9-4455-893c-dce766a421f3 admin admin] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:40:10.843512 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-4e5d7011-5cc9-4455-893c-dce766a421f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, a3debfba-8a32-48d9-a55d-0cf07d1d7a4a) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:40:10.847954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5d7011-5cc9-4455-893c-dce766a421f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:40:10.848534 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e5d7011-5cc9-4455-893c-dce766a421f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:10.855086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bd8d90-bda3-47ac-ab9d-9dac09a6e45d None None] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:40:10.875415 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4e5d7011-5cc9-4455-893c-dce766a421f3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2970417 Mar 24 00:40:10.959600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'project_id': 'c8fc072a114245648f7e577b7357b012', 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:40:10.960502 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:11.102152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Allocated IP 192.168.233.2 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/60c36ecf-38df-4448-96c5-9d8e46bbf5aa) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:40:11.248069 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Publish callbacks [] for port (60c36ecf-38df-4448-96c5-9d8e46bbf5aa), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:11.254839 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (60c36ecf-38df-4448-96c5-9d8e46bbf5aa), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:11.293719 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:40:11.302259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:40:11.305561 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:40:11.307515 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Pushing event updated for resources: {'Port': ['ID=60c36ecf-38df-4448-96c5-9d8e46bbf5aa,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:40:11.315304 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:40:11.315651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:40:11.315988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:40:11.316319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:40:11.316652 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:40:11.316978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:40:11.317324 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:40:11.317648 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:40:11.317971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:40:11.318289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:40:11.318608 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:40:11.318924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:40:11.319240 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:40:11.319555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:40:11.319867 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:40:11.382383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Attempting to bind port 60c36ecf-38df-4448-96c5-9d8e46bbf5aa on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:40:11.382660 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Attempting to bind port 60c36ecf-38df-4448-96c5-9d8e46bbf5aa by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:40:11.383021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Attempting to bind port 60c36ecf-38df-4448-96c5-9d8e46bbf5aa on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:40:11.388016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:40:11.388388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:40:11.388780 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:11.389197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:40:11.389663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Bound port: 60c36ecf-38df-4448-96c5-9d8e46bbf5aa, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:40:11.390040 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (60c36ecf-38df-4448-96c5-9d8e46bbf5aa), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:11.451231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] For port 60c36ecf-38df-4448-96c5-9d8e46bbf5aa, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:40:11.454790 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] For port 60c36ecf-38df-4448-96c5-9d8e46bbf5aa, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=60c36ecf-38df-4448-96c5-9d8e46bbf5aa,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:40:11.460068 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (60c36ecf-38df-4448-96c5-9d8e46bbf5aa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:11.522179 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada5ef0-64b6-4e36-b45f-147b715a108c None None] Pushing event updated for resources: {'Port': ['ID=60c36ecf-38df-4448-96c5-9d8e46bbf5aa,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:40:11.843985 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 60c36ecf-38df-4448-96c5-9d8e46bbf5aa up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:40:11.897875 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 60c36ecf-38df-4448-96c5-9d8e46bbf5aa triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:40:11.898494 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (60c36ecf-38df-4448-96c5-9d8e46bbf5aa), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:11.982170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 60c36ecf-38df-4448-96c5-9d8e46bbf5aa is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:40:11.982572 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (60c36ecf-38df-4448-96c5-9d8e46bbf5aa), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:12.015345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 60c36ecf-38df-4448-96c5-9d8e46bbf5aa, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=60c36ecf-38df-4448-96c5-9d8e46bbf5aa,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:40:12.019439 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (60c36ecf-38df-4448-96c5-9d8e46bbf5aa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:12.071679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=60c36ecf-38df-4448-96c5-9d8e46bbf5aa,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:40:12.388886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d55637-f1d7-4388-b470-4dd7ec2b2f62 None None] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:40:12.444243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-610e870c-7888-4041-8ca3-4d50f3f9fdc1 None None] Provisioning complete for port 60c36ecf-38df-4448-96c5-9d8e46bbf5aa triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:40:12.444619 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-610e870c-7888-4041-8ca3-4d50f3f9fdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (60c36ecf-38df-4448-96c5-9d8e46bbf5aa), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:12.559856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-610e870c-7888-4041-8ca3-4d50f3f9fdc1 None None] Current status of the port 60c36ecf-38df-4448-96c5-9d8e46bbf5aa is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:40:12.780484 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5d77da15-cf82-4fa1-814d-1cb9c61593fd None None] Provisioning complete for port 60c36ecf-38df-4448-96c5-9d8e46bbf5aa triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:40:12.780874 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5d77da15-cf82-4fa1-814d-1cb9c61593fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (60c36ecf-38df-4448-96c5-9d8e46bbf5aa), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:12.864287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5d77da15-cf82-4fa1-814d-1cb9c61593fd None None] Current status of the port 60c36ecf-38df-4448-96c5-9d8e46bbf5aa is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:40:13.784472 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 60c36ecf-38df-4448-96c5-9d8e46bbf5aa up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:40:13.833522 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 60c36ecf-38df-4448-96c5-9d8e46bbf5aa triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:40:13.833909 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (60c36ecf-38df-4448-96c5-9d8e46bbf5aa), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:13.915993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 60c36ecf-38df-4448-96c5-9d8e46bbf5aa is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:40:26.040764 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 5 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:40:28.559065 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-243854ba-1f8d-43d5-ba30-334098678386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:30.753279 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-555810ae-43c2-4ab7-99c1-9ab8d405c7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:31.933714 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:33.410896 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:34.974086 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:40:58.563418 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-94b33f7b-f298-418d-ae7e-cc466781a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:00.754699 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a354e66f-5646-4e95-8059-b74d89768655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:01.938106 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:03.039112 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 5 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:41:03.411958 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:04.976087 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:28.566628 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c5431f73-8d46-44f8-beba-ea631a154b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:30.756660 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bb20ab59-6930-4643-bd2c-9cb48950a63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:31.941355 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:32.402395 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57612) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:41:32.407980 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-e0582556-34a3-4da3-9c72-8bf7577d52b9 tempest-verify_tempest_config-2110945514 tempest-verify_tempest_config-2110945514-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:41:32.408941 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e0582556-34a3-4da3-9c72-8bf7577d52b9 tempest-verify_tempest_config-2110945514 tempest-verify_tempest_config-2110945514-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055869 Mar 24 00:41:32.699545 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57630) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:41:32.804753 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:32.878402 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Publish callbacks [] for security_group (e6145b00-8179-4b8e-9034-2d562ac051f4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:32.882872 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e6145b00-8179-4b8e-9034-2d562ac051f4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:32.928125 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dd961b60b4114061b1324aea47017ef5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2275817 Mar 24 00:41:32.929138 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6145b00-8179-4b8e-9034-2d562ac051f4,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:41:32.931029 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57634) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:41:32.936250 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:32.936600 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:32.936972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:32.937341 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:32.937675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:32.938006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:32.938329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:32.938651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:32.938973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:32.939294 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:32.939613 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:32.939933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:32.940249 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:32.940566 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:32.940882 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8129a6-c18b-4883-aca8-f0b328bd26d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:33.014623 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Publish callbacks [] for security_group (e6145b00-8179-4b8e-9034-2d562ac051f4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:33.034917 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Publish callbacks [] for security_group (e6145b00-8179-4b8e-9034-2d562ac051f4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:33.128309 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e6145b00-8179-4b8e-9034-2d562ac051f4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:33.131786 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:33.132972 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e6145b00-8179-4b8e-9034-2d562ac051f4 HTTP/1.1" status: 204 len: 168 time: 0.2009587 Mar 24 00:41:33.141426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6145b00-8179-4b8e-9034-2d562ac051f4,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:41:33.152710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:33.153181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:33.153655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:33.154041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:33.154407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:33.154797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:33.155224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:33.155590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:33.156451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:33.156813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:33.157280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:33.157668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:33.158100 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:33.158549 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:33.158963 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca465317-b740-449e-bd3d-f6fc923df27a admin admin] Tracked resource versions report: Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: pushed versions: Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: { 'AddressGroup': {'1.2'}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'Agent': {'1.1'}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'ConntrackHelper': {'1.0'}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'LocalIPAssociation': {'1.0'}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'Log': {'1.0'}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'NDPProxy': {'1.0'}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'Network': {'1.1'}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'Port': {'1.7'}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'PortForwarding': {'1.3'}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'QosPolicy': {'1.10'}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'SecurityGroup': {'1.5'}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'SecurityGroupRule': {'1.2'}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'SubPort': {'1.0'}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'Subnet': {'1.1'}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'Trunk': {'1.1'}} Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: consumer versions: Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: { DHCP agent@n-d-760455-9: {}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: L3 agent@n-d-760455-9: {}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: Metadata agent@n-d-760455-9: {}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: Metering agent@n-d-760455-9: {}, Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: Open vSwitch agent@n-d-760455-9: { 'AddressGroup': '1.2', Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'Agent': '1.1', Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'ConntrackHelper': '1.0', Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'LocalIPAssociation': '1.0', Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'Log': '1.0', Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'NDPProxy': '1.0', Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'Network': '1.1', Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'Port': '1.7', Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'PortForwarding': '1.3', Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'QosPolicy': '1.10', Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'SecurityGroup': '1.5', Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'SecurityGroupRule': '1.2', Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'SubPort': '1.0', Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'Subnet': '1.1', Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: 'Trunk': '1.1'}} Mar 24 00:41:33.161032 n-d-760455-9 neutron-server[115730]: {{(pid=115730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 00:41:33.414936 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:34.978566 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:41:40.038264 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 5 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:41:58.568002 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2eb5befb-6b4c-44a0-8978-704d64916692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:42:00.757306 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-729788e7-1a49-4a90-b1dc-c00ff5081e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:42:01.942013 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:42:03.420678 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:42:04.982135 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:42:17.036924 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 5 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:42:28.568994 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-892bf993-9bd3-42cd-9b7c-74fd19b2e6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:42:30.757347 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a57cd7c4-d8d2-48de-81d7-623ff7555bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:42:31.945486 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:42:33.421906 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:42:34.983424 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:42:54.035507 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 5 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:42:58.569535 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7203aa3-ab5c-46cd-9a74-bd81b099174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:43:00.760250 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d8b03ebf-dc19-41a2-a47a-bf21e8812cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:43:01.947983 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:43:03.426009 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:43:04.985938 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:43:28.571610 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-13ff1fc3-be9e-4792-9f0c-5f844f6cb634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:43:30.761235 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-99ca23c3-5de5-4def-88dd-19dd7bbc636a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:43:31.033512 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 5 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:43:31.950317 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:43:33.428957 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:43:34.989829 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:43:58.576435 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-97a26b54-e589-4e25-924f-b3e71a816d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:44:00.762336 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c5cc2b64-c7a3-42f4-a790-1df08ed5825f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:44:01.953317 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:44:03.432105 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:44:04.991460 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:44:08.032581 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 5 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:44:28.578328 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d7886aa4-a0f1-491e-bef4-e900a40dbde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:44:29.459435 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639009'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:44:30.763412 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-46577443-2d38-4d75-9aa6-2a17b554d3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:44:31.958445 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:44:32.096378 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639009'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:44:33.434498 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:44:34.993664 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:44:45.032931 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:44:58.580243 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c02ad388-27bd-4b7e-9177-b1b441bdd3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:44:59.432786 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:45:00.765214 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-00d1e6a0-84d7-468b-95f6-8c12bd9bd8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:45:01.957805 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:45:02.079426 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:45:03.440527 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:45:04.995662 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:45:21.269589 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57696) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:45:21.380466 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e9ee026d-cb8a-47e1-abf4-f7cdd796c0a7 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1097765 Mar 24 00:45:22.032137 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:45:23.738326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57706) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:45:23.791740 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0810adfe-fe05-48cc-9492-5468c7067224 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0523577 Mar 24 00:45:28.581517 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fe7efb37-4ee7-43f0-92ed-f7d19a413f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:45:29.434745 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:45:30.771750 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-28a6a4b6-8b1d-428f-a5af-b83c127e1ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:45:31.959660 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:45:32.068962 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:45:33.441494 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:45:34.997384 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:45:58.582698 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4f2a9712-0c67-4639-98aa-a79da2c3aae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:45:59.032194 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:45:59.469115 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:00.772817 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-27ccc954-7f77-40ef-a603-a937c72e0908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:01.963344 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:02.083934 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:03.446139 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:05.002475 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:28.584180 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d5cb-1b0f-4a35-a198-275b6d613e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:29.476548 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:30.775017 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0a6d9a6b-ecee-4e11-a5b1-c8f0acb0e5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:31.968355 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:32.098117 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:33.448460 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:35.004724 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:36.032720 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:46:53.359816 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57888) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:53.697273 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57912) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:53.697940 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-65182ae9-9d6d-4369-aa16-628362a4f407 tempest-AutoAllocateNetworkTest-342978882 tempest-AutoAllocateNetworkTest-342978882-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=106a1079ecfa4329a1c9424454de8582&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3369589 Mar 24 00:46:53.939236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7440c9d0-dfc6-4c58-ad4d-a1c903eec080 tempest-AutoAllocateNetworkTest-342978882 tempest-AutoAllocateNetworkTest-342978882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:46:53.940780 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7440c9d0-dfc6-4c58-ad4d-a1c903eec080 tempest-AutoAllocateNetworkTest-342978882 tempest-AutoAllocateNetworkTest-342978882-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2423222 Mar 24 00:46:53.943790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57926) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:54.040049 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57928) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:54.040272 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-99909b87-43d4-4cc3-9c87-a390a549453f tempest-AutoAllocateNetworkTest-342978882 tempest-AutoAllocateNetworkTest-342978882-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952392 Mar 24 00:46:54.071957 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2965f870-5ce1-4027-b54f-eb088df8ed68 tempest-AutoAllocateNetworkTest-342978882 tempest-AutoAllocateNetworkTest-342978882-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=106a1079ecfa4329a1c9424454de8582 HTTP/1.1" status: 200 len: 208 time: 0.0306494 Mar 24 00:46:54.268888 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57940) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:54.823843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-network', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:46:54.852459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Made reservation on behalf of 160c6d0a2b2b46c5b96ae8128cd59fca for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:46:54.855007 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:54.865428 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:54.965212 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Publish callbacks [] for security_group (0b4a9261-0d90-4dd8-ab20-30cecdb9cf41), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:54.970638 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0b4a9261-0d90-4dd8-ab20-30cecdb9cf41), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:54.979376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57966) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:55.002727 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4a9261-0d90-4dd8-ab20-30cecdb9cf41,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:55.017152 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.017643 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.017984 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.018377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.018796 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.019154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.019545 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.020054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.020435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.020815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.021194 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.021516 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.021901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.022412 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.022736 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Tracked resource versions report: Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: pushed versions: Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: { 'AddressGroup': {'1.2'}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'Agent': {'1.1'}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'ConntrackHelper': {'1.0'}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'LocalIPAssociation': {'1.0'}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'Log': {'1.0'}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'NDPProxy': {'1.0'}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'Network': {'1.1'}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'Port': {'1.7'}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'PortForwarding': {'1.3'}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'QosPolicy': {'1.10'}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'SecurityGroup': {'1.5'}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'SecurityGroupRule': {'1.2'}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'SubPort': {'1.0'}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'Subnet': {'1.1'}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'Trunk': {'1.1'}} Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: consumer versions: Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: { DHCP agent@n-d-760455-9: {}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: HyperV agent@n-h1-760455-9: {}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: HyperV agent@n-h2-760455-9: {}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: L3 agent@n-d-760455-9: {}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: Metadata agent@n-d-760455-9: {}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: Metering agent@n-d-760455-9: {}, Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: Open vSwitch agent@n-d-760455-9: { 'AddressGroup': '1.2', Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'Agent': '1.1', Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'ConntrackHelper': '1.0', Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'LocalIPAssociation': '1.0', Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'Log': '1.0', Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'NDPProxy': '1.0', Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'Network': '1.1', Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'Port': '1.7', Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'PortForwarding': '1.3', Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'QosPolicy': '1.10', Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'SecurityGroup': '1.5', Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'SecurityGroupRule': '1.2', Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'SubPort': '1.0', Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'Subnet': '1.1', Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: 'Trunk': '1.1'}} Mar 24 00:46:55.023963 n-d-760455-9 neutron-server[115729]: {{(pid=115729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 00:46:55.027306 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:46:55.038700 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (62e8f223-39da-4f5b-b749-43c6d9c960c2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:55.039110 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Added segment 62e8f223-39da-4f5b-b749-43c6d9c960c2 of type vlan for network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb Mar 24 00:46:55.088794 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (9ee648a5-3452-4b3b-98f3-f654e7ebcaeb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:55.124778 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (9ee648a5-3452-4b3b-98f3-f654e7ebcaeb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:55.126178 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:46:55.127020 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:55.206997 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] Pushing event updated for resources: {'Network': ['ID=9ee648a5-3452-4b3b-98f3-f654e7ebcaeb,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:55.219792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:46:55.233959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57988) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:55.235476 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c60c749c-5183-4ff1-877f-ff363885009a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9650140 Mar 24 00:46:55.239370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-3874511a-1467-40ad-b9b1-9b23595ac13f admin admin] Request body: {'subnet': {'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-subnet', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:46:55.316286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3874511a-1467-40ad-b9b1-9b23595ac13f admin admin] Made reservation on behalf of 160c6d0a2b2b46c5b96ae8128cd59fca for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:46:55.323135 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3874511a-1467-40ad-b9b1-9b23595ac13f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:55.326448 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:55.663397 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Publish callbacks [] for security_group (ee6628f7-780a-4a49-a678-d9f0101e5bd0), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:55.675422 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ee6628f7-780a-4a49-a678-d9f0101e5bd0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:55.712932 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3874511a-1467-40ad-b9b1-9b23595ac13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for subnet (36c8e441-3529-4a85-b293-22d892a8d6b1), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:55.764586 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58012) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:55.778076 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=106a1079ecfa4329a1c9424454de8582&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7973542 Mar 24 00:46:55.829052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6628f7-780a-4a49-a678-d9f0101e5bd0,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:55.868871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-930df189-972f-438c-9973-5f889586e20e admin admin] Publish callbacks [] for security_group (ee6628f7-780a-4a49-a678-d9f0101e5bd0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:55.874288 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.874636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.874996 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.875325 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.875660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.876105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.876443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.876867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.877227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.877663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.877996 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.878323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.878648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.878969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.879291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb13408-d1c9-45fc-b654-06c8decfcb59 admin admin] Tracked resource versions report: Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: pushed versions: Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: { 'AddressGroup': {'1.2'}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'Agent': {'1.1'}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'ConntrackHelper': {'1.0'}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'LocalIPAssociation': {'1.0'}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'Log': {'1.0'}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'NDPProxy': {'1.0'}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'Network': {'1.1'}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'Port': {'1.7'}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'PortForwarding': {'1.3'}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'QosPolicy': {'1.10'}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'SecurityGroup': {'1.5'}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'SecurityGroupRule': {'1.2'}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'SubPort': {'1.0'}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'Subnet': {'1.1'}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'Trunk': {'1.1'}} Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: consumer versions: Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: { DHCP agent@n-d-760455-9: {}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: HyperV agent@n-h1-760455-9: {}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: HyperV agent@n-h2-760455-9: {}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: L3 agent@n-d-760455-9: {}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: Metadata agent@n-d-760455-9: {}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: Metering agent@n-d-760455-9: {}, Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: Open vSwitch agent@n-d-760455-9: { 'AddressGroup': '1.2', Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'Agent': '1.1', Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'ConntrackHelper': '1.0', Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'LocalIPAssociation': '1.0', Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'Log': '1.0', Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'NDPProxy': '1.0', Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'Network': '1.1', Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'Port': '1.7', Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'PortForwarding': '1.3', Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'QosPolicy': '1.10', Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'SecurityGroup': '1.5', Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'SecurityGroupRule': '1.2', Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'SubPort': '1.0', Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'Subnet': '1.1', Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: 'Trunk': '1.1'}} Mar 24 00:46:55.880440 n-d-760455-9 neutron-server[115730]: {{(pid=115730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 00:46:55.895969 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-930df189-972f-438c-9973-5f889586e20e admin admin] Publish callbacks [] for security_group (ee6628f7-780a-4a49-a678-d9f0101e5bd0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:55.902714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874511a-1467-40ad-b9b1-9b23595ac13f admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c8e441-3529-4a85-b293-22d892a8d6b1,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:55.907569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3874511a-1467-40ad-b9b1-9b23595ac13f admin admin] Checking segment: {'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:46:55.907939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874511a-1467-40ad-b9b1-9b23595ac13f admin admin] Network hostable DHCP agents. Network: 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:46:55.932441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874511a-1467-40ad-b9b1-9b23595ac13f admin admin] Network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:46:55.955910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-3874511a-1467-40ad-b9b1-9b23595ac13f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:46:55.969446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4b2993-78a4-42e6-b9d8-6bd2d300c6be None None] Network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:46:55.979160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3874511a-1467-40ad-b9b1-9b23595ac13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:46:55.982057 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3874511a-1467-40ad-b9b1-9b23595ac13f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:55.987706 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-930df189-972f-438c-9973-5f889586e20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ee6628f7-780a-4a49-a678-d9f0101e5bd0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:55.991919 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-930df189-972f-438c-9973-5f889586e20e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:56.000341 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-930df189-972f-438c-9973-5f889586e20e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee6628f7-780a-4a49-a678-d9f0101e5bd0 HTTP/1.1" status: 204 len: 168 time: 0.2346492 Mar 24 00:46:56.017896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930df189-972f-438c-9973-5f889586e20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6628f7-780a-4a49-a678-d9f0101e5bd0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:56.044936 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58022) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:56.052594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:46:56.063839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3874511a-1467-40ad-b9b1-9b23595ac13f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8283625 Mar 24 00:46:56.094140 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (7427e903-ce7d-4189-8cfa-abf0596d691a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:56.096327 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (7427e903-ce7d-4189-8cfa-abf0596d691a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:56.143719 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:46:56.144576 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:56.175020 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Publish callbacks [] for router_controller (7427e903-ce7d-4189-8cfa-abf0596d691a), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:56.312024 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Allocated IP 172.20.0.2 (9ee648a5-3452-4b3b-98f3-f654e7ebcaeb/36c8e441-3529-4a85-b293-22d892a8d6b1/6c87a098-ba16-4b31-a129-146ce77eb14b) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:46:56.366280 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Publish callbacks [] for router_gateway (7427e903-ce7d-4189-8cfa-abf0596d691a), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:56.493516 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Publish callbacks [] for port (6c87a098-ba16-4b31-a129-146ce77eb14b), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:56.502263 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (6c87a098-ba16-4b31-a129-146ce77eb14b), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:56.577338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:46:56.579923 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Pushing event updated for resources: {'Port': ['ID=6c87a098-ba16-4b31-a129-146ce77eb14b,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:56.589749 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:46:56.593935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:56.594594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:56.595180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:56.595663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:56.596209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:56.596694 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:56.597380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:56.597849 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:56.598412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:56.598887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:56.599459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:56.600156 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:56.600627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:56.601660 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:56.602327 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Tracked resource versions report: Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: pushed versions: Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: { 'AddressGroup': {'1.2'}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'Agent': {'1.1'}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'ConntrackHelper': {'1.0'}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'LocalIPAssociation': {'1.0'}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'Log': {'1.0'}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'NDPProxy': {'1.0'}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'Network': {'1.1'}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'Port': {'1.7'}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'PortForwarding': {'1.3'}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'QosPolicy': {'1.10'}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'SecurityGroup': {'1.5'}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'SecurityGroupRule': {'1.2'}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'SubPort': {'1.0'}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'Subnet': {'1.1'}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'Trunk': {'1.1'}} Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: consumer versions: Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: { DHCP agent@n-d-760455-9: {}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: HyperV agent@n-h1-760455-9: {}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: HyperV agent@n-h2-760455-9: {}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: L3 agent@n-d-760455-9: {}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: Metadata agent@n-d-760455-9: {}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: Metering agent@n-d-760455-9: {}, Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: Open vSwitch agent@n-d-760455-9: { 'AddressGroup': '1.2', Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'Agent': '1.1', Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'ConntrackHelper': '1.0', Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'LocalIPAssociation': '1.0', Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'Log': '1.0', Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'NDPProxy': '1.0', Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'Network': '1.1', Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'Port': '1.7', Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'PortForwarding': '1.3', Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'QosPolicy': '1.10', Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'SecurityGroup': '1.5', Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'SecurityGroupRule': '1.2', Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'SubPort': '1.0', Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'Subnet': '1.1', Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: 'Trunk': '1.1'}} Mar 24 00:46:56.603802 n-d-760455-9 neutron-server[115731]: {{(pid=115731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 00:46:56.610945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:46:56.639678 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Publish callbacks [] for router_gateway (7427e903-ce7d-4189-8cfa-abf0596d691a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:56.665019 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:56.682143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Attempting to bind port 6c87a098-ba16-4b31-a129-146ce77eb14b on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:46:56.682562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Attempting to bind port 6c87a098-ba16-4b31-a129-146ce77eb14b by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:46:56.683572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Attempting to bind port 6c87a098-ba16-4b31-a129-146ce77eb14b on network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:46:56.692240 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:46:56.692985 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Checking segment: {'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:46:56.693867 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:56.694458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Bound using segment: {'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:46:56.695196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Bound port: 6c87a098-ba16-4b31-a129-146ce77eb14b, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:46:56.696076 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6c87a098-ba16-4b31-a129-146ce77eb14b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:56.787122 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] For port 6c87a098-ba16-4b31-a129-146ce77eb14b, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:46:56.793590 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] For port 6c87a098-ba16-4b31-a129-146ce77eb14b, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6c87a098-ba16-4b31-a129-146ce77eb14b,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:46:56.807491 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6c87a098-ba16-4b31-a129-146ce77eb14b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:56.832264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Allocated IP 172.25.0.93 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/5384bc89-0e5d-4704-b8d1-c3140b03ebc5) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:46:56.886756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcd7a2-322d-45df-ba4f-99675a2d4533 None None] Pushing event updated for resources: {'Port': ['ID=6c87a098-ba16-4b31-a129-146ce77eb14b,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:57.008323 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Publish callbacks [] for port (5384bc89-0e5d-4704-b8d1-c3140b03ebc5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:57.062623 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (5384bc89-0e5d-4704-b8d1-c3140b03ebc5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:57.106816 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:46:57.114365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:46:57.117690 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:46:57.339951 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Pushing event updated for resources: {'Port': ['ID=5384bc89-0e5d-4704-b8d1-c3140b03ebc5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:57.535434 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Publish callbacks [] for router_gateway (7427e903-ce7d-4189-8cfa-abf0596d691a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:57.677012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58078) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:57.760341 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (7427e903-ce7d-4189-8cfa-abf0596d691a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:57.922706 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Router 7427e903-ce7d-4189-8cfa-abf0596d691a is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:46:57.950135 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b77814b-39e0-4662-b71b-97b33217d0f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:58.087575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:46:58.113005 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Sync routers for ids ['7427e903-ce7d-4189-8cfa-abf0596d691a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:46:58.123169 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:58.133111 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-33ae83c7-9e2f-4e6f-a894-5140d2bdb498 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.0843093 Mar 24 00:46:58.133654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58096) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:58.146266 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b77814b-39e0-4662-b71b-97b33217d0f0 admin admin] Publish callbacks [] for security_group (031abf51-f1c9-43d0-9028-61d2f1e936ff), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:58.152662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6c87a098-ba16-4b31-a129-146ce77eb14b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:46:58.160823 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Routers {'7427e903-ce7d-4189-8cfa-abf0596d691a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:46:58.161654 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:46:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7427e903-ce7d-4189-8cfa-abf0596d691a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:46:58.172078 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b77814b-39e0-4662-b71b-97b33217d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (031abf51-f1c9-43d0-9028-61d2f1e936ff), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:58.198813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58100) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:58.270626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 6c87a098-ba16-4b31-a129-146ce77eb14b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:46:58.271019 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6c87a098-ba16-4b31-a129-146ce77eb14b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:58.275944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1b77814b-39e0-4662-b71b-97b33217d0f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8db02f5bd444375bbc877c45620da3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5962586 Mar 24 00:46:58.276931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77814b-39e0-4662-b71b-97b33217d0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031abf51-f1c9-43d0-9028-61d2f1e936ff,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:58.278752 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58106) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:58.376182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 6c87a098-ba16-4b31-a129-146ce77eb14b is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:46:58.376806 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6c87a098-ba16-4b31-a129-146ce77eb14b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:58.379419 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-233e512b-5e0a-4338-b384-3d0cad458d60 admin admin] Publish callbacks [] for security_group (031abf51-f1c9-43d0-9028-61d2f1e936ff), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:58.424402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 6c87a098-ba16-4b31-a129-146ce77eb14b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6c87a098-ba16-4b31-a129-146ce77eb14b,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:46:58.428200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2f4f16-d2ad-4214-92f3-9194f216fbee None None] Network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:46:58.433855 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-233e512b-5e0a-4338-b384-3d0cad458d60 admin admin] Publish callbacks [] for security_group (031abf51-f1c9-43d0-9028-61d2f1e936ff), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:58.446276 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Set router 7427e903-ce7d-4189-8cfa-abf0596d691a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:46:58.602575 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6c87a098-ba16-4b31-a129-146ce77eb14b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:58.669575 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-12d90d79-d5f0-4a1f-be89-ed1171c42e70 None None] Provisioning complete for port 6c87a098-ba16-4b31-a129-146ce77eb14b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:46:58.671162 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-12d90d79-d5f0-4a1f-be89-ed1171c42e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6c87a098-ba16-4b31-a129-146ce77eb14b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:58.690129 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-233e512b-5e0a-4338-b384-3d0cad458d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (031abf51-f1c9-43d0-9028-61d2f1e936ff), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:58.695030 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-233e512b-5e0a-4338-b384-3d0cad458d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:58.696974 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-08a0737d-58bc-43ba-9da5-80361d4364f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:58.702437 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-233e512b-5e0a-4338-b384-3d0cad458d60 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/031abf51-f1c9-43d0-9028-61d2f1e936ff HTTP/1.1" status: 204 len: 168 time: 0.4204779 Mar 24 00:46:58.734180 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e512b-5e0a-4338-b384-3d0cad458d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031abf51-f1c9-43d0-9028-61d2f1e936ff,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:58.773264 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:46:57Z', 'revision_number': 3, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:46:58.846233 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Checking router: 7427e903-ce7d-4189-8cfa-abf0596d691a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:46:58.846750 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Updating router 7427e903-ce7d-4189-8cfa-abf0596d691a port 5384bc89-0e5d-4704-b8d1-c3140b03ebc5 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:46:58.890712 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5384bc89-0e5d-4704-b8d1-c3140b03ebc5), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:58.948592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-12d90d79-d5f0-4a1f-be89-ed1171c42e70 None None] Current status of the port 6c87a098-ba16-4b31-a129-146ce77eb14b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:46:58.954402 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b25a-80f0-4fa1-ad63-1dcf7fab93a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:58.966249 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-08a0737d-58bc-43ba-9da5-80361d4364f5 admin admin] Publish callbacks [] for security_group (e41485de-b636-48b1-b43f-5ff8979d76cc), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:58.975636 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-08a0737d-58bc-43ba-9da5-80361d4364f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e41485de-b636-48b1-b43f-5ff8979d76cc), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.031416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=6c87a098-ba16-4b31-a129-146ce77eb14b,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:59.088076 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-08a0737d-58bc-43ba-9da5-80361d4364f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7e1bc17ff094553a746e144775c1480&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8882084 Mar 24 00:46:59.092344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58146) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:59.094616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0737d-58bc-43ba-9da5-80361d4364f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41485de-b636-48b1-b43f-5ff8979d76cc,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:59.197029 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58152) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:59.214602 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-daf65e2c-bbfb-4440-865a-17ffdc974469 admin admin] Publish callbacks [] for security_group (e41485de-b636-48b1-b43f-5ff8979d76cc), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.250480 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-daf65e2c-bbfb-4440-865a-17ffdc974469 admin admin] Publish callbacks [] for security_group (e41485de-b636-48b1-b43f-5ff8979d76cc), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.275102 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Publish callbacks [] for port (5384bc89-0e5d-4704-b8d1-c3140b03ebc5), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.285607 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-9b36d050-13a5-4d3a-bd8d-01b4cce59977 None None] Provisioning complete for port 6c87a098-ba16-4b31-a129-146ce77eb14b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:46:59.286174 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9b36d050-13a5-4d3a-bd8d-01b4cce59977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6c87a098-ba16-4b31-a129-146ce77eb14b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.289415 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5384bc89-0e5d-4704-b8d1-c3140b03ebc5), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.339640 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-daf65e2c-bbfb-4440-865a-17ffdc974469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e41485de-b636-48b1-b43f-5ff8979d76cc), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.348073 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-daf65e2c-bbfb-4440-865a-17ffdc974469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.355637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-daf65e2c-bbfb-4440-865a-17ffdc974469 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e41485de-b636-48b1-b43f-5ff8979d76cc HTTP/1.1" status: 204 len: 168 time: 0.2567434 Mar 24 00:46:59.371236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf65e2c-bbfb-4440-865a-17ffdc974469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41485de-b636-48b1-b43f-5ff8979d76cc,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:59.385371 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.438504 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Attempting to bind port 5384bc89-0e5d-4704-b8d1-c3140b03ebc5 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:46:59.438879 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Attempting to bind port 5384bc89-0e5d-4704-b8d1-c3140b03ebc5 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:46:59.440666 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Attempting to bind port 5384bc89-0e5d-4704-b8d1-c3140b03ebc5 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:46:59.472831 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:46:59.477628 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:46:59.478368 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.479600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58162) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:59.480136 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:46:59.480964 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Bound port: 5384bc89-0e5d-4704-b8d1-c3140b03ebc5, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:46:59.487990 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5384bc89-0e5d-4704-b8d1-c3140b03ebc5), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.492116 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Pushing event updated for resources: {'Port': ['ID=5384bc89-0e5d-4704-b8d1-c3140b03ebc5,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:59.505762 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.521078 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ad535949-5a59-46b7-9c84-67975872dd88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.566255 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:59.566620 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:59.569720 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:59.570111 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:59.570481 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:59.570857 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:59.575401 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:59.575806 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:59.576161 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:59.576506 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:59.577085 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:59.577258 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:59.577605 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:59.578340 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:59.578684 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Tracked resource versions report: Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: pushed versions: Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: { 'AddressGroup': {'1.2'}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'Agent': {'1.1'}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'ConntrackHelper': {'1.0'}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'LocalIPAssociation': {'1.0'}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'Log': {'1.0'}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'NDPProxy': {'1.0'}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'Network': {'1.1'}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'Port': {'1.7'}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'PortForwarding': {'1.3'}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'QosPolicy': {'1.10'}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'SecurityGroup': {'1.5'}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'SecurityGroupRule': {'1.2'}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'SubPort': {'1.0'}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'Subnet': {'1.1'}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'Trunk': {'1.1'}} Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: consumer versions: Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: { DHCP agent@n-d-760455-9: {}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: HyperV agent@n-h1-760455-9: {}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: HyperV agent@n-h2-760455-9: {}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: L3 agent@n-d-760455-9: {}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: Metadata agent@n-d-760455-9: {}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: Metering agent@n-d-760455-9: {}, Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: Open vSwitch agent@n-d-760455-9: { 'AddressGroup': '1.2', Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'Agent': '1.1', Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'ConntrackHelper': '1.0', Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'LocalIPAssociation': '1.0', Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'Log': '1.0', Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'NDPProxy': '1.0', Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'Network': '1.1', Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'Port': '1.7', Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'PortForwarding': '1.3', Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'QosPolicy': '1.10', Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'SecurityGroup': '1.5', Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'SecurityGroupRule': '1.2', Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'SubPort': '1.0', Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'Subnet': '1.1', Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: 'Trunk': '1.1'}} Mar 24 00:46:59.582800 n-d-760455-9 neutron-server[115732]: {{(pid=115732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 00:46:59.584757 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9b36d050-13a5-4d3a-bd8d-01b4cce59977 None None] Current status of the port 6c87a098-ba16-4b31-a129-146ce77eb14b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:46:59.647426 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ad535949-5a59-46b7-9c84-67975872dd88 admin admin] Publish callbacks [] for security_group (283cffe1-df7e-4a56-aa30-75917c6b7e8b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.654261 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ad535949-5a59-46b7-9c84-67975872dd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (283cffe1-df7e-4a56-aa30-75917c6b7e8b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.661705 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] For port 5384bc89-0e5d-4704-b8d1-c3140b03ebc5, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:46:59.667638 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] For port 5384bc89-0e5d-4704-b8d1-c3140b03ebc5, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5384bc89-0e5d-4704-b8d1-c3140b03ebc5,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:46:59.681358 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5384bc89-0e5d-4704-b8d1-c3140b03ebc5), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.701044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad535949-5a59-46b7-9c84-67975872dd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283cffe1-df7e-4a56-aa30-75917c6b7e8b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:59.706420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Allocated IP 172.20.0.1 (9ee648a5-3452-4b3b-98f3-f654e7ebcaeb/36c8e441-3529-4a85-b293-22d892a8d6b1/b04179ce-4941-40d1-8378-cbae0b472b63) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:46:59.715440 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ad535949-5a59-46b7-9c84-67975872dd88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0296ff3a22cf4ee79e4f0d0a59e3af50&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2348802 Mar 24 00:46:59.717346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58170) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:46:59.782704 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d67cdc4-81ee-4aa6-9df6-330e86c6c647 admin admin] Publish callbacks [] for security_group (283cffe1-df7e-4a56-aa30-75917c6b7e8b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.800855 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3eaa54dc-88af-46df-bea1-e888552a2ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.801042 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Routers {'7427e903-ce7d-4189-8cfa-abf0596d691a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:46:59.801752 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:46:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7427e903-ce7d-4189-8cfa-abf0596d691a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:46:59.813719 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d67cdc4-81ee-4aa6-9df6-330e86c6c647 admin admin] Publish callbacks [] for security_group (283cffe1-df7e-4a56-aa30-75917c6b7e8b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.893544 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Publish callbacks [] for port (b04179ce-4941-40d1-8378-cbae0b472b63), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.894371 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d67cdc4-81ee-4aa6-9df6-330e86c6c647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (283cffe1-df7e-4a56-aa30-75917c6b7e8b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.897204 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d67cdc4-81ee-4aa6-9df6-330e86c6c647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.901473 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2d67cdc4-81ee-4aa6-9df6-330e86c6c647 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/283cffe1-df7e-4a56-aa30-75917c6b7e8b HTTP/1.1" status: 204 len: 168 time: 0.1829021 Mar 24 00:46:59.910479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67cdc4-81ee-4aa6-9df6-330e86c6c647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283cffe1-df7e-4a56-aa30-75917c6b7e8b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:59.917372 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e510435-8ff2-47c4-9c3b-b7836dd771aa None None] Pushing event updated for resources: {'Port': ['ID=5384bc89-0e5d-4704-b8d1-c3140b03ebc5,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:46:59.972907 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3eaa54dc-88af-46df-bea1-e888552a2ed2 admin admin] Publish callbacks [] for security_group (6ec78794-f6c3-4468-b232-5b58301ecd5c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.975582 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:46:59.985208 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3eaa54dc-88af-46df-bea1-e888552a2ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6ec78794-f6c3-4468-b232-5b58301ecd5c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.013156 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] Set router 7427e903-ce7d-4189-8cfa-abf0596d691a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:47:00.039199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:47:00.058627 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:00.061584 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:47:00.062057 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (7427e903-ce7d-4189-8cfa-abf0596d691a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.071664 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3eaa54dc-88af-46df-bea1-e888552a2ed2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6714f98aae4d477cb346e55226433a49&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8708589 Mar 24 00:47:00.071817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58180) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:00.144267 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6c87a098-ba16-4b31-a129-146ce77eb14b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:47:00.154482 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7c1e9998-47d9-47e7-9e63-6d20cb6e0cb8 admin admin] Publish callbacks [] for security_group (6ec78794-f6c3-4468-b232-5b58301ecd5c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.207940 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7c1e9998-47d9-47e7-9e63-6d20cb6e0cb8 admin admin] Publish callbacks [] for security_group (6ec78794-f6c3-4468-b232-5b58301ecd5c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.297067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 6c87a098-ba16-4b31-a129-146ce77eb14b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:00.299083 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6c87a098-ba16-4b31-a129-146ce77eb14b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.317854 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7c1e9998-47d9-47e7-9e63-6d20cb6e0cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6ec78794-f6c3-4468-b232-5b58301ecd5c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.319804 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa54dc-88af-46df-bea1-e888552a2ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec78794-f6c3-4468-b232-5b58301ecd5c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:00.324751 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7c1e9998-47d9-47e7-9e63-6d20cb6e0cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.325120 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Pushing event updated for resources: {'Port': ['ID=b04179ce-4941-40d1-8378-cbae0b472b63,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:00.329812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7c1e9998-47d9-47e7-9e63-6d20cb6e0cb8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ec78794-f6c3-4468-b232-5b58301ecd5c HTTP/1.1" status: 204 len: 168 time: 0.2545950 Mar 24 00:47:00.361436 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58188) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:00.367649 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e9998-47d9-47e7-9e63-6d20cb6e0cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec78794-f6c3-4468-b232-5b58301ecd5c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:00.402324 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53ecb872-9d04-4ad3-babb-c57545edaf8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.424361 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:46:57Z', 'revision_number': 3, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:00.518049 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e244e6-32b3-4e63-978d-13059d8afd2c None None] The sync data for ids ['7427e903-ce7d-4189-8cfa-abf0596d691a'] in n-d-760455-9 is: [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:46:57Z', 'revision_number': 3, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:47:00.547461 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.576673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 6c87a098-ba16-4b31-a129-146ce77eb14b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:00.592919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e4d62e1c-cecb-41ae-9459-72ed09a28339 None None] Provisioning complete for port b04179ce-4941-40d1-8378-cbae0b472b63 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:00.593483 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e4d62e1c-cecb-41ae-9459-72ed09a28339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.636281 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53ecb872-9d04-4ad3-babb-c57545edaf8c admin admin] Publish callbacks [] for security_group (6c7cbfb9-8412-4844-86ce-8a4f52a38c66), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.648554 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53ecb872-9d04-4ad3-babb-c57545edaf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6c7cbfb9-8412-4844-86ce-8a4f52a38c66), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.649041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e4d62e1c-cecb-41ae-9459-72ed09a28339 None None] Port b04179ce-4941-40d1-8378-cbae0b472b63 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:47:00.742135 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-53ecb872-9d04-4ad3-babb-c57545edaf8c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7aa4136d178c4cd9a734904a13059773&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3795383 Mar 24 00:47:00.744787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58198) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:00.746765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecb872-9d04-4ad3-babb-c57545edaf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7cbfb9-8412-4844-86ce-8a4f52a38c66,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:00.798953 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9222d5a1-e00c-4fab-8570-4b8f8b63f16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.867535 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-864d1bb9-cf7f-4aee-aff8-b46b461ee264 admin admin] Publish callbacks [] for security_group (6c7cbfb9-8412-4844-86ce-8a4f52a38c66), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.873374 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Publish callbacks [] for port (b04179ce-4941-40d1-8378-cbae0b472b63), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.896290 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.897071 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (7427e903-ce7d-4189-8cfa-abf0596d691a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:00.936576 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-864d1bb9-cf7f-4aee-aff8-b46b461ee264 admin admin] Publish callbacks [] for security_group (6c7cbfb9-8412-4844-86ce-8a4f52a38c66), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:01.036158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Pushing event updated for resources: {'Port': ['ID=b04179ce-4941-40d1-8378-cbae0b472b63,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:01.083960 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:47:01.085376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:01.091526 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-864d1bb9-cf7f-4aee-aff8-b46b461ee264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6c7cbfb9-8412-4844-86ce-8a4f52a38c66), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:01.094188 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-864d1bb9-cf7f-4aee-aff8-b46b461ee264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:01.098365 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-864d1bb9-cf7f-4aee-aff8-b46b461ee264 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c7cbfb9-8412-4844-86ce-8a4f52a38c66 HTTP/1.1" status: 204 len: 168 time: 0.3523846 Mar 24 00:47:01.112458 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d1bb9-cf7f-4aee-aff8-b46b461ee264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7cbfb9-8412-4844-86ce-8a4f52a38c66,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:01.126357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58212) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:01.161421 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89efd5ee-d9e9-4b0c-9764-22a6863b9481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:01.336947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Router 7427e903-ce7d-4189-8cfa-abf0596d691a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:47:01.355953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89efd5ee-d9e9-4b0c-9764-22a6863b9481 admin admin] Publish callbacks [] for security_group (72e79e27-ec63-4f72-8229-8118795d4ceb), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:01.364834 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89efd5ee-d9e9-4b0c-9764-22a6863b9481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (72e79e27-ec63-4f72-8229-8118795d4ceb), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:01.396340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b321d422-78d5-49a4-991c-ec0c1da8fefd None None] Provisioning complete for port b04179ce-4941-40d1-8378-cbae0b472b63 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:01.397335 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b321d422-78d5-49a4-991c-ec0c1da8fefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:01.419966 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-89efd5ee-d9e9-4b0c-9764-22a6863b9481 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1a22da5e1aa4838a48d2a1180f7c0f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2919834 Mar 24 00:47:01.420812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efd5ee-d9e9-4b0c-9764-22a6863b9481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e79e27-ec63-4f72-8229-8118795d4ceb,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:01.423407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58228) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:01.458156 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b321d422-78d5-49a4-991c-ec0c1da8fefd None None] Port b04179ce-4941-40d1-8378-cbae0b472b63 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:47:01.508747 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b1acd87-c233-401c-a3a4-7a33f55b2b29 admin admin] Publish callbacks [] for security_group (72e79e27-ec63-4f72-8229-8118795d4ceb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:01.560547 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b1acd87-c233-401c-a3a4-7a33f55b2b29 admin admin] Publish callbacks [] for security_group (72e79e27-ec63-4f72-8229-8118795d4ceb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:01.566494 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:47:01.580503 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8f3f4181-844e-4039-a43c-eb3f1ef5a014 admin admin] 10.222.0.45 "PUT /v2.0/routers/7427e903-ce7d-4189-8cfa-abf0596d691a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4250238 Mar 24 00:47:01.634792 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b1acd87-c233-401c-a3a4-7a33f55b2b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (72e79e27-ec63-4f72-8229-8118795d4ceb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:01.637761 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b1acd87-c233-401c-a3a4-7a33f55b2b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:01.638477 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1b1acd87-c233-401c-a3a4-7a33f55b2b29 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72e79e27-ec63-4f72-8229-8118795d4ceb HTTP/1.1" status: 204 len: 168 time: 0.2141778 Mar 24 00:47:01.646885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1acd87-c233-401c-a3a4-7a33f55b2b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e79e27-ec63-4f72-8229-8118795d4ceb,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:01.975377 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:02.096148 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5384bc89-0e5d-4704-b8d1-c3140b03ebc5 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:47:02.122406 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:02.146675 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5384bc89-0e5d-4704-b8d1-c3140b03ebc5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:02.147322 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5384bc89-0e5d-4704-b8d1-c3140b03ebc5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:02.253322 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5384bc89-0e5d-4704-b8d1-c3140b03ebc5 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:02.253768 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5384bc89-0e5d-4704-b8d1-c3140b03ebc5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:02.273697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58266) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:02.276763 n-d-760455-9 neutron-server[115730]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 24 00:47:02.280108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 5384bc89-0e5d-4704-b8d1-c3140b03ebc5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5384bc89-0e5d-4704-b8d1-c3140b03ebc5,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:02.285418 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5384bc89-0e5d-4704-b8d1-c3140b03ebc5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:02.309790 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-dcfca3bd-b994-4bf1-9ccd-d7ef273c6865 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2e34ea1e64ce4a7686e324b5a2e83b23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335577 Mar 24 00:47:02.339915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=5384bc89-0e5d-4704-b8d1-c3140b03ebc5,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:02.442260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f29d2de1-4d70-424f-b03c-4b5ca0c5c95d tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:02.448807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f29d2de1-4d70-424f-b03c-4b5ca0c5c95d tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1323125 Mar 24 00:47:02.466047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-aa108288-606c-4cc9-afe8-f755ce2e3bb3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/quotas/2e34ea1e64ce4a7686e324b5a2e83b23 HTTP/1.1" status: 200 len: 375 time: 0.0160937 Mar 24 00:47:02.536063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-9ece971e-be8c-4741-8013-eee405a47dac tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2e34ea1e64ce4a7686e324b5a2e83b23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688002 Mar 24 00:47:02.652185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Sync routers for ids ['7427e903-ce7d-4189-8cfa-abf0596d691a'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:47:02.665012 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Routers {'7427e903-ce7d-4189-8cfa-abf0596d691a'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:47:02.665835 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:47:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7427e903-ce7d-4189-8cfa-abf0596d691a'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:02.833771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Set router 7427e903-ce7d-4189-8cfa-abf0596d691a gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:47:02.850368 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c17939f-3257-4eb8-aca6-264994597a6c req-8b8b9a5a-47a0-4221-8092-afb09bc47ec8 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 210 time: 0.0859375 Mar 24 00:47:03.071488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:00Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b04179ce-4941-40d1-8378-cbae0b472b63', 'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'mac_address': 'fa:16:3e:22:9d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:59Z', 'updated_at': '2022-03-24T00:47:00Z', 'revision_number': 2, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'subnets': [{'id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:03.099931 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Checking router: 7427e903-ce7d-4189-8cfa-abf0596d691a for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:47:03.100362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Updating router 7427e903-ce7d-4189-8cfa-abf0596d691a port b04179ce-4941-40d1-8378-cbae0b472b63 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:47:03.127950 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:03.469662 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:03.473994 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Publish callbacks [] for port (b04179ce-4941-40d1-8378-cbae0b472b63), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:03.476788 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58356) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:03.481842 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:03.482483 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-8ad56f69-1d56-4235-afb3-7bf2499aa7a9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-923891372-network', 'tenant_id': '816ba23763c94793b55b3d0f1250537e'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:03.531971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad56f69-1d56-4235-afb3-7bf2499aa7a9 admin admin] Made reservation on behalf of 816ba23763c94793b55b3d0f1250537e for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:03.537019 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ad56f69-1d56-4235-afb3-7bf2499aa7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:03.563577 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ad56f69-1d56-4235-afb3-7bf2499aa7a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:03.565253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065686a3-5203-41fb-925e-cb02e902da66 None None] Pushing event updated for resources: {'Port': ['ID=b04179ce-4941-40d1-8378-cbae0b472b63,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:03.635053 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Attempting to bind port b04179ce-4941-40d1-8378-cbae0b472b63 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:47:03.635600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Attempting to bind port b04179ce-4941-40d1-8378-cbae0b472b63 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:47:03.635973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Attempting to bind port b04179ce-4941-40d1-8378-cbae0b472b63 on network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:03.650503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:47:03.650896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Checking segment: {'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:03.653885 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:03.654596 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Bound using segment: {'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:47:03.655374 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Bound port: b04179ce-4941-40d1-8378-cbae0b472b63, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:47:03.656160 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:03.677971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58364) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:03.732208 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-429ff6f9-1c26-4f22-bb01-df8b7a2600cc tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=aa236f806bf348c9870635312352b349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488327 Mar 24 00:47:03.747325 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ad56f69-1d56-4235-afb3-7bf2499aa7a9 admin admin] Publish callbacks [] for security_group (a28c5838-fd9e-42b2-8630-2a890170c095), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:03.753777 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ad56f69-1d56-4235-afb3-7bf2499aa7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a28c5838-fd9e-42b2-8630-2a890170c095), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:03.784050 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad56f69-1d56-4235-afb3-7bf2499aa7a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:47:03.808145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad56f69-1d56-4235-afb3-7bf2499aa7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28c5838-fd9e-42b2-8630-2a890170c095,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:03.818081 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ad56f69-1d56-4235-afb3-7bf2499aa7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (c5c027d8-3aec-45ca-a682-3bf6549dd765), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:03.818648 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-8ad56f69-1d56-4235-afb3-7bf2499aa7a9 admin admin] Added segment c5c027d8-3aec-45ca-a682-3bf6549dd765 of type vlan for network e505972b-f872-40f1-a332-be2359f7809d Mar 24 00:47:03.867013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] For port b04179ce-4941-40d1-8378-cbae0b472b63, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:47:03.876442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] For port b04179ce-4941-40d1-8378-cbae0b472b63, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b04179ce-4941-40d1-8378-cbae0b472b63,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:47:03.895355 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:03.913253 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ad56f69-1d56-4235-afb3-7bf2499aa7a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (e505972b-f872-40f1-a332-be2359f7809d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:03.983722 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ad56f69-1d56-4235-afb3-7bf2499aa7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (e505972b-f872-40f1-a332-be2359f7809d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:03.984702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad56f69-1d56-4235-afb3-7bf2499aa7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:03.985312 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ad56f69-1d56-4235-afb3-7bf2499aa7a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:03.988137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-0f770bf3-0344-4abc-bc56-aa300ac011b3 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:03.998610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-0f770bf3-0344-4abc-bc56-aa300ac011b3 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642331 Mar 24 00:47:04.048349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8888957-daed-4b84-8b97-a5228cead19b req-4b37beeb-b6e8-40e6-8bb6-ad92888e227d tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 210 time: 0.1039684 Mar 24 00:47:04.062072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-7d874931-fd31-4107-9dd9-6044b2585060 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/quotas/aa236f806bf348c9870635312352b349 HTTP/1.1" status: 200 len: 375 time: 0.0624561 Mar 24 00:47:04.081415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Routers {'7427e903-ce7d-4189-8cfa-abf0596d691a'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:47:04.082128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:47:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7427e903-ce7d-4189-8cfa-abf0596d691a'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:04.088424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065686a3-5203-41fb-925e-cb02e902da66 None None] Pushing event updated for resources: {'Port': ['ID=b04179ce-4941-40d1-8378-cbae0b472b63,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:04.147768 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-b1381064-d5ad-4f88-b5fe-8164675f957a tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa236f806bf348c9870635312352b349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830929 Mar 24 00:47:04.151344 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-da9f1416-202f-433f-a9b8-fe89f4cfcb14 None None] Provisioning complete for port b04179ce-4941-40d1-8378-cbae0b472b63 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:04.151898 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-da9f1416-202f-433f-a9b8-fe89f4cfcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:04.171842 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8ad56f69-1d56-4235-afb3-7bf2499aa7a9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6937473 Mar 24 00:47:04.174730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58384) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:04.180794 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8624ada9-5ab8-42ff-9cc5-ca9f504e8611 admin admin] Request body: {'subnet': {'network_id': 'e505972b-f872-40f1-a332-be2359f7809d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-923891372-subnet', 'tenant_id': '816ba23763c94793b55b3d0f1250537e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:04.192642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5384bc89-0e5d-4704-b8d1-c3140b03ebc5 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:47:04.196133 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad56f69-1d56-4235-afb3-7bf2499aa7a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e505972b-f872-40f1-a332-be2359f7809d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:04.249692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8624ada9-5ab8-42ff-9cc5-ca9f504e8611 admin admin] Made reservation on behalf of 816ba23763c94793b55b3d0f1250537e for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:04.255579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network e505972b-f872-40f1-a332-be2359f7809d details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:47:04.257163 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8624ada9-5ab8-42ff-9cc5-ca9f504e8611 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:04.630364 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-edab36e3-54a0-495d-af64-262eb1740e99 req-11ad0855-27c6-4c5d-9fdc-8f87eea743ef tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 210 time: 0.1199312 Mar 24 00:47:04.797978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-da9f1416-202f-433f-a9b8-fe89f4cfcb14 None None] Current status of the port b04179ce-4941-40d1-8378-cbae0b472b63 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:04.798610 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-da9f1416-202f-433f-a9b8-fe89f4cfcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:04.844284 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-da9f1416-202f-433f-a9b8-fe89f4cfcb14 None None] For port b04179ce-4941-40d1-8378-cbae0b472b63, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b04179ce-4941-40d1-8378-cbae0b472b63,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:04.852794 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-da9f1416-202f-433f-a9b8-fe89f4cfcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:04.861627 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8624ada9-5ab8-42ff-9cc5-ca9f504e8611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for subnet (70ed5899-9379-411a-a6a1-36088484ed43), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:04.915088 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f1416-202f-433f-a9b8-fe89f4cfcb14 None None] Pushing event updated for resources: {'Port': ['ID=b04179ce-4941-40d1-8378-cbae0b472b63,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:04.975650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624ada9-5ab8-42ff-9cc5-ca9f504e8611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ed5899-9379-411a-a6a1-36088484ed43,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:04.984639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8624ada9-5ab8-42ff-9cc5-ca9f504e8611 admin admin] Checking segment: {'id': 'c5c027d8-3aec-45ca-a682-3bf6549dd765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e505972b-f872-40f1-a332-be2359f7809d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:04.985399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8624ada9-5ab8-42ff-9cc5-ca9f504e8611 admin admin] Network hostable DHCP agents. Network: e505972b-f872-40f1-a332-be2359f7809d, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:47:05.018089 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8624ada9-5ab8-42ff-9cc5-ca9f504e8611 admin admin] Network e505972b-f872-40f1-a332-be2359f7809d is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:47:05.020421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] Set router 7427e903-ce7d-4189-8cfa-abf0596d691a gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:47:05.037862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-8624ada9-5ab8-42ff-9cc5-ca9f504e8611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, e505972b-f872-40f1-a332-be2359f7809d) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:05.045327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8624ada9-5ab8-42ff-9cc5-ca9f504e8611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:05.045922 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8624ada9-5ab8-42ff-9cc5-ca9f504e8611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:05.071731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5384bc89-0e5d-4704-b8d1-c3140b03ebc5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:05.072468 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5384bc89-0e5d-4704-b8d1-c3140b03ebc5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:05.081199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6639b2b2-74ce-4e37-b035-8878c958a9d1 None None] Network e505972b-f872-40f1-a332-be2359f7809d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:47:05.133775 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58432) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:05.134355 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8624ada9-5ab8-42ff-9cc5-ca9f504e8611 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9580886 Mar 24 00:47:05.139230 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-923891372-router', 'tenant_id': '816ba23763c94793b55b3d0f1250537e', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:05.217160 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (f725980f-ec64-4c22-aa81-21dc829230c0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:05.220378 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (f725980f-ec64-4c22-aa81-21dc829230c0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:05.244569 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:05.268787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-24b43842-3bb7-4edf-89b7-6b2c140be066 None None] Provisioning complete for port b04179ce-4941-40d1-8378-cbae0b472b63 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:05.271441 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-24b43842-3bb7-4edf-89b7-6b2c140be066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:05.365913 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Publish callbacks [] for router_controller (f725980f-ec64-4c22-aa81-21dc829230c0), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:05.475502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7095e8c9-2f47-4dd1-86d0-2bfe003b30f3 req-85ee1d4a-8cbf-496e-9e86-121fbef9aea3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 210 time: 0.0780838 Mar 24 00:47:05.618140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.48', 49766) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:05.676573 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-e505972b-f872-40f1-a332-be2359f7809d', 'network_id': 'e505972b-f872-40f1-a332-be2359f7809d', 'project_id': '816ba23763c94793b55b3d0f1250537e', 'fixed_ips': [{'subnet_id': '70ed5899-9379-411a-a6a1-36088484ed43'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:47:05.677485 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:05.708545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-65bdfc72-fbf9-48d6-9b8a-fb86421fd40a tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2e34ea1e64ce4a7686e324b5a2e83b23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888207 Mar 24 00:47:05.798090 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Publish callbacks [] for router_gateway (f725980f-ec64-4c22-aa81-21dc829230c0), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:05.844640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5384bc89-0e5d-4704-b8d1-c3140b03ebc5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:05.951595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80f04153-75dc-44d4-8d86-bb6c3f430caf req-a71b23e0-3c21-44cd-be4b-7c0479409785 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 210 time: 0.1679587 Mar 24 00:47:06.014057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-24b43842-3bb7-4edf-89b7-6b2c140be066 None None] Current status of the port b04179ce-4941-40d1-8378-cbae0b472b63 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:06.057001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-26e6cb56-e3c3-456c-9095-69bc18b50472 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:06.058922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-26e6cb56-e3c3-456c-9095-69bc18b50472 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3408949 Mar 24 00:47:06.154989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Allocated IP 172.20.0.2 (e505972b-f872-40f1-a332-be2359f7809d/70ed5899-9379-411a-a6a1-36088484ed43/69b03a0b-ce59-4f46-96d4-03cdfa96454c) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:47:06.155828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Request body: {'port': {'device_id': 'b8c8d43e-d224-4d34-9d9e-d36b2720a645', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': '2e34ea1e64ce4a7686e324b5a2e83b23'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:06.161713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:00Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b04179ce-4941-40d1-8378-cbae0b472b63', 'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'mac_address': 'fa:16:3e:22:9d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:59Z', 'updated_at': '2022-03-24T00:47:03Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'subnets': [{'id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:06.214063 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Publish callbacks [] for router_gateway (f725980f-ec64-4c22-aa81-21dc829230c0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:06.238435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd953d-8d9b-4de0-a6dc-54945f4b64a2 None None] The sync data for ids ['7427e903-ce7d-4189-8cfa-abf0596d691a'] in n-d-760455-9 is: [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:00Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b04179ce-4941-40d1-8378-cbae0b472b63', 'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'mac_address': 'fa:16:3e:22:9d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:59Z', 'updated_at': '2022-03-24T00:47:03Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'subnets': [{'id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:47:06.246846 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:06.493158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Allocated IP 172.25.0.41 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/5859f117-4288-4564-8c05-0b28172e2a45) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:47:06.568735 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Publish callbacks [] for port (69b03a0b-ce59-4f46-96d4-03cdfa96454c), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:06.586010 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (69b03a0b-ce59-4f46-96d4-03cdfa96454c), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:06.639910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Made reservation on behalf of 2e34ea1e64ce4a7686e324b5a2e83b23 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:06.646762 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:06.700559 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Pushing event updated for resources: {'Port': ['ID=69b03a0b-ce59-4f46-96d4-03cdfa96454c,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:06.750532 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.57', 57875) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:06.768895 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Network e505972b-f872-40f1-a332-be2359f7809d is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:47:06.773060 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:06.778413 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:47:06.807540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f30b8a3-7282-48ca-8f80-721b4bdc1215 req-647791c1-282a-4be4-bb5d-76573b266866 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 210 time: 0.1222894 Mar 24 00:47:06.808657 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:06.822893 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-e0e1ad6c-6c11-4a19-9ced-b24e8bd1c4f0 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=aa236f806bf348c9870635312352b349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712304 Mar 24 00:47:06.877531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Attempting to bind port 69b03a0b-ce59-4f46-96d4-03cdfa96454c on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:47:06.878113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Attempting to bind port 69b03a0b-ce59-4f46-96d4-03cdfa96454c by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'c5c027d8-3aec-45ca-a682-3bf6549dd765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e505972b-f872-40f1-a332-be2359f7809d'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:47:06.878560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Attempting to bind port 69b03a0b-ce59-4f46-96d4-03cdfa96454c on network e505972b-f872-40f1-a332-be2359f7809d {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:06.910983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:47:06.911690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Checking segment: {'id': 'c5c027d8-3aec-45ca-a682-3bf6549dd765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e505972b-f872-40f1-a332-be2359f7809d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:06.912399 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:06.914128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Bound using segment: {'id': 'c5c027d8-3aec-45ca-a682-3bf6549dd765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e505972b-f872-40f1-a332-be2359f7809d'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:47:06.914791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Bound port: 69b03a0b-ce59-4f46-96d4-03cdfa96454c, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c027d8-3aec-45ca-a682-3bf6549dd765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e505972b-f872-40f1-a332-be2359f7809d'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:47:06.916500 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (69b03a0b-ce59-4f46-96d4-03cdfa96454c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:06.935205 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58506) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:07.054095 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Publish callbacks [] for security_group (945447bf-4622-4d85-b417-2dcee3d74006), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:07.072538 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (945447bf-4622-4d85-b417-2dcee3d74006), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:07.149172 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945447bf-4622-4d85-b417-2dcee3d74006,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:07.265709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] For port 69b03a0b-ce59-4f46-96d4-03cdfa96454c, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:47:07.271966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] For port 69b03a0b-ce59-4f46-96d4-03cdfa96454c, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=69b03a0b-ce59-4f46-96d4-03cdfa96454c,segment=NetworkSegment(c5c027d8-3aec-45ca-a682-3bf6549dd765),segment_id=c5c027d8-3aec-45ca-a682-3bf6549dd765)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:47:07.290894 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (69b03a0b-ce59-4f46-96d4-03cdfa96454c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:07.395637 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45e74bd1-3a69-459a-82c8-a99fb1420c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:07.398925 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3b85503-518e-486b-904a-69c1083d950d req-f75d3090-a705-44aa-8b1e-990180dc616f tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 210 time: 0.2598584 Mar 24 00:47:07.466876 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c525701-9f1b-458a-ac2f-cc50fb93f82a None None] Pushing event updated for resources: {'Port': ['ID=69b03a0b-ce59-4f46-96d4-03cdfa96454c,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:07.540610 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Publish callbacks [] for port (5859f117-4288-4564-8c05-0b28172e2a45), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:07.794997 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45e74bd1-3a69-459a-82c8-a99fb1420c91 admin admin] Publish callbacks [] for security_group (4638a219-8265-4754-9b06-b86d7621298d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:07.827502 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45e74bd1-3a69-459a-82c8-a99fb1420c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4638a219-8265-4754-9b06-b86d7621298d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:08.002667 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-57ac4a31-c32d-44a6-8749-0793e9ca1996 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:08.006839 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-57ac4a31-c32d-44a6-8749-0793e9ca1996 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1777143 Mar 24 00:47:08.032287 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (5859f117-4288-4564-8c05-0b28172e2a45), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:08.126991 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:47:08.136598 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Request body: {'port': {'device_id': '1eb185d8-8905-4647-b6e4-af250b16b4fa', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'aa236f806bf348c9870635312352b349'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:08.145997 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:08.162554 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:47:08.205916 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-45e74bd1-3a69-459a-82c8-a99fb1420c91 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=64284177318242b0b88479f59d86e91c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2692716 Mar 24 00:47:08.206767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58542) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:08.255150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Pushing event updated for resources: {'Port': ['ID=5859f117-4288-4564-8c05-0b28172e2a45,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:08.405785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b04179ce-4941-40d1-8378-cbae0b472b63 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:47:08.558883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e74bd1-3a69-459a-82c8-a99fb1420c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4638a219-8265-4754-9b06-b86d7621298d,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:08.564780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b04179ce-4941-40d1-8378-cbae0b472b63 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:08.566229 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:08.649540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Allocated IP 192.168.233.114 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/5525a6a4-2bc9-41d1-b1f2-d59a0b221171) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:47:08.678905 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cd0a3ef-354c-4dc2-8ead-f497441445fd req-b09286e7-337d-4ae7-a60a-a574abfe8a94 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 210 time: 0.1623449 Mar 24 00:47:08.793143 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d63988f-63bf-4ea8-97a0-0f137cc0e406 admin admin] Publish callbacks [] for security_group (4638a219-8265-4754-9b06-b86d7621298d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:08.845380 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d63988f-63bf-4ea8-97a0-0f137cc0e406 admin admin] Publish callbacks [] for security_group (4638a219-8265-4754-9b06-b86d7621298d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:08.897640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b04179ce-4941-40d1-8378-cbae0b472b63 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:08.902032 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 69b03a0b-ce59-4f46-96d4-03cdfa96454c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:47:09.002141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67fc28c1-9fef-4fa9-80f4-29cd865d8177 req-f91f8616-a756-4f98-aee6-2da2304573f5 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 210 time: 0.1543818 Mar 24 00:47:09.114453 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 69b03a0b-ce59-4f46-96d4-03cdfa96454c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:09.115509 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (69b03a0b-ce59-4f46-96d4-03cdfa96454c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:09.192245 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d63988f-63bf-4ea8-97a0-0f137cc0e406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4638a219-8265-4754-9b06-b86d7621298d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:09.196867 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d63988f-63bf-4ea8-97a0-0f137cc0e406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:09.203350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5d63988f-63bf-4ea8-97a0-0f137cc0e406 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4638a219-8265-4754-9b06-b86d7621298d HTTP/1.1" status: 204 len: 168 time: 0.8659744 Mar 24 00:47:09.258531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63988f-63bf-4ea8-97a0-0f137cc0e406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4638a219-8265-4754-9b06-b86d7621298d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:09.386015 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Publish callbacks [] for port (5525a6a4-2bc9-41d1-b1f2-d59a0b221171), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:09.406328 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 69b03a0b-ce59-4f46-96d4-03cdfa96454c is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:09.406971 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (69b03a0b-ce59-4f46-96d4-03cdfa96454c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:09.548918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 69b03a0b-ce59-4f46-96d4-03cdfa96454c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=69b03a0b-ce59-4f46-96d4-03cdfa96454c,segment=NetworkSegment(c5c027d8-3aec-45ca-a682-3bf6549dd765),segment_id=c5c027d8-3aec-45ca-a682-3bf6549dd765)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:09.554466 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (69b03a0b-ce59-4f46-96d4-03cdfa96454c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:09.613901 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Publish callbacks [] for router_gateway (f725980f-ec64-4c22-aa81-21dc829230c0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:09.634392 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (5525a6a4-2bc9-41d1-b1f2-d59a0b221171), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:09.687257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=69b03a0b-ce59-4f46-96d4-03cdfa96454c,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:09.726955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f5a1d1-8892-4f60-81a1-f8c574e25dc9 None None] Network e505972b-f872-40f1-a332-be2359f7809d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:47:09.950323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58576) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:09.961130 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Made reservation on behalf of aa236f806bf348c9870635312352b349 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:09.964968 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:09.992582 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Pushing event updated for resources: {'Port': ['ID=5525a6a4-2bc9-41d1-b1f2-d59a0b221171,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:10.016187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:47:10.050237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:10.061967 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:47:10.067160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:10.067790 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:10.076038 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:10.081561 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8afb26c7-4569-486d-9470-4e6df50040f7 None None] Provisioning complete for port 69b03a0b-ce59-4f46-96d4-03cdfa96454c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:10.081943 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8afb26c7-4569-486d-9470-4e6df50040f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (69b03a0b-ce59-4f46-96d4-03cdfa96454c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:10.139572 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-104bdfad-2b87-4b20-9bf6-c81dcfb5b6f3 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9891248 Mar 24 00:47:10.141168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58588) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:10.174777 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-2347c6cc-f314-4c8c-aabe-7b0d2cef0b1b tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:47:10.176041 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-2347c6cc-f314-4c8c-aabe-7b0d2cef0b1b tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078404 Mar 24 00:47:10.219044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 69b03a0b-ce59-4f46-96d4-03cdfa96454c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:47:10.258798 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ccad9179-4832-4eda-a8b3-defc22430108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:10.443623 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (f725980f-ec64-4c22-aa81-21dc829230c0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:10.461145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8afb26c7-4569-486d-9470-4e6df50040f7 None None] Current status of the port 69b03a0b-ce59-4f46-96d4-03cdfa96454c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:10.490913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 69b03a0b-ce59-4f46-96d4-03cdfa96454c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:10.491313 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (69b03a0b-ce59-4f46-96d4-03cdfa96454c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:10.624442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d3d75-8f3a-44b9-98d5-ed083991e33f req-fc5a3abe-c01b-40de-a130-7fde89e60062 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:10.643887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f82d3d75-8f3a-44b9-98d5-ed083991e33f req-fc5a3abe-c01b-40de-a130-7fde89e60062 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 936 time: 0.6737239 Mar 24 00:47:10.673927 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Publish callbacks [] for security_group (2b4b37a7-8636-43ac-bcd9-8352d5c5dff7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:10.684686 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2b4b37a7-8636-43ac-bcd9-8352d5c5dff7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:10.765488 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32770c37-9bd1-4ea8-a4d3-362e03eaf90a req-d0b8f84e-263e-429a-800b-4d9c2cd5f23e tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 210 time: 0.2261815 Mar 24 00:47:10.805988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Request body: {'port': {'device_id': 'b8c8d43e-d224-4d34-9d9e-d36b2720a645', 'device_owner': 'compute:tempest-test_az-1798521634', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:10.807964 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f3a51007-c90b-4958-a817-1bad1d456e56 None None] Provisioning complete for port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:10.808578 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f3a51007-c90b-4958-a817-1bad1d456e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5525a6a4-2bc9-41d1-b1f2-d59a0b221171), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:10.849636 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 69b03a0b-ce59-4f46-96d4-03cdfa96454c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:10.891747 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f3a51007-c90b-4958-a817-1bad1d456e56 None None] Port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:47:10.916389 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Allocated IP 192.168.233.145 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/d5d408e7-1bac-41f3-8932-1c86ba2465ed) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:47:10.923434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f3a51007-c90b-4958-a817-1bad1d456e56 None None] Provisioning complete for port 69b03a0b-ce59-4f46-96d4-03cdfa96454c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:10.924060 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f3a51007-c90b-4958-a817-1bad1d456e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (69b03a0b-ce59-4f46-96d4-03cdfa96454c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:10.984063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f82d3d75-8f3a-44b9-98d5-ed083991e33f req-564593fc-8de8-444f-a6f6-24c3d3923d70 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364069 Mar 24 00:47:11.130160 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5525a6a4-2bc9-41d1-b1f2-d59a0b221171), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:11.170120 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Publish callbacks [] for port (d5d408e7-1bac-41f3-8932-1c86ba2465ed), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:11.248547 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Router f725980f-ec64-4c22-aa81-21dc829230c0 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:47:11.272140 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-51b4467a-2419-4276-a91d-137fbb681082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:11.438775 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f3a51007-c90b-4958-a817-1bad1d456e56 None None] Current status of the port 69b03a0b-ce59-4f46-96d4-03cdfa96454c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:11.504189 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ccad9179-4832-4eda-a8b3-defc22430108 admin admin] Publish callbacks [] for security_group (999780e1-6d39-44cb-a4b8-58bc2b4767c5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:11.517285 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ccad9179-4832-4eda-a8b3-defc22430108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (999780e1-6d39-44cb-a4b8-58bc2b4767c5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:11.699177 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (d5d408e7-1bac-41f3-8932-1c86ba2465ed), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:11.784427 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ccad9179-4832-4eda-a8b3-defc22430108 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d4b4c9c3e134c24b338f0df6f9543b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6229258 Mar 24 00:47:11.785683 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad9179-4832-4eda-a8b3-defc22430108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999780e1-6d39-44cb-a4b8-58bc2b4767c5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:11.790477 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58620) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:11.914883 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Pushing event updated for resources: {'Port': ['ID=d5d408e7-1bac-41f3-8932-1c86ba2465ed,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:12.009857 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:47:12.018349 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:12.020240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:12.024956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:47:12.031089 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:12.032006 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:12.122174 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-81bbbd5b-4ec0-4e68-b6c1-8e87f1d60ab6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0185156 Mar 24 00:47:12.183989 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-c0c785ae-4a40-4e47-99b6-d1eed165a1f2 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:47:12.190857 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-c0c785ae-4a40-4e47-99b6-d1eed165a1f2 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0381324 Mar 24 00:47:12.223446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:47:12.251551 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-19283c63-8990-4674-bf93-d35bfb3778dc admin admin] Publish callbacks [] for security_group (999780e1-6d39-44cb-a4b8-58bc2b4767c5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:12.273184 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Sync routers for ids ['f725980f-ec64-4c22-aa81-21dc829230c0'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:47:12.325641 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Routers {'f725980f-ec64-4c22-aa81-21dc829230c0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:47:12.326546 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:47:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f725980f-ec64-4c22-aa81-21dc829230c0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:12.505176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-81b42da8-767f-4580-b4cf-29771d13160c None None] Provisioning complete for port d5d408e7-1bac-41f3-8932-1c86ba2465ed triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:12.506348 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-81b42da8-767f-4580-b4cf-29771d13160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d5d408e7-1bac-41f3-8932-1c86ba2465ed), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:12.533915 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-51b4467a-2419-4276-a91d-137fbb681082 admin admin] Publish callbacks [] for security_group (4b520bdd-2bc6-47e4-896e-1c113073c7a1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:12.570457 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:12.579863 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-06d57616-3a6b-4229-85be-cfc99ca3cacb admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.4445362 Mar 24 00:47:12.587502 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-51b4467a-2419-4276-a91d-137fbb681082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4b520bdd-2bc6-47e4-896e-1c113073c7a1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:12.599132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58640) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:12.638210 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-81b42da8-767f-4580-b4cf-29771d13160c None None] Port d5d408e7-1bac-41f3-8932-1c86ba2465ed cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:47:12.675865 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-51b4467a-2419-4276-a91d-137fbb681082 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95100fff9faf4cbfa6220dc60c005ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7199686 Mar 24 00:47:12.676935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4467a-2419-4276-a91d-137fbb681082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b520bdd-2bc6-47e4-896e-1c113073c7a1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:12.681437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58644) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:12.720567 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Request body: {'port': {'device_id': '1eb185d8-8905-4647-b6e4-af250b16b4fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:12.756767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139ad68-2178-4b08-bacb-ac8ad3e5f366 req-d6f85449-75f6-4950-ac24-fa4c84d27c29 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:12.769649 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a139ad68-2178-4b08-bacb-ac8ad3e5f366 req-d6f85449-75f6-4950-ac24-fa4c84d27c29 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 936 time: 0.7412565 Mar 24 00:47:12.827256 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43d64313-b361-42fa-80be-6eceeba7a1f5 admin admin] Publish callbacks [] for security_group (4b520bdd-2bc6-47e4-896e-1c113073c7a1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:12.829445 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d5d408e7-1bac-41f3-8932-1c86ba2465ed), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:12.879290 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43d64313-b361-42fa-80be-6eceeba7a1f5 admin admin] Publish callbacks [] for security_group (4b520bdd-2bc6-47e4-896e-1c113073c7a1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:12.982293 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Set router f725980f-ec64-4c22-aa81-21dc829230c0 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:47:13.196000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:47:13.212811 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43d64313-b361-42fa-80be-6eceeba7a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4b520bdd-2bc6-47e4-896e-1c113073c7a1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:13.217695 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43d64313-b361-42fa-80be-6eceeba7a1f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:13.219206 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-43d64313-b361-42fa-80be-6eceeba7a1f5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b520bdd-2bc6-47e4-896e-1c113073c7a1 HTTP/1.1" status: 204 len: 168 time: 0.5364113 Mar 24 00:47:13.245722 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d64313-b361-42fa-80be-6eceeba7a1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b520bdd-2bc6-47e4-896e-1c113073c7a1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:13.339622 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:47:13.382989 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-19283c63-8990-4674-bf93-d35bfb3778dc admin admin] Publish callbacks [] for security_group (999780e1-6d39-44cb-a4b8-58bc2b4767c5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:13.403811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a139ad68-2178-4b08-bacb-ac8ad3e5f366 req-bea6b806-8c8b-46b6-a9d1-d4e6eebf1bec tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327515 Mar 24 00:47:13.417248 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Publish callbacks [] for port (5525a6a4-2bc9-41d1-b1f2-d59a0b221171), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:13.452627 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ddeed-0e59-4c76-93f6-d15a191f476c req-f90cdecc-18c0-42e1-bd8b-875c8b444f08 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:13.463838 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed8ddeed-0e59-4c76-93f6-d15a191f476c req-f90cdecc-18c0-42e1-bd8b-875c8b444f08 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 936 time: 1.1802704 Mar 24 00:47:13.545808 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-923891372-router', 'tenant_id': '816ba23763c94793b55b3d0f1250537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '5859f117-4288-4564-8c05-0b28172e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:47:05Z', 'updated_at': '2022-03-24T00:47:09Z', 'revision_number': 3, 'project_id': '816ba23763c94793b55b3d0f1250537e', 'gw_port': {'id': '5859f117-4288-4564-8c05-0b28172e2a45', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:47:06Z', 'updated_at': '2022-03-24T00:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:13.611894 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Checking router: f725980f-ec64-4c22-aa81-21dc829230c0 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:47:13.612583 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Updating router f725980f-ec64-4c22-aa81-21dc829230c0 port 5859f117-4288-4564-8c05-0b28172e2a45 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:47:13.664291 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5859f117-4288-4564-8c05-0b28172e2a45), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:13.711948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Transition to ACTIVE for port object 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:47:13.721260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed8ddeed-0e59-4c76-93f6-d15a191f476c req-ed847aae-979e-43db-9314-7e3b27c2ea4d tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564900 Mar 24 00:47:13.726060 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5525a6a4-2bc9-41d1-b1f2-d59a0b221171), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:13.841956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58660) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:13.844897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Pushing event updated for resources: {'Port': ['ID=5525a6a4-2bc9-41d1-b1f2-d59a0b221171,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:13.913260 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7f1144d4-21ea-43b9-9ec3-d2328ebc73b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:14.102454 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d408e7-1bac-41f3-8932-1c86ba2465ed {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:47:14.111780 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Publish callbacks [] for port (d5d408e7-1bac-41f3-8932-1c86ba2465ed), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:14.143928 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Transition to ACTIVE for port object d5d408e7-1bac-41f3-8932-1c86ba2465ed will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:47:14.153985 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d5d408e7-1bac-41f3-8932-1c86ba2465ed), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:14.261540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d408e7-1bac-41f3-8932-1c86ba2465ed,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:14.410264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Attempting to bind port d5d408e7-1bac-41f3-8932-1c86ba2465ed on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:47:14.410940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Attempting to bind port d5d408e7-1bac-41f3-8932-1c86ba2465ed by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:47:14.411567 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Attempting to bind port d5d408e7-1bac-41f3-8932-1c86ba2465ed on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:14.414777 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-19283c63-8990-4674-bf93-d35bfb3778dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (999780e1-6d39-44cb-a4b8-58bc2b4767c5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:14.416548 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Port d5d408e7-1bac-41f3-8932-1c86ba2465ed on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:47:14.417418 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Attempting to bind port d5d408e7-1bac-41f3-8932-1c86ba2465ed on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:14.417994 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-19283c63-8990-4674-bf93-d35bfb3778dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:14.422663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-19283c63-8990-4674-bf93-d35bfb3778dc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/999780e1-6d39-44cb-a4b8-58bc2b4767c5 HTTP/1.1" status: 204 len: 168 time: 2.6095691 Mar 24 00:47:14.444950 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:47:14.447741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:14.450979 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:47:14.451826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Bound port: d5d408e7-1bac-41f3-8932-1c86ba2465ed, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:47:14.454181 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d5d408e7-1bac-41f3-8932-1c86ba2465ed), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:14.467870 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Publish callbacks [] for port (5859f117-4288-4564-8c05-0b28172e2a45), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:14.475689 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5859f117-4288-4564-8c05-0b28172e2a45), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:14.560766 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077fa5b-5512-4e71-9f86-962601d04174 None None] Pushing event updated for resources: {'Port': ['ID=5859f117-4288-4564-8c05-0b28172e2a45,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:14.562946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19283c63-8990-4674-bf93-d35bfb3778dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999780e1-6d39-44cb-a4b8-58bc2b4767c5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:14.621903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Attempting to bind port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:47:14.625599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Attempting to bind port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:47:14.628436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Attempting to bind port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:14.629260 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Attempting to bind port 5859f117-4288-4564-8c05-0b28172e2a45 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:47:14.629810 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Attempting to bind port 5859f117-4288-4564-8c05-0b28172e2a45 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:47:14.630402 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Attempting to bind port 5859f117-4288-4564-8c05-0b28172e2a45 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:14.639907 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:47:14.640574 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:14.641321 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:14.642029 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:47:14.642890 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Bound port: 5859f117-4288-4564-8c05-0b28172e2a45, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:47:14.643553 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5859f117-4288-4564-8c05-0b28172e2a45), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:14.714962 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] For port 5859f117-4288-4564-8c05-0b28172e2a45, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:47:14.720707 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] For port 5859f117-4288-4564-8c05-0b28172e2a45, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5859f117-4288-4564-8c05-0b28172e2a45,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:47:14.729781 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5859f117-4288-4564-8c05-0b28172e2a45), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:14.733127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:47:14.733687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Attempting to bind port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:14.753956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] For port d5d408e7-1bac-41f3-8932-1c86ba2465ed, host n-h1-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:47:14.761285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] For port d5d408e7-1bac-41f3-8932-1c86ba2465ed, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d5d408e7-1bac-41f3-8932-1c86ba2465ed,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:47:14.770682 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d5d408e7-1bac-41f3-8932-1c86ba2465ed), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:14.861833 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:14.862497 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:14.864707 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] 10.222.0.57 "PUT /v2.0/ports/d5d408e7-1bac-41f3-8932-1c86ba2465ed HTTP/1.1" status: 200 len: 1096 time: 2.4242177 Mar 24 00:47:14.865453 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb185d8-8905-4647-b6e4-af250b16b4fa', 'tag': 'd5d408e7-1bac-41f3-8932-1c86ba2465ed'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:14.875439 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077fa5b-5512-4e71-9f86-962601d04174 None None] Pushing event updated for resources: {'Port': ['ID=5859f117-4288-4564-8c05-0b28172e2a45,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:14.927550 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Routers {'f725980f-ec64-4c22-aa81-21dc829230c0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:47:14.929848 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:47:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f725980f-ec64-4c22-aa81-21dc829230c0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:14.968903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:47:14.970041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:14.971496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:47:14.977506 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Bound port: 5525a6a4-2bc9-41d1-b1f2-d59a0b221171, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:47:14.978659 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5525a6a4-2bc9-41d1-b1f2-d59a0b221171), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:15.065666 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] Set router f725980f-ec64-4c22-aa81-21dc829230c0 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:47:15.218185 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7bf2f-f633-4325-93fd-4d5d114701b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d408e7-1bac-41f3-8932-1c86ba2465ed,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:15.260843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58686) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:15.343229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-0a35f372-cbbf-4715-99f5-9fdc9d4b0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:15.345425 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-0a35f372-cbbf-4715-99f5-9fdc9d4b0499 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa236f806bf348c9870635312352b349&device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 1130 time: 0.2951760 Mar 24 00:47:15.353043 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-923891372-router', 'tenant_id': '816ba23763c94793b55b3d0f1250537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '5859f117-4288-4564-8c05-0b28172e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:47:05Z', 'updated_at': '2022-03-24T00:47:09Z', 'revision_number': 3, 'project_id': '816ba23763c94793b55b3d0f1250537e', 'gw_port': {'id': '5859f117-4288-4564-8c05-0b28172e2a45', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:47:06Z', 'updated_at': '2022-03-24T00:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:15.394906 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b1a8dd-ee34-4155-ad93-6250477aba17 None None] The sync data for ids ['f725980f-ec64-4c22-aa81-21dc829230c0'] in n-d-760455-9 is: [{'id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-923891372-router', 'tenant_id': '816ba23763c94793b55b3d0f1250537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '5859f117-4288-4564-8c05-0b28172e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:47:05Z', 'updated_at': '2022-03-24T00:47:09Z', 'revision_number': 3, 'project_id': '816ba23763c94793b55b3d0f1250537e', 'gw_port': {'id': '5859f117-4288-4564-8c05-0b28172e2a45', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:47:06Z', 'updated_at': '2022-03-24T00:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:47:15.535995 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-83dde051-0737-4921-a41f-2e7db5f696f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=d5d408e7-1bac-41f3-8932-1c86ba2465ed HTTP/1.1" status: 200 len: 217 time: 0.1784823 Mar 24 00:47:15.578586 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7f1144d4-21ea-43b9-9ec3-d2328ebc73b4 admin admin] Publish callbacks [] for security_group (67ec0d1e-3ecf-4d7a-a4a0-5d5a58d77af6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:15.584542 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8312970e-a4e5-4bac-b191-20bc1c2ba749" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb185d8-8905-4647-b6e4-af250b16b4fa", "tag": "d5d408e7-1bac-41f3-8932-1c86ba2465ed"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:15.593302 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f830ff-6b30-455f-9352-5c278b8fe8e1 req-96dcb389-c151-4f00-a37e-1099be1a2166 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:15.595469 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61f830ff-6b30-455f-9352-5c278b8fe8e1 req-96dcb389-c151-4f00-a37e-1099be1a2166 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 948 time: 0.9170830 Mar 24 00:47:15.630548 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7f1144d4-21ea-43b9-9ec3-d2328ebc73b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (67ec0d1e-3ecf-4d7a-a4a0-5d5a58d77af6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:15.681765 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-159f4dfb-d04e-4baa-94ed-8a1ed914a382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:15.710583 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7f1144d4-21ea-43b9-9ec3-d2328ebc73b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fabade00f7a54827a1eab099039abaeb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8624234 Mar 24 00:47:15.715997 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58696) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:15.774986 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277facdd-af73-4fd0-80e6-5788f2d97a4e req-d492e3b0-fd40-4b1e-b5c7-a16aef016daa tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:15.777253 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-277facdd-af73-4fd0-80e6-5788f2d97a4e req-d492e3b0-fd40-4b1e-b5c7-a16aef016daa tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 970 time: 0.8233664 Mar 24 00:47:15.798096 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-bbb03fb5-7ede-46ea-8deb-a89dc4fcbaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:15.800258 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-bbb03fb5-7ede-46ea-8deb-a89dc4fcbaec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.2482593 Mar 24 00:47:15.930018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] For port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:47:16.220643 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:16.277756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1144d4-21ea-43b9-9ec3-d2328ebc73b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ec0d1e-3ecf-4d7a-a4a0-5d5a58d77af6,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:16.283266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] For port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=5525a6a4-2bc9-41d1-b1f2-d59a0b221171,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:47:16.319368 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5525a6a4-2bc9-41d1-b1f2-d59a0b221171), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:16.343290 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5859f117-4288-4564-8c05-0b28172e2a45 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:47:16.360548 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-159f4dfb-d04e-4baa-94ed-8a1ed914a382 admin admin] Publish callbacks [] for security_group (d75e7eb9-b422-44a6-a6cf-20d05108cb27), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:16.367334 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-25bacb61-0b01-4045-bab5-0be4015d5615 admin admin] Publish callbacks [] for security_group (67ec0d1e-3ecf-4d7a-a4a0-5d5a58d77af6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:16.392030 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-277facdd-af73-4fd0-80e6-5788f2d97a4e req-89fe15cf-04d7-460b-86db-32b58d4bfd3f tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771043 Mar 24 00:47:16.472133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61f830ff-6b30-455f-9352-5c278b8fe8e1 req-f0800d55-96f1-407e-9fc7-2e689dc56b85 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8402998 Mar 24 00:47:16.493319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:16.493619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5859f117-4288-4564-8c05-0b28172e2a45 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:16.497222 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5859f117-4288-4564-8c05-0b28172e2a45), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:16.500316 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:16.530584 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] 10.222.0.48 "PUT /v2.0/ports/5525a6a4-2bc9-41d1-b1f2-d59a0b221171 HTTP/1.1" status: 200 len: 1118 time: 5.9615736 Mar 24 00:47:16.530782 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-25bacb61-0b01-4045-bab5-0be4015d5615 admin admin] Publish callbacks [] for security_group (67ec0d1e-3ecf-4d7a-a4a0-5d5a58d77af6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:16.562427 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-159f4dfb-d04e-4baa-94ed-8a1ed914a382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d75e7eb9-b422-44a6-a6cf-20d05108cb27), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:16.569272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c8d43e-d224-4d34-9d9e-d36b2720a645', 'tag': '5525a6a4-2bc9-41d1-b1f2-d59a0b221171'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:16.770021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58710) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:16.780362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-38bbdbfb-3e44-4521-8aaa-7a171d91af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:16.782340 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-38bbdbfb-3e44-4521-8aaa-7a171d91af91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9740591 Mar 24 00:47:16.861523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5859f117-4288-4564-8c05-0b28172e2a45 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:16.864474 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5859f117-4288-4564-8c05-0b28172e2a45), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:16.871970 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f4dfb-d04e-4baa-94ed-8a1ed914a382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75e7eb9-b422-44a6-a6cf-20d05108cb27,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:16.967215 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-159f4dfb-d04e-4baa-94ed-8a1ed914a382 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52d3dc47a265448eb582ff0fef75e505&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7054858 Mar 24 00:47:16.970215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58716) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:16.970922 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 5859f117-4288-4564-8c05-0b28172e2a45, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5859f117-4288-4564-8c05-0b28172e2a45,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:16.987568 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5859f117-4288-4564-8c05-0b28172e2a45), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:17.080550 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f81b26d3-db48-42d1-9ab9-8b46cda3940f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1204228060-network', 'tenant_id': '259d3d47b7be4b3182e7a95feee7e085'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:17.122122 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-25bacb61-0b01-4045-bab5-0be4015d5615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (67ec0d1e-3ecf-4d7a-a4a0-5d5a58d77af6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:17.126421 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-25bacb61-0b01-4045-bab5-0be4015d5615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:17.127829 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-25bacb61-0b01-4045-bab5-0be4015d5615 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67ec0d1e-3ecf-4d7a-a4a0-5d5a58d77af6 HTTP/1.1" status: 204 len: 168 time: 1.3984532 Mar 24 00:47:17.139880 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81b26d3-db48-42d1-9ab9-8b46cda3940f admin admin] Made reservation on behalf of 259d3d47b7be4b3182e7a95feee7e085 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:17.143069 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f81b26d3-db48-42d1-9ab9-8b46cda3940f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:17.185737 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bacb61-0b01-4045-bab5-0be4015d5615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ec0d1e-3ecf-4d7a-a4a0-5d5a58d77af6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:17.187700 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f81b26d3-db48-42d1-9ab9-8b46cda3940f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:17.266863 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=5859f117-4288-4564-8c05-0b28172e2a45,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:17.275873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c3e44-29d4-4ab3-b0c0-d11b562c448a service neutron] Pushing event updated for resources: {'Port': ['ID=5525a6a4-2bc9-41d1-b1f2-d59a0b221171,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:17.295184 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faa4444-2111-4c59-9815-c9877b271bc9 x-openstack-request-id: req-4faa4444-2111-4c59-9815-c9877b271bc9 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:17.295432 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb185d8-8905-4647-b6e4-af250b16b4fa", "tag": "d5d408e7-1bac-41f3-8932-1c86ba2465ed", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:17.295738 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4faa4444-2111-4c59-9815-c9877b271bc9 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:17.296368 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4faa4444-2111-4c59-9815-c9877b271bc9'] response: {'name': 'network-changed', 'server_uuid': '1eb185d8-8905-4647-b6e4-af250b16b4fa', 'tag': 'd5d408e7-1bac-41f3-8932-1c86ba2465ed', 'status': 'completed', 'code': 200} Mar 24 00:47:17.306960 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-c6be54db-0ad5-4e02-b2d4-f50fb07d58ff service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760511 Mar 24 00:47:17.373301 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-226876a5-ac21-42b5-9c96-857f4e6950b3 admin admin] Publish callbacks [] for security_group (d75e7eb9-b422-44a6-a6cf-20d05108cb27), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:17.555965 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b50a111-0b98-49d4-8030-d755fa6cb72d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c8d43e-d224-4d34-9d9e-d36b2720a645", "tag": "5525a6a4-2bc9-41d1-b1f2-d59a0b221171"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:17.619647 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-5e865606-93cc-4e7d-b344-6986eddfacf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:17.622348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-5e865606-93cc-4e7d-b344-6986eddfacf2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e34ea1e64ce4a7686e324b5a2e83b23&device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 1152 time: 0.8221869 Mar 24 00:47:17.808160 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-226876a5-ac21-42b5-9c96-857f4e6950b3 admin admin] Publish callbacks [] for security_group (d75e7eb9-b422-44a6-a6cf-20d05108cb27), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:17.829295 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-9cb55f7e-13aa-4942-b8be-5b38dd9a7055 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=5525a6a4-2bc9-41d1-b1f2-d59a0b221171 HTTP/1.1" status: 200 len: 217 time: 0.1844788 Mar 24 00:47:17.977579 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f81b26d3-db48-42d1-9ab9-8b46cda3940f admin admin] Publish callbacks [] for security_group (f09f27ea-4f2b-430b-bef2-af533041592b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:18.017285 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f81b26d3-db48-42d1-9ab9-8b46cda3940f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f09f27ea-4f2b-430b-bef2-af533041592b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:18.043817 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd963514-7160-4d4c-aa07-5a815f12a3a3 req-ca53bd94-86fe-45a1-815e-cc96c41f6251 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7219839 Mar 24 00:47:18.086633 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81b26d3-db48-42d1-9ab9-8b46cda3940f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:47:18.119593 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b26d3-db48-42d1-9ab9-8b46cda3940f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09f27ea-4f2b-430b-bef2-af533041592b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:18.127964 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f81b26d3-db48-42d1-9ab9-8b46cda3940f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (01300b52-656a-408e-8ecf-a9398c7e9112), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:18.133827 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-f81b26d3-db48-42d1-9ab9-8b46cda3940f admin admin] Added segment 01300b52-656a-408e-8ecf-a9398c7e9112 of type vlan for network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c Mar 24 00:47:18.140308 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-8a2d7384-9117-40b4-8755-8334b4222f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:18.146129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-8a2d7384-9117-40b4-8755-8334b4222f8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.3045845 Mar 24 00:47:18.156256 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-226876a5-ac21-42b5-9c96-857f4e6950b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d75e7eb9-b422-44a6-a6cf-20d05108cb27), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:18.159545 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-226876a5-ac21-42b5-9c96-857f4e6950b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:18.160916 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-226876a5-ac21-42b5-9c96-857f4e6950b3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d75e7eb9-b422-44a6-a6cf-20d05108cb27 HTTP/1.1" status: 204 len: 168 time: 1.1843724 Mar 24 00:47:18.191738 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b8d71-cd33-45f2-9442-e17201e4a3e3 req-d0ad7389-841c-4c12-9543-e3d0857bb2e9 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:18.202164 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d9b8d71-cd33-45f2-9442-e17201e4a3e3 req-d0ad7389-841c-4c12-9543-e3d0857bb2e9 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 948 time: 0.5581131 Mar 24 00:47:18.220171 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5859f117-4288-4564-8c05-0b28172e2a45 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:47:18.251171 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29395da-e476-44e0-b1b6-6eff5f13f292 req-6880aba1-ab61-4af0-bb6a-2d633f4461b7 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:18.260771 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a29395da-e476-44e0-b1b6-6eff5f13f292 req-6880aba1-ab61-4af0-bb6a-2d633f4461b7 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 970 time: 0.6467767 Mar 24 00:47:18.263070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226876a5-ac21-42b5-9c96-857f4e6950b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75e7eb9-b422-44a6-a6cf-20d05108cb27,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:18.273691 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Allocated IP 172.20.0.1 (e505972b-f872-40f1-a332-be2359f7809d/70ed5899-9379-411a-a6a1-36088484ed43/f9e9fd86-38a7-45a7-87cf-0f84faca8fe3) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:47:18.307566 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f81b26d3-db48-42d1-9ab9-8b46cda3940f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (9b0f0dde-a2c5-4e76-9285-8b850d030f1c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:18.350824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312970e-a4e5-4bac-b191-20bc1c2ba749 req-82501e17-d907-40ae-86a7-11977200634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:18.352389 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8312970e-a4e5-4bac-b191-20bc1c2ba749 req-82501e17-d907-40ae-86a7-11977200634e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa236f806bf348c9870635312352b349&device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 1130 time: 0.2292445 Mar 24 00:47:18.411881 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f81b26d3-db48-42d1-9ab9-8b46cda3940f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (9b0f0dde-a2c5-4e76-9285-8b850d030f1c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:18.412972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81b26d3-db48-42d1-9ab9-8b46cda3940f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:18.414332 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f81b26d3-db48-42d1-9ab9-8b46cda3940f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:18.540364 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5859f117-4288-4564-8c05-0b28172e2a45 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:18.542121 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5859f117-4288-4564-8c05-0b28172e2a45), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:18.574083 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f81b26d3-db48-42d1-9ab9-8b46cda3940f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7979021 Mar 24 00:47:18.587129 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58750) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:18.600601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-42f987f7-058f-4ca3-91dc-0c114ad056ba admin admin] Request body: {'subnet': {'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1204228060-subnet', 'tenant_id': '259d3d47b7be4b3182e7a95feee7e085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:18.635297 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b26d3-db48-42d1-9ab9-8b46cda3940f admin admin] Pushing event updated for resources: {'Network': ['ID=9b0f0dde-a2c5-4e76-9285-8b850d030f1c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:18.678030 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f987f7-058f-4ca3-91dc-0c114ad056ba admin admin] Made reservation on behalf of 259d3d47b7be4b3182e7a95feee7e085 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:18.680500 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42f987f7-058f-4ca3-91dc-0c114ad056ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:18.686108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:47:18.738718 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312970e-a4e5-4bac-b191-20bc1c2ba749 req-1ff0fb9b-d35c-4927-a0b2-f3cd74cc298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:18.740314 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8312970e-a4e5-4bac-b191-20bc1c2ba749 req-1ff0fb9b-d35c-4927-a0b2-f3cd74cc298e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.3776464 Mar 24 00:47:18.797474 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8312970e-a4e5-4bac-b191-20bc1c2ba749 req-85cb1ae6-fecc-4e88-a7b2-8f3989513ec8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=d5d408e7-1bac-41f3-8932-1c86ba2465ed HTTP/1.1" status: 200 len: 217 time: 0.0479066 Mar 24 00:47:18.920039 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312970e-a4e5-4bac-b191-20bc1c2ba749 req-2c1681e6-98d4-4c15-a5a2-47d602713132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:18.921622 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8312970e-a4e5-4bac-b191-20bc1c2ba749 req-2c1681e6-98d4-4c15-a5a2-47d602713132 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0829999 Mar 24 00:47:19.049009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-9f2b7664-c020-4a8f-b43f-66eee43002e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:19.052513 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-9f2b7664-c020-4a8f-b43f-66eee43002e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5036716 Mar 24 00:47:19.066194 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312970e-a4e5-4bac-b191-20bc1c2ba749 req-ab777c63-8a82-41c8-aba9-1d5b394a412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:19.067994 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8312970e-a4e5-4bac-b191-20bc1c2ba749 req-ab777c63-8a82-41c8-aba9-1d5b394a412e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1361899 Mar 24 00:47:19.069494 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42f987f7-058f-4ca3-91dc-0c114ad056ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for subnet (934588f5-a348-4979-87c7-3c16383ef84c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:19.162647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d9b8d71-cd33-45f2-9442-e17201e4a3e3 req-019cd927-ac08-4aba-8554-8d3e193c9d7a tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184819 Mar 24 00:47:19.181393 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f987f7-058f-4ca3-91dc-0c114ad056ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=934588f5-a348-4979-87c7-3c16383ef84c,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:19.216059 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f987f7-058f-4ca3-91dc-0c114ad056ba admin admin] Checking segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:19.216425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f987f7-058f-4ca3-91dc-0c114ad056ba admin admin] Network hostable DHCP agents. Network: 9b0f0dde-a2c5-4e76-9285-8b850d030f1c, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:47:19.224798 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58762) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:19.238385 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5859f117-4288-4564-8c05-0b28172e2a45 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:19.258895 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f594a662-c5d2-4e3b-a7a9-73942d29133a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:19.262319 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8312970e-a4e5-4bac-b191-20bc1c2ba749 req-e370782a-c6c3-4705-a154-e1cfdd3dfedf service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849232 Mar 24 00:47:19.444576 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Publish callbacks [] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:19.450852 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f987f7-058f-4ca3-91dc-0c114ad056ba admin admin] Network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:47:19.523432 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-42f987f7-058f-4ca3-91dc-0c114ad056ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 9b0f0dde-a2c5-4e76-9285-8b850d030f1c) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:19.536249 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f987f7-058f-4ca3-91dc-0c114ad056ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:19.539124 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42f987f7-058f-4ca3-91dc-0c114ad056ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:19.539815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9296f262-da8f-439f-ac29-f7257b637319 None None] Network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:47:19.618970 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-42f987f7-058f-4ca3-91dc-0c114ad056ba admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0290296 Mar 24 00:47:19.661392 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8312970e-a4e5-4bac-b191-20bc1c2ba749 req-78288cbf-a3c7-4f1d-a7ce-6fb9ba87c44e service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645945 Mar 24 00:47:19.707679 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0417d74c-09bd-4a52-8403-644ba330d7a6 x-openstack-request-id: req-0417d74c-09bd-4a52-8403-644ba330d7a6 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:19.708036 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c8d43e-d224-4d34-9d9e-d36b2720a645", "tag": "5525a6a4-2bc9-41d1-b1f2-d59a0b221171", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:19.708456 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0417d74c-09bd-4a52-8403-644ba330d7a6 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:19.709227 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0417d74c-09bd-4a52-8403-644ba330d7a6'] response: {'name': 'network-changed', 'server_uuid': 'b8c8d43e-d224-4d34-9d9e-d36b2720a645', 'tag': '5525a6a4-2bc9-41d1-b1f2-d59a0b221171', 'status': 'completed', 'code': 200} Mar 24 00:47:19.751290 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f594a662-c5d2-4e3b-a7a9-73942d29133a admin admin] Publish callbacks [] for security_group (0d9936d8-a989-4417-8265-675b8d687fa1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:19.760026 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f594a662-c5d2-4e3b-a7a9-73942d29133a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0d9936d8-a989-4417-8265-675b8d687fa1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:19.854867 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab42cfb-689e-4e01-a850-611ab3284f17 None None] Network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:47:19.868056 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f594a662-c5d2-4e3b-a7a9-73942d29133a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6585e26cc80f41498d45e42a1a9a5e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6416590 Mar 24 00:47:19.869574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594a662-c5d2-4e3b-a7a9-73942d29133a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9936d8-a989-4417-8265-675b8d687fa1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:19.874526 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58772) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:19.915313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-eb8c72fd-f56b-4dbb-8fdd-e2761d245692 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7911856 Mar 24 00:47:19.917296 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:19.961417 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21774217-8436-46d3-944e-f96c9802af09 admin admin] Publish callbacks [] for security_group (0d9936d8-a989-4417-8265-675b8d687fa1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:20.015156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21774217-8436-46d3-944e-f96c9802af09 admin admin] Publish callbacks [] for security_group (0d9936d8-a989-4417-8265-675b8d687fa1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:20.106979 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21774217-8436-46d3-944e-f96c9802af09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0d9936d8-a989-4417-8265-675b8d687fa1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:20.117711 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21774217-8436-46d3-944e-f96c9802af09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:20.121451 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-21774217-8436-46d3-944e-f96c9802af09 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0d9936d8-a989-4417-8265-675b8d687fa1 HTTP/1.1" status: 204 len: 168 time: 0.2450800 Mar 24 00:47:20.173790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21774217-8436-46d3-944e-f96c9802af09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9936d8-a989-4417-8265-675b8d687fa1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:20.240448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a29395da-e476-44e0-b1b6-6eff5f13f292 req-59539fbf-feb2-43f0-a455-a8b358baf01a tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6629066 Mar 24 00:47:20.243482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Pushing event updated for resources: {'Port': ['ID=f9e9fd86-38a7-45a7-87cf-0f84faca8fe3,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:20.314814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Network e505972b-f872-40f1-a332-be2359f7809d is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:47:20.567828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:20.587124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:47:20.588590 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (f725980f-ec64-4c22-aa81-21dc829230c0), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:20.940976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0336a6ca-8b1f-4009-b664-85b316a0ed65 req-aad210f4-66c3-4e5b-993b-681f1a60a772 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9524462 Mar 24 00:47:20.967353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa808afa-f000-412c-a129-6c8fa447d625 req-286f822f-992b-4ab8-97be-0f752a3ca169 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:20.969085 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa808afa-f000-412c-a129-6c8fa447d625 req-286f822f-992b-4ab8-97be-0f752a3ca169 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 948 time: 0.6629229 Mar 24 00:47:20.972367 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:20.998375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58790) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:21.035709 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dd8ccf65-ee0c-4e5f-9048-5ab5f1287f5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:21.136277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-482e002e-721e-4bf3-832c-95d46fe60cd8 None None] Provisioning complete for port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:21.136989 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-482e002e-721e-4bf3-832c-95d46fe60cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:21.228602 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Publish callbacks [] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:21.231893 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dd8ccf65-ee0c-4e5f-9048-5ab5f1287f5a admin admin] Publish callbacks [] for security_group (968ff98f-2067-4bc0-8dda-a088891f9b7b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:21.240902 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dd8ccf65-ee0c-4e5f-9048-5ab5f1287f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (968ff98f-2067-4bc0-8dda-a088891f9b7b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:21.270048 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:21.270872 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (f725980f-ec64-4c22-aa81-21dc829230c0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:21.302986 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dd8ccf65-ee0c-4e5f-9048-5ab5f1287f5a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef77a60634814b46a8cbab3d0b207ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019757 Mar 24 00:47:21.305525 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58800) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:21.307940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ccf65-ee0c-4e5f-9048-5ab5f1287f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968ff98f-2067-4bc0-8dda-a088891f9b7b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:21.335870 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-482e002e-721e-4bf3-832c-95d46fe60cd8 None None] Port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:47:21.385646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Pushing event updated for resources: {'Port': ['ID=f9e9fd86-38a7-45a7-87cf-0f84faca8fe3,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:21.437807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa808afa-f000-412c-a129-6c8fa447d625 req-9810ca4b-c75a-45b0-a140-2d86d2d0ffbf tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618857 Mar 24 00:47:21.450848 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50a111-0b98-49d4-8030-d755fa6cb72d req-8d0a8d3d-e987-470f-a9f0-af9048dd70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:21.452360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b50a111-0b98-49d4-8030-d755fa6cb72d req-8d0a8d3d-e987-470f-a9f0-af9048dd70e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e34ea1e64ce4a7686e324b5a2e83b23&device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 1152 time: 0.2191188 Mar 24 00:47:21.461627 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d9903e3-8e09-4e9b-ab72-e6db29ff8074 admin admin] Publish callbacks [] for security_group (968ff98f-2067-4bc0-8dda-a088891f9b7b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:21.582342 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d9903e3-8e09-4e9b-ab72-e6db29ff8074 admin admin] Publish callbacks [] for security_group (968ff98f-2067-4bc0-8dda-a088891f9b7b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:21.710977 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d9903e3-8e09-4e9b-ab72-e6db29ff8074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (968ff98f-2067-4bc0-8dda-a088891f9b7b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:21.726377 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d9903e3-8e09-4e9b-ab72-e6db29ff8074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:21.753043 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8d9903e3-8e09-4e9b-ab72-e6db29ff8074 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/968ff98f-2067-4bc0-8dda-a088891f9b7b HTTP/1.1" status: 204 len: 168 time: 0.4306130 Mar 24 00:47:21.779492 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9903e3-8e09-4e9b-ab72-e6db29ff8074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968ff98f-2067-4bc0-8dda-a088891f9b7b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:21.879912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Network e505972b-f872-40f1-a332-be2359f7809d is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:47:21.879912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:22.062659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50a111-0b98-49d4-8030-d755fa6cb72d req-5c0530aa-9b21-404f-a45b-a48b08f77c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:22.062659 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b50a111-0b98-49d4-8030-d755fa6cb72d req-5c0530aa-9b21-404f-a45b-a48b08f77c94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.5996747 Mar 24 00:47:22.105871 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f821a1-c681-4595-8fa3-016c67bc3b68 req-452c887a-e3f6-41ae-a33e-1df23bb7eeec tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:22.107998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05f821a1-c681-4595-8fa3-016c67bc3b68 req-452c887a-e3f6-41ae-a33e-1df23bb7eeec tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 970 time: 0.4714332 Mar 24 00:47:22.171807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b50a111-0b98-49d4-8030-d755fa6cb72d req-6484e376-6be2-42ed-a618-1ee63f26db06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=5525a6a4-2bc9-41d1-b1f2-d59a0b221171 HTTP/1.1" status: 200 len: 217 time: 0.0852628 Mar 24 00:47:22.284372 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58830) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:22.289347 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-32cd0acd-3dea-431b-b0a3-4b25699a237a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2046352861-network', 'tenant_id': 'b23e78b2df544da181a6ed4d6905545f'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:22.337846 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cd0acd-3dea-431b-b0a3-4b25699a237a admin admin] Made reservation on behalf of b23e78b2df544da181a6ed4d6905545f for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:22.343503 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32cd0acd-3dea-431b-b0a3-4b25699a237a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:22.366191 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05f821a1-c681-4595-8fa3-016c67bc3b68 req-6a278ef9-30b4-4842-81c5-d41b5a2539ac tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053816 Mar 24 00:47:22.369851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50a111-0b98-49d4-8030-d755fa6cb72d req-b48b9025-dd15-4f9a-8c6c-9305971f3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:22.373914 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b50a111-0b98-49d4-8030-d755fa6cb72d req-b48b9025-dd15-4f9a-8c6c-9305971f3624 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1810880 Mar 24 00:47:22.383036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32cd0acd-3dea-431b-b0a3-4b25699a237a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:22.383318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-29b3ff50-3959-41db-a563-6d4bd71dda00 None None] Provisioning complete for port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:22.383909 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-29b3ff50-3959-41db-a563-6d4bd71dda00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:22.489231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Router f725980f-ec64-4c22-aa81-21dc829230c0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:47:22.580220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50a111-0b98-49d4-8030-d755fa6cb72d req-06c01644-e8c1-48c3-9144-68cd6750238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:22.581863 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b50a111-0b98-49d4-8030-d755fa6cb72d req-06c01644-e8c1-48c3-9144-68cd6750238a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2001507 Mar 24 00:47:22.586930 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-29b3ff50-3959-41db-a563-6d4bd71dda00 None None] Port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:47:22.645030 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32cd0acd-3dea-431b-b0a3-4b25699a237a admin admin] Publish callbacks [] for security_group (66f1698e-e49a-49cd-a94a-661c69ec44bb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:22.652595 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32cd0acd-3dea-431b-b0a3-4b25699a237a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (66f1698e-e49a-49cd-a94a-661c69ec44bb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:22.760431 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd0acd-3dea-431b-b0a3-4b25699a237a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f1698e-e49a-49cd-a94a-661c69ec44bb,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:22.832875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cd0acd-3dea-431b-b0a3-4b25699a237a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:47:22.865058 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32cd0acd-3dea-431b-b0a3-4b25699a237a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ff2daa66-33aa-4142-af44-92fee96b81e6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:22.865436 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-32cd0acd-3dea-431b-b0a3-4b25699a237a admin admin] Added segment ff2daa66-33aa-4142-af44-92fee96b81e6 of type vlan for network 7a7eb654-1143-4e46-9528-52cf251319ed Mar 24 00:47:22.955484 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32cd0acd-3dea-431b-b0a3-4b25699a237a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (7a7eb654-1143-4e46-9528-52cf251319ed), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:22.992782 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd105b27-1471-40d2-8847-e6700ffd0867 req-c01414e2-6051-40b6-8c68-1150411714a8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:22.995163 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd105b27-1471-40d2-8847-e6700ffd0867 req-c01414e2-6051-40b6-8c68-1150411714a8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 948 time: 0.2849565 Mar 24 00:47:23.032093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:47:23.034387 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32cd0acd-3dea-431b-b0a3-4b25699a237a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (7a7eb654-1143-4e46-9528-52cf251319ed), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:23.038169 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd0acd-3dea-431b-b0a3-4b25699a237a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:23.038452 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-57e72289-0896-4023-8bcf-df12700134ab admin admin] 10.222.0.45 "PUT /v2.0/routers/f725980f-ec64-4c22-aa81-21dc829230c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3997953 Mar 24 00:47:23.038789 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32cd0acd-3dea-431b-b0a3-4b25699a237a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:23.045770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b50a111-0b98-49d4-8030-d755fa6cb72d req-b7b50c1b-1b43-4326-ac42-8ca8b7f2de01 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622365 Mar 24 00:47:23.055186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Sync routers for ids ['f725980f-ec64-4c22-aa81-21dc829230c0'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:47:23.086161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Routers {'f725980f-ec64-4c22-aa81-21dc829230c0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:47:23.089467 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:47:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f725980f-ec64-4c22-aa81-21dc829230c0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:23.232784 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd0acd-3dea-431b-b0a3-4b25699a237a admin admin] Pushing event updated for resources: {'Network': ['ID=7a7eb654-1143-4e46-9528-52cf251319ed,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:23.258317 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58852) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:23.286548 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-32cd0acd-3dea-431b-b0a3-4b25699a237a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0010819 Mar 24 00:47:23.290298 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58856) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:23.308309 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ba994cfa-1400-40bb-ba28-b42e847944dd admin admin] Request body: {'subnet': {'network_id': '7a7eb654-1143-4e46-9528-52cf251319ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2046352861-subnet', 'tenant_id': 'b23e78b2df544da181a6ed4d6905545f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:23.354978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba994cfa-1400-40bb-ba28-b42e847944dd admin admin] Made reservation on behalf of b23e78b2df544da181a6ed4d6905545f for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:23.359145 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba994cfa-1400-40bb-ba28-b42e847944dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:23.386019 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd105b27-1471-40d2-8847-e6700ffd0867 req-4e7c7dbd-6ad7-459a-845d-c48e68386a23 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792782 Mar 24 00:47:23.393044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Set router f725980f-ec64-4c22-aa81-21dc829230c0 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:47:23.462089 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b50a111-0b98-49d4-8030-d755fa6cb72d req-0fba0ddc-8143-4750-a004-188bf8c4e8f1 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059720 Mar 24 00:47:23.479782 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 7a7eb654-1143-4e46-9528-52cf251319ed details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:47:23.588649 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4b5617a-6e0d-4a04-9e01-b6ff6508e797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:23.706736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e571b1-af22-4610-8a35-c2bfd8d0db11 req-d8bad282-2bb6-4b63-965f-e7a2131d0b1d tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:23.709326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87e571b1-af22-4610-8a35-c2bfd8d0db11 req-d8bad282-2bb6-4b63-965f-e7a2131d0b1d tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 970 time: 0.1160541 Mar 24 00:47:23.757249 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba994cfa-1400-40bb-ba28-b42e847944dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for subnet (2312cd3c-84c8-4ad0-8694-5786eba86458), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:23.824269 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba994cfa-1400-40bb-ba28-b42e847944dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2312cd3c-84c8-4ad0-8694-5786eba86458,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:23.856186 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87e571b1-af22-4610-8a35-c2bfd8d0db11 req-b9725104-f467-4216-a55e-bf93a25ae1fb tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353021 Mar 24 00:47:23.872965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba994cfa-1400-40bb-ba28-b42e847944dd admin admin] Checking segment: {'id': 'ff2daa66-33aa-4142-af44-92fee96b81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7a7eb654-1143-4e46-9528-52cf251319ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:23.872965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba994cfa-1400-40bb-ba28-b42e847944dd admin admin] Network hostable DHCP agents. Network: 7a7eb654-1143-4e46-9528-52cf251319ed, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:47:23.895809 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-923891372-router', 'tenant_id': '816ba23763c94793b55b3d0f1250537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '5859f117-4288-4564-8c05-0b28172e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:47:05Z', 'updated_at': '2022-03-24T00:47:20Z', 'revision_number': 4, 'project_id': '816ba23763c94793b55b3d0f1250537e', 'gw_port': {'id': '5859f117-4288-4564-8c05-0b28172e2a45', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:47:06Z', 'updated_at': '2022-03-24T00:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f9e9fd86-38a7-45a7-87cf-0f84faca8fe3', 'name': '', 'network_id': 'e505972b-f872-40f1-a332-be2359f7809d', 'tenant_id': '816ba23763c94793b55b3d0f1250537e', 'mac_address': 'fa:16:3e:e8:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '70ed5899-9379-411a-a6a1-36088484ed43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:47:16Z', 'updated_at': '2022-03-24T00:47:21Z', 'revision_number': 2, 'project_id': '816ba23763c94793b55b3d0f1250537e', 'subnets': [{'id': '70ed5899-9379-411a-a6a1-36088484ed43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:23.942445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba994cfa-1400-40bb-ba28-b42e847944dd admin admin] Network 7a7eb654-1143-4e46-9528-52cf251319ed is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:47:23.947618 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Checking router: f725980f-ec64-4c22-aa81-21dc829230c0 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:47:23.954542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Updating router f725980f-ec64-4c22-aa81-21dc829230c0 port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:47:23.988284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-ba994cfa-1400-40bb-ba28-b42e847944dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 7a7eb654-1143-4e46-9528-52cf251319ed) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:23.991293 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4b5617a-6e0d-4a04-9e01-b6ff6508e797 admin admin] Publish callbacks [] for security_group (57a83bfb-58dd-4255-ad1e-eb13d79da4cb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:24.002609 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba994cfa-1400-40bb-ba28-b42e847944dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:24.002609 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba994cfa-1400-40bb-ba28-b42e847944dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:24.016108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d610795d-abd9-4a92-8f7f-18c7dbf396d2 None None] Network 7a7eb654-1143-4e46-9528-52cf251319ed requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:47:24.018456 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4b5617a-6e0d-4a04-9e01-b6ff6508e797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (57a83bfb-58dd-4255-ad1e-eb13d79da4cb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:24.031119 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:24.173447 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a4b5617a-6e0d-4a04-9e01-b6ff6508e797 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec5833adeb0b404782bc980308851fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9102731 Mar 24 00:47:24.176466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58874) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:24.193619 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ba994cfa-1400-40bb-ba28-b42e847944dd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9005980 Mar 24 00:47:24.197264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5617a-6e0d-4a04-9e01-b6ff6508e797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a83bfb-58dd-4255-ad1e-eb13d79da4cb,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:24.254774 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a4d447-b734-487d-8a54-be8f7d07fb29 None None] Network 7a7eb654-1143-4e46-9528-52cf251319ed requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:47:24.308884 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4da3-b072-447c-a7a3-8e18e5fb7c1d admin admin] Publish callbacks [] for security_group (57a83bfb-58dd-4255-ad1e-eb13d79da4cb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:24.379988 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4da3-b072-447c-a7a3-8e18e5fb7c1d admin admin] Publish callbacks [] for security_group (57a83bfb-58dd-4255-ad1e-eb13d79da4cb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:24.572820 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4da3-b072-447c-a7a3-8e18e5fb7c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (57a83bfb-58dd-4255-ad1e-eb13d79da4cb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:24.583612 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4da3-b072-447c-a7a3-8e18e5fb7c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:24.588178 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fa7f4da3-b072-447c-a7a3-8e18e5fb7c1d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57a83bfb-58dd-4255-ad1e-eb13d79da4cb HTTP/1.1" status: 204 len: 168 time: 0.4103322 Mar 24 00:47:24.615699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f4da3-b072-447c-a7a3-8e18e5fb7c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a83bfb-58dd-4255-ad1e-eb13d79da4cb,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:24.784884 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052f4e3-98b3-47d4-a77c-a99e5bf6569d req-1264fa18-371b-4aa8-8348-5374c8828d8d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:24.803157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9052f4e3-98b3-47d4-a77c-a99e5bf6569d req-1264fa18-371b-4aa8-8348-5374c8828d8d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 948 time: 0.1885862 Mar 24 00:47:24.910628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9052f4e3-98b3-47d4-a77c-a99e5bf6569d req-d4485690-dc78-4c17-abde-58f5b2e63db4 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062756 Mar 24 00:47:25.190631 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007600f9-c5fd-41ef-a196-780ad52b91fb req-579465d9-1550-4015-aa41-984a6a5b99a6 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:25.196898 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-007600f9-c5fd-41ef-a196-780ad52b91fb req-579465d9-1550-4015-aa41-984a6a5b99a6 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 970 time: 0.0847564 Mar 24 00:47:25.268029 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Publish callbacks [] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:25.276512 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:25.321338 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58918) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:25.342482 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee18e639-b5d4-4d8c-bac5-06b9d13fb8fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:25.352815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94ff86-1e6e-4f72-9b88-17dd0351b96a None None] Pushing event updated for resources: {'Port': ['ID=f9e9fd86-38a7-45a7-87cf-0f84faca8fe3,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:25.421638 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-007600f9-c5fd-41ef-a196-780ad52b91fb req-4ce23489-9790-44ca-a657-31b04a39a8df tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112377 Mar 24 00:47:25.423130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Attempting to bind port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:47:25.423574 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Attempting to bind port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'c5c027d8-3aec-45ca-a682-3bf6549dd765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e505972b-f872-40f1-a332-be2359f7809d'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:47:25.424149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Attempting to bind port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 on network e505972b-f872-40f1-a332-be2359f7809d {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:25.431524 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:47:25.432028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Checking segment: {'id': 'c5c027d8-3aec-45ca-a682-3bf6549dd765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e505972b-f872-40f1-a332-be2359f7809d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:25.432507 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:25.432938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Bound using segment: {'id': 'c5c027d8-3aec-45ca-a682-3bf6549dd765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e505972b-f872-40f1-a332-be2359f7809d'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:47:25.434099 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Bound port: f9e9fd86-38a7-45a7-87cf-0f84faca8fe3, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c027d8-3aec-45ca-a682-3bf6549dd765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e505972b-f872-40f1-a332-be2359f7809d'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:47:25.434564 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:25.471337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-423eaf74-138b-4cba-be5e-3618b8463a25 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:25.473019 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-423eaf74-138b-4cba-be5e-3618b8463a25 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 821 time: 0.2750244 Mar 24 00:47:25.487417 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee18e639-b5d4-4d8c-bac5-06b9d13fb8fe admin admin] Publish callbacks [] for security_group (64d24a1b-559a-43ea-860b-0a1f19d3282b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:25.497172 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee18e639-b5d4-4d8c-bac5-06b9d13fb8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (64d24a1b-559a-43ea-860b-0a1f19d3282b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:25.499215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-fa3989cd-cc67-4d5b-8114-27a3f79877a8 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/quotas/259d3d47b7be4b3182e7a95feee7e085 HTTP/1.1" status: 200 len: 375 time: 0.0166578 Mar 24 00:47:25.566940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-79157e44-ce32-4aeb-8a19-5b399767a72c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606227 Mar 24 00:47:25.578081 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] For port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:47:25.585131 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] For port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f9e9fd86-38a7-45a7-87cf-0f84faca8fe3,segment=NetworkSegment(c5c027d8-3aec-45ca-a682-3bf6549dd765),segment_id=c5c027d8-3aec-45ca-a682-3bf6549dd765)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:47:25.594658 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:25.611505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58930) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:25.617181 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ee18e639-b5d4-4d8c-bac5-06b9d13fb8fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f9920d7d4b44405b82948d047d152b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946436 Mar 24 00:47:25.619503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18e639-b5d4-4d8c-bac5-06b9d13fb8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d24a1b-559a-43ea-860b-0a1f19d3282b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:25.664715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Routers {'f725980f-ec64-4c22-aa81-21dc829230c0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:47:25.665509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:47:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f725980f-ec64-4c22-aa81-21dc829230c0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:25.728951 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fa936fd6-792d-45eb-b2c7-c9397c18ec3b admin admin] Publish callbacks [] for security_group (64d24a1b-559a-43ea-860b-0a1f19d3282b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:25.764315 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fa936fd6-792d-45eb-b2c7-c9397c18ec3b admin admin] Publish callbacks [] for security_group (64d24a1b-559a-43ea-860b-0a1f19d3282b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:25.804143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a58ab157-bae4-4b01-babf-ffb108b3afc5 None None] Provisioning complete for port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:25.804517 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a58ab157-bae4-4b01-babf-ffb108b3afc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:25.834860 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fa936fd6-792d-45eb-b2c7-c9397c18ec3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (64d24a1b-559a-43ea-860b-0a1f19d3282b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:25.837599 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fa936fd6-792d-45eb-b2c7-c9397c18ec3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:25.838748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fa936fd6-792d-45eb-b2c7-c9397c18ec3b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/64d24a1b-559a-43ea-860b-0a1f19d3282b HTTP/1.1" status: 204 len: 168 time: 0.2257354 Mar 24 00:47:25.840920 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58936) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:25.845561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-4a9cd494-cef7-4189-a518-61f2f8890fb0 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1603094937', 'description': 'tempest-description--948954597'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:25.869637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa936fd6-792d-45eb-b2c7-c9397c18ec3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d24a1b-559a-43ea-860b-0a1f19d3282b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:25.898969 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a9cd494-cef7-4189-a518-61f2f8890fb0 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:25.911943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-dd8ec19e-1d49-4130-a173-7173dcebd732 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:47:25.914131 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94ff86-1e6e-4f72-9b88-17dd0351b96a None None] Pushing event updated for resources: {'Port': ['ID=f9e9fd86-38a7-45a7-87cf-0f84faca8fe3,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:25.922743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-dd8ec19e-1d49-4130-a173-7173dcebd732 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1400197 Mar 24 00:47:25.967599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] Set router f725980f-ec64-4c22-aa81-21dc829230c0 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:47:26.014711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a58ab157-bae4-4b01-babf-ffb108b3afc5 None None] Current status of the port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:26.015195 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a58ab157-bae4-4b01-babf-ffb108b3afc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:26.098493 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a58ab157-bae4-4b01-babf-ffb108b3afc5 None None] For port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f9e9fd86-38a7-45a7-87cf-0f84faca8fe3,segment=NetworkSegment(c5c027d8-3aec-45ca-a682-3bf6549dd765),segment_id=c5c027d8-3aec-45ca-a682-3bf6549dd765)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:26.110078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-90affa68-1e6e-4fae-933b-a69b3c4c7863 service neutron] 10.222.0.45 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862996 Mar 24 00:47:26.119346 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a58ab157-bae4-4b01-babf-ffb108b3afc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:26.122191 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a9cd494-cef7-4189-a518-61f2f8890fb0 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for security_group (b469f395-0dd9-4566-9d03-2b52dd738780), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:26.199900 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a9cd494-cef7-4189-a518-61f2f8890fb0 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b469f395-0dd9-4566-9d03-2b52dd738780), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:26.223386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ab157-bae4-4b01-babf-ffb108b3afc5 None None] Pushing event updated for resources: {'Port': ['ID=f9e9fd86-38a7-45a7-87cf-0f84faca8fe3,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:26.271528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b93f3ea5-85c1-41dd-95a0-99f5762aea62 None None] Provisioning complete for port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:26.272104 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b93f3ea5-85c1-41dd-95a0-99f5762aea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:26.289923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cd494-cef7-4189-a518-61f2f8890fb0 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b469f395-0dd9-4566-9d03-2b52dd738780,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:26.299137 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a9cd494-cef7-4189-a518-61f2f8890fb0 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:26.300898 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4a9cd494-cef7-4189-a518-61f2f8890fb0 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4588964 Mar 24 00:47:26.304070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58952) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:26.308797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-a8dad0bf-daa5-4c6a-bdb1-9b7bac8cef50 service neutron] 10.222.0.45 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842048 Mar 24 00:47:26.312212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-014912cf-d01d-40d9-810c-293f1397c9d9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Request body: {'security_group_rule': {'security_group_id': 'b469f395-0dd9-4566-9d03-2b52dd738780', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:26.327791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2746f82-fde2-4c42-8682-46e21ceb14ab req-d6fa648b-c8f2-41c4-a801-12d59bbd1205 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:26.329349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2746f82-fde2-4c42-8682-46e21ceb14ab req-d6fa648b-c8f2-41c4-a801-12d59bbd1205 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 948 time: 0.1405270 Mar 24 00:47:26.338065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-923891372-router', 'tenant_id': '816ba23763c94793b55b3d0f1250537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '5859f117-4288-4564-8c05-0b28172e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:47:05Z', 'updated_at': '2022-03-24T00:47:20Z', 'revision_number': 4, 'project_id': '816ba23763c94793b55b3d0f1250537e', 'gw_port': {'id': '5859f117-4288-4564-8c05-0b28172e2a45', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:47:06Z', 'updated_at': '2022-03-24T00:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f9e9fd86-38a7-45a7-87cf-0f84faca8fe3', 'name': '', 'network_id': 'e505972b-f872-40f1-a332-be2359f7809d', 'tenant_id': '816ba23763c94793b55b3d0f1250537e', 'mac_address': 'fa:16:3e:e8:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '70ed5899-9379-411a-a6a1-36088484ed43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:47:16Z', 'updated_at': '2022-03-24T00:47:25Z', 'revision_number': 4, 'project_id': '816ba23763c94793b55b3d0f1250537e', 'subnets': [{'id': '70ed5899-9379-411a-a6a1-36088484ed43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:26.362099 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-014912cf-d01d-40d9-810c-293f1397c9d9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for security_group_rule (ec8d934f-f787-46e5-90e6-2f4c45681448), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:26.383711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef5dab7-5c58-411e-9604-94bc38830d53 None None] The sync data for ids ['f725980f-ec64-4c22-aa81-21dc829230c0'] in n-d-760455-9 is: [{'id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-923891372-router', 'tenant_id': '816ba23763c94793b55b3d0f1250537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '5859f117-4288-4564-8c05-0b28172e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:47:05Z', 'updated_at': '2022-03-24T00:47:20Z', 'revision_number': 4, 'project_id': '816ba23763c94793b55b3d0f1250537e', 'gw_port': {'id': '5859f117-4288-4564-8c05-0b28172e2a45', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:47:06Z', 'updated_at': '2022-03-24T00:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f9e9fd86-38a7-45a7-87cf-0f84faca8fe3', 'name': '', 'network_id': 'e505972b-f872-40f1-a332-be2359f7809d', 'tenant_id': '816ba23763c94793b55b3d0f1250537e', 'mac_address': 'fa:16:3e:e8:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '70ed5899-9379-411a-a6a1-36088484ed43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:47:16Z', 'updated_at': '2022-03-24T00:47:25Z', 'revision_number': 4, 'project_id': '816ba23763c94793b55b3d0f1250537e', 'subnets': [{'id': '70ed5899-9379-411a-a6a1-36088484ed43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:47:26.430131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2746f82-fde2-4c42-8682-46e21ceb14ab req-311887a3-6360-4025-8a62-a95522ac5b6e tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900068 Mar 24 00:47:26.456617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b93f3ea5-85c1-41dd-95a0-99f5762aea62 None None] Current status of the port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:26.501362 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-014912cf-d01d-40d9-810c-293f1397c9d9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for security_group_rule (ec8d934f-f787-46e5-90e6-2f4c45681448), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:26.506486 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-014912cf-d01d-40d9-810c-293f1397c9d9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (ec8d934f-f787-46e5-90e6-2f4c45681448), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:26.580114 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-014912cf-d01d-40d9-810c-293f1397c9d9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:26.584752 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58966) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:26.590011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-06eb8d6f-f0ce-44de-a783-764559ddff74 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Request body: {'security_group_rule': {'security_group_id': 'b469f395-0dd9-4566-9d03-2b52dd738780', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:26.596983 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-014912cf-d01d-40d9-810c-293f1397c9d9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2759440 Mar 24 00:47:26.602361 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014912cf-d01d-40d9-810c-293f1397c9d9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8d934f-f787-46e5-90e6-2f4c45681448,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:26.644606 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-06eb8d6f-f0ce-44de-a783-764559ddff74 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for security_group_rule (5eab10b8-bf67-4fd0-8263-1cda19671b0d), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:26.752032 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-06eb8d6f-f0ce-44de-a783-764559ddff74 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for security_group_rule (5eab10b8-bf67-4fd0-8263-1cda19671b0d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:26.771509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064dc82-3cca-4190-b7f2-7e624e212752 req-f2b9c2c9-f30e-4960-aad3-d7bf010e25a2 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:26.773072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7064dc82-3cca-4190-b7f2-7e624e212752 req-f2b9c2c9-f30e-4960-aad3-d7bf010e25a2 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 970 time: 0.1248665 Mar 24 00:47:26.774326 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-06eb8d6f-f0ce-44de-a783-764559ddff74 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5eab10b8-bf67-4fd0-8263-1cda19671b0d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:26.795656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb8d6f-f0ce-44de-a783-764559ddff74 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eab10b8-bf67-4fd0-8263-1cda19671b0d,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:26.838338 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c69afa4f-a93c-4a98-aa7d-faba10af8277 req-42c4bbe4-743f-4c77-bd97-621ed71e4d7a tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 210 time: 0.0393894 Mar 24 00:47:26.858570 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-06eb8d6f-f0ce-44de-a783-764559ddff74 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:26.872859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-06eb8d6f-f0ce-44de-a783-764559ddff74 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2869914 Mar 24 00:47:26.876091 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58980) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:26.883165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:26.945868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7064dc82-3cca-4190-b7f2-7e624e212752 req-d185b512-c500-4523-8d27-d8cf0ef22296 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575046 Mar 24 00:47:26.947151 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:27.121617 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:27.307601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Allocated IP 172.25.0.241 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/72f991c2-01e3-4407-9812-37e491b4cc50) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:47:27.474550 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for port (72f991c2-01e3-4407-9812-37e491b4cc50), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:27.537439 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (72f991c2-01e3-4407-9812-37e491b4cc50), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:27.610337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59020) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:27.620294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:47:27.621795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:27.626980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:47:27.646106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Pushing event updated for resources: {'Port': ['ID=72f991c2-01e3-4407-9812-37e491b4cc50,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:27.771127 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-68c8a805-9ebb-4fa5-8090-dc9072ee76f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:27.771400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f686d-3450-4d32-b93b-b58ef9b3ecdd req-59fb5141-a689-47bb-8d64-71a6411276bf tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:27.779951 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c6f686d-3450-4d32-b93b-b58ef9b3ecdd req-59fb5141-a689-47bb-8d64-71a6411276bf tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 948 time: 0.1973953 Mar 24 00:47:27.805567 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for floatingip (557eaff1-19cf-472a-8033-12ab67bec6a4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:27.870432 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (72f991c2-01e3-4407-9812-37e491b4cc50), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:27.880747 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-68c8a805-9ebb-4fa5-8090-dc9072ee76f4 admin admin] Publish callbacks [] for security_group (9aba1436-f367-4ff1-862d-fdbdd82268c5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:27.888544 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-68c8a805-9ebb-4fa5-8090-dc9072ee76f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9aba1436-f367-4ff1-862d-fdbdd82268c5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:27.912964 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c6f686d-3450-4d32-b93b-b58ef9b3ecdd req-9de2c2b7-5514-42c9-8c21-f06da18a4e6a tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320446 Mar 24 00:47:28.115119 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c4d26e55-74e0-45fd-bcfa-78ec0bd8f921 req-a95ad0d7-a568-4687-a8e1-2579b4e68369 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 210 time: 0.0849285 Mar 24 00:47:28.189055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:47:28.190733 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8a805-9ebb-4fa5-8090-dc9072ee76f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aba1436-f367-4ff1-862d-fdbdd82268c5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:28.218313 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-68c8a805-9ebb-4fa5-8090-dc9072ee76f4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9bd5bdabbafb49e29ec8d81a1125e30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6068161 Mar 24 00:47:28.219567 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59030) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:28.264888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:28.265291 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:28.295105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e644812-5c45-4c52-b71b-de9811baca88 req-ba94a69f-3ead-488b-aa9b-675d1192aab2 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:28.296668 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0e644812-5c45-4c52-b71b-de9811baca88 req-ba94a69f-3ead-488b-aa9b-675d1192aab2 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 970 time: 0.1532583 Mar 24 00:47:28.316851 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for port (72f991c2-01e3-4407-9812-37e491b4cc50), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:28.334595 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (72f991c2-01e3-4407-9812-37e491b4cc50), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:28.385927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Pushing event updated for resources: {'Port': ['ID=72f991c2-01e3-4407-9812-37e491b4cc50,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:28.389924 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-0e175f9a-b928-4363-8a9f-42d26b92d2ab tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:28.391951 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-0e175f9a-b928-4363-8a9f-42d26b92d2ab tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.57 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 821 time: 0.3983612 Mar 24 00:47:28.394994 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60454ade-5848-4665-a0d1-216d8bf46b93 admin admin] Publish callbacks [] for security_group (9aba1436-f367-4ff1-862d-fdbdd82268c5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:28.402421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:28.408700 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (557eaff1-19cf-472a-8033-12ab67bec6a4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:28.422574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-e36470a4-c509-493f-9b5e-d680bae013d9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Request body: {'port': {'device_id': 'fd05c837-2895-4e2c-938c-7daeb8920fc7', 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c', 'admin_state_up': True, 'tenant_id': '259d3d47b7be4b3182e7a95feee7e085'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:28.436830 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60454ade-5848-4665-a0d1-216d8bf46b93 admin admin] Publish callbacks [] for security_group (9aba1436-f367-4ff1-862d-fdbdd82268c5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:28.439341 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0e644812-5c45-4c52-b71b-de9811baca88 req-421f32d3-1966-4414-b64d-14a03e822935 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335099 Mar 24 00:47:28.442415 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:28.456830 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4ed4410b-de33-4345-9bfa-031c2e5bdde9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5762360 Mar 24 00:47:28.576933 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60454ade-5848-4665-a0d1-216d8bf46b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9aba1436-f367-4ff1-862d-fdbdd82268c5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:28.582701 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60454ade-5848-4665-a0d1-216d8bf46b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:28.586660 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-60454ade-5848-4665-a0d1-216d8bf46b93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9aba1436-f367-4ff1-862d-fdbdd82268c5 HTTP/1.1" status: 204 len: 168 time: 0.3599324 Mar 24 00:47:28.594688 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6f96466e-3f4f-4078-a3ad-ae2e64a1540b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:28.603823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60454ade-5848-4665-a0d1-216d8bf46b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aba1436-f367-4ff1-862d-fdbdd82268c5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:28.634954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-e36470a4-c509-493f-9b5e-d680bae013d9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Made reservation on behalf of 259d3d47b7be4b3182e7a95feee7e085 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:28.640331 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-e36470a4-c509-493f-9b5e-d680bae013d9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:28.696083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-759254d1-6d09-4c58-a6e8-1be4bb6ba719 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1603094937&fields=id&tenant_id=160c6d0a2b2b46c5b96ae8128cd59fca HTTP/1.1" status: 200 len: 267 time: 0.0654960 Mar 24 00:47:28.713637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59060) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:28.808109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-e36470a4-c509-493f-9b5e-d680bae013d9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Allocated IP 172.20.0.10 (9b0f0dde-a2c5-4e76-9285-8b850d030f1c/934588f5-a348-4979-87c7-3c16383ef84c/7aaa0db0-4411-457a-ab83-3507581a7e96) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:47:28.823265 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device d5d408e7-1bac-41f3-8932-1c86ba2465ed details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:47:28.839828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-49233303-1665-44fd-aae5-8f4258a087e4 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:28.850545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-49233303-1665-44fd-aae5-8f4258a087e4 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/networks?id=9ee648a5-3452-4b3b-98f3-f654e7ebcaeb HTTP/1.1" status: 200 len: 823 time: 0.1484039 Mar 24 00:47:28.872743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-7e9fb5d7-6328-4e6a-ad5e-befb954a9875 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/quotas/160c6d0a2b2b46c5b96ae8128cd59fca HTTP/1.1" status: 200 len: 375 time: 0.0144043 Mar 24 00:47:29.018430 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d594f9d-3288-4a50-bb8c-86fc2c52c048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.034169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port d5d408e7-1bac-41f3-8932-1c86ba2465ed, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d5d408e7-1bac-41f3-8932-1c86ba2465ed,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:29.036946 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-4792c470-e8cf-485e-8078-ce6d6743081d tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=160c6d0a2b2b46c5b96ae8128cd59fca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1473482 Mar 24 00:47:29.049033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'd5d408e7-1bac-41f3-8932-1c86ba2465ed', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'd5d408e7-1bac-41f3-8932-1c86ba2465ed', 'mac_address': 'fa:16:3e:13:97:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:47:29.102243 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59068) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:29.104789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port d5d408e7-1bac-41f3-8932-1c86ba2465ed is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:29.106803 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d5d408e7-1bac-41f3-8932-1c86ba2465ed), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.125210 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d408e7-1bac-41f3-8932-1c86ba2465ed {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:47:29.140428 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-544079ac-6274-40a4-bf46-9d1afe0447f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.145650 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d594f9d-3288-4a50-bb8c-86fc2c52c048 admin admin] Publish callbacks [] for security_group (962a1654-6012-48e8-962b-980c09e2073a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.149008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port d5d408e7-1bac-41f3-8932-1c86ba2465ed, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d5d408e7-1bac-41f3-8932-1c86ba2465ed,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:29.155528 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d5d408e7-1bac-41f3-8932-1c86ba2465ed), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.159280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5faa4-4e02-4576-9623-05f15f3182cd req-372e6d7d-eb2d-4735-8867-36bcca36fc77 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:29.160923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-92f5faa4-4e02-4576-9623-05f15f3182cd req-372e6d7d-eb2d-4735-8867-36bcca36fc77 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 948 time: 0.1229351 Mar 24 00:47:29.185581 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d594f9d-3288-4a50-bb8c-86fc2c52c048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (962a1654-6012-48e8-962b-980c09e2073a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.190087 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-e36470a4-c509-493f-9b5e-d680bae013d9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks [] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.206614 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=d5d408e7-1bac-41f3-8932-1c86ba2465ed,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:29.367637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-40d3e104-a67b-44c4-bfac-aaff4e25f391 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185635 Mar 24 00:47:29.409854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-92f5faa4-4e02-4576-9623-05f15f3182cd req-4c7aae06-b217-423e-b861-6ba0ede41c81 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377667 Mar 24 00:47:29.429452 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5d594f9d-3288-4a50-bb8c-86fc2c52c048 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7b847c43526f42f39ca3dea28c29d3dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7124803 Mar 24 00:47:29.434044 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59072) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:29.444596 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d594f9d-3288-4a50-bb8c-86fc2c52c048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962a1654-6012-48e8-962b-980c09e2073a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:29.483557 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['d5d408e7-1bac-41f3-8932-1c86ba2465ed'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:47:29.497575 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-544079ac-6274-40a4-bf46-9d1afe0447f4 admin admin] Publish callbacks [] for security_group (0bf6a22b-52ff-48c0-a76c-f1ed4bc74be0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.505009 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-544079ac-6274-40a4-bf46-9d1afe0447f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0bf6a22b-52ff-48c0-a76c-f1ed4bc74be0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.516543 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-e36470a4-c509-493f-9b5e-d680bae013d9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.523596 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-501db66b-bac6-4fbf-ba7a-423b29c97902 req-61e4b512-88f1-49c5-ac12-371d29b60faa tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 210 time: 0.0414352 Mar 24 00:47:29.525979 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-93642e47-b5e4-4a02-817d-7dd0200009d6 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398711 Mar 24 00:47:29.584255 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.590466 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-544079ac-6274-40a4-bf46-9d1afe0447f4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=519d519f7ad14384a2339c22b3c12085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4804404 Mar 24 00:47:29.591375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59076) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:29.598382 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f6c7-0333-43dc-ab30-0f6e130d3438 admin admin] Publish callbacks [] for security_group (962a1654-6012-48e8-962b-980c09e2073a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.606503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-e36470a4-c509-493f-9b5e-d680bae013d9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:47:29.607262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544079ac-6274-40a4-bf46-9d1afe0447f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf6a22b-52ff-48c0-a76c-f1ed4bc74be0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:29.619717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-e36470a4-c509-493f-9b5e-d680bae013d9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:29.630310 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-e36470a4-c509-493f-9b5e-d680bae013d9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:47:29.635626 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-e36470a4-c509-493f-9b5e-d680bae013d9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:29.636792 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-e36470a4-c509-493f-9b5e-d680bae013d9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.641204 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36470a4-c509-493f-9b5e-d680bae013d9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Pushing event updated for resources: {'Port': ['ID=7aaa0db0-4411-457a-ab83-3507581a7e96,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:29.662740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f6c7-0333-43dc-ab30-0f6e130d3438 admin admin] Publish callbacks [] for security_group (962a1654-6012-48e8-962b-980c09e2073a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.692997 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-e36470a4-c509-493f-9b5e-d680bae013d9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2799628 Mar 24 00:47:29.709725 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Request body: {'port': {'device_id': 'fd05c837-2895-4e2c-938c-7daeb8920fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:29.749055 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-276ca647-3ac6-4da0-b042-07b08ba7643a admin admin] Publish callbacks [] for security_group (0bf6a22b-52ff-48c0-a76c-f1ed4bc74be0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.767194 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b7fcd774-f08d-488c-8cd3-a2b983041c14 req-3d0cae55-cd16-4f46-94d2-ade17e935c2d tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=5de262bd-b931-4dd4-a263-e0f7e53ba599 HTTP/1.1" status: 200 len: 210 time: 0.0350924 Mar 24 00:47:29.800633 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.807166 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-276ca647-3ac6-4da0-b042-07b08ba7643a admin admin] Publish callbacks [] for security_group (0bf6a22b-52ff-48c0-a76c-f1ed4bc74be0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.842184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095682f3-1335-4ad1-a7e6-3f8cb46632a1 req-bf4221a8-4699-47fd-b5fc-b4496ec86de8 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:29.849202 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-095682f3-1335-4ad1-a7e6-3f8cb46632a1 req-bf4221a8-4699-47fd-b5fc-b4496ec86de8 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 970 time: 0.1778116 Mar 24 00:47:29.892313 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f6c7-0333-43dc-ab30-0f6e130d3438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (962a1654-6012-48e8-962b-980c09e2073a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.895261 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f6c7-0333-43dc-ab30-0f6e130d3438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.896932 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4ae0f6c7-0333-43dc-ab30-0f6e130d3438 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/962a1654-6012-48e8-962b-980c09e2073a HTTP/1.1" status: 204 len: 168 time: 0.4620240 Mar 24 00:47:29.919795 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0f6c7-0333-43dc-ab30-0f6e130d3438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962a1654-6012-48e8-962b-980c09e2073a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:29.924612 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-095682f3-1335-4ad1-a7e6-3f8cb46632a1 req-b8702a88-b951-4521-8138-96f28342cd51 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728612 Mar 24 00:47:29.935131 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-276ca647-3ac6-4da0-b042-07b08ba7643a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0bf6a22b-52ff-48c0-a76c-f1ed4bc74be0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.948080 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-276ca647-3ac6-4da0-b042-07b08ba7643a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:29.954816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-276ca647-3ac6-4da0-b042-07b08ba7643a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0bf6a22b-52ff-48c0-a76c-f1ed4bc74be0 HTTP/1.1" status: 204 len: 168 time: 0.3595273 Mar 24 00:47:29.968157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ca647-3ac6-4da0-b042-07b08ba7643a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf6a22b-52ff-48c0-a76c-f1ed4bc74be0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:30.217720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aaa0db0-4411-457a-ab83-3507581a7e96 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:47:30.226885 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Publish callbacks [] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:30.240508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Transition to ACTIVE for port object 7aaa0db0-4411-457a-ab83-3507581a7e96 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:47:30.245755 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:30.287991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:47:30.305823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Pushing event updated for resources: {'Port': ['ID=7aaa0db0-4411-457a-ab83-3507581a7e96,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:30.337276 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Attempting to bind port 7aaa0db0-4411-457a-ab83-3507581a7e96 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:47:30.338016 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Attempting to bind port 7aaa0db0-4411-457a-ab83-3507581a7e96 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:47:30.338568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Attempting to bind port 7aaa0db0-4411-457a-ab83-3507581a7e96 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:30.343792 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Port 7aaa0db0-4411-457a-ab83-3507581a7e96 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:47:30.344116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Attempting to bind port 7aaa0db0-4411-457a-ab83-3507581a7e96 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:30.349748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:47:30.350086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Checking segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:30.350530 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Bound using segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:47:30.350906 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Bound port: 7aaa0db0-4411-457a-ab83-3507581a7e96, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:47:30.351249 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:30.429502 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] For port 7aaa0db0-4411-457a-ab83-3507581a7e96, host n-h1-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:47:30.434070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] For port 7aaa0db0-4411-457a-ab83-3507581a7e96, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7aaa0db0-4411-457a-ab83-3507581a7e96,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:47:30.455490 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:30.459788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=5525a6a4-2bc9-41d1-b1f2-d59a0b221171,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:30.507302 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:30.508128 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:30.509852 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] 10.222.0.57 "PUT /v2.0/ports/7aaa0db0-4411-457a-ab83-3507581a7e96 HTTP/1.1" status: 200 len: 1092 time: 0.8048306 Mar 24 00:47:30.516636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd05c837-2895-4e2c-938c-7daeb8920fc7', 'tag': '7aaa0db0-4411-457a-ab83-3507581a7e96'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:30.533289 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0928b5-d7d7-4b75-9638-5b24cb751d09" -d '{"events": [{"name": "network-changed", "server_uuid": "fd05c837-2895-4e2c-938c-7daeb8920fc7", "tag": "7aaa0db0-4411-457a-ab83-3507581a7e96"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:30.617484 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d6d4b-b156-4e2f-8847-8e8bc757ade5 req-e6a56e27-a096-47c3-a288-722dce7be8fc tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:30.619005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-778d6d4b-b156-4e2f-8847-8e8bc757ade5 req-e6a56e27-a096-47c3-a288-722dce7be8fc tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 949 time: 0.0950541 Mar 24 00:47:30.632307 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bd940c-9eb9-4db7-9d1c-c5c4b00afcb3 x-openstack-request-id: req-66bd940c-9eb9-4db7-9d1c-c5c4b00afcb3 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:30.632914 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd05c837-2895-4e2c-938c-7daeb8920fc7", "tag": "7aaa0db0-4411-457a-ab83-3507581a7e96", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:30.633331 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-66bd940c-9eb9-4db7-9d1c-c5c4b00afcb3 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:30.633865 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66bd940c-9eb9-4db7-9d1c-c5c4b00afcb3'] response: {'name': 'network-changed', 'server_uuid': 'fd05c837-2895-4e2c-938c-7daeb8920fc7', 'tag': '7aaa0db0-4411-457a-ab83-3507581a7e96', 'status': 'completed', 'code': 200} Mar 24 00:47:30.654656 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac64a0-2ebd-4de3-851c-1002207f10cb service neutron] Pushing event updated for resources: {'Port': ['ID=7aaa0db0-4411-457a-ab83-3507581a7e96,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:30.688194 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-2e3662bb-8a70-4337-b8c5-b19c37929f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:30.690502 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-2e3662bb-8a70-4337-b8c5-b19c37929f62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 1126 time: 0.1166685 Mar 24 00:47:30.750808 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '5525a6a4-2bc9-41d1-b1f2-d59a0b221171', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '5525a6a4-2bc9-41d1-b1f2-d59a0b221171', 'mac_address': 'fa:16:3e:3d:cf:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:tempest-test_az-1798521634', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:47:30.756080 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-778d6d4b-b156-4e2f-8847-8e8bc757ade5 req-b37568ab-7618-4896-a610-098eff7c3eda tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257746 Mar 24 00:47:30.778368 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-2ac00c0f-a74f-45cf-8ffb-9f95b5423cbc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aaa0db0-4411-457a-ab83-3507581a7e96 HTTP/1.1" status: 200 len: 217 time: 0.0803015 Mar 24 00:47:30.794007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc857e2-adb8-4f0f-8790-b6a121e306c2 req-b8b77ade-9c00-4460-a9bd-307740d61caf tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:30.796085 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddc857e2-adb8-4f0f-8790-b6a121e306c2 req-b8b77ade-9c00-4460-a9bd-307740d61caf tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 944 time: 0.1153653 Mar 24 00:47:30.816079 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-420d0fbb-0342-4dcf-85f3-459ead59ce1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:30.821158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device d5d408e7-1bac-41f3-8932-1c86ba2465ed up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:47:30.836858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:30.840159 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5525a6a4-2bc9-41d1-b1f2-d59a0b221171), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:30.900962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddc857e2-adb8-4f0f-8790-b6a121e306c2 req-9d91f4c5-ba44-40f0-8058-87c2246eb8b2 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956166 Mar 24 00:47:30.904852 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-4b13b351-4b5c-4c25-a297-dee06c27a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:30.907714 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-4b13b351-4b5c-4c25-a297-dee06c27a59f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.1218534 Mar 24 00:47:30.946513 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-284597c1-af55-4248-90f3-910121724aa2 req-23c888f2-c0ee-4807-b603-e7a8ddf8f434 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=5de262bd-b931-4dd4-a263-e0f7e53ba599 HTTP/1.1" status: 200 len: 210 time: 0.0665667 Mar 24 00:47:30.981204 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-41c1203d-ba1f-4c59-a814-f27e1273c137 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655897 Mar 24 00:47:30.985013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:47:31.026299 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port d5d408e7-1bac-41f3-8932-1c86ba2465ed completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:47:31.040332 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port d5d408e7-1bac-41f3-8932-1c86ba2465ed triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:31.040332 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d5d408e7-1bac-41f3-8932-1c86ba2465ed), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:31.045689 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=5525a6a4-2bc9-41d1-b1f2-d59a0b221171,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:31.080005 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5525a6a4-2bc9-41d1-b1f2-d59a0b221171), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:31.177759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7ac55-3480-4135-b175-eb3eafd92b01 req-fcaa3535-33b8-4c27-9941-e0bb62c600b7 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:31.179279 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9a7ac55-3480-4135-b175-eb3eafd92b01 req-fcaa3535-33b8-4c27-9941-e0bb62c600b7 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 971 time: 0.0950775 Mar 24 00:47:31.183777 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-25c33cf8-528e-4cbd-b85e-bd5cf9e3c695 service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957121 Mar 24 00:47:31.187965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-e46c3b2c-e1ad-465d-be83-f538b318f4ce tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:31.189412 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-e46c3b2c-e1ad-465d-be83-f538b318f4ce tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.48 "GET /v2.0/networks?id=9ee648a5-3452-4b3b-98f3-f654e7ebcaeb HTTP/1.1" status: 200 len: 823 time: 0.2103171 Mar 24 00:47:31.196149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59138) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:31.232876 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=5525a6a4-2bc9-41d1-b1f2-d59a0b221171,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:31.247962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59142) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:31.282950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port d5d408e7-1bac-41f3-8932-1c86ba2465ed is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:31.283358 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d5d408e7-1bac-41f3-8932-1c86ba2465ed), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:31.325911 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port d5d408e7-1bac-41f3-8932-1c86ba2465ed, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d5d408e7-1bac-41f3-8932-1c86ba2465ed,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:31.327272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb185d8-8905-4647-b6e4-af250b16b4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d408e7-1bac-41f3-8932-1c86ba2465ed'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:31.331019 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9a7ac55-3480-4135-b175-eb3eafd92b01 req-9e052d37-98f2-4ce2-a597-f467643b008b tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405933 Mar 24 00:47:31.355241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-41ac42b1-ea66-45d6-892d-9ffb50595118 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=160c6d0a2b2b46c5b96ae8128cd59fca HTTP/1.1" status: 200 len: 380 time: 0.1355109 Mar 24 00:47:31.369425 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-166de4ed-2ebc-40bc-8dc1-bdf845a077d5 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Request body: {'port': {'device_id': '5de262bd-b931-4dd4-a263-e0f7e53ba599', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'admin_state_up': True, 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'security_groups': ['b469f395-0dd9-4566-9d03-2b52dd738780']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:31.376704 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-562bbb4c-785f-4562-8596-ef8b1f42db52 req-b852dfa4-7e6f-4c7d-ba79-38ceef582eb0 service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862850 Mar 24 00:47:31.391618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1969182376-network', 'tenant_id': 'e042e66a77dd49d5867b31d5cf40143d'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:31.399520 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d5d408e7-1bac-41f3-8932-1c86ba2465ed), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:31.440022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-1c68ed5b-d2fb-462f-a13f-eca62fb73bd0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1760827171-network', 'tenant_id': '38f8da8ca34547c09c99273aab06136e'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:31.462556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=d5d408e7-1bac-41f3-8932-1c86ba2465ed,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:31.492368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0928b5-d7d7-4b75-9638-5b24cb751d09 req-345f30aa-4750-4b56-8b03-19fa46ff8e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:31.494532 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8e0928b5-d7d7-4b75-9638-5b24cb751d09 req-345f30aa-4750-4b56-8b03-19fa46ff8e88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 1126 time: 0.0585358 Mar 24 00:47:31.495185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] Made reservation on behalf of e042e66a77dd49d5867b31d5cf40143d for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:31.498069 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:31.499435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['5525a6a4-2bc9-41d1-b1f2-d59a0b221171'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:47:31.506940 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c68ed5b-d2fb-462f-a13f-eca62fb73bd0 admin admin] Made reservation on behalf of 38f8da8ca34547c09c99273aab06136e for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:31.509202 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1c68ed5b-d2fb-462f-a13f-eca62fb73bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:31.514415 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:31.529407 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1c68ed5b-d2fb-462f-a13f-eca62fb73bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:31.545336 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bdd707-060f-49e9-bf2c-d917b970e39d" -d '{"events": [{"server_uuid": "1eb185d8-8905-4647-b6e4-af250b16b4fa", "name": "network-vif-plugged", "status": "completed", "tag": "d5d408e7-1bac-41f3-8932-1c86ba2465ed"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:31.615827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0928b5-d7d7-4b75-9638-5b24cb751d09 req-fc3ee88f-2171-4d04-bbb9-df1d1ac1e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:31.618830 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8e0928b5-d7d7-4b75-9638-5b24cb751d09 req-fc3ee88f-2171-4d04-bbb9-df1d1ac1e5cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.1183507 Mar 24 00:47:31.629207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-166de4ed-2ebc-40bc-8dc1-bdf845a077d5 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Made reservation on behalf of 160c6d0a2b2b46c5b96ae8128cd59fca for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:31.632569 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-166de4ed-2ebc-40bc-8dc1-bdf845a077d5 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:31.688280 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8e0928b5-d7d7-4b75-9638-5b24cb751d09 req-045a4aa1-9172-4c27-999c-39f5aaf805ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aaa0db0-4411-457a-ab83-3507581a7e96 HTTP/1.1" status: 200 len: 217 time: 0.0613253 Mar 24 00:47:31.697073 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a959d757-b36a-4b9a-8a97-ea0386e99c94 x-openstack-request-id: req-a959d757-b36a-4b9a-8a97-ea0386e99c94 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:31.697582 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb185d8-8905-4647-b6e4-af250b16b4fa", "name": "network-vif-plugged", "status": "completed", "tag": "d5d408e7-1bac-41f3-8932-1c86ba2465ed", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:31.697915 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a959d757-b36a-4b9a-8a97-ea0386e99c94 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:31.698385 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a959d757-b36a-4b9a-8a97-ea0386e99c94'] response: {'server_uuid': '1eb185d8-8905-4647-b6e4-af250b16b4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d408e7-1bac-41f3-8932-1c86ba2465ed', 'code': 200} Mar 24 00:47:31.748106 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0928b5-d7d7-4b75-9638-5b24cb751d09 req-7568a479-3819-44df-9937-fc373ce1222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:31.749600 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8e0928b5-d7d7-4b75-9638-5b24cb751d09 req-7568a479-3819-44df-9937-fc373ce1222f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.0500147 Mar 24 00:47:31.768793 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] Publish callbacks [] for security_group (e81879f2-a63e-4829-be5b-c4c24f7532e2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:31.772910 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1c68ed5b-d2fb-462f-a13f-eca62fb73bd0 admin admin] Publish callbacks [] for security_group (16073e8b-018f-49ee-ad78-b53f1b5e8f00), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:31.776696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.57', 57883) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:31.779773 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e81879f2-a63e-4829-be5b-c4c24f7532e2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:31.789571 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8e0928b5-d7d7-4b75-9638-5b24cb751d09 req-55575288-6cfa-41a0-8eea-bc74c3fef6c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298653 Mar 24 00:47:31.797569 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1c68ed5b-d2fb-462f-a13f-eca62fb73bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (16073e8b-018f-49ee-ad78-b53f1b5e8f00), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:31.893406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:47:31.901490 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8e0928b5-d7d7-4b75-9638-5b24cb751d09 req-57792161-38cb-4298-bca1-fe03dc95479a service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052978 Mar 24 00:47:31.913722 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c68ed5b-d2fb-462f-a13f-eca62fb73bd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:47:31.947510 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748218966330', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7d47366a-4a45-4006-82e6-13700485db78), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:31.948002 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] Unsubscribe: segment precommit_create {{(pid=115730) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 24 00:47:31.948711 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] Added segment 7d47366a-4a45-4006-82e6-13700485db78 of type vlan for network 6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb Mar 24 00:47:31.979182 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:31.982046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81879f2-a63e-4829-be5b-c4c24f7532e2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:32.010253 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8e0928b5-d7d7-4b75-9638-5b24cb751d09 req-360d27c3-5437-482d-b25c-77d945843563 service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016836 Mar 24 00:47:32.018610 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1c68ed5b-d2fb-462f-a13f-eca62fb73bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8eb76b21-cfb0-4ef2-aff4-89519ced406b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.018965 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-1c68ed5b-d2fb-462f-a13f-eca62fb73bd0 admin admin] Added segment 8eb76b21-cfb0-4ef2-aff4-89519ced406b of type vlan for network 3d10d95e-3361-430f-8a90-c3381dc2c6c4 Mar 24 00:47:32.021689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68ed5b-d2fb-462f-a13f-eca62fb73bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16073e8b-018f-49ee-ad78-b53f1b5e8f00,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:32.048989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-166de4ed-2ebc-40bc-8dc1-bdf845a077d5 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Allocated IP 172.20.0.9 (9ee648a5-3452-4b3b-98f3-f654e7ebcaeb/36c8e441-3529-4a85-b293-22d892a8d6b1/e3e6c740-45fd-41ed-b21c-d4467c9ad4d8) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:47:32.110891 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.141359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985763ca-58e0-4002-a715-1c714b198e8b req-50e1a039-c329-4677-b3a0-24c59d0dd316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:32.142865 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-985763ca-58e0-4002-a715-1c714b198e8b req-50e1a039-c329-4677-b3a0-24c59d0dd316 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 1132 time: 0.3598747 Mar 24 00:47:32.148683 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.174586 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1c68ed5b-d2fb-462f-a13f-eca62fb73bd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (3d10d95e-3361-430f-8a90-c3381dc2c6c4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.211295 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-985763ca-58e0-4002-a715-1c714b198e8b req-e4f91b2e-c2d9-46a6-bf96-3b5f74282ec7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.231430 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ba37e-bb30-4d33-9bc2-b1a42ec8d992 req-ff47c756-e1f1-4df1-bde5-d2dae7f97919 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:32.232901 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f67ba37e-bb30-4d33-9bc2-b1a42ec8d992 req-ff47c756-e1f1-4df1-bde5-d2dae7f97919 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 950 time: 0.3598139 Mar 24 00:47:32.294025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:47:32.332229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01552f34-5e7a-41fb-abd0-76eb284963ea req-117dbc84-5afd-456d-aa07-8a86e58c1e68 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:32.333729 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01552f34-5e7a-41fb-abd0-76eb284963ea req-117dbc84-5afd-456d-aa07-8a86e58c1e68 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 944 time: 0.3475242 Mar 24 00:47:32.341757 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.342697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:32.343277 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.343866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:47:32.349970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:32.350334 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5525a6a4-2bc9-41d1-b1f2-d59a0b221171), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.354268 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1c68ed5b-d2fb-462f-a13f-eca62fb73bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (3d10d95e-3361-430f-8a90-c3381dc2c6c4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.355203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c68ed5b-d2fb-462f-a13f-eca62fb73bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:32.355814 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1c68ed5b-d2fb-462f-a13f-eca62fb73bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.430562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:32.430952 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5525a6a4-2bc9-41d1-b1f2-d59a0b221171), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.464037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=5525a6a4-2bc9-41d1-b1f2-d59a0b221171,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:32.468035 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5525a6a4-2bc9-41d1-b1f2-d59a0b221171), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.477465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2797406 Mar 24 00:47:32.480583 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59166) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:32.485700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-8f597fe6-f5df-418c-9cd9-7f8c58c32ee4 admin admin] Request body: {'subnet': {'network_id': '6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1969182376-subnet', 'tenant_id': 'e042e66a77dd49d5867b31d5cf40143d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:32.506212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f597fe6-f5df-418c-9cd9-7f8c58c32ee4 admin admin] Made reservation on behalf of e042e66a77dd49d5867b31d5cf40143d for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:32.508761 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f597fe6-f5df-418c-9cd9-7f8c58c32ee4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.514161 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1c68ed5b-d2fb-462f-a13f-eca62fb73bd0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2648361 Mar 24 00:47:32.522445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59168) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:32.532422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=5525a6a4-2bc9-41d1-b1f2-d59a0b221171,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:32.543529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418414c9-19c7-488e-b088-9856c63aadc8 admin admin] Pushing event updated for resources: {'Network': ['ID=6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:32.553450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f67ba37e-bb30-4d33-9bc2-b1a42ec8d992 req-fae2fd05-a02f-4806-9ad4-ce47d261cef9 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968433 Mar 24 00:47:32.560803 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ee1ea827-010c-4fa3-98d0-f7e826cf1e40 admin admin] Request body: {'subnet': {'network_id': '3d10d95e-3361-430f-8a90-c3381dc2c6c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1760827171-subnet', 'tenant_id': '38f8da8ca34547c09c99273aab06136e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:32.570946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:47:32.634806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1ea827-010c-4fa3-98d0-f7e826cf1e40 admin admin] Made reservation on behalf of 38f8da8ca34547c09c99273aab06136e for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:32.638363 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea827-010c-4fa3-98d0-f7e826cf1e40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.805052 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01552f34-5e7a-41fb-abd0-76eb284963ea req-5ef7e5d2-9eeb-4142-9ed1-5213d365e13f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529753 Mar 24 00:47:32.841982 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50b6a68e-b39f-44a7-85e1-9d33b9a72294 req-c1229542-7976-41a1-8e03-f1c30c3ead59 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=5de262bd-b931-4dd4-a263-e0f7e53ba599 HTTP/1.1" status: 200 len: 210 time: 0.0490427 Mar 24 00:47:32.844952 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-166de4ed-2ebc-40bc-8dc1-bdf845a077d5 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for port (e3e6c740-45fd-41ed-b21c-d4467c9ad4d8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.874997 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f597fe6-f5df-418c-9cd9-7f8c58c32ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for subnet (14877070-547e-4128-9091-d0cbaa08f06d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.888391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68ed5b-d2fb-462f-a13f-eca62fb73bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=3d10d95e-3361-430f-8a90-c3381dc2c6c4,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:32.906938 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-985763ca-58e0-4002-a715-1c714b198e8b req-e4f91b2e-c2d9-46a6-bf96-3b5f74282ec7 service neutron] Publish callbacks [] for security_group (f85b2002-497c-42c1-aba9-ad6dea8045e7), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.912519 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 3d10d95e-3361-430f-8a90-c3381dc2c6c4 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:47:32.934855 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-985763ca-58e0-4002-a715-1c714b198e8b req-e4f91b2e-c2d9-46a6-bf96-3b5f74282ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f85b2002-497c-42c1-aba9-ad6dea8045e7), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.970994 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea827-010c-4fa3-98d0-f7e826cf1e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for subnet (0a60cf0f-74c4-4d18-b030-c9f52047b74b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:32.985962 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f597fe6-f5df-418c-9cd9-7f8c58c32ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14877070-547e-4128-9091-d0cbaa08f06d,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:32.998277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f91b2e-c2d9-46a6-bf96-3b5f74282ec7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f85b2002-497c-42c1-aba9-ad6dea8045e7,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:33.006180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-985763ca-58e0-4002-a715-1c714b198e8b req-e4f91b2e-c2d9-46a6-bf96-3b5f74282ec7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8482349 Mar 24 00:47:33.009121 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-166de4ed-2ebc-40bc-8dc1-bdf845a077d5 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (e3e6c740-45fd-41ed-b21c-d4467c9ad4d8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:33.029071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f597fe6-f5df-418c-9cd9-7f8c58c32ee4 admin admin] Checking segment: {'id': '7d47366a-4a45-4006-82e6-13700485db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:33.029459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f597fe6-f5df-418c-9cd9-7f8c58c32ee4 admin admin] Network hostable DHCP agents. Network: 6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:47:33.053009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4b2e7-ca22-4136-969d-feb24ccfe88f req-2eb6dbb1-e461-49c2-bc1d-7e57897b1bc2 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:33.054025 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ea827-010c-4fa3-98d0-f7e826cf1e40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a60cf0f-74c4-4d18-b030-c9f52047b74b,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:33.054539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3f4b2e7-ca22-4136-969d-feb24ccfe88f req-2eb6dbb1-e461-49c2-bc1d-7e57897b1bc2 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 972 time: 0.1701393 Mar 24 00:47:33.063888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-166de4ed-2ebc-40bc-8dc1-bdf845a077d5 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:47:33.071276 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f597fe6-f5df-418c-9cd9-7f8c58c32ee4 admin admin] Network 6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:47:33.073237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ea827-010c-4fa3-98d0-f7e826cf1e40 admin admin] Checking segment: {'id': '8eb76b21-cfb0-4ef2-aff4-89519ced406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3d10d95e-3361-430f-8a90-c3381dc2c6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:33.074414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1ea827-010c-4fa3-98d0-f7e826cf1e40 admin admin] Network hostable DHCP agents. Network: 3d10d95e-3361-430f-8a90-c3381dc2c6c4, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:47:33.075212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-166de4ed-2ebc-40bc-8dc1-bdf845a077d5 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:33.087299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-166de4ed-2ebc-40bc-8dc1-bdf845a077d5 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:47:33.091438 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-8f597fe6-f5df-418c-9cd9-7f8c58c32ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:33.092968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-166de4ed-2ebc-40bc-8dc1-bdf845a077d5 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:33.093759 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-166de4ed-2ebc-40bc-8dc1-bdf845a077d5 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:33.096700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f597fe6-f5df-418c-9cd9-7f8c58c32ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:33.097318 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f597fe6-f5df-418c-9cd9-7f8c58c32ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:33.101143 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1ea827-010c-4fa3-98d0-f7e826cf1e40 admin admin] Network 3d10d95e-3361-430f-8a90-c3381dc2c6c4 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:47:33.108091 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166de4ed-2ebc-40bc-8dc1-bdf845a077d5 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Pushing event updated for resources: {'Port': ['ID=e3e6c740-45fd-41ed-b21c-d4467c9ad4d8,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:33.111471 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-ee1ea827-010c-4fa3-98d0-f7e826cf1e40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 3d10d95e-3361-430f-8a90-c3381dc2c6c4) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:33.115462 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ea827-010c-4fa3-98d0-f7e826cf1e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:33.116103 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea827-010c-4fa3-98d0-f7e826cf1e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:33.117233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabe75dd-1143-48c5-93b2-04cabf88764a None None] Network 6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:47:33.123412 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8f597fe6-f5df-418c-9cd9-7f8c58c32ee4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6414680 Mar 24 00:47:33.125505 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-166de4ed-2ebc-40bc-8dc1-bdf845a077d5 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7642868 Mar 24 00:47:33.141181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a64685-6544-48a4-965c-a779c136ed89 None None] Network 3d10d95e-3361-430f-8a90-c3381dc2c6c4 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:47:33.154222 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ee1ea827-010c-4fa3-98d0-f7e826cf1e40 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6220820 Mar 24 00:47:33.163053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3f4b2e7-ca22-4136-969d-feb24ccfe88f req-5919acdc-bea2-4337-a374-99e65a47ca81 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011801 Mar 24 00:47:33.169196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Request body: {'port': {'device_id': '5de262bd-b931-4dd4-a263-e0f7e53ba599', 'device_owner': 'compute:tempest-test_az-1798521634', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:33.235207 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e3e6c740-45fd-41ed-b21c-d4467c9ad4d8), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:33.346294 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc7ac13-9097-4ccd-aceb-97074defa8fa None None] Network 3d10d95e-3361-430f-8a90-c3381dc2c6c4 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:47:33.427947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e32f817e-7119-4290-9471-b8ac7eb34a43 None None] Provisioning complete for port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:33.428450 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e32f817e-7119-4290-9471-b8ac7eb34a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e3e6c740-45fd-41ed-b21c-d4467c9ad4d8), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:33.491335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-2859b7c8-81ca-4e73-abf9-1d70054e9246 req-95b287bd-ee3f-4037-8acb-52359f9cf556 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1981192218', 'description': 'tempest-description-1721241831'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:33.536719 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2859b7c8-81ca-4e73-abf9-1d70054e9246 req-95b287bd-ee3f-4037-8acb-52359f9cf556 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:33.544946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d9d728-fc3e-4c0f-8e03-9aab81fdc146 None None] Network 6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:47:33.563594 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:33.564583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e32f817e-7119-4290-9471-b8ac7eb34a43 None None] Port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:47:33.615716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:47:33.625552 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Publish callbacks [] for port (e3e6c740-45fd-41ed-b21c-d4467c9ad4d8), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:33.655600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Transition to ACTIVE for port object e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:47:33.680811 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e3e6c740-45fd-41ed-b21c-d4467c9ad4d8), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:33.699822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c8d43e-d224-4d34-9d9e-d36b2720a645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5525a6a4-2bc9-41d1-b1f2-d59a0b221171'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:33.702425 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062f2c18-8338-42ad-bacc-a4fa541e69ba" -d '{"events": [{"server_uuid": "b8c8d43e-d224-4d34-9d9e-d36b2720a645", "name": "network-vif-plugged", "status": "completed", "tag": "5525a6a4-2bc9-41d1-b1f2-d59a0b221171"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:33.707292 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2859b7c8-81ca-4e73-abf9-1d70054e9246 req-95b287bd-ee3f-4037-8acb-52359f9cf556 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (9ba2f769-bab6-4be7-bb97-032600d92fb6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:33.731746 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2859b7c8-81ca-4e73-abf9-1d70054e9246 req-95b287bd-ee3f-4037-8acb-52359f9cf556 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9ba2f769-bab6-4be7-bb97-032600d92fb6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:33.781377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1eb37-0735-4771-b567-995371759654 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e6c740-45fd-41ed-b21c-d4467c9ad4d8,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:33.799129 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2859b7c8-81ca-4e73-abf9-1d70054e9246 req-95b287bd-ee3f-4037-8acb-52359f9cf556 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:33.800468 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2859b7c8-81ca-4e73-abf9-1d70054e9246 req-95b287bd-ee3f-4037-8acb-52359f9cf556 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3153095 Mar 24 00:47:33.851176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Attempting to bind port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:47:33.851784 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9019a241-f694-4d07-89e0-e1c8f6016c7e x-openstack-request-id: req-9019a241-f694-4d07-89e0-e1c8f6016c7e {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:33.851784 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c8d43e-d224-4d34-9d9e-d36b2720a645", "name": "network-vif-plugged", "status": "completed", "tag": "5525a6a4-2bc9-41d1-b1f2-d59a0b221171", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:33.851784 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9019a241-f694-4d07-89e0-e1c8f6016c7e {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:33.852155 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9019a241-f694-4d07-89e0-e1c8f6016c7e'] response: {'server_uuid': 'b8c8d43e-d224-4d34-9d9e-d36b2720a645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5525a6a4-2bc9-41d1-b1f2-d59a0b221171', 'code': 200} Mar 24 00:47:33.852701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Attempting to bind port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:47:33.853264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Attempting to bind port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 on network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:33.856596 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b287bd-ee3f-4037-8acb-52359f9cf556 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba2f769-bab6-4be7-bb97-032600d92fb6,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:33.875863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc2349-cb36-47f3-896d-08f2528d07da req-2cd1b779-7e42-4534-849b-576726ebf0d8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:33.877596 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ffc2349-cb36-47f3-896d-08f2528d07da req-2cd1b779-7e42-4534-849b-576726ebf0d8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 950 time: 0.2380335 Mar 24 00:47:33.884219 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 on network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:47:33.884554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Attempting to bind port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 on network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:33.893677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-110fb3c1-c551-43d1-b8a1-8a97a30cce6d req-101673e0-e1c1-41ba-b368-303321bd2a32 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-819797033', 'description': 'tempest-description-2130342226'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:33.900257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59200) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:33.906420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ecc739fb-21f2-471c-a287-5ff398bfa5c9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-66035999-network', 'tenant_id': '324963bb503e479eb46d1cf544db7ed6'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:33.912344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:47:33.912690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Checking segment: {'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:33.913072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Bound using segment: {'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:47:33.913545 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Bound port: e3e6c740-45fd-41ed-b21c-d4467c9ad4d8, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:47:33.913905 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e3e6c740-45fd-41ed-b21c-d4467c9ad4d8), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:33.920519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.48', 49775) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:33.954100 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-110fb3c1-c551-43d1-b8a1-8a97a30cce6d req-101673e0-e1c1-41ba-b368-303321bd2a32 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:33.973963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc739fb-21f2-471c-a287-5ff398bfa5c9 admin admin] Made reservation on behalf of 324963bb503e479eb46d1cf544db7ed6 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:33.975725 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ecc739fb-21f2-471c-a287-5ff398bfa5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:33.997912 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ecc739fb-21f2-471c-a287-5ff398bfa5c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:34.027598 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ffc2349-cb36-47f3-896d-08f2528d07da req-e6888d3b-d4ac-4876-a47a-f01b171eefba tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390994 Mar 24 00:47:34.034774 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50b530-45ad-4416-a013-8d637eba741e req-2b7c1f9b-6853-4462-8146-5be82023cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:34.036022 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8a50b530-45ad-4416-a013-8d637eba741e req-2b7c1f9b-6853-4462-8146-5be82023cf4b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 1154 time: 0.1145709 Mar 24 00:47:34.045108 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] For port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:47:34.049268 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] For port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=e3e6c740-45fd-41ed-b21c-d4467c9ad4d8,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:47:34.062360 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e3e6c740-45fd-41ed-b21c-d4467c9ad4d8), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:34.116216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:34.116859 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:34.118401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-71e1eb37-0735-4771-b567-995371759654 service neutron] 10.222.0.48 "PUT /v2.0/ports/e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 HTTP/1.1" status: 200 len: 1113 time: 0.9544432 Mar 24 00:47:34.121133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de262bd-b931-4dd4-a263-e0f7e53ba599', 'tag': 'e3e6c740-45fd-41ed-b21c-d4467c9ad4d8'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:34.123026 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d824904a-2d3e-425a-aa5b-61654af5727b" -d '{"events": [{"name": "network-changed", "server_uuid": "5de262bd-b931-4dd4-a263-e0f7e53ba599", "tag": "e3e6c740-45fd-41ed-b21c-d4467c9ad4d8"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:34.126457 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8a50b530-45ad-4416-a013-8d637eba741e req-7e33631f-b2a7-4160-a0b4-4100d6dd2276 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743978 Mar 24 00:47:34.150712 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ecc739fb-21f2-471c-a287-5ff398bfa5c9 admin admin] Publish callbacks [] for security_group (74f72d6f-a4e2-4733-b5f7-762b3461ce9f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:34.154736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ecc739fb-21f2-471c-a287-5ff398bfa5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (74f72d6f-a4e2-4733-b5f7-762b3461ce9f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:34.170086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc739fb-21f2-471c-a287-5ff398bfa5c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:47:34.179388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-110fb3c1-c551-43d1-b8a1-8a97a30cce6d req-101673e0-e1c1-41ba-b368-303321bd2a32 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (ab11cb7d-aa10-4262-9917-bb05b9d66e85), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:34.185673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1eb37-0735-4771-b567-995371759654 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e6c740-45fd-41ed-b21c-d4467c9ad4d8,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:34.188946 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-110fb3c1-c551-43d1-b8a1-8a97a30cce6d req-101673e0-e1c1-41ba-b368-303321bd2a32 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ab11cb7d-aa10-4262-9917-bb05b9d66e85), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:34.192922 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ecc739fb-21f2-471c-a287-5ff398bfa5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8884f2b0-1f87-402a-a88f-287b8afde82e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:34.193299 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-ecc739fb-21f2-471c-a287-5ff398bfa5c9 admin admin] Added segment 8884f2b0-1f87-402a-a88f-287b8afde82e of type vlan for network 85a9d9d7-cc25-4922-9906-b3cb27e8438b Mar 24 00:47:34.228048 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-110fb3c1-c551-43d1-b8a1-8a97a30cce6d req-101673e0-e1c1-41ba-b368-303321bd2a32 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:34.228435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc739fb-21f2-471c-a287-5ff398bfa5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f72d6f-a4e2-4733-b5f7-762b3461ce9f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:34.229312 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-110fb3c1-c551-43d1-b8a1-8a97a30cce6d req-101673e0-e1c1-41ba-b368-303321bd2a32 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3399947 Mar 24 00:47:34.265713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba932927-142d-4b95-b11d-0610b297f570 req-ae4d2ce6-fde7-4826-95cd-ef6584539adb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:34.266385 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ecc739fb-21f2-471c-a287-5ff398bfa5c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (85a9d9d7-cc25-4922-9906-b3cb27e8438b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:34.267351 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba932927-142d-4b95-b11d-0610b297f570 req-ae4d2ce6-fde7-4826-95cd-ef6584539adb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 944 time: 0.1723130 Mar 24 00:47:34.276107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101673e0-e1c1-41ba-b368-303321bd2a32 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab11cb7d-aa10-4262-9917-bb05b9d66e85,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:34.309951 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ecc739fb-21f2-471c-a287-5ff398bfa5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (85a9d9d7-cc25-4922-9906-b3cb27e8438b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:34.312319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc739fb-21f2-471c-a287-5ff398bfa5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:34.314618 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ecc739fb-21f2-471c-a287-5ff398bfa5c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:34.380124 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ecc739fb-21f2-471c-a287-5ff398bfa5c9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4781051 Mar 24 00:47:34.380659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59208) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:34.387106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-5d0053b9-d485-4965-9783-be328c1b022e admin admin] Request body: {'subnet': {'network_id': '85a9d9d7-cc25-4922-9906-b3cb27e8438b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-66035999-subnet', 'tenant_id': '324963bb503e479eb46d1cf544db7ed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:34.393933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc739fb-21f2-471c-a287-5ff398bfa5c9 admin admin] Pushing event updated for resources: {'Network': ['ID=85a9d9d7-cc25-4922-9906-b3cb27e8438b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:34.399620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba932927-142d-4b95-b11d-0610b297f570 req-ef18db0f-0991-485b-b6fb-7e7ff9149dce tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255450 Mar 24 00:47:34.406580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 85a9d9d7-cc25-4922-9906-b3cb27e8438b details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:47:34.423435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046304a1-c6a2-4e55-8225-2dae42ac0379 req-70810c29-af0c-444b-8978-3d2d2cf6d4bc tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:34.425058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-046304a1-c6a2-4e55-8225-2dae42ac0379 req-70810c29-af0c-444b-8978-3d2d2cf6d4bc tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=5de262bd-b931-4dd4-a263-e0f7e53ba599 HTTP/1.1" status: 200 len: 965 time: 0.1199787 Mar 24 00:47:34.442909 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0053b9-d485-4965-9783-be328c1b022e admin admin] Made reservation on behalf of 324963bb503e479eb46d1cf544db7ed6 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:34.445203 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d0053b9-d485-4965-9783-be328c1b022e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:34.466829 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79c784a-638f-4a6a-8202-636748853ccd x-openstack-request-id: req-d79c784a-638f-4a6a-8202-636748853ccd {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:34.467126 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de262bd-b931-4dd4-a263-e0f7e53ba599", "tag": "e3e6c740-45fd-41ed-b21c-d4467c9ad4d8", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:34.467383 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d79c784a-638f-4a6a-8202-636748853ccd {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:34.467787 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d79c784a-638f-4a6a-8202-636748853ccd'] response: {'name': 'network-changed', 'server_uuid': '5de262bd-b931-4dd4-a263-e0f7e53ba599', 'tag': 'e3e6c740-45fd-41ed-b21c-d4467c9ad4d8', 'status': 'completed', 'code': 200} Mar 24 00:47:34.476520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-2907e700-e021-4b05-b03e-086637b5354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:34.478213 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-2907e700-e021-4b05-b03e-086637b5354d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=160c6d0a2b2b46c5b96ae8128cd59fca&device_id=5de262bd-b931-4dd4-a263-e0f7e53ba599 HTTP/1.1" status: 200 len: 1147 time: 0.0536175 Mar 24 00:47:34.528527 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-c9dfeea7-606b-4998-810c-a666b6da9e73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 HTTP/1.1" status: 200 len: 217 time: 0.0425096 Mar 24 00:47:34.552944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-046304a1-c6a2-4e55-8225-2dae42ac0379 req-d14e34c4-bdea-4824-aab5-d41bf9178f92 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203885 Mar 24 00:47:34.583541 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-ac33bfa4-bb6c-4e48-92f3-9acef402113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:34.585165 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-ac33bfa4-bb6c-4e48-92f3-9acef402113d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36c8e441-3529-4a85-b293-22d892a8d6b1 HTTP/1.1" status: 200 len: 862 time: 0.0494425 Mar 24 00:47:34.636754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-a8e9ef12-5aec-4279-8e49-3b3f694eef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:34.638427 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-a8e9ef12-5aec-4279-8e49-3b3f694eef6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ee648a5-3452-4b3b-98f3-f654e7ebcaeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464075 Mar 24 00:47:34.639500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046adf6e-98ba-479a-9edb-678b749eeb7c req-3fc1ade7-be4d-46be-8894-1bc15e5668bd tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:34.640956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-046adf6e-98ba-479a-9edb-678b749eeb7c req-3fc1ade7-be4d-46be-8894-1bc15e5668bd tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 972 time: 0.1123493 Mar 24 00:47:34.736910 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-ad82ea97-d02c-44a8-94e9-840e5e87486d service neutron] 10.222.0.48 "GET /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827796 Mar 24 00:47:34.800470 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-046adf6e-98ba-479a-9edb-678b749eeb7c req-14c293ad-9976-49fa-9e8c-e6f0cbc4efef tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429620 Mar 24 00:47:34.803506 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d0053b9-d485-4965-9783-be328c1b022e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for subnet (c3909091-f636-40ae-a455-a7008bad558e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:34.831414 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7aaa0db0-4411-457a-ab83-3507581a7e96 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:47:34.847918 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42ea177b-d0ac-4748-8fdc-ff4e284fcb0e req-50085f62-ad75-4459-ba58-41f38ea4698c service neutron] 10.222.0.48 "GET /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009536 Mar 24 00:47:34.856449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-4de6e957-8152-4b7c-a8c1-08afa0756faa tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:34.857976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-4de6e957-8152-4b7c-a8c1-08afa0756faa tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/networks?id=3d10d95e-3361-430f-8a90-c3381dc2c6c4 HTTP/1.1" status: 200 len: 813 time: 0.2143698 Mar 24 00:47:34.883845 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-22ade35d-f470-41ff-b659-38dbef5e3635 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/quotas/38f8da8ca34547c09c99273aab06136e HTTP/1.1" status: 200 len: 375 time: 0.0189421 Mar 24 00:47:34.889210 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0053b9-d485-4965-9783-be328c1b022e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3909091-f636-40ae-a455-a7008bad558e,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:34.929323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-475a04e1-76cf-4076-89c8-3b3c8facdca0 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=38f8da8ca34547c09c99273aab06136e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358460 Mar 24 00:47:34.930768 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0053b9-d485-4965-9783-be328c1b022e admin admin] Checking segment: {'id': '8884f2b0-1f87-402a-a88f-287b8afde82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85a9d9d7-cc25-4922-9906-b3cb27e8438b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:34.931271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0053b9-d485-4965-9783-be328c1b022e admin admin] Network hostable DHCP agents. Network: 85a9d9d7-cc25-4922-9906-b3cb27e8438b, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:47:34.961936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0053b9-d485-4965-9783-be328c1b022e admin admin] Network 85a9d9d7-cc25-4922-9906-b3cb27e8438b is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:47:34.970371 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 7aaa0db0-4411-457a-ab83-3507581a7e96, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7aaa0db0-4411-457a-ab83-3507581a7e96,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:34.978311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-5d0053b9-d485-4965-9783-be328c1b022e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 85a9d9d7-cc25-4922-9906-b3cb27e8438b) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:34.984902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0053b9-d485-4965-9783-be328c1b022e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:34.985521 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d0053b9-d485-4965-9783-be328c1b022e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:34.995831 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824904a-2d3e-425a-aa5b-61654af5727b req-3e2867a6-67f7-4406-879b-48036a3dc39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:34.998036 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d824904a-2d3e-425a-aa5b-61654af5727b req-3e2867a6-67f7-4406-879b-48036a3dc39e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=160c6d0a2b2b46c5b96ae8128cd59fca&device_id=5de262bd-b931-4dd4-a263-e0f7e53ba599 HTTP/1.1" status: 200 len: 1147 time: 0.0785894 Mar 24 00:47:35.003529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '7aaa0db0-4411-457a-ab83-3507581a7e96', 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c', 'port_id': '7aaa0db0-4411-457a-ab83-3507581a7e96', 'mac_address': 'fa:16:3e:8b:ff:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934588f5-a348-4979-87c7-3c16383ef84c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:47:35.005969 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd48e4b-4c26-4e93-9ee9-f7cf448afb30 None None] Network 85a9d9d7-cc25-4922-9906-b3cb27e8438b requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:47:35.006635 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5d0053b9-d485-4965-9783-be328c1b022e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6237466 Mar 24 00:47:35.112950 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:35.132451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824904a-2d3e-425a-aa5b-61654af5727b req-70f9577d-a49e-4f20-857b-e134f56d0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:35.134065 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d824904a-2d3e-425a-aa5b-61654af5727b req-70f9577d-a49e-4f20-857b-e134f56d0e20 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ee648a5-3452-4b3b-98f3-f654e7ebcaeb HTTP/1.1" status: 200 len: 924 time: 0.1297903 Mar 24 00:47:35.173945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-229e8a02-861d-4dd7-b139-c79a27e29999 req-fd917d8d-43db-40e3-a0ab-e6c39f640f4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715811 Mar 24 00:47:35.193850 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59230) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:35.195936 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d824904a-2d3e-425a-aa5b-61654af5727b req-95d5153a-e666-4237-90a2-75cc9e6ea282 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 HTTP/1.1" status: 200 len: 217 time: 0.0543096 Mar 24 00:47:35.262688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-adb4994b-32e0-42d3-91b8-3bb2c2a7a09d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:47:35.263683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-adb4994b-32e0-42d3-91b8-3bb2c2a7a09d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0739660 Mar 24 00:47:35.269141 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824904a-2d3e-425a-aa5b-61654af5727b req-4c53809a-b861-4318-a4c1-b11c5b49c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:35.270232 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d824904a-2d3e-425a-aa5b-61654af5727b req-4c53809a-b861-4318-a4c1-b11c5b49c7a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36c8e441-3529-4a85-b293-22d892a8d6b1 HTTP/1.1" status: 200 len: 862 time: 0.0676272 Mar 24 00:47:35.325140 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 7aaa0db0-4411-457a-ab83-3507581a7e96 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:35.325377 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:35.328857 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824904a-2d3e-425a-aa5b-61654af5727b req-88e80ef4-569a-4104-bee9-6af74c01acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:35.330404 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d824904a-2d3e-425a-aa5b-61654af5727b req-88e80ef4-569a-4104-bee9-6af74c01acbd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ee648a5-3452-4b3b-98f3-f654e7ebcaeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538414 Mar 24 00:47:35.345353 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aaa0db0-4411-457a-ab83-3507581a7e96 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:47:35.361934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bb0f8f-716a-4afd-8276-d60dd6776726 admin admin] Deleting subnet 14877070-547e-4128-9091-d0cbaa08f06d {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:47:35.380493 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bd7ad6-728e-442d-9af7-e6750045f91d None None] Network 85a9d9d7-cc25-4922-9906-b3cb27e8438b requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:47:35.381074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa4465-03cc-4378-83f7-919b54bf943b req-db575f0d-dca1-41a6-a7b0-1a3037fde436 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:35.382658 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dfa4465-03cc-4378-83f7-919b54bf943b req-db575f0d-dca1-41a6-a7b0-1a3037fde436 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 950 time: 0.2263801 Mar 24 00:47:35.385763 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-36bb0f8f-716a-4afd-8276-d60dd6776726 admin admin] Publish callbacks [] for subnet (14877070-547e-4128-9091-d0cbaa08f06d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:35.390131 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 7aaa0db0-4411-457a-ab83-3507581a7e96, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7aaa0db0-4411-457a-ab83-3507581a7e96,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:35.403167 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:35.439501 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d824904a-2d3e-425a-aa5b-61654af5727b req-b01a8f0a-d274-4404-ab13-d764a61eacf1 service neutron] 10.222.0.48 "GET /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021018 Mar 24 00:47:35.457823 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-36bb0f8f-716a-4afd-8276-d60dd6776726 admin admin] Publish callbacks [] for subnet (14877070-547e-4128-9091-d0cbaa08f06d), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:35.477778 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-36bb0f8f-716a-4afd-8276-d60dd6776726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (14877070-547e-4128-9091-d0cbaa08f06d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:35.482993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e8a02-861d-4dd7-b139-c79a27e29999 req-de68cca0-1057-446d-b8b5-2baeaa4b0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:35.484542 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-229e8a02-861d-4dd7-b139-c79a27e29999 req-de68cca0-1057-446d-b8b5-2baeaa4b0c4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa236f806bf348c9870635312352b349&device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 1132 time: 0.1948416 Mar 24 00:47:35.498757 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=7aaa0db0-4411-457a-ab83-3507581a7e96,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:35.556381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-083d352d-60b3-4465-8ec8-c1f6eb7c6646 service neutron] 10.222.0.45 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785959 Mar 24 00:47:35.559270 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d824904a-2d3e-425a-aa5b-61654af5727b req-78d821a3-7d5f-49b7-b4e2-e51bce0aabc8 service neutron] 10.222.0.48 "GET /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118138 Mar 24 00:47:35.600717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dfa4465-03cc-4378-83f7-919b54bf943b req-947c5e28-ef7b-42aa-8f97-a67b33afa861 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102008 Mar 24 00:47:35.623329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['7aaa0db0-4411-457a-ab83-3507581a7e96'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:47:35.735407 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-36bb0f8f-716a-4afd-8276-d60dd6776726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for subnet (14877070-547e-4128-9091-d0cbaa08f06d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:35.743458 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e8a02-861d-4dd7-b139-c79a27e29999 req-d0bdc2e2-d6a8-45fd-ba91-280d702de9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:35.744894 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-229e8a02-861d-4dd7-b139-c79a27e29999 req-d0bdc2e2-d6a8-45fd-ba91-280d702de9fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.2200792 Mar 24 00:47:35.968815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-343d158a-d65d-4f19-963d-117f64d43a77 service neutron] 10.222.0.45 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828528 Mar 24 00:47:35.969649 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb0f8f-716a-4afd-8276-d60dd6776726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14877070-547e-4128-9091-d0cbaa08f06d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:35.972971 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-36bb0f8f-716a-4afd-8276-d60dd6776726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:35.978860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-36bb0f8f-716a-4afd-8276-d60dd6776726 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/14877070-547e-4128-9091-d0cbaa08f06d HTTP/1.1" status: 204 len: 168 time: 0.7812219 Mar 24 00:47:35.979067 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59244) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:36.016273 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-229e8a02-861d-4dd7-b139-c79a27e29999 req-c76cb2cd-935c-49c3-a681-9778e85a626c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=d5d408e7-1bac-41f3-8932-1c86ba2465ed HTTP/1.1" status: 200 len: 217 time: 0.0779021 Mar 24 00:47:36.039952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86e5c0-6d12-4c3b-a219-2f0018c89e7f req-77fb76f5-8201-4e62-9670-0acbdb2e636e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:36.041407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2a86e5c0-6d12-4c3b-a219-2f0018c89e7f req-77fb76f5-8201-4e62-9670-0acbdb2e636e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 945 time: 0.3693652 Mar 24 00:47:36.062323 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:36.112021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e8a02-861d-4dd7-b139-c79a27e29999 req-2060c238-f2be-406b-bcbf-074572069755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:36.113530 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-229e8a02-861d-4dd7-b139-c79a27e29999 req-2060c238-f2be-406b-bcbf-074572069755 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0895965 Mar 24 00:47:36.154308 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2a86e5c0-6d12-4c3b-a219-2f0018c89e7f req-6eea5b44-003b-4083-9a30-8ad9d093b72e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921063 Mar 24 00:47:36.174400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e8a02-861d-4dd7-b139-c79a27e29999 req-f73a6da1-7325-4d02-aa67-7f55249af05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:36.177184 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-229e8a02-861d-4dd7-b139-c79a27e29999 req-f73a6da1-7325-4d02-aa67-7f55249af05f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0528476 Mar 24 00:47:36.330269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496595d-b11b-4823-9744-2d8f38d7a9b5 req-77b9c1d6-86f8-4f17-a3ce-fe1be6097960 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:36.331837 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5496595d-b11b-4823-9744-2d8f38d7a9b5 req-77b9c1d6-86f8-4f17-a3ce-fe1be6097960 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=5de262bd-b931-4dd4-a263-e0f7e53ba599 HTTP/1.1" status: 200 len: 965 time: 0.1506765 Mar 24 00:47:36.360977 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-229e8a02-861d-4dd7-b139-c79a27e29999 req-f05e7b6d-2ce0-49a2-9462-1833d0fc492a service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695433 Mar 24 00:47:36.431711 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:36.458333 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:47:36.458861 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:47:36.459600 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:47:36.460339 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Subscribe: > port after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:47:36.460453 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:47:36.461117 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Subscribe: > port after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:47:36.461686 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:47:36.462107 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:47:36.462544 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:47:36.462994 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:47:36.463362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5496595d-b11b-4823-9744-2d8f38d7a9b5 req-b948078b-3d06-4947-a380-dce6067e649a tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164675 Mar 24 00:47:36.506642 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-229e8a02-861d-4dd7-b139-c79a27e29999 req-d3647e24-8d84-40ef-9168-736b9d157245 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370513 Mar 24 00:47:36.558438 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:47:36.558785 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:47:36.559249 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:47:36.559581 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:47:36.559946 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:36.578446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d47366a-4a45-4006-82e6-13700485db78') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:36.578763 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d47366a-4a45-4006-82e6-13700485db78') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:36.611959 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (7d47366a-4a45-4006-82e6-13700485db78), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:36.646012 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7d47366a-4a45-4006-82e6-13700485db78), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:36.656236 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:47:36.656758 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (7d47366a-4a45-4006-82e6-13700485db78), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:36.678162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae0c7e-d05d-4bed-8ba9-842e41710492 req-15cbd56c-ee42-4a32-99ee-574bc62d6a03 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:36.680103 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68ae0c7e-d05d-4bed-8ba9-842e41710492 req-15cbd56c-ee42-4a32-99ee-574bc62d6a03 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 972 time: 0.0841429 Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: from cryptography.utils import int_from_bytes Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: from cryptography.utils import int_from_bytes Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:47:36.691239 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:47:36.751776 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68ae0c7e-d05d-4bed-8ba9-842e41710492 req-ed1afbc4-8d18-48da-93f8-9b9c4d87e813 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630357 Mar 24 00:47:36.777872 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:36.786353 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:36.791528 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb HTTP/1.1" status: 204 len: 168 time: 0.8098152 Mar 24 00:47:36.795307 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59262) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:36.797326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f7f207e-3103-48f2-8d21-d0f494fad871 req-ade1d341-a1b1-4708-9b10-d56693d6eb7d tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 210 time: 0.0323255 Mar 24 00:47:36.836968 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c01eb-d127-4d96-8d3e-25867e57c415 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e37cb11-dc5d-4bae-8d7f-4587e64ea1fb,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:36.850100 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7aaa0db0-4411-457a-ab83-3507581a7e96 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:47:36.863474 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6ff0a7-f7d5-4146-bb04-56e740f97f4f admin admin] Deleting subnet c3909091-f636-40ae-a455-a7008bad558e {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:47:36.868573 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba6ff0a7-f7d5-4146-bb04-56e740f97f4f admin admin] Publish callbacks [] for subnet (c3909091-f636-40ae-a455-a7008bad558e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:36.893605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c53a1-1de8-4ce0-9442-38ffacb348a1 req-260cee46-bfb1-49b1-869f-e6b390ff520d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:36.903139 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f1c53a1-1de8-4ce0-9442-38ffacb348a1 req-260cee46-bfb1-49b1-869f-e6b390ff520d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 950 time: 0.0760863 Mar 24 00:47:36.910641 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba6ff0a7-f7d5-4146-bb04-56e740f97f4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (c3909091-f636-40ae-a455-a7008bad558e), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:36.921267 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 7aaa0db0-4411-457a-ab83-3507581a7e96 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:47:36.925429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 7aaa0db0-4411-457a-ab83-3507581a7e96 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:36.925813 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:36.962018 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba6ff0a7-f7d5-4146-bb04-56e740f97f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (c3909091-f636-40ae-a455-a7008bad558e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.011770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f1c53a1-1de8-4ce0-9442-38ffacb348a1 req-62540e6e-240d-4b9b-b70f-9e420523aeca tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066005 Mar 24 00:47:37.039189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c735aee-384e-4729-bae7-3992d0c7e18e req-c1601f3a-89a5-4c1b-9d20-005f7a7fb60a tempest-AggregatesAdminTestJSON-1093647696 tempest-AggregatesAdminTestJSON-1093647696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:37.041122 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c735aee-384e-4729-bae7-3992d0c7e18e req-c1601f3a-89a5-4c1b-9d20-005f7a7fb60a tempest-AggregatesAdminTestJSON-1093647696 tempest-AggregatesAdminTestJSON-1093647696-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 1154 time: 0.1302860 Mar 24 00:47:37.051909 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba6ff0a7-f7d5-4146-bb04-56e740f97f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (c3909091-f636-40ae-a455-a7008bad558e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.059939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 7aaa0db0-4411-457a-ab83-3507581a7e96 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:37.060339 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.063946 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7c735aee-384e-4729-bae7-3992d0c7e18e req-2852bc19-9d0a-410f-a7dc-35649444a258 tempest-AggregatesAdminTestJSON-1093647696 tempest-AggregatesAdminTestJSON-1093647696-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.081237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ff0a7-f7d5-4146-bb04-56e740f97f4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3909091-f636-40ae-a455-a7008bad558e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:37.085657 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba6ff0a7-f7d5-4146-bb04-56e740f97f4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.092539 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ba6ff0a7-f7d5-4146-bb04-56e740f97f4f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c3909091-f636-40ae-a455-a7008bad558e HTTP/1.1" status: 204 len: 168 time: 0.2960386 Mar 24 00:47:37.093272 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59264) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:37.093384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd05c837-2895-4e2c-938c-7daeb8920fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aaa0db0-4411-457a-ab83-3507581a7e96'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:37.096701 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfdd37d-1b56-4ccf-8de9-2ddc4f593b25" -d '{"events": [{"server_uuid": "fd05c837-2895-4e2c-938c-7daeb8920fc7", "name": "network-vif-plugged", "status": "completed", "tag": "7aaa0db0-4411-457a-ab83-3507581a7e96"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:37.110612 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 7aaa0db0-4411-457a-ab83-3507581a7e96, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7aaa0db0-4411-457a-ab83-3507581a7e96,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:37.116156 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.141362 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf2a3ef-6bb5-43f9-9ef4-d95c0cfd0bfa x-openstack-request-id: req-acf2a3ef-6bb5-43f9-9ef4-d95c0cfd0bfa {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:37.141673 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd05c837-2895-4e2c-938c-7daeb8920fc7", "name": "network-vif-plugged", "status": "completed", "tag": "7aaa0db0-4411-457a-ab83-3507581a7e96", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:37.142252 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-acf2a3ef-6bb5-43f9-9ef4-d95c0cfd0bfa {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:37.142358 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf2a3ef-6bb5-43f9-9ef4-d95c0cfd0bfa'] response: {'server_uuid': 'fd05c837-2895-4e2c-938c-7daeb8920fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aaa0db0-4411-457a-ab83-3507581a7e96', 'code': 200} Mar 24 00:47:37.179093 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ae83169c-3305-41b8-bccb-569288aa706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (85a9d9d7-cc25-4922-9906-b3cb27e8438b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.182132 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7c735aee-384e-4729-bae7-3992d0c7e18e req-2852bc19-9d0a-410f-a7dc-35649444a258 tempest-AggregatesAdminTestJSON-1093647696 tempest-AggregatesAdminTestJSON-1093647696-project-admin] Publish callbacks [] for security_group (fefd3efd-762d-4b08-9e9d-6358a094026d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.182451 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=7aaa0db0-4411-457a-ab83-3507581a7e96,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:37.188635 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7c735aee-384e-4729-bae7-3992d0c7e18e req-2852bc19-9d0a-410f-a7dc-35649444a258 tempest-AggregatesAdminTestJSON-1093647696 tempest-AggregatesAdminTestJSON-1093647696-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fefd3efd-762d-4b08-9e9d-6358a094026d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.216211 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c735aee-384e-4729-bae7-3992d0c7e18e req-2852bc19-9d0a-410f-a7dc-35649444a258 tempest-AggregatesAdminTestJSON-1093647696 tempest-AggregatesAdminTestJSON-1093647696-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687176 Mar 24 00:47:37.267194 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ae83169c-3305-41b8-bccb-569288aa706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (85a9d9d7-cc25-4922-9906-b3cb27e8438b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.290212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-ae83169c-3305-41b8-bccb-569288aa706d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a9d9d7-cc25-4922-9906-b3cb27e8438b']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:37.301527 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-ae83169c-3305-41b8-bccb-569288aa706d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8884f2b0-1f87-402a-a88f-287b8afde82e') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:37.301964 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-ae83169c-3305-41b8-bccb-569288aa706d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8884f2b0-1f87-402a-a88f-287b8afde82e') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:37.306690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852bc19-9d0a-410f-a7dc-35649444a258 tempest-AggregatesAdminTestJSON-1093647696 tempest-AggregatesAdminTestJSON-1093647696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefd3efd-762d-4b08-9e9d-6358a094026d,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:37.313429 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ae83169c-3305-41b8-bccb-569288aa706d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (8884f2b0-1f87-402a-a88f-287b8afde82e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.332787 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ae83169c-3305-41b8-bccb-569288aa706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8884f2b0-1f87-402a-a88f-287b8afde82e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.335991 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165e520-1c6c-476c-aaca-1ad76e834fce req-942af8a9-4425-4b79-a99b-5f0b3a4a6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:37.337584 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0165e520-1c6c-476c-aaca-1ad76e834fce req-942af8a9-4425-4b79-a99b-5f0b3a4a6d5b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 1128 time: 0.1159246 Mar 24 00:47:37.351065 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae83169c-3305-41b8-bccb-569288aa706d admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:47:37.351681 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ae83169c-3305-41b8-bccb-569288aa706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (8884f2b0-1f87-402a-a88f-287b8afde82e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.353924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06500e2b-438c-4cc0-9430-d694565b5827 req-7ddf13c9-0d01-4b05-9a97-bdd56bdad00c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:37.355732 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06500e2b-438c-4cc0-9430-d694565b5827 req-7ddf13c9-0d01-4b05-9a97-bdd56bdad00c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 946 time: 0.1016400 Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:47:37.410436 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:47:37.437336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0165e520-1c6c-476c-aaca-1ad76e834fce req-4a1abf31-a702-400e-8804-46e75eb81f36 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805514 Mar 24 00:47:37.444921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06500e2b-438c-4cc0-9430-d694565b5827 req-08369253-2c67-4fbc-a4f9-2f6703c66b1b tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711918 Mar 24 00:47:37.507167 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ae83169c-3305-41b8-bccb-569288aa706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (85a9d9d7-cc25-4922-9906-b3cb27e8438b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.528594 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ae83169c-3305-41b8-bccb-569288aa706d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.531923 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ae83169c-3305-41b8-bccb-569288aa706d admin admin] 10.222.0.45 "DELETE /v2.0/networks/85a9d9d7-cc25-4922-9906-b3cb27e8438b HTTP/1.1" status: 204 len: 168 time: 0.4377391 Mar 24 00:47:37.546700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83169c-3305-41b8-bccb-569288aa706d admin admin] Pushing event deleted for resources: {'Network': ['ID=85a9d9d7-cc25-4922-9906-b3cb27e8438b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:37.576606 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e3b59-bfe7-4749-8c03-7c43914b976a req-07835fb4-2935-4d39-b4c3-328d4130993d tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:37.578629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e51e3b59-bfe7-4749-8c03-7c43914b976a req-07835fb4-2935-4d39-b4c3-328d4130993d tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 972 time: 0.0732894 Mar 24 00:47:37.603784 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-2538da24-e828-47cb-bdad-5383ab1e9d68 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:37.605373 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-2538da24-e828-47cb-bdad-5383ab1e9d68 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.48 "GET /v2.0/networks?id=3d10d95e-3361-430f-8a90-c3381dc2c6c4 HTTP/1.1" status: 200 len: 813 time: 0.1837883 Mar 24 00:47:37.620934 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-c3b78523-e213-4946-8f7e-257f617318d8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Request body: {'port': {'device_id': 'c04ddfd4-47a1-43ae-8a68-802e2d4ea893', 'network_id': '3d10d95e-3361-430f-8a90-c3381dc2c6c4', 'admin_state_up': True, 'tenant_id': '38f8da8ca34547c09c99273aab06136e'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:37.666631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e51e3b59-bfe7-4749-8c03-7c43914b976a req-b5dba4c6-aacf-4579-ac17-be3ac1d6887e tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804427 Mar 24 00:47:37.681747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee0339-6909-430e-8343-694ebca9ec81 req-966c2d5f-7d1d-48c9-8b41-21309357f5d8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:37.685356 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6ee0339-6909-430e-8343-694ebca9ec81 req-966c2d5f-7d1d-48c9-8b41-21309357f5d8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=5de262bd-b931-4dd4-a263-e0f7e53ba599 HTTP/1.1" status: 200 len: 965 time: 0.0907972 Mar 24 00:47:37.735300 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6ee0339-6909-430e-8343-694ebca9ec81 req-c7ed2826-ce25-406d-9801-99c49d8828eb tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434039 Mar 24 00:47:37.761671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59278) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:37.763489 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-c3b78523-e213-4946-8f7e-257f617318d8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Made reservation on behalf of 38f8da8ca34547c09c99273aab06136e for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:37.767246 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-c3b78523-e213-4946-8f7e-257f617318d8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.802500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0f82e237-653c-44f9-bf64-27c17bb63e77 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e042e66a77dd49d5867b31d5cf40143d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393424 Mar 24 00:47:37.804942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59280) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:37.854119 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7fb8681-f2af-4006-a717-2bda1495ba1e admin admin] Publish callbacks [] for security_group (e81879f2-a63e-4829-be5b-c4c24f7532e2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.885216 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7fb8681-f2af-4006-a717-2bda1495ba1e admin admin] Publish callbacks [] for security_group (e81879f2-a63e-4829-be5b-c4c24f7532e2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.901240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-c3b78523-e213-4946-8f7e-257f617318d8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Allocated IP 172.20.0.2 (3d10d95e-3361-430f-8a90-c3381dc2c6c4/0a60cf0f-74c4-4d18-b030-c9f52047b74b/78279bce-e687-4351-9f0d-f53ca3da6d51) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:47:37.910523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8253884-db96-4850-81f6-09ae23a615bd req-90517e3a-540d-4df3-ad27-bb8bba07bcd8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 210 time: 0.0384550 Mar 24 00:47:37.957557 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7fb8681-f2af-4006-a717-2bda1495ba1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e81879f2-a63e-4829-be5b-c4c24f7532e2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.960103 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7fb8681-f2af-4006-a717-2bda1495ba1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:37.961262 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f7fb8681-f2af-4006-a717-2bda1495ba1e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e81879f2-a63e-4829-be5b-c4c24f7532e2 HTTP/1.1" status: 204 len: 168 time: 0.1553490 Mar 24 00:47:37.970741 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb8681-f2af-4006-a717-2bda1495ba1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81879f2-a63e-4829-be5b-c4c24f7532e2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:38.074694 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-c3b78523-e213-4946-8f7e-257f617318d8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:38.109159 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-c3b78523-e213-4946-8f7e-257f617318d8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:38.144355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db750a-a679-4c67-9d27-481cb7716410 req-6d7bfcd1-e9d6-4a2f-a1ee-a89a50625b8b tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:38.147012 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38db750a-a679-4c67-9d27-481cb7716410 req-6d7bfcd1-e9d6-4a2f-a1ee-a89a50625b8b tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 950 time: 0.0608504 Mar 24 00:47:38.162284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-c3b78523-e213-4946-8f7e-257f617318d8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Network 3d10d95e-3361-430f-8a90-c3381dc2c6c4 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:47:38.165956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-c3b78523-e213-4946-8f7e-257f617318d8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:38.172242 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-c3b78523-e213-4946-8f7e-257f617318d8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:47:38.195993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b78523-e213-4946-8f7e-257f617318d8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event updated for resources: {'Port': ['ID=78279bce-e687-4351-9f0d-f53ca3da6d51,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:38.209305 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38db750a-a679-4c67-9d27-481cb7716410 req-dc201b45-509d-4711-87ae-a73e82cebabd tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563564 Mar 24 00:47:38.225669 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-c3b78523-e213-4946-8f7e-257f617318d8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:38.226294 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-c3b78523-e213-4946-8f7e-257f617318d8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:38.242763 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-c3b78523-e213-4946-8f7e-257f617318d8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6262853 Mar 24 00:47:38.255021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Request body: {'port': {'device_id': 'c04ddfd4-47a1-43ae-8a68-802e2d4ea893', 'device_owner': 'compute:tempest-test_az-1798521634', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:38.311441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:47:38.320658 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59290) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:38.324205 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:38.365893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ad030705-df8c-48b1-85d8-3464e98907bb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=324963bb503e479eb46d1cf544db7ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440428 Mar 24 00:47:38.368419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59292) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:38.416286 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d66433f-a70f-4be0-b720-08ef80a08ec6 admin admin] Publish callbacks [] for security_group (74f72d6f-a4e2-4733-b5f7-762b3461ce9f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:38.418095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=e3e6c740-45fd-41ed-b21c-d4467c9ad4d8,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:38.430313 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'e3e6c740-45fd-41ed-b21c-d4467c9ad4d8', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'port_id': 'e3e6c740-45fd-41ed-b21c-d4467c9ad4d8', 'mac_address': 'fa:16:3e:fe:31:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-1798521634', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:47:38.445291 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d66433f-a70f-4be0-b720-08ef80a08ec6 admin admin] Publish callbacks [] for security_group (74f72d6f-a4e2-4733-b5f7-762b3461ce9f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:38.471061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:38.471549 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e3e6c740-45fd-41ed-b21c-d4467c9ad4d8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:38.487443 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:47:38.513779 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=e3e6c740-45fd-41ed-b21c-d4467c9ad4d8,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:38.515563 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d66433f-a70f-4be0-b720-08ef80a08ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (74f72d6f-a4e2-4733-b5f7-762b3461ce9f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:38.518533 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d66433f-a70f-4be0-b720-08ef80a08ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:38.519817 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9d66433f-a70f-4be0-b720-08ef80a08ec6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/74f72d6f-a4e2-4733-b5f7-762b3461ce9f HTTP/1.1" status: 204 len: 168 time: 0.1505129 Mar 24 00:47:38.523799 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e3e6c740-45fd-41ed-b21c-d4467c9ad4d8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:38.533667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66433f-a70f-4be0-b720-08ef80a08ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f72d6f-a4e2-4733-b5f7-762b3461ce9f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:38.607171 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=e3e6c740-45fd-41ed-b21c-d4467c9ad4d8,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:38.642421 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78279bce-e687-4351-9f0d-f53ca3da6d51 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:47:38.652353 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Publish callbacks [] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:38.673770 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Transition to ACTIVE for port object 78279bce-e687-4351-9f0d-f53ca3da6d51 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:47:38.675297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97056744-9f8a-43c5-838f-92b4f3a27084 req-580c7cc3-198f-422a-9765-d794988aab12 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:38.676920 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97056744-9f8a-43c5-838f-92b4f3a27084 req-580c7cc3-198f-422a-9765-d794988aab12 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 946 time: 0.0960548 Mar 24 00:47:38.679277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755e9b6-9b5f-40e4-a209-3c75543f0d3b req-ac130081-a933-49a5-80fd-43efd3081156 tempest-DeleteServersAdminTestJSON-1612903465 tempest-DeleteServersAdminTestJSON-1612903465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:38.680166 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:38.680922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9755e9b6-9b5f-40e4-a209-3c75543f0d3b req-ac130081-a933-49a5-80fd-43efd3081156 tempest-DeleteServersAdminTestJSON-1612903465 tempest-DeleteServersAdminTestJSON-1612903465-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 1132 time: 0.0712755 Mar 24 00:47:38.741249 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Pushing event updated for resources: {'Port': ['ID=78279bce-e687-4351-9f0d-f53ca3da6d51,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:38.748820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['e3e6c740-45fd-41ed-b21c-d4467c9ad4d8'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:47:38.834572 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Attempting to bind port 78279bce-e687-4351-9f0d-f53ca3da6d51 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:47:38.834918 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Attempting to bind port 78279bce-e687-4351-9f0d-f53ca3da6d51 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '8eb76b21-cfb0-4ef2-aff4-89519ced406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3d10d95e-3361-430f-8a90-c3381dc2c6c4'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:47:38.835388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Attempting to bind port 78279bce-e687-4351-9f0d-f53ca3da6d51 on network 3d10d95e-3361-430f-8a90-c3381dc2c6c4 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:38.840788 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Port 78279bce-e687-4351-9f0d-f53ca3da6d51 on network 3d10d95e-3361-430f-8a90-c3381dc2c6c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:47:38.841229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Attempting to bind port 78279bce-e687-4351-9f0d-f53ca3da6d51 on network 3d10d95e-3361-430f-8a90-c3381dc2c6c4 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:38.846605 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:47:38.846958 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Checking segment: {'id': '8eb76b21-cfb0-4ef2-aff4-89519ced406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3d10d95e-3361-430f-8a90-c3381dc2c6c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:38.847454 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Bound using segment: {'id': '8eb76b21-cfb0-4ef2-aff4-89519ced406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3d10d95e-3361-430f-8a90-c3381dc2c6c4'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:47:38.848145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Bound port: 78279bce-e687-4351-9f0d-f53ca3da6d51, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb76b21-cfb0-4ef2-aff4-89519ced406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3d10d95e-3361-430f-8a90-c3381dc2c6c4'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:47:38.848518 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:38.892208 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97056744-9f8a-43c5-838f-92b4f3a27084 req-611aee9a-a8d4-4a23-8bf9-05b8961fbfbe tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057827 Mar 24 00:47:38.927673 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] For port 78279bce-e687-4351-9f0d-f53ca3da6d51, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:47:38.929045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4e3c7-e7c1-4582-8eef-6257967b4542 req-a78c9216-b6b1-42b9-83b3-8246427de757 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:38.935786 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] For port 78279bce-e687-4351-9f0d-f53ca3da6d51, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=78279bce-e687-4351-9f0d-f53ca3da6d51,segment=NetworkSegment(8eb76b21-cfb0-4ef2-aff4-89519ced406b),segment_id=8eb76b21-cfb0-4ef2-aff4-89519ced406b)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:47:38.936644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ab4e3c7-e7c1-4582-8eef-6257967b4542 req-a78c9216-b6b1-42b9-83b3-8246427de757 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 972 time: 0.1610548 Mar 24 00:47:38.946156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:39.008801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-9755e9b6-9b5f-40e4-a209-3c75543f0d3b req-e54c70bd-df30-4b1a-870b-b7a243abafe8 tempest-DeleteServersAdminTestJSON-1612903465 tempest-DeleteServersAdminTestJSON-1612903465-project-admin] Deleting port d5d408e7-1bac-41f3-8932-1c86ba2465ed {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:47:39.009169 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9755e9b6-9b5f-40e4-a209-3c75543f0d3b req-e54c70bd-df30-4b1a-870b-b7a243abafe8 tempest-DeleteServersAdminTestJSON-1612903465 tempest-DeleteServersAdminTestJSON-1612903465-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d5d408e7-1bac-41f3-8932-1c86ba2465ed), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:39.020597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Pushing event updated for resources: {'Port': ['ID=78279bce-e687-4351-9f0d-f53ca3da6d51,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:39.024446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:39.025256 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:39.027039 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ff8d86d3-19da-4133-a8fb-b089fcabd415 service neutron] 10.222.0.48 "PUT /v2.0/ports/78279bce-e687-4351-9f0d-f53ca3da6d51 HTTP/1.1" status: 200 len: 1113 time: 0.7762370 Mar 24 00:47:39.027650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04ddfd4-47a1-43ae-8a68-802e2d4ea893', 'tag': '78279bce-e687-4351-9f0d-f53ca3da6d51'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:39.030158 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e293d1d-6920-4c02-a9bb-b1a384b2c9cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c04ddfd4-47a1-43ae-8a68-802e2d4ea893", "tag": "78279bce-e687-4351-9f0d-f53ca3da6d51"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:39.116218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ad261868-b180-4e57-9d5c-e59cfd3a9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:39.117936 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ad261868-b180-4e57-9d5c-e59cfd3a9c27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38f8da8ca34547c09c99273aab06136e&device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 1147 time: 0.0519049 Mar 24 00:47:39.119494 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ab4e3c7-e7c1-4582-8eef-6257967b4542 req-f4b08315-7d17-41e2-9d36-6a83dc99ad6d tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746159 Mar 24 00:47:39.176700 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa2207-2f2c-4972-911f-24e65ac17880 req-61f6e89d-abdf-4b15-b80d-62255eab2209 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:39.177417 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-f2485157-3b86-4ca6-aa44-d957a10a1d03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78279bce-e687-4351-9f0d-f53ca3da6d51 HTTP/1.1" status: 200 len: 217 time: 0.0517876 Mar 24 00:47:39.178404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05aa2207-2f2c-4972-911f-24e65ac17880 req-61f6e89d-abdf-4b15-b80d-62255eab2209 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=5de262bd-b931-4dd4-a263-e0f7e53ba599 HTTP/1.1" status: 200 len: 966 time: 0.2011995 Mar 24 00:47:39.180615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-9755e9b6-9b5f-40e4-a209-3c75543f0d3b req-e54c70bd-df30-4b1a-870b-b7a243abafe8 tempest-DeleteServersAdminTestJSON-1612903465 tempest-DeleteServersAdminTestJSON-1612903465-project-admin] For port d5d408e7-1bac-41f3-8932-1c86ba2465ed, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d5d408e7-1bac-41f3-8932-1c86ba2465ed,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:39.181054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9755e9b6-9b5f-40e4-a209-3c75543f0d3b req-e54c70bd-df30-4b1a-870b-b7a243abafe8 tempest-DeleteServersAdminTestJSON-1612903465 tempest-DeleteServersAdminTestJSON-1612903465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d5d408e7-1bac-41f3-8932-1c86ba2465ed), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:39.190386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e92d9-594a-4f5b-b990-6e12eef7d733 req-6160fbe8-6955-4b85-ab36-eca9c47521e9 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:39.191936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a4e92d9-594a-4f5b-b990-6e12eef7d733 req-6160fbe8-6955-4b85-ab36-eca9c47521e9 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 972 time: 0.2263162 Mar 24 00:47:39.231072 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-c05b8835-fec8-42a1-9eae-06534375f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:39.232596 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-c05b8835-fec8-42a1-9eae-06534375f9ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a60cf0f-74c4-4d18-b030-c9f52047b74b HTTP/1.1" status: 200 len: 853 time: 0.0468333 Mar 24 00:47:39.238222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-9755e9b6-9b5f-40e4-a209-3c75543f0d3b req-e54c70bd-df30-4b1a-870b-b7a243abafe8 tempest-DeleteServersAdminTestJSON-1612903465 tempest-DeleteServersAdminTestJSON-1612903465-project-admin] Calling delete_port for d5d408e7-1bac-41f3-8932-1c86ba2465ed owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:47:39.265554 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-ee05811e-2668-46e4-84ed-cbd2d32a6171 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d10d95e-3361-430f-8a90-c3381dc2c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263383 Mar 24 00:47:39.375194 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-176a7de3-5467-4cd1-82d8-4dd5d37b44c6 service neutron] 10.222.0.48 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031272 Mar 24 00:47:39.471296 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05aa2207-2f2c-4972-911f-24e65ac17880 req-2beddb4b-055d-44e4-8aa3-fc72713ae79b tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719018 Mar 24 00:47:39.480616 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2f0ed4d3-d162-4b14-b34a-5b4d45b37bf6 req-a713d804-123b-443b-81f2-1d1133bf6491 service neutron] 10.222.0.48 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982800 Mar 24 00:47:39.496322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda07245-e5f6-450a-a155-5ef08dc1cb2a req-51697ee4-ae4b-44e7-934a-fa6bbbfe890b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:39.498396 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bda07245-e5f6-450a-a155-5ef08dc1cb2a req-51697ee4-ae4b-44e7-934a-fa6bbbfe890b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 965 time: 0.2818756 Mar 24 00:47:39.512053 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c22bdd6-94b3-4bb2-ab4d-d9eeb66c6f22 x-openstack-request-id: req-9c22bdd6-94b3-4bb2-ab4d-d9eeb66c6f22 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:39.512438 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04ddfd4-47a1-43ae-8a68-802e2d4ea893", "tag": "78279bce-e687-4351-9f0d-f53ca3da6d51", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:39.513943 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c22bdd6-94b3-4bb2-ab4d-d9eeb66c6f22 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:39.514530 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c22bdd6-94b3-4bb2-ab4d-d9eeb66c6f22'] response: {'name': 'network-changed', 'server_uuid': 'c04ddfd4-47a1-43ae-8a68-802e2d4ea893', 'tag': '78279bce-e687-4351-9f0d-f53ca3da6d51', 'status': 'completed', 'code': 200} Mar 24 00:47:39.587976 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-5a4e92d9-594a-4f5b-b990-6e12eef7d733 req-f03cef24-7152-4f0d-a93a-637dcf2f60ce tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Deleting port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:47:39.588225 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5a4e92d9-594a-4f5b-b990-6e12eef7d733 req-f03cef24-7152-4f0d-a93a-637dcf2f60ce tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5525a6a4-2bc9-41d1-b1f2-d59a0b221171), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:39.600387 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e293d1d-6920-4c02-a9bb-b1a384b2c9cc req-33618c05-4257-453a-9c57-4c3b2fba5485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:39.601979 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6e293d1d-6920-4c02-a9bb-b1a384b2c9cc req-33618c05-4257-453a-9c57-4c3b2fba5485 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38f8da8ca34547c09c99273aab06136e&device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 1147 time: 0.0642021 Mar 24 00:47:39.706716 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e293d1d-6920-4c02-a9bb-b1a384b2c9cc req-7f8c7355-2ea3-44cd-9ecf-59f6acf588f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:39.708332 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6e293d1d-6920-4c02-a9bb-b1a384b2c9cc req-7f8c7355-2ea3-44cd-9ecf-59f6acf588f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3d10d95e-3361-430f-8a90-c3381dc2c6c4 HTTP/1.1" status: 200 len: 914 time: 0.1004286 Mar 24 00:47:39.750766 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6e293d1d-6920-4c02-a9bb-b1a384b2c9cc req-49f098b4-1c1a-4ae3-8ff7-7246e782eab2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78279bce-e687-4351-9f0d-f53ca3da6d51 HTTP/1.1" status: 200 len: 217 time: 0.0354912 Mar 24 00:47:39.809770 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e293d1d-6920-4c02-a9bb-b1a384b2c9cc req-71413abf-ebc5-41ae-93d4-234559aefbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:39.811336 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6e293d1d-6920-4c02-a9bb-b1a384b2c9cc req-71413abf-ebc5-41ae-93d4-234559aefbf3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a60cf0f-74c4-4d18-b030-c9f52047b74b HTTP/1.1" status: 200 len: 853 time: 0.0531538 Mar 24 00:47:39.848120 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6e293d1d-6920-4c02-a9bb-b1a384b2c9cc req-4483549b-e070-401b-b54a-dc6f998d6701 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d10d95e-3361-430f-8a90-c3381dc2c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300035 Mar 24 00:47:39.890124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bda07245-e5f6-450a-a155-5ef08dc1cb2a req-c2bd9d63-efec-486c-a999-d3cb63bd701d tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639128 Mar 24 00:47:39.910898 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9755e9b6-9b5f-40e4-a209-3c75543f0d3b req-e54c70bd-df30-4b1a-870b-b7a243abafe8 tempest-DeleteServersAdminTestJSON-1612903465 tempest-DeleteServersAdminTestJSON-1612903465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (d5d408e7-1bac-41f3-8932-1c86ba2465ed), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:39.937239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['d5d408e7-1bac-41f3-8932-1c86ba2465ed'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:47:39.986656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe8f4f-feb9-4b98-820e-c776b799d184 req-400fec4a-f0b9-4819-8e07-7bb334110424 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:39.993436 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fe8f4f-feb9-4b98-820e-c776b799d184 req-400fec4a-f0b9-4819-8e07-7bb334110424 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eb185d8-8905-4647-b6e4-af250b16b4fa HTTP/1.1" status: 200 len: 867 time: 0.4281013 Mar 24 00:47:39.999946 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6e293d1d-6920-4c02-a9bb-b1a384b2c9cc req-1baa3874-8837-4ed7-9d5b-82f0e8bf7121 service neutron] 10.222.0.48 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437340 Mar 24 00:47:40.002608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c70bd-df30-4b1a-870b-b7a243abafe8 tempest-DeleteServersAdminTestJSON-1612903465 tempest-DeleteServersAdminTestJSON-1612903465-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5d408e7-1bac-41f3-8932-1c86ba2465ed,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:40.033783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-5a4e92d9-594a-4f5b-b990-6e12eef7d733 req-f03cef24-7152-4f0d-a93a-637dcf2f60ce tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] For port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=5525a6a4-2bc9-41d1-b1f2-d59a0b221171,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:40.034158 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5a4e92d9-594a-4f5b-b990-6e12eef7d733 req-f03cef24-7152-4f0d-a93a-637dcf2f60ce tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5525a6a4-2bc9-41d1-b1f2-d59a0b221171), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:40.089079 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-5a4e92d9-594a-4f5b-b990-6e12eef7d733 req-f03cef24-7152-4f0d-a93a-637dcf2f60ce tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Calling delete_port for 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 owned by compute:tempest-test_az-1798521634 {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:47:40.124521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9755e9b6-9b5f-40e4-a209-3c75543f0d3b req-e54c70bd-df30-4b1a-870b-b7a243abafe8 tempest-DeleteServersAdminTestJSON-1612903465 tempest-DeleteServersAdminTestJSON-1612903465-project-admin] No DVR routers for this DVR port d5d408e7-1bac-41f3-8932-1c86ba2465ed on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:47:40.136608 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6e293d1d-6920-4c02-a9bb-b1a384b2c9cc req-18a6ffd3-a6fb-4a39-a9af-dba6036cfb9b service neutron] 10.222.0.48 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302614 Mar 24 00:47:40.138120 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9755e9b6-9b5f-40e4-a209-3c75543f0d3b req-e54c70bd-df30-4b1a-870b-b7a243abafe8 tempest-DeleteServersAdminTestJSON-1612903465 tempest-DeleteServersAdminTestJSON-1612903465-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:40.141488 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9755e9b6-9b5f-40e4-a209-3c75543f0d3b req-e54c70bd-df30-4b1a-870b-b7a243abafe8 tempest-DeleteServersAdminTestJSON-1612903465 tempest-DeleteServersAdminTestJSON-1612903465-project-admin] 10.222.0.57 "DELETE /v2.0/ports/d5d408e7-1bac-41f3-8932-1c86ba2465ed HTTP/1.1" status: 204 len: 173 time: 1.4518926 Mar 24 00:47:40.144009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb185d8-8905-4647-b6e4-af250b16b4fa', 'name': 'network-vif-deleted', 'tag': 'd5d408e7-1bac-41f3-8932-1c86ba2465ed'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:40.146291 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753cfb9a-e5be-4e79-a3e5-335f4eba21d7" -d '{"events": [{"server_uuid": "1eb185d8-8905-4647-b6e4-af250b16b4fa", "name": "network-vif-deleted", "tag": "d5d408e7-1bac-41f3-8932-1c86ba2465ed"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:40.208664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fe8f4f-feb9-4b98-820e-c776b799d184 req-c2434596-50eb-4ee3-9704-05b435fc8db2 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143271 Mar 24 00:47:40.237623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ca367-9291-46ae-a774-2826c61321cb req-1dff8ef4-1893-4cda-894c-8e29771a4495 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:40.239183 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c6ca367-9291-46ae-a774-2826c61321cb req-1dff8ef4-1893-4cda-894c-8e29771a4495 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 946 time: 0.2376323 Mar 24 00:47:40.328395 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:47:40.388603 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:47:40.392108 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c6ca367-9291-46ae-a774-2826c61321cb req-883bc3d8-5680-42b5-b696-cf75eb557852 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377203 Mar 24 00:47:40.405961 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:40.406341 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e3e6c740-45fd-41ed-b21c-d4467c9ad4d8), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:40.431320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666e096-26af-4ac4-a2aa-2ad30c3048c8 req-1f49d5f6-ba61-482a-a614-d96ae2f86946 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:40.438107 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9666e096-26af-4ac4-a2aa-2ad30c3048c8 req-1f49d5f6-ba61-482a-a614-d96ae2f86946 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c8d43e-d224-4d34-9d9e-d36b2720a645 HTTP/1.1" status: 200 len: 972 time: 0.1164937 Mar 24 00:47:40.446390 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5a4e92d9-594a-4f5b-b990-6e12eef7d733 req-f03cef24-7152-4f0d-a93a-637dcf2f60ce tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (5525a6a4-2bc9-41d1-b1f2-d59a0b221171), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:40.466759 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badb05b4-655d-4a81-9736-9e8d2dff2829 x-openstack-request-id: req-badb05b4-655d-4a81-9736-9e8d2dff2829 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:40.467081 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb185d8-8905-4647-b6e4-af250b16b4fa", "name": "network-vif-deleted", "tag": "d5d408e7-1bac-41f3-8932-1c86ba2465ed", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:40.467339 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-badb05b4-655d-4a81-9736-9e8d2dff2829 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:40.467737 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-badb05b4-655d-4a81-9736-9e8d2dff2829'] response: {'server_uuid': '1eb185d8-8905-4647-b6e4-af250b16b4fa', 'name': 'network-vif-deleted', 'tag': 'd5d408e7-1bac-41f3-8932-1c86ba2465ed', 'status': 'completed', 'code': 200} Mar 24 00:47:40.480957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['5525a6a4-2bc9-41d1-b1f2-d59a0b221171'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:47:40.490545 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cef24-7152-4f0d-a93a-637dcf2f60ce tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Pushing event deleted for resources: {'Port': ['ID=5525a6a4-2bc9-41d1-b1f2-d59a0b221171,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:40.578308 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9666e096-26af-4ac4-a2aa-2ad30c3048c8 req-6841ce4c-ec5a-47b0-ae0e-abab0c14d511 tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.45 "GET /v2.0/security-groups?id=945447bf-4622-4d85-b417-2dcee3d74006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337891 Mar 24 00:47:40.591501 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:40.592043 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59356) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:40.602263 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e3e6c740-45fd-41ed-b21c-d4467c9ad4d8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:40.619856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4e92d9-594a-4f5b-b990-6e12eef7d733 req-f03cef24-7152-4f0d-a93a-637dcf2f60ce tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] No DVR routers for this DVR port 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:47:40.625673 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5a4e92d9-594a-4f5b-b990-6e12eef7d733 req-f03cef24-7152-4f0d-a93a-637dcf2f60ce tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:40.632191 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a4e92d9-594a-4f5b-b990-6e12eef7d733 req-f03cef24-7152-4f0d-a93a-637dcf2f60ce tempest-AggregatesAdminTestJSON-1496884686 tempest-AggregatesAdminTestJSON-1496884686-project] 10.222.0.48 "DELETE /v2.0/ports/5525a6a4-2bc9-41d1-b1f2-d59a0b221171 HTTP/1.1" status: 204 len: 173 time: 1.4308665 Mar 24 00:47:40.665938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de262bd-b931-4dd4-a263-e0f7e53ba599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e6c740-45fd-41ed-b21c-d4467c9ad4d8'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:40.669138 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3440a340-9da5-42c1-83b1-a1950e7d4af9" -d '{"events": [{"server_uuid": "5de262bd-b931-4dd4-a263-e0f7e53ba599", "name": "network-vif-plugged", "status": "completed", "tag": "e3e6c740-45fd-41ed-b21c-d4467c9ad4d8"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:40.689942 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=e3e6c740-45fd-41ed-b21c-d4467c9ad4d8,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:40.699548 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e3e6c740-45fd-41ed-b21c-d4467c9ad4d8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:40.792120 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0402f1-d60b-4c76-87f7-faf96ce4d27c req-e4383929-edd8-47df-b799-790e70b1207b tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:40.795751 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf0402f1-d60b-4c76-87f7-faf96ce4d27c req-e4383929-edd8-47df-b799-790e70b1207b tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=5de262bd-b931-4dd4-a263-e0f7e53ba599 HTTP/1.1" status: 200 len: 966 time: 0.1298463 Mar 24 00:47:40.822766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=e3e6c740-45fd-41ed-b21c-d4467c9ad4d8,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:40.862921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf0402f1-d60b-4c76-87f7-faf96ce4d27c req-14783727-8b26-4d90-b29d-0abadd83832e tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622163 Mar 24 00:47:40.879191 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c84ee15-4031-4183-986d-c9baedfac83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:40.930914 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2886935-b391-4d77-93c6-67327991b438 x-openstack-request-id: req-f2886935-b391-4d77-93c6-67327991b438 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:40.931413 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de262bd-b931-4dd4-a263-e0f7e53ba599", "name": "network-vif-plugged", "status": "completed", "tag": "e3e6c740-45fd-41ed-b21c-d4467c9ad4d8", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:40.931887 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2886935-b391-4d77-93c6-67327991b438 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:40.933119 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2886935-b391-4d77-93c6-67327991b438'] response: {'server_uuid': '5de262bd-b931-4dd4-a263-e0f7e53ba599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e6c740-45fd-41ed-b21c-d4467c9ad4d8', 'code': 200} Mar 24 00:47:41.012405 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c84ee15-4031-4183-986d-c9baedfac83a admin admin] Publish callbacks [] for security_group (0b64107f-1867-43e2-8a13-47e7362a16cf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:41.016943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c84ee15-4031-4183-986d-c9baedfac83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0b64107f-1867-43e2-8a13-47e7362a16cf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:41.053668 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84ee15-4031-4183-986d-c9baedfac83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b64107f-1867-43e2-8a13-47e7362a16cf,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:41.058594 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6c84ee15-4031-4183-986d-c9baedfac83a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b19ed2e0969045a390574dac1dd21b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4655180 Mar 24 00:47:41.061292 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59366) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:41.064756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f3000-a409-4c1c-8c2c-c5a46cfd625a req-c60d68d2-a90f-45b3-984b-be12cd6dacce tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:41.066302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-504f3000-a409-4c1c-8c2c-c5a46cfd625a req-c60d68d2-a90f-45b3-984b-be12cd6dacce tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 1128 time: 0.1148036 Mar 24 00:47:41.112184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93786f8b-9959-426c-ac36-06b0ebdec37c req-405a2492-3604-4a3c-a702-c155be07e302 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:41.113675 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93786f8b-9959-426c-ac36-06b0ebdec37c req-405a2492-3604-4a3c-a702-c155be07e302 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 965 time: 0.1261520 Mar 24 00:47:41.114313 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6d4c3fd-5c30-4ee7-af39-7d4e04481a10 admin admin] Publish callbacks [] for security_group (0b64107f-1867-43e2-8a13-47e7362a16cf), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:41.118349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f062e5-34e2-4f2a-b0d4-7fcc0f001d27 req-f64a3b3f-1c34-4413-91d3-b8d67f274d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:41.119744 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30f062e5-34e2-4f2a-b0d4-7fcc0f001d27 req-f64a3b3f-1c34-4413-91d3-b8d67f274d72 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5de262bd-b931-4dd4-a263-e0f7e53ba599 HTTP/1.1" status: 200 len: 1149 time: 0.0977342 Mar 24 00:47:41.138037 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6d4c3fd-5c30-4ee7-af39-7d4e04481a10 admin admin] Publish callbacks [] for security_group (0b64107f-1867-43e2-8a13-47e7362a16cf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:41.179335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-504f3000-a409-4c1c-8c2c-c5a46cfd625a req-41012509-1a9b-4e09-90db-a85e44ab5f56 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071212 Mar 24 00:47:41.193496 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6d4c3fd-5c30-4ee7-af39-7d4e04481a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0b64107f-1867-43e2-8a13-47e7362a16cf), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:41.198253 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6d4c3fd-5c30-4ee7-af39-7d4e04481a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:41.203155 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c6d4c3fd-5c30-4ee7-af39-7d4e04481a10 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b64107f-1867-43e2-8a13-47e7362a16cf HTTP/1.1" status: 204 len: 168 time: 0.1383824 Mar 24 00:47:41.212674 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93786f8b-9959-426c-ac36-06b0ebdec37c req-a0358937-68bc-466e-b1aa-276fc480b183 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914602 Mar 24 00:47:41.215441 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30f062e5-34e2-4f2a-b0d4-7fcc0f001d27 req-ddb119fd-1e43-4f56-8694-b04808aac386 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826356 Mar 24 00:47:41.228208 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4c3fd-5c30-4ee7-af39-7d4e04481a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b64107f-1867-43e2-8a13-47e7362a16cf,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:41.386114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c68b3-22f9-40f9-9929-95a0cfe30267 req-5d3760ce-7cbe-4e5a-9573-53c24f9e2c75 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:41.387603 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d3c68b3-22f9-40f9-9929-95a0cfe30267 req-5d3760ce-7cbe-4e5a-9573-53c24f9e2c75 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 1128 time: 0.0504470 Mar 24 00:47:41.449671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d3c68b3-22f9-40f9-9929-95a0cfe30267 req-3ef72a36-c074-4057-98b4-8dbd43e8d7ea tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563667 Mar 24 00:47:41.478987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-3bcaecf5-d60c-46ed-9168-9b89308f0f82 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=aa236f806bf348c9870635312352b349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277870 Mar 24 00:47:41.561974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59390) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:41.587479 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f52c93f-b43f-42a0-8adf-07e7e44bfa43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:41.612451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-d49ed39a-e822-453f-a8ac-03849731a2ce tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:41.614087 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-d49ed39a-e822-453f-a8ac-03849731a2ce tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1336603 Mar 24 00:47:41.631974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-352e6f79-9aea-4327-b9a3-46a8e2c35be0 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/quotas/aa236f806bf348c9870635312352b349 HTTP/1.1" status: 200 len: 375 time: 0.0114515 Mar 24 00:47:41.672531 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-f5ee4a4c-a422-4eb6-b94e-72beb499ec75 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa236f806bf348c9870635312352b349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334775 Mar 24 00:47:41.676294 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f52c93f-b43f-42a0-8adf-07e7e44bfa43 admin admin] Publish callbacks [] for security_group (bc2f1ebc-f5b3-4411-8065-e57eb1371f83), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:41.676924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-31266272-841f-49d7-927b-63e9a8dfe28b req-3ff6bc52-8c85-4189-af8b-9f9e4eb6355d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:47:41.678010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31266272-841f-49d7-927b-63e9a8dfe28b req-3ff6bc52-8c85-4189-af8b-9f9e4eb6355d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079010 Mar 24 00:47:41.680917 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f52c93f-b43f-42a0-8adf-07e7e44bfa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (bc2f1ebc-f5b3-4411-8065-e57eb1371f83), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:41.721988 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9f52c93f-b43f-42a0-8adf-07e7e44bfa43 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5bb708d048314c0eabb9914ef66fd8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583171 Mar 24 00:47:41.723137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52c93f-b43f-42a0-8adf-07e7e44bfa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2f1ebc-f5b3-4411-8065-e57eb1371f83,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:41.724171 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59398) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:41.778571 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2bc15ab-7e00-489c-a0ed-c443254ba763 admin admin] Publish callbacks [] for security_group (bc2f1ebc-f5b3-4411-8065-e57eb1371f83), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:41.808150 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2bc15ab-7e00-489c-a0ed-c443254ba763 admin admin] Publish callbacks [] for security_group (bc2f1ebc-f5b3-4411-8065-e57eb1371f83), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:41.903970 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e93259b-d7bf-4906-841a-e3b6040c5d8c req-14e9acd5-b8c9-4c19-9ebc-dbe18e5e3aa6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=45ac5e7e-4846-4998-a50d-dec5a6b39000 HTTP/1.1" status: 200 len: 210 time: 0.0409722 Mar 24 00:47:41.928687 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2bc15ab-7e00-489c-a0ed-c443254ba763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (bc2f1ebc-f5b3-4411-8065-e57eb1371f83), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:41.932965 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2bc15ab-7e00-489c-a0ed-c443254ba763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:41.934956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a2bc15ab-7e00-489c-a0ed-c443254ba763 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc2f1ebc-f5b3-4411-8065-e57eb1371f83 HTTP/1.1" status: 204 len: 168 time: 0.2081268 Mar 24 00:47:41.945661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc15ab-7e00-489c-a0ed-c443254ba763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2f1ebc-f5b3-4411-8065-e57eb1371f83,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:42.323280 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 78279bce-e687-4351-9f0d-f53ca3da6d51 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:47:42.464449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 78279bce-e687-4351-9f0d-f53ca3da6d51, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=78279bce-e687-4351-9f0d-f53ca3da6d51,segment=NetworkSegment(8eb76b21-cfb0-4ef2-aff4-89519ced406b),segment_id=8eb76b21-cfb0-4ef2-aff4-89519ced406b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:42.468937 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c8d43e-d224-4d34-9d9e-d36b2720a645', 'name': 'network-vif-deleted', 'tag': '5525a6a4-2bc9-41d1-b1f2-d59a0b221171'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:42.472711 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade25b71-ccdc-40c4-8d5d-6fc7f14d366c" -d '{"events": [{"server_uuid": "b8c8d43e-d224-4d34-9d9e-d36b2720a645", "name": "network-vif-deleted", "tag": "5525a6a4-2bc9-41d1-b1f2-d59a0b221171"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:42.478520 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '78279bce-e687-4351-9f0d-f53ca3da6d51', 'network_id': '3d10d95e-3361-430f-8a90-c3381dc2c6c4', 'port_id': '78279bce-e687-4351-9f0d-f53ca3da6d51', 'mac_address': 'fa:16:3e:77:61:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a60cf0f-74c4-4d18-b030-c9f52047b74b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:tempest-test_az-1798521634', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:47:42.547489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 78279bce-e687-4351-9f0d-f53ca3da6d51 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:42.547949 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:42.572584 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78279bce-e687-4351-9f0d-f53ca3da6d51 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:47:42.602855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 78279bce-e687-4351-9f0d-f53ca3da6d51, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=78279bce-e687-4351-9f0d-f53ca3da6d51,segment=NetworkSegment(8eb76b21-cfb0-4ef2-aff4-89519ced406b),segment_id=8eb76b21-cfb0-4ef2-aff4-89519ced406b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:42.618849 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:42.674046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce9c25-186c-4194-8352-176715765172 req-a227c405-6aed-4650-a51e-daeda155d459 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:42.676037 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3ce9c25-186c-4194-8352-176715765172 req-a227c405-6aed-4650-a51e-daeda155d459 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=5de262bd-b931-4dd4-a263-e0f7e53ba599 HTTP/1.1" status: 200 len: 967 time: 0.0696359 Mar 24 00:47:42.693007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=78279bce-e687-4351-9f0d-f53ca3da6d51,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:42.739224 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3ce9c25-186c-4194-8352-176715765172 req-8ea195d4-7574-4a9f-a380-d1dde961872c tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564394 Mar 24 00:47:42.858943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device d5d408e7-1bac-41f3-8932-1c86ba2465ed no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:47:42.872243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb0052-60f8-4558-a5b8-fc03e5439ef1 req-a76669ed-0daa-473a-9dc2-9c0b6206c050 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:42.874157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-03eb0052-60f8-4558-a5b8-fc03e5439ef1 req-a76669ed-0daa-473a-9dc2-9c0b6206c050 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 966 time: 0.0603039 Mar 24 00:47:42.888865 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['78279bce-e687-4351-9f0d-f53ca3da6d51'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:47:42.894430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: d5d408e7-1bac-41f3-8932-1c86ba2465ed {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:47:42.895121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device d5d408e7-1bac-41f3-8932-1c86ba2465ed not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:47:42.928317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-03eb0052-60f8-4558-a5b8-fc03e5439ef1 req-9740f422-ea68-405a-953e-330f3f99ec2c tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476110 Mar 24 00:47:42.995262 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20866d10-1cf7-4310-bac2-196e3af3d462 x-openstack-request-id: req-20866d10-1cf7-4310-bac2-196e3af3d462 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:42.995580 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c8d43e-d224-4d34-9d9e-d36b2720a645", "name": "network-vif-deleted", "tag": "5525a6a4-2bc9-41d1-b1f2-d59a0b221171", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:42.996175 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20866d10-1cf7-4310-bac2-196e3af3d462 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:42.996588 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20866d10-1cf7-4310-bac2-196e3af3d462'] response: {'server_uuid': 'b8c8d43e-d224-4d34-9d9e-d36b2720a645', 'name': 'network-vif-deleted', 'tag': '5525a6a4-2bc9-41d1-b1f2-d59a0b221171', 'status': 'completed', 'code': 200} Mar 24 00:47:43.079296 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-0a99f5f5-e88a-4dba-8ebe-5cfc6fe4809d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=aa236f806bf348c9870635312352b349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526862 Mar 24 00:47:43.258986 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923dee5-f59d-401c-8ba1-b2b4795e4aab req-81e1ffec-3b19-4ceb-9b54-c1c75c3a8d2a tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:43.260480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8923dee5-f59d-401c-8ba1-b2b4795e4aab req-81e1ffec-3b19-4ceb-9b54-c1c75c3a8d2a tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=5de262bd-b931-4dd4-a263-e0f7e53ba599 HTTP/1.1" status: 200 len: 967 time: 0.1063981 Mar 24 00:47:43.266739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-c7b4ef31-1d41-48c5-9ba5-bb01391544c7 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:43.268112 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-c7b4ef31-1d41-48c5-9ba5-bb01391544c7 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835377 Mar 24 00:47:43.270173 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59496) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:43.275700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-20661059-8cad-4652-96ec-07094e206a89 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Request body: {'floatingip': {'port_id': 'e3e6c740-45fd-41ed-b21c-d4467c9ad4d8'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:43.289227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-7ca6f872-0a81-4613-89b4-bdff381c26d8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Request body: {'port': {'device_id': '45ac5e7e-4846-4998-a50d-dec5a6b39000', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'aa236f806bf348c9870635312352b349'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:43.330806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59500) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:43.384390 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7fef0d5-2c47-440b-9360-65e1cc27e3df req-3a574269-1bd3-4287-8090-140b990f5382 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=45ac5e7e-4846-4998-a50d-dec5a6b39000 HTTP/1.1" status: 200 len: 210 time: 0.0330915 Mar 24 00:47:43.386044 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-20661059-8cad-4652-96ec-07094e206a89 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for floatingip (557eaff1-19cf-472a-8033-12ab67bec6a4), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:43.493696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-7ca6f872-0a81-4613-89b4-bdff381c26d8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Made reservation on behalf of aa236f806bf348c9870635312352b349 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:43.499004 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-7ca6f872-0a81-4613-89b4-bdff381c26d8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:43.716410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-7ca6f872-0a81-4613-89b4-bdff381c26d8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Allocated IP 192.168.233.25 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/f7d993a5-ebe9-447a-8824-f3cfd7cdda93) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:47:43.747976 n-d-760455-9 neutron-server[115729]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 24 00:47:43.753620 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-1a8bd7ac-0635-4317-8b82-b3c2746a593d tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:47:43.766178 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-1a8bd7ac-0635-4317-8b82-b3c2746a593d tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4342694 Mar 24 00:47:43.944355 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-7ca6f872-0a81-4613-89b4-bdff381c26d8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Publish callbacks [] for port (f7d993a5-ebe9-447a-8824-f3cfd7cdda93), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:43.991634 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-7ca6f872-0a81-4613-89b4-bdff381c26d8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (f7d993a5-ebe9-447a-8824-f3cfd7cdda93), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:44.046653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-7ca6f872-0a81-4613-89b4-bdff381c26d8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:47:44.052780 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-7ca6f872-0a81-4613-89b4-bdff381c26d8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:44.058634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-7ca6f872-0a81-4613-89b4-bdff381c26d8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:47:44.064033 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-7ca6f872-0a81-4613-89b4-bdff381c26d8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:44.064622 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-7ca6f872-0a81-4613-89b4-bdff381c26d8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:44.068758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6f872-0a81-4613-89b4-bdff381c26d8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Pushing event updated for resources: {'Port': ['ID=f7d993a5-ebe9-447a-8824-f3cfd7cdda93,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:44.092174 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-7ca6f872-0a81-4613-89b4-bdff381c26d8 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8127952 Mar 24 00:47:44.105282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Request body: {'port': {'device_id': '45ac5e7e-4846-4998-a50d-dec5a6b39000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:44.196096 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f7d993a5-ebe9-447a-8824-f3cfd7cdda93), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:44.199899 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-163048c9-0788-4485-9f88-dafd77d0ca26 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=84b58b741108428bacfc0374d7471278&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290110 Mar 24 00:47:44.300419 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-027d85b9-0e59-482a-8005-96e9ac65e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:44.302074 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-027d85b9-0e59-482a-8005-96e9ac65e473 service neutron] 10.222.0.45 "GET /v2.0/ports/7aaa0db0-4411-457a-ab83-3507581a7e96 HTTP/1.1" status: 200 len: 1125 time: 0.1360612 Mar 24 00:47:44.327549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-e5ac778d-9e2f-4a48-94f7-ad23c3c74877 service neutron] Request body: {'binding': {'host': 'n-h2-760455-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:44.327944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-e5ac778d-9e2f-4a48-94f7-ad23c3c74877 service neutron] Unknown quota resources ['binding']. {{(pid=115729) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 00:47:44.339755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 78279bce-e687-4351-9f0d-f53ca3da6d51 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:47:44.388883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-246bd2a8-6714-4f28-b700-0eb22640abae None None] Provisioning complete for port f7d993a5-ebe9-447a-8824-f3cfd7cdda93 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:44.389279 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-246bd2a8-6714-4f28-b700-0eb22640abae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f7d993a5-ebe9-447a-8824-f3cfd7cdda93), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:44.408736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-1ae8ddd3-1b39-474c-8f27-dcfbb23c8150 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:44.410232 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-1ae8ddd3-1b39-474c-8f27-dcfbb23c8150 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2029598 Mar 24 00:47:44.430112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 78279bce-e687-4351-9f0d-f53ca3da6d51 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:47:44.432457 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-246bd2a8-6714-4f28-b700-0eb22640abae None None] Port f7d993a5-ebe9-447a-8824-f3cfd7cdda93 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:47:44.436609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 78279bce-e687-4351-9f0d-f53ca3da6d51 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:44.437315 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:44.465149 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-be9b7e83-e354-4e6e-a299-c2175fb829e3 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/quotas/84b58b741108428bacfc0374d7471278 HTTP/1.1" status: 200 len: 375 time: 0.0419419 Mar 24 00:47:44.517209 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-664c30fb-ba6a-4b3e-b402-324cc737c3fe tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=84b58b741108428bacfc0374d7471278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428073 Mar 24 00:47:44.526292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 78279bce-e687-4351-9f0d-f53ca3da6d51 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:44.526659 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:44.529437 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-20661059-8cad-4652-96ec-07094e206a89 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:44.539433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-20661059-8cad-4652-96ec-07094e206a89 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (557eaff1-19cf-472a-8033-12ab67bec6a4), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:44.559866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04ddfd4-47a1-43ae-8a68-802e2d4ea893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78279bce-e687-4351-9f0d-f53ca3da6d51'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:44.562707 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05caccad-64f9-4f6f-bb9e-48373e7d4250" -d '{"events": [{"server_uuid": "c04ddfd4-47a1-43ae-8a68-802e2d4ea893", "name": "network-vif-plugged", "status": "completed", "tag": "78279bce-e687-4351-9f0d-f53ca3da6d51"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:44.580307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 78279bce-e687-4351-9f0d-f53ca3da6d51, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=78279bce-e687-4351-9f0d-f53ca3da6d51,segment=NetworkSegment(8eb76b21-cfb0-4ef2-aff4-89519ced406b),segment_id=8eb76b21-cfb0-4ef2-aff4-89519ced406b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:44.587159 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:44.588323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:47:44.641259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:47:44.641544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 5525a6a4-2bc9-41d1-b1f2-d59a0b221171 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:47:44.660881 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d993a5-ebe9-447a-8824-f3cfd7cdda93 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:47:44.680231 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Publish callbacks [] for port (f7d993a5-ebe9-447a-8824-f3cfd7cdda93), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:44.688931 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=78279bce-e687-4351-9f0d-f53ca3da6d51,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:44.692533 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-20661059-8cad-4652-96ec-07094e206a89 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Floating IP 557eaff1-19cf-472a-8033-12ab67bec6a4 associated. External IP: 172.25.0.241, port: e3e6c740-45fd-41ed-b21c-d4467c9ad4d8. Mar 24 00:47:44.717659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Transition to ACTIVE for port object f7d993a5-ebe9-447a-8824-f3cfd7cdda93 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:47:44.722925 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f7d993a5-ebe9-447a-8824-f3cfd7cdda93), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:44.772911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d993a5-ebe9-447a-8824-f3cfd7cdda93,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:44.825663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Attempting to bind port f7d993a5-ebe9-447a-8824-f3cfd7cdda93 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:47:44.825979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Attempting to bind port f7d993a5-ebe9-447a-8824-f3cfd7cdda93 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:47:44.826095 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-e5ac778d-9e2f-4a48-94f7-ad23c3c74877 service neutron] Attempting to bind port 7aaa0db0-4411-457a-ab83-3507581a7e96 on host n-h2-760455-9 for vnic_type normal with profile None {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:47:44.826372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Attempting to bind port f7d993a5-ebe9-447a-8824-f3cfd7cdda93 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:44.826475 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-e5ac778d-9e2f-4a48-94f7-ad23c3c74877 service neutron] Attempting to bind port 7aaa0db0-4411-457a-ab83-3507581a7e96 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:47:44.826821 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-e5ac778d-9e2f-4a48-94f7-ad23c3c74877 service neutron] Attempting to bind port 7aaa0db0-4411-457a-ab83-3507581a7e96 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:44.832812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Port f7d993a5-ebe9-447a-8824-f3cfd7cdda93 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:47:44.833168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Attempting to bind port f7d993a5-ebe9-447a-8824-f3cfd7cdda93 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:44.842527 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-e5ac778d-9e2f-4a48-94f7-ad23c3c74877 service neutron] Port 7aaa0db0-4411-457a-ab83-3507581a7e96 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:47:44.843184 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-e5ac778d-9e2f-4a48-94f7-ad23c3c74877 service neutron] Attempting to bind port 7aaa0db0-4411-457a-ab83-3507581a7e96 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:44.845535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:47:44.845885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:44.846284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:47:44.846787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Bound port: f7d993a5-ebe9-447a-8824-f3cfd7cdda93, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:47:44.847990 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f7d993a5-ebe9-447a-8824-f3cfd7cdda93), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:44.964300 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-e5ac778d-9e2f-4a48-94f7-ad23c3c74877 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:47:44.964732 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-e5ac778d-9e2f-4a48-94f7-ad23c3c74877 service neutron] Checking segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:44.965151 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-e5ac778d-9e2f-4a48-94f7-ad23c3c74877 service neutron] Bound using segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:47:44.965777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-e5ac778d-9e2f-4a48-94f7-ad23c3c74877 service neutron] Bound port: 7aaa0db0-4411-457a-ab83-3507581a7e96, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:47:44.976082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] For port f7d993a5-ebe9-447a-8824-f3cfd7cdda93, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:47:44.979566 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] For port f7d993a5-ebe9-447a-8824-f3cfd7cdda93, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f7d993a5-ebe9-447a-8824-f3cfd7cdda93,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:47:44.988737 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f7d993a5-ebe9-447a-8824-f3cfd7cdda93), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:45.056868 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20661059-8cad-4652-96ec-07094e206a89 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Router 7427e903-ce7d-4189-8cfa-abf0596d691a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:47:45.081222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b554880-4554-4b34-986c-33b2376c26c2 req-7a546725-4216-41d9-ae8e-b2dfceac792a tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:45.089709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b554880-4554-4b34-986c-33b2376c26c2 req-7a546725-4216-41d9-ae8e-b2dfceac792a tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 967 time: 0.1684611 Mar 24 00:47:45.093264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d993a5-ebe9-447a-8824-f3cfd7cdda93,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:45.097042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:45.097773 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:45.098636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-e5ac778d-9e2f-4a48-94f7-ad23c3c74877 service neutron] For port 7aaa0db0-4411-457a-ab83-3507581a7e96, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=7aaa0db0-4411-457a-ab83-3507581a7e96,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:47:45.099313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-13b87dfd-15b3-44d5-9826-0618d7b20040 service neutron] 10.222.0.57 "PUT /v2.0/ports/f7d993a5-ebe9-447a-8824-f3cfd7cdda93 HTTP/1.1" status: 200 len: 1095 time: 0.9985657 Mar 24 00:47:45.115877 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-e5ac778d-9e2f-4a48-94f7-ad23c3c74877 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:45.117613 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-e5ac778d-9e2f-4a48-94f7-ad23c3c74877 service neutron] 10.222.0.45 "POST /v2.0/ports/7aaa0db0-4411-457a-ab83-3507581a7e96/bindings HTTP/1.1" status: 201 len: 389 time: 0.7976191 Mar 24 00:47:45.118423 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ac5e7e-4846-4998-a50d-dec5a6b39000', 'tag': 'f7d993a5-ebe9-447a-8824-f3cfd7cdda93'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:45.121362 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9862a0-4564-4346-8085-bc8904637f05" -d '{"events": [{"name": "network-changed", "server_uuid": "45ac5e7e-4846-4998-a50d-dec5a6b39000", "tag": "f7d993a5-ebe9-447a-8824-f3cfd7cdda93"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:45.164339 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b554880-4554-4b34-986c-33b2376c26c2 req-925bfb4a-2844-4201-a697-da40bee05fbc tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693996 Mar 24 00:47:45.301864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-f98498e1-302d-4f52-9ef5-414f8b761e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:45.303774 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-f98498e1-302d-4f52-9ef5-414f8b761e7c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa236f806bf348c9870635312352b349&device_id=45ac5e7e-4846-4998-a50d-dec5a6b39000 HTTP/1.1" status: 200 len: 1129 time: 0.1546874 Mar 24 00:47:45.304272 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20661059-8cad-4652-96ec-07094e206a89 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:47:45.313234 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad9f6ac-95b9-4699-b452-cd7072c27d41 x-openstack-request-id: req-1ad9f6ac-95b9-4699-b452-cd7072c27d41 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:45.313702 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04ddfd4-47a1-43ae-8a68-802e2d4ea893", "name": "network-vif-plugged", "status": "completed", "tag": "78279bce-e687-4351-9f0d-f53ca3da6d51", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:45.314096 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ad9f6ac-95b9-4699-b452-cd7072c27d41 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:45.314829 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad9f6ac-95b9-4699-b452-cd7072c27d41'] response: {'server_uuid': 'c04ddfd4-47a1-43ae-8a68-802e2d4ea893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78279bce-e687-4351-9f0d-f53ca3da6d51', 'code': 200} Mar 24 00:47:45.316380 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-20661059-8cad-4652-96ec-07094e206a89 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:45.323886 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591fe9c2-7533-4c4f-9e6e-d964c2b4b1d3 None None] Sync routers for ids ['7427e903-ce7d-4189-8cfa-abf0596d691a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:47:45.356732 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591fe9c2-7533-4c4f-9e6e-d964c2b4b1d3 None None] Routers {'7427e903-ce7d-4189-8cfa-abf0596d691a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:47:45.361530 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-591fe9c2-7533-4c4f-9e6e-d964c2b4b1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:47:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7427e903-ce7d-4189-8cfa-abf0596d691a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:45.408619 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-20661059-8cad-4652-96ec-07094e206a89 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "PUT /v2.0/floatingips/557eaff1-19cf-472a-8033-12ab67bec6a4 HTTP/1.1" status: 200 len: 1013 time: 2.1366558 Mar 24 00:47:45.409379 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de262bd-b931-4dd4-a263-e0f7e53ba599', 'tag': 'e3e6c740-45fd-41ed-b21c-d4467c9ad4d8'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:45.412306 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e41492c-a545-4af6-9ba1-4984d3d6e755" -d '{"events": [{"name": "network-changed", "server_uuid": "5de262bd-b931-4dd4-a263-e0f7e53ba599", "tag": "e3e6c740-45fd-41ed-b21c-d4467c9ad4d8"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:45.470996 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-f4c8a2df-6175-48db-a92d-a4b81bb04c61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f7d993a5-ebe9-447a-8824-f3cfd7cdda93 HTTP/1.1" status: 200 len: 217 time: 0.1180553 Mar 24 00:47:45.504295 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-591fe9c2-7533-4c4f-9e6e-d964c2b4b1d3 None None] Set router 7427e903-ce7d-4189-8cfa-abf0596d691a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:47:45.563015 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-7f7dbbca-2d0d-4e80-898c-20cd59d9c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:45.564609 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-7f7dbbca-2d0d-4e80-898c-20cd59d9c801 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 1128 time: 0.0645497 Mar 24 00:47:45.680146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-77ef7893-dcc8-4d85-b033-367cfc51feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:45.681836 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-77ef7893-dcc8-4d85-b033-367cfc51feb0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.1111374 Mar 24 00:47:45.728229 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-720a5e08-c242-4cc3-817a-74d504bd572b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aaa0db0-4411-457a-ab83-3507581a7e96 HTTP/1.1" status: 200 len: 217 time: 0.0403061 Mar 24 00:47:45.742924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2a9c78ac-6abd-4c5d-990e-1cff6bd1efee req-16f2ce38-77b7-468a-9b6b-26c2e3ffaf95 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6dae725-8b53-4759-8d15-7b132a4f874d HTTP/1.1" status: 200 len: 210 time: 0.3568363 Mar 24 00:47:45.799309 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-9bc31e10-1d8a-4f1f-a389-1da5a13025ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:45.802376 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-9bc31e10-1d8a-4f1f-a389-1da5a13025ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.0681684 Mar 24 00:47:45.809726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c6f39-99cd-49c9-8fb7-8e8e9f98660a req-c8a7c487-c352-4ff3-ada2-25058e90008d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:45.816693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-933c6f39-99cd-49c9-8fb7-8e8e9f98660a req-c8a7c487-c352-4ff3-ada2-25058e90008d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=45ac5e7e-4846-4998-a50d-dec5a6b39000 HTTP/1.1" status: 200 len: 947 time: 0.5077829 Mar 24 00:47:45.823877 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb25433b-8b63-44d0-b302-d2b9bd4cd1df x-openstack-request-id: req-cb25433b-8b63-44d0-b302-d2b9bd4cd1df {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:45.824165 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ac5e7e-4846-4998-a50d-dec5a6b39000", "tag": "f7d993a5-ebe9-447a-8824-f3cfd7cdda93", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:45.824414 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb25433b-8b63-44d0-b302-d2b9bd4cd1df {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:45.824808 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb25433b-8b63-44d0-b302-d2b9bd4cd1df'] response: {'name': 'network-changed', 'server_uuid': '45ac5e7e-4846-4998-a50d-dec5a6b39000', 'tag': 'f7d993a5-ebe9-447a-8824-f3cfd7cdda93', 'status': 'completed', 'code': 200} Mar 24 00:47:45.831721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-a2f07038-c7b6-4c89-9a43-0b92f6d20747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:45.832303 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-591fe9c2-7533-4c4f-9e6e-d964c2b4b1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:00Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '557eaff1-19cf-472a-8033-12ab67bec6a4', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'port_id': 'e3e6c740-45fd-41ed-b21c-d4467c9ad4d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'mac_address': 'fa:16:3e:fe:31:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de262bd-b931-4dd4-a263-e0f7e53ba599', 'device_owner': 'compute:tempest-test_az-1798521634'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:47:27Z', 'updated_at': '2022-03-24T00:47:44Z', 'revision_number': 1, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04179ce-4941-40d1-8378-cbae0b472b63', 'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'mac_address': 'fa:16:3e:22:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:59Z', 'updated_at': '2022-03-24T00:47:04Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'subnets': [{'id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:45.833143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-a2f07038-c7b6-4c89-9a43-0b92f6d20747 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1049857 Mar 24 00:47:45.847059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc0113-6ad8-4e09-83cd-b2eb547ada3b req-c27c662a-94b4-4457-b8b2-382a4ad5508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:45.847839 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-a5e2d559-6fa9-4be1-b9d1-d288d69d33f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389922 Mar 24 00:47:45.848011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1afc0113-6ad8-4e09-83cd-b2eb547ada3b req-c27c662a-94b4-4457-b8b2-382a4ad5508d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 1149 time: 0.4324641 Mar 24 00:47:45.866043 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591fe9c2-7533-4c4f-9e6e-d964c2b4b1d3 None None] Checking router: 7427e903-ce7d-4189-8cfa-abf0596d691a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:47:45.874606 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591fe9c2-7533-4c4f-9e6e-d964c2b4b1d3 None None] Routers {'7427e903-ce7d-4189-8cfa-abf0596d691a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:47:45.875531 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-591fe9c2-7533-4c4f-9e6e-d964c2b4b1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:47:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7427e903-ce7d-4189-8cfa-abf0596d691a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:45.954755 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-ef377b8f-4cc8-47cd-9c3e-d48e973b5848 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967247 Mar 24 00:47:45.980017 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-933c6f39-99cd-49c9-8fb7-8e8e9f98660a req-1f22b05d-befd-4d7f-9b46-545fdbe96fe4 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570897 Mar 24 00:47:46.004550 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1afc0113-6ad8-4e09-83cd-b2eb547ada3b req-14297a77-2891-4927-916f-3145ae0c13dc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454148 Mar 24 00:47:46.013390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-035bc051-4a39-4458-9207-92a8c1601416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:46.018897 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-035bc051-4a39-4458-9207-92a8c1601416 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1749182 Mar 24 00:47:46.093966 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-591fe9c2-7533-4c4f-9e6e-d964c2b4b1d3 None None] Set router 7427e903-ce7d-4189-8cfa-abf0596d691a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:47:46.197700 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123c673-45d5-49b0-8deb-7ba37b271bec req-7016f884-79a0-43ad-9f22-86447e514ac9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:46.200206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7123c673-45d5-49b0-8deb-7ba37b271bec req-7016f884-79a0-43ad-9f22-86447e514ac9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 946 time: 0.3260307 Mar 24 00:47:46.268687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48286ce-eda4-462f-a832-654e27490d30 req-ad0fd52e-fb9c-4ab8-a988-9592338eda52 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:46.275647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f48286ce-eda4-462f-a832-654e27490d30 req-ad0fd52e-fb9c-4ab8-a988-9592338eda52 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=5de262bd-b931-4dd4-a263-e0f7e53ba599 HTTP/1.1" status: 200 len: 967 time: 0.1328092 Mar 24 00:47:46.283362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-a950ddf9-1533-4a02-b616-261b20b0213b service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508354 Mar 24 00:47:46.284752 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-8e97aed8-134c-4d4f-b3ad-710d8121580d tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=84b58b741108428bacfc0374d7471278&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257034 Mar 24 00:47:46.344814 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-591fe9c2-7533-4c4f-9e6e-d964c2b4b1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:00Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '557eaff1-19cf-472a-8033-12ab67bec6a4', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'port_id': 'e3e6c740-45fd-41ed-b21c-d4467c9ad4d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'mac_address': 'fa:16:3e:fe:31:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de262bd-b931-4dd4-a263-e0f7e53ba599', 'device_owner': 'compute:tempest-test_az-1798521634'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:47:27Z', 'updated_at': '2022-03-24T00:47:44Z', 'revision_number': 1, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04179ce-4941-40d1-8378-cbae0b472b63', 'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'mac_address': 'fa:16:3e:22:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:59Z', 'updated_at': '2022-03-24T00:47:04Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'subnets': [{'id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:47:46.355176 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7123c673-45d5-49b0-8deb-7ba37b271bec req-5aab60be-5385-444b-a228-084a99a68deb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455595 Mar 24 00:47:46.374083 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-b822f6d8-0fa8-4a16-8692-174f34ac96cf service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125638 Mar 24 00:47:46.375331 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591fe9c2-7533-4c4f-9e6e-d964c2b4b1d3 None None] The sync data for ids ['7427e903-ce7d-4189-8cfa-abf0596d691a'] in n-d-760455-9 is: [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:00Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '557eaff1-19cf-472a-8033-12ab67bec6a4', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'port_id': 'e3e6c740-45fd-41ed-b21c-d4467c9ad4d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'mac_address': 'fa:16:3e:fe:31:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de262bd-b931-4dd4-a263-e0f7e53ba599', 'device_owner': 'compute:tempest-test_az-1798521634'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:47:27Z', 'updated_at': '2022-03-24T00:47:44Z', 'revision_number': 1, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04179ce-4941-40d1-8378-cbae0b472b63', 'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'mac_address': 'fa:16:3e:22:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:59Z', 'updated_at': '2022-03-24T00:47:04Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'subnets': [{'id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:47:46.417038 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f48286ce-eda4-462f-a832-654e27490d30 req-fbbb3038-058e-4b08-aa45-779234c046d6 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318705 Mar 24 00:47:46.456936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff5bcaab-93e6-4b00-a6b7-d45b0169cc95 req-73a0fb39-d800-4f15-b358-f17fe663c406 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552887 Mar 24 00:47:46.462096 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-3b643b1c-4634-4fe6-bef7-24c04bb275d1 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:46.463877 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-3b643b1c-4634-4fe6-bef7-24c04bb275d1 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1641839 Mar 24 00:47:46.476027 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Request body: {'port': {'device_id': 'f6dae725-8b53-4759-8d15-7b132a4f874d', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': '84b58b741108428bacfc0374d7471278'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:46.504014 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95776baf-9eaf-460f-9932-41cd873a3cc0 x-openstack-request-id: req-95776baf-9eaf-460f-9932-41cd873a3cc0 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:46.505246 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de262bd-b931-4dd4-a263-e0f7e53ba599", "tag": "e3e6c740-45fd-41ed-b21c-d4467c9ad4d8", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:46.505618 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-95776baf-9eaf-460f-9932-41cd873a3cc0 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:46.506925 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95776baf-9eaf-460f-9932-41cd873a3cc0'] response: {'name': 'network-changed', 'server_uuid': '5de262bd-b931-4dd4-a263-e0f7e53ba599', 'tag': 'e3e6c740-45fd-41ed-b21c-d4467c9ad4d8', 'status': 'completed', 'code': 200} Mar 24 00:47:46.680871 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9862a0-4564-4346-8085-bc8904637f05 req-42b6d892-6b50-4d7f-b99d-ed9b3e41fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:46.682454 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f9862a0-4564-4346-8085-bc8904637f05 req-42b6d892-6b50-4d7f-b99d-ed9b3e41fe63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa236f806bf348c9870635312352b349&device_id=45ac5e7e-4846-4998-a50d-dec5a6b39000 HTTP/1.1" status: 200 len: 1129 time: 0.1701291 Mar 24 00:47:46.725239 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41492c-a545-4af6-9ba1-4984d3d6e755 req-ccff6081-e721-40ad-b534-fae589cd6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:46.727449 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9e41492c-a545-4af6-9ba1-4984d3d6e755 req-ccff6081-e721-40ad-b534-fae589cd6881 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=160c6d0a2b2b46c5b96ae8128cd59fca&device_id=5de262bd-b931-4dd4-a263-e0f7e53ba599 HTTP/1.1" status: 200 len: 1149 time: 0.1655467 Mar 24 00:47:46.728787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-e561af00-f5da-41a0-9b15-f3e80c7bcfcb tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:46.730845 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-e561af00-f5da-41a0-9b15-f3e80c7bcfcb tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7&tenant_id=259d3d47b7be4b3182e7a95feee7e085&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 1128 time: 0.1803942 Mar 24 00:47:46.777212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760455-9'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:46.785567 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6395cf-76fb-4b28-9423-c6dab0aba3e5 None None] New status for floating IP 557eaff1-19cf-472a-8033-12ab67bec6a4: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:47:46.878393 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41492c-a545-4af6-9ba1-4984d3d6e755 req-f1fda2af-ec2e-4be0-942f-3cd5c08dc5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:46.880576 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9e41492c-a545-4af6-9ba1-4984d3d6e755 req-f1fda2af-ec2e-4be0-942f-3cd5c08dc5a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ee648a5-3452-4b3b-98f3-f654e7ebcaeb HTTP/1.1" status: 200 len: 924 time: 0.1420081 Mar 24 00:47:46.884657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Made reservation on behalf of 84b58b741108428bacfc0374d7471278 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:47:46.890792 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:46.900256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa91c2-2c32-4e2b-8da3-40ed053dadca req-3fc5b3f7-1ab7-44d2-9909-e67061e25f08 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:46.902249 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37aa91c2-2c32-4e2b-8da3-40ed053dadca req-3fc5b3f7-1ab7-44d2-9909-e67061e25f08 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 967 time: 0.2559078 Mar 24 00:47:46.915830 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:46.919472 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:46.938232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9862a0-4564-4346-8085-bc8904637f05 req-029565a4-98c9-4236-9c7c-8a5ecdb44681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:46.939692 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f9862a0-4564-4346-8085-bc8904637f05 req-029565a4-98c9-4236-9c7c-8a5ecdb44681 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.2291031 Mar 24 00:47:47.033808 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9e41492c-a545-4af6-9ba1-4984d3d6e755 req-007c0c21-5457-4061-976f-fc4ac8756f15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 HTTP/1.1" status: 200 len: 1021 time: 0.1388080 Mar 24 00:47:47.078202 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f9862a0-4564-4346-8085-bc8904637f05 req-37683bef-77aa-4543-a81a-a5dbd625e5f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f7d993a5-ebe9-447a-8824-f3cfd7cdda93 HTTP/1.1" status: 200 len: 217 time: 0.1299601 Mar 24 00:47:47.124736 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41492c-a545-4af6-9ba1-4984d3d6e755 req-da7f6c94-f63d-4310-9af1-3176651fcf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:47.126214 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9e41492c-a545-4af6-9ba1-4984d3d6e755 req-da7f6c94-f63d-4310-9af1-3176651fcf43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36c8e441-3529-4a85-b293-22d892a8d6b1 HTTP/1.1" status: 200 len: 862 time: 0.0828872 Mar 24 00:47:47.174456 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Publish callbacks [] for security_group (980e87bc-dda1-44d0-b4dd-14ea0831d707), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:47.176477 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0243a36-bd3b-453d-9774-ad1de8377563 req-11f0eb6b-7592-4e84-b925-820287e46fd3 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6dae725-8b53-4759-8d15-7b132a4f874d HTTP/1.1" status: 200 len: 210 time: 0.1005390 Mar 24 00:47:47.181210 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (980e87bc-dda1-44d0-b4dd-14ea0831d707), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:47.220636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37aa91c2-2c32-4e2b-8da3-40ed053dadca req-948e5a68-96fe-47e4-be0d-a83db85d073e tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128376 Mar 24 00:47:47.249944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980e87bc-dda1-44d0-b4dd-14ea0831d707,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:47.286010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] For port 7aaa0db0-4411-457a-ab83-3507581a7e96, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7aaa0db0-4411-457a-ab83-3507581a7e96,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:47.309527 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41492c-a545-4af6-9ba1-4984d3d6e755 req-653f3b6b-9b19-40e4-ba45-dd8cdf3e7383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:47.311461 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9e41492c-a545-4af6-9ba1-4984d3d6e755 req-653f3b6b-9b19-40e4-ba45-dd8cdf3e7383 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ee648a5-3452-4b3b-98f3-f654e7ebcaeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1766181 Mar 24 00:47:47.325871 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9862a0-4564-4346-8085-bc8904637f05 req-19b06944-698e-4e52-88b2-9d864f41b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:47.327348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f9862a0-4564-4346-8085-bc8904637f05 req-19b06944-698e-4e52-88b2-9d864f41b754 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.2267482 Mar 24 00:47:47.398804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] For port 7aaa0db0-4411-457a-ab83-3507581a7e96, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:47:47.461888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9862a0-4564-4346-8085-bc8904637f05 req-07b3c58e-e334-401f-ba45-9ab4c96753ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:47.463269 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f9862a0-4564-4346-8085-bc8904637f05 req-07b3c58e-e334-401f-ba45-9ab4c96753ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1057198 Mar 24 00:47:47.467514 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Publish callbacks [] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:47.472891 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Allocated IP 192.168.233.163 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/34b2033f-dd15-4281-a2ad-13fc54b85495) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:47:47.476193 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9e41492c-a545-4af6-9ba1-4984d3d6e755 req-2e5ab50c-3dda-477f-9d86-f3a2bc7cd914 service neutron] 10.222.0.48 "GET /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564064 Mar 24 00:47:47.485031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d2435-e31b-4741-883f-fe0b8cefec3d req-a150c4b5-32f3-4b9e-91bf-c754e96fc089 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:47.486515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f4d2435-e31b-4741-883f-fe0b8cefec3d req-a150c4b5-32f3-4b9e-91bf-c754e96fc089 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=45ac5e7e-4846-4998-a50d-dec5a6b39000 HTTP/1.1" status: 200 len: 947 time: 0.1567957 Mar 24 00:47:47.498858 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:47.660711 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9e41492c-a545-4af6-9ba1-4984d3d6e755 req-ffac2ff6-a251-4ce8-b7fe-5205a9a2d812 service neutron] 10.222.0.48 "GET /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751578 Mar 24 00:47:47.693944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f4d2435-e31b-4741-883f-fe0b8cefec3d req-aaa70dda-dd8f-465c-9a93-de0e09a36590 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961784 Mar 24 00:47:47.707480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7aaa0db0-4411-457a-ab83-3507581a7e96,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:47.724806 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Publish callbacks [] for port (34b2033f-dd15-4281-a2ad-13fc54b85495), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:47.726580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f9862a0-4564-4346-8085-bc8904637f05 req-de76df57-5b3e-4354-bf93-c40e4da5fa45 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557557 Mar 24 00:47:47.729262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Attempting to bind port 7aaa0db0-4411-457a-ab83-3507581a7e96 on host n-h1-760455-9 for vnic_type normal with profile {"migrating_to": "n-h2-760455-9"} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:47:47.729599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Attempting to bind port 7aaa0db0-4411-457a-ab83-3507581a7e96 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:47:47.729928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Attempting to bind port 7aaa0db0-4411-457a-ab83-3507581a7e96 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:47.747688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ec692-0408-4cf9-a984-f85cae1f716b req-a665d498-5651-4588-9028-1f7e84934211 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:47.749164 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-776ec692-0408-4cf9-a984-f85cae1f716b req-a665d498-5651-4588-9028-1f7e84934211 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 944 time: 0.2221687 Mar 24 00:47:47.762771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Port 7aaa0db0-4411-457a-ab83-3507581a7e96 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:47:47.763102 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Attempting to bind port 7aaa0db0-4411-457a-ab83-3507581a7e96 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:47.773237 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (34b2033f-dd15-4281-a2ad-13fc54b85495), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:47.810793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:47:47.811358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Checking segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:47.811502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Bound using segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:47:47.811939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Bound port: 7aaa0db0-4411-457a-ab83-3507581a7e96, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:47:47.812297 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:47.822102 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:47:47.826343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:47:47.828712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd05c837-2895-4e2c-938c-7daeb8920fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aaa0db0-4411-457a-ab83-3507581a7e96'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:47.831046 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda0273d-05c8-40a1-afdc-7b4aa1a469ee" -d '{"events": [{"server_uuid": "fd05c837-2895-4e2c-938c-7daeb8920fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "7aaa0db0-4411-457a-ab83-3507581a7e96"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:47.836556 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:47:47.843115 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Pushing event updated for resources: {'Port': ['ID=34b2033f-dd15-4281-a2ad-13fc54b85495,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:47.903440 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:47.904179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-776ec692-0408-4cf9-a984-f85cae1f716b req-3313a61a-592d-40fa-8b9d-fad51bef4623 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421375 Mar 24 00:47:47.905028 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:47.926865 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-d1d18368-dd24-428f-8ba3-a169a1f476d5 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4550862 Mar 24 00:47:47.939757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Request body: {'port': {'device_id': 'f6dae725-8b53-4759-8d15-7b132a4f874d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:47.941586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f9862a0-4564-4346-8085-bc8904637f05 req-30a2aa72-7424-481c-a8fa-a6012db3cc14 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093530 Mar 24 00:47:47.972735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] For port 7aaa0db0-4411-457a-ab83-3507581a7e96, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:47:47.976984 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] For port 7aaa0db0-4411-457a-ab83-3507581a7e96, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7aaa0db0-4411-457a-ab83-3507581a7e96,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:47:47.990839 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:48.057669 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (34b2033f-dd15-4281-a2ad-13fc54b85495), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:48.163391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5226ee13-17e9-4fab-8b69-35408221b53e None None] Provisioning complete for port 34b2033f-dd15-4281-a2ad-13fc54b85495 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:48.163391 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5226ee13-17e9-4fab-8b69-35408221b53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (34b2033f-dd15-4281-a2ad-13fc54b85495), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:48.241087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5226ee13-17e9-4fab-8b69-35408221b53e None None] Port 34b2033f-dd15-4281-a2ad-13fc54b85495 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:47:48.290231 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08112d8-a75e-4760-a3d8-75ce0f4b613a x-openstack-request-id: req-b08112d8-a75e-4760-a3d8-75ce0f4b613a {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:48.290528 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd05c837-2895-4e2c-938c-7daeb8920fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "7aaa0db0-4411-457a-ab83-3507581a7e96", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:48.290779 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b08112d8-a75e-4760-a3d8-75ce0f4b613a {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:48.292204 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b08112d8-a75e-4760-a3d8-75ce0f4b613a'] response: {'server_uuid': 'fd05c837-2895-4e2c-938c-7daeb8920fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aaa0db0-4411-457a-ab83-3507581a7e96', 'code': 200} Mar 24 00:47:48.385830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7aaa0db0-4411-457a-ab83-3507581a7e96,revision_number=8']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:48.414188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:48.414741 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:48.416096 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-aa3ea2b6-e424-452b-92d5-416de68881b4 service neutron] 10.222.0.48 "PUT /v2.0/ports/7aaa0db0-4411-457a-ab83-3507581a7e96 HTTP/1.1" status: 200 len: 1122 time: 1.6746492 Mar 24 00:47:48.443025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc371df-3eba-4819-bf9e-7f6b88dd4bad req-53c447b8-dc23-4d80-9eb9-17290f7ef898 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:48.444516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dcc371df-3eba-4819-bf9e-7f6b88dd4bad req-53c447b8-dc23-4d80-9eb9-17290f7ef898 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 967 time: 0.1085811 Mar 24 00:47:48.452521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1a313-fb88-4569-b435-8da6aeb5f7da req-d166c477-6439-4871-92e6-1eb97df834e7 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:48.453997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84f1a313-fb88-4569-b435-8da6aeb5f7da req-d166c477-6439-4871-92e6-1eb97df834e7 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6dae725-8b53-4759-8d15-7b132a4f874d HTTP/1.1" status: 200 len: 936 time: 0.1351714 Mar 24 00:47:48.455319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b2033f-dd15-4281-a2ad-13fc54b85495 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:47:48.464420 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Publish callbacks [] for port (34b2033f-dd15-4281-a2ad-13fc54b85495), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:48.474574 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['7aaa0db0-4411-457a-ab83-3507581a7e96'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:47:48.479779 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Transition to ACTIVE for port object 34b2033f-dd15-4281-a2ad-13fc54b85495 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:47:48.485895 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (34b2033f-dd15-4281-a2ad-13fc54b85495), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:48.538899 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dcc371df-3eba-4819-bf9e-7f6b88dd4bad req-558b2346-3f6e-4022-a43e-037a44de34f7 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836532 Mar 24 00:47:48.563342 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84f1a313-fb88-4569-b435-8da6aeb5f7da req-aade7bb8-0dd5-47c5-a888-f58d4c0295b9 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/security-groups?id=980e87bc-dda1-44d0-b4dd-14ea0831d707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954850 Mar 24 00:47:48.590848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Pushing event updated for resources: {'Port': ['ID=34b2033f-dd15-4281-a2ad-13fc54b85495,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:48.672675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Attempting to bind port 34b2033f-dd15-4281-a2ad-13fc54b85495 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:47:48.673008 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Attempting to bind port 34b2033f-dd15-4281-a2ad-13fc54b85495 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:47:48.676580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Attempting to bind port 34b2033f-dd15-4281-a2ad-13fc54b85495 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:48.687914 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Port 34b2033f-dd15-4281-a2ad-13fc54b85495 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:47:48.689721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Attempting to bind port 34b2033f-dd15-4281-a2ad-13fc54b85495 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:47:48.699158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:47:48.699578 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:47:48.700454 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:47:48.701035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Bound port: 34b2033f-dd15-4281-a2ad-13fc54b85495, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:47:48.701458 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (34b2033f-dd15-4281-a2ad-13fc54b85495), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:48.724339 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f4265d7-86fd-4586-8042-976436e482c9 req-8e62e1ea-4ed6-4c35-abf3-18a31533f729 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1981192218&fields=id&tenant_id=38f8da8ca34547c09c99273aab06136e HTTP/1.1" status: 200 len: 267 time: 0.0574067 Mar 24 00:47:48.784081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4265d7-86fd-4586-8042-976436e482c9 req-31f5d785-34ce-4819-befa-15f5f4693335 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:48.787083 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] For port 34b2033f-dd15-4281-a2ad-13fc54b85495, host n-h1-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:47:48.793328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f4265d7-86fd-4586-8042-976436e482c9 req-31f5d785-34ce-4819-befa-15f5f4693335 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 967 time: 0.0679109 Mar 24 00:47:48.796587 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] For port 34b2033f-dd15-4281-a2ad-13fc54b85495, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=34b2033f-dd15-4281-a2ad-13fc54b85495,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:47:48.800420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-3f4265d7-86fd-4586-8042-976436e482c9 req-f57353a7-d670-443e-85c2-34829052f7da tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Request body: {'port': {'security_groups': ['16073e8b-018f-49ee-ad78-b53f1b5e8f00', '9ba2f769-bab6-4be7-bb97-032600d92fb6']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:48.806580 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (34b2033f-dd15-4281-a2ad-13fc54b85495), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:48.841358 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:48.841980 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:48.843354 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] 10.222.0.57 "PUT /v2.0/ports/34b2033f-dd15-4281-a2ad-13fc54b85495 HTTP/1.1" status: 200 len: 1096 time: 0.9094381 Mar 24 00:47:48.843807 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6dae725-8b53-4759-8d15-7b132a4f874d', 'tag': '34b2033f-dd15-4281-a2ad-13fc54b85495'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:48.846053 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441f8c84-ffe9-4949-9a8f-dd786372de70" -d '{"events": [{"name": "network-changed", "server_uuid": "f6dae725-8b53-4759-8d15-7b132a4f874d", "tag": "34b2033f-dd15-4281-a2ad-13fc54b85495"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:48.869368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b90a4-f116-44a1-b6a4-101ce8beb46d service neutron] Pushing event updated for resources: {'Port': ['ID=34b2033f-dd15-4281-a2ad-13fc54b85495,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:48.882961 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f7d993a5-ebe9-447a-8824-f3cfd7cdda93 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:47:48.953736 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-fe94604c-0efd-4e1d-8b8d-065f29a6cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:48.955514 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-fe94604c-0efd-4e1d-8b8d-065f29a6cc4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b58b741108428bacfc0374d7471278&device_id=f6dae725-8b53-4759-8d15-7b132a4f874d HTTP/1.1" status: 200 len: 1130 time: 0.0706038 Mar 24 00:47:48.957296 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f4265d7-86fd-4586-8042-976436e482c9 req-f57353a7-d670-443e-85c2-34829052f7da tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:48.998929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f7d993a5-ebe9-447a-8824-f3cfd7cdda93, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f7d993a5-ebe9-447a-8824-f3cfd7cdda93,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:49.015003 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-93bc6df1-abd3-4e46-82c6-6409b1f87427 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=34b2033f-dd15-4281-a2ad-13fc54b85495 HTTP/1.1" status: 200 len: 217 time: 0.0503285 Mar 24 00:47:49.015212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460c234-1ced-4f7d-ae5f-86d318c17a40 req-2c4a4fc0-8693-437e-9252-7c62a07f2662 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:49.016417 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'f7d993a5-ebe9-447a-8824-f3cfd7cdda93', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'f7d993a5-ebe9-447a-8824-f3cfd7cdda93', 'mac_address': 'fa:16:3e:20:7a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:47:49.016668 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7460c234-1ced-4f7d-ae5f-86d318c17a40 req-2c4a4fc0-8693-437e-9252-7c62a07f2662 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=45ac5e7e-4846-4998-a50d-dec5a6b39000 HTTP/1.1" status: 200 len: 947 time: 0.1573482 Mar 24 00:47:49.066330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f7d993a5-ebe9-447a-8824-f3cfd7cdda93 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:49.066947 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f7d993a5-ebe9-447a-8824-f3cfd7cdda93), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:49.070918 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-c4692ef2-96bb-4914-96a0-a2d3c0bab4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:49.072622 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-c4692ef2-96bb-4914-96a0-a2d3c0bab4ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0497630 Mar 24 00:47:49.081709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d993a5-ebe9-447a-8824-f3cfd7cdda93 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:47:49.101040 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f7d993a5-ebe9-447a-8824-f3cfd7cdda93, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f7d993a5-ebe9-447a-8824-f3cfd7cdda93,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:49.105521 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f7d993a5-ebe9-447a-8824-f3cfd7cdda93), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:49.127182 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-af477591-a3df-45db-b3a1-c2c52bdc20c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:49.128639 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-af477591-a3df-45db-b3a1-c2c52bdc20c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0494881 Mar 24 00:47:49.162955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f7d993a5-ebe9-447a-8824-f3cfd7cdda93,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:49.173264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7460c234-1ced-4f7d-ae5f-86d318c17a40 req-ea078d1d-5092-47e0-a130-eacca4ea438e tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471524 Mar 24 00:47:49.221855 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3f4265d7-86fd-4586-8042-976436e482c9 req-f57353a7-d670-443e-85c2-34829052f7da tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] For port 78279bce-e687-4351-9f0d-f53ca3da6d51, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=78279bce-e687-4351-9f0d-f53ca3da6d51,segment=NetworkSegment(8eb76b21-cfb0-4ef2-aff4-89519ced406b),segment_id=8eb76b21-cfb0-4ef2-aff4-89519ced406b)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:49.256345 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-28bb3abf-0c1f-4e71-982a-78354f2a7f44 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184180 Mar 24 00:47:49.257071 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f4265d7-86fd-4586-8042-976436e482c9 req-f57353a7-d670-443e-85c2-34829052f7da tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:49.267142 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f4265d7-86fd-4586-8042-976436e482c9 req-f57353a7-d670-443e-85c2-34829052f7da tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:49.281283 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['78279bce-e687-4351-9f0d-f53ca3da6d51'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:47:49.340584 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6070c5-809a-422c-bf16-0b1f2b907be0 x-openstack-request-id: req-6e6070c5-809a-422c-bf16-0b1f2b907be0 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:49.341016 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6dae725-8b53-4759-8d15-7b132a4f874d", "tag": "34b2033f-dd15-4281-a2ad-13fc54b85495", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:49.341390 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e6070c5-809a-422c-bf16-0b1f2b907be0 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:49.342634 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6070c5-809a-422c-bf16-0b1f2b907be0'] response: {'name': 'network-changed', 'server_uuid': 'f6dae725-8b53-4759-8d15-7b132a4f874d', 'tag': '34b2033f-dd15-4281-a2ad-13fc54b85495', 'status': 'completed', 'code': 200} Mar 24 00:47:49.361138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4265d7-86fd-4586-8042-976436e482c9 req-f57353a7-d670-443e-85c2-34829052f7da tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:49.361778 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f4265d7-86fd-4586-8042-976436e482c9 req-f57353a7-d670-443e-85c2-34829052f7da tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:49.379030 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fa30acfe-716a-4151-aa9b-ea11abc8a1e4 req-4ba9ef36-d8e3-476c-a797-106c764e1d3e service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186464 Mar 24 00:47:49.381910 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f4265d7-86fd-4586-8042-976436e482c9 req-f57353a7-d670-443e-85c2-34829052f7da tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "PUT /v2.0/ports/78279bce-e687-4351-9f0d-f53ca3da6d51 HTTP/1.1" status: 200 len: 1003 time: 0.5869355 Mar 24 00:47:49.439902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['78279bce-e687-4351-9f0d-f53ca3da6d51'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:47:49.453458 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57353a7-d670-443e-85c2-34829052f7da tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event updated for resources: {'Port': ['ID=78279bce-e687-4351-9f0d-f53ca3da6d51,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:49.472889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ced3f-db6d-44e7-8b9f-43d511adff13 req-76964291-586c-42c0-ad2c-d1d9f527b942 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:49.474436 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-124ced3f-db6d-44e7-8b9f-43d511adff13 req-76964291-586c-42c0-ad2c-d1d9f527b942 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 944 time: 0.1386616 Mar 24 00:47:49.497612 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['f7d993a5-ebe9-447a-8824-f3cfd7cdda93'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:47:49.523588 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8c84-ffe9-4949-9a8f-dd786372de70 req-de085321-d246-4e26-82d3-3491b6d9f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:49.525189 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-441f8c84-ffe9-4949-9a8f-dd786372de70 req-de085321-d246-4e26-82d3-3491b6d9f04c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b58b741108428bacfc0374d7471278&device_id=f6dae725-8b53-4759-8d15-7b132a4f874d HTTP/1.1" status: 200 len: 1130 time: 0.0871332 Mar 24 00:47:49.551552 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-124ced3f-db6d-44e7-8b9f-43d511adff13 req-4cdfb9e2-7afd-47ee-afff-8ffea9ad2d48 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711646 Mar 24 00:47:49.609556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59708) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:49.682940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87ec3722-7a34-4729-b636-0fef4b0827a3 req-f3cce0dc-879a-45b9-bb4b-8874306ffe05 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-819797033&fields=id&tenant_id=38f8da8ca34547c09c99273aab06136e HTTP/1.1" status: 200 len: 267 time: 0.1010044 Mar 24 00:47:49.686470 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8c84-ffe9-4949-9a8f-dd786372de70 req-a0f77dac-d696-4cda-a903-6033e25f0b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:49.689965 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-441f8c84-ffe9-4949-9a8f-dd786372de70 req-a0f77dac-d696-4cda-a903-6033e25f0b4f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.1542313 Mar 24 00:47:49.759649 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-441f8c84-ffe9-4949-9a8f-dd786372de70 req-11a69ad4-360f-415a-88b9-79717725ccef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=34b2033f-dd15-4281-a2ad-13fc54b85495 HTTP/1.1" status: 200 len: 217 time: 0.0577991 Mar 24 00:47:49.789959 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0d52635-febe-4e07-942f-9856fa9acf6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:49.800613 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec3722-7a34-4729-b636-0fef4b0827a3 req-c5468aaf-e1e4-4749-9776-c1aa736bdd0b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:49.802085 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87ec3722-7a34-4729-b636-0fef4b0827a3 req-c5468aaf-e1e4-4749-9776-c1aa736bdd0b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 1006 time: 0.1171539 Mar 24 00:47:49.812992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8c84-ffe9-4949-9a8f-dd786372de70 req-9e69b16a-291f-40b1-a55c-ff7128b509c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:49.814512 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-441f8c84-ffe9-4949-9a8f-dd786372de70 req-9e69b16a-291f-40b1-a55c-ff7128b509c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0474935 Mar 24 00:47:49.816149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-87ec3722-7a34-4729-b636-0fef4b0827a3 req-9afc7004-08b9-46e8-b9e9-2760e0d78d89 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Request body: {'port': {'security_groups': ['16073e8b-018f-49ee-ad78-b53f1b5e8f00', '9ba2f769-bab6-4be7-bb97-032600d92fb6', 'ab11cb7d-aa10-4262-9917-bb05b9d66e85']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:49.864150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1fb66-f28a-4de2-a5bc-be9120b439bc req-49079c56-8b95-4cd4-a951-3188703d6c94 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:49.866151 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8c84-ffe9-4949-9a8f-dd786372de70 req-3b74531b-e295-498f-9e0a-e96b554aa59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:49.867769 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-441f8c84-ffe9-4949-9a8f-dd786372de70 req-3b74531b-e295-498f-9e0a-e96b554aa59a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0466149 Mar 24 00:47:49.870538 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ee1fb66-f28a-4de2-a5bc-be9120b439bc req-49079c56-8b95-4cd4-a951-3188703d6c94 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6dae725-8b53-4759-8d15-7b132a4f874d HTTP/1.1" status: 200 len: 948 time: 0.1373796 Mar 24 00:47:49.966086 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-441f8c84-ffe9-4949-9a8f-dd786372de70 req-7c52325d-8d02-4018-98d9-18ddb9405265 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889502 Mar 24 00:47:49.977232 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-87ec3722-7a34-4729-b636-0fef4b0827a3 req-9afc7004-08b9-46e8-b9e9-2760e0d78d89 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:49.984225 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ee1fb66-f28a-4de2-a5bc-be9120b439bc req-a0bdca22-0db9-4a37-a05d-84c878b79578 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/security-groups?id=980e87bc-dda1-44d0-b4dd-14ea0831d707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092391 Mar 24 00:47:50.064806 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-441f8c84-ffe9-4949-9a8f-dd786372de70 req-665fdd03-abb3-4a74-99e3-8272c8d1a951 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910192 Mar 24 00:47:50.081991 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:47:50.089124 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0d52635-febe-4e07-942f-9856fa9acf6e admin admin] Publish callbacks [] for security_group (9a4ec315-ca69-4605-90bd-de3df9abe931), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:50.095398 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0d52635-febe-4e07-942f-9856fa9acf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9a4ec315-ca69-4605-90bd-de3df9abe931), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:50.143994 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b0d52635-febe-4e07-942f-9856fa9acf6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5fc271b257d3457b9353f1c9433676a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5303583 Mar 24 00:47:50.144445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59718) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:50.176425 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d52635-febe-4e07-942f-9856fa9acf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4ec315-ca69-4605-90bd-de3df9abe931,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:50.212094 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-efa83a07-7f8c-4afb-8fae-e4a7240f62da admin admin] Publish callbacks [] for security_group (9a4ec315-ca69-4605-90bd-de3df9abe931), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:50.248427 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-efa83a07-7f8c-4afb-8fae-e4a7240f62da admin admin] Publish callbacks [] for security_group (9a4ec315-ca69-4605-90bd-de3df9abe931), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:50.288455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-87ec3722-7a34-4729-b636-0fef4b0827a3 req-9afc7004-08b9-46e8-b9e9-2760e0d78d89 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] For port 78279bce-e687-4351-9f0d-f53ca3da6d51, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=78279bce-e687-4351-9f0d-f53ca3da6d51,segment=NetworkSegment(8eb76b21-cfb0-4ef2-aff4-89519ced406b),segment_id=8eb76b21-cfb0-4ef2-aff4-89519ced406b)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:50.295329 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-efa83a07-7f8c-4afb-8fae-e4a7240f62da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9a4ec315-ca69-4605-90bd-de3df9abe931), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:50.297323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd05c837-2895-4e2c-938c-7daeb8920fc7', 'tag': '7aaa0db0-4411-457a-ab83-3507581a7e96'}, {'name': 'network-changed', 'server_uuid': 'c04ddfd4-47a1-43ae-8a68-802e2d4ea893', 'tag': '78279bce-e687-4351-9f0d-f53ca3da6d51'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:50.297939 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-efa83a07-7f8c-4afb-8fae-e4a7240f62da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:50.299069 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-efa83a07-7f8c-4afb-8fae-e4a7240f62da admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a4ec315-ca69-4605-90bd-de3df9abe931 HTTP/1.1" status: 204 len: 168 time: 0.1535170 Mar 24 00:47:50.299600 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776" -d '{"events": [{"name": "network-changed", "server_uuid": "fd05c837-2895-4e2c-938c-7daeb8920fc7", "tag": "7aaa0db0-4411-457a-ab83-3507581a7e96"}, {"name": "network-changed", "server_uuid": "c04ddfd4-47a1-43ae-8a68-802e2d4ea893", "tag": "78279bce-e687-4351-9f0d-f53ca3da6d51"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:50.309200 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa83a07-7f8c-4afb-8fae-e4a7240f62da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4ec315-ca69-4605-90bd-de3df9abe931,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:50.351758 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-87ec3722-7a34-4729-b636-0fef4b0827a3 req-9afc7004-08b9-46e8-b9e9-2760e0d78d89 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:50.357254 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-87ec3722-7a34-4729-b636-0fef4b0827a3 req-9afc7004-08b9-46e8-b9e9-2760e0d78d89 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:50.368781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['78279bce-e687-4351-9f0d-f53ca3da6d51'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:47:50.408045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad3deb-ae31-426c-8753-0846c4ec045b req-32918534-acac-4dc8-9f0e-537dafee77fd tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:50.413656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ad3deb-ae31-426c-8753-0846c4ec045b req-32918534-acac-4dc8-9f0e-537dafee77fd tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=45ac5e7e-4846-4998-a50d-dec5a6b39000 HTTP/1.1" status: 200 len: 948 time: 0.1274543 Mar 24 00:47:50.426842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec3722-7a34-4729-b636-0fef4b0827a3 req-9afc7004-08b9-46e8-b9e9-2760e0d78d89 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:50.427522 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-87ec3722-7a34-4729-b636-0fef4b0827a3 req-9afc7004-08b9-46e8-b9e9-2760e0d78d89 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:50.429011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87ec3722-7a34-4729-b636-0fef4b0827a3 req-9afc7004-08b9-46e8-b9e9-2760e0d78d89 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "PUT /v2.0/ports/78279bce-e687-4351-9f0d-f53ca3da6d51 HTTP/1.1" status: 200 len: 1042 time: 0.6188445 Mar 24 00:47:50.482244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc7004-08b9-46e8-b9e9-2760e0d78d89 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event updated for resources: {'Port': ['ID=78279bce-e687-4351-9f0d-f53ca3da6d51,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:50.506872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['78279bce-e687-4351-9f0d-f53ca3da6d51'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:47:50.527928 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ad3deb-ae31-426c-8753-0846c4ec045b req-d0cfb7a5-351f-4a1d-b5b7-a2c81e5e73e6 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037107 Mar 24 00:47:50.588061 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f171748c-1af6-48be-95dc-578fae0a692d x-openstack-request-id: req-f171748c-1af6-48be-95dc-578fae0a692d {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:50.588523 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd05c837-2895-4e2c-938c-7daeb8920fc7", "tag": "7aaa0db0-4411-457a-ab83-3507581a7e96", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c04ddfd4-47a1-43ae-8a68-802e2d4ea893", "tag": "78279bce-e687-4351-9f0d-f53ca3da6d51", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:50.588704 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f171748c-1af6-48be-95dc-578fae0a692d {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:50.589053 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f171748c-1af6-48be-95dc-578fae0a692d'] response: {'name': 'network-changed', 'server_uuid': 'fd05c837-2895-4e2c-938c-7daeb8920fc7', 'tag': '7aaa0db0-4411-457a-ab83-3507581a7e96', 'status': 'completed', 'code': 200} Mar 24 00:47:50.589610 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f171748c-1af6-48be-95dc-578fae0a692d'] response: {'name': 'network-changed', 'server_uuid': 'c04ddfd4-47a1-43ae-8a68-802e2d4ea893', 'tag': '78279bce-e687-4351-9f0d-f53ca3da6d51', 'status': 'completed', 'code': 200} Mar 24 00:47:50.688193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59748) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:50.702012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7393fdb-f46b-4d03-8be3-d05d20e8271a req-0d115981-3e65-4212-a1a1-625baa60c8af tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:50.704182 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7393fdb-f46b-4d03-8be3-d05d20e8271a req-0d115981-3e65-4212-a1a1-625baa60c8af tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 1045 time: 0.1043046 Mar 24 00:47:50.712213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-9678d8ee-cc97-42f7-a4d3-c0e9469bf48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:50.714818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-9678d8ee-cc97-42f7-a4d3-c0e9469bf48f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38f8da8ca34547c09c99273aab06136e&device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 1228 time: 0.1033962 Mar 24 00:47:50.717211 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f61e2ef6-1e8e-42da-a1b1-de4761bb0102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:50.746637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-65238bc1-e1fe-47dd-b030-f2fe8d3d59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:50.752861 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-65238bc1-e1fe-47dd-b030-f2fe8d3d59f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 1156 time: 0.1410806 Mar 24 00:47:50.862770 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-17eedc34-0b6c-4158-95c5-0be4313555b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:50.864267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-17eedc34-0b6c-4158-95c5-0be4313555b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3d10d95e-3361-430f-8a90-c3381dc2c6c4 HTTP/1.1" status: 200 len: 914 time: 0.1275327 Mar 24 00:47:50.900433 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-4588d805-53ee-4fa7-b379-32c27a9e8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:50.903059 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-4588d805-53ee-4fa7-b379-32c27a9e8e1f service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.1361701 Mar 24 00:47:50.917316 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f7d993a5-ebe9-447a-8824-f3cfd7cdda93 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:47:50.953556 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-43ea6402-5a98-4835-8915-dc27ed79bb6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aaa0db0-4411-457a-ab83-3507581a7e96 HTTP/1.1" status: 200 len: 217 time: 0.0430393 Mar 24 00:47:51.013998 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f61e2ef6-1e8e-42da-a1b1-de4761bb0102 admin admin] Publish callbacks [] for security_group (635dc716-1d1a-4d6e-8a3e-bfd22df0b16d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.015000 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port f7d993a5-ebe9-447a-8824-f3cfd7cdda93 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:47:51.020033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port f7d993a5-ebe9-447a-8824-f3cfd7cdda93 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:51.020409 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f7d993a5-ebe9-447a-8824-f3cfd7cdda93), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.022044 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-7d24aede-7b5d-444e-8452-de2d4d9f95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:51.024677 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-7d24aede-7b5d-444e-8452-de2d4d9f95cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.0640202 Mar 24 00:47:51.025371 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f61e2ef6-1e8e-42da-a1b1-de4761bb0102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (635dc716-1d1a-4d6e-8a3e-bfd22df0b16d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.067171 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7393fdb-f46b-4d03-8be3-d05d20e8271a req-857ba9b6-296e-42e0-83c4-144e9d86228b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ba2f769-bab6-4be7-bb97-032600d92fb6&id=ab11cb7d-aa10-4262-9917-bb05b9d66e85&id=16073e8b-018f-49ee-ad78-b53f1b5e8f00 HTTP/1.1" status: 200 len: 6200 time: 0.3511307 Mar 24 00:47:51.070334 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-f98d1b2a-b124-40d0-a791-91c9684d871f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78279bce-e687-4351-9f0d-f53ca3da6d51 HTTP/1.1" status: 200 len: 217 time: 0.1929090 Mar 24 00:47:51.071144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59758) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:51.084748 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-7b1381b0-6178-4c48-891f-247cbe78d536 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487115 Mar 24 00:47:51.112415 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f61e2ef6-1e8e-42da-a1b1-de4761bb0102 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=00f30cd96be34131b5bf30a975e7be91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4231555 Mar 24 00:47:51.113212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e2ef6-1e8e-42da-a1b1-de4761bb0102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635dc716-1d1a-4d6e-8a3e-bfd22df0b16d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:51.113951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59764) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:51.170572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f7d993a5-ebe9-447a-8824-f3cfd7cdda93 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:51.171091 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f7d993a5-ebe9-447a-8824-f3cfd7cdda93), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.174782 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983a767-358a-4e94-b36e-68c3aac0f958 req-d95fed3b-930c-46be-8f04-4f1709ea143c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:51.182748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7983a767-358a-4e94-b36e-68c3aac0f958 req-d95fed3b-930c-46be-8f04-4f1709ea143c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 944 time: 0.3094826 Mar 24 00:47:51.196273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ac5e7e-4846-4998-a50d-dec5a6b39000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d993a5-ebe9-447a-8824-f3cfd7cdda93'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:51.198183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-7eb20f99-93f7-49f1-967a-f878a7fa8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:51.199278 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff28ea76-3f85-48dc-bb2f-89e05c6d2cec" -d '{"events": [{"server_uuid": "45ac5e7e-4846-4998-a50d-dec5a6b39000", "name": "network-vif-plugged", "status": "completed", "tag": "f7d993a5-ebe9-447a-8824-f3cfd7cdda93"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:51.199833 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-7eb20f99-93f7-49f1-967a-f878a7fa8aaa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a60cf0f-74c4-4d18-b030-c9f52047b74b HTTP/1.1" status: 200 len: 853 time: 0.1167743 Mar 24 00:47:51.215999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f7d993a5-ebe9-447a-8824-f3cfd7cdda93, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f7d993a5-ebe9-447a-8824-f3cfd7cdda93,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:51.219933 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f7d993a5-ebe9-447a-8824-f3cfd7cdda93), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.220842 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-6f757403-b3f2-4656-a60b-26604e97d435 service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228764 Mar 24 00:47:51.274556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f7d993a5-ebe9-447a-8824-f3cfd7cdda93,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:51.277533 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-01bd8226-88f8-4f9c-a76b-dab974f5ceb6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d10d95e-3361-430f-8a90-c3381dc2c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661225 Mar 24 00:47:51.309263 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f70fc90-1308-47ab-b1a1-2bc9ef284a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.316952 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-ee5499e8-6d6a-492d-aa4a-e68afccdea78 service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910759 Mar 24 00:47:51.361521 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-756f276a-88fb-4004-b35a-62c8d385ad4d admin admin] Publish callbacks [] for security_group (635dc716-1d1a-4d6e-8a3e-bfd22df0b16d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.393557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7983a767-358a-4e94-b36e-68c3aac0f958 req-a6b4732f-3cf9-4837-ba84-aee04bd43789 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107301 Mar 24 00:47:51.416926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb21cac-2151-4d82-8972-7c81b588475d req-b865a8c5-92c9-4064-94dc-9fa53f743561 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:51.418664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7cb21cac-2151-4d82-8972-7c81b588475d req-b865a8c5-92c9-4064-94dc-9fa53f743561 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6dae725-8b53-4759-8d15-7b132a4f874d HTTP/1.1" status: 200 len: 948 time: 0.2237806 Mar 24 00:47:51.447055 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-756f276a-88fb-4004-b35a-62c8d385ad4d admin admin] Publish callbacks [] for security_group (635dc716-1d1a-4d6e-8a3e-bfd22df0b16d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.451933 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-23bf156f-4ce6-4b4e-b8bf-271336463751 req-a2bd702a-238a-427d-9a36-e8465e459d36 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Request body: {'security_group': {'name': ' tempest-securitygroup -914711337 ', 'description': 'tempest-description-1328505082'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:51.542382 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-bf4e4f6b-4051-44be-8051-d4540391ff15 service neutron] 10.222.0.48 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470555 Mar 24 00:47:51.546479 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-23bf156f-4ce6-4b4e-b8bf-271336463751 req-a2bd702a-238a-427d-9a36-e8465e459d36 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.627857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7cb21cac-2151-4d82-8972-7c81b588475d req-2249ee7b-1eb3-4980-be47-471ee226c04b tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/security-groups?id=980e87bc-dda1-44d0-b4dd-14ea0831d707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962018 Mar 24 00:47:51.665604 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-756f276a-88fb-4004-b35a-62c8d385ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (635dc716-1d1a-4d6e-8a3e-bfd22df0b16d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.668205 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-756f276a-88fb-4004-b35a-62c8d385ad4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.669600 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-756f276a-88fb-4004-b35a-62c8d385ad4d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/635dc716-1d1a-4d6e-8a3e-bfd22df0b16d HTTP/1.1" status: 204 len: 168 time: 0.5536432 Mar 24 00:47:51.678694 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f70fc90-1308-47ab-b1a1-2bc9ef284a9f admin admin] Publish callbacks [] for security_group (077b67a0-9bb6-44b6-8efb-49af9fc453f7), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.700003 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f70fc90-1308-47ab-b1a1-2bc9ef284a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (077b67a0-9bb6-44b6-8efb-49af9fc453f7), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.709222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f276a-88fb-4004-b35a-62c8d385ad4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635dc716-1d1a-4d6e-8a3e-bfd22df0b16d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:51.731613 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73068edc-62b4-4909-b65c-ad08dffae700 x-openstack-request-id: req-73068edc-62b4-4909-b65c-ad08dffae700 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:51.732089 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ac5e7e-4846-4998-a50d-dec5a6b39000", "name": "network-vif-plugged", "status": "completed", "tag": "f7d993a5-ebe9-447a-8824-f3cfd7cdda93", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:51.732165 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73068edc-62b4-4909-b65c-ad08dffae700 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:51.732698 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73068edc-62b4-4909-b65c-ad08dffae700'] response: {'server_uuid': '45ac5e7e-4846-4998-a50d-dec5a6b39000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d993a5-ebe9-447a-8824-f3cfd7cdda93', 'code': 200} Mar 24 00:47:51.770832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2d03d62-38a8-4f80-8baf-3b7d3b6ac776 req-51eb2a43-b1bc-4fac-be70-870b4ce5cbec service neutron] 10.222.0.48 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152472 Mar 24 00:47:51.782934 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59774) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:51.783504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2f70fc90-1308-47ab-b1a1-2bc9ef284a9f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a79cae682164e7db91819a88814c3e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7074125 Mar 24 00:47:51.798189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70fc90-1308-47ab-b1a1-2bc9ef284a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077b67a0-9bb6-44b6-8efb-49af9fc453f7,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:51.820165 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-23bf156f-4ce6-4b4e-b8bf-271336463751 req-a2bd702a-238a-427d-9a36-e8465e459d36 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (dcb057a5-4af1-4491-bbc4-25f912b2cc8a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.825536 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-23bf156f-4ce6-4b4e-b8bf-271336463751 req-a2bd702a-238a-427d-9a36-e8465e459d36 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (dcb057a5-4af1-4491-bbc4-25f912b2cc8a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.880873 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-23bf156f-4ce6-4b4e-b8bf-271336463751 req-a2bd702a-238a-427d-9a36-e8465e459d36 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.882116 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23bf156f-4ce6-4b4e-b8bf-271336463751 req-a2bd702a-238a-427d-9a36-e8465e459d36 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4454796 Mar 24 00:47:51.890509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd702a-238a-427d-9a36-e8465e459d36 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb057a5-4af1-4491-bbc4-25f912b2cc8a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:51.899218 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-671b9159-296b-4015-89ee-d801f53f815c admin admin] Publish callbacks [] for security_group (077b67a0-9bb6-44b6-8efb-49af9fc453f7), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:51.908841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cca954-0c2d-4a3a-88c5-9cbc33382e4e req-fbdbd8e3-56ab-4f95-98c5-afc6b9952be1 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:51.910552 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33cca954-0c2d-4a3a-88c5-9cbc33382e4e req-fbdbd8e3-56ab-4f95-98c5-afc6b9952be1 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=45ac5e7e-4846-4998-a50d-dec5a6b39000 HTTP/1.1" status: 200 len: 949 time: 0.1068690 Mar 24 00:47:51.926017 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d37fc-0d06-44ee-87ed-b5ea58c30aa6 req-17b73b4b-54ed-45cb-b03f-79e746817243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:51.927572 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-979d37fc-0d06-44ee-87ed-b5ea58c30aa6 req-17b73b4b-54ed-45cb-b03f-79e746817243 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=45ac5e7e-4846-4998-a50d-dec5a6b39000 HTTP/1.1" status: 200 len: 1131 time: 0.1179543 Mar 24 00:47:51.929453 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-671b9159-296b-4015-89ee-d801f53f815c admin admin] Publish callbacks [] for security_group (077b67a0-9bb6-44b6-8efb-49af9fc453f7), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:52.001160 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-979d37fc-0d06-44ee-87ed-b5ea58c30aa6 req-213ff4fb-e62a-4966-96af-9a2870137a62 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643446 Mar 24 00:47:52.009644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33cca954-0c2d-4a3a-88c5-9cbc33382e4e req-c80637fa-5116-4a65-bc76-a1b5339baa9a tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911353 Mar 24 00:47:52.026294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac6ee626-1372-4128-bef2-4b51e7918554 req-cc71d8b1-fc8e-4df4-b886-b36f851225a5 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/dcb057a5-4af1-4491-bbc4-25f912b2cc8a HTTP/1.1" status: 200 len: 1797 time: 0.0793695 Mar 24 00:47:52.038865 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-671b9159-296b-4015-89ee-d801f53f815c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (077b67a0-9bb6-44b6-8efb-49af9fc453f7), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:52.042013 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-671b9159-296b-4015-89ee-d801f53f815c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:52.045763 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-671b9159-296b-4015-89ee-d801f53f815c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/077b67a0-9bb6-44b6-8efb-49af9fc453f7 HTTP/1.1" status: 204 len: 168 time: 0.2577858 Mar 24 00:47:52.072431 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b9159-296b-4015-89ee-d801f53f815c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077b67a0-9bb6-44b6-8efb-49af9fc453f7,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:52.101842 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5bf9807-8b03-4f42-83e9-5a481b3f741a req-9d5c47d8-6870-43aa-bf8e-671291882902 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/dcb057a5-4af1-4491-bbc4-25f912b2cc8a HTTP/1.1" status: 200 len: 1797 time: 0.0551553 Mar 24 00:47:52.160218 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d5bf9807-8b03-4f42-83e9-5a481b3f741a req-be160ff5-9914-48cb-9e3f-694c3494c176 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (dcb057a5-4af1-4491-bbc4-25f912b2cc8a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:52.187840 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d5bf9807-8b03-4f42-83e9-5a481b3f741a req-be160ff5-9914-48cb-9e3f-694c3494c176 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (dcb057a5-4af1-4491-bbc4-25f912b2cc8a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:52.240886 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d5bf9807-8b03-4f42-83e9-5a481b3f741a req-be160ff5-9914-48cb-9e3f-694c3494c176 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (dcb057a5-4af1-4491-bbc4-25f912b2cc8a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:52.243895 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d5bf9807-8b03-4f42-83e9-5a481b3f741a req-be160ff5-9914-48cb-9e3f-694c3494c176 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:52.245902 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5bf9807-8b03-4f42-83e9-5a481b3f741a req-be160ff5-9914-48cb-9e3f-694c3494c176 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "DELETE /v2.0/security-groups/dcb057a5-4af1-4491-bbc4-25f912b2cc8a HTTP/1.1" status: 204 len: 173 time: 0.1408539 Mar 24 00:47:52.268349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be160ff5-9914-48cb-9e3f-694c3494c176 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb057a5-4af1-4491-bbc4-25f912b2cc8a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:52.325406 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-6ea4023c-babf-423c-b2fe-bba04a33f62d req-cfd0d82d-faa9-4be5-9550-ef90fb907268 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] show failed (client error): The resource could not be found. Mar 24 00:47:52.337407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ea4023c-babf-423c-b2fe-bba04a33f62d req-cfd0d82d-faa9-4be5-9550-ef90fb907268 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/dcb057a5-4af1-4491-bbc4-25f912b2cc8a HTTP/1.1" status: 404 len: 352 time: 0.0631413 Mar 24 00:47:52.365661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-9d4ddf3c-be42-464d-9cdd-3ebf56810872 req-099a8dbc-5239-474f-b079-f6f276297344 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-664569276', 'description': 'tempest-description-197152949'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:52.384432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 7aaa0db0-4411-457a-ab83-3507581a7e96 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:47:52.436893 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9d4ddf3c-be42-464d-9cdd-3ebf56810872 req-099a8dbc-5239-474f-b079-f6f276297344 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:52.547878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 7aaa0db0-4411-457a-ab83-3507581a7e96, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7aaa0db0-4411-457a-ab83-3507581a7e96,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:52.557828 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59808) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:52.578548 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d739587-e3d5-46d0-9e0c-3654056085c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:52.589169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 7aaa0db0-4411-457a-ab83-3507581a7e96 has no active binding in host n-h2-760455-9 {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 24 00:47:52.590920 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04ddfd4-47a1-43ae-8a68-802e2d4ea893', 'tag': '78279bce-e687-4351-9f0d-f53ca3da6d51'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:52.593416 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7135e3-7804-4460-94f6-44093335c104" -d '{"events": [{"name": "network-changed", "server_uuid": "c04ddfd4-47a1-43ae-8a68-802e2d4ea893", "tag": "78279bce-e687-4351-9f0d-f53ca3da6d51"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:52.617163 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9d4ddf3c-be42-464d-9cdd-3ebf56810872 req-099a8dbc-5239-474f-b079-f6f276297344 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (a2a5d9f4-aeee-4abd-a8e8-8216bc759fb2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:52.624891 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9d4ddf3c-be42-464d-9cdd-3ebf56810872 req-099a8dbc-5239-474f-b079-f6f276297344 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a2a5d9f4-aeee-4abd-a8e8-8216bc759fb2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:52.642075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54401159-ca20-43f3-94fd-ea8d964c3813 req-bd35e5b6-6ec8-4c6a-8052-6c70df24366b tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:52.649156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54401159-ca20-43f3-94fd-ea8d964c3813 req-bd35e5b6-6ec8-4c6a-8052-6c70df24366b tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 944 time: 0.1267083 Mar 24 00:47:52.656551 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59814) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:52.697373 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9d4ddf3c-be42-464d-9cdd-3ebf56810872 req-099a8dbc-5239-474f-b079-f6f276297344 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:52.717755 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d4ddf3c-be42-464d-9cdd-3ebf56810872 req-099a8dbc-5239-474f-b079-f6f276297344 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3597238 Mar 24 00:47:52.722156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a8dbc-5239-474f-b079-f6f276297344 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a5d9f4-aeee-4abd-a8e8-8216bc759fb2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:52.733273 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d739587-e3d5-46d0-9e0c-3654056085c0 admin admin] Publish callbacks [] for security_group (49679030-bc2b-42e5-89df-51ab6731ca14), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:52.738682 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d739587-e3d5-46d0-9e0c-3654056085c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (49679030-bc2b-42e5-89df-51ab6731ca14), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:52.764496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54401159-ca20-43f3-94fd-ea8d964c3813 req-048ed25a-2501-4bf7-907b-b952654e9d4c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116848 Mar 24 00:47:52.769273 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897147bc-ddb8-41a2-9054-7d567e58003d x-openstack-request-id: req-897147bc-ddb8-41a2-9054-7d567e58003d {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:52.770600 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04ddfd4-47a1-43ae-8a68-802e2d4ea893", "tag": "78279bce-e687-4351-9f0d-f53ca3da6d51", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:52.771977 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-897147bc-ddb8-41a2-9054-7d567e58003d {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:52.772464 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897147bc-ddb8-41a2-9054-7d567e58003d'] response: {'name': 'network-changed', 'server_uuid': 'c04ddfd4-47a1-43ae-8a68-802e2d4ea893', 'tag': '78279bce-e687-4351-9f0d-f53ca3da6d51', 'status': 'completed', 'code': 200} Mar 24 00:47:52.809862 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2d739587-e3d5-46d0-9e0c-3654056085c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f4740b3252ba4bcebc00c86027449ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506917 Mar 24 00:47:52.819978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59822) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:52.845724 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d739587-e3d5-46d0-9e0c-3654056085c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49679030-bc2b-42e5-89df-51ab6731ca14,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:52.846967 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-11adca85-901d-4c16-b5b8-7eebdf8617a9 req-c595cd2b-eb80-42bd-9255-63aefe00e59c tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-819391115', 'description': 'tempest-description-601340419'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:52.930576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 34b2033f-dd15-4281-a2ad-13fc54b85495 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:47:52.938625 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-11adca85-901d-4c16-b5b8-7eebdf8617a9 req-c595cd2b-eb80-42bd-9255-63aefe00e59c tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:52.956054 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6e02dd4e-b1c1-4aaf-b811-2b20e96d8fc1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2e34ea1e64ce4a7686e324b5a2e83b23&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2959688 Mar 24 00:47:52.956280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59828) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:52.970227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7135e3-7804-4460-94f6-44093335c104 req-76e7e5c0-e6e1-4a65-9371-469e6a9abbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:52.971754 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b7135e3-7804-4460-94f6-44093335c104 req-76e7e5c0-e6e1-4a65-9371-469e6a9abbd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38f8da8ca34547c09c99273aab06136e&device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 1228 time: 0.1840038 Mar 24 00:47:53.013891 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c369b85a-f8ac-4601-a278-7d6ddfe7f043 admin admin] Publish callbacks [] for security_group (945447bf-4622-4d85-b417-2dcee3d74006), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.065562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 34b2033f-dd15-4281-a2ad-13fc54b85495, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=34b2033f-dd15-4281-a2ad-13fc54b85495,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:53.065781 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d51a-b252-4c7f-9643-763bb3a6694a admin admin] Publish callbacks [] for security_group (49679030-bc2b-42e5-89df-51ab6731ca14), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.071030 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c369b85a-f8ac-4601-a278-7d6ddfe7f043 admin admin] Publish callbacks [] for security_group (945447bf-4622-4d85-b417-2dcee3d74006), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.073672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1b1c8-d5fc-4052-96b1-c0042d8ee30c req-c6b90787-e075-4404-8d08-e338adc8ed8c tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:53.080010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '34b2033f-dd15-4281-a2ad-13fc54b85495', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '34b2033f-dd15-4281-a2ad-13fc54b85495', 'mac_address': 'fa:16:3e:8f:83:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:47:53.080578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1c1b1c8-d5fc-4052-96b1-c0042d8ee30c req-c6b90787-e075-4404-8d08-e338adc8ed8c tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6dae725-8b53-4759-8d15-7b132a4f874d HTTP/1.1" status: 200 len: 948 time: 0.2185483 Mar 24 00:47:53.136506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 34b2033f-dd15-4281-a2ad-13fc54b85495 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:53.137380 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (34b2033f-dd15-4281-a2ad-13fc54b85495), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.138764 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c369b85a-f8ac-4601-a278-7d6ddfe7f043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (945447bf-4622-4d85-b417-2dcee3d74006), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.142306 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c369b85a-f8ac-4601-a278-7d6ddfe7f043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.143850 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c369b85a-f8ac-4601-a278-7d6ddfe7f043 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/945447bf-4622-4d85-b417-2dcee3d74006 HTTP/1.1" status: 204 len: 168 time: 0.1864915 Mar 24 00:47:53.154923 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369b85a-f8ac-4601-a278-7d6ddfe7f043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945447bf-4622-4d85-b417-2dcee3d74006,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:53.174350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b2033f-dd15-4281-a2ad-13fc54b85495 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:47:53.204217 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 34b2033f-dd15-4281-a2ad-13fc54b85495, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=34b2033f-dd15-4281-a2ad-13fc54b85495,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:53.211300 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d51a-b252-4c7f-9643-763bb3a6694a admin admin] Publish callbacks [] for security_group (49679030-bc2b-42e5-89df-51ab6731ca14), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.214397 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (34b2033f-dd15-4281-a2ad-13fc54b85495), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.263910 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1c1b1c8-d5fc-4052-96b1-c0042d8ee30c req-bc3d0133-56ca-4d58-b540-9c1fcaebb34e tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/security-groups?id=980e87bc-dda1-44d0-b4dd-14ea0831d707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824753 Mar 24 00:47:53.271104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7135e3-7804-4460-94f6-44093335c104 req-b57204a3-07a6-4cb3-97d6-0a27f2f956c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:53.272540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b7135e3-7804-4460-94f6-44093335c104 req-b57204a3-07a6-4cb3-97d6-0a27f2f956c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3d10d95e-3361-430f-8a90-c3381dc2c6c4 HTTP/1.1" status: 200 len: 914 time: 0.2858222 Mar 24 00:47:53.290172 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-11adca85-901d-4c16-b5b8-7eebdf8617a9 req-c595cd2b-eb80-42bd-9255-63aefe00e59c tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (42727acc-534d-49e2-b61d-ee7fdcd416b9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.305351 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-11adca85-901d-4c16-b5b8-7eebdf8617a9 req-c595cd2b-eb80-42bd-9255-63aefe00e59c tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (42727acc-534d-49e2-b61d-ee7fdcd416b9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.319938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=34b2033f-dd15-4281-a2ad-13fc54b85495,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:53.352219 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b7135e3-7804-4460-94f6-44093335c104 req-4c458e8e-724a-4d01-87c6-f30bf8edefbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78279bce-e687-4351-9f0d-f53ca3da6d51 HTTP/1.1" status: 200 len: 217 time: 0.0690551 Mar 24 00:47:53.503683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['34b2033f-dd15-4281-a2ad-13fc54b85495'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:47:53.594997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595cd2b-eb80-42bd-9255-63aefe00e59c tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42727acc-534d-49e2-b61d-ee7fdcd416b9,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:53.605499 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59846) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:53.629854 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-11adca85-901d-4c16-b5b8-7eebdf8617a9 req-c595cd2b-eb80-42bd-9255-63aefe00e59c tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.631094 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11adca85-901d-4c16-b5b8-7eebdf8617a9 req-c595cd2b-eb80-42bd-9255-63aefe00e59c tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.8100812 Mar 24 00:47:53.652790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7135e3-7804-4460-94f6-44093335c104 req-a4f321aa-503e-4b55-9734-7e4f744f435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:53.654323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b7135e3-7804-4460-94f6-44093335c104 req-a4f321aa-503e-4b55-9734-7e4f744f435d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a60cf0f-74c4-4d18-b030-c9f52047b74b HTTP/1.1" status: 200 len: 853 time: 0.2895334 Mar 24 00:47:53.656507 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d51a-b252-4c7f-9643-763bb3a6694a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (49679030-bc2b-42e5-89df-51ab6731ca14), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.659155 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d51a-b252-4c7f-9643-763bb3a6694a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.662691 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3ad2d51a-b252-4c7f-9643-763bb3a6694a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/49679030-bc2b-42e5-89df-51ab6731ca14 HTTP/1.1" status: 204 len: 168 time: 0.8358476 Mar 24 00:47:53.688792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-fc185c6c-ee83-493b-bb53-79db79978794 req-b0cb9c1e-d24c-4d86-b969-463510a96817 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1548779525', 'description': 'tempest-description-71591439'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:53.701917 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ea536a41-9a41-46e0-8a54-5bc188d615f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f528ee84e3004d11a46652e64051bc2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0946584 Mar 24 00:47:53.704234 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59854) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:53.728139 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b7135e3-7804-4460-94f6-44093335c104 req-e7352b81-9f0c-4be7-8c29-d44d29dbdcae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d10d95e-3361-430f-8a90-c3381dc2c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514803 Mar 24 00:47:53.728548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2d51a-b252-4c7f-9643-763bb3a6694a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49679030-bc2b-42e5-89df-51ab6731ca14,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:53.835372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b6360-9367-427a-a989-e7695aa2fcb1 req-2233848a-2a52-4de8-b098-6b86f5ebbb3d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:53.836786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a66b6360-9367-427a-a989-e7695aa2fcb1 req-2233848a-2a52-4de8-b098-6b86f5ebbb3d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=45ac5e7e-4846-4998-a50d-dec5a6b39000 HTTP/1.1" status: 200 len: 949 time: 0.2729263 Mar 24 00:47:53.838007 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1af99bf-7bc0-42df-aa93-005c22d0b9e2 admin admin] Publish callbacks [] for security_group (fefd3efd-762d-4b08-9e9d-6358a094026d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.852060 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fc185c6c-ee83-493b-bb53-79db79978794 req-b0cb9c1e-d24c-4d86-b969-463510a96817 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.871107 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1af99bf-7bc0-42df-aa93-005c22d0b9e2 admin admin] Publish callbacks [] for security_group (fefd3efd-762d-4b08-9e9d-6358a094026d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.930550 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1af99bf-7bc0-42df-aa93-005c22d0b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fefd3efd-762d-4b08-9e9d-6358a094026d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.936105 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1af99bf-7bc0-42df-aa93-005c22d0b9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:53.937821 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f1af99bf-7bc0-42df-aa93-005c22d0b9e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fefd3efd-762d-4b08-9e9d-6358a094026d HTTP/1.1" status: 204 len: 168 time: 0.2324421 Mar 24 00:47:53.950666 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af99bf-7bc0-42df-aa93-005c22d0b9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefd3efd-762d-4b08-9e9d-6358a094026d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:54.000947 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b7135e3-7804-4460-94f6-44093335c104 req-b4c00023-5680-400c-ac89-ed6eefb8da97 service neutron] 10.222.0.48 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660260 Mar 24 00:47:54.009125 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a66b6360-9367-427a-a989-e7695aa2fcb1 req-e5d826d0-96dc-4547-8124-ae5a96ac0619 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581352 Mar 24 00:47:54.151372 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fc185c6c-ee83-493b-bb53-79db79978794 req-b0cb9c1e-d24c-4d86-b969-463510a96817 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (1d80f3af-5141-487b-9bf3-21b43299dccd), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:54.164681 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fc185c6c-ee83-493b-bb53-79db79978794 req-b0cb9c1e-d24c-4d86-b969-463510a96817 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1d80f3af-5141-487b-9bf3-21b43299dccd), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:54.207463 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fc185c6c-ee83-493b-bb53-79db79978794 req-b0cb9c1e-d24c-4d86-b969-463510a96817 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:54.208807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc185c6c-ee83-493b-bb53-79db79978794 req-b0cb9c1e-d24c-4d86-b969-463510a96817 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5474811 Mar 24 00:47:54.228298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb9c1e-d24c-4d86-b969-463510a96817 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d80f3af-5141-487b-9bf3-21b43299dccd,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:54.285621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb3bdf-3390-449f-b61a-9fb6b557ed6c req-01dacfac-680f-4974-b6cd-764bd651baa6 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:54.294309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68cb3bdf-3390-449f-b61a-9fb6b557ed6c req-01dacfac-680f-4974-b6cd-764bd651baa6 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 944 time: 0.1768486 Mar 24 00:47:54.298604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b7135e3-7804-4460-94f6-44093335c104 req-d5287c0f-2915-47a1-9849-81eb2ad2ea76 service neutron] 10.222.0.48 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838786 Mar 24 00:47:54.420656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68cb3bdf-3390-449f-b61a-9fb6b557ed6c req-20a15658-683e-4267-bf31-f584cadca5e5 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194310 Mar 24 00:47:54.538141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e85ce14e-66f4-4d09-85c2-15e9e3f2332b req-618eaea4-0f8c-4996-8cc1-aebd539d4348 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=38f8da8ca34547c09c99273aab06136e HTTP/1.1" status: 200 len: 10995 time: 0.1046288 Mar 24 00:47:54.594496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e85ce14e-66f4-4d09-85c2-15e9e3f2332b req-bfb95cbe-edef-4630-aa12-18b726d62102 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/16073e8b-018f-49ee-ad78-b53f1b5e8f00 HTTP/1.1" status: 200 len: 2998 time: 0.0483491 Mar 24 00:47:54.646397 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e85ce14e-66f4-4d09-85c2-15e9e3f2332b req-2fef90f3-9f16-4654-b23c-70dac0004e0b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/16073e8b-018f-49ee-ad78-b53f1b5e8f00 HTTP/1.1" status: 200 len: 2998 time: 0.0463600 Mar 24 00:47:54.776498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d9efc-ae7f-4128-8c00-ff798c83b212 req-de0cbf01-7473-458a-a4b3-e2f7c18906c7 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:54.778383 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-038d9efc-ae7f-4128-8c00-ff798c83b212 req-de0cbf01-7473-458a-a4b3-e2f7c18906c7 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6dae725-8b53-4759-8d15-7b132a4f874d HTTP/1.1" status: 200 len: 949 time: 0.0711908 Mar 24 00:47:54.873303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-038d9efc-ae7f-4128-8c00-ff798c83b212 req-ad1e4165-ad94-4c18-abfa-2205e8014a8a tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/security-groups?id=980e87bc-dda1-44d0-b4dd-14ea0831d707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890820 Mar 24 00:47:54.890144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb0ad1-3b73-4390-b4d4-bed3db66d3eb req-5943f5f3-5e36-42cb-bc4f-9e9df28bc552 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:54.896839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f1eb0ad1-3b73-4390-b4d4-bed3db66d3eb req-5943f5f3-5e36-42cb-bc4f-9e9df28bc552 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=45ac5e7e-4846-4998-a50d-dec5a6b39000 HTTP/1.1" status: 200 len: 949 time: 0.0971813 Mar 24 00:47:54.944007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 34b2033f-dd15-4281-a2ad-13fc54b85495 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:47:54.982005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f1eb0ad1-3b73-4390-b4d4-bed3db66d3eb req-3547eae7-da1d-47ad-ba32-f04571b0582c tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798512 Mar 24 00:47:54.985221 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ee049a1-eb0b-49a6-a671-9e8c6ce21fa5 req-c2cbc8c7-7bfd-4591-86d4-05f8c4a663c3 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/a2a5d9f4-aeee-4abd-a8e8-8216bc759fb2 HTTP/1.1" status: 200 len: 1816 time: 0.0798297 Mar 24 00:47:55.023287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 34b2033f-dd15-4281-a2ad-13fc54b85495 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:47:55.039445 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 34b2033f-dd15-4281-a2ad-13fc54b85495 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:47:55.040666 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (34b2033f-dd15-4281-a2ad-13fc54b85495), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:55.102550 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9ee049a1-eb0b-49a6-a671-9e8c6ce21fa5 req-732e1025-bb8c-43c2-b204-289e483a7dd9 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (a2a5d9f4-aeee-4abd-a8e8-8216bc759fb2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:55.143264 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9ee049a1-eb0b-49a6-a671-9e8c6ce21fa5 req-732e1025-bb8c-43c2-b204-289e483a7dd9 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (a2a5d9f4-aeee-4abd-a8e8-8216bc759fb2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:55.161471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 34b2033f-dd15-4281-a2ad-13fc54b85495 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:47:55.162014 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (34b2033f-dd15-4281-a2ad-13fc54b85495), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:55.190106 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6dae725-8b53-4759-8d15-7b132a4f874d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b2033f-dd15-4281-a2ad-13fc54b85495'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:55.192859 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4ae658-291e-4f50-ba83-84aab9104cf1" -d '{"events": [{"server_uuid": "f6dae725-8b53-4759-8d15-7b132a4f874d", "name": "network-vif-plugged", "status": "completed", "tag": "34b2033f-dd15-4281-a2ad-13fc54b85495"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:55.214678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 34b2033f-dd15-4281-a2ad-13fc54b85495, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=34b2033f-dd15-4281-a2ad-13fc54b85495,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:55.222782 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (34b2033f-dd15-4281-a2ad-13fc54b85495), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:55.226053 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9ee049a1-eb0b-49a6-a671-9e8c6ce21fa5 req-732e1025-bb8c-43c2-b204-289e483a7dd9 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a2a5d9f4-aeee-4abd-a8e8-8216bc759fb2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:55.233684 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9ee049a1-eb0b-49a6-a671-9e8c6ce21fa5 req-732e1025-bb8c-43c2-b204-289e483a7dd9 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:55.238963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ee049a1-eb0b-49a6-a671-9e8c6ce21fa5 req-732e1025-bb8c-43c2-b204-289e483a7dd9 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "DELETE /v2.0/security-groups/a2a5d9f4-aeee-4abd-a8e8-8216bc759fb2 HTTP/1.1" status: 204 len: 173 time: 0.2467668 Mar 24 00:47:55.266805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e1025-bb8c-43c2-b204-289e483a7dd9 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a5d9f4-aeee-4abd-a8e8-8216bc759fb2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:55.318308 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f66d973-7382-4dc6-a2e5-cc8186c41599 x-openstack-request-id: req-8f66d973-7382-4dc6-a2e5-cc8186c41599 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:55.318918 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6dae725-8b53-4759-8d15-7b132a4f874d", "name": "network-vif-plugged", "status": "completed", "tag": "34b2033f-dd15-4281-a2ad-13fc54b85495", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:55.319363 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f66d973-7382-4dc6-a2e5-cc8186c41599 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:55.319947 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f66d973-7382-4dc6-a2e5-cc8186c41599'] response: {'server_uuid': 'f6dae725-8b53-4759-8d15-7b132a4f874d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b2033f-dd15-4281-a2ad-13fc54b85495', 'code': 200} Mar 24 00:47:55.356524 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=34b2033f-dd15-4281-a2ad-13fc54b85495,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:55.359456 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-dcdc7a35-2a77-49c0-9c68-6530742896e9 req-55991db7-400a-4fe6-97bc-7e66231f334d tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] show failed (client error): The resource could not be found. Mar 24 00:47:55.360697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dcdc7a35-2a77-49c0-9c68-6530742896e9 req-55991db7-400a-4fe6-97bc-7e66231f334d tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/a2a5d9f4-aeee-4abd-a8e8-8216bc759fb2 HTTP/1.1" status: 404 len: 352 time: 0.0320287 Mar 24 00:47:55.466860 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33906547-98d9-4830-8fbe-1f593c02ca55 req-65acfed5-74e2-4724-b86e-cce96ff7e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:55.470164 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-33906547-98d9-4830-8fbe-1f593c02ca55 req-65acfed5-74e2-4724-b86e-cce96ff7e279 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f6dae725-8b53-4759-8d15-7b132a4f874d HTTP/1.1" status: 200 len: 1132 time: 0.0767107 Mar 24 00:47:55.523209 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-33906547-98d9-4830-8fbe-1f593c02ca55 req-9f5bd394-4c83-4ec8-b85e-3152c8b9878a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=980e87bc-dda1-44d0-b4dd-14ea0831d707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453858 Mar 24 00:47:55.548728 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-708f463e-f9c4-425d-8b9c-9e239bd7e6f7 req-86505f55-734d-4bbe-873e-534b7a176f3c tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/42727acc-534d-49e2-b61d-ee7fdcd416b9 HTTP/1.1" status: 200 len: 1816 time: 0.1133673 Mar 24 00:47:55.620550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bf5f1-c417-44f3-bc5c-d43699237f1a req-a6e20c3e-ab35-46a7-bc0a-835b3c73bdb7 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:55.622627 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b4bf5f1-c417-44f3-bc5c-d43699237f1a req-a6e20c3e-ab35-46a7-bc0a-835b3c73bdb7 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=45ac5e7e-4846-4998-a50d-dec5a6b39000 HTTP/1.1" status: 200 len: 949 time: 0.1425138 Mar 24 00:47:55.657401 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-708f463e-f9c4-425d-8b9c-9e239bd7e6f7 req-ada5eebd-3305-45eb-9281-cf311cfdb2be tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (42727acc-534d-49e2-b61d-ee7fdcd416b9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:55.704657 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-708f463e-f9c4-425d-8b9c-9e239bd7e6f7 req-ada5eebd-3305-45eb-9281-cf311cfdb2be tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (42727acc-534d-49e2-b61d-ee7fdcd416b9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:55.722841 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b4bf5f1-c417-44f3-bc5c-d43699237f1a req-b365b2d8-e0eb-40d5-ba1d-1ea7a4a29dc2 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851080 Mar 24 00:47:55.771471 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-708f463e-f9c4-425d-8b9c-9e239bd7e6f7 req-ada5eebd-3305-45eb-9281-cf311cfdb2be tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (42727acc-534d-49e2-b61d-ee7fdcd416b9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:55.776710 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-708f463e-f9c4-425d-8b9c-9e239bd7e6f7 req-ada5eebd-3305-45eb-9281-cf311cfdb2be tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:55.784844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-708f463e-f9c4-425d-8b9c-9e239bd7e6f7 req-ada5eebd-3305-45eb-9281-cf311cfdb2be tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "DELETE /v2.0/security-groups/42727acc-534d-49e2-b61d-ee7fdcd416b9 HTTP/1.1" status: 204 len: 173 time: 0.2348640 Mar 24 00:47:55.833032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5eebd-3305-45eb-9281-cf311cfdb2be tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42727acc-534d-49e2-b61d-ee7fdcd416b9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:55.901353 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-cd85b7cb-c3ec-4b8a-a251-620a431e4f27 req-fd7017de-54cd-4be0-83c9-f991af8a3692 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] show failed (client error): The resource could not be found. Mar 24 00:47:55.904198 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd85b7cb-c3ec-4b8a-a251-620a431e4f27 req-fd7017de-54cd-4be0-83c9-f991af8a3692 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/42727acc-534d-49e2-b61d-ee7fdcd416b9 HTTP/1.1" status: 404 len: 352 time: 0.0285289 Mar 24 00:47:56.020347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b0f21-4b38-4407-b033-91d9fc0630e7 req-682fe4fa-5cc8-411e-88d7-9e216ea74959 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:56.022117 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2a7b0f21-4b38-4407-b033-91d9fc0630e7 req-682fe4fa-5cc8-411e-88d7-9e216ea74959 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 944 time: 0.1120756 Mar 24 00:47:56.127953 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2a7b0f21-4b38-4407-b033-91d9fc0630e7 req-383a142c-f7d9-42ed-a27b-2666feea994a tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930386 Mar 24 00:47:56.210545 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-71457bee-3089-4564-8e1a-366e42283628 service neutron] 10.222.0.57 "GET /v2.0/ports/7aaa0db0-4411-457a-ab83-3507581a7e96/bindings/n-h2-760455-9 HTTP/1.1" status: 200 len: 384 time: 0.1472342 Mar 24 00:47:56.301491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d940f17-0b5f-4095-b636-08c100e0daae req-b81bca47-fa0c-4410-be55-140d00c1795a tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/1d80f3af-5141-487b-9bf3-21b43299dccd HTTP/1.1" status: 200 len: 1816 time: 0.1483445 Mar 24 00:47:56.375906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9174767-92fd-4e3b-b331-392ec1dca9e8 req-78f24294-62ee-4318-a1c8-d580120f3e4d tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:56.382849 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a9174767-92fd-4e3b-b331-392ec1dca9e8 req-78f24294-62ee-4318-a1c8-d580120f3e4d tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6dae725-8b53-4759-8d15-7b132a4f874d HTTP/1.1" status: 200 len: 950 time: 0.1499701 Mar 24 00:47:56.432360 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2d940f17-0b5f-4095-b636-08c100e0daae req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (1d80f3af-5141-487b-9bf3-21b43299dccd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:56.459334 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2d940f17-0b5f-4095-b636-08c100e0daae req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (1d80f3af-5141-487b-9bf3-21b43299dccd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:56.520110 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2d940f17-0b5f-4095-b636-08c100e0daae req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1d80f3af-5141-487b-9bf3-21b43299dccd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:56.523882 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2d940f17-0b5f-4095-b636-08c100e0daae req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:56.525280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d940f17-0b5f-4095-b636-08c100e0daae req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "DELETE /v2.0/security-groups/1d80f3af-5141-487b-9bf3-21b43299dccd HTTP/1.1" status: 204 len: 173 time: 0.2229774 Mar 24 00:47:56.542954 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a9174767-92fd-4e3b-b331-392ec1dca9e8 req-24713817-5e3a-4d24-bc2b-e6c4030beb6b tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/security-groups?id=980e87bc-dda1-44d0-b4dd-14ea0831d707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593459 Mar 24 00:47:56.545256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d80f3af-5141-487b-9bf3-21b43299dccd,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:56.558750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:56.559321 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:56.559854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:56.560409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:56.568949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:56.568949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:56.568949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:56.568949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:56.568949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:56.568949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:56.568949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:56.568949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:56.568949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:56.568949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:56.568949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19433902-f72a-415c-9f39-ffb708bb9d04 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:56.639654 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-92440303-7f08-493d-a0fd-ea3e2c9a30b6 req-74324b89-8474-44f7-aa87-f39d18a0996f tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] show failed (client error): The resource could not be found. Mar 24 00:47:56.641046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-92440303-7f08-493d-a0fd-ea3e2c9a30b6 req-74324b89-8474-44f7-aa87-f39d18a0996f tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/1d80f3af-5141-487b-9bf3-21b43299dccd HTTP/1.1" status: 404 len: 352 time: 0.0199873 Mar 24 00:47:56.799601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] For port 7aaa0db0-4411-457a-ab83-3507581a7e96, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7aaa0db0-4411-457a-ab83-3507581a7e96,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:56.838162 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] For port 7aaa0db0-4411-457a-ab83-3507581a7e96, host n-h1-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:47:56.894081 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aaa0db0-4411-457a-ab83-3507581a7e96 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:47:56.908508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] For port 7aaa0db0-4411-457a-ab83-3507581a7e96, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=7aaa0db0-4411-457a-ab83-3507581a7e96,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:56.935084 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:57.014058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Transition to ACTIVE for port object 7aaa0db0-4411-457a-ab83-3507581a7e96 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:47:57.018310 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:57.032902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d70101-1fd8-48f4-941e-f16e7dbb4db5 req-8fefdc66-f4bf-4662-b440-2f40f5ff6183 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:57.034362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83d70101-1fd8-48f4-941e-f16e7dbb4db5 req-8fefdc66-f4bf-4662-b440-2f40f5ff6183 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.57 "GET /v2.0/ports?device_id=45ac5e7e-4846-4998-a50d-dec5a6b39000 HTTP/1.1" status: 200 len: 949 time: 0.1183629 Mar 24 00:47:57.084704 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] No DVR routers for this DVR port 7aaa0db0-4411-457a-ab83-3507581a7e96 on host n-h1-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:47:57.100503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Pushing event updated for resources: {'Port': ['ID=7aaa0db0-4411-457a-ab83-3507581a7e96,revision_number=10']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:57.124049 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:57.124399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:57.124745 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:57.125084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:57.125232 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd9775dc-856f-421e-a8a8-377e457d524c req-24a20a40-0d27-4a32-90d0-ceccd2bd1c0e tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=38f8da8ca34547c09c99273aab06136e HTTP/1.1" status: 200 len: 6200 time: 0.1723878 Mar 24 00:47:57.125563 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:57.125948 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:57.126116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:57.126486 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:57.126793 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:57.127612 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:57.127612 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:57.128399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:57.128399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:57.128575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:57.128759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:47:57.138297 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-74db5a64-2541-4ca0-b5e0-f73cec0f728d service neutron] 10.222.0.57 "PUT /v2.0/ports/7aaa0db0-4411-457a-ab83-3507581a7e96/bindings/n-h2-760455-9/activate HTTP/1.1" status: 200 len: 369 time: 0.9197392 Mar 24 00:47:57.198050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371847e3-090b-41a5-93ec-bae0a9444721 req-d477b816-8cea-4a53-95f7-f54d1d2e2233 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:57.199491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-371847e3-090b-41a5-93ec-bae0a9444721 req-d477b816-8cea-4a53-95f7-f54d1d2e2233 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=45ac5e7e-4846-4998-a50d-dec5a6b39000 HTTP/1.1" status: 200 len: 949 time: 0.2029321 Mar 24 00:47:57.257840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd9775dc-856f-421e-a8a8-377e457d524c req-afe20c61-e33e-46eb-abaa-fee2d98ae454 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/16073e8b-018f-49ee-ad78-b53f1b5e8f00 HTTP/1.1" status: 200 len: 2998 time: 0.1249225 Mar 24 00:47:57.318229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-83d70101-1fd8-48f4-941e-f16e7dbb4db5 req-e6d28628-c0ec-4458-a2bd-294b50720f8d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Deleting port f7d993a5-ebe9-447a-8824-f3cfd7cdda93 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:47:57.318908 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-83d70101-1fd8-48f4-941e-f16e7dbb4db5 req-e6d28628-c0ec-4458-a2bd-294b50720f8d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f7d993a5-ebe9-447a-8824-f3cfd7cdda93), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:57.339066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-7388421c-2ea5-4281-a232-988122f79a41 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:57.340542 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-7388421c-2ea5-4281-a232-988122f79a41 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7&tenant_id=259d3d47b7be4b3182e7a95feee7e085&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 1127 time: 0.1402183 Mar 24 00:47:57.375711 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-371847e3-090b-41a5-93ec-bae0a9444721 req-c5cffa2c-e262-4bb9-8905-3c9d8f391bf4 tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550546 Mar 24 00:47:57.435850 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd9775dc-856f-421e-a8a8-377e457d524c req-f0423e01-b5cd-4466-a530-c85b0a166ec9 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/16073e8b-018f-49ee-ad78-b53f1b5e8f00 HTTP/1.1" status: 200 len: 2998 time: 0.1710310 Mar 24 00:47:57.519016 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-c5add56a-0b3a-4a80-9d81-f3a0aa89ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:57.520533 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-c5add56a-0b3a-4a80-9d81-f3a0aa89ee23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7&tenant_id=259d3d47b7be4b3182e7a95feee7e085 HTTP/1.1" status: 200 len: 1127 time: 0.1507387 Mar 24 00:47:57.522444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-83d70101-1fd8-48f4-941e-f16e7dbb4db5 req-e6d28628-c0ec-4458-a2bd-294b50720f8d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] For port f7d993a5-ebe9-447a-8824-f3cfd7cdda93, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f7d993a5-ebe9-447a-8824-f3cfd7cdda93,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:47:57.522798 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-83d70101-1fd8-48f4-941e-f16e7dbb4db5 req-e6d28628-c0ec-4458-a2bd-294b50720f8d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f7d993a5-ebe9-447a-8824-f3cfd7cdda93), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:57.548207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-83d70101-1fd8-48f4-941e-f16e7dbb4db5 req-e6d28628-c0ec-4458-a2bd-294b50720f8d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Calling delete_port for f7d993a5-ebe9-447a-8824-f3cfd7cdda93 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:47:57.642024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-01a1eafe-dbdd-4a5d-bb36-c9050dc66934 req-85ca9b26-428b-4777-997f-33ad6b0dd5b8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1447706332', 'description': 'tempest-description-1632405020'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:57.710425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60026) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:57.710605 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-01a1eafe-dbdd-4a5d-bb36-c9050dc66934 req-85ca9b26-428b-4777-997f-33ad6b0dd5b8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:57.720343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-6b50e372-a08a-447c-9226-03e0c3057997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:57.721870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-6b50e372-a08a-447c-9226-03e0c3057997 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 1127 time: 0.1691141 Mar 24 00:47:57.793558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a58e3a-7545-4dbc-a755-7e14bf2cf17b req-1b82d43d-2a1c-4871-88c4-036df743ad1d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:57.795026 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08a58e3a-7545-4dbc-a755-7e14bf2cf17b req-1b82d43d-2a1c-4871-88c4-036df743ad1d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 945 time: 0.2062998 Mar 24 00:47:57.818356 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd8a092b-53ec-4f50-9ed5-4aac5549dbef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:57.891116 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd8a092b-53ec-4f50-9ed5-4aac5549dbef admin admin] Publish callbacks [] for security_group (8f39f34a-d177-4630-8da7-f457bc7669f1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:57.895339 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd8a092b-53ec-4f50-9ed5-4aac5549dbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8f39f34a-d177-4630-8da7-f457bc7669f1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:57.931387 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a092b-53ec-4f50-9ed5-4aac5549dbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f39f34a-d177-4630-8da7-f457bc7669f1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:57.935516 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bd8a092b-53ec-4f50-9ed5-4aac5549dbef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c0a237f1b4c6453d9fda6424b7823ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239063 Mar 24 00:47:57.938434 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60030) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:57.953891 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-83d70101-1fd8-48f4-941e-f16e7dbb4db5 req-e6d28628-c0ec-4458-a2bd-294b50720f8d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (f7d993a5-ebe9-447a-8824-f3cfd7cdda93), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:57.961641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-80cd8fab-e805-4ef3-b156-26e19e7bd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:57.963612 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-80cd8fab-e805-4ef3-b156-26e19e7bd552 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.2258887 Mar 24 00:47:57.965412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['f7d993a5-ebe9-447a-8824-f3cfd7cdda93'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:47:57.982003 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-01a1eafe-dbdd-4a5d-bb36-c9050dc66934 req-85ca9b26-428b-4777-997f-33ad6b0dd5b8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (5afec744-90c4-435c-a615-22e30b793b40), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:57.994137 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f3333dd-03a0-4536-bbb9-8d426b2947f7 admin admin] Publish callbacks [] for security_group (8f39f34a-d177-4630-8da7-f457bc7669f1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.012966 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08a58e3a-7545-4dbc-a755-7e14bf2cf17b req-f6a5c937-06ba-4f53-8244-b889d691b598 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070267 Mar 24 00:47:58.016108 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f3333dd-03a0-4536-bbb9-8d426b2947f7 admin admin] Publish callbacks [] for security_group (8f39f34a-d177-4630-8da7-f457bc7669f1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.039475 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-01a1eafe-dbdd-4a5d-bb36-c9050dc66934 req-85ca9b26-428b-4777-997f-33ad6b0dd5b8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5afec744-90c4-435c-a615-22e30b793b40), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.044943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d28628-c0ec-4458-a2bd-294b50720f8d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Pushing event deleted for resources: {'Port': ['ID=f7d993a5-ebe9-447a-8824-f3cfd7cdda93,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:58.051451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-ced809e4-6ab5-4e00-b27a-e1770be97a24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aaa0db0-4411-457a-ab83-3507581a7e96 HTTP/1.1" status: 200 len: 217 time: 0.0732667 Mar 24 00:47:58.074078 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f3333dd-03a0-4536-bbb9-8d426b2947f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8f39f34a-d177-4630-8da7-f457bc7669f1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.076873 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f3333dd-03a0-4536-bbb9-8d426b2947f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.078063 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0f3333dd-03a0-4536-bbb9-8d426b2947f7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f39f34a-d177-4630-8da7-f457bc7669f1 HTTP/1.1" status: 204 len: 168 time: 0.1388738 Mar 24 00:47:58.087075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3333dd-03a0-4536-bbb9-8d426b2947f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f39f34a-d177-4630-8da7-f457bc7669f1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:58.142875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d70101-1fd8-48f4-941e-f16e7dbb4db5 req-e6d28628-c0ec-4458-a2bd-294b50720f8d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] No DVR routers for this DVR port f7d993a5-ebe9-447a-8824-f3cfd7cdda93 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:47:58.152306 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-01a1eafe-dbdd-4a5d-bb36-c9050dc66934 req-85ca9b26-428b-4777-997f-33ad6b0dd5b8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.158030 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01a1eafe-dbdd-4a5d-bb36-c9050dc66934 req-85ca9b26-428b-4777-997f-33ad6b0dd5b8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5259342 Mar 24 00:47:58.166518 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-83d70101-1fd8-48f4-941e-f16e7dbb4db5 req-e6d28628-c0ec-4458-a2bd-294b50720f8d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.170837 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83d70101-1fd8-48f4-941e-f16e7dbb4db5 req-e6d28628-c0ec-4458-a2bd-294b50720f8d tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.57 "DELETE /v2.0/ports/f7d993a5-ebe9-447a-8824-f3cfd7cdda93 HTTP/1.1" status: 204 len: 173 time: 1.1117785 Mar 24 00:47:58.172862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ac5e7e-4846-4998-a50d-dec5a6b39000', 'name': 'network-vif-deleted', 'tag': 'f7d993a5-ebe9-447a-8824-f3cfd7cdda93'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:47:58.185619 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67608f1a-ea25-47bb-9263-10eb19884171" -d '{"events": [{"server_uuid": "45ac5e7e-4846-4998-a50d-dec5a6b39000", "name": "network-vif-deleted", "tag": "f7d993a5-ebe9-447a-8824-f3cfd7cdda93"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:47:58.199714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca9b26-428b-4777-997f-33ad6b0dd5b8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5afec744-90c4-435c-a615-22e30b793b40,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:58.238857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-db2875f2-65f6-4a11-bffe-1575353ac6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:58.240392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-db2875f2-65f6-4a11-bffe-1575353ac6fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.1762319 Mar 24 00:47:58.305871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-9a338a75-c7cf-440e-af61-fde27ca5d78e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520787 Mar 24 00:47:58.381525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c1b17-9878-4919-92d7-c2a15bc3d51d req-8e3d5966-69d6-40d5-b1ea-198823b63848 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:58.382912 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-438c1b17-9878-4919-92d7-c2a15bc3d51d req-8e3d5966-69d6-40d5-b1ea-198823b63848 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6dae725-8b53-4759-8d15-7b132a4f874d HTTP/1.1" status: 200 len: 950 time: 0.1416237 Mar 24 00:47:58.446452 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-202c5e65-1f0b-430f-adf5-816165107b41 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321244 Mar 24 00:47:58.466034 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-438c1b17-9878-4919-92d7-c2a15bc3d51d req-a7d470e2-3916-456d-a7df-5e734baef732 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/security-groups?id=980e87bc-dda1-44d0-b4dd-14ea0831d707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751884 Mar 24 00:47:58.527767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-a1dc235d-f916-4acc-b8eb-4e64e93046ae req-d85090a0-deae-45a0-b1e2-60875585b154 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2092512778', 'description': 'tempest-description-619090613'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:47:58.534849 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d761741-ac8d-4022-b1e9-c6213c699607 x-openstack-request-id: req-3d761741-ac8d-4022-b1e9-c6213c699607 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:47:58.535049 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ac5e7e-4846-4998-a50d-dec5a6b39000", "name": "network-vif-deleted", "tag": "f7d993a5-ebe9-447a-8824-f3cfd7cdda93", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:47:58.535339 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3d761741-ac8d-4022-b1e9-c6213c699607 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:47:58.535706 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d761741-ac8d-4022-b1e9-c6213c699607'] response: {'server_uuid': '45ac5e7e-4846-4998-a50d-dec5a6b39000', 'name': 'network-vif-deleted', 'tag': 'f7d993a5-ebe9-447a-8824-f3cfd7cdda93', 'status': 'completed', 'code': 200} Mar 24 00:47:58.537912 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60050) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:58.550912 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-95f082f3-5b55-4c7b-891c-cebf67a288fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.584312 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a1dc235d-f916-4acc-b8eb-4e64e93046ae req-d85090a0-deae-45a0-b1e2-60875585b154 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.599852 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-17414b26-17a8-479a-94e6-aa854fa80ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.644919 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae44dade-2f3b-479d-a92a-fb6a11f25e19 req-1dead2a5-7c95-470f-a7bb-a8b4815a9fdb tempest-DeleteServersAdminTestJSON-1552342406 tempest-DeleteServersAdminTestJSON-1552342406-project] 10.222.0.45 "GET /v2.0/ports?device_id=45ac5e7e-4846-4998-a50d-dec5a6b39000 HTTP/1.1" status: 200 len: 210 time: 0.0442576 Mar 24 00:47:58.656260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-d043ca51-c444-4854-8ccf-49cc33752a34 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999445 Mar 24 00:47:58.662512 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-95f082f3-5b55-4c7b-891c-cebf67a288fc admin admin] Publish callbacks [] for security_group (5301ffa6-aa96-44ae-8010-2b10fb782013), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.669569 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-95f082f3-5b55-4c7b-891c-cebf67a288fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5301ffa6-aa96-44ae-8010-2b10fb782013), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.704799 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-95f082f3-5b55-4c7b-891c-cebf67a288fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=974358926504402fbc34988548ee43e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1656873 Mar 24 00:47:58.711331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60056) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:47:58.729753 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a1dc235d-f916-4acc-b8eb-4e64e93046ae req-d85090a0-deae-45a0-b1e2-60875585b154 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (6097dd9d-24b4-4027-b860-64d7cca941df), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.735066 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a1dc235d-f916-4acc-b8eb-4e64e93046ae req-d85090a0-deae-45a0-b1e2-60875585b154 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6097dd9d-24b4-4027-b860-64d7cca941df), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.752738 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f082f3-5b55-4c7b-891c-cebf67a288fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5301ffa6-aa96-44ae-8010-2b10fb782013,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:58.769361 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a1dc235d-f916-4acc-b8eb-4e64e93046ae req-d85090a0-deae-45a0-b1e2-60875585b154 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.781636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a1dc235d-f916-4acc-b8eb-4e64e93046ae req-d85090a0-deae-45a0-b1e2-60875585b154 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2873061 Mar 24 00:47:58.794172 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43ba1d49-33ca-41d8-83ad-0e977c887276 admin admin] Publish callbacks [] for security_group (5301ffa6-aa96-44ae-8010-2b10fb782013), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.822702 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43ba1d49-33ca-41d8-83ad-0e977c887276 admin admin] Publish callbacks [] for security_group (5301ffa6-aa96-44ae-8010-2b10fb782013), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.839660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85090a0-deae-45a0-b1e2-60875585b154 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6097dd9d-24b4-4027-b860-64d7cca941df,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:58.885315 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43ba1d49-33ca-41d8-83ad-0e977c887276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5301ffa6-aa96-44ae-8010-2b10fb782013), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.888600 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43ba1d49-33ca-41d8-83ad-0e977c887276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:58.891075 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-43ba1d49-33ca-41d8-83ad-0e977c887276 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5301ffa6-aa96-44ae-8010-2b10fb782013 HTTP/1.1" status: 204 len: 168 time: 0.1779270 Mar 24 00:47:58.907699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba1d49-33ca-41d8-83ad-0e977c887276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5301ffa6-aa96-44ae-8010-2b10fb782013,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:47:59.081122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-7b37b61f-83a0-48f5-85db-d7656caa0c07 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:59.082729 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-7b37b61f-83a0-48f5-85db-d7656caa0c07 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7&tenant_id=259d3d47b7be4b3182e7a95feee7e085&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 1127 time: 0.0918913 Mar 24 00:47:59.490137 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:59.553621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-7b6a9b1d-c677-473b-9735-ed10f10a1ec5 service neutron] For port 7aaa0db0-4411-457a-ab83-3507581a7e96, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:47:59.562288 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-7b6a9b1d-c677-473b-9735-ed10f10a1ec5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:47:59.563383 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2196018-2b84-4c3e-8d2b-1d1a10df2ee8 req-7b6a9b1d-c677-473b-9735-ed10f10a1ec5 service neutron] 10.222.0.48 "DELETE /v2.0/ports/7aaa0db0-4411-457a-ab83-3507581a7e96/bindings/n-h1-760455-9 HTTP/1.1" status: 204 len: 173 time: 0.4693804 Mar 24 00:47:59.574636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf3e02-de63-4c82-a3ab-ea5d64192036 req-372c61c9-a5d9-438b-80bc-09764473fa7f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:59.576094 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-edcf3e02-de63-4c82-a3ab-ea5d64192036 req-372c61c9-a5d9-438b-80bc-09764473fa7f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 945 time: 0.3815916 Mar 24 00:47:59.582195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-5c102978-22ee-4314-96b6-7197292ffe63 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:59.583677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-5c102978-22ee-4314-96b6-7197292ffe63 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/networks?id=3d10d95e-3361-430f-8a90-c3381dc2c6c4 HTTP/1.1" status: 200 len: 813 time: 0.4137282 Mar 24 00:47:59.616107 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-cd1d5ff7-b60c-4f86-8b53-c9426861c5ac tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/quotas/38f8da8ca34547c09c99273aab06136e HTTP/1.1" status: 200 len: 375 time: 0.0229595 Mar 24 00:47:59.668065 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-edcf3e02-de63-4c82-a3ab-ea5d64192036 req-c74490ac-4ce7-43ab-9913-17ce99092662 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767846 Mar 24 00:47:59.689509 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-3c77358a-4fd9-4aa7-b65e-c4685706a65c tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=38f8da8ca34547c09c99273aab06136e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620725 Mar 24 00:47:59.826246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-dad943c8-6238-4837-8659-8b17dd3ef5bd service neutron] 10.222.0.45 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285603 Mar 24 00:47:59.839004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87601a42-494d-4730-8dd7-f528bf1ecab6 req-47c30ba1-1f6a-4264-8496-d9c276458a58 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:47:59.840466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87601a42-494d-4730-8dd7-f528bf1ecab6 req-47c30ba1-1f6a-4264-8496-d9c276458a58 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6dae725-8b53-4759-8d15-7b132a4f874d HTTP/1.1" status: 200 len: 950 time: 0.0949774 Mar 24 00:47:59.948794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87601a42-494d-4730-8dd7-f528bf1ecab6 req-d53bf402-27a8-4351-9cda-329733d0368e tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/security-groups?id=980e87bc-dda1-44d0-b4dd-14ea0831d707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994298 Mar 24 00:47:59.985402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-7c5798ba-32f5-450c-9ff3-70a63fc2ea67 service neutron] 10.222.0.45 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422956 Mar 24 00:48:00.277547 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d387309-e740-4d37-badf-36a4e849373e req-5ec4ae6c-2aa3-49c9-a647-68e156159f18 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 210 time: 0.0562124 Mar 24 00:48:00.338567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6a665-8085-4255-bce1-bea85a6197ab req-fdca2948-a4c7-4d47-a878-cb2aac73ac21 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:00.348175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26e6a665-8085-4255-bce1-bea85a6197ab req-fdca2948-a4c7-4d47-a878-cb2aac73ac21 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 1127 time: 0.1217897 Mar 24 00:48:00.414942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26e6a665-8085-4255-bce1-bea85a6197ab req-89d1922b-5958-4937-ab57-89f62cd59190 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628734 Mar 24 00:48:00.513164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522a299-e2fb-4413-a6ea-eaccd63dfb89 req-5cb47466-e051-46fa-9a04-74a4cc19ad4d tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:00.517718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b522a299-e2fb-4413-a6ea-eaccd63dfb89 req-5cb47466-e051-46fa-9a04-74a4cc19ad4d tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6dae725-8b53-4759-8d15-7b132a4f874d HTTP/1.1" status: 200 len: 950 time: 0.0991001 Mar 24 00:48:00.687397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-b522a299-e2fb-4413-a6ea-eaccd63dfb89 req-33034db9-4bf4-4b71-8304-678d40bc7bea tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Deleting port 34b2033f-dd15-4281-a2ad-13fc54b85495 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:48:00.688581 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b522a299-e2fb-4413-a6ea-eaccd63dfb89 req-33034db9-4bf4-4b71-8304-678d40bc7bea tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (34b2033f-dd15-4281-a2ad-13fc54b85495), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:00.791666 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-43d59cf8-ac04-4209-9c40-74ba1b01b53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:00.904664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-b522a299-e2fb-4413-a6ea-eaccd63dfb89 req-33034db9-4bf4-4b71-8304-678d40bc7bea tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] For port 34b2033f-dd15-4281-a2ad-13fc54b85495, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=34b2033f-dd15-4281-a2ad-13fc54b85495,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:00.904953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b522a299-e2fb-4413-a6ea-eaccd63dfb89 req-33034db9-4bf4-4b71-8304-678d40bc7bea tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (34b2033f-dd15-4281-a2ad-13fc54b85495), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:00.929305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-b522a299-e2fb-4413-a6ea-eaccd63dfb89 req-33034db9-4bf4-4b71-8304-678d40bc7bea tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Calling delete_port for 34b2033f-dd15-4281-a2ad-13fc54b85495 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:48:00.943744 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-66722055-0c7c-4ade-b11c-9289e72e6918 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:00.945262 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-66722055-0c7c-4ade-b11c-9289e72e6918 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 821 time: 0.1620238 Mar 24 00:48:00.980460 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7aaa0db0-4411-457a-ab83-3507581a7e96 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:48:01.003551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-4ce826ed-0033-4f8a-8978-c11cbf885f37 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/quotas/259d3d47b7be4b3182e7a95feee7e085 HTTP/1.1" status: 200 len: 375 time: 0.0499508 Mar 24 00:48:01.035834 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] The host n-h1-760455-9 is not matching for port 7aaa0db0-4411-457a-ab83-3507581a7e96 host n-h2-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 00:48:01.036506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7aaa0db0-4411-457a-ab83-3507581a7e96 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:48:01.037085 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f7d993a5-ebe9-447a-8824-f3cfd7cdda93 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:48:01.060716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: f7d993a5-ebe9-447a-8824-f3cfd7cdda93 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:48:01.061361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f7d993a5-ebe9-447a-8824-f3cfd7cdda93 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:48:01.085869 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60198) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:01.106924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-a38175bd-1cb2-4523-8453-093626bba02f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883899 Mar 24 00:48:01.118166 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60202) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:01.174001 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b522a299-e2fb-4413-a6ea-eaccd63dfb89 req-33034db9-4bf4-4b71-8304-678d40bc7bea tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (34b2033f-dd15-4281-a2ad-13fc54b85495), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:01.185636 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['34b2033f-dd15-4281-a2ad-13fc54b85495'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:01.242878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33034db9-4bf4-4b71-8304-678d40bc7bea tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Pushing event deleted for resources: {'Port': ['ID=34b2033f-dd15-4281-a2ad-13fc54b85495,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:01.268274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b522a299-e2fb-4413-a6ea-eaccd63dfb89 req-33034db9-4bf4-4b71-8304-678d40bc7bea tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] No DVR routers for this DVR port 34b2033f-dd15-4281-a2ad-13fc54b85495 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:48:01.272737 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b522a299-e2fb-4413-a6ea-eaccd63dfb89 req-33034db9-4bf4-4b71-8304-678d40bc7bea tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:01.276863 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b522a299-e2fb-4413-a6ea-eaccd63dfb89 req-33034db9-4bf4-4b71-8304-678d40bc7bea tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.57 "DELETE /v2.0/ports/34b2033f-dd15-4281-a2ad-13fc54b85495 HTTP/1.1" status: 204 len: 173 time: 0.7539883 Mar 24 00:48:01.281984 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6dae725-8b53-4759-8d15-7b132a4f874d', 'name': 'network-vif-deleted', 'tag': '34b2033f-dd15-4281-a2ad-13fc54b85495'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:01.286879 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8f3c2a-5873-4fc9-a574-af0f867bbf2a" -d '{"events": [{"server_uuid": "f6dae725-8b53-4759-8d15-7b132a4f874d", "name": "network-vif-deleted", "tag": "34b2033f-dd15-4281-a2ad-13fc54b85495"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:01.314429 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-499ed976-dadc-4a43-91c1-5ade96c1a006 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa236f806bf348c9870635312352b349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273977 Mar 24 00:48:01.322828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60210) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:01.363457 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5462f1a0-7b13-4b38-a40d-d51ca2bd7b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:01.374124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-f3ae5488-516c-461c-9d31-f72fb9a407a0 service neutron] 10.222.0.45 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507312 Mar 24 00:48:01.500851 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5462f1a0-7b13-4b38-a40d-d51ca2bd7b59 admin admin] Publish callbacks [] for security_group (1a6d479a-cac5-4c10-8d53-80888d832c75), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:01.507817 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5462f1a0-7b13-4b38-a40d-d51ca2bd7b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1a6d479a-cac5-4c10-8d53-80888d832c75), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:01.562978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-b0567695-66ba-4204-aa62-a7753560242d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a09e8f3796504a0591d01b6c352de665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618982 Mar 24 00:48:01.568619 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5462f1a0-7b13-4b38-a40d-d51ca2bd7b59 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ba6e2f0d9ad49469f0bc6f74df5e378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4493899 Mar 24 00:48:01.569730 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462f1a0-7b13-4b38-a40d-d51ca2bd7b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6d479a-cac5-4c10-8d53-80888d832c75,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:01.572722 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60220) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:01.576644 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a42f96a5-aa24-472e-b918-d09afec1b99e admin admin] Publish callbacks [] for security_group (2b4b37a7-8636-43ac-bcd9-8352d5c5dff7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:01.620741 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f977b910-63aa-4334-bf20-547b253bf89f admin admin] Publish callbacks [] for security_group (1a6d479a-cac5-4c10-8d53-80888d832c75), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:01.645062 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f977b910-63aa-4334-bf20-547b253bf89f admin admin] Publish callbacks [] for security_group (1a6d479a-cac5-4c10-8d53-80888d832c75), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:01.689200 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a42f96a5-aa24-472e-b918-d09afec1b99e admin admin] Publish callbacks [] for security_group (2b4b37a7-8636-43ac-bcd9-8352d5c5dff7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:01.691324 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f977b910-63aa-4334-bf20-547b253bf89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1a6d479a-cac5-4c10-8d53-80888d832c75), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:01.693868 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f977b910-63aa-4334-bf20-547b253bf89f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:01.695027 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f977b910-63aa-4334-bf20-547b253bf89f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a6d479a-cac5-4c10-8d53-80888d832c75 HTTP/1.1" status: 204 len: 168 time: 0.1212049 Mar 24 00:48:01.703370 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977b910-63aa-4334-bf20-547b253bf89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6d479a-cac5-4c10-8d53-80888d832c75,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:01.717401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-2c6bfe96-8641-4875-bb4d-b3c54b21935d tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:01.718923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-2c6bfe96-8641-4875-bb4d-b3c54b21935d tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.57 "GET /v2.0/networks?id=3d10d95e-3361-430f-8a90-c3381dc2c6c4 HTTP/1.1" status: 200 len: 813 time: 0.3886628 Mar 24 00:48:01.736365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-1171a636-4945-40c8-b36a-318d378e3459 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Request body: {'port': {'device_id': 'f2e5dc9f-ea3e-42d6-918c-d6d1af87025f', 'network_id': '3d10d95e-3361-430f-8a90-c3381dc2c6c4', 'admin_state_up': True, 'tenant_id': '38f8da8ca34547c09c99273aab06136e'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:01.749628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-fceef32d-5da3-4c8d-b18d-cfe5a1227d10 service neutron] 10.222.0.45 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744795 Mar 24 00:48:01.835395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-bc943e34-9cb0-4f84-885b-06159f802d66 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:01.836870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-bc943e34-9cb0-4f84-885b-06159f802d66 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730613 Mar 24 00:48:01.872644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-9e4f9279-53e3-4f51-8812-c2ca0d330382 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/quotas/a09e8f3796504a0591d01b6c352de665 HTTP/1.1" status: 200 len: 375 time: 0.0231438 Mar 24 00:48:01.890616 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a42f96a5-aa24-472e-b918-d09afec1b99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2b4b37a7-8636-43ac-bcd9-8352d5c5dff7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:01.893349 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a42f96a5-aa24-472e-b918-d09afec1b99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:01.901611 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a42f96a5-aa24-472e-b918-d09afec1b99e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2b4b37a7-8636-43ac-bcd9-8352d5c5dff7 HTTP/1.1" status: 204 len: 168 time: 0.5775640 Mar 24 00:48:01.989957 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:02.004038 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-f6b9f320-f167-4397-8de7-a16ca3944ca6 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1214218 Mar 24 00:48:02.008000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f96a5-aa24-472e-b918-d09afec1b99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4b37a7-8636-43ac-bcd9-8352d5c5dff7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:02.073805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78755c30-1467-441b-941c-e684a6f3ce9c req-6e74b124-a76a-47e3-9a8a-31a60ac344e9 tempest-ServerDiagnosticsNegativeTest-2042770409 tempest-ServerDiagnosticsNegativeTest-2042770409-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6dae725-8b53-4759-8d15-7b132a4f874d HTTP/1.1" status: 200 len: 210 time: 0.0399077 Mar 24 00:48:02.093865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-1171a636-4945-40c8-b36a-318d378e3459 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Made reservation on behalf of 38f8da8ca34547c09c99273aab06136e for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:48:02.093865 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-1171a636-4945-40c8-b36a-318d378e3459 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:02.139225 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:02.219682 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60238) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:02.238497 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3900e9e-6a39-4bbb-83d6-4c49c2c970f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:02.307500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-1171a636-4945-40c8-b36a-318d378e3459 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Allocated IP 172.20.0.6 (3d10d95e-3361-430f-8a90-c3381dc2c6c4/0a60cf0f-74c4-4d18-b030-c9f52047b74b/a4297a98-064e-4514-948b-b36b9d172b48) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:48:02.364315 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b31eb19-d3d0-41da-b1ab-234039e2bb26 x-openstack-request-id: req-8b31eb19-d3d0-41da-b1ab-234039e2bb26 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:02.364608 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6dae725-8b53-4759-8d15-7b132a4f874d", "name": "network-vif-deleted", "tag": "34b2033f-dd15-4281-a2ad-13fc54b85495", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:02.364865 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b31eb19-d3d0-41da-b1ab-234039e2bb26 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:02.365356 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b31eb19-d3d0-41da-b1ab-234039e2bb26'] response: {'server_uuid': 'f6dae725-8b53-4759-8d15-7b132a4f874d', 'name': 'network-vif-deleted', 'tag': '34b2033f-dd15-4281-a2ad-13fc54b85495', 'status': 'completed', 'code': 200} Mar 24 00:48:02.367616 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ba38339-5bce-4966-9526-5a6b52e25f56 req-f5fe8a19-1247-4797-b6b9-9f846a5c2436 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 210 time: 0.0394723 Mar 24 00:48:02.375702 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3900e9e-6a39-4bbb-83d6-4c49c2c970f5 admin admin] Publish callbacks [] for security_group (56582415-1d61-4132-899b-ecf17454140d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:02.384703 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3900e9e-6a39-4bbb-83d6-4c49c2c970f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (56582415-1d61-4132-899b-ecf17454140d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:02.455644 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c3900e9e-6a39-4bbb-83d6-4c49c2c970f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c70ae8eddd6743c7a5fa7e85ec912549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347674 Mar 24 00:48:02.456614 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3900e9e-6a39-4bbb-83d6-4c49c2c970f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56582415-1d61-4132-899b-ecf17454140d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:02.459164 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60250) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:02.535996 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5af9-1f2d-463a-854c-082d30cc7a3e admin admin] Publish callbacks [] for security_group (56582415-1d61-4132-899b-ecf17454140d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:02.556479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea48a54b-21f6-41d4-9c27-ebefb85f9d81 req-5775ada3-77e6-4c37-95de-1cfe3655c30a tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 210 time: 0.1928608 Mar 24 00:48:02.590069 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5af9-1f2d-463a-854c-082d30cc7a3e admin admin] Publish callbacks [] for security_group (56582415-1d61-4132-899b-ecf17454140d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:02.657735 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b9b5094-618b-4997-9aab-ed06e4d983c6 req-a9c889f7-783e-4593-825a-74146db0d400 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 210 time: 0.0938706 Mar 24 00:48:02.704621 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5af9-1f2d-463a-854c-082d30cc7a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (56582415-1d61-4132-899b-ecf17454140d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:02.707857 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5af9-1f2d-463a-854c-082d30cc7a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:02.725856 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c7ff5af9-1f2d-463a-854c-082d30cc7a3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56582415-1d61-4132-899b-ecf17454140d HTTP/1.1" status: 204 len: 168 time: 0.2648044 Mar 24 00:48:02.743281 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-1171a636-4945-40c8-b36a-318d378e3459 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for port (a4297a98-064e-4514-948b-b36b9d172b48), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:02.751120 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff5af9-1f2d-463a-854c-082d30cc7a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56582415-1d61-4132-899b-ecf17454140d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:02.754458 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60264) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:02.772228 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-404f7835-de54-40e1-b4d1-b947d690e00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:02.849230 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-1171a636-4945-40c8-b36a-318d378e3459 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (a4297a98-064e-4514-948b-b36b9d172b48), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:02.862515 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['78279bce-e687-4351-9f0d-f53ca3da6d51'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:02.966403 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-1171a636-4945-40c8-b36a-318d378e3459 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Network 3d10d95e-3361-430f-8a90-c3381dc2c6c4 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:48:02.968348 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-404f7835-de54-40e1-b4d1-b947d690e00c admin admin] Publish callbacks [] for security_group (c01896bf-aa76-4eb4-a975-29ef6dc1b498), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:02.971954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-1171a636-4945-40c8-b36a-318d378e3459 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:48:02.976159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-1171a636-4945-40c8-b36a-318d378e3459 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:48:02.982601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-1171a636-4945-40c8-b36a-318d378e3459 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:02.983239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-1171a636-4945-40c8-b36a-318d378e3459 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:03.025561 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-404f7835-de54-40e1-b4d1-b947d690e00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c01896bf-aa76-4eb4-a975-29ef6dc1b498), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:03.044003 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-1171a636-4945-40c8-b36a-318d378e3459 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3109810 Mar 24 00:48:03.051682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171a636-4945-40c8-b36a-318d378e3459 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event updated for resources: {'Port': ['ID=a4297a98-064e-4514-948b-b36b9d172b48,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:03.071086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Request body: {'port': {'device_id': 'f2e5dc9f-ea3e-42d6-918c-d6d1af87025f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:03.471469 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:03.507836 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-404f7835-de54-40e1-b4d1-b947d690e00c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0912b8dea3f641aba068ad1aa9c93b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7497647 Mar 24 00:48:03.508169 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60312) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:03.519311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f7835-de54-40e1-b4d1-b947d690e00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01896bf-aa76-4eb4-a975-29ef6dc1b498,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:03.604606 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a4297a98-064e-4514-948b-b36b9d172b48), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:03.670153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60320) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:03.705974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993365-6d35-42c3-81d9-db940e873572 req-cd7e2e4f-a981-473f-a1e9-ef630f0046a6 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:03.707649 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56993365-6d35-42c3-81d9-db940e873572 req-cd7e2e4f-a981-473f-a1e9-ef630f0046a6 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 931 time: 0.1638429 Mar 24 00:48:03.720938 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-30a8b0b1-53fa-4bef-a5e1-830ace24f0cf tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:03.724143 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-30a8b0b1-53fa-4bef-a5e1-830ace24f0cf tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.57 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 821 time: 0.1337686 Mar 24 00:48:03.743704 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-86aa6757-06e3-499e-954b-836aa2f24beb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Request body: {'port': {'device_id': '48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f', 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c', 'admin_state_up': True, 'tenant_id': '259d3d47b7be4b3182e7a95feee7e085'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:03.797963 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.57', 57920) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:03.892471 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9bba649-8ea2-4326-a277-4eb100e8b79e admin admin] Publish callbacks [] for security_group (c01896bf-aa76-4eb4-a975-29ef6dc1b498), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:03.911573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-52e47904-116e-4eef-a045-2d1ac1bc701e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a09e8f3796504a0591d01b6c352de665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564070 Mar 24 00:48:03.948352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53901e36-69f4-456a-bccd-ac6129f4fb56 req-44194526-be81-4a7a-b0ee-3eab10a15693 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 210 time: 0.0948341 Mar 24 00:48:03.952589 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9bba649-8ea2-4326-a277-4eb100e8b79e admin admin] Publish callbacks [] for security_group (c01896bf-aa76-4eb4-a975-29ef6dc1b498), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.016373 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-86aa6757-06e3-499e-954b-836aa2f24beb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Made reservation on behalf of 259d3d47b7be4b3182e7a95feee7e085 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:48:04.019892 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-86aa6757-06e3-499e-954b-836aa2f24beb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.050655 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9bba649-8ea2-4326-a277-4eb100e8b79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c01896bf-aa76-4eb4-a975-29ef6dc1b498), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.053202 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9bba649-8ea2-4326-a277-4eb100e8b79e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.054346 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e9bba649-8ea2-4326-a277-4eb100e8b79e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c01896bf-aa76-4eb4-a975-29ef6dc1b498 HTTP/1.1" status: 204 len: 168 time: 0.5362225 Mar 24 00:48:04.066078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56993365-6d35-42c3-81d9-db940e873572 req-7f93415c-c96f-489e-a3b4-98fce1439b18 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505247 Mar 24 00:48:04.071248 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bba649-8ea2-4326-a277-4eb100e8b79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01896bf-aa76-4eb4-a975-29ef6dc1b498,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:04.125887 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60336) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:04.164897 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5234fa31-4cc7-4dc4-ab14-a6d259a87dbf req-14760d8c-995d-4edc-a623-b795ccfb9133 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 210 time: 0.0885701 Mar 24 00:48:04.256138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-bd51120e-55f5-40c5-b6b8-17ec6d0405b3 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:04.257796 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-bd51120e-55f5-40c5-b6b8-17ec6d0405b3 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3199255 Mar 24 00:48:04.258907 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-86aa6757-06e3-499e-954b-836aa2f24beb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Allocated IP 172.20.0.2 (9b0f0dde-a2c5-4e76-9285-8b850d030f1c/934588f5-a348-4979-87c7-3c16383ef84c/93162421-6760-4201-947b-0db826dd9168) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:48:04.293466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3988dfd4-1ea9-4f7e-a946-a29dfedf0cec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84b58b741108428bacfc0374d7471278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6218777 Mar 24 00:48:04.297000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Request body: {'port': {'device_id': '3472825f-1d8f-4ac3-b366-aef07ad58b87', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'a09e8f3796504a0591d01b6c352de665'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:04.299882 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60344) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:04.431917 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85226396-d8c7-4e64-b270-e082c22b4ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.453997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4297a98-064e-4514-948b-b36b9d172b48 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:04.455501 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Publish callbacks [] for port (a4297a98-064e-4514-948b-b36b9d172b48), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.478548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Transition to ACTIVE for port object a4297a98-064e-4514-948b-b36b9d172b48 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:48:04.487995 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a4297a98-064e-4514-948b-b36b9d172b48), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.492983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Made reservation on behalf of a09e8f3796504a0591d01b6c352de665 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:48:04.497024 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.501470 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d7e690bd-45d4-4431-85c7-dfa0d071d2c9 admin admin] Publish callbacks [] for security_group (980e87bc-dda1-44d0-b4dd-14ea0831d707), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.539464 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.571097 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-86aa6757-06e3-499e-954b-836aa2f24beb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks [] for port (93162421-6760-4201-947b-0db826dd9168), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.586838 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d7e690bd-45d4-4431-85c7-dfa0d071d2c9 admin admin] Publish callbacks [] for security_group (980e87bc-dda1-44d0-b4dd-14ea0831d707), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.597656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Pushing event updated for resources: {'Port': ['ID=a4297a98-064e-4514-948b-b36b9d172b48,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:04.633883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Attempting to bind port a4297a98-064e-4514-948b-b36b9d172b48 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:48:04.634224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Attempting to bind port a4297a98-064e-4514-948b-b36b9d172b48 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '8eb76b21-cfb0-4ef2-aff4-89519ced406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3d10d95e-3361-430f-8a90-c3381dc2c6c4'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:48:04.634593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Attempting to bind port a4297a98-064e-4514-948b-b36b9d172b48 on network 3d10d95e-3361-430f-8a90-c3381dc2c6c4 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:04.649150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Port a4297a98-064e-4514-948b-b36b9d172b48 on network 3d10d95e-3361-430f-8a90-c3381dc2c6c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:48:04.649541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Attempting to bind port a4297a98-064e-4514-948b-b36b9d172b48 on network 3d10d95e-3361-430f-8a90-c3381dc2c6c4 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:04.662906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:48:04.663242 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Checking segment: {'id': '8eb76b21-cfb0-4ef2-aff4-89519ced406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3d10d95e-3361-430f-8a90-c3381dc2c6c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:48:04.663628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Bound using segment: {'id': '8eb76b21-cfb0-4ef2-aff4-89519ced406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3d10d95e-3361-430f-8a90-c3381dc2c6c4'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:48:04.664109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Bound port: a4297a98-064e-4514-948b-b36b9d172b48, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb76b21-cfb0-4ef2-aff4-89519ced406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3d10d95e-3361-430f-8a90-c3381dc2c6c4'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:48:04.664476 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a4297a98-064e-4514-948b-b36b9d172b48), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.669627 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85226396-d8c7-4e64-b270-e082c22b4ea8 admin admin] Publish callbacks [] for security_group (828f1b7c-ba27-4c4e-a320-939fc369b1b1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.678037 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85226396-d8c7-4e64-b270-e082c22b4ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (828f1b7c-ba27-4c4e-a320-939fc369b1b1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.698765 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-86aa6757-06e3-499e-954b-836aa2f24beb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (93162421-6760-4201-947b-0db826dd9168), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.740457 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d7e690bd-45d4-4431-85c7-dfa0d071d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (980e87bc-dda1-44d0-b4dd-14ea0831d707), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.743220 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d7e690bd-45d4-4431-85c7-dfa0d071d2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.747297 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d7e690bd-45d4-4431-85c7-dfa0d071d2c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/980e87bc-dda1-44d0-b4dd-14ea0831d707 HTTP/1.1" status: 204 len: 168 time: 0.4463837 Mar 24 00:48:04.758080 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks [] for security_group (4cf33a19-bc37-4712-bc10-261dcde7e2f9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.766302 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4cf33a19-bc37-4712-bc10-261dcde7e2f9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.778322 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-86aa6757-06e3-499e-954b-836aa2f24beb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:48:04.780575 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] For port a4297a98-064e-4514-948b-b36b9d172b48, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:48:04.789769 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-85226396-d8c7-4e64-b270-e082c22b4ea8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a8a4d519dc14dfca8d1de278147aa05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6587470 Mar 24 00:48:04.789951 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-86aa6757-06e3-499e-954b-836aa2f24beb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:48:04.793704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60364) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:04.793930 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-86aa6757-06e3-499e-954b-836aa2f24beb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:48:04.817953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85226396-d8c7-4e64-b270-e082c22b4ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828f1b7c-ba27-4c4e-a320-939fc369b1b1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:04.842890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] For port a4297a98-064e-4514-948b-b36b9d172b48, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a4297a98-064e-4514-948b-b36b9d172b48,segment=NetworkSegment(8eb76b21-cfb0-4ef2-aff4-89519ced406b),segment_id=8eb76b21-cfb0-4ef2-aff4-89519ced406b)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:48:04.859443 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e690bd-45d4-4431-85c7-dfa0d071d2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980e87bc-dda1-44d0-b4dd-14ea0831d707,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:04.863568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa6757-06e3-499e-954b-836aa2f24beb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Pushing event updated for resources: {'Port': ['ID=93162421-6760-4201-947b-0db826dd9168,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:04.882111 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a4297a98-064e-4514-948b-b36b9d172b48), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.891661 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-86aa6757-06e3-499e-954b-836aa2f24beb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:04.892433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-86aa6757-06e3-499e-954b-836aa2f24beb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.896750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf33a19-bc37-4712-bc10-261dcde7e2f9,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:04.915584 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-86aa6757-06e3-499e-954b-836aa2f24beb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1825869 Mar 24 00:48:04.932339 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Request body: {'port': {'device_id': '48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:04.980583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:04.981246 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:04.982779 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] 10.222.0.57 "PUT /v2.0/ports/a4297a98-064e-4514-948b-b36b9d172b48 HTTP/1.1" status: 200 len: 1091 time: 1.9192805 Mar 24 00:48:04.985296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e5dc9f-ea3e-42d6-918c-d6d1af87025f', 'tag': 'a4297a98-064e-4514-948b-b36b9d172b48'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:04.987546 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7958987-42b5-40c6-a377-82c698be6302" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e5dc9f-ea3e-42d6-918c-d6d1af87025f", "tag": "a4297a98-064e-4514-948b-b36b9d172b48"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:04.993046 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 34b2033f-dd15-4281-a2ad-13fc54b85495 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:48:05.035227 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (93162421-6760-4201-947b-0db826dd9168), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.071146 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 34b2033f-dd15-4281-a2ad-13fc54b85495 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:48:05.071483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 34b2033f-dd15-4281-a2ad-13fc54b85495 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:48:05.076687 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b09d99-b7c0-4a11-9b89-bcacea3d649d x-openstack-request-id: req-60b09d99-b7c0-4a11-9b89-bcacea3d649d {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:05.076971 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e5dc9f-ea3e-42d6-918c-d6d1af87025f", "tag": "a4297a98-064e-4514-948b-b36b9d172b48", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:05.077258 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-60b09d99-b7c0-4a11-9b89-bcacea3d649d {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:05.077666 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b09d99-b7c0-4a11-9b89-bcacea3d649d'] response: {'name': 'network-changed', 'server_uuid': 'f2e5dc9f-ea3e-42d6-918c-d6d1af87025f', 'tag': 'a4297a98-064e-4514-948b-b36b9d172b48', 'status': 'completed', 'code': 200} Mar 24 00:48:05.097655 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.133809 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-364ff339-2e13-4db8-9f1e-764e07fe2403 admin admin] Publish callbacks [] for security_group (828f1b7c-ba27-4c4e-a320-939fc369b1b1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.138450 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Allocated IP 192.168.233.68 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/283fe7d7-4ae1-4877-a5aa-b42e0304761e) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:48:05.150628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea8f49-554c-4686-9a69-753758c27bae service neutron] Pushing event updated for resources: {'Port': ['ID=a4297a98-064e-4514-948b-b36b9d172b48,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:05.244479 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-364ff339-2e13-4db8-9f1e-764e07fe2403 admin admin] Publish callbacks [] for security_group (828f1b7c-ba27-4c4e-a320-939fc369b1b1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.321732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-5293e6dd-785a-4c45-a977-9c6a676c2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:05.324255 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-5293e6dd-785a-4c45-a977-9c6a676c2205 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38f8da8ca34547c09c99273aab06136e&device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 1125 time: 0.2840173 Mar 24 00:48:05.340918 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60388) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:05.348976 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2d4c1-d3fa-4554-8c3e-6bc4265b57ce req-4b616c30-c521-4116-ac47-2459d065ecb5 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:05.350531 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0fc2d4c1-d3fa-4554-8c3e-6bc4265b57ce req-4b616c30-c521-4116-ac47-2459d065ecb5 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 931 time: 0.2202277 Mar 24 00:48:05.369055 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-464280c7-cfba-49a2-bc03-f9793505cbb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.448135 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-f07d8744-5cc5-418e-bd24-ed6d530b22ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4297a98-064e-4514-948b-b36b9d172b48 HTTP/1.1" status: 200 len: 217 time: 0.1106389 Mar 24 00:48:05.455929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597e4e1-0559-417d-9af6-10361ecd7deb req-179fca1e-cc5d-4906-8b59-96cc2abe143b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:05.463914 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f597e4e1-0559-417d-9af6-10361ecd7deb req-179fca1e-cc5d-4906-8b59-96cc2abe143b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 943 time: 0.2780912 Mar 24 00:48:05.486183 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93162421-6760-4201-947b-0db826dd9168 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:05.496873 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Publish callbacks [] for port (93162421-6760-4201-947b-0db826dd9168), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.535830 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-464280c7-cfba-49a2-bc03-f9793505cbb8 admin admin] Publish callbacks [] for security_group (fe468f26-5aff-46e5-945f-d39a0910da13), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.542015 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-464280c7-cfba-49a2-bc03-f9793505cbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fe468f26-5aff-46e5-945f-d39a0910da13), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.563570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Transition to ACTIVE for port object 93162421-6760-4201-947b-0db826dd9168 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:48:05.576560 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-364ff339-2e13-4db8-9f1e-764e07fe2403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (828f1b7c-ba27-4c4e-a320-939fc369b1b1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.579438 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-364ff339-2e13-4db8-9f1e-764e07fe2403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.583131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-364ff339-2e13-4db8-9f1e-764e07fe2403 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/828f1b7c-ba27-4c4e-a320-939fc369b1b1 HTTP/1.1" status: 204 len: 168 time: 0.7793036 Mar 24 00:48:05.590163 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (93162421-6760-4201-947b-0db826dd9168), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.629400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ff339-2e13-4db8-9f1e-764e07fe2403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828f1b7c-ba27-4c4e-a320-939fc369b1b1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:05.633547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-4a041dbd-cb08-4beb-b700-663b470a37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:05.635923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-4a041dbd-cb08-4beb-b700-663b470a37e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a60cf0f-74c4-4d18-b030-c9f52047b74b HTTP/1.1" status: 200 len: 853 time: 0.1613445 Mar 24 00:48:05.641229 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-464280c7-cfba-49a2-bc03-f9793505cbb8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=67add205b8104d41bf1a972717bd5ca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973540 Mar 24 00:48:05.644494 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60398) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:05.652942 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464280c7-cfba-49a2-bc03-f9793505cbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe468f26-5aff-46e5-945f-d39a0910da13,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:05.667008 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0fc2d4c1-d3fa-4554-8c3e-6bc4265b57ce req-2ddcb941-531b-49ec-bec7-0b1230c7002a tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873726 Mar 24 00:48:05.698474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f597e4e1-0559-417d-9af6-10361ecd7deb req-03c47c38-be70-41c5-83a8-4f77627a4679 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285612 Mar 24 00:48:05.716496 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks [] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.721446 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-b4b89849-cc95-4654-b5ae-d53d2615334d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d10d95e-3361-430f-8a90-c3381dc2c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574379 Mar 24 00:48:05.737601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Pushing event updated for resources: {'Port': ['ID=93162421-6760-4201-947b-0db826dd9168,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:05.831859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4309924a-d24b-461c-b393-ad56a0da1c76 req-0561fcf5-b917-4a58-863e-7c9a8d0b0c19 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 210 time: 0.0470536 Mar 24 00:48:05.847068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964c02e2-bc52-4d13-aea1-862d2e2ea241 admin admin] Publish callbacks [] for security_group (fe468f26-5aff-46e5-945f-d39a0910da13), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.860676 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.895469 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964c02e2-bc52-4d13-aea1-862d2e2ea241 admin admin] Publish callbacks [] for security_group (fe468f26-5aff-46e5-945f-d39a0910da13), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.916127 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-63c77420-ba0d-4216-9243-ea503769f8bd service neutron] 10.222.0.57 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873195 Mar 24 00:48:05.918940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Attempting to bind port 93162421-6760-4201-947b-0db826dd9168 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:48:05.919196 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Attempting to bind port 93162421-6760-4201-947b-0db826dd9168 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:48:05.919504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Attempting to bind port 93162421-6760-4201-947b-0db826dd9168 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:05.919937 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:48:05.929322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:48:05.932430 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:48:05.937862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:05.938479 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.938825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Port 93162421-6760-4201-947b-0db826dd9168 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:48:05.939152 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Attempting to bind port 93162421-6760-4201-947b-0db826dd9168 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:05.945431 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:48:05.945726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Checking segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:48:05.945978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Bound using segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:48:05.946397 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Bound port: 93162421-6760-4201-947b-0db826dd9168, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:48:05.946759 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (93162421-6760-4201-947b-0db826dd9168), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:05.969124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Pushing event updated for resources: {'Port': ['ID=283fe7d7-4ae1-4877-a5aa-b42e0304761e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:06.012266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964c02e2-bc52-4d13-aea1-862d2e2ea241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fe468f26-5aff-46e5-945f-d39a0910da13), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:06.014814 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964c02e2-bc52-4d13-aea1-862d2e2ea241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:06.018280 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-964c02e2-bc52-4d13-aea1-862d2e2ea241 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe468f26-5aff-46e5-945f-d39a0910da13 HTTP/1.1" status: 204 len: 168 time: 0.3697014 Mar 24 00:48:06.021758 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-ad6e498a-8927-4384-9b0d-9ba87b3c0616 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7315123 Mar 24 00:48:06.039782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c02e2-bc52-4d13-aea1-862d2e2ea241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe468f26-5aff-46e5-945f-d39a0910da13,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:06.052360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] For port 93162421-6760-4201-947b-0db826dd9168, host n-h1-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:48:06.059804 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] For port 93162421-6760-4201-947b-0db826dd9168, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=93162421-6760-4201-947b-0db826dd9168,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:48:06.073958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Request body: {'port': {'device_id': '3472825f-1d8f-4ac3-b366-aef07ad58b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:06.078925 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (93162421-6760-4201-947b-0db826dd9168), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:06.138117 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:06.138745 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:06.140128 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] 10.222.0.57 "PUT /v2.0/ports/93162421-6760-4201-947b-0db826dd9168 HTTP/1.1" status: 200 len: 1091 time: 1.2170255 Mar 24 00:48:06.140574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f', 'tag': '93162421-6760-4201-947b-0db826dd9168'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:06.142821 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1620a0-9efb-4984-b862-9e1fa7967d36" -d '{"events": [{"name": "network-changed", "server_uuid": "48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f", "tag": "93162421-6760-4201-947b-0db826dd9168"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:06.146194 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b54f934-26f4-4a61-8afe-cf97e325f4b0 req-fd25260c-1c72-4810-9884-d19b9028dc7b service neutron] 10.222.0.57 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227054 Mar 24 00:48:06.218999 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83551c0d-ce24-4bee-98c2-acff00a1423c x-openstack-request-id: req-83551c0d-ce24-4bee-98c2-acff00a1423c {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:06.219359 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f", "tag": "93162421-6760-4201-947b-0db826dd9168", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:06.219538 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83551c0d-ce24-4bee-98c2-acff00a1423c {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:06.219995 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83551c0d-ce24-4bee-98c2-acff00a1423c'] response: {'name': 'network-changed', 'server_uuid': '48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f', 'tag': '93162421-6760-4201-947b-0db826dd9168', 'status': 'completed', 'code': 200} Mar 24 00:48:06.258488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60412) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:06.278244 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:06.283296 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b69e-19c3-458d-9f7b-edc2cc8fe6b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:06.288769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8987ff5-2cf0-4a43-af9a-90a7f6439f18 service neutron] Pushing event updated for resources: {'Port': ['ID=93162421-6760-4201-947b-0db826dd9168,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:06.313974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7958987-42b5-40c6-a377-82c698be6302 req-fe519a84-c31b-4374-8b54-f648d3191cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:06.315577 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c7958987-42b5-40c6-a377-82c698be6302 req-fe519a84-c31b-4374-8b54-f648d3191cec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38f8da8ca34547c09c99273aab06136e&device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 1125 time: 0.0930972 Mar 24 00:48:06.424528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-bfaccdd2-7cf3-4ec0-9297-75b9883cd5db None None] Provisioning complete for port 283fe7d7-4ae1-4877-a5aa-b42e0304761e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:48:06.425917 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bfaccdd2-7cf3-4ec0-9297-75b9883cd5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:06.473154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7958987-42b5-40c6-a377-82c698be6302 req-9392f7a7-de65-4eb0-93dd-77fe52c2b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:06.474640 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c7958987-42b5-40c6-a377-82c698be6302 req-9392f7a7-de65-4eb0-93dd-77fe52c2b217 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d10d95e-3361-430f-8a90-c3381dc2c6c4 HTTP/1.1" status: 200 len: 914 time: 0.1526513 Mar 24 00:48:06.494447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bfaccdd2-7cf3-4ec0-9297-75b9883cd5db None None] Port 283fe7d7-4ae1-4877-a5aa-b42e0304761e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:48:06.539506 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c7958987-42b5-40c6-a377-82c698be6302 req-e619244d-956e-4a00-b4ff-e6a25e213e8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4297a98-064e-4514-948b-b36b9d172b48 HTTP/1.1" status: 200 len: 217 time: 0.0577555 Mar 24 00:48:06.569994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-096dafd8-5778-4c20-8fbd-9eeaf7a99293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:06.571569 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-096dafd8-5778-4c20-8fbd-9eeaf7a99293 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 1125 time: 0.3536711 Mar 24 00:48:06.622416 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7958987-42b5-40c6-a377-82c698be6302 req-18cb72f8-b457-4c35-8b0e-8af5ef1218bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:06.624673 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c7958987-42b5-40c6-a377-82c698be6302 req-18cb72f8-b457-4c35-8b0e-8af5ef1218bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a60cf0f-74c4-4d18-b030-c9f52047b74b HTTP/1.1" status: 200 len: 853 time: 0.0748925 Mar 24 00:48:06.641129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-015c9d59-78a7-4039-a254-aaf68d30218e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93162421-6760-4201-947b-0db826dd9168 HTTP/1.1" status: 200 len: 217 time: 0.0595186 Mar 24 00:48:06.673129 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c7958987-42b5-40c6-a377-82c698be6302 req-9f33571e-fadc-406b-bead-2aae136deeaa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d10d95e-3361-430f-8a90-c3381dc2c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409434 Mar 24 00:48:06.793812 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c7958987-42b5-40c6-a377-82c698be6302 req-9ab7b158-9043-480f-ad07-40a4b64269f1 service neutron] 10.222.0.57 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128056 Mar 24 00:48:06.926435 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c7958987-42b5-40c6-a377-82c698be6302 req-a1771401-3fac-4b7e-af55-f4e367973892 service neutron] 10.222.0.57 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255100 Mar 24 00:48:06.950564 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-7946cf93-6d22-4e19-9050-9a6d77e358d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:06.953223 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-7946cf93-6d22-4e19-9050-9a6d77e358d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.2668779 Mar 24 00:48:06.986600 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b69e-19c3-458d-9f7b-edc2cc8fe6b7 admin admin] Publish callbacks [] for security_group (3adabc0d-587e-4043-9354-a5a95b373b4a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:07.021109 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-134840e2-0421-47f5-84bd-16094359a9be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600989 Mar 24 00:48:07.026326 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b69e-19c3-458d-9f7b-edc2cc8fe6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3adabc0d-587e-4043-9354-a5a95b373b4a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:07.118929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edf0fd-d930-4c85-a951-f2137de00aa3 req-099d1a79-f307-4ca2-bb0c-b085d5fc33b1 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:07.120384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81edf0fd-d930-4c85-a951-f2137de00aa3 req-099d1a79-f307-4ca2-bb0c-b085d5fc33b1 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 943 time: 0.3476100 Mar 24 00:48:07.146961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1f9ca-213c-415b-abd9-abe75e147fdb req-9d1ff1e1-e790-44f6-8eb4-a1490c6c3358 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:07.148378 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3f1f9ca-213c-415b-abd9-abe75e147fdb req-9d1ff1e1-e790-44f6-8eb4-a1490c6c3358 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 943 time: 0.2723908 Mar 24 00:48:07.171904 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b6b6b69e-19c3-458d-9f7b-edc2cc8fe6b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e04e6e4dd66f43558229c25da5d1ab8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9119384 Mar 24 00:48:07.172591 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6b69e-19c3-458d-9f7b-edc2cc8fe6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adabc0d-587e-4043-9354-a5a95b373b4a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:07.174726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60452) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:07.237610 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-703d30a1-2433-405d-9d30-8ec87b085e88 admin admin] Publish callbacks [] for security_group (3adabc0d-587e-4043-9354-a5a95b373b4a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:07.262987 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-703d30a1-2433-405d-9d30-8ec87b085e88 admin admin] Publish callbacks [] for security_group (3adabc0d-587e-4043-9354-a5a95b373b4a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:07.314781 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-703d30a1-2433-405d-9d30-8ec87b085e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3adabc0d-587e-4043-9354-a5a95b373b4a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:07.315019 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-abcfa22f-14bd-4a08-8379-c249195a67fc service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811828 Mar 24 00:48:07.317515 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-703d30a1-2433-405d-9d30-8ec87b085e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:07.321193 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-703d30a1-2433-405d-9d30-8ec87b085e88 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3adabc0d-587e-4043-9354-a5a95b373b4a HTTP/1.1" status: 204 len: 168 time: 0.1429291 Mar 24 00:48:07.327944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d30a1-2433-405d-9d30-8ec87b085e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adabc0d-587e-4043-9354-a5a95b373b4a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:07.331523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81edf0fd-d930-4c85-a951-f2137de00aa3 req-1a11786b-3ab9-4596-852f-dc4f6b67bdbb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917238 Mar 24 00:48:07.359351 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3f1f9ca-213c-415b-abd9-abe75e147fdb req-8fbcf130-6239-475b-a9a6-71edf04ea31e tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943381 Mar 24 00:48:07.376551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283fe7d7-4ae1-4877-a5aa-b42e0304761e {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:07.410479 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Publish callbacks [] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:07.442544 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Transition to ACTIVE for port object 283fe7d7-4ae1-4877-a5aa-b42e0304761e will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:48:07.468695 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:07.573612 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Pushing event updated for resources: {'Port': ['ID=283fe7d7-4ae1-4877-a5aa-b42e0304761e,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:07.577404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b17c76cd-b104-41fb-8e44-0b74fae06236 req-935ad6ad-123b-49ee-87d5-74b9451d37fb service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441998 Mar 24 00:48:07.591452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579d89a-be3e-4027-8cf5-dc02f13e075d req-e64b5657-9102-45a5-a585-239476aed96a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:07.592974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c579d89a-be3e-4027-8cf5-dc02f13e075d req-e64b5657-9102-45a5-a585-239476aed96a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 935 time: 0.1701362 Mar 24 00:48:07.648398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Attempting to bind port 283fe7d7-4ae1-4877-a5aa-b42e0304761e on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:48:07.648745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Attempting to bind port 283fe7d7-4ae1-4877-a5aa-b42e0304761e by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:48:07.649078 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Attempting to bind port 283fe7d7-4ae1-4877-a5aa-b42e0304761e on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:07.692662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Port 283fe7d7-4ae1-4877-a5aa-b42e0304761e on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:48:07.692988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Attempting to bind port 283fe7d7-4ae1-4877-a5aa-b42e0304761e on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:07.710019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:48:07.710363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:48:07.710757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:48:07.711215 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Bound port: 283fe7d7-4ae1-4877-a5aa-b42e0304761e, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:48:07.711629 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:07.735820 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c579d89a-be3e-4027-8cf5-dc02f13e075d req-6de8eb00-a623-4745-a972-7dcc1eb2f0f9 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267333 Mar 24 00:48:07.808761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] For port 283fe7d7-4ae1-4877-a5aa-b42e0304761e, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:48:07.812750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] For port 283fe7d7-4ae1-4877-a5aa-b42e0304761e, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:48:07.823844 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:07.834355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1620a0-9efb-4984-b862-9e1fa7967d36 req-2c4d1107-6a7e-4bdc-a494-0349c86591a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:07.835938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e1620a0-9efb-4984-b862-9e1fa7967d36 req-2c4d1107-6a7e-4bdc-a494-0349c86591a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 1125 time: 0.1894150 Mar 24 00:48:07.885644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:07.886261 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:07.887618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] 10.222.0.57 "PUT /v2.0/ports/283fe7d7-4ae1-4877-a5aa-b42e0304761e HTTP/1.1" status: 200 len: 1095 time: 1.8588505 Mar 24 00:48:07.888055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3472825f-1d8f-4ac3-b366-aef07ad58b87', 'tag': '283fe7d7-4ae1-4877-a5aa-b42e0304761e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:07.890644 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf9e403-3ed1-4e14-b6a5-342412f99ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "3472825f-1d8f-4ac3-b366-aef07ad58b87", "tag": "283fe7d7-4ae1-4877-a5aa-b42e0304761e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:08.004820 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e168cb86-a4d9-4377-8585-661ee3f16866 x-openstack-request-id: req-e168cb86-a4d9-4377-8585-661ee3f16866 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:08.005451 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3472825f-1d8f-4ac3-b366-aef07ad58b87", "tag": "283fe7d7-4ae1-4877-a5aa-b42e0304761e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:08.005451 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e168cb86-a4d9-4377-8585-661ee3f16866 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:08.005719 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e168cb86-a4d9-4377-8585-661ee3f16866'] response: {'name': 'network-changed', 'server_uuid': '3472825f-1d8f-4ac3-b366-aef07ad58b87', 'tag': '283fe7d7-4ae1-4877-a5aa-b42e0304761e', 'status': 'completed', 'code': 200} Mar 24 00:48:08.013894 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6a44c-4091-4392-af55-423db3ddb193 service neutron] Pushing event updated for resources: {'Port': ['ID=283fe7d7-4ae1-4877-a5aa-b42e0304761e,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:08.057272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-b4a3a1d9-5ff8-4793-accc-6ff46dd85b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:08.058794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-b4a3a1d9-5ff8-4793-accc-6ff46dd85b04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 1129 time: 0.1199613 Mar 24 00:48:08.059894 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1620a0-9efb-4984-b862-9e1fa7967d36 req-8bd24d40-54f8-4c27-8d0d-afe9a2c7f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:08.061223 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e1620a0-9efb-4984-b862-9e1fa7967d36 req-8bd24d40-54f8-4c27-8d0d-afe9a2c7f747 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.2023273 Mar 24 00:48:08.126038 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-55ea33a4-03c2-4bc0-acb5-c322507208dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e HTTP/1.1" status: 200 len: 217 time: 0.0547249 Mar 24 00:48:08.159474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e1620a0-9efb-4984-b862-9e1fa7967d36 req-9e864941-463d-4556-9544-bbdf8d675ce8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93162421-6760-4201-947b-0db826dd9168 HTTP/1.1" status: 200 len: 217 time: 0.0788996 Mar 24 00:48:08.254129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1620a0-9efb-4984-b862-9e1fa7967d36 req-4e0183a2-da92-4006-8410-3e960919e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:08.255702 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e1620a0-9efb-4984-b862-9e1fa7967d36 req-4e0183a2-da92-4006-8410-3e960919e8f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.0557649 Mar 24 00:48:08.259045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-962be86f-930a-45a7-aeed-42c868da0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:08.260457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-962be86f-930a-45a7-aeed-42c868da0307 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0998394 Mar 24 00:48:08.300671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e1620a0-9efb-4984-b862-9e1fa7967d36 req-4a225993-097b-4b56-80d5-c53205587305 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334148 Mar 24 00:48:08.402347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-8fd30412-97d2-4212-bd46-385fff32d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:08.404480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-8fd30412-97d2-4212-bd46-385fff32d051 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1294785 Mar 24 00:48:08.446016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e1620a0-9efb-4984-b862-9e1fa7967d36 req-984764e0-2bc4-4ada-9c28-2f9cfa8b0723 service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307468 Mar 24 00:48:08.638855 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60516) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:08.733831 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60522) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:08.846595 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bdd37966-fdaf-4e9e-82f0-119dae8c9ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:08.862556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-9be1074d-4273-4535-b340-234643094bc5 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488475 Mar 24 00:48:08.891044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd23fd0-1bda-41a1-8983-a76d51a4609d req-e9257122-0cba-4a07-9ffb-685c35142708 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:08.892623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6bd23fd0-1bda-41a1-8983-a76d51a4609d req-e9257122-0cba-4a07-9ffb-685c35142708 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 943 time: 0.4496167 Mar 24 00:48:08.901998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7716b0-a05a-4bae-93e6-93d76a5331f9 req-385c12dd-40dc-43a1-a260-dbf86a1b908f tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:08.902405 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-31a07276-bf53-40dd-81f6-fad141a290cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:08.903450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c7716b0-a05a-4bae-93e6-93d76a5331f9 req-385c12dd-40dc-43a1-a260-dbf86a1b908f tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 943 time: 0.4230280 Mar 24 00:48:08.955882 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e1620a0-9efb-4984-b862-9e1fa7967d36 req-48e68229-4226-4292-ba24-93a855c66024 service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743900 Mar 24 00:48:08.974436 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bdd37966-fdaf-4e9e-82f0-119dae8c9ec0 admin admin] Publish callbacks [] for security_group (87472b67-a14f-49d8-a2f1-f6f2b4d8e8b0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:08.983624 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bdd37966-fdaf-4e9e-82f0-119dae8c9ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (87472b67-a14f-49d8-a2f1-f6f2b4d8e8b0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:09.023822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a4297a98-064e-4514-948b-b36b9d172b48 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:48:09.040695 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bdd37966-fdaf-4e9e-82f0-119dae8c9ec0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=804fd58d49f04ddc89f2cf8fe0c94473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4006734 Mar 24 00:48:09.040948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60534) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:09.053769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd37966-fdaf-4e9e-82f0-119dae8c9ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87472b67-a14f-49d8-a2f1-f6f2b4d8e8b0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:09.064892 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-31a07276-bf53-40dd-81f6-fad141a290cb admin admin] Publish callbacks [] for security_group (9fd1258d-12ab-42d3-b3f8-962066b85d3a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:09.073465 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-31a07276-bf53-40dd-81f6-fad141a290cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9fd1258d-12ab-42d3-b3f8-962066b85d3a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:09.083980 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6bd23fd0-1bda-41a1-8983-a76d51a4609d req-930bc966-a669-4110-94a8-519af2913a13 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793644 Mar 24 00:48:09.109442 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c7716b0-a05a-4bae-93e6-93d76a5331f9 req-f2a2d503-9e7d-4d25-9715-65b99a2eae94 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924436 Mar 24 00:48:09.128930 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-31a07276-bf53-40dd-81f6-fad141a290cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf60a1350ab7484fa336d10be761e83f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939965 Mar 24 00:48:09.131576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a07276-bf53-40dd-81f6-fad141a290cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd1258d-12ab-42d3-b3f8-962066b85d3a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:09.131887 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60540) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:09.148035 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34e2b3f3-2307-4c0e-a3f5-9058aeabb627 req-706b5ad5-dbcc-408c-b6e3-2a9d23c4cb4d service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775142 Mar 24 00:48:09.166899 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421ad2f5-f73a-49a1-9e01-98f22a336bff admin admin] Publish callbacks [] for security_group (87472b67-a14f-49d8-a2f1-f6f2b4d8e8b0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:09.227703 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421ad2f5-f73a-49a1-9e01-98f22a336bff admin admin] Publish callbacks [] for security_group (87472b67-a14f-49d8-a2f1-f6f2b4d8e8b0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:09.228559 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a4297a98-064e-4514-948b-b36b9d172b48, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a4297a98-064e-4514-948b-b36b9d172b48,segment=NetworkSegment(8eb76b21-cfb0-4ef2-aff4-89519ced406b),segment_id=8eb76b21-cfb0-4ef2-aff4-89519ced406b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:09.237046 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ccdee4e-7681-4fa1-9994-802acf0833ad admin admin] Publish callbacks [] for security_group (9fd1258d-12ab-42d3-b3f8-962066b85d3a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:09.242227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'a4297a98-064e-4514-948b-b36b9d172b48', 'network_id': '3d10d95e-3361-430f-8a90-c3381dc2c6c4', 'port_id': 'a4297a98-064e-4514-948b-b36b9d172b48', 'mac_address': 'fa:16:3e:7c:c6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a60cf0f-74c4-4d18-b030-c9f52047b74b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:48:09.292285 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a4297a98-064e-4514-948b-b36b9d172b48 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:48:09.292928 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a4297a98-064e-4514-948b-b36b9d172b48), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:09.308569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4297a98-064e-4514-948b-b36b9d172b48 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:09.332059 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a4297a98-064e-4514-948b-b36b9d172b48, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a4297a98-064e-4514-948b-b36b9d172b48,segment=NetworkSegment(8eb76b21-cfb0-4ef2-aff4-89519ced406b),segment_id=8eb76b21-cfb0-4ef2-aff4-89519ced406b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:09.339141 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a4297a98-064e-4514-948b-b36b9d172b48), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:09.340964 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ccdee4e-7681-4fa1-9994-802acf0833ad admin admin] Publish callbacks [] for security_group (9fd1258d-12ab-42d3-b3f8-962066b85d3a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:09.413300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba85ab4-52e0-425a-90b2-c5ce1a729d7e req-5469ba0d-580e-4d93-813e-e1f27a1b441a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:09.414998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ba85ab4-52e0-425a-90b2-c5ce1a729d7e req-5469ba0d-580e-4d93-813e-e1f27a1b441a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 947 time: 0.1907053 Mar 24 00:48:09.418801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9e403-3ed1-4e14-b6a5-342412f99ab5 req-b71b65d6-7edb-444d-8266-4f0fe3250cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:09.420428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcf9e403-3ed1-4e14-b6a5-342412f99ab5 req-b71b65d6-7edb-444d-8266-4f0fe3250cc6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 1129 time: 0.1947432 Mar 24 00:48:09.433678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a4297a98-064e-4514-948b-b36b9d172b48,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:09.443814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:09.444320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:09.444661 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:09.445225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:09.445342 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421ad2f5-f73a-49a1-9e01-98f22a336bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (87472b67-a14f-49d8-a2f1-f6f2b4d8e8b0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:09.445989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:09.446521 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:09.447738 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:09.448375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:09.448724 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421ad2f5-f73a-49a1-9e01-98f22a336bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:09.449526 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:09.449871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-421ad2f5-f73a-49a1-9e01-98f22a336bff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87472b67-a14f-49d8-a2f1-f6f2b4d8e8b0 HTTP/1.1" status: 204 len: 168 time: 0.4022701 Mar 24 00:48:09.450172 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:09.450681 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:09.451161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:09.451629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:09.452097 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:09.453968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:09.538368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ad2f5-f73a-49a1-9e01-98f22a336bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87472b67-a14f-49d8-a2f1-f6f2b4d8e8b0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:09.562216 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ba85ab4-52e0-425a-90b2-c5ce1a729d7e req-9866a033-881e-4dc5-8c42-e69ae5baf1ea tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335921 Mar 24 00:48:09.569263 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a4297a98-064e-4514-948b-b36b9d172b48'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:09.576604 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ccdee4e-7681-4fa1-9994-802acf0833ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9fd1258d-12ab-42d3-b3f8-962066b85d3a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:09.579223 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ccdee4e-7681-4fa1-9994-802acf0833ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:09.583039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6ccdee4e-7681-4fa1-9994-802acf0833ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9fd1258d-12ab-42d3-b3f8-962066b85d3a HTTP/1.1" status: 204 len: 168 time: 0.4467213 Mar 24 00:48:09.595382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdee4e-7681-4fa1-9994-802acf0833ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd1258d-12ab-42d3-b3f8-962066b85d3a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:09.613884 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9e403-3ed1-4e14-b6a5-342412f99ab5 req-e4debadb-dcaf-46e3-98fa-705b2d96713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:09.615708 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcf9e403-3ed1-4e14-b6a5-342412f99ab5 req-e4debadb-dcaf-46e3-98fa-705b2d96713d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.1858668 Mar 24 00:48:09.673976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcf9e403-3ed1-4e14-b6a5-342412f99ab5 req-f76281a7-73eb-4f0a-899a-fd7db95014a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e HTTP/1.1" status: 200 len: 217 time: 0.0513563 Mar 24 00:48:09.731593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9e403-3ed1-4e14-b6a5-342412f99ab5 req-3236f9c8-b5f1-4489-9e7e-e5d5540b9c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:09.733077 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcf9e403-3ed1-4e14-b6a5-342412f99ab5 req-3236f9c8-b5f1-4489-9e7e-e5d5540b9c29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0519567 Mar 24 00:48:09.794640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9e403-3ed1-4e14-b6a5-342412f99ab5 req-a81da0ef-7f57-4b3b-8a0f-7dd61052a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:09.796219 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcf9e403-3ed1-4e14-b6a5-342412f99ab5 req-a81da0ef-7f57-4b3b-8a0f-7dd61052a13d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0565674 Mar 24 00:48:09.874672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60564) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:09.889550 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f84976a-c885-40c5-a6d7-e0883d5e5c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:09.898701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcf9e403-3ed1-4e14-b6a5-342412f99ab5 req-bfc1314c-005a-45ef-abf9-b0e0c49b0b0b service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950227 Mar 24 00:48:09.991641 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f84976a-c885-40c5-a6d7-e0883d5e5c2b admin admin] Publish callbacks [] for security_group (276463ee-b038-4299-bbd0-5cd20ac7303c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:09.997088 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f84976a-c885-40c5-a6d7-e0883d5e5c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (276463ee-b038-4299-bbd0-5cd20ac7303c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:10.008332 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcf9e403-3ed1-4e14-b6a5-342412f99ab5 req-44f5cba9-b87f-4938-9715-78d500a5f3e1 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027155 Mar 24 00:48:10.033158 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9f84976a-c885-40c5-a6d7-e0883d5e5c2b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=53f5976d47ef4298b6f241249ec0b19d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562662 Mar 24 00:48:10.035619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60568) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:10.049155 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84976a-c885-40c5-a6d7-e0883d5e5c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276463ee-b038-4299-bbd0-5cd20ac7303c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:10.104251 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2e7c95cf-d632-4cdc-800f-491b29a39350 admin admin] Publish callbacks [] for security_group (276463ee-b038-4299-bbd0-5cd20ac7303c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:10.132574 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2e7c95cf-d632-4cdc-800f-491b29a39350 admin admin] Publish callbacks [] for security_group (276463ee-b038-4299-bbd0-5cd20ac7303c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:10.240987 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60578) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:10.260284 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73032cbe-933f-40cf-be80-bd8b9dd98f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:10.279892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d6aee-67ce-4807-9655-7299fb1427e8 req-daa32d3a-ca2c-44e2-a253-aa18b62c61d4 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:10.281445 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-313d6aee-67ce-4807-9655-7299fb1427e8 req-daa32d3a-ca2c-44e2-a253-aa18b62c61d4 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 943 time: 0.0987639 Mar 24 00:48:10.300669 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2e7c95cf-d632-4cdc-800f-491b29a39350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (276463ee-b038-4299-bbd0-5cd20ac7303c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:10.303297 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2e7c95cf-d632-4cdc-800f-491b29a39350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:10.304451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2e7c95cf-d632-4cdc-800f-491b29a39350 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/276463ee-b038-4299-bbd0-5cd20ac7303c HTTP/1.1" status: 204 len: 168 time: 0.2677979 Mar 24 00:48:10.318775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db08014-50ab-44f0-bd46-7aae9a024f5c req-cd28704c-8888-40b4-a0b1-0d934bf3e105 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:10.325974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3db08014-50ab-44f0-bd46-7aae9a024f5c req-cd28704c-8888-40b4-a0b1-0d934bf3e105 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 944 time: 0.1316695 Mar 24 00:48:10.363286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c95cf-d632-4cdc-800f-491b29a39350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276463ee-b038-4299-bbd0-5cd20ac7303c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:10.371915 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73032cbe-933f-40cf-be80-bd8b9dd98f46 admin admin] Publish callbacks [] for security_group (d68df9c1-b979-4414-bf13-906c05d6b9ed), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:10.389612 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73032cbe-933f-40cf-be80-bd8b9dd98f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d68df9c1-b979-4414-bf13-906c05d6b9ed), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:10.396075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60584) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:10.420450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3db08014-50ab-44f0-bd46-7aae9a024f5c req-c88db8a4-7a89-4c6f-9b62-0e395845d1e1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935309 Mar 24 00:48:10.450559 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-313d6aee-67ce-4807-9655-7299fb1427e8 req-af157bdd-49f7-4601-b238-2069c6c1163a tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589839 Mar 24 00:48:10.450831 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-73032cbe-933f-40cf-be80-bd8b9dd98f46 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b84c8890c98c44ce97a835b7b563d89d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078993 Mar 24 00:48:10.451709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73032cbe-933f-40cf-be80-bd8b9dd98f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68df9c1-b979-4414-bf13-906c05d6b9ed,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:10.454039 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60588) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:10.516869 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb3cb-979a-4e01-afbe-e4471f329ef8 admin admin] Publish callbacks [] for security_group (d68df9c1-b979-4414-bf13-906c05d6b9ed), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:10.545168 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb3cb-979a-4e01-afbe-e4471f329ef8 admin admin] Publish callbacks [] for security_group (d68df9c1-b979-4414-bf13-906c05d6b9ed), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:10.600296 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb3cb-979a-4e01-afbe-e4471f329ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d68df9c1-b979-4414-bf13-906c05d6b9ed), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:10.605282 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb3cb-979a-4e01-afbe-e4471f329ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:10.609083 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0f8cb3cb-979a-4e01-afbe-e4471f329ef8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d68df9c1-b979-4414-bf13-906c05d6b9ed HTTP/1.1" status: 204 len: 168 time: 0.1512413 Mar 24 00:48:10.618620 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cb3cb-979a-4e01-afbe-e4471f329ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68df9c1-b979-4414-bf13-906c05d6b9ed,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:10.706451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7bf9c-1e61-45f1-8251-00154463e43c req-72a94051-356e-4c2a-bf0f-2fcc099067a7 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:10.708242 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-07d7bf9c-1e61-45f1-8251-00154463e43c req-72a94051-356e-4c2a-bf0f-2fcc099067a7 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 947 time: 0.0589771 Mar 24 00:48:10.763250 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c07b0bf5-6c9d-45ac-a690-eab7eaabbdf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:10.764411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-07d7bf9c-1e61-45f1-8251-00154463e43c req-363fe935-a989-47d2-9d6d-222d636f7031 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481408 Mar 24 00:48:10.882307 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c07b0bf5-6c9d-45ac-a690-eab7eaabbdf4 admin admin] Publish callbacks [] for security_group (e8034180-41b2-4422-83f0-f58c66943856), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:10.887728 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c07b0bf5-6c9d-45ac-a690-eab7eaabbdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e8034180-41b2-4422-83f0-f58c66943856), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:10.928165 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c07b0bf5-6c9d-45ac-a690-eab7eaabbdf4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a760fd85ccc432d9d9178cf33b6efb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5273983 Mar 24 00:48:10.932240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60614) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:10.933901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b0bf5-6c9d-45ac-a690-eab7eaabbdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8034180-41b2-4422-83f0-f58c66943856,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:10.982280 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9bfe-d9dc-411e-985d-47e70ae1033d admin admin] Publish callbacks [] for security_group (e8034180-41b2-4422-83f0-f58c66943856), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:11.008125 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9bfe-d9dc-411e-985d-47e70ae1033d admin admin] Publish callbacks [] for security_group (e8034180-41b2-4422-83f0-f58c66943856), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:11.039000 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 93162421-6760-4201-947b-0db826dd9168 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:48:11.070436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a4297a98-064e-4514-948b-b36b9d172b48 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:48:11.083464 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9bfe-d9dc-411e-985d-47e70ae1033d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e8034180-41b2-4422-83f0-f58c66943856), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:11.086183 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9bfe-d9dc-411e-985d-47e70ae1033d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:11.090794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c4eb9bfe-d9dc-411e-985d-47e70ae1033d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8034180-41b2-4422-83f0-f58c66943856 HTTP/1.1" status: 204 len: 168 time: 0.1575334 Mar 24 00:48:11.098500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb9bfe-d9dc-411e-985d-47e70ae1033d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8034180-41b2-4422-83f0-f58c66943856,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:11.354864 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port a4297a98-064e-4514-948b-b36b9d172b48 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:48:11.365346 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port a4297a98-064e-4514-948b-b36b9d172b48 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:48:11.366161 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a4297a98-064e-4514-948b-b36b9d172b48), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:11.410455 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 93162421-6760-4201-947b-0db826dd9168, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=93162421-6760-4201-947b-0db826dd9168,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:11.430212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '93162421-6760-4201-947b-0db826dd9168', 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c', 'port_id': '93162421-6760-4201-947b-0db826dd9168', 'mac_address': 'fa:16:3e:ab:ac:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934588f5-a348-4979-87c7-3c16383ef84c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:48:11.516178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 93162421-6760-4201-947b-0db826dd9168 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:48:11.516646 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (93162421-6760-4201-947b-0db826dd9168), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:11.534216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a4297a98-064e-4514-948b-b36b9d172b48 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:48:11.534662 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a4297a98-064e-4514-948b-b36b9d172b48), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:11.542641 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93162421-6760-4201-947b-0db826dd9168 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:11.549646 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60662) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:11.573054 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-168323b5-a6e2-4074-bc86-e2f27daabd47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:11.582397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 93162421-6760-4201-947b-0db826dd9168, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=93162421-6760-4201-947b-0db826dd9168,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:11.589796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e5dc9f-ea3e-42d6-918c-d6d1af87025f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4297a98-064e-4514-948b-b36b9d172b48'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:11.593224 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245ffaee-4311-492a-93b9-f9f6aee7a99f" -d '{"events": [{"server_uuid": "f2e5dc9f-ea3e-42d6-918c-d6d1af87025f", "name": "network-vif-plugged", "status": "completed", "tag": "a4297a98-064e-4514-948b-b36b9d172b48"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:11.598841 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (93162421-6760-4201-947b-0db826dd9168), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:11.611954 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a4297a98-064e-4514-948b-b36b9d172b48, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a4297a98-064e-4514-948b-b36b9d172b48,segment=NetworkSegment(8eb76b21-cfb0-4ef2-aff4-89519ced406b),segment_id=8eb76b21-cfb0-4ef2-aff4-89519ced406b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:11.636268 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a4297a98-064e-4514-948b-b36b9d172b48), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:11.670390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224c87d-b809-475f-b888-a93c66f1cdab req-19fa17d6-def0-4f71-b9d1-659dbc105ba8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:11.671915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=93162421-6760-4201-947b-0db826dd9168,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:11.672424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a224c87d-b809-475f-b888-a93c66f1cdab req-19fa17d6-def0-4f71-b9d1-659dbc105ba8 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 944 time: 0.1546764 Mar 24 00:48:11.708336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311d5f3-4b02-401a-897d-025237e1b2af req-6c57eab5-c449-4500-8128-07c8ab6e7b16 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:11.716551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2311d5f3-4b02-401a-897d-025237e1b2af req-6c57eab5-c449-4500-8128-07c8ab6e7b16 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 944 time: 0.0872474 Mar 24 00:48:11.749465 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a4297a98-064e-4514-948b-b36b9d172b48,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:11.772031 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-168323b5-a6e2-4074-bc86-e2f27daabd47 admin admin] Publish callbacks [] for security_group (09ade7a5-9158-4638-a741-5e037d1e30ba), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:11.777588 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-168323b5-a6e2-4074-bc86-e2f27daabd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (09ade7a5-9158-4638-a741-5e037d1e30ba), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:11.787196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a224c87d-b809-475f-b888-a93c66f1cdab req-3bc471f7-bb9e-4089-945a-312a99ced5f1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010613 Mar 24 00:48:11.809953 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2311d5f3-4b02-401a-897d-025237e1b2af req-49b70a64-5ebe-43d8-8a2a-ee1849f15423 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922110 Mar 24 00:48:11.821027 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['93162421-6760-4201-947b-0db826dd9168'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:11.833239 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-168323b5-a6e2-4074-bc86-e2f27daabd47 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a00b2a55368e47668c41e8111e47383d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823548 Mar 24 00:48:11.836090 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60670) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:11.844710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168323b5-a6e2-4074-bc86-e2f27daabd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ade7a5-9158-4638-a741-5e037d1e30ba,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:11.908687 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf4b3e8-7c92-4118-9bff-64faa0a72189 x-openstack-request-id: req-cdf4b3e8-7c92-4118-9bff-64faa0a72189 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:11.910087 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e5dc9f-ea3e-42d6-918c-d6d1af87025f", "name": "network-vif-plugged", "status": "completed", "tag": "a4297a98-064e-4514-948b-b36b9d172b48", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:11.910555 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cdf4b3e8-7c92-4118-9bff-64faa0a72189 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:11.912008 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf4b3e8-7c92-4118-9bff-64faa0a72189'] response: {'server_uuid': 'f2e5dc9f-ea3e-42d6-918c-d6d1af87025f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4297a98-064e-4514-948b-b36b9d172b48', 'code': 200} Mar 24 00:48:11.923495 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8cbad52-b97b-4033-95c1-3c7094dcebe3 admin admin] Publish callbacks [] for security_group (09ade7a5-9158-4638-a741-5e037d1e30ba), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:11.954275 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8cbad52-b97b-4033-95c1-3c7094dcebe3 admin admin] Publish callbacks [] for security_group (09ade7a5-9158-4638-a741-5e037d1e30ba), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:12.020163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f3886-fd5c-423a-a7ae-b5f16253773e req-b14b47bb-f943-45e5-95db-8fd5fe1fbfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:12.022661 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-255f3886-fd5c-423a-a7ae-b5f16253773e req-b14b47bb-f943-45e5-95db-8fd5fe1fbfa0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 1127 time: 0.1004438 Mar 24 00:48:12.036541 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8cbad52-b97b-4033-95c1-3c7094dcebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (09ade7a5-9158-4638-a741-5e037d1e30ba), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:12.037182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd802e6-fc38-49d2-b21b-4c656260f616 req-f2d02707-ca7d-4950-aaa4-19c161044d9c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:12.038887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7fd802e6-fc38-49d2-b21b-4c656260f616 req-f2d02707-ca7d-4950-aaa4-19c161044d9c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 947 time: 0.1156309 Mar 24 00:48:12.040084 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8cbad52-b97b-4033-95c1-3c7094dcebe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:12.041782 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b8cbad52-b97b-4033-95c1-3c7094dcebe3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09ade7a5-9158-4638-a741-5e037d1e30ba HTTP/1.1" status: 204 len: 168 time: 0.2046034 Mar 24 00:48:12.052312 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbad52-b97b-4033-95c1-3c7094dcebe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ade7a5-9158-4638-a741-5e037d1e30ba,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:12.080357 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60678) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:12.155664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-255f3886-fd5c-423a-a7ae-b5f16253773e req-37d932d0-ec29-48a4-a803-fd6f58396e0b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158006 Mar 24 00:48:12.162866 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7fd802e6-fc38-49d2-b21b-4c656260f616 req-5978987e-47a6-400f-9e40-68280e6227b1 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999856 Mar 24 00:48:12.368107 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f25088ac-1be3-415e-bded-e8d237590769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:12.456688 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f25088ac-1be3-415e-bded-e8d237590769 admin admin] Publish callbacks [] for security_group (89e83abc-1c08-489f-a075-61f31663a65f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:12.461287 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f25088ac-1be3-415e-bded-e8d237590769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (89e83abc-1c08-489f-a075-61f31663a65f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:12.495327 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25088ac-1be3-415e-bded-e8d237590769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e83abc-1c08-489f-a075-61f31663a65f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:12.512706 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f25088ac-1be3-415e-bded-e8d237590769 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=355477ccee8b4feaa3f7eea50995d99e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312749 Mar 24 00:48:12.515423 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60698) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:12.570693 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-88f18c78-9a10-4f3c-9fc6-a67c4cab4ce4 admin admin] Publish callbacks [] for security_group (89e83abc-1c08-489f-a075-61f31663a65f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:12.599790 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-88f18c78-9a10-4f3c-9fc6-a67c4cab4ce4 admin admin] Publish callbacks [] for security_group (89e83abc-1c08-489f-a075-61f31663a65f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:12.658785 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-88f18c78-9a10-4f3c-9fc6-a67c4cab4ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (89e83abc-1c08-489f-a075-61f31663a65f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:12.661451 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-88f18c78-9a10-4f3c-9fc6-a67c4cab4ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:12.665894 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-88f18c78-9a10-4f3c-9fc6-a67c4cab4ce4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/89e83abc-1c08-489f-a075-61f31663a65f HTTP/1.1" status: 204 len: 168 time: 0.1492631 Mar 24 00:48:12.674634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f18c78-9a10-4f3c-9fc6-a67c4cab4ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e83abc-1c08-489f-a075-61f31663a65f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:12.995564 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fda98-feb3-4fc6-bd97-34f1ebf18563 req-c4c0bc18-9a6f-4c16-abcf-41d17185b3a2 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:12.997065 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e6fda98-feb3-4fc6-bd97-34f1ebf18563 req-c4c0bc18-9a6f-4c16-abcf-41d17185b3a2 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 945 time: 0.0826018 Mar 24 00:48:13.004314 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4937321-af63-45ab-b277-56ff7a35f843 req-45953a32-fe18-4595-92aa-ec0902762795 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:13.005818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4937321-af63-45ab-b277-56ff7a35f843 req-45953a32-fe18-4595-92aa-ec0902762795 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 944 time: 0.1015313 Mar 24 00:48:13.063910 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 283fe7d7-4ae1-4877-a5aa-b42e0304761e details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:48:13.080729 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e6fda98-feb3-4fc6-bd97-34f1ebf18563 req-5db96831-90f2-40bb-ba55-6144761a1f7f tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739002 Mar 24 00:48:13.106501 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4937321-af63-45ab-b277-56ff7a35f843 req-731cebd1-f8d4-46d1-9bc2-b885602a5b87 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782309 Mar 24 00:48:13.136025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 93162421-6760-4201-947b-0db826dd9168 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:48:13.263878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 283fe7d7-4ae1-4877-a5aa-b42e0304761e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:13.283756 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60734) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:13.300463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '283fe7d7-4ae1-4877-a5aa-b42e0304761e', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '283fe7d7-4ae1-4877-a5aa-b42e0304761e', 'mac_address': 'fa:16:3e:31:cf:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:48:13.306721 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8031c42f-58db-4c60-a8e9-702e74d299e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:13.344858 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5acc7-7c98-40c9-8329-28c1c20d5962 req-71a0ef4b-e105-46d8-bf83-63b5276349a6 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:13.351656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 93162421-6760-4201-947b-0db826dd9168 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:48:13.356585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67a5acc7-7c98-40c9-8329-28c1c20d5962 req-71a0ef4b-e105-46d8-bf83-63b5276349a6 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 947 time: 0.1098356 Mar 24 00:48:13.358270 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 93162421-6760-4201-947b-0db826dd9168 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:48:13.358845 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (93162421-6760-4201-947b-0db826dd9168), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:13.362602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 283fe7d7-4ae1-4877-a5aa-b42e0304761e is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:48:13.363214 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:13.405569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283fe7d7-4ae1-4877-a5aa-b42e0304761e {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:13.441606 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 283fe7d7-4ae1-4877-a5aa-b42e0304761e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:13.448086 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:13.472834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67a5acc7-7c98-40c9-8329-28c1c20d5962 req-fdab7c1c-a336-4ded-9d01-24680b0d9c81 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152589 Mar 24 00:48:13.494843 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8031c42f-58db-4c60-a8e9-702e74d299e2 admin admin] Publish callbacks [] for security_group (d7cc612f-9542-4b88-b8d8-f23a1deacc34), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:13.501514 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8031c42f-58db-4c60-a8e9-702e74d299e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d7cc612f-9542-4b88-b8d8-f23a1deacc34), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:13.522336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 93162421-6760-4201-947b-0db826dd9168 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:48:13.522790 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (93162421-6760-4201-947b-0db826dd9168), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:13.542049 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8031c42f-58db-4c60-a8e9-702e74d299e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a68be07d4af4c37b3057d55ad04ba2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566841 Mar 24 00:48:13.545810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60744) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:13.551605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=283fe7d7-4ae1-4877-a5aa-b42e0304761e,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:13.570676 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031c42f-58db-4c60-a8e9-702e74d299e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cc612f-9542-4b88-b8d8-f23a1deacc34,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:13.604632 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 93162421-6760-4201-947b-0db826dd9168, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=93162421-6760-4201-947b-0db826dd9168,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:13.609182 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (93162421-6760-4201-947b-0db826dd9168), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:13.619625 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f744cd7-40a7-4b7a-840c-c25b360ff9f7 admin admin] Publish callbacks [] for security_group (d7cc612f-9542-4b88-b8d8-f23a1deacc34), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:13.645861 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f744cd7-40a7-4b7a-840c-c25b360ff9f7 admin admin] Publish callbacks [] for security_group (d7cc612f-9542-4b88-b8d8-f23a1deacc34), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:13.674225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['283fe7d7-4ae1-4877-a5aa-b42e0304761e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:13.706434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=93162421-6760-4201-947b-0db826dd9168,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:13.724478 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f744cd7-40a7-4b7a-840c-c25b360ff9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d7cc612f-9542-4b88-b8d8-f23a1deacc34), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:13.730665 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f744cd7-40a7-4b7a-840c-c25b360ff9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:13.732131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8f744cd7-40a7-4b7a-840c-c25b360ff9f7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d7cc612f-9542-4b88-b8d8-f23a1deacc34 HTTP/1.1" status: 204 len: 168 time: 0.1852930 Mar 24 00:48:13.744437 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f744cd7-40a7-4b7a-840c-c25b360ff9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cc612f-9542-4b88-b8d8-f23a1deacc34,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:13.914596 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93162421-6760-4201-947b-0db826dd9168'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:13.921462 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dd7948-5285-4c40-bc60-331f1409aa35" -d '{"events": [{"server_uuid": "48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "93162421-6760-4201-947b-0db826dd9168"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:14.007420 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9b6f5a-aef4-4419-94db-a2b2099e690e x-openstack-request-id: req-ed9b6f5a-aef4-4419-94db-a2b2099e690e {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:14.007811 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "93162421-6760-4201-947b-0db826dd9168", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:14.008117 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed9b6f5a-aef4-4419-94db-a2b2099e690e {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:14.008531 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9b6f5a-aef4-4419-94db-a2b2099e690e'] response: {'server_uuid': '48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93162421-6760-4201-947b-0db826dd9168', 'code': 200} Mar 24 00:48:14.142044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2a6fc-c927-4b3f-b57e-cdaa75bfc6a9 req-e4df8716-5f8a-49b5-b4ba-291500a6ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:14.143711 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fef2a6fc-c927-4b3f-b57e-cdaa75bfc6a9 req-e4df8716-5f8a-49b5-b4ba-291500a6ecb9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 1127 time: 0.0676193 Mar 24 00:48:14.229195 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fef2a6fc-c927-4b3f-b57e-cdaa75bfc6a9 req-2ea10443-2221-43aa-993e-5ed83db40b55 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778551 Mar 24 00:48:14.251376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d224d-8c29-41f6-bb82-9eda4526f732 req-60fd2b00-ad9b-4b34-a762-d158a097150d tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:14.252866 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-905d224d-8c29-41f6-bb82-9eda4526f732 req-60fd2b00-ad9b-4b34-a762-d158a097150d tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 945 time: 0.0780582 Mar 24 00:48:14.334469 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-905d224d-8c29-41f6-bb82-9eda4526f732 req-38f95000-90c2-4616-8925-602746740a68 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717363 Mar 24 00:48:14.342154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52142ab0-bb3a-480f-b422-e567ce789f7a req-4eab33c7-2ef4-405b-94b8-50fc433d2cc2 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:14.343856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52142ab0-bb3a-480f-b422-e567ce789f7a req-4eab33c7-2ef4-405b-94b8-50fc433d2cc2 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 945 time: 0.0900002 Mar 24 00:48:14.408450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52142ab0-bb3a-480f-b422-e567ce789f7a req-515c05d9-7026-4200-89dd-cd779904517c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574126 Mar 24 00:48:14.548074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-359c1f72-fc44-4259-8793-c36cae112afb req-84710048-5235-46c8-a796-5ab79a9dc0c1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1447706332&fields=id&tenant_id=38f8da8ca34547c09c99273aab06136e HTTP/1.1" status: 200 len: 267 time: 0.0433168 Mar 24 00:48:14.610013 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c1f72-fc44-4259-8793-c36cae112afb req-07fab683-af87-4e9f-bfdd-9cded8329d1b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:14.611742 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-359c1f72-fc44-4259-8793-c36cae112afb req-07fab683-af87-4e9f-bfdd-9cded8329d1b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 945 time: 0.0557272 Mar 24 00:48:14.624496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-359c1f72-fc44-4259-8793-c36cae112afb req-5200ec6a-5ada-4228-86fa-b5a1b9b3ce71 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Request body: {'port': {'security_groups': ['16073e8b-018f-49ee-ad78-b53f1b5e8f00', '5afec744-90c4-435c-a615-22e30b793b40']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:14.700475 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-359c1f72-fc44-4259-8793-c36cae112afb req-5200ec6a-5ada-4228-86fa-b5a1b9b3ce71 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a4297a98-064e-4514-948b-b36b9d172b48), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:14.724773 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60806) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:14.863489 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2d30ce4-ad36-4699-9f23-f40600953290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:14.940265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-359c1f72-fc44-4259-8793-c36cae112afb req-5200ec6a-5ada-4228-86fa-b5a1b9b3ce71 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] For port a4297a98-064e-4514-948b-b36b9d172b48, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a4297a98-064e-4514-948b-b36b9d172b48,segment=NetworkSegment(8eb76b21-cfb0-4ef2-aff4-89519ced406b),segment_id=8eb76b21-cfb0-4ef2-aff4-89519ced406b)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:14.945837 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2d30ce4-ad36-4699-9f23-f40600953290 admin admin] Publish callbacks [] for security_group (3a969bc2-c1b6-48a1-b624-074d373aee62), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:14.951275 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2d30ce4-ad36-4699-9f23-f40600953290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3a969bc2-c1b6-48a1-b624-074d373aee62), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:14.971280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bb039-8452-4fed-b0be-a8af54db2131 req-d304ae77-ce91-427f-9459-15b987f0932d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:14.972740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb4bb039-8452-4fed-b0be-a8af54db2131 req-d304ae77-ce91-427f-9459-15b987f0932d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 948 time: 0.0899510 Mar 24 00:48:14.986350 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-359c1f72-fc44-4259-8793-c36cae112afb req-5200ec6a-5ada-4228-86fa-b5a1b9b3ce71 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for port (a4297a98-064e-4514-948b-b36b9d172b48), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:14.992406 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b2d30ce4-ad36-4699-9f23-f40600953290 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d76c7ee231e842f9b9240b7230ce8060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632136 Mar 24 00:48:14.992689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60820) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:15.000716 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d30ce4-ad36-4699-9f23-f40600953290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a969bc2-c1b6-48a1-b624-074d373aee62,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:15.013737 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-359c1f72-fc44-4259-8793-c36cae112afb req-5200ec6a-5ada-4228-86fa-b5a1b9b3ce71 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a4297a98-064e-4514-948b-b36b9d172b48), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:15.025771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['78279bce-e687-4351-9f0d-f53ca3da6d51'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:15.031384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a4297a98-064e-4514-948b-b36b9d172b48'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:15.077820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 283fe7d7-4ae1-4877-a5aa-b42e0304761e up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:48:15.093504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c1f72-fc44-4259-8793-c36cae112afb req-5200ec6a-5ada-4228-86fa-b5a1b9b3ce71 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:15.093504 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-359c1f72-fc44-4259-8793-c36cae112afb req-5200ec6a-5ada-4228-86fa-b5a1b9b3ce71 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:15.094248 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-359c1f72-fc44-4259-8793-c36cae112afb req-5200ec6a-5ada-4228-86fa-b5a1b9b3ce71 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "PUT /v2.0/ports/a4297a98-064e-4514-948b-b36b9d172b48 HTTP/1.1" status: 200 len: 981 time: 0.4743536 Mar 24 00:48:15.097573 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e5dc9f-ea3e-42d6-918c-d6d1af87025f', 'tag': 'a4297a98-064e-4514-948b-b36b9d172b48'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:15.103662 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc58fb49-e1a7-4cfc-9680-e10d848bc4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e5dc9f-ea3e-42d6-918c-d6d1af87025f", "tag": "a4297a98-064e-4514-948b-b36b9d172b48"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:15.125424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb4bb039-8452-4fed-b0be-a8af54db2131 req-989061f9-28c4-4bf1-b0f8-78fd4184a98c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430907 Mar 24 00:48:15.201757 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a4297a98-064e-4514-948b-b36b9d172b48'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:15.214451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200ec6a-5ada-4228-86fa-b5a1b9b3ce71 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event updated for resources: {'Port': ['ID=a4297a98-064e-4514-948b-b36b9d172b48,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:15.218485 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48066d1d-1e28-48d4-8fcf-cb3967a35e08 admin admin] Publish callbacks [] for security_group (3a969bc2-c1b6-48a1-b624-074d373aee62), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:15.262847 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48066d1d-1e28-48d4-8fcf-cb3967a35e08 admin admin] Publish callbacks [] for security_group (3a969bc2-c1b6-48a1-b624-074d373aee62), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:15.282568 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7335717e-c136-4a29-87ab-de71923c563a req-10686b42-235b-4f57-889a-8562ba918823 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/5afec744-90c4-435c-a615-22e30b793b40 HTTP/1.1" status: 200 len: 1818 time: 0.0784101 Mar 24 00:48:15.309202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 283fe7d7-4ae1-4877-a5aa-b42e0304761e completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:48:15.322988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 283fe7d7-4ae1-4877-a5aa-b42e0304761e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:48:15.323858 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:15.393081 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-7335717e-c136-4a29-87ab-de71923c563a req-2c6934c3-e920-442a-a563-ef6877b12442 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 24 00:48:15.395017 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7335717e-c136-4a29-87ab-de71923c563a req-2c6934c3-e920-442a-a563-ef6877b12442 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "DELETE /v2.0/security-groups/5afec744-90c4-435c-a615-22e30b793b40 HTTP/1.1" status: 409 len: 341 time: 0.1116538 Mar 24 00:48:15.409733 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48066d1d-1e28-48d4-8fcf-cb3967a35e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3a969bc2-c1b6-48a1-b624-074d373aee62), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:15.413773 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48066d1d-1e28-48d4-8fcf-cb3967a35e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:15.419665 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-48066d1d-1e28-48d4-8fcf-cb3967a35e08 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a969bc2-c1b6-48a1-b624-074d373aee62 HTTP/1.1" status: 204 len: 168 time: 0.4259572 Mar 24 00:48:15.429511 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48066d1d-1e28-48d4-8fcf-cb3967a35e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a969bc2-c1b6-48a1-b624-074d373aee62,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:15.456370 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2756f4d-d520-45fe-b37e-49c8f7226057 x-openstack-request-id: req-c2756f4d-d520-45fe-b37e-49c8f7226057 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:15.456736 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e5dc9f-ea3e-42d6-918c-d6d1af87025f", "tag": "a4297a98-064e-4514-948b-b36b9d172b48", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:15.457064 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c2756f4d-d520-45fe-b37e-49c8f7226057 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:15.457563 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2756f4d-d520-45fe-b37e-49c8f7226057'] response: {'name': 'network-changed', 'server_uuid': 'f2e5dc9f-ea3e-42d6-918c-d6d1af87025f', 'tag': 'a4297a98-064e-4514-948b-b36b9d172b48', 'status': 'completed', 'code': 200} Mar 24 00:48:15.546391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58fb49-e1a7-4cfc-9680-e10d848bc4f0 req-40e11941-5c4f-403a-8cee-235a437214b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:15.553967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc58fb49-e1a7-4cfc-9680-e10d848bc4f0 req-40e11941-5c4f-403a-8cee-235a437214b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38f8da8ca34547c09c99273aab06136e&device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 1166 time: 0.0704124 Mar 24 00:48:15.731167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 283fe7d7-4ae1-4877-a5aa-b42e0304761e is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:48:15.731699 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:15.799092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58fb49-e1a7-4cfc-9680-e10d848bc4f0 req-2f23b9c4-5270-4c70-a24c-8d4dd049ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:15.802434 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc58fb49-e1a7-4cfc-9680-e10d848bc4f0 req-2f23b9c4-5270-4c70-a24c-8d4dd049ad0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d10d95e-3361-430f-8a90-c3381dc2c6c4 HTTP/1.1" status: 200 len: 914 time: 0.2389779 Mar 24 00:48:15.853014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 283fe7d7-4ae1-4877-a5aa-b42e0304761e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:15.866937 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:15.936416 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc58fb49-e1a7-4cfc-9680-e10d848bc4f0 req-9499e486-66b5-40a2-92bf-921c0d11ccf7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4297a98-064e-4514-948b-b36b9d172b48 HTTP/1.1" status: 200 len: 217 time: 0.0775971 Mar 24 00:48:15.959285 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=283fe7d7-4ae1-4877-a5aa-b42e0304761e,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:16.008827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e5877-4693-4b04-9156-0759f4ca995c req-e68f0bda-6af4-468a-874a-2ca52ddae98e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:16.010218 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3472825f-1d8f-4ac3-b366-aef07ad58b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283fe7d7-4ae1-4877-a5aa-b42e0304761e'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:16.011097 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e1e5877-4693-4b04-9156-0759f4ca995c req-e68f0bda-6af4-468a-874a-2ca52ddae98e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 945 time: 0.2073100 Mar 24 00:48:16.012660 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dab4c5-3028-4a4b-92d9-a8d0ed9065c9" -d '{"events": [{"server_uuid": "3472825f-1d8f-4ac3-b366-aef07ad58b87", "name": "network-vif-plugged", "status": "completed", "tag": "283fe7d7-4ae1-4877-a5aa-b42e0304761e"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:16.023441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f40a36-f674-4767-8cc7-3ad89f80ec6f req-c1e22331-5cc0-4a09-a5e2-5b96efab40ef tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:16.025457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8f40a36-f674-4767-8cc7-3ad89f80ec6f req-c1e22331-5cc0-4a09-a5e2-5b96efab40ef tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 984 time: 0.1807318 Mar 24 00:48:16.029072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58fb49-e1a7-4cfc-9680-e10d848bc4f0 req-fdd78a82-d1b8-4de6-8b00-8ef675c89e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:16.030477 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc58fb49-e1a7-4cfc-9680-e10d848bc4f0 req-fdd78a82-d1b8-4de6-8b00-8ef675c89e8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a60cf0f-74c4-4d18-b030-c9f52047b74b HTTP/1.1" status: 200 len: 853 time: 0.0866578 Mar 24 00:48:16.069705 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60868) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:16.083805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc58fb49-e1a7-4cfc-9680-e10d848bc4f0 req-944f972f-bc5a-417e-967b-e17f3d6c0e95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d10d95e-3361-430f-8a90-c3381dc2c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465517 Mar 24 00:48:16.085440 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-799c39b6-b820-4f91-98b0-3e9314c0b54b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:16.160129 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-799c39b6-b820-4f91-98b0-3e9314c0b54b admin admin] Publish callbacks [] for security_group (b0a43552-5822-4974-a2ba-64b8117e7371), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:16.164629 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-799c39b6-b820-4f91-98b0-3e9314c0b54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b0a43552-5822-4974-a2ba-64b8117e7371), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:16.184395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e1e5877-4693-4b04-9156-0759f4ca995c req-3a05b189-fa56-4e52-8e7f-9a1221377460 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579521 Mar 24 00:48:16.202794 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-799c39b6-b820-4f91-98b0-3e9314c0b54b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80a62bbd5fbb4063a577ffee47a5b3ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319561 Mar 24 00:48:16.203755 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c39b6-b820-4f91-98b0-3e9314c0b54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a43552-5822-4974-a2ba-64b8117e7371,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:16.206420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60872) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:16.221751 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8f40a36-f674-4767-8cc7-3ad89f80ec6f req-abbf1d14-6ef5-438d-b0e6-2a90b7454ec0 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&id=5afec744-90c4-435c-a615-22e30b793b40&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1863952 Mar 24 00:48:16.233645 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc58fb49-e1a7-4cfc-9680-e10d848bc4f0 req-1933d3c2-10b4-4e1e-8292-72cd03c56bd4 service neutron] 10.222.0.57 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419723 Mar 24 00:48:16.272998 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-091e83cf-ca25-40ea-9965-e91bb02f6136 admin admin] Publish callbacks [] for security_group (b0a43552-5822-4974-a2ba-64b8117e7371), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:16.301650 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-091e83cf-ca25-40ea-9965-e91bb02f6136 admin admin] Publish callbacks [] for security_group (b0a43552-5822-4974-a2ba-64b8117e7371), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:16.360020 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-091e83cf-ca25-40ea-9965-e91bb02f6136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b0a43552-5822-4974-a2ba-64b8117e7371), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:16.363507 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-091e83cf-ca25-40ea-9965-e91bb02f6136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:16.364822 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-091e83cf-ca25-40ea-9965-e91bb02f6136 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0a43552-5822-4974-a2ba-64b8117e7371 HTTP/1.1" status: 204 len: 168 time: 0.1575196 Mar 24 00:48:16.371606 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc58fb49-e1a7-4cfc-9680-e10d848bc4f0 req-c189dc4b-9715-448f-ab0b-6d37aa4d92ae service neutron] 10.222.0.57 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262519 Mar 24 00:48:16.375903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e83cf-ca25-40ea-9965-e91bb02f6136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a43552-5822-4974-a2ba-64b8117e7371,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:16.479406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc201-9a04-419f-8a9e-aa88e9f9874b req-305854fc-e6b3-4ac1-be2e-8bbaae896818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:16.481074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f80dc201-9a04-419f-8a9e-aa88e9f9874b req-305854fc-e6b3-4ac1-be2e-8bbaae896818 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38f8da8ca34547c09c99273aab06136e&device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 1166 time: 0.0603404 Mar 24 00:48:16.534589 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca91517-568f-4080-9d02-751cba7197d7 x-openstack-request-id: req-dca91517-568f-4080-9d02-751cba7197d7 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:16.535024 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3472825f-1d8f-4ac3-b366-aef07ad58b87", "name": "network-vif-plugged", "status": "completed", "tag": "283fe7d7-4ae1-4877-a5aa-b42e0304761e", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:16.535160 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dca91517-568f-4080-9d02-751cba7197d7 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:16.535569 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca91517-568f-4080-9d02-751cba7197d7'] response: {'server_uuid': '3472825f-1d8f-4ac3-b366-aef07ad58b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283fe7d7-4ae1-4877-a5aa-b42e0304761e', 'code': 200} Mar 24 00:48:16.639996 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf4b76d4-e905-4ae1-81aa-823b6f0769fe req-38540ef3-1567-41aa-bfd0-f1686ad7e3ff tempest-QuotasAdminNegativeTest-1440264243 tempest-QuotasAdminNegativeTest-1440264243-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e28d9a2cb98746f0a57b79c000356ec1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754874 Mar 24 00:48:16.956810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc201-9a04-419f-8a9e-aa88e9f9874b req-0f017aae-6c2f-46cb-81e5-8e5058bfa9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:16.956810 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f80dc201-9a04-419f-8a9e-aa88e9f9874b req-0f017aae-6c2f-46cb-81e5-8e5058bfa9f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d10d95e-3361-430f-8a90-c3381dc2c6c4 HTTP/1.1" status: 200 len: 914 time: 0.4680266 Mar 24 00:48:16.992255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a6356-155a-4cae-89b6-e0dd51aa4460 req-0aadfe21-8aaa-490e-9f96-34840122026c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:16.993755 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e82a6356-155a-4cae-89b6-e0dd51aa4460 req-0aadfe21-8aaa-490e-9f96-34840122026c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.3998334 Mar 24 00:48:17.029276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f80dc201-9a04-419f-8a9e-aa88e9f9874b req-9a866ad0-9087-4419-813f-7893fb0833df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4297a98-064e-4514-948b-b36b9d172b48 HTTP/1.1" status: 200 len: 217 time: 0.0660079 Mar 24 00:48:17.037411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6c110-c054-4a9a-9b10-7670d27334d8 req-c658b378-7f02-4ef8-ba16-c830cf06e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:17.038786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fea6c110-c054-4a9a-9b10-7670d27334d8 req-c658b378-7f02-4ef8-ba16-c830cf06e8d7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 1131 time: 0.4261541 Mar 24 00:48:17.116875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b76d4-e905-4ae1-81aa-823b6f0769fe req-5d377e24-4790-4400-a579-52986699d892 tempest-QuotasAdminNegativeTest-1440264243 tempest-QuotasAdminNegativeTest-1440264243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:17.118125 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf4b76d4-e905-4ae1-81aa-823b6f0769fe req-5d377e24-4790-4400-a579-52986699d892 tempest-QuotasAdminNegativeTest-1440264243 tempest-QuotasAdminNegativeTest-1440264243-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4573064 Mar 24 00:48:17.170797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf4b76d4-e905-4ae1-81aa-823b6f0769fe req-bce3d86d-ef32-419a-9b00-3408a794b3ef tempest-QuotasAdminNegativeTest-1440264243 tempest-QuotasAdminNegativeTest-1440264243-project] 10.222.0.45 "GET /v2.0/quotas/e28d9a2cb98746f0a57b79c000356ec1 HTTP/1.1" status: 200 len: 375 time: 0.0389686 Mar 24 00:48:17.172160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc201-9a04-419f-8a9e-aa88e9f9874b req-1105c40b-947c-4dd4-9aeb-ffc4f8d50189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:17.173530 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f80dc201-9a04-419f-8a9e-aa88e9f9874b req-1105c40b-947c-4dd4-9aeb-ffc4f8d50189 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a60cf0f-74c4-4d18-b030-c9f52047b74b HTTP/1.1" status: 200 len: 853 time: 0.1339328 Mar 24 00:48:17.179147 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e82a6356-155a-4cae-89b6-e0dd51aa4460 req-853ca39d-2eaf-4205-a4bf-0cc1f8809f9f tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558731 Mar 24 00:48:17.199406 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fea6c110-c054-4a9a-9b10-7670d27334d8 req-b3641fa0-7ffd-4f9d-ae42-572bbbbe59b5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540880 Mar 24 00:48:17.228746 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f80dc201-9a04-419f-8a9e-aa88e9f9874b req-d4167fae-1555-4ef4-b667-a93f11bec531 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d10d95e-3361-430f-8a90-c3381dc2c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473158 Mar 24 00:48:17.230811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf4b76d4-e905-4ae1-81aa-823b6f0769fe req-eedf668c-bb11-4280-9920-5a75c045e02f tempest-QuotasAdminNegativeTest-1440264243 tempest-QuotasAdminNegativeTest-1440264243-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e28d9a2cb98746f0a57b79c000356ec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488801 Mar 24 00:48:17.289563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd8b7a-7f75-41e3-a34f-80cb916d2138 req-e3e4d795-40c7-4c6e-a2ba-42740e4599e9 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:17.291737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ffd8b7a-7f75-41e3-a34f-80cb916d2138 req-e3e4d795-40c7-4c6e-a2ba-42740e4599e9 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 1127 time: 0.0506077 Mar 24 00:48:17.341013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ffd8b7a-7f75-41e3-a34f-80cb916d2138 req-b8bbfb8a-0290-4f9f-afc1-8fd534d50dc4 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433493 Mar 24 00:48:17.527232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4a754-c89c-4246-a7fe-46ac22bf9ce8 req-0c8887d9-292a-422c-b7a1-c1e9c3988226 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:17.528636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-adf4a754-c89c-4246-a7fe-46ac22bf9ce8 req-0c8887d9-292a-422c-b7a1-c1e9c3988226 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 984 time: 0.0922205 Mar 24 00:48:17.530402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f80dc201-9a04-419f-8a9e-aa88e9f9874b req-ed6ccf95-a560-4bcf-a383-6725bffdaa2c service neutron] 10.222.0.57 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402218 Mar 24 00:48:17.644217 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-adf4a754-c89c-4246-a7fe-46ac22bf9ce8 req-9c018178-a8be-45fe-b3fb-574ab4994c73 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&id=5afec744-90c4-435c-a615-22e30b793b40&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1082466 Mar 24 00:48:17.662884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f80dc201-9a04-419f-8a9e-aa88e9f9874b req-68f37590-bd36-4fb8-89ea-bbc237775e6b service neutron] 10.222.0.57 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208518 Mar 24 00:48:17.787540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e6f8e-8bb2-40af-b540-66934af19c1f req-cc1bb1de-d938-4a9a-9348-efb656e13867 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:17.789257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-504e6f8e-8bb2-40af-b540-66934af19c1f req-cc1bb1de-d938-4a9a-9348-efb656e13867 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 1127 time: 0.0614059 Mar 24 00:48:17.840183 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-504e6f8e-8bb2-40af-b540-66934af19c1f req-d72289e0-0064-4812-95b3-df9221f4625a tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443850 Mar 24 00:48:18.227096 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fd914-3e4c-4175-90b0-a772812af9ae req-714f7937-6930-43d4-a6b0-c05dace1ef5a tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.228283 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fd914-3e4c-4175-90b0-a772812af9ae req-714f7937-6930-43d4-a6b0-c05dace1ef5a tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.228363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fd914-3e4c-4175-90b0-a772812af9ae req-714f7937-6930-43d4-a6b0-c05dace1ef5a tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.228807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fd914-3e4c-4175-90b0-a772812af9ae req-714f7937-6930-43d4-a6b0-c05dace1ef5a tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.229304 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fd914-3e4c-4175-90b0-a772812af9ae req-714f7937-6930-43d4-a6b0-c05dace1ef5a tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.229771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fd914-3e4c-4175-90b0-a772812af9ae req-714f7937-6930-43d4-a6b0-c05dace1ef5a tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.230329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fd914-3e4c-4175-90b0-a772812af9ae req-714f7937-6930-43d4-a6b0-c05dace1ef5a tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.230694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fd914-3e4c-4175-90b0-a772812af9ae req-714f7937-6930-43d4-a6b0-c05dace1ef5a tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.232693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa8fd914-3e4c-4175-90b0-a772812af9ae req-714f7937-6930-43d4-a6b0-c05dace1ef5a tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5747 time: 0.1884842 Mar 24 00:48:18.385076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a0133-4643-4a69-8cca-d02260c9c174 req-4891d2a3-2792-4f43-8244-fa8092aa3fb3 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.386676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e22a0133-4643-4a69-8cca-d02260c9c174 req-4891d2a3-2792-4f43-8244-fa8092aa3fb3 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.0592587 Mar 24 00:48:18.451628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e22a0133-4643-4a69-8cca-d02260c9c174 req-9ebb930e-4070-43bb-aab8-d48dd494172f tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518756 Mar 24 00:48:18.576666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7ef6a-0932-4ed0-a962-c032b0a0e392 req-ba84c3f6-ba65-4693-bb27-df3916394de5 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.578119 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34b7ef6a-0932-4ed0-a962-c032b0a0e392 req-ba84c3f6-ba65-4693-bb27-df3916394de5 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 1127 time: 0.1189351 Mar 24 00:48:18.611681 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed24608-e0e1-4e7b-b07a-72649558b6f5 req-db054225-8ff1-4fd1-9f69-306d869091fe tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.612975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ed24608-e0e1-4e7b-b07a-72649558b6f5 req-db054225-8ff1-4fd1-9f69-306d869091fe tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 886 time: 0.1143363 Mar 24 00:48:18.635913 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34b7ef6a-0932-4ed0-a962-c032b0a0e392 req-e3019375-8901-4ce1-91d1-3a93b7f5d27f tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519805 Mar 24 00:48:18.744493 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1fce4959-1541-4837-808e-e87665537406 req-0411fb30-36cb-4c64-a485-d613f13c217a tempest-QuotasAdminNegativeTest-1440264243 tempest-QuotasAdminNegativeTest-1440264243-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e28d9a2cb98746f0a57b79c000356ec1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282760 Mar 24 00:48:18.852186 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbded19-2728-4d5e-8c93-ad3971b5bdb9 req-700355ca-ee91-4e78-876a-74dd6315ebf5 tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.852587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbded19-2728-4d5e-8c93-ad3971b5bdb9 req-700355ca-ee91-4e78-876a-74dd6315ebf5 tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.853065 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbded19-2728-4d5e-8c93-ad3971b5bdb9 req-700355ca-ee91-4e78-876a-74dd6315ebf5 tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.853552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbded19-2728-4d5e-8c93-ad3971b5bdb9 req-700355ca-ee91-4e78-876a-74dd6315ebf5 tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.854010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbded19-2728-4d5e-8c93-ad3971b5bdb9 req-700355ca-ee91-4e78-876a-74dd6315ebf5 tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.854466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbded19-2728-4d5e-8c93-ad3971b5bdb9 req-700355ca-ee91-4e78-876a-74dd6315ebf5 tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.854927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbded19-2728-4d5e-8c93-ad3971b5bdb9 req-700355ca-ee91-4e78-876a-74dd6315ebf5 tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.855382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbded19-2728-4d5e-8c93-ad3971b5bdb9 req-700355ca-ee91-4e78-876a-74dd6315ebf5 tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.857154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2fbded19-2728-4d5e-8c93-ad3971b5bdb9 req-700355ca-ee91-4e78-876a-74dd6315ebf5 tempest-NetworksTest-1088916256 tempest-NetworksTest-1088916256-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5747 time: 0.1843777 Mar 24 00:48:18.883194 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce4959-1541-4837-808e-e87665537406 req-a32d77af-9aec-4e92-a22a-b5a3aeb5a688 tempest-QuotasAdminNegativeTest-1440264243 tempest-QuotasAdminNegativeTest-1440264243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:18.885129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1fce4959-1541-4837-808e-e87665537406 req-a32d77af-9aec-4e92-a22a-b5a3aeb5a688 tempest-QuotasAdminNegativeTest-1440264243 tempest-QuotasAdminNegativeTest-1440264243-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346955 Mar 24 00:48:18.901008 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1fce4959-1541-4837-808e-e87665537406 req-16c51032-ddd0-4de3-9a30-dc8b8f4755f5 tempest-QuotasAdminNegativeTest-1440264243 tempest-QuotasAdminNegativeTest-1440264243-project] 10.222.0.45 "GET /v2.0/quotas/e28d9a2cb98746f0a57b79c000356ec1 HTTP/1.1" status: 200 len: 375 time: 0.0106342 Mar 24 00:48:18.940220 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1fce4959-1541-4837-808e-e87665537406 req-86f9b0c3-cac0-428f-b4e5-be38dc9485ea tempest-QuotasAdminNegativeTest-1440264243 tempest-QuotasAdminNegativeTest-1440264243-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e28d9a2cb98746f0a57b79c000356ec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338929 Mar 24 00:48:19.031522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b5c49-5a8c-4810-91e8-04b20442a535 req-9aead72d-cf4c-475e-bbaf-3af8de11252c tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:19.032969 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-773b5c49-5a8c-4810-91e8-04b20442a535 req-9aead72d-cf4c-475e-bbaf-3af8de11252c tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 984 time: 0.0672696 Mar 24 00:48:19.093970 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-773b5c49-5a8c-4810-91e8-04b20442a535 req-e4afb040-d28d-4939-b4fa-145fd59c9735 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&id=5afec744-90c4-435c-a615-22e30b793b40&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0549889 Mar 24 00:48:19.156072 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32800) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:19.235344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a9f4e8-d10e-4363-a6d8-f0c8372feab2 req-e4fedf60-268b-4926-8888-f4433c592e98 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2092512778&fields=id&tenant_id=38f8da8ca34547c09c99273aab06136e HTTP/1.1" status: 200 len: 267 time: 0.0457630 Mar 24 00:48:19.274701 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6cbf514f-bd78-4980-bcae-22fe4e7d8862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:19.305345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9f4e8-d10e-4363-a6d8-f0c8372feab2 req-5f2478a5-fae3-4c7b-88c5-82f845e54ed1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:19.307748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a9f4e8-d10e-4363-a6d8-f0c8372feab2 req-5f2478a5-fae3-4c7b-88c5-82f845e54ed1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 984 time: 0.0663984 Mar 24 00:48:19.318798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-d4a9f4e8-d10e-4363-a6d8-f0c8372feab2 req-c6449805-e79c-40fb-8c98-aa811afce7d6 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Request body: {'port': {'security_groups': ['16073e8b-018f-49ee-ad78-b53f1b5e8f00', '5afec744-90c4-435c-a615-22e30b793b40', '6097dd9d-24b4-4027-b860-64d7cca941df']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:19.356121 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6cbf514f-bd78-4980-bcae-22fe4e7d8862 admin admin] Publish callbacks [] for security_group (75b6e4da-bb00-4614-8f4a-f2295450447d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:19.360261 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6cbf514f-bd78-4980-bcae-22fe4e7d8862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (75b6e4da-bb00-4614-8f4a-f2295450447d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:19.399436 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6cbf514f-bd78-4980-bcae-22fe4e7d8862 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7dec68b69bdc44f2bfe543508e952062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419484 Mar 24 00:48:19.401459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf514f-bd78-4980-bcae-22fe4e7d8862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b6e4da-bb00-4614-8f4a-f2295450447d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:19.403324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32814) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:19.405488 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4a9f4e8-d10e-4363-a6d8-f0c8372feab2 req-c6449805-e79c-40fb-8c98-aa811afce7d6 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a4297a98-064e-4514-948b-b36b9d172b48), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:19.521877 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ce8fdac-1cbc-403b-8eb9-98da80204b7f admin admin] Publish callbacks [] for security_group (75b6e4da-bb00-4614-8f4a-f2295450447d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:19.560093 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ce8fdac-1cbc-403b-8eb9-98da80204b7f admin admin] Publish callbacks [] for security_group (75b6e4da-bb00-4614-8f4a-f2295450447d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:19.680423 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ce8fdac-1cbc-403b-8eb9-98da80204b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (75b6e4da-bb00-4614-8f4a-f2295450447d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:19.683851 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ce8fdac-1cbc-403b-8eb9-98da80204b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:19.684982 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0ce8fdac-1cbc-403b-8eb9-98da80204b7f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75b6e4da-bb00-4614-8f4a-f2295450447d HTTP/1.1" status: 204 len: 168 time: 0.2804434 Mar 24 00:48:19.736028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8fdac-1cbc-403b-8eb9-98da80204b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b6e4da-bb00-4614-8f4a-f2295450447d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:19.739644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d4a9f4e8-d10e-4363-a6d8-f0c8372feab2 req-c6449805-e79c-40fb-8c98-aa811afce7d6 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] For port a4297a98-064e-4514-948b-b36b9d172b48, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a4297a98-064e-4514-948b-b36b9d172b48,segment=NetworkSegment(8eb76b21-cfb0-4ef2-aff4-89519ced406b),segment_id=8eb76b21-cfb0-4ef2-aff4-89519ced406b)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:19.789746 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4a9f4e8-d10e-4363-a6d8-f0c8372feab2 req-c6449805-e79c-40fb-8c98-aa811afce7d6 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for port (a4297a98-064e-4514-948b-b36b9d172b48), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:19.800049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657ae35-bfb1-469f-a6ae-52aba2188e2c req-15f15927-9f4b-4ae2-ba93-81c1ad2eaeb2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:19.801572 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c657ae35-bfb1-469f-a6ae-52aba2188e2c req-15f15927-9f4b-4ae2-ba93-81c1ad2eaeb2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.1272831 Mar 24 00:48:19.802740 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4a9f4e8-d10e-4363-a6d8-f0c8372feab2 req-c6449805-e79c-40fb-8c98-aa811afce7d6 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a4297a98-064e-4514-948b-b36b9d172b48), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:19.818050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['78279bce-e687-4351-9f0d-f53ca3da6d51'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:19.868126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9f4e8-d10e-4363-a6d8-f0c8372feab2 req-c6449805-e79c-40fb-8c98-aa811afce7d6 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:19.869285 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4a9f4e8-d10e-4363-a6d8-f0c8372feab2 req-c6449805-e79c-40fb-8c98-aa811afce7d6 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:19.875493 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a9f4e8-d10e-4363-a6d8-f0c8372feab2 req-c6449805-e79c-40fb-8c98-aa811afce7d6 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "PUT /v2.0/ports/a4297a98-064e-4514-948b-b36b9d172b48 HTTP/1.1" status: 200 len: 1020 time: 0.5615289 Mar 24 00:48:19.882562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a4297a98-064e-4514-948b-b36b9d172b48'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:19.886102 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e5dc9f-ea3e-42d6-918c-d6d1af87025f', 'tag': 'a4297a98-064e-4514-948b-b36b9d172b48'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:19.891978 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e837257-af8d-4149-afa6-e40b82872656" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e5dc9f-ea3e-42d6-918c-d6d1af87025f", "tag": "a4297a98-064e-4514-948b-b36b9d172b48"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:19.900862 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32848) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:19.940762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6449805-e79c-40fb-8c98-aa811afce7d6 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event updated for resources: {'Port': ['ID=a4297a98-064e-4514-948b-b36b9d172b48,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:19.961248 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c657ae35-bfb1-469f-a6ae-52aba2188e2c req-fd32a5e2-ca34-47f4-90f7-ef50005d82e8 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203358 Mar 24 00:48:20.036141 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a4297a98-064e-4514-948b-b36b9d172b48'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:20.075635 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4379dad2-55b4-4fe8-8fe7-9eb2b5cd5463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:20.084476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-230ab70e-dd02-4170-a31c-10e137920fab req-3314152a-ef36-4fe0-b5a5-763f7cc136bc tempest-QuotasAdminNegativeTest-1440264243 tempest-QuotasAdminNegativeTest-1440264243-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e28d9a2cb98746f0a57b79c000356ec1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402899 Mar 24 00:48:20.099482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32864) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:20.155857 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4379dad2-55b4-4fe8-8fe7-9eb2b5cd5463 admin admin] Publish callbacks [] for security_group (97d50cc4-3a55-45a1-9a32-2a8f3f9b1a7c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:20.160480 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-680e0090-e6b4-4f64-9f7c-68dae7b3a442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:20.161714 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4379dad2-55b4-4fe8-8fe7-9eb2b5cd5463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (97d50cc4-3a55-45a1-9a32-2a8f3f9b1a7c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:20.192726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0b707-f932-4712-a53e-9902025f8ab3 req-ac2ec3aa-95ed-4b5c-b560-17b910cdcaa2 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:20.194193 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3f0b707-f932-4712-a53e-9902025f8ab3 req-ac2ec3aa-95ed-4b5c-b560-17b910cdcaa2 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 1127 time: 0.1932509 Mar 24 00:48:20.203982 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379dad2-55b4-4fe8-8fe7-9eb2b5cd5463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d50cc4-3a55-45a1-9a32-2a8f3f9b1a7c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:20.233575 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4379dad2-55b4-4fe8-8fe7-9eb2b5cd5463 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ff76e9d5fa64ff08414e9141d592394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313420 Mar 24 00:48:20.236220 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32866) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:20.263069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ab70e-dd02-4170-a31c-10e137920fab req-3fa10b15-55f7-4b7b-acc9-cbfa2f249225 tempest-QuotasAdminNegativeTest-1440264243 tempest-QuotasAdminNegativeTest-1440264243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:20.264541 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-230ab70e-dd02-4170-a31c-10e137920fab req-3fa10b15-55f7-4b7b-acc9-cbfa2f249225 tempest-QuotasAdminNegativeTest-1440264243 tempest-QuotasAdminNegativeTest-1440264243-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793056 Mar 24 00:48:20.297993 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d677472a-1c88-427d-9feb-25b7624a1aef admin admin] Publish callbacks [] for security_group (97d50cc4-3a55-45a1-9a32-2a8f3f9b1a7c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:20.309858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-230ab70e-dd02-4170-a31c-10e137920fab req-10c53489-33bf-4b30-8bd5-71b3ae1b0071 tempest-QuotasAdminNegativeTest-1440264243 tempest-QuotasAdminNegativeTest-1440264243-project] 10.222.0.45 "GET /v2.0/quotas/e28d9a2cb98746f0a57b79c000356ec1 HTTP/1.1" status: 200 len: 375 time: 0.0377238 Mar 24 00:48:20.317343 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3f0b707-f932-4712-a53e-9902025f8ab3 req-c10c3dcf-c76e-4db7-a7af-e0b635bb0b1e tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115685 Mar 24 00:48:20.322593 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d677472a-1c88-427d-9feb-25b7624a1aef admin admin] Publish callbacks [] for security_group (97d50cc4-3a55-45a1-9a32-2a8f3f9b1a7c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:20.365872 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-230ab70e-dd02-4170-a31c-10e137920fab req-00ff837d-f66b-4fb9-8b3b-34d0f9054681 tempest-QuotasAdminNegativeTest-1440264243 tempest-QuotasAdminNegativeTest-1440264243-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e28d9a2cb98746f0a57b79c000356ec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552294 Mar 24 00:48:20.402957 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-680e0090-e6b4-4f64-9f7c-68dae7b3a442 admin admin] Publish callbacks [] for security_group (d9698c02-fd42-4aee-8474-43bf81c62a37), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:20.409251 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d677472a-1c88-427d-9feb-25b7624a1aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (97d50cc4-3a55-45a1-9a32-2a8f3f9b1a7c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:20.412116 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d677472a-1c88-427d-9feb-25b7624a1aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:20.413298 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d677472a-1c88-427d-9feb-25b7624a1aef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/97d50cc4-3a55-45a1-9a32-2a8f3f9b1a7c HTTP/1.1" status: 204 len: 168 time: 0.1758571 Mar 24 00:48:20.418637 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-680e0090-e6b4-4f64-9f7c-68dae7b3a442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d9698c02-fd42-4aee-8474-43bf81c62a37), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:20.424005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677472a-1c88-427d-9feb-25b7624a1aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d50cc4-3a55-45a1-9a32-2a8f3f9b1a7c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:20.487612 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-680e0090-e6b4-4f64-9f7c-68dae7b3a442 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=345ee976ab2047518b7e7165abfdd65d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3872955 Mar 24 00:48:20.490374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32874) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:20.504831 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78dc8238-2a61-43df-9f0b-1b92bb14b42a req-5e3397e7-c3a6-42e6-987e-f0cb9748623e tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/6097dd9d-24b4-4027-b860-64d7cca941df HTTP/1.1" status: 200 len: 1817 time: 0.1138396 Mar 24 00:48:20.515532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e0090-e6b4-4f64-9f7c-68dae7b3a442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9698c02-fd42-4aee-8474-43bf81c62a37,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:20.568445 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-78dc8238-2a61-43df-9f0b-1b92bb14b42a req-299f4539-d051-4d0e-b7a7-69909c5caa94 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 24 00:48:20.579901 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78dc8238-2a61-43df-9f0b-1b92bb14b42a req-299f4539-d051-4d0e-b7a7-69909c5caa94 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "DELETE /v2.0/security-groups/6097dd9d-24b4-4027-b860-64d7cca941df HTTP/1.1" status: 409 len: 341 time: 0.0741384 Mar 24 00:48:20.583378 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c014a1f9-f315-4fb8-b6ad-e374706a8020 x-openstack-request-id: req-c014a1f9-f315-4fb8-b6ad-e374706a8020 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:20.583681 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e5dc9f-ea3e-42d6-918c-d6d1af87025f", "tag": "a4297a98-064e-4514-948b-b36b9d172b48", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:20.583939 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c014a1f9-f315-4fb8-b6ad-e374706a8020 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:20.584370 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c014a1f9-f315-4fb8-b6ad-e374706a8020'] response: {'name': 'network-changed', 'server_uuid': 'f2e5dc9f-ea3e-42d6-918c-d6d1af87025f', 'tag': 'a4297a98-064e-4514-948b-b36b9d172b48', 'status': 'completed', 'code': 200} Mar 24 00:48:20.639322 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7b4d265e-8181-4b16-a44e-f60ec715fd7d admin admin] Publish callbacks [] for security_group (d9698c02-fd42-4aee-8474-43bf81c62a37), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:20.664115 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7b4d265e-8181-4b16-a44e-f60ec715fd7d admin admin] Publish callbacks [] for security_group (d9698c02-fd42-4aee-8474-43bf81c62a37), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:20.689837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e837257-af8d-4149-afa6-e40b82872656 req-466ecc61-4361-49dd-bdbc-144fa175766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:20.691346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e837257-af8d-4149-afa6-e40b82872656 req-466ecc61-4361-49dd-bdbc-144fa175766e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38f8da8ca34547c09c99273aab06136e&device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 1206 time: 0.0824273 Mar 24 00:48:20.754296 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7b4d265e-8181-4b16-a44e-f60ec715fd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d9698c02-fd42-4aee-8474-43bf81c62a37), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:20.763510 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7b4d265e-8181-4b16-a44e-f60ec715fd7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:20.767250 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7b4d265e-8181-4b16-a44e-f60ec715fd7d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9698c02-fd42-4aee-8474-43bf81c62a37 HTTP/1.1" status: 204 len: 168 time: 0.2744832 Mar 24 00:48:20.786044 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d265e-8181-4b16-a44e-f60ec715fd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9698c02-fd42-4aee-8474-43bf81c62a37,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:20.813551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e837257-af8d-4149-afa6-e40b82872656 req-77b4676b-5685-4d66-a720-8c8c850f97c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:20.815010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e837257-af8d-4149-afa6-e40b82872656 req-77b4676b-5685-4d66-a720-8c8c850f97c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d10d95e-3361-430f-8a90-c3381dc2c6c4 HTTP/1.1" status: 200 len: 914 time: 0.1171103 Mar 24 00:48:20.864158 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e837257-af8d-4149-afa6-e40b82872656 req-ddb3e31a-0889-4cc4-9c9a-d55b39eada9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4297a98-064e-4514-948b-b36b9d172b48 HTTP/1.1" status: 200 len: 217 time: 0.0435464 Mar 24 00:48:20.917581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e837257-af8d-4149-afa6-e40b82872656 req-6a47d4ff-8258-42aa-991a-e812a56f15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:20.919297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e837257-af8d-4149-afa6-e40b82872656 req-6a47d4ff-8258-42aa-991a-e812a56f15ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a60cf0f-74c4-4d18-b030-c9f52047b74b HTTP/1.1" status: 200 len: 853 time: 0.0491467 Mar 24 00:48:20.953195 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e837257-af8d-4149-afa6-e40b82872656 req-1a5f6323-1b8c-4cb5-ba8b-df57358a4ef5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d10d95e-3361-430f-8a90-c3381dc2c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280347 Mar 24 00:48:21.054272 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e837257-af8d-4149-afa6-e40b82872656 req-1fc150df-db30-4199-a861-a533da0e54a7 service neutron] 10.222.0.57 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951488 Mar 24 00:48:21.160179 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32896) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:21.189134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e837257-af8d-4149-afa6-e40b82872656 req-16d51acc-20c0-4f1c-abad-05049dc7fa31 service neutron] 10.222.0.57 "GET /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293495 Mar 24 00:48:21.204504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c972a-682a-4a50-912b-e1c112c9724f req-2c06a52b-fe73-4eb1-8bb2-aba5386df717 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:21.206030 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b4c972a-682a-4a50-912b-e1c112c9724f req-2c06a52b-fe73-4eb1-8bb2-aba5386df717 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 1131 time: 0.0699944 Mar 24 00:48:21.233155 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b4c972a-682a-4a50-912b-e1c112c9724f req-6d2904e2-02c8-40c1-9479-3fef0d006fe1 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:21.312334 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b4c972a-682a-4a50-912b-e1c112c9724f req-6d2904e2-02c8-40c1-9479-3fef0d006fe1 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] Publish callbacks [] for security_group (ab99d466-ec09-4111-9ecf-0f4d56fd6b37), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:21.318566 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b4c972a-682a-4a50-912b-e1c112c9724f req-6d2904e2-02c8-40c1-9479-3fef0d006fe1 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ab99d466-ec09-4111-9ecf-0f4d56fd6b37), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:21.343069 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b69b-a91a-4d89-9aea-6c300cee961a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:21.375858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b4c972a-682a-4a50-912b-e1c112c9724f req-6d2904e2-02c8-40c1-9479-3fef0d006fe1 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579285 Mar 24 00:48:21.414616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2904e2-02c8-40c1-9479-3fef0d006fe1 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab99d466-ec09-4111-9ecf-0f4d56fd6b37,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:21.453974 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b69b-a91a-4d89-9aea-6c300cee961a admin admin] Publish callbacks [] for security_group (1cfd5766-5fee-4ddc-acfb-473a92197e84), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:21.459856 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b69b-a91a-4d89-9aea-6c300cee961a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1cfd5766-5fee-4ddc-acfb-473a92197e84), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:21.492493 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5aa2b69b-a91a-4d89-9aea-6c300cee961a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b09152a42ced4894837c384018ca1123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310475 Mar 24 00:48:21.495470 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32924) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:21.527267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2b69b-a91a-4d89-9aea-6c300cee961a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfd5766-5fee-4ddc-acfb-473a92197e84,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:21.589983 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-148f3e22-f9c1-48d4-8fcc-aeabd18416e1 admin admin] Publish callbacks [] for security_group (1cfd5766-5fee-4ddc-acfb-473a92197e84), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:21.620014 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-148f3e22-f9c1-48d4-8fcc-aeabd18416e1 admin admin] Publish callbacks [] for security_group (1cfd5766-5fee-4ddc-acfb-473a92197e84), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:21.682238 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-148f3e22-f9c1-48d4-8fcc-aeabd18416e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1cfd5766-5fee-4ddc-acfb-473a92197e84), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:21.685230 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-148f3e22-f9c1-48d4-8fcc-aeabd18416e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:21.686722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-148f3e22-f9c1-48d4-8fcc-aeabd18416e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1cfd5766-5fee-4ddc-acfb-473a92197e84 HTTP/1.1" status: 204 len: 168 time: 0.1900854 Mar 24 00:48:21.694671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f3e22-f9c1-48d4-8fcc-aeabd18416e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfd5766-5fee-4ddc-acfb-473a92197e84,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:22.172123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32966) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:22.189005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-5192b1e4-e8c5-457f-8d2b-6dd120dc13c6 req-a79873c9-2921-4339-a6fd-d50d9fe8f156 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:48:22.189951 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5192b1e4-e8c5-457f-8d2b-6dd120dc13c6 req-a79873c9-2921-4339-a6fd-d50d9fe8f156 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103836 Mar 24 00:48:22.191286 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f62bf2c4-50a3-4b64-8daf-8d666a2bd76c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:22.278061 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f62bf2c4-50a3-4b64-8daf-8d666a2bd76c admin admin] Publish callbacks [] for security_group (eeb4803e-cd1d-4052-bc4c-41ba0e1feda4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:22.287784 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f62bf2c4-50a3-4b64-8daf-8d666a2bd76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (eeb4803e-cd1d-4052-bc4c-41ba0e1feda4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:22.329343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bf2c4-50a3-4b64-8daf-8d666a2bd76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb4803e-cd1d-4052-bc4c-41ba0e1feda4,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:22.334603 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f62bf2c4-50a3-4b64-8daf-8d666a2bd76c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14671296d3a54a5dab8cdc5f2bba6df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612856 Mar 24 00:48:22.339296 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32980) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:22.395460 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc27fba6-7593-45a3-8e1f-6c62cb8eb362 admin admin] Publish callbacks [] for security_group (eeb4803e-cd1d-4052-bc4c-41ba0e1feda4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:22.405634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32982) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:22.424575 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc27fba6-7593-45a3-8e1f-6c62cb8eb362 admin admin] Publish callbacks [] for security_group (eeb4803e-cd1d-4052-bc4c-41ba0e1feda4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:22.491703 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc27fba6-7593-45a3-8e1f-6c62cb8eb362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (eeb4803e-cd1d-4052-bc4c-41ba0e1feda4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:22.500968 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc27fba6-7593-45a3-8e1f-6c62cb8eb362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:22.502263 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fc27fba6-7593-45a3-8e1f-6c62cb8eb362 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eeb4803e-cd1d-4052-bc4c-41ba0e1feda4 HTTP/1.1" status: 204 len: 168 time: 0.1632977 Mar 24 00:48:22.511084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27fba6-7593-45a3-8e1f-6c62cb8eb362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb4803e-cd1d-4052-bc4c-41ba0e1feda4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:22.727925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-e06e78e0-67d3-4ac2-a92b-d106f99af007 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:48:22.729292 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-e06e78e0-67d3-4ac2-a92b-d106f99af007 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3223655 Mar 24 00:48:23.139330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-cd235253-62fa-49b6-b79b-0c79733ca01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:23.140404 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-ba806a39-e7a7-4f36-8ff7-df969277db98 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817363 Mar 24 00:48:23.141212 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-cd235253-62fa-49b6-b79b-0c79733ca01f service neutron] 10.222.0.45 "GET /v2.0/ports/93162421-6760-4201-947b-0db826dd9168 HTTP/1.1" status: 200 len: 1124 time: 0.2273061 Mar 24 00:48:23.151262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-9ccc08e2-94d6-4eb9-9349-d99aa3dc797c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:48:23.152731 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-9ccc08e2-94d6-4eb9-9349-d99aa3dc797c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065687 Mar 24 00:48:23.154406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-9e0c1549-af07-4d2c-9c99-3512d404f6d2 service neutron] Request body: {'binding': {'host': 'n-h2-760455-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:23.154923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-9e0c1549-af07-4d2c-9c99-3512d404f6d2 service neutron] Unknown quota resources ['binding']. {{(pid=115730) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 00:48:23.202328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae219aa8-f482-4ac1-a0cc-9e0f0518267e req-70851729-b774-4c97-8deb-b9cd35eeb0f5 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:23.204015 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae219aa8-f482-4ac1-a0cc-9e0f0518267e req-70851729-b774-4c97-8deb-b9cd35eeb0f5 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 1023 time: 0.1094770 Mar 24 00:48:23.413267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33034) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:23.578202 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63b33a1d-f9ab-44b6-b0ab-bb3f3c238dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:23.588972 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae219aa8-f482-4ac1-a0cc-9e0f0518267e req-7c56685f-ffa6-4813-aea9-7f42cf1b004f tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6097dd9d-24b4-4027-b860-64d7cca941df&id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&id=5afec744-90c4-435c-a615-22e30b793b40&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3736722 Mar 24 00:48:23.642946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-9e0c1549-af07-4d2c-9c99-3512d404f6d2 service neutron] Attempting to bind port 93162421-6760-4201-947b-0db826dd9168 on host n-h2-760455-9 for vnic_type normal with profile None {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:48:23.643293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-9e0c1549-af07-4d2c-9c99-3512d404f6d2 service neutron] Attempting to bind port 93162421-6760-4201-947b-0db826dd9168 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:48:23.643647 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-9e0c1549-af07-4d2c-9c99-3512d404f6d2 service neutron] Attempting to bind port 93162421-6760-4201-947b-0db826dd9168 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:23.654354 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-9e0c1549-af07-4d2c-9c99-3512d404f6d2 service neutron] Port 93162421-6760-4201-947b-0db826dd9168 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:48:23.654672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-9e0c1549-af07-4d2c-9c99-3512d404f6d2 service neutron] Attempting to bind port 93162421-6760-4201-947b-0db826dd9168 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:23.674003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-9e0c1549-af07-4d2c-9c99-3512d404f6d2 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:48:23.674350 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-9e0c1549-af07-4d2c-9c99-3512d404f6d2 service neutron] Checking segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:48:23.674744 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-9e0c1549-af07-4d2c-9c99-3512d404f6d2 service neutron] Bound using segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:48:23.675196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-9e0c1549-af07-4d2c-9c99-3512d404f6d2 service neutron] Bound port: 93162421-6760-4201-947b-0db826dd9168, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:48:23.691017 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63b33a1d-f9ab-44b6-b0ab-bb3f3c238dfe admin admin] Publish callbacks [] for security_group (51c5ce04-a827-4420-86a7-491f51084a24), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:23.697584 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63b33a1d-f9ab-44b6-b0ab-bb3f3c238dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (51c5ce04-a827-4420-86a7-491f51084a24), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:23.700130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7d794-5185-4ebb-9653-b21758136889 req-f6129db2-3b74-4603-9e02-36bfeb8e4be4 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:23.714016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-29e7d794-5185-4ebb-9653-b21758136889 req-f6129db2-3b74-4603-9e02-36bfeb8e4be4 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2e5dc9f-ea3e-42d6-918c-d6d1af87025f HTTP/1.1" status: 200 len: 1023 time: 0.1935825 Mar 24 00:48:23.757680 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-63b33a1d-f9ab-44b6-b0ab-bb3f3c238dfe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e28d9a2cb98746f0a57b79c000356ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422928 Mar 24 00:48:23.758821 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b33a1d-f9ab-44b6-b0ab-bb3f3c238dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c5ce04-a827-4420-86a7-491f51084a24,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:23.761281 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33054) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:23.854230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53998c4a-670e-4a85-bf90-3d104f6c6694 admin admin] Publish callbacks [] for security_group (51c5ce04-a827-4420-86a7-491f51084a24), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:23.880462 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53998c4a-670e-4a85-bf90-3d104f6c6694 admin admin] Publish callbacks [] for security_group (51c5ce04-a827-4420-86a7-491f51084a24), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:23.938642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53998c4a-670e-4a85-bf90-3d104f6c6694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (51c5ce04-a827-4420-86a7-491f51084a24), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:23.941913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-9e0c1549-af07-4d2c-9c99-3512d404f6d2 service neutron] For port 93162421-6760-4201-947b-0db826dd9168, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=93162421-6760-4201-947b-0db826dd9168,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:48:23.943498 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53998c4a-670e-4a85-bf90-3d104f6c6694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:23.944769 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-53998c4a-670e-4a85-bf90-3d104f6c6694 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51c5ce04-a827-4420-86a7-491f51084a24 HTTP/1.1" status: 204 len: 168 time: 0.1817009 Mar 24 00:48:23.954007 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53998c4a-670e-4a85-bf90-3d104f6c6694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c5ce04-a827-4420-86a7-491f51084a24,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:23.979222 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-9e0c1549-af07-4d2c-9c99-3512d404f6d2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:23.989902 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-9e0c1549-af07-4d2c-9c99-3512d404f6d2 service neutron] 10.222.0.45 "POST /v2.0/ports/93162421-6760-4201-947b-0db826dd9168/bindings HTTP/1.1" status: 201 len: 389 time: 0.8406692 Mar 24 00:48:24.027067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-29e7d794-5185-4ebb-9653-b21758136889 req-ac214ee4-5ed1-4d62-80d7-efe90bcbf9f2 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Deleting port a4297a98-064e-4514-948b-b36b9d172b48 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:48:24.027823 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-29e7d794-5185-4ebb-9653-b21758136889 req-ac214ee4-5ed1-4d62-80d7-efe90bcbf9f2 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a4297a98-064e-4514-948b-b36b9d172b48), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:24.213721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-29e7d794-5185-4ebb-9653-b21758136889 req-ac214ee4-5ed1-4d62-80d7-efe90bcbf9f2 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] For port a4297a98-064e-4514-948b-b36b9d172b48, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a4297a98-064e-4514-948b-b36b9d172b48,segment=NetworkSegment(8eb76b21-cfb0-4ef2-aff4-89519ced406b),segment_id=8eb76b21-cfb0-4ef2-aff4-89519ced406b)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:24.214082 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-29e7d794-5185-4ebb-9653-b21758136889 req-ac214ee4-5ed1-4d62-80d7-efe90bcbf9f2 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a4297a98-064e-4514-948b-b36b9d172b48), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:24.233841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-29e7d794-5185-4ebb-9653-b21758136889 req-ac214ee4-5ed1-4d62-80d7-efe90bcbf9f2 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Calling delete_port for a4297a98-064e-4514-948b-b36b9d172b48 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:48:24.376086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33084) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:24.474687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-c1ccc2a7-f176-43c9-a7a5-9394987b3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:24.476622 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-c1ccc2a7-f176-43c9-a7a5-9394987b3cdd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 1127 time: 0.1202445 Mar 24 00:48:24.484186 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a87726-0d65-4b8a-9cec-153982d822a7 req-ae0d3e87-aefb-4767-a505-05fe20788c77 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:24.485770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57a87726-0d65-4b8a-9cec-153982d822a7 req-ae0d3e87-aefb-4767-a505-05fe20788c77 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.3283079 Mar 24 00:48:24.496215 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-29e7d794-5185-4ebb-9653-b21758136889 req-ac214ee4-5ed1-4d62-80d7-efe90bcbf9f2 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (a4297a98-064e-4514-948b-b36b9d172b48), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:24.519196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a4297a98-064e-4514-948b-b36b9d172b48'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:24.522088 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['78279bce-e687-4351-9f0d-f53ca3da6d51'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:24.636893 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac214ee4-5ed1-4d62-80d7-efe90bcbf9f2 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event deleted for resources: {'Port': ['ID=a4297a98-064e-4514-948b-b36b9d172b48,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:24.642820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e7d794-5185-4ebb-9653-b21758136889 req-ac214ee4-5ed1-4d62-80d7-efe90bcbf9f2 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] No DVR routers for this DVR port a4297a98-064e-4514-948b-b36b9d172b48 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:48:24.651879 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-29e7d794-5185-4ebb-9653-b21758136889 req-ac214ee4-5ed1-4d62-80d7-efe90bcbf9f2 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:24.652232 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33096) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:24.655032 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-29e7d794-5185-4ebb-9653-b21758136889 req-ac214ee4-5ed1-4d62-80d7-efe90bcbf9f2 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.57 "DELETE /v2.0/ports/a4297a98-064e-4514-948b-b36b9d172b48 HTTP/1.1" status: 204 len: 173 time: 0.9030888 Mar 24 00:48:24.655476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e5dc9f-ea3e-42d6-918c-d6d1af87025f', 'name': 'network-vif-deleted', 'tag': 'a4297a98-064e-4514-948b-b36b9d172b48'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:24.657815 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a1c7ae-1224-4a21-9f2b-de563ff3bfe5" -d '{"events": [{"server_uuid": "f2e5dc9f-ea3e-42d6-918c-d6d1af87025f", "name": "network-vif-deleted", "tag": "a4297a98-064e-4514-948b-b36b9d172b48"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:24.681658 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-31583f18-72a1-4f47-aca9-75010cc3e9ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:24.714279 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57a87726-0d65-4b8a-9cec-153982d822a7 req-5f23ca34-683b-497f-9aaa-1a8e5d3f7f88 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154994 Mar 24 00:48:24.760254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-f9a852d0-31bc-4af4-a271-3920f3ceed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:24.764974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-f9a852d0-31bc-4af4-a271-3920f3ceed78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.2738934 Mar 24 00:48:24.845142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-5ee34c23-013a-4303-b521-666111ae4db9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93162421-6760-4201-947b-0db826dd9168 HTTP/1.1" status: 200 len: 217 time: 0.0710473 Mar 24 00:48:24.881074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-31583f18-72a1-4f47-aca9-75010cc3e9ed admin admin] Publish callbacks [] for security_group (ca6898a4-d60d-42ae-b532-27fb6a229062), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:24.887383 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-31583f18-72a1-4f47-aca9-75010cc3e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ca6898a4-d60d-42ae-b532-27fb6a229062), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:24.928728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-8e3967ae-de64-4445-8c84-28259689188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:24.930410 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-8e3967ae-de64-4445-8c84-28259689188c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.0799868 Mar 24 00:48:24.966070 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-31583f18-72a1-4f47-aca9-75010cc3e9ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4fb6bd1ed46d4dc7b83ab95e7a9079e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117478 Mar 24 00:48:24.967111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33110) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:24.975562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-f915e6bf-8ad1-4a91-8c4d-36b563693c22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295463 Mar 24 00:48:24.976695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31583f18-72a1-4f47-aca9-75010cc3e9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6898a4-d60d-42ae-b532-27fb6a229062,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:24.979385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-56b1f80a-608d-43c2-b23f-b5c67738e171 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1603094937&fields=id&tenant_id=160c6d0a2b2b46c5b96ae8128cd59fca HTTP/1.1" status: 200 len: 267 time: 0.0862949 Mar 24 00:48:25.049680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-088b94df-1199-4836-8473-3118c9e26119 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:25.051117 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-088b94df-1199-4836-8473-3118c9e26119 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] 10.222.0.45 "GET /v2.0/ports/283fe7d7-4ae1-4877-a5aa-b42e0304761e HTTP/1.1" status: 200 len: 1128 time: 0.6740000 Mar 24 00:48:25.100124 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b99dae38-970c-4160-83cf-d46b45d73f45 admin admin] Publish callbacks [] for security_group (ca6898a4-d60d-42ae-b532-27fb6a229062), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:25.164738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-7995ff23-078b-4d44-a48e-de90683cd38d service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716101 Mar 24 00:48:25.173987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-ffc3dcf7-c34a-44f8-9759-b426047095e6 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:25.175503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-ffc3dcf7-c34a-44f8-9759-b426047095e6 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/networks?id=9ee648a5-3452-4b3b-98f3-f654e7ebcaeb HTTP/1.1" status: 200 len: 823 time: 0.1836278 Mar 24 00:48:25.175645 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b99dae38-970c-4160-83cf-d46b45d73f45 admin admin] Publish callbacks [] for security_group (ca6898a4-d60d-42ae-b532-27fb6a229062), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:25.340399 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-e071c319-909a-4a38-ae0b-9f63c4ac963b service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638846 Mar 24 00:48:25.347793 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-b98d5e28-7747-4181-a12e-12ae248f1cdf tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/quotas/160c6d0a2b2b46c5b96ae8128cd59fca HTTP/1.1" status: 200 len: 375 time: 0.0676315 Mar 24 00:48:25.367760 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b99dae38-970c-4160-83cf-d46b45d73f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ca6898a4-d60d-42ae-b532-27fb6a229062), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:25.377473 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b99dae38-970c-4160-83cf-d46b45d73f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:25.379037 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b99dae38-970c-4160-83cf-d46b45d73f45 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca6898a4-d60d-42ae-b532-27fb6a229062 HTTP/1.1" status: 204 len: 168 time: 0.4036722 Mar 24 00:48:25.393927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66078179-ba52-4ae4-b51b-c7788b697a08 req-b341a044-9a02-417c-9de0-32a62d2f7629 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:25.396548 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-66078179-ba52-4ae4-b51b-c7788b697a08 req-b341a044-9a02-417c-9de0-32a62d2f7629 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.48 "GET /v2.0/ports?device_id=5de262bd-b931-4dd4-a263-e0f7e53ba599 HTTP/1.1" status: 200 len: 967 time: 0.1717796 Mar 24 00:48:25.413423 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dae38-970c-4160-83cf-d46b45d73f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6898a4-d60d-42ae-b532-27fb6a229062,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:25.584645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-e6847529-382e-44c9-9a8c-40238a5725f2 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:25.588111 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-e6847529-382e-44c9-9a8c-40238a5725f2 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f&tenant_id=259d3d47b7be4b3182e7a95feee7e085&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 1127 time: 0.1674399 Mar 24 00:48:25.595684 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-66078179-ba52-4ae4-b51b-c7788b697a08 req-765d0100-3fe3-4840-a411-58d11d9b7007 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Deleting port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:48:25.596490 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-66078179-ba52-4ae4-b51b-c7788b697a08 req-765d0100-3fe3-4840-a411-58d11d9b7007 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e3e6c740-45fd-41ed-b21c-d4467c9ad4d8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:25.612175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-6d8a5ad2-3c05-4fc3-b9af-cc3483323005 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=160c6d0a2b2b46c5b96ae8128cd59fca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2553775 Mar 24 00:48:25.620677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760455-9'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:25.878627 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (93162421-6760-4201-947b-0db826dd9168), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:25.894067 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-0c81fa38-dfd0-48be-9dc1-f04af7aff82f service neutron] 10.222.0.45 "GET /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645845 Mar 24 00:48:25.907674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0248ae9-6ce6-4efa-b780-baf2767b7bb6 req-375c1eb5-9870-4039-a6b9-34a6a20292e3 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:25.909606 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0248ae9-6ce6-4efa-b780-baf2767b7bb6 req-375c1eb5-9870-4039-a6b9-34a6a20292e3 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 945 time: 0.2122486 Mar 24 00:48:25.973665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-66078179-ba52-4ae4-b51b-c7788b697a08 req-765d0100-3fe3-4840-a411-58d11d9b7007 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] For port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=e3e6c740-45fd-41ed-b21c-d4467c9ad4d8,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:25.974655 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-66078179-ba52-4ae4-b51b-c7788b697a08 req-765d0100-3fe3-4840-a411-58d11d9b7007 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e3e6c740-45fd-41ed-b21c-d4467c9ad4d8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:26.105709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0248ae9-6ce6-4efa-b780-baf2767b7bb6 req-ce632fd2-5fab-4788-b7e5-695680e77b2d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822679 Mar 24 00:48:26.150458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-399648e0-fc53-419a-9830-27c607cc9a4b service neutron] 10.222.0.45 "GET /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327044 Mar 24 00:48:26.194850 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] For port 93162421-6760-4201-947b-0db826dd9168, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=93162421-6760-4201-947b-0db826dd9168,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:26.258646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] For port 93162421-6760-4201-947b-0db826dd9168, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:48:26.279346 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-66078179-ba52-4ae4-b51b-c7788b697a08 req-765d0100-3fe3-4840-a411-58d11d9b7007 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:26.279775 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-66078179-ba52-4ae4-b51b-c7788b697a08 req-765d0100-3fe3-4840-a411-58d11d9b7007 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (557eaff1-19cf-472a-8033-12ab67bec6a4), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:26.280159 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [req-66078179-ba52-4ae4-b51b-c7788b697a08 req-765d0100-3fe3-4840-a411-58d11d9b7007 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Floating IP 557eaff1-19cf-472a-8033-12ab67bec6a4 disassociated. External IP: 172.25.0.241, port: e3e6c740-45fd-41ed-b21c-d4467c9ad4d8. Mar 24 00:48:26.285663 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-66078179-ba52-4ae4-b51b-c7788b697a08 req-765d0100-3fe3-4840-a411-58d11d9b7007 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Calling delete_port for e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 owned by compute:tempest-test_az-1798521634 {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:48:26.322511 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451c77cc-984d-45f5-9656-ddeb7af2affb x-openstack-request-id: req-451c77cc-984d-45f5-9656-ddeb7af2affb {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:26.323520 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e5dc9f-ea3e-42d6-918c-d6d1af87025f", "name": "network-vif-deleted", "tag": "a4297a98-064e-4514-948b-b36b9d172b48", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:26.323783 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-451c77cc-984d-45f5-9656-ddeb7af2affb {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:26.325485 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451c77cc-984d-45f5-9656-ddeb7af2affb'] response: {'server_uuid': 'f2e5dc9f-ea3e-42d6-918c-d6d1af87025f', 'name': 'network-vif-deleted', 'tag': 'a4297a98-064e-4514-948b-b36b9d172b48', 'status': 'completed', 'code': 200} Mar 24 00:48:26.404898 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Publish callbacks [] for port (93162421-6760-4201-947b-0db826dd9168), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:26.436704 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (93162421-6760-4201-947b-0db826dd9168), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:26.479993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-6e1003c7-fee7-493a-b803-a32ca9d6b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:26.481612 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-6e1003c7-fee7-493a-b803-a32ca9d6b5d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 1131 time: 0.1108706 Mar 24 00:48:26.565609 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-66078179-ba52-4ae4-b51b-c7788b697a08 req-765d0100-3fe3-4840-a411-58d11d9b7007 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e3e6c740-45fd-41ed-b21c-d4467c9ad4d8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:26.649044 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d0100-3fe3-4840-a411-58d11d9b7007 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Pushing event deleted for resources: {'Port': ['ID=e3e6c740-45fd-41ed-b21c-d4467c9ad4d8,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:26.731572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-f2a053f4-a15a-44b8-9049-daaa897e91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:26.733282 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-f2a053f4-a15a-44b8-9049-daaa897e91c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.2225275 Mar 24 00:48:26.754119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Attempting to bind port 93162421-6760-4201-947b-0db826dd9168 on host n-h1-760455-9 for vnic_type normal with profile {"migrating_to": "n-h2-760455-9"} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:48:26.754425 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Attempting to bind port 93162421-6760-4201-947b-0db826dd9168 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:48:26.754768 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Attempting to bind port 93162421-6760-4201-947b-0db826dd9168 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:26.799166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Port 93162421-6760-4201-947b-0db826dd9168 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:48:26.799503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Attempting to bind port 93162421-6760-4201-947b-0db826dd9168 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:26.802921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-a37047f1-54c8-49ae-857b-ad41661d71ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e HTTP/1.1" status: 200 len: 217 time: 0.0621443 Mar 24 00:48:26.890105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-b16647fa-6fce-4448-8f93-d3eb1920a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:26.891520 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-b16647fa-6fce-4448-8f93-d3eb1920a3d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0797746 Mar 24 00:48:26.896768 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:48:26.897123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Checking segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:48:26.897522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Bound using segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:48:26.897946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Bound port: 93162421-6760-4201-947b-0db826dd9168, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:48:26.898308 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (93162421-6760-4201-947b-0db826dd9168), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:26.931675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66078179-ba52-4ae4-b51b-c7788b697a08 req-765d0100-3fe3-4840-a411-58d11d9b7007 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Router 7427e903-ce7d-4189-8cfa-abf0596d691a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:48:27.046384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Pushing event updated for resources: {'Port': ['ID=93162421-6760-4201-947b-0db826dd9168,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:27.084662 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:48:27.129778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a4297a98-064e-4514-948b-b36b9d172b48 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:48:27.209377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] For port 93162421-6760-4201-947b-0db826dd9168, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:48:27.215390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] For port 93162421-6760-4201-947b-0db826dd9168, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=93162421-6760-4201-947b-0db826dd9168,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:48:27.221432 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66078179-ba52-4ae4-b51b-c7788b697a08 req-765d0100-3fe3-4840-a411-58d11d9b7007 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:48:27.231787 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (93162421-6760-4201-947b-0db826dd9168), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:27.235582 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a6e62d3-75d7-42fa-8e33-80aab4e2787e req-3072ac4b-dc22-4770-ace7-f63d2c0a3b67 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/5afec744-90c4-435c-a615-22e30b793b40 HTTP/1.1" status: 200 len: 1818 time: 0.4308567 Mar 24 00:48:27.247847 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: a4297a98-064e-4514-948b-b36b9d172b48 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:48:27.248383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a4297a98-064e-4514-948b-b36b9d172b48 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:48:27.248826 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af6739a-09bb-4e41-b7d1-e8c55134f336 None None] Sync routers for ids ['7427e903-ce7d-4189-8cfa-abf0596d691a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:48:27.261204 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af6739a-09bb-4e41-b7d1-e8c55134f336 None None] Routers {'7427e903-ce7d-4189-8cfa-abf0596d691a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:48:27.261927 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-8af6739a-09bb-4e41-b7d1-e8c55134f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:48:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7427e903-ce7d-4189-8cfa-abf0596d691a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:48:27.289683 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-aadc841f-4016-4a41-b5c5-0ba9a59aa7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:27.291426 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-aadc841f-4016-4a41-b5c5-0ba9a59aa7ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3909583 Mar 24 00:48:27.336185 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-66078179-ba52-4ae4-b51b-c7788b697a08 req-765d0100-3fe3-4840-a411-58d11d9b7007 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] No DVR routers for this DVR port e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:48:27.340876 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-66078179-ba52-4ae4-b51b-c7788b697a08 req-765d0100-3fe3-4840-a411-58d11d9b7007 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:27.345460 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-66078179-ba52-4ae4-b51b-c7788b697a08 req-765d0100-3fe3-4840-a411-58d11d9b7007 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.48 "DELETE /v2.0/ports/e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 HTTP/1.1" status: 204 len: 173 time: 1.9414899 Mar 24 00:48:27.346159 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de262bd-b931-4dd4-a263-e0f7e53ba599', 'name': 'network-vif-deleted', 'tag': 'e3e6c740-45fd-41ed-b21c-d4467c9ad4d8'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:27.348374 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad38182-a46a-4958-85b0-18fb8f6df49f req-fc300051-1834-4de1-9624-5e34b85308b0 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:27.348973 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2462656-5a10-4797-8f0b-52b013b8649e" -d '{"events": [{"server_uuid": "5de262bd-b931-4dd4-a263-e0f7e53ba599", "name": "network-vif-deleted", "tag": "e3e6c740-45fd-41ed-b21c-d4467c9ad4d8"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:27.358604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ad38182-a46a-4958-85b0-18fb8f6df49f req-fc300051-1834-4de1-9624-5e34b85308b0 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.4661074 Mar 24 00:48:27.390819 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-8af6739a-09bb-4e41-b7d1-e8c55134f336 None None] Set router 7427e903-ce7d-4189-8cfa-abf0596d691a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:48:27.586655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Pushing event updated for resources: {'Port': ['ID=93162421-6760-4201-947b-0db826dd9168,revision_number=8']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:27.617143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-b4f2c4a9-eff6-496c-99cf-117070d0d398 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552731 Mar 24 00:48:27.622040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:27.623263 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:27.624597 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-215ed3d2-4243-4352-9980-09a76292287c service neutron] 10.222.0.48 "PUT /v2.0/ports/93162421-6760-4201-947b-0db826dd9168 HTTP/1.1" status: 200 len: 1121 time: 2.0114994 Mar 24 00:48:27.697151 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['93162421-6760-4201-947b-0db826dd9168'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:27.759448 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-8af6739a-09bb-4e41-b7d1-e8c55134f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:00Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b04179ce-4941-40d1-8378-cbae0b472b63', 'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'mac_address': 'fa:16:3e:22:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:59Z', 'updated_at': '2022-03-24T00:47:04Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'subnets': [{'id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:48:27.801952 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af6739a-09bb-4e41-b7d1-e8c55134f336 None None] Checking router: 7427e903-ce7d-4189-8cfa-abf0596d691a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:48:27.825722 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af6739a-09bb-4e41-b7d1-e8c55134f336 None None] Routers {'7427e903-ce7d-4189-8cfa-abf0596d691a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:48:27.826681 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-8af6739a-09bb-4e41-b7d1-e8c55134f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:48:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7427e903-ce7d-4189-8cfa-abf0596d691a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:48:27.980668 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6a6e62d3-75d7-42fa-8e33-80aab4e2787e req-93addcf7-ce44-444b-895e-d3fe22d9a25d tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (5afec744-90c4-435c-a615-22e30b793b40), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:27.992357 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-8af6739a-09bb-4e41-b7d1-e8c55134f336 None None] Set router 7427e903-ce7d-4189-8cfa-abf0596d691a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:48:28.007302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ad38182-a46a-4958-85b0-18fb8f6df49f req-9222fbdf-736c-4cf9-b653-8dec22829153 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214993 Mar 24 00:48:28.084718 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6a6e62d3-75d7-42fa-8e33-80aab4e2787e req-93addcf7-ce44-444b-895e-d3fe22d9a25d tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (5afec744-90c4-435c-a615-22e30b793b40), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:28.173719 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-90cefd0d-ba84-43f3-8835-c5d7e4f43087 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377915 Mar 24 00:48:28.263003 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b076367d-ee00-49ec-9cea-33ab56d495c2 req-05ac1425-33e5-40ff-96f4-93b0cd3ef170 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 210 time: 0.1114228 Mar 24 00:48:28.291156 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-8af6739a-09bb-4e41-b7d1-e8c55134f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:00Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b04179ce-4941-40d1-8378-cbae0b472b63', 'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'mac_address': 'fa:16:3e:22:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:59Z', 'updated_at': '2022-03-24T00:47:04Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'subnets': [{'id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:48:28.321605 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af6739a-09bb-4e41-b7d1-e8c55134f336 None None] The sync data for ids ['7427e903-ce7d-4189-8cfa-abf0596d691a'] in n-d-760455-9 is: [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:00Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b04179ce-4941-40d1-8378-cbae0b472b63', 'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'mac_address': 'fa:16:3e:22:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:59Z', 'updated_at': '2022-03-24T00:47:04Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'subnets': [{'id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:48:28.328279 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93162421-6760-4201-947b-0db826dd9168'}, {'name': 'network-changed', 'server_uuid': '48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f', 'tag': '93162421-6760-4201-947b-0db826dd9168'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:28.334458 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3ff5ec-ed25-4008-a015-6127429b50b7" -d '{"events": [{"server_uuid": "48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "93162421-6760-4201-947b-0db826dd9168"}, {"name": "network-changed", "server_uuid": "48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f", "tag": "93162421-6760-4201-947b-0db826dd9168"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:28.359913 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6a6e62d3-75d7-42fa-8e33-80aab4e2787e req-93addcf7-ce44-444b-895e-d3fe22d9a25d tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5afec744-90c4-435c-a615-22e30b793b40), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:28.363093 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6a6e62d3-75d7-42fa-8e33-80aab4e2787e req-93addcf7-ce44-444b-895e-d3fe22d9a25d tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:28.364477 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a6e62d3-75d7-42fa-8e33-80aab4e2787e req-93addcf7-ce44-444b-895e-d3fe22d9a25d tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "DELETE /v2.0/security-groups/5afec744-90c4-435c-a615-22e30b793b40 HTTP/1.1" status: 204 len: 173 time: 1.0876195 Mar 24 00:48:28.402202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-410517ee-7afe-4488-84f9-f734ef4d8ded tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:28.403690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-410517ee-7afe-4488-84f9-f734ef4d8ded tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.57 "GET /v2.0/networks?id=9ee648a5-3452-4b3b-98f3-f654e7ebcaeb HTTP/1.1" status: 200 len: 823 time: 0.3547051 Mar 24 00:48:28.405288 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93addcf7-ce44-444b-895e-d3fe22d9a25d tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afec744-90c4-435c-a615-22e30b793b40,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:28.495394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359db448-f834-4bdf-b417-b3fb28fba049 req-36631076-5b89-453b-8c92-896147da5ea1 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:28.497126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-359db448-f834-4bdf-b417-b3fb28fba049 req-36631076-5b89-453b-8c92-896147da5ea1 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 943 time: 0.1019475 Mar 24 00:48:28.540647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-0dcfa3b8-f5ff-4901-a6e3-1687fd35375e tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=160c6d0a2b2b46c5b96ae8128cd59fca HTTP/1.1" status: 200 len: 380 time: 0.1044869 Mar 24 00:48:28.550698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-860db8be-63ee-44f0-a583-174649e196a8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Request body: {'port': {'device_id': '7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'admin_state_up': True, 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'security_groups': ['b469f395-0dd9-4566-9d03-2b52dd738780']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:28.605384 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0c91ced2-9502-477e-844d-ab1d408712fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:28.641136 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-359db448-f834-4bdf-b417-b3fb28fba049 req-8c0aeab8-c9bc-4db9-abf0-41b18ec2d40d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283543 Mar 24 00:48:28.702617 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9dcfe6-ebac-4789-aeef-578303492a80 x-openstack-request-id: req-2e9dcfe6-ebac-4789-aeef-578303492a80 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:28.702617 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de262bd-b931-4dd4-a263-e0f7e53ba599", "name": "network-vif-deleted", "tag": "e3e6c740-45fd-41ed-b21c-d4467c9ad4d8", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:28.703243 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e9dcfe6-ebac-4789-aeef-578303492a80 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:28.703243 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9dcfe6-ebac-4789-aeef-578303492a80'] response: {'server_uuid': '5de262bd-b931-4dd4-a263-e0f7e53ba599', 'name': 'network-vif-deleted', 'tag': 'e3e6c740-45fd-41ed-b21c-d4467c9ad4d8', 'status': 'completed', 'code': 200} Mar 24 00:48:28.745268 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-860db8be-63ee-44f0-a583-174649e196a8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Made reservation on behalf of 160c6d0a2b2b46c5b96ae8128cd59fca for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:48:28.748735 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-860db8be-63ee-44f0-a583-174649e196a8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:28.820450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc12dad-4dea-496e-be8b-bb8e4354a80c None None] New status for floating IP 557eaff1-19cf-472a-8033-12ab67bec6a4: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:48:28.918168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-860db8be-63ee-44f0-a583-174649e196a8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Allocated IP 172.20.0.7 (9ee648a5-3452-4b3b-98f3-f654e7ebcaeb/36c8e441-3529-4a85-b293-22d892a8d6b1/831c110b-4710-4710-8be4-36bb0188224f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:48:29.081688 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-24e7f41f-fedd-44e3-86b5-989fc0caeb37 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=df816c36861a41d49b8f0b50ec662764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310173 Mar 24 00:48:29.177534 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf961c4-85f0-4018-84fa-ebc125e9dd6b x-openstack-request-id: req-0bf961c4-85f0-4018-84fa-ebc125e9dd6b {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:29.177837 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "93162421-6760-4201-947b-0db826dd9168", "code": 200}, {"name": "network-changed", "server_uuid": "48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f", "tag": "93162421-6760-4201-947b-0db826dd9168", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:29.178094 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0bf961c4-85f0-4018-84fa-ebc125e9dd6b {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:29.178500 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf961c4-85f0-4018-84fa-ebc125e9dd6b'] response: {'server_uuid': '48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93162421-6760-4201-947b-0db826dd9168', 'code': 200} Mar 24 00:48:29.178764 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf961c4-85f0-4018-84fa-ebc125e9dd6b'] response: {'name': 'network-changed', 'server_uuid': '48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f', 'tag': '93162421-6760-4201-947b-0db826dd9168', 'status': 'completed', 'code': 200} Mar 24 00:48:29.212938 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-860db8be-63ee-44f0-a583-174649e196a8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for port (831c110b-4710-4710-8be4-36bb0188224f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:29.314699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-11563dec-48ba-420b-b2a0-0180f51193d2 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:29.316131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-11563dec-48ba-420b-b2a0-0180f51193d2 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2238960 Mar 24 00:48:29.319169 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff00ec5e-300d-4f14-aa18-043f5a0298d6 req-d8070616-8723-4c2e-ab9b-a676663b0cb3 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/6097dd9d-24b4-4027-b860-64d7cca941df HTTP/1.1" status: 200 len: 1817 time: 0.1271520 Mar 24 00:48:29.358156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-821fa5ab-376e-4bcf-a151-6a551684243d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/quotas/df816c36861a41d49b8f0b50ec662764 HTTP/1.1" status: 200 len: 375 time: 0.0335996 Mar 24 00:48:29.371519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ff5ec-ed25-4008-a015-6127429b50b7 req-ea0eaf0e-f01d-426f-a986-799f3a7805c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:29.373050 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0c3ff5ec-ed25-4008-a015-6127429b50b7 req-ea0eaf0e-f01d-426f-a986-799f3a7805c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 1155 time: 0.1539485 Mar 24 00:48:29.385363 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-860db8be-63ee-44f0-a583-174649e196a8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (831c110b-4710-4710-8be4-36bb0188224f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:29.422835 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-93f7a308-95ca-413f-9c9a-c3e388ec5067 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580692 Mar 24 00:48:29.503658 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-860db8be-63ee-44f0-a583-174649e196a8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:48:29.506849 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:29.509866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-860db8be-63ee-44f0-a583-174649e196a8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:48:29.518153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-860db8be-63ee-44f0-a583-174649e196a8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:48:29.523291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-860db8be-63ee-44f0-a583-174649e196a8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:29.524082 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-860db8be-63ee-44f0-a583-174649e196a8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:29.588160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860db8be-63ee-44f0-a583-174649e196a8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Pushing event updated for resources: {'Port': ['ID=831c110b-4710-4710-8be4-36bb0188224f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:29.603462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-860db8be-63ee-44f0-a583-174649e196a8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0567420 Mar 24 00:48:29.607329 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ff00ec5e-300d-4f14-aa18-043f5a0298d6 req-efe3e647-f172-4f06-8d4f-dbf17036aebb tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (6097dd9d-24b4-4027-b860-64d7cca941df), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:29.626435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Request body: {'port': {'device_id': '7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:29.693701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ff5ec-ed25-4008-a015-6127429b50b7 req-dc4ea479-1f44-4422-ab2e-a4f08b593bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:29.695778 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0c3ff5ec-ed25-4008-a015-6127429b50b7 req-dc4ea479-1f44-4422-ab2e-a4f08b593bf8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.3062201 Mar 24 00:48:29.702716 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ff00ec5e-300d-4f14-aa18-043f5a0298d6 req-efe3e647-f172-4f06-8d4f-dbf17036aebb tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (6097dd9d-24b4-4027-b860-64d7cca941df), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:29.827356 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0c3ff5ec-ed25-4008-a015-6127429b50b7 req-dcfe7f41-9652-450c-a849-588ef0d9646c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93162421-6760-4201-947b-0db826dd9168 HTTP/1.1" status: 200 len: 217 time: 0.1209624 Mar 24 00:48:29.837581 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (831c110b-4710-4710-8be4-36bb0188224f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:29.978235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b9b0e-90bc-4c54-8442-70f596caf04d req-429a6abb-d8c8-44eb-9126-8369bed67c0f tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:29.980253 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec3b9b0e-90bc-4c54-8442-70f596caf04d req-429a6abb-d8c8-44eb-9126-8369bed67c0f tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.1994698 Mar 24 00:48:29.987032 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ff00ec5e-300d-4f14-aa18-043f5a0298d6 req-efe3e647-f172-4f06-8d4f-dbf17036aebb tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6097dd9d-24b4-4027-b860-64d7cca941df), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:29.989832 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ff00ec5e-300d-4f14-aa18-043f5a0298d6 req-efe3e647-f172-4f06-8d4f-dbf17036aebb tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:30.001913 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff00ec5e-300d-4f14-aa18-043f5a0298d6 req-efe3e647-f172-4f06-8d4f-dbf17036aebb tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "DELETE /v2.0/security-groups/6097dd9d-24b4-4027-b860-64d7cca941df HTTP/1.1" status: 204 len: 173 time: 0.6736794 Mar 24 00:48:30.021195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ff5ec-ed25-4008-a015-6127429b50b7 req-389deb38-b96c-4ee6-af16-07335cc69a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:30.026839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0c3ff5ec-ed25-4008-a015-6127429b50b7 req-389deb38-b96c-4ee6-af16-07335cc69a65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.1851795 Mar 24 00:48:30.072087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3e647-f172-4f06-8d4f-dbf17036aebb tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6097dd9d-24b4-4027-b860-64d7cca941df,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:30.148824 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0c3ff5ec-ed25-4008-a015-6127429b50b7 req-0b573c43-4c60-4d53-b462-91534b4776ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875535 Mar 24 00:48:30.297068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec3b9b0e-90bc-4c54-8442-70f596caf04d req-5ec7558b-3ba7-4fac-a156-d373533e7111 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936544 Mar 24 00:48:30.451662 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0c3ff5ec-ed25-4008-a015-6127429b50b7 req-6f21afe9-0c70-4332-9f18-afbd2ec7a963 service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849329 Mar 24 00:48:30.575947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 93162421-6760-4201-947b-0db826dd9168 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:48:30.578931 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33272) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:30.610907 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ad95f-119a-4f6d-81c1-f521df777715 req-634c3a2b-98b0-403a-8d6c-5dac8994ead9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:30.612261 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c42ad95f-119a-4f6d-81c1-f521df777715 req-634c3a2b-98b0-403a-8d6c-5dac8994ead9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 931 time: 0.2204211 Mar 24 00:48:30.648075 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d12f1e01-b88f-40be-abff-38a6752613b7 req-2c3b038e-3aa3-4d23-b764-5641b03a757b tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9165d8-15a1-45f9-850c-95772f58c710 HTTP/1.1" status: 200 len: 210 time: 0.0450790 Mar 24 00:48:30.650151 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:48:30.670988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831c110b-4710-4710-8be4-36bb0188224f {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:30.674344 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:48:30.674787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device e3e6c740-45fd-41ed-b21c-d4467c9ad4d8 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:48:30.692839 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Publish callbacks [] for port (831c110b-4710-4710-8be4-36bb0188224f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:30.722916 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0c3ff5ec-ed25-4008-a015-6127429b50b7 req-d8ab48d8-9fb5-49e7-a27c-e47d4b630411 service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449875 Mar 24 00:48:30.725687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Transition to ACTIVE for port object 831c110b-4710-4710-8be4-36bb0188224f will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:48:30.732227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 93162421-6760-4201-947b-0db826dd9168, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=93162421-6760-4201-947b-0db826dd9168,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:30.738136 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (831c110b-4710-4710-8be4-36bb0188224f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:30.761883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 93162421-6760-4201-947b-0db826dd9168 has no active binding in host n-h2-760455-9 {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 24 00:48:30.775906 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-930e9641-e451-4fda-a284-1dfbe7e5d162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:30.785080 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c42ad95f-119a-4f6d-81c1-f521df777715 req-c91ff54b-11f4-4d2c-af48-7907a5bd13ab tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347628 Mar 24 00:48:30.790531 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5f6e10da-de49-4705-b07e-6d66f2134efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:30.846403 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-3a7dc61d-b973-4bc5-8c2a-00162d464c9e req-cb237f3a-b538-44b7-9eea-5795a17501e1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1470749863', 'description': 'tempest-description-1734947544'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:30.886245 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-930e9641-e451-4fda-a284-1dfbe7e5d162 admin admin] Publish callbacks [] for security_group (81b1ee5e-47a7-45fc-aedd-fbb8abaca285), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:30.891619 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-930e9641-e451-4fda-a284-1dfbe7e5d162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (81b1ee5e-47a7-45fc-aedd-fbb8abaca285), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:30.907900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-39290732-96da-4431-b5a9-75ca5fb6706b tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=df816c36861a41d49b8f0b50ec662764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468869 Mar 24 00:48:30.921274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Pushing event updated for resources: {'Port': ['ID=831c110b-4710-4710-8be4-36bb0188224f,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:30.949333 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-930e9641-e451-4fda-a284-1dfbe7e5d162 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=180a8a6f6b3144b18d35545e1de39739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691657 Mar 24 00:48:30.950491 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e9641-e451-4fda-a284-1dfbe7e5d162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b1ee5e-47a7-45fc-aedd-fbb8abaca285,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:30.952168 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3a7dc61d-b973-4bc5-8c2a-00162d464c9e req-cb237f3a-b538-44b7-9eea-5795a17501e1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:30.953684 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33276) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:31.016117 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d713748c-7a18-4cd4-aeca-970665ae6640 admin admin] Publish callbacks [] for security_group (81b1ee5e-47a7-45fc-aedd-fbb8abaca285), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.040542 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d713748c-7a18-4cd4-aeca-970665ae6640 admin admin] Publish callbacks [] for security_group (81b1ee5e-47a7-45fc-aedd-fbb8abaca285), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.095181 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d713748c-7a18-4cd4-aeca-970665ae6640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (81b1ee5e-47a7-45fc-aedd-fbb8abaca285), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.098592 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d713748c-7a18-4cd4-aeca-970665ae6640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.100044 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d713748c-7a18-4cd4-aeca-970665ae6640 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81b1ee5e-47a7-45fc-aedd-fbb8abaca285 HTTP/1.1" status: 204 len: 168 time: 0.1450667 Mar 24 00:48:31.109063 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713748c-7a18-4cd4-aeca-970665ae6640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b1ee5e-47a7-45fc-aedd-fbb8abaca285,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:31.273689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1baa93-1396-4511-bf8c-0c971f2a0b12 req-443b404b-eab4-4772-8283-37dfe51113c4 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:31.275726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c1baa93-1396-4511-bf8c-0c971f2a0b12 req-443b404b-eab4-4772-8283-37dfe51113c4 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 943 time: 0.5386646 Mar 24 00:48:31.281604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Attempting to bind port 831c110b-4710-4710-8be4-36bb0188224f on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:48:31.281938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Attempting to bind port 831c110b-4710-4710-8be4-36bb0188224f by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:48:31.282268 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Attempting to bind port 831c110b-4710-4710-8be4-36bb0188224f on network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:31.319194 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Port 831c110b-4710-4710-8be4-36bb0188224f on network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:48:31.319520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Attempting to bind port 831c110b-4710-4710-8be4-36bb0188224f on network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:31.356396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:48:31.356739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Checking segment: {'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:48:31.357176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Bound using segment: {'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:48:31.357579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Bound port: 831c110b-4710-4710-8be4-36bb0188224f, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e8f223-39da-4f5b-b749-43c6d9c960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:48:31.357943 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (831c110b-4710-4710-8be4-36bb0188224f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.407967 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-4a814825-2356-4810-bfd9-cba4763ccad8 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:31.409538 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-4a814825-2356-4810-bfd9-cba4763ccad8 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4923270 Mar 24 00:48:31.437678 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33284) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:31.446791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Request body: {'port': {'device_id': 'be9165d8-15a1-45f9-850c-95772f58c710', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'df816c36861a41d49b8f0b50ec662764'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:31.451922 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-119b80a8-0056-4f68-9cf6-9392f7efae4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.462546 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c1baa93-1396-4511-bf8c-0c971f2a0b12 req-c6337162-3f9c-4174-ab60-07530dbfa5e7 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779554 Mar 24 00:48:31.565892 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-119b80a8-0056-4f68-9cf6-9392f7efae4b admin admin] Publish callbacks [] for security_group (f01089d3-90a5-49c1-a012-1e58826d0e66), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.572936 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-119b80a8-0056-4f68-9cf6-9392f7efae4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f01089d3-90a5-49c1-a012-1e58826d0e66), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.581610 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3a7dc61d-b973-4bc5-8c2a-00162d464c9e req-cb237f3a-b538-44b7-9eea-5795a17501e1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (34e1e835-42ed-4ca3-8223-e17cd0ef9dbe), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.594833 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3a7dc61d-b973-4bc5-8c2a-00162d464c9e req-cb237f3a-b538-44b7-9eea-5795a17501e1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (34e1e835-42ed-4ca3-8223-e17cd0ef9dbe), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.613544 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-119b80a8-0056-4f68-9cf6-9392f7efae4b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d88dac3dab240fa96f26d65a6eec98d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1667371 Mar 24 00:48:31.616172 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33290) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:31.642078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-f9179b72-6656-4a12-97fc-cf802fbfe8bc service neutron] 10.222.0.57 "GET /v2.0/ports/93162421-6760-4201-947b-0db826dd9168/bindings/n-h2-760455-9 HTTP/1.1" status: 200 len: 384 time: 0.2573483 Mar 24 00:48:31.658433 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b80a8-0056-4f68-9cf6-9392f7efae4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01089d3-90a5-49c1-a012-1e58826d0e66,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:31.675910 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3a7dc61d-b973-4bc5-8c2a-00162d464c9e req-cb237f3a-b538-44b7-9eea-5795a17501e1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.677064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a7dc61d-b973-4bc5-8c2a-00162d464c9e req-cb237f3a-b538-44b7-9eea-5795a17501e1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8390729 Mar 24 00:48:31.694858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f44a27-7790-459e-beab-7077e612f0a1 admin admin] Publish callbacks [] for security_group (f01089d3-90a5-49c1-a012-1e58826d0e66), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.718315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] For port 831c110b-4710-4710-8be4-36bb0188224f, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:48:31.730747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb237f3a-b538-44b7-9eea-5795a17501e1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e1e835-42ed-4ca3-8223-e17cd0ef9dbe,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:31.731275 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f44a27-7790-459e-beab-7077e612f0a1 admin admin] Publish callbacks [] for security_group (f01089d3-90a5-49c1-a012-1e58826d0e66), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.753028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] For port 831c110b-4710-4710-8be4-36bb0188224f, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=831c110b-4710-4710-8be4-36bb0188224f,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:48:31.778553 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (831c110b-4710-4710-8be4-36bb0188224f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.782681 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f44a27-7790-459e-beab-7077e612f0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f01089d3-90a5-49c1-a012-1e58826d0e66), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.785598 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f44a27-7790-459e-beab-7077e612f0a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.787070 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d6f44a27-7790-459e-beab-7077e612f0a1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f01089d3-90a5-49c1-a012-1e58826d0e66 HTTP/1.1" status: 204 len: 168 time: 0.1599219 Mar 24 00:48:31.796628 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f44a27-7790-459e-beab-7077e612f0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01089d3-90a5-49c1-a012-1e58826d0e66,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:31.855716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:31.856647 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.858064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] 10.222.0.57 "PUT /v2.0/ports/831c110b-4710-4710-8be4-36bb0188224f HTTP/1.1" status: 200 len: 1091 time: 2.2415969 Mar 24 00:48:31.879538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98', 'tag': '831c110b-4710-4710-8be4-36bb0188224f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:31.881981 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ce5da1-befd-4669-89c7-fe6fe056cf2f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98", "tag": "831c110b-4710-4710-8be4-36bb0188224f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:31.894529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23d56797-432c-4406-a26b-cf06278f14ab req-088e99bc-b7d8-446b-8cad-ffe8f2ba40cd tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9165d8-15a1-45f9-850c-95772f58c710 HTTP/1.1" status: 200 len: 210 time: 0.0936444 Mar 24 00:48:31.902656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd8814-64f5-4dcb-9a0c-c0aa0d2af499 req-7ad10d28-b3c0-4963-ad1a-cb14fa57bf18 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:31.910266 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93cd8814-64f5-4dcb-9a0c-c0aa0d2af499 req-7ad10d28-b3c0-4963-ad1a-cb14fa57bf18 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.2736664 Mar 24 00:48:31.972113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Made reservation on behalf of df816c36861a41d49b8f0b50ec662764 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:48:31.975415 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:31.995039 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:32.038664 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:32.072745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3909c-f77a-4a12-b1ea-7d7071f93307 service neutron] Pushing event updated for resources: {'Port': ['ID=831c110b-4710-4710-8be4-36bb0188224f,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:32.151923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93cd8814-64f5-4dcb-9a0c-c0aa0d2af499 req-6f243a8d-2434-477f-8afd-52e389a0aef0 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407093 Mar 24 00:48:32.159299 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:32.166165 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c54c836-530f-4d31-b91c-db88ecac3e09 req-6290aa37-828c-4f78-9fd3-7cba51f5e120 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/34e1e835-42ed-4ca3-8223-e17cd0ef9dbe HTTP/1.1" status: 200 len: 1818 time: 0.2307427 Mar 24 00:48:32.175357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-ab46ea8d-3cc4-4b2c-a95b-74a5a0c427b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:32.177039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-ab46ea8d-3cc4-4b2c-a95b-74a5a0c427b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=160c6d0a2b2b46c5b96ae8128cd59fca&device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 1125 time: 0.2648113 Mar 24 00:48:32.188653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-2c54c836-530f-4d31-b91c-db88ecac3e09 req-67032b5e-d909-4fc6-8ed2-fed1d983776a tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Request body: {'security_group': {'name': 'tempest-sg-hth-140810021', 'description': 'tempest-description-hth-1598344160'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:32.256942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-f571cb27-9879-4385-8293-d2dcf0b37de6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=831c110b-4710-4710-8be4-36bb0188224f HTTP/1.1" status: 200 len: 217 time: 0.0725627 Mar 24 00:48:32.334498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-5053dc6b-8702-4302-a9d3-e8e61b511e9c service neutron] For port 93162421-6760-4201-947b-0db826dd9168, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=93162421-6760-4201-947b-0db826dd9168,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:32.357676 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2c54c836-530f-4d31-b91c-db88ecac3e09 req-67032b5e-d909-4fc6-8ed2-fed1d983776a tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (34e1e835-42ed-4ca3-8223-e17cd0ef9dbe), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:32.390100 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-ddc6d33a-109d-4c65-a23d-c00d93fa5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:32.391557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-ddc6d33a-109d-4c65-a23d-c00d93fa5b76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36c8e441-3529-4a85-b293-22d892a8d6b1 HTTP/1.1" status: 200 len: 862 time: 0.1233172 Mar 24 00:48:32.421334 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-5053dc6b-8702-4302-a9d3-e8e61b511e9c service neutron] For port 93162421-6760-4201-947b-0db826dd9168, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:48:32.477221 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks [] for security_group (0f03a809-db73-4d1e-9c59-7a94e9429c4f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:32.494574 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2c54c836-530f-4d31-b91c-db88ecac3e09 req-67032b5e-d909-4fc6-8ed2-fed1d983776a tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (34e1e835-42ed-4ca3-8223-e17cd0ef9dbe), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:32.512307 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0f03a809-db73-4d1e-9c59-7a94e9429c4f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:32.520074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-5053dc6b-8702-4302-a9d3-e8e61b511e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93162421-6760-4201-947b-0db826dd9168 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:32.549607 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2c54c836-530f-4d31-b91c-db88ecac3e09 req-67032b5e-d909-4fc6-8ed2-fed1d983776a tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (34e1e835-42ed-4ca3-8223-e17cd0ef9dbe), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:32.556990 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2c54c836-530f-4d31-b91c-db88ecac3e09 req-67032b5e-d909-4fc6-8ed2-fed1d983776a tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:32.556990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c54c836-530f-4d31-b91c-db88ecac3e09 req-67032b5e-d909-4fc6-8ed2-fed1d983776a tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "PUT /v2.0/security-groups/34e1e835-42ed-4ca3-8223-e17cd0ef9dbe HTTP/1.1" status: 200 len: 1791 time: 0.3757119 Mar 24 00:48:32.571205 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-5053dc6b-8702-4302-a9d3-e8e61b511e9c service neutron] For port 93162421-6760-4201-947b-0db826dd9168, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=93162421-6760-4201-947b-0db826dd9168,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:32.627446 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295ef7fb-7f34-429b-b026-886ad91646f4 x-openstack-request-id: req-295ef7fb-7f34-429b-b026-886ad91646f4 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:32.627750 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98", "tag": "831c110b-4710-4710-8be4-36bb0188224f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:32.628543 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-295ef7fb-7f34-429b-b026-886ad91646f4 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:32.628942 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-295ef7fb-7f34-429b-b026-886ad91646f4'] response: {'name': 'network-changed', 'server_uuid': '7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98', 'tag': '831c110b-4710-4710-8be4-36bb0188224f', 'status': 'completed', 'code': 200} Mar 24 00:48:32.649887 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-5053dc6b-8702-4302-a9d3-e8e61b511e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (93162421-6760-4201-947b-0db826dd9168), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:32.655873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f03a809-db73-4d1e-9c59-7a94e9429c4f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:32.673252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-114e1953-b8be-480b-8c89-85732bdc09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:32.674737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-114e1953-b8be-480b-8c89-85732bdc09aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ee648a5-3452-4b3b-98f3-f654e7ebcaeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2716904 Mar 24 00:48:32.806732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354068ca-e45a-473e-b356-0ca6a394d163 req-c33e086f-2296-4018-9247-9e7e77f5cb29 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:32.808224 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-354068ca-e45a-473e-b356-0ca6a394d163 req-c33e086f-2296-4018-9247-9e7e77f5cb29 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 943 time: 0.3184147 Mar 24 00:48:32.815631 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67032b5e-d909-4fc6-8ed2-fed1d983776a tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e1e835-42ed-4ca3-8223-e17cd0ef9dbe,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:32.918966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Allocated IP 192.168.233.94 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/0e6c5e2d-782c-414c-9e5f-1d5918533971) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:48:32.992023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-354068ca-e45a-473e-b356-0ca6a394d163 req-352e9331-17e2-4434-81a3-e88aad57223f tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674645 Mar 24 00:48:32.998671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-27b9a3a1-8aeb-4122-8731-4ce47cf89700 service neutron] 10.222.0.57 "GET /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098750 Mar 24 00:48:33.001627 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-5053dc6b-8702-4302-a9d3-e8e61b511e9c service neutron] Transition to ACTIVE for port object 93162421-6760-4201-947b-0db826dd9168 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:48:33.025480 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-5053dc6b-8702-4302-a9d3-e8e61b511e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (93162421-6760-4201-947b-0db826dd9168), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:33.033953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d25476-1490-4540-a400-9a72f7fce03d req-3faa3591-f788-455a-821c-27c42c85a462 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:33.035649 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49d25476-1490-4540-a400-9a72f7fce03d req-3faa3591-f788-455a-821c-27c42c85a462 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 943 time: 0.2098584 Mar 24 00:48:33.257305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-5053dc6b-8702-4302-a9d3-e8e61b511e9c service neutron] No DVR routers for this DVR port 93162421-6760-4201-947b-0db826dd9168 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:48:33.323997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5222781d-e98f-4133-8309-64a2f7fce04e req-305d6f57-0f90-4e77-b36f-ae7851789193 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/34e1e835-42ed-4ca3-8223-e17cd0ef9dbe HTTP/1.1" status: 200 len: 1791 time: 0.2873759 Mar 24 00:48:33.345518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053dc6b-8702-4302-a9d3-e8e61b511e9c service neutron] Pushing event updated for resources: {'Port': ['ID=93162421-6760-4201-947b-0db826dd9168,revision_number=10']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:33.359662 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b6e6833-b948-4bcf-b572-cf95ad90ce28 req-86c1231d-a3bd-4de0-bc98-cd2a18124af9 service neutron] 10.222.0.57 "GET /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521569 Mar 24 00:48:33.364146 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49d25476-1490-4540-a400-9a72f7fce03d req-b41f4c68-f222-4e20-b352-1356b9bc7a76 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810247 Mar 24 00:48:33.368555 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-5053dc6b-8702-4302-a9d3-e8e61b511e9c service neutron] 10.222.0.57 "PUT /v2.0/ports/93162421-6760-4201-947b-0db826dd9168/bindings/n-h2-760455-9/activate HTTP/1.1" status: 200 len: 369 time: 1.7116508 Mar 24 00:48:33.412120 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks [] for port (0e6c5e2d-782c-414c-9e5f-1d5918533971), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:33.478532 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:33.490556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce5da1-befd-4669-89c7-fe6fe056cf2f req-a0e3f427-36cf-4212-a8e5-09b1a8432438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:33.492515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37ce5da1-befd-4669-89c7-fe6fe056cf2f req-a0e3f427-36cf-4212-a8e5-09b1a8432438 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=160c6d0a2b2b46c5b96ae8128cd59fca&device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 1125 time: 0.0781105 Mar 24 00:48:33.509922 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (0e6c5e2d-782c-414c-9e5f-1d5918533971), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:33.558631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-2d14af04-84dd-4e24-a2f5-b74cfcea1d13 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:33.560302 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-2d14af04-84dd-4e24-a2f5-b74cfcea1d13 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f&tenant_id=259d3d47b7be4b3182e7a95feee7e085&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 1126 time: 0.1197581 Mar 24 00:48:33.659783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-c858e522-4b13-4f43-a562-426f4bb2c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:33.661358 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-c858e522-4b13-4f43-a562-426f4bb2c116 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f&tenant_id=259d3d47b7be4b3182e7a95feee7e085 HTTP/1.1" status: 200 len: 1126 time: 0.0944519 Mar 24 00:48:33.733832 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-352184b9-3f66-47fd-be33-672bca70cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:33.735420 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-352184b9-3f66-47fd-be33-672bca70cb2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 1126 time: 0.0499034 Mar 24 00:48:33.748654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33366) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:33.834181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-259839fa-439f-455e-a33a-577033f9f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:33.835808 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-259839fa-439f-455e-a33a-577033f9f43f service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.0949593 Mar 24 00:48:33.884549 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-30f6cfef-e9e4-45a7-944f-e5feb4477a02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93162421-6760-4201-947b-0db826dd9168 HTTP/1.1" status: 200 len: 217 time: 0.0429029 Mar 24 00:48:33.885058 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:48:33.900048 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66d906ba-8364-4691-8baf-c276623fa721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:33.900721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:48:33.903996 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:48:33.909222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:33.909829 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:33.914662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event updated for resources: {'Port': ['ID=0e6c5e2d-782c-414c-9e5f-1d5918533971,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:33.956042 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-59505ca1-c414-474c-a3b1-1464898e4ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:33.957539 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-59505ca1-c414-474c-a3b1-1464898e4ebe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.0667365 Mar 24 00:48:33.961196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-59c9503a-20ac-4953-aeb5-c76392999f11 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5190146 Mar 24 00:48:33.964753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce5da1-befd-4669-89c7-fe6fe056cf2f req-6723e3bf-da5b-4654-b190-53f25ea874a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:33.966228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37ce5da1-befd-4669-89c7-fe6fe056cf2f req-6723e3bf-da5b-4654-b190-53f25ea874a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ee648a5-3452-4b3b-98f3-f654e7ebcaeb HTTP/1.1" status: 200 len: 924 time: 0.4672911 Mar 24 00:48:33.976472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ec633-391e-4b7b-93e9-b53feedc1074 req-720750f2-65aa-40fc-aa45-5ca859bd3f2b tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:33.978040 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b47ec633-391e-4b7b-93e9-b53feedc1074 req-720750f2-65aa-40fc-aa45-5ca859bd3f2b tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9165d8-15a1-45f9-850c-95772f58c710 HTTP/1.1" status: 200 len: 935 time: 0.4530110 Mar 24 00:48:33.990876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Request body: {'port': {'device_id': 'be9165d8-15a1-45f9-850c-95772f58c710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:34.000930 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d242c0-1ecd-4837-b05a-99273b952a3b req-ec0f0350-3b60-411b-a169-ff852d106fe7 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:34.002400 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-7506fd19-89e3-45a6-8542-03b7faf589bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315044 Mar 24 00:48:34.002786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6d242c0-1ecd-4837-b05a-99273b952a3b req-ec0f0350-3b60-411b-a169-ff852d106fe7 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.2222083 Mar 24 00:48:34.068793 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37ce5da1-befd-4669-89c7-fe6fe056cf2f req-2318fc86-c572-46a6-a474-4ad2ebcb148d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=831c110b-4710-4710-8be4-36bb0188224f HTTP/1.1" status: 200 len: 217 time: 0.0888035 Mar 24 00:48:34.106527 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66d906ba-8364-4691-8baf-c276623fa721 admin admin] Publish callbacks [] for security_group (943ff318-8820-4cac-b325-49b956e089f7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:34.114390 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66d906ba-8364-4691-8baf-c276623fa721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (943ff318-8820-4cac-b325-49b956e089f7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:34.154178 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-731fa302-4505-4603-a069-35e31e5fca08 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441205 Mar 24 00:48:34.175402 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-66d906ba-8364-4691-8baf-c276623fa721 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cfc0a067370e45a7b072dd15c878714f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4255631 Mar 24 00:48:34.185177 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33372) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:34.185806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d906ba-8364-4691-8baf-c276623fa721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943ff318-8820-4cac-b325-49b956e089f7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:34.210271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b47ec633-391e-4b7b-93e9-b53feedc1074 req-7ca5c0ae-87b2-4ba0-ab0d-f9e2164b83a6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051771 Mar 24 00:48:34.212093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce5da1-befd-4669-89c7-fe6fe056cf2f req-b6804817-c7b7-463f-90dc-d22f3f764b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:34.213554 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37ce5da1-befd-4669-89c7-fe6fe056cf2f req-b6804817-c7b7-463f-90dc-d22f3f764b3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36c8e441-3529-4a85-b293-22d892a8d6b1 HTTP/1.1" status: 200 len: 862 time: 0.1341250 Mar 24 00:48:34.214085 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0e6c5e2d-782c-414c-9e5f-1d5918533971), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:34.214657 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-17b7b855-6b17-4c04-8ccb-f82925b79dbb None None] Provisioning complete for port 0e6c5e2d-782c-414c-9e5f-1d5918533971 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:48:34.215347 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-17b7b855-6b17-4c04-8ccb-f82925b79dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0e6c5e2d-782c-414c-9e5f-1d5918533971), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:34.219289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6d242c0-1ecd-4837-b05a-99273b952a3b req-b5f7da54-b1fe-4533-941d-7aaf61bf9fec tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664400 Mar 24 00:48:34.275816 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-17b7b855-6b17-4c04-8ccb-f82925b79dbb None None] Port 0e6c5e2d-782c-414c-9e5f-1d5918533971 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:48:34.310034 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b2adb47-9877-4baa-a097-1588c0543e77 admin admin] Publish callbacks [] for security_group (943ff318-8820-4cac-b325-49b956e089f7), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:34.321866 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-26becd8a-3b72-4892-b0ff-7111d3c8f4c7 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600840 Mar 24 00:48:34.335482 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b2adb47-9877-4baa-a097-1588c0543e77 admin admin] Publish callbacks [] for security_group (943ff318-8820-4cac-b325-49b956e089f7), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:34.339497 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8052d1fb-665a-47e1-9db6-d8dee034f3ff req-2e042786-14eb-42d3-9146-ef03a4e7b692 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/34e1e835-42ed-4ca3-8223-e17cd0ef9dbe HTTP/1.1" status: 200 len: 1791 time: 0.0714407 Mar 24 00:48:34.355019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce5da1-befd-4669-89c7-fe6fe056cf2f req-577cc907-3e2f-4d6d-b7a8-f893f73ef2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:34.356491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37ce5da1-befd-4669-89c7-fe6fe056cf2f req-577cc907-3e2f-4d6d-b7a8-f893f73ef2e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ee648a5-3452-4b3b-98f3-f654e7ebcaeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1358538 Mar 24 00:48:34.390889 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b2adb47-9877-4baa-a097-1588c0543e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (943ff318-8820-4cac-b325-49b956e089f7), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:34.400048 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b2adb47-9877-4baa-a097-1588c0543e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:34.404008 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8b2adb47-9877-4baa-a097-1588c0543e77 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/943ff318-8820-4cac-b325-49b956e089f7 HTTP/1.1" status: 204 len: 168 time: 0.2131684 Mar 24 00:48:34.411000 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2adb47-9877-4baa-a097-1588c0543e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943ff318-8820-4cac-b325-49b956e089f7,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:34.615055 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8052d1fb-665a-47e1-9db6-d8dee034f3ff req-9ac14031-cbe6-48f5-8096-bfcb69d8fa4b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (34e1e835-42ed-4ca3-8223-e17cd0ef9dbe), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:34.644766 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-51514104-fde0-4647-bc5a-12f9daa4785c tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:34.645352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37ce5da1-befd-4669-89c7-fe6fe056cf2f req-cdda854c-3133-4735-a507-65052e013473 service neutron] 10.222.0.57 "GET /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760646 Mar 24 00:48:34.646425 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-51514104-fde0-4647-bc5a-12f9daa4785c tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f&tenant_id=259d3d47b7be4b3182e7a95feee7e085&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 1126 time: 0.0737844 Mar 24 00:48:34.710393 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8052d1fb-665a-47e1-9db6-d8dee034f3ff req-9ac14031-cbe6-48f5-8096-bfcb69d8fa4b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (34e1e835-42ed-4ca3-8223-e17cd0ef9dbe), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:34.821489 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-4e1f5aa2-fd8e-422b-babf-724ac98ce191 service neutron] For port 93162421-6760-4201-947b-0db826dd9168, host n-h1-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:48:34.832283 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.48', 49791) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:34.839928 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-4e1f5aa2-fd8e-422b-babf-724ac98ce191 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:34.842691 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fb41820d-cc62-48e1-872d-aeb4ad8804c2 req-4e1f5aa2-fd8e-422b-babf-724ac98ce191 service neutron] 10.222.0.48 "DELETE /v2.0/ports/93162421-6760-4201-947b-0db826dd9168/bindings/n-h1-760455-9 HTTP/1.1" status: 204 len: 173 time: 0.1895645 Mar 24 00:48:34.858108 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33396) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:34.873980 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d37664b-7996-4d54-bfd6-8d2dbfc3aa04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:34.904687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37ce5da1-befd-4669-89c7-fe6fe056cf2f req-e39894e5-96cf-4c4b-89e8-0bc43a9c23f0 service neutron] 10.222.0.57 "GET /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510724 Mar 24 00:48:34.910813 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8052d1fb-665a-47e1-9db6-d8dee034f3ff req-9ac14031-cbe6-48f5-8096-bfcb69d8fa4b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (34e1e835-42ed-4ca3-8223-e17cd0ef9dbe), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:34.913417 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8052d1fb-665a-47e1-9db6-d8dee034f3ff req-9ac14031-cbe6-48f5-8096-bfcb69d8fa4b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:34.925648 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8052d1fb-665a-47e1-9db6-d8dee034f3ff req-9ac14031-cbe6-48f5-8096-bfcb69d8fa4b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "DELETE /v2.0/security-groups/34e1e835-42ed-4ca3-8223-e17cd0ef9dbe HTTP/1.1" status: 204 len: 173 time: 0.5737016 Mar 24 00:48:34.974185 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d37664b-7996-4d54-bfd6-8d2dbfc3aa04 admin admin] Publish callbacks [] for security_group (82207aac-f722-405e-8207-63ebcd6c79bc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:34.975528 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac14031-cbe6-48f5-8096-bfcb69d8fa4b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e1e835-42ed-4ca3-8223-e17cd0ef9dbe,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:34.978862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6c5e2d-782c-414c-9e5f-1d5918533971 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:34.983066 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d37664b-7996-4d54-bfd6-8d2dbfc3aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (82207aac-f722-405e-8207-63ebcd6c79bc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:34.991005 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Publish callbacks [] for port (0e6c5e2d-782c-414c-9e5f-1d5918533971), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:35.037149 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8d37664b-7996-4d54-bfd6-8d2dbfc3aa04 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=049084704a1a4859a0e1a71e976b0d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767747 Mar 24 00:48:35.037553 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37664b-7996-4d54-bfd6-8d2dbfc3aa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82207aac-f722-405e-8207-63ebcd6c79bc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:35.040000 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33406) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:35.043251 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a95e7a-5a31-42f4-a9bd-70b4272e71bb req-cbfaabff-c13a-4159-9419-20f9344997d1 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:35.048512 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:35.050049 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2a95e7a-5a31-42f4-a9bd-70b4272e71bb req-cbfaabff-c13a-4159-9419-20f9344997d1 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 943 time: 0.2615972 Mar 24 00:48:35.052263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Transition to ACTIVE for port object 0e6c5e2d-782c-414c-9e5f-1d5918533971 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:48:35.066672 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d53c278a-1006-4127-ae19-907d93c9ba74 req-59034da4-c9a0-445e-8fe2-19c7dff6e298 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2262340 Mar 24 00:48:35.074098 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0e6c5e2d-782c-414c-9e5f-1d5918533971), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:35.093051 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-64de4a87-64da-4781-b26e-45409bd7625c admin admin] Publish callbacks [] for security_group (82207aac-f722-405e-8207-63ebcd6c79bc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:35.137458 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-64de4a87-64da-4781-b26e-45409bd7625c admin admin] Publish callbacks [] for security_group (82207aac-f722-405e-8207-63ebcd6c79bc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:35.199255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089df7b-4dbe-40ca-b6ce-2f3eb72b31ba req-14f985ca-323b-400d-a9b1-16c9782f4308 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:35.200853 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6089df7b-4dbe-40ca-b6ce-2f3eb72b31ba req-14f985ca-323b-400d-a9b1-16c9782f4308 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 944 time: 0.2068775 Mar 24 00:48:35.202739 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-64de4a87-64da-4781-b26e-45409bd7625c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (82207aac-f722-405e-8207-63ebcd6c79bc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:35.205365 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-64de4a87-64da-4781-b26e-45409bd7625c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:35.210859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 93162421-6760-4201-947b-0db826dd9168 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:48:35.219466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2a95e7a-5a31-42f4-a9bd-70b4272e71bb req-8d02200a-a322-4fe5-b948-67f2364d1694 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637352 Mar 24 00:48:35.222728 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-64de4a87-64da-4781-b26e-45409bd7625c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/82207aac-f722-405e-8207-63ebcd6c79bc HTTP/1.1" status: 204 len: 168 time: 0.1818616 Mar 24 00:48:35.239766 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6c5e2d-782c-414c-9e5f-1d5918533971,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:35.246644 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de4a87-64da-4781-b26e-45409bd7625c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82207aac-f722-405e-8207-63ebcd6c79bc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:35.378570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Attempting to bind port 0e6c5e2d-782c-414c-9e5f-1d5918533971 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:48:35.379198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Attempting to bind port 0e6c5e2d-782c-414c-9e5f-1d5918533971 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:48:35.379458 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Attempting to bind port 0e6c5e2d-782c-414c-9e5f-1d5918533971 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:35.406883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] The host n-h1-760455-9 is not matching for port 93162421-6760-4201-947b-0db826dd9168 host n-h2-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 00:48:35.407363 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 93162421-6760-4201-947b-0db826dd9168 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:48:35.417459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-353e6589-100c-47eb-8b66-b2b5d9f25915 req-cd5e9f72-c528-45a4-bb91-6ecd48aa335d tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0686815 Mar 24 00:48:35.429660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c278a-1006-4127-ae19-907d93c9ba74 req-aa270128-3ad9-400e-bce2-8b920fc23874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:35.438340 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d53c278a-1006-4127-ae19-907d93c9ba74 req-aa270128-3ad9-400e-bce2-8b920fc23874 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 1127 time: 0.2983801 Mar 24 00:48:35.446807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Port 0e6c5e2d-782c-414c-9e5f-1d5918533971 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:48:35.447228 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Attempting to bind port 0e6c5e2d-782c-414c-9e5f-1d5918533971 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:35.474252 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6089df7b-4dbe-40ca-b6ce-2f3eb72b31ba req-297f6cc7-9d62-4530-bbf5-54bdb66cacc6 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308013 Mar 24 00:48:35.481137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:48:35.481137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:48:35.481998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:48:35.483375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Bound port: 0e6c5e2d-782c-414c-9e5f-1d5918533971, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:48:35.483938 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0e6c5e2d-782c-414c-9e5f-1d5918533971), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:35.760863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] For port 0e6c5e2d-782c-414c-9e5f-1d5918533971, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:48:35.792416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] For port 0e6c5e2d-782c-414c-9e5f-1d5918533971, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=0e6c5e2d-782c-414c-9e5f-1d5918533971,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:48:35.796165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c278a-1006-4127-ae19-907d93c9ba74 req-c019f3e5-4b47-4a91-a17b-0664a00ca9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:35.797659 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d53c278a-1006-4127-ae19-907d93c9ba74 req-c019f3e5-4b47-4a91-a17b-0664a00ca9db service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.3212752 Mar 24 00:48:35.812431 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89ade5-6ccb-46ab-a426-1250f9dcaf00 req-6aa80827-e09f-4da5-ada5-e0c16982e2cb tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:35.819086 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a89ade5-6ccb-46ab-a426-1250f9dcaf00 req-6aa80827-e09f-4da5-ada5-e0c16982e2cb tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.1804209 Mar 24 00:48:35.832740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05228cf4-7d3e-4383-8e6f-265a6dbae7d1 req-5eb5db1b-82fb-4853-92c2-5e18aa3da8a5 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:35.834199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05228cf4-7d3e-4383-8e6f-265a6dbae7d1 req-5eb5db1b-82fb-4853-92c2-5e18aa3da8a5 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9165d8-15a1-45f9-850c-95772f58c710 HTTP/1.1" status: 200 len: 947 time: 0.1988099 Mar 24 00:48:35.835247 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0e6c5e2d-782c-414c-9e5f-1d5918533971), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:35.908621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d53c278a-1006-4127-ae19-907d93c9ba74 req-a4e0d928-06b5-4ac3-ab4b-6d630d15d1a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aaa0db0-4411-457a-ab83-3507581a7e96 HTTP/1.1" status: 200 len: 217 time: 0.1033759 Mar 24 00:48:35.940107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:35.940735 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:35.942133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] 10.222.0.48 "PUT /v2.0/ports/0e6c5e2d-782c-414c-9e5f-1d5918533971 HTTP/1.1" status: 200 len: 1095 time: 1.9611464 Mar 24 00:48:35.948358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9165d8-15a1-45f9-850c-95772f58c710', 'tag': '0e6c5e2d-782c-414c-9e5f-1d5918533971'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:35.951351 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a76a20f-09c0-44c3-8dc8-5b97aad8ab6f" -d '{"events": [{"name": "network-changed", "server_uuid": "be9165d8-15a1-45f9-850c-95772f58c710", "tag": "0e6c5e2d-782c-414c-9e5f-1d5918533971"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:36.065338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c278a-1006-4127-ae19-907d93c9ba74 req-507dd789-c0eb-4852-a93c-e1cbcd7d3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:36.067553 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d53c278a-1006-4127-ae19-907d93c9ba74 req-507dd789-c0eb-4852-a93c-e1cbcd7d3e7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.1464450 Mar 24 00:48:36.098600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3329b-a3c9-4d8d-baec-14737c42c091 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6c5e2d-782c-414c-9e5f-1d5918533971,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:36.120631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a89ade5-6ccb-46ab-a426-1250f9dcaf00 req-5a591153-5cf5-47f0-bc37-1bbfd05e91b6 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003776 Mar 24 00:48:36.165372 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05228cf4-7d3e-4383-8e6f-265a6dbae7d1 req-b4a2f1ff-7c52-42de-b385-aafc70005345 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202515 Mar 24 00:48:36.172417 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d53c278a-1006-4127-ae19-907d93c9ba74 req-0d7bfdaa-d8c7-43e7-b7ca-bb4de4535b40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792656 Mar 24 00:48:36.359998 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa82f998-dc5b-4dbe-921e-6c502adf2cb7 x-openstack-request-id: req-fa82f998-dc5b-4dbe-921e-6c502adf2cb7 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:36.362781 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9165d8-15a1-45f9-850c-95772f58c710", "tag": "0e6c5e2d-782c-414c-9e5f-1d5918533971", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:36.363061 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa82f998-dc5b-4dbe-921e-6c502adf2cb7 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:36.363466 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa82f998-dc5b-4dbe-921e-6c502adf2cb7'] response: {'name': 'network-changed', 'server_uuid': 'be9165d8-15a1-45f9-850c-95772f58c710', 'tag': '0e6c5e2d-782c-414c-9e5f-1d5918533971', 'status': 'completed', 'code': 200} Mar 24 00:48:36.368334 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-579af5c8-cdfa-4c58-8c5a-94ff9a99083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:36.369859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-579af5c8-cdfa-4c58-8c5a-94ff9a99083b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=be9165d8-15a1-45f9-850c-95772f58c710 HTTP/1.1" status: 200 len: 1129 time: 0.3715816 Mar 24 00:48:36.604784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-308565e5-9d13-468f-a417-151a4e188241 req-49272905-86c2-49c7-bd7a-71372d9ac4b3 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.2684991 Mar 24 00:48:36.606881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 93162421-6760-4201-947b-0db826dd9168 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:48:36.675336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-0b9f1583-000c-4b5d-8fd7-343150cf1198 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=0e6c5e2d-782c-414c-9e5f-1d5918533971 HTTP/1.1" status: 200 len: 217 time: 0.0740120 Mar 24 00:48:36.719614 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d53c278a-1006-4127-ae19-907d93c9ba74 req-eeb7dea6-6a21-4274-9f08-79b88830a8be service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395672 Mar 24 00:48:36.729114 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 93162421-6760-4201-947b-0db826dd9168 is: DOWN; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:48:36.765352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33466) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:36.832860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4437-978b-4765-be65-7bc44f8d9395 req-7f00249a-c732-4941-bd46-73ae5020a59c tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:36.834386 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10da4437-978b-4765-be65-7bc44f8d9395 req-7f00249a-c732-4941-bd46-73ae5020a59c tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 943 time: 0.2320082 Mar 24 00:48:36.839146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-559184e9-56d7-4501-bc03-ad8be8b22f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:36.840525 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-559184e9-56d7-4501-bc03-ad8be8b22f73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1532283 Mar 24 00:48:36.893118 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c6906c4-efd1-4af0-91f3-1435d255818d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:36.902269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440fc28-605a-4e85-8746-67ec70dc59d3 req-9cb469c2-38ff-4139-a8cc-b813a856d8dd tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:36.903792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d440fc28-605a-4e85-8746-67ec70dc59d3 req-9cb469c2-38ff-4139-a8cc-b813a856d8dd tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 1126 time: 0.1816280 Mar 24 00:48:36.949061 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d53c278a-1006-4127-ae19-907d93c9ba74 req-8106af44-fe46-4cc9-9b46-79b2d7e74cb6 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164023 Mar 24 00:48:36.975608 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c6906c4-efd1-4af0-91f3-1435d255818d admin admin] Publish callbacks [] for security_group (be39eacf-81a4-4dd7-9e70-e29fc302208e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:36.978780 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10da4437-978b-4765-be65-7bc44f8d9395 req-bcde0f9b-1821-494a-9ffd-2774b0175bb8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313243 Mar 24 00:48:36.982973 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c6906c4-efd1-4af0-91f3-1435d255818d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (be39eacf-81a4-4dd7-9e70-e29fc302208e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:37.010032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-2419ee1f-e7da-4efe-9782-f0790e84d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:37.013386 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-2419ee1f-e7da-4efe-9782-f0790e84d8d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1665199 Mar 24 00:48:37.037039 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1c6906c4-efd1-4af0-91f3-1435d255818d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ae17a96e4d7049d2929410bb6a4581db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684827 Mar 24 00:48:37.037854 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33476) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:37.040743 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6906c4-efd1-4af0-91f3-1435d255818d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be39eacf-81a4-4dd7-9e70-e29fc302208e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:37.061905 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d440fc28-605a-4e85-8746-67ec70dc59d3 req-1a2dca15-5cd6-4eb1-b97e-1c0f99d819a4 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417758 Mar 24 00:48:37.101031 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-eeb0f434-24bf-4813-8358-c319f78b77c7 req-82f3048d-8ab5-44f8-b3d7-32acfb99b809 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] show failed (client error): The resource could not be found. Mar 24 00:48:37.109625 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eeb0f434-24bf-4813-8358-c319f78b77c7 req-82f3048d-8ab5-44f8-b3d7-32acfb99b809 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/6097dd9d-24b4-4027-b860-64d7cca941df HTTP/1.1" status: 404 len: 352 time: 0.0912108 Mar 24 00:48:37.111915 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-78a1b87b-0185-40c4-99a4-431365ead7a7 admin admin] Publish callbacks [] for security_group (be39eacf-81a4-4dd7-9e70-e29fc302208e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:37.142075 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-78a1b87b-0185-40c4-99a4-431365ead7a7 admin admin] Publish callbacks [] for security_group (be39eacf-81a4-4dd7-9e70-e29fc302208e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:37.162100 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-b3645483-8f15-4c4f-92fd-0f3cfed9d9a1 req-aababaa2-ea58-45e3-a5e4-2fa11e98554f tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] show failed (client error): The resource could not be found. Mar 24 00:48:37.163243 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3645483-8f15-4c4f-92fd-0f3cfed9d9a1 req-aababaa2-ea58-45e3-a5e4-2fa11e98554f tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/5afec744-90c4-435c-a615-22e30b793b40 HTTP/1.1" status: 404 len: 352 time: 0.0264776 Mar 24 00:48:37.189717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-bad0091f-c795-42b6-a472-c4ed941fc73a service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587069 Mar 24 00:48:37.201195 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-78a1b87b-0185-40c4-99a4-431365ead7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (be39eacf-81a4-4dd7-9e70-e29fc302208e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:37.205064 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-78a1b87b-0185-40c4-99a4-431365ead7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:37.206729 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-78a1b87b-0185-40c4-99a4-431365ead7a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be39eacf-81a4-4dd7-9e70-e29fc302208e HTTP/1.1" status: 204 len: 168 time: 0.1674156 Mar 24 00:48:37.216353 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1b87b-0185-40c4-99a4-431365ead7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be39eacf-81a4-4dd7-9e70-e29fc302208e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:37.225166 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 831c110b-4710-4710-8be4-36bb0188224f details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:48:37.355515 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 831c110b-4710-4710-8be4-36bb0188224f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=831c110b-4710-4710-8be4-36bb0188224f,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:37.366172 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5f78cda-2923-4b54-ad9d-7664c43fc7e0 req-91060084-f84a-4b74-a4ca-35b03692bac2 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667416 Mar 24 00:48:37.368735 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '831c110b-4710-4710-8be4-36bb0188224f', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'port_id': '831c110b-4710-4710-8be4-36bb0188224f', 'mac_address': 'fa:16:3e:31:1a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:48:37.380563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008412b2-e9cc-4504-bb66-c4f88fb01fbd req-719dde72-67d2-419a-9965-bf82504db61a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:37.382252 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-008412b2-e9cc-4504-bb66-c4f88fb01fbd req-719dde72-67d2-419a-9965-bf82504db61a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.1040592 Mar 24 00:48:37.449630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 831c110b-4710-4710-8be4-36bb0188224f is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:48:37.450106 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (831c110b-4710-4710-8be4-36bb0188224f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:37.456938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-14ee8772-845d-4d11-b6a2-5ee3c065ccec req-ea005c03-2434-4ed2-b5fe-7dae4efc5ca7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0735703 Mar 24 00:48:37.474604 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831c110b-4710-4710-8be4-36bb0188224f {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:37.475137 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-008412b2-e9cc-4504-bb66-c4f88fb01fbd req-e4d106be-2802-4667-b63a-e1ac972ae3dd tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822163 Mar 24 00:48:37.506860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-88ab8822-45fa-4c18-873e-d012f373d539 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9476fc0d7e92480eaadd9d21426516a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433912 Mar 24 00:48:37.509359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 831c110b-4710-4710-8be4-36bb0188224f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=831c110b-4710-4710-8be4-36bb0188224f,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:37.517640 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (831c110b-4710-4710-8be4-36bb0188224f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:37.545214 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-ef238a57-5aa0-40f6-8fc5-15a97d36c590 req-c6e2332a-c7ad-49a6-903d-61a4adfa67a4 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] show failed (client error): The resource could not be found. Mar 24 00:48:37.546721 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef238a57-5aa0-40f6-8fc5-15a97d36c590 req-c6e2332a-c7ad-49a6-903d-61a4adfa67a4 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/1d80f3af-5141-487b-9bf3-21b43299dccd HTTP/1.1" status: 404 len: 352 time: 0.0435905 Mar 24 00:48:37.582971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=831c110b-4710-4710-8be4-36bb0188224f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:37.616289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76a20f-09c0-44c3-8dc8-5b97aad8ab6f req-40a2eb3a-ef1e-4fdc-93ec-dfdce3040aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:37.617818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a76a20f-09c0-44c3-8dc8-5b97aad8ab6f req-40a2eb3a-ef1e-4fdc-93ec-dfdce3040aca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=be9165d8-15a1-45f9-850c-95772f58c710 HTTP/1.1" status: 200 len: 1129 time: 0.1750729 Mar 24 00:48:37.754168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['831c110b-4710-4710-8be4-36bb0188224f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:37.788292 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-b917837b-8c97-4bbc-a3e5-71896584f626 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:37.795072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-b917837b-8c97-4bbc-a3e5-71896584f626 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2742462 Mar 24 00:48:37.828295 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-0cf4114c-9bf9-4330-99bd-f8faabe0941f tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/quotas/9476fc0d7e92480eaadd9d21426516a3 HTTP/1.1" status: 200 len: 375 time: 0.0323818 Mar 24 00:48:37.857852 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76a20f-09c0-44c3-8dc8-5b97aad8ab6f req-1a4f8f35-94cb-4dda-a864-f26d879f056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:37.859305 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a76a20f-09c0-44c3-8dc8-5b97aad8ab6f req-1a4f8f35-94cb-4dda-a864-f26d879f056d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.1867900 Mar 24 00:48:37.886794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-310e7bc9-2343-43d8-b250-e0bcb956c4de tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9476fc0d7e92480eaadd9d21426516a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403233 Mar 24 00:48:37.894356 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be59cfc-a59d-4605-bf7f-954bb75cd046 req-a50e4799-878b-4f02-9ddc-19a1da07ad8f tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:37.895798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5be59cfc-a59d-4605-bf7f-954bb75cd046 req-a50e4799-878b-4f02-9ddc-19a1da07ad8f tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9165d8-15a1-45f9-850c-95772f58c710 HTTP/1.1" status: 200 len: 947 time: 0.2501390 Mar 24 00:48:37.939480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcf4e9-a78d-4e5b-9f97-b937db524c1a req-d128a824-6b4c-4268-88f2-c5798bf4e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:37.940942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ddcf4e9-a78d-4e5b-9f97-b937db524c1a req-d128a824-6b4c-4268-88f2-c5798bf4e597 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 1131 time: 0.2800756 Mar 24 00:48:37.943315 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a76a20f-09c0-44c3-8dc8-5b97aad8ab6f req-714b729b-c334-47c1-beda-ada045edeaad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=0e6c5e2d-782c-414c-9e5f-1d5918533971 HTTP/1.1" status: 200 len: 217 time: 0.0591130 Mar 24 00:48:38.075968 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5be59cfc-a59d-4605-bf7f-954bb75cd046 req-5dc5adc5-b26c-47f1-9f3d-e7e432e97e2a tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702514 Mar 24 00:48:38.087585 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76a20f-09c0-44c3-8dc8-5b97aad8ab6f req-d7803a1c-5674-4f35-9c35-10d618f1b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:38.088999 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a76a20f-09c0-44c3-8dc8-5b97aad8ab6f req-d7803a1c-5674-4f35-9c35-10d618f1b9dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1388891 Mar 24 00:48:38.210467 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-6ca5f17d-1e79-42e2-a32f-d3f4d5a13faf req-44c145a2-defb-40d1-93d3-97f324419ec3 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] show failed (client error): The resource could not be found. Mar 24 00:48:38.211525 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ca5f17d-1e79-42e2-a32f-d3f4d5a13faf req-44c145a2-defb-40d1-93d3-97f324419ec3 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/42727acc-534d-49e2-b61d-ee7fdcd416b9 HTTP/1.1" status: 404 len: 352 time: 0.0871284 Mar 24 00:48:38.261930 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcf4e9-a78d-4e5b-9f97-b937db524c1a req-bf4802f0-d61a-4a85-8667-b2bf859ee58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:38.264533 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ddcf4e9-a78d-4e5b-9f97-b937db524c1a req-bf4802f0-d61a-4a85-8667-b2bf859ee58c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.2859149 Mar 24 00:48:38.276844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76a20f-09c0-44c3-8dc8-5b97aad8ab6f req-d328ee8a-1856-4e60-b9c7-bfe0359e2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:38.278334 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a76a20f-09c0-44c3-8dc8-5b97aad8ab6f req-d328ee8a-1856-4e60-b9c7-bfe0359e2bd6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1771023 Mar 24 00:48:38.285375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33546) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:38.302683 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb034584-575a-4210-bf1b-b5923118d373 req-d1d9015a-ae0d-404f-b60e-21d31d3c35e0 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:38.304161 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb034584-575a-4210-bf1b-b5923118d373 req-d1d9015a-ae0d-404f-b60e-21d31d3c35e0 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 821 time: 0.2218633 Mar 24 00:48:38.395705 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ddcf4e9-a78d-4e5b-9f97-b937db524c1a req-5f4d4df8-899f-4257-a8cb-f2b20c74557e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e HTTP/1.1" status: 200 len: 217 time: 0.1227973 Mar 24 00:48:38.396223 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-24a5d066-b01a-4de8-9bcd-f18623eea6c7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1324266846-network', 'tenant_id': '38c5de60b21e4117b3521c7aca6206ed'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:38.400555 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-944673db-0e6c-415e-806e-af0b5004f4c0 req-1381c4ba-fa49-4ec3-b1de-a03408c4a89f tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.1147065 Mar 24 00:48:38.424056 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb034584-575a-4210-bf1b-b5923118d373 req-8565634e-bbb3-4ff8-a4fe-86ff1f3d687c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/quotas/259d3d47b7be4b3182e7a95feee7e085 HTTP/1.1" status: 200 len: 375 time: 0.0853338 Mar 24 00:48:38.436460 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a5d066-b01a-4de8-9bcd-f18623eea6c7 admin admin] Made reservation on behalf of 38c5de60b21e4117b3521c7aca6206ed for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:48:38.443040 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24a5d066-b01a-4de8-9bcd-f18623eea6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:38.463210 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24a5d066-b01a-4de8-9bcd-f18623eea6c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:38.560476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcf4e9-a78d-4e5b-9f97-b937db524c1a req-b2840f2e-27b8-407e-aeec-4d022d3ec009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:38.562882 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ddcf4e9-a78d-4e5b-9f97-b937db524c1a req-b2840f2e-27b8-407e-aeec-4d022d3ec009 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1568184 Mar 24 00:48:38.571319 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a76a20f-09c0-44c3-8dc8-5b97aad8ab6f req-3f589a9e-0652-46e7-8718-4a7e15bfa885 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832844 Mar 24 00:48:38.577814 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24a5d066-b01a-4de8-9bcd-f18623eea6c7 admin admin] Publish callbacks [] for security_group (76f2114f-08e0-479b-9ea8-aff5c783516f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:38.582223 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24a5d066-b01a-4de8-9bcd-f18623eea6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (76f2114f-08e0-479b-9ea8-aff5c783516f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:38.606311 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a5d066-b01a-4de8-9bcd-f18623eea6c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:48:38.623203 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5d066-b01a-4de8-9bcd-f18623eea6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f2114f-08e0-479b-9ea8-aff5c783516f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:38.628133 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24a5d066-b01a-4de8-9bcd-f18623eea6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (c59ec3bc-e419-4cc9-88e9-cfbaf9a495dc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:38.629365 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-24a5d066-b01a-4de8-9bcd-f18623eea6c7 admin admin] Added segment c59ec3bc-e419-4cc9-88e9-cfbaf9a495dc of type vlan for network 90ea1f38-0b64-4e82-9c69-682fb7060c98 Mar 24 00:48:38.674018 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24a5d066-b01a-4de8-9bcd-f18623eea6c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (90ea1f38-0b64-4e82-9c69-682fb7060c98), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:38.683359 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb034584-575a-4210-bf1b-b5923118d373 req-68e0ec3b-ccd6-4a29-bd4b-68409e1ec325 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2584655 Mar 24 00:48:38.702678 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24a5d066-b01a-4de8-9bcd-f18623eea6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (90ea1f38-0b64-4e82-9c69-682fb7060c98), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:38.703810 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a5d066-b01a-4de8-9bcd-f18623eea6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:38.704465 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24a5d066-b01a-4de8-9bcd-f18623eea6c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:38.714119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c3aec-374a-4539-ba5b-53386334c529 req-20f0817c-1122-4664-8a3e-c77ff8f4cc07 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:38.715560 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-071c3aec-374a-4539-ba5b-53386334c529 req-20f0817c-1122-4664-8a3e-c77ff8f4cc07 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 944 time: 0.2245147 Mar 24 00:48:38.760644 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-24a5d066-b01a-4de8-9bcd-f18623eea6c7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4739659 Mar 24 00:48:38.763474 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33554) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:38.770091 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7ce3f583-3de3-4275-916d-3edd449c6aef admin admin] Request body: {'subnet': {'network_id': '90ea1f38-0b64-4e82-9c69-682fb7060c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1324266846-subnet', 'tenant_id': '38c5de60b21e4117b3521c7aca6206ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:38.775203 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5d066-b01a-4de8-9bcd-f18623eea6c7 admin admin] Pushing event updated for resources: {'Network': ['ID=90ea1f38-0b64-4e82-9c69-682fb7060c98,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:38.784760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcf4e9-a78d-4e5b-9f97-b937db524c1a req-b9a380c6-361c-4f50-89a6-741b87bd8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:38.786265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ddcf4e9-a78d-4e5b-9f97-b937db524c1a req-b9a380c6-361c-4f50-89a6-741b87bd8844 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2134902 Mar 24 00:48:38.787998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 90ea1f38-0b64-4e82-9c69-682fb7060c98 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:48:38.794815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce3f583-3de3-4275-916d-3edd449c6aef admin admin] Made reservation on behalf of 38c5de60b21e4117b3521c7aca6206ed for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:48:38.797229 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f583-3de3-4275-916d-3edd449c6aef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:38.979812 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f583-3de3-4275-916d-3edd449c6aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (fc855f47-95bf-44c0-afc4-df993ff2ae21), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:39.038111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3f583-3de3-4275-916d-3edd449c6aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc855f47-95bf-44c0-afc4-df993ff2ae21,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:39.049188 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3f583-3de3-4275-916d-3edd449c6aef admin admin] Checking segment: {'id': 'c59ec3bc-e419-4cc9-88e9-cfbaf9a495dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '90ea1f38-0b64-4e82-9c69-682fb7060c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:48:39.049480 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce3f583-3de3-4275-916d-3edd449c6aef admin admin] Network hostable DHCP agents. Network: 90ea1f38-0b64-4e82-9c69-682fb7060c98, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:48:39.065490 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce3f583-3de3-4275-916d-3edd449c6aef admin admin] Network 90ea1f38-0b64-4e82-9c69-682fb7060c98 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:48:39.074267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-7ce3f583-3de3-4275-916d-3edd449c6aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 90ea1f38-0b64-4e82-9c69-682fb7060c98) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:48:39.078904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce3f583-3de3-4275-916d-3edd449c6aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:39.079496 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f583-3de3-4275-916d-3edd449c6aef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:39.083873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5279d027-7e09-49ab-b2cb-3dbe462e84b8 None None] Network 90ea1f38-0b64-4e82-9c69-682fb7060c98 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:48:39.099544 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7ce3f583-3de3-4275-916d-3edd449c6aef admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3349676 Mar 24 00:48:39.122916 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a76a20f-09c0-44c3-8dc8-5b97aad8ab6f req-e7d87c3f-4f27-44b5-990c-9a0ae37cecb7 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237279 Mar 24 00:48:39.183920 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-071c3aec-374a-4539-ba5b-53386334c529 req-c2b29122-cbf7-4b25-9272-99319bd348cb tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4512255 Mar 24 00:48:39.198077 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb034584-575a-4210-bf1b-b5923118d373 req-b4df9395-2100-425c-ba30-17dbd1ee8168 service neutron] 10.222.0.45 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014768 Mar 24 00:48:39.204138 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ec616f-1c24-4ca5-9dd7-49c09b0ef629 None None] Network 90ea1f38-0b64-4e82-9c69-682fb7060c98 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:48:39.261028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 831c110b-4710-4710-8be4-36bb0188224f up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:48:39.322674 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ddcf4e9-a78d-4e5b-9f97-b937db524c1a req-abf52f1e-f24c-4a4e-a2e9-2b1f83133330 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192246 Mar 24 00:48:39.346185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-8c57ba71-1f51-488d-aea6-8d736e70e0de tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9476fc0d7e92480eaadd9d21426516a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1313124 Mar 24 00:48:39.352329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 831c110b-4710-4710-8be4-36bb0188224f completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:48:39.356303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27bc1a0e-a6f4-48fa-8201-b3d25b5fa8c5 req-dc45d951-b129-4799-8016-3bf77649fdb6 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae82bf1e-b23a-492d-802c-444966101b7d HTTP/1.1" status: 200 len: 210 time: 0.0829089 Mar 24 00:48:39.358095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 831c110b-4710-4710-8be4-36bb0188224f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:48:39.358600 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (831c110b-4710-4710-8be4-36bb0188224f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:39.446421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 831c110b-4710-4710-8be4-36bb0188224f is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:48:39.446815 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (831c110b-4710-4710-8be4-36bb0188224f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:39.468725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831c110b-4710-4710-8be4-36bb0188224f'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:39.470954 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3088c8e-291a-4df4-ba78-ccbc1729d7a6" -d '{"events": [{"server_uuid": "7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98", "name": "network-vif-plugged", "status": "completed", "tag": "831c110b-4710-4710-8be4-36bb0188224f"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:39.478723 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-44237d96-60f7-4d0e-8824-3e419dd93a59 req-8a6c8841-d94d-4d5d-a577-b2662da85195 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] show failed (client error): The resource could not be found. Mar 24 00:48:39.479729 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44237d96-60f7-4d0e-8824-3e419dd93a59 req-8a6c8841-d94d-4d5d-a577-b2662da85195 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/a2a5d9f4-aeee-4abd-a8e8-8216bc759fb2 HTTP/1.1" status: 404 len: 352 time: 0.0714405 Mar 24 00:48:39.483257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 831c110b-4710-4710-8be4-36bb0188224f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=831c110b-4710-4710-8be4-36bb0188224f,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:39.489035 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (831c110b-4710-4710-8be4-36bb0188224f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:39.533422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb034584-575a-4210-bf1b-b5923118d373 req-53861057-5c36-48dd-b1e8-6c04f56ca590 service neutron] 10.222.0.45 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344750 Mar 24 00:48:39.555456 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=831c110b-4710-4710-8be4-36bb0188224f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:39.575909 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-1db5cc66-875f-4408-9aa1-cc59493f2905 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:39.577354 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-1db5cc66-875f-4408-9aa1-cc59493f2905 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2202015 Mar 24 00:48:39.593924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ddcf4e9-a78d-4e5b-9f97-b937db524c1a req-57df43e5-87ac-4c48-8733-55ede4fe86eb service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501209 Mar 24 00:48:39.599519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Request body: {'port': {'device_id': 'ae82bf1e-b23a-492d-802c-444966101b7d', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': '9476fc0d7e92480eaadd9d21426516a3'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:39.677329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff8048-271d-4153-a866-b136d73469a2 req-8ffeb191-fec4-400d-ab6f-0fbe46ef8e23 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:39.678809 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6cff8048-271d-4153-a866-b136d73469a2 req-8ffeb191-fec4-400d-ab6f-0fbe46ef8e23 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.1301410 Mar 24 00:48:39.788029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6cff8048-271d-4153-a866-b136d73469a2 req-93361d31-4681-4671-bb27-ffa870cf4f7e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977054 Mar 24 00:48:39.790636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Made reservation on behalf of 9476fc0d7e92480eaadd9d21426516a3 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:48:39.794000 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:39.806075 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:39.815830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c12328-1877-4931-a99f-806b45a94d0d req-89f4ddd5-d49f-4bea-b44f-86a8aaddbc7f tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:39.817422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23c12328-1877-4931-a99f-806b45a94d0d req-89f4ddd5-d49f-4bea-b44f-86a8aaddbc7f tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9165d8-15a1-45f9-850c-95772f58c710 HTTP/1.1" status: 200 len: 947 time: 0.1178484 Mar 24 00:48:39.888075 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23c12328-1877-4931-a99f-806b45a94d0d req-4deafe07-ee99-438c-95ba-67f99967d43e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623019 Mar 24 00:48:39.948385 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks [] for security_group (62688076-e4fd-48c0-9fac-9f661bc095ca), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:39.954097 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (62688076-e4fd-48c0-9fac-9f661bc095ca), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:39.987692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-9d1d7ae0-ab4d-496d-9d72-7c21b85d6455 req-ca19ab00-4d85-4592-8c6e-1d5799fface3 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1307863824', 'description': 'tempest-description-767433971'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:40.071757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62688076-e4fd-48c0-9fac-9f661bc095ca,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:40.080346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83ba6cec-37e4-4b19-a5c8-a214d426c08c req-ca2f27f7-a2b7-49da-9fd8-8b9a5e8e4570 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0477574 Mar 24 00:48:40.091510 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9d1d7ae0-ab4d-496d-9d72-7c21b85d6455 req-ca19ab00-4d85-4592-8c6e-1d5799fface3 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:40.155252 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146920e6-4567-438c-9db6-137f30c4e80b x-openstack-request-id: req-146920e6-4567-438c-9db6-137f30c4e80b {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:40.155807 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98", "name": "network-vif-plugged", "status": "completed", "tag": "831c110b-4710-4710-8be4-36bb0188224f", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:40.155990 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-146920e6-4567-438c-9db6-137f30c4e80b {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:40.157129 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146920e6-4567-438c-9db6-137f30c4e80b'] response: {'server_uuid': '7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831c110b-4710-4710-8be4-36bb0188224f', 'code': 200} Mar 24 00:48:40.199108 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-2d08f159-19ec-4ee2-8862-0b5854f4cecf req-6c15aa41-6913-4e40-b9bf-9473cc5d724b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] show failed (client error): The resource could not be found. Mar 24 00:48:40.200591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d08f159-19ec-4ee2-8862-0b5854f4cecf req-6c15aa41-6913-4e40-b9bf-9473cc5d724b tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/dcb057a5-4af1-4491-bbc4-25f912b2cc8a HTTP/1.1" status: 404 len: 352 time: 0.0326650 Mar 24 00:48:40.207364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Allocated IP 192.168.233.250 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/a40a9f44-462f-4c48-bac3-e5752c93a2ef) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:48:40.302039 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9d1d7ae0-ab4d-496d-9d72-7c21b85d6455 req-ca19ab00-4d85-4592-8c6e-1d5799fface3 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (f7364a6d-34e6-42a8-bfc1-4f08e5260b9d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:40.324565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8679320-f66b-4c70-b131-a241ebfe8898 req-f2ac10ed-c5ca-4773-a8f7-2689bacd4d2f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 210 time: 0.0563636 Mar 24 00:48:40.327864 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9d1d7ae0-ab4d-496d-9d72-7c21b85d6455 req-ca19ab00-4d85-4592-8c6e-1d5799fface3 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f7364a6d-34e6-42a8-bfc1-4f08e5260b9d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:40.387676 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9d1d7ae0-ab4d-496d-9d72-7c21b85d6455 req-ca19ab00-4d85-4592-8c6e-1d5799fface3 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:40.388549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d1d7ae0-ab4d-496d-9d72-7c21b85d6455 req-ca19ab00-4d85-4592-8c6e-1d5799fface3 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4048176 Mar 24 00:48:40.421336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19ab00-4d85-4592-8c6e-1d5799fface3 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7364a6d-34e6-42a8-bfc1-4f08e5260b9d,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:40.428719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34bcc-7902-440b-acc8-2bfcd161515a req-0b1426e3-f48e-4f0c-9346-758bc97fa472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:40.430819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9d34bcc-7902-440b-acc8-2bfcd161515a req-0b1426e3-f48e-4f0c-9346-758bc97fa472 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 1127 time: 0.2100446 Mar 24 00:48:40.541845 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9d34bcc-7902-440b-acc8-2bfcd161515a req-1555c3a8-a32b-4c56-a4e5-0ef85e75f5a7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046014 Mar 24 00:48:40.556239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks [] for port (a40a9f44-462f-4c48-bac3-e5752c93a2ef), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:40.596897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de33f9d-0951-41c8-a346-cb3a6c794ba5 req-70736956-f904-48cb-8c74-eb021a3b35dc tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:40.598527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0de33f9d-0951-41c8-a346-cb3a6c794ba5 req-70736956-f904-48cb-8c74-eb021a3b35dc tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 945 time: 0.1436987 Mar 24 00:48:40.612467 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 0e6c5e2d-782c-414c-9e5f-1d5918533971 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:48:40.622403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5800f34e-a092-4088-b3e7-d1e9e13801bb req-76079c81-05d3-40fb-85c5-8ddd2263dc66 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0563278 Mar 24 00:48:40.709183 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (a40a9f44-462f-4c48-bac3-e5752c93a2ef), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:40.808240 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 0e6c5e2d-782c-414c-9e5f-1d5918533971, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=0e6c5e2d-782c-414c-9e5f-1d5918533971,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:40.809676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0de33f9d-0951-41c8-a346-cb3a6c794ba5 req-7566f98f-f311-416c-a341-93a3746a5892 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896291 Mar 24 00:48:40.835442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:48:40.837600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '0e6c5e2d-782c-414c-9e5f-1d5918533971', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '0e6c5e2d-782c-414c-9e5f-1d5918533971', 'mac_address': 'fa:16:3e:58:6b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:48:40.854814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:48:40.863363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:48:40.869027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:40.869693 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:40.887531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Pushing event updated for resources: {'Port': ['ID=a40a9f44-462f-4c48-bac3-e5752c93a2ef,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:40.900900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 0e6c5e2d-782c-414c-9e5f-1d5918533971 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:48:40.901325 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0e6c5e2d-782c-414c-9e5f-1d5918533971), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:40.919888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6c5e2d-782c-414c-9e5f-1d5918533971 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:40.924370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb034584-575a-4210-bf1b-b5923118d373 req-bf8a7b30-4025-4fc9-98bf-8e5ac20aa712 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:40.925907 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb034584-575a-4210-bf1b-b5923118d373 req-bf8a7b30-4025-4fc9-98bf-8e5ac20aa712 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.48 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 821 time: 0.2995696 Mar 24 00:48:40.943523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 0e6c5e2d-782c-414c-9e5f-1d5918533971, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=0e6c5e2d-782c-414c-9e5f-1d5918533971,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:40.948908 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0e6c5e2d-782c-414c-9e5f-1d5918533971), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:40.953187 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-cd444432-aef3-4a00-9b48-0d83bef467a4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3614931 Mar 24 00:48:40.956755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-fb034584-575a-4210-bf1b-b5923118d373 req-7fea4779-32dd-4494-9547-c436ecb9fd18 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Request body: {'port': {'device_id': '03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e', 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c', 'admin_state_up': True, 'tenant_id': '259d3d47b7be4b3182e7a95feee7e085'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:40.973339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Request body: {'port': {'device_id': 'ae82bf1e-b23a-492d-802c-444966101b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:41.010272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=0e6c5e2d-782c-414c-9e5f-1d5918533971,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:41.057223 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0efc3db-43d8-45fc-9eca-5acde2fb3a45 req-9512a247-3d8b-4e72-b4f4-0f6135caf9a4 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "GET /v2.0/security-groups/f7364a6d-34e6-42a8-bfc1-4f08e5260b9d HTTP/1.1" status: 200 len: 1829 time: 0.1951261 Mar 24 00:48:41.079338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-b0efc3db-43d8-45fc-9eca-5acde2fb3a45 req-911eb596-47d8-42c5-8dca-2c91bc38b8ba tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f7364a6d-34e6-42a8-bfc1-4f08e5260b9d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:41.079654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-b0efc3db-43d8-45fc-9eca-5acde2fb3a45 req-911eb596-47d8-42c5-8dca-2c91bc38b8ba tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f7364a6d-34e6-42a8-bfc1-4f08e5260b9d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:41.131883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7c1329b4-f55b-4540-963b-a421b591bb94 None None] Provisioning complete for port a40a9f44-462f-4c48-bac3-e5752c93a2ef triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:48:41.132256 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c1329b4-f55b-4540-963b-a421b591bb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a40a9f44-462f-4c48-bac3-e5752c93a2ef), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:41.138755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a18f12-1397-42d1-aa0c-9e9aabd20ba4 req-7306cca2-bd1c-40ff-b9d2-21dc48cce789 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:41.140229 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3a18f12-1397-42d1-aa0c-9e9aabd20ba4 req-7306cca2-bd1c-40ff-b9d2-21dc48cce789 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae82bf1e-b23a-492d-802c-444966101b7d HTTP/1.1" status: 200 len: 936 time: 0.2449167 Mar 24 00:48:41.155400 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a40a9f44-462f-4c48-bac3-e5752c93a2ef), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:41.166430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7c1329b4-f55b-4540-963b-a421b591bb94 None None] Port a40a9f44-462f-4c48-bac3-e5752c93a2ef cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:48:41.207284 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0e6c5e2d-782c-414c-9e5f-1d5918533971'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:41.261953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb034584-575a-4210-bf1b-b5923118d373 req-7fea4779-32dd-4494-9547-c436ecb9fd18 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Made reservation on behalf of 259d3d47b7be4b3182e7a95feee7e085 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:48:41.265288 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb034584-575a-4210-bf1b-b5923118d373 req-7fea4779-32dd-4494-9547-c436ecb9fd18 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:41.273963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3a18f12-1397-42d1-aa0c-9e9aabd20ba4 req-cd57fec1-b172-469a-8f20-ab997deebeeb tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249874 Mar 24 00:48:41.302493 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b0efc3db-43d8-45fc-9eca-5acde2fb3a45 req-911eb596-47d8-42c5-8dca-2c91bc38b8ba tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group_rule (d65d6464-39b1-44d7-adaa-6aefee27fd91), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:41.428659 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b0efc3db-43d8-45fc-9eca-5acde2fb3a45 req-911eb596-47d8-42c5-8dca-2c91bc38b8ba tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group_rule (d65d6464-39b1-44d7-adaa-6aefee27fd91), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:41.432927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d388f806-b8cc-42e9-82ca-9c809fa9f4a9 req-0e2f668d-5daa-40fe-9624-561195ff9fd6 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0622556 Mar 24 00:48:41.461524 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b0efc3db-43d8-45fc-9eca-5acde2fb3a45 req-911eb596-47d8-42c5-8dca-2c91bc38b8ba tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (d65d6464-39b1-44d7-adaa-6aefee27fd91), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:41.546411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911eb596-47d8-42c5-8dca-2c91bc38b8ba tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65d6464-39b1-44d7-adaa-6aefee27fd91,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:41.574730 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b0efc3db-43d8-45fc-9eca-5acde2fb3a45 req-911eb596-47d8-42c5-8dca-2c91bc38b8ba tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:41.575897 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0efc3db-43d8-45fc-9eca-5acde2fb3a45 req-911eb596-47d8-42c5-8dca-2c91bc38b8ba tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5073268 Mar 24 00:48:41.704739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629586a-61be-4879-9471-cf5c89e06ebd req-7982430b-b824-444e-9264-633619f58f5b tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:41.706252 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0629586a-61be-4879-9471-cf5c89e06ebd req-7982430b-b824-444e-9264-633619f58f5b tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.1939807 Mar 24 00:48:41.717381 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-fb034584-575a-4210-bf1b-b5923118d373 req-7fea4779-32dd-4494-9547-c436ecb9fd18 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Allocated IP 172.20.0.3 (9b0f0dde-a2c5-4e76-9285-8b850d030f1c/934588f5-a348-4979-87c7-3c16383ef84c/158c52f0-af89-4f88-9d5c-9a664b69819f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:48:42.013512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40a9f44-462f-4c48-bac3-e5752c93a2ef {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:42.034792 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Publish callbacks [] for port (a40a9f44-462f-4c48-bac3-e5752c93a2ef), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:42.044106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceac7ba-8849-4ef2-8108-4818ed1d2eed req-190b8a91-125c-4704-b92e-cdf181f80a91 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:42.045589 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eceac7ba-8849-4ef2-8108-4818ed1d2eed req-190b8a91-125c-4704-b92e-cdf181f80a91 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 1045 time: 0.4101765 Mar 24 00:48:42.073732 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0629586a-61be-4879-9471-cf5c89e06ebd req-e9c50f8f-bb82-40eb-9ecd-3ebca734478d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589103 Mar 24 00:48:42.124761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Transition to ACTIVE for port object a40a9f44-462f-4c48-bac3-e5752c93a2ef will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:48:42.137194 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a40a9f44-462f-4c48-bac3-e5752c93a2ef), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:42.300838 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Pushing event updated for resources: {'Port': ['ID=a40a9f44-462f-4c48-bac3-e5752c93a2ef,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:42.341061 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eceac7ba-8849-4ef2-8108-4818ed1d2eed req-3f9e32c7-a4e2-4dfc-8d98-0eaac68a5894 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ba2f769-bab6-4be7-bb97-032600d92fb6&id=ab11cb7d-aa10-4262-9917-bb05b9d66e85&id=16073e8b-018f-49ee-ad78-b53f1b5e8f00&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2843106 Mar 24 00:48:42.377757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb9987-4885-4152-8d5e-c1af879eeb6c req-c5626eee-1f85-4422-8843-2b72afc9837f tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:42.379275 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15eb9987-4885-4152-8d5e-c1af879eeb6c req-c5626eee-1f85-4422-8843-2b72afc9837f tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9165d8-15a1-45f9-850c-95772f58c710 HTTP/1.1" status: 200 len: 948 time: 0.2467794 Mar 24 00:48:42.387612 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb034584-575a-4210-bf1b-b5923118d373 req-7fea4779-32dd-4494-9547-c436ecb9fd18 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks [] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:42.408113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Attempting to bind port a40a9f44-462f-4c48-bac3-e5752c93a2ef on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:48:42.408448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Attempting to bind port a40a9f44-462f-4c48-bac3-e5752c93a2ef by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:48:42.408781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Attempting to bind port a40a9f44-462f-4c48-bac3-e5752c93a2ef on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:42.417169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9b253-4d5a-44b4-bc05-305d5bc90164 req-d7e0bef5-6027-49a8-add1-63b07937e6fe tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:42.418860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f1e9b253-4d5a-44b4-bc05-305d5bc90164 req-d7e0bef5-6027-49a8-add1-63b07937e6fe tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.48 "GET /v2.0/ports?device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 1045 time: 0.1910691 Mar 24 00:48:42.468113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Port a40a9f44-462f-4c48-bac3-e5752c93a2ef on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:48:42.468437 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Attempting to bind port a40a9f44-462f-4c48-bac3-e5752c93a2ef on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:42.493244 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b834e80f-cbc9-443e-90a3-ce34706f0e0f req-3d57ec1f-89ab-4cca-8f64-4429f3561628 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 210 time: 0.0860229 Mar 24 00:48:42.512244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:48:42.512589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:48:42.512979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:48:42.513452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Bound port: a40a9f44-462f-4c48-bac3-e5752c93a2ef, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:48:42.513809 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a40a9f44-462f-4c48-bac3-e5752c93a2ef), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:42.621711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 0e6c5e2d-782c-414c-9e5f-1d5918533971 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:48:42.633275 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb034584-575a-4210-bf1b-b5923118d373 req-7fea4779-32dd-4494-9547-c436ecb9fd18 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:42.642370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15eb9987-4885-4152-8d5e-c1af879eeb6c req-5cfa443e-a27c-4833-8b6f-f72b323b172d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495787 Mar 24 00:48:42.673477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 0e6c5e2d-782c-414c-9e5f-1d5918533971 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:48:42.678095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 0e6c5e2d-782c-414c-9e5f-1d5918533971 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:48:42.678535 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0e6c5e2d-782c-414c-9e5f-1d5918533971), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:42.730107 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc0af7ca-13c0-470d-87a8-784b91d327c6 req-7849b9ce-a91c-43ee-b3af-02d812882c8d tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "GET /v2.0/security-groups/f7364a6d-34e6-42a8-bfc1-4f08e5260b9d HTTP/1.1" status: 200 len: 2422 time: 0.1887467 Mar 24 00:48:42.732001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb034584-575a-4210-bf1b-b5923118d373 req-7fea4779-32dd-4494-9547-c436ecb9fd18 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:48:42.757201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] For port a40a9f44-462f-4c48-bac3-e5752c93a2ef, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:48:42.760539 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-fb034584-575a-4210-bf1b-b5923118d373 req-7fea4779-32dd-4494-9547-c436ecb9fd18 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:48:42.787944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb034584-575a-4210-bf1b-b5923118d373 req-7fea4779-32dd-4494-9547-c436ecb9fd18 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:48:42.794762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb034584-575a-4210-bf1b-b5923118d373 req-7fea4779-32dd-4494-9547-c436ecb9fd18 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:42.795426 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb034584-575a-4210-bf1b-b5923118d373 req-7fea4779-32dd-4494-9547-c436ecb9fd18 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:42.805486 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea4779-32dd-4494-9547-c436ecb9fd18 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Pushing event updated for resources: {'Port': ['ID=158c52f0-af89-4f88-9d5c-9a664b69819f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:42.815049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] For port a40a9f44-462f-4c48-bac3-e5752c93a2ef, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a40a9f44-462f-4c48-bac3-e5752c93a2ef,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:48:42.832207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-f1e9b253-4d5a-44b4-bc05-305d5bc90164 req-0885d683-ab34-4868-8487-1f3704dcff9e tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Deleting port 78279bce-e687-4351-9f0d-f53ca3da6d51 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:48:42.832569 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f1e9b253-4d5a-44b4-bc05-305d5bc90164 req-0885d683-ab34-4868-8487-1f3704dcff9e tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:42.843690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb034584-575a-4210-bf1b-b5923118d373 req-7fea4779-32dd-4494-9547-c436ecb9fd18 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9080408 Mar 24 00:48:42.844832 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a40a9f44-462f-4c48-bac3-e5752c93a2ef), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:42.895109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 0e6c5e2d-782c-414c-9e5f-1d5918533971 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:48:42.895509 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0e6c5e2d-782c-414c-9e5f-1d5918533971), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:42.919826 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Request body: {'port': {'device_id': '03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:42.932182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9165d8-15a1-45f9-850c-95772f58c710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6c5e2d-782c-414c-9e5f-1d5918533971'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:42.934605 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9f52d2-105e-4d50-a479-0a5fab8949e1" -d '{"events": [{"server_uuid": "be9165d8-15a1-45f9-850c-95772f58c710", "name": "network-vif-plugged", "status": "completed", "tag": "0e6c5e2d-782c-414c-9e5f-1d5918533971"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:42.948585 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 0e6c5e2d-782c-414c-9e5f-1d5918533971, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=0e6c5e2d-782c-414c-9e5f-1d5918533971,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:42.953454 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0e6c5e2d-782c-414c-9e5f-1d5918533971), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:42.981376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a4057-79a1-48a1-9a7d-3a5321ff1d10 req-74fd5c48-05ec-4568-9a01-e277307536b7 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:42.985522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3a4057-79a1-48a1-9a7d-3a5321ff1d10 req-74fd5c48-05ec-4568-9a01-e277307536b7 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 945 time: 0.2694900 Mar 24 00:48:42.988805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:42.989438 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:42.990818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] 10.222.0.57 "PUT /v2.0/ports/a40a9f44-462f-4c48-bac3-e5752c93a2ef HTTP/1.1" status: 200 len: 1096 time: 2.0259650 Mar 24 00:48:42.998343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae82bf1e-b23a-492d-802c-444966101b7d', 'tag': 'a40a9f44-462f-4c48-bac3-e5752c93a2ef'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:43.000539 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef0a292-ce7d-47a5-91ed-d5dbcaa73dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae82bf1e-b23a-492d-802c-444966101b7d", "tag": "a40a9f44-462f-4c48-bac3-e5752c93a2ef"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:43.015996 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=0e6c5e2d-782c-414c-9e5f-1d5918533971,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:43.124466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5657a36-8c7f-46ae-8093-7bfae6344b15 service neutron] Pushing event updated for resources: {'Port': ['ID=a40a9f44-462f-4c48-bac3-e5752c93a2ef,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:43.155313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-f1e9b253-4d5a-44b4-bc05-305d5bc90164 req-0885d683-ab34-4868-8487-1f3704dcff9e tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] For port 78279bce-e687-4351-9f0d-f53ca3da6d51, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=78279bce-e687-4351-9f0d-f53ca3da6d51,segment=NetworkSegment(8eb76b21-cfb0-4ef2-aff4-89519ced406b),segment_id=8eb76b21-cfb0-4ef2-aff4-89519ced406b)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:43.155672 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f1e9b253-4d5a-44b4-bc05-305d5bc90164 req-0885d683-ab34-4868-8487-1f3704dcff9e tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:43.188297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-f1e9b253-4d5a-44b4-bc05-305d5bc90164 req-0885d683-ab34-4868-8487-1f3704dcff9e tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Calling delete_port for 78279bce-e687-4351-9f0d-f53ca3da6d51 owned by compute:tempest-test_az-1798521634 {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:48:43.206551 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:43.243398 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3a4057-79a1-48a1-9a7d-3a5321ff1d10 req-458af9b6-8565-4b4d-86bd-1bba65469a0e tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310431 Mar 24 00:48:43.280431 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653805af-a94f-4548-b9fa-a3653587c9d7 req-aad3cca1-22c8-431c-a2a3-b9159e55e236 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:43.281911 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-653805af-a94f-4548-b9fa-a3653587c9d7 req-aad3cca1-22c8-431c-a2a3-b9159e55e236 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae82bf1e-b23a-492d-802c-444966101b7d HTTP/1.1" status: 200 len: 948 time: 0.2843738 Mar 24 00:48:43.308500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-982fd7a0-b968-4b3d-950a-5dbadf93bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:43.309876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-982fd7a0-b968-4b3d-950a-5dbadf93bb85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9476fc0d7e92480eaadd9d21426516a3&device_id=ae82bf1e-b23a-492d-802c-444966101b7d HTTP/1.1" status: 200 len: 1130 time: 0.2625339 Mar 24 00:48:43.403517 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2a46dc0-fdae-4cf4-86ae-ddba182eaaa5 req-aac06421-36b6-460c-b4f4-d82e79252a97 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.1003773 Mar 24 00:48:43.412096 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-e26d0d96-848d-4ed2-ba4a-602f63606634 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=a40a9f44-462f-4c48-bac3-e5752c93a2ef HTTP/1.1" status: 200 len: 217 time: 0.0820878 Mar 24 00:48:43.559022 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-653805af-a94f-4548-b9fa-a3653587c9d7 req-7cbc3ce9-1b7f-464d-9299-1cda91a3e3ca tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544694 Mar 24 00:48:43.565486 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938fb2e6-af65-479f-a3ad-8c758166ca6e req-aa85cd6f-2f32-44aa-be31-09a635fdc248 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "GET /v2.0/security-group-rules/d65d6464-39b1-44d7-adaa-6aefee27fd91 HTTP/1.1" status: 200 len: 778 time: 0.1227503 Mar 24 00:48:43.580595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-47e0251d-fc0c-4876-8d09-d0025075d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:43.582300 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-47e0251d-fc0c-4876-8d09-d0025075d160 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1619434 Mar 24 00:48:43.611527 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70437307-b50c-42e5-9858-95d9136e0ea5 x-openstack-request-id: req-70437307-b50c-42e5-9858-95d9136e0ea5 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:43.611935 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9165d8-15a1-45f9-850c-95772f58c710", "name": "network-vif-plugged", "status": "completed", "tag": "0e6c5e2d-782c-414c-9e5f-1d5918533971", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:43.612377 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70437307-b50c-42e5-9858-95d9136e0ea5 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:43.612874 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70437307-b50c-42e5-9858-95d9136e0ea5'] response: {'server_uuid': 'be9165d8-15a1-45f9-850c-95772f58c710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6c5e2d-782c-414c-9e5f-1d5918533971', 'code': 200} Mar 24 00:48:43.684581 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35eb7760-8f28-47a4-890b-db64ec2ee2ea x-openstack-request-id: req-35eb7760-8f28-47a4-890b-db64ec2ee2ea {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:43.684868 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae82bf1e-b23a-492d-802c-444966101b7d", "tag": "a40a9f44-462f-4c48-bac3-e5752c93a2ef", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:43.685139 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35eb7760-8f28-47a4-890b-db64ec2ee2ea {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:43.685543 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35eb7760-8f28-47a4-890b-db64ec2ee2ea'] response: {'name': 'network-changed', 'server_uuid': 'ae82bf1e-b23a-492d-802c-444966101b7d', 'tag': 'a40a9f44-462f-4c48-bac3-e5752c93a2ef', 'status': 'completed', 'code': 200} Mar 24 00:48:43.713688 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453cac0-fbdb-4692-a152-e25dfc9bd112 req-37c16a79-769f-42b6-acec-eb481a8fe71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:43.715155 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1453cac0-fbdb-4692-a152-e25dfc9bd112 req-37c16a79-769f-42b6-acec-eb481a8fe71e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be9165d8-15a1-45f9-850c-95772f58c710 HTTP/1.1" status: 200 len: 1131 time: 0.0462635 Mar 24 00:48:43.757532 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1453cac0-fbdb-4692-a152-e25dfc9bd112 req-58e58bbb-82f8-4a2d-a0fb-b3e962e081bb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366468 Mar 24 00:48:43.778037 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f1e9b253-4d5a-44b4-bc05-305d5bc90164 req-0885d683-ab34-4868-8487-1f3704dcff9e tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (78279bce-e687-4351-9f0d-f53ca3da6d51), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:43.788050 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938fb2e6-af65-479f-a3ad-8c758166ca6e req-4ef53d54-1779-4937-a672-fc1d7eb85550 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "GET /v2.0/security-groups/f7364a6d-34e6-42a8-bfc1-4f08e5260b9d HTTP/1.1" status: 200 len: 2422 time: 0.2048512 Mar 24 00:48:43.788827 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['78279bce-e687-4351-9f0d-f53ca3da6d51'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:43.841819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-7718995b-f917-4234-b651-d33783099c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:43.843195 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-7718995b-f917-4234-b651-d33783099c86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2482674 Mar 24 00:48:43.843936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885d683-ab34-4868-8487-1f3704dcff9e tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event deleted for resources: {'Port': ['ID=78279bce-e687-4351-9f0d-f53ca3da6d51,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:44.160067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e9b253-4d5a-44b4-bc05-305d5bc90164 req-0885d683-ab34-4868-8487-1f3704dcff9e tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] No DVR routers for this DVR port 78279bce-e687-4351-9f0d-f53ca3da6d51 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:48:44.168032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e153-b95d-4ce1-9566-ff83dda5041b req-1734811a-d42b-407a-9902-47e885b02f78 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:44.169509 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4432e153-b95d-4ce1-9566-ff83dda5041b req-1734811a-d42b-407a-9902-47e885b02f78 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.4702456 Mar 24 00:48:44.171892 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f1e9b253-4d5a-44b4-bc05-305d5bc90164 req-0885d683-ab34-4868-8487-1f3704dcff9e tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:44.175002 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f1e9b253-4d5a-44b4-bc05-305d5bc90164 req-0885d683-ab34-4868-8487-1f3704dcff9e tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.48 "DELETE /v2.0/ports/78279bce-e687-4351-9f0d-f53ca3da6d51 HTTP/1.1" status: 204 len: 173 time: 1.7367399 Mar 24 00:48:44.177441 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-938fb2e6-af65-479f-a3ad-8c758166ca6e req-3c003d33-ae46-4048-81f5-0a9612fea7bc tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group_rule (d65d6464-39b1-44d7-adaa-6aefee27fd91), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:44.214549 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-938fb2e6-af65-479f-a3ad-8c758166ca6e req-3c003d33-ae46-4048-81f5-0a9612fea7bc tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group_rule (d65d6464-39b1-44d7-adaa-6aefee27fd91), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:44.276848 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158c52f0-af89-4f88-9d5c-9a664b69819f {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:44.297939 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Publish callbacks [] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:44.314862 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-0a695ffe-c4ad-4e73-be9d-76d5eb927e2f service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496443 Mar 24 00:48:44.321868 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-938fb2e6-af65-479f-a3ad-8c758166ca6e req-3c003d33-ae46-4048-81f5-0a9612fea7bc tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (d65d6464-39b1-44d7-adaa-6aefee27fd91), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:44.331668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Transition to ACTIVE for port object 158c52f0-af89-4f88-9d5c-9a664b69819f will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:48:44.334613 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-938fb2e6-af65-479f-a3ad-8c758166ca6e req-3c003d33-ae46-4048-81f5-0a9612fea7bc tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:44.335767 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938fb2e6-af65-479f-a3ad-8c758166ca6e req-3c003d33-ae46-4048-81f5-0a9612fea7bc tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/d65d6464-39b1-44d7-adaa-6aefee27fd91 HTTP/1.1" status: 204 len: 173 time: 0.5157843 Mar 24 00:48:44.346980 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4432e153-b95d-4ce1-9566-ff83dda5041b req-d3ff0544-4fa5-4482-8695-6630fcec552d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623037 Mar 24 00:48:44.363708 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:44.393609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c003d33-ae46-4048-81f5-0a9612fea7bc tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d65d6464-39b1-44d7-adaa-6aefee27fd91,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:44.515853 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b8a00bf9-e0ce-43b1-b0ba-6660c8fec317 req-8ac8fa1a-c40a-4090-9518-074e81f13527 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/ports?device_id=c04ddfd4-47a1-43ae-8a68-802e2d4ea893 HTTP/1.1" status: 200 len: 210 time: 0.0860989 Mar 24 00:48:44.520553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Pushing event updated for resources: {'Port': ['ID=158c52f0-af89-4f88-9d5c-9a664b69819f,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:44.547898 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-692c9243-7791-462c-aeb9-3a4d53cd476b req-f452df98-ad33-4366-9a7d-b3829a04cc49 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226074 Mar 24 00:48:44.594658 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e068884-9668-4614-ac47-69e7dc301658 req-8eee308e-b7c5-4445-a273-dd5579b4da0b tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:44.596223 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e068884-9668-4614-ac47-69e7dc301658 req-8eee308e-b7c5-4445-a273-dd5579b4da0b tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 945 time: 0.1780143 Mar 24 00:48:44.609261 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33644) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:44.615020 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3a8b5c8e-44b0-464c-ac3b-9e78617c5e29 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Request body: {'floatingip': {'port_id': '831c110b-4710-4710-8be4-36bb0188224f'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:44.623219 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Attempting to bind port 158c52f0-af89-4f88-9d5c-9a664b69819f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:48:44.623560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Attempting to bind port 158c52f0-af89-4f88-9d5c-9a664b69819f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:48:44.624337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Attempting to bind port 158c52f0-af89-4f88-9d5c-9a664b69819f on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:44.660009 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a8b5c8e-44b0-464c-ac3b-9e78617c5e29 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for floatingip (557eaff1-19cf-472a-8033-12ab67bec6a4), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:44.665783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Port 158c52f0-af89-4f88-9d5c-9a664b69819f on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:48:44.666102 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Attempting to bind port 158c52f0-af89-4f88-9d5c-9a664b69819f on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:44.698861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:48:44.699200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Checking segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:48:44.699577 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Bound using segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:48:44.700035 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Bound port: 158c52f0-af89-4f88-9d5c-9a664b69819f, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:48:44.700385 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:44.772133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d113c5-dfa3-4218-a8d5-b8bb13763a79 req-d796c196-a270-4342-a11e-345ec31a4992 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:44.774154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7d113c5-dfa3-4218-a8d5-b8bb13763a79 req-d796c196-a270-4342-a11e-345ec31a4992 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 943 time: 0.1770418 Mar 24 00:48:44.778479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0a292-ce7d-47a5-91ed-d5dbcaa73dc0 req-2bfc2ec1-ed5d-45d5-8122-0040868091b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:44.779874 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ef0a292-ce7d-47a5-91ed-d5dbcaa73dc0 req-2bfc2ec1-ed5d-45d5-8122-0040868091b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9476fc0d7e92480eaadd9d21426516a3&device_id=ae82bf1e-b23a-492d-802c-444966101b7d HTTP/1.1" status: 200 len: 1130 time: 0.1817107 Mar 24 00:48:44.862142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125dbc3-a6c0-4a28-99c3-baf8b8690c18 req-f081ec1e-9736-49c6-93db-b4df76202219 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:44.863653 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0125dbc3-a6c0-4a28-99c3-baf8b8690c18 req-f081ec1e-9736-49c6-93db-b4df76202219 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9165d8-15a1-45f9-850c-95772f58c710 HTTP/1.1" status: 200 len: 949 time: 0.1987884 Mar 24 00:48:44.891137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] For port 158c52f0-af89-4f88-9d5c-9a664b69819f, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:48:44.926161 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] For port 158c52f0-af89-4f88-9d5c-9a664b69819f, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=158c52f0-af89-4f88-9d5c-9a664b69819f,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:48:44.948810 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:44.979705 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7d113c5-dfa3-4218-a8d5-b8bb13763a79 req-f047f99b-b11f-4c65-8fd0-d0374e44e78c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986680 Mar 24 00:48:45.011938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0a292-ce7d-47a5-91ed-d5dbcaa73dc0 req-fe5ace0e-3c1a-41a8-b3aa-8cf4941d5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:45.013457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ef0a292-ce7d-47a5-91ed-d5dbcaa73dc0 req-fe5ace0e-3c1a-41a8-b3aa-8cf4941d5662 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.2219133 Mar 24 00:48:45.022617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:45.023749 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:45.025061 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb034584-575a-4210-bf1b-b5923118d373 req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] 10.222.0.48 "PUT /v2.0/ports/158c52f0-af89-4f88-9d5c-9a664b69819f HTTP/1.1" status: 200 len: 1091 time: 2.1631677 Mar 24 00:48:45.029847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-c51546c5-45cd-44c6-afd0-caaf62a4d2be req-bba6d049-5301-4a29-bf4d-324ee932110c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1611912002', 'description': 'tempest-description-722061936'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:45.037476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0125dbc3-a6c0-4a28-99c3-baf8b8690c18 req-4bcb3043-cda5-4375-aa1c-4d796cd642bd tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607022 Mar 24 00:48:45.103035 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ef0a292-ce7d-47a5-91ed-d5dbcaa73dc0 req-2a6d4e55-86eb-43dc-b56f-3c7a5ee639e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=a40a9f44-462f-4c48-bac3-e5752c93a2ef HTTP/1.1" status: 200 len: 217 time: 0.0691099 Mar 24 00:48:45.174828 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c51546c5-45cd-44c6-afd0-caaf62a4d2be req-bba6d049-5301-4a29-bf4d-324ee932110c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:45.180382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57e668-ce79-410b-8e51-77f1868b4360 service neutron] Pushing event updated for resources: {'Port': ['ID=158c52f0-af89-4f88-9d5c-9a664b69819f,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:45.223759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5bee604-d285-4215-9d3f-0fbeeab99b0c req-223bb562-9d46-4fc6-9823-20fdd5270d13 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0952537 Mar 24 00:48:45.251198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0a292-ce7d-47a5-91ed-d5dbcaa73dc0 req-c30ea8db-e177-43b5-a7d8-c94f7fa563ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:45.252623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ef0a292-ce7d-47a5-91ed-d5dbcaa73dc0 req-c30ea8db-e177-43b5-a7d8-c94f7fa563ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1253963 Mar 24 00:48:45.271866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb034584-575a-4210-bf1b-b5923118d373 req-e12f2001-3256-4b2c-96b4-09121a0aecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:45.272893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb034584-575a-4210-bf1b-b5923118d373 req-e12f2001-3256-4b2c-96b4-09121a0aecb3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 1125 time: 0.1848652 Mar 24 00:48:45.311824 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.db.resource_extend [None req-3a8b5c8e-44b0-464c-ac3b-9e78617c5e29 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 00:48:45.361164 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a8b5c8e-44b0-464c-ac3b-9e78617c5e29 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:45.362764 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb034584-575a-4210-bf1b-b5923118d373 req-75d225f2-49fa-4748-b92c-52633430031f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=158c52f0-af89-4f88-9d5c-9a664b69819f HTTP/1.1" status: 200 len: 217 time: 0.0693851 Mar 24 00:48:45.364976 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a8b5c8e-44b0-464c-ac3b-9e78617c5e29 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (557eaff1-19cf-472a-8033-12ab67bec6a4), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:45.428395 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c51546c5-45cd-44c6-afd0-caaf62a4d2be req-bba6d049-5301-4a29-bf4d-324ee932110c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (27c12b49-5cea-44e6-bd46-bc8d3ebd47ff), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:45.438330 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c51546c5-45cd-44c6-afd0-caaf62a4d2be req-bba6d049-5301-4a29-bf4d-324ee932110c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (27c12b49-5cea-44e6-bd46-bc8d3ebd47ff), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:45.465300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0a292-ce7d-47a5-91ed-d5dbcaa73dc0 req-3c524a8c-89f0-46d7-aa04-f80516853305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:45.466748 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-3a8b5c8e-44b0-464c-ac3b-9e78617c5e29 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Floating IP 557eaff1-19cf-472a-8033-12ab67bec6a4 associated. External IP: 172.25.0.241, port: 831c110b-4710-4710-8be4-36bb0188224f. Mar 24 00:48:45.466870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ef0a292-ce7d-47a5-91ed-d5dbcaa73dc0 req-3c524a8c-89f0-46d7-aa04-f80516853305 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2073298 Mar 24 00:48:45.474334 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb034584-575a-4210-bf1b-b5923118d373 req-2dd31ec5-3eab-4883-bf7a-270086344fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:45.475804 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb034584-575a-4210-bf1b-b5923118d373 req-2dd31ec5-3eab-4883-bf7a-270086344fc6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.1037900 Mar 24 00:48:45.488900 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c51546c5-45cd-44c6-afd0-caaf62a4d2be req-bba6d049-5301-4a29-bf4d-324ee932110c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:45.489957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c51546c5-45cd-44c6-afd0-caaf62a4d2be req-bba6d049-5301-4a29-bf4d-324ee932110c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4729099 Mar 24 00:48:45.499318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896a8bb-969f-4382-879a-d5faf0705c8c req-94574fc1-71ea-4c97-a2f3-b90a99df8b31 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:45.499318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c896a8bb-969f-4382-879a-d5faf0705c8c req-94574fc1-71ea-4c97-a2f3-b90a99df8b31 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae82bf1e-b23a-492d-802c-444966101b7d HTTP/1.1" status: 200 len: 948 time: 0.2013309 Mar 24 00:48:45.579695 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb034584-575a-4210-bf1b-b5923118d373 req-c39c7b3c-aaab-47b9-80fc-b97b18b56d2e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792372 Mar 24 00:48:45.583400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6d049-5301-4a29-bf4d-324ee932110c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c12b49-5cea-44e6-bd46-bc8d3ebd47ff,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:45.686275 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8b5c8e-44b0-464c-ac3b-9e78617c5e29 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Router 7427e903-ce7d-4189-8cfa-abf0596d691a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:48:45.690910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04ddfd4-47a1-43ae-8a68-802e2d4ea893', 'name': 'network-vif-deleted', 'tag': '78279bce-e687-4351-9f0d-f53ca3da6d51'}, {'name': 'network-changed', 'server_uuid': '03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e', 'tag': '158c52f0-af89-4f88-9d5c-9a664b69819f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:45.693121 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0bb997-f15c-4672-9c89-1deacf060231" -d '{"events": [{"server_uuid": "c04ddfd4-47a1-43ae-8a68-802e2d4ea893", "name": "network-vif-deleted", "tag": "78279bce-e687-4351-9f0d-f53ca3da6d51"}, {"name": "network-changed", "server_uuid": "03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e", "tag": "158c52f0-af89-4f88-9d5c-9a664b69819f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:45.736984 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c896a8bb-969f-4382-879a-d5faf0705c8c req-820c4616-b3cc-4948-9e7c-3dde8c54ef17 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125387 Mar 24 00:48:45.763870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec76f8-5988-44f5-a235-e0b6ce310407 req-a720fc33-fccf-477e-a7de-bf3e166c354d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:45.765433 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76ec76f8-5988-44f5-a235-e0b6ce310407 req-a720fc33-fccf-477e-a7de-bf3e166c354d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.1880586 Mar 24 00:48:45.770576 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ef0a292-ce7d-47a5-91ed-d5dbcaa73dc0 req-8efe75c3-d83f-4c3d-a818-3d84400e15a3 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928536 Mar 24 00:48:45.798102 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8b5c8e-44b0-464c-ac3b-9e78617c5e29 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:48:45.800849 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb034584-575a-4210-bf1b-b5923118d373 req-8adac423-4157-4e29-bb96-a2205fdc55ec service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997528 Mar 24 00:48:45.803208 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a8b5c8e-44b0-464c-ac3b-9e78617c5e29 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:45.812181 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60a3737-c852-4d4c-8502-1150f33ebdd9 None None] Sync routers for ids ['7427e903-ce7d-4189-8cfa-abf0596d691a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:48:45.824178 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60a3737-c852-4d4c-8502-1150f33ebdd9 None None] Routers {'7427e903-ce7d-4189-8cfa-abf0596d691a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:48:45.824895 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e60a3737-c852-4d4c-8502-1150f33ebdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:48:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7427e903-ce7d-4189-8cfa-abf0596d691a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:48:45.837017 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3a8b5c8e-44b0-464c-ac3b-9e78617c5e29 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "PUT /v2.0/floatingips/557eaff1-19cf-472a-8033-12ab67bec6a4 HTTP/1.1" status: 200 len: 991 time: 1.2239268 Mar 24 00:48:45.837017 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98', 'tag': '831c110b-4710-4710-8be4-36bb0188224f'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:45.838257 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49f735e-0e2b-422b-9ae6-381817d5b669" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98", "tag": "831c110b-4710-4710-8be4-36bb0188224f"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:45.971228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d198702-09fa-494b-b9d5-8a06a45b560c req-e720ed8b-27e1-48f4-9205-263a1a022689 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "GET /v2.0/security-groups/27c12b49-5cea-44e6-bd46-bc8d3ebd47ff HTTP/1.1" status: 200 len: 1829 time: 0.1952853 Mar 24 00:48:45.985817 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76ec76f8-5988-44f5-a235-e0b6ce310407 req-bd063ee4-7e8d-4d5b-b361-a7cf4637e553 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067981 Mar 24 00:48:46.013847 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ef0a292-ce7d-47a5-91ed-d5dbcaa73dc0 req-e7d42eab-3ddb-49e3-ba1d-4b412b9bd068 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278340 Mar 24 00:48:46.026302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb034584-575a-4210-bf1b-b5923118d373 req-028471f9-4559-4ed9-bd3f-8dcc3a612411 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050710 Mar 24 00:48:46.037851 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e60a3737-c852-4d4c-8502-1150f33ebdd9 None None] Set router 7427e903-ce7d-4189-8cfa-abf0596d691a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:48:46.050316 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6c5b4e-6787-4813-9bf8-711b19c203b5 x-openstack-request-id: req-cc6c5b4e-6787-4813-9bf8-711b19c203b5 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:46.050613 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04ddfd4-47a1-43ae-8a68-802e2d4ea893", "name": "network-vif-deleted", "tag": "78279bce-e687-4351-9f0d-f53ca3da6d51", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e", "tag": "158c52f0-af89-4f88-9d5c-9a664b69819f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:46.050867 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc6c5b4e-6787-4813-9bf8-711b19c203b5 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:46.051267 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6c5b4e-6787-4813-9bf8-711b19c203b5'] response: {'server_uuid': 'c04ddfd4-47a1-43ae-8a68-802e2d4ea893', 'name': 'network-vif-deleted', 'tag': '78279bce-e687-4351-9f0d-f53ca3da6d51', 'status': 'completed', 'code': 200} Mar 24 00:48:46.051530 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6c5b4e-6787-4813-9bf8-711b19c203b5'] response: {'name': 'network-changed', 'server_uuid': '03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e', 'tag': '158c52f0-af89-4f88-9d5c-9a664b69819f', 'status': 'completed', 'code': 200} Mar 24 00:48:46.090091 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8944354e-ff2a-4038-9edf-9ca3653e2430 x-openstack-request-id: req-8944354e-ff2a-4038-9edf-9ca3653e2430 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:46.090395 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98", "tag": "831c110b-4710-4710-8be4-36bb0188224f", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:46.090654 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8944354e-ff2a-4038-9edf-9ca3653e2430 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:46.091069 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8944354e-ff2a-4038-9edf-9ca3653e2430'] response: {'name': 'network-changed', 'server_uuid': '7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98', 'tag': '831c110b-4710-4710-8be4-36bb0188224f', 'status': 'completed', 'code': 200} Mar 24 00:48:46.307017 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e60a3737-c852-4d4c-8502-1150f33ebdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:00Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '557eaff1-19cf-472a-8033-12ab67bec6a4', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'port_id': '831c110b-4710-4710-8be4-36bb0188224f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'mac_address': 'fa:16:3e:31:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:47:27Z', 'updated_at': '2022-03-24T00:48:45Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04179ce-4941-40d1-8378-cbae0b472b63', 'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'mac_address': 'fa:16:3e:22:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:59Z', 'updated_at': '2022-03-24T00:47:04Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'subnets': [{'id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:48:46.336938 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60a3737-c852-4d4c-8502-1150f33ebdd9 None None] Checking router: 7427e903-ce7d-4189-8cfa-abf0596d691a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:48:46.345723 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60a3737-c852-4d4c-8502-1150f33ebdd9 None None] Routers {'7427e903-ce7d-4189-8cfa-abf0596d691a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:48:46.346350 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e60a3737-c852-4d4c-8502-1150f33ebdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:48:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7427e903-ce7d-4189-8cfa-abf0596d691a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:48:46.427531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11820ae-d5ef-4b26-9691-01a4a68420aa req-a1e11d5a-585b-4c93-adfb-2506e11280b5 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:46.428984 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f11820ae-d5ef-4b26-9691-01a4a68420aa req-a1e11d5a-585b-4c93-adfb-2506e11280b5 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 945 time: 0.3605452 Mar 24 00:48:46.435326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb997-f15c-4672-9c89-1deacf060231 req-bf2d87a0-8d0c-44b1-8624-882e3bcb5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:46.436687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed0bb997-f15c-4672-9c89-1deacf060231 req-bf2d87a0-8d0c-44b1-8624-882e3bcb5e32 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 1125 time: 0.3380704 Mar 24 00:48:46.454318 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e60a3737-c852-4d4c-8502-1150f33ebdd9 None None] Set router 7427e903-ce7d-4189-8cfa-abf0596d691a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:48:46.465430 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f735e-0e2b-422b-9ae6-381817d5b669 req-2ae46457-6630-4286-bc2d-dafe72213f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:46.466832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a49f735e-0e2b-422b-9ae6-381817d5b669 req-2ae46457-6630-4286-bc2d-dafe72213f81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=160c6d0a2b2b46c5b96ae8128cd59fca&device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 1127 time: 0.3388243 Mar 24 00:48:46.580653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd2a45-d448-4415-ae5a-857a13374b42 req-f135fa6e-bcb1-426f-969a-cdf035c929db tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:46.582074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-16bd2a45-d448-4415-ae5a-857a13374b42 req-f135fa6e-bcb1-426f-969a-cdf035c929db tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 943 time: 0.4197760 Mar 24 00:48:46.622662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 78279bce-e687-4351-9f0d-f53ca3da6d51 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:48:46.635967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f11820ae-d5ef-4b26-9691-01a4a68420aa req-fd281215-328d-4c8b-a83b-4163bc6f5bb8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969616 Mar 24 00:48:46.643601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 78279bce-e687-4351-9f0d-f53ca3da6d51 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:48:46.644229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 78279bce-e687-4351-9f0d-f53ca3da6d51 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:48:46.683685 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e60a3737-c852-4d4c-8502-1150f33ebdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:00Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '557eaff1-19cf-472a-8033-12ab67bec6a4', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'port_id': '831c110b-4710-4710-8be4-36bb0188224f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'mac_address': 'fa:16:3e:31:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:47:27Z', 'updated_at': '2022-03-24T00:48:45Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04179ce-4941-40d1-8378-cbae0b472b63', 'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'mac_address': 'fa:16:3e:22:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:59Z', 'updated_at': '2022-03-24T00:47:04Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'subnets': [{'id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:48:46.686964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb997-f15c-4672-9c89-1deacf060231 req-6c84a956-f7a8-4432-835e-dbdfdba615ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:46.688362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed0bb997-f15c-4672-9c89-1deacf060231 req-6c84a956-f7a8-4432-835e-dbdfdba615ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.2384858 Mar 24 00:48:46.709770 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60a3737-c852-4d4c-8502-1150f33ebdd9 None None] The sync data for ids ['7427e903-ce7d-4189-8cfa-abf0596d691a'] in n-d-760455-9 is: [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:00Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '557eaff1-19cf-472a-8033-12ab67bec6a4', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'port_id': '831c110b-4710-4710-8be4-36bb0188224f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'mac_address': 'fa:16:3e:31:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:47:27Z', 'updated_at': '2022-03-24T00:48:45Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04179ce-4941-40d1-8378-cbae0b472b63', 'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'mac_address': 'fa:16:3e:22:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:59Z', 'updated_at': '2022-03-24T00:47:04Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'subnets': [{'id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:48:46.757591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-16bd2a45-d448-4415-ae5a-857a13374b42 req-0cdd2843-ca90-438f-82d0-8a1340989197 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668174 Mar 24 00:48:46.762971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed0bb997-f15c-4672-9c89-1deacf060231 req-cd89d7d9-d7e4-48c2-8435-5c27b9d6e1d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=158c52f0-af89-4f88-9d5c-9a664b69819f HTTP/1.1" status: 200 len: 217 time: 0.0639954 Mar 24 00:48:46.766034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f735e-0e2b-422b-9ae6-381817d5b669 req-bc8a313c-ae58-4891-9e99-c1e557341e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:46.767411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a49f735e-0e2b-422b-9ae6-381817d5b669 req-bc8a313c-ae58-4891-9e99-c1e557341e53 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ee648a5-3452-4b3b-98f3-f654e7ebcaeb HTTP/1.1" status: 200 len: 924 time: 0.2639487 Mar 24 00:48:46.881523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cad33a94-bec0-42e8-9fd2-1f0a2d73314a req-70dbd7c5-8363-4f97-811d-e0819001e305 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/ab11cb7d-aa10-4262-9917-bb05b9d66e85 HTTP/1.1" status: 200 len: 1817 time: 0.2067823 Mar 24 00:48:46.913453 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1511af0-5997-4087-ab91-1e1f6d2f6235 None None] New status for floating IP 557eaff1-19cf-472a-8033-12ab67bec6a4: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:48:46.933559 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb997-f15c-4672-9c89-1deacf060231 req-694dac1e-99dd-428c-8318-a3ae281a7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:46.934989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed0bb997-f15c-4672-9c89-1deacf060231 req-694dac1e-99dd-428c-8318-a3ae281a7bf2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.1641333 Mar 24 00:48:46.964627 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a49f735e-0e2b-422b-9ae6-381817d5b669 req-360beca2-394b-4d7e-aeb9-2dacc3d74313 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=831c110b-4710-4710-8be4-36bb0188224f HTTP/1.1" status: 200 len: 999 time: 0.1856468 Mar 24 00:48:46.992005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed0bb997-f15c-4672-9c89-1deacf060231 req-94bb110f-e778-4c6f-88f3-d4eb73ad5e7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438981 Mar 24 00:48:47.097613 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58997343-66ac-462c-b9da-88e330224b53 req-15e8be93-dadf-4071-9b8b-afc800a5db3d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:47.099051 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-58997343-66ac-462c-b9da-88e330224b53 req-15e8be93-dadf-4071-9b8b-afc800a5db3d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9165d8-15a1-45f9-850c-95772f58c710 HTTP/1.1" status: 200 len: 949 time: 0.2518208 Mar 24 00:48:47.122280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f735e-0e2b-422b-9ae6-381817d5b669 req-d46261a9-9549-4750-9de5-d6029d6928a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:47.123635 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a49f735e-0e2b-422b-9ae6-381817d5b669 req-d46261a9-9549-4750-9de5-d6029d6928a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36c8e441-3529-4a85-b293-22d892a8d6b1 HTTP/1.1" status: 200 len: 862 time: 0.1372809 Mar 24 00:48:47.158542 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cad33a94-bec0-42e8-9fd2-1f0a2d73314a req-17910022-0e8e-47e9-94f3-ea6ff5774247 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (ab11cb7d-aa10-4262-9917-bb05b9d66e85), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:47.229896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-58997343-66ac-462c-b9da-88e330224b53 req-442fddde-ea13-4361-acb5-af8d1dc9e655 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194329 Mar 24 00:48:47.234234 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cad33a94-bec0-42e8-9fd2-1f0a2d73314a req-17910022-0e8e-47e9-94f3-ea6ff5774247 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (ab11cb7d-aa10-4262-9917-bb05b9d66e85), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:47.239277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed0bb997-f15c-4672-9c89-1deacf060231 req-0e821dda-fc82-445f-951a-5dc1f1ffcff0 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357969 Mar 24 00:48:47.275862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-195eaa2f-57b5-4482-8fa3-ef9161754fd8 req-34020e72-012b-4e7b-bd76-953abb86bdf2 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2013541253', 'description': 'tempest-description-1110711800'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:47.305651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a40a9f44-462f-4c48-bac3-e5752c93a2ef details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:48:47.324355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f735e-0e2b-422b-9ae6-381817d5b669 req-6a2547be-e874-4011-ae5b-da4c4dda889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:47.325850 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a49f735e-0e2b-422b-9ae6-381817d5b669 req-6a2547be-e874-4011-ae5b-da4c4dda889d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ee648a5-3452-4b3b-98f3-f654e7ebcaeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1889858 Mar 24 00:48:47.401308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a40a9f44-462f-4c48-bac3-e5752c93a2ef, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a40a9f44-462f-4c48-bac3-e5752c93a2ef,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:47.402393 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-195eaa2f-57b5-4482-8fa3-ef9161754fd8 req-34020e72-012b-4e7b-bd76-953abb86bdf2 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:47.413063 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'a40a9f44-462f-4c48-bac3-e5752c93a2ef', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'a40a9f44-462f-4c48-bac3-e5752c93a2ef', 'mac_address': 'fa:16:3e:23:af:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:48:47.421875 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cad33a94-bec0-42e8-9fd2-1f0a2d73314a req-17910022-0e8e-47e9-94f3-ea6ff5774247 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ab11cb7d-aa10-4262-9917-bb05b9d66e85), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:47.424404 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cad33a94-bec0-42e8-9fd2-1f0a2d73314a req-17910022-0e8e-47e9-94f3-ea6ff5774247 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:47.425537 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cad33a94-bec0-42e8-9fd2-1f0a2d73314a req-17910022-0e8e-47e9-94f3-ea6ff5774247 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "DELETE /v2.0/security-groups/ab11cb7d-aa10-4262-9917-bb05b9d66e85 HTTP/1.1" status: 204 len: 173 time: 0.5303216 Mar 24 00:48:47.453757 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a40a9f44-462f-4c48-bac3-e5752c93a2ef is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:48:47.454278 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a40a9f44-462f-4c48-bac3-e5752c93a2ef), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:47.461871 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17910022-0e8e-47e9-94f3-ea6ff5774247 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab11cb7d-aa10-4262-9917-bb05b9d66e85,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:47.471950 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed0bb997-f15c-4672-9c89-1deacf060231 req-8837667e-6ef0-4bd6-b7fb-defa8eb4751f service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251649 Mar 24 00:48:47.475616 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40a9f44-462f-4c48-bac3-e5752c93a2ef {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:47.503971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a40a9f44-462f-4c48-bac3-e5752c93a2ef, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a40a9f44-462f-4c48-bac3-e5752c93a2ef,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:47.507946 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a40a9f44-462f-4c48-bac3-e5752c93a2ef), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:47.522957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a49f735e-0e2b-422b-9ae6-381817d5b669 req-804d5c23-84e0-4b90-9731-2de7b6cdcfca service neutron] 10.222.0.57 "GET /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861053 Mar 24 00:48:47.540840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77f32f60-0fd3-45ce-ad64-3cd348346db3 req-db2f4823-abde-477d-bed7-27f45be54efc tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0371423 Mar 24 00:48:47.574509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a40a9f44-462f-4c48-bac3-e5752c93a2ef,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:47.619419 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-195eaa2f-57b5-4482-8fa3-ef9161754fd8 req-34020e72-012b-4e7b-bd76-953abb86bdf2 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (835b44d6-4728-4c7e-9df6-bd30d4b7ccf3), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:47.650462 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-195eaa2f-57b5-4482-8fa3-ef9161754fd8 req-34020e72-012b-4e7b-bd76-953abb86bdf2 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (835b44d6-4728-4c7e-9df6-bd30d4b7ccf3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:47.698349 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-195eaa2f-57b5-4482-8fa3-ef9161754fd8 req-34020e72-012b-4e7b-bd76-953abb86bdf2 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:47.699525 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-195eaa2f-57b5-4482-8fa3-ef9161754fd8 req-34020e72-012b-4e7b-bd76-953abb86bdf2 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4434757 Mar 24 00:48:47.712800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34020e72-012b-4e7b-bd76-953abb86bdf2 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835b44d6-4728-4c7e-9df6-bd30d4b7ccf3,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:47.724363 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a40a9f44-462f-4c48-bac3-e5752c93a2ef'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:47.731006 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289418b9-5731-4016-863d-f1bb4b4d1aec req-9acbed19-4c72-4d51-8c58-47d763458afa tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:47.732475 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-289418b9-5731-4016-863d-f1bb4b4d1aec req-9acbed19-4c72-4d51-8c58-47d763458afa tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae82bf1e-b23a-492d-802c-444966101b7d HTTP/1.1" status: 200 len: 949 time: 0.1175570 Mar 24 00:48:47.734739 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a49f735e-0e2b-422b-9ae6-381817d5b669 req-4de63428-4f0e-4ced-83e3-4e49987d7e24 service neutron] 10.222.0.57 "GET /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967766 Mar 24 00:48:47.808403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-289418b9-5731-4016-863d-f1bb4b4d1aec req-056c57c5-842a-4e3a-b61e-9677a7cee0d5 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698020 Mar 24 00:48:47.829432 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2656517-f1be-46c4-8002-39d5ee3d2774 req-83b5071b-cd31-4405-a739-944da50c4e53 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:47.829432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e2656517-f1be-46c4-8002-39d5ee3d2774 req-83b5071b-cd31-4405-a739-944da50c4e53 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.0759115 Mar 24 00:48:47.884840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e2656517-f1be-46c4-8002-39d5ee3d2774 req-c4c5acf7-9512-4639-be1c-00630f25d452 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478115 Mar 24 00:48:47.949431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de183566-d25a-404b-be46-a844a041e4da req-d521894c-47d7-4dbb-a56c-ba481bec3bad tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "GET /v2.0/security-groups/9ba2f769-bab6-4be7-bb97-032600d92fb6 HTTP/1.1" status: 200 len: 1818 time: 0.0419805 Mar 24 00:48:48.031835 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-de183566-d25a-404b-be46-a844a041e4da req-6681a134-860f-40ba-94c8-c1c6c3c9c9e1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (9ba2f769-bab6-4be7-bb97-032600d92fb6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.057212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133a4e6-06cb-4ac5-acd0-e96626b1fa3d req-5bc2ee0b-50aa-42fe-ad67-29c261d56ef0 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:48.058693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7133a4e6-06cb-4ac5-acd0-e96626b1fa3d req-5bc2ee0b-50aa-42fe-ad67-29c261d56ef0 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=be9165d8-15a1-45f9-850c-95772f58c710 HTTP/1.1" status: 200 len: 1131 time: 0.0763073 Mar 24 00:48:48.062168 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-de183566-d25a-404b-be46-a844a041e4da req-6681a134-860f-40ba-94c8-c1c6c3c9c9e1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (9ba2f769-bab6-4be7-bb97-032600d92fb6), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.087771 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7133a4e6-06cb-4ac5-acd0-e96626b1fa3d req-7acee8ed-b6ca-48c8-9ca3-53886c305c13 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.128555 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-de183566-d25a-404b-be46-a844a041e4da req-6681a134-860f-40ba-94c8-c1c6c3c9c9e1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9ba2f769-bab6-4be7-bb97-032600d92fb6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.131628 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-de183566-d25a-404b-be46-a844a041e4da req-6681a134-860f-40ba-94c8-c1c6c3c9c9e1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.132768 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de183566-d25a-404b-be46-a844a041e4da req-6681a134-860f-40ba-94c8-c1c6c3c9c9e1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] 10.222.0.45 "DELETE /v2.0/security-groups/9ba2f769-bab6-4be7-bb97-032600d92fb6 HTTP/1.1" status: 204 len: 173 time: 0.1774299 Mar 24 00:48:48.139007 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33686) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:48.149037 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681a134-860f-40ba-94c8-c1c6c3c9c9e1 tempest-SecurityGroupsTestJSON-419987970 tempest-SecurityGroupsTestJSON-419987970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba2f769-bab6-4be7-bb97-032600d92fb6,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:48.188542 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-97632a1c-6e9a-4a11-a25c-034f5711416f admin admin] Deleting subnet 0a60cf0f-74c4-4d18-b030-c9f52047b74b {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:48:48.191858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97632a1c-6e9a-4a11-a25c-034f5711416f admin admin] Publish callbacks [] for subnet (0a60cf0f-74c4-4d18-b030-c9f52047b74b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.217577 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5913336-5f28-48bd-bfc0-22cb85ec909f req-6c688383-745c-4cdf-9020-94ee7cd342b9 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "GET /v2.0/security-groups/835b44d6-4728-4c7e-9df6-bd30d4b7ccf3 HTTP/1.1" status: 200 len: 1830 time: 0.0653007 Mar 24 00:48:48.229856 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7133a4e6-06cb-4ac5-acd0-e96626b1fa3d req-7acee8ed-b6ca-48c8-9ca3-53886c305c13 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] Publish callbacks [] for security_group (3180633c-9bd8-41ec-89d2-80b27d0c7343), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.234050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7133a4e6-06cb-4ac5-acd0-e96626b1fa3d req-7acee8ed-b6ca-48c8-9ca3-53886c305c13 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3180633c-9bd8-41ec-89d2-80b27d0c7343), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.237798 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97632a1c-6e9a-4a11-a25c-034f5711416f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (0a60cf0f-74c4-4d18-b030-c9f52047b74b), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.275294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7133a4e6-06cb-4ac5-acd0-e96626b1fa3d req-7acee8ed-b6ca-48c8-9ca3-53886c305c13 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104261 Mar 24 00:48:48.282265 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97632a1c-6e9a-4a11-a25c-034f5711416f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (0a60cf0f-74c4-4d18-b030-c9f52047b74b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.284585 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acee8ed-b6ca-48c8-9ca3-53886c305c13 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3180633c-9bd8-41ec-89d2-80b27d0c7343,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:48.319579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-04be2d7d-dd7f-44d7-aea3-8c7d7d60cefb req-fee73178-c96b-4c8b-bce2-525d7b5abff2 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-94836007', 'description': 'tempest-description-1677564567'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:48.336628 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97632a1c-6e9a-4a11-a25c-034f5711416f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (0a60cf0f-74c4-4d18-b030-c9f52047b74b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.350256 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-04be2d7d-dd7f-44d7-aea3-8c7d7d60cefb req-fee73178-c96b-4c8b-bce2-525d7b5abff2 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.358938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f83f8-7c13-4b8d-90ee-787037c2cf6d req-55672d9d-2707-4c2e-b73f-92e97d300c5f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:48.360393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-342f83f8-7c13-4b8d-90ee-787037c2cf6d req-55672d9d-2707-4c2e-b73f-92e97d300c5f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 943 time: 0.0891681 Mar 24 00:48:48.363868 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97632a1c-6e9a-4a11-a25c-034f5711416f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a60cf0f-74c4-4d18-b030-c9f52047b74b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:48.365820 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97632a1c-6e9a-4a11-a25c-034f5711416f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.369548 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-97632a1c-6e9a-4a11-a25c-034f5711416f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0a60cf0f-74c4-4d18-b030-c9f52047b74b HTTP/1.1" status: 204 len: 168 time: 0.2292166 Mar 24 00:48:48.372118 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33692) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:48.427529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-342f83f8-7c13-4b8d-90ee-787037c2cf6d req-a7697da0-cee9-4654-9ec1-f09c7cb5e1b9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590713 Mar 24 00:48:48.440947 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-03b28fbe-ac18-4d0a-b5f3-f8ef64fe8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (3d10d95e-3361-430f-8a90-c3381dc2c6c4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.469781 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-04be2d7d-dd7f-44d7-aea3-8c7d7d60cefb req-fee73178-c96b-4c8b-bce2-525d7b5abff2 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (386735d3-9e46-4e81-9620-d3c4fbae475e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.475015 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-04be2d7d-dd7f-44d7-aea3-8c7d7d60cefb req-fee73178-c96b-4c8b-bce2-525d7b5abff2 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (386735d3-9e46-4e81-9620-d3c4fbae475e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.505777 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-04be2d7d-dd7f-44d7-aea3-8c7d7d60cefb req-fee73178-c96b-4c8b-bce2-525d7b5abff2 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.507567 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04be2d7d-dd7f-44d7-aea3-8c7d7d60cefb req-fee73178-c96b-4c8b-bce2-525d7b5abff2 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1939201 Mar 24 00:48:48.520376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee73178-c96b-4c8b-bce2-525d7b5abff2 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386735d3-9e46-4e81-9620-d3c4fbae475e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:48.548125 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-03b28fbe-ac18-4d0a-b5f3-f8ef64fe8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (3d10d95e-3361-430f-8a90-c3381dc2c6c4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.573305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-03b28fbe-ac18-4d0a-b5f3-f8ef64fe8b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d10d95e-3361-430f-8a90-c3381dc2c6c4']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:48:48.573519 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51bd258c-0ca7-4f56-b0ed-5e4a189c1d9b req-54273005-2c71-4ad3-b79f-7aa731bb2a9d tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "GET /v2.0/security-groups/386735d3-9e46-4e81-9620-d3c4fbae475e HTTP/1.1" status: 200 len: 1828 time: 0.0427370 Mar 24 00:48:48.589971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-03b28fbe-ac18-4d0a-b5f3-f8ef64fe8b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb76b21-cfb0-4ef2-aff4-89519ced406b') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:48:48.590407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-03b28fbe-ac18-4d0a-b5f3-f8ef64fe8b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb76b21-cfb0-4ef2-aff4-89519ced406b') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:48:48.602929 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-03b28fbe-ac18-4d0a-b5f3-f8ef64fe8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (8eb76b21-cfb0-4ef2-aff4-89519ced406b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.609831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-d2d7f052-4287-4185-ae42-be020f4a52b1 req-a98688c9-47ba-4064-b97b-4c6953394ff4 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1857686822', 'description': 'tempest-description-5216711'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:48.625621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 158c52f0-af89-4f88-9d5c-9a664b69819f details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:48:48.633812 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d2d7f052-4287-4185-ae42-be020f4a52b1 req-a98688c9-47ba-4064-b97b-4c6953394ff4 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.635846 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-03b28fbe-ac18-4d0a-b5f3-f8ef64fe8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8eb76b21-cfb0-4ef2-aff4-89519ced406b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.646967 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b28fbe-ac18-4d0a-b5f3-f8ef64fe8b59 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:48:48.651306 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-03b28fbe-ac18-4d0a-b5f3-f8ef64fe8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (8eb76b21-cfb0-4ef2-aff4-89519ced406b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:48:48.653168 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:48:48.690918 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-afd9e341-7d0c-4eae-b820-51c6c25f04e2 req-a4b8f0d6-08d3-4b05-8148-db65e621a694 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0390270 Mar 24 00:48:48.731425 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-03b28fbe-ac18-4d0a-b5f3-f8ef64fe8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (3d10d95e-3361-430f-8a90-c3381dc2c6c4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.737355 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-03b28fbe-ac18-4d0a-b5f3-f8ef64fe8b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.740521 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-03b28fbe-ac18-4d0a-b5f3-f8ef64fe8b59 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3d10d95e-3361-430f-8a90-c3381dc2c6c4 HTTP/1.1" status: 204 len: 168 time: 0.3666217 Mar 24 00:48:48.765432 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b28fbe-ac18-4d0a-b5f3-f8ef64fe8b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d10d95e-3361-430f-8a90-c3381dc2c6c4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:48.774202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 158c52f0-af89-4f88-9d5c-9a664b69819f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=158c52f0-af89-4f88-9d5c-9a664b69819f,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:48.791247 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '158c52f0-af89-4f88-9d5c-9a664b69819f', 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c', 'port_id': '158c52f0-af89-4f88-9d5c-9a664b69819f', 'mac_address': 'fa:16:3e:1c:99:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934588f5-a348-4979-87c7-3c16383ef84c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:48:48.807993 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d2d7f052-4287-4185-ae42-be020f4a52b1 req-a98688c9-47ba-4064-b97b-4c6953394ff4 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (be40a6a4-11a3-40a2-8fce-82e1e4ba7b31), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.820426 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-8302266e-7f97-4cc1-a939-d72d651fedf0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=df816c36861a41d49b8f0b50ec662764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314751 Mar 24 00:48:48.821175 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d2d7f052-4287-4185-ae42-be020f4a52b1 req-a98688c9-47ba-4064-b97b-4c6953394ff4 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (be40a6a4-11a3-40a2-8fce-82e1e4ba7b31), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.839851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 158c52f0-af89-4f88-9d5c-9a664b69819f is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:48:48.840301 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.856010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158c52f0-af89-4f88-9d5c-9a664b69819f {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:48.876707 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 158c52f0-af89-4f88-9d5c-9a664b69819f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=158c52f0-af89-4f88-9d5c-9a664b69819f,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:48.876907 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98688c9-47ba-4064-b97b-4c6953394ff4 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be40a6a4-11a3-40a2-8fce-82e1e4ba7b31,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:48.886635 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.889584 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33716) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:48.919888 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d2d7f052-4287-4185-ae42-be020f4a52b1 req-a98688c9-47ba-4064-b97b-4c6953394ff4 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.921152 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2d7f052-4287-4185-ae42-be020f4a52b1 req-a98688c9-47ba-4064-b97b-4c6953394ff4 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.3211520 Mar 24 00:48:48.938711 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-caa8f56c-5fa3-46a6-8b9e-428077a5790e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=38f8da8ca34547c09c99273aab06136e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478122 Mar 24 00:48:48.941025 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33722) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:48.954411 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=158c52f0-af89-4f88-9d5c-9a664b69819f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:48.996951 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d7f6fb4-b80e-42f1-b6be-d3f76088898c admin admin] Publish callbacks [] for security_group (16073e8b-018f-49ee-ad78-b53f1b5e8f00), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:48.997809 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-8ae0e705-c56a-472e-8dd8-f355c016076a tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:48.999253 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-8ae0e705-c56a-472e-8dd8-f355c016076a tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557369 Mar 24 00:48:49.018661 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d7f6fb4-b80e-42f1-b6be-d3f76088898c admin admin] Publish callbacks [] for security_group (16073e8b-018f-49ee-ad78-b53f1b5e8f00), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:49.028346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-8a538d67-f85c-401f-b42b-8d14a7948ce4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/quotas/df816c36861a41d49b8f0b50ec662764 HTTP/1.1" status: 200 len: 375 time: 0.0144224 Mar 24 00:48:49.066176 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d7f6fb4-b80e-42f1-b6be-d3f76088898c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (16073e8b-018f-49ee-ad78-b53f1b5e8f00), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:49.068673 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d7f6fb4-b80e-42f1-b6be-d3f76088898c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:49.069391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5c736-96ec-4ab3-9ff5-0e6abaa46c32 req-254f3c4a-1175-4c92-a605-4fdb244e7345 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:49.069843 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2d7f6fb4-b80e-42f1-b6be-d3f76088898c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16073e8b-018f-49ee-ad78-b53f1b5e8f00 HTTP/1.1" status: 204 len: 168 time: 0.1277325 Mar 24 00:48:49.071530 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54b5c736-96ec-4ab3-9ff5-0e6abaa46c32 req-254f3c4a-1175-4c92-a605-4fdb244e7345 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae82bf1e-b23a-492d-802c-444966101b7d HTTP/1.1" status: 200 len: 949 time: 0.0970461 Mar 24 00:48:49.080643 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f6fb4-b80e-42f1-b6be-d3f76088898c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16073e8b-018f-49ee-ad78-b53f1b5e8f00,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:49.117131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-57b89ebc-9886-47e6-8b49-13078b4d4212 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825174 Mar 24 00:48:49.134464 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54b5c736-96ec-4ab3-9ff5-0e6abaa46c32 req-6e9555e3-48eb-42f4-933d-a43a1fd6a1cd tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552909 Mar 24 00:48:49.179965 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['158c52f0-af89-4f88-9d5c-9a664b69819f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:49.277760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045b2fd-6011-45cb-91f7-5ea9ee6cf7da req-bc3a8658-896a-4667-bda0-d72e55a7e5d4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:49.285961 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2045b2fd-6011-45cb-91f7-5ea9ee6cf7da req-bc3a8658-896a-4667-bda0-d72e55a7e5d4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.0790651 Mar 24 00:48:49.320700 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a40a9f44-462f-4c48-bac3-e5752c93a2ef up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:48:49.354545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2045b2fd-6011-45cb-91f7-5ea9ee6cf7da req-c3036640-b23c-4da8-9689-246849137d1d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676396 Mar 24 00:48:49.412755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port a40a9f44-462f-4c48-bac3-e5752c93a2ef completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:48:49.419531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port a40a9f44-462f-4c48-bac3-e5752c93a2ef triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:48:49.420559 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a40a9f44-462f-4c48-bac3-e5752c93a2ef), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:49.438884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85eba5a4-e0b0-4cf3-8708-86d40afcaecc req-1200137b-ee2b-43c1-be6e-3f15ea990b6a tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "GET /v2.0/security-groups/be40a6a4-11a3-40a2-8fce-82e1e4ba7b31 HTTP/1.1" status: 200 len: 1827 time: 0.0680349 Mar 24 00:48:49.477858 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-7c3c6df7-63a0-4be0-9617-edd73fc3cb00 req-115d209e-571a-490e-9294-a07a02ba6f6c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] show failed (client error): The resource could not be found. Mar 24 00:48:49.489134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c3c6df7-63a0-4be0-9617-edd73fc3cb00 req-115d209e-571a-490e-9294-a07a02ba6f6c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "GET /v2.0/security-groups/487a4308-2fe0-4aa4-b49c-e6e72b0a6a4e HTTP/1.1" status: 404 len: 352 time: 0.0252154 Mar 24 00:48:49.526568 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a40a9f44-462f-4c48-bac3-e5752c93a2ef is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:48:49.526978 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a40a9f44-462f-4c48-bac3-e5752c93a2ef), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:49.578275 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-06c2ed5f-306c-4593-97b4-1b7b564a52a3 req-eb4e0585-34dd-46b6-b340-2fccb8a4d08c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] show failed (client error): The resource could not be found. Mar 24 00:48:49.579304 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06c2ed5f-306c-4593-97b4-1b7b564a52a3 req-eb4e0585-34dd-46b6-b340-2fccb8a4d08c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "GET /v2.0/security-group-rules/612fd35f-d214-4b88-a871-14ed12520b71 HTTP/1.1" status: 404 len: 361 time: 0.0306504 Mar 24 00:48:49.599861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a40a9f44-462f-4c48-bac3-e5752c93a2ef, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a40a9f44-462f-4c48-bac3-e5752c93a2ef,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:49.602103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae82bf1e-b23a-492d-802c-444966101b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40a9f44-462f-4c48-bac3-e5752c93a2ef'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:49.605387 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ed508b-8135-446b-b10d-da7691ed3a4d" -d '{"events": [{"server_uuid": "ae82bf1e-b23a-492d-802c-444966101b7d", "name": "network-vif-plugged", "status": "completed", "tag": "a40a9f44-462f-4c48-bac3-e5752c93a2ef"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:49.605542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a1933-0e39-401e-8ffb-9cdc67c9d6b7 req-9347b0a4-c016-413a-911b-3a6183560aa5 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:49.607082 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f34a1933-0e39-401e-8ffb-9cdc67c9d6b7 req-9347b0a4-c016-413a-911b-3a6183560aa5 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 944 time: 0.0679004 Mar 24 00:48:49.610355 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a40a9f44-462f-4c48-bac3-e5752c93a2ef), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:49.668190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a40a9f44-462f-4c48-bac3-e5752c93a2ef,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:49.691975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f34a1933-0e39-401e-8ffb-9cdc67c9d6b7 req-785c2eeb-724b-46f1-9f5d-cba420ec3b02 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790250 Mar 24 00:48:49.767211 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73bf544e-3be5-4b65-ad5f-9e58a43e39a6 req-62316c77-8d16-4ab2-9139-a8202484538d tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "GET /v2.0/security-groups/be40a6a4-11a3-40a2-8fce-82e1e4ba7b31 HTTP/1.1" status: 200 len: 1827 time: 0.0481458 Mar 24 00:48:49.844902 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73bf544e-3be5-4b65-ad5f-9e58a43e39a6 req-c3ac8ff9-51bd-469a-a205-25b48b10021c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (be40a6a4-11a3-40a2-8fce-82e1e4ba7b31), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:49.869976 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73bf544e-3be5-4b65-ad5f-9e58a43e39a6 req-c3ac8ff9-51bd-469a-a205-25b48b10021c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (be40a6a4-11a3-40a2-8fce-82e1e4ba7b31), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:49.916139 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73bf544e-3be5-4b65-ad5f-9e58a43e39a6 req-c3ac8ff9-51bd-469a-a205-25b48b10021c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (be40a6a4-11a3-40a2-8fce-82e1e4ba7b31), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:49.922944 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73bf544e-3be5-4b65-ad5f-9e58a43e39a6 req-c3ac8ff9-51bd-469a-a205-25b48b10021c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:49.924945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73bf544e-3be5-4b65-ad5f-9e58a43e39a6 req-c3ac8ff9-51bd-469a-a205-25b48b10021c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "DELETE /v2.0/security-groups/be40a6a4-11a3-40a2-8fce-82e1e4ba7b31 HTTP/1.1" status: 204 len: 173 time: 0.1519539 Mar 24 00:48:49.937068 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac8ff9-51bd-469a-a205-25b48b10021c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be40a6a4-11a3-40a2-8fce-82e1e4ba7b31,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:49.940215 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65cb884-f815-443a-b419-0ede9fbf6ae7 x-openstack-request-id: req-c65cb884-f815-443a-b419-0ede9fbf6ae7 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:49.940912 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae82bf1e-b23a-492d-802c-444966101b7d", "name": "network-vif-plugged", "status": "completed", "tag": "a40a9f44-462f-4c48-bac3-e5752c93a2ef", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:49.941024 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c65cb884-f815-443a-b419-0ede9fbf6ae7 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:49.941533 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c65cb884-f815-443a-b419-0ede9fbf6ae7'] response: {'server_uuid': 'ae82bf1e-b23a-492d-802c-444966101b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40a9f44-462f-4c48-bac3-e5752c93a2ef', 'code': 200} Mar 24 00:48:50.024783 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c252d20d-6f69-4d9a-ab88-a89dc8720ef9 req-d2b52a09-2264-448f-8e43-b66b8b64135d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b100540-f491-4823-ba75-85733477f4c5 HTTP/1.1" status: 200 len: 210 time: 0.0414393 Mar 24 00:48:50.044843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33772) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:50.091439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-071b8824-5e08-4f3a-ae84-b058f9a02974 req-1268b342-360e-4400-bf20-731dea4e463b tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0654461 Mar 24 00:48:50.132057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b83b7a40-a025-4572-9017-9dc66c7b0951 req-9ff4ed00-9db3-44db-8d1d-a147b65ba261 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "GET /v2.0/security-groups/386735d3-9e46-4e81-9620-d3c4fbae475e HTTP/1.1" status: 200 len: 1828 time: 0.0910730 Mar 24 00:48:50.169525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c529e7d-cec1-41e2-8e8d-1c6f4ebfb4a7 req-c921e801-981a-4d4f-9f8e-c6660dfbf4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:50.171009 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c529e7d-cec1-41e2-8e8d-1c6f4ebfb4a7 req-c921e801-981a-4d4f-9f8e-c6660dfbf4d7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae82bf1e-b23a-492d-802c-444966101b7d HTTP/1.1" status: 200 len: 1132 time: 0.1291530 Mar 24 00:48:50.182739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-27e01cfe-d4f7-4637-837f-f77f0b02a593 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-904782786-network', 'tenant_id': 'c234724dc89149218858924a99df6227'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:50.207407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e01cfe-d4f7-4637-837f-f77f0b02a593 admin admin] Made reservation on behalf of c234724dc89149218858924a99df6227 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:48:50.212430 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27e01cfe-d4f7-4637-837f-f77f0b02a593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.223092 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b83b7a40-a025-4572-9017-9dc66c7b0951 req-3fa3f486-53f2-4f9d-9a4b-858874b4d1df tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (386735d3-9e46-4e81-9620-d3c4fbae475e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.223922 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27e01cfe-d4f7-4637-837f-f77f0b02a593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.286855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c529e7d-cec1-41e2-8e8d-1c6f4ebfb4a7 req-090248a3-35d8-4182-add4-eef828e5998e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078470 Mar 24 00:48:50.309259 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b83b7a40-a025-4572-9017-9dc66c7b0951 req-3fa3f486-53f2-4f9d-9a4b-858874b4d1df tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (386735d3-9e46-4e81-9620-d3c4fbae475e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.324336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27e01cfe-d4f7-4637-837f-f77f0b02a593 admin admin] Publish callbacks [] for security_group (5b21dfe7-1f7c-434c-a503-ae7516c77231), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.329125 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27e01cfe-d4f7-4637-837f-f77f0b02a593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5b21dfe7-1f7c-434c-a503-ae7516c77231), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.352023 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e01cfe-d4f7-4637-837f-f77f0b02a593 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:48:50.367348 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e01cfe-d4f7-4637-837f-f77f0b02a593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b21dfe7-1f7c-434c-a503-ae7516c77231,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:50.373815 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27e01cfe-d4f7-4637-837f-f77f0b02a593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (65f20662-8546-4ac3-9824-2e16b7675c19), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.373815 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-27e01cfe-d4f7-4637-837f-f77f0b02a593 admin admin] Added segment 65f20662-8546-4ac3-9824-2e16b7675c19 of type vlan for network ed6472c2-d109-4f17-8364-15c609d6ab13 Mar 24 00:48:50.380359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17beb49-190e-4ce7-807f-6c15db5b85ed req-5842c353-8338-4f77-8665-011b4d0bec62 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:50.381904 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b17beb49-190e-4ce7-807f-6c15db5b85ed req-5842c353-8338-4f77-8665-011b4d0bec62 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae82bf1e-b23a-492d-802c-444966101b7d HTTP/1.1" status: 200 len: 950 time: 0.1629488 Mar 24 00:48:50.384407 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-d4c20b04-19b1-4ef7-8322-a5d22390e02b service neutron] show failed (client error): The resource could not be found. Mar 24 00:48:50.385437 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-d4c20b04-19b1-4ef7-8322-a5d22390e02b service neutron] 10.222.0.57 "GET /v2.0/ports/283fe7d7-4ae1-4877-a5aa-b42e0304761e/bindings/n-h2-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.1195412 Mar 24 00:48:50.392363 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b83b7a40-a025-4572-9017-9dc66c7b0951 req-3fa3f486-53f2-4f9d-9a4b-858874b4d1df tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (386735d3-9e46-4e81-9620-d3c4fbae475e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.396447 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b83b7a40-a025-4572-9017-9dc66c7b0951 req-3fa3f486-53f2-4f9d-9a4b-858874b4d1df tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.397832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b83b7a40-a025-4572-9017-9dc66c7b0951 req-3fa3f486-53f2-4f9d-9a4b-858874b4d1df tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "DELETE /v2.0/security-groups/386735d3-9e46-4e81-9620-d3c4fbae475e HTTP/1.1" status: 204 len: 173 time: 0.2647550 Mar 24 00:48:50.421712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3f486-53f2-4f9d-9a4b-858874b4d1df tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386735d3-9e46-4e81-9620-d3c4fbae475e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:50.423251 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27e01cfe-d4f7-4637-837f-f77f0b02a593 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (ed6472c2-d109-4f17-8364-15c609d6ab13), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.463739 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b17beb49-190e-4ce7-807f-6c15db5b85ed req-39517cf9-12d7-4550-aa4c-1ce2c8f052d5 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647838 Mar 24 00:48:50.468841 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27e01cfe-d4f7-4637-837f-f77f0b02a593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (ed6472c2-d109-4f17-8364-15c609d6ab13), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.470050 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e01cfe-d4f7-4637-837f-f77f0b02a593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:50.470664 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27e01cfe-d4f7-4637-837f-f77f0b02a593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.533135 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-27e01cfe-d4f7-4637-837f-f77f0b02a593 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4870505 Mar 24 00:48:50.536307 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33786) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:50.541665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3c330408-6d03-4759-bb2d-8e07291ac69f admin admin] Request body: {'subnet': {'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-904782786-subnet', 'tenant_id': 'c234724dc89149218858924a99df6227', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:50.556937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e01cfe-d4f7-4637-837f-f77f0b02a593 admin admin] Pushing event updated for resources: {'Network': ['ID=ed6472c2-d109-4f17-8364-15c609d6ab13,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:50.569474 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network ed6472c2-d109-4f17-8364-15c609d6ab13 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:48:50.573744 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c330408-6d03-4759-bb2d-8e07291ac69f admin admin] Made reservation on behalf of c234724dc89149218858924a99df6227 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:48:50.580693 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3c330408-6d03-4759-bb2d-8e07291ac69f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.642288 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 158c52f0-af89-4f88-9d5c-9a664b69819f up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:48:50.662276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bab12f2-054e-43de-a9b8-d72df1287a10 req-13af3b6d-0daf-4183-b1fe-43ff070a39f4 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "GET /v2.0/security-groups/835b44d6-4728-4c7e-9df6-bd30d4b7ccf3 HTTP/1.1" status: 200 len: 1830 time: 0.1219237 Mar 24 00:48:50.741196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 158c52f0-af89-4f88-9d5c-9a664b69819f completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:48:50.746452 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 158c52f0-af89-4f88-9d5c-9a664b69819f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:48:50.747121 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.823577 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1bab12f2-054e-43de-a9b8-d72df1287a10 req-f4e731b9-cbdc-4445-afd1-d2beaabaae3d tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (835b44d6-4728-4c7e-9df6-bd30d4b7ccf3), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.852914 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 158c52f0-af89-4f88-9d5c-9a664b69819f is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:48:50.853785 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.897576 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f100f6-1457-417e-9d09-c5d137cd82f9 req-f4d79fae-8bc9-43f4-885b-9e95cdf1105d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:50.903236 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 158c52f0-af89-4f88-9d5c-9a664b69819f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=158c52f0-af89-4f88-9d5c-9a664b69819f,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:50.906563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78f100f6-1457-417e-9d09-c5d137cd82f9 req-f4d79fae-8bc9-43f4-885b-9e95cdf1105d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.1476018 Mar 24 00:48:50.909058 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.910327 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1bab12f2-054e-43de-a9b8-d72df1287a10 req-f4e731b9-cbdc-4445-afd1-d2beaabaae3d tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (835b44d6-4728-4c7e-9df6-bd30d4b7ccf3), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.934945 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3c330408-6d03-4759-bb2d-8e07291ac69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (251d5752-2a9f-4020-8b2c-bc7d24dfd8cf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:50.962630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=158c52f0-af89-4f88-9d5c-9a664b69819f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:50.995142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-ef8f609c-3d20-4db2-bcad-0bcfc8eb271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:50.995859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c330408-6d03-4759-bb2d-8e07291ac69f admin admin] Pushing event updated for resources: {'Subnet': ['ID=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:50.997104 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-ef8f609c-3d20-4db2-bcad-0bcfc8eb271d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87&tenant_id=a09e8f3796504a0591d01b6c352de665 HTTP/1.1" status: 200 len: 1131 time: 0.1503725 Mar 24 00:48:51.003795 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78f100f6-1457-417e-9d09-c5d137cd82f9 req-93a95345-3c22-42ed-801c-fdfd59d4c8ef tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963118 Mar 24 00:48:51.004777 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1bab12f2-054e-43de-a9b8-d72df1287a10 req-f4e731b9-cbdc-4445-afd1-d2beaabaae3d tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (835b44d6-4728-4c7e-9df6-bd30d4b7ccf3), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:51.007544 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c330408-6d03-4759-bb2d-8e07291ac69f admin admin] Checking segment: {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:48:51.007904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c330408-6d03-4759-bb2d-8e07291ac69f admin admin] Network hostable DHCP agents. Network: ed6472c2-d109-4f17-8364-15c609d6ab13, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:48:51.008159 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1bab12f2-054e-43de-a9b8-d72df1287a10 req-f4e731b9-cbdc-4445-afd1-d2beaabaae3d tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:51.017545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bab12f2-054e-43de-a9b8-d72df1287a10 req-f4e731b9-cbdc-4445-afd1-d2beaabaae3d tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "DELETE /v2.0/security-groups/835b44d6-4728-4c7e-9df6-bd30d4b7ccf3 HTTP/1.1" status: 204 len: 173 time: 0.3453698 Mar 24 00:48:51.027854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:51.029062 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c330408-6d03-4759-bb2d-8e07291ac69f admin admin] Network ed6472c2-d109-4f17-8364-15c609d6ab13 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:48:51.042665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-3c330408-6d03-4759-bb2d-8e07291ac69f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, ed6472c2-d109-4f17-8364-15c609d6ab13) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:48:51.051967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3175bb20-4f77-4897-9b4a-9b8477bef290 None None] Network ed6472c2-d109-4f17-8364-15c609d6ab13 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:48:51.056014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c330408-6d03-4759-bb2d-8e07291ac69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:51.056781 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3c330408-6d03-4759-bb2d-8e07291ac69f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:51.083387 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3c330408-6d03-4759-bb2d-8e07291ac69f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5462303 Mar 24 00:48:51.174182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabbaa84-f7df-4c76-8461-7896bb8608b5 None None] Network ed6472c2-d109-4f17-8364-15c609d6ab13 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:48:51.294446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e731b9-cbdc-4445-afd1-d2beaabaae3d tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=835b44d6-4728-4c7e-9df6-bd30d4b7ccf3,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:51.426419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-b3eba97d-3326-434d-9c8d-f139c2a539be tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=df816c36861a41d49b8f0b50ec662764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568120 Mar 24 00:48:51.454404 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:51.457945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7da7a82b-c520-4c3f-bfb4-a94df49dbbc6 req-4c2465bb-7b0c-41d6-8f9c-b25745d71511 tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "GET /v2.0/security-groups/27c12b49-5cea-44e6-bd46-bc8d3ebd47ff HTTP/1.1" status: 200 len: 1829 time: 0.1658847 Mar 24 00:48:51.463779 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-5f3a437f-51a6-4c1d-bb19-9c07d1fdfebe tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=df816c36861a41d49b8f0b50ec662764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545292 Mar 24 00:48:51.555988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425cd0e-fe00-4156-a7ea-5ce24d214aba req-568f9702-60b0-4c23-b060-e1d6757f3519 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:51.557477 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9425cd0e-fe00-4156-a7ea-5ce24d214aba req-568f9702-60b0-4c23-b060-e1d6757f3519 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.2640874 Mar 24 00:48:51.805664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-6afc1eb9-d496-494e-b203-50dcda5b3767 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:51.807100 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-6afc1eb9-d496-494e-b203-50dcda5b3767 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3632374 Mar 24 00:48:51.827971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9425cd0e-fe00-4156-a7ea-5ce24d214aba req-c71c4173-4d59-42d6-9d61-6c02408ed59c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338107 Mar 24 00:48:51.831601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-1ae1d16f-48f3-4368-b23b-56fedeccdd20 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Request body: {'port': {'device_id': '0b100540-f491-4823-ba75-85733477f4c5', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'df816c36861a41d49b8f0b50ec662764'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:51.841463 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7da7a82b-c520-4c3f-bfb4-a94df49dbbc6 req-faeb7b76-5472-4f03-aac5-cda6945beafb tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (27c12b49-5cea-44e6-bd46-bc8d3ebd47ff), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:51.896545 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-fe8a32a6-ee06-428b-a875-a75c5d8ba40a tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:51.898045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-fe8a32a6-ee06-428b-a875-a75c5d8ba40a tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3942904 Mar 24 00:48:51.918978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-cbb3eca8-b0b3-4e7c-b7e0-30a9e8ed5b22 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Request body: {'port': {'device_id': 'dc8edaca-5195-4ea9-9937-22b6526e967a', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'df816c36861a41d49b8f0b50ec662764'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:51.942715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158c52f0-af89-4f88-9d5c-9a664b69819f'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:51.945038 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b0e839-b3fe-4b8e-a9c7-3fb4493d6744" -d '{"events": [{"server_uuid": "03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e", "name": "network-vif-plugged", "status": "completed", "tag": "158c52f0-af89-4f88-9d5c-9a664b69819f"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:52.024136 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6537313a-1667-4502-8489-060d4b31534e req-78cba54f-4a70-4054-873a-cb8f41c341f0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b100540-f491-4823-ba75-85733477f4c5 HTTP/1.1" status: 200 len: 210 time: 0.1196711 Mar 24 00:48:52.028989 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7da7a82b-c520-4c3f-bfb4-a94df49dbbc6 req-faeb7b76-5472-4f03-aac5-cda6945beafb tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (27c12b49-5cea-44e6-bd46-bc8d3ebd47ff), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:52.159189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c8ff20-523e-4f28-9679-1b302af68e14 req-20a8b348-9a91-4949-852b-b3028b6828e0 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0604393 Mar 24 00:48:52.185471 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7da7a82b-c520-4c3f-bfb4-a94df49dbbc6 req-faeb7b76-5472-4f03-aac5-cda6945beafb tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (27c12b49-5cea-44e6-bd46-bc8d3ebd47ff), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:52.188060 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7da7a82b-c520-4c3f-bfb4-a94df49dbbc6 req-faeb7b76-5472-4f03-aac5-cda6945beafb tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:52.189276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7da7a82b-c520-4c3f-bfb4-a94df49dbbc6 req-faeb7b76-5472-4f03-aac5-cda6945beafb tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "DELETE /v2.0/security-groups/27c12b49-5cea-44e6-bd46-bc8d3ebd47ff HTTP/1.1" status: 204 len: 173 time: 0.6842101 Mar 24 00:48:52.204479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] For port 283fe7d7-4ae1-4877-a5aa-b42e0304761e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:48:52.229642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb7b76-5472-4f03-aac5-cda6945beafb tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c12b49-5cea-44e6-bd46-bc8d3ebd47ff,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:52.233913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-1ae1d16f-48f3-4368-b23b-56fedeccdd20 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Made reservation on behalf of df816c36861a41d49b8f0b50ec662764 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:48:52.237266 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-1ae1d16f-48f3-4368-b23b-56fedeccdd20 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:52.312821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-cbb3eca8-b0b3-4e7c-b7e0-30a9e8ed5b22 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Made reservation on behalf of df816c36861a41d49b8f0b50ec662764 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:48:52.316111 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-cbb3eca8-b0b3-4e7c-b7e0-30a9e8ed5b22 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:52.322806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] For port 283fe7d7-4ae1-4877-a5aa-b42e0304761e, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:48:52.524951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f111f-a6f9-4053-8663-266e7abc6f01 req-41df56e9-7ec2-4569-9fcc-b9bf5f9ebe5b tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:52.526461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de7f111f-a6f9-4053-8663-266e7abc6f01 req-41df56e9-7ec2-4569-9fcc-b9bf5f9ebe5b tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae82bf1e-b23a-492d-802c-444966101b7d HTTP/1.1" status: 200 len: 950 time: 0.2720315 Mar 24 00:48:52.526888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3472825f-1d8f-4ac3-b366-aef07ad58b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283fe7d7-4ae1-4877-a5aa-b42e0304761e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:52.529065 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86b257a-f9d0-4f8e-83f4-c23173d75ad0" -d '{"events": [{"server_uuid": "3472825f-1d8f-4ac3-b366-aef07ad58b87", "name": "network-vif-unplugged", "status": "completed", "tag": "283fe7d7-4ae1-4877-a5aa-b42e0304761e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:52.538554 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Publish callbacks [] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:52.593586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Transition to ACTIVE for port object 283fe7d7-4ae1-4877-a5aa-b42e0304761e will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:48:52.603914 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:52.687507 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-8604244d-1909-4b14-a935-57af1da95568 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:52.688950 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-8604244d-1909-4b14-a935-57af1da95568 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 811 time: 0.3110523 Mar 24 00:48:52.737632 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de7f111f-a6f9-4053-8663-266e7abc6f01 req-7cae9dd8-fcca-45a1-bb9d-1b840f0f0d70 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953397 Mar 24 00:48:52.769669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-1ae1d16f-48f3-4368-b23b-56fedeccdd20 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Allocated IP 192.168.233.210 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/12c234fe-6cd4-4a64-9edb-003910b80cf6) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:48:52.798784 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] No DVR routers for this DVR port 283fe7d7-4ae1-4877-a5aa-b42e0304761e on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:48:52.801357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Pushing event updated for resources: {'Port': ['ID=283fe7d7-4ae1-4877-a5aa-b42e0304761e,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:52.802176 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06946811-4107-4ac0-ad28-bbb9ccccf347 x-openstack-request-id: req-06946811-4107-4ac0-ad28-bbb9ccccf347 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:52.803019 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e", "name": "network-vif-plugged", "status": "completed", "tag": "158c52f0-af89-4f88-9d5c-9a664b69819f", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:52.803434 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06946811-4107-4ac0-ad28-bbb9ccccf347 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:52.804122 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06946811-4107-4ac0-ad28-bbb9ccccf347'] response: {'server_uuid': '03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158c52f0-af89-4f88-9d5c-9a664b69819f', 'code': 200} Mar 24 00:48:52.831622 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-86c5d818-f4f8-4679-9059-c838ab05ea4a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/quotas/c234724dc89149218858924a99df6227 HTTP/1.1" status: 200 len: 375 time: 0.1318343 Mar 24 00:48:52.916211 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-efb72a9c-43e5-4d72-98ec-87f9db34d3b7 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791988 Mar 24 00:48:53.281706 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Attempting to bind port 283fe7d7-4ae1-4877-a5aa-b42e0304761e on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:48:53.282039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Attempting to bind port 283fe7d7-4ae1-4877-a5aa-b42e0304761e by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:48:53.282366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Attempting to bind port 283fe7d7-4ae1-4877-a5aa-b42e0304761e on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:53.309729 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Port 283fe7d7-4ae1-4877-a5aa-b42e0304761e on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:48:53.310048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Attempting to bind port 283fe7d7-4ae1-4877-a5aa-b42e0304761e on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:53.335765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:48:53.336108 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:48:53.336493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:48:53.336925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Bound port: 283fe7d7-4ae1-4877-a5aa-b42e0304761e, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:48:53.337309 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:53.384598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9f8e1-27e8-4c06-a324-2f9a0704687e req-3f118229-ac2e-4e20-aef0-7f3e2db1f6b2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:53.386083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fec9f8e1-27e8-4c06-a324-2f9a0704687e req-3f118229-ac2e-4e20-aef0-7f3e2db1f6b2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 947 time: 0.4601104 Mar 24 00:48:53.403717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266da19d-281a-470c-ac5f-4963a359b2e8 req-13e54c19-d9f7-425a-8e6d-e3e45f78eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:53.405149 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-266da19d-281a-470c-ac5f-4963a359b2e8 req-13e54c19-d9f7-425a-8e6d-e3e45f78eb42 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 1127 time: 0.4880621 Mar 24 00:48:53.416428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-fced9a72-364d-4324-89d6-b1c25570293d service neutron] 10.222.0.45 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784777 Mar 24 00:48:53.527529 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-1ae1d16f-48f3-4368-b23b-56fedeccdd20 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks [] for port (12c234fe-6cd4-4a64-9edb-003910b80cf6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:53.597050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] For port 283fe7d7-4ae1-4877-a5aa-b42e0304761e, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:48:53.630047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fec9f8e1-27e8-4c06-a324-2f9a0704687e req-67bfb2b5-c525-46cd-a982-d5bb244903b9 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374101 Mar 24 00:48:53.634376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] For port 283fe7d7-4ae1-4877-a5aa-b42e0304761e, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:48:53.637224 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-266da19d-281a-470c-ac5f-4963a359b2e8 req-80ff7e97-f809-4c57-9e8f-5101288a3a87 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005639 Mar 24 00:48:53.659165 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:53.672360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-896de6dd-ca61-43a9-91bd-623d65bb5945 service neutron] 10.222.0.45 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251270 Mar 24 00:48:53.704334 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-1ae1d16f-48f3-4368-b23b-56fedeccdd20 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (12c234fe-6cd4-4a64-9edb-003910b80cf6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:53.720678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0e6c5e2d-782c-414c-9e5f-1d5918533971'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:53.761581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:53.762213 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:53.763639 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] 10.222.0.48 "PUT /v2.0/ports/283fe7d7-4ae1-4877-a5aa-b42e0304761e HTTP/1.1" status: 200 len: 1095 time: 2.7449265 Mar 24 00:48:53.820046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-1ae1d16f-48f3-4368-b23b-56fedeccdd20 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:48:53.830089 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-1ae1d16f-48f3-4368-b23b-56fedeccdd20 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:48:53.832823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-1ae1d16f-48f3-4368-b23b-56fedeccdd20 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:48:53.838783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-1ae1d16f-48f3-4368-b23b-56fedeccdd20 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:53.839524 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-1ae1d16f-48f3-4368-b23b-56fedeccdd20 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:53.848266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad6bd3-a171-426b-9fb4-538cd2985f1e service neutron] Pushing event updated for resources: {'Port': ['ID=283fe7d7-4ae1-4877-a5aa-b42e0304761e,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:53.852127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-cbb3eca8-b0b3-4e7c-b7e0-30a9e8ed5b22 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Allocated IP 192.168.233.50 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/67b23191-0398-402d-82be-68740bac6133) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:48:53.878391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1cd4065-3ac9-4d42-ab59-67e633ad9f1b req-5f66482c-1d3f-4070-a9d0-da3d2e39012c tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "GET /v2.0/security-groups/f7364a6d-34e6-42a8-bfc1-4f08e5260b9d HTTP/1.1" status: 200 len: 1829 time: 0.2086539 Mar 24 00:48:53.977718 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991484b9-b64f-42eb-88f3-69ea79879103 x-openstack-request-id: req-991484b9-b64f-42eb-88f3-69ea79879103 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:53.978013 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3472825f-1d8f-4ac3-b366-aef07ad58b87", "name": "network-vif-unplugged", "status": "completed", "tag": "283fe7d7-4ae1-4877-a5aa-b42e0304761e", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:53.978624 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-991484b9-b64f-42eb-88f3-69ea79879103 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:53.978743 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991484b9-b64f-42eb-88f3-69ea79879103'] response: {'server_uuid': '3472825f-1d8f-4ac3-b366-aef07ad58b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283fe7d7-4ae1-4877-a5aa-b42e0304761e', 'code': 200} Mar 24 00:48:54.049272 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-1ae1d16f-48f3-4368-b23b-56fedeccdd20 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2283013 Mar 24 00:48:54.110156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Request body: {'port': {'device_id': '0b100540-f491-4823-ba75-85733477f4c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:54.200059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1d16f-48f3-4368-b23b-56fedeccdd20 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event updated for resources: {'Port': ['ID=12c234fe-6cd4-4a64-9edb-003910b80cf6,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:54.303712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-cabff434-f242-420f-afce-46821df85f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:54.305417 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-cabff434-f242-420f-afce-46821df85f59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 1129 time: 0.4246826 Mar 24 00:48:54.345085 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b1cd4065-3ac9-4d42-ab59-67e633ad9f1b req-7fea0df0-4a0f-4955-9614-7bb355807a9b tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (f7364a6d-34e6-42a8-bfc1-4f08e5260b9d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:54.480016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a066607a-dac7-49c1-ba22-4f9aa307653d None None] Provisioning complete for port 12c234fe-6cd4-4a64-9edb-003910b80cf6 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:48:54.481505 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a066607a-dac7-49c1-ba22-4f9aa307653d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (12c234fe-6cd4-4a64-9edb-003910b80cf6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:54.487883 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (12c234fe-6cd4-4a64-9edb-003910b80cf6), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:54.494970 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b1cd4065-3ac9-4d42-ab59-67e633ad9f1b req-7fea0df0-4a0f-4955-9614-7bb355807a9b tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (f7364a6d-34e6-42a8-bfc1-4f08e5260b9d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:54.533140 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a066607a-dac7-49c1-ba22-4f9aa307653d None None] Port 12c234fe-6cd4-4a64-9edb-003910b80cf6 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:48:54.649300 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-cbb3eca8-b0b3-4e7c-b7e0-30a9e8ed5b22 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks [] for port (67b23191-0398-402d-82be-68740bac6133), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:54.657793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956ae96-bb10-46df-8d60-69a1244ad411 req-abb82435-94db-46b6-afda-9d16f3257c12 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:54.659282 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c956ae96-bb10-46df-8d60-69a1244ad411 req-abb82435-94db-46b6-afda-9d16f3257c12 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.3637347 Mar 24 00:48:54.668785 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-7c8767f6-4ece-47d6-8158-4a67858b201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:54.669672 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-7c8767f6-4ece-47d6-8158-4a67858b201e service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.3099027 Mar 24 00:48:54.701801 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b1cd4065-3ac9-4d42-ab59-67e633ad9f1b req-7fea0df0-4a0f-4955-9614-7bb355807a9b tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f7364a6d-34e6-42a8-bfc1-4f08e5260b9d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:54.704903 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b1cd4065-3ac9-4d42-ab59-67e633ad9f1b req-7fea0df0-4a0f-4955-9614-7bb355807a9b tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:54.706381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1cd4065-3ac9-4d42-ab59-67e633ad9f1b req-7fea0df0-4a0f-4955-9614-7bb355807a9b tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] 10.222.0.45 "DELETE /v2.0/security-groups/f7364a6d-34e6-42a8-bfc1-4f08e5260b9d HTTP/1.1" status: 204 len: 173 time: 0.7791061 Mar 24 00:48:54.712782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33850) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:54.773480 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a70a26-00fb-4ad0-8a7d-cb00d1292d98 admin admin] Deleting subnet fc855f47-95bf-44c0-afc4-df993ff2ae21 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:48:54.777573 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d7a70a26-00fb-4ad0-8a7d-cb00d1292d98 admin admin] Publish callbacks [] for subnet (fc855f47-95bf-44c0-afc4-df993ff2ae21), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:54.821209 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d7a70a26-00fb-4ad0-8a7d-cb00d1292d98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (fc855f47-95bf-44c0-afc4-df993ff2ae21), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:54.855216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea0df0-4a0f-4955-9614-7bb355807a9b tempest-SecurityGroupRulesNegativeTestJSON-778089069 tempest-SecurityGroupRulesNegativeTestJSON-778089069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7364a6d-34e6-42a8-bfc1-4f08e5260b9d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:54.868002 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-f311e280-c0a2-49ae-a936-6018e7bf3577 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e HTTP/1.1" status: 200 len: 217 time: 0.1763046 Mar 24 00:48:54.891385 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d7a70a26-00fb-4ad0-8a7d-cb00d1292d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (fc855f47-95bf-44c0-afc4-df993ff2ae21), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:54.960442 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d7a70a26-00fb-4ad0-8a7d-cb00d1292d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (fc855f47-95bf-44c0-afc4-df993ff2ae21), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:54.988272 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a70a26-00fb-4ad0-8a7d-cb00d1292d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc855f47-95bf-44c0-afc4-df993ff2ae21,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:54.995191 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-cbb3eca8-b0b3-4e7c-b7e0-30a9e8ed5b22 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (67b23191-0398-402d-82be-68740bac6133), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:54.999516 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d7a70a26-00fb-4ad0-8a7d-cb00d1292d98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:55.003576 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d7a70a26-00fb-4ad0-8a7d-cb00d1292d98 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fc855f47-95bf-44c0-afc4-df993ff2ae21 HTTP/1.1" status: 204 len: 168 time: 0.2897723 Mar 24 00:48:55.006152 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33852) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:55.009902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0e6c5e2d-782c-414c-9e5f-1d5918533971'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:48:55.040633 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c956ae96-bb10-46df-8d60-69a1244ad411 req-907e09ec-fda2-4ab3-a4ee-70edab810e04 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564928 Mar 24 00:48:55.111873 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39d841db-8642-4b0b-abca-8a43bba84b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (90ea1f38-0b64-4e82-9c69-682fb7060c98), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:55.117446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-998e8e0b-d37f-4860-bf89-8be4ea229b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:55.130869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-998e8e0b-d37f-4860-bf89-8be4ea229b6c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.2321773 Mar 24 00:48:55.203082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c9667-e0f0-4a6b-838d-01a0c379b19b req-b9fe8f74-7ea2-4c5d-9ccb-56e264ee2d1b tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:55.205465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da2c9667-e0f0-4a6b-838d-01a0c379b19b req-b9fe8f74-7ea2-4c5d-9ccb-56e264ee2d1b tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b100540-f491-4823-ba75-85733477f4c5 HTTP/1.1" status: 200 len: 936 time: 0.4104331 Mar 24 00:48:55.213646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-cbb3eca8-b0b3-4e7c-b7e0-30a9e8ed5b22 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:48:55.257558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13b0fd50-41ad-455a-88d0-dcc714d8682f req-bc611c3f-85c7-4822-ba48-cf4b754e2ff1 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.1151717 Mar 24 00:48:55.270897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-cbb3eca8-b0b3-4e7c-b7e0-30a9e8ed5b22 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:48:55.276809 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39d841db-8642-4b0b-abca-8a43bba84b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (90ea1f38-0b64-4e82-9c69-682fb7060c98), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:55.322343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-39d841db-8642-4b0b-abca-8a43bba84b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ea1f38-0b64-4e82-9c69-682fb7060c98']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:48:55.336075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-39d841db-8642-4b0b-abca-8a43bba84b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59ec3bc-e419-4cc9-88e9-cfbaf9a495dc') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:48:55.336075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-39d841db-8642-4b0b-abca-8a43bba84b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59ec3bc-e419-4cc9-88e9-cfbaf9a495dc') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:48:55.349776 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 283fe7d7-4ae1-4877-a5aa-b42e0304761e no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:48:55.368218 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39d841db-8642-4b0b-abca-8a43bba84b26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (c59ec3bc-e419-4cc9-88e9-cfbaf9a495dc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:55.380307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-cbb3eca8-b0b3-4e7c-b7e0-30a9e8ed5b22 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:48:55.386044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-cbb3eca8-b0b3-4e7c-b7e0-30a9e8ed5b22 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:55.386676 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-cbb3eca8-b0b3-4e7c-b7e0-30a9e8ed5b22 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:55.389275 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3eca8-b0b3-4e7c-b7e0-30a9e8ed5b22 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event updated for resources: {'Port': ['ID=67b23191-0398-402d-82be-68740bac6133,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:55.407858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39d841db-8642-4b0b-abca-8a43bba84b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (c59ec3bc-e419-4cc9-88e9-cfbaf9a495dc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:55.418726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d841db-8642-4b0b-abca-8a43bba84b26 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:48:55.419706 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39d841db-8642-4b0b-abca-8a43bba84b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (c59ec3bc-e419-4cc9-88e9-cfbaf9a495dc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:55.441391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] The host n-h1-760455-9 is not matching for port 283fe7d7-4ae1-4877-a5aa-b42e0304761e host n-h2-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 00:48:55.441837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 283fe7d7-4ae1-4877-a5aa-b42e0304761e not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:48:55.485809 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:48:55.500440 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39d841db-8642-4b0b-abca-8a43bba84b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (90ea1f38-0b64-4e82-9c69-682fb7060c98), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:55.514282 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39d841db-8642-4b0b-abca-8a43bba84b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:55.514404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63bd3841-345f-414f-bd02-823183ed339b req-b6c43c75-a071-45ae-bfb1-bb7cf0570295 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=414424cb-d0b1-47e2-ab5e-4540d2f3d105 HTTP/1.1" status: 200 len: 210 time: 0.1203465 Mar 24 00:48:55.519417 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-39d841db-8642-4b0b-abca-8a43bba84b26 admin admin] 10.222.0.45 "DELETE /v2.0/networks/90ea1f38-0b64-4e82-9c69-682fb7060c98 HTTP/1.1" status: 204 len: 168 time: 0.5119190 Mar 24 00:48:55.547317 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d841db-8642-4b0b-abca-8a43bba84b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=90ea1f38-0b64-4e82-9c69-682fb7060c98,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:55.560703 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-cbb3eca8-b0b3-4e7c-b7e0-30a9e8ed5b22 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6495075 Mar 24 00:48:55.591505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-0c3296c2-53b3-4457-bbef-864547afdc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:55.593006 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-0c3296c2-53b3-4457-bbef-864547afdc53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4494684 Mar 24 00:48:55.618623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Request body: {'port': {'device_id': 'dc8edaca-5195-4ea9-9937-22b6526e967a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:55.658711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5ed3fc28-b039-4f91-a816-f907158cd107 None None] Provisioning complete for port 67b23191-0398-402d-82be-68740bac6133 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:48:55.659217 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5ed3fc28-b039-4f91-a816-f907158cd107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (67b23191-0398-402d-82be-68740bac6133), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:55.692324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33856) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:55.701514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da2c9667-e0f0-4a6b-838d-01a0c379b19b req-a13d900c-c7bd-403b-8e75-7a78ff9f98d3 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625413 Mar 24 00:48:55.703361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5ed3fc28-b039-4f91-a816-f907158cd107 None None] Port 67b23191-0398-402d-82be-68740bac6133 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:48:55.758872 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-043248c1-f553-4aec-8153-000a384ead0c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=38c5de60b21e4117b3521c7aca6206ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0652754 Mar 24 00:48:55.759597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33858) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:55.815777 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac59f2ee-9fa4-411d-bd3c-9dce037aa5f3 admin admin] Publish callbacks [] for security_group (76f2114f-08e0-479b-9ea8-aff5c783516f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:55.847577 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac59f2ee-9fa4-411d-bd3c-9dce037aa5f3 admin admin] Publish callbacks [] for security_group (76f2114f-08e0-479b-9ea8-aff5c783516f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:55.906530 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac59f2ee-9fa4-411d-bd3c-9dce037aa5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (76f2114f-08e0-479b-9ea8-aff5c783516f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:55.909379 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac59f2ee-9fa4-411d-bd3c-9dce037aa5f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:55.912854 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ac59f2ee-9fa4-411d-bd3c-9dce037aa5f3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76f2114f-08e0-479b-9ea8-aff5c783516f HTTP/1.1" status: 204 len: 168 time: 0.1499577 Mar 24 00:48:55.936413 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59f2ee-9fa4-411d-bd3c-9dce037aa5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f2114f-08e0-479b-9ea8-aff5c783516f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:56.037476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-53a67828-3f63-4f43-844c-7a9ae350c233 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:56.038959 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-53a67828-3f63-4f43-844c-7a9ae350c233 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 811 time: 0.8102794 Mar 24 00:48:56.039502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3472825f-1d8f-4ac3-b366-aef07ad58b87', 'tag': '283fe7d7-4ae1-4877-a5aa-b42e0304761e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:56.041758 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64133d0c-e2e5-493d-9743-cc51a5686fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "3472825f-1d8f-4ac3-b366-aef07ad58b87", "tag": "283fe7d7-4ae1-4877-a5aa-b42e0304761e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:56.095011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-589c743c-3a6e-4c08-8ec6-ce98aa599517 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Request body: {'port': {'device_id': '414424cb-d0b1-47e2-ab5e-4540d2f3d105', 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13', 'admin_state_up': True, 'tenant_id': 'c234724dc89149218858924a99df6227'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:56.124589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c234fe-6cd4-4a64-9edb-003910b80cf6 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:56.176065 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Publish callbacks [] for port (12c234fe-6cd4-4a64-9edb-003910b80cf6), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:56.193131 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (67b23191-0398-402d-82be-68740bac6133), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:56.235421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74006be7-0ca5-4886-a1e7-27ed90597318 req-d8b28615-f0da-4a5f-bc8b-e63f502cfb96 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:56.236993 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74006be7-0ca5-4886-a1e7-27ed90597318 req-d8b28615-f0da-4a5f-bc8b-e63f502cfb96 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae82bf1e-b23a-492d-802c-444966101b7d HTTP/1.1" status: 200 len: 950 time: 0.6102614 Mar 24 00:48:56.238863 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-e7aa8284-c59d-4165-bef5-3cb62d56b3b7 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324482 Mar 24 00:48:56.239959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Transition to ACTIVE for port object 12c234fe-6cd4-4a64-9edb-003910b80cf6 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:48:56.273410 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (12c234fe-6cd4-4a64-9edb-003910b80cf6), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:56.354163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2171afe-95aa-4e48-9fd4-82ac4e13f157 req-a996b9fd-cb2b-43f9-a773-a2434d27acb6 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:56.355712 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2171afe-95aa-4e48-9fd4-82ac4e13f157 req-a996b9fd-cb2b-43f9-a773-a2434d27acb6 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 947 time: 0.5661504 Mar 24 00:48:56.552597 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Pushing event updated for resources: {'Port': ['ID=12c234fe-6cd4-4a64-9edb-003910b80cf6,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:56.665046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74006be7-0ca5-4886-a1e7-27ed90597318 req-5d124725-b7db-4bae-8922-18711a118381 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131045 Mar 24 00:48:56.758024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-589c743c-3a6e-4c08-8ec6-ce98aa599517 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Made reservation on behalf of c234724dc89149218858924a99df6227 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:48:56.761974 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-589c743c-3a6e-4c08-8ec6-ce98aa599517 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:56.769679 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee31a1b-3acf-4336-b828-e46be0141af4 x-openstack-request-id: req-8ee31a1b-3acf-4336-b828-e46be0141af4 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:56.769979 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3472825f-1d8f-4ac3-b366-aef07ad58b87", "tag": "283fe7d7-4ae1-4877-a5aa-b42e0304761e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:56.770388 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ee31a1b-3acf-4336-b828-e46be0141af4 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:56.770788 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee31a1b-3acf-4336-b828-e46be0141af4'] response: {'name': 'network-changed', 'server_uuid': '3472825f-1d8f-4ac3-b366-aef07ad58b87', 'tag': '283fe7d7-4ae1-4877-a5aa-b42e0304761e', 'status': 'completed', 'code': 200} Mar 24 00:48:56.786562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2171afe-95aa-4e48-9fd4-82ac4e13f157 req-185da4a5-798b-4c0c-9adb-4a26827a4586 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806040 Mar 24 00:48:56.787282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Attempting to bind port 12c234fe-6cd4-4a64-9edb-003910b80cf6 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:48:56.787618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Attempting to bind port 12c234fe-6cd4-4a64-9edb-003910b80cf6 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:48:56.787946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Attempting to bind port 12c234fe-6cd4-4a64-9edb-003910b80cf6 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:56.819140 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-187b804c-392c-48e0-8ff2-fc5dc9019fad service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339828 Mar 24 00:48:56.843699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33894) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:56.894558 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-5013d686-249a-4703-8dfe-77fe5b4b9f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:56.900986 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-5013d686-249a-4703-8dfe-77fe5b4b9f1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 1129 time: 0.1325071 Mar 24 00:48:56.915562 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Port 12c234fe-6cd4-4a64-9edb-003910b80cf6 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:48:56.915915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Attempting to bind port 12c234fe-6cd4-4a64-9edb-003910b80cf6 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:56.997561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:48:56.998059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:48:56.998379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:48:56.998835 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Bound port: 12c234fe-6cd4-4a64-9edb-003910b80cf6, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:48:56.999200 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (12c234fe-6cd4-4a64-9edb-003910b80cf6), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:57.002451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-720105674-network', 'tenant_id': '6374d5cf435940aaabe0fc55b3a02c48'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:57.044435 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8f8c89b-c77e-4504-b079-aff9ac58b617 req-ee72653f-3f79-4b82-a6f1-22bb89118197 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.1402867 Mar 24 00:48:57.046237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Made reservation on behalf of 6374d5cf435940aaabe0fc55b3a02c48 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:48:57.048584 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:57.063493 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:57.073643 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-1ca0903a-e70b-459e-8f68-d654d4fd9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:57.075153 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-1ca0903a-e70b-459e-8f68-d654d4fd9ef6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.1669292 Mar 24 00:48:57.137206 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-a436e10d-1097-461a-a9ae-a1fb0223893e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e HTTP/1.1" status: 200 len: 217 time: 0.0461295 Mar 24 00:48:57.192069 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bf02960-343c-45b8-91d7-18976bfa3bf1 req-2af6d6bc-5697-42ee-9d6f-b13bcfd20530 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=414424cb-d0b1-47e2-ab5e-4540d2f3d105 HTTP/1.1" status: 200 len: 210 time: 0.0640106 Mar 24 00:48:57.207088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-625a2cea-7fe9-49da-9a9a-b45b4beff114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:57.208604 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-625a2cea-7fe9-49da-9a9a-b45b4beff114 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0653417 Mar 24 00:48:57.249285 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Publish callbacks [] for security_group (3b681cb5-71d0-4654-a1d0-0184b29e9bd2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:57.256956 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3b681cb5-71d0-4654-a1d0-0184b29e9bd2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:57.269343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6ce61-1883-4a5b-9c82-453a9f3f6637 req-cfd73d21-ce91-4ddf-b1ee-978aad900f10 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:57.270816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0fe6ce61-1883-4a5b-9c82-453a9f3f6637 req-cfd73d21-ce91-4ddf-b1ee-978aad900f10 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.3689382 Mar 24 00:48:57.282253 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:48:57.301532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-92cc5da0-706b-40be-874f-edc1a5671606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:57.303016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-92cc5da0-706b-40be-874f-edc1a5671606 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 1129 time: 0.4000652 Mar 24 00:48:57.306378 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-1d6d48ae-40b1-4b93-8099-bae8e8ec9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:57.306563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] For port 12c234fe-6cd4-4a64-9edb-003910b80cf6, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:48:57.307898 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-1d6d48ae-40b1-4b93-8099-bae8e8ec9d61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0922861 Mar 24 00:48:57.309278 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (6f8205e3-a833-43fb-a989-170f59c47616), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:57.309679 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Added segment 6f8205e3-a833-43fb-a989-170f59c47616 of type vlan for network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 Mar 24 00:48:57.319362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b681cb5-71d0-4654-a1d0-0184b29e9bd2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:57.373537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] For port 12c234fe-6cd4-4a64-9edb-003910b80cf6, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=12c234fe-6cd4-4a64-9edb-003910b80cf6,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:48:57.392360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.392714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.393035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.393409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.393720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.394043 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.394361 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.394699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.395002 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.395319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.395636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.395953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.396267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.396583 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.396894 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.413494 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (28d7b20a-54b3-49e0-9fa8-4437abc863b3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:57.427991 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-589c743c-3a6e-4c08-8ec6-ce98aa599517 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Allocated IP 172.20.0.6 (ed6472c2-d109-4f17-8364-15c609d6ab13/251d5752-2a9f-4020-8b2c-bc7d24dfd8cf/d1951482-2097-465a-8391-881009e4fa50) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:48:57.432087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b23191-0398-402d-82be-68740bac6133 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:48:57.446704 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (12c234fe-6cd4-4a64-9edb-003910b80cf6), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:57.449716 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Publish callbacks [] for port (67b23191-0398-402d-82be-68740bac6133), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:57.465915 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (28d7b20a-54b3-49e0-9fa8-4437abc863b3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:57.467026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:57.468641 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:57.486865 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-6889facc-508e-4c74-9541-20348cfa3bf3 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686597 Mar 24 00:48:57.544008 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Transition to ACTIVE for port object 67b23191-0398-402d-82be-68740bac6133 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:48:57.545514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:57.546102 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:57.548204 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] 10.222.0.57 "PUT /v2.0/ports/12c234fe-6cd4-4a64-9edb-003910b80cf6 HTTP/1.1" status: 200 len: 1096 time: 3.4714544 Mar 24 00:48:57.573436 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0fe6ce61-1883-4a5b-9c82-453a9f3f6637 req-a371bf5f-c114-4da0-98d4-c99ff5ce261d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790899 Mar 24 00:48:57.585218 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (67b23191-0398-402d-82be-68740bac6133), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:57.600986 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7558420 Mar 24 00:48:57.605309 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586adaa-f22f-4ce0-8a60-8d49e35fc84c admin admin] Pushing event updated for resources: {'Network': ['ID=28d7b20a-54b3-49e0-9fa8-4437abc863b3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:57.610193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33902) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:48:57.613308 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648d422-2f25-4c3f-8862-375c52e4ee58 req-66b9b4cd-80eb-4271-8c71-8a8cb76323ff tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:57.614586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5648d422-2f25-4c3f-8862-375c52e4ee58 req-66b9b4cd-80eb-4271-8c71-8a8cb76323ff tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b100540-f491-4823-ba75-85733477f4c5 HTTP/1.1" status: 200 len: 948 time: 0.3393824 Mar 24 00:48:57.619618 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:48:57.634266 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e2dde703-b454-45e0-888c-0b87042c0737 admin admin] Request body: {'subnet': {'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-720105674-subnet', 'tenant_id': '6374d5cf435940aaabe0fc55b3a02c48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:57.700284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Pushing event updated for resources: {'Port': ['ID=12c234fe-6cd4-4a64-9edb-003910b80cf6,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:57.710884 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-433a38d9-635f-4f32-8be1-2ba37cd1b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:57.712368 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-433a38d9-635f-4f32-8be1-2ba37cd1b31e service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.3853569 Mar 24 00:48:57.733300 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dde703-b454-45e0-888c-0b87042c0737 admin admin] Made reservation on behalf of 6374d5cf435940aaabe0fc55b3a02c48 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:48:57.735590 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e2dde703-b454-45e0-888c-0b87042c0737 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:57.764607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.764952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.765390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.765744 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.766072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.766402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.766786 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.767117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.767440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.767750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.768069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.768393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.768708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.769022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.769357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb561c-a3b8-4c0e-b301-503c5788bb3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:48:57.798035 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-951bcf38-058a-47d3-af02-6dcbc938d74e service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786460 Mar 24 00:48:57.860158 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-44d75620-ee0b-4c59-9426-cc3ac509d999 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9476fc0d7e92480eaadd9d21426516a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1433544 Mar 24 00:48:57.884609 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-d943072e-2ed3-4a7f-863b-d4cdabd6847e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e HTTP/1.1" status: 200 len: 217 time: 0.1429696 Mar 24 00:48:57.946689 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e2dde703-b454-45e0-888c-0b87042c0737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (fb9edc02-a7fb-40a3-a5cf-135ddc4074a8), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:57.977623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5648d422-2f25-4c3f-8862-375c52e4ee58 req-fdeff4a5-d0e7-4385-a5ac-7e56609049cc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530607 Mar 24 00:48:58.005468 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dde703-b454-45e0-888c-0b87042c0737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb9edc02-a7fb-40a3-a5cf-135ddc4074a8,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:58.030458 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dde703-b454-45e0-888c-0b87042c0737 admin admin] Checking segment: {'id': '6f8205e3-a833-43fb-a989-170f59c47616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:48:58.030827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dde703-b454-45e0-888c-0b87042c0737 admin admin] Network hostable DHCP agents. Network: 28d7b20a-54b3-49e0-9fa8-4437abc863b3, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:48:58.051134 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dde703-b454-45e0-888c-0b87042c0737 admin admin] Network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:48:58.062271 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-e2dde703-b454-45e0-888c-0b87042c0737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 28d7b20a-54b3-49e0-9fa8-4437abc863b3) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:48:58.066425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dde703-b454-45e0-888c-0b87042c0737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:58.067020 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e2dde703-b454-45e0-888c-0b87042c0737 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:58.074294 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c006010-cf69-4eb8-977b-9768a43ff25c None None] Network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:48:58.094302 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e2dde703-b454-45e0-888c-0b87042c0737 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4750438 Mar 24 00:48:58.193466 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bc5a8e-03be-44fa-a8f7-60e3c985cbcf None None] Network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:48:58.279011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-d9ab9270-87bf-446c-9253-046ab22c3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:58.280478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-d9ab9270-87bf-446c-9253-046ab22c3437 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=0b100540-f491-4823-ba75-85733477f4c5 HTTP/1.1" status: 200 len: 1130 time: 0.6640048 Mar 24 00:48:58.294919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Attempting to bind port 67b23191-0398-402d-82be-68740bac6133 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:48:58.295246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Attempting to bind port 67b23191-0398-402d-82be-68740bac6133 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:48:58.295575 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Attempting to bind port 67b23191-0398-402d-82be-68740bac6133 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:58.297479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Pushing event updated for resources: {'Port': ['ID=67b23191-0398-402d-82be-68740bac6133,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:58.373979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Port 67b23191-0398-402d-82be-68740bac6133 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:48:58.374309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Attempting to bind port 67b23191-0398-402d-82be-68740bac6133 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:48:58.389720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-72484025-642e-4919-9424-973158b17f6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=12c234fe-6cd4-4a64-9edb-003910b80cf6 HTTP/1.1" status: 200 len: 217 time: 0.0820093 Mar 24 00:48:58.423077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:48:58.423421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:48:58.423789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:48:58.424227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Bound port: 67b23191-0398-402d-82be-68740bac6133, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:48:58.424584 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (67b23191-0398-402d-82be-68740bac6133), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:58.427025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-7905769c-1c28-4524-8edc-6d381dd485a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:58.428379 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-7905769c-1c28-4524-8edc-6d381dd485a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.5075974 Mar 24 00:48:58.431578 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-589c743c-3a6e-4c08-8ec6-ce98aa599517 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks [] for port (d1951482-2097-465a-8391-881009e4fa50), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:58.567261 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-f451a3ff-de4b-45f5-8e9d-9df60aa02f01 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:58.568683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-f451a3ff-de4b-45f5-8e9d-9df60aa02f01 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6573801 Mar 24 00:48:58.576966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-aaa46ebb-15fe-45b6-a473-08c67710bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:58.578317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-aaa46ebb-15fe-45b6-a473-08c67710bf8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1679132 Mar 24 00:48:58.580111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4282ee4-ff12-417c-bdb8-4ca48be13358 req-ce85c8f7-8566-4761-b35c-e4a47d7c93aa tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:58.581507 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4282ee4-ff12-417c-bdb8-4ca48be13358 req-ce85c8f7-8566-4761-b35c-e4a47d7c93aa tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 1127 time: 0.3212221 Mar 24 00:48:58.598089 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5d26ba9-a598-4beb-aed2-369577c53d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:58.664070 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-c2ae9d76-9971-4245-b6c9-1ed932933624 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/quotas/9476fc0d7e92480eaadd9d21426516a3 HTTP/1.1" status: 200 len: 375 time: 0.0810802 Mar 24 00:48:58.671909 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-589c743c-3a6e-4c08-8ec6-ce98aa599517 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (d1951482-2097-465a-8391-881009e4fa50), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:58.675375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] For port 67b23191-0398-402d-82be-68740bac6133, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:48:58.682670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] For port 67b23191-0398-402d-82be-68740bac6133, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=67b23191-0398-402d-82be-68740bac6133,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:48:58.702583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-eb1aaf16-4e8a-41fe-a34e-4b849d41034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:58.703990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-eb1aaf16-4e8a-41fe-a34e-4b849d41034a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2446518 Mar 24 00:48:58.754205 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (67b23191-0398-402d-82be-68740bac6133), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:58.777992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b100540-f491-4823-ba75-85733477f4c5', 'tag': '12c234fe-6cd4-4a64-9edb-003910b80cf6'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:48:58.780088 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66ef6dc-572f-4287-b96e-ae1b1da5405c" -d '{"events": [{"name": "network-changed", "server_uuid": "0b100540-f491-4823-ba75-85733477f4c5", "tag": "12c234fe-6cd4-4a64-9edb-003910b80cf6"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:48:58.845650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-589c743c-3a6e-4c08-8ec6-ce98aa599517 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Network ed6472c2-d109-4f17-8364-15c609d6ab13 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:48:58.858138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4282ee4-ff12-417c-bdb8-4ca48be13358 req-0e497c97-495d-403e-979c-8c5a03024fcb tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684028 Mar 24 00:48:58.863879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-589c743c-3a6e-4c08-8ec6-ce98aa599517 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:48:58.871044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-589c743c-3a6e-4c08-8ec6-ce98aa599517 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:48:58.876016 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-589c743c-3a6e-4c08-8ec6-ce98aa599517 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:58.876631 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-589c743c-3a6e-4c08-8ec6-ce98aa599517 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:58.880622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c743c-3a6e-4c08-8ec6-ce98aa599517 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Pushing event updated for resources: {'Port': ['ID=d1951482-2097-465a-8391-881009e4fa50,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:58.883610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:58.884216 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:58.885616 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] 10.222.0.57 "PUT /v2.0/ports/67b23191-0398-402d-82be-68740bac6133 HTTP/1.1" status: 200 len: 1095 time: 3.2915702 Mar 24 00:48:58.891155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-a73dcbf5-2711-4729-8d20-ca853da76d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:58.892591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-a73dcbf5-2711-4729-8d20-ca853da76d47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2984805 Mar 24 00:48:59.008485 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-589c743c-3a6e-4c08-8ec6-ce98aa599517 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9401774 Mar 24 00:48:59.050205 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Request body: {'port': {'device_id': '414424cb-d0b1-47e2-ab5e-4540d2f3d105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:48:59.093042 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-111027b9-5e78-484f-a9e5-3bb433bfb50c tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9476fc0d7e92480eaadd9d21426516a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4154253 Mar 24 00:48:59.144357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-a5736c33-3f43-4c64-a719-65e14424f391 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077258 Mar 24 00:48:59.177428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f5239-0aff-4099-b9ce-2419f9dbed7f service neutron] Pushing event updated for resources: {'Port': ['ID=67b23191-0398-402d-82be-68740bac6133,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:48:59.279485 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-019f9e7d-75e0-4122-983e-a981fe061bf3 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779724 Mar 24 00:48:59.299490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-fddbd7a7-b69b-4e43-a4e4-611944812e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:59.300987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-fddbd7a7-b69b-4e43-a4e4-611944812e16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=dc8edaca-5195-4ea9-9937-22b6526e967a HTTP/1.1" status: 200 len: 1129 time: 0.3030005 Mar 24 00:48:59.311289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eac6b9-e981-4742-91a4-5a51e7f39792 req-86eb6ec2-7e4c-4b46-a2a1-fa4105250b6c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:59.312695 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f1eac6b9-e981-4742-91a4-5a51e7f39792 req-86eb6ec2-7e4c-4b46-a2a1-fa4105250b6c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 947 time: 0.3085268 Mar 24 00:48:59.314487 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37ded417-dedd-40ee-996a-2c5bb34cbb4a req-176352f8-6fbd-446e-8f61-b2a96911a6ed tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0651214 Mar 24 00:48:59.324287 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d1951482-2097-465a-8391-881009e4fa50), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:59.433613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-3616de11-37f0-40be-964c-78e4f80e67c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=67b23191-0398-402d-82be-68740bac6133 HTTP/1.1" status: 200 len: 217 time: 0.1180568 Mar 24 00:48:59.497811 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:48:59.562326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64133d0c-e2e5-493d-9743-cc51a5686fbf req-74d3d15a-6162-4161-89c9-f51d8b7877c4 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018743 Mar 24 00:48:59.604527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f1eac6b9-e981-4742-91a4-5a51e7f39792 req-d2a5386d-e407-4d97-ad0d-9e7ecfc78b4b tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766435 Mar 24 00:48:59.663716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-4c556aad-3700-42c1-9e71-1e962da084cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:59.665129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-4c556aad-3700-42c1-9e71-1e962da084cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.2172942 Mar 24 00:48:59.678051 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-b6b54d16-e546-4348-8e27-12f753602e36 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757570 Mar 24 00:48:59.720513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e8ff4-517c-4a16-bc9a-cff7c47ad5ad req-7f5495c1-3c71-4d9d-90fb-974d451ce3a9 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:59.721834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-845e8ff4-517c-4a16-bc9a-cff7c47ad5ad req-7f5495c1-3c71-4d9d-90fb-974d451ce3a9 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=414424cb-d0b1-47e2-ab5e-4540d2f3d105 HTTP/1.1" status: 200 len: 931 time: 0.3048422 Mar 24 00:48:59.844489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-d1e6d2b3-1dd8-48f5-91e1-ca62abe002de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:48:59.845970 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-d1e6d2b3-1dd8-48f5-91e1-ca62abe002de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1732788 Mar 24 00:48:59.860925 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-845e8ff4-517c-4a16-bc9a-cff7c47ad5ad req-03a71ba8-15b8-4feb-866c-482527ff19e0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321425 Mar 24 00:48:59.915469 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd25864-4ff1-47fb-b007-1d5ffc0bb998 x-openstack-request-id: req-5dd25864-4ff1-47fb-b007-1d5ffc0bb998 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:48:59.915758 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b100540-f491-4823-ba75-85733477f4c5", "tag": "12c234fe-6cd4-4a64-9edb-003910b80cf6", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:48:59.916009 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5dd25864-4ff1-47fb-b007-1d5ffc0bb998 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:48:59.916402 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd25864-4ff1-47fb-b007-1d5ffc0bb998'] response: {'name': 'network-changed', 'server_uuid': '0b100540-f491-4823-ba75-85733477f4c5', 'tag': '12c234fe-6cd4-4a64-9edb-003910b80cf6', 'status': 'completed', 'code': 200} Mar 24 00:49:00.267320 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-7e07a5c9-7bdc-4b67-b7b5-00d4140092e2 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9476fc0d7e92480eaadd9d21426516a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270846 Mar 24 00:49:00.341286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-d2a382a0-88fd-4dac-bb9d-976ee46d1331 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:00.342746 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-d2a382a0-88fd-4dac-bb9d-976ee46d1331 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/networks?id=28d7b20a-54b3-49e0-9fa8-4437abc863b3 HTTP/1.1" status: 200 len: 817 time: 0.5186188 Mar 24 00:49:00.381883 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-8f037384-5360-45e9-9132-a6da6131fd1c service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199823 Mar 24 00:49:00.384433 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1951482-2097-465a-8391-881009e4fa50 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:00.394935 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ef6dc-572f-4287-b96e-ae1b1da5405c req-e86bb9a5-4456-49b2-9590-20f169363cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:00.396395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d66ef6dc-572f-4287-b96e-ae1b1da5405c req-e86bb9a5-4456-49b2-9590-20f169363cfe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=0b100540-f491-4823-ba75-85733477f4c5 HTTP/1.1" status: 200 len: 1130 time: 0.4475403 Mar 24 00:49:00.398206 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Publish callbacks [] for port (d1951482-2097-465a-8391-881009e4fa50), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:00.404006 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-8606987a-9f1b-494c-8d15-42b9b41d2b1f tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/quotas/6374d5cf435940aaabe0fc55b3a02c48 HTTP/1.1" status: 200 len: 375 time: 0.0512016 Mar 24 00:49:00.432731 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-527c4a57-5c71-45d5-a469-7a3d67f7587f tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:00.434401 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-527c4a57-5c71-45d5-a469-7a3d67f7587f tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599941 Mar 24 00:49:00.448167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-83670c23-a714-45dc-b652-461bbc36ee52 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Request body: {'port': {'device_id': 'a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': '9476fc0d7e92480eaadd9d21426516a3'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:00.493119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f8747-f4be-4a70-8f98-cf5c7ef04124 req-ba05afce-6783-434e-9298-2e46ad450ad4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:00.499816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c45f8747-f4be-4a70-8f98-cf5c7ef04124 req-ba05afce-6783-434e-9298-2e46ad450ad4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b100540-f491-4823-ba75-85733477f4c5 HTTP/1.1" status: 200 len: 948 time: 0.2837677 Mar 24 00:49:00.501975 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Transition to ACTIVE for port object d1951482-2097-465a-8391-881009e4fa50 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:49:00.562428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-03437661-4f8d-4c92-b287-bb3c67ed1519 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6374d5cf435940aaabe0fc55b3a02c48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1304610 Mar 24 00:49:00.568596 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d1951482-2097-465a-8391-881009e4fa50), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:00.613875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-83670c23-a714-45dc-b652-461bbc36ee52 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Made reservation on behalf of 9476fc0d7e92480eaadd9d21426516a3 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:49:00.617976 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-83670c23-a714-45dc-b652-461bbc36ee52 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:00.685582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 283fe7d7-4ae1-4877-a5aa-b42e0304761e details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:49:00.742507 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Pushing event updated for resources: {'Port': ['ID=d1951482-2097-465a-8391-881009e4fa50,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:00.777940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c45f8747-f4be-4a70-8f98-cf5c7ef04124 req-88a83396-2cc1-43ea-ad97-cc0f62644460 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623205 Mar 24 00:49:00.794489 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-83670c23-a714-45dc-b652-461bbc36ee52 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Allocated IP 192.168.233.125 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/d7713096-7595-4d58-83d7-c58efe44f342) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:49:00.817078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d141fc4-8640-4386-a9a6-54a2b2276d10 req-684d9d7f-d7fe-48a6-b62e-d6e2523862f9 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163647 Mar 24 00:49:00.847313 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3e0aeae-08a9-46c1-8a27-5c2cec3bd945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:00.877675 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 283fe7d7-4ae1-4877-a5aa-b42e0304761e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:00.881664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ef6dc-572f-4287-b96e-ae1b1da5405c req-732ea285-5f99-49f0-bd56-6e1e68c41e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:00.884261 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d66ef6dc-572f-4287-b96e-ae1b1da5405c req-732ea285-5f99-49f0-bd56-6e1e68c41e08 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.4735191 Mar 24 00:49:00.900241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '283fe7d7-4ae1-4877-a5aa-b42e0304761e', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '283fe7d7-4ae1-4877-a5aa-b42e0304761e', 'mac_address': 'fa:16:3e:31:cf:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:49:00.950900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74fc278d-7404-4c54-91b2-b4afa5902f66 req-d1deb9a1-9cf9-4e6f-bffe-d5456521d91e tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 210 time: 0.0898764 Mar 24 00:49:00.957449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 283fe7d7-4ae1-4877-a5aa-b42e0304761e is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:00.958162 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:00.974386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283fe7d7-4ae1-4877-a5aa-b42e0304761e {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:00.982724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Attempting to bind port d1951482-2097-465a-8391-881009e4fa50 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:49:00.983058 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Attempting to bind port d1951482-2097-465a-8391-881009e4fa50 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:49:00.983384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Attempting to bind port d1951482-2097-465a-8391-881009e4fa50 on network ed6472c2-d109-4f17-8364-15c609d6ab13 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:00.994370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d66ef6dc-572f-4287-b96e-ae1b1da5405c req-cddf7e19-a911-4fa6-9a20-e76502aecd1e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=12c234fe-6cd4-4a64-9edb-003910b80cf6 HTTP/1.1" status: 200 len: 217 time: 0.0791633 Mar 24 00:49:00.998243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 283fe7d7-4ae1-4877-a5aa-b42e0304761e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:01.005060 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:01.035235 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-83670c23-a714-45dc-b652-461bbc36ee52 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks [] for port (d7713096-7595-4d58-83d7-c58efe44f342), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:01.068501 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-8c13f2d8-f000-42b5-b257-5bfaed2e6ac4 service neutron] 10.222.0.45 "GET /v2.0/networks/28d7b20a-54b3-49e0-9fa8-4437abc863b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901340 Mar 24 00:49:01.086434 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-83670c23-a714-45dc-b652-461bbc36ee52 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d7713096-7595-4d58-83d7-c58efe44f342), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:01.107163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a40a9f44-462f-4c48-bac3-e5752c93a2ef'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:01.107641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Port d1951482-2097-465a-8391-881009e4fa50 on network ed6472c2-d109-4f17-8364-15c609d6ab13 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:49:01.108102 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Attempting to bind port d1951482-2097-465a-8391-881009e4fa50 on network ed6472c2-d109-4f17-8364-15c609d6ab13 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:01.159338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:49:01.159940 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Checking segment: {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:49:01.160453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Bound using segment: {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:49:01.161247 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Bound port: d1951482-2097-465a-8391-881009e4fa50, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:49:01.161605 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d1951482-2097-465a-8391-881009e4fa50), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:01.173617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=283fe7d7-4ae1-4877-a5aa-b42e0304761e,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:01.209559 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83670c23-a714-45dc-b652-461bbc36ee52 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Pushing event updated for resources: {'Port': ['ID=d7713096-7595-4d58-83d7-c58efe44f342,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:01.224510 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-83670c23-a714-45dc-b652-461bbc36ee52 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:49:01.226526 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-83670c23-a714-45dc-b652-461bbc36ee52 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:49:01.239349 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-83670c23-a714-45dc-b652-461bbc36ee52 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:49:01.267774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ef6dc-572f-4287-b96e-ae1b1da5405c req-ab85892e-da9e-4f1c-9f93-f59aebc096a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:01.269399 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d66ef6dc-572f-4287-b96e-ae1b1da5405c req-ab85892e-da9e-4f1c-9f93-f59aebc096a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.2741122 Mar 24 00:49:01.307463 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-83670c23-a714-45dc-b652-461bbc36ee52 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:01.308106 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-83670c23-a714-45dc-b652-461bbc36ee52 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:01.328307 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-83670c23-a714-45dc-b652-461bbc36ee52 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8841393 Mar 24 00:49:01.333018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['283fe7d7-4ae1-4877-a5aa-b42e0304761e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:01.347374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Request body: {'port': {'device_id': 'a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:01.412244 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-318fd612-5e66-43f5-9e6d-30d0f34c454a req-1909fbaa-bee2-4df0-b574-8ada26739610 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.1488194 Mar 24 00:49:01.428600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] For port d1951482-2097-465a-8391-881009e4fa50, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:49:01.442585 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d7713096-7595-4d58-83d7-c58efe44f342), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:01.480561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] For port d1951482-2097-465a-8391-881009e4fa50, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=d1951482-2097-465a-8391-881009e4fa50,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:49:01.515157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-2d4ae4dc-6964-4cc0-93e4-296f9dde1731 service neutron] 10.222.0.45 "GET /v2.0/networks/28d7b20a-54b3-49e0-9fa8-4437abc863b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392686 Mar 24 00:49:01.528617 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d1951482-2097-465a-8391-881009e4fa50), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:01.636253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-eda1603f-f5c8-4270-af0b-8d9b8aa98441 None None] Provisioning complete for port d7713096-7595-4d58-83d7-c58efe44f342 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:01.636638 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-eda1603f-f5c8-4270-af0b-8d9b8aa98441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d7713096-7595-4d58-83d7-c58efe44f342), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:01.673687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-eda1603f-f5c8-4270-af0b-8d9b8aa98441 None None] Port d7713096-7595-4d58-83d7-c58efe44f342 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:49:01.694964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d4e2-cfab-442f-b777-7beef69c5594 req-f8314c06-7189-4622-98da-33a6e400dd17 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:01.696455 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aaf0d4e2-cfab-442f-b777-7beef69c5594 req-f8314c06-7189-4622-98da-33a6e400dd17 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87&tenant_id=a09e8f3796504a0591d01b6c352de665&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 948 time: 0.4321496 Mar 24 00:49:01.702987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ef6dc-572f-4287-b96e-ae1b1da5405c req-0c278fde-6414-46f6-a58f-6c4055013ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:01.704478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d66ef6dc-572f-4287-b96e-ae1b1da5405c req-0c278fde-6414-46f6-a58f-6c4055013ac9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4063058 Mar 24 00:49:01.708229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:01.708834 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:01.710743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] 10.222.0.48 "PUT /v2.0/ports/d1951482-2097-465a-8391-881009e4fa50 HTTP/1.1" status: 200 len: 1091 time: 2.6848369 Mar 24 00:49:01.824207 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7713096-7595-4d58-83d7-c58efe44f342 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:01.848697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63da838-fd7d-437c-b1ee-0c50a6462547 service neutron] Pushing event updated for resources: {'Port': ['ID=d1951482-2097-465a-8391-881009e4fa50,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:01.850899 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Publish callbacks [] for port (d7713096-7595-4d58-83d7-c58efe44f342), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:01.885001 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Transition to ACTIVE for port object d7713096-7595-4d58-83d7-c58efe44f342 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:49:01.892219 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (d7713096-7595-4d58-83d7-c58efe44f342), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:01.927383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5bccc-6b53-4ee3-b60d-165d47d2b7d9 req-4b2ce407-9c1e-499a-a633-2ad03360c2e6 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:01.930999 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4c5bccc-6b53-4ee3-b60d-165d47d2b7d9 req-4b2ce407-9c1e-499a-a633-2ad03360c2e6 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=414424cb-d0b1-47e2-ab5e-4540d2f3d105 HTTP/1.1" status: 200 len: 943 time: 0.3657916 Mar 24 00:49:01.942252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8edaca-5195-4ea9-9937-22b6526e967a', 'tag': '67b23191-0398-402d-82be-68740bac6133'}, {'name': 'network-changed', 'server_uuid': '414424cb-d0b1-47e2-ab5e-4540d2f3d105', 'tag': 'd1951482-2097-465a-8391-881009e4fa50'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:01.947357 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0944bf-915c-4bc9-ae5b-08c656c70081" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8edaca-5195-4ea9-9937-22b6526e967a", "tag": "67b23191-0398-402d-82be-68740bac6133"}, {"name": "network-changed", "server_uuid": "414424cb-d0b1-47e2-ab5e-4540d2f3d105", "tag": "d1951482-2097-465a-8391-881009e4fa50"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:02.009001 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:02.024297 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7713096-7595-4d58-83d7-c58efe44f342,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:02.081935 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4c5bccc-6b53-4ee3-b60d-165d47d2b7d9 req-8bc43658-9243-447e-9789-159ae1f0a56b tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312747 Mar 24 00:49:02.097826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Attempting to bind port d7713096-7595-4d58-83d7-c58efe44f342 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:49:02.099032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Attempting to bind port d7713096-7595-4d58-83d7-c58efe44f342 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:49:02.099337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Attempting to bind port d7713096-7595-4d58-83d7-c58efe44f342 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:02.112127 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Port d7713096-7595-4d58-83d7-c58efe44f342 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:49:02.112461 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Attempting to bind port d7713096-7595-4d58-83d7-c58efe44f342 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:02.122205 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:49:02.122553 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:49:02.122941 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:49:02.123377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Bound port: d7713096-7595-4d58-83d7-c58efe44f342, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:49:02.123732 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d7713096-7595-4d58-83d7-c58efe44f342), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:02.124430 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-aaf0d4e2-cfab-442f-b777-7beef69c5594 req-4ad9fe74-f934-495f-aa0e-db045ec69735 service neutron] delete failed (client error): The resource could not be found. Mar 24 00:49:02.125698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aaf0d4e2-cfab-442f-b777-7beef69c5594 req-4ad9fe74-f934-495f-aa0e-db045ec69735 service neutron] 10.222.0.57 "DELETE /v2.0/ports/283fe7d7-4ae1-4877-a5aa-b42e0304761e/bindings/n-h1-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.4140394 Mar 24 00:49:02.134309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-16ce8bc4-e031-4afa-be53-8b59748c7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:02.136121 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-16ce8bc4-e031-4afa-be53-8b59748c7062 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&device_id=414424cb-d0b1-47e2-ab5e-4540d2f3d105 HTTP/1.1" status: 200 len: 1125 time: 0.3356204 Mar 24 00:49:02.140573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d66ef6dc-572f-4287-b96e-ae1b1da5405c req-e1cbf3cf-dddb-4e2d-bcaf-ad936f54c096 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195449 Mar 24 00:49:02.160621 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:02.257587 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] For port d7713096-7595-4d58-83d7-c58efe44f342, host n-h1-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:49:02.261609 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] For port d7713096-7595-4d58-83d7-c58efe44f342, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d7713096-7595-4d58-83d7-c58efe44f342,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:49:02.269871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (d7713096-7595-4d58-83d7-c58efe44f342), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:02.290497 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-dd622f05-3742-4027-bd19-695740947be2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1951482-2097-465a-8391-881009e4fa50 HTTP/1.1" status: 200 len: 217 time: 0.1446965 Mar 24 00:49:02.327255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab99935-a26c-4b35-ab18-c79375858c2f req-72701a28-4ff4-4c8d-ae54-3bb459afcdc5 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:02.329251 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ab99935-a26c-4b35-ab18-c79375858c2f req-72701a28-4ff4-4c8d-ae54-3bb459afcdc5 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 948 time: 0.4215465 Mar 24 00:49:02.350111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:02.351358 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:02.353125 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] 10.222.0.57 "PUT /v2.0/ports/d7713096-7595-4d58-83d7-c58efe44f342 HTTP/1.1" status: 200 len: 1096 time: 1.0116103 Mar 24 00:49:02.353261 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c', 'tag': 'd7713096-7595-4d58-83d7-c58efe44f342'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:02.355566 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3964ecd1-67e4-4088-a9ae-8a8afb627d20" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c", "tag": "d7713096-7595-4d58-83d7-c58efe44f342"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:02.360790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7461a3-54ce-448c-8d35-6ba1af8e83e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7713096-7595-4d58-83d7-c58efe44f342,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:02.473018 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-96ab0204-258b-4edc-9649-d3aa02c4e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:02.474724 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-96ab0204-258b-4edc-9649-d3aa02c4e33c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9476fc0d7e92480eaadd9d21426516a3&device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 1130 time: 0.0751996 Mar 24 00:49:02.540365 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-da9e9d72-a6e2-451f-bc21-1e56140f585e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d7713096-7595-4d58-83d7-c58efe44f342 HTTP/1.1" status: 200 len: 217 time: 0.0566862 Mar 24 00:49:02.558408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-61919539-f8cb-4bbc-8697-3c8a7eda0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:02.559908 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-61919539-f8cb-4bbc-8697-3c8a7eda0ca1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf HTTP/1.1" status: 200 len: 851 time: 0.2530642 Mar 24 00:49:02.604352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-f8dfa3cd-7c02-4f28-a84e-b03cdeb395b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:02.606069 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-f8dfa3cd-7c02-4f28-a84e-b03cdeb395b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0549171 Mar 24 00:49:02.677868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-51080dbf-f86d-4ac3-879a-21a4b888671e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed6472c2-d109-4f17-8364-15c609d6ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858393 Mar 24 00:49:02.686060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-ed9fac1e-cc63-4c28-871a-2be917a2301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:02.686214 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d66ef6dc-572f-4287-b96e-ae1b1da5405c req-a3f248ae-954d-4170-a289-ace4d470574c service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089170 Mar 24 00:49:02.687730 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-ed9fac1e-cc63-4c28-871a-2be917a2301d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0706375 Mar 24 00:49:02.690336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 283fe7d7-4ae1-4877-a5aa-b42e0304761e up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:02.704079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ab99935-a26c-4b35-ab18-c79375858c2f req-114eb2f9-546c-4e56-a338-e250ed7884d5 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677586 Mar 24 00:49:02.706641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d4e2-cfab-442f-b777-7beef69c5594 req-3842b0ae-1c18-430a-926c-2701ea2db09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:02.718563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aaf0d4e2-cfab-442f-b777-7beef69c5594 req-3842b0ae-1c18-430a-926c-2701ea2db09b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 1130 time: 0.4153802 Mar 24 00:49:02.801524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd640ae-36e0-4e40-af5b-4ca91cf39139 req-68b0a6c3-a18b-48c0-b519-b1a2036fa502 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:02.806936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fd640ae-36e0-4e40-af5b-4ca91cf39139 req-68b0a6c3-a18b-48c0-b519-b1a2036fa502 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b100540-f491-4823-ba75-85733477f4c5 HTTP/1.1" status: 200 len: 948 time: 0.5053351 Mar 24 00:49:02.819802 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-a0e748ac-cafb-433d-a935-b6d5508ff269 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205552 Mar 24 00:49:02.919651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 283fe7d7-4ae1-4877-a5aa-b42e0304761e completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:49:02.951028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 283fe7d7-4ae1-4877-a5aa-b42e0304761e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:02.951476 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:02.978469 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73a7d8be-a4ed-4efa-8290-3277dc0b2ad2 req-23069770-2563-48d5-af3a-d344820de30f service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471295 Mar 24 00:49:03.084343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 283fe7d7-4ae1-4877-a5aa-b42e0304761e is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:03.085039 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:03.115112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3472825f-1d8f-4ac3-b366-aef07ad58b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283fe7d7-4ae1-4877-a5aa-b42e0304761e'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:03.117998 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e301e78f-e3b1-46d3-bd04-e24f47773d6b" -d '{"events": [{"server_uuid": "3472825f-1d8f-4ac3-b366-aef07ad58b87", "name": "network-vif-plugged", "status": "completed", "tag": "283fe7d7-4ae1-4877-a5aa-b42e0304761e"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:03.134938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 283fe7d7-4ae1-4877-a5aa-b42e0304761e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:03.140209 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:03.198306 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=283fe7d7-4ae1-4877-a5aa-b42e0304761e,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:03.251475 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7abce8b-29c7-40df-890f-1b2f7352cd63 x-openstack-request-id: req-c7abce8b-29c7-40df-890f-1b2f7352cd63 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:03.251839 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8edaca-5195-4ea9-9937-22b6526e967a", "tag": "67b23191-0398-402d-82be-68740bac6133", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "414424cb-d0b1-47e2-ab5e-4540d2f3d105", "tag": "d1951482-2097-465a-8391-881009e4fa50", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:03.252156 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7abce8b-29c7-40df-890f-1b2f7352cd63 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:03.252621 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7abce8b-29c7-40df-890f-1b2f7352cd63'] response: {'name': 'network-changed', 'server_uuid': 'dc8edaca-5195-4ea9-9937-22b6526e967a', 'tag': '67b23191-0398-402d-82be-68740bac6133', 'status': 'completed', 'code': 200} Mar 24 00:49:03.252942 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7abce8b-29c7-40df-890f-1b2f7352cd63'] response: {'name': 'network-changed', 'server_uuid': '414424cb-d0b1-47e2-ab5e-4540d2f3d105', 'tag': 'd1951482-2097-465a-8391-881009e4fa50', 'status': 'completed', 'code': 200} Mar 24 00:49:03.356411 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 67b23191-0398-402d-82be-68740bac6133 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:49:03.416696 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fd640ae-36e0-4e40-af5b-4ca91cf39139 req-1510d4d3-b8bb-485e-8191-130504b392f4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543701 Mar 24 00:49:03.464137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e12b7f-5e2b-41f3-938f-3422a7ce9105 req-56924185-2c05-4a37-a659-b709a41cade7 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:03.472446 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-14e12b7f-5e2b-41f3-938f-3422a7ce9105 req-56924185-2c05-4a37-a659-b709a41cade7 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 948 time: 0.1878321 Mar 24 00:49:03.494612 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d4e2-cfab-442f-b777-7beef69c5594 req-7fa99f44-b5cf-4a3a-bfcd-e3be05ff562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:03.496092 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aaf0d4e2-cfab-442f-b777-7beef69c5594 req-7fa99f44-b5cf-4a3a-bfcd-e3be05ff562f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.7555358 Mar 24 00:49:03.511696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-583320ad-8055-41a2-9999-c2070e5fa533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:03.514781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-583320ad-8055-41a2-9999-c2070e5fa533 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=dc8edaca-5195-4ea9-9937-22b6526e967a HTTP/1.1" status: 200 len: 1129 time: 0.2609012 Mar 24 00:49:03.529017 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-3faa681c-cb34-4f07-92ec-c33f2bca781b service neutron] 10.222.0.48 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8407903 Mar 24 00:49:03.533494 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:03.536257 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529ffedb-d4c3-45de-9b2e-a9a67aac986e x-openstack-request-id: req-529ffedb-d4c3-45de-9b2e-a9a67aac986e {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:03.536808 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c", "tag": "d7713096-7595-4d58-83d7-c58efe44f342", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:03.536808 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-529ffedb-d4c3-45de-9b2e-a9a67aac986e {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:03.537321 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-529ffedb-d4c3-45de-9b2e-a9a67aac986e'] response: {'name': 'network-changed', 'server_uuid': 'a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c', 'tag': 'd7713096-7595-4d58-83d7-c58efe44f342', 'status': 'completed', 'code': 200} Mar 24 00:49:03.585771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 67b23191-0398-402d-82be-68740bac6133, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=67b23191-0398-402d-82be-68740bac6133,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:03.599575 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '67b23191-0398-402d-82be-68740bac6133', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '67b23191-0398-402d-82be-68740bac6133', 'mac_address': 'fa:16:3e:ed:31:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:49:03.655387 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964ecd1-67e4-4088-a9ae-8a8afb627d20 req-6ecad236-a7e0-4257-9c8f-6f7052815540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:03.656884 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3964ecd1-67e4-4088-a9ae-8a8afb627d20 req-6ecad236-a7e0-4257-9c8f-6f7052815540 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9476fc0d7e92480eaadd9d21426516a3&device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 1130 time: 0.0931959 Mar 24 00:49:03.664811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 67b23191-0398-402d-82be-68740bac6133 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:03.665678 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (67b23191-0398-402d-82be-68740bac6133), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:03.685967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b23191-0398-402d-82be-68740bac6133 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:03.712357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 67b23191-0398-402d-82be-68740bac6133, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=67b23191-0398-402d-82be-68740bac6133,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:03.719475 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (67b23191-0398-402d-82be-68740bac6133), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:03.720597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 12c234fe-6cd4-4a64-9edb-003910b80cf6 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:49:03.727366 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aaf0d4e2-cfab-442f-b777-7beef69c5594 req-3669add5-89e0-49c0-85d5-dc1fe937f95c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e HTTP/1.1" status: 200 len: 217 time: 0.2233179 Mar 24 00:49:03.821421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 12c234fe-6cd4-4a64-9edb-003910b80cf6, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=12c234fe-6cd4-4a64-9edb-003910b80cf6,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:03.824647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=67b23191-0398-402d-82be-68740bac6133,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:03.858468 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '12c234fe-6cd4-4a64-9edb-003910b80cf6', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '12c234fe-6cd4-4a64-9edb-003910b80cf6', 'mac_address': 'fa:16:3e:06:4e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:49:03.861138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ee31709-bfde-4359-92c5-c0e3ee14146b req-c5484a8c-1d55-4338-8a4a-c857b44b29a7 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.1966839 Mar 24 00:49:03.862150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964ecd1-67e4-4088-a9ae-8a8afb627d20 req-ae42e629-0422-46a5-9c79-a9330bf66350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:03.866829 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3964ecd1-67e4-4088-a9ae-8a8afb627d20 req-ae42e629-0422-46a5-9c79-a9330bf66350 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.1959088 Mar 24 00:49:03.920892 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3964ecd1-67e4-4088-a9ae-8a8afb627d20 req-17252884-1dd2-4a42-a417-da5f708f24d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d7713096-7595-4d58-83d7-c58efe44f342 HTTP/1.1" status: 200 len: 217 time: 0.0459645 Mar 24 00:49:03.946659 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 12c234fe-6cd4-4a64-9edb-003910b80cf6 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:03.947047 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (12c234fe-6cd4-4a64-9edb-003910b80cf6), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:03.962246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d4e2-cfab-442f-b777-7beef69c5594 req-54e27774-6090-4bfa-8ef1-3b5649620248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:03.963690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aaf0d4e2-cfab-442f-b777-7beef69c5594 req-54e27774-6090-4bfa-8ef1-3b5649620248 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1871357 Mar 24 00:49:03.970716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c234fe-6cd4-4a64-9edb-003910b80cf6 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:03.978661 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-14e12b7f-5e2b-41f3-938f-3422a7ce9105 req-554ad388-ef62-4120-ac3e-8a3629005e07 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053372 Mar 24 00:49:03.987170 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964ecd1-67e4-4088-a9ae-8a8afb627d20 req-1e3da8e7-3ea9-4910-99fc-19eff48e128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:03.989603 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3964ecd1-67e4-4088-a9ae-8a8afb627d20 req-1e3da8e7-3ea9-4910-99fc-19eff48e128a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0589192 Mar 24 00:49:04.004120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 12c234fe-6cd4-4a64-9edb-003910b80cf6, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=12c234fe-6cd4-4a64-9edb-003910b80cf6,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:04.012422 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (12c234fe-6cd4-4a64-9edb-003910b80cf6), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:04.028333 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd8db827-1862-4578-adb0-f74b78d6b4fc req-4efbf7ed-d112-439d-bfee-6afbdc1e59d1 service neutron] 10.222.0.48 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196010 Mar 24 00:49:04.053694 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964ecd1-67e4-4088-a9ae-8a8afb627d20 req-ba718275-bc40-4e91-8aa9-9643f010d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:04.055982 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3964ecd1-67e4-4088-a9ae-8a8afb627d20 req-ba718275-bc40-4e91-8aa9-9643f010d3e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0502439 Mar 24 00:49:04.062811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-517b051e-c547-45de-91d8-5806573c6353 req-731697d7-cbb7-4ecb-a247-e628c004daff tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 210 time: 0.0669177 Mar 24 00:49:04.091081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-15e09478-f7a0-4803-a682-597c20164a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:04.092557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-15e09478-f7a0-4803-a682-597c20164a9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.5625477 Mar 24 00:49:04.094616 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=12c234fe-6cd4-4a64-9edb-003910b80cf6,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:04.095072 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:49:04.151787 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c75454-89c5-4d6b-b95e-b775a67bf9a8 x-openstack-request-id: req-f4c75454-89c5-4d6b-b95e-b775a67bf9a8 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:04.152104 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3472825f-1d8f-4ac3-b366-aef07ad58b87", "name": "network-vif-plugged", "status": "completed", "tag": "283fe7d7-4ae1-4877-a5aa-b42e0304761e", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:04.152362 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4c75454-89c5-4d6b-b95e-b775a67bf9a8 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:04.152796 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c75454-89c5-4d6b-b95e-b775a67bf9a8'] response: {'server_uuid': '3472825f-1d8f-4ac3-b366-aef07ad58b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283fe7d7-4ae1-4877-a5aa-b42e0304761e', 'code': 200} Mar 24 00:49:04.193928 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-733cf063-cda5-47a1-b0b3-1b803a84ed21 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=67b23191-0398-402d-82be-68740bac6133 HTTP/1.1" status: 200 len: 217 time: 0.0844641 Mar 24 00:49:04.207443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d4e2-cfab-442f-b777-7beef69c5594 req-00e5db4c-98a2-4048-8706-c3c64f7c7977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:04.209327 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aaf0d4e2-cfab-442f-b777-7beef69c5594 req-00e5db4c-98a2-4048-8706-c3c64f7c7977 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2297602 Mar 24 00:49:04.256674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-f8ec0120-37e0-4baa-9ed9-c91a1da446e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:04.259706 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-f8ec0120-37e0-4baa-9ed9-c91a1da446e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&device_id=414424cb-d0b1-47e2-ab5e-4540d2f3d105 HTTP/1.1" status: 200 len: 1125 time: 0.1401150 Mar 24 00:49:04.285497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['12c234fe-6cd4-4a64-9edb-003910b80cf6'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:04.288481 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['67b23191-0398-402d-82be-68740bac6133'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:04.392620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.57', 57946) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:04.447652 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3964ecd1-67e4-4088-a9ae-8a8afb627d20 req-ce5ffca3-2ddd-4677-ad79-7bbad68de689 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724427 Mar 24 00:49:04.531673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37e06b-cba8-4822-8734-0080791db553 req-1708eec9-7949-473f-b31d-7ce52eef4cef tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:04.533675 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd37e06b-cba8-4822-8734-0080791db553 req-1708eec9-7949-473f-b31d-7ce52eef4cef tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=414424cb-d0b1-47e2-ab5e-4540d2f3d105 HTTP/1.1" status: 200 len: 943 time: 0.4614892 Mar 24 00:49:04.673009 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-15d1f059-96c2-4d54-8b80-38ddd8033d3f tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:04.674576 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-15d1f059-96c2-4d54-8b80-38ddd8033d3f tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.48 "GET /v2.0/networks?id=28d7b20a-54b3-49e0-9fa8-4437abc863b3 HTTP/1.1" status: 200 len: 817 time: 0.2425945 Mar 24 00:49:04.689255 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3964ecd1-67e4-4088-a9ae-8a8afb627d20 req-93cb3b61-51a6-4b47-bf70-fd465ebcf2c0 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671491 Mar 24 00:49:04.693933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ec6d7fa6-4e56-44b0-8b95-ba2b175b9796 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Request body: {'port': {'device_id': '8606b5af-3e27-478a-ac38-145967a0c145', 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3', 'admin_state_up': True, 'tenant_id': '6374d5cf435940aaabe0fc55b3a02c48'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:04.719345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-4236d125-c089-497a-ad3f-2a9096723ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:04.720796 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-4236d125-c089-497a-ad3f-2a9096723ff0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.4838550 Mar 24 00:49:04.814282 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ec6d7fa6-4e56-44b0-8b95-ba2b175b9796 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Made reservation on behalf of 6374d5cf435940aaabe0fc55b3a02c48 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:49:04.817976 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ec6d7fa6-4e56-44b0-8b95-ba2b175b9796 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:04.848125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-50f37f9a-9fb5-4aee-a651-982257861b11 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:04.849738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-50f37f9a-9fb5-4aee-a651-982257861b11 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.57 "GET /v2.0/networks?id=28d7b20a-54b3-49e0-9fa8-4437abc863b3 HTTP/1.1" status: 200 len: 817 time: 0.4443934 Mar 24 00:49:04.862192 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd37e06b-cba8-4822-8734-0080791db553 req-0271b58a-6beb-4a38-abc8-40e11dbdaf91 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632778 Mar 24 00:49:04.869574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f675e0-b75a-4526-9e70-6316120a3890 req-13dcfcd5-f80c-455a-a81d-231545452c22 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:04.871037 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75f675e0-b75a-4526-9e70-6316120a3890 req-13dcfcd5-f80c-455a-a81d-231545452c22 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.6248908 Mar 24 00:49:04.882897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-49eb1f9a-c0e3-45dc-9175-bffb000a2746 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Request body: {'port': {'device_id': '1b0a74a8-c615-47b5-adb7-5aab6f80904f', 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3', 'admin_state_up': True, 'tenant_id': '6374d5cf435940aaabe0fc55b3a02c48'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:04.911682 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aaf0d4e2-cfab-442f-b777-7beef69c5594 req-fc7170fa-47af-47fe-a75a-0ff8cccebab7 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842546 Mar 24 00:49:04.948801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-117c67fe-5c21-42cc-9eec-6b66fa6014a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:04.950240 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-117c67fe-5c21-42cc-9eec-6b66fa6014a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 912 time: 0.6195633 Mar 24 00:49:04.955320 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ec6d7fa6-4e56-44b0-8b95-ba2b175b9796 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Allocated IP 172.20.0.8 (28d7b20a-54b3-49e0-9fa8-4437abc863b3/fb9edc02-a7fb-40a3-a5cf-135ddc4074a8/1169aae6-1e45-4d37-a323-10de30fdb7f6) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:49:04.977190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-b0330ab0-3cda-486b-8953-4176b836bc20 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:04.978936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-b0330ab0-3cda-486b-8953-4176b836bc20 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.48 "GET /v2.0/networks?id=28d7b20a-54b3-49e0-9fa8-4437abc863b3 HTTP/1.1" status: 200 len: 817 time: 0.4758954 Mar 24 00:49:05.014233 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:05.083574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-fe499807-6bda-423f-81ad-0220ad19849e tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Request body: {'port': {'device_id': '6e150fc3-0c46-4411-a04c-507d6662c32c', 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3', 'admin_state_up': True, 'tenant_id': '6374d5cf435940aaabe0fc55b3a02c48'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:05.124644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-1220e16f-e45a-429c-abed-ef9f94e157ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1951482-2097-465a-8391-881009e4fa50 HTTP/1.1" status: 200 len: 217 time: 0.1438050 Mar 24 00:49:05.126325 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ec6d7fa6-4e56-44b0-8b95-ba2b175b9796 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks [] for port (1169aae6-1e45-4d37-a323-10de30fdb7f6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:05.162631 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ec6d7fa6-4e56-44b0-8b95-ba2b175b9796 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1169aae6-1e45-4d37-a323-10de30fdb7f6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:05.214369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ec6d7fa6-4e56-44b0-8b95-ba2b175b9796 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:49:05.217961 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ec6d7fa6-4e56-44b0-8b95-ba2b175b9796 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:49:05.224564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ec6d7fa6-4e56-44b0-8b95-ba2b175b9796 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:49:05.232612 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d7fa6-4e56-44b0-8b95-ba2b175b9796 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Pushing event updated for resources: {'Port': ['ID=1169aae6-1e45-4d37-a323-10de30fdb7f6,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:05.296466 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ec6d7fa6-4e56-44b0-8b95-ba2b175b9796 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:05.297573 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ec6d7fa6-4e56-44b0-8b95-ba2b175b9796 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:05.326060 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ec6d7fa6-4e56-44b0-8b95-ba2b175b9796 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6357923 Mar 24 00:49:05.366371 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 12c234fe-6cd4-4a64-9edb-003910b80cf6 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:05.419992 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 12c234fe-6cd4-4a64-9edb-003910b80cf6 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:49:05.423655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 12c234fe-6cd4-4a64-9edb-003910b80cf6 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:05.424028 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (12c234fe-6cd4-4a64-9edb-003910b80cf6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:05.425783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-456d76f3-a9e2-4766-9c04-8556420320d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:05.427252 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-456d76f3-a9e2-4766-9c04-8556420320d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6931741 Mar 24 00:49:05.451047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Request body: {'port': {'device_id': '8606b5af-3e27-478a-ac38-145967a0c145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:05.517282 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 12c234fe-6cd4-4a64-9edb-003910b80cf6 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:05.518246 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (12c234fe-6cd4-4a64-9edb-003910b80cf6), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:05.536775 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1169aae6-1e45-4d37-a323-10de30fdb7f6), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:05.560603 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 12c234fe-6cd4-4a64-9edb-003910b80cf6, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=12c234fe-6cd4-4a64-9edb-003910b80cf6,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:05.568610 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (12c234fe-6cd4-4a64-9edb-003910b80cf6), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:05.569978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 67b23191-0398-402d-82be-68740bac6133 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:05.573530 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75f675e0-b75a-4526-9e70-6316120a3890 req-01a0d513-7aab-4e4f-9157-f8ffa354c2af tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6824450 Mar 24 00:49:05.666012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-287e8af4-5e8b-43ec-b556-d5e67e062e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:05.669719 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-287e8af4-5e8b-43ec-b556-d5e67e062e61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf HTTP/1.1" status: 200 len: 851 time: 0.2683139 Mar 24 00:49:05.671612 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aaf0d4e2-cfab-442f-b777-7beef69c5594 req-73b6efc2-85d7-4660-8162-10da3a4aad41 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7242563 Mar 24 00:49:05.679835 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=12c234fe-6cd4-4a64-9edb-003910b80cf6,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:05.691832 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 67b23191-0398-402d-82be-68740bac6133 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:49:05.699477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 67b23191-0398-402d-82be-68740bac6133 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:05.699860 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (67b23191-0398-402d-82be-68740bac6133), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:05.811694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-430750de-cdbf-4ff3-b598-3730efb10f5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed6472c2-d109-4f17-8364-15c609d6ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147864 Mar 24 00:49:05.824680 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 67b23191-0398-402d-82be-68740bac6133 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:05.825076 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (67b23191-0398-402d-82be-68740bac6133), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:05.842737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3f7a2-30fa-4bc6-b729-b72a6ba69df9 req-d5d00da2-7ab7-4762-a9fd-e794f4f6830e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:05.844456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06c3f7a2-30fa-4bc6-b729-b72a6ba69df9 req-d5d00da2-7ab7-4762-a9fd-e794f4f6830e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b100540-f491-4823-ba75-85733477f4c5 HTTP/1.1" status: 200 len: 949 time: 0.4387383 Mar 24 00:49:05.870574 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 67b23191-0398-402d-82be-68740bac6133, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=67b23191-0398-402d-82be-68740bac6133,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:05.871450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91ba6499-941a-40b0-aae5-42513a48371d req-a3f87302-6b8b-4fcc-a3e9-2084df012539 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.1458852 Mar 24 00:49:05.875803 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (67b23191-0398-402d-82be-68740bac6133), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:05.910738 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1169aae6-1e45-4d37-a323-10de30fdb7f6 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:05.919758 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Publish callbacks [] for port (1169aae6-1e45-4d37-a323-10de30fdb7f6), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:05.934253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=67b23191-0398-402d-82be-68740bac6133,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:05.935200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-bd60399d-1c5d-461e-8be8-2c9abcbde220 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827850 Mar 24 00:49:05.936142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-49eb1f9a-c0e3-45dc-9175-bffb000a2746 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Made reservation on behalf of 6374d5cf435940aaabe0fc55b3a02c48 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:49:05.936625 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Transition to ACTIVE for port object 1169aae6-1e45-4d37-a323-10de30fdb7f6 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:49:05.942344 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (1169aae6-1e45-4d37-a323-10de30fdb7f6), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:05.953727 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-49eb1f9a-c0e3-45dc-9175-bffb000a2746 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:06.017260 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1169aae6-1e45-4d37-a323-10de30fdb7f6,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:06.075558 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Attempting to bind port 1169aae6-1e45-4d37-a323-10de30fdb7f6 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:49:06.075950 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Attempting to bind port 1169aae6-1e45-4d37-a323-10de30fdb7f6 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '6f8205e3-a833-43fb-a989-170f59c47616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:49:06.076232 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Attempting to bind port 1169aae6-1e45-4d37-a323-10de30fdb7f6 on network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:06.081388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Port 1169aae6-1e45-4d37-a323-10de30fdb7f6 on network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:49:06.081721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Attempting to bind port 1169aae6-1e45-4d37-a323-10de30fdb7f6 on network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:06.087366 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:49:06.087779 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Checking segment: {'id': '6f8205e3-a833-43fb-a989-170f59c47616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:49:06.088591 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Bound using segment: {'id': '6f8205e3-a833-43fb-a989-170f59c47616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:49:06.088591 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Bound port: 1169aae6-1e45-4d37-a323-10de30fdb7f6, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8205e3-a833-43fb-a989-170f59c47616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:49:06.089008 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1169aae6-1e45-4d37-a323-10de30fdb7f6), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:06.089211 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-fe499807-6bda-423f-81ad-0220ad19849e tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Made reservation on behalf of 6374d5cf435940aaabe0fc55b3a02c48 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:49:06.093049 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-fe499807-6bda-423f-81ad-0220ad19849e tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:06.154906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b100540-f491-4823-ba75-85733477f4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c234fe-6cd4-4a64-9edb-003910b80cf6'}, {'server_uuid': 'dc8edaca-5195-4ea9-9937-22b6526e967a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b23191-0398-402d-82be-68740bac6133'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:06.157645 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbc25bc-ff9c-45ec-9572-942390caf523" -d '{"events": [{"server_uuid": "0b100540-f491-4823-ba75-85733477f4c5", "name": "network-vif-plugged", "status": "completed", "tag": "12c234fe-6cd4-4a64-9edb-003910b80cf6"}, {"server_uuid": "dc8edaca-5195-4ea9-9937-22b6526e967a", "name": "network-vif-plugged", "status": "completed", "tag": "67b23191-0398-402d-82be-68740bac6133"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:06.174784 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] For port 1169aae6-1e45-4d37-a323-10de30fdb7f6, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:49:06.179862 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] For port 1169aae6-1e45-4d37-a323-10de30fdb7f6, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1169aae6-1e45-4d37-a323-10de30fdb7f6,segment=NetworkSegment(6f8205e3-a833-43fb-a989-170f59c47616),segment_id=6f8205e3-a833-43fb-a989-170f59c47616)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:49:06.191213 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (1169aae6-1e45-4d37-a323-10de30fdb7f6), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:06.216472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06c3f7a2-30fa-4bc6-b729-b72a6ba69df9 req-edab44c2-c49e-40b5-a2ab-cbdce9ed5015 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332627 Mar 24 00:49:06.233990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:06.234711 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:06.236545 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] 10.222.0.48 "PUT /v2.0/ports/1169aae6-1e45-4d37-a323-10de30fdb7f6 HTTP/1.1" status: 200 len: 1091 time: 0.7903445 Mar 24 00:49:06.237160 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8606b5af-3e27-478a-ac38-145967a0c145', 'tag': '1169aae6-1e45-4d37-a323-10de30fdb7f6'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:06.240690 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca7fa5c-cede-47d8-b0f2-963995ac0b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "8606b5af-3e27-478a-ac38-145967a0c145", "tag": "1169aae6-1e45-4d37-a323-10de30fdb7f6"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:06.333620 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17491ce3-1ebc-4e14-a967-883bbb40b6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1169aae6-1e45-4d37-a323-10de30fdb7f6,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:06.368194 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-2b414ddd-fe25-48cc-a0fd-c3c873290876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:06.370738 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-2b414ddd-fe25-48cc-a0fd-c3c873290876 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6374d5cf435940aaabe0fc55b3a02c48&device_id=8606b5af-3e27-478a-ac38-145967a0c145 HTTP/1.1" status: 200 len: 1125 time: 0.0643020 Mar 24 00:49:06.381417 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-24e840d0-4f71-4a3e-86eb-c207532f671b service neutron] 10.222.0.48 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315235 Mar 24 00:49:06.383448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13fd318b-87f6-4147-9dd0-7ea7e693641d req-7066d932-f89b-4939-863e-11db55830e51 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 210 time: 0.0673630 Mar 24 00:49:06.459116 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ed0716a2-9cf1-4f12-b351-87e15ce61f06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1169aae6-1e45-4d37-a323-10de30fdb7f6 HTTP/1.1" status: 200 len: 217 time: 0.0668409 Mar 24 00:49:06.472312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b850f-96ae-44c1-9495-328697645d50 req-70c54373-b223-4e36-9b09-b8b4cb5f1132 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:06.477577 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e3b850f-96ae-44c1-9495-328697645d50 req-70c54373-b223-4e36-9b09-b8b4cb5f1132 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 948 time: 0.4740512 Mar 24 00:49:06.520843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ea25aecb-68ff-4898-b301-369935df9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:06.523134 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ea25aecb-68ff-4898-b301-369935df9112 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb9edc02-a7fb-40a3-a5cf-135ddc4074a8 HTTP/1.1" status: 200 len: 857 time: 0.0551252 Mar 24 00:49:06.556060 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-d3c9f2fe-004a-4543-808c-40fb422ba6cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=28d7b20a-54b3-49e0-9fa8-4437abc863b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275998 Mar 24 00:49:06.576021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-aa4f57ed-5a76-4c66-b543-822fd6fd9b8f service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898871 Mar 24 00:49:06.651495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-49eb1f9a-c0e3-45dc-9175-bffb000a2746 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Allocated IP 172.20.0.12 (28d7b20a-54b3-49e0-9fa8-4437abc863b3/fb9edc02-a7fb-40a3-a5cf-135ddc4074a8/6d5b17d7-aed1-435b-a72c-b2ee7279b207) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:49:06.659138 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-fc182821-7531-4f6e-8435-852440dace0b service neutron] 10.222.0.48 "GET /v2.0/networks/28d7b20a-54b3-49e0-9fa8-4437abc863b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946324 Mar 24 00:49:06.690183 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e3b850f-96ae-44c1-9495-328697645d50 req-55d771be-f34e-403a-bd5c-97d80c684432 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451998 Mar 24 00:49:06.706487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66362441-7c7f-4e30-8391-9ae5ff5d1602 req-dc367c56-22e5-47b8-8903-4198c6d96548 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:06.713822 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66362441-7c7f-4e30-8391-9ae5ff5d1602 req-dc367c56-22e5-47b8-8903-4198c6d96548 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=414424cb-d0b1-47e2-ab5e-4540d2f3d105 HTTP/1.1" status: 200 len: 943 time: 0.1934826 Mar 24 00:49:06.722571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e0944bf-915c-4bc9-ae5b-08c656c70081 req-10edfe05-14df-45c6-8fcb-5feff012b0da service neutron] 10.222.0.48 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227894 Mar 24 00:49:06.723900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device d1951482-2097-465a-8391-881009e4fa50 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:49:06.820093 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-9a39e9c5-a624-4733-af00-75f633c18eb9 service neutron] 10.222.0.48 "GET /v2.0/networks/28d7b20a-54b3-49e0-9fa8-4437abc863b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483064 Mar 24 00:49:06.885402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66362441-7c7f-4e30-8391-9ae5ff5d1602 req-f27167c2-58ab-420d-8e70-82891792fcb7 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640801 Mar 24 00:49:06.910420 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ce11c1-c3ea-4ae7-869c-cb4886556940 x-openstack-request-id: req-e7ce11c1-c3ea-4ae7-869c-cb4886556940 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:06.910709 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8606b5af-3e27-478a-ac38-145967a0c145", "tag": "1169aae6-1e45-4d37-a323-10de30fdb7f6", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:06.910963 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e7ce11c1-c3ea-4ae7-869c-cb4886556940 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:06.911522 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ce11c1-c3ea-4ae7-869c-cb4886556940'] response: {'name': 'network-changed', 'server_uuid': '8606b5af-3e27-478a-ac38-145967a0c145', 'tag': '1169aae6-1e45-4d37-a323-10de30fdb7f6', 'status': 'completed', 'code': 200} Mar 24 00:49:06.986927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7fa5c-cede-47d8-b0f2-963995ac0b6d req-359ac4c7-0161-4eae-8137-1438fc8ce93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:06.987195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port d1951482-2097-465a-8391-881009e4fa50, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=d1951482-2097-465a-8391-881009e4fa50,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:06.987310 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4ca7fa5c-cede-47d8-b0f2-963995ac0b6d req-359ac4c7-0161-4eae-8137-1438fc8ce93a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6374d5cf435940aaabe0fc55b3a02c48&device_id=8606b5af-3e27-478a-ac38-145967a0c145 HTTP/1.1" status: 200 len: 1125 time: 0.0611932 Mar 24 00:49:06.998468 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8943001-4bf9-4bba-98ad-f75e8646b329 x-openstack-request-id: req-c8943001-4bf9-4bba-98ad-f75e8646b329 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:06.998770 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b100540-f491-4823-ba75-85733477f4c5", "name": "network-vif-plugged", "status": "completed", "tag": "12c234fe-6cd4-4a64-9edb-003910b80cf6", "code": 200}, {"server_uuid": "dc8edaca-5195-4ea9-9937-22b6526e967a", "name": "network-vif-plugged", "status": "completed", "tag": "67b23191-0398-402d-82be-68740bac6133", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:06.999028 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8943001-4bf9-4bba-98ad-f75e8646b329 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:06.999431 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8943001-4bf9-4bba-98ad-f75e8646b329'] response: {'server_uuid': '0b100540-f491-4823-ba75-85733477f4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c234fe-6cd4-4a64-9edb-003910b80cf6', 'code': 200} Mar 24 00:49:06.999707 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8943001-4bf9-4bba-98ad-f75e8646b329'] response: {'server_uuid': 'dc8edaca-5195-4ea9-9937-22b6526e967a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b23191-0398-402d-82be-68740bac6133', 'code': 200} Mar 24 00:49:07.009614 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'd1951482-2097-465a-8391-881009e4fa50', 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13', 'port_id': 'd1951482-2097-465a-8391-881009e4fa50', 'mac_address': 'fa:16:3e:5f:6f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251d5752-2a9f-4020-8b2c-bc7d24dfd8cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:49:07.063727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port d1951482-2097-465a-8391-881009e4fa50 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:07.064592 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d1951482-2097-465a-8391-881009e4fa50), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:07.083082 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a0b2ffd-71c4-4fdf-8985-811813983fab req-78a72544-e98b-4b0f-a408-41b0d8c09129 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0901310 Mar 24 00:49:07.088018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1951482-2097-465a-8391-881009e4fa50 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:07.092164 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-49eb1f9a-c0e3-45dc-9175-bffb000a2746 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks [] for port (6d5b17d7-aed1-435b-a72c-b2ee7279b207), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:07.121586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa319ab5-4bc7-40f4-b98d-468941916894 req-c672b738-b306-4d3a-a16b-c8ffb5d66eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:07.121894 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7fa5c-cede-47d8-b0f2-963995ac0b6d req-e6007764-a2e8-4288-85c3-3e08b35acd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:07.123701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa319ab5-4bc7-40f4-b98d-468941916894 req-c672b738-b306-4d3a-a16b-c8ffb5d66eff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b100540-f491-4823-ba75-85733477f4c5 HTTP/1.1" status: 200 len: 1132 time: 0.2205477 Mar 24 00:49:07.125503 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4ca7fa5c-cede-47d8-b0f2-963995ac0b6d req-e6007764-a2e8-4288-85c3-3e08b35acd3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=28d7b20a-54b3-49e0-9fa8-4437abc863b3 HTTP/1.1" status: 200 len: 918 time: 0.1298974 Mar 24 00:49:07.125766 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a650aa-aea1-42ea-b38f-9fe1ef350e9e req-3e046487-8095-4a99-835e-4cd1f70a1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:07.127013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port d1951482-2097-465a-8391-881009e4fa50, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=d1951482-2097-465a-8391-881009e4fa50,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:07.127164 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b8a650aa-aea1-42ea-b38f-9fe1ef350e9e req-3e046487-8095-4a99-835e-4cd1f70a1d74 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc8edaca-5195-4ea9-9937-22b6526e967a HTTP/1.1" status: 200 len: 1131 time: 0.1925285 Mar 24 00:49:07.135802 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d1951482-2097-465a-8391-881009e4fa50), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:07.173033 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b1252-946c-4759-9791-f85be4538be8 req-e92fcc80-1b5a-4141-b974-7fbf5296f286 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:07.175873 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4ca7fa5c-cede-47d8-b0f2-963995ac0b6d req-81d339a0-6ccc-41ab-b6b6-787d5e2ebb1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1169aae6-1e45-4d37-a323-10de30fdb7f6 HTTP/1.1" status: 200 len: 217 time: 0.0387642 Mar 24 00:49:07.180992 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e8b1252-946c-4759-9791-f85be4538be8 req-e92fcc80-1b5a-4141-b974-7fbf5296f286 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.1754115 Mar 24 00:49:07.202662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=d1951482-2097-465a-8391-881009e4fa50,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:07.235054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7fa5c-cede-47d8-b0f2-963995ac0b6d req-52574c75-c331-4b15-9fd6-284f033e9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:07.236525 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4ca7fa5c-cede-47d8-b0f2-963995ac0b6d req-52574c75-c331-4b15-9fd6-284f033e9bc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb9edc02-a7fb-40a3-a5cf-135ddc4074a8 HTTP/1.1" status: 200 len: 857 time: 0.0535076 Mar 24 00:49:07.276692 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4ca7fa5c-cede-47d8-b0f2-963995ac0b6d req-6c0e3414-f7a9-41a7-9337-5a633237205b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=28d7b20a-54b3-49e0-9fa8-4437abc863b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279379 Mar 24 00:49:07.280578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa319ab5-4bc7-40f4-b98d-468941916894 req-255c2e54-0d36-475b-90dc-6cfa84c307f6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439722 Mar 24 00:49:07.296640 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e8b1252-946c-4759-9791-f85be4538be8 req-ca2d6823-f5a3-4250-bd9c-89079e227077 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096349 Mar 24 00:49:07.298998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b8a650aa-aea1-42ea-b38f-9fe1ef350e9e req-afe4242e-ee82-4841-80a3-435bd530a68d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514008 Mar 24 00:49:07.302803 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-49eb1f9a-c0e3-45dc-9175-bffb000a2746 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (6d5b17d7-aed1-435b-a72c-b2ee7279b207), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:07.373416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device d7713096-7595-4d58-83d7-c58efe44f342 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:49:07.406211 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4ca7fa5c-cede-47d8-b0f2-963995ac0b6d req-77b37bc9-3afc-4a96-b852-bac3c60050ce service neutron] 10.222.0.48 "GET /v2.0/networks/28d7b20a-54b3-49e0-9fa8-4437abc863b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219475 Mar 24 00:49:07.457064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['d1951482-2097-465a-8391-881009e4fa50'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:07.471841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-49eb1f9a-c0e3-45dc-9175-bffb000a2746 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:49:07.488869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-49eb1f9a-c0e3-45dc-9175-bffb000a2746 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:49:07.505589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-49eb1f9a-c0e3-45dc-9175-bffb000a2746 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:49:07.511481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-49eb1f9a-c0e3-45dc-9175-bffb000a2746 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:07.512297 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-49eb1f9a-c0e3-45dc-9175-bffb000a2746 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:07.523250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-fe499807-6bda-423f-81ad-0220ad19849e tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Allocated IP 172.20.0.9 (28d7b20a-54b3-49e0-9fa8-4437abc863b3/fb9edc02-a7fb-40a3-a5cf-135ddc4074a8/1a4dfcb8-807c-45ba-ab97-3213ae7bf37f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:49:07.525581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb1f9a-c0e3-45dc-9175-bffb000a2746 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Pushing event updated for resources: {'Port': ['ID=6d5b17d7-aed1-435b-a72c-b2ee7279b207,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:07.554606 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-49eb1f9a-c0e3-45dc-9175-bffb000a2746 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6825147 Mar 24 00:49:07.574992 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port d7713096-7595-4d58-83d7-c58efe44f342, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d7713096-7595-4d58-83d7-c58efe44f342,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:07.576001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f829b-cb7b-41d7-bff9-c5c5906b02bf req-0fb4f8f7-4753-420c-8fea-3f34e3d5c656 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:07.576640 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4ca7fa5c-cede-47d8-b0f2-963995ac0b6d req-dfb11720-4009-40d5-80c3-d15f9004e1d0 service neutron] 10.222.0.48 "GET /v2.0/networks/28d7b20a-54b3-49e0-9fa8-4437abc863b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613646 Mar 24 00:49:07.577503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb4f829b-cb7b-41d7-bff9-c5c5906b02bf req-0fb4f8f7-4753-420c-8fea-3f34e3d5c656 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b100540-f491-4823-ba75-85733477f4c5 HTTP/1.1" status: 200 len: 950 time: 0.2224879 Mar 24 00:49:07.585828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc152d2-a866-43fb-a091-ac6998cf9cf5 req-dca13f56-4c7b-455b-912c-17f4cdc21f1b tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:07.587317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7dc152d2-a866-43fb-a091-ac6998cf9cf5 req-dca13f56-4c7b-455b-912c-17f4cdc21f1b tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 1131 time: 0.1836147 Mar 24 00:49:07.604066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'd7713096-7595-4d58-83d7-c58efe44f342', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'd7713096-7595-4d58-83d7-c58efe44f342', 'mac_address': 'fa:16:3e:04:63:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:49:07.667200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port d7713096-7595-4d58-83d7-c58efe44f342 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:07.667760 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d7713096-7595-4d58-83d7-c58efe44f342), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:07.692893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7713096-7595-4d58-83d7-c58efe44f342 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:07.720098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Request body: {'port': {'device_id': '1b0a74a8-c615-47b5-adb7-5aab6f80904f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:07.725010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port d7713096-7595-4d58-83d7-c58efe44f342, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d7713096-7595-4d58-83d7-c58efe44f342,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:07.733704 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d7713096-7595-4d58-83d7-c58efe44f342), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:07.812497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=d7713096-7595-4d58-83d7-c58efe44f342,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:07.971228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb4f829b-cb7b-41d7-bff9-c5c5906b02bf req-84276b67-546b-4f6d-a3b8-be7fb6f122fa tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829651 Mar 24 00:49:07.979386 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7dc152d2-a866-43fb-a091-ac6998cf9cf5 req-aa4196cb-5d4a-434c-b4e6-a9b5dc8a1a47 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733261 Mar 24 00:49:08.023146 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['d7713096-7595-4d58-83d7-c58efe44f342'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:08.057999 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-fe499807-6bda-423f-81ad-0220ad19849e tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks [] for port (1a4dfcb8-807c-45ba-ab97-3213ae7bf37f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:08.061306 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6d5b17d7-aed1-435b-a72c-b2ee7279b207), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:08.229986 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-fe499807-6bda-423f-81ad-0220ad19849e tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (1a4dfcb8-807c-45ba-ab97-3213ae7bf37f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:08.238629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68649ad0-1468-43b9-b1ee-d9dd9d6326d9 req-ec59633f-cff6-490c-aca6-e17def05d0e8 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 210 time: 0.1039839 Mar 24 00:49:08.313892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-fe499807-6bda-423f-81ad-0220ad19849e tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:49:08.357972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-fe499807-6bda-423f-81ad-0220ad19849e tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:49:08.381362 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-fe499807-6bda-423f-81ad-0220ad19849e tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:49:08.386400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-fe499807-6bda-423f-81ad-0220ad19849e tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:08.386999 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-fe499807-6bda-423f-81ad-0220ad19849e tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:08.397478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe499807-6bda-423f-81ad-0220ad19849e tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Pushing event updated for resources: {'Port': ['ID=1a4dfcb8-807c-45ba-ab97-3213ae7bf37f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:08.433501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829d472-0d64-4f1e-8821-ff3cd040295f req-e066046c-14f7-4eea-bca2-cb14d52deefe tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:08.435029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7829d472-0d64-4f1e-8821-ff3cd040295f req-e066046c-14f7-4eea-bca2-cb14d52deefe tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 949 time: 0.2975147 Mar 24 00:49:08.438132 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-fe499807-6bda-423f-81ad-0220ad19849e tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4294722 Mar 24 00:49:08.461178 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Request body: {'port': {'device_id': '6e150fc3-0c46-4411-a04c-507d6662c32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:08.515400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c717b1-815c-47ac-b07a-b606edd6a95a req-46571946-63ef-492d-a212-1f9c62dc3cc6 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:08.516794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66c717b1-815c-47ac-b07a-b606edd6a95a req-46571946-63ef-492d-a212-1f9c62dc3cc6 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=414424cb-d0b1-47e2-ab5e-4540d2f3d105 HTTP/1.1" status: 200 len: 944 time: 0.2081120 Mar 24 00:49:08.611685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7829d472-0d64-4f1e-8821-ff3cd040295f req-719c6bca-7928-450c-b2f1-648bd06d2ab4 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654282 Mar 24 00:49:08.643189 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1a4dfcb8-807c-45ba-ab97-3213ae7bf37f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:08.675426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5b17d7-aed1-435b-a72c-b2ee7279b207 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:08.682844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66c717b1-815c-47ac-b07a-b606edd6a95a req-ad448f32-37d5-4229-aae6-bdb12273fc89 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575749 Mar 24 00:49:08.703449 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Publish callbacks [] for port (6d5b17d7-aed1-435b-a72c-b2ee7279b207), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:08.726499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Transition to ACTIVE for port object 6d5b17d7-aed1-435b-a72c-b2ee7279b207 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:49:08.734393 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6d5b17d7-aed1-435b-a72c-b2ee7279b207), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:08.739995 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device d1951482-2097-465a-8391-881009e4fa50 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:08.883031 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e03a131-f057-4049-a1c6-453a3eb3dd46 req-99be3af7-9d76-486a-bd67-cfe4f272cd77 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0668585 Mar 24 00:49:08.891050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port d1951482-2097-465a-8391-881009e4fa50 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:49:08.895310 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port d1951482-2097-465a-8391-881009e4fa50 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:08.895705 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d1951482-2097-465a-8391-881009e4fa50), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:08.953208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5b17d7-aed1-435b-a72c-b2ee7279b207,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:09.035127 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port d1951482-2097-465a-8391-881009e4fa50 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:09.035899 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d1951482-2097-465a-8391-881009e4fa50), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:09.053446 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-1193a9a4-f8f0-406b-ac40-9a0c958b15ce tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a09e8f3796504a0591d01b6c352de665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717828 Mar 24 00:49:09.056448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Attempting to bind port 6d5b17d7-aed1-435b-a72c-b2ee7279b207 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:49:09.057335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Attempting to bind port 6d5b17d7-aed1-435b-a72c-b2ee7279b207 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '6f8205e3-a833-43fb-a989-170f59c47616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:49:09.057668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Attempting to bind port 6d5b17d7-aed1-435b-a72c-b2ee7279b207 on network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:09.062823 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414424cb-d0b1-47e2-ab5e-4540d2f3d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1951482-2097-465a-8391-881009e4fa50'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:09.064079 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216fef39-148a-499a-ba53-04f933925924" -d '{"events": [{"server_uuid": "414424cb-d0b1-47e2-ab5e-4540d2f3d105", "name": "network-vif-plugged", "status": "completed", "tag": "d1951482-2097-465a-8391-881009e4fa50"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:09.083010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port d1951482-2097-465a-8391-881009e4fa50, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=d1951482-2097-465a-8391-881009e4fa50,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:09.088166 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d1951482-2097-465a-8391-881009e4fa50), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:09.121352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Port 6d5b17d7-aed1-435b-a72c-b2ee7279b207 on network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:49:09.121583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Attempting to bind port 6d5b17d7-aed1-435b-a72c-b2ee7279b207 on network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:09.157015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=d1951482-2097-465a-8391-881009e4fa50,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:09.181061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:49:09.181426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Checking segment: {'id': '6f8205e3-a833-43fb-a989-170f59c47616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:49:09.181815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Bound using segment: {'id': '6f8205e3-a833-43fb-a989-170f59c47616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:49:09.182262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Bound port: 6d5b17d7-aed1-435b-a72c-b2ee7279b207, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8205e3-a833-43fb-a989-170f59c47616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:49:09.182627 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6d5b17d7-aed1-435b-a72c-b2ee7279b207), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:09.282329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2ec50-6677-48ff-875b-68919bd85bde req-cb9f6f74-cc4c-4507-9512-ef09996f00bf tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:09.283835 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efd2ec50-6677-48ff-875b-68919bd85bde req-cb9f6f74-cc4c-4507-9512-ef09996f00bf tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b100540-f491-4823-ba75-85733477f4c5 HTTP/1.1" status: 200 len: 950 time: 0.2238505 Mar 24 00:49:09.364180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device d7713096-7595-4d58-83d7-c58efe44f342 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:09.368720 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-2bddf915-dc0d-450a-8a82-e5d2ee3456be tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:09.370203 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-2bddf915-dc0d-450a-8a82-e5d2ee3456be tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957952 Mar 24 00:49:09.387931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:09.406705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] For port 6d5b17d7-aed1-435b-a72c-b2ee7279b207, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:49:09.409806 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Publish callbacks [] for port (1a4dfcb8-807c-45ba-ab97-3213ae7bf37f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:09.420992 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port d7713096-7595-4d58-83d7-c58efe44f342 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:49:09.426372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port d7713096-7595-4d58-83d7-c58efe44f342 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:09.426942 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d7713096-7595-4d58-83d7-c58efe44f342), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:09.437415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-40cfe1ee-2cef-420a-887a-e9446082b8b3 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/quotas/a09e8f3796504a0591d01b6c352de665 HTTP/1.1" status: 200 len: 375 time: 0.0539758 Mar 24 00:49:09.443908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Transition to ACTIVE for port object 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:49:09.445874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] For port 6d5b17d7-aed1-435b-a72c-b2ee7279b207, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6d5b17d7-aed1-435b-a72c-b2ee7279b207,segment=NetworkSegment(6f8205e3-a833-43fb-a989-170f59c47616),segment_id=6f8205e3-a833-43fb-a989-170f59c47616)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:49:09.460812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efd2ec50-6677-48ff-875b-68919bd85bde req-6f0e89fd-27c8-4eb2-aa97-72da7669d2a9 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662707 Mar 24 00:49:09.463426 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1a4dfcb8-807c-45ba-ab97-3213ae7bf37f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:09.465789 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6d5b17d7-aed1-435b-a72c-b2ee7279b207), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:09.527134 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:09.527762 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:09.529500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a954115d-852f-47fa-838a-c0689455e936 service neutron] 10.222.0.57 "PUT /v2.0/ports/6d5b17d7-aed1-435b-a72c-b2ee7279b207 HTTP/1.1" status: 200 len: 1092 time: 1.8140235 Mar 24 00:49:09.529867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0a74a8-c615-47b5-adb7-5aab6f80904f', 'tag': '6d5b17d7-aed1-435b-a72c-b2ee7279b207'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:09.532122 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e60b25-72bb-4675-b75c-7ac8dc137fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0a74a8-c615-47b5-adb7-5aab6f80904f", "tag": "6d5b17d7-aed1-435b-a72c-b2ee7279b207"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:09.563072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Pushing event updated for resources: {'Port': ['ID=1a4dfcb8-807c-45ba-ab97-3213ae7bf37f,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:09.591130 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea21f9b6-c5d9-4840-bee6-b56b3a8804c6 x-openstack-request-id: req-ea21f9b6-c5d9-4840-bee6-b56b3a8804c6 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:09.591466 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414424cb-d0b1-47e2-ab5e-4540d2f3d105", "name": "network-vif-plugged", "status": "completed", "tag": "d1951482-2097-465a-8391-881009e4fa50", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:09.591696 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea21f9b6-c5d9-4840-bee6-b56b3a8804c6 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:09.592094 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea21f9b6-c5d9-4840-bee6-b56b3a8804c6'] response: {'server_uuid': '414424cb-d0b1-47e2-ab5e-4540d2f3d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1951482-2097-465a-8391-881009e4fa50', 'code': 200} Mar 24 00:49:09.613951 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port d7713096-7595-4d58-83d7-c58efe44f342 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:09.614343 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d7713096-7595-4d58-83d7-c58efe44f342), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:09.630000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Attempting to bind port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:49:09.630332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Attempting to bind port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '6f8205e3-a833-43fb-a989-170f59c47616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:49:09.630664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Attempting to bind port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f on network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:09.675098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f on network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:49:09.675433 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Attempting to bind port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f on network 28d7b20a-54b3-49e0-9fa8-4437abc863b3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:09.737358 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829ed2d-a56a-4a65-b2fa-354caab88ac6 req-743e73ee-cfef-48f2-998e-7f034c41f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:09.739487 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3829ed2d-a56a-4a65-b2fa-354caab88ac6 req-743e73ee-cfef-48f2-998e-7f034c41f8bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=414424cb-d0b1-47e2-ab5e-4540d2f3d105 HTTP/1.1" status: 200 len: 1127 time: 0.0634148 Mar 24 00:49:09.741329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-204b4517-dbd5-4002-91d2-9f8edd8c1713 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2937768 Mar 24 00:49:09.758916 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:49:09.759329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Checking segment: {'id': '6f8205e3-a833-43fb-a989-170f59c47616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:49:09.759719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Bound using segment: {'id': '6f8205e3-a833-43fb-a989-170f59c47616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:49:09.760160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Bound port: 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8205e3-a833-43fb-a989-170f59c47616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:49:09.760517 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1a4dfcb8-807c-45ba-ab97-3213ae7bf37f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:09.795773 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port d7713096-7595-4d58-83d7-c58efe44f342, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d7713096-7595-4d58-83d7-c58efe44f342,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:09.799517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ec308d66-6bca-46bf-9677-876dfc67b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:09.802084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-ec308d66-6bca-46bf-9677-876dfc67b998 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6374d5cf435940aaabe0fc55b3a02c48&device_id=1b0a74a8-c615-47b5-adb7-5aab6f80904f HTTP/1.1" status: 200 len: 1126 time: 0.1656892 Mar 24 00:49:09.802988 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d7713096-7595-4d58-83d7-c58efe44f342), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:09.831035 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3829ed2d-a56a-4a65-b2fa-354caab88ac6 req-287ccd2e-cd4a-41b9-8fec-51ca945fd434 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736647 Mar 24 00:49:09.833081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b44bee-3854-4cb0-81d8-e07b27006151 req-03c44840-82f2-42af-9896-68cfcb87015d tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:09.842300 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b7b44bee-3854-4cb0-81d8-e07b27006151 req-03c44840-82f2-42af-9896-68cfcb87015d tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 943 time: 0.2045839 Mar 24 00:49:09.862181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=d7713096-7595-4d58-83d7-c58efe44f342,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:09.870151 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:09.870471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:09.870803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:09.871143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:09.871614 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:09.871830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:09.872168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:09.872514 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:09.872830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:09.873186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:09.873569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:09.873854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:09.874194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:09.874513 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:09.874842 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:09.913824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954115d-852f-47fa-838a-c0689455e936 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5b17d7-aed1-435b-a72c-b2ee7279b207,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:09.939375 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-3e7b813c-7668-4d4d-acee-904fcbd0f4aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d5b17d7-aed1-435b-a72c-b2ee7279b207 HTTP/1.1" status: 200 len: 217 time: 0.0948467 Mar 24 00:49:10.016319 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b7b44bee-3854-4cb0-81d8-e07b27006151 req-6c1581ff-ae81-4a89-bb0e-cf4bdbcc5546 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731060 Mar 24 00:49:10.050427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] For port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:49:10.070237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] For port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1a4dfcb8-807c-45ba-ab97-3213ae7bf37f,segment=NetworkSegment(6f8205e3-a833-43fb-a989-170f59c47616),segment_id=6f8205e3-a833-43fb-a989-170f59c47616)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:49:10.077758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-6a5e8add-7ccf-4412-9d53-1a061d9627ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:10.079900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-6a5e8add-7ccf-4412-9d53-1a061d9627ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb9edc02-a7fb-40a3-a5cf-135ddc4074a8 HTTP/1.1" status: 200 len: 857 time: 0.1303253 Mar 24 00:49:10.086053 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1a4dfcb8-807c-45ba-ab97-3213ae7bf37f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:10.097895 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c91ea1b-841c-44a2-adfa-1f93d57a75f2 x-openstack-request-id: req-9c91ea1b-841c-44a2-adfa-1f93d57a75f2 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:10.098190 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0a74a8-c615-47b5-adb7-5aab6f80904f", "tag": "6d5b17d7-aed1-435b-a72c-b2ee7279b207", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:10.098450 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c91ea1b-841c-44a2-adfa-1f93d57a75f2 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:10.098852 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c91ea1b-841c-44a2-adfa-1f93d57a75f2'] response: {'name': 'network-changed', 'server_uuid': '1b0a74a8-c615-47b5-adb7-5aab6f80904f', 'tag': '6d5b17d7-aed1-435b-a72c-b2ee7279b207', 'status': 'completed', 'code': 200} Mar 24 00:49:10.164100 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-04d0ff8d-8794-47b9-8c62-0691ebed3517 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=28d7b20a-54b3-49e0-9fa8-4437abc863b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679350 Mar 24 00:49:10.174382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a61f6-4bd4-472a-9e5e-5750559622ef req-d5bd6111-d28c-4a22-bd00-7fe161c451b0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:10.175827 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-545a61f6-4bd4-472a-9e5e-5750559622ef req-d5bd6111-d28c-4a22-bd00-7fe161c451b0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc8edaca-5195-4ea9-9937-22b6526e967a HTTP/1.1" status: 200 len: 949 time: 0.2057211 Mar 24 00:49:10.177066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:10.177694 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:10.179515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] 10.222.0.48 "PUT /v2.0/ports/1a4dfcb8-807c-45ba-ab97-3213ae7bf37f HTTP/1.1" status: 200 len: 1091 time: 1.7223153 Mar 24 00:49:10.294931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd3f34-7daa-4251-b7d5-ccbcd639199f service neutron] Pushing event updated for resources: {'Port': ['ID=1a4dfcb8-807c-45ba-ab97-3213ae7bf37f,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:10.382205 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-545a61f6-4bd4-472a-9e5e-5750559622ef req-eb6a9da1-cb17-4e0f-8de1-37dc6e5e477e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738098 Mar 24 00:49:10.400259 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b3e8c-4c47-44f5-80da-aefd83249acb req-5cb8ca23-dd3e-47cb-9db7-79673d060cb0 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:10.401982 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf4b3e8c-4c47-44f5-80da-aefd83249acb req-5cb8ca23-dd3e-47cb-9db7-79673d060cb0 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 950 time: 0.2186215 Mar 24 00:49:10.423750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-bb9b2998-d421-4b7c-a7b8-be8a4730b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:10.425158 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-bb9b2998-d421-4b7c-a7b8-be8a4730b62f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6374d5cf435940aaabe0fc55b3a02c48&device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 1125 time: 0.1478155 Mar 24 00:49:10.426924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-319021a1-4b0c-4b43-b84b-b9a4e4aeab15 service neutron] 10.222.0.57 "GET /v2.0/networks/28d7b20a-54b3-49e0-9fa8-4437abc863b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465558 Mar 24 00:49:10.752557 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 1169aae6-1e45-4d37-a323-10de30fdb7f6 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:49:10.760795 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-a1835234-2cef-4771-9fa8-673cafbfba6f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a4dfcb8-807c-45ba-ab97-3213ae7bf37f HTTP/1.1" status: 200 len: 217 time: 0.3119237 Mar 24 00:49:10.839161 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf4b3e8c-4c47-44f5-80da-aefd83249acb req-d3e39681-c0fc-4d93-8431-983cf498d871 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240870 Mar 24 00:49:10.885254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-e4350823-d747-4063-b1ca-5a29ba366f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:10.886335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-e4350823-d747-4063-b1ca-5a29ba366f72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb9edc02-a7fb-40a3-a5cf-135ddc4074a8 HTTP/1.1" status: 200 len: 857 time: 0.1160922 Mar 24 00:49:10.889277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-abb9156e-e1be-40a2-a8b7-8ee4d6b61033 service neutron] 10.222.0.57 "GET /v2.0/networks/28d7b20a-54b3-49e0-9fa8-4437abc863b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507532 Mar 24 00:49:10.890725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 1169aae6-1e45-4d37-a323-10de30fdb7f6, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1169aae6-1e45-4d37-a323-10de30fdb7f6,segment=NetworkSegment(6f8205e3-a833-43fb-a989-170f59c47616),segment_id=6f8205e3-a833-43fb-a989-170f59c47616)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:10.901559 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2ec51-0610-484e-81e7-56cf2a774403 req-0b6cf5dd-0bbb-46d8-bdbf-7b44b57e7d80 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:10.908424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '1169aae6-1e45-4d37-a323-10de30fdb7f6', 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3', 'port_id': '1169aae6-1e45-4d37-a323-10de30fdb7f6', 'mac_address': 'fa:16:3e:72:d6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9edc02-a7fb-40a3-a5cf-135ddc4074a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:49:10.909771 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78f2ec51-0610-484e-81e7-56cf2a774403 req-0b6cf5dd-0bbb-46d8-bdbf-7b44b57e7d80 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=414424cb-d0b1-47e2-ab5e-4540d2f3d105 HTTP/1.1" status: 200 len: 945 time: 0.1983969 Mar 24 00:49:10.951171 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-8d4bc549-5d13-4d18-88dc-96ccc1788680 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=28d7b20a-54b3-49e0-9fa8-4437abc863b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392680 Mar 24 00:49:10.977777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 1169aae6-1e45-4d37-a323-10de30fdb7f6 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:10.978077 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1169aae6-1e45-4d37-a323-10de30fdb7f6), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:10.992440 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1169aae6-1e45-4d37-a323-10de30fdb7f6 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:11.007529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86d63157-a822-4c0e-828a-5c91a18068e2 req-aa45bdb1-4870-4599-b982-445f44fb4cb4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 210 time: 0.0645764 Mar 24 00:49:11.047982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 1169aae6-1e45-4d37-a323-10de30fdb7f6, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1169aae6-1e45-4d37-a323-10de30fdb7f6,segment=NetworkSegment(6f8205e3-a833-43fb-a989-170f59c47616),segment_id=6f8205e3-a833-43fb-a989-170f59c47616)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:11.055695 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1169aae6-1e45-4d37-a323-10de30fdb7f6), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:11.125974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-721c87d3-8f5f-4a6f-897f-ca5a062d7548 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a09e8f3796504a0591d01b6c352de665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556476 Mar 24 00:49:11.137145 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78f2ec51-0610-484e-81e7-56cf2a774403 req-f34c0660-c6de-4732-bb12-eb6d40467c33 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263100 Mar 24 00:49:11.141147 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=1169aae6-1e45-4d37-a323-10de30fdb7f6,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:11.260431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e69dc25-2041-4f90-becd-76771902a747 req-e124a8a3-4a13-48f1-b34e-9adf925f92cb tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0896461 Mar 24 00:49:11.299881 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e60b25-72bb-4675-b75c-7ac8dc137fdf req-575611f0-44c1-42e4-bcc4-96d25e622e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:11.301465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02e60b25-72bb-4675-b75c-7ac8dc137fdf req-575611f0-44c1-42e4-bcc4-96d25e622e94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6374d5cf435940aaabe0fc55b3a02c48&device_id=1b0a74a8-c615-47b5-adb7-5aab6f80904f HTTP/1.1" status: 200 len: 1126 time: 0.3366838 Mar 24 00:49:11.307400 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-33445d84-2aaa-49c6-858a-b96e0ff44cbc service neutron] 10.222.0.48 "GET /v2.0/networks/28d7b20a-54b3-49e0-9fa8-4437abc863b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415763 Mar 24 00:49:11.399524 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['1169aae6-1e45-4d37-a323-10de30fdb7f6'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:11.523119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-33fa0c7f-524c-4ba6-aca7-bcb0b2e7e349 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:11.524971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-33fa0c7f-524c-4ba6-aca7-bcb0b2e7e349 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3827519 Mar 24 00:49:11.548439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81321f-068c-410b-adfd-b5c1fe2b976b req-6106c306-3599-4ba3-8ebd-4f6a1e243acc tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:11.549919 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a81321f-068c-410b-adfd-b5c1fe2b976b req-6106c306-3599-4ba3-8ebd-4f6a1e243acc tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 943 time: 0.2034602 Mar 24 00:49:11.565130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-567999a9-7ae6-47ce-8574-b60b5eec7b1c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Request body: {'port': {'device_id': 'c7b6b5e3-1f26-4e42-a14c-579edf53acce', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'a09e8f3796504a0591d01b6c352de665'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:11.593127 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7713096-7595-4d58-83d7-c58efe44f342'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:11.595825 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d49816-a15f-4a7c-a0af-f7fb6203eb6e" -d '{"events": [{"server_uuid": "a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c", "name": "network-vif-plugged", "status": "completed", "tag": "d7713096-7595-4d58-83d7-c58efe44f342"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:11.687324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e60b25-72bb-4675-b75c-7ac8dc137fdf req-f5125ffb-cfe0-44f6-85e2-9eaa016ecb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:11.688756 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02e60b25-72bb-4675-b75c-7ac8dc137fdf req-f5125ffb-cfe0-44f6-85e2-9eaa016ecb6a service neutron] 10.222.0.57 "GET /v2.0/networks?id=28d7b20a-54b3-49e0-9fa8-4437abc863b3 HTTP/1.1" status: 200 len: 918 time: 0.3805275 Mar 24 00:49:11.702743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25582d2f-5a69-43d9-9f57-9b7aa27eaa7e req-f7602ca3-7ff8-47f8-bf55-da471cac079d service neutron] 10.222.0.48 "GET /v2.0/networks/28d7b20a-54b3-49e0-9fa8-4437abc863b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862214 Mar 24 00:49:11.771579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02e60b25-72bb-4675-b75c-7ac8dc137fdf req-a4f75bcc-54c7-47e7-ad88-3cd0d764982e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d5b17d7-aed1-435b-a72c-b2ee7279b207 HTTP/1.1" status: 200 len: 217 time: 0.0744298 Mar 24 00:49:11.819234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a81321f-068c-410b-adfd-b5c1fe2b976b req-39b9a575-a265-47db-8f21-1381618d19a0 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502365 Mar 24 00:49:11.830792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8040e8-7c7e-4722-b873-b8a0ea40efb7 req-90498322-0714-4090-9044-39b9b0d172e6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:11.836730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8040e8-7c7e-4722-b873-b8a0ea40efb7 req-90498322-0714-4090-9044-39b9b0d172e6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:11.838604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a8040e8-7c7e-4722-b873-b8a0ea40efb7 req-90498322-0714-4090-9044-39b9b0d172e6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b100540-f491-4823-ba75-85733477f4c5&device_id=dc8edaca-5195-4ea9-9937-22b6526e967a HTTP/1.1" status: 200 len: 1690 time: 0.2829876 Mar 24 00:49:11.881727 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2542ac7-face-40b8-9619-a676014cff8b x-openstack-request-id: req-d2542ac7-face-40b8-9619-a676014cff8b {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:11.882287 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c", "name": "network-vif-plugged", "status": "completed", "tag": "d7713096-7595-4d58-83d7-c58efe44f342", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:11.882730 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2542ac7-face-40b8-9619-a676014cff8b {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:11.883373 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2542ac7-face-40b8-9619-a676014cff8b'] response: {'server_uuid': 'a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7713096-7595-4d58-83d7-c58efe44f342', 'code': 200} Mar 24 00:49:11.906974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-567999a9-7ae6-47ce-8574-b60b5eec7b1c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Made reservation on behalf of a09e8f3796504a0591d01b6c352de665 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:49:11.916375 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-567999a9-7ae6-47ce-8574-b60b5eec7b1c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:11.930371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e60b25-72bb-4675-b75c-7ac8dc137fdf req-75d1df96-6a98-4bfc-82a7-4f64755e13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:11.932104 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02e60b25-72bb-4675-b75c-7ac8dc137fdf req-75d1df96-6a98-4bfc-82a7-4f64755e13ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb9edc02-a7fb-40a3-a5cf-135ddc4074a8 HTTP/1.1" status: 200 len: 857 time: 0.1452157 Mar 24 00:49:12.010708 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02e60b25-72bb-4675-b75c-7ac8dc137fdf req-c5fccafb-3fbf-4cd2-844f-d8757e4ed071 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=28d7b20a-54b3-49e0-9fa8-4437abc863b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665998 Mar 24 00:49:12.018446 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a8040e8-7c7e-4722-b873-b8a0ea40efb7 req-75c6adbc-d50b-4e3a-a0db-4e02cd2ddbe9 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658900 Mar 24 00:49:12.121625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e150fc3-0c46-4411-a04c-507d6662c32c', 'tag': '1a4dfcb8-807c-45ba-ab97-3213ae7bf37f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:12.123957 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ac7e22-a7b2-4d74-89d3-04083b65bcdd" -d '{"events": [{"name": "network-changed", "server_uuid": "6e150fc3-0c46-4411-a04c-507d6662c32c", "tag": "1a4dfcb8-807c-45ba-ab97-3213ae7bf37f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:12.211084 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59410d-5700-4dc4-8e0c-48843513bfa7 req-7dce1ccd-bd36-439c-a251-93dc714e48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:12.212570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e59410d-5700-4dc4-8e0c-48843513bfa7 req-7dce1ccd-bd36-439c-a251-93dc714e48bc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 1132 time: 0.2423472 Mar 24 00:49:12.229203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b551edf-99d4-43ac-a452-ec1939e9f082 req-cce4ae8e-fae6-4990-b170-9e84c6ed82a1 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:12.230612 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b551edf-99d4-43ac-a452-ec1939e9f082 req-cce4ae8e-fae6-4990-b170-9e84c6ed82a1 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 950 time: 0.2892802 Mar 24 00:49:12.286706 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa25c7b1-f95f-4c74-8fa9-8d01e1c52aba req-42e8b56c-14ed-4fdf-8b67-8950cf611581 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 210 time: 0.1023328 Mar 24 00:49:12.309123 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02e60b25-72bb-4675-b75c-7ac8dc137fdf req-2c7f26a2-184d-4b0a-a616-49df0f3c333e service neutron] 10.222.0.57 "GET /v2.0/networks/28d7b20a-54b3-49e0-9fa8-4437abc863b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748303 Mar 24 00:49:12.346125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-567999a9-7ae6-47ce-8574-b60b5eec7b1c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Allocated IP 192.168.233.236 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/a60a78e9-a676-43bb-8d72-06b222428363) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:49:12.408448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e59410d-5700-4dc4-8e0c-48843513bfa7 req-f9c4f03e-ba50-4d06-b2c4-14d5dedd815b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707847 Mar 24 00:49:12.453627 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b551edf-99d4-43ac-a452-ec1939e9f082 req-6916c51b-7679-4dc4-804b-22ab78cca8de tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148516 Mar 24 00:49:12.514257 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045b130a-6cd5-4193-86fd-e573b3b91a39 x-openstack-request-id: req-045b130a-6cd5-4193-86fd-e573b3b91a39 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:12.514617 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e150fc3-0c46-4411-a04c-507d6662c32c", "tag": "1a4dfcb8-807c-45ba-ab97-3213ae7bf37f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:12.514796 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-045b130a-6cd5-4193-86fd-e573b3b91a39 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:12.515169 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045b130a-6cd5-4193-86fd-e573b3b91a39'] response: {'name': 'network-changed', 'server_uuid': '6e150fc3-0c46-4411-a04c-507d6662c32c', 'tag': '1a4dfcb8-807c-45ba-ab97-3213ae7bf37f', 'status': 'completed', 'code': 200} Mar 24 00:49:12.537517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76438650-6e27-4278-9ffc-fb52155f4acf req-8f907b32-41f2-4d8a-9d9f-c7d84b1ed6ee tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:12.539151 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76438650-6e27-4278-9ffc-fb52155f4acf req-8f907b32-41f2-4d8a-9d9f-c7d84b1ed6ee tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0b100540-f491-4823-ba75-85733477f4c5 HTTP/1.1" status: 200 len: 1132 time: 0.1897540 Mar 24 00:49:12.583712 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02e60b25-72bb-4675-b75c-7ac8dc137fdf req-936a06a1-f6db-4459-b0e5-2ed66c53dcba service neutron] 10.222.0.57 "GET /v2.0/networks/28d7b20a-54b3-49e0-9fa8-4437abc863b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615657 Mar 24 00:49:12.755468 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 1169aae6-1e45-4d37-a323-10de30fdb7f6 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:12.807762 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 1169aae6-1e45-4d37-a323-10de30fdb7f6 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:49:12.812605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 1169aae6-1e45-4d37-a323-10de30fdb7f6 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:12.812995 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1169aae6-1e45-4d37-a323-10de30fdb7f6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:12.924170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 1169aae6-1e45-4d37-a323-10de30fdb7f6 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:12.924568 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1169aae6-1e45-4d37-a323-10de30fdb7f6), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:12.955897 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76438650-6e27-4278-9ffc-fb52155f4acf req-cdecafcb-4ba4-49c8-99a7-b0299c7e9e2e tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797703 Mar 24 00:49:12.964091 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-567999a9-7ae6-47ce-8574-b60b5eec7b1c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks [] for port (a60a78e9-a676-43bb-8d72-06b222428363), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:12.979405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 1169aae6-1e45-4d37-a323-10de30fdb7f6, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1169aae6-1e45-4d37-a323-10de30fdb7f6,segment=NetworkSegment(6f8205e3-a833-43fb-a989-170f59c47616),segment_id=6f8205e3-a833-43fb-a989-170f59c47616)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:12.984912 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1169aae6-1e45-4d37-a323-10de30fdb7f6), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:12.986243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ce3b5-d954-491d-bed1-fd5ab71bd5f7 req-2a344e90-21c2-436c-aded-88d131d8c55f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:12.993176 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-442ce3b5-d954-491d-bed1-fd5ab71bd5f7 req-2a344e90-21c2-436c-aded-88d131d8c55f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=414424cb-d0b1-47e2-ab5e-4540d2f3d105 HTTP/1.1" status: 200 len: 945 time: 0.4225259 Mar 24 00:49:13.007550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac7e22-a7b2-4d74-89d3-04083b65bcdd req-e3f3a44f-2b8a-44fc-afe0-8cd99373af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:13.009073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5ac7e22-a7b2-4d74-89d3-04083b65bcdd req-e3f3a44f-2b8a-44fc-afe0-8cd99373af89 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6374d5cf435940aaabe0fc55b3a02c48&device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 1125 time: 0.4431777 Mar 24 00:49:13.051891 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=1169aae6-1e45-4d37-a323-10de30fdb7f6,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:13.139326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b58a593f-826e-4ea2-8b2d-ed8ff18bbaf4 req-9e130e63-6785-4b12-8084-6aed8132d6a0 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0552452 Mar 24 00:49:13.153863 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-442ce3b5-d954-491d-bed1-fd5ab71bd5f7 req-ccf4a141-b0dc-4f92-8ab2-221754843767 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598074 Mar 24 00:49:13.157799 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-567999a9-7ae6-47ce-8574-b60b5eec7b1c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (a60a78e9-a676-43bb-8d72-06b222428363), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:13.182019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['283fe7d7-4ae1-4877-a5aa-b42e0304761e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:13.220609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-567999a9-7ae6-47ce-8574-b60b5eec7b1c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:49:13.225775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac7e22-a7b2-4d74-89d3-04083b65bcdd req-bf39ebd4-3064-4f56-91b6-11dd228458ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:13.227259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5ac7e22-a7b2-4d74-89d3-04083b65bcdd req-bf39ebd4-3064-4f56-91b6-11dd228458ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=28d7b20a-54b3-49e0-9fa8-4437abc863b3 HTTP/1.1" status: 200 len: 918 time: 0.2103951 Mar 24 00:49:13.228157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-567999a9-7ae6-47ce-8574-b60b5eec7b1c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:49:13.232300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-567999a9-7ae6-47ce-8574-b60b5eec7b1c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:49:13.237393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-567999a9-7ae6-47ce-8574-b60b5eec7b1c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:13.238256 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-567999a9-7ae6-47ce-8574-b60b5eec7b1c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:13.290857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567999a9-7ae6-47ce-8574-b60b5eec7b1c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Pushing event updated for resources: {'Port': ['ID=a60a78e9-a676-43bb-8d72-06b222428363,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:13.329384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5ac7e22-a7b2-4d74-89d3-04083b65bcdd req-99a16791-2ebe-4030-8a26-5daf8c16d4a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a4dfcb8-807c-45ba-ab97-3213ae7bf37f HTTP/1.1" status: 200 len: 217 time: 0.0828595 Mar 24 00:49:13.378270 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-567999a9-7ae6-47ce-8574-b60b5eec7b1c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8267663 Mar 24 00:49:13.397903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Request body: {'port': {'device_id': 'c7b6b5e3-1f26-4e42-a14c-579edf53acce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:13.452484 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac7e22-a7b2-4d74-89d3-04083b65bcdd req-459c9eae-c97a-4cbc-b716-b6a5958622f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:13.453897 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5ac7e22-a7b2-4d74-89d3-04083b65bcdd req-459c9eae-c97a-4cbc-b716-b6a5958622f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb9edc02-a7fb-40a3-a5cf-135ddc4074a8 HTTP/1.1" status: 200 len: 857 time: 0.1093309 Mar 24 00:49:13.459652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31339d-c817-4e00-b179-5e502e5a5410 req-321dd9da-19d5-4a75-802a-f75744305743 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:13.461137 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb31339d-c817-4e00-b179-5e502e5a5410 req-321dd9da-19d5-4a75-802a-f75744305743 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=dc8edaca-5195-4ea9-9937-22b6526e967a HTTP/1.1" status: 200 len: 1131 time: 0.2044764 Mar 24 00:49:13.469250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282aaeb-a402-47c2-93ed-67f1ab58ffaa req-f2e101b5-d6d1-451b-a599-1117249b8871 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:13.470751 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e282aaeb-a402-47c2-93ed-67f1ab58ffaa req-f2e101b5-d6d1-451b-a599-1117249b8871 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 943 time: 0.1767595 Mar 24 00:49:13.542855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5ac7e22-a7b2-4d74-89d3-04083b65bcdd req-b625e17f-6033-4ea0-821c-bc46f579f83d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=28d7b20a-54b3-49e0-9fa8-4437abc863b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711265 Mar 24 00:49:13.550620 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a60a78e9-a676-43bb-8d72-06b222428363), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:13.584534 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7cc3bbda-5fec-437d-b718-7e4b700c11c7 None None] Provisioning complete for port a60a78e9-a676-43bb-8d72-06b222428363 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:13.585005 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7cc3bbda-5fec-437d-b718-7e4b700c11c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a60a78e9-a676-43bb-8d72-06b222428363), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:13.634261 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3bbda-5fec-437d-b718-7e4b700c11c7 None None] Port a60a78e9-a676-43bb-8d72-06b222428363 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:49:13.671562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e282aaeb-a402-47c2-93ed-67f1ab58ffaa req-d19234f0-4b33-41b2-bb06-0d157708cbcd tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839273 Mar 24 00:49:13.676389 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb31339d-c817-4e00-b179-5e502e5a5410 req-8ab29c9f-bdfa-4587-ae7b-528cd66a220a tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877637 Mar 24 00:49:13.793784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5ac7e22-a7b2-4d74-89d3-04083b65bcdd req-6a52310d-37bc-4eed-8e09-7f48aeeaef26 service neutron] 10.222.0.48 "GET /v2.0/networks/28d7b20a-54b3-49e0-9fa8-4437abc863b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384696 Mar 24 00:49:13.884525 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8606b5af-3e27-478a-ac38-145967a0c145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1169aae6-1e45-4d37-a323-10de30fdb7f6'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:13.886979 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b497d7e0-2e0d-4d88-998e-b50340acf0d1" -d '{"events": [{"server_uuid": "8606b5af-3e27-478a-ac38-145967a0c145", "name": "network-vif-plugged", "status": "completed", "tag": "1169aae6-1e45-4d37-a323-10de30fdb7f6"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:14.004314 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a4aa3-284d-4c46-a580-db064d54e334 req-90f8b706-f831-43b0-af9d-e80adb2a2cab tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:14.005808 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-478a4aa3-284d-4c46-a580-db064d54e334 req-90f8b706-f831-43b0-af9d-e80adb2a2cab tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 936 time: 0.2148292 Mar 24 00:49:14.039803 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5ac7e22-a7b2-4d74-89d3-04083b65bcdd req-af3e4df3-a4eb-400e-9799-889caff13186 service neutron] 10.222.0.48 "GET /v2.0/networks/28d7b20a-54b3-49e0-9fa8-4437abc863b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301776 Mar 24 00:49:14.130994 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-478a4aa3-284d-4c46-a580-db064d54e334 req-c4cb640a-9a36-4fbb-ae46-d800aeda2aa3 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027071 Mar 24 00:49:14.140832 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4a24b-a3bd-4b3f-9b60-b66152f50ee2 req-7cb2d7c1-22b7-492c-8252-6d0ff9c98c61 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:14.142365 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68b4a24b-a3bd-4b3f-9b60-b66152f50ee2 req-7cb2d7c1-22b7-492c-8252-6d0ff9c98c61 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 950 time: 0.1736443 Mar 24 00:49:14.158911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60a78e9-a676-43bb-8d72-06b222428363 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:14.171728 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Publish callbacks [] for port (a60a78e9-a676-43bb-8d72-06b222428363), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:14.196239 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Transition to ACTIVE for port object a60a78e9-a676-43bb-8d72-06b222428363 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:49:14.204677 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a60a78e9-a676-43bb-8d72-06b222428363), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:14.256890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68b4a24b-a3bd-4b3f-9b60-b66152f50ee2 req-1c24120c-905b-401e-9481-3c5a9e47eba5 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042547 Mar 24 00:49:14.270873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Pushing event updated for resources: {'Port': ['ID=a60a78e9-a676-43bb-8d72-06b222428363,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:14.307233 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10134a3e-3aeb-4084-9c28-9e66687bd175 x-openstack-request-id: req-10134a3e-3aeb-4084-9c28-9e66687bd175 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:14.307543 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8606b5af-3e27-478a-ac38-145967a0c145", "name": "network-vif-plugged", "status": "completed", "tag": "1169aae6-1e45-4d37-a323-10de30fdb7f6", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:14.307799 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-10134a3e-3aeb-4084-9c28-9e66687bd175 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:14.308204 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10134a3e-3aeb-4084-9c28-9e66687bd175'] response: {'server_uuid': '8606b5af-3e27-478a-ac38-145967a0c145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1169aae6-1e45-4d37-a323-10de30fdb7f6', 'code': 200} Mar 24 00:49:14.309826 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Attempting to bind port a60a78e9-a676-43bb-8d72-06b222428363 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:49:14.310543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Attempting to bind port a60a78e9-a676-43bb-8d72-06b222428363 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:49:14.310683 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Attempting to bind port a60a78e9-a676-43bb-8d72-06b222428363 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:14.315328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Port a60a78e9-a676-43bb-8d72-06b222428363 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:49:14.315662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Attempting to bind port a60a78e9-a676-43bb-8d72-06b222428363 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:14.329468 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:49:14.329805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:49:14.330203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:49:14.333122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Bound port: a60a78e9-a676-43bb-8d72-06b222428363, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:49:14.333526 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a60a78e9-a676-43bb-8d72-06b222428363), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:14.500340 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb34062d-3e40-44da-89c2-725f1dee06b3 req-8beace48-fb4f-46aa-9da3-49b24a32536c tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0991142 Mar 24 00:49:14.554971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb153b1-ff6c-4aa0-9c2b-7fc19e8a48b3 req-770cfe36-573f-4c8d-8d45-f21eebe1c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:14.556264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7eb153b1-ff6c-4aa0-9c2b-7fc19e8a48b3 req-770cfe36-573f-4c8d-8d45-f21eebe1c5e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8606b5af-3e27-478a-ac38-145967a0c145 HTTP/1.1" status: 200 len: 1127 time: 0.1539958 Mar 24 00:49:14.558057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] For port a60a78e9-a676-43bb-8d72-06b222428363, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:49:14.566753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0918855-5597-416a-9b6d-e86047b28249 req-2acb0824-dafd-44a2-a7ca-39aacc849bde tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:14.568218 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0918855-5597-416a-9b6d-e86047b28249 req-2acb0824-dafd-44a2-a7ca-39aacc849bde tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=414424cb-d0b1-47e2-ab5e-4540d2f3d105 HTTP/1.1" status: 200 len: 945 time: 0.1650169 Mar 24 00:49:14.584047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] For port a60a78e9-a676-43bb-8d72-06b222428363, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a60a78e9-a676-43bb-8d72-06b222428363,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:49:14.603281 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a60a78e9-a676-43bb-8d72-06b222428363), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:14.657546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:14.658159 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:14.659539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] 10.222.0.57 "PUT /v2.0/ports/a60a78e9-a676-43bb-8d72-06b222428363 HTTP/1.1" status: 200 len: 1096 time: 1.2657938 Mar 24 00:49:14.659985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b6b5e3-1f26-4e42-a14c-579edf53acce', 'tag': 'a60a78e9-a676-43bb-8d72-06b222428363'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:14.663161 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a625b360-f526-416f-9534-ca542b73b31a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b6b5e3-1f26-4e42-a14c-579edf53acce", "tag": "a60a78e9-a676-43bb-8d72-06b222428363"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:14.717718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7eb153b1-ff6c-4aa0-9c2b-7fc19e8a48b3 req-d794d580-fc1b-4a62-a435-211b9c941466 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419287 Mar 24 00:49:14.770608 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:49:14.771569 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0918855-5597-416a-9b6d-e86047b28249 req-773f6af5-b1f2-4f59-9ea7-d4d1ea6ee785 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855781 Mar 24 00:49:14.780300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a1758-e831-4522-89d9-9cd4e73bd305 service neutron] Pushing event updated for resources: {'Port': ['ID=a60a78e9-a676-43bb-8d72-06b222428363,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:14.825746 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-fb9ace3d-0953-4c17-ae97-1e51b0841146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:14.830780 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-fb9ace3d-0953-4c17-ae97-1e51b0841146 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 1130 time: 0.1091516 Mar 24 00:49:14.865303 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e62ab14-a3fa-417f-92dd-d7ebf99f1430 x-openstack-request-id: req-5e62ab14-a3fa-417f-92dd-d7ebf99f1430 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:14.865608 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b6b5e3-1f26-4e42-a14c-579edf53acce", "tag": "a60a78e9-a676-43bb-8d72-06b222428363", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:14.865865 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e62ab14-a3fa-417f-92dd-d7ebf99f1430 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:14.866270 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e62ab14-a3fa-417f-92dd-d7ebf99f1430'] response: {'name': 'network-changed', 'server_uuid': 'c7b6b5e3-1f26-4e42-a14c-579edf53acce', 'tag': 'a60a78e9-a676-43bb-8d72-06b222428363', 'status': 'completed', 'code': 200} Mar 24 00:49:14.933582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1a4dfcb8-807c-45ba-ab97-3213ae7bf37f,segment=NetworkSegment(6f8205e3-a833-43fb-a989-170f59c47616),segment_id=6f8205e3-a833-43fb-a989-170f59c47616)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:14.934145 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-5da038d9-d4b9-4f8f-bad0-6170aee4fd1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=a60a78e9-a676-43bb-8d72-06b222428363 HTTP/1.1" status: 200 len: 217 time: 0.0864673 Mar 24 00:49:14.946291 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-c5d5f84d-ddd0-45ef-b394-6645921ffe3f tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=df816c36861a41d49b8f0b50ec662764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889246 Mar 24 00:49:14.955955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '1a4dfcb8-807c-45ba-ab97-3213ae7bf37f', 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3', 'port_id': '1a4dfcb8-807c-45ba-ab97-3213ae7bf37f', 'mac_address': 'fa:16:3e:45:27:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9edc02-a7fb-40a3-a5cf-135ddc4074a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:49:15.015804 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:15.016552 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1a4dfcb8-807c-45ba-ab97-3213ae7bf37f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:15.036722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:15.062457 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1a4dfcb8-807c-45ba-ab97-3213ae7bf37f,segment=NetworkSegment(6f8205e3-a833-43fb-a989-170f59c47616),segment_id=6f8205e3-a833-43fb-a989-170f59c47616)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:15.066563 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1a4dfcb8-807c-45ba-ab97-3213ae7bf37f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:15.104524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e43c79f0-be0c-4fd2-8aaf-e31e57fd306d req-1a4c849b-d393-4144-a5e2-564f24c801ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.1214108 Mar 24 00:49:15.109996 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-01eb8188-e790-474d-8612-f23c9718ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:15.111393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-01eb8188-e790-474d-8612-f23c9718ef7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1635976 Mar 24 00:49:15.122333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=1a4dfcb8-807c-45ba-ab97-3213ae7bf37f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:15.182859 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248e09e-b73d-4c88-8a01-0b09aaf02309 req-6afb1cd1-81c1-4c7e-9e83-006bf213a92d tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:15.184374 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f248e09e-b73d-4c88-8a01-0b09aaf02309 req-6afb1cd1-81c1-4c7e-9e83-006bf213a92d tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 943 time: 0.2411783 Mar 24 00:49:15.230974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-f7b3a9f9-5c95-4b28-bbb0-a73954391c6b tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:15.232462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-f7b3a9f9-5c95-4b28-bbb0-a73954391c6b tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2689617 Mar 24 00:49:15.262084 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-0d387abb-dbbb-455e-b555-bfa1a3273623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:15.263575 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-0d387abb-dbbb-455e-b555-bfa1a3273623 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1410272 Mar 24 00:49:15.273761 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-bb3d59ca-d881-4ef2-99ba-3cdce897d628 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/quotas/df816c36861a41d49b8f0b50ec662764 HTTP/1.1" status: 200 len: 375 time: 0.0338919 Mar 24 00:49:15.333495 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f248e09e-b73d-4c88-8a01-0b09aaf02309 req-09781c27-4582-4b44-8aa3-d98a3b02f997 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428292 Mar 24 00:49:15.393393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6d5b17d7-aed1-435b-a72c-b2ee7279b207 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:49:15.478837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['1a4dfcb8-807c-45ba-ab97-3213ae7bf37f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:15.564971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 6d5b17d7-aed1-435b-a72c-b2ee7279b207, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6d5b17d7-aed1-435b-a72c-b2ee7279b207,segment=NetworkSegment(6f8205e3-a833-43fb-a989-170f59c47616),segment_id=6f8205e3-a833-43fb-a989-170f59c47616)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:15.593080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '6d5b17d7-aed1-435b-a72c-b2ee7279b207', 'network_id': '28d7b20a-54b3-49e0-9fa8-4437abc863b3', 'port_id': '6d5b17d7-aed1-435b-a72c-b2ee7279b207', 'mac_address': 'fa:16:3e:9b:04:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9edc02-a7fb-40a3-a5cf-135ddc4074a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:49:15.656228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 6d5b17d7-aed1-435b-a72c-b2ee7279b207 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:15.656619 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6d5b17d7-aed1-435b-a72c-b2ee7279b207), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:15.667272 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-92c1db50-2bba-4191-9be4-280689e0f698 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3838654 Mar 24 00:49:15.674890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-e6e96b6f-fd02-4c86-a3b6-8b2d46af7f40 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028862 Mar 24 00:49:15.683151 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cf168-e9fc-400a-be62-4eb9e2010929 req-8254b095-db28-4f59-b4cf-9f93e87a465c tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:15.686110 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5b17d7-aed1-435b-a72c-b2ee7279b207 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:15.689653 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-515cf168-e9fc-400a-be62-4eb9e2010929 req-8254b095-db28-4f59-b4cf-9f93e87a465c tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 950 time: 0.1057410 Mar 24 00:49:15.707875 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 6d5b17d7-aed1-435b-a72c-b2ee7279b207, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6d5b17d7-aed1-435b-a72c-b2ee7279b207,segment=NetworkSegment(6f8205e3-a833-43fb-a989-170f59c47616),segment_id=6f8205e3-a833-43fb-a989-170f59c47616)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:15.719675 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6d5b17d7-aed1-435b-a72c-b2ee7279b207), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:15.804045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-515cf168-e9fc-400a-be62-4eb9e2010929 req-f4a7fd3c-0c90-4afa-a061-bcad9dde5eec tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093242 Mar 24 00:49:15.805689 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=6d5b17d7-aed1-435b-a72c-b2ee7279b207,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:15.838512 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ac8522-13ab-48e8-bb0f-cf5c2ae3e00c req-b2f3435c-4fd8-49b4-ac8e-1c2b11e41005 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465552 Mar 24 00:49:15.949472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd11155-d371-443d-a86e-b0b842ea5b4b req-5032576b-f18c-4fe2-8a53-16fbd3ac89b3 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:15.951004 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fd11155-d371-443d-a86e-b0b842ea5b4b req-5032576b-f18c-4fe2-8a53-16fbd3ac89b3 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 948 time: 0.0877357 Mar 24 00:49:15.978151 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625b360-f526-416f-9534-ca542b73b31a req-c1c702bc-4544-413c-9708-f20d3cb5f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:15.979656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a625b360-f526-416f-9534-ca542b73b31a req-c1c702bc-4544-413c-9708-f20d3cb5f1b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 1130 time: 0.0781190 Mar 24 00:49:16.026966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['6d5b17d7-aed1-435b-a72c-b2ee7279b207'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:16.065551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fd11155-d371-443d-a86e-b0b842ea5b4b req-070af502-c0b6-4539-8c12-3a40b49c1b75 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053121 Mar 24 00:49:16.114150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625b360-f526-416f-9534-ca542b73b31a req-b2c8d7a9-0d25-4740-8282-8fea1c1e41df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:16.120545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a625b360-f526-416f-9534-ca542b73b31a req-b2c8d7a9-0d25-4740-8282-8fea1c1e41df service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.1312833 Mar 24 00:49:16.197828 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a625b360-f526-416f-9534-ca542b73b31a req-88b35a01-b2ea-4abe-ada6-d90652bc6ebb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=a60a78e9-a676-43bb-8d72-06b222428363 HTTP/1.1" status: 200 len: 217 time: 0.0713301 Mar 24 00:49:16.304049 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-501c8e30-56db-49c7-b959-fb30e88a5336 req-f34ce397-ea5b-49b0-9b8e-05ccb474f334 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0532792 Mar 24 00:49:16.321290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625b360-f526-416f-9534-ca542b73b31a req-e6260283-eb39-4b90-8cf7-4757a994d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:16.322733 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a625b360-f526-416f-9534-ca542b73b31a req-e6260283-eb39-4b90-8cf7-4757a994d37f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1145470 Mar 24 00:49:16.388905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd56a3c-6dfc-4802-8877-afb03c7a37df req-6c949a8c-342e-4e98-8f65-6004cf085ed7 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:16.391753 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcd56a3c-6dfc-4802-8877-afb03c7a37df req-6c949a8c-342e-4e98-8f65-6004cf085ed7 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=414424cb-d0b1-47e2-ab5e-4540d2f3d105 HTTP/1.1" status: 200 len: 945 time: 0.1318605 Mar 24 00:49:16.474013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcd56a3c-6dfc-4802-8877-afb03c7a37df req-54823bf6-cecc-40c9-92f3-fdd5d096a55b tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755448 Mar 24 00:49:16.547944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625b360-f526-416f-9534-ca542b73b31a req-8a715f1c-dbae-4715-a85b-08751881b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:16.549534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a625b360-f526-416f-9534-ca542b73b31a req-8a715f1c-dbae-4715-a85b-08751881b298 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2078149 Mar 24 00:49:16.637316 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e364861d-e54d-45d0-be52-a2e6d2838e59 req-5b8fb206-3c0f-4e24-bf92-4c25f0a8d0ed tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 210 time: 0.0814669 Mar 24 00:49:16.656729 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e06fc4-5695-4523-a81f-693b5e214567 req-03bcfe68-eb3e-4ddc-9ba2-cea785e705a6 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:16.658109 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7e06fc4-5695-4523-a81f-693b5e214567 req-03bcfe68-eb3e-4ddc-9ba2-cea785e705a6 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "GET /v2.0/ports?device_id=414424cb-d0b1-47e2-ab5e-4540d2f3d105 HTTP/1.1" status: 200 len: 945 time: 0.1727233 Mar 24 00:49:16.669511 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75c808-1ef0-43c9-89d0-ebfafe76fd9c req-11ca922c-c861-47b4-98d1-2e568fcb3e47 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:16.670942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e75c808-1ef0-43c9-89d0-ebfafe76fd9c req-11ca922c-c861-47b4-98d1-2e568fcb3e47 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 944 time: 0.1960578 Mar 24 00:49:16.796023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a625b360-f526-416f-9534-ca542b73b31a req-3d791276-7524-43f0-ae23-731077a5e33c service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309897 Mar 24 00:49:16.817167 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e75c808-1ef0-43c9-89d0-ebfafe76fd9c req-cbbd6741-7d8b-42d1-be20-9d14cea1589a tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286876 Mar 24 00:49:16.926323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-e7e06fc4-5695-4523-a81f-693b5e214567 req-804aac3a-6c78-4445-8b96-505ca35cc683 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Deleting port d1951482-2097-465a-8391-881009e4fa50 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:49:16.926665 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e7e06fc4-5695-4523-a81f-693b5e214567 req-804aac3a-6c78-4445-8b96-505ca35cc683 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d1951482-2097-465a-8391-881009e4fa50), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:17.013717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a625b360-f526-416f-9534-ca542b73b31a req-91522255-1f8a-4bbc-a476-ee3f09dfc404 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955190 Mar 24 00:49:17.065428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c900c0-879f-4051-9211-274f8e21be19 req-e8bf3f15-db43-484f-8973-cf93dd04d5a9 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:17.066860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1c900c0-879f-4051-9211-274f8e21be19 req-e8bf3f15-db43-484f-8973-cf93dd04d5a9 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 950 time: 0.1493680 Mar 24 00:49:17.090961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-e7e06fc4-5695-4523-a81f-693b5e214567 req-804aac3a-6c78-4445-8b96-505ca35cc683 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] For port d1951482-2097-465a-8391-881009e4fa50, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=d1951482-2097-465a-8391-881009e4fa50,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:17.091352 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e7e06fc4-5695-4523-a81f-693b5e214567 req-804aac3a-6c78-4445-8b96-505ca35cc683 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d1951482-2097-465a-8391-881009e4fa50), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:17.115926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-e7e06fc4-5695-4523-a81f-693b5e214567 req-804aac3a-6c78-4445-8b96-505ca35cc683 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Calling delete_port for d1951482-2097-465a-8391-881009e4fa50 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:49:17.207772 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1c900c0-879f-4051-9211-274f8e21be19 req-fada1079-1520-4d6e-abf2-ae9edda0ebbc tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299329 Mar 24 00:49:17.332959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca7e97-7156-45f7-b779-9090a2f1830f req-44535296-32b0-4200-9c27-2289ed3057b0 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:17.335162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f0ca7e97-7156-45f7-b779-9090a2f1830f req-44535296-32b0-4200-9c27-2289ed3057b0 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 948 time: 0.1426830 Mar 24 00:49:17.407418 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6d5b17d7-aed1-435b-a72c-b2ee7279b207 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:17.454604 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e7e06fc4-5695-4523-a81f-693b5e214567 req-804aac3a-6c78-4445-8b96-505ca35cc683 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (d1951482-2097-465a-8391-881009e4fa50), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:17.469822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['d1951482-2097-465a-8391-881009e4fa50'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:17.499299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e8ea-99dd-40cf-8a80-641d990a3657 req-55719331-afc0-4f58-8d5d-85f277f5b3cf tempest-LiveMigrationNegativeTest-403230593 tempest-LiveMigrationNegativeTest-403230593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:17.500811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8f2e8ea-99dd-40cf-8a80-641d990a3657 req-55719331-afc0-4f58-8d5d-85f277f5b3cf tempest-LiveMigrationNegativeTest-403230593 tempest-LiveMigrationNegativeTest-403230593-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 1132 time: 0.1355612 Mar 24 00:49:17.503715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804aac3a-6c78-4445-8b96-505ca35cc683 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Pushing event deleted for resources: {'Port': ['ID=d1951482-2097-465a-8391-881009e4fa50,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:17.509019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 6d5b17d7-aed1-435b-a72c-b2ee7279b207 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:49:17.512550 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f0ca7e97-7156-45f7-b779-9090a2f1830f req-f33c8780-d551-4e31-8a73-d8bf1a82cddc tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421707 Mar 24 00:49:17.519741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 6d5b17d7-aed1-435b-a72c-b2ee7279b207 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:17.520121 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6d5b17d7-aed1-435b-a72c-b2ee7279b207), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:17.538226 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d8f2e8ea-99dd-40cf-8a80-641d990a3657 req-7847aa45-c68e-4095-9660-34bedb0d3e21 tempest-LiveMigrationNegativeTest-403230593 tempest-LiveMigrationNegativeTest-403230593-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:17.590790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e06fc4-5695-4523-a81f-693b5e214567 req-804aac3a-6c78-4445-8b96-505ca35cc683 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] No DVR routers for this DVR port d1951482-2097-465a-8391-881009e4fa50 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:49:17.593388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e7e06fc4-5695-4523-a81f-693b5e214567 req-804aac3a-6c78-4445-8b96-505ca35cc683 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:17.596987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7e06fc4-5695-4523-a81f-693b5e214567 req-804aac3a-6c78-4445-8b96-505ca35cc683 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "DELETE /v2.0/ports/d1951482-2097-465a-8391-881009e4fa50 HTTP/1.1" status: 204 len: 173 time: 0.9234877 Mar 24 00:49:17.603110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414424cb-d0b1-47e2-ab5e-4540d2f3d105', 'name': 'network-vif-deleted', 'tag': 'd1951482-2097-465a-8391-881009e4fa50'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:17.605486 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2913f88b-1abb-4a2e-ac39-742301e8f735" -d '{"events": [{"server_uuid": "414424cb-d0b1-47e2-ab5e-4540d2f3d105", "name": "network-vif-deleted", "tag": "d1951482-2097-465a-8391-881009e4fa50"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:17.617213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 6d5b17d7-aed1-435b-a72c-b2ee7279b207 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:17.617636 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6d5b17d7-aed1-435b-a72c-b2ee7279b207), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:17.643283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f5bce5f-f191-4b95-8137-6fab7813ce6c req-80f852f5-9fb0-4b7d-b6b8-7ee953752324 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0557501 Mar 24 00:49:17.644305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0a74a8-c615-47b5-adb7-5aab6f80904f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5b17d7-aed1-435b-a72c-b2ee7279b207'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:17.647278 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b27a85-b950-48cb-90d6-c8c99400bba0" -d '{"events": [{"server_uuid": "1b0a74a8-c615-47b5-adb7-5aab6f80904f", "name": "network-vif-plugged", "status": "completed", "tag": "6d5b17d7-aed1-435b-a72c-b2ee7279b207"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:17.661341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 6d5b17d7-aed1-435b-a72c-b2ee7279b207, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6d5b17d7-aed1-435b-a72c-b2ee7279b207,segment=NetworkSegment(6f8205e3-a833-43fb-a989-170f59c47616),segment_id=6f8205e3-a833-43fb-a989-170f59c47616)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:17.668658 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6d5b17d7-aed1-435b-a72c-b2ee7279b207), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:17.706810 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d8f2e8ea-99dd-40cf-8a80-641d990a3657 req-7847aa45-c68e-4095-9660-34bedb0d3e21 tempest-LiveMigrationNegativeTest-403230593 tempest-LiveMigrationNegativeTest-403230593-project-admin] Publish callbacks [] for security_group (0d9e1cdf-f413-4650-825b-3f3b17ee723d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:17.713780 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d8f2e8ea-99dd-40cf-8a80-641d990a3657 req-7847aa45-c68e-4095-9660-34bedb0d3e21 tempest-LiveMigrationNegativeTest-403230593 tempest-LiveMigrationNegativeTest-403230593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0d9e1cdf-f413-4650-825b-3f3b17ee723d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:17.739591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=6d5b17d7-aed1-435b-a72c-b2ee7279b207,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:17.752785 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b52db45-93ad-47a6-9efe-edf6a6f4a5bb req-bb320843-c0fb-45cb-ac64-da86c1415479 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=414424cb-d0b1-47e2-ab5e-4540d2f3d105 HTTP/1.1" status: 200 len: 210 time: 0.0292981 Mar 24 00:49:17.782754 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8f2e8ea-99dd-40cf-8a80-641d990a3657 req-7847aa45-c68e-4095-9660-34bedb0d3e21 tempest-LiveMigrationNegativeTest-403230593 tempest-LiveMigrationNegativeTest-403230593-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691040 Mar 24 00:49:17.783753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847aa45-c68e-4095-9660-34bedb0d3e21 tempest-LiveMigrationNegativeTest-403230593 tempest-LiveMigrationNegativeTest-403230593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9e1cdf-f413-4650-825b-3f3b17ee723d,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:17.818931 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f569d8b-e8c5-4162-b9b8-71442abf4732 x-openstack-request-id: req-7f569d8b-e8c5-4162-b9b8-71442abf4732 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:17.820015 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414424cb-d0b1-47e2-ab5e-4540d2f3d105", "name": "network-vif-deleted", "tag": "d1951482-2097-465a-8391-881009e4fa50", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:17.820386 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7f569d8b-e8c5-4162-b9b8-71442abf4732 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:17.820880 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f569d8b-e8c5-4162-b9b8-71442abf4732'] response: {'server_uuid': '414424cb-d0b1-47e2-ab5e-4540d2f3d105', 'name': 'network-vif-deleted', 'tag': 'd1951482-2097-465a-8391-881009e4fa50', 'status': 'completed', 'code': 200} Mar 24 00:49:17.857418 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a4dc1d-e1ad-4750-afce-dcdbbeb6a7a9 x-openstack-request-id: req-35a4dc1d-e1ad-4750-afce-dcdbbeb6a7a9 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:17.857738 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0a74a8-c615-47b5-adb7-5aab6f80904f", "name": "network-vif-plugged", "status": "completed", "tag": "6d5b17d7-aed1-435b-a72c-b2ee7279b207", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:17.858004 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35a4dc1d-e1ad-4750-afce-dcdbbeb6a7a9 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:17.858411 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a4dc1d-e1ad-4750-afce-dcdbbeb6a7a9'] response: {'server_uuid': '1b0a74a8-c615-47b5-adb7-5aab6f80904f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5b17d7-aed1-435b-a72c-b2ee7279b207', 'code': 200} Mar 24 00:49:17.906179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ebdfb43-3d77-4eb0-8827-b186149935dd req-f5a788d1-d957-465a-9da8-11022bc0124c tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 210 time: 0.0348811 Mar 24 00:49:17.999621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-9eea6c2d-9c0b-499b-a2f6-406e52830506 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=df816c36861a41d49b8f0b50ec662764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533898 Mar 24 00:49:18.177903 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-72cb0d48-bed5-411b-9a09-5257d545497a tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=df816c36861a41d49b8f0b50ec662764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825231 Mar 24 00:49:18.181109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fbe0d-7706-45f2-a418-c2fb59cc36d5 req-a082cdb6-6772-4356-aa0a-dd2ec2dd6d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:18.182758 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d56fbe0d-7706-45f2-a418-c2fb59cc36d5 req-a082cdb6-6772-4356-aa0a-dd2ec2dd6d1f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1b0a74a8-c615-47b5-adb7-5aab6f80904f HTTP/1.1" status: 200 len: 1128 time: 0.2107971 Mar 24 00:49:18.190714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-9fe20d6b-6079-4dd1-a9ec-b13e70105c23 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:18.192291 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-9fe20d6b-6079-4dd1-a9ec-b13e70105c23 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848676 Mar 24 00:49:18.245537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-0ed0c227-b3c2-4df9-82c6-58266e1b3fc6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Request body: {'port': {'device_id': '24421b94-a77f-4361-a37e-3349b172e48a', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'df816c36861a41d49b8f0b50ec662764'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:18.378653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602e3fa-904d-4a9a-84ef-37a914fb17fc req-0edf5eb8-b8b4-4fb9-9876-5fa30023a0d4 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:18.380660 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5602e3fa-904d-4a9a-84ef-37a914fb17fc req-0edf5eb8-b8b4-4fb9-9876-5fa30023a0d4 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 944 time: 0.3705628 Mar 24 00:49:18.447874 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6af29c36-0899-439f-82d0-ee5332ae5ce0 req-6063e077-36d7-4f71-b825-f21eae46e339 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0846455 Mar 24 00:49:18.470242 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d56fbe0d-7706-45f2-a418-c2fb59cc36d5 req-41570f03-0518-4328-8efb-d4f8282fb7a8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757552 Mar 24 00:49:18.543736 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5602e3fa-904d-4a9a-84ef-37a914fb17fc req-740bedc0-01dd-4915-811f-c6764ddfc361 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385930 Mar 24 00:49:18.555652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-422c436e-0de8-42b7-8901-597dcc6a93de tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:18.557128 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-422c436e-0de8-42b7-8901-597dcc6a93de tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3420985 Mar 24 00:49:18.576510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-7ca19d79-2252-49c4-81ed-0d321555b4fc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Request body: {'port': {'device_id': '175b85b7-2225-4389-bf1a-f4dab4dacf46', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'df816c36861a41d49b8f0b50ec662764'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:18.612358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-0ed0c227-b3c2-4df9-82c6-58266e1b3fc6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Made reservation on behalf of df816c36861a41d49b8f0b50ec662764 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:49:18.616416 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-0ed0c227-b3c2-4df9-82c6-58266e1b3fc6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:18.708521 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-144eb4b5-1545-4a02-aee3-bf12318ca248 req-2123b541-26ce-4698-92a9-234d126c510c tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0970950 Mar 24 00:49:18.766201 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:18.827516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab893cca-4f29-4ed8-a4c3-9a9a753c29f7 req-be7adddd-8b91-41ce-bde6-8747dfd6a600 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:18.828431 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:49:18.834351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:18.835117 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1a4dfcb8-807c-45ba-ab97-3213ae7bf37f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:18.836773 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab893cca-4f29-4ed8-a4c3-9a9a753c29f7 req-be7adddd-8b91-41ce-bde6-8747dfd6a600 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 948 time: 0.2173743 Mar 24 00:49:18.949223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:18.949624 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1a4dfcb8-807c-45ba-ab97-3213ae7bf37f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:18.992584 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1a4dfcb8-807c-45ba-ab97-3213ae7bf37f,segment=NetworkSegment(6f8205e3-a833-43fb-a989-170f59c47616),segment_id=6f8205e3-a833-43fb-a989-170f59c47616)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:18.997150 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1a4dfcb8-807c-45ba-ab97-3213ae7bf37f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:18.998333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device d1951482-2097-465a-8391-881009e4fa50 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:49:19.040268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: d1951482-2097-465a-8391-881009e4fa50 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:49:19.040885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device d1951482-2097-465a-8391-881009e4fa50 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:49:19.066640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=1a4dfcb8-807c-45ba-ab97-3213ae7bf37f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:19.157633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-7ca19d79-2252-49c4-81ed-0d321555b4fc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Made reservation on behalf of df816c36861a41d49b8f0b50ec662764 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:49:19.160764 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-7ca19d79-2252-49c4-81ed-0d321555b4fc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:19.218535 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab893cca-4f29-4ed8-a4c3-9a9a753c29f7 req-6a778cc4-ff6f-4a50-91c8-e507349a81cd tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808351 Mar 24 00:49:19.231223 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-0ed0c227-b3c2-4df9-82c6-58266e1b3fc6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Allocated IP 192.168.233.79 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/683bcb47-c355-44a2-8339-f8240c0c629c) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:49:19.311393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef8033-e5dc-4162-b7d1-d2d1e8554dd2 req-faaa3159-76a7-4239-93c2-16330ce8608b tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:19.312829 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37ef8033-e5dc-4162-b7d1-d2d1e8554dd2 req-faaa3159-76a7-4239-93c2-16330ce8608b tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 950 time: 0.2003660 Mar 24 00:49:19.338172 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9eda3776-1c14-4c2b-b62b-ef26fa2cee1f req-8221aa4b-2ff2-4c6d-9a86-cae1d6ea6a3e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 210 time: 0.0606968 Mar 24 00:49:19.419543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a60a78e9-a676-43bb-8d72-06b222428363 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:49:19.468773 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37ef8033-e5dc-4162-b7d1-d2d1e8554dd2 req-be47f421-15ac-4d7e-b53c-fbfc62886be8 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341674 Mar 24 00:49:19.520908 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a60a78e9-a676-43bb-8d72-06b222428363, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a60a78e9-a676-43bb-8d72-06b222428363,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:19.532556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'a60a78e9-a676-43bb-8d72-06b222428363', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'a60a78e9-a676-43bb-8d72-06b222428363', 'mac_address': 'fa:16:3e:7c:75:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:49:19.570381 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a60a78e9-a676-43bb-8d72-06b222428363 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:19.571330 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a60a78e9-a676-43bb-8d72-06b222428363), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:19.589871 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60a78e9-a676-43bb-8d72-06b222428363 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:19.590092 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-0ed0c227-b3c2-4df9-82c6-58266e1b3fc6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks [] for port (683bcb47-c355-44a2-8339-f8240c0c629c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:19.601245 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-1baec242-a222-4a76-a878-3c759d7921cb tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:19.602693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-1baec242-a222-4a76-a878-3c759d7921cb tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 811 time: 0.1554677 Mar 24 00:49:19.616559 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a60a78e9-a676-43bb-8d72-06b222428363, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a60a78e9-a676-43bb-8d72-06b222428363,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:19.621040 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a60a78e9-a676-43bb-8d72-06b222428363), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:19.624333 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-116dd15a-1906-4e35-8395-d3c2738cc936 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/quotas/c234724dc89149218858924a99df6227 HTTP/1.1" status: 200 len: 375 time: 0.0161908 Mar 24 00:49:19.670173 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a60a78e9-a676-43bb-8d72-06b222428363,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:19.687609 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-3f4d8aee-cb56-4fc5-9bf3-38b09477ef2d tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469153 Mar 24 00:49:19.701845 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-0ed0c227-b3c2-4df9-82c6-58266e1b3fc6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (683bcb47-c355-44a2-8339-f8240c0c629c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:19.717502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0e6c5e2d-782c-414c-9e5f-1d5918533971'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:19.721956 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['67b23191-0398-402d-82be-68740bac6133', '12c234fe-6cd4-4a64-9edb-003910b80cf6'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:19.833521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b3136-b641-4409-b045-763413c6ad40 req-d40f8b03-581e-4e9d-9260-64db7976b4fd tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:19.835075 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f5b3136-b641-4409-b045-763413c6ad40 req-d40f8b03-581e-4e9d-9260-64db7976b4fd tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 945 time: 0.2056851 Mar 24 00:49:19.854572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-0ed0c227-b3c2-4df9-82c6-58266e1b3fc6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:49:19.877407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e150fc3-0c46-4411-a04c-507d6662c32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4dfcb8-807c-45ba-ab97-3213ae7bf37f'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:19.879862 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bf7e98-1d54-4d49-8326-94ba17f1f3af" -d '{"events": [{"server_uuid": "6e150fc3-0c46-4411-a04c-507d6662c32c", "name": "network-vif-plugged", "status": "completed", "tag": "1a4dfcb8-807c-45ba-ab97-3213ae7bf37f"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:19.881154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-0ed0c227-b3c2-4df9-82c6-58266e1b3fc6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:49:19.884913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-7ca19d79-2252-49c4-81ed-0d321555b4fc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Allocated IP 192.168.233.158 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:49:19.887950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0c227-b3c2-4df9-82c6-58266e1b3fc6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event updated for resources: {'Port': ['ID=683bcb47-c355-44a2-8339-f8240c0c629c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:19.890350 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-0ed0c227-b3c2-4df9-82c6-58266e1b3fc6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:49:19.895497 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-0ed0c227-b3c2-4df9-82c6-58266e1b3fc6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:19.896107 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-0ed0c227-b3c2-4df9-82c6-58266e1b3fc6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:19.962083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-0ed0c227-b3c2-4df9-82c6-58266e1b3fc6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7456882 Mar 24 00:49:19.968480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-acee79c0-7db6-486d-9807-e896eb50e68b service neutron] 10.222.0.45 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722809 Mar 24 00:49:19.991938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Request body: {'port': {'device_id': '24421b94-a77f-4361-a37e-3349b172e48a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:20.049336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a60a78e9-a676-43bb-8d72-06b222428363'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:20.084102 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f5b3136-b641-4409-b045-763413c6ad40 req-a3b0cd16-2f56-406e-b0f3-4cd8e6c1809e tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383142 Mar 24 00:49:20.164356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-629757c1-a8e1-4f78-ac15-a425fcf8a49e None None] Provisioning complete for port 683bcb47-c355-44a2-8339-f8240c0c629c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:20.164640 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-629757c1-a8e1-4f78-ac15-a425fcf8a49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (683bcb47-c355-44a2-8339-f8240c0c629c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:20.209010 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (683bcb47-c355-44a2-8339-f8240c0c629c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:20.223754 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-629757c1-a8e1-4f78-ac15-a425fcf8a49e None None] Port 683bcb47-c355-44a2-8339-f8240c0c629c cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:49:20.238933 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f37282a-91a5-4f7a-b783-32a8492505db req-d6b20eca-8402-4184-ad73-1b1cf1ffc457 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0571783 Mar 24 00:49:20.253458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-3c06c8a7-fd49-44db-a8af-8e68b885d972 service neutron] 10.222.0.45 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741091 Mar 24 00:49:20.318276 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0329c964-5300-4ead-a66f-4dbb432ebe0c x-openstack-request-id: req-0329c964-5300-4ead-a66f-4dbb432ebe0c {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:20.319237 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e150fc3-0c46-4411-a04c-507d6662c32c", "name": "network-vif-plugged", "status": "completed", "tag": "1a4dfcb8-807c-45ba-ab97-3213ae7bf37f", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:20.319502 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0329c964-5300-4ead-a66f-4dbb432ebe0c {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:20.319912 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0329c964-5300-4ead-a66f-4dbb432ebe0c'] response: {'server_uuid': '6e150fc3-0c46-4411-a04c-507d6662c32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4dfcb8-807c-45ba-ab97-3213ae7bf37f', 'code': 200} Mar 24 00:49:20.390699 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-7ca19d79-2252-49c4-81ed-0d321555b4fc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks [] for port (99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:20.491908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e89939-6220-4a9b-bb29-629c2a6e3101 req-11ecccf6-1507-4f11-b5b6-ad829d028433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:20.493569 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-36e89939-6220-4a9b-bb29-629c2a6e3101 req-11ecccf6-1507-4f11-b5b6-ad829d028433 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 1127 time: 0.0771937 Mar 24 00:49:20.499012 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da93a0ee-f19d-4845-b971-c95163d1a87a req-7be44dc5-cb3f-443a-9a61-22eb400943cf tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 210 time: 0.0502725 Mar 24 00:49:20.530861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e602e39-5b46-461c-b792-7a50afec9f36 req-444c6877-2359-4647-8a57-0ce8a97e70c7 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:20.531943 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e602e39-5b46-461c-b792-7a50afec9f36 req-444c6877-2359-4647-8a57-0ce8a97e70c7 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 949 time: 0.1445100 Mar 24 00:49:20.535495 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-7ca19d79-2252-49c4-81ed-0d321555b4fc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:20.560939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['67b23191-0398-402d-82be-68740bac6133', '12c234fe-6cd4-4a64-9edb-003910b80cf6'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:20.563329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0e6c5e2d-782c-414c-9e5f-1d5918533971'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:20.565499 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-36e89939-6220-4a9b-bb29-629c2a6e3101 req-f53fb3fd-93e5-4cef-b98b-78b6d641935c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629239 Mar 24 00:49:20.673329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f1b7fe0-24e8-4919-8e42-40f3dd7a3986 req-c49a11fc-8108-49bb-a1b6-ae665394ca74 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 210 time: 0.0605464 Mar 24 00:49:20.679834 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-7ca19d79-2252-49c4-81ed-0d321555b4fc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:49:20.701034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-7ca19d79-2252-49c4-81ed-0d321555b4fc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:49:20.710688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-7ca19d79-2252-49c4-81ed-0d321555b4fc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:49:20.715760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-7ca19d79-2252-49c4-81ed-0d321555b4fc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:20.716390 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-7ca19d79-2252-49c4-81ed-0d321555b4fc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:20.731340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca19d79-2252-49c4-81ed-0d321555b4fc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event updated for resources: {'Port': ['ID=99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:20.769384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e602e39-5b46-461c-b792-7a50afec9f36 req-b9c03be1-21e7-4862-837a-971cee489b6b tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149074 Mar 24 00:49:20.777407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-7ca19d79-2252-49c4-81ed-0d321555b4fc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2069046 Mar 24 00:49:20.841947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Request body: {'port': {'device_id': '175b85b7-2225-4389-bf1a-f4dab4dacf46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:21.004956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e4b2-c8eb-4501-ab7d-dd92e9dbaa89 req-0603aa41-dd49-48e8-a261-a23b4aac690a tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:21.006630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-16d3e4b2-c8eb-4501-ab7d-dd92e9dbaa89 req-0603aa41-dd49-48e8-a261-a23b4aac690a tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 950 time: 0.2160017 Mar 24 00:49:21.032373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683bcb47-c355-44a2-8339-f8240c0c629c {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:21.050214 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:21.055829 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Publish callbacks [] for port (683bcb47-c355-44a2-8339-f8240c0c629c), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:21.064728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffd1ad-a436-4e44-890b-4dabff743c79 req-ed454479-491e-4f92-aa28-81f4866526d7 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:21.066315 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbffd1ad-a436-4e44-890b-4dabff743c79 req-ed454479-491e-4f92-aa28-81f4866526d7 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 950 time: 0.2005696 Mar 24 00:49:21.095510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ff68e24e-8cb3-40ec-9d85-0c333a2fcf08 None None] Provisioning complete for port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:21.096080 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ff68e24e-8cb3-40ec-9d85-0c333a2fcf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:21.126845 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Transition to ACTIVE for port object 683bcb47-c355-44a2-8339-f8240c0c629c will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:49:21.143046 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ff68e24e-8cb3-40ec-9d85-0c333a2fcf08 None None] Port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:49:21.161531 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (683bcb47-c355-44a2-8339-f8240c0c629c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:21.251878 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-16d3e4b2-c8eb-4501-ab7d-dd92e9dbaa89 req-77135154-03c8-4795-a0b7-606f4f637820 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353604 Mar 24 00:49:21.374984 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Pushing event updated for resources: {'Port': ['ID=683bcb47-c355-44a2-8339-f8240c0c629c,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:21.430873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a60a78e9-a676-43bb-8d72-06b222428363 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:21.493249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port a60a78e9-a676-43bb-8d72-06b222428363 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:49:21.497909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port a60a78e9-a676-43bb-8d72-06b222428363 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:21.498235 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a60a78e9-a676-43bb-8d72-06b222428363), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:21.589572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a60a78e9-a676-43bb-8d72-06b222428363 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:21.589991 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a60a78e9-a676-43bb-8d72-06b222428363), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:21.624648 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a60a78e9-a676-43bb-8d72-06b222428363, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a60a78e9-a676-43bb-8d72-06b222428363,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:21.628677 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a60a78e9-a676-43bb-8d72-06b222428363), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:21.680328 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a60a78e9-a676-43bb-8d72-06b222428363,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:21.713291 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62043138-7a0e-4a6a-9f93-e655663df88f req-233c076b-2e41-46cd-8adb-b7544af54b16 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.2991953 Mar 24 00:49:21.726399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6004be7-c1d1-4e34-be80-a9b837fc6b89 req-7e333aa5-7d1a-4793-8ac1-27627a21739d tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:21.733245 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6004be7-c1d1-4e34-be80-a9b837fc6b89 req-7e333aa5-7d1a-4793-8ac1-27627a21739d tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 945 time: 0.5456228 Mar 24 00:49:21.738818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Attempting to bind port 683bcb47-c355-44a2-8339-f8240c0c629c on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:49:21.739146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Attempting to bind port 683bcb47-c355-44a2-8339-f8240c0c629c by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:49:21.739477 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Attempting to bind port 683bcb47-c355-44a2-8339-f8240c0c629c on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:21.765643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Port 683bcb47-c355-44a2-8339-f8240c0c629c on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:49:21.765817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Attempting to bind port 683bcb47-c355-44a2-8339-f8240c0c629c on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:21.785554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-dbffd1ad-a436-4e44-890b-4dabff743c79 req-5ed92ee0-a576-4aac-8817-4d67f768da31 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Deleting port d7713096-7595-4d58-83d7-c58efe44f342 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:49:21.785896 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dbffd1ad-a436-4e44-890b-4dabff743c79 req-5ed92ee0-a576-4aac-8817-4d67f768da31 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d7713096-7595-4d58-83d7-c58efe44f342), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:21.833109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:49:21.833447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:49:21.833951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:49:21.834914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Bound port: 683bcb47-c355-44a2-8339-f8240c0c629c, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:49:21.835369 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (683bcb47-c355-44a2-8339-f8240c0c629c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:21.851004 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-a7f1a8dc-dd8a-4555-815b-b4b0f83e2d41 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:21.852452 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-a7f1a8dc-dd8a-4555-815b-b4b0f83e2d41 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 811 time: 0.1232023 Mar 24 00:49:21.871984 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-d79bb525-bb97-4dec-aa84-b2b1b8144f08 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Request body: {'port': {'device_id': '7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc', 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13', 'admin_state_up': True, 'tenant_id': 'c234724dc89149218858924a99df6227'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:21.950088 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6004be7-c1d1-4e34-be80-a9b837fc6b89 req-537ab2bb-8613-40f1-a2aa-e2c05043eb8f tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160044 Mar 24 00:49:21.983753 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-d79bb525-bb97-4dec-aa84-b2b1b8144f08 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Made reservation on behalf of c234724dc89149218858924a99df6227 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:49:21.987984 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-d79bb525-bb97-4dec-aa84-b2b1b8144f08 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:22.031599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-dbffd1ad-a436-4e44-890b-4dabff743c79 req-5ed92ee0-a576-4aac-8817-4d67f768da31 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] For port d7713096-7595-4d58-83d7-c58efe44f342, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d7713096-7595-4d58-83d7-c58efe44f342,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:22.031966 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dbffd1ad-a436-4e44-890b-4dabff743c79 req-5ed92ee0-a576-4aac-8817-4d67f768da31 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d7713096-7595-4d58-83d7-c58efe44f342), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:22.083522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-dbffd1ad-a436-4e44-890b-4dabff743c79 req-5ed92ee0-a576-4aac-8817-4d67f768da31 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Calling delete_port for d7713096-7595-4d58-83d7-c58efe44f342 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:49:22.104573 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] For port 683bcb47-c355-44a2-8339-f8240c0c629c, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:49:22.113227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc9073-c1d6-4d04-87e2-d4d940fc4557 req-083bee2a-7a78-4020-9827-9e61b6243ec1 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:22.114705 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60dc9073-c1d6-4d04-87e2-d4d940fc4557 req-083bee2a-7a78-4020-9827-9e61b6243ec1 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 936 time: 0.2686524 Mar 24 00:49:22.116558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2c7a248-f052-4e24-a1d1-d19129da7bc1 req-a470281a-fd79-4b37-8462-d7ff2919c45f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 210 time: 0.0805037 Mar 24 00:49:22.126428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-d79bb525-bb97-4dec-aa84-b2b1b8144f08 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Allocated IP 172.20.0.8 (ed6472c2-d109-4f17-8364-15c609d6ab13/251d5752-2a9f-4020-8b2c-bc7d24dfd8cf/81371306-18bf-400c-87c0-4a5254cb0b5e) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:49:22.140390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] For port 683bcb47-c355-44a2-8339-f8240c0c629c, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=683bcb47-c355-44a2-8339-f8240c0c629c,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:49:22.148021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:22.169129 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Publish callbacks [] for port (99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:22.177220 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (683bcb47-c355-44a2-8339-f8240c0c629c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:22.261718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Transition to ACTIVE for port object 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:49:22.301708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:22.302334 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:22.304255 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] 10.222.0.57 "PUT /v2.0/ports/683bcb47-c355-44a2-8339-f8240c0c629c HTTP/1.1" status: 200 len: 1095 time: 2.3239043 Mar 24 00:49:22.304964 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:22.306645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24421b94-a77f-4361-a37e-3349b172e48a', 'tag': '683bcb47-c355-44a2-8339-f8240c0c629c'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:22.308880 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3d9e9f-bef9-4f78-be9d-7c577998b920" -d '{"events": [{"name": "network-changed", "server_uuid": "24421b94-a77f-4361-a37e-3349b172e48a", "tag": "683bcb47-c355-44a2-8339-f8240c0c629c"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:22.321322 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b6b5e3-1f26-4e42-a14c-579edf53acce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60a78e9-a676-43bb-8d72-06b222428363'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:22.326106 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb2bc4a-a90e-4866-804f-f971c1a724de" -d '{"events": [{"server_uuid": "c7b6b5e3-1f26-4e42-a14c-579edf53acce", "name": "network-vif-plugged", "status": "completed", "tag": "a60a78e9-a676-43bb-8d72-06b222428363"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:22.338202 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-d79bb525-bb97-4dec-aa84-b2b1b8144f08 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks [] for port (81371306-18bf-400c-87c0-4a5254cb0b5e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:22.364894 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60dc9073-c1d6-4d04-87e2-d4d940fc4557 req-27a36ef9-8a17-432b-81f4-d308303a51d9 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363532 Mar 24 00:49:22.379321 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57328503-3e9d-4b53-b8e5-c3f64c290181 service neutron] Pushing event updated for resources: {'Port': ['ID=683bcb47-c355-44a2-8339-f8240c0c629c,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:22.403064 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-d79bb525-bb97-4dec-aa84-b2b1b8144f08 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (81371306-18bf-400c-87c0-4a5254cb0b5e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:22.460281 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-d79bb525-bb97-4dec-aa84-b2b1b8144f08 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Network ed6472c2-d109-4f17-8364-15c609d6ab13 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:49:22.470739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-d79bb525-bb97-4dec-aa84-b2b1b8144f08 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:49:22.474462 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bb525-bb97-4dec-aa84-b2b1b8144f08 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Pushing event updated for resources: {'Port': ['ID=81371306-18bf-400c-87c0-4a5254cb0b5e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:22.478407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-d79bb525-bb97-4dec-aa84-b2b1b8144f08 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:49:22.535091 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009931ea-bbc5-4e33-9d85-012b6341b09f req-227a107d-6bc5-45fd-bf40-3973dfd04fce tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:22.536861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-009931ea-bbc5-4e33-9d85-012b6341b09f req-227a107d-6bc5-45fd-bf40-3973dfd04fce tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.3097751 Mar 24 00:49:22.548504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-d79bb525-bb97-4dec-aa84-b2b1b8144f08 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:22.549529 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-d79bb525-bb97-4dec-aa84-b2b1b8144f08 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:22.569547 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-d79bb525-bb97-4dec-aa84-b2b1b8144f08 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7014985 Mar 24 00:49:22.585178 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Request body: {'port': {'device_id': '7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:22.594469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Pushing event updated for resources: {'Port': ['ID=99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:22.603975 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Attempting to bind port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:49:22.604298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Attempting to bind port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:49:22.604629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Attempting to bind port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:22.632955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:49:22.633309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Attempting to bind port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:22.654978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-60b52570-f41d-4d60-9f73-b3eb70d7676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:22.656470 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-60b52570-f41d-4d60-9f73-b3eb70d7676c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=24421b94-a77f-4361-a37e-3349b172e48a HTTP/1.1" status: 200 len: 1129 time: 0.2899373 Mar 24 00:49:22.658948 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (81371306-18bf-400c-87c0-4a5254cb0b5e), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:22.665745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:49:22.666083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:49:22.666656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:49:22.667363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Bound port: 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:49:22.667723 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:22.701417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66591a3a-6513-49bd-a3ef-d0cb545d16fe req-d06ed49a-dc77-4015-9e48-820bd8c6063e tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:22.702935 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66591a3a-6513-49bd-a3ef-d0cb545d16fe req-d06ed49a-dc77-4015-9e48-820bd8c6063e tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c HTTP/1.1" status: 200 len: 950 time: 0.2397702 Mar 24 00:49:22.733668 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dbffd1ad-a436-4e44-890b-4dabff743c79 req-5ed92ee0-a576-4aac-8817-4d67f768da31 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (d7713096-7595-4d58-83d7-c58efe44f342), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:22.748132 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a40a9f44-462f-4c48-bac3-e5752c93a2ef', 'd7713096-7595-4d58-83d7-c58efe44f342'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:22.776423 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-009931ea-bbc5-4e33-9d85-012b6341b09f req-eb7bff61-e5a5-4f21-9425-202391b31c62 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139599 Mar 24 00:49:22.779417 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-07613b90-3537-4056-88cc-d6fb447e78af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=683bcb47-c355-44a2-8339-f8240c0c629c HTTP/1.1" status: 200 len: 217 time: 0.1071031 Mar 24 00:49:22.835864 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18432b3-b404-4671-9303-a36029d32787 x-openstack-request-id: req-d18432b3-b404-4671-9303-a36029d32787 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:22.836089 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24421b94-a77f-4361-a37e-3349b172e48a", "tag": "683bcb47-c355-44a2-8339-f8240c0c629c", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:22.836289 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d18432b3-b404-4671-9303-a36029d32787 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:22.836783 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d18432b3-b404-4671-9303-a36029d32787'] response: {'name': 'network-changed', 'server_uuid': '24421b94-a77f-4361-a37e-3349b172e48a', 'tag': '683bcb47-c355-44a2-8339-f8240c0c629c', 'status': 'completed', 'code': 200} Mar 24 00:49:22.852310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed92ee0-a576-4aac-8817-4d67f768da31 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Pushing event deleted for resources: {'Port': ['ID=d7713096-7595-4d58-83d7-c58efe44f342,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:22.916324 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd85830-c818-4b74-8dd4-4bcb5eb660ba x-openstack-request-id: req-2cd85830-c818-4b74-8dd4-4bcb5eb660ba {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:22.917174 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b6b5e3-1f26-4e42-a14c-579edf53acce", "name": "network-vif-plugged", "status": "completed", "tag": "a60a78e9-a676-43bb-8d72-06b222428363", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:22.917575 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2cd85830-c818-4b74-8dd4-4bcb5eb660ba {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:22.919001 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd85830-c818-4b74-8dd4-4bcb5eb660ba'] response: {'server_uuid': 'c7b6b5e3-1f26-4e42-a14c-579edf53acce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60a78e9-a676-43bb-8d72-06b222428363', 'code': 200} Mar 24 00:49:22.984875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbffd1ad-a436-4e44-890b-4dabff743c79 req-5ed92ee0-a576-4aac-8817-4d67f768da31 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] No DVR routers for this DVR port d7713096-7595-4d58-83d7-c58efe44f342 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:49:23.003270 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dbffd1ad-a436-4e44-890b-4dabff743c79 req-5ed92ee0-a576-4aac-8817-4d67f768da31 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:23.006677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbffd1ad-a436-4e44-890b-4dabff743c79 req-5ed92ee0-a576-4aac-8817-4d67f768da31 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.57 "DELETE /v2.0/ports/d7713096-7595-4d58-83d7-c58efe44f342 HTTP/1.1" status: 204 len: 173 time: 1.9282501 Mar 24 00:49:23.007781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] For port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:49:23.011177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-c4c695ae-509f-445a-b19c-aea0665c585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:23.013160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-c4c695ae-509f-445a-b19c-aea0665c585a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1947677 Mar 24 00:49:23.021086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81371306-18bf-400c-87c0-4a5254cb0b5e {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:23.034283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66591a3a-6513-49bd-a3ef-d0cb545d16fe req-7284a883-268f-4e93-9085-a22245d833bf tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986383 Mar 24 00:49:23.046976 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Publish callbacks [] for port (81371306-18bf-400c-87c0-4a5254cb0b5e), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:23.061159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] For port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:49:23.063780 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Transition to ACTIVE for port object 81371306-18bf-400c-87c0-4a5254cb0b5e will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:49:23.070134 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (81371306-18bf-400c-87c0-4a5254cb0b5e), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:23.070814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96a20db3-519b-4a5c-96e7-e2beed224156 req-0fa41eba-7a9d-4e64-bcaf-0967d8dfaafc tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0870426 Mar 24 00:49:23.108149 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:23.171993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Pushing event updated for resources: {'Port': ['ID=81371306-18bf-400c-87c0-4a5254cb0b5e,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:23.202585 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:23.203195 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:23.204561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] 10.222.0.48 "PUT /v2.0/ports/99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b HTTP/1.1" status: 200 len: 1096 time: 2.3679476 Mar 24 00:49:23.275782 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b942f7-9a54-4046-a1f3-6c700f8db2dd req-5f1eae07-c1f4-45e6-91cd-f81e957af4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:23.277301 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10b942f7-9a54-4046-a1f3-6c700f8db2dd req-5f1eae07-c1f4-45e6-91cd-f81e957af4db service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 1132 time: 0.2974958 Mar 24 00:49:23.300358 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Attempting to bind port 81371306-18bf-400c-87c0-4a5254cb0b5e on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:49:23.300792 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Attempting to bind port 81371306-18bf-400c-87c0-4a5254cb0b5e by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:49:23.301214 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Attempting to bind port 81371306-18bf-400c-87c0-4a5254cb0b5e on network ed6472c2-d109-4f17-8364-15c609d6ab13 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:23.305881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Port 81371306-18bf-400c-87c0-4a5254cb0b5e on network ed6472c2-d109-4f17-8364-15c609d6ab13 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:49:23.306377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Attempting to bind port 81371306-18bf-400c-87c0-4a5254cb0b5e on network ed6472c2-d109-4f17-8364-15c609d6ab13 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:23.311576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:49:23.311831 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Checking segment: {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:49:23.312103 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cfc6a-8ab3-4449-b1de-83f1177d6696 service neutron] Pushing event updated for resources: {'Port': ['ID=99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:23.312274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Bound using segment: {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:49:23.312605 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Bound port: 81371306-18bf-400c-87c0-4a5254cb0b5e, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:49:23.312983 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (81371306-18bf-400c-87c0-4a5254cb0b5e), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:23.326702 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-d7122217-84b2-467c-97df-cdefbc524d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:23.328191 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-d7122217-84b2-467c-97df-cdefbc524d76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2733388 Mar 24 00:49:23.391351 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] For port 81371306-18bf-400c-87c0-4a5254cb0b5e, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:49:23.394565 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] For port 81371306-18bf-400c-87c0-4a5254cb0b5e, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=81371306-18bf-400c-87c0-4a5254cb0b5e,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:49:23.401435 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (81371306-18bf-400c-87c0-4a5254cb0b5e), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:23.415220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba4e1b-60db-48c6-8ec3-f76326884efd req-07e62666-7ec2-4e67-891e-c73b1470a6a1 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:23.416617 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7ba4e1b-60db-48c6-8ec3-f76326884efd req-07e62666-7ec2-4e67-891e-c73b1470a6a1 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 945 time: 0.2665772 Mar 24 00:49:23.439377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:23.439992 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:23.441404 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] 10.222.0.48 "PUT /v2.0/ports/81371306-18bf-400c-87c0-4a5254cb0b5e HTTP/1.1" status: 200 len: 1091 time: 0.8622148 Mar 24 00:49:23.441841 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc', 'tag': '81371306-18bf-400c-87c0-4a5254cb0b5e'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:23.444612 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5acdeb2-b34b-44b8-b7e7-20cc25a639e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc", "tag": "81371306-18bf-400c-87c0-4a5254cb0b5e"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:23.466231 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b0ec8-50e0-4570-8109-5edf40be56b9 service neutron] Pushing event updated for resources: {'Port': ['ID=81371306-18bf-400c-87c0-4a5254cb0b5e,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:23.481007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b88b73-4e44-45aa-aa41-bac8d6d17587 req-ff35eea7-d1ad-4de3-991b-bc6ce10c024e tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:23.482522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32b88b73-4e44-45aa-aa41-bac8d6d17587 req-ff35eea7-d1ad-4de3-991b-bc6ce10c024e tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 943 time: 0.2493529 Mar 24 00:49:23.486687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-5e904604-4560-4554-b632-1e2cc1f660b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:23.488088 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-5e904604-4560-4554-b632-1e2cc1f660b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 1130 time: 0.2287881 Mar 24 00:49:23.494581 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10b942f7-9a54-4046-a1f3-6c700f8db2dd req-863075b9-dad9-4872-bf11-ef3340dfc985 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847205 Mar 24 00:49:23.544181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-d099eea8-d95c-4d93-80d8-e1926bc0eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:23.545624 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-d099eea8-d95c-4d93-80d8-e1926bc0eef3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 1125 time: 0.0468729 Mar 24 00:49:23.573752 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-5ea07eb6-f1ce-4100-95fc-71b2e04b4bd9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b HTTP/1.1" status: 200 len: 217 time: 0.0645373 Mar 24 00:49:23.585794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7ba4e1b-60db-48c6-8ec3-f76326884efd req-da1e7419-fc8a-4f42-a43b-48c6fb0fa35f tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546662 Mar 24 00:49:23.587706 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-6e9077bc-c991-4f70-ba9b-cb3e4cd04367 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81371306-18bf-400c-87c0-4a5254cb0b5e HTTP/1.1" status: 200 len: 217 time: 0.0334766 Mar 24 00:49:23.639654 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-cda7acc7-1c91-4523-b3e0-7fdb73f72582 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926624 Mar 24 00:49:23.643923 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-abb97472-9739-433d-a103-55c0196089ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:23.645657 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-abb97472-9739-433d-a103-55c0196089ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf HTTP/1.1" status: 200 len: 851 time: 0.0515382 Mar 24 00:49:23.650839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-a8777dfb-fa40-484b-a1e6-7727190a94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:23.652381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-a8777dfb-fa40-484b-a1e6-7727190a94f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0647221 Mar 24 00:49:23.680232 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-b00f7c89-107f-4e61-95fe-4ecf0bd45dc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed6472c2-d109-4f17-8364-15c609d6ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270646 Mar 24 00:49:23.699838 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32b88b73-4e44-45aa-aa41-bac8d6d17587 req-54534106-b649-4ccb-8601-f5de48ac4bb1 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043133 Mar 24 00:49:23.751381 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732a6c65-e15d-4c97-b25e-e34815b6b6b0 x-openstack-request-id: req-732a6c65-e15d-4c97-b25e-e34815b6b6b0 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:23.751679 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc", "tag": "81371306-18bf-400c-87c0-4a5254cb0b5e", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:23.751933 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-732a6c65-e15d-4c97-b25e-e34815b6b6b0 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:23.752328 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732a6c65-e15d-4c97-b25e-e34815b6b6b0'] response: {'name': 'network-changed', 'server_uuid': '7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc', 'tag': '81371306-18bf-400c-87c0-4a5254cb0b5e', 'status': 'completed', 'code': 200} Mar 24 00:49:23.754628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902bc55-6fbd-4bfa-9c0b-22f5b07bd995 req-eccee382-08cd-4588-ae33-0bf8966b0c2e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:23.756177 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3902bc55-6fbd-4bfa-9c0b-22f5b07bd995 req-eccee382-08cd-4588-ae33-0bf8966b0c2e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 948 time: 0.1001341 Mar 24 00:49:23.766178 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-991cd2cc-8576-43fe-8a58-a267863ff102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:23.767610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-991cd2cc-8576-43fe-8a58-a267863ff102 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0935383 Mar 24 00:49:23.774706 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-4300e8bc-911b-4fe2-86a6-84c6dd691e5a service neutron] 10.222.0.48 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876107 Mar 24 00:49:23.885532 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-689738d6-0b8f-44fd-8456-b4acde2a268f req-73c83f1b-ecfe-4a6a-a728-f45031389376 service neutron] 10.222.0.48 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965450 Mar 24 00:49:23.968902 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3902bc55-6fbd-4bfa-9c0b-22f5b07bd995 req-ebfad227-4cb2-4a07-86ff-1eee4df68286 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003472 Mar 24 00:49:23.998286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acdeb2-b34b-44b8-b7e7-20cc25a639e6 req-24bd36b2-f346-4054-9f71-f628b71bb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:23.999796 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c5acdeb2-b34b-44b8-b7e7-20cc25a639e6 req-24bd36b2-f346-4054-9f71-f628b71bb29d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 1125 time: 0.0553820 Mar 24 00:49:24.000163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fcf9c-7e8b-4a87-9cd5-651fd8663146 req-0206f3fb-897e-40ec-a623-801a03cd2660 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:24.001627 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-516fcf9c-7e8b-4a87-9cd5-651fd8663146 req-0206f3fb-897e-40ec-a623-801a03cd2660 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b0a74a8-c615-47b5-adb7-5aab6f80904f HTTP/1.1" status: 200 len: 946 time: 0.1920998 Mar 24 00:49:24.007103 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-8011ddfc-020e-478b-ae7f-e7b84c733c30 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500198 Mar 24 00:49:24.010956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-9a66e556-df7e-473e-90c6-eec60d9dbacf service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988680 Mar 24 00:49:24.119317 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acdeb2-b34b-44b8-b7e7-20cc25a639e6 req-07243103-06bc-45ee-b9ab-01d0e431ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:24.120640 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c5acdeb2-b34b-44b8-b7e7-20cc25a639e6 req-07243103-06bc-45ee-b9ab-01d0e431ca2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 912 time: 0.1105158 Mar 24 00:49:24.162217 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-516fcf9c-7e8b-4a87-9cd5-651fd8663146 req-b318486d-625b-4a9b-9ce5-d2f80139e99a tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538863 Mar 24 00:49:24.167552 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c5acdeb2-b34b-44b8-b7e7-20cc25a639e6 req-c547bf37-977c-4003-aa8e-cb9f2069e4ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81371306-18bf-400c-87c0-4a5254cb0b5e HTTP/1.1" status: 200 len: 217 time: 0.0367036 Mar 24 00:49:24.236819 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acdeb2-b34b-44b8-b7e7-20cc25a639e6 req-e62c6707-840a-4c6d-99e6-d2a9777eb425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:24.238388 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c5acdeb2-b34b-44b8-b7e7-20cc25a639e6 req-e62c6707-840a-4c6d-99e6-d2a9777eb425 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf HTTP/1.1" status: 200 len: 851 time: 0.0619333 Mar 24 00:49:24.278744 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c5acdeb2-b34b-44b8-b7e7-20cc25a639e6 req-a2fa2013-b6d3-4833-95e8-e2b808194616 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed6472c2-d109-4f17-8364-15c609d6ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283322 Mar 24 00:49:24.379110 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c5acdeb2-b34b-44b8-b7e7-20cc25a639e6 req-519ce8b2-d236-45a6-b396-470c82680b79 service neutron] 10.222.0.48 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908842 Mar 24 00:49:24.457038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08e542-669e-4719-bd74-8a0d3654d4f2 req-481c0dc7-54e9-494d-964a-ca64063ca652 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:24.458568 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a08e542-669e-4719-bd74-8a0d3654d4f2 req-481c0dc7-54e9-494d-964a-ca64063ca652 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.4248202 Mar 24 00:49:24.460581 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e414563-5d52-4035-8d74-16755a47b6f7 req-6dd4cfc7-5e45-4ee5-b095-b5b97d2f9525 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0655253 Mar 24 00:49:24.469872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d9e9f-bef9-4f78-be9d-7c577998b920 req-f2046967-d930-4717-a1ed-1ab95b48c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:24.471277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba3d9e9f-bef9-4f78-be9d-7c577998b920 req-f2046967-d930-4717-a1ed-1ab95b48c8e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=24421b94-a77f-4361-a37e-3349b172e48a HTTP/1.1" status: 200 len: 1129 time: 0.3968937 Mar 24 00:49:24.477582 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e7b105-516e-4502-b9db-74ed69fb3fb9 req-91348bcf-0667-407b-a18f-ba1436b5b6e1 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530003 Mar 24 00:49:24.479960 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c5acdeb2-b34b-44b8-b7e7-20cc25a639e6 req-52d55416-7870-4163-98ee-0959c6173376 service neutron] 10.222.0.48 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909264 Mar 24 00:49:24.623715 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a08e542-669e-4719-bd74-8a0d3654d4f2 req-7d2dde4e-fb61-4c69-8160-9d9604902607 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576951 Mar 24 00:49:24.650742 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d9e9f-bef9-4f78-be9d-7c577998b920 req-26db7bb2-9ff6-45b9-be27-00c08893c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:24.652184 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba3d9e9f-bef9-4f78-be9d-7c577998b920 req-26db7bb2-9ff6-45b9-be27-00c08893c03b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.1673939 Mar 24 00:49:24.659093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fd2c3-f538-4ab1-a4d5-dbd6011790ad req-8130deed-d511-4233-bcc0-04abf9368038 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:24.660476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-007fd2c3-f538-4ab1-a4d5-dbd6011790ad req-8130deed-d511-4233-bcc0-04abf9368038 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=8606b5af-3e27-478a-ac38-145967a0c145 HTTP/1.1" status: 200 len: 945 time: 0.1064327 Mar 24 00:49:24.711323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba3d9e9f-bef9-4f78-be9d-7c577998b920 req-7216c0bf-e24d-4477-9b00-596cfd834583 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=683bcb47-c355-44a2-8339-f8240c0c629c HTTP/1.1" status: 200 len: 217 time: 0.0471587 Mar 24 00:49:24.788296 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-007fd2c3-f538-4ab1-a4d5-dbd6011790ad req-9188f3b8-7c87-4595-a4f8-e97a4a2469f0 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180003 Mar 24 00:49:24.796498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d9e9f-bef9-4f78-be9d-7c577998b920 req-82c2d939-4d5a-4654-84d8-a4915e72b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:24.798081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba3d9e9f-bef9-4f78-be9d-7c577998b920 req-82c2d939-4d5a-4654-84d8-a4915e72b1da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0787601 Mar 24 00:49:24.839756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c', 'name': 'network-vif-deleted', 'tag': 'd7713096-7595-4d58-83d7-c58efe44f342'}, {'name': 'network-changed', 'server_uuid': '175b85b7-2225-4389-bf1a-f4dab4dacf46', 'tag': '99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:24.842227 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cdc49f-815b-4310-8d48-c52c508a9eec" -d '{"events": [{"server_uuid": "a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c", "name": "network-vif-deleted", "tag": "d7713096-7595-4d58-83d7-c58efe44f342"}, {"name": "network-changed", "server_uuid": "175b85b7-2225-4389-bf1a-f4dab4dacf46", "tag": "99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:24.960503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c7a24-2bf9-47f4-8ed0-454b4e28c40b req-d1d94809-7837-4e43-b886-003b0f8a85fa tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:24.961994 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-080c7a24-2bf9-47f4-8ed0-454b4e28c40b req-d1d94809-7837-4e43-b886-003b0f8a85fa tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 943 time: 0.1316648 Mar 24 00:49:24.963766 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e7121-b22b-426a-b053-dbb2da28974f req-46ea5615-6ca5-41e8-8e95-59c1f2bd15fa tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:24.965214 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e92e7121-b22b-426a-b053-dbb2da28974f req-46ea5615-6ca5-41e8-8e95-59c1f2bd15fa tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 1127 time: 0.1099052 Mar 24 00:49:24.968071 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d9e9f-bef9-4f78-be9d-7c577998b920 req-8e83828c-9ca7-471f-857f-5fec595231a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:24.969483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba3d9e9f-bef9-4f78-be9d-7c577998b920 req-8e83828c-9ca7-471f-857f-5fec595231a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1246901 Mar 24 00:49:25.106821 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-080c7a24-2bf9-47f4-8ed0-454b4e28c40b req-ca4db4cf-575b-4363-a471-b90b95ade9c4 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363819 Mar 24 00:49:25.110684 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e92e7121-b22b-426a-b053-dbb2da28974f req-37e56a68-21bc-4992-8830-446070d147e0 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316154 Mar 24 00:49:25.129360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba3d9e9f-bef9-4f78-be9d-7c577998b920 req-59620c2b-67e9-4a00-ade2-cc8bab19a5ff service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521027 Mar 24 00:49:25.275611 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba3d9e9f-bef9-4f78-be9d-7c577998b920 req-5654fbac-62f4-4241-b9c4-f8dc77d62996 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378765 Mar 24 00:49:25.282493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacd54b-26da-4ceb-93c5-785d555b2bf5 req-dab3fce7-7df0-4468-9591-def9879cfc5b tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:25.284477 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0aacd54b-26da-4ceb-93c5-785d555b2bf5 req-dab3fce7-7df0-4468-9591-def9879cfc5b tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae82bf1e-b23a-492d-802c-444966101b7d HTTP/1.1" status: 200 len: 950 time: 0.0915101 Mar 24 00:49:25.305820 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c782dd-9be5-4be4-ba19-1e52de0f421d x-openstack-request-id: req-20c782dd-9be5-4be4-ba19-1e52de0f421d {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:25.306117 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c", "name": "network-vif-deleted", "tag": "d7713096-7595-4d58-83d7-c58efe44f342", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "175b85b7-2225-4389-bf1a-f4dab4dacf46", "tag": "99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:25.306368 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20c782dd-9be5-4be4-ba19-1e52de0f421d {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:25.306763 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c782dd-9be5-4be4-ba19-1e52de0f421d'] response: {'server_uuid': 'a2c818f7-70d8-4dd8-a0e4-73b3a360eb2c', 'name': 'network-vif-deleted', 'tag': 'd7713096-7595-4d58-83d7-c58efe44f342', 'status': 'completed', 'code': 200} Mar 24 00:49:25.307023 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c782dd-9be5-4be4-ba19-1e52de0f421d'] response: {'name': 'network-changed', 'server_uuid': '175b85b7-2225-4389-bf1a-f4dab4dacf46', 'tag': '99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b', 'status': 'completed', 'code': 200} Mar 24 00:49:25.336747 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0aacd54b-26da-4ceb-93c5-785d555b2bf5 req-6b7e2cef-25e4-4aee-95ee-7d9639175e0b tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459213 Mar 24 00:49:25.398520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdc49f-815b-4310-8d48-c52c508a9eec req-82c61165-c193-43dc-977f-3734c848c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:25.400039 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-05cdc49f-815b-4310-8d48-c52c508a9eec req-82c61165-c193-43dc-977f-3734c848c0ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 1130 time: 0.0616174 Mar 24 00:49:25.408383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7676ecf-5624-4da7-add3-9c20c942dc2b req-c280efcc-4bc4-4e74-8d02-9a48df64fea0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:25.409999 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7676ecf-5624-4da7-add3-9c20c942dc2b req-c280efcc-4bc4-4e74-8d02-9a48df64fea0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 948 time: 0.0572820 Mar 24 00:49:25.447422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device d7713096-7595-4d58-83d7-c58efe44f342 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:49:25.471287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: d7713096-7595-4d58-83d7-c58efe44f342 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:49:25.471837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device d7713096-7595-4d58-83d7-c58efe44f342 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:49:25.477671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7676ecf-5624-4da7-add3-9c20c942dc2b req-b186c0d4-1c96-44ee-8502-8f4fe77c5802 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618231 Mar 24 00:49:25.497145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdc49f-815b-4310-8d48-c52c508a9eec req-ffcc5cd5-6ad6-4b62-9e8b-a13a3c79d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:25.498474 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-05cdc49f-815b-4310-8d48-c52c508a9eec req-ffcc5cd5-6ad6-4b62-9e8b-a13a3c79d005 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.0907419 Mar 24 00:49:25.553228 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-05cdc49f-815b-4310-8d48-c52c508a9eec req-3b86d75e-6d8c-45a4-9f9e-2c1f8fba0520 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b HTTP/1.1" status: 200 len: 217 time: 0.0465236 Mar 24 00:49:25.603766 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cccd3-22c0-4bd5-9aaf-4632e80fc8f8 req-28a3587f-e78f-433e-b214-df5da957a1da tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:25.605487 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c6cccd3-22c0-4bd5-9aaf-4632e80fc8f8 req-28a3587f-e78f-433e-b214-df5da957a1da tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=8606b5af-3e27-478a-ac38-145967a0c145 HTTP/1.1" status: 200 len: 945 time: 0.0700727 Mar 24 00:49:25.610573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdc49f-815b-4310-8d48-c52c508a9eec req-d4f4bcb6-6ea0-445b-aa80-dd1dfede0ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:25.612136 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-05cdc49f-815b-4310-8d48-c52c508a9eec req-d4f4bcb6-6ea0-445b-aa80-dd1dfede0ebd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0520434 Mar 24 00:49:25.656997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c6cccd3-22c0-4bd5-9aaf-4632e80fc8f8 req-298b92c9-6d52-4667-8e9e-482901c7419d tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456958 Mar 24 00:49:25.669120 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdc49f-815b-4310-8d48-c52c508a9eec req-a6938aef-9bad-4c96-b269-4dc2a2124338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:25.670859 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-05cdc49f-815b-4310-8d48-c52c508a9eec req-a6938aef-9bad-4c96-b269-4dc2a2124338 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0492182 Mar 24 00:49:25.749648 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2fb811ec-2559-4461-ad4b-114e332b580d req-4a41bb68-ab66-4b42-87d5-8668b3180a70 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0312672 Mar 24 00:49:25.770664 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-05cdc49f-815b-4310-8d48-c52c508a9eec req-81735604-d536-4314-885b-3554a1296224 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915868 Mar 24 00:49:25.873396 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-05cdc49f-815b-4310-8d48-c52c508a9eec req-739761fa-bbdd-40aa-9d7f-5c78f3b5eb91 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896258 Mar 24 00:49:25.898126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc89ca-3f40-431d-92aa-06f6bc77ddc0 req-5cd83dfc-bb30-467d-ba9a-86ce41b65425 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:25.899632 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82bc89ca-3f40-431d-92aa-06f6bc77ddc0 req-5cd83dfc-bb30-467d-ba9a-86ce41b65425 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.0721660 Mar 24 00:49:25.947470 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82bc89ca-3f40-431d-92aa-06f6bc77ddc0 req-f9b10652-fadd-4346-b3cb-fb05c9f49a74 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422096 Mar 24 00:49:26.067024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-53a05497-ee1b-4c71-b633-7c508c09b5d0 req-ac0683fc-9ef6-4519-8234-a5d0bd47731b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:49:26.068434 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53a05497-ee1b-4c71-b633-7c508c09b5d0 req-ac0683fc-9ef6-4519-8234-a5d0bd47731b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054235 Mar 24 00:49:26.280060 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-eae9866d-c40d-439e-a881-d62bb020aaf7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467985 Mar 24 00:49:26.291277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde82da-2509-423b-9a0e-66b9a2344dc1 req-bd628b0c-098e-4981-8279-b9a9f78ba8ee tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:26.293071 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccde82da-2509-423b-9a0e-66b9a2344dc1 req-bd628b0c-098e-4981-8279-b9a9f78ba8ee tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 943 time: 0.0557890 Mar 24 00:49:26.343356 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccde82da-2509-423b-9a0e-66b9a2344dc1 req-83808938-a015-472e-9b3b-249d4b61d377 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444202 Mar 24 00:49:26.454014 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44112935-0380-4707-8ead-d1e5095bda18 req-1a506639-d957-4e6f-8459-cbc415ce786f tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:26.455767 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44112935-0380-4707-8ead-d1e5095bda18 req-1a506639-d957-4e6f-8459-cbc415ce786f tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.0556934 Mar 24 00:49:26.518957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44112935-0380-4707-8ead-d1e5095bda18 req-ed697a6a-8160-4fc8-a6e7-676aa5b7f1ce tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564284 Mar 24 00:49:26.524178 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-62206d43-ed80-46d8-92ae-46b6a1d430df tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:49:26.525172 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-62206d43-ed80-46d8-92ae-46b6a1d430df tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053427 Mar 24 00:49:26.572024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-5967330c-08c6-4f61-a18e-ea803a112f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:26.573366 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-5967330c-08c6-4f61-a18e-ea803a112f97 service neutron] 10.222.0.45 "GET /v2.0/ports/158c52f0-af89-4f88-9d5c-9a664b69819f HTTP/1.1" status: 200 len: 1124 time: 0.0390029 Mar 24 00:49:26.583680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-6468b80e-3b54-476e-94f2-c6f75d048ced service neutron] Request body: {'binding': {'host': 'n-h1-760455-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:26.584281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-6468b80e-3b54-476e-94f2-c6f75d048ced service neutron] Unknown quota resources ['binding']. {{(pid=115730) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 00:49:26.681864 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34428) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:26.706995 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69829e8c-2161-409e-8bb4-3bf593e9e3eb req-d681c4b9-ebbc-493d-bb2d-879fdaa401f6 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:26.708462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69829e8c-2161-409e-8bb4-3bf593e9e3eb req-d681c4b9-ebbc-493d-bb2d-879fdaa401f6 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae82bf1e-b23a-492d-802c-444966101b7d HTTP/1.1" status: 200 len: 950 time: 0.1218593 Mar 24 00:49:26.779549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f302e87-af6e-4f81-922b-60657ced295e req-d3baf383-e200-48b5-92bd-639d53177abf tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:26.780906 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-d3baf383-e200-48b5-92bd-639d53177abf tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports/a60a78e9-a676-43bb-8d72-06b222428363 HTTP/1.1" status: 200 len: 947 time: 0.0979760 Mar 24 00:49:26.789175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69829e8c-2161-409e-8bb4-3bf593e9e3eb req-688df44e-38bf-4db8-813c-b73c034400e3 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/security-groups?id=62688076-e4fd-48c0-9fac-9f661bc095ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736482 Mar 24 00:49:26.798730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-6468b80e-3b54-476e-94f2-c6f75d048ced service neutron] Attempting to bind port 158c52f0-af89-4f88-9d5c-9a664b69819f on host n-h1-760455-9 for vnic_type normal with profile None {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:49:26.799072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-6468b80e-3b54-476e-94f2-c6f75d048ced service neutron] Attempting to bind port 158c52f0-af89-4f88-9d5c-9a664b69819f by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:49:26.799412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-6468b80e-3b54-476e-94f2-c6f75d048ced service neutron] Attempting to bind port 158c52f0-af89-4f88-9d5c-9a664b69819f on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:26.805394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-6468b80e-3b54-476e-94f2-c6f75d048ced service neutron] Port 158c52f0-af89-4f88-9d5c-9a664b69819f on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:49:26.805394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-6468b80e-3b54-476e-94f2-c6f75d048ced service neutron] Attempting to bind port 158c52f0-af89-4f88-9d5c-9a664b69819f on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:26.809543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-6468b80e-3b54-476e-94f2-c6f75d048ced service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:49:26.809904 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-6468b80e-3b54-476e-94f2-c6f75d048ced service neutron] Checking segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:49:26.810316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-6468b80e-3b54-476e-94f2-c6f75d048ced service neutron] Bound using segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:49:26.810806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-6468b80e-3b54-476e-94f2-c6f75d048ced service neutron] Bound port: 158c52f0-af89-4f88-9d5c-9a664b69819f, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:49:26.814986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 81371306-18bf-400c-87c0-4a5254cb0b5e details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:49:26.905422 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-6468b80e-3b54-476e-94f2-c6f75d048ced service neutron] For port 158c52f0-af89-4f88-9d5c-9a664b69819f, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=158c52f0-af89-4f88-9d5c-9a664b69819f,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:49:26.920648 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-6468b80e-3b54-476e-94f2-c6f75d048ced service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:26.921821 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-6468b80e-3b54-476e-94f2-c6f75d048ced service neutron] 10.222.0.45 "POST /v2.0/ports/158c52f0-af89-4f88-9d5c-9a664b69819f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3420644 Mar 24 00:49:26.943854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 81371306-18bf-400c-87c0-4a5254cb0b5e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=81371306-18bf-400c-87c0-4a5254cb0b5e,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:26.960103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '81371306-18bf-400c-87c0-4a5254cb0b5e', 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13', 'port_id': '81371306-18bf-400c-87c0-4a5254cb0b5e', 'mac_address': 'fa:16:3e:8f:b3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251d5752-2a9f-4020-8b2c-bc7d24dfd8cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:49:26.963733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f2a81-343d-4b56-903a-9361baa8073a req-14418675-cade-435a-8cf7-dd37366b48e1 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:26.965250 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d2f2a81-343d-4b56-903a-9361baa8073a req-14418675-cade-435a-8cf7-dd37366b48e1 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 948 time: 0.1042314 Mar 24 00:49:27.002701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6191c9-5dd1-4d7f-81c5-51e8ea625508 req-0f819bb8-1076-4ebd-86a6-5097f64bb4ee tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:27.004415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e6191c9-5dd1-4d7f-81c5-51e8ea625508 req-0f819bb8-1076-4ebd-86a6-5097f64bb4ee tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae82bf1e-b23a-492d-802c-444966101b7d HTTP/1.1" status: 200 len: 950 time: 0.1018276 Mar 24 00:49:27.015496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 81371306-18bf-400c-87c0-4a5254cb0b5e is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:27.016027 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (81371306-18bf-400c-87c0-4a5254cb0b5e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:27.050911 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81371306-18bf-400c-87c0-4a5254cb0b5e {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:27.092592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 81371306-18bf-400c-87c0-4a5254cb0b5e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=81371306-18bf-400c-87c0-4a5254cb0b5e,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:27.096040 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (81371306-18bf-400c-87c0-4a5254cb0b5e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:27.151791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d2f2a81-343d-4b56-903a-9361baa8073a req-b91e05e3-ea4b-419f-a9b9-095a51a388f1 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713998 Mar 24 00:49:27.168709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=81371306-18bf-400c-87c0-4a5254cb0b5e,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:27.194261 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e7bbc-7187-4976-8eb0-2b154f61f7b6 req-836536b1-a4a0-4742-911e-c2e52da6ed28 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:27.195857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c46e7bbc-7187-4976-8eb0-2b154f61f7b6 req-836536b1-a4a0-4742-911e-c2e52da6ed28 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=8606b5af-3e27-478a-ac38-145967a0c145 HTTP/1.1" status: 200 len: 945 time: 0.1193004 Mar 24 00:49:27.199042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-8e6191c9-5dd1-4d7f-81c5-51e8ea625508 req-57b4e276-b86f-4672-9798-aede64113d15 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Deleting port a40a9f44-462f-4c48-bac3-e5752c93a2ef {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:49:27.199390 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8e6191c9-5dd1-4d7f-81c5-51e8ea625508 req-57b4e276-b86f-4672-9798-aede64113d15 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a40a9f44-462f-4c48-bac3-e5752c93a2ef), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:27.324078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df74cd3d-8acd-49ff-ba70-11ac81bff85f req-fdb9b1b5-1a1a-45ce-a9f2-83611bd2dfdc tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0577800 Mar 24 00:49:27.377951 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c46e7bbc-7187-4976-8eb0-2b154f61f7b6 req-1cede06d-b1e5-43b0-94e8-ef8b0fcaef40 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377494 Mar 24 00:49:27.386568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8e6191c9-5dd1-4d7f-81c5-51e8ea625508 req-57b4e276-b86f-4672-9798-aede64113d15 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] For port a40a9f44-462f-4c48-bac3-e5752c93a2ef, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a40a9f44-462f-4c48-bac3-e5752c93a2ef,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:27.386937 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8e6191c9-5dd1-4d7f-81c5-51e8ea625508 req-57b4e276-b86f-4672-9798-aede64113d15 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a40a9f44-462f-4c48-bac3-e5752c93a2ef), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:27.405418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-b360d45e-f8cb-49fc-8055-f7fdf87edfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:27.406883 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-b360d45e-f8cb-49fc-8055-f7fdf87edfa0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 1127 time: 0.1549618 Mar 24 00:49:27.407760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-8e6191c9-5dd1-4d7f-81c5-51e8ea625508 req-57b4e276-b86f-4672-9798-aede64113d15 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Calling delete_port for a40a9f44-462f-4c48-bac3-e5752c93a2ef owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:49:27.444897 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 683bcb47-c355-44a2-8339-f8240c0c629c details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:49:27.554992 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 683bcb47-c355-44a2-8339-f8240c0c629c, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=683bcb47-c355-44a2-8339-f8240c0c629c,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:27.569851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['81371306-18bf-400c-87c0-4a5254cb0b5e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:27.596842 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '683bcb47-c355-44a2-8339-f8240c0c629c', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '683bcb47-c355-44a2-8339-f8240c0c629c', 'mac_address': 'fa:16:3e:a9:27:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:49:27.614305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55438ca-aabe-47c6-ba51-1d9dd517631a req-f14ac8b9-d07d-4341-8499-7e4ebd754fec tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:27.616570 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b55438ca-aabe-47c6-ba51-1d9dd517631a req-f14ac8b9-d07d-4341-8499-7e4ebd754fec tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.48 "GET /v2.0/ports?device_id=8606b5af-3e27-478a-ac38-145967a0c145 HTTP/1.1" status: 200 len: 945 time: 0.0679483 Mar 24 00:49:27.654864 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 683bcb47-c355-44a2-8339-f8240c0c629c is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:27.655195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91034bf6-6fa8-4999-bc1f-73a346b74c55 req-9a6f26a1-fc88-4946-8961-fc9da99d8f20 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:27.655381 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (683bcb47-c355-44a2-8339-f8240c0c629c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:27.656673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91034bf6-6fa8-4999-bc1f-73a346b74c55 req-9a6f26a1-fc88-4946-8961-fc9da99d8f20 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.2305853 Mar 24 00:49:27.657692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-961896a8-d114-48c6-bad6-89dd9ad024d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:27.658950 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-961896a8-d114-48c6-bad6-89dd9ad024d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.2423830 Mar 24 00:49:27.678428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683bcb47-c355-44a2-8339-f8240c0c629c {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:27.685641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41bc6e-987a-414f-8fba-7959445b0198 req-8ab8d831-7983-4843-9720-7fa0c139f6bd tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:27.687075 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de41bc6e-987a-414f-8fba-7959445b0198 req-8ab8d831-7983-4843-9720-7fa0c139f6bd tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 944 time: 0.1671486 Mar 24 00:49:27.712196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 683bcb47-c355-44a2-8339-f8240c0c629c, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=683bcb47-c355-44a2-8339-f8240c0c629c,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:27.720556 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (683bcb47-c355-44a2-8339-f8240c0c629c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:27.724748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-b55438ca-aabe-47c6-ba51-1d9dd517631a req-1e7f59d2-adf7-4133-8f24-3c117b0981d7 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Deleting port 1169aae6-1e45-4d37-a323-10de30fdb7f6 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:49:27.725787 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b55438ca-aabe-47c6-ba51-1d9dd517631a req-1e7f59d2-adf7-4133-8f24-3c117b0981d7 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1169aae6-1e45-4d37-a323-10de30fdb7f6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:27.750710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-27217f90-8254-47e2-977a-9bf75659f9d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=158c52f0-af89-4f88-9d5c-9a664b69819f HTTP/1.1" status: 200 len: 217 time: 0.0812633 Mar 24 00:49:27.801485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=683bcb47-c355-44a2-8339-f8240c0c629c,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:27.823859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-b55438ca-aabe-47c6-ba51-1d9dd517631a req-1e7f59d2-adf7-4133-8f24-3c117b0981d7 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] For port 1169aae6-1e45-4d37-a323-10de30fdb7f6, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1169aae6-1e45-4d37-a323-10de30fdb7f6,segment=NetworkSegment(6f8205e3-a833-43fb-a989-170f59c47616),segment_id=6f8205e3-a833-43fb-a989-170f59c47616)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:27.824212 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b55438ca-aabe-47c6-ba51-1d9dd517631a req-1e7f59d2-adf7-4133-8f24-3c117b0981d7 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1169aae6-1e45-4d37-a323-10de30fdb7f6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:27.839289 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-b55438ca-aabe-47c6-ba51-1d9dd517631a req-1e7f59d2-adf7-4133-8f24-3c117b0981d7 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Calling delete_port for 1169aae6-1e45-4d37-a323-10de30fdb7f6 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:49:27.860754 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8e6191c9-5dd1-4d7f-81c5-51e8ea625508 req-57b4e276-b86f-4672-9798-aede64113d15 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (a40a9f44-462f-4c48-bac3-e5752c93a2ef), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:27.868302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91034bf6-6fa8-4999-bc1f-73a346b74c55 req-6525121d-3921-4a0b-8b7e-8c81dbb228ea tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969588 Mar 24 00:49:27.872276 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-5d84394c-819d-4019-b4cf-f06a39c40b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:27.872656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a40a9f44-462f-4c48-bac3-e5752c93a2ef'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:27.873826 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-5d84394c-819d-4019-b4cf-f06a39c40b77 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.1155982 Mar 24 00:49:27.881504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de41bc6e-987a-414f-8fba-7959445b0198 req-21056e01-6a86-4ec4-9e11-b7e095d7054a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324897 Mar 24 00:49:27.915896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4e276-b86f-4672-9798-aede64113d15 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Pushing event deleted for resources: {'Port': ['ID=a40a9f44-462f-4c48-bac3-e5752c93a2ef,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:27.953207 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-015a8773-ace0-4d0b-b2e9-eef1bcf9b8ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456812 Mar 24 00:49:27.997520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6191c9-5dd1-4d7f-81c5-51e8ea625508 req-57b4e276-b86f-4672-9798-aede64113d15 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] No DVR routers for this DVR port a40a9f44-462f-4c48-bac3-e5752c93a2ef on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:49:28.007366 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b55438ca-aabe-47c6-ba51-1d9dd517631a req-1e7f59d2-adf7-4133-8f24-3c117b0981d7 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1169aae6-1e45-4d37-a323-10de30fdb7f6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:28.008341 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8e6191c9-5dd1-4d7f-81c5-51e8ea625508 req-57b4e276-b86f-4672-9798-aede64113d15 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:28.011700 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e6191c9-5dd1-4d7f-81c5-51e8ea625508 req-57b4e276-b86f-4672-9798-aede64113d15 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.57 "DELETE /v2.0/ports/a40a9f44-462f-4c48-bac3-e5752c93a2ef HTTP/1.1" status: 204 len: 173 time: 0.9916070 Mar 24 00:49:28.013281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae82bf1e-b23a-492d-802c-444966101b7d', 'name': 'network-vif-deleted', 'tag': 'a40a9f44-462f-4c48-bac3-e5752c93a2ef'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:28.015561 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bea324-50ff-4d1a-8484-9d6e47637494" -d '{"events": [{"server_uuid": "ae82bf1e-b23a-492d-802c-444966101b7d", "name": "network-vif-deleted", "tag": "a40a9f44-462f-4c48-bac3-e5752c93a2ef"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:28.023921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['1169aae6-1e45-4d37-a323-10de30fdb7f6', '1a4dfcb8-807c-45ba-ab97-3213ae7bf37f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:28.028520 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['6d5b17d7-aed1-435b-a72c-b2ee7279b207'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:28.054845 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f59d2-adf7-4133-8f24-3c117b0981d7 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Pushing event deleted for resources: {'Port': ['ID=1169aae6-1e45-4d37-a323-10de30fdb7f6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:28.131681 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-752cdf37-6935-413e-9e2b-1ab0482040e4 req-d0a01b8e-0d1d-4450-ba65-3aaec3d34e19 tempest-LiveMigrationNegativeTest-1943306499 tempest-LiveMigrationNegativeTest-1943306499-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae82bf1e-b23a-492d-802c-444966101b7d HTTP/1.1" status: 200 len: 210 time: 0.0575218 Mar 24 00:49:28.139887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['683bcb47-c355-44a2-8339-f8240c0c629c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:28.148553 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55438ca-aabe-47c6-ba51-1d9dd517631a req-1e7f59d2-adf7-4133-8f24-3c117b0981d7 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] No DVR routers for this DVR port 1169aae6-1e45-4d37-a323-10de30fdb7f6 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:49:28.153316 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b55438ca-aabe-47c6-ba51-1d9dd517631a req-1e7f59d2-adf7-4133-8f24-3c117b0981d7 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:28.173433 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b55438ca-aabe-47c6-ba51-1d9dd517631a req-1e7f59d2-adf7-4133-8f24-3c117b0981d7 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.48 "DELETE /v2.0/ports/1169aae6-1e45-4d37-a323-10de30fdb7f6 HTTP/1.1" status: 204 len: 173 time: 0.5498602 Mar 24 00:49:28.174267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8606b5af-3e27-478a-ac38-145967a0c145', 'name': 'network-vif-deleted', 'tag': '1169aae6-1e45-4d37-a323-10de30fdb7f6'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:28.183110 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-67877bbc-79bd-465f-8ea7-50fec98f1002 service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110538 Mar 24 00:49:28.190025 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80c93f8-51b3-462e-84f4-59d1dd36b3d5" -d '{"events": [{"server_uuid": "8606b5af-3e27-478a-ac38-145967a0c145", "name": "network-vif-deleted", "tag": "1169aae6-1e45-4d37-a323-10de30fdb7f6"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:28.201948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f302e87-af6e-4f81-922b-60657ced295e req-584a72b9-7925-45ac-8221-f7f38ba7b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:28.206873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-584a72b9-7925-45ac-8221-f7f38ba7b79f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 1132 time: 0.1942606 Mar 24 00:49:28.373543 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d5557b-4b89-491e-b9a9-5a10728cffd5 x-openstack-request-id: req-b4d5557b-4b89-491e-b9a9-5a10728cffd5 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:28.373953 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae82bf1e-b23a-492d-802c-444966101b7d", "name": "network-vif-deleted", "tag": "a40a9f44-462f-4c48-bac3-e5752c93a2ef", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:28.374305 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4d5557b-4b89-491e-b9a9-5a10728cffd5 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:28.374811 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d5557b-4b89-491e-b9a9-5a10728cffd5'] response: {'server_uuid': 'ae82bf1e-b23a-492d-802c-444966101b7d', 'name': 'network-vif-deleted', 'tag': 'a40a9f44-462f-4c48-bac3-e5752c93a2ef', 'status': 'completed', 'code': 200} Mar 24 00:49:28.395992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0198f-b60f-4f98-879d-18a279e4ea3f req-40f7d514-d01f-4c80-b3b9-3f7e1b6d7224 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:28.404934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04d0198f-b60f-4f98-879d-18a279e4ea3f req-40f7d514-d01f-4c80-b3b9-3f7e1b6d7224 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.3124557 Mar 24 00:49:28.410654 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b309e89b-4a77-44ab-9a42-6e80c0779695 x-openstack-request-id: req-b309e89b-4a77-44ab-9a42-6e80c0779695 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:28.410945 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8606b5af-3e27-478a-ac38-145967a0c145", "name": "network-vif-deleted", "tag": "1169aae6-1e45-4d37-a323-10de30fdb7f6", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:28.411195 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b309e89b-4a77-44ab-9a42-6e80c0779695 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:28.411592 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b309e89b-4a77-44ab-9a42-6e80c0779695'] response: {'server_uuid': '8606b5af-3e27-478a-ac38-145967a0c145', 'name': 'network-vif-deleted', 'tag': '1169aae6-1e45-4d37-a323-10de30fdb7f6', 'status': 'completed', 'code': 200} Mar 24 00:49:28.468411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-e5b0f6a0-32d4-4e45-8531-b034aa168f21 service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711482 Mar 24 00:49:28.523676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04d0198f-b60f-4f98-879d-18a279e4ea3f req-2742f39d-6204-4fa0-b79d-454d9359df13 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167133 Mar 24 00:49:28.600762 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5da1dccb-46e1-4683-944b-867275f2bb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:28.607116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f302e87-af6e-4f81-922b-60657ced295e req-390242ca-ddea-4933-a211-eecf8b299b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:28.608561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-390242ca-ddea-4933-a211-eecf8b299b79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.3855410 Mar 24 00:49:28.632669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d354b7c-a8e7-4d2a-98a2-7e405be47248 req-cd0715f8-7029-4999-81e9-7309ff7442ea tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:28.634034 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d354b7c-a8e7-4d2a-98a2-7e405be47248 req-cd0715f8-7029-4999-81e9-7309ff7442ea tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 948 time: 0.1280701 Mar 24 00:49:28.655370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d130af9-abb7-4258-bcf4-a518bebac20c req-da81b23e-765d-44ca-8c29-ba3ffbdcb041 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:28.656753 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d130af9-abb7-4258-bcf4-a518bebac20c req-da81b23e-765d-44ca-8c29-ba3ffbdcb041 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 945 time: 0.0798039 Mar 24 00:49:28.812285 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:49:28.817814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 81371306-18bf-400c-87c0-4a5254cb0b5e up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:28.964523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d354b7c-a8e7-4d2a-98a2-7e405be47248 req-76e8b34d-f929-4833-a8e4-3bcd1ca21931 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242679 Mar 24 00:49:29.016223 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-51a2f7fd-3b7b-40ba-9df9-63e900e2dcde service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=a60a78e9-a676-43bb-8d72-06b222428363 HTTP/1.1" status: 200 len: 217 time: 0.0712452 Mar 24 00:49:29.019459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d130af9-abb7-4258-bcf4-a518bebac20c req-d23b9b5c-73c3-4927-84a5-0f9fa30e04b1 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567572 Mar 24 00:49:29.048168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 81371306-18bf-400c-87c0-4a5254cb0b5e completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:49:29.058404 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:29.069163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 81371306-18bf-400c-87c0-4a5254cb0b5e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:29.069821 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (81371306-18bf-400c-87c0-4a5254cb0b5e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:29.088419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f302e87-af6e-4f81-922b-60657ced295e req-3358b47c-4b9a-49a5-9ac0-7b4e84fdba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:29.090744 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-3358b47c-4b9a-49a5-9ac0-7b4e84fdba65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0665407 Mar 24 00:49:29.107015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b', 'mac_address': 'fa:16:3e:35:79:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:49:29.168915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:29.169579 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:29.189191 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:29.191815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35b593b6-b0ff-4548-adc6-ed440cfa466d req-d0b3a1c4-6404-4f13-b883-848611b485f7 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0693524 Mar 24 00:49:29.241884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:29.252666 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:29.257561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f302e87-af6e-4f81-922b-60657ced295e req-051564c8-4579-481f-ad5f-55578364868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:29.260063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-051564c8-4579-481f-ad5f-55578364868c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1554818 Mar 24 00:49:29.270793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e9ef9-e4dc-42f7-acd9-4a1ecf9abe1a req-cb9c5e5e-6448-4fdc-b7be-a7b155cfb39f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:29.272408 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-797e9ef9-e4dc-42f7-acd9-4a1ecf9abe1a req-cb9c5e5e-6448-4fdc-b7be-a7b155cfb39f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.1208994 Mar 24 00:49:29.290484 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 81371306-18bf-400c-87c0-4a5254cb0b5e is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:29.290880 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (81371306-18bf-400c-87c0-4a5254cb0b5e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:29.331880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81371306-18bf-400c-87c0-4a5254cb0b5e'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:29.334112 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbe2752-8f05-4157-9087-17b6faa67e9d" -d '{"events": [{"server_uuid": "7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc", "name": "network-vif-plugged", "status": "completed", "tag": "81371306-18bf-400c-87c0-4a5254cb0b5e"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:29.350870 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 81371306-18bf-400c-87c0-4a5254cb0b5e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=81371306-18bf-400c-87c0-4a5254cb0b5e,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:29.351842 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:29.356394 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (81371306-18bf-400c-87c0-4a5254cb0b5e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:29.409187 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=81371306-18bf-400c-87c0-4a5254cb0b5e,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:29.440762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8a919-7a7c-4a0c-a1b4-eb1bea509ec7 req-2e41b8da-1278-41da-9ad7-872dafa159df tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:29.442395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fdb8a919-7a7c-4a0c-a1b4-eb1bea509ec7 req-2e41b8da-1278-41da-9ad7-872dafa159df tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 944 time: 0.1553166 Mar 24 00:49:29.448759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-797e9ef9-e4dc-42f7-acd9-4a1ecf9abe1a req-7e940bb7-86f1-46d3-801d-389c4d12a8f5 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625729 Mar 24 00:49:29.453449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-d69295ca-6e2a-4903-bd2e-f48d62341e96 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793478 Mar 24 00:49:29.464728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 683bcb47-c355-44a2-8339-f8240c0c629c up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:29.507054 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fdb8a919-7a7c-4a0c-a1b4-eb1bea509ec7 req-f3d522df-4f66-46d0-8803-abca35650a3f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570629 Mar 24 00:49:29.584125 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:29.600318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 683bcb47-c355-44a2-8339-f8240c0c629c completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:49:29.605889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 683bcb47-c355-44a2-8339-f8240c0c629c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:29.606493 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (683bcb47-c355-44a2-8339-f8240c0c629c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:29.637120 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d948028f-1274-4298-993f-453b969aa841 x-openstack-request-id: req-d948028f-1274-4298-993f-453b969aa841 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:29.637120 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc", "name": "network-vif-plugged", "status": "completed", "tag": "81371306-18bf-400c-87c0-4a5254cb0b5e", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:29.637120 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d948028f-1274-4298-993f-453b969aa841 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:29.637120 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d948028f-1274-4298-993f-453b969aa841'] response: {'server_uuid': '7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81371306-18bf-400c-87c0-4a5254cb0b5e', 'code': 200} Mar 24 00:49:29.637916 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-df0321eb-d4f0-4e8d-9f23-323ad207600b service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290653 Mar 24 00:49:29.684726 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:29.764448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93b1e6-406d-43a9-955d-196ff85adc0d req-e6c5f278-e6c3-461c-8370-8272ca1f3045 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:29.766617 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fe93b1e6-406d-43a9-955d-196ff85adc0d req-e6c5f278-e6c3-461c-8370-8272ca1f3045 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.0759702 Mar 24 00:49:29.836100 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad8381-75da-4631-b30d-1bd2955eed32 req-22cfc3a6-4faa-423e-9cc7-0945bf3bcdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:29.845512 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2dad8381-75da-4631-b30d-1bd2955eed32 req-22cfc3a6-4faa-423e-9cc7-0945bf3bcdbe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 1127 time: 0.0971935 Mar 24 00:49:29.906580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34492) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:29.923388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 683bcb47-c355-44a2-8339-f8240c0c629c is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:29.923923 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (683bcb47-c355-44a2-8339-f8240c0c629c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:29.925775 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2dad8381-75da-4631-b30d-1bd2955eed32 req-e7295a24-1355-4bc7-8d55-8cceff485e9c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759892 Mar 24 00:49:29.929792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fe93b1e6-406d-43a9-955d-196ff85adc0d req-335f3fa6-15a9-46a5-b41e-3d44b1495377 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568115 Mar 24 00:49:30.007617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 683bcb47-c355-44a2-8339-f8240c0c629c, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=683bcb47-c355-44a2-8339-f8240c0c629c,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:30.035033 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (683bcb47-c355-44a2-8339-f8240c0c629c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:30.035870 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a40a9f44-462f-4c48-bac3-e5752c93a2ef no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:49:30.100825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: a40a9f44-462f-4c48-bac3-e5752c93a2ef {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:49:30.101414 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a40a9f44-462f-4c48-bac3-e5752c93a2ef not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:49:30.173248 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=683bcb47-c355-44a2-8339-f8240c0c629c,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:30.230475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399e9cd-f13b-4b30-ae79-e26ed0322c58 req-d490d659-3048-4b8f-afea-e706bb0088ad tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:30.232043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2399e9cd-f13b-4b30-ae79-e26ed0322c58 req-d490d659-3048-4b8f-afea-e706bb0088ad tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 949 time: 0.1176593 Mar 24 00:49:30.267711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad04cb-9b02-4fa8-8702-13224d190af6 req-ddfcf402-8b79-4b9f-97b6-fbbbf92636cb tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:30.269341 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17ad04cb-9b02-4fa8-8702-13224d190af6 req-ddfcf402-8b79-4b9f-97b6-fbbbf92636cb tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 945 time: 0.1056070 Mar 24 00:49:30.321745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2399e9cd-f13b-4b30-ae79-e26ed0322c58 req-4034f1b3-7ee6-43c3-84e3-5e43baf43b32 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819297 Mar 24 00:49:30.356859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17ad04cb-9b02-4fa8-8702-13224d190af6 req-1beb7346-90b8-4419-809f-cde74299af16 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797672 Mar 24 00:49:30.397498 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e2169f11-1daa-4b05-8541-7c6d0b981236 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9476fc0d7e92480eaadd9d21426516a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4893863 Mar 24 00:49:30.399912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34510) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:30.504036 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6be0a9c-489f-4506-b900-b6f559e7b2f5 req-6c10dde5-b6ae-4963-b659-e0808fc37de8 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0512896 Mar 24 00:49:30.540659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c1fad-a8f7-4140-bb22-5ff871e2679e req-5ff70eaf-5bd2-4890-8340-9e1fbf6dbeaa tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:30.542943 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad5c1fad-a8f7-4140-bb22-5ff871e2679e req-5ff70eaf-5bd2-4890-8340-9e1fbf6dbeaa tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 945 time: 0.1227522 Mar 24 00:49:30.556446 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a854300-2412-43d7-9ee5-72219aa89771 admin admin] Publish callbacks [] for security_group (62688076-e4fd-48c0-9fac-9f661bc095ca), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:30.618895 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a854300-2412-43d7-9ee5-72219aa89771 admin admin] Publish callbacks [] for security_group (62688076-e4fd-48c0-9fac-9f661bc095ca), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:30.773719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d7c26-703c-400e-b8fa-36329855353f req-b4b6f3da-f7de-4ea7-9d8c-fae1d2bc5ef7 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:30.775526 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e6d7c26-703c-400e-b8fa-36329855353f req-b4b6f3da-f7de-4ea7-9d8c-fae1d2bc5ef7 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.1645095 Mar 24 00:49:30.782780 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3f1c5a4-4db8-4140-9593-5948a0768edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:30.785731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7bb5c-a90a-4ecc-aaf4-436373f64d69 req-5fdd7819-8d85-4cc6-bb46-255c05547631 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:30.787275 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90b7bb5c-a90a-4ecc-aaf4-436373f64d69 req-5fdd7819-8d85-4cc6-bb46-255c05547631 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 945 time: 0.1519988 Mar 24 00:49:30.803603 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ad5c1fad-a8f7-4140-bb22-5ff871e2679e req-88007776-da2c-4696-9b72-b3aa00806cdf tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Deleting port 831c110b-4710-4710-8be4-36bb0188224f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:49:30.804031 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ad5c1fad-a8f7-4140-bb22-5ff871e2679e req-88007776-da2c-4696-9b72-b3aa00806cdf tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (831c110b-4710-4710-8be4-36bb0188224f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:30.806649 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a854300-2412-43d7-9ee5-72219aa89771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (62688076-e4fd-48c0-9fac-9f661bc095ca), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:30.809273 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a854300-2412-43d7-9ee5-72219aa89771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:30.810393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8a854300-2412-43d7-9ee5-72219aa89771 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/62688076-e4fd-48c0-9fac-9f661bc095ca HTTP/1.1" status: 204 len: 168 time: 0.4094234 Mar 24 00:49:30.828622 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 1169aae6-1e45-4d37-a323-10de30fdb7f6 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:49:30.866640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 1169aae6-1e45-4d37-a323-10de30fdb7f6 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:49:30.867251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 1169aae6-1e45-4d37-a323-10de30fdb7f6 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:49:30.878389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a854300-2412-43d7-9ee5-72219aa89771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62688076-e4fd-48c0-9fac-9f661bc095ca,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:30.929569 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e6d7c26-703c-400e-b8fa-36329855353f req-1ffabf67-978f-47fd-8249-cf82e558b185 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408503 Mar 24 00:49:30.966290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90b7bb5c-a90a-4ecc-aaf4-436373f64d69 req-1719f91f-bc2b-4895-bdc7-58d93884c496 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674335 Mar 24 00:49:31.003540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ad5c1fad-a8f7-4140-bb22-5ff871e2679e req-88007776-da2c-4696-9b72-b3aa00806cdf tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] For port 831c110b-4710-4710-8be4-36bb0188224f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=831c110b-4710-4710-8be4-36bb0188224f,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:31.004367 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ad5c1fad-a8f7-4140-bb22-5ff871e2679e req-88007776-da2c-4696-9b72-b3aa00806cdf tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (831c110b-4710-4710-8be4-36bb0188224f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:31.196336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34526) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:31.232694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00e39a-c297-4ec4-a938-8720f44b5504 req-f09b26bd-7038-4c68-90e6-5698ab7c5aad tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:31.234231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d00e39a-c297-4ec4-a938-8720f44b5504 req-f09b26bd-7038-4c68-90e6-5698ab7c5aad tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.1896853 Mar 24 00:49:31.248345 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dadaf265-5088-431e-b83e-607b4964d7fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=012ba51638604fa7b1523cba1cbc7b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508382 Mar 24 00:49:31.250945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34528) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:31.299736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55e03542-9d6e-4f55-865b-a3f85563beea admin admin] Publish callbacks [] for security_group (0d9e1cdf-f413-4650-825b-3f3b17ee723d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:31.323373 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55e03542-9d6e-4f55-865b-a3f85563beea admin admin] Publish callbacks [] for security_group (0d9e1cdf-f413-4650-825b-3f3b17ee723d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:31.373273 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55e03542-9d6e-4f55-865b-a3f85563beea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0d9e1cdf-f413-4650-825b-3f3b17ee723d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:31.375862 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55e03542-9d6e-4f55-865b-a3f85563beea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:31.377145 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-55e03542-9d6e-4f55-865b-a3f85563beea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0d9e1cdf-f413-4650-825b-3f3b17ee723d HTTP/1.1" status: 204 len: 168 time: 0.1252122 Mar 24 00:49:31.407779 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e03542-9d6e-4f55-865b-a3f85563beea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9e1cdf-f413-4650-825b-3f3b17ee723d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:31.447557 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ad5c1fad-a8f7-4140-bb22-5ff871e2679e req-88007776-da2c-4696-9b72-b3aa00806cdf tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:31.447917 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ad5c1fad-a8f7-4140-bb22-5ff871e2679e req-88007776-da2c-4696-9b72-b3aa00806cdf tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (557eaff1-19cf-472a-8033-12ab67bec6a4), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:31.448283 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-ad5c1fad-a8f7-4140-bb22-5ff871e2679e req-88007776-da2c-4696-9b72-b3aa00806cdf tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Floating IP 557eaff1-19cf-472a-8033-12ab67bec6a4 disassociated. External IP: 172.25.0.241, port: 831c110b-4710-4710-8be4-36bb0188224f. Mar 24 00:49:31.448623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ad5c1fad-a8f7-4140-bb22-5ff871e2679e req-88007776-da2c-4696-9b72-b3aa00806cdf tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Calling delete_port for 831c110b-4710-4710-8be4-36bb0188224f owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:49:31.461769 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d80da0-45dc-458c-9cd9-382f9e9675cc req-87a41f96-98d7-4ea1-86af-94b5b5033780 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:31.467888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d80da0-45dc-458c-9cd9-382f9e9675cc req-87a41f96-98d7-4ea1-86af-94b5b5033780 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:31.469486 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72d80da0-45dc-458c-9cd9-382f9e9675cc req-87a41f96-98d7-4ea1-86af-94b5b5033780 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b0a74a8-c615-47b5-adb7-5aab6f80904f&device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 1682 time: 0.2343650 Mar 24 00:49:31.475601 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d00e39a-c297-4ec4-a938-8720f44b5504 req-1113c0be-8e3c-4470-be60-26dfe7c1db1f tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248089 Mar 24 00:49:31.594806 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72d80da0-45dc-458c-9cd9-382f9e9675cc req-cc929687-6caa-47c0-8b61-4c6bb0efefe9 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138964 Mar 24 00:49:31.636233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24421b94-a77f-4361-a37e-3349b172e48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683bcb47-c355-44a2-8339-f8240c0c629c'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:31.639816 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd45b323-ab8c-4a91-8214-795950b205dd" -d '{"events": [{"server_uuid": "24421b94-a77f-4361-a37e-3349b172e48a", "name": "network-vif-plugged", "status": "completed", "tag": "683bcb47-c355-44a2-8339-f8240c0c629c"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:31.757542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f2536-7896-451c-9afd-d293755c63bb req-30401dfc-4642-491e-ac1b-e7d97afe491f tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:31.759103 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad2f2536-7896-451c-9afd-d293755c63bb req-30401dfc-4642-491e-ac1b-e7d97afe491f tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 949 time: 0.1584089 Mar 24 00:49:31.781895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d09dc-3bd3-4d8a-a637-4a87c8b75536 req-c5659235-8637-4c37-aba0-5f8799b407fc tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:31.783405 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b99d09dc-3bd3-4d8a-a637-4a87c8b75536 req-c5659235-8637-4c37-aba0-5f8799b407fc tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 945 time: 0.1310523 Mar 24 00:49:31.833289 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ad5c1fad-a8f7-4140-bb22-5ff871e2679e req-88007776-da2c-4696-9b72-b3aa00806cdf tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (831c110b-4710-4710-8be4-36bb0188224f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:31.883068 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88007776-da2c-4696-9b72-b3aa00806cdf tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Pushing event deleted for resources: {'Port': ['ID=831c110b-4710-4710-8be4-36bb0188224f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:31.912122 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad2f2536-7896-451c-9afd-d293755c63bb req-8ea16743-9f00-43de-84ad-28568e2bd5a6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413202 Mar 24 00:49:31.929720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b99d09dc-3bd3-4d8a-a637-4a87c8b75536 req-b7e5ccde-3bc2-4f54-ae98-315f89449f37 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups?id=b469f395-0dd9-4566-9d03-2b52dd738780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298389 Mar 24 00:49:31.995471 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:32.126490 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d638d058-b7e1-477e-a9b5-b68d46904b5f req-35524815-7546-42e9-8305-cf5b8ca08d73 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0508015 Mar 24 00:49:32.143073 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10194e84-8968-4316-8a2e-86a7c13f35d9 x-openstack-request-id: req-10194e84-8968-4316-8a2e-86a7c13f35d9 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:32.143758 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24421b94-a77f-4361-a37e-3349b172e48a", "name": "network-vif-plugged", "status": "completed", "tag": "683bcb47-c355-44a2-8339-f8240c0c629c", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:32.144201 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-10194e84-8968-4316-8a2e-86a7c13f35d9 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:32.145050 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10194e84-8968-4316-8a2e-86a7c13f35d9'] response: {'server_uuid': '24421b94-a77f-4361-a37e-3349b172e48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683bcb47-c355-44a2-8339-f8240c0c629c', 'code': 200} Mar 24 00:49:32.147350 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad5c1fad-a8f7-4140-bb22-5ff871e2679e req-88007776-da2c-4696-9b72-b3aa00806cdf tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Router 7427e903-ce7d-4189-8cfa-abf0596d691a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:49:32.199297 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:32.467927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad5c1fad-a8f7-4140-bb22-5ff871e2679e req-88007776-da2c-4696-9b72-b3aa00806cdf tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:49:32.486361 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906719f2-57a4-4707-8959-59aea12ba1c0 None None] Sync routers for ids ['7427e903-ce7d-4189-8cfa-abf0596d691a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:49:32.504091 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906719f2-57a4-4707-8959-59aea12ba1c0 None None] Routers {'7427e903-ce7d-4189-8cfa-abf0596d691a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:49:32.504680 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-906719f2-57a4-4707-8959-59aea12ba1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:49:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7427e903-ce7d-4189-8cfa-abf0596d691a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:32.548409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392bb5f-c6e2-4e4f-877a-0681a99ce597 req-f996f807-7c66-4b15-bb1e-4ebc3ca1bfc0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:32.555814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3392bb5f-c6e2-4e4f-877a-0681a99ce597 req-f996f807-7c66-4b15-bb1e-4ebc3ca1bfc0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 945 time: 0.2298696 Mar 24 00:49:32.560942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a8a5c-547e-4662-b017-1eb9b25e6c24 req-1b122cfe-abb8-4d3e-bc0f-66daf5fc8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:32.562494 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de8a8a5c-547e-4662-b017-1eb9b25e6c24 req-1b122cfe-abb8-4d3e-bc0f-66daf5fc8711 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24421b94-a77f-4361-a37e-3349b172e48a HTTP/1.1" status: 200 len: 1131 time: 0.2774036 Mar 24 00:49:32.563335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5c1fad-a8f7-4140-bb22-5ff871e2679e req-88007776-da2c-4696-9b72-b3aa00806cdf tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] No DVR routers for this DVR port 831c110b-4710-4710-8be4-36bb0188224f on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:49:32.575998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018ba14-cca9-4350-9276-20e3cb6c47d0 req-129dcaa8-1dbe-45cf-86d2-139dbf7305df tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:32.583060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2018ba14-cca9-4350-9276-20e3cb6c47d0 req-129dcaa8-1dbe-45cf-86d2-139dbf7305df tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.2964184 Mar 24 00:49:32.590843 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ad5c1fad-a8f7-4140-bb22-5ff871e2679e req-88007776-da2c-4696-9b72-b3aa00806cdf tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:32.594269 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad5c1fad-a8f7-4140-bb22-5ff871e2679e req-88007776-da2c-4696-9b72-b3aa00806cdf tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.57 "DELETE /v2.0/ports/831c110b-4710-4710-8be4-36bb0188224f HTTP/1.1" status: 204 len: 173 time: 2.0397487 Mar 24 00:49:32.596430 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98', 'name': 'network-vif-deleted', 'tag': '831c110b-4710-4710-8be4-36bb0188224f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:32.598685 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9df12c0-fbe4-44f0-b463-d62d06027f8b" -d '{"events": [{"server_uuid": "7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98", "name": "network-vif-deleted", "tag": "831c110b-4710-4710-8be4-36bb0188224f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:32.640105 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-906719f2-57a4-4707-8959-59aea12ba1c0 None None] Set router 7427e903-ce7d-4189-8cfa-abf0596d691a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:49:32.706439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3392bb5f-c6e2-4e4f-877a-0681a99ce597 req-e3a14e7e-21cc-4dc2-9200-4e75da487732 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495926 Mar 24 00:49:32.740301 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2018ba14-cca9-4350-9276-20e3cb6c47d0 req-533c9e6a-558e-40d4-bb9c-f384565d60db tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560082 Mar 24 00:49:32.749872 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de8a8a5c-547e-4662-b017-1eb9b25e6c24 req-73e03629-8dc3-45e1-9911-19c0de38e042 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645274 Mar 24 00:49:32.828149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:32.914436 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e91ae3f-6341-484b-b536-320e040a0b02 x-openstack-request-id: req-4e91ae3f-6341-484b-b536-320e040a0b02 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:32.916902 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98", "name": "network-vif-deleted", "tag": "831c110b-4710-4710-8be4-36bb0188224f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:32.917216 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e91ae3f-6341-484b-b536-320e040a0b02 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:32.917629 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e91ae3f-6341-484b-b536-320e040a0b02'] response: {'server_uuid': '7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98', 'name': 'network-vif-deleted', 'tag': '831c110b-4710-4710-8be4-36bb0188224f', 'status': 'completed', 'code': 200} Mar 24 00:49:32.957523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b784-ef2e-4c42-82a5-b7faa8004c58 req-094e07c0-3d9c-4639-9bf4-08b9063be543 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:32.959946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:49:32.965003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:32.965627 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:32.975476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd55b784-ef2e-4c42-82a5-b7faa8004c58 req-094e07c0-3d9c-4639-9bf4-08b9063be543 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.1160178 Mar 24 00:49:32.975887 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-906719f2-57a4-4707-8959-59aea12ba1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:00Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b04179ce-4941-40d1-8378-cbae0b472b63', 'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'mac_address': 'fa:16:3e:22:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:59Z', 'updated_at': '2022-03-24T00:47:04Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'subnets': [{'id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:33.044818 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906719f2-57a4-4707-8959-59aea12ba1c0 None None] Checking router: 7427e903-ce7d-4189-8cfa-abf0596d691a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:49:33.065970 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906719f2-57a4-4707-8959-59aea12ba1c0 None None] Routers {'7427e903-ce7d-4189-8cfa-abf0596d691a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:49:33.071185 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-906719f2-57a4-4707-8959-59aea12ba1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:49:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7427e903-ce7d-4189-8cfa-abf0596d691a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:33.113024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd55b784-ef2e-4c42-82a5-b7faa8004c58 req-e5df349b-d63c-489d-8277-c7cbf6d2778b tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365671 Mar 24 00:49:33.124538 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:33.125920 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:33.188384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:33.196533 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:33.255782 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae6ca5-a31a-4b60-a42a-489a3a675a20 req-63b6aea4-fa8d-4056-a8e4-1974e45850ce tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:33.257366 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65ae6ca5-a31a-4b60-a42a-489a3a675a20 req-63b6aea4-fa8d-4056-a8e4-1974e45850ce tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 949 time: 0.1433389 Mar 24 00:49:33.315295 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:33.353905 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65ae6ca5-a31a-4b60-a42a-489a3a675a20 req-3e4ff0f7-3822-44b6-913d-ae51bf8f67f8 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887766 Mar 24 00:49:33.395359 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-906719f2-57a4-4707-8959-59aea12ba1c0 None None] Set router 7427e903-ce7d-4189-8cfa-abf0596d691a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:49:33.481050 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:33.638675 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4cfdc365-cd0e-414c-ac25-b5f05143e7f0 req-8f817d3f-9f33-4583-8cf3-95ee6b422e83 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b5c596a-2b89-4c7c-8d2b-2f234bfe0a98 HTTP/1.1" status: 200 len: 210 time: 0.0924816 Mar 24 00:49:33.685681 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d59462df-d3aa-45aa-a95c-0814553d6543 req-9feefec7-270a-4150-90e4-fcfbf2865d14 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0459018 Mar 24 00:49:33.753066 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-906719f2-57a4-4707-8959-59aea12ba1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:00Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b04179ce-4941-40d1-8378-cbae0b472b63', 'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'mac_address': 'fa:16:3e:22:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:59Z', 'updated_at': '2022-03-24T00:47:04Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'subnets': [{'id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:33.794396 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906719f2-57a4-4707-8959-59aea12ba1c0 None None] The sync data for ids ['7427e903-ce7d-4189-8cfa-abf0596d691a'] in n-d-760455-9 is: [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:00Z', 'revision_number': 4, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b04179ce-4941-40d1-8378-cbae0b472b63', 'name': '', 'network_id': '9ee648a5-3452-4b3b-98f3-f654e7ebcaeb', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'mac_address': 'fa:16:3e:22:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:59Z', 'updated_at': '2022-03-24T00:47:04Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'subnets': [{'id': '36c8e441-3529-4a85-b293-22d892a8d6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:49:33.984787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775b099-11d2-4ece-8411-407f78110db0 req-b44c75d5-a118-48bc-86d3-43f83770d403 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:33.994052 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3775b099-11d2-4ece-8411-407f78110db0 req-b44c75d5-a118-48bc-86d3-43f83770d403 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.1413088 Mar 24 00:49:34.117326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3775b099-11d2-4ece-8411-407f78110db0 req-dffb961c-f6a8-4793-b106-acd6a4c93aaf tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171415 Mar 24 00:49:34.146241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175b85b7-2225-4389-bf1a-f4dab4dacf46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:34.148528 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c826926c-18eb-4838-a179-b2c65a3e3340" -d '{"events": [{"server_uuid": "175b85b7-2225-4389-bf1a-f4dab4dacf46", "name": "network-vif-plugged", "status": "completed", "tag": "99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:34.202108 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afdd82-2c20-465c-ae1c-1645208a76a9 req-8c0fd048-81c9-4612-8692-fc2a4c93ec4d tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:34.216548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47afdd82-2c20-465c-ae1c-1645208a76a9 req-8c0fd048-81c9-4612-8692-fc2a4c93ec4d tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b0a74a8-c615-47b5-adb7-5aab6f80904f HTTP/1.1" status: 200 len: 946 time: 0.1574466 Mar 24 00:49:34.252153 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339e57a4-adb8-4085-8698-2903eb918522 None None] New status for floating IP 557eaff1-19cf-472a-8033-12ab67bec6a4: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:49:34.356181 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47afdd82-2c20-465c-ae1c-1645208a76a9 req-05622a1d-d1a6-4fd0-b938-9ce01d2e191d tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371684 Mar 24 00:49:34.393765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204dbf8-f17c-4047-8a43-ddd9dfec83ef req-b493fac7-e703-434f-881a-d0f8ea4bc37a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:34.403217 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4204dbf8-f17c-4047-8a43-ddd9dfec83ef req-b493fac7-e703-434f-881a-d0f8ea4bc37a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.1262176 Mar 24 00:49:34.504307 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9da4d4-60c5-4831-a6ec-43ce9550f3e0 x-openstack-request-id: req-8d9da4d4-60c5-4831-a6ec-43ce9550f3e0 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:34.505240 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175b85b7-2225-4389-bf1a-f4dab4dacf46", "name": "network-vif-plugged", "status": "completed", "tag": "99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:34.505738 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d9da4d4-60c5-4831-a6ec-43ce9550f3e0 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:34.506505 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9da4d4-60c5-4831-a6ec-43ce9550f3e0'] response: {'server_uuid': '175b85b7-2225-4389-bf1a-f4dab4dacf46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b', 'code': 200} Mar 24 00:49:34.509926 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4204dbf8-f17c-4047-8a43-ddd9dfec83ef req-b87e86a5-f0f7-4e39-8a42-606eea9b6ff5 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943499 Mar 24 00:49:34.658207 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46e729-9116-433c-ba6f-905dba3a573c req-e442dffa-6b0a-453e-8314-25d2867d23d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:34.660421 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4a46e729-9116-433c-ba6f-905dba3a573c req-e442dffa-6b0a-453e-8314-25d2867d23d5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 1132 time: 0.0605919 Mar 24 00:49:34.746858 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4a46e729-9116-433c-ba6f-905dba3a573c req-950ef235-9f92-4b71-a363-82ad1e9f5ce6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688782 Mar 24 00:49:34.751476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cef44-c2f4-43f3-b246-96506b513ab0 req-2c1c9b53-ae21-4e68-921b-96ab1c96c168 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:34.753489 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-433cef44-c2f4-43f3-b246-96506b513ab0 req-2c1c9b53-ae21-4e68-921b-96ab1c96c168 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 950 time: 0.0879338 Mar 24 00:49:34.835629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-433cef44-c2f4-43f3-b246-96506b513ab0 req-b4501a16-4fbf-45e1-9839-318e0a5076cf tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688596 Mar 24 00:49:34.949642 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c4a6ed99-d3f1-4014-9caa-13b84792091c req-029193c3-4e27-4865-b40a-a61ca474206e tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0475445 Mar 24 00:49:35.017448 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:35.096645 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34650) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:35.219627 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5824c8fb-3738-4993-a881-5de838727ec9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for security_group (b469f395-0dd9-4566-9d03-2b52dd738780), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:35.278801 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5824c8fb-3738-4993-a881-5de838727ec9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for security_group (b469f395-0dd9-4566-9d03-2b52dd738780), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:35.361818 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5824c8fb-3738-4993-a881-5de838727ec9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b469f395-0dd9-4566-9d03-2b52dd738780), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:35.365351 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5824c8fb-3738-4993-a881-5de838727ec9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:35.367087 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5824c8fb-3738-4993-a881-5de838727ec9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "DELETE /v2.0/security-groups/b469f395-0dd9-4566-9d03-2b52dd738780 HTTP/1.1" status: 204 len: 168 time: 0.2692268 Mar 24 00:49:35.417007 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34660) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:35.446796 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824c8fb-3738-4993-a881-5de838727ec9 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b469f395-0dd9-4566-9d03-2b52dd738780,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:35.469513 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-be9fd35b-eadc-4feb-bca3-85ed74f47bf8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] show failed (client error): The resource could not be found. Mar 24 00:49:35.473566 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 831c110b-4710-4710-8be4-36bb0188224f no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:49:35.474270 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-be9fd35b-eadc-4feb-bca3-85ed74f47bf8 tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "GET /v2.0/security-groups/b469f395-0dd9-4566-9d03-2b52dd738780 HTTP/1.1" status: 404 len: 347 time: 0.0535860 Mar 24 00:49:35.474270 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34664) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:35.515358 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 831c110b-4710-4710-8be4-36bb0188224f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:49:35.516209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 831c110b-4710-4710-8be4-36bb0188224f not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:49:35.657456 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4711c850-d516-4b9e-ac8e-1d2017c62ece tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Deleting port 72f991c2-01e3-4407-9812-37e491b4cc50 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:49:35.657887 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4711c850-d516-4b9e-ac8e-1d2017c62ece tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (72f991c2-01e3-4407-9812-37e491b4cc50), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:35.670231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f758-a615-4fcf-9c53-96b2681f2a51 req-bf92aff6-73b2-45b0-a123-ade8f452c178 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:35.671682 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d99f758-a615-4fcf-9c53-96b2681f2a51 req-bf92aff6-73b2-45b0-a123-ade8f452c178 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.4669862 Mar 24 00:49:35.687898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8516d0c-b550-4ff3-a24f-47bd4c85b4b4 req-752e3ee6-bc94-409f-9026-5ff3835dd379 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:35.689298 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8516d0c-b550-4ff3-a24f-47bd4c85b4b4 req-752e3ee6-bc94-409f-9026-5ff3835dd379 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b0a74a8-c615-47b5-adb7-5aab6f80904f HTTP/1.1" status: 200 len: 946 time: 0.4261858 Mar 24 00:49:35.700628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9248-9afc-46f5-b349-083fc56a5622 req-d2207700-1502-4bfe-a237-ea017f2ddace tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:35.701940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0ea9248-9afc-46f5-b349-083fc56a5622 req-d2207700-1502-4bfe-a237-ea017f2ddace tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b0a74a8-c615-47b5-adb7-5aab6f80904f HTTP/1.1" status: 200 len: 946 time: 0.0994003 Mar 24 00:49:35.750238 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4711c850-d516-4b9e-ac8e-1d2017c62ece tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (72f991c2-01e3-4407-9812-37e491b4cc50), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:35.750846 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4711c850-d516-4b9e-ac8e-1d2017c62ece tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for floatingip (72f991c2-01e3-4407-9812-37e491b4cc50), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:35.763832 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4711c850-d516-4b9e-ac8e-1d2017c62ece tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Calling delete_port for 72f991c2-01e3-4407-9812-37e491b4cc50 owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:49:35.830855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d99f758-a615-4fcf-9c53-96b2681f2a51 req-54c243f7-3a00-4c9e-a259-171da3991c48 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520283 Mar 24 00:49:35.839930 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0ea9248-9afc-46f5-b349-083fc56a5622 req-049369fc-8e7b-4bbb-b2f2-369264f50d97 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b681cb5-71d0-4654-a1d0-0184b29e9bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228228 Mar 24 00:49:35.874648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-f8516d0c-b550-4ff3-a24f-47bd4c85b4b4 req-de7fbe7a-6fdf-4e7e-b64d-ea8ed58bb0ae tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Deleting port 6d5b17d7-aed1-435b-a72c-b2ee7279b207 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:49:35.875103 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f8516d0c-b550-4ff3-a24f-47bd4c85b4b4 req-de7fbe7a-6fdf-4e7e-b64d-ea8ed58bb0ae tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6d5b17d7-aed1-435b-a72c-b2ee7279b207), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:35.975531 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4711c850-d516-4b9e-ac8e-1d2017c62ece tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (72f991c2-01e3-4407-9812-37e491b4cc50), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:36.003602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711c850-d516-4b9e-ac8e-1d2017c62ece tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Pushing event deleted for resources: {'Port': ['ID=72f991c2-01e3-4407-9812-37e491b4cc50,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:36.028012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-f8516d0c-b550-4ff3-a24f-47bd4c85b4b4 req-de7fbe7a-6fdf-4e7e-b64d-ea8ed58bb0ae tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] For port 6d5b17d7-aed1-435b-a72c-b2ee7279b207, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6d5b17d7-aed1-435b-a72c-b2ee7279b207,segment=NetworkSegment(6f8205e3-a833-43fb-a989-170f59c47616),segment_id=6f8205e3-a833-43fb-a989-170f59c47616)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:36.028380 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f8516d0c-b550-4ff3-a24f-47bd4c85b4b4 req-de7fbe7a-6fdf-4e7e-b64d-ea8ed58bb0ae tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6d5b17d7-aed1-435b-a72c-b2ee7279b207), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:36.045605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-f8516d0c-b550-4ff3-a24f-47bd4c85b4b4 req-de7fbe7a-6fdf-4e7e-b64d-ea8ed58bb0ae tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Calling delete_port for 6d5b17d7-aed1-435b-a72c-b2ee7279b207 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:49:36.054332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa240e1e-1f3b-4c85-bb68-a4f17505fdef req-102e45a4-4532-4dad-9228-b5209aad666c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:36.055504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa240e1e-1f3b-4c85-bb68-a4f17505fdef req-102e45a4-4532-4dad-9228-b5209aad666c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.1151953 Mar 24 00:49:36.081221 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4711c850-d516-4b9e-ac8e-1d2017c62ece tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks [] for floatingip (557eaff1-19cf-472a-8033-12ab67bec6a4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:36.085548 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4711c850-d516-4b9e-ac8e-1d2017c62ece tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:36.089066 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4711c850-d516-4b9e-ac8e-1d2017c62ece tempest-ServersWithSpecificFlavorTestJSON-648992004 tempest-ServersWithSpecificFlavorTestJSON-648992004-project] 10.222.0.45 "DELETE /v2.0/floatingips/557eaff1-19cf-472a-8033-12ab67bec6a4 HTTP/1.1" status: 204 len: 168 time: 0.6119204 Mar 24 00:49:36.192169 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa240e1e-1f3b-4c85-bb68-a4f17505fdef req-9ca09084-aa01-4856-b7db-58ff68aacfa0 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215472 Mar 24 00:49:36.201622 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c5ba7-1530-43df-95e0-fba8e2e3eb84 req-e7ad591f-afd4-4dc3-81c7-4a4fcf56bcc5 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:36.203402 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6c0c5ba7-1530-43df-95e0-fba8e2e3eb84 req-e7ad591f-afd4-4dc3-81c7-4a4fcf56bcc5 tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e150fc3-0c46-4411-a04c-507d6662c32c HTTP/1.1" status: 200 len: 945 time: 0.0735731 Mar 24 00:49:36.381955 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f8516d0c-b550-4ff3-a24f-47bd4c85b4b4 req-de7fbe7a-6fdf-4e7e-b64d-ea8ed58bb0ae tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (6d5b17d7-aed1-435b-a72c-b2ee7279b207), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:36.396605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['6d5b17d7-aed1-435b-a72c-b2ee7279b207'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:36.401574 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['1a4dfcb8-807c-45ba-ab97-3213ae7bf37f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:36.415569 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-6c0c5ba7-1530-43df-95e0-fba8e2e3eb84 req-7ef3a789-f011-4a96-a872-c1f5502aa7cd tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Deleting port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:49:36.415881 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-6c0c5ba7-1530-43df-95e0-fba8e2e3eb84 req-7ef3a789-f011-4a96-a872-c1f5502aa7cd tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1a4dfcb8-807c-45ba-ab97-3213ae7bf37f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:36.437022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fbe7a-6fdf-4e7e-b64d-ea8ed58bb0ae tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Pushing event deleted for resources: {'Port': ['ID=6d5b17d7-aed1-435b-a72c-b2ee7279b207,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:36.468288 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2f819-9d42-47cc-af98-11f4166c1689 req-1821ecc3-0540-4269-8678-6a7a7f37dcfc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:36.476465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3c2f819-9d42-47cc-af98-11f4166c1689 req-1821ecc3-0540-4269-8678-6a7a7f37dcfc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 950 time: 0.1870892 Mar 24 00:49:36.525912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8516d0c-b550-4ff3-a24f-47bd4c85b4b4 req-de7fbe7a-6fdf-4e7e-b64d-ea8ed58bb0ae tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] No DVR routers for this DVR port 6d5b17d7-aed1-435b-a72c-b2ee7279b207 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:49:36.535336 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f8516d0c-b550-4ff3-a24f-47bd4c85b4b4 req-de7fbe7a-6fdf-4e7e-b64d-ea8ed58bb0ae tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:36.540241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8516d0c-b550-4ff3-a24f-47bd4c85b4b4 req-de7fbe7a-6fdf-4e7e-b64d-ea8ed58bb0ae tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.57 "DELETE /v2.0/ports/6d5b17d7-aed1-435b-a72c-b2ee7279b207 HTTP/1.1" status: 204 len: 173 time: 0.8361130 Mar 24 00:49:36.540739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0a74a8-c615-47b5-adb7-5aab6f80904f', 'name': 'network-vif-deleted', 'tag': '6d5b17d7-aed1-435b-a72c-b2ee7279b207'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:36.543394 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79d2e9f-725a-4dd9-8f98-9cb449e7ec88" -d '{"events": [{"server_uuid": "1b0a74a8-c615-47b5-adb7-5aab6f80904f", "name": "network-vif-deleted", "tag": "6d5b17d7-aed1-435b-a72c-b2ee7279b207"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:36.573919 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3c2f819-9d42-47cc-af98-11f4166c1689 req-3ed5446e-22b8-437d-a314-70545950b5d7 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963447 Mar 24 00:49:36.634516 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-6c0c5ba7-1530-43df-95e0-fba8e2e3eb84 req-7ef3a789-f011-4a96-a872-c1f5502aa7cd tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] For port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1a4dfcb8-807c-45ba-ab97-3213ae7bf37f,segment=NetworkSegment(6f8205e3-a833-43fb-a989-170f59c47616),segment_id=6f8205e3-a833-43fb-a989-170f59c47616)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:36.634890 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-6c0c5ba7-1530-43df-95e0-fba8e2e3eb84 req-7ef3a789-f011-4a96-a872-c1f5502aa7cd tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1a4dfcb8-807c-45ba-ab97-3213ae7bf37f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:36.650765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-6c0c5ba7-1530-43df-95e0-fba8e2e3eb84 req-7ef3a789-f011-4a96-a872-c1f5502aa7cd tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Calling delete_port for 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:49:36.754472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c8dc09f-8c12-4401-bb09-4c2eab668c08 req-252e5e97-f578-4ca7-8406-a15c9706e372 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0492206 Mar 24 00:49:36.899410 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-6c0c5ba7-1530-43df-95e0-fba8e2e3eb84 req-7ef3a789-f011-4a96-a872-c1f5502aa7cd tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1a4dfcb8-807c-45ba-ab97-3213ae7bf37f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:36.904364 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c45706f-8d5e-4e90-959d-a1cdeb7972fa x-openstack-request-id: req-3c45706f-8d5e-4e90-959d-a1cdeb7972fa {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:36.904864 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0a74a8-c615-47b5-adb7-5aab6f80904f", "name": "network-vif-deleted", "tag": "6d5b17d7-aed1-435b-a72c-b2ee7279b207", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:36.904948 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c45706f-8d5e-4e90-959d-a1cdeb7972fa {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:36.905388 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c45706f-8d5e-4e90-959d-a1cdeb7972fa'] response: {'server_uuid': '1b0a74a8-c615-47b5-adb7-5aab6f80904f', 'name': 'network-vif-deleted', 'tag': '6d5b17d7-aed1-435b-a72c-b2ee7279b207', 'status': 'completed', 'code': 200} Mar 24 00:49:36.915255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['6d5b17d7-aed1-435b-a72c-b2ee7279b207'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:36.918822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['1a4dfcb8-807c-45ba-ab97-3213ae7bf37f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:37.025538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3a789-f011-4a96-a872-c1f5502aa7cd tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Pushing event deleted for resources: {'Port': ['ID=1a4dfcb8-807c-45ba-ab97-3213ae7bf37f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:37.132630 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0c5ba7-1530-43df-95e0-fba8e2e3eb84 req-7ef3a789-f011-4a96-a872-c1f5502aa7cd tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] No DVR routers for this DVR port 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:49:37.135255 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-6c0c5ba7-1530-43df-95e0-fba8e2e3eb84 req-7ef3a789-f011-4a96-a872-c1f5502aa7cd tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:37.138700 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6c0c5ba7-1530-43df-95e0-fba8e2e3eb84 req-7ef3a789-f011-4a96-a872-c1f5502aa7cd tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.48 "DELETE /v2.0/ports/1a4dfcb8-807c-45ba-ab97-3213ae7bf37f HTTP/1.1" status: 204 len: 173 time: 0.9272561 Mar 24 00:49:37.139147 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e150fc3-0c46-4411-a04c-507d6662c32c', 'name': 'network-vif-deleted', 'tag': '1a4dfcb8-807c-45ba-ab97-3213ae7bf37f'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:37.142592 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac2a5e7-af71-49bb-a80b-6eca317ba40d" -d '{"events": [{"server_uuid": "6e150fc3-0c46-4411-a04c-507d6662c32c", "name": "network-vif-deleted", "tag": "1a4dfcb8-807c-45ba-ab97-3213ae7bf37f"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:37.179381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c0d7619-92fc-47ac-92cc-634cb316e904 req-c557d4b9-8c4c-4410-8409-35bd5681c01c tempest-ListServersNegativeTestJSON-41642785 tempest-ListServersNegativeTestJSON-41642785-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b0a74a8-c615-47b5-adb7-5aab6f80904f HTTP/1.1" status: 200 len: 210 time: 0.0705276 Mar 24 00:49:37.334607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cdec2-779f-48db-8352-1013b598846b req-e66993a6-a139-4a34-9ea1-6e4ca311c637 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:37.342121 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f6cdec2-779f-48db-8352-1013b598846b req-e66993a6-a139-4a34-9ea1-6e4ca311c637 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.1601722 Mar 24 00:49:37.346745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd91397f-1c28-42d7-9521-456942715d17 req-ea9d9b63-78a2-4ac6-a369-07c52178277e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1883750 Mar 24 00:49:37.500983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91397f-1c28-42d7-9521-456942715d17 req-78f48a56-4a8e-42b8-bda6-19ed1614a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:37.502657 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd91397f-1c28-42d7-9521-456942715d17 req-78f48a56-4a8e-42b8-bda6-19ed1614a5af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 1126 time: 0.1248164 Mar 24 00:49:37.514882 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f6cdec2-779f-48db-8352-1013b598846b req-d8d9e451-85d4-483f-9d9b-2d9ba4f58c32 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718271 Mar 24 00:49:37.549813 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105d2b0a-5b14-4703-9fe1-45fec1b858a3 x-openstack-request-id: req-105d2b0a-5b14-4703-9fe1-45fec1b858a3 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:37.550302 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e150fc3-0c46-4411-a04c-507d6662c32c", "name": "network-vif-deleted", "tag": "1a4dfcb8-807c-45ba-ab97-3213ae7bf37f", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:37.550813 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-105d2b0a-5b14-4703-9fe1-45fec1b858a3 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:37.551228 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105d2b0a-5b14-4703-9fe1-45fec1b858a3'] response: {'server_uuid': '6e150fc3-0c46-4411-a04c-507d6662c32c', 'name': 'network-vif-deleted', 'tag': '1a4dfcb8-807c-45ba-ab97-3213ae7bf37f', 'status': 'completed', 'code': 200} Mar 24 00:49:37.692430 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1453ac-9b00-413f-91e6-292188153569 req-421aaf98-f4e0-4250-8e54-ca85931ec1ed tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:37.694573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a1453ac-9b00-413f-91e6-292188153569 req-421aaf98-f4e0-4250-8e54-ca85931ec1ed tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.0807950 Mar 24 00:49:37.844076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab72be0-c79c-4e34-919e-1b91542d49cd req-aa5345da-eb67-493d-a07b-8f3b15b95876 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:37.845859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ab72be0-c79c-4e34-919e-1b91542d49cd req-aa5345da-eb67-493d-a07b-8f3b15b95876 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 950 time: 0.1502283 Mar 24 00:49:37.934585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a1453ac-9b00-413f-91e6-292188153569 req-a868d7f3-c9a6-46f0-8fbe-c289ad5ac242 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305970 Mar 24 00:49:37.973532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ab72be0-c79c-4e34-919e-1b91542d49cd req-96aedf8a-ab01-4156-bca5-bea795d19125 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993111 Mar 24 00:49:37.975965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91397f-1c28-42d7-9521-456942715d17 req-b9caad86-0768-4c8c-a354-94188bc06db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:37.977833 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd91397f-1c28-42d7-9521-456942715d17 req-b9caad86-0768-4c8c-a354-94188bc06db2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.2463367 Mar 24 00:49:38.008164 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7606408-3979-4a33-87bf-05093098f28e req-fe97acdb-e0ae-4397-8c30-edef25bba386 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc8edaca-5195-4ea9-9937-22b6526e967a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1914425 Mar 24 00:49:38.056805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd91397f-1c28-42d7-9521-456942715d17 req-f504e194-baf1-4ef0-b09a-0ce3b38753cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93162421-6760-4201-947b-0db826dd9168 HTTP/1.1" status: 200 len: 217 time: 0.0696535 Mar 24 00:49:38.165609 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d3fb321c-d98b-4634-9ed6-a1b1fe7c517f req-ae370721-7159-48c9-b031-5b7b86216605 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0694714 Mar 24 00:49:38.207037 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91397f-1c28-42d7-9521-456942715d17 req-ef5d07b2-8fb9-43da-bd65-b34e78afa2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:38.221223 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd91397f-1c28-42d7-9521-456942715d17 req-ef5d07b2-8fb9-43da-bd65-b34e78afa2ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.1534102 Mar 24 00:49:38.279625 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd91397f-1c28-42d7-9521-456942715d17 req-ff23728e-4288-4b45-82d0-4821cdd50a07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421288 Mar 24 00:49:38.285879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7606408-3979-4a33-87bf-05093098f28e req-3010ffb8-ec1b-4a8f-b7ba-57872343c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:38.287730 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7606408-3979-4a33-87bf-05093098f28e req-3010ffb8-ec1b-4a8f-b7ba-57872343c81d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=dc8edaca-5195-4ea9-9937-22b6526e967a HTTP/1.1" status: 200 len: 1131 time: 0.2089281 Mar 24 00:49:38.568698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bd496-c445-4050-8bbd-46890d3446c7 req-b9fa4407-ad8a-443e-b6c0-ee3c56924131 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:38.582662 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d4bd496-c445-4050-8bbd-46890d3446c7 req-b9fa4407-ad8a-443e-b6c0-ee3c56924131 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=24421b94-a77f-4361-a37e-3349b172e48a HTTP/1.1" status: 200 len: 949 time: 0.2635927 Mar 24 00:49:38.608765 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd91397f-1c28-42d7-9521-456942715d17 req-0798172f-8c44-4b09-96b6-b1c02ae29ba3 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004282 Mar 24 00:49:38.628788 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34770) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:38.655194 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7606408-3979-4a33-87bf-05093098f28e req-20172f8f-68c3-4dc6-bd04-fddd2387f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:38.656738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7606408-3979-4a33-87bf-05093098f28e req-20172f8f-68c3-4dc6-bd04-fddd2387f651 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.3402641 Mar 24 00:49:38.702507 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbb0109-2cc8-4266-b8bf-316ff90dcb9a admin admin] Deleting subnet fb9edc02-a7fb-40a3-a5cf-135ddc4074a8 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:49:38.706176 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3cbb0109-2cc8-4266-b8bf-316ff90dcb9a admin admin] Publish callbacks [] for subnet (fb9edc02-a7fb-40a3-a5cf-135ddc4074a8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:38.746793 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3cbb0109-2cc8-4266-b8bf-316ff90dcb9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (fb9edc02-a7fb-40a3-a5cf-135ddc4074a8), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:38.788288 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7606408-3979-4a33-87bf-05093098f28e req-b55c0137-97ac-4704-86b5-f14f49c5b393 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=67b23191-0398-402d-82be-68740bac6133 HTTP/1.1" status: 200 len: 217 time: 0.1130762 Mar 24 00:49:38.798189 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3cbb0109-2cc8-4266-b8bf-316ff90dcb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (fb9edc02-a7fb-40a3-a5cf-135ddc4074a8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:38.854542 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d4bd496-c445-4050-8bbd-46890d3446c7 req-8db938fa-7f7a-42f6-a556-548d062c86bd tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659769 Mar 24 00:49:38.879552 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3cbb0109-2cc8-4266-b8bf-316ff90dcb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (fb9edc02-a7fb-40a3-a5cf-135ddc4074a8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:38.893708 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3cbb0109-2cc8-4266-b8bf-316ff90dcb9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:38.898349 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3cbb0109-2cc8-4266-b8bf-316ff90dcb9a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fb9edc02-a7fb-40a3-a5cf-135ddc4074a8 HTTP/1.1" status: 204 len: 168 time: 0.2685499 Mar 24 00:49:38.912570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34778) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:38.916792 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb0109-2cc8-4266-b8bf-316ff90dcb9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb9edc02-a7fb-40a3-a5cf-135ddc4074a8,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:38.931184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7606408-3979-4a33-87bf-05093098f28e req-50677910-c42d-4df4-b902-e75d18d278c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:38.932631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7606408-3979-4a33-87bf-05093098f28e req-50677910-c42d-4df4-b902-e75d18d278c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1321862 Mar 24 00:49:38.937088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34780) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:38.949765 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd91397f-1c28-42d7-9521-456942715d17 req-9cc3d8b2-48ae-4f65-912d-ed1845c82209 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318367 Mar 24 00:49:39.026410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e637543-8610-41bb-aa4b-7a3625713f13 req-c932ce4c-4ec7-42ca-8c35-fb0b23e9d05b tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:39.027962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e637543-8610-41bb-aa4b-7a3625713f13 req-c932ce4c-4ec7-42ca-8c35-fb0b23e9d05b tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.3135483 Mar 24 00:49:39.109325 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (28d7b20a-54b3-49e0-9fa8-4437abc863b3), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:39.151246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7606408-3979-4a33-87bf-05093098f28e req-98c45a77-93cb-4a93-9c1a-c75ea7aadd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:39.152730 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7606408-3979-4a33-87bf-05093098f28e req-98c45a77-93cb-4a93-9c1a-c75ea7aadd4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1996474 Mar 24 00:49:39.164737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e637543-8610-41bb-aa4b-7a3625713f13 req-46983c74-d12b-487b-a968-9639ba99b873 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168098 Mar 24 00:49:39.337415 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (28d7b20a-54b3-49e0-9fa8-4437abc863b3), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:39.376527 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:49:39.376791 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:49:39.377558 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:49:39.377894 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Subscribe: > port after_create 55550000 {{(pid=115730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:49:39.378236 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:49:39.378574 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Subscribe: > port after_update 55550000 {{(pid=115730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:49:39.378897 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:49:39.379220 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:49:39.379537 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:49:39.380039 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:49:39.463976 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:49:39.464553 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:49:39.465056 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:49:39.465555 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 00:49:39.466100 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d7b20a-54b3-49e0-9fa8-4437abc863b3']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:39.487012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8205e3-a833-43fb-a989-170f59c47616') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:39.488679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8205e3-a833-43fb-a989-170f59c47616') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:39.496104 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6d5b17d7-aed1-435b-a72c-b2ee7279b207 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:49:39.529335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 6d5b17d7-aed1-435b-a72c-b2ee7279b207 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:49:39.530182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6d5b17d7-aed1-435b-a72c-b2ee7279b207 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:49:39.536871 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (6f8205e3-a833-43fb-a989-170f59c47616), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:39.577473 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5977bb09-cf57-4964-baad-99335e3e9b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (7427e903-ce7d-4189-8cfa-abf0596d691a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:39.608510 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7606408-3979-4a33-87bf-05093098f28e req-f8e8e16a-53bd-4d81-aefa-02c9edf947c1 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135728 Mar 24 00:49:39.616094 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2439cee-5103-4730-a202-99a2e98ad597 req-72051de9-4c84-4cf8-855f-a5f5edf889d1 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:39.621445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2439cee-5103-4730-a202-99a2e98ad597 req-72051de9-4c84-4cf8-855f-a5f5edf889d1 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:39.622931 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2439cee-5103-4730-a202-99a2e98ad597 req-72051de9-4c84-4cf8-855f-a5f5edf889d1 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46&device_id=24421b94-a77f-4361-a37e-3349b172e48a HTTP/1.1" status: 200 len: 1690 time: 0.3343410 Mar 24 00:49:39.625405 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (6f8205e3-a833-43fb-a989-170f59c47616), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:39.645244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:49:39.646125 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (6f8205e3-a833-43fb-a989-170f59c47616), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: from cryptography.utils import int_from_bytes Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: from cryptography.utils import int_from_bytes Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: timer() Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:49:39.658906 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:49:39.912704 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-5977bb09-cf57-4964-baad-99335e3e9b83 admin admin] Deleting port b04179ce-4941-40d1-8378-cbae0b472b63 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:49:39.913701 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5977bb09-cf57-4964-baad-99335e3e9b83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:40.009279 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-5977bb09-cf57-4964-baad-99335e3e9b83 admin admin] For port b04179ce-4941-40d1-8378-cbae0b472b63, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b04179ce-4941-40d1-8378-cbae0b472b63,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:40.009695 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5977bb09-cf57-4964-baad-99335e3e9b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:40.014988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd87a5-9c81-4e85-97c1-a0718f7c7abe req-56eceaec-0aa6-49ba-a2a3-9d2ab674d1d8 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:40.016563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19bd87a5-9c81-4e85-97c1-a0718f7c7abe req-56eceaec-0aa6-49ba-a2a3-9d2ab674d1d8 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.4948509 Mar 24 00:49:40.022678 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (28d7b20a-54b3-49e0-9fa8-4437abc863b3), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:40.028249 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-5977bb09-cf57-4964-baad-99335e3e9b83 admin admin] Calling delete_port for b04179ce-4941-40d1-8378-cbae0b472b63 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:49:40.069536 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:40.075316 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/28d7b20a-54b3-49e0-9fa8-4437abc863b3 HTTP/1.1" status: 204 len: 168 time: 1.1579258 Mar 24 00:49:40.088091 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2439cee-5103-4730-a202-99a2e98ad597 req-8ffb32f0-7841-4d39-8060-fe0f3070a07b tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438987 Mar 24 00:49:40.100380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b66a1-034c-4b3e-b9bf-628d6dca2ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=28d7b20a-54b3-49e0-9fa8-4437abc863b3,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:40.126809 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7606408-3979-4a33-87bf-05093098f28e req-02a15cec-3cbb-442c-8928-cc3f91110011 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982116 Mar 24 00:49:40.153694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19bd87a5-9c81-4e85-97c1-a0718f7c7abe req-03e99f7e-1087-4bef-86bd-e56e99161f14 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148064 Mar 24 00:49:40.208311 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63fc720e-12e8-41fa-9061-85e820ce37a8 req-73609d4b-147a-494d-8f95-cad89e6bb506 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0420563 Mar 24 00:49:40.343110 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5977bb09-cf57-4964-baad-99335e3e9b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b04179ce-4941-40d1-8378-cbae0b472b63), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:40.398975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977bb09-cf57-4964-baad-99335e3e9b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04179ce-4941-40d1-8378-cbae0b472b63,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:40.444557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34804) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:40.530942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff98d69-98d5-432f-a257-6831a65db00b req-2abbc0f1-2374-455f-931d-e8dd55f34ee1 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:40.538215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dff98d69-98d5-432f-a257-6831a65db00b req-2abbc0f1-2374-455f-931d-e8dd55f34ee1 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.0929220 Mar 24 00:49:40.557983 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-218ecd91-8f65-41f1-939b-157309cc051e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6374d5cf435940aaabe0fc55b3a02c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1110699 Mar 24 00:49:40.560563 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34806) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:40.635065 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dff98d69-98d5-432f-a257-6831a65db00b req-20dbf4b6-4b8a-4801-b70d-7be345b808a3 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870092 Mar 24 00:49:40.711428 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd427-083d-4bb6-8982-cca30a70c362 admin admin] Publish callbacks [] for security_group (3b681cb5-71d0-4654-a1d0-0184b29e9bd2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:40.721937 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5977bb09-cf57-4964-baad-99335e3e9b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (7427e903-ce7d-4189-8cfa-abf0596d691a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:40.747607 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd427-083d-4bb6-8982-cca30a70c362 admin admin] Publish callbacks [] for security_group (3b681cb5-71d0-4654-a1d0-0184b29e9bd2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:40.787061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fd80f-870f-4cb2-b1f4-fd39d3a3edef req-e9f03f51-43d7-4f8d-a981-c21da943aa40 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:40.789018 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc6fd80f-870f-4cb2-b1f4-fd39d3a3edef req-e9f03f51-43d7-4f8d-a981-c21da943aa40 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 1132 time: 0.0729859 Mar 24 00:49:40.857313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc6fd80f-870f-4cb2-b1f4-fd39d3a3edef req-e9b4919c-f0ad-4107-850f-f4b4439c5e5d tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613909 Mar 24 00:49:40.860015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:49:40.897749 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd427-083d-4bb6-8982-cca30a70c362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3b681cb5-71d0-4654-a1d0-0184b29e9bd2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:40.898959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:49:40.899589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 1a4dfcb8-807c-45ba-ab97-3213ae7bf37f not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:49:40.904751 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd427-083d-4bb6-8982-cca30a70c362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:40.911158 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5dfdd427-083d-4bb6-8982-cca30a70c362 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3b681cb5-71d0-4654-a1d0-0184b29e9bd2 HTTP/1.1" status: 204 len: 168 time: 0.3441238 Mar 24 00:49:40.932478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdd427-083d-4bb6-8982-cca30a70c362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b681cb5-71d0-4654-a1d0-0184b29e9bd2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:41.047362 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211141d-c6ce-4417-8296-0ec6cbe63c19 req-623054a6-d6c4-4634-9cb6-522c8c7caf79 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:41.059323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6211141d-c6ce-4417-8296-0ec6cbe63c19 req-623054a6-d6c4-4634-9cb6-522c8c7caf79 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=24421b94-a77f-4361-a37e-3349b172e48a HTTP/1.1" status: 200 len: 1131 time: 0.1068580 Mar 24 00:49:41.086953 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:49:41.138092 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5977bb09-cf57-4964-baad-99335e3e9b83 admin admin] Router 7427e903-ce7d-4189-8cfa-abf0596d691a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:49:41.194706 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6211141d-c6ce-4417-8296-0ec6cbe63c19 req-4dd8e303-18fd-4227-a832-12420b74fc91 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325533 Mar 24 00:49:41.310438 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5977bb09-cf57-4964-baad-99335e3e9b83 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:49:41.320620 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65514e-388f-420a-ae6e-a0f933c3e657 None None] Sync routers for ids ['7427e903-ce7d-4189-8cfa-abf0596d691a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:49:41.334820 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5977bb09-cf57-4964-baad-99335e3e9b83 admin admin] 10.222.0.45 "PUT /v2.0/routers/7427e903-ce7d-4189-8cfa-abf0596d691a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3946228 Mar 24 00:49:41.337499 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34828) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:41.339156 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65514e-388f-420a-ae6e-a0f933c3e657 None None] Routers {'7427e903-ce7d-4189-8cfa-abf0596d691a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:49:41.340963 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1f65514e-388f-420a-ae6e-a0f933c3e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:49:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7427e903-ce7d-4189-8cfa-abf0596d691a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:41.457798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdc98e-b90b-4c0d-ac0e-5f3c8908bc4d req-901642bd-38ba-45d1-b91d-7e252af2f89c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:41.468547 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43fdc98e-b90b-4c0d-ac0e-5f3c8908bc4d req-901642bd-38ba-45d1-b91d-7e252af2f89c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.1690776 Mar 24 00:49:41.524075 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1f65514e-388f-420a-ae6e-a0f933c3e657 None None] Set router 7427e903-ce7d-4189-8cfa-abf0596d691a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:49:41.616898 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43fdc98e-b90b-4c0d-ac0e-5f3c8908bc4d req-955b0a2d-2366-4696-9854-173350395cb7 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416850 Mar 24 00:49:41.710823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-acfef234-e409-47e6-a4bb-75756c17ab19 req-3412dcdb-b1ec-49af-af3f-1260ee24aac6 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0338938 Mar 24 00:49:41.870406 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-4443c286-3522-422f-ac76-97061fb62166 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=df816c36861a41d49b8f0b50ec662764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807014 Mar 24 00:49:41.886525 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e61c1a02-e80a-4cd1-9d07-4e29c9222fdb admin admin] Publish callbacks [] for router (7427e903-ce7d-4189-8cfa-abf0596d691a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:41.891921 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1f65514e-388f-420a-ae6e-a0f933c3e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:49:40Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:41.963652 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65514e-388f-420a-ae6e-a0f933c3e657 None None] Checking router: 7427e903-ce7d-4189-8cfa-abf0596d691a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:49:41.988312 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65514e-388f-420a-ae6e-a0f933c3e657 None None] Routers {'7427e903-ce7d-4189-8cfa-abf0596d691a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:49:41.989752 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1f65514e-388f-420a-ae6e-a0f933c3e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:49:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7427e903-ce7d-4189-8cfa-abf0596d691a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:42.105478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34858) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:42.120167 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e61c1a02-e80a-4cd1-9d07-4e29c9222fdb admin admin] Publish callbacks [] for router_gateway (7427e903-ce7d-4189-8cfa-abf0596d691a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:42.156398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-143adf7b-7236-4ddc-80bc-fd66df7a7ed0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:42.168105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-143adf7b-7236-4ddc-80bc-fd66df7a7ed0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2967589 Mar 24 00:49:42.188472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45e1fb-3dbc-4a30-9818-c340425a3536 req-b723bcca-3da1-4b4b-8292-8233194330b0 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:42.199022 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f45e1fb-3dbc-4a30-9818-c340425a3536 req-b723bcca-3da1-4b4b-8292-8233194330b0 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.3224998 Mar 24 00:49:42.225403 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1f65514e-388f-420a-ae6e-a0f933c3e657 None None] Set router 7427e903-ce7d-4189-8cfa-abf0596d691a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:49:42.229246 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e61c1a02-e80a-4cd1-9d07-4e29c9222fdb admin admin] Deleting port 5384bc89-0e5d-4704-b8d1-c3140b03ebc5 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:49:42.229711 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e61c1a02-e80a-4cd1-9d07-4e29c9222fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5384bc89-0e5d-4704-b8d1-c3140b03ebc5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:42.249162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-bb602f74-dc7d-4a3b-b21b-614081c52630 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/quotas/df816c36861a41d49b8f0b50ec662764 HTTP/1.1" status: 200 len: 375 time: 0.0794148 Mar 24 00:49:42.334425 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f45e1fb-3dbc-4a30-9818-c340425a3536 req-555ca915-dc7a-4212-bdf7-2d4093770bd7 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281219 Mar 24 00:49:42.384738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-9b8436b8-e81d-4cb3-b749-34c4d29896c0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1346445 Mar 24 00:49:42.405677 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-e61c1a02-e80a-4cd1-9d07-4e29c9222fdb admin admin] For port 5384bc89-0e5d-4704-b8d1-c3140b03ebc5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5384bc89-0e5d-4704-b8d1-c3140b03ebc5,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:42.406035 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e61c1a02-e80a-4cd1-9d07-4e29c9222fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5384bc89-0e5d-4704-b8d1-c3140b03ebc5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:42.435144 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e61c1a02-e80a-4cd1-9d07-4e29c9222fdb admin admin] Calling delete_port for 5384bc89-0e5d-4704-b8d1-c3140b03ebc5 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:49:42.604794 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1f65514e-388f-420a-ae6e-a0f933c3e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:49:40Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:42.645238 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-25f28960-574e-4e76-907f-a12de4c8502f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:42.674502 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65514e-388f-420a-ae6e-a0f933c3e657 None None] The sync data for ids ['7427e903-ce7d-4189-8cfa-abf0596d691a'] in n-d-760455-9 is: [{'id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-523018817-router', 'tenant_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:49:40Z', 'revision_number': 5, 'project_id': '160c6d0a2b2b46c5b96ae8128cd59fca', 'gw_port': {'id': '5384bc89-0e5d-4704-b8d1-c3140b03ebc5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427e903-ce7d-4189-8cfa-abf0596d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:46:56Z', 'updated_at': '2022-03-24T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:49:42.688719 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-00bcbc2a-2073-41ac-8bfa-dfdef02f883e req-1cbde750-15f0-4888-bd12-7e05ba744100 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 210 time: 0.0672340 Mar 24 00:49:42.778628 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e61c1a02-e80a-4cd1-9d07-4e29c9222fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5384bc89-0e5d-4704-b8d1-c3140b03ebc5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:42.828305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c1a02-e80a-4cd1-9d07-4e29c9222fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=5384bc89-0e5d-4704-b8d1-c3140b03ebc5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:42.881892 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-25f28960-574e-4e76-907f-a12de4c8502f admin admin] Publish callbacks [] for security_group (8729f05a-ac48-4c5b-88e6-184338d895a3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:42.894112 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-25f28960-574e-4e76-907f-a12de4c8502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8729f05a-ac48-4c5b-88e6-184338d895a3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:42.927861 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-25f28960-574e-4e76-907f-a12de4c8502f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2121d95088bc4c0da64229ee9d52d31a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8189814 Mar 24 00:49:42.930603 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d19d3a-24ab-4e57-93ba-4e1c5f6508de req-cc919e14-f5ad-412d-b1a6-a0ed0111b020 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:42.932271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72d19d3a-24ab-4e57-93ba-4e1c5f6508de req-cc919e14-f5ad-412d-b1a6-a0ed0111b020 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.1380050 Mar 24 00:49:42.933474 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34888) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:42.969703 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e61c1a02-e80a-4cd1-9d07-4e29c9222fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (7427e903-ce7d-4189-8cfa-abf0596d691a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:43.004976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a07a62c-9173-49f6-b557-618ed03bedcd req-9163b108-8aae-46e6-bf18-9ffbadc70df9 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0668378 Mar 24 00:49:43.106324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f28960-574e-4e76-907f-a12de4c8502f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8729f05a-ac48-4c5b-88e6-184338d895a3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:43.130704 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72d19d3a-24ab-4e57-93ba-4e1c5f6508de req-d4dcdae8-f29e-4bb7-aaf0-877ba73bbc36 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742315 Mar 24 00:49:43.192453 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e61c1a02-e80a-4cd1-9d07-4e29c9222fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (7427e903-ce7d-4189-8cfa-abf0596d691a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:43.194199 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e61c1a02-e80a-4cd1-9d07-4e29c9222fdb admin admin] Publish callbacks [] for router_controller (7427e903-ce7d-4189-8cfa-abf0596d691a), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:43.228778 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8bbc13e4-4b00-4af5-a39e-c758943b2d81 admin admin] Publish callbacks [] for security_group (8729f05a-ac48-4c5b-88e6-184338d895a3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:43.335079 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8bbc13e4-4b00-4af5-a39e-c758943b2d81 admin admin] Publish callbacks [] for security_group (8729f05a-ac48-4c5b-88e6-184338d895a3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:43.338042 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e61c1a02-e80a-4cd1-9d07-4e29c9222fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (7427e903-ce7d-4189-8cfa-abf0596d691a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:43.339609 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61c1a02-e80a-4cd1-9d07-4e29c9222fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7427e903-ce7d-4189-8cfa-abf0596d691a {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 00:49:43.366808 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e61c1a02-e80a-4cd1-9d07-4e29c9222fdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:43.370596 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e61c1a02-e80a-4cd1-9d07-4e29c9222fdb admin admin] 10.222.0.45 "DELETE /v2.0/routers/7427e903-ce7d-4189-8cfa-abf0596d691a HTTP/1.1" status: 204 len: 168 time: 2.0281599 Mar 24 00:49:43.371129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34908) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:43.543909 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8bbc13e4-4b00-4af5-a39e-c758943b2d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8729f05a-ac48-4c5b-88e6-184338d895a3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:43.547109 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8bbc13e4-4b00-4af5-a39e-c758943b2d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:43.556336 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8bbc13e4-4b00-4af5-a39e-c758943b2d81 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8729f05a-ac48-4c5b-88e6-184338d895a3 HTTP/1.1" status: 204 len: 168 time: 0.6162834 Mar 24 00:49:43.574681 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc13e4-4b00-4af5-a39e-c758943b2d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8729f05a-ac48-4c5b-88e6-184338d895a3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:43.596719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-6776d1ec-2a60-40ef-8603-a8dc719322da admin admin] Deleting subnet 36c8e441-3529-4a85-b293-22d892a8d6b1 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:49:43.602405 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6776d1ec-2a60-40ef-8603-a8dc719322da admin admin] Publish callbacks [] for subnet (36c8e441-3529-4a85-b293-22d892a8d6b1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:43.689444 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6776d1ec-2a60-40ef-8603-a8dc719322da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (36c8e441-3529-4a85-b293-22d892a8d6b1), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:43.720847 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34914) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:43.776757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1c9a4-ed36-4de1-8242-7cefcfba459a req-e11bb734-5e87-4208-8465-4a76d30ebf3a tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:43.788189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40e1c9a4-ed36-4de1-8242-7cefcfba459a req-e11bb734-5e87-4208-8465-4a76d30ebf3a tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.3079419 Mar 24 00:49:43.929401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28752f8b-69cb-4338-83bc-089824d44db7 req-38ac1430-8d16-4a53-a888-74941c9d2fb9 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 210 time: 0.0716894 Mar 24 00:49:43.950628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40e1c9a4-ed36-4de1-8242-7cefcfba459a req-ea06dc57-2b5f-4b56-8dd6-57066f933558 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613886 Mar 24 00:49:44.035093 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6776d1ec-2a60-40ef-8603-a8dc719322da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (36c8e441-3529-4a85-b293-22d892a8d6b1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.043938 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b410d7e5-81bd-4822-a88c-1c7688dfd1de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.124626 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-66fb75c7-1993-4913-ac0b-6e00ca8a7acb tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=df816c36861a41d49b8f0b50ec662764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340011 Mar 24 00:49:44.158909 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34926) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:44.207877 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-395b85d0-8cdb-43b4-8542-8218d79010a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.251990 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b410d7e5-81bd-4822-a88c-1c7688dfd1de admin admin] Publish callbacks [] for security_group (e4e04f9d-93d5-4445-8999-8ae80384f6f8), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.267932 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b410d7e5-81bd-4822-a88c-1c7688dfd1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e4e04f9d-93d5-4445-8999-8ae80384f6f8), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.293767 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b04179ce-4941-40d1-8378-cbae0b472b63 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:49:44.336828 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410d7e5-81bd-4822-a88c-1c7688dfd1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e04f9d-93d5-4445-8999-8ae80384f6f8,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:44.345180 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b410d7e5-81bd-4822-a88c-1c7688dfd1de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d9ee9d4f468f43228ef2f876b5dd6190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6229806 Mar 24 00:49:44.347650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34928) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:44.355502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b89b686-7cb5-4572-b6b7-a247c56a2d57 req-b73feec7-6bfb-431d-8201-fa8d8857d458 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0717561 Mar 24 00:49:44.363239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6776d1ec-2a60-40ef-8603-a8dc719322da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (36c8e441-3529-4a85-b293-22d892a8d6b1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.374119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: b04179ce-4941-40d1-8378-cbae0b472b63 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:49:44.376502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b04179ce-4941-40d1-8378-cbae0b472b63 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:49:44.376994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5384bc89-0e5d-4704-b8d1-c3140b03ebc5 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:49:44.403854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776d1ec-2a60-40ef-8603-a8dc719322da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36c8e441-3529-4a85-b293-22d892a8d6b1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:44.428516 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6776d1ec-2a60-40ef-8603-a8dc719322da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.431855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6776d1ec-2a60-40ef-8603-a8dc719322da admin admin] 10.222.0.45 "DELETE /v2.0/subnets/36c8e441-3529-4a85-b293-22d892a8d6b1 HTTP/1.1" status: 204 len: 168 time: 1.0599232 Mar 24 00:49:44.438230 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34930) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:44.451628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72fd75a-48d5-4895-8223-21d07f08a6d8 None None] Network 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:49:44.483664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 5384bc89-0e5d-4704-b8d1-c3140b03ebc5 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:49:44.484016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5384bc89-0e5d-4704-b8d1-c3140b03ebc5 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:49:44.532903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-80b73711-04ca-45e9-ad45-1077c77bbc15 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:44.533995 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-395b85d0-8cdb-43b4-8542-8218d79010a9 admin admin] Publish callbacks [] for security_group (c6bed91e-d01b-48f7-8848-00a80a017694), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.534449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-80b73711-04ca-45e9-ad45-1077c77bbc15 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4021125 Mar 24 00:49:44.537933 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-48361adc-b3fc-423f-bbe0-2133f9eee8cd admin admin] Publish callbacks [] for security_group (e4e04f9d-93d5-4445-8999-8ae80384f6f8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.547461 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98a591-57c1-4969-90f4-47d99b75cff6 req-540c40ec-860b-435b-8705-e3dd6d6c22b9 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:44.550768 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-395b85d0-8cdb-43b4-8542-8218d79010a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c6bed91e-d01b-48f7-8848-00a80a017694), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.557136 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd98a591-57c1-4969-90f4-47d99b75cff6 req-540c40ec-860b-435b-8705-e3dd6d6c22b9 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.2723868 Mar 24 00:49:44.592079 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-bad741a2-7637-4ca8-b547-7a485ffdd543 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Request body: {'port': {'device_id': '378b70c3-f7ee-464e-b850-520e6c2f9d6d', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'df816c36861a41d49b8f0b50ec662764'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:44.618558 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (9ee648a5-3452-4b3b-98f3-f654e7ebcaeb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.623601 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-395b85d0-8cdb-43b4-8542-8218d79010a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=53c84be1153646fc97aa55e575f4dccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4613473 Mar 24 00:49:44.625343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b85d0-8cdb-43b4-8542-8218d79010a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bed91e-d01b-48f7-8848-00a80a017694,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:44.629581 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-48361adc-b3fc-423f-bbe0-2133f9eee8cd admin admin] Publish callbacks [] for security_group (e4e04f9d-93d5-4445-8999-8ae80384f6f8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.632025 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34934) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:44.695510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6f5c40-3a79-481f-84b2-c89700e2e711 None None] DHCP port deletion for 9ee648a5-3452-4b3b-98f3-f654e7ebcaeb request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 00:49:44.702104 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd98a591-57c1-4969-90f4-47d99b75cff6 req-c238d610-9245-4e26-a802-c88d3ceb20c8 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416252 Mar 24 00:49:44.746593 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9309deaf-ae12-4de6-9f4e-f64467dfa32c admin admin] Publish callbacks [] for security_group (c6bed91e-d01b-48f7-8848-00a80a017694), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.772186 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-48361adc-b3fc-423f-bbe0-2133f9eee8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e4e04f9d-93d5-4445-8999-8ae80384f6f8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.775294 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-48361adc-b3fc-423f-bbe0-2133f9eee8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.777021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f5c40-3a79-481f-84b2-c89700e2e711 None None] Deleting port 6c87a098-ba16-4b31-a129-146ce77eb14b {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:49:44.777426 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-aa6f5c40-3a79-481f-84b2-c89700e2e711 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6c87a098-ba16-4b31-a129-146ce77eb14b), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.791935 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-48361adc-b3fc-423f-bbe0-2133f9eee8cd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4e04f9d-93d5-4445-8999-8ae80384f6f8 HTTP/1.1" status: 204 len: 168 time: 0.4382026 Mar 24 00:49:44.795182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] Deleting port 6c87a098-ba16-4b31-a129-146ce77eb14b {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:49:44.795762 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6c87a098-ba16-4b31-a129-146ce77eb14b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.799842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-bad741a2-7637-4ca8-b547-7a485ffdd543 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Made reservation on behalf of df816c36861a41d49b8f0b50ec662764 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:49:44.803751 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-bad741a2-7637-4ca8-b547-7a485ffdd543 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.818124 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9309deaf-ae12-4de6-9f4e-f64467dfa32c admin admin] Publish callbacks [] for security_group (c6bed91e-d01b-48f7-8848-00a80a017694), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.822331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48361adc-b3fc-423f-bbe0-2133f9eee8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e04f9d-93d5-4445-8999-8ae80384f6f8,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:44.873393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-aa6f5c40-3a79-481f-84b2-c89700e2e711 None None] For port 6c87a098-ba16-4b31-a129-146ce77eb14b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6c87a098-ba16-4b31-a129-146ce77eb14b,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:44.874495 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-aa6f5c40-3a79-481f-84b2-c89700e2e711 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6c87a098-ba16-4b31-a129-146ce77eb14b), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.890460 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f5c40-3a79-481f-84b2-c89700e2e711 None None] Calling delete_port for 6c87a098-ba16-4b31-a129-146ce77eb14b owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:49:44.936051 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9309deaf-ae12-4de6-9f4e-f64467dfa32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c6bed91e-d01b-48f7-8848-00a80a017694), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.938959 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9309deaf-ae12-4de6-9f4e-f64467dfa32c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.942422 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9309deaf-ae12-4de6-9f4e-f64467dfa32c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6bed91e-d01b-48f7-8848-00a80a017694 HTTP/1.1" status: 204 len: 168 time: 0.3071492 Mar 24 00:49:44.962588 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309deaf-ae12-4de6-9f4e-f64467dfa32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bed91e-d01b-48f7-8848-00a80a017694,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:44.963711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] For port 6c87a098-ba16-4b31-a129-146ce77eb14b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6c87a098-ba16-4b31-a129-146ce77eb14b,segment=NetworkSegment(62e8f223-39da-4f5b-b749-43c6d9c960c2),segment_id=62e8f223-39da-4f5b-b749-43c6d9c960c2)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:44.964189 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6c87a098-ba16-4b31-a129-146ce77eb14b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:44.990917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] Calling delete_port for 6c87a098-ba16-4b31-a129-146ce77eb14b owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:49:45.148288 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-aa6f5c40-3a79-481f-84b2-c89700e2e711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (6c87a098-ba16-4b31-a129-146ce77eb14b), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:45.180101 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f5c40-3a79-481f-84b2-c89700e2e711 None None] Pushing event deleted for resources: {'Port': ['ID=6c87a098-ba16-4b31-a129-146ce77eb14b,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:45.194907 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6f5c40-3a79-481f-84b2-c89700e2e711 None None] No DVR routers for this DVR port 6c87a098-ba16-4b31-a129-146ce77eb14b on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:49:45.277791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-bad741a2-7637-4ca8-b547-7a485ffdd543 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Allocated IP 192.168.233.41 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:49:45.304955 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-14b15bc9-59b5-4126-9411-7cdf1c83cf8d req-e3c094e9-9562-49d6-b4d6-603c53abc057 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 210 time: 0.1360450 Mar 24 00:49:45.371443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b06860-df3c-4dfb-b0bb-34fb64d782f6 req-737fef48-d1fe-470e-aa36-b56622dbbd5e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:45.377949 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82b06860-df3c-4dfb-b0bb-34fb64d782f6 req-737fef48-d1fe-470e-aa36-b56622dbbd5e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.1509547 Mar 24 00:49:45.491819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82b06860-df3c-4dfb-b0bb-34fb64d782f6 req-3494f812-14f3-4ce1-a552-b983f8f0ee5f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982559 Mar 24 00:49:45.497451 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6c87a098-ba16-4b31-a129-146ce77eb14b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:45.616734 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c87a098-ba16-4b31-a129-146ce77eb14b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:45.638371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] No DVR routers for this DVR port 6c87a098-ba16-4b31-a129-146ce77eb14b on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:49:45.684471 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcf450b7-012b-4307-b197-262e2f444b5b req-ccb2addb-df96-4720-a200-c2ac6d292aff tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.1141403 Mar 24 00:49:45.741332 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (9ee648a5-3452-4b3b-98f3-f654e7ebcaeb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:45.807791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee648a5-3452-4b3b-98f3-f654e7ebcaeb']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:45.838895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e8f223-39da-4f5b-b749-43c6d9c960c2') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:45.839196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e8f223-39da-4f5b-b749-43c6d9c960c2') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:45.882595 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (62e8f223-39da-4f5b-b749-43c6d9c960c2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:45.893444 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-bad741a2-7637-4ca8-b547-7a485ffdd543 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks [] for port (bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:45.908942 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (62e8f223-39da-4f5b-b749-43c6d9c960c2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:45.918819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:49:45.919228 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (62e8f223-39da-4f5b-b749-43c6d9c960c2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: timer() Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:49:45.922360 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:49:45.992334 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34986) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:46.002073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620c8f-e9e3-4226-9e37-0a44f26b6d99 req-e191c4a4-c4c7-4b14-8c0e-cc7ecf433d85 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:46.003809 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f0620c8f-e9e3-4226-9e37-0a44f26b6d99 req-e191c4a4-c4c7-4b14-8c0e-cc7ecf433d85 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.1912425 Mar 24 00:49:46.028321 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-bad741a2-7637-4ca8-b547-7a485ffdd543 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:46.029917 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (9ee648a5-3452-4b3b-98f3-f654e7ebcaeb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:46.044069 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['67b23191-0398-402d-82be-68740bac6133', '12c234fe-6cd4-4a64-9edb-003910b80cf6', '683bcb47-c355-44a2-8339-f8240c0c629c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:46.095160 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:46.100978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34994) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:46.112290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9ee648a5-3452-4b3b-98f3-f654e7ebcaeb HTTP/1.1" status: 204 len: 168 time: 1.6696932 Mar 24 00:49:46.131003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273752f3-ca33-4f04-963d-5d3787adeb03 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee648a5-3452-4b3b-98f3-f654e7ebcaeb,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:46.134598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-bad741a2-7637-4ca8-b547-7a485ffdd543 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:49:46.151287 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-bad741a2-7637-4ca8-b547-7a485ffdd543 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:49:46.153653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0e6c5e2d-782c-414c-9e5f-1d5918533971', '99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:46.154496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-bad741a2-7637-4ca8-b547-7a485ffdd543 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:49:46.160076 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f0620c8f-e9e3-4226-9e37-0a44f26b6d99 req-8c37a49c-e084-438a-b825-9bf1839188f9 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495678 Mar 24 00:49:46.162381 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad741a2-7637-4ca8-b547-7a485ffdd543 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event updated for resources: {'Port': ['ID=bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:46.247408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-bad741a2-7637-4ca8-b547-7a485ffdd543 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:46.248120 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-bad741a2-7637-4ca8-b547-7a485ffdd543 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:46.263309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6c87a098-ba16-4b31-a129-146ce77eb14b no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:49:46.286962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-bad741a2-7637-4ca8-b547-7a485ffdd543 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7010143 Mar 24 00:49:46.299064 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Request body: {'port': {'device_id': '378b70c3-f7ee-464e-b850-520e6c2f9d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:46.309808 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 6c87a098-ba16-4b31-a129-146ce77eb14b {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:49:46.311893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6c87a098-ba16-4b31-a129-146ce77eb14b not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:49:46.466011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-504ecc6e-5f7b-44fa-b766-867024797d37 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-626588052-network', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:46.481980 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:46.626624 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504ecc6e-5f7b-44fa-b766-867024797d37 admin admin] Made reservation on behalf of fa7a637ada534f57aa37557e7d448261 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:49:46.636202 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-504ecc6e-5f7b-44fa-b766-867024797d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:46.654299 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-34d9ff0e-a90f-4412-a6a1-0edffa84b98c None None] Provisioning complete for port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:46.654967 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-34d9ff0e-a90f-4412-a6a1-0edffa84b98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:46.661881 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-504ecc6e-5f7b-44fa-b766-867024797d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:46.841151 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-504ecc6e-5f7b-44fa-b766-867024797d37 admin admin] Publish callbacks [] for security_group (f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:46.862045 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-504ecc6e-5f7b-44fa-b766-867024797d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:46.875674 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504ecc6e-5f7b-44fa-b766-867024797d37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:49:46.886329 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-504ecc6e-5f7b-44fa-b766-867024797d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4ae70ec2-399d-48cd-ba55-ede7b40687d6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:46.886902 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-504ecc6e-5f7b-44fa-b766-867024797d37 admin admin] Added segment 4ae70ec2-399d-48cd-ba55-ede7b40687d6 of type vlan for network a98bf23f-e282-494a-9475-14c4438bbbf3 Mar 24 00:49:46.911398 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-34d9ff0e-a90f-4412-a6a1-0edffa84b98c None None] Port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:49:46.952966 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-504ecc6e-5f7b-44fa-b766-867024797d37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (a98bf23f-e282-494a-9475-14c4438bbbf3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:47.008810 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ecc6e-5f7b-44fa-b766-867024797d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:47.011613 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-504ecc6e-5f7b-44fa-b766-867024797d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (a98bf23f-e282-494a-9475-14c4438bbbf3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:47.012906 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ecc6e-5f7b-44fa-b766-867024797d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:47.013443 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-504ecc6e-5f7b-44fa-b766-867024797d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:47.071655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:47.084102 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Publish callbacks [] for port (bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:47.095897 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ecc6e-5f7b-44fa-b766-867024797d37 admin admin] Pushing event updated for resources: {'Network': ['ID=a98bf23f-e282-494a-9475-14c4438bbbf3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:47.100351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab12a39-641c-4dda-b192-6d0a9b3a9ce1 req-af9b86b3-b85a-449b-9ced-f19758a91923 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:47.107802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ab12a39-641c-4dda-b192-6d0a9b3a9ce1 req-af9b86b3-b85a-449b-9ced-f19758a91923 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 935 time: 0.6372247 Mar 24 00:49:47.109495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35016) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:47.109646 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-504ecc6e-5f7b-44fa-b766-867024797d37 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1138227 Mar 24 00:49:47.115003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network a98bf23f-e282-494a-9475-14c4438bbbf3 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:49:47.119030 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-65ff0254-d84a-40c5-9ea1-bbcbae414f25 admin admin] Request body: {'subnet': {'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-626588052-subnet', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:47.163174 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Transition to ACTIVE for port object bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:49:47.170509 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7037e91-e0c1-4664-9e62-202b30e269d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (f725980f-ec64-4c22-aa81-21dc829230c0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:47.178749 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:47.218153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e294b0-83b4-46fe-ad96-921c15699ce7 req-171e814d-2bb0-4208-ba8e-9ccfe5267a9f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:47.220164 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44e294b0-83b4-46fe-ad96-921c15699ce7 req-171e814d-2bb0-4208-ba8e-9ccfe5267a9f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.5192020 Mar 24 00:49:47.253672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ff0254-d84a-40c5-9ea1-bbcbae414f25 admin admin] Made reservation on behalf of fa7a637ada534f57aa37557e7d448261 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:49:47.255971 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-65ff0254-d84a-40c5-9ea1-bbcbae414f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:47.323639 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ab12a39-641c-4dda-b192-6d0a9b3a9ce1 req-36173981-a515-4b1d-86fa-9cd206565b1a tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149909 Mar 24 00:49:47.417677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Pushing event updated for resources: {'Port': ['ID=bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:47.505170 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e6cc41aa-7cb1-4e47-9208-49bf08734079 req-31b59265-c1e4-4353-935d-36f18593c413 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0786033 Mar 24 00:49:47.509920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b7037e91-e0c1-4664-9e62-202b30e269d3 admin admin] Deleting port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:49:47.510261 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7037e91-e0c1-4664-9e62-202b30e269d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:47.607533 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Attempting to bind port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:49:47.608024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Attempting to bind port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:49:47.608452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Attempting to bind port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:47.636896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44e294b0-83b4-46fe-ad96-921c15699ce7 req-fb2877dc-1bd3-466f-8c22-b52a5bc2e5c9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858283 Mar 24 00:49:47.637138 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-b7037e91-e0c1-4664-9e62-202b30e269d3 admin admin] For port f9e9fd86-38a7-45a7-87cf-0f84faca8fe3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f9e9fd86-38a7-45a7-87cf-0f84faca8fe3,segment=NetworkSegment(c5c027d8-3aec-45ca-a682-3bf6549dd765),segment_id=c5c027d8-3aec-45ca-a682-3bf6549dd765)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:47.637375 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7037e91-e0c1-4664-9e62-202b30e269d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:47.649824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:49:47.650290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Attempting to bind port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:47.660638 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:49:47.661157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:49:47.661638 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:49:47.662188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Bound port: bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:49:47.662637 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:47.665188 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b7037e91-e0c1-4664-9e62-202b30e269d3 admin admin] Calling delete_port for f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:49:47.701530 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-65ff0254-d84a-40c5-9ea1-bbcbae414f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (9949c1b7-99b1-4ac5-9528-e85b6230eee6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:47.807134 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-a44edb3d-8615-4c06-a6b9-ccb0debd1c9d req-b12c5b14-0613-4f0b-bc29-7700cd241b40 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1523312226', 'description': 'tempest-description-575137897'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:47.886281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff0254-d84a-40c5-9ea1-bbcbae414f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9949c1b7-99b1-4ac5-9528-e85b6230eee6,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:47.907044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] For port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:49:47.912154 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7037e91-e0c1-4664-9e62-202b30e269d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f9e9fd86-38a7-45a7-87cf-0f84faca8fe3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:47.914106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] For port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:49:47.916935 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a44edb3d-8615-4c06-a6b9-ccb0debd1c9d req-b12c5b14-0613-4f0b-bc29-7700cd241b40 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:47.939052 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:47.940924 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a44edb3d-8615-4c06-a6b9-ccb0debd1c9d req-b12c5b14-0613-4f0b-bc29-7700cd241b40 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:47.967871 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7037e91-e0c1-4664-9e62-202b30e269d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e9fd86-38a7-45a7-87cf-0f84faca8fe3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:48.156754 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7037e91-e0c1-4664-9e62-202b30e269d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (f725980f-ec64-4c22-aa81-21dc829230c0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:48.269831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ff0254-d84a-40c5-9ea1-bbcbae414f25 admin admin] Checking segment: {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:49:48.270765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ff0254-d84a-40c5-9ea1-bbcbae414f25 admin admin] Network hostable DHCP agents. Network: a98bf23f-e282-494a-9475-14c4438bbbf3, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:49:48.283575 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c47e0-abfb-4b5d-8ce2-48efd4f45ac3 req-a697eb18-090f-4605-a469-1d39d9bb753b tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:48.285083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-042c47e0-abfb-4b5d-8ce2-48efd4f45ac3 req-a697eb18-090f-4605-a469-1d39d9bb753b tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.4889009 Mar 24 00:49:48.315010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:48.315616 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:48.317528 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-2be65368-1106-414e-b1a0-715e82249cae service neutron] 10.222.0.57 "PUT /v2.0/ports/bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf HTTP/1.1" status: 200 len: 1095 time: 2.0227387 Mar 24 00:49:48.319569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378b70c3-f7ee-464e-b850-520e6c2f9d6d', 'tag': 'bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:48.321916 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4617214-6a3d-44d2-b0eb-d7a2f4e01cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "378b70c3-f7ee-464e-b850-520e6c2f9d6d", "tag": "bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:48.351297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ff0254-d84a-40c5-9ea1-bbcbae414f25 admin admin] Network a98bf23f-e282-494a-9475-14c4438bbbf3 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:49:48.409492 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be65368-1106-414e-b1a0-715e82249cae service neutron] Pushing event updated for resources: {'Port': ['ID=bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:48.436887 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7037e91-e0c1-4664-9e62-202b30e269d3 admin admin] Router f725980f-ec64-4c22-aa81-21dc829230c0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:49:48.458867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-65ff0254-d84a-40c5-9ea1-bbcbae414f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, a98bf23f-e282-494a-9475-14c4438bbbf3) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:49:48.467495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81593741-2056-4304-b065-c9dded80ec0d None None] Network a98bf23f-e282-494a-9475-14c4438bbbf3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:49:48.472064 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ff0254-d84a-40c5-9ea1-bbcbae414f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:48.472659 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-65ff0254-d84a-40c5-9ea1-bbcbae414f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:48.486551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-042c47e0-abfb-4b5d-8ce2-48efd4f45ac3 req-bfb2ea03-d141-4153-8956-35b574531166 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819916 Mar 24 00:49:48.573026 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-65ff0254-d84a-40c5-9ea1-bbcbae414f25 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4572368 Mar 24 00:49:48.574846 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35030) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:48.580330 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-626588052-router', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:48.599443 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7037e91-e0c1-4664-9e62-202b30e269d3 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:49:48.608547 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eae7c9a-21f3-4fc0-8227-0ee3dfdb1269 x-openstack-request-id: req-3eae7c9a-21f3-4fc0-8227-0ee3dfdb1269 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:48.611817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a3330-97eb-4fbc-b4dd-2d6b12ab876b None None] Sync routers for ids ['f725980f-ec64-4c22-aa81-21dc829230c0'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:49:48.614663 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378b70c3-f7ee-464e-b850-520e6c2f9d6d", "tag": "bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:48.616068 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3eae7c9a-21f3-4fc0-8227-0ee3dfdb1269 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:48.616589 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b7037e91-e0c1-4664-9e62-202b30e269d3 admin admin] 10.222.0.45 "PUT /v2.0/routers/f725980f-ec64-4c22-aa81-21dc829230c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5134501 Mar 24 00:49:48.616714 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eae7c9a-21f3-4fc0-8227-0ee3dfdb1269'] response: {'name': 'network-changed', 'server_uuid': '378b70c3-f7ee-464e-b850-520e6c2f9d6d', 'tag': 'bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf', 'status': 'completed', 'code': 200} Mar 24 00:49:48.617587 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35032) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:48.622734 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-ac860e34-044b-41f9-8ca8-fe666d194643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:48.626259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-ac860e34-044b-41f9-8ca8-fe666d194643 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 1129 time: 0.2399673 Mar 24 00:49:48.628209 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a44edb3d-8615-4c06-a6b9-ccb0debd1c9d req-b12c5b14-0613-4f0b-bc29-7700cd241b40 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks [] for security_group (bc20fe55-edd6-4b30-9de2-9948e70a50a4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:48.634428 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a44edb3d-8615-4c06-a6b9-ccb0debd1c9d req-b12c5b14-0613-4f0b-bc29-7700cd241b40 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (bc20fe55-edd6-4b30-9de2-9948e70a50a4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:48.681682 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a3330-97eb-4fbc-b4dd-2d6b12ab876b None None] Routers {'f725980f-ec64-4c22-aa81-21dc829230c0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:49:48.682611 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f05a3330-97eb-4fbc-b4dd-2d6b12ab876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:49:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f725980f-ec64-4c22-aa81-21dc829230c0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:48.706901 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (9b32965a-6401-481d-8268-5409a9cc25f2), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:48.708537 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (9b32965a-6401-481d-8268-5409a9cc25f2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:48.750694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-0ca30a0a-6e7d-41f7-b7d2-da24999068e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf HTTP/1.1" status: 200 len: 217 time: 0.0492146 Mar 24 00:49:48.781863 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-a98bf23f-e282-494a-9475-14c4438bbbf3', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:49:48.782973 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:48.790476 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-becb736f-0799-4d73-91e9-26a14279c415 admin admin] Publish callbacks [] for router (f725980f-ec64-4c22-aa81-21dc829230c0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:48.792741 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Publish callbacks [] for router_controller (9b32965a-6401-481d-8268-5409a9cc25f2), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:48.882219 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a44edb3d-8615-4c06-a6b9-ccb0debd1c9d req-b12c5b14-0613-4f0b-bc29-7700cd241b40 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks [] for security_group (64f4d1d1-89cb-438e-9ab4-03422bb26ae5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:48.908976 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a44edb3d-8615-4c06-a6b9-ccb0debd1c9d req-b12c5b14-0613-4f0b-bc29-7700cd241b40 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (64f4d1d1-89cb-438e-9ab4-03422bb26ae5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:48.935388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c5b14-0613-4f0b-bc29-7700cd241b40 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc20fe55-edd6-4b30-9de2-9948e70a50a4,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:48.940729 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a44edb3d-8615-4c06-a6b9-ccb0debd1c9d req-b12c5b14-0613-4f0b-bc29-7700cd241b40 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:48.954252 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Allocated IP 172.20.0.2 (a98bf23f-e282-494a-9475-14c4438bbbf3/9949c1b7-99b1-4ac5-9528-e85b6230eee6/f7cee4f8-d3db-4837-95e9-835b8345300d) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:49:48.957350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a44edb3d-8615-4c06-a6b9-ccb0debd1c9d req-b12c5b14-0613-4f0b-bc29-7700cd241b40 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1622543 Mar 24 00:49:48.991511 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-5c0e8459-654a-4156-9fd4-221be6c944c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:48.993594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-5c0e8459-654a-4156-9fd4-221be6c944c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.2258782 Mar 24 00:49:49.016476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe3dd-1a06-40ed-81d3-97525af37405 req-63772be5-46fc-455e-ae7e-dbfcbe2d2579 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:49.019081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-726fe3dd-1a06-40ed-81d3-97525af37405 req-63772be5-46fc-455e-ae7e-dbfcbe2d2579 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 947 time: 0.3189602 Mar 24 00:49:49.033421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c5b14-0613-4f0b-bc29-7700cd241b40 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f4d1d1-89cb-438e-9ab4-03422bb26ae5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:49.128408 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f50d8aee-638b-4573-8d21-ba52bc0a48cc req-f435de96-4fc2-46f7-9e90-f4b77899d717 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0669258 Mar 24 00:49:49.133693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-726fe3dd-1a06-40ed-81d3-97525af37405 req-68871f3c-f7c4-48b7-ace7-7a6852e53ae1 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040318 Mar 24 00:49:49.150955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-8fb38534-9232-40bb-b98c-009f6ccd9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:49.154326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-8fb38534-9232-40bb-b98c-009f6ccd9515 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1498280 Mar 24 00:49:49.207473 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Publish callbacks [] for port (f7cee4f8-d3db-4837-95e9-835b8345300d), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:49.220437 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (f7cee4f8-d3db-4837-95e9-835b8345300d), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:49.276430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Network a98bf23f-e282-494a-9475-14c4438bbbf3 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:49:49.285335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:49:49.288336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:49:49.301078 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-31ffc9b3-99a4-4f88-af79-aa1e21b25557 req-2fa67159-20ec-4cef-8c03-7e16c8c94f52 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1471054606', 'description': 'tempest-description-417272335'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:49.302916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Pushing event updated for resources: {'Port': ['ID=f7cee4f8-d3db-4837-95e9-835b8345300d,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:49.311363 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f05a3330-97eb-4fbc-b4dd-2d6b12ab876b None None] Set router f725980f-ec64-4c22-aa81-21dc829230c0 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:49:49.366382 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Publish callbacks [] for router_gateway (9b32965a-6401-481d-8268-5409a9cc25f2), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:49.403551 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-31ffc9b3-99a4-4f88-af79-aa1e21b25557 req-2fa67159-20ec-4cef-8c03-7e16c8c94f52 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:49.437055 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-067b3a97-f45a-40b9-b900-069aa7733a4b service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730148 Mar 24 00:49:49.447663 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-becb736f-0799-4d73-91e9-26a14279c415 admin admin] Publish callbacks [] for router_gateway (f725980f-ec64-4c22-aa81-21dc829230c0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:49.456043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26160860-69cb-4f54-8438-7e57bbc4aac5 req-16520140-9097-43f6-9a6d-aa2f114d66f1 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:49.465892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26160860-69cb-4f54-8438-7e57bbc4aac5 req-16520140-9097-43f6-9a6d-aa2f114d66f1 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.1585071 Mar 24 00:49:49.529517 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Attempting to bind port f7cee4f8-d3db-4837-95e9-835b8345300d on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:49:49.530066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Attempting to bind port f7cee4f8-d3db-4837-95e9-835b8345300d by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:49:49.530163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Attempting to bind port f7cee4f8-d3db-4837-95e9-835b8345300d on network a98bf23f-e282-494a-9475-14c4438bbbf3 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:49.535347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:49:49.535791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Checking segment: {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:49:49.536723 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:49.537056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Bound using segment: {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:49:49.537584 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Bound port: f7cee4f8-d3db-4837-95e9-835b8345300d, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:49:49.537942 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f7cee4f8-d3db-4837-95e9-835b8345300d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:49.545816 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-becb736f-0799-4d73-91e9-26a14279c415 admin admin] Deleting port 5859f117-4288-4564-8c05-0b28172e2a45 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:49:49.546159 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-becb736f-0799-4d73-91e9-26a14279c415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5859f117-4288-4564-8c05-0b28172e2a45), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:49.613474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26160860-69cb-4f54-8438-7e57bbc4aac5 req-540b9750-3f45-497b-817b-e77d0a1a2161 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464171 Mar 24 00:49:49.620261 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] For port f7cee4f8-d3db-4837-95e9-835b8345300d, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:49:49.624376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] For port f7cee4f8-d3db-4837-95e9-835b8345300d, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f7cee4f8-d3db-4837-95e9-835b8345300d,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:49:49.644743 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f05a3330-97eb-4fbc-b4dd-2d6b12ab876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-923891372-router', 'tenant_id': '816ba23763c94793b55b3d0f1250537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '5859f117-4288-4564-8c05-0b28172e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:47:05Z', 'updated_at': '2022-03-24T00:49:47Z', 'revision_number': 5, 'project_id': '816ba23763c94793b55b3d0f1250537e', 'gw_port': {'id': '5859f117-4288-4564-8c05-0b28172e2a45', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:47:06Z', 'updated_at': '2022-03-24T00:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:49.716911 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4abf434a-45d9-444a-be8f-e820674f9b9c req-b694dc1a-e5d2-41ec-ad82-77ced2e53abc service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478006 Mar 24 00:49:49.742848 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-31ffc9b3-99a4-4f88-af79-aa1e21b25557 req-2fa67159-20ec-4cef-8c03-7e16c8c94f52 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks [] for security_group (81c71977-dc09-4926-89bc-f5ea8c46f5f5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:49.752541 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-31ffc9b3-99a4-4f88-af79-aa1e21b25557 req-2fa67159-20ec-4cef-8c03-7e16c8c94f52 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (81c71977-dc09-4926-89bc-f5ea8c46f5f5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:49.779430 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-31ffc9b3-99a4-4f88-af79-aa1e21b25557 req-2fa67159-20ec-4cef-8c03-7e16c8c94f52 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:49.784706 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31ffc9b3-99a4-4f88-af79-aa1e21b25557 req-2fa67159-20ec-4cef-8c03-7e16c8c94f52 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5759020 Mar 24 00:49:49.826876 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Publish callbacks [] for router_gateway (9b32965a-6401-481d-8268-5409a9cc25f2), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:49.854349 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a3330-97eb-4fbc-b4dd-2d6b12ab876b None None] Checking router: f725980f-ec64-4c22-aa81-21dc829230c0 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:49:49.860320 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f7cee4f8-d3db-4837-95e9-835b8345300d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:49.866783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed8b69-b87a-4113-8ebe-31237771a424 req-02292f2b-420d-4b86-936a-8ff23ab5cf47 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:49.868281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47ed8b69-b87a-4113-8ebe-31237771a424 req-02292f2b-420d-4b86-936a-8ff23ab5cf47 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.1728868 Mar 24 00:49:49.868970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa67159-20ec-4cef-8c03-7e16c8c94f52 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c71977-dc09-4926-89bc-f5ea8c46f5f5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:49.896585 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:49.901286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-becb736f-0799-4d73-91e9-26a14279c415 admin admin] For port 5859f117-4288-4564-8c05-0b28172e2a45, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5859f117-4288-4564-8c05-0b28172e2a45,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:49.901646 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-becb736f-0799-4d73-91e9-26a14279c415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5859f117-4288-4564-8c05-0b28172e2a45), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:49.913952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-b0814c48-67ab-4740-9595-17de7c1c266a req-ad6a0e3a-18ab-4a8d-aec6-0c21a52a7c07 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1478937523', 'description': 'tempest-description-735247327'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:49.924109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-becb736f-0799-4d73-91e9-26a14279c415 admin admin] Calling delete_port for 5859f117-4288-4564-8c05-0b28172e2a45 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:49:49.946158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a3330-97eb-4fbc-b4dd-2d6b12ab876b None None] Routers {'f725980f-ec64-4c22-aa81-21dc829230c0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:49:49.947799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f05a3330-97eb-4fbc-b4dd-2d6b12ab876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:49:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f725980f-ec64-4c22-aa81-21dc829230c0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:49.948681 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b0814c48-67ab-4740-9595-17de7c1c266a req-ad6a0e3a-18ab-4a8d-aec6-0c21a52a7c07 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:49.961756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4617214-6a3d-44d2-b0eb-d7a2f4e01cfe req-0fdc8d9e-6ff5-4b8a-8954-6a4cff2e77dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:49.963329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4617214-6a3d-44d2-b0eb-d7a2f4e01cfe req-0fdc8d9e-6ff5-4b8a-8954-6a4cff2e77dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 1129 time: 0.1774108 Mar 24 00:49:49.985071 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b0814c48-67ab-4740-9595-17de7c1c266a req-ad6a0e3a-18ab-4a8d-aec6-0c21a52a7c07 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:50.046165 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47ed8b69-b87a-4113-8ebe-31237771a424 req-3d27aea5-c136-4b22-afd4-2bc5bf4bb55b tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704345 Mar 24 00:49:50.055825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f05a3330-97eb-4fbc-b4dd-2d6b12ab876b None None] Set router f725980f-ec64-4c22-aa81-21dc829230c0 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:49:50.116393 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Allocated IP 172.25.0.90 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/81414ee1-d7b9-4a78-9547-aaf860210b12) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:49:50.133711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad51ed-8a3d-401c-b15d-c3196875ace3 None None] Pushing event updated for resources: {'Port': ['ID=f7cee4f8-d3db-4837-95e9-835b8345300d,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:50.133903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4617214-6a3d-44d2-b0eb-d7a2f4e01cfe req-790e33f1-e818-4a81-8f8e-2940aef2711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:50.135748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4617214-6a3d-44d2-b0eb-d7a2f4e01cfe req-790e33f1-e818-4a81-8f8e-2940aef2711b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.1639378 Mar 24 00:49:50.150463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f05a3330-97eb-4fbc-b4dd-2d6b12ab876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-923891372-router', 'tenant_id': '816ba23763c94793b55b3d0f1250537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:47:05Z', 'updated_at': '2022-03-24T00:49:49Z', 'revision_number': 6, 'project_id': '816ba23763c94793b55b3d0f1250537e', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:50.189523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a3330-97eb-4fbc-b4dd-2d6b12ab876b None None] The sync data for ids ['f725980f-ec64-4c22-aa81-21dc829230c0'] in n-d-760455-9 is: [{'id': 'f725980f-ec64-4c22-aa81-21dc829230c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-923891372-router', 'tenant_id': '816ba23763c94793b55b3d0f1250537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:47:05Z', 'updated_at': '2022-03-24T00:49:49Z', 'revision_number': 6, 'project_id': '816ba23763c94793b55b3d0f1250537e', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:49:50.206019 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4617214-6a3d-44d2-b0eb-d7a2f4e01cfe req-7efd568b-b695-4ebf-abdc-fc0780ae76cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf HTTP/1.1" status: 200 len: 217 time: 0.0577278 Mar 24 00:49:50.241216 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b0814c48-67ab-4740-9595-17de7c1c266a req-ad6a0e3a-18ab-4a8d-aec6-0c21a52a7c07 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks [] for security_group (25a058b8-6257-4578-808c-ea05b5ac9c22), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:50.267926 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b0814c48-67ab-4740-9595-17de7c1c266a req-ad6a0e3a-18ab-4a8d-aec6-0c21a52a7c07 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (25a058b8-6257-4578-808c-ea05b5ac9c22), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:50.336694 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Publish callbacks [] for port (81414ee1-d7b9-4a78-9547-aaf860210b12), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:50.340174 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-becb736f-0799-4d73-91e9-26a14279c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5859f117-4288-4564-8c05-0b28172e2a45), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:50.350553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4617214-6a3d-44d2-b0eb-d7a2f4e01cfe req-42fad0dc-1366-4762-a348-2110131ebcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:50.352010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4617214-6a3d-44d2-b0eb-d7a2f4e01cfe req-42fad0dc-1366-4762-a348-2110131ebcd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1343243 Mar 24 00:49:50.357848 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a0e3a-18ab-4a8d-aec6-0c21a52a7c07 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a058b8-6257-4578-808c-ea05b5ac9c22,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:50.373549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb736f-0799-4d73-91e9-26a14279c415 admin admin] Pushing event deleted for resources: {'Port': ['ID=5859f117-4288-4564-8c05-0b28172e2a45,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:50.448605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751a8b4-dd4f-4f64-9f7a-5e1eee5d2738 req-68dccb1f-8f6a-4698-ac1e-0048eceb53b9 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:50.450168 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e751a8b4-dd4f-4f64-9f7a-5e1eee5d2738 req-68dccb1f-8f6a-4698-ac1e-0048eceb53b9 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 947 time: 0.1610634 Mar 24 00:49:50.456979 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (81414ee1-d7b9-4a78-9547-aaf860210b12), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:50.470649 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4617214-6a3d-44d2-b0eb-d7a2f4e01cfe req-25975ced-98dd-4bb3-b1c5-7e1f086df76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:50.472123 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4617214-6a3d-44d2-b0eb-d7a2f4e01cfe req-25975ced-98dd-4bb3-b1c5-7e1f086df76e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1066723 Mar 24 00:49:50.487161 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b0814c48-67ab-4740-9595-17de7c1c266a req-ad6a0e3a-18ab-4a8d-aec6-0c21a52a7c07 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks [] for security_group (d5a842b9-4030-4232-a860-92a8f85cfb11), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:50.487472 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-becb736f-0799-4d73-91e9-26a14279c415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (f725980f-ec64-4c22-aa81-21dc829230c0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:50.540193 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b0814c48-67ab-4740-9595-17de7c1c266a req-ad6a0e3a-18ab-4a8d-aec6-0c21a52a7c07 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d5a842b9-4030-4232-a860-92a8f85cfb11), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:50.616253 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e751a8b4-dd4f-4f64-9f7a-5e1eee5d2738 req-66b642c9-1f51-4c95-96f0-2dd8ca44d00e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483145 Mar 24 00:49:50.619900 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:49:50.626828 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:49:50.629477 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b0814c48-67ab-4740-9595-17de7c1c266a req-ad6a0e3a-18ab-4a8d-aec6-0c21a52a7c07 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:50.630637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=81414ee1-d7b9-4a78-9547-aaf860210b12,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:50.630774 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0814c48-67ab-4740-9595-17de7c1c266a req-ad6a0e3a-18ab-4a8d-aec6-0c21a52a7c07 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7323182 Mar 24 00:49:50.633206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a0e3a-18ab-4a8d-aec6-0c21a52a7c07 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a842b9-4030-4232-a860-92a8f85cfb11,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:50.634530 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:49:50.658726 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-becb736f-0799-4d73-91e9-26a14279c415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (f725980f-ec64-4c22-aa81-21dc829230c0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:50.663289 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-becb736f-0799-4d73-91e9-26a14279c415 admin admin] Publish callbacks [] for router_controller (f725980f-ec64-4c22-aa81-21dc829230c0), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:50.700930 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4617214-6a3d-44d2-b0eb-d7a2f4e01cfe req-02536e1c-8e59-4a48-ba87-43e782de6fb9 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172949 Mar 24 00:49:50.852189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d7898f7-ed63-4e76-b2c2-3c7c276391f0 req-79343d14-f0df-4015-a59a-aa9c89829de3 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0556519 Mar 24 00:49:50.858663 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-becb736f-0799-4d73-91e9-26a14279c415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (f725980f-ec64-4c22-aa81-21dc829230c0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:50.859223 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becb736f-0799-4d73-91e9-26a14279c415 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f725980f-ec64-4c22-aa81-21dc829230c0 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 00:49:50.866170 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-becb736f-0799-4d73-91e9-26a14279c415 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:50.870559 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-becb736f-0799-4d73-91e9-26a14279c415 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f725980f-ec64-4c22-aa81-21dc829230c0 HTTP/1.1" status: 204 len: 168 time: 2.2503910 Mar 24 00:49:50.871313 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35056) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:50.935546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e133a-ced7-430d-aad2-b95ed19b1b09 req-544c2a51-f87e-41d1-9f5d-d7e95080331d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:50.937203 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e2e133a-ced7-430d-aad2-b95ed19b1b09 req-544c2a51-f87e-41d1-9f5d-d7e95080331d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 945 time: 0.1340342 Mar 24 00:49:50.951117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-f58d30a3-0844-425b-b41d-6b83c9d53bb6 req-0d20f43e-9e0d-42c0-81b3-c155f999fa8d tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1479007064', 'description': 'tempest-description-942842695'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:50.957160 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b85d4c-d51a-4ce3-9389-84c83de9a92d admin admin] Deleting subnet 70ed5899-9379-411a-a6a1-36088484ed43 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:49:50.967029 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13b85d4c-d51a-4ce3-9389-84c83de9a92d admin admin] Publish callbacks [] for subnet (70ed5899-9379-411a-a6a1-36088484ed43), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:51.000391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4617214-6a3d-44d2-b0eb-d7a2f4e01cfe req-b8d42190-352f-44d0-90ac-abac02dd4488 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844210 Mar 24 00:49:51.032764 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f58d30a3-0844-425b-b41d-6b83c9d53bb6 req-0d20f43e-9e0d-42c0-81b3-c155f999fa8d tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:51.092338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-d183b40c-d9fa-489d-afd0-cae198161d81 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:51.093890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-d183b40c-d9fa-489d-afd0-cae198161d81 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e&tenant_id=259d3d47b7be4b3182e7a95feee7e085&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 1127 time: 0.1695976 Mar 24 00:49:51.096178 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13b85d4c-d51a-4ce3-9389-84c83de9a92d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (70ed5899-9379-411a-a6a1-36088484ed43), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:51.099724 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e2e133a-ced7-430d-aad2-b95ed19b1b09 req-7d84e57c-3d9c-40d9-853d-8478d17e7213 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223583 Mar 24 00:49:51.111574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760455-9'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:51.238904 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f58d30a3-0844-425b-b41d-6b83c9d53bb6 req-0d20f43e-9e0d-42c0-81b3-c155f999fa8d tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks [] for security_group (a22cead2-b135-4284-8ae2-cd710145608b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:51.256149 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:51.260965 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f58d30a3-0844-425b-b41d-6b83c9d53bb6 req-0d20f43e-9e0d-42c0-81b3-c155f999fa8d tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a22cead2-b135-4284-8ae2-cd710145608b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:51.294726 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13b85d4c-d51a-4ce3-9389-84c83de9a92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (70ed5899-9379-411a-a6a1-36088484ed43), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:51.336330 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f58d30a3-0844-425b-b41d-6b83c9d53bb6 req-0d20f43e-9e0d-42c0-81b3-c155f999fa8d tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:51.337838 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f58d30a3-0844-425b-b41d-6b83c9d53bb6 req-0d20f43e-9e0d-42c0-81b3-c155f999fa8d tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4120657 Mar 24 00:49:51.345726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20f43e-9e0d-42c0-81b3-c155f999fa8d tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22cead2-b135-4284-8ae2-cd710145608b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:51.367074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Publish callbacks [] for router_gateway (9b32965a-6401-481d-8268-5409a9cc25f2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:51.367616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3aa4e7-1bf1-4562-bfb7-1c85353647ac req-a103998e-53be-4376-84fc-5177b2717eea tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:51.369158 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a3aa4e7-1bf1-4562-bfb7-1c85353647ac req-a103998e-53be-4376-84fc-5177b2717eea tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.1512477 Mar 24 00:49:51.545710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a3aa4e7-1bf1-4562-bfb7-1c85353647ac req-ed48c3a2-5757-45ba-a04d-7c7355ae4b4d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643839 Mar 24 00:49:51.575757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] For port 158c52f0-af89-4f88-9d5c-9a664b69819f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=158c52f0-af89-4f88-9d5c-9a664b69819f,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:51.636822 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (9b32965a-6401-481d-8268-5409a9cc25f2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:51.671407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] For port 158c52f0-af89-4f88-9d5c-9a664b69819f, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:49:51.752788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '158c52f0-af89-4f88-9d5c-9a664b69819f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:51.755793 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5198b3-2376-410c-bb00-187bc5638277" -d '{"events": [{"server_uuid": "03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e", "name": "network-vif-unplugged", "status": "completed", "tag": "158c52f0-af89-4f88-9d5c-9a664b69819f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:51.758096 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13b85d4c-d51a-4ce3-9389-84c83de9a92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (70ed5899-9379-411a-a6a1-36088484ed43), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:51.763010 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Publish callbacks [] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:51.773587 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:51.805516 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b85d4c-d51a-4ce3-9389-84c83de9a92d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ed5899-9379-411a-a6a1-36088484ed43,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:51.822321 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13b85d4c-d51a-4ce3-9389-84c83de9a92d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:51.826728 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-13b85d4c-d51a-4ce3-9389-84c83de9a92d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/70ed5899-9379-411a-a6a1-36088484ed43 HTTP/1.1" status: 204 len: 168 time: 0.9520290 Mar 24 00:49:51.829230 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35068) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:51.830261 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116f4534-a290-4d99-8b7d-7a4b209f9186 None None] Network e505972b-f872-40f1-a332-be2359f7809d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:49:51.920915 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (e505972b-f872-40f1-a332-be2359f7809d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:51.921725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8138305-d6e8-4eca-8be2-9f4afef3b7dc None None] Network a98bf23f-e282-494a-9475-14c4438bbbf3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:49:51.935167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=158c52f0-af89-4f88-9d5c-9a664b69819f,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:52.040442 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] Deleting port 69b03a0b-ce59-4f46-96d4-03cdfa96454c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:49:52.042289 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (69b03a0b-ce59-4f46-96d4-03cdfa96454c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:52.043891 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-ed123f6b-7914-40f7-98ad-0cd2e47fdafc tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48206 time: 0.6705637 Mar 24 00:49:52.046359 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Router 9b32965a-6401-481d-8268-5409a9cc25f2 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:49:52.073382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-723eb939-8ed0-4320-a08f-0dbae7e196d1 None None] Provisioning complete for port f7cee4f8-d3db-4837-95e9-835b8345300d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:52.073786 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-723eb939-8ed0-4320-a08f-0dbae7e196d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f7cee4f8-d3db-4837-95e9-835b8345300d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:52.185895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-9a71b04d-71b2-4269-be1e-d65a99d9be80 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/0b4a9261-0d90-4dd8-ab20-30cecdb9cf41 HTTP/1.1" status: 200 len: 2994 time: 0.1406717 Mar 24 00:49:52.262552 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-723eb939-8ed0-4320-a08f-0dbae7e196d1 None None] Current status of the port f7cee4f8-d3db-4837-95e9-835b8345300d is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:52.262955 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-723eb939-8ed0-4320-a08f-0dbae7e196d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f7cee4f8-d3db-4837-95e9-835b8345300d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:52.265743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a8969-a992-4c36-a758-2c52efba7315 req-242a4478-2da4-475b-83d4-720831848c0e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:52.267681 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-425a8969-a992-4c36-a758-2c52efba7315 req-242a4478-2da4-475b-83d4-720831848c0e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 947 time: 0.4769847 Mar 24 00:49:52.281196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bac3d6-cf98-4797-aaf3-840dbdcc3074 None None] DHCP port deletion for e505972b-f872-40f1-a332-be2359f7809d request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 00:49:52.285270 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Attempting to bind port 158c52f0-af89-4f88-9d5c-9a664b69819f on host n-h2-760455-9 for vnic_type normal with profile {"migrating_to": "n-h1-760455-9"} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:49:52.286503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Attempting to bind port 158c52f0-af89-4f88-9d5c-9a664b69819f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:49:52.287241 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Attempting to bind port 158c52f0-af89-4f88-9d5c-9a664b69819f on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:52.314599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-723eb939-8ed0-4320-a08f-0dbae7e196d1 None None] For port f7cee4f8-d3db-4837-95e9-835b8345300d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f7cee4f8-d3db-4837-95e9-835b8345300d,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:52.318423 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Port 158c52f0-af89-4f88-9d5c-9a664b69819f on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:49:52.319061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Attempting to bind port 158c52f0-af89-4f88-9d5c-9a664b69819f on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:52.346464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:49:52.348881 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Checking segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:49:52.349386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Bound using segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:49:52.349909 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Bound port: 158c52f0-af89-4f88-9d5c-9a664b69819f, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:49:52.350357 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:52.352625 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f7cee4f8-d3db-4837-95e9-835b8345300d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:52.358785 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-3263bafc-b214-46e2-83e5-dfb4c9dc5ec1 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/0b4a9261-0d90-4dd8-ab20-30cecdb9cf41 HTTP/1.1" status: 200 len: 2994 time: 0.1664083 Mar 24 00:49:52.409838 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-723eb939-8ed0-4320-a08f-0dbae7e196d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f7cee4f8-d3db-4837-95e9-835b8345300d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:52.424534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-425a8969-a992-4c36-a758-2c52efba7315 req-6933b53d-cfb4-4edd-8ab8-30c0dcbc8359 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303248 Mar 24 00:49:52.484878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f7cee4f8-d3db-4837-95e9-835b8345300d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:52.485462 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f7cee4f8-d3db-4837-95e9-835b8345300d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:52.495274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-c2d470f1-92db-4e39-9362-0d0154b8c81a tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/0f03a809-db73-4d1e-9c59-7a94e9429c4f HTTP/1.1" status: 200 len: 2998 time: 0.1240172 Mar 24 00:49:52.503073 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c5021a-58fa-4a69-9074-1b8f9f391543 x-openstack-request-id: req-85c5021a-58fa-4a69-9074-1b8f9f391543 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:52.503436 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e", "name": "network-vif-unplugged", "status": "completed", "tag": "158c52f0-af89-4f88-9d5c-9a664b69819f", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:52.503775 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-85c5021a-58fa-4a69-9074-1b8f9f391543 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:52.504233 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c5021a-58fa-4a69-9074-1b8f9f391543'] response: {'server_uuid': '03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '158c52f0-af89-4f88-9d5c-9a664b69819f', 'code': 200} Mar 24 00:49:52.532689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] For port 158c52f0-af89-4f88-9d5c-9a664b69819f, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:49:52.548559 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f1bac3d6-cf98-4797-aaf3-840dbdcc3074 None None] Deleting port 69b03a0b-ce59-4f46-96d4-03cdfa96454c {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:49:52.548914 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1bac3d6-cf98-4797-aaf3-840dbdcc3074 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (69b03a0b-ce59-4f46-96d4-03cdfa96454c), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:52.571391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] For port 158c52f0-af89-4f88-9d5c-9a664b69819f, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=158c52f0-af89-4f88-9d5c-9a664b69819f,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:49:52.586494 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:52.595193 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-62ddabd6-c1b1-4d67-ada9-c5b8925b01f5 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/0f03a809-db73-4d1e-9c59-7a94e9429c4f HTTP/1.1" status: 200 len: 2998 time: 0.0900266 Mar 24 00:49:52.617333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723eb939-8ed0-4320-a08f-0dbae7e196d1 None None] Pushing event updated for resources: {'Port': ['ID=f7cee4f8-d3db-4837-95e9-835b8345300d,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:52.666738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83191f55-46f3-43c0-8839-3124afc67ed7 req-bbc14c63-b2de-4404-85c1-561e3648160a tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0497098 Mar 24 00:49:52.675805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f7cee4f8-d3db-4837-95e9-835b8345300d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:52.711905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=158c52f0-af89-4f88-9d5c-9a664b69819f,revision_number=8']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:52.746553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:52.747178 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:52.748668 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4b9a37c4-790e-437e-92a0-fb145027a8b5 service neutron] 10.222.0.57 "PUT /v2.0/ports/158c52f0-af89-4f88-9d5c-9a664b69819f HTTP/1.1" status: 200 len: 1121 time: 1.6424131 Mar 24 00:49:52.752083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-4fa22672-5895-45bf-b850-82e3cb2f9b7d tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/25a058b8-6257-4578-808c-ea05b5ac9c22 HTTP/1.1" status: 200 len: 2998 time: 0.1338758 Mar 24 00:49:52.760347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f1bac3d6-cf98-4797-aaf3-840dbdcc3074 None None] For port 69b03a0b-ce59-4f46-96d4-03cdfa96454c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=69b03a0b-ce59-4f46-96d4-03cdfa96454c,segment=NetworkSegment(c5c027d8-3aec-45ca-a682-3bf6549dd765),segment_id=c5c027d8-3aec-45ca-a682-3bf6549dd765)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:52.762214 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1bac3d6-cf98-4797-aaf3-840dbdcc3074 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (69b03a0b-ce59-4f46-96d4-03cdfa96454c), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:52.780317 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:49:52.803564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] For port 69b03a0b-ce59-4f46-96d4-03cdfa96454c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=69b03a0b-ce59-4f46-96d4-03cdfa96454c,segment=NetworkSegment(c5c027d8-3aec-45ca-a682-3bf6549dd765),segment_id=c5c027d8-3aec-45ca-a682-3bf6549dd765)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:52.804051 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (69b03a0b-ce59-4f46-96d4-03cdfa96454c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:52.825494 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] Calling delete_port for 69b03a0b-ce59-4f46-96d4-03cdfa96454c owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:49:52.827769 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-4cb8ebe5-2276-4574-9231-bc5aff82522b tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/25a058b8-6257-4578-808c-ea05b5ac9c22 HTTP/1.1" status: 200 len: 2998 time: 0.0680597 Mar 24 00:49:52.849604 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-576ee34f-253b-49f7-8349-e658c41ccabf None None] Provisioning complete for port f7cee4f8-d3db-4837-95e9-835b8345300d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:52.850156 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-576ee34f-253b-49f7-8349-e658c41ccabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f7cee4f8-d3db-4837-95e9-835b8345300d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:52.863066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f1bac3d6-cf98-4797-aaf3-840dbdcc3074 None None] Calling delete_port for 69b03a0b-ce59-4f46-96d4-03cdfa96454c owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:49:52.889844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:49:52.901831 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Sync routers for ids ['9b32965a-6401-481d-8268-5409a9cc25f2'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:49:52.906042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:49:52.909659 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f9e9fd86-38a7-45a7-87cf-0f84faca8fe3 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:49:52.910093 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5859f117-4288-4564-8c05-0b28172e2a45 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:49:52.915191 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Routers {'9b32965a-6401-481d-8268-5409a9cc25f2'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:49:52.917383 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:49:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9b32965a-6401-481d-8268-5409a9cc25f2'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:52.933928 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:52.934166 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-093c350e-2bde-4793-92ff-33577ca478fa tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/3180633c-9bd8-41ec-89d2-80b27d0c7343 HTTP/1.1" status: 200 len: 2998 time: 0.0987904 Mar 24 00:49:52.936368 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b2b5caee-19fb-4971-bdf8-2e4301cea6a5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3601484 Mar 24 00:49:52.940535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35078) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:52.977858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (69b03a0b-ce59-4f46-96d4-03cdfa96454c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:53.007726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] No DVR routers for this DVR port 69b03a0b-ce59-4f46-96d4-03cdfa96454c on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:49:53.019305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['158c52f0-af89-4f88-9d5c-9a664b69819f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:53.062593 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1bac3d6-cf98-4797-aaf3-840dbdcc3074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (69b03a0b-ce59-4f46-96d4-03cdfa96454c), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:53.074390 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['158c52f0-af89-4f88-9d5c-9a664b69819f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:53.119790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=69b03a0b-ce59-4f46-96d4-03cdfa96454c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:53.142713 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Set router 9b32965a-6401-481d-8268-5409a9cc25f2 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:49:53.220197 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (e505972b-f872-40f1-a332-be2359f7809d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:53.239666 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 5859f117-4288-4564-8c05-0b28172e2a45 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:49:53.241716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5859f117-4288-4564-8c05-0b28172e2a45 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:49:53.309903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e505972b-f872-40f1-a332-be2359f7809d']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:53.312186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bac3d6-cf98-4797-aaf3-840dbdcc3074 None None] Pushing event deleted for resources: {'Port': ['ID=69b03a0b-ce59-4f46-96d4-03cdfa96454c,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:53.324664 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c027d8-3aec-45ca-a682-3bf6549dd765') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:53.324972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c027d8-3aec-45ca-a682-3bf6549dd765') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:53.337364 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (c5c027d8-3aec-45ca-a682-3bf6549dd765), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:53.360608 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (c5c027d8-3aec-45ca-a682-3bf6549dd765), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:53.373145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:49:53.373568 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (c5c027d8-3aec-45ca-a682-3bf6549dd765), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:49:53.377145 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:49:53.409635 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bac3d6-cf98-4797-aaf3-840dbdcc3074 None None] No DVR routers for this DVR port 69b03a0b-ce59-4f46-96d4-03cdfa96454c on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:49:53.461177 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'name': 'tempest-ServerActionsTestJSON-626588052-router', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:49:48Z', 'updated_at': '2022-03-24T00:49:50Z', 'revision_number': 3, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'gw_port': {'id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:49Z', 'updated_at': '2022-03-24T00:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:53.529157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (e505972b-f872-40f1-a332-be2359f7809d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:53.536364 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:53.540866 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Checking router: 9b32965a-6401-481d-8268-5409a9cc25f2 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:49:53.541771 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Updating router 9b32965a-6401-481d-8268-5409a9cc25f2 port 81414ee1-d7b9-4a78-9547-aaf860210b12 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:49:53.544712 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e505972b-f872-40f1-a332-be2359f7809d HTTP/1.1" status: 204 len: 168 time: 1.7142477 Mar 24 00:49:53.590235 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f407ba8-f3e4-462a-9d55-14f09b5a44e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e505972b-f872-40f1-a332-be2359f7809d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:53.608600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0613a-01c1-418b-926b-5e920a05e8aa req-a48b2a79-e9cd-48fe-ad98-410b13f7b552 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:53.616340 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76c0613a-01c1-418b-926b-5e920a05e8aa req-a48b2a79-e9cd-48fe-ad98-410b13f7b552 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 943 time: 0.7382379 Mar 24 00:49:53.621930 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 158c52f0-af89-4f88-9d5c-9a664b69819f details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:49:53.625451 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (81414ee1-d7b9-4a78-9547-aaf860210b12), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:53.690065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-576ee34f-253b-49f7-8349-e658c41ccabf None None] Current status of the port f7cee4f8-d3db-4837-95e9-835b8345300d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:53.695975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-075ce31e-4f5a-4f73-aef7-d97c178b0d8a tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/3180633c-9bd8-41ec-89d2-80b27d0c7343 HTTP/1.1" status: 200 len: 2998 time: 0.7516513 Mar 24 00:49:53.789409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76c0613a-01c1-418b-926b-5e920a05e8aa req-b71c0d06-7d78-452f-b690-3a6d3c50ed5f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635163 Mar 24 00:49:53.909930 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35092) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:54.001812 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f1ffaf4f-d923-425e-973d-7e538f18cd30 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=160c6d0a2b2b46c5b96ae8128cd59fca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0900323 Mar 24 00:49:54.002393 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35094) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:54.084973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 158c52f0-af89-4f88-9d5c-9a664b69819f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=158c52f0-af89-4f88-9d5c-9a664b69819f,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:54.097348 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 158c52f0-af89-4f88-9d5c-9a664b69819f has no active binding in host n-h1-760455-9 {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 24 00:49:54.097733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:49:54.112943 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Publish callbacks [] for port (81414ee1-d7b9-4a78-9547-aaf860210b12), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:54.115210 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e33c7add-80eb-488d-a4f0-39c15e357414 admin admin] Publish callbacks [] for security_group (0b4a9261-0d90-4dd8-ab20-30cecdb9cf41), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:54.116256 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-d42138b5-31f9-4fdc-a227-3f3bfac2b70a tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/4cf33a19-bc37-4712-bc10-261dcde7e2f9 HTTP/1.1" status: 200 len: 2998 time: 0.4034276 Mar 24 00:49:54.120768 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (81414ee1-d7b9-4a78-9547-aaf860210b12), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:54.170336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e33c7add-80eb-488d-a4f0-39c15e357414 admin admin] Publish callbacks [] for security_group (0b4a9261-0d90-4dd8-ab20-30cecdb9cf41), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:54.255202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:54.261548 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e33c7add-80eb-488d-a4f0-39c15e357414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0b4a9261-0d90-4dd8-ab20-30cecdb9cf41), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:54.264324 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e33c7add-80eb-488d-a4f0-39c15e357414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:54.277149 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e33c7add-80eb-488d-a4f0-39c15e357414 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b4a9261-0d90-4dd8-ab20-30cecdb9cf41 HTTP/1.1" status: 204 len: 168 time: 0.2681758 Mar 24 00:49:54.282430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf', 'mac_address': 'fa:16:3e:57:49:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:49:54.286181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f7cee4f8-d3db-4837-95e9-835b8345300d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:54.302723 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c7add-80eb-488d-a4f0-39c15e357414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4a9261-0d90-4dd8-ab20-30cecdb9cf41,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:54.390327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cc077-5952-446a-a897-f53d05cbfdd3 req-e4455a19-ee4b-4659-a31d-ec3a27b720c1 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:54.398216 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d89cc077-5952-446a-a897-f53d05cbfdd3 req-e4455a19-ee4b-4659-a31d-ec3a27b720c1 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.4763439 Mar 24 00:49:54.467545 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Attempting to bind port 81414ee1-d7b9-4a78-9547-aaf860210b12 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:49:54.467918 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Attempting to bind port 81414ee1-d7b9-4a78-9547-aaf860210b12 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:49:54.468290 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Attempting to bind port 81414ee1-d7b9-4a78-9547-aaf860210b12 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:54.479122 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:49:54.479523 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:49:54.489697 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:54.490111 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:49:54.493428 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Bound port: 81414ee1-d7b9-4a78-9547-aaf860210b12, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:49:54.493890 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (81414ee1-d7b9-4a78-9547-aaf860210b12), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:54.497748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:54.498367 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:54.506386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e', 'tag': '158c52f0-af89-4f88-9d5c-9a664b69819f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:54.508595 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03e2908-6be0-429e-a27e-0314baedbbd1" -d '{"events": [{"name": "network-changed", "server_uuid": "03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e", "tag": "158c52f0-af89-4f88-9d5c-9a664b69819f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:54.525871 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:49:54.530083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-3bf83963-ed39-4ca1-adf8-a8383420865e tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/4cf33a19-bc37-4712-bc10-261dcde7e2f9 HTTP/1.1" status: 200 len: 2998 time: 0.3738480 Mar 24 00:49:54.543366 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f7cee4f8-d3db-4837-95e9-835b8345300d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:54.544222 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f7cee4f8-d3db-4837-95e9-835b8345300d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:54.581364 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:54.592008 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] For port 81414ee1-d7b9-4a78-9547-aaf860210b12, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:49:54.595310 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] For port 81414ee1-d7b9-4a78-9547-aaf860210b12, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=81414ee1-d7b9-4a78-9547-aaf860210b12,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:49:54.606028 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:54.633233 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (81414ee1-d7b9-4a78-9547-aaf860210b12), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:54.635453 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Pushing event updated for resources: {'Port': ['ID=81414ee1-d7b9-4a78-9547-aaf860210b12,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:54.659618 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:54.659966 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:54.660326 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:54.661302 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:54.661625 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:54.661958 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:54.662287 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:54.662611 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:54.662933 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:54.663256 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:54.663576 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:54.663896 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:54.664214 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:54.664530 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:54.664849 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:54.674460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d89cc077-5952-446a-a897-f53d05cbfdd3 req-7028bb78-3b56-4ae0-9066-f51ff5fe26bc tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747765 Mar 24 00:49:54.747535 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-463ef7fa-dc45-4700-bf14-83ff17fff329 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/5b21dfe7-1f7c-434c-a503-ae7516c77231 HTTP/1.1" status: 200 len: 2998 time: 0.2164845 Mar 24 00:49:54.805293 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Routers {'9b32965a-6401-481d-8268-5409a9cc25f2'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:49:54.805937 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:49:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9b32965a-6401-481d-8268-5409a9cc25f2'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:54.819417 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:54.878297 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35108) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:54.908962 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562de14a-bd09-4874-bfa4-87328286c211 None None] Pushing event updated for resources: {'Port': ['ID=81414ee1-d7b9-4a78-9547-aaf860210b12,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:54.973781 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-33d0c167-bbd7-4de4-ad94-58538c3cd52b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=816ba23763c94793b55b3d0f1250537e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0942144 Mar 24 00:49:54.974471 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35110) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:54.994877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:55.029701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-08e2b00a-6e99-492f-81c0-dfce1eb74673 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/5b21dfe7-1f7c-434c-a503-ae7516c77231 HTTP/1.1" status: 200 len: 2998 time: 0.2799542 Mar 24 00:49:55.030677 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f7cee4f8-d3db-4837-95e9-835b8345300d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:55.063542 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] Set router 9b32965a-6401-481d-8268-5409a9cc25f2 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:49:55.073327 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d87cde8c-e4cc-4f9c-8160-9ef0b625bf8e admin admin] Publish callbacks [] for security_group (a28c5838-fd9e-42b2-8630-2a890170c095), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:55.075358 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:49:55.111132 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d87cde8c-e4cc-4f9c-8160-9ef0b625bf8e admin admin] Publish callbacks [] for security_group (a28c5838-fd9e-42b2-8630-2a890170c095), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:55.133207 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 69b03a0b-ce59-4f46-96d4-03cdfa96454c no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:49:55.182058 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Allocated IP 172.20.0.1 (a98bf23f-e282-494a-9475-14c4438bbbf3/9949c1b7-99b1-4ac5-9528-e85b6230eee6/be48d34f-b9ac-438f-94d9-c499985ad4a2) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:49:55.204134 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d87cde8c-e4cc-4f9c-8160-9ef0b625bf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a28c5838-fd9e-42b2-8630-2a890170c095), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:55.207155 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d87cde8c-e4cc-4f9c-8160-9ef0b625bf8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:55.211313 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d87cde8c-e4cc-4f9c-8160-9ef0b625bf8e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a28c5838-fd9e-42b2-8630-2a890170c095 HTTP/1.1" status: 204 len: 168 time: 0.2358885 Mar 24 00:49:55.229568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cde8c-e4cc-4f9c-8160-9ef0b625bf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28c5838-fd9e-42b2-8630-2a890170c095,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:55.241902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 69b03a0b-ce59-4f46-96d4-03cdfa96454c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:49:55.242176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 69b03a0b-ce59-4f46-96d4-03cdfa96454c not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:49:55.368041 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'name': 'tempest-ServerActionsTestJSON-626588052-router', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:49:48Z', 'updated_at': '2022-03-24T00:49:50Z', 'revision_number': 3, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'gw_port': {'id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:49Z', 'updated_at': '2022-03-24T00:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:55.398815 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c6f2e-f479-46fd-b8ee-e0d612fd0459 None None] The sync data for ids ['9b32965a-6401-481d-8268-5409a9cc25f2'] in n-d-760455-9 is: [{'id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'name': 'tempest-ServerActionsTestJSON-626588052-router', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:49:48Z', 'updated_at': '2022-03-24T00:49:50Z', 'revision_number': 3, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'gw_port': {'id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:49Z', 'updated_at': '2022-03-24T00:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:49:55.444169 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Publish callbacks [] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:55.497687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a06910-0b5c-4adc-8602-fb19ec97de98 req-c90bbb39-1aef-4faf-aa17-39a65878933a tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:55.505371 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7a06910-0b5c-4adc-8602-fb19ec97de98 req-c90bbb39-1aef-4faf-aa17-39a65878933a tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 948 time: 0.7131341 Mar 24 00:49:55.549878 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-db6bac20-12be-4f60-9ee1-2e5719854848 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/66f1698e-e49a-49cd-a94a-661c69ec44bb HTTP/1.1" status: 200 len: 2998 time: 0.5085347 Mar 24 00:49:55.640199 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:55.693903 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7a06910-0b5c-4adc-8602-fb19ec97de98 req-3cbbee16-03f7-492a-acea-6e024fca4788 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874061 Mar 24 00:49:55.716745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-e504a5c9-35e0-449c-a885-ffd197451ce3 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/66f1698e-e49a-49cd-a94a-661c69ec44bb HTTP/1.1" status: 200 len: 2998 time: 0.1659014 Mar 24 00:49:55.717444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Pushing event updated for resources: {'Port': ['ID=be48d34f-b9ac-438f-94d9-c499985ad4a2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:55.745876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Network a98bf23f-e282-494a-9475-14c4438bbbf3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:49:55.756281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:49:55.759085 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:49:55.808104 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (9b32965a-6401-481d-8268-5409a9cc25f2), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:56.032716 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:56.241889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1ba6c399-ecf8-4821-85b0-5a62a894fe03 None None] Provisioning complete for port be48d34f-b9ac-438f-94d9-c499985ad4a2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:56.242443 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Publish callbacks [] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:56.242553 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c399-ecf8-4821-85b0-5a62a894fe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:56.247089 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e5bb5e5-6ac1-48a4-864d-dbdcaef1354c req-3387eaad-7f93-4b88-9543-493c4e964ef1 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.2906723 Mar 24 00:49:56.251930 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:56.356634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 81414ee1-d7b9-4a78-9547-aaf860210b12 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:56.382928 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (9b32965a-6401-481d-8268-5409a9cc25f2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:56.400227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Pushing event updated for resources: {'Port': ['ID=be48d34f-b9ac-438f-94d9-c499985ad4a2,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:56.408956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-95a1026a-944f-49e0-b7af-b5f0b6962321 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/87e7b32a-d7ba-4bbf-9ce8-f005f4275ecb HTTP/1.1" status: 200 len: 2990 time: 0.6610661 Mar 24 00:49:56.430111 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1ba6c399-ecf8-4821-85b0-5a62a894fe03 None None] Port be48d34f-b9ac-438f-94d9-c499985ad4a2 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:49:56.496203 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 81414ee1-d7b9-4a78-9547-aaf860210b12 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:56.498069 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (81414ee1-d7b9-4a78-9547-aaf860210b12), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:56.548057 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a3dc23-a6b1-46dd-b2ea-03d9421d07f2 x-openstack-request-id: req-00a3dc23-a6b1-46dd-b2ea-03d9421d07f2 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:56.548398 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e", "tag": "158c52f0-af89-4f88-9d5c-9a664b69819f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:56.548655 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-00a3dc23-a6b1-46dd-b2ea-03d9421d07f2 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:56.549052 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00a3dc23-a6b1-46dd-b2ea-03d9421d07f2'] response: {'name': 'network-changed', 'server_uuid': '03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e', 'tag': '158c52f0-af89-4f88-9d5c-9a664b69819f', 'status': 'completed', 'code': 200} Mar 24 00:49:56.586896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-44b4bc51-ae07-486e-9856-99ffbf408b28 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/87e7b32a-d7ba-4bbf-9ce8-f005f4275ecb HTTP/1.1" status: 200 len: 2990 time: 0.1626582 Mar 24 00:49:56.682364 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-03034333-cac5-4e70-91bd-e6464d0a2dd2 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] show failed (client error): The resource could not be found. Mar 24 00:49:56.696865 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-03034333-cac5-4e70-91bd-e6464d0a2dd2 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/a28c5838-fd9e-42b2-8630-2a890170c095 HTTP/1.1" status: 404 len: 352 time: 0.0906951 Mar 24 00:49:56.727529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 81414ee1-d7b9-4a78-9547-aaf860210b12 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:56.727942 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (81414ee1-d7b9-4a78-9547-aaf860210b12), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:56.759938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e2908-6be0-429e-a27e-0314baedbbd1 req-d1e0bc7d-6862-4b9e-aa52-1daea29b9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:56.761491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f03e2908-6be0-429e-a27e-0314baedbbd1 req-d1e0bc7d-6862-4b9e-aa52-1daea29b9334 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 1155 time: 0.2116728 Mar 24 00:49:56.767633 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 81414ee1-d7b9-4a78-9547-aaf860210b12, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=81414ee1-d7b9-4a78-9547-aaf860210b12,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:56.773576 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (81414ee1-d7b9-4a78-9547-aaf860210b12), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:56.774271 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-c4608393-75a5-414e-9cfe-ebbc67452107 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] show failed (client error): The resource could not be found. Mar 24 00:49:56.795488 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-c4608393-75a5-414e-9cfe-ebbc67452107 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/a28c5838-fd9e-42b2-8630-2a890170c095 HTTP/1.1" status: 404 len: 352 time: 0.0969667 Mar 24 00:49:56.882119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=81414ee1-d7b9-4a78-9547-aaf860210b12,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:56.911264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Network a98bf23f-e282-494a-9475-14c4438bbbf3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:49:56.927095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1c270-1478-49e0-9091-f34485ad3467 req-494bb061-b1d8-427d-9a47-1f31b2635d03 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:56.934069 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe1c270-1478-49e0-9091-f34485ad3467 req-494bb061-b1d8-427d-9a47-1f31b2635d03 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 943 time: 0.3430839 Mar 24 00:49:56.970004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:49:57.041329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-35ba159e-ba43-4ec3-b323-f33cb8a180b1 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/ab99d466-ec09-4111-9ecf-0f4d56fd6b37 HTTP/1.1" status: 200 len: 2998 time: 0.2441022 Mar 24 00:49:57.188230 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe1c270-1478-49e0-9091-f34485ad3467 req-efb7588f-e55d-44ad-b096-61e9ce0af323 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530594 Mar 24 00:49:57.260679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e2908-6be0-429e-a27e-0314baedbbd1 req-772ea8b2-601a-44f8-87c5-f93472839137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:57.262162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f03e2908-6be0-429e-a27e-0314baedbbd1 req-772ea8b2-601a-44f8-87c5-f93472839137 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.4644818 Mar 24 00:49:57.296214 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-3aa1119d-d4ea-4b85-9d88-999faf8bb28c tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/ab99d466-ec09-4111-9ecf-0f4d56fd6b37 HTTP/1.1" status: 200 len: 2998 time: 0.1887515 Mar 24 00:49:57.367319 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f03e2908-6be0-429e-a27e-0314baedbbd1 req-14a0c8e0-7f8a-48a0-a8ca-7d0fad12bc5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=158c52f0-af89-4f88-9d5c-9a664b69819f HTTP/1.1" status: 200 len: 217 time: 0.0674739 Mar 24 00:49:57.377396 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-017a803d-7bad-4bcb-9229-df15f9d17949 None None] Provisioning complete for port be48d34f-b9ac-438f-94d9-c499985ad4a2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:57.378312 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-017a803d-7bad-4bcb-9229-df15f9d17949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:57.444951 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-017a803d-7bad-4bcb-9229-df15f9d17949 None None] Port be48d34f-b9ac-438f-94d9-c499985ad4a2 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:49:57.462169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Router 9b32965a-6401-481d-8268-5409a9cc25f2 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:49:57.476102 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-6126b33e-f256-45c9-93ea-78c876e48c9b tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/bc20fe55-edd6-4b30-9de2-9948e70a50a4 HTTP/1.1" status: 200 len: 2998 time: 0.1654506 Mar 24 00:49:57.485754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c50358-24cb-45e2-8cb5-759a9749a109 req-86ac5fbd-4c45-4115-928d-5661944ae270 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:57.487214 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d9c50358-24cb-45e2-8cb5-759a9749a109 req-86ac5fbd-4c45-4115-928d-5661944ae270 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.2320116 Mar 24 00:49:57.515719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e2908-6be0-429e-a27e-0314baedbbd1 req-f9d87df6-e2cd-4284-a603-c0cfeecade56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:57.517174 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f03e2908-6be0-429e-a27e-0314baedbbd1 req-f9d87df6-e2cd-4284-a603-c0cfeecade56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.1408606 Mar 24 00:49:57.600818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:57.691012 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:49:57.697472 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:57.701572 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:57.820973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:57.821525 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:57.847267 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378b70c3-f7ee-464e-b850-520e6c2f9d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:49:57.849714 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1feffb-0a7c-4d07-bdf4-f9e14da3ac40" -d '{"events": [{"server_uuid": "378b70c3-f7ee-464e-b850-520e6c2f9d6d", "name": "network-vif-plugged", "status": "completed", "tag": "bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:49:57.863199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:57.868538 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:57.901385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f03e2908-6be0-429e-a27e-0314baedbbd1 req-ac55221a-2ac0-42d6-9f58-f505bf1ccbf6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3601866 Mar 24 00:49:57.920078 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:57.934198 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-acd55230-43d1-4bb5-8e48-71c0f8ffefb3 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/bc20fe55-edd6-4b30-9de2-9948e70a50a4 HTTP/1.1" status: 200 len: 2998 time: 0.4440875 Mar 24 00:49:57.955392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d9c50358-24cb-45e2-8cb5-759a9749a109 req-2edb99e3-6667-4ec2-97f5-da526ce71efe tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550986 Mar 24 00:49:58.073079 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:49:58.083737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Sync routers for ids ['9b32965a-6401-481d-8268-5409a9cc25f2'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:49:58.084688 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-eea2aac4-460c-49e6-8c9e-57883a7cf315 admin admin] 10.222.0.45 "PUT /v2.0/routers/9b32965a-6401-481d-8268-5409a9cc25f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1415060 Mar 24 00:49:58.099772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Routers {'9b32965a-6401-481d-8268-5409a9cc25f2'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:49:58.100104 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-a63dbb6a-0534-4cdd-8d63-2d1c1d0376d7 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/bcb5bf13-cfd4-409e-86f0-1194fb1259c6 HTTP/1.1" status: 200 len: 2994 time: 0.1497788 Mar 24 00:49:58.100618 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:49:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9b32965a-6401-481d-8268-5409a9cc25f2'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:58.105847 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f03e2908-6be0-429e-a27e-0314baedbbd1 req-6a79e06f-5a9a-412f-844d-0e266f26b3f4 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864276 Mar 24 00:49:58.160657 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e260e83-5ebc-42f9-a232-fda1448d15e6 req-db75504a-5eca-4f3f-b8e0-24df4a55cf66 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:58.162221 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e260e83-5ebc-42f9-a232-fda1448d15e6 req-db75504a-5eca-4f3f-b8e0-24df4a55cf66 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 949 time: 0.1360934 Mar 24 00:49:58.220969 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 81414ee1-d7b9-4a78-9547-aaf860210b12 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:49:58.228383 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-c8006a8c-de51-481a-9468-2b0cf2e89a3d tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/bcb5bf13-cfd4-409e-86f0-1194fb1259c6 HTTP/1.1" status: 200 len: 2994 time: 0.1215827 Mar 24 00:49:58.256726 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Set router 9b32965a-6401-481d-8268-5409a9cc25f2 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:49:58.290740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e260e83-5ebc-42f9-a232-fda1448d15e6 req-387655e5-89c7-45d5-b08a-b98d76fe68ef tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997014 Mar 24 00:49:58.306210 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f03e2908-6be0-429e-a27e-0314baedbbd1 req-b33a8084-5c8b-4e9a-9524-d3afe525a004 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824756 Mar 24 00:49:58.316128 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-b73f3d32-d044-4cf1-8765-376d58750f45 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f09f27ea-4f2b-430b-bef2-af533041592b HTTP/1.1" status: 200 len: 2998 time: 0.0723484 Mar 24 00:49:58.342350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 81414ee1-d7b9-4a78-9547-aaf860210b12 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:58.342732 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (81414ee1-d7b9-4a78-9547-aaf860210b12), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:58.397539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bc709aa1-cd7e-4746-ab04-f6a020c9000f req-abb71521-ca22-455c-a57c-b394d7fd39ce tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0261118 Mar 24 00:49:58.400456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-ec473b8c-fd3e-4eed-8f51-4775e68a675b tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f09f27ea-4f2b-430b-bef2-af533041592b HTTP/1.1" status: 200 len: 2998 time: 0.0664194 Mar 24 00:49:58.455155 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-3543d98f-81c7-46e5-b1e9-ee5fc5b05dbf tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f85b2002-497c-42c1-aba9-ad6dea8045e7 HTTP/1.1" status: 200 len: 2998 time: 0.0480008 Mar 24 00:49:58.492965 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 81414ee1-d7b9-4a78-9547-aaf860210b12 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:58.503068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-6ad6ba73-fef1-4bda-8522-8e510bb4e44a tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f85b2002-497c-42c1-aba9-ad6dea8045e7 HTTP/1.1" status: 200 len: 2998 time: 0.0411747 Mar 24 00:49:58.549244 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'name': 'tempest-ServerActionsTestJSON-626588052-router', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:49:48Z', 'updated_at': '2022-03-24T00:49:55Z', 'revision_number': 4, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'gw_port': {'id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:49Z', 'updated_at': '2022-03-24T00:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'be48d34f-b9ac-438f-94d9-c499985ad4a2', 'name': '', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'mac_address': 'fa:16:3e:4c:4b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:54Z', 'updated_at': '2022-03-24T00:49:56Z', 'revision_number': 2, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'subnets': [{'id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:58.562837 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-ede1021f-1f38-4ce0-aa38-121c296cb6d4 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0 HTTP/1.1" status: 200 len: 2998 time: 0.0492218 Mar 24 00:49:58.577057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Checking router: 9b32965a-6401-481d-8268-5409a9cc25f2 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:49:58.577446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Updating router 9b32965a-6401-481d-8268-5409a9cc25f2 port be48d34f-b9ac-438f-94d9-c499985ad4a2 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:49:58.614888 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fd2546-e0c8-4c2b-91be-05b2dc9d225e req-f8163886-506e-4538-be90-a5b79d8d5dde tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0 HTTP/1.1" status: 200 len: 2998 time: 0.0438340 Mar 24 00:49:58.617449 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660c20dd-7c74-44b2-8785-7ec75f7a7b47 x-openstack-request-id: req-660c20dd-7c74-44b2-8785-7ec75f7a7b47 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:49:58.618205 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378b70c3-f7ee-464e-b850-520e6c2f9d6d", "name": "network-vif-plugged", "status": "completed", "tag": "bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:49:58.618205 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-660c20dd-7c74-44b2-8785-7ec75f7a7b47 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:49:58.618457 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-660c20dd-7c74-44b2-8785-7ec75f7a7b47'] response: {'server_uuid': '378b70c3-f7ee-464e-b850-520e6c2f9d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf', 'code': 200} Mar 24 00:49:58.630463 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:58.640331 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7e13d036-d0b3-43b9-843a-13463145e48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:58.770526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f25044-651b-4f8d-ad15-fc58c7313fb9 req-9b0bb8ea-5917-4124-908d-9029f18f2e47 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:58.777285 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84f25044-651b-4f8d-ad15-fc58c7313fb9 req-9b0bb8ea-5917-4124-908d-9029f18f2e47 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 943 time: 0.0937726 Mar 24 00:49:58.786946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eef938-83ed-4620-b92d-9f9adf3be4fa req-68e6ce7b-092e-4728-aa5d-bd051f956809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:58.788350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8eef938-83ed-4620-b92d-9f9adf3be4fa req-68e6ce7b-092e-4728-aa5d-bd051f956809 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 1131 time: 0.0944355 Mar 24 00:49:58.851960 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84f25044-651b-4f8d-ad15-fc58c7313fb9 req-84036f11-c256-4586-baea-8124c0ec1e9b tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736647 Mar 24 00:49:58.884966 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8eef938-83ed-4620-b92d-9f9adf3be4fa req-6da54237-4350-41b8-9431-a021b51bc452 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815449 Mar 24 00:49:58.928981 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Publish callbacks [] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:58.937074 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:58.991920 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2da32f0c-3b72-4ef6-9e98-a092008821e4 req-961d79cd-ecd3-43c8-86c4-34e9d5da6221 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84668e0cc2294336a938733e9f1bc95a HTTP/1.1" status: 200 len: 6153 time: 0.0718343 Mar 24 00:49:59.014904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59daf607-6f71-4a1e-9e06-dfa60eab3636 None None] Pushing event updated for resources: {'Port': ['ID=be48d34f-b9ac-438f-94d9-c499985ad4a2,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:59.033446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35182) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:59.038078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1138766253', 'description': 'tempest-description--1115440787'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:59.072109 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2da32f0c-3b72-4ef6-9e98-a092008821e4 req-bf89ce72-60f1-48c1-a017-87f2506070fa tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] 10.222.0.45 "GET /v2.0/security-groups/bc20fe55-edd6-4b30-9de2-9948e70a50a4 HTTP/1.1" status: 200 len: 2998 time: 0.0724618 Mar 24 00:49:59.084637 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.096225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Attempting to bind port be48d34f-b9ac-438f-94d9-c499985ad4a2 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:49:59.099759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Attempting to bind port be48d34f-b9ac-438f-94d9-c499985ad4a2 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:49:59.100119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Attempting to bind port be48d34f-b9ac-438f-94d9-c499985ad4a2 on network a98bf23f-e282-494a-9475-14c4438bbbf3 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:49:59.115099 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:49:59.115485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Checking segment: {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:49:59.115895 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.116294 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Bound using segment: {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:49:59.116786 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Bound port: be48d34f-b9ac-438f-94d9-c499985ad4a2, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:49:59.117211 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.169455 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2da32f0c-3b72-4ef6-9e98-a092008821e4 req-8b82d1b9-554f-4707-a92f-40ae7b495572 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] 10.222.0.45 "GET /v2.0/security-groups/bc20fe55-edd6-4b30-9de2-9948e70a50a4 HTTP/1.1" status: 200 len: 2998 time: 0.0861859 Mar 24 00:49:59.175427 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for security_group (7797dc8c-f895-4b32-a0c9-3e631d96496b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.183451 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7797dc8c-f895-4b32-a0c9-3e631d96496b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.192499 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] For port be48d34f-b9ac-438f-94d9-c499985ad4a2, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:49:59.197961 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] For port be48d34f-b9ac-438f-94d9-c499985ad4a2, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=be48d34f-b9ac-438f-94d9-c499985ad4a2,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:49:59.210965 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.218067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7121d-7fc5-4cce-8e3a-e54df72d587b req-bcf26b7c-9c42-42bd-9e28-41422c55f4b4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:59.221305 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76d7121d-7fc5-4cce-8e3a-e54df72d587b req-bcf26b7c-9c42-42bd-9e28-41422c55f4b4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.1137774 Mar 24 00:49:59.228083 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.229629 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1951549 Mar 24 00:49:59.232445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35186) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:59.236717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7797dc8c-f895-4b32-a0c9-3e631d96496b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:59.248464 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3b3e43e1-99ac-4c7a-a8b0-8110cf0fe0dd tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Request body: {'security_group_rule': {'security_group_id': '7797dc8c-f895-4b32-a0c9-3e631d96496b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:59.261835 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.262398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.262897 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.263391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.263947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.264426 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.264964 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.265462 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.266011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.266493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.267003 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.267719 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.268191 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.268681 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.269254 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3493ce-266a-46dc-b672-7afab1674d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.302888 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b3e43e1-99ac-4c7a-a8b0-8110cf0fe0dd tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for security_group_rule (3396cc0d-0f78-4140-bede-b020f2ba182a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.318019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59daf607-6f71-4a1e-9e06-dfa60eab3636 None None] Pushing event updated for resources: {'Port': ['ID=be48d34f-b9ac-438f-94d9-c499985ad4a2,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:59.322506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Routers {'9b32965a-6401-481d-8268-5409a9cc25f2'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:49:59.323137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:49:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9b32965a-6401-481d-8268-5409a9cc25f2'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:49:59.386471 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b3e43e1-99ac-4c7a-a8b0-8110cf0fe0dd tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for security_group_rule (3396cc0d-0f78-4140-bede-b020f2ba182a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.393974 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b3e43e1-99ac-4c7a-a8b0-8110cf0fe0dd tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (3396cc0d-0f78-4140-bede-b020f2ba182a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.404061 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76d7121d-7fc5-4cce-8e3a-e54df72d587b req-a4735d1f-ee0a-4df1-aa9c-49202d7b3c21 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769085 Mar 24 00:49:59.416704 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4bfa625-ac95-4def-b401-61fcd91fb51f req-2bb56146-830c-4550-aa72-e6487899b753 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/a22cead2-b135-4284-8ae2-cd710145608b HTTP/1.1" status: 200 len: 1794 time: 0.1038015 Mar 24 00:49:59.425708 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e43e1-99ac-4c7a-a8b0-8110cf0fe0dd tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3396cc0d-0f78-4140-bede-b020f2ba182a,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:59.434133 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b3e43e1-99ac-4c7a-a8b0-8110cf0fe0dd tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.438261 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3b3e43e1-99ac-4c7a-a8b0-8110cf0fe0dd tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2017343 Mar 24 00:49:59.438637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35196) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:59.454362 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Request body: {'security_group_rule': {'security_group_id': '7797dc8c-f895-4b32-a0c9-3e631d96496b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:59.462334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e024e5f3-6eca-4e22-912e-6407fe41f869 None None] Provisioning complete for port be48d34f-b9ac-438f-94d9-c499985ad4a2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:49:59.462833 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e024e5f3-6eca-4e22-912e-6407fe41f869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.544347 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for security_group_rule (5bc2bf45-01e1-4852-b12b-8a7e9c6ee693), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.547883 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.556472 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] Set router 9b32965a-6401-481d-8268-5409a9cc25f2 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:49:59.595723 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a4bfa625-ac95-4def-b401-61fcd91fb51f req-524ba099-72d5-414a-8bf2-7269d6e3db0a tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks [] for security_group (a22cead2-b135-4284-8ae2-cd710145608b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.632701 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a4bfa625-ac95-4def-b401-61fcd91fb51f req-524ba099-72d5-414a-8bf2-7269d6e3db0a tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks [] for security_group (a22cead2-b135-4284-8ae2-cd710145608b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.663026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767c501-61a3-4524-92d0-a85cebb222ab req-d685c759-7c47-4076-9646-3c9c8cf1c9bc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:49:59.664481 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7767c501-61a3-4524-92d0-a85cebb222ab req-d685c759-7c47-4076-9646-3c9c8cf1c9bc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 949 time: 0.1678855 Mar 24 00:49:59.666473 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for security_group_rule (5bc2bf45-01e1-4852-b12b-8a7e9c6ee693), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.679591 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5bc2bf45-01e1-4852-b12b-8a7e9c6ee693), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.701264 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e024e5f3-6eca-4e22-912e-6407fe41f869 None None] Current status of the port be48d34f-b9ac-438f-94d9-c499985ad4a2 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:49:59.701664 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e024e5f3-6eca-4e22-912e-6407fe41f869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.731062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc2bf45-01e1-4852-b12b-8a7e9c6ee693,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:59.748750 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.749972 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103440 Mar 24 00:49:59.753503 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a4bfa625-ac95-4def-b401-61fcd91fb51f req-524ba099-72d5-414a-8bf2-7269d6e3db0a tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a22cead2-b135-4284-8ae2-cd710145608b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.753871 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35202) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:49:59.755992 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a4bfa625-ac95-4def-b401-61fcd91fb51f req-524ba099-72d5-414a-8bf2-7269d6e3db0a tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.757031 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4bfa625-ac95-4def-b401-61fcd91fb51f req-524ba099-72d5-414a-8bf2-7269d6e3db0a tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/a22cead2-b135-4284-8ae2-cd710145608b HTTP/1.1" status: 204 len: 173 time: 0.3279858 Mar 24 00:49:59.758260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e024e5f3-6eca-4e22-912e-6407fe41f869 None None] For port be48d34f-b9ac-438f-94d9-c499985ad4a2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=be48d34f-b9ac-438f-94d9-c499985ad4a2,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:49:59.761051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:49:59.764554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.764907 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.765280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.765617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.765953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.766293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.766628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.766957 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.767385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.767651 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.767936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.768260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.768584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.768905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.769298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a26b71-9b7c-4a3d-94d0-09c76dd87337 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:49:59.776611 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e024e5f3-6eca-4e22-912e-6407fe41f869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.781387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ba099-72d5-414a-8bf2-7269d6e3db0a tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22cead2-b135-4284-8ae2-cd710145608b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:49:59.787425 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7767c501-61a3-4524-92d0-a85cebb222ab req-132e09aa-1fb6-418e-a373-a13bbfde5d98 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137681 Mar 24 00:49:59.793332 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:49:59.878918 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a25e6a3b-0e63-41e9-8a82-7410ace4e63e req-f8c91c26-f62c-4c4f-997c-07a52f553c23 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0407639 Mar 24 00:49:59.946170 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d41a0a05-ce3e-4a31-b7e6-22a6f6f21e94 req-d41ff5ba-7842-4036-9521-24ce37e8cae5 tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "GET /v2.0/security-groups/d5a842b9-4030-4232-a860-92a8f85cfb11 HTTP/1.1" status: 200 len: 1794 time: 0.0660465 Mar 24 00:49:59.992171 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.025918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024e5f3-6eca-4e22-912e-6407fe41f869 None None] Pushing event updated for resources: {'Port': ['ID=be48d34f-b9ac-438f-94d9-c499985ad4a2,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:00.029948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d46cb444-a7d9-4548-986e-ea87e74237c4 None None] Provisioning complete for port be48d34f-b9ac-438f-94d9-c499985ad4a2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:00.030355 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d46cb444-a7d9-4548-986e-ea87e74237c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.076594 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d41a0a05-ce3e-4a31-b7e6-22a6f6f21e94 req-2d33aa65-2831-4298-b538-445dd047c0fc tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks [] for security_group (d5a842b9-4030-4232-a860-92a8f85cfb11), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.083679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'name': 'tempest-ServerActionsTestJSON-626588052-router', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:49:48Z', 'updated_at': '2022-03-24T00:49:55Z', 'revision_number': 4, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'gw_port': {'id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:49Z', 'updated_at': '2022-03-24T00:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'be48d34f-b9ac-438f-94d9-c499985ad4a2', 'name': '', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'mac_address': 'fa:16:3e:4c:4b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:54Z', 'updated_at': '2022-03-24T00:49:59Z', 'revision_number': 4, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'subnets': [{'id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:50:00.108005 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d41a0a05-ce3e-4a31-b7e6-22a6f6f21e94 req-2d33aa65-2831-4298-b538-445dd047c0fc tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks [] for security_group (d5a842b9-4030-4232-a860-92a8f85cfb11), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.111402 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Allocated IP 172.25.0.151 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/36ac28bb-95cc-464e-a9b4-85101d0a592b) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:50:00.111915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d89d7c-6b00-4316-8ff3-0c918ec8f908 None None] The sync data for ids ['9b32965a-6401-481d-8268-5409a9cc25f2'] in n-d-760455-9 is: [{'id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'name': 'tempest-ServerActionsTestJSON-626588052-router', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:49:48Z', 'updated_at': '2022-03-24T00:49:55Z', 'revision_number': 4, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'gw_port': {'id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:49Z', 'updated_at': '2022-03-24T00:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'be48d34f-b9ac-438f-94d9-c499985ad4a2', 'name': '', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'mac_address': 'fa:16:3e:4c:4b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:54Z', 'updated_at': '2022-03-24T00:49:59Z', 'revision_number': 4, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'subnets': [{'id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:50:00.129812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50a078-6bce-4c9a-9527-f3afcadcd156 req-f867e697-b0ba-4be3-b6dc-9a5b995455a1 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:00.131620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c50a078-6bce-4c9a-9527-f3afcadcd156 req-f867e697-b0ba-4be3-b6dc-9a5b995455a1 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 943 time: 0.0898776 Mar 24 00:50:00.187749 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d41a0a05-ce3e-4a31-b7e6-22a6f6f21e94 req-2d33aa65-2831-4298-b538-445dd047c0fc tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d5a842b9-4030-4232-a860-92a8f85cfb11), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.193220 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d41a0a05-ce3e-4a31-b7e6-22a6f6f21e94 req-2d33aa65-2831-4298-b538-445dd047c0fc tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.198851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d46cb444-a7d9-4548-986e-ea87e74237c4 None None] Current status of the port be48d34f-b9ac-438f-94d9-c499985ad4a2 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:00.209864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d41a0a05-ce3e-4a31-b7e6-22a6f6f21e94 req-2d33aa65-2831-4298-b538-445dd047c0fc tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5a842b9-4030-4232-a860-92a8f85cfb11 HTTP/1.1" status: 204 len: 173 time: 0.2555721 Mar 24 00:50:00.231542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33aa65-2831-4298-b538-445dd047c0fc tempest-SecurityGroupsTestAdminJSON-1439848156 tempest-SecurityGroupsTestAdminJSON-1439848156-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a842b9-4030-4232-a860-92a8f85cfb11,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:00.274598 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c50a078-6bce-4c9a-9527-f3afcadcd156 req-82768455-b23e-403f-a76e-7c138c1130b6 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277587 Mar 24 00:50:00.307880 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for port (36ac28bb-95cc-464e-a9b4-85101d0a592b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.325147 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db9b5965-a5af-40ed-a692-7ddd46f8830f req-2a18ea21-8fe2-4738-b193-7ab7228708a2 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] 10.222.0.45 "GET /v2.0/security-groups/81c71977-dc09-4926-89bc-f5ea8c46f5f5 HTTP/1.1" status: 200 len: 1794 time: 0.0718813 Mar 24 00:50:00.353750 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (36ac28bb-95cc-464e-a9b4-85101d0a592b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.397907 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-db9b5965-a5af-40ed-a692-7ddd46f8830f req-7fd62a95-5969-4784-9f47-a7d6bc26228f tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks [] for security_group (81c71977-dc09-4926-89bc-f5ea8c46f5f5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.420509 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:50:00.423535 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-db9b5965-a5af-40ed-a692-7ddd46f8830f req-7fd62a95-5969-4784-9f47-a7d6bc26228f tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks [] for security_group (81c71977-dc09-4926-89bc-f5ea8c46f5f5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.428198 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:50:00.432990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:50:00.436138 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event updated for resources: {'Port': ['ID=36ac28bb-95cc-464e-a9b4-85101d0a592b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:00.487742 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-db9b5965-a5af-40ed-a692-7ddd46f8830f req-7fd62a95-5969-4784-9f47-a7d6bc26228f tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (81c71977-dc09-4926-89bc-f5ea8c46f5f5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.491245 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-db9b5965-a5af-40ed-a692-7ddd46f8830f req-7fd62a95-5969-4784-9f47-a7d6bc26228f tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.492220 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db9b5965-a5af-40ed-a692-7ddd46f8830f req-7fd62a95-5969-4784-9f47-a7d6bc26228f tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] 10.222.0.45 "DELETE /v2.0/security-groups/81c71977-dc09-4926-89bc-f5ea8c46f5f5 HTTP/1.1" status: 204 len: 173 time: 0.1636679 Mar 24 00:50:00.507988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd62a95-5969-4784-9f47-a7d6bc26228f tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c71977-dc09-4926-89bc-f5ea8c46f5f5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:00.603399 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for floatingip (2209d413-87cb-4e8a-8c7f-a869252bc050), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.621885 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95782ac8-4f30-4ba4-a5d3-f43f7353f66d req-aad42b12-5946-46a3-aa02-f30f9950a215 tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] 10.222.0.45 "GET /v2.0/security-groups/64f4d1d1-89cb-438e-9ab4-03422bb26ae5 HTTP/1.1" status: 200 len: 1794 time: 0.0522971 Mar 24 00:50:00.629659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2ed2e-3cf3-48d1-98aa-ebf43ca97bd1 req-729d4087-128b-4240-b4d4-647067038f12 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:00.631364 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ed2ed2e-3cf3-48d1-98aa-ebf43ca97bd1 req-729d4087-128b-4240-b4d4-647067038f12 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.1196711 Mar 24 00:50:00.661534 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (36ac28bb-95cc-464e-a9b4-85101d0a592b), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.717423 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ed2ed2e-3cf3-48d1-98aa-ebf43ca97bd1 req-bca30ab0-7911-4168-be55-ab2156d11bad tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731440 Mar 24 00:50:00.755787 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-95782ac8-4f30-4ba4-a5d3-f43f7353f66d req-1757674f-0920-4be7-aa39-59f14374e4eb tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks [] for security_group (64f4d1d1-89cb-438e-9ab4-03422bb26ae5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.803140 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-08bf3be4-22e5-4407-a56d-db2ba3a330c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.814973 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-95782ac8-4f30-4ba4-a5d3-f43f7353f66d req-1757674f-0920-4be7-aa39-59f14374e4eb tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks [] for security_group (64f4d1d1-89cb-438e-9ab4-03422bb26ae5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.879635 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-95782ac8-4f30-4ba4-a5d3-f43f7353f66d req-1757674f-0920-4be7-aa39-59f14374e4eb tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (64f4d1d1-89cb-438e-9ab4-03422bb26ae5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.882612 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-95782ac8-4f30-4ba4-a5d3-f43f7353f66d req-1757674f-0920-4be7-aa39-59f14374e4eb tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.894599 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95782ac8-4f30-4ba4-a5d3-f43f7353f66d req-1757674f-0920-4be7-aa39-59f14374e4eb tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] 10.222.0.45 "DELETE /v2.0/security-groups/64f4d1d1-89cb-438e-9ab4-03422bb26ae5 HTTP/1.1" status: 204 len: 173 time: 0.2620311 Mar 24 00:50:00.904057 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for port (36ac28bb-95cc-464e-a9b4-85101d0a592b), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.911386 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (36ac28bb-95cc-464e-a9b4-85101d0a592b), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:00.923020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757674f-0920-4be7-aa39-59f14374e4eb tempest-SecurityGroupsTestAdminJSON-1958122168 tempest-SecurityGroupsTestAdminJSON-1958122168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f4d1d1-89cb-438e-9ab4-03422bb26ae5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:01.068206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae2b0-50a0-4c89-afe5-2918ca2c1454 req-99b6a54f-3eb9-43b2-913c-6f79b91c9439 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:01.070430 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-047ae2b0-50a0-4c89-afe5-2918ca2c1454 req-99b6a54f-3eb9-43b2-913c-6f79b91c9439 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 949 time: 0.0876584 Mar 24 00:50:01.079913 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event updated for resources: {'Port': ['ID=36ac28bb-95cc-464e-a9b4-85101d0a592b,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:01.095670 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (2209d413-87cb-4e8a-8c7f-a869252bc050), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:01.122022 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:01.125383 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-157bf1ba-3e8f-4fec-92f2-3e43a09e68b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3695402 Mar 24 00:50:01.176890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-047ae2b0-50a0-4c89-afe5-2918ca2c1454 req-a950ecc4-5578-4145-96e6-4a8cf14f74f8 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866075 Mar 24 00:50:01.286556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e365919a-63ea-4260-a15f-e165128d8bbb req-6f8e3598-371e-48b1-9d8c-25e64d2fbad7 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0454202 Mar 24 00:50:01.342468 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35266) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:01.481231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce3f09-f64a-4293-80e1-02722e3981f2 req-1607521c-2aac-4570-a13a-366cd57fec01 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:01.482867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6bce3f09-f64a-4293-80e1-02722e3981f2 req-1607521c-2aac-4570-a13a-366cd57fec01 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 943 time: 0.0977666 Mar 24 00:50:01.486324 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-5f2f8882-d6d7-4458-b03c-c9b1df6d75bd tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1138766253&fields=id&tenant_id=fa7a637ada534f57aa37557e7d448261 HTTP/1.1" status: 200 len: 267 time: 0.0625763 Mar 24 00:50:01.502834 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c07d21f5-284e-4a0a-b316-d7da8a9842e6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84668e0cc2294336a938733e9f1bc95a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584558 Mar 24 00:50:01.505275 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35278) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:01.559601 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5378db7-f0c1-4764-8187-0b750d7ae4ba admin admin] Publish callbacks [] for security_group (bc20fe55-edd6-4b30-9de2-9948e70a50a4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:01.585846 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5378db7-f0c1-4764-8187-0b750d7ae4ba admin admin] Publish callbacks [] for security_group (bc20fe55-edd6-4b30-9de2-9948e70a50a4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:01.597646 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6bce3f09-f64a-4293-80e1-02722e3981f2 req-eb1e9be7-c716-4ade-b43a-8b856a95969e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092052 Mar 24 00:50:01.642365 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5378db7-f0c1-4764-8187-0b750d7ae4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (bc20fe55-edd6-4b30-9de2-9948e70a50a4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:01.642499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-33180df6-b9c8-4638-a8bc-ad592d499c33 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:01.644188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-33180df6-b9c8-4638-a8bc-ad592d499c33 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 811 time: 0.1490421 Mar 24 00:50:01.645865 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5378db7-f0c1-4764-8187-0b750d7ae4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:01.647082 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e5378db7-f0c1-4764-8187-0b750d7ae4ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc20fe55-edd6-4b30-9de2-9948e70a50a4 HTTP/1.1" status: 204 len: 168 time: 0.1409049 Mar 24 00:50:01.661366 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5378db7-f0c1-4764-8187-0b750d7ae4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc20fe55-edd6-4b30-9de2-9948e70a50a4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:01.672120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-2cacf866-330b-4888-94bd-8d7686ba39ce tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/quotas/fa7a637ada534f57aa37557e7d448261 HTTP/1.1" status: 200 len: 375 time: 0.0114729 Mar 24 00:50:01.740742 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-2808d79e-d83c-43a6-a387-419db232819c tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621231 Mar 24 00:50:01.898426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9273c-3787-47df-ba80-fdce729aa482 req-7b09e13a-63fe-4f5d-92da-060e73b37d96 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:01.899925 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32d9273c-3787-47df-ba80-fdce729aa482 req-7b09e13a-63fe-4f5d-92da-060e73b37d96 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.0915222 Mar 24 00:50:01.905587 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-8a56a12c-e613-4345-9ae2-899b0d290429 service neutron] 10.222.0.45 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468687 Mar 24 00:50:01.954655 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35294) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:02.000978 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:02.005198 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d5b1895a-7b57-4529-bcf6-34473ea59600 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=00c5c768c6d8427ba01f604af6e91dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459704 Mar 24 00:50:02.005319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35296) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:02.010401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32d9273c-3787-47df-ba80-fdce729aa482 req-4325bd8b-8598-4f9f-be36-4699735827f3 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035240 Mar 24 00:50:02.035534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0f3b29f8-ff8d-48db-87ad-0a077ad9151a service neutron] 10.222.0.45 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250553 Mar 24 00:50:02.103329 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00cf43c7-9cb2-41ad-acee-92728da4292a admin admin] Publish callbacks [] for security_group (25a058b8-6257-4578-808c-ea05b5ac9c22), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:02.136402 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00cf43c7-9cb2-41ad-acee-92728da4292a admin admin] Publish callbacks [] for security_group (25a058b8-6257-4578-808c-ea05b5ac9c22), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:02.196338 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:02.208264 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00cf43c7-9cb2-41ad-acee-92728da4292a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (25a058b8-6257-4578-808c-ea05b5ac9c22), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:02.213620 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00cf43c7-9cb2-41ad-acee-92728da4292a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:02.218383 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-00cf43c7-9cb2-41ad-acee-92728da4292a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25a058b8-6257-4578-808c-ea05b5ac9c22 HTTP/1.1" status: 204 len: 168 time: 0.2119882 Mar 24 00:50:02.241840 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf43c7-9cb2-41ad-acee-92728da4292a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a058b8-6257-4578-808c-ea05b5ac9c22,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:02.268988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device be48d34f-b9ac-438f-94d9-c499985ad4a2 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:50:02.403375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port be48d34f-b9ac-438f-94d9-c499985ad4a2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:02.404204 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:02.421524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d4ecdd1-dc72-4ab0-97d7-3cfb7590a038 req-626bc8a6-7588-4c82-9685-cca281859938 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 210 time: 0.0412309 Mar 24 00:50:02.506636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-321f1b16-fca3-47db-88fb-883d3c07e1e4 req-62c15b92-4a6a-4e9a-9c54-0da8211db622 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0733385 Mar 24 00:50:02.536800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd4524-a378-48e5-9e5b-bd2b976c2ec8 req-57084beb-7543-4f0e-b2fb-7d7449122617 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:02.538639 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4fcd4524-a378-48e5-9e5b-bd2b976c2ec8 req-57084beb-7543-4f0e-b2fb-7d7449122617 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 949 time: 0.2140560 Mar 24 00:50:02.572955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port be48d34f-b9ac-438f-94d9-c499985ad4a2 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:02.637289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9b27443-32de-474b-8604-be06d38cb523 req-c80e386d-4f5e-4c01-8235-469adf7a0bc8 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0337002 Mar 24 00:50:02.660666 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4fcd4524-a378-48e5-9e5b-bd2b976c2ec8 req-1add1d8b-4096-422f-b6b4-8fb4e805fa7b tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107273 Mar 24 00:50:02.810723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-d604918d-4388-402a-b86d-2046fd194297 service neutron] 10.222.0.57 "GET /v2.0/ports/a60a78e9-a676-43bb-8d72-06b222428363/bindings/n-h1-760455-9 HTTP/1.1" status: 200 len: 382 time: 0.1042225 Mar 24 00:50:02.909703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4be42-a125-4f49-9a31-80d7c9795353 req-7b82a0f5-890d-4749-beb9-8786222e29c9 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:02.922396 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12b4be42-a125-4f49-9a31-80d7c9795353 req-7b82a0f5-890d-4749-beb9-8786222e29c9 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 1131 time: 0.1324911 Mar 24 00:50:02.959512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86564f54-0e17-4118-bebc-ff77b10cedbf req-c60325fa-1aee-429b-a9ab-3dee97622c5b tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:02.968400 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86564f54-0e17-4118-bebc-ff77b10cedbf req-c60325fa-1aee-429b-a9ab-3dee97622c5b tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 943 time: 0.1610758 Mar 24 00:50:03.058242 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12b4be42-a125-4f49-9a31-80d7c9795353 req-0ba52991-b668-4718-a105-30a2b104e2d6 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344385 Mar 24 00:50:03.172495 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86564f54-0e17-4118-bebc-ff77b10cedbf req-e0dae35d-7fec-424a-ad7a-ee8b7a4778c0 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024417 Mar 24 00:50:03.214159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f302e87-af6e-4f81-922b-60657ced295e req-211e65d5-3c7f-433b-9f6a-1248f74559b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:03.215294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-211e65d5-3c7f-433b-9f6a-1248f74559b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce&tenant_id=a09e8f3796504a0591d01b6c352de665 HTTP/1.1" status: 200 len: 1132 time: 0.1449454 Mar 24 00:50:03.463836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5ca43-7b89-4e6a-9d94-7b67e15e81ec req-85b7bd29-5f86-4aec-9653-670b5f72350c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:03.469649 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2e5ca43-7b89-4e6a-9d94-7b67e15e81ec req-85b7bd29-5f86-4aec-9653-670b5f72350c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.2148702 Mar 24 00:50:03.477944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-ed8fa909-5d11-4951-809a-2e8976e7d448 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=df816c36861a41d49b8f0b50ec662764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822339 Mar 24 00:50:03.487881 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:03.509605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f302e87-af6e-4f81-922b-60657ced295e req-cb745712-1b11-409a-b2a2-328d40faeab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:03.511086 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-cb745712-1b11-409a-b2a2-328d40faeab5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 1132 time: 0.2094023 Mar 24 00:50:03.658215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2e5ca43-7b89-4e6a-9d94-7b67e15e81ec req-59e6fde5-bec7-4525-a0e4-620312c23c24 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772757 Mar 24 00:50:03.746020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-d7180313-8996-4dd8-b28e-c36ca8a760ba tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:03.748923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-d7180313-8996-4dd8-b28e-c36ca8a760ba tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2701564 Mar 24 00:50:03.757981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f302e87-af6e-4f81-922b-60657ced295e req-ce873f9a-7534-4dc2-8fbc-e6d41dceb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:03.760177 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-ce873f9a-7534-4dc2-8fbc-e6d41dceb110 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.2340837 Mar 24 00:50:03.831536 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-7b623950-3170-4cc7-9944-0fecb7595502 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/quotas/df816c36861a41d49b8f0b50ec662764 HTTP/1.1" status: 200 len: 375 time: 0.0698359 Mar 24 00:50:03.836046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-b5a59997-f4d5-454b-ae13-b862852f960f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=a60a78e9-a676-43bb-8d72-06b222428363 HTTP/1.1" status: 200 len: 217 time: 0.0665550 Mar 24 00:50:03.930363 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7484edcf-4bb9-4600-8977-2fccac8df77b req-78a22ab6-e514-48fa-a52a-f5021513eb9a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 210 time: 0.0922801 Mar 24 00:50:04.024872 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-529fcb2b-c4ed-4458-a787-4c2436b9e607 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1802802 Mar 24 00:50:04.031297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f302e87-af6e-4f81-922b-60657ced295e req-9cea0f90-090b-4bb0-b8aa-33a38f29eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:04.034284 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-9cea0f90-090b-4bb0-b8aa-33a38f29eed7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1885350 Mar 24 00:50:04.095745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7dd5f631-d896-4a42-a7c3-70c90e5926b7 req-a840edeb-3d93-4fbb-b92a-71cb95b4ef27 tempest-ServersAdmin275Test-559368051 tempest-ServersAdmin275Test-559368051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0672548 Mar 24 00:50:04.311648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f302e87-af6e-4f81-922b-60657ced295e req-8885af54-9201-44b6-b971-f7c122cd886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:04.318707 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-8885af54-9201-44b6-b971-f7c122cd886b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2727499 Mar 24 00:50:04.392396 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08caa23c-4c00-424d-b548-8b10d4fa14f4 req-99e27789-c31d-4d0b-8ecd-c93de9af2268 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 210 time: 0.1340342 Mar 24 00:50:04.526647 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-66df16b8-438a-4c88-aa48-6aa8a0a5903b req-a3a1429a-8802-459e-9dd9-de8ed53c6111 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4bddb8e130a4ed591931039d412a746&device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0681436 Mar 24 00:50:04.579001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-63301f4b-245d-4464-b174-5217a1b2fa24 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:04.580515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-63301f4b-245d-4464-b174-5217a1b2fa24 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.48 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 811 time: 0.4873965 Mar 24 00:50:04.596142 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-66df16b8-438a-4c88-aa48-6aa8a0a5903b req-6e3e923c-8557-4d1a-9d51-e7f49013a229 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a4bddb8e130a4ed591931039d412a746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534980 Mar 24 00:50:04.643656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e49330d8-393c-4f17-a0c5-d02fac293c69 req-36bce7ab-5337-40f7-94c7-a35951e02ac6 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0575893 Mar 24 00:50:04.684047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4db738-f3a2-4286-8d81-3b14d5e94004 req-b1af7694-688e-4be5-a957-4ed79941deb3 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:04.692759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a4db738-f3a2-4286-8d81-3b14d5e94004 req-b1af7694-688e-4be5-a957-4ed79941deb3 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 943 time: 0.1516032 Mar 24 00:50:04.736395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-8e02d203-7f68-4dbd-ae78-9f0178bf4654 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426585 Mar 24 00:50:04.829413 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-b98d6e06-1a4a-44e5-951b-26d4a6109d7a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa7a637ada534f57aa37557e7d448261 HTTP/1.1" status: 200 len: 380 time: 0.2297237 Mar 24 00:50:04.855444 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a4db738-f3a2-4286-8d81-3b14d5e94004 req-2227c9d7-e216-4cf7-84bb-baffa127c863 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613913 Mar 24 00:50:04.868022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-e283c86c-be0c-46dd-bb8c-1fa70aa65746 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Request body: {'port': {'device_id': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'admin_state_up': True, 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'security_groups': ['7797dc8c-f895-4b32-a0c9-3e631d96496b']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:04.950069 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 158c52f0-af89-4f88-9d5c-9a664b69819f no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:50:04.956335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df16b8-438a-4c88-aa48-6aa8a0a5903b req-e1f0c7a0-7eac-48d7-afbb-962a9402f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:04.958995 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-66df16b8-438a-4c88-aa48-6aa8a0a5903b req-e1f0c7a0-7eac-48d7-afbb-962a9402f19b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3530636 Mar 24 00:50:05.015601 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f302e87-af6e-4f81-922b-60657ced295e req-325dcc6f-606e-4920-8c03-c70770179611 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674708 Mar 24 00:50:05.055387 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:05.085800 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-36f5e224-c283-46b8-8c55-32c00b04d390 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7dc98852318e4549823069b893aefd39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396471 Mar 24 00:50:05.149474 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 158c52f0-af89-4f88-9d5c-9a664b69819f is: DOWN; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:05.290332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-e283c86c-be0c-46dd-bb8c-1fa70aa65746 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Made reservation on behalf of fa7a637ada534f57aa37557e7d448261 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:50:05.293967 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-e283c86c-be0c-46dd-bb8c-1fa70aa65746 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:05.364037 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-74bfac3e-068d-4863-a368-bd819a5f0531 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:05.365499 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-74bfac3e-068d-4863-a368-bd819a5f0531 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2632241 Mar 24 00:50:05.417846 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb45f05-0b57-4c19-84a1-4ced588bb739 req-4ad5e005-90fd-48fe-b7fb-5315e4f43cc5 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:05.419287 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0cb45f05-0b57-4c19-84a1-4ced588bb739 req-4ad5e005-90fd-48fe-b7fb-5315e4f43cc5 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.1903937 Mar 24 00:50:05.428102 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-63c74b26-5ad8-4186-bb86-b079087f2999 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/quotas/7dc98852318e4549823069b893aefd39 HTTP/1.1" status: 200 len: 375 time: 0.0339510 Mar 24 00:50:05.477303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-dcebfc76-e52a-4bef-8d00-9601f41b6bfe tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dc98852318e4549823069b893aefd39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419893 Mar 24 00:50:05.545493 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0cb45f05-0b57-4c19-84a1-4ced588bb739 req-297f4c9b-4170-49e1-8f3d-1df556a54698 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168568 Mar 24 00:50:05.568337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-e283c86c-be0c-46dd-bb8c-1fa70aa65746 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Allocated IP 172.20.0.9 (a98bf23f-e282-494a-9475-14c4438bbbf3/9949c1b7-99b1-4ac5-9528-e85b6230eee6/b2392a83-16b2-4b0b-b2b6-553464a896cc) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:50:05.976578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-26a8f1ef-6627-4148-8f37-05e4836e2242 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=df816c36861a41d49b8f0b50ec662764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824378 Mar 24 00:50:06.004641 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b93fc20b-4207-40b2-b9df-75420ce0d190 req-ad552085-2ce7-406c-b7de-311b2a6216fc tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 210 time: 0.1124184 Mar 24 00:50:06.142385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86249aba-d735-48dd-82ba-d8d03415e298 req-91308389-ce3d-424f-96b1-1c84d5edc1ca tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:06.145770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86249aba-d735-48dd-82ba-d8d03415e298 req-91308389-ce3d-424f-96b1-1c84d5edc1ca tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 945 time: 0.2525570 Mar 24 00:50:06.207489 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d7bf780-667b-4538-b20b-bd609304cfda req-95491508-d1d9-4ab2-bfde-dc4f51e86086 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 210 time: 0.0537410 Mar 24 00:50:06.220281 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-e283c86c-be0c-46dd-bb8c-1fa70aa65746 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:06.234457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-d3d25bce-7766-4813-8fb6-1a784b0046cf tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:06.236482 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-d3d25bce-7766-4813-8fb6-1a784b0046cf tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289681 Mar 24 00:50:06.251761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-f77581a4-1b2b-4b9f-9650-4b2e4c19c8b4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Request body: {'port': {'device_id': 'a339bea9-2032-4ff9-8c29-a5a03a94f753', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'df816c36861a41d49b8f0b50ec662764'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:06.362157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86249aba-d735-48dd-82ba-d8d03415e298 req-dc90750f-5b71-4d00-9b82-d50188d5f971 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019966 Mar 24 00:50:06.411387 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-e283c86c-be0c-46dd-bb8c-1fa70aa65746 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:06.488410 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1deb74f0-0964-42d7-b77d-5014a7294f92 req-20eda102-3284-477f-8d13-e39f23c32641 tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0350122 Mar 24 00:50:06.552496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-e283c86c-be0c-46dd-bb8c-1fa70aa65746 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Network a98bf23f-e282-494a-9475-14c4438bbbf3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:50:06.568087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-e283c86c-be0c-46dd-bb8c-1fa70aa65746 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:50:06.589484 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-e283c86c-be0c-46dd-bb8c-1fa70aa65746 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:50:06.593549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c396f6f-7525-4674-bc3c-0353bf8defc9 req-516ccda0-47f3-4df0-ab15-3858d9d82272 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132 HTTP/1.1" status: 200 len: 210 time: 0.0560913 Mar 24 00:50:06.594112 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-f77581a4-1b2b-4b9f-9650-4b2e4c19c8b4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Made reservation on behalf of df816c36861a41d49b8f0b50ec662764 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:50:06.597347 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-f77581a4-1b2b-4b9f-9650-4b2e4c19c8b4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:06.610584 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-66df16b8-438a-4c88-aa48-6aa8a0a5903b req-24153327-0b7e-40a4-99d1-8dab843d123e tempest-ServersAdmin275Test-1307383569 tempest-ServersAdmin275Test-1307383569-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e679aee-6d17-4dee-abd1-2c4e330b25f2 HTTP/1.1" status: 200 len: 210 time: 0.0353568 Mar 24 00:50:06.649015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283c86c-be0c-46dd-bb8c-1fa70aa65746 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event updated for resources: {'Port': ['ID=b2392a83-16b2-4b0b-b2b6-553464a896cc,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:06.740215 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-e283c86c-be0c-46dd-bb8c-1fa70aa65746 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:06.740838 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-e283c86c-be0c-46dd-bb8c-1fa70aa65746 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:06.831294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-e283c86c-be0c-46dd-bb8c-1fa70aa65746 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9899580 Mar 24 00:50:06.851791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9168a-edc2-4619-87e6-02663c12b02b req-31b095dd-48ee-460d-9609-4da8f149c604 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:06.853269 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffc9168a-edc2-4619-87e6-02663c12b02b req-31b095dd-48ee-460d-9609-4da8f149c604 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 943 time: 0.2532942 Mar 24 00:50:06.860367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Request body: {'port': {'device_id': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:06.915561 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5c273182-cfff-402b-a943-091428c4da2b None None] Provisioning complete for port b2392a83-16b2-4b0b-b2b6-553464a896cc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:06.917366 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5c273182-cfff-402b-a943-091428c4da2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:06.963416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5c273182-cfff-402b-a943-091428c4da2b None None] Port b2392a83-16b2-4b0b-b2b6-553464a896cc cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:50:06.979097 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-36f4e660-7561-445e-9bc0-92d264133b07 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7dc98852318e4549823069b893aefd39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349159 Mar 24 00:50:07.003092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-f77581a4-1b2b-4b9f-9650-4b2e4c19c8b4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Allocated IP 192.168.233.242 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/3da7e293-42af-4799-ad6a-413f40f9c2cb) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:50:07.024225 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66adf35-529a-4581-ba64-777403f077f6 req-1e8c0cd3-4f43-4278-8c84-cf533b4b93be tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:07.025761 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e66adf35-529a-4581-ba64-777403f077f6 req-1e8c0cd3-4f43-4278-8c84-cf533b4b93be tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.2451141 Mar 24 00:50:07.045909 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffc9168a-edc2-4619-87e6-02663c12b02b req-ebdd96e8-3490-4fc1-802a-3ddf96e6e3cc tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783593 Mar 24 00:50:07.052992 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:07.192620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e66adf35-529a-4581-ba64-777403f077f6 req-96e2376a-e02c-4ad4-abf7-2b1ecfabb1d9 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506238 Mar 24 00:50:07.279610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-3a337c9a-0e0f-41a0-b708-7afca9b24a7f tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:07.283103 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-3a337c9a-0e0f-41a0-b708-7afca9b24a7f tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2976542 Mar 24 00:50:07.354965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Request body: {'port': {'device_id': '7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': '7dc98852318e4549823069b893aefd39'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:07.469798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-060d727a-7628-466f-91c3-8674d79f51a6 req-36f1ac7b-9ee4-43b4-bfd0-df98812e3839 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 210 time: 0.1198266 Mar 24 00:50:07.487802 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Made reservation on behalf of 7dc98852318e4549823069b893aefd39 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:50:07.492312 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:07.505709 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:07.571591 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-f77581a4-1b2b-4b9f-9650-4b2e4c19c8b4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks [] for port (3da7e293-42af-4799-ad6a-413f40f9c2cb), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:07.595153 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.48', 49858) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:07.638377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dae31a-cae3-4788-bcd1-5b9b935d0bcc req-fff6145c-21d9-4694-84d6-c46512584088 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:07.639818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e2dae31a-cae3-4788-bcd1-5b9b935d0bcc req-fff6145c-21d9-4694-84d6-c46512584088 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 931 time: 0.3530142 Mar 24 00:50:07.641800 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks [] for security_group (46e0db3d-35ec-4145-a805-234d94f1ab3f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:07.647539 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959b0f7-02d1-4a87-9416-4cb316ede31d req-0cd8a115-4bb6-4035-8b1b-6753ff55719f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:07.649229 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7959b0f7-02d1-4a87-9416-4cb316ede31d req-0cd8a115-4bb6-4035-8b1b-6753ff55719f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 945 time: 0.2245958 Mar 24 00:50:07.650930 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a60a78e9-a676-43bb-8d72-06b222428363 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:50:07.652436 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (46e0db3d-35ec-4145-a805-234d94f1ab3f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:07.653352 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a60a78e9-a676-43bb-8d72-06b222428363 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:50:07.741185 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-ab0298df-0b58-4b29-a975-e9163da7f4c1 service neutron] 10.222.0.48 "GET /v2.0/ports/158c52f0-af89-4f88-9d5c-9a664b69819f/bindings/n-h1-760455-9 HTTP/1.1" status: 200 len: 384 time: 0.1418114 Mar 24 00:50:07.744171 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e0db3d-35ec-4145-a805-234d94f1ab3f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:07.808001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a60a78e9-a676-43bb-8d72-06b222428363 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:07.808657 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a60a78e9-a676-43bb-8d72-06b222428363), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:07.842019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a60a78e9-a676-43bb-8d72-06b222428363, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a60a78e9-a676-43bb-8d72-06b222428363,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:07.844939 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-f77581a4-1b2b-4b9f-9650-4b2e4c19c8b4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3da7e293-42af-4799-ad6a-413f40f9c2cb), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:07.850586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e2dae31a-cae3-4788-bcd1-5b9b935d0bcc req-2a1def76-e030-4864-ba46-77c3da4fc451 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988332 Mar 24 00:50:07.858439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4088f64-9f39-43bf-8eb5-ca47a5e52738 req-c6677e09-3368-4c6f-8f27-dec1b5566c1f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:07.860361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b6b5e3-1f26-4e42-a14c-579edf53acce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a60a78e9-a676-43bb-8d72-06b222428363'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:07.865400 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ff8098-d115-4504-943f-4b720615e722" -d '{"events": [{"server_uuid": "c7b6b5e3-1f26-4e42-a14c-579edf53acce", "name": "network-vif-unplugged", "status": "completed", "tag": "a60a78e9-a676-43bb-8d72-06b222428363"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:07.866141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4088f64-9f39-43bf-8eb5-ca47a5e52738 req-c6677e09-3368-4c6f-8f27-dec1b5566c1f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 945 time: 0.2607217 Mar 24 00:50:07.876828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0e6c5e2d-782c-414c-9e5f-1d5918533971', '99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:07.927420 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['67b23191-0398-402d-82be-68740bac6133', '12c234fe-6cd4-4a64-9edb-003910b80cf6', '683bcb47-c355-44a2-8339-f8240c0c629c', 'bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:07.973929 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Allocated IP 192.168.233.15 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/312a3ba1-f96c-4d74-9028-45061265ff2f) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:50:07.974357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a60a78e9-a676-43bb-8d72-06b222428363, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a60a78e9-a676-43bb-8d72-06b222428363,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:07.977840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'a60a78e9-a676-43bb-8d72-06b222428363', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'a60a78e9-a676-43bb-8d72-06b222428363', 'mac_address': 'fa:16:3e:7c:75:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:50:07.999502 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a60a78e9-a676-43bb-8d72-06b222428363), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:08.005224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-f77581a4-1b2b-4b9f-9650-4b2e4c19c8b4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:50:08.029122 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-bacaab45-7db8-44c9-91bb-2ed1a5c3f6ca service neutron] For port 158c52f0-af89-4f88-9d5c-9a664b69819f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=158c52f0-af89-4f88-9d5c-9a664b69819f,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:08.037925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-f77581a4-1b2b-4b9f-9650-4b2e4c19c8b4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:50:08.041473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-f77581a4-1b2b-4b9f-9650-4b2e4c19c8b4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:50:08.070673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2392a83-16b2-4b0b-b2b6-553464a896cc {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:08.078095 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-bacaab45-7db8-44c9-91bb-2ed1a5c3f6ca service neutron] For port 158c52f0-af89-4f88-9d5c-9a664b69819f, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:50:08.080312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77581a4-1b2b-4b9f-9650-4b2e4c19c8b4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event updated for resources: {'Port': ['ID=3da7e293-42af-4799-ad6a-413f40f9c2cb,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:08.120297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a60a78e9-a676-43bb-8d72-06b222428363 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:08.120952 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a60a78e9-a676-43bb-8d72-06b222428363), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:08.134272 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Publish callbacks [] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:08.152624 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60a78e9-a676-43bb-8d72-06b222428363 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:08.169694 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-bacaab45-7db8-44c9-91bb-2ed1a5c3f6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158c52f0-af89-4f88-9d5c-9a664b69819f {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:08.195051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-bacaab45-7db8-44c9-91bb-2ed1a5c3f6ca service neutron] For port 158c52f0-af89-4f88-9d5c-9a664b69819f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=158c52f0-af89-4f88-9d5c-9a664b69819f,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:08.220481 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db3ab50b-225b-43fd-8863-190a2f6dbeca req-2ccd3128-a19f-42bc-87d1-fb24a316459a tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132 HTTP/1.1" status: 200 len: 210 time: 0.1293514 Mar 24 00:50:08.224940 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-bacaab45-7db8-44c9-91bb-2ed1a5c3f6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:08.237789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4088f64-9f39-43bf-8eb5-ca47a5e52738 req-41ac8d3e-739b-47e7-8d5c-afe26fb39509 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707223 Mar 24 00:50:08.267837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Transition to ACTIVE for port object b2392a83-16b2-4b0b-b2b6-553464a896cc will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:50:08.279756 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks [] for port (312a3ba1-f96c-4d74-9028-45061265ff2f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:08.289126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-7959b0f7-02d1-4a87-9416-4cb316ede31d req-8ecfb68a-a29b-44c8-b896-29fae833f76f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Deleting port 81371306-18bf-400c-87c0-4a5254cb0b5e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:50:08.289126 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7959b0f7-02d1-4a87-9416-4cb316ede31d req-8ecfb68a-a29b-44c8-b896-29fae833f76f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (81371306-18bf-400c-87c0-4a5254cb0b5e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:08.303637 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:08.315925 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a60a78e9-a676-43bb-8d72-06b222428363, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a60a78e9-a676-43bb-8d72-06b222428363,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:08.319840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-f77581a4-1b2b-4b9f-9650-4b2e4c19c8b4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:08.320523 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-f77581a4-1b2b-4b9f-9650-4b2e4c19c8b4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:08.383018 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a60a78e9-a676-43bb-8d72-06b222428363), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:08.389068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a60a78e9-a676-43bb-8d72-06b222428363,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:08.430959 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (312a3ba1-f96c-4d74-9028-45061265ff2f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:08.439579 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dae24b-4952-4ed5-8d19-e17400e7ca83 x-openstack-request-id: req-c8dae24b-4952-4ed5-8d19-e17400e7ca83 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:08.439984 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b6b5e3-1f26-4e42-a14c-579edf53acce", "name": "network-vif-unplugged", "status": "completed", "tag": "a60a78e9-a676-43bb-8d72-06b222428363", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:08.440346 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8dae24b-4952-4ed5-8d19-e17400e7ca83 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:08.440800 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8dae24b-4952-4ed5-8d19-e17400e7ca83'] response: {'server_uuid': 'c7b6b5e3-1f26-4e42-a14c-579edf53acce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a60a78e9-a676-43bb-8d72-06b222428363', 'code': 200} Mar 24 00:50:08.458568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-bacaab45-7db8-44c9-91bb-2ed1a5c3f6ca service neutron] Transition to ACTIVE for port object 158c52f0-af89-4f88-9d5c-9a664b69819f will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:50:08.515601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35498) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:08.522577 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Pushing event updated for resources: {'Port': ['ID=312a3ba1-f96c-4d74-9028-45061265ff2f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:08.530449 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-bacaab45-7db8-44c9-91bb-2ed1a5c3f6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:08.531137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a60a78e9-a676-43bb-8d72-06b222428363,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:08.599213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d3279c7a-673b-45f1-8024-cd237bd2daa1 None None] Provisioning complete for port 3da7e293-42af-4799-ad6a-413f40f9c2cb triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:08.599866 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d3279c7a-673b-45f1-8024-cd237bd2daa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3da7e293-42af-4799-ad6a-413f40f9c2cb), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:08.610522 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:50:08.613354 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacaab45-7db8-44c9-91bb-2ed1a5c3f6ca service neutron] Pushing event updated for resources: {'Port': ['ID=158c52f0-af89-4f88-9d5c-9a664b69819f,revision_number=10']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:08.624315 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-f77581a4-1b2b-4b9f-9650-4b2e4c19c8b4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3777578 Mar 24 00:50:08.626022 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:50:08.631076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:50:08.673941 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Request body: {'port': {'device_id': 'a339bea9-2032-4ff9-8c29-a5a03a94f753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:08.684084 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Pushing event updated for resources: {'Port': ['ID=b2392a83-16b2-4b0b-b2b6-553464a896cc,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:08.742537 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-bacaab45-7db8-44c9-91bb-2ed1a5c3f6ca service neutron] No DVR routers for this DVR port 158c52f0-af89-4f88-9d5c-9a664b69819f on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:50:08.752491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a60a78e9-a676-43bb-8d72-06b222428363'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:08.782299 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-bacaab45-7db8-44c9-91bb-2ed1a5c3f6ca service neutron] 10.222.0.48 "PUT /v2.0/ports/158c52f0-af89-4f88-9d5c-9a664b69819f/bindings/n-h1-760455-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0317237 Mar 24 00:50:08.804560 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:08.805762 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:08.830440 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-5e678f76-3de4-4193-a4ed-91d2ddde35e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4838109 Mar 24 00:50:08.849860 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Request body: {'port': {'device_id': '7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:08.894362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d3279c7a-673b-45f1-8024-cd237bd2daa1 None None] Port 3da7e293-42af-4799-ad6a-413f40f9c2cb cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:50:08.935977 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (312a3ba1-f96c-4d74-9028-45061265ff2f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:09.124418 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f8725a2d-75af-489e-b612-045c07bdd728 None None] Provisioning complete for port 312a3ba1-f96c-4d74-9028-45061265ff2f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:09.124961 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f8725a2d-75af-489e-b612-045c07bdd728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (312a3ba1-f96c-4d74-9028-45061265ff2f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:09.129502 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c0cdb7f-09c9-4d0c-bafe-7d3e6aea8882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:09.191868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f8725a2d-75af-489e-b612-045c07bdd728 None None] Port 312a3ba1-f96c-4d74-9028-45061265ff2f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:50:09.201353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadea11-7a79-44ef-8a4c-e743a7abea9e req-15220e23-1c1e-4a6e-af88-31ffeee66cd6 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:09.202934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cdadea11-7a79-44ef-8a4c-e743a7abea9e req-15220e23-1c1e-4a6e-af88-31ffeee66cd6 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 944 time: 0.7001848 Mar 24 00:50:09.209181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-7959b0f7-02d1-4a87-9416-4cb316ede31d req-8ecfb68a-a29b-44c8-b896-29fae833f76f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] For port 81371306-18bf-400c-87c0-4a5254cb0b5e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=81371306-18bf-400c-87c0-4a5254cb0b5e,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:09.209570 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7959b0f7-02d1-4a87-9416-4cb316ede31d req-8ecfb68a-a29b-44c8-b896-29fae833f76f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (81371306-18bf-400c-87c0-4a5254cb0b5e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:09.212504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312a3ba1-f96c-4d74-9028-45061265ff2f {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:09.220213 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Publish callbacks [] for port (312a3ba1-f96c-4d74-9028-45061265ff2f), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:09.220655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2341fe-0b70-4419-83d8-f92fb644f655 req-9ad15773-f5b6-41a1-abcb-b6e831563016 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:09.222143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e2341fe-0b70-4419-83d8-f92fb644f655 req-9ad15773-f5b6-41a1-abcb-b6e831563016 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 949 time: 0.7163670 Mar 24 00:50:09.232607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Transition to ACTIVE for port object 312a3ba1-f96c-4d74-9028-45061265ff2f will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:50:09.236458 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (312a3ba1-f96c-4d74-9028-45061265ff2f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:09.268767 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3da7e293-42af-4799-ad6a-413f40f9c2cb), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:09.282626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-7959b0f7-02d1-4a87-9416-4cb316ede31d req-8ecfb68a-a29b-44c8-b896-29fae833f76f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Calling delete_port for 81371306-18bf-400c-87c0-4a5254cb0b5e owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:50:09.307214 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Pushing event updated for resources: {'Port': ['ID=312a3ba1-f96c-4d74-9028-45061265ff2f,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:09.333987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Attempting to bind port b2392a83-16b2-4b0b-b2b6-553464a896cc on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:50:09.334328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Attempting to bind port b2392a83-16b2-4b0b-b2b6-553464a896cc by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:50:09.334655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Attempting to bind port b2392a83-16b2-4b0b-b2b6-553464a896cc on network a98bf23f-e282-494a-9475-14c4438bbbf3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:09.364789 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Attempting to bind port 312a3ba1-f96c-4d74-9028-45061265ff2f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:50:09.365155 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Attempting to bind port 312a3ba1-f96c-4d74-9028-45061265ff2f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:50:09.365535 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Attempting to bind port 312a3ba1-f96c-4d74-9028-45061265ff2f on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:09.369855 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Port 312a3ba1-f96c-4d74-9028-45061265ff2f on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:50:09.370175 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Attempting to bind port 312a3ba1-f96c-4d74-9028-45061265ff2f on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:09.375653 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:50:09.375932 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:50:09.376307 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:50:09.376729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Bound port: 312a3ba1-f96c-4d74-9028-45061265ff2f, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:50:09.377081 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (312a3ba1-f96c-4d74-9028-45061265ff2f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:09.424916 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Port b2392a83-16b2-4b0b-b2b6-553464a896cc on network a98bf23f-e282-494a-9475-14c4438bbbf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:50:09.425844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Attempting to bind port b2392a83-16b2-4b0b-b2b6-553464a896cc on network a98bf23f-e282-494a-9475-14c4438bbbf3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:09.448399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] For port 312a3ba1-f96c-4d74-9028-45061265ff2f, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:50:09.452182 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] For port 312a3ba1-f96c-4d74-9028-45061265ff2f, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=312a3ba1-f96c-4d74-9028-45061265ff2f,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:50:09.452979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-058e646f-ee22-4ed6-940f-1ce2389f25ff tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:09.454565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-058e646f-ee22-4ed6-940f-1ce2389f25ff tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e&tenant_id=259d3d47b7be4b3182e7a95feee7e085&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 1126 time: 0.3433349 Mar 24 00:50:09.459706 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (312a3ba1-f96c-4d74-9028-45061265ff2f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:09.480665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:50:09.481031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Checking segment: {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:50:09.481440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Bound using segment: {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:50:09.481888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Bound port: b2392a83-16b2-4b0b-b2b6-553464a896cc, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:50:09.482244 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:09.496642 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:09.497595 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:09.498988 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] 10.222.0.48 "PUT /v2.0/ports/312a3ba1-f96c-4d74-9028-45061265ff2f HTTP/1.1" status: 200 len: 1095 time: 0.6607890 Mar 24 00:50:09.501435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132', 'tag': '312a3ba1-f96c-4d74-9028-45061265ff2f'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:09.505162 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182c5d62-f171-4c80-a677-5a3712fbb748" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132", "tag": "312a3ba1-f96c-4d74-9028-45061265ff2f"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:09.533817 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b3e38-cf22-494a-a6f1-ccf135dfa663 service neutron] Pushing event updated for resources: {'Port': ['ID=312a3ba1-f96c-4d74-9028-45061265ff2f,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:09.562556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cdadea11-7a79-44ef-8a4c-e743a7abea9e req-1454f6ba-f952-4055-bf31-bb699231a516 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393974 Mar 24 00:50:09.589357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e2341fe-0b70-4419-83d8-f92fb644f655 req-505145c9-c910-483f-a3f1-44417a9e3be9 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427758 Mar 24 00:50:09.625870 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-d77ec16c-44aa-4660-8157-bc62e6fa71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:09.627615 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-d77ec16c-44aa-4660-8157-bc62e6fa71cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dc98852318e4549823069b893aefd39&device_id=7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132 HTTP/1.1" status: 200 len: 1129 time: 0.0754256 Mar 24 00:50:09.699110 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-fa6100c6-5a65-4f4b-a099-5d80b5c35773 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=312a3ba1-f96c-4d74-9028-45061265ff2f HTTP/1.1" status: 200 len: 217 time: 0.0539129 Mar 24 00:50:09.763618 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-82c57404-4e23-4e2c-8ff1-8dad4e483191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:09.765130 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-82c57404-4e23-4e2c-8ff1-8dad4e483191 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0589082 Mar 24 00:50:09.808229 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c0cdb7f-09c9-4d0c-bafe-7d3e6aea8882 admin admin] Publish callbacks [] for security_group (0dd2624b-d8de-4518-99bc-36ec8c270a40), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:09.831716 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-3949aa22-6bd2-4aed-9cc9-0abda29da80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:09.833616 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-3949aa22-6bd2-4aed-9cc9-0abda29da80b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0591457 Mar 24 00:50:09.865458 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c0cdb7f-09c9-4d0c-bafe-7d3e6aea8882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0dd2624b-d8de-4518-99bc-36ec8c270a40), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:09.909553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-67946dc4-1ab4-4245-b2b9-1f612a713457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:09.911646 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-67946dc4-1ab4-4245-b2b9-1f612a713457 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e&tenant_id=259d3d47b7be4b3182e7a95feee7e085 HTTP/1.1" status: 200 len: 1126 time: 0.4413533 Mar 24 00:50:09.935697 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-006e3a4b-9e3f-419e-b30f-2f68f6d6c571 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916827 Mar 24 00:50:09.935697 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35518) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:09.962439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cdb7f-09c9-4d0c-bafe-7d3e6aea8882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd2624b-d8de-4518-99bc-36ec8c270a40,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:10.024133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:50:10.039733 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9c4e0ea5-1648-4604-b648-f9e71d96dbcc req-a015b42c-413c-4a8a-a4fa-104fe048bc35 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983460 Mar 24 00:50:10.066388 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-832ad15d-f787-4aec-8a79-2aedffd6d960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.078580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77789802-b3b8-461c-8ac8-346ac4e1406b req-36fce885-f496-4d1c-9268-b77ba8dcd2d7 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:10.080054 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77789802-b3b8-461c-8ac8-346ac4e1406b req-36fce885-f496-4d1c-9268-b77ba8dcd2d7 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 943 time: 0.3528738 Mar 24 00:50:10.090242 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6c0cdb7f-09c9-4d0c-bafe-7d3e6aea8882 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4bddb8e130a4ed591931039d412a746&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5684545 Mar 24 00:50:10.092046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:50:10.094668 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35522) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:10.130687 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.163873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3131a5-ffc2-4886-b583-5f62870083d3 req-5e5d2c68-5127-4587-add8-337ae06434a3 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:10.165308 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f3131a5-ffc2-4886-b583-5f62870083d3 req-5e5d2c68-5127-4587-add8-337ae06434a3 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 936 time: 0.4039686 Mar 24 00:50:10.178129 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-493cc99b-73e1-4b2c-ae29-fb476548f041 admin admin] Publish callbacks [] for security_group (0dd2624b-d8de-4518-99bc-36ec8c270a40), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.185513 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-832ad15d-f787-4aec-8a79-2aedffd6d960 admin admin] Publish callbacks [] for security_group (c7f98b8f-aa3d-4e60-9737-7f42ff1f7235), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.192531 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-832ad15d-f787-4aec-8a79-2aedffd6d960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c7f98b8f-aa3d-4e60-9737-7f42ff1f7235), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.200351 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7959b0f7-02d1-4a87-9416-4cb316ede31d req-8ecfb68a-a29b-44c8-b896-29fae833f76f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (81371306-18bf-400c-87c0-4a5254cb0b5e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.217632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:10.218108 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.219757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] 10.222.0.48 "PUT /v2.0/ports/b2392a83-16b2-4b0b-b2b6-553464a896cc HTTP/1.1" status: 200 len: 1091 time: 3.3767774 Mar 24 00:50:10.220872 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-493cc99b-73e1-4b2c-ae29-fb476548f041 admin admin] Publish callbacks [] for security_group (0dd2624b-d8de-4518-99bc-36ec8c270a40), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.236574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:10.239542 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd1b836-dd40-4c18-960b-babe51c50304" -d '{"events": [{"name": "network-changed", "server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:10.254783 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-832ad15d-f787-4aec-8a79-2aedffd6d960 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25aa719c0bbf4e7088d66a04829df38e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180907 Mar 24 00:50:10.257826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35526) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:10.278388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ad15d-f787-4aec-8a79-2aedffd6d960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f98b8f-aa3d-4e60-9737-7f42ff1f7235,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:10.308305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-032c9d31-1a2d-404b-a431-d9bcd64a65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:10.309967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-032c9d31-1a2d-404b-a431-d9bcd64a65a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 1126 time: 0.3237085 Mar 24 00:50:10.345691 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ca15124b-f7fe-4d91-8f96-279881b75789 admin admin] Publish callbacks [] for security_group (c7f98b8f-aa3d-4e60-9737-7f42ff1f7235), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.348835 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-493cc99b-73e1-4b2c-ae29-fb476548f041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0dd2624b-d8de-4518-99bc-36ec8c270a40), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.352370 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-493cc99b-73e1-4b2c-ae29-fb476548f041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.352960 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-493cc99b-73e1-4b2c-ae29-fb476548f041 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0dd2624b-d8de-4518-99bc-36ec8c270a40 HTTP/1.1" status: 204 len: 168 time: 0.2573552 Mar 24 00:50:10.368292 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cc99b-73e1-4b2c-ae29-fb476548f041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd2624b-d8de-4518-99bc-36ec8c270a40,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:10.385285 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ca15124b-f7fe-4d91-8f96-279881b75789 admin admin] Publish callbacks [] for security_group (c7f98b8f-aa3d-4e60-9737-7f42ff1f7235), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.409431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77789802-b3b8-461c-8ac8-346ac4e1406b req-b8e641f6-8614-42a6-a568-2b8fc4903c4c tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064008 Mar 24 00:50:10.481612 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ca15124b-f7fe-4d91-8f96-279881b75789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c7f98b8f-aa3d-4e60-9737-7f42ff1f7235), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.484704 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ca15124b-f7fe-4d91-8f96-279881b75789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.486903 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ca15124b-f7fe-4d91-8f96-279881b75789 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7f98b8f-aa3d-4e60-9737-7f42ff1f7235 HTTP/1.1" status: 204 len: 168 time: 0.2279410 Mar 24 00:50:10.498531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15124b-f7fe-4d91-8f96-279881b75789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f98b8f-aa3d-4e60-9737-7f42ff1f7235,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:10.518497 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb796f5-3ad8-4c84-8890-0e6136344f5a service neutron] Pushing event updated for resources: {'Port': ['ID=b2392a83-16b2-4b0b-b2b6-553464a896cc,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:10.528180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-7959b0f7-02d1-4a87-9416-4cb316ede31d req-8ecfb68a-a29b-44c8-b896-29fae833f76f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] No DVR routers for this DVR port 81371306-18bf-400c-87c0-4a5254cb0b5e on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:50:10.556565 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7959b0f7-02d1-4a87-9416-4cb316ede31d req-8ecfb68a-a29b-44c8-b896-29fae833f76f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.562113 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7959b0f7-02d1-4a87-9416-4cb316ede31d req-8ecfb68a-a29b-44c8-b896-29fae833f76f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "DELETE /v2.0/ports/81371306-18bf-400c-87c0-4a5254cb0b5e HTTP/1.1" status: 204 len: 173 time: 2.8907754 Mar 24 00:50:10.643709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81b2f4a3-15ff-499b-be57-37be961d143f req-5cc9c8e7-b254-4b28-a2c9-5da1b0116261 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 210 time: 0.1221411 Mar 24 00:50:10.649711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfb68a-a29b-44c8-b896-29fae833f76f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Pushing event deleted for resources: {'Port': ['ID=81371306-18bf-400c-87c0-4a5254cb0b5e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:10.676942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f3131a5-ffc2-4886-b583-5f62870083d3 req-82ec6403-6d22-46df-b9ee-e09a85d9d274 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775701 Mar 24 00:50:10.706834 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da7e293-42af-4799-ad6a-413f40f9c2cb {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:10.732072 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Publish callbacks [] for port (3da7e293-42af-4799-ad6a-413f40f9c2cb), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.748300 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d213e8b-2c6b-4c39-b15a-f4e530af661d x-openstack-request-id: req-2d213e8b-2c6b-4c39-b15a-f4e530af661d {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:10.749344 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132", "tag": "312a3ba1-f96c-4d74-9028-45061265ff2f", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:10.749344 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d213e8b-2c6b-4c39-b15a-f4e530af661d {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:10.749344 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d213e8b-2c6b-4c39-b15a-f4e530af661d'] response: {'name': 'network-changed', 'server_uuid': '7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132', 'tag': '312a3ba1-f96c-4d74-9028-45061265ff2f', 'status': 'completed', 'code': 200} Mar 24 00:50:10.775008 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-6b497980-dc64-44e9-b7f6-cf70d1c77447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:10.776511 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-6b497980-dc64-44e9-b7f6-cf70d1c77447 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 1125 time: 0.4785285 Mar 24 00:50:10.849055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Transition to ACTIVE for port object 3da7e293-42af-4799-ad6a-413f40f9c2cb will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:50:10.903491 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-ff152300-ad78-4dfa-ae40-b81702aa2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:10.904935 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-ff152300-ad78-4dfa-ae40-b81702aa2bc6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.5565042 Mar 24 00:50:10.912134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-062c0fcf-b47f-41a8-a034-70828785d820 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc HTTP/1.1" status: 200 len: 217 time: 0.1041341 Mar 24 00:50:10.912903 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3da7e293-42af-4799-ad6a-413f40f9c2cb), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:10.976822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 81371306-18bf-400c-87c0-4a5254cb0b5e no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:50:11.003340 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec3c22f-2c44-4fab-9a76-d31a59e2d2e9 x-openstack-request-id: req-dec3c22f-2c44-4fab-9a76-d31a59e2d2e9 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:11.003630 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:11.003884 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dec3c22f-2c44-4fab-9a76-d31a59e2d2e9 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:11.004410 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec3c22f-2c44-4fab-9a76-d31a59e2d2e9'] response: {'name': 'network-changed', 'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'status': 'completed', 'code': 200} Mar 24 00:50:11.006159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Pushing event updated for resources: {'Port': ['ID=3da7e293-42af-4799-ad6a-413f40f9c2cb,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:11.014687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 81371306-18bf-400c-87c0-4a5254cb0b5e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:50:11.015052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 81371306-18bf-400c-87c0-4a5254cb0b5e not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:50:11.015280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35540) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:11.036864 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb04283c-0ff2-4e43-aa38-5c12ff329224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:11.122785 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35542) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:11.130825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-7b712eb3-7d26-4ba6-a8c3-acf7a1c2b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:11.133234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-7b712eb3-7d26-4ba6-a8c3-acf7a1c2b6c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.1277785 Mar 24 00:50:11.134477 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-54eee371-8ce8-4e63-8d47-1689c88b4aa8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=158c52f0-af89-4f88-9d5c-9a664b69819f HTTP/1.1" status: 200 len: 217 time: 0.2123442 Mar 24 00:50:11.140541 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bea1f06-c9bd-465e-b325-67aa4bffea75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:11.148117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c5d62-f171-4c80-a677-5a3712fbb748 req-2da3b71a-4ce7-475e-ae0b-02dd3617cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:11.149879 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182c5d62-f171-4c80-a677-5a3712fbb748 req-2da3b71a-4ce7-475e-ae0b-02dd3617cc6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dc98852318e4549823069b893aefd39&device_id=7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132 HTTP/1.1" status: 200 len: 1129 time: 0.3572350 Mar 24 00:50:11.212270 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb04283c-0ff2-4e43-aa38-5c12ff329224 admin admin] Publish callbacks [] for security_group (58c732ca-08a2-43a2-8034-9153ea6d71c2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:11.223145 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb04283c-0ff2-4e43-aa38-5c12ff329224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (58c732ca-08a2-43a2-8034-9153ea6d71c2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:11.258799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04283c-0ff2-4e43-aa38-5c12ff329224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c732ca-08a2-43a2-8034-9153ea6d71c2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:11.293053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13f9b3-c266-4a3e-988c-09201659c395 req-a5f20a3a-45e0-4497-994e-617858256cbc tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:11.294573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf13f9b3-c266-4a3e-988c-09201659c395 req-a5f20a3a-45e0-4497-994e-617858256cbc tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132 HTTP/1.1" status: 200 len: 947 time: 0.4902463 Mar 24 00:50:11.296381 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cb04283c-0ff2-4e43-aa38-5c12ff329224 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27e497d8210c4d5a87d4f03b478a2c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800348 Mar 24 00:50:11.299087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35546) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:11.330972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-9c615667-8078-448c-9dfb-0a18304f4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:11.333043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-9c615667-8078-448c-9dfb-0a18304f4fc4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.1562605 Mar 24 00:50:11.595612 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bea1f06-c9bd-465e-b325-67aa4bffea75 admin admin] Publish callbacks [] for security_group (55c03527-537e-4271-a11d-5c57d9baa98b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:11.607366 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bea1f06-c9bd-465e-b325-67aa4bffea75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (55c03527-537e-4271-a11d-5c57d9baa98b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:11.676157 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea1f06-c9bd-465e-b325-67aa4bffea75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c03527-537e-4271-a11d-5c57d9baa98b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:11.677753 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a60a78e9-a676-43bb-8d72-06b222428363 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:50:11.683451 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1bea1f06-c9bd-465e-b325-67aa4bffea75 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0126fd8fd6fe472c95144be7a8d8a36c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5592561 Mar 24 00:50:11.684424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a01cd7e-c962-4445-88f6-2a8ee30002b6 admin admin] Publish callbacks [] for security_group (58c732ca-08a2-43a2-8034-9153ea6d71c2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:11.696575 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35552) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:11.701607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-51dd3f57-d6be-4e22-9c87-f3d2da13fd76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3504493 Mar 24 00:50:11.711564 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a01cd7e-c962-4445-88f6-2a8ee30002b6 admin admin] Publish callbacks [] for security_group (58c732ca-08a2-43a2-8034-9153ea6d71c2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:11.736005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9836c0-0f54-4138-9180-a821f505150d req-16f971e5-7495-4c13-b664-179e8f02551e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:11.737597 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d9836c0-0f54-4138-9180-a821f505150d req-16f971e5-7495-4c13-b664-179e8f02551e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce&tenant_id=a09e8f3796504a0591d01b6c352de665&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 949 time: 0.7365797 Mar 24 00:50:11.782958 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a01cd7e-c962-4445-88f6-2a8ee30002b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (58c732ca-08a2-43a2-8034-9153ea6d71c2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:11.786240 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a01cd7e-c962-4445-88f6-2a8ee30002b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:11.787521 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6a01cd7e-c962-4445-88f6-2a8ee30002b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58c732ca-08a2-43a2-8034-9153ea6d71c2 HTTP/1.1" status: 204 len: 168 time: 0.4874945 Mar 24 00:50:11.792708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port a60a78e9-a676-43bb-8d72-06b222428363 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:11.793465 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a60a78e9-a676-43bb-8d72-06b222428363), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:11.801220 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01cd7e-c962-4445-88f6-2a8ee30002b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c732ca-08a2-43a2-8034-9153ea6d71c2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:11.899639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a60a78e9-a676-43bb-8d72-06b222428363 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:11.900335 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a60a78e9-a676-43bb-8d72-06b222428363), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:11.927879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43625b3c-0f76-412e-8717-4ec514844d33 req-e102a330-1ce2-4e8e-abf7-c9f73eb846a5 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:11.928929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b6b5e3-1f26-4e42-a14c-579edf53acce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60a78e9-a676-43bb-8d72-06b222428363'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:11.933321 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297f7f69-7ba9-4759-9666-8a8fa7fe1460" -d '{"events": [{"server_uuid": "c7b6b5e3-1f26-4e42-a14c-579edf53acce", "name": "network-vif-plugged", "status": "completed", "tag": "a60a78e9-a676-43bb-8d72-06b222428363"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:11.935412 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43625b3c-0f76-412e-8717-4ec514844d33 req-e102a330-1ce2-4e8e-abf7-c9f73eb846a5 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 944 time: 0.7956471 Mar 24 00:50:11.938756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-c8e28181-8dcc-4145-9481-ed00e3886bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:11.940187 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-c8e28181-8dcc-4145-9481-ed00e3886bf4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7870934 Mar 24 00:50:11.950139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a60a78e9-a676-43bb-8d72-06b222428363, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a60a78e9-a676-43bb-8d72-06b222428363,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:11.955406 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a60a78e9-a676-43bb-8d72-06b222428363), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:12.012289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Attempting to bind port 3da7e293-42af-4799-ad6a-413f40f9c2cb on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:50:12.012654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Attempting to bind port 3da7e293-42af-4799-ad6a-413f40f9c2cb by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:50:12.012959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Attempting to bind port 3da7e293-42af-4799-ad6a-413f40f9c2cb on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:12.018442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a60a78e9-a676-43bb-8d72-06b222428363,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:12.029355 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:50:12.029936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:50:12.030436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:50:12.030922 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:50:12.031436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:50:12.031924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:50:12.032399 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:50:12.032862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:50:12.033458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:50:12.033728 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf13f9b3-c266-4a3e-988c-09201659c395 req-c0da411c-af56-4399-8fb4-a82abbfce370 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6936481 Mar 24 00:50:12.034114 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:50:12.035725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:50:12.045711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:50:12.046350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:50:12.046844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:50:12.047339 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:50:12.059770 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Port 3da7e293-42af-4799-ad6a-413f40f9c2cb on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:50:12.060271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Attempting to bind port 3da7e293-42af-4799-ad6a-413f40f9c2cb on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:12.136168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:50:12.136844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:50:12.137020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:50:12.137788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Bound port: 3da7e293-42af-4799-ad6a-413f40f9c2cb, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:50:12.138215 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3da7e293-42af-4799-ad6a-413f40f9c2cb), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:12.204869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43625b3c-0f76-412e-8717-4ec514844d33 req-ef4cae7d-9747-4623-b569-f7add192feda tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686043 Mar 24 00:50:12.206011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c5d62-f171-4c80-a677-5a3712fbb748 req-e1fc1032-b9a1-4816-ba7f-f294d9af078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:12.207998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182c5d62-f171-4c80-a677-5a3712fbb748 req-e1fc1032-b9a1-4816-ba7f-f294d9af078a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 1.0295174 Mar 24 00:50:12.326056 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3503-98a9-4bc4-b715-f6c4a7fffed5 admin admin] Publish callbacks [] for security_group (55c03527-537e-4271-a11d-5c57d9baa98b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:12.328564 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182c5d62-f171-4c80-a677-5a3712fbb748 req-fbbfaf96-6027-4ac6-b08c-3faa2fc2d057 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=312a3ba1-f96c-4d74-9028-45061265ff2f HTTP/1.1" status: 200 len: 217 time: 0.0871418 Mar 24 00:50:12.386207 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-cd7e088b-a773-4da9-968e-96059cdda6b5 service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430347 Mar 24 00:50:12.448846 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9836c0-0f54-4138-9180-a821f505150d req-219b37b0-a6a4-4541-8b57-c6e734d3753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:12.449028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d9836c0-0f54-4138-9180-a821f505150d req-219b37b0-a6a4-4541-8b57-c6e734d3753e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 1131 time: 0.5565467 Mar 24 00:50:12.473312 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3503-98a9-4bc4-b715-f6c4a7fffed5 admin admin] Publish callbacks [] for security_group (55c03527-537e-4271-a11d-5c57d9baa98b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:12.566058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-2b3a17f6-3537-4782-85f6-6718b9ce8372 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827081 Mar 24 00:50:12.617905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406eb43-4a06-4db5-ad4c-c24aa31c0075 req-f8778323-246d-442f-99cf-d89f0dc81723 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:12.619524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a406eb43-4a06-4db5-ad4c-c24aa31c0075 req-f8778323-246d-442f-99cf-d89f0dc81723 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.4900098 Mar 24 00:50:12.650042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] For port 3da7e293-42af-4799-ad6a-413f40f9c2cb, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:50:12.674419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c5d62-f171-4c80-a677-5a3712fbb748 req-e24181c5-9013-4818-9578-6c26856b7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:12.675934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182c5d62-f171-4c80-a677-5a3712fbb748 req-e24181c5-9013-4818-9578-6c26856b7a3b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.3221745 Mar 24 00:50:12.741998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] For port 3da7e293-42af-4799-ad6a-413f40f9c2cb, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3da7e293-42af-4799-ad6a-413f40f9c2cb,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:50:12.803772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621ab9a-1f03-47be-a143-3254a9c04623 req-603602bc-1f45-49a4-98fe-423a41056690 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:12.805769 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e621ab9a-1f03-47be-a143-3254a9c04623 req-603602bc-1f45-49a4-98fe-423a41056690 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 943 time: 0.5045347 Mar 24 00:50:12.814671 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3da7e293-42af-4799-ad6a-413f40f9c2cb), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:12.935213 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3503-98a9-4bc4-b715-f6c4a7fffed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (55c03527-537e-4271-a11d-5c57d9baa98b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:12.938240 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3503-98a9-4bc4-b715-f6c4a7fffed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:12.939364 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f0ae3503-98a9-4bc4-b715-f6c4a7fffed5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/55c03527-537e-4271-a11d-5c57d9baa98b HTTP/1.1" status: 204 len: 168 time: 1.2368896 Mar 24 00:50:12.942091 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-36792fec-75af-41bb-8f8b-ffddd2cf505a service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401950 Mar 24 00:50:12.950010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:12.950979 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:12.951973 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] 10.222.0.57 "PUT /v2.0/ports/3da7e293-42af-4799-ad6a-413f40f9c2cb HTTP/1.1" status: 200 len: 1096 time: 4.2998805 Mar 24 00:50:12.957975 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9836c0-0f54-4138-9180-a821f505150d req-6727e074-e573-4f24-94fd-d2234b6de87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:12.959783 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d9836c0-0f54-4138-9180-a821f505150d req-6727e074-e573-4f24-94fd-d2234b6de87b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.4932203 Mar 24 00:50:12.975262 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 312a3ba1-f96c-4d74-9028-45061265ff2f details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:50:13.017740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a406eb43-4a06-4db5-ad4c-c24aa31c0075 req-2d3f6b7b-fcdd-4092-a257-7d2fcf4d0927 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690407 Mar 24 00:50:13.051696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc', 'name': 'network-vif-deleted', 'tag': '81371306-18bf-400c-87c0-4a5254cb0b5e'}, {'name': 'network-changed', 'server_uuid': 'a339bea9-2032-4ff9-8c29-a5a03a94f753', 'tag': '3da7e293-42af-4799-ad6a-413f40f9c2cb'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:13.054139 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dffec45-0efe-4ce1-851a-648080e6a4a6" -d '{"events": [{"server_uuid": "7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc", "name": "network-vif-deleted", "tag": "81371306-18bf-400c-87c0-4a5254cb0b5e"}, {"name": "network-changed", "server_uuid": "a339bea9-2032-4ff9-8c29-a5a03a94f753", "tag": "3da7e293-42af-4799-ad6a-413f40f9c2cb"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:13.056677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae3503-98a9-4bc4-b715-f6c4a7fffed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c03527-537e-4271-a11d-5c57d9baa98b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:13.218598 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d9836c0-0f54-4138-9180-a821f505150d req-64c48e6f-1f09-4243-b0cd-5452d6c205d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=a60a78e9-a676-43bb-8d72-06b222428363 HTTP/1.1" status: 200 len: 217 time: 0.2428627 Mar 24 00:50:13.219261 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f6e44-8fa5-4f0f-b9a2-d939bc7d9ccf service neutron] Pushing event updated for resources: {'Port': ['ID=3da7e293-42af-4799-ad6a-413f40f9c2cb,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:13.250418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b03905-3855-4eff-be41-67355bfe64d8 req-906df993-fd9a-402b-8b9e-5fc92fb1b14f service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6402285 Mar 24 00:50:13.266697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c5d62-f171-4c80-a677-5a3712fbb748 req-51058463-4d6e-4cbd-b959-4d701b15c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:13.268595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182c5d62-f171-4c80-a677-5a3712fbb748 req-51058463-4d6e-4cbd-b959-4d701b15c277 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5409827 Mar 24 00:50:13.309395 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 312a3ba1-f96c-4d74-9028-45061265ff2f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=312a3ba1-f96c-4d74-9028-45061265ff2f,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:13.323313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e951c0e-0c4b-4d90-9421-20efb6a21580 req-dc1e60be-652a-42e8-8709-d9adffc7c955 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 210 time: 0.0979123 Mar 24 00:50:13.332806 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '312a3ba1-f96c-4d74-9028-45061265ff2f', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '312a3ba1-f96c-4d74-9028-45061265ff2f', 'mac_address': 'fa:16:3e:f8:a0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:50:13.376092 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 312a3ba1-f96c-4d74-9028-45061265ff2f is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:13.376807 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (312a3ba1-f96c-4d74-9028-45061265ff2f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:13.390968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312a3ba1-f96c-4d74-9028-45061265ff2f {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:13.396725 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e621ab9a-1f03-47be-a143-3254a9c04623 req-fd8a7c27-b32f-44ca-8137-3ec202f9ce9b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5680656 Mar 24 00:50:13.423693 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 312a3ba1-f96c-4d74-9028-45061265ff2f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=312a3ba1-f96c-4d74-9028-45061265ff2f,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:13.428769 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (312a3ba1-f96c-4d74-9028-45061265ff2f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:13.487115 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6de14a-9f05-4d51-90a7-3b16ddaf7113 x-openstack-request-id: req-9c6de14a-9f05-4d51-90a7-3b16ddaf7113 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:13.489172 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b6b5e3-1f26-4e42-a14c-579edf53acce", "name": "network-vif-plugged", "status": "completed", "tag": "a60a78e9-a676-43bb-8d72-06b222428363", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:13.489172 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c6de14a-9f05-4d51-90a7-3b16ddaf7113 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:13.489172 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c6de14a-9f05-4d51-90a7-3b16ddaf7113'] response: {'server_uuid': 'c7b6b5e3-1f26-4e42-a14c-579edf53acce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60a78e9-a676-43bb-8d72-06b222428363', 'code': 200} Mar 24 00:50:13.539072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=312a3ba1-f96c-4d74-9028-45061265ff2f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:13.564254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9836c0-0f54-4138-9180-a821f505150d req-3cdf56ed-f00b-44d3-ac77-934a6b9c14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:13.566257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d9836c0-0f54-4138-9180-a821f505150d req-3cdf56ed-f00b-44d3-ac77-934a6b9c14d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.3304276 Mar 24 00:50:13.603876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-5906cdf9-e940-41d0-9b2f-e84cdc7579dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:13.605459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-5906cdf9-e940-41d0-9b2f-e84cdc7579dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 1130 time: 0.5695305 Mar 24 00:50:13.705707 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['312a3ba1-f96c-4d74-9028-45061265ff2f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:13.721466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-9ca103ef-eae0-4c75-b9fa-3c7975af0db6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=3da7e293-42af-4799-ad6a-413f40f9c2cb HTTP/1.1" status: 200 len: 217 time: 0.0897470 Mar 24 00:50:13.735414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-65619b2f-2d8d-4af2-842d-abcd8322a821 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:13.736876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-65619b2f-2d8d-4af2-842d-abcd8322a821 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e&tenant_id=259d3d47b7be4b3182e7a95feee7e085&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 1126 time: 0.4284620 Mar 24 00:50:13.747748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1b836-dd40-4c18-960b-babe51c50304 req-0100a690-9643-4e77-97e6-d5d0d17dcd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:13.749317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6fd1b836-dd40-4c18-960b-babe51c50304 req-0100a690-9643-4e77-97e6-d5d0d17dcd91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 1125 time: 0.4235783 Mar 24 00:50:13.760526 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182c5d62-f171-4c80-a677-5a3712fbb748 req-6ab77ef4-a2e5-4483-bebd-d4065b4743a8 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559166 Mar 24 00:50:14.058941 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecf84e-5c95-4d08-a6e2-777b7d30a3ac req-0e2c9abc-decc-4ace-828b-ddebcb6710e6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:14.064523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bdecf84e-5c95-4d08-a6e2-777b7d30a3ac req-0e2c9abc-decc-4ace-828b-ddebcb6710e6 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 948 time: 0.5591130 Mar 24 00:50:14.212482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9836c0-0f54-4138-9180-a821f505150d req-93a7bc67-7f4a-4b00-80c6-9d6e22125bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:14.214025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d9836c0-0f54-4138-9180-a821f505150d req-93a7bc67-7f4a-4b00-80c6-9d6e22125bc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6351354 Mar 24 00:50:14.264261 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-e30faaec-077c-4554-bba9-8b994894c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:14.266386 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-e30faaec-077c-4554-bba9-8b994894c839 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.5335166 Mar 24 00:50:14.342901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1145c27-fa39-46d3-b4f5-d550796eb579 req-b375b613-dc9f-4d52-ae05-4a80193fc4b9 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:14.349697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1145c27-fa39-46d3-b4f5-d550796eb579 req-b375b613-dc9f-4d52-ae05-4a80193fc4b9 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132 HTTP/1.1" status: 200 len: 948 time: 0.7386658 Mar 24 00:50:14.408101 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bdecf84e-5c95-4d08-a6e2-777b7d30a3ac req-a3094072-9947-4535-ae4a-992fa5096780 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426957 Mar 24 00:50:14.502520 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf64c23a-14f4-49fd-b3f6-ac2f5239d576 x-openstack-request-id: req-bf64c23a-14f4-49fd-b3f6-ac2f5239d576 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:14.502830 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc", "name": "network-vif-deleted", "tag": "81371306-18bf-400c-87c0-4a5254cb0b5e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a339bea9-2032-4ff9-8c29-a5a03a94f753", "tag": "3da7e293-42af-4799-ad6a-413f40f9c2cb", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:14.503067 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf64c23a-14f4-49fd-b3f6-ac2f5239d576 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:14.504010 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf64c23a-14f4-49fd-b3f6-ac2f5239d576'] response: {'server_uuid': '7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc', 'name': 'network-vif-deleted', 'tag': '81371306-18bf-400c-87c0-4a5254cb0b5e', 'status': 'completed', 'code': 200} Mar 24 00:50:14.504275 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf64c23a-14f4-49fd-b3f6-ac2f5239d576'] response: {'name': 'network-changed', 'server_uuid': 'a339bea9-2032-4ff9-8c29-a5a03a94f753', 'tag': '3da7e293-42af-4799-ad6a-413f40f9c2cb', 'status': 'completed', 'code': 200} Mar 24 00:50:14.522746 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182c5d62-f171-4c80-a677-5a3712fbb748 req-c2b9cd09-57a8-451c-948c-9311a798d53c service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818819 Mar 24 00:50:14.523712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1b836-dd40-4c18-960b-babe51c50304 req-ba0766c7-e85d-45bd-b274-314421c8b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:14.525014 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6fd1b836-dd40-4c18-960b-babe51c50304 req-ba0766c7-e85d-45bd-b274-314421c8b2f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.4862740 Mar 24 00:50:14.572718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1145c27-fa39-46d3-b4f5-d550796eb579 req-64276ac1-87fd-4f9b-9c0d-f6a4fd581074 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219014 Mar 24 00:50:14.616264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-a59b1838-0edb-4ea7-b99f-27033c8105eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:14.617830 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-a59b1838-0edb-4ea7-b99f-27033c8105eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3255775 Mar 24 00:50:14.621799 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6fd1b836-dd40-4c18-960b-babe51c50304 req-6e81759c-ade9-48f6-8f39-bc368889ed6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc HTTP/1.1" status: 200 len: 217 time: 0.0807846 Mar 24 00:50:14.624018 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d9836c0-0f54-4138-9180-a821f505150d req-078aad9f-498e-40ce-aea2-0f9887da4fbc service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850863 Mar 24 00:50:14.684073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4729dea3-d2c3-4125-aeee-32cd80a56a55 service neutron] For port 158c52f0-af89-4f88-9d5c-9a664b69819f, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:50:14.766248 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4729dea3-d2c3-4125-aeee-32cd80a56a55 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:14.767341 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e204640-9d89-43d6-8155-f4ffa922cb24 req-4729dea3-d2c3-4125-aeee-32cd80a56a55 service neutron] 10.222.0.57 "DELETE /v2.0/ports/158c52f0-af89-4f88-9d5c-9a664b69819f/bindings/n-h2-760455-9 HTTP/1.1" status: 204 len: 173 time: 1.0112939 Mar 24 00:50:14.836662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1b836-dd40-4c18-960b-babe51c50304 req-a49535e3-f7f0-479e-ac3f-ce20b069fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:14.838215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6fd1b836-dd40-4c18-960b-babe51c50304 req-a49535e3-f7f0-479e-ac3f-ce20b069fc4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.1984599 Mar 24 00:50:14.849850 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce94a2b-054b-4432-a0b4-26888db73f66 req-d545843a-c74d-485c-9fc9-829ff2da7d92 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:14.857060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ce94a2b-054b-4432-a0b4-26888db73f66 req-d545843a-c74d-485c-9fc9-829ff2da7d92 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 944 time: 0.2929022 Mar 24 00:50:14.927880 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d9836c0-0f54-4138-9180-a821f505150d req-09b271ff-012f-4bde-8443-e382513dc8e7 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642279 Mar 24 00:50:14.945317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-f9794add-a120-4a90-bf56-1f7b2273d68c service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041773 Mar 24 00:50:14.979409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 312a3ba1-f96c-4d74-9028-45061265ff2f up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:50:14.994811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ce94a2b-054b-4432-a0b4-26888db73f66 req-d7055b95-c883-4619-a840-0f19cc52d7c5 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367431 Mar 24 00:50:15.057965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1b836-dd40-4c18-960b-babe51c50304 req-d7485937-c607-4e6e-9015-9a9e4b9193e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:15.060252 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6fd1b836-dd40-4c18-960b-babe51c50304 req-d7485937-c607-4e6e-9015-9a9e4b9193e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1964533 Mar 24 00:50:15.071371 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-51ec2f69-43c0-4725-8042-345e7cb1fa5e tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=419cda3aa6704195b1ced4d468428729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479639 Mar 24 00:50:15.110891 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 312a3ba1-f96c-4d74-9028-45061265ff2f completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:50:15.116845 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 312a3ba1-f96c-4d74-9028-45061265ff2f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:15.117438 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (312a3ba1-f96c-4d74-9028-45061265ff2f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:15.234258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 312a3ba1-f96c-4d74-9028-45061265ff2f is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:15.234820 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (312a3ba1-f96c-4d74-9028-45061265ff2f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:15.271041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 312a3ba1-f96c-4d74-9028-45061265ff2f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=312a3ba1-f96c-4d74-9028-45061265ff2f,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:15.277005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73580aa1-1ae0-402b-a0d9-336849d7d2c7 req-e7ec1fcd-8a74-4227-b9eb-498ee9aa1255 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186431 Mar 24 00:50:15.277850 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (312a3ba1-f96c-4d74-9028-45061265ff2f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:15.335257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6fd1b836-dd40-4c18-960b-babe51c50304 req-3a4a0fd6-6896-4c24-822d-54f0eaf6b6c4 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591951 Mar 24 00:50:15.345584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad6293-31b8-4a93-8815-02374edfb3aa req-1980dc4a-7809-451a-a73c-3ed84dabdceb tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:15.347711 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bdad6293-31b8-4a93-8815-02374edfb3aa req-1980dc4a-7809-451a-a73c-3ed84dabdceb tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.2287042 Mar 24 00:50:15.359637 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=312a3ba1-f96c-4d74-9028-45061265ff2f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:15.362004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-259d3b1a-4cc2-4108-aece-7a167e911b81 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:15.369614 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-259d3b1a-4cc2-4108-aece-7a167e911b81 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2964668 Mar 24 00:50:15.459271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-cfa16ad4-3015-4ec8-832f-2c68ab1823ac tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/quotas/419cda3aa6704195b1ced4d468428729 HTTP/1.1" status: 200 len: 375 time: 0.0893857 Mar 24 00:50:15.489408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312a3ba1-f96c-4d74-9028-45061265ff2f'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:15.492115 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11efc30-d188-4cbb-aae7-626ba4478087" -d '{"events": [{"server_uuid": "7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132", "name": "network-vif-plugged", "status": "completed", "tag": "312a3ba1-f96c-4d74-9028-45061265ff2f"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:15.520355 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-4433cda4-6f37-4e5a-aa31-2f411e090d5e tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=419cda3aa6704195b1ced4d468428729&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523033 Mar 24 00:50:15.536416 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bdad6293-31b8-4a93-8815-02374edfb3aa req-3f0e1001-0859-4eed-a6bb-a5c36d44fa97 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567924 Mar 24 00:50:15.556116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffec45-0efe-4ce1-851a-648080e6a4a6 req-6a9d73d2-a67f-4988-b266-c6026909a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:15.557807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7dffec45-0efe-4ce1-851a-648080e6a4a6 req-6a9d73d2-a67f-4988-b266-c6026909a040 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 1130 time: 0.2090909 Mar 24 00:50:15.565373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6fd1b836-dd40-4c18-960b-babe51c50304 req-e02dd588-9d81-4768-8a70-e77195dffc0b service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155094 Mar 24 00:50:15.761717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-174d7fbc-3192-48d9-ad5d-6cb2911eb717 req-4f72a3ce-de99-410c-aa45-ce74972a163c tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 210 time: 0.0754004 Mar 24 00:50:15.840357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffec45-0efe-4ce1-851a-648080e6a4a6 req-c93736a3-7f1c-4e46-9ccc-4208d3d4497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:15.841931 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7dffec45-0efe-4ce1-851a-648080e6a4a6 req-c93736a3-7f1c-4e46-9ccc-4208d3d4497f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.2756975 Mar 24 00:50:15.929655 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7dffec45-0efe-4ce1-851a-648080e6a4a6 req-ae77e10e-72e2-4c4f-ac1c-e10fec89f59d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=3da7e293-42af-4799-ad6a-413f40f9c2cb HTTP/1.1" status: 200 len: 217 time: 0.0469301 Mar 24 00:50:16.006343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93c7a1-7c4f-4f76-8891-e12a62332c7f req-9654047d-6a68-4c71-b3a3-3d697aac42c4 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:16.007839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d93c7a1-7c4f-4f76-8891-e12a62332c7f req-9654047d-6a68-4c71-b3a3-3d697aac42c4 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 943 time: 0.1648083 Mar 24 00:50:16.062407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffec45-0efe-4ce1-851a-648080e6a4a6 req-5da1382b-c61d-4039-8a84-90e212ddd842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:16.064020 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7dffec45-0efe-4ce1-851a-648080e6a4a6 req-5da1382b-c61d-4039-8a84-90e212ddd842 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1238248 Mar 24 00:50:16.141397 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d93c7a1-7c4f-4f76-8891-e12a62332c7f req-4136d933-279e-4a75-a54a-d74b40d520e3 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267712 Mar 24 00:50:16.190413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffec45-0efe-4ce1-851a-648080e6a4a6 req-f3853a2a-9075-469f-a948-4d165eed4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:16.192678 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7dffec45-0efe-4ce1-851a-648080e6a4a6 req-f3853a2a-9075-469f-a948-4d165eed4447 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1168714 Mar 24 00:50:16.206319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d1509-61be-49a4-aafd-7859a9b7edf7 req-fe91c7ff-8efc-481d-ad71-aed958804e21 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:16.207495 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fd2506-0300-4166-896e-613ec586d1fa x-openstack-request-id: req-23fd2506-0300-4166-896e-613ec586d1fa {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:16.207954 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132", "name": "network-vif-plugged", "status": "completed", "tag": "312a3ba1-f96c-4d74-9028-45061265ff2f", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:16.208048 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-23fd2506-0300-4166-896e-613ec586d1fa {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:16.208381 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23fd2506-0300-4166-896e-613ec586d1fa'] response: {'server_uuid': '7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312a3ba1-f96c-4d74-9028-45061265ff2f', 'code': 200} Mar 24 00:50:16.213353 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e95d1509-61be-49a4-aafd-7859a9b7edf7 req-fe91c7ff-8efc-481d-ad71-aed958804e21 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 948 time: 0.0958755 Mar 24 00:50:16.646531 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e95d1509-61be-49a4-aafd-7859a9b7edf7 req-1da149f0-02b7-4f3b-94da-c9725ad50664 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323354 Mar 24 00:50:16.676367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee3387-3440-4d55-b5a5-beeb75f3bac1 req-87a1bfc4-7016-4ad7-b4b9-1979afad0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:16.677964 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddee3387-3440-4d55-b5a5-beeb75f3bac1 req-87a1bfc4-7016-4ad7-b4b9-1979afad0810 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132 HTTP/1.1" status: 200 len: 1131 time: 0.3891926 Mar 24 00:50:16.680262 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7dffec45-0efe-4ce1-851a-648080e6a4a6 req-9993cd99-9dd8-4455-b1bb-76a7b4580291 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650190 Mar 24 00:50:16.687422 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fa85d-6c14-47b5-aa4d-f6ea79198e7f req-128349c1-4460-453d-b82e-5cab5267be93 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:16.688925 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-111fa85d-6c14-47b5-aa4d-f6ea79198e7f req-128349c1-4460-453d-b82e-5cab5267be93 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132 HTTP/1.1" status: 200 len: 949 time: 0.4012110 Mar 24 00:50:16.810312 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e758a22-bab5-4d9c-8003-085467342907 req-b726e659-c2e7-49ef-9474-ab9faf9f3ad4 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=419cda3aa6704195b1ced4d468428729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618155 Mar 24 00:50:16.901247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddee3387-3440-4d55-b5a5-beeb75f3bac1 req-174f916a-75f0-467f-beaf-559d7cad8087 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112658 Mar 24 00:50:16.916606 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-111fa85d-6c14-47b5-aa4d-f6ea79198e7f req-7317fa95-5c43-4a5e-9360-8db2f8115e52 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115226 Mar 24 00:50:16.918667 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7dffec45-0efe-4ce1-851a-648080e6a4a6 req-2fcfdd8c-b17e-4f3f-916f-75c06235836b service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277620 Mar 24 00:50:16.991880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b2392a83-16b2-4b0b-b2b6-553464a896cc details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:50:17.005272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e758a22-bab5-4d9c-8003-085467342907 req-ec896146-1778-4aeb-885a-39c859fa5780 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:17.007183 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e758a22-bab5-4d9c-8003-085467342907 req-ec896146-1778-4aeb-885a-39c859fa5780 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805222 Mar 24 00:50:17.022457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e758a22-bab5-4d9c-8003-085467342907 req-8179c8ee-f6fa-4048-af7b-b11adbde8097 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/quotas/419cda3aa6704195b1ced4d468428729 HTTP/1.1" status: 200 len: 375 time: 0.0097554 Mar 24 00:50:17.072985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e758a22-bab5-4d9c-8003-085467342907 req-e4338918-1c5f-48f4-b0fc-427025fea1f9 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=419cda3aa6704195b1ced4d468428729&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410583 Mar 24 00:50:17.146694 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:17.150949 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-37f67d32-9173-4858-8f16-9dcc7ef136e3 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=419cda3aa6704195b1ced4d468428729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467129 Mar 24 00:50:17.164090 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'port_id': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'mac_address': 'fa:16:3e:1a:f3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:50:17.214605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b2392a83-16b2-4b0b-b2b6-553464a896cc is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:17.215674 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:17.230511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2392a83-16b2-4b0b-b2b6-553464a896cc {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:17.282878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:17.288164 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:17.337912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-af70f8a1-53a1-466f-868d-637bf340b3d5 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:17.339959 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-af70f8a1-53a1-466f-868d-637bf340b3d5 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792488 Mar 24 00:50:17.360185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b2392a83-16b2-4b0b-b2b6-553464a896cc,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:17.377270 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Request body: {'port': {'device_id': '6b8ea66e-6407-4b3f-9bf3-9ab33fee89da', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': '419cda3aa6704195b1ced4d468428729'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:17.491309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340506a-686e-47db-b0ae-c15f5d942076 req-b030393d-cdd3-436e-8e5b-e61e7d4ddbc8 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:17.493553 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3340506a-686e-47db-b0ae-c15f5d942076 req-b030393d-cdd3-436e-8e5b-e61e7d4ddbc8 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 1126 time: 0.3454187 Mar 24 00:50:17.529876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f2135-0a3c-4fea-9562-ec3aa6bea1bc req-025143ce-10a8-4fd6-9e6c-b32a910454af tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:17.531441 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed9f2135-0a3c-4fea-9562-ec3aa6bea1bc req-025143ce-10a8-4fd6-9e6c-b32a910454af tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.1732142 Mar 24 00:50:17.604834 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Made reservation on behalf of 419cda3aa6704195b1ced4d468428729 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:50:17.608521 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:17.620231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['b2392a83-16b2-4b0b-b2b6-553464a896cc'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:17.641692 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:17.654494 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed9f2135-0a3c-4fea-9562-ec3aa6bea1bc req-fd5d5042-daf4-48f8-b8f8-a305ffa4a324 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155455 Mar 24 00:50:17.656529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3340506a-686e-47db-b0ae-c15f5d942076 req-db42fb80-be1f-44da-8714-d896a3fd839b tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488299 Mar 24 00:50:17.743773 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 3da7e293-42af-4799-ad6a-413f40f9c2cb details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:50:17.774260 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks [] for security_group (8dccb2c5-5916-40d8-920b-df613d28a442), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:17.781343 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8dccb2c5-5916-40d8-920b-df613d28a442), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:17.904983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 3da7e293-42af-4799-ad6a-413f40f9c2cb, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3da7e293-42af-4799-ad6a-413f40f9c2cb,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:17.922316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Allocated IP 192.168.233.101 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/be511b75-d498-472d-9946-12de9deee73c) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:50:17.927373 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '3da7e293-42af-4799-ad6a-413f40f9c2cb', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '3da7e293-42af-4799-ad6a-413f40f9c2cb', 'mac_address': 'fa:16:3e:22:b3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:50:18.028754 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93fea48b-d280-48fc-a4ab-8ca5a1ef9544 req-21730ff2-e9c5-46b5-9006-4478f3a7ccfc tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 210 time: 0.0607648 Mar 24 00:50:18.100064 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:50:18.122926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dccb2c5-5916-40d8-920b-df613d28a442,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:18.131954 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 3da7e293-42af-4799-ad6a-413f40f9c2cb is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:18.132692 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3da7e293-42af-4799-ad6a-413f40f9c2cb), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:18.165926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da7e293-42af-4799-ad6a-413f40f9c2cb {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:18.192527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 3da7e293-42af-4799-ad6a-413f40f9c2cb, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3da7e293-42af-4799-ad6a-413f40f9c2cb,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:18.196781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec0d28fb-7d1a-4031-87d4-43b98642e22a req-1599d8fd-a5ca-4993-8095-74ec4162c0a2 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf784f74-9bed-448e-9758-1042c47a8b1f HTTP/1.1" status: 200 len: 210 time: 0.0784431 Mar 24 00:50:18.213366 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3da7e293-42af-4799-ad6a-413f40f9c2cb), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:18.242705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585369da-2c29-44de-89f6-ba640e904ffe req-4a97197a-6af3-423f-ae7e-eb8be63ff2e9 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:18.250034 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-585369da-2c29-44de-89f6-ba640e904ffe req-4a97197a-6af3-423f-ae7e-eb8be63ff2e9 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2810068 Mar 24 00:50:18.316991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=3da7e293-42af-4799-ad6a-413f40f9c2cb,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:18.341929 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks [] for port (be511b75-d498-472d-9946-12de9deee73c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:18.351563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-585369da-2c29-44de-89f6-ba640e904ffe req-c9005135-fdf3-432f-8cd9-f2d697c8359f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006620 Mar 24 00:50:18.396488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d4c39-c344-4a73-937c-67086c549644 req-d284e2ae-9049-4972-9ea0-87fe174a89be tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:18.398452 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-859d4c39-c344-4a73-937c-67086c549644 req-d284e2ae-9049-4972-9ea0-87fe174a89be tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 949 time: 0.1027339 Mar 24 00:50:18.413306 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (be511b75-d498-472d-9946-12de9deee73c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:18.504872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:50:18.519554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:50:18.527944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:50:18.535725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['3da7e293-42af-4799-ad6a-413f40f9c2cb'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:18.556951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Pushing event updated for resources: {'Port': ['ID=be511b75-d498-472d-9946-12de9deee73c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:18.561792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-859d4c39-c344-4a73-937c-67086c549644 req-7056c035-6462-4a89-943c-5590aa8d5bac tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567037 Mar 24 00:50:18.602295 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:18.602857 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:18.625279 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b15fa1-50ab-469a-b501-dab67e7bf9b9 req-524b9d58-1b24-426d-ac48-a0bb9783f252 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:18.626887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65b15fa1-50ab-469a-b501-dab67e7bf9b9 req-524b9d58-1b24-426d-ac48-a0bb9783f252 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.2006583 Mar 24 00:50:18.664353 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-c558f3aa-4f52-40ed-a3a3-e9cd009ff8c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3024416 Mar 24 00:50:18.682751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Request body: {'port': {'device_id': '6b8ea66e-6407-4b3f-9bf3-9ab33fee89da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:18.792974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65b15fa1-50ab-469a-b501-dab67e7bf9b9 req-f8d44cf5-f24a-4427-a477-1e1462c896c3 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501019 Mar 24 00:50:18.879323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-837adbac-710c-413b-8498-47c75b353674 None None] Provisioning complete for port be511b75-d498-472d-9946-12de9deee73c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:18.879700 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-837adbac-710c-413b-8498-47c75b353674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be511b75-d498-472d-9946-12de9deee73c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:18.905816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e758a22-bab5-4d9c-8003-085467342907 req-8e948140-12a1-4a53-be10-c78159a91b85 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=419cda3aa6704195b1ced4d468428729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0980651 Mar 24 00:50:18.916182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-837adbac-710c-413b-8498-47c75b353674 None None] Port be511b75-d498-472d-9946-12de9deee73c cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:50:18.928636 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be511b75-d498-472d-9946-12de9deee73c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:18.985482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd631f-d0be-43f2-9393-d86549dce222 req-7cf801ec-22e9-4c52-9a43-b36b47aea3fb tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:18.987066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83cd631f-d0be-43f2-9393-d86549dce222 req-7cf801ec-22e9-4c52-9a43-b36b47aea3fb tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 1126 time: 0.3296187 Mar 24 00:50:19.009488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b2392a83-16b2-4b0b-b2b6-553464a896cc up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:50:19.064887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port b2392a83-16b2-4b0b-b2b6-553464a896cc completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:50:19.070868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port b2392a83-16b2-4b0b-b2b6-553464a896cc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:19.071253 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:19.164142 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b2392a83-16b2-4b0b-b2b6-553464a896cc is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:19.164483 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:19.191048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:19.193383 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1e769d-bac6-413d-acfe-2cbb279dd2f2" -d '{"events": [{"server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "name": "network-vif-plugged", "status": "completed", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:19.206608 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:19.211426 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:19.212427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e758a22-bab5-4d9c-8003-085467342907 req-59b9f1c6-a8ec-47bd-921c-48a5b4ee0d77 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:19.213972 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e758a22-bab5-4d9c-8003-085467342907 req-59b9f1c6-a8ec-47bd-921c-48a5b4ee0d77 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2989273 Mar 24 00:50:19.228814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83cd631f-d0be-43f2-9393-d86549dce222 req-a02184b4-1c08-40a6-b6c0-bdf82951d653 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296884 Mar 24 00:50:19.272807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b2392a83-16b2-4b0b-b2b6-553464a896cc,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:19.282276 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-5e758a22-bab5-4d9c-8003-085467342907 req-c90d9962-58dc-46e6-a45c-111ed689ae68 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Request body: {'port': {'device_id': 'cf784f74-9bed-448e-9758-1042c47a8b1f', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': '419cda3aa6704195b1ced4d468428729'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:19.345690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9b6b2-04aa-454c-a54f-1d7a55004c5f req-c61811f9-19ec-4d94-b6aa-c24944a67e65 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:19.353248 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2fc9b6b2-04aa-454c-a54f-1d7a55004c5f req-c61811f9-19ec-4d94-b6aa-c24944a67e65 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132 HTTP/1.1" status: 200 len: 949 time: 0.3736148 Mar 24 00:50:19.428576 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c727610f-9492-4714-80bb-1471e61f0286 req-b3f28838-2bea-4941-ae55-c741a1b8b0ad tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 210 time: 0.0626392 Mar 24 00:50:19.495598 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ccbf9e-7cb8-47fa-b43b-e26f5256c4a7 x-openstack-request-id: req-c9ccbf9e-7cb8-47fa-b43b-e26f5256c4a7 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:19.496107 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "name": "network-vif-plugged", "status": "completed", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:19.496107 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9ccbf9e-7cb8-47fa-b43b-e26f5256c4a7 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:19.496502 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ccbf9e-7cb8-47fa-b43b-e26f5256c4a7'] response: {'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'code': 200} Mar 24 00:50:19.497756 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2fc9b6b2-04aa-454c-a54f-1d7a55004c5f req-c6db374e-6ba0-44ce-a087-ff138c6b359e tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435101 Mar 24 00:50:19.543129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e758a22-bab5-4d9c-8003-085467342907 req-c90d9962-58dc-46e6-a45c-111ed689ae68 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Made reservation on behalf of 419cda3aa6704195b1ced4d468428729 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:50:19.546469 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5e758a22-bab5-4d9c-8003-085467342907 req-c90d9962-58dc-46e6-a45c-111ed689ae68 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:19.655096 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aeae690e-f924-4cd6-a122-d4199c1fd167 req-4c92c4d0-1028-462a-9e4c-e87f4ad08ffa tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf784f74-9bed-448e-9758-1042c47a8b1f HTTP/1.1" status: 200 len: 210 time: 0.0728614 Mar 24 00:50:19.725580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be511b75-d498-472d-9946-12de9deee73c {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:19.742519 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Publish callbacks [] for port (be511b75-d498-472d-9946-12de9deee73c), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:19.757245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 3da7e293-42af-4799-ad6a-413f40f9c2cb up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:50:19.791333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b9285-0217-4938-afaf-b5129712f7c1 req-f929df90-528a-407c-b297-2bff9434830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:19.792907 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0a3b9285-0217-4938-afaf-b5129712f7c1 req-f929df90-528a-407c-b297-2bff9434830d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 1127 time: 0.2065773 Mar 24 00:50:19.808162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Transition to ACTIVE for port object be511b75-d498-472d-9946-12de9deee73c will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:50:19.825746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 3da7e293-42af-4799-ad6a-413f40f9c2cb completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:50:19.828301 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (be511b75-d498-472d-9946-12de9deee73c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:19.831843 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 3da7e293-42af-4799-ad6a-413f40f9c2cb triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:19.832437 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3da7e293-42af-4799-ad6a-413f40f9c2cb), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:19.929504 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 3da7e293-42af-4799-ad6a-413f40f9c2cb is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:19.929986 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3da7e293-42af-4799-ad6a-413f40f9c2cb), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:19.950041 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0a3b9285-0217-4938-afaf-b5129712f7c1 req-12ae74ed-b382-42cc-a637-b50642e306ca service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405940 Mar 24 00:50:19.959003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Pushing event updated for resources: {'Port': ['ID=be511b75-d498-472d-9946-12de9deee73c,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:19.963758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-5e758a22-bab5-4d9c-8003-085467342907 req-c90d9962-58dc-46e6-a45c-111ed689ae68 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Allocated IP 192.168.233.194 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/1699b957-da2c-4b2b-8101-8ccc58cb332a) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:50:19.991797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba6cde-69c3-4be3-baeb-31748e5377b9 req-d9da2a33-abc2-4f36-b294-d381b033ad10 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:19.998979 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4dba6cde-69c3-4be3-baeb-31748e5377b9 req-d9da2a33-abc2-4f36-b294-d381b033ad10 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 945 time: 0.2468920 Mar 24 00:50:20.025502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 3da7e293-42af-4799-ad6a-413f40f9c2cb, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3da7e293-42af-4799-ad6a-413f40f9c2cb,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:20.043509 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3da7e293-42af-4799-ad6a-413f40f9c2cb), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:20.153181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=3da7e293-42af-4799-ad6a-413f40f9c2cb,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:20.179834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4dba6cde-69c3-4be3-baeb-31748e5377b9 req-b412dcfb-934a-4358-996b-4bdc994f87f2 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799805 Mar 24 00:50:20.373851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Attempting to bind port be511b75-d498-472d-9946-12de9deee73c on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:50:20.374191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Attempting to bind port be511b75-d498-472d-9946-12de9deee73c by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:50:20.374762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Attempting to bind port be511b75-d498-472d-9946-12de9deee73c on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:20.384879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Port be511b75-d498-472d-9946-12de9deee73c on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:50:20.385225 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Attempting to bind port be511b75-d498-472d-9946-12de9deee73c on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:20.408660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:50:20.410410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:50:20.410802 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:50:20.411273 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Bound port: be511b75-d498-472d-9946-12de9deee73c, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:50:20.411636 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be511b75-d498-472d-9946-12de9deee73c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:20.492670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1df8ce-cf06-4123-876c-cf254c781a96 req-e1d44594-0538-4c94-b701-9f8d0638461b tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:20.503591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f1df8ce-cf06-4123-876c-cf254c781a96 req-e1d44594-0538-4c94-b701-9f8d0638461b tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 950 time: 0.1758564 Mar 24 00:50:20.508826 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5e758a22-bab5-4d9c-8003-085467342907 req-c90d9962-58dc-46e6-a45c-111ed689ae68 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks [] for port (1699b957-da2c-4b2b-8101-8ccc58cb332a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:20.594244 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-c17bc067-90c6-44b9-bd72-6cb205a1834f tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7dc98852318e4549823069b893aefd39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676556 Mar 24 00:50:20.636954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] For port be511b75-d498-472d-9946-12de9deee73c, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:50:20.678364 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35780) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:20.799409 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e47b39df-f561-4772-921e-bccdfc3e5b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:20.882156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e47b39df-f561-4772-921e-bccdfc3e5b3f admin admin] Publish callbacks [] for security_group (82f27dea-0e33-4897-bd1b-f5803699e6fa), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:20.886545 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e47b39df-f561-4772-921e-bccdfc3e5b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (82f27dea-0e33-4897-bd1b-f5803699e6fa), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:20.924777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b39df-f561-4772-921e-bccdfc3e5b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f27dea-0e33-4897-bd1b-f5803699e6fa,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:20.931864 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e47b39df-f561-4772-921e-bccdfc3e5b3f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=18069782941b4ae1bc0bb9fbe2503937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515082 Mar 24 00:50:20.932476 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35786) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:20.985484 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d2a308c-e420-41ae-9a3e-4ff29365d4c7 admin admin] Publish callbacks [] for security_group (82f27dea-0e33-4897-bd1b-f5803699e6fa), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:20.989943 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f1df8ce-cf06-4123-876c-cf254c781a96 req-a9d56fe9-ccc5-4316-981b-3e2b3c49a7b9 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789703 Mar 24 00:50:20.992360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] For port be511b75-d498-472d-9946-12de9deee73c, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=be511b75-d498-472d-9946-12de9deee73c,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:50:20.998601 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5e758a22-bab5-4d9c-8003-085467342907 req-c90d9962-58dc-46e6-a45c-111ed689ae68 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (1699b957-da2c-4b2b-8101-8ccc58cb332a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:21.013165 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d2a308c-e420-41ae-9a3e-4ff29365d4c7 admin admin] Publish callbacks [] for security_group (82f27dea-0e33-4897-bd1b-f5803699e6fa), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:21.049030 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (be511b75-d498-472d-9946-12de9deee73c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:21.082411 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d2a308c-e420-41ae-9a3e-4ff29365d4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (82f27dea-0e33-4897-bd1b-f5803699e6fa), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:21.085261 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d2a308c-e420-41ae-9a3e-4ff29365d4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:21.088755 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3d2a308c-e420-41ae-9a3e-4ff29365d4c7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/82f27dea-0e33-4897-bd1b-f5803699e6fa HTTP/1.1" status: 204 len: 168 time: 0.1526606 Mar 24 00:50:21.108381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a308c-e420-41ae-9a3e-4ff29365d4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f27dea-0e33-4897-bd1b-f5803699e6fa,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:21.112590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-cb28909f-8ac1-48cb-9bd3-58f3584b3d19 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:21.114201 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-cb28909f-8ac1-48cb-9bd3-58f3584b3d19 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5085461 Mar 24 00:50:21.119279 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e758a22-bab5-4d9c-8003-085467342907 req-c90d9962-58dc-46e6-a45c-111ed689ae68 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:50:21.121443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-5e758a22-bab5-4d9c-8003-085467342907 req-c90d9962-58dc-46e6-a45c-111ed689ae68 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:50:21.124206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e758a22-bab5-4d9c-8003-085467342907 req-c90d9962-58dc-46e6-a45c-111ed689ae68 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:50:21.163491 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:21.164160 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:21.166121 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] 10.222.0.48 "PUT /v2.0/ports/be511b75-d498-472d-9946-12de9deee73c HTTP/1.1" status: 200 len: 1096 time: 2.4916975 Mar 24 00:50:21.218540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8ea66e-6407-4b3f-9bf3-9ab33fee89da', 'tag': 'be511b75-d498-472d-9946-12de9deee73c'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:21.221904 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79316e6-27b7-47b1-9d07-d961443d1846" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8ea66e-6407-4b3f-9bf3-9ab33fee89da", "tag": "be511b75-d498-472d-9946-12de9deee73c"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:21.300066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6262fb71-ea37-41a4-a221-99a2969802f0 req-0adbe61e-b3dc-461c-af06-5fc4161cbd09 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7ceeeb-69a9-4b9a-82cd-503e90a58dbc HTTP/1.1" status: 200 len: 210 time: 0.2016859 Mar 24 00:50:21.309734 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-ea992215-078d-47d9-aaca-fe81e4687c7f tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/quotas/7dc98852318e4549823069b893aefd39 HTTP/1.1" status: 200 len: 375 time: 0.1553555 Mar 24 00:50:21.346253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d9962-58dc-46e6-a45c-111ed689ae68 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Pushing event updated for resources: {'Port': ['ID=1699b957-da2c-4b2b-8101-8ccc58cb332a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:21.491203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e758a22-bab5-4d9c-8003-085467342907 req-c90d9962-58dc-46e6-a45c-111ed689ae68 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:21.492174 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5e758a22-bab5-4d9c-8003-085467342907 req-c90d9962-58dc-46e6-a45c-111ed689ae68 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:21.498428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a339bea9-2032-4ff9-8c29-a5a03a94f753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da7e293-42af-4799-ad6a-413f40f9c2cb'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:21.501502 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdf3e28-5c53-4b1f-8d5f-82d8905bb6df" -d '{"events": [{"server_uuid": "a339bea9-2032-4ff9-8c29-a5a03a94f753", "name": "network-vif-plugged", "status": "completed", "tag": "3da7e293-42af-4799-ad6a-413f40f9c2cb"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:21.539600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3f5bc622-58be-4625-bf11-4cdffc9f4b3c None None] Provisioning complete for port 1699b957-da2c-4b2b-8101-8ccc58cb332a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:21.541276 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3f5bc622-58be-4625-bf11-4cdffc9f4b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1699b957-da2c-4b2b-8101-8ccc58cb332a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:21.568146 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-97df460f-fcab-46d5-9a1f-0cabcd1a3c8b tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a09e8f3796504a0591d01b6c352de665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701301 Mar 24 00:50:21.600436 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35808) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:21.607950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3f5bc622-58be-4625-bf11-4cdffc9f4b3c None None] Port 1699b957-da2c-4b2b-8101-8ccc58cb332a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:50:21.613221 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-b8134935-c9a0-40e8-9f7d-83b25adb8adf tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dc98852318e4549823069b893aefd39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3024325 Mar 24 00:50:21.616275 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6943fa5d-4ea8-4493-9cd7-88d4e86b874e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:21.632025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e758a22-bab5-4d9c-8003-085467342907 req-c90d9962-58dc-46e6-a45c-111ed689ae68 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3542941 Mar 24 00:50:21.634183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-f927b84f-0a5c-4b38-b676-0d1089165b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:21.635763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-f927b84f-0a5c-4b38-b676-0d1089165b3d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=419cda3aa6704195b1ced4d468428729&device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 1130 time: 0.3774509 Mar 24 00:50:21.669951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9750d-7d46-4cbe-a22c-975fd0fdcf2a service neutron] Pushing event updated for resources: {'Port': ['ID=be511b75-d498-472d-9946-12de9deee73c,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:21.685296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Request body: {'port': {'device_id': 'cf784f74-9bed-448e-9758-1042c47a8b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:21.743532 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6943fa5d-4ea8-4493-9cd7-88d4e86b874e admin admin] Publish callbacks [] for security_group (b41779b1-0bf7-422e-948d-673f3dfedad4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:21.750470 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6943fa5d-4ea8-4493-9cd7-88d4e86b874e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b41779b1-0bf7-422e-948d-673f3dfedad4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:21.786564 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6943fa5d-4ea8-4493-9cd7-88d4e86b874e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=936bab7cc1b54708bbf58fbeb34e522f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790850 Mar 24 00:50:21.788957 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35810) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:21.809967 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943fa5d-4ea8-4493-9cd7-88d4e86b874e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41779b1-0bf7-422e-948d-673f3dfedad4,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:21.863821 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9ac4df14-e245-4815-8f3a-b0d2adeb87ea admin admin] Publish callbacks [] for security_group (b41779b1-0bf7-422e-948d-673f3dfedad4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:21.890254 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9ac4df14-e245-4815-8f3a-b0d2adeb87ea admin admin] Publish callbacks [] for security_group (b41779b1-0bf7-422e-948d-673f3dfedad4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:21.934759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-97f5cdad-7062-40d8-8b06-5acada98a00e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=be511b75-d498-472d-9946-12de9deee73c HTTP/1.1" status: 200 len: 217 time: 0.2449448 Mar 24 00:50:21.964457 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9ac4df14-e245-4815-8f3a-b0d2adeb87ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b41779b1-0bf7-422e-948d-673f3dfedad4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:21.967156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9ac4df14-e245-4815-8f3a-b0d2adeb87ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:21.968317 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9ac4df14-e245-4815-8f3a-b0d2adeb87ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b41779b1-0bf7-422e-948d-673f3dfedad4 HTTP/1.1" status: 204 len: 168 time: 0.1783335 Mar 24 00:50:21.989703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4df14-e245-4815-8f3a-b0d2adeb87ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41779b1-0bf7-422e-948d-673f3dfedad4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:22.103158 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1699b957-da2c-4b2b-8101-8ccc58cb332a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:22.187474 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-f60ba0ec-a2b8-4b16-8a3e-acca991d8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:22.189021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-f60ba0ec-a2b8-4b16-8a3e-acca991d8402 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.2283812 Mar 24 00:50:22.195729 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-3b8ed796-b571-49c0-a7af-2196ac8ccad7 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:22.197215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-3b8ed796-b571-49c0-a7af-2196ac8ccad7 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6134188 Mar 24 00:50:22.221392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5212b0d-eeee-4412-a09c-3bdc66580772 req-e0b34e3d-910a-4d5c-90f4-be99c5c34faa tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:22.228443 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5212b0d-eeee-4412-a09c-3bdc66580772 req-e0b34e3d-910a-4d5c-90f4-be99c5c34faa tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf784f74-9bed-448e-9758-1042c47a8b1f HTTP/1.1" status: 200 len: 936 time: 0.3189881 Mar 24 00:50:22.282994 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-83e8c0a4-33f2-4c9f-8c6f-1d67e494663d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/quotas/a09e8f3796504a0591d01b6c352de665 HTTP/1.1" status: 200 len: 375 time: 0.0689778 Mar 24 00:50:22.429213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5212b0d-eeee-4412-a09c-3bdc66580772 req-0f648b7d-5e1f-4eab-9c0f-6ff3fde35cb7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950536 Mar 24 00:50:22.502386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-96895f9a-286d-4f44-a11d-c505677a31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:22.504502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-96895f9a-286d-4f44-a11d-c505677a31a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3044136 Mar 24 00:50:22.570114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-fc87a48d-0bec-4edb-8c14-d5ed46711dcd tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2771244 Mar 24 00:50:22.679846 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-7aa5db88-c6c3-4a05-ba26-fbe982cd074c service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655362 Mar 24 00:50:22.835800 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b33e8e9-61d6-478c-a92d-c542c391ad67 req-fbbd0848-f4b0-473c-adc6-2d480f4fa483 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493533 Mar 24 00:50:22.839457 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4fae1a-8917-4511-8c9f-1a27883fb604 x-openstack-request-id: req-cc4fae1a-8917-4511-8c9f-1a27883fb604 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:22.839811 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8ea66e-6407-4b3f-9bf3-9ab33fee89da", "tag": "be511b75-d498-472d-9946-12de9deee73c", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:22.839991 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc4fae1a-8917-4511-8c9f-1a27883fb604 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:22.841181 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4fae1a-8917-4511-8c9f-1a27883fb604'] response: {'name': 'network-changed', 'server_uuid': '6b8ea66e-6407-4b3f-9bf3-9ab33fee89da', 'tag': 'be511b75-d498-472d-9946-12de9deee73c', 'status': 'completed', 'code': 200} Mar 24 00:50:22.877267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7f353-c332-4d58-a92a-df75f706a80d req-70509536-45b6-4bbf-b439-491237dcdada tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:22.879329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-16f7f353-c332-4d58-a92a-df75f706a80d req-70509536-45b6-4bbf-b439-491237dcdada tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 945 time: 0.3356905 Mar 24 00:50:22.945397 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1ccdbf-a01d-4d23-86bf-44f9e580db04 x-openstack-request-id: req-0f1ccdbf-a01d-4d23-86bf-44f9e580db04 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:22.946071 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a339bea9-2032-4ff9-8c29-a5a03a94f753", "name": "network-vif-plugged", "status": "completed", "tag": "3da7e293-42af-4799-ad6a-413f40f9c2cb", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:22.946711 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f1ccdbf-a01d-4d23-86bf-44f9e580db04 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:22.947490 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f1ccdbf-a01d-4d23-86bf-44f9e580db04'] response: {'server_uuid': 'a339bea9-2032-4ff9-8c29-a5a03a94f753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da7e293-42af-4799-ad6a-413f40f9c2cb', 'code': 200} Mar 24 00:50:23.033067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1699b957-da2c-4b2b-8101-8ccc58cb332a {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:23.133348 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Publish callbacks [] for port (1699b957-da2c-4b2b-8101-8ccc58cb332a), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:23.155734 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31444dd9-ab5a-447e-8ee8-0b8daf7557cf req-98cd3de0-46bc-4833-be53-79cba4514fd4 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 210 time: 0.1116180 Mar 24 00:50:23.307889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Transition to ACTIVE for port object 1699b957-da2c-4b2b-8101-8ccc58cb332a will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:50:23.331377 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-16f7f353-c332-4d58-a92a-df75f706a80d req-ed9d499c-5e93-4a3d-9331-b562df3e904d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387704 Mar 24 00:50:23.352630 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (1699b957-da2c-4b2b-8101-8ccc58cb332a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:23.356138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-3ab41cc2-36c7-4de8-9d37-b9b6471ea052 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7dc98852318e4549823069b893aefd39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1372080 Mar 24 00:50:23.428684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f587ed-5169-459d-82c8-3a47c17d36e8 req-e8fd8929-02a4-4bcc-baad-4687f6b4ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:23.435479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84f587ed-5169-459d-82c8-3a47c17d36e8 req-e8fd8929-02a4-4bcc-baad-4687f6b4ab6c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 1132 time: 0.4087989 Mar 24 00:50:23.440597 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79316e6-27b7-47b1-9d07-d961443d1846 req-1a63681e-119b-4e2c-a313-b3daf088f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:23.442112 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c79316e6-27b7-47b1-9d07-d961443d1846 req-1a63681e-119b-4e2c-a313-b3daf088f7f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=419cda3aa6704195b1ced4d468428729&device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 1130 time: 0.4484384 Mar 24 00:50:23.639546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Pushing event updated for resources: {'Port': ['ID=1699b957-da2c-4b2b-8101-8ccc58cb332a,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:23.687791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c77f536-2afd-45fc-b773-35a4685399a3 req-8259b1b4-4007-4078-986d-3b0b98bedde2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 210 time: 0.0792732 Mar 24 00:50:23.819395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a65e15-3de5-4c9c-8ed2-2f9f35121eb3 req-3f302094-d811-4dd8-9bc5-62d879024d2a tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:23.826549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9a65e15-3de5-4c9c-8ed2-2f9f35121eb3 req-3f302094-d811-4dd8-9bc5-62d879024d2a tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 950 time: 0.5989487 Mar 24 00:50:23.881881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84f587ed-5169-459d-82c8-3a47c17d36e8 req-5209707e-50ff-4926-a12c-a7d7ec4ba35f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388196 Mar 24 00:50:23.976254 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9a65e15-3de5-4c9c-8ed2-2f9f35121eb3 req-3d83622a-f4b8-4983-af46-0274b76c7f5e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484787 Mar 24 00:50:23.997718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Attempting to bind port 1699b957-da2c-4b2b-8101-8ccc58cb332a on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:50:23.998045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Attempting to bind port 1699b957-da2c-4b2b-8101-8ccc58cb332a by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:50:23.998378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Attempting to bind port 1699b957-da2c-4b2b-8101-8ccc58cb332a on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:24.006674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-01f92e1b-d928-4fc5-8297-098687193ec5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:24.008087 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-01f92e1b-d928-4fc5-8297-098687193ec5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6213808 Mar 24 00:50:24.027275 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-959cfe54-8778-4536-84fd-dd0b64bd9e77 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Request body: {'port': {'device_id': 'c97f4845-ed11-4267-81ea-eea9025c9fc1', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': '7dc98852318e4549823069b893aefd39'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:24.032366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79316e6-27b7-47b1-9d07-d961443d1846 req-a566a7f4-674d-46d7-821a-3d8b9cb27ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:24.033834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c79316e6-27b7-47b1-9d07-d961443d1846 req-a566a7f4-674d-46d7-821a-3d8b9cb27ed6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.4382291 Mar 24 00:50:24.036778 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Port 1699b957-da2c-4b2b-8101-8ccc58cb332a on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:50:24.037120 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Attempting to bind port 1699b957-da2c-4b2b-8101-8ccc58cb332a on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:24.136630 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:50:24.137342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:50:24.137342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:50:24.137719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Bound port: 1699b957-da2c-4b2b-8101-8ccc58cb332a, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:50:24.138076 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1699b957-da2c-4b2b-8101-8ccc58cb332a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:24.167578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c79316e6-27b7-47b1-9d07-d961443d1846 req-56327d56-1cb7-41b9-93f2-13a4719bee7f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=be511b75-d498-472d-9946-12de9deee73c HTTP/1.1" status: 200 len: 217 time: 0.0847707 Mar 24 00:50:24.175893 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c117e6-4ed8-461a-adac-9a92b31468b1 req-811401d8-24d2-4063-b0a5-fab8995ccfec tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:24.177316 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70c117e6-4ed8-461a-adac-9a92b31468b1 req-811401d8-24d2-4063-b0a5-fab8995ccfec tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 945 time: 0.3011034 Mar 24 00:50:24.187137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35886) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:24.191552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e7d39051-225e-49e2-b0ae-32ee1d41b060 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Request body: {'floatingip': {'port_id': 'b2392a83-16b2-4b0b-b2b6-553464a896cc'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:24.233049 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e7d39051-225e-49e2-b0ae-32ee1d41b060 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for floatingip (2209d413-87cb-4e8a-8c7f-a869252bc050), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:24.288158 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-959cfe54-8778-4536-84fd-dd0b64bd9e77 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Made reservation on behalf of 7dc98852318e4549823069b893aefd39 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:50:24.292370 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-959cfe54-8778-4536-84fd-dd0b64bd9e77 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:24.385375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79316e6-27b7-47b1-9d07-d961443d1846 req-6373c9e0-4365-45cd-b993-cf7b6b7fad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:24.386898 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c79316e6-27b7-47b1-9d07-d961443d1846 req-6373c9e0-4365-45cd-b993-cf7b6b7fad63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.2053308 Mar 24 00:50:24.394056 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c291ef-95c3-404a-9345-a12662545982 req-4cc4a336-abf1-46e7-bdca-02c30757f9c8 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:24.395520 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22c291ef-95c3-404a-9345-a12662545982 req-4cc4a336-abf1-46e7-bdca-02c30757f9c8 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf784f74-9bed-448e-9758-1042c47a8b1f HTTP/1.1" status: 200 len: 948 time: 0.3138263 Mar 24 00:50:24.737825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-338eced3-43a9-4a00-9a15-2e22bc620065 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a09e8f3796504a0591d01b6c352de665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3309906 Mar 24 00:50:24.806663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] For port 1699b957-da2c-4b2b-8101-8ccc58cb332a, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:50:24.843179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-410f6a8d-95b2-4177-bbdc-a71e899af900 req-03ab9b89-af63-4e84-ae0a-14dd66e18a7d tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 210 time: 0.1145535 Mar 24 00:50:24.883584 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e7d39051-225e-49e2-b0ae-32ee1d41b060 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:24.889420 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e7d39051-225e-49e2-b0ae-32ee1d41b060 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (2209d413-87cb-4e8a-8c7f-a869252bc050), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:24.905023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] For port 1699b957-da2c-4b2b-8101-8ccc58cb332a, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1699b957-da2c-4b2b-8101-8ccc58cb332a,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:50:24.960799 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (1699b957-da2c-4b2b-8101-8ccc58cb332a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:24.985593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79316e6-27b7-47b1-9d07-d961443d1846 req-b8413024-df9a-4e80-8be8-497a5202889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:24.987099 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c79316e6-27b7-47b1-9d07-d961443d1846 req-b8413024-df9a-4e80-8be8-497a5202889d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5815561 Mar 24 00:50:25.021934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device be511b75-d498-472d-9946-12de9deee73c details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:50:25.039147 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-e7d39051-225e-49e2-b0ae-32ee1d41b060 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Floating IP 2209d413-87cb-4e8a-8c7f-a869252bc050 associated. External IP: 172.25.0.151, port: b2392a83-16b2-4b0b-b2b6-553464a896cc. Mar 24 00:50:25.042362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22c291ef-95c3-404a-9345-a12662545982 req-b7001283-5b9c-475f-ac5c-796cde09313d tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6023240 Mar 24 00:50:25.131345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port be511b75-d498-472d-9946-12de9deee73c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=be511b75-d498-472d-9946-12de9deee73c,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:25.145272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'be511b75-d498-472d-9946-12de9deee73c', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'be511b75-d498-472d-9946-12de9deee73c', 'mac_address': 'fa:16:3e:92:42:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:50:25.214791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port be511b75-d498-472d-9946-12de9deee73c is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:25.215188 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be511b75-d498-472d-9946-12de9deee73c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:25.238727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be511b75-d498-472d-9946-12de9deee73c {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:25.262001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:25.262617 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:25.271475 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e758a22-bab5-4d9c-8003-085467342907 req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] 10.222.0.57 "PUT /v2.0/ports/1699b957-da2c-4b2b-8101-8ccc58cb332a HTTP/1.1" status: 200 len: 1096 time: 3.5937829 Mar 24 00:50:25.285405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port be511b75-d498-472d-9946-12de9deee73c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=be511b75-d498-472d-9946-12de9deee73c,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:25.287932 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf784f74-9bed-448e-9758-1042c47a8b1f', 'tag': '1699b957-da2c-4b2b-8101-8ccc58cb332a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:25.292995 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (be511b75-d498-472d-9946-12de9deee73c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:25.304403 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3ff0e5-01d9-4faf-95bb-d387b04351a6" -d '{"events": [{"name": "network-changed", "server_uuid": "cf784f74-9bed-448e-9758-1042c47a8b1f", "tag": "1699b957-da2c-4b2b-8101-8ccc58cb332a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:25.346512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-959cfe54-8778-4536-84fd-dd0b64bd9e77 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Allocated IP 192.168.233.125 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/62367725-036b-4b71-9573-f4682bf9f052) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:50:25.388144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-7d7d8dce-4bab-489a-9942-51aefdcb09c9 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:25.394950 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-7d7d8dce-4bab-489a-9942-51aefdcb09c9 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6114857 Mar 24 00:50:25.409134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=be511b75-d498-472d-9946-12de9deee73c,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:25.474217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-a76c2ea5-732c-40c2-a772-c024872cb6a2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Request body: {'port': {'device_id': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'a09e8f3796504a0591d01b6c352de665'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:25.512287 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ff479-e8d2-4628-81de-2de9ff3f8e87 service neutron] Pushing event updated for resources: {'Port': ['ID=1699b957-da2c-4b2b-8101-8ccc58cb332a,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:25.535992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d39051-225e-49e2-b0ae-32ee1d41b060 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Router 9b32965a-6401-481d-8268-5409a9cc25f2 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:50:25.597938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['be511b75-d498-472d-9946-12de9deee73c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:25.610461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5061b3c1-afb6-46c7-a006-7e0a5c405f8e req-f85ba394-4917-4534-b36f-c13c0cec6653 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 210 time: 0.1186190 Mar 24 00:50:25.657512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-c91544df-a2bc-4620-ba8a-d106894ee7fd tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:25.659636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-c91544df-a2bc-4620-ba8a-d106894ee7fd tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 811 time: 0.6897659 Mar 24 00:50:25.672741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d39051-225e-49e2-b0ae-32ee1d41b060 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:50:25.679592 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e7d39051-225e-49e2-b0ae-32ee1d41b060 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:25.685909 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423a582-6f53-4f85-a9c6-fd29ef4dec3b None None] Sync routers for ids ['9b32965a-6401-481d-8268-5409a9cc25f2'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:50:25.691040 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c79316e6-27b7-47b1-9d07-d961443d1846 req-83f2222a-eff6-40b0-bb0e-efd20d9d29e0 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6871974 Mar 24 00:50:25.710912 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423a582-6f53-4f85-a9c6-fd29ef4dec3b None None] Routers {'9b32965a-6401-481d-8268-5409a9cc25f2'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:50:25.711563 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6423a582-6f53-4f85-a9c6-fd29ef4dec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:50:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9b32965a-6401-481d-8268-5409a9cc25f2'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:50:25.750307 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e7d39051-225e-49e2-b0ae-32ee1d41b060 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "PUT /v2.0/floatingips/2209d413-87cb-4e8a-8c7f-a869252bc050 HTTP/1.1" status: 200 len: 991 time: 1.5620677 Mar 24 00:50:25.753982 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:25.757149 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a73a82-4864-4129-a20e-c07941a06445" -d '{"events": [{"name": "network-changed", "server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:25.772284 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-ec3d2d11-cd8f-4549-bc0d-75ef8dc2b664 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/quotas/c234724dc89149218858924a99df6227 HTTP/1.1" status: 200 len: 375 time: 0.1002297 Mar 24 00:50:25.826445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e758a22-bab5-4d9c-8003-085467342907 req-692eaa14-6099-41f9-8e55-e9ede2cefa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:25.829126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e758a22-bab5-4d9c-8003-085467342907 req-692eaa14-6099-41f9-8e55-e9ede2cefa6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=419cda3aa6704195b1ced4d468428729&device_id=cf784f74-9bed-448e-9758-1042c47a8b1f HTTP/1.1" status: 200 len: 1130 time: 0.4260399 Mar 24 00:50:25.914029 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-6423a582-6f53-4f85-a9c6-fd29ef4dec3b None None] Set router 9b32965a-6401-481d-8268-5409a9cc25f2 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:50:26.017555 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-36fc6f0f-df21-4498-93af-a8d0c29fe24d tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2442722 Mar 24 00:50:26.069570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e758a22-bab5-4d9c-8003-085467342907 req-1de9f9ba-0d06-4f36-98d0-7208cab87b5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1699b957-da2c-4b2b-8101-8ccc58cb332a HTTP/1.1" status: 200 len: 217 time: 0.1116590 Mar 24 00:50:26.144560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-a76c2ea5-732c-40c2-a772-c024872cb6a2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Made reservation on behalf of a09e8f3796504a0591d01b6c352de665 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:50:26.147816 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-a76c2ea5-732c-40c2-a772-c024872cb6a2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:26.167070 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6423a582-6f53-4f85-a9c6-fd29ef4dec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'name': 'tempest-ServerActionsTestJSON-626588052-router', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:49:48Z', 'updated_at': '2022-03-24T00:49:55Z', 'revision_number': 4, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'gw_port': {'id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:49Z', 'updated_at': '2022-03-24T00:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '2209d413-87cb-4e8a-8c7f-a869252bc050', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'floating_ip_address': '172.25.0.151', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'port_id': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'mac_address': 'fa:16:3e:1a:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:50:00Z', 'updated_at': '2022-03-24T00:50:24Z', 'revision_number': 1, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be48d34f-b9ac-438f-94d9-c499985ad4a2', 'name': '', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'mac_address': 'fa:16:3e:4c:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:54Z', 'updated_at': '2022-03-24T00:49:59Z', 'revision_number': 5, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'subnets': [{'id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:50:26.195943 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423a582-6f53-4f85-a9c6-fd29ef4dec3b None None] Checking router: 9b32965a-6401-481d-8268-5409a9cc25f2 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:50:26.205149 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423a582-6f53-4f85-a9c6-fd29ef4dec3b None None] Routers {'9b32965a-6401-481d-8268-5409a9cc25f2'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:50:26.206452 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6423a582-6f53-4f85-a9c6-fd29ef4dec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:50:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9b32965a-6401-481d-8268-5409a9cc25f2'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:50:26.281621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da494b36-eda6-4d29-af3d-bb3f1cc210bf req-9b0d8ab7-9893-4eab-bb45-20e8081c04e0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:26.282989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da494b36-eda6-4d29-af3d-bb3f1cc210bf req-9b0d8ab7-9893-4eab-bb45-20e8081c04e0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 950 time: 0.5228186 Mar 24 00:50:26.291309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c79316e6-27b7-47b1-9d07-d961443d1846 req-bff86db2-9dd8-4d0f-9a87-5a85f3addf7b service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768049 Mar 24 00:50:26.294102 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-959cfe54-8778-4536-84fd-dd0b64bd9e77 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks [] for port (62367725-036b-4b71-9573-f4682bf9f052), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:26.317027 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-6423a582-6f53-4f85-a9c6-fd29ef4dec3b None None] Set router 9b32965a-6401-481d-8268-5409a9cc25f2 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:50:26.327841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e758a22-bab5-4d9c-8003-085467342907 req-817dce40-480c-42c5-a71b-47754c7272bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:26.329390 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e758a22-bab5-4d9c-8003-085467342907 req-817dce40-480c-42c5-a71b-47754c7272bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.2509856 Mar 24 00:50:26.390174 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-9376ee9c-cee9-4eac-9f60-7996f2bf182b service neutron] 10.222.0.45 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354566 Mar 24 00:50:26.508405 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da494b36-eda6-4d29-af3d-bb3f1cc210bf req-566cff13-0715-4169-bd81-3cb5ae66505f tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700771 Mar 24 00:50:26.533061 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-959cfe54-8778-4536-84fd-dd0b64bd9e77 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (62367725-036b-4b71-9573-f4682bf9f052), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:26.550688 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6423a582-6f53-4f85-a9c6-fd29ef4dec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'name': 'tempest-ServerActionsTestJSON-626588052-router', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:49:48Z', 'updated_at': '2022-03-24T00:49:55Z', 'revision_number': 4, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'gw_port': {'id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:49Z', 'updated_at': '2022-03-24T00:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '2209d413-87cb-4e8a-8c7f-a869252bc050', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'floating_ip_address': '172.25.0.151', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'port_id': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'mac_address': 'fa:16:3e:1a:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:50:00Z', 'updated_at': '2022-03-24T00:50:24Z', 'revision_number': 1, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be48d34f-b9ac-438f-94d9-c499985ad4a2', 'name': '', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'mac_address': 'fa:16:3e:4c:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:54Z', 'updated_at': '2022-03-24T00:49:59Z', 'revision_number': 5, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'subnets': [{'id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:50:26.560487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e758a22-bab5-4d9c-8003-085467342907 req-d51d1ad5-8e3f-4262-85c6-876ca581e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:26.561999 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e758a22-bab5-4d9c-8003-085467342907 req-d51d1ad5-8e3f-4262-85c6-876ca581e0d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2165890 Mar 24 00:50:26.586944 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423a582-6f53-4f85-a9c6-fd29ef4dec3b None None] The sync data for ids ['9b32965a-6401-481d-8268-5409a9cc25f2'] in n-d-760455-9 is: [{'id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'name': 'tempest-ServerActionsTestJSON-626588052-router', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:49:48Z', 'updated_at': '2022-03-24T00:49:55Z', 'revision_number': 4, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'gw_port': {'id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:49Z', 'updated_at': '2022-03-24T00:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '2209d413-87cb-4e8a-8c7f-a869252bc050', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'floating_ip_address': '172.25.0.151', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'port_id': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'mac_address': 'fa:16:3e:1a:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:50:00Z', 'updated_at': '2022-03-24T00:50:24Z', 'revision_number': 1, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be48d34f-b9ac-438f-94d9-c499985ad4a2', 'name': '', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'mac_address': 'fa:16:3e:4c:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:54Z', 'updated_at': '2022-03-24T00:49:59Z', 'revision_number': 5, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'subnets': [{'id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:50:26.623058 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['312a3ba1-f96c-4d74-9028-45061265ff2f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:26.642912 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0a7139-90b8-4427-92b7-682f6b7c6818 x-openstack-request-id: req-ff0a7139-90b8-4427-92b7-682f6b7c6818 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:26.643281 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf784f74-9bed-448e-9758-1042c47a8b1f", "tag": "1699b957-da2c-4b2b-8101-8ccc58cb332a", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:26.643490 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff0a7139-90b8-4427-92b7-682f6b7c6818 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:26.643894 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff0a7139-90b8-4427-92b7-682f6b7c6818'] response: {'name': 'network-changed', 'server_uuid': 'cf784f74-9bed-448e-9758-1042c47a8b1f', 'tag': '1699b957-da2c-4b2b-8101-8ccc58cb332a', 'status': 'completed', 'code': 200} Mar 24 00:50:26.698606 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-959cfe54-8778-4536-84fd-dd0b64bd9e77 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:50:26.713640 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-8085e783-22b1-421f-9c83-e9101e25b117 service neutron] 10.222.0.45 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133659 Mar 24 00:50:26.744021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-959cfe54-8778-4536-84fd-dd0b64bd9e77 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:50:26.750895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-959cfe54-8778-4536-84fd-dd0b64bd9e77 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:50:26.876885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cfe54-8778-4536-84fd-dd0b64bd9e77 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Pushing event updated for resources: {'Port': ['ID=62367725-036b-4b71-9573-f4682bf9f052,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:26.887933 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-a76c2ea5-732c-40c2-a772-c024872cb6a2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Allocated IP 192.168.233.132 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/f75447d9-4d97-43c3-9b6f-2d4e24f18510) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:50:26.963694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-959cfe54-8778-4536-84fd-dd0b64bd9e77 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:26.964340 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-959cfe54-8778-4536-84fd-dd0b64bd9e77 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:26.968364 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb7489-3a9e-4f0a-9e78-9ccf4ed08163 None None] New status for floating IP 2209d413-87cb-4e8a-8c7f-a869252bc050: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:50:26.975720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e758a22-bab5-4d9c-8003-085467342907 req-5a27c301-213f-40ab-934c-e4168105eb1c service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756425 Mar 24 00:50:27.021806 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa5aaa6-70aa-4f9d-b0fa-3aad99d24410 x-openstack-request-id: req-3fa5aaa6-70aa-4f9d-b0fa-3aad99d24410 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:27.022330 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:27.022424 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3fa5aaa6-70aa-4f9d-b0fa-3aad99d24410 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:27.022783 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa5aaa6-70aa-4f9d-b0fa-3aad99d24410'] response: {'name': 'network-changed', 'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'status': 'completed', 'code': 200} Mar 24 00:50:27.069124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-959cfe54-8778-4536-84fd-dd0b64bd9e77 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0467401 Mar 24 00:50:27.098338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Request body: {'port': {'device_id': 'c97f4845-ed11-4267-81ea-eea9025c9fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:27.106714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device be511b75-d498-472d-9946-12de9deee73c up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:50:27.166736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a843e03-641b-4d0d-9df1-cbe48c128891 req-a4e6a823-16f4-4126-9ba0-5a7841d572be tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:27.169131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a843e03-641b-4d0d-9df1-cbe48c128891 req-a4e6a823-16f4-4126-9ba0-5a7841d572be tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 945 time: 0.3365417 Mar 24 00:50:27.251389 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port be511b75-d498-472d-9946-12de9deee73c completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:50:27.260873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port be511b75-d498-472d-9946-12de9deee73c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:27.261620 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be511b75-d498-472d-9946-12de9deee73c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:27.267524 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1113ce26-875e-41b4-a984-d584d6c2b4ea None None] Provisioning complete for port 62367725-036b-4b71-9573-f4682bf9f052 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:27.269064 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1113ce26-875e-41b4-a984-d584d6c2b4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (62367725-036b-4b71-9573-f4682bf9f052), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:27.380864 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1113ce26-875e-41b4-a984-d584d6c2b4ea None None] Port 62367725-036b-4b71-9573-f4682bf9f052 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:50:27.446638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port be511b75-d498-472d-9946-12de9deee73c is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:27.447376 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be511b75-d498-472d-9946-12de9deee73c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:27.483833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8ea66e-6407-4b3f-9bf3-9ab33fee89da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be511b75-d498-472d-9946-12de9deee73c'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:27.486783 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4479aa-7c96-4f3d-9c40-e648930f6b5f" -d '{"events": [{"server_uuid": "6b8ea66e-6407-4b3f-9bf3-9ab33fee89da", "name": "network-vif-plugged", "status": "completed", "tag": "be511b75-d498-472d-9946-12de9deee73c"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:27.501783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port be511b75-d498-472d-9946-12de9deee73c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=be511b75-d498-472d-9946-12de9deee73c,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:27.510156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e758a22-bab5-4d9c-8003-085467342907 req-8a422939-2207-435d-8efe-7920a47fc74f service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261981 Mar 24 00:50:27.513263 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (be511b75-d498-472d-9946-12de9deee73c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:27.583024 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=be511b75-d498-472d-9946-12de9deee73c,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:27.678265 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (62367725-036b-4b71-9573-f4682bf9f052), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:27.704561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a73a82-4864-4129-a20e-c07941a06445 req-683f84a8-fedc-4242-99e6-10d12eef8beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:27.706124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98a73a82-4864-4129-a20e-c07941a06445 req-683f84a8-fedc-4242-99e6-10d12eef8beb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 1127 time: 0.6447973 Mar 24 00:50:27.829517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb347d3-970f-4989-a46b-aa990f0c1499 req-a8f7bfc1-3edd-4bbf-8614-d25f0b740e6c tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:27.831107 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8cb347d3-970f-4989-a46b-aa990f0c1499 req-a8f7bfc1-3edd-4bbf-8614-d25f0b740e6c tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 936 time: 0.3352218 Mar 24 00:50:27.845998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a843e03-641b-4d0d-9df1-cbe48c128891 req-2ae2ec15-08e1-43e0-8e86-f88913ea648d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031456 Mar 24 00:50:27.872841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ff0e5-01d9-4faf-95bb-d387b04351a6 req-fd77663b-b369-4391-ba0c-7cd1b05134bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:27.874956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e3ff0e5-01d9-4faf-95bb-d387b04351a6 req-fd77663b-b369-4391-ba0c-7cd1b05134bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=419cda3aa6704195b1ced4d468428729&device_id=cf784f74-9bed-448e-9758-1042c47a8b1f HTTP/1.1" status: 200 len: 1130 time: 0.2977438 Mar 24 00:50:28.070482 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-a76c2ea5-732c-40c2-a772-c024872cb6a2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks [] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:28.138352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8cb347d3-970f-4989-a46b-aa990f0c1499 req-6fffcb1b-4bd4-4fe7-b0e9-b01c952d04dd tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853048 Mar 24 00:50:28.142327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a73a82-4864-4129-a20e-c07941a06445 req-5db2962d-e445-4825-b86c-3d57a43d7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:28.143754 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98a73a82-4864-4129-a20e-c07941a06445 req-5db2962d-e445-4825-b86c-3d57a43d7d60 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.4256818 Mar 24 00:50:28.238539 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea999a-1ebc-4614-8545-6961ccdbfbfe req-2d9d6870-dd25-4cec-88d0-691e4c39198f tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:28.240076 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31ea999a-1ebc-4614-8545-6961ccdbfbfe req-2d9d6870-dd25-4cec-88d0-691e4c39198f tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf784f74-9bed-448e-9758-1042c47a8b1f HTTP/1.1" status: 200 len: 948 time: 0.3125522 Mar 24 00:50:28.250417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ff0e5-01d9-4faf-95bb-d387b04351a6 req-fdbe9769-9896-4f47-a729-5927db335ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:28.251801 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e3ff0e5-01d9-4faf-95bb-d387b04351a6 req-fdbe9769-9896-4f47-a729-5927db335ef1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.3609133 Mar 24 00:50:28.317447 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-a76c2ea5-732c-40c2-a772-c024872cb6a2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:28.330442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['283fe7d7-4ae1-4877-a5aa-b42e0304761e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:28.384495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a60a78e9-a676-43bb-8d72-06b222428363'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:28.391086 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98a73a82-4864-4129-a20e-c07941a06445 req-3186c12b-5690-4549-9f46-2d045215e701 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc HTTP/1.1" status: 200 len: 1001 time: 0.2377398 Mar 24 00:50:28.408360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-df8295d6-e756-418a-804e-5ac61f19181a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:28.411495 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-df8295d6-e756-418a-804e-5ac61f19181a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 811 time: 0.1474736 Mar 24 00:50:28.415621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e3ff0e5-01d9-4faf-95bb-d387b04351a6 req-81efac66-f23c-41a9-a17e-a908725074c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1699b957-da2c-4b2b-8101-8ccc58cb332a HTTP/1.1" status: 200 len: 217 time: 0.1321096 Mar 24 00:50:28.425606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-377446d7-7592-49dd-9b37-890f881f3ec3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Request body: {'port': {'device_id': 'a94dc84a-f637-478c-9bf5-1cfa8356af11', 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13', 'admin_state_up': True, 'tenant_id': 'c234724dc89149218858924a99df6227'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:28.568557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-377446d7-7592-49dd-9b37-890f881f3ec3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Made reservation on behalf of c234724dc89149218858924a99df6227 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:50:28.574053 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-377446d7-7592-49dd-9b37-890f881f3ec3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:28.606265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-a76c2ea5-732c-40c2-a772-c024872cb6a2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:50:28.622746 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31ea999a-1ebc-4614-8545-6961ccdbfbfe req-6c5c1f85-2e0c-484b-8f6e-415aca29d34c tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689785 Mar 24 00:50:28.630034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-a76c2ea5-732c-40c2-a772-c024872cb6a2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:50:28.631974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c2ea5-732c-40c2-a772-c024872cb6a2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Pushing event updated for resources: {'Port': ['ID=f75447d9-4d97-43c3-9b6f-2d4e24f18510,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:28.634176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-a76c2ea5-732c-40c2-a772-c024872cb6a2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:50:28.646330 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-197fcd4e-9525-4d5a-9b6f-c4e3ab419954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:28.647732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8475e-c529-412c-933c-91cbaf0717fe req-265fdad4-1d30-4a2f-8547-a068dab31ca9 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:28.664868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38c8475e-c529-412c-933c-91cbaf0717fe req-265fdad4-1d30-4a2f-8547-a068dab31ca9 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 1132 time: 0.4380159 Mar 24 00:50:28.691928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ff0e5-01d9-4faf-95bb-d387b04351a6 req-c85cc726-e2b6-4b9d-9af4-79b4b823ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:28.693419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e3ff0e5-01d9-4faf-95bb-d387b04351a6 req-c85cc726-e2b6-4b9d-9af4-79b4b823ecb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.2349250 Mar 24 00:50:28.695226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a73a82-4864-4129-a20e-c07941a06445 req-4d7955a0-7a0d-43e5-ab11-bce08875a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:28.697845 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98a73a82-4864-4129-a20e-c07941a06445 req-4d7955a0-7a0d-43e5-ab11-bce08875a313 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.2843955 Mar 24 00:50:28.803858 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-377446d7-7592-49dd-9b37-890f881f3ec3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Allocated IP 172.20.0.7 (ed6472c2-d109-4f17-8364-15c609d6ab13/251d5752-2a9f-4020-8b2c-bc7d24dfd8cf/30f8ede2-0516-4d1d-a3b3-63fdb268b7fe) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:50:28.900792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-a76c2ea5-732c-40c2-a772-c024872cb6a2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:28.901428 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-a76c2ea5-732c-40c2-a772-c024872cb6a2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:28.908460 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-895f625d-2ec5-42c0-b8d0-efa163a64ac6 None None] Provisioning complete for port f75447d9-4d97-43c3-9b6f-2d4e24f18510 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:28.913434 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-895f625d-2ec5-42c0-b8d0-efa163a64ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:28.953955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-895f625d-2ec5-42c0-b8d0-efa163a64ac6 None None] Port f75447d9-4d97-43c3-9b6f-2d4e24f18510 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:50:28.965150 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38c8475e-c529-412c-933c-91cbaf0717fe req-105892c5-bb0d-4786-89c2-4a541825aed3 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892191 Mar 24 00:50:29.020052 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-a76c2ea5-732c-40c2-a772-c024872cb6a2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5500855 Mar 24 00:50:29.043200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ff0e5-01d9-4faf-95bb-d387b04351a6 req-baf3befe-3494-4b3d-abf2-3a9b55a4291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:29.043395 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-377446d7-7592-49dd-9b37-890f881f3ec3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks [] for port (30f8ede2-0516-4d1d-a3b3-63fdb268b7fe), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:29.043526 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e3ff0e5-01d9-4faf-95bb-d387b04351a6 req-baf3befe-3494-4b3d-abf2-3a9b55a4291d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3257189 Mar 24 00:50:29.045496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a73a82-4864-4129-a20e-c07941a06445 req-5f2fcb6a-4abe-414b-8463-ba68b9ad1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:29.046938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98a73a82-4864-4129-a20e-c07941a06445 req-5f2fcb6a-4abe-414b-8463-ba68b9ad1ad6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3162980 Mar 24 00:50:29.053722 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Request body: {'port': {'device_id': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:29.131624 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-377446d7-7592-49dd-9b37-890f881f3ec3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (30f8ede2-0516-4d1d-a3b3-63fdb268b7fe), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:29.176298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b1263-8b01-470d-a10f-f1585aa5e0ce req-657b976b-097a-4f13-8221-e58d3c29504d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:29.177797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c02b1263-8b01-470d-a10f-f1585aa5e0ce req-657b976b-097a-4f13-8221-e58d3c29504d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 936 time: 0.4186027 Mar 24 00:50:29.178202 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-377446d7-7592-49dd-9b37-890f881f3ec3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Network ed6472c2-d109-4f17-8364-15c609d6ab13 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:50:29.179983 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-377446d7-7592-49dd-9b37-890f881f3ec3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:50:29.196681 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-377446d7-7592-49dd-9b37-890f881f3ec3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:50:29.204981 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377446d7-7592-49dd-9b37-890f881f3ec3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Pushing event updated for resources: {'Port': ['ID=30f8ede2-0516-4d1d-a3b3-63fdb268b7fe,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:29.253690 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-377446d7-7592-49dd-9b37-890f881f3ec3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:29.254919 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-377446d7-7592-49dd-9b37-890f881f3ec3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:29.259182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62367725-036b-4b71-9573-f4682bf9f052 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:29.273400 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-377446d7-7592-49dd-9b37-890f881f3ec3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8534248 Mar 24 00:50:29.286029 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Request body: {'port': {'device_id': 'a94dc84a-f637-478c-9bf5-1cfa8356af11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:29.288698 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Publish callbacks [] for port (62367725-036b-4b71-9573-f4682bf9f052), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:29.328763 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:29.342015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Transition to ACTIVE for port object 62367725-036b-4b71-9573-f4682bf9f052 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:50:29.351523 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (30f8ede2-0516-4d1d-a3b3-63fdb268b7fe), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:29.532723 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:29.629779 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (62367725-036b-4b71-9573-f4682bf9f052), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:29.634520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:29.643170 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Publish callbacks [] for port (30f8ede2-0516-4d1d-a3b3-63fdb268b7fe), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:29.656942 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Transition to ACTIVE for port object 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:50:29.668450 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (30f8ede2-0516-4d1d-a3b3-63fdb268b7fe), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:29.717359 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=30f8ede2-0516-4d1d-a3b3-63fdb268b7fe,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:29.723701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98a73a82-4864-4129-a20e-c07941a06445 req-79902d0d-8285-4e39-ac44-f5fc9ffac33b service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6647613 Mar 24 00:50:29.734290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c02b1263-8b01-470d-a10f-f1585aa5e0ce req-8a7882c7-f668-4237-a66d-96efd91e2b6c tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021527 Mar 24 00:50:29.777165 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1699b957-da2c-4b2b-8101-8ccc58cb332a details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:50:29.794427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Attempting to bind port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:50:29.795086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Attempting to bind port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:50:29.795576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Attempting to bind port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe on network ed6472c2-d109-4f17-8364-15c609d6ab13 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:29.801601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe on network ed6472c2-d109-4f17-8364-15c609d6ab13 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:50:29.802167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Attempting to bind port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe on network ed6472c2-d109-4f17-8364-15c609d6ab13 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:29.808034 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:50:29.808628 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Checking segment: {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:50:29.809193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Bound using segment: {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:50:29.809772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Bound port: 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:50:29.810344 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (30f8ede2-0516-4d1d-a3b3-63fdb268b7fe), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:29.820350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e3ff0e5-01d9-4faf-95bb-d387b04351a6 req-4504ce22-8155-4a37-ac4a-0c986ba60a9a service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769173 Mar 24 00:50:29.827322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e358-4d1d-497b-a65c-f24f49ac1ae9 req-258f2131-cc9e-4bdc-8fe6-8a4164cf0b03 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:29.828900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d304e358-4d1d-497b-a65c-f24f49ac1ae9 req-258f2131-cc9e-4bdc-8fe6-8a4164cf0b03 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=a94dc84a-f637-478c-9bf5-1cfa8356af11 HTTP/1.1" status: 200 len: 931 time: 0.6727836 Mar 24 00:50:29.837483 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b078eeb-2e3b-446a-8db5-6202d832dc84 x-openstack-request-id: req-6b078eeb-2e3b-446a-8db5-6202d832dc84 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:29.838095 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8ea66e-6407-4b3f-9bf3-9ab33fee89da", "name": "network-vif-plugged", "status": "completed", "tag": "be511b75-d498-472d-9946-12de9deee73c", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:29.850332 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b078eeb-2e3b-446a-8db5-6202d832dc84 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:29.852966 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b078eeb-2e3b-446a-8db5-6202d832dc84'] response: {'server_uuid': '6b8ea66e-6407-4b3f-9bf3-9ab33fee89da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be511b75-d498-472d-9946-12de9deee73c', 'code': 200} Mar 24 00:50:30.012675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] For port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:50:30.030317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Pushing event updated for resources: {'Port': ['ID=62367725-036b-4b71-9573-f4682bf9f052,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:30.042761 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] For port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=30f8ede2-0516-4d1d-a3b3-63fdb268b7fe,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:50:30.059664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 1699b957-da2c-4b2b-8101-8ccc58cb332a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1699b957-da2c-4b2b-8101-8ccc58cb332a,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:30.067109 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (30f8ede2-0516-4d1d-a3b3-63fdb268b7fe), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:30.078950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '1699b957-da2c-4b2b-8101-8ccc58cb332a', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '1699b957-da2c-4b2b-8101-8ccc58cb332a', 'mac_address': 'fa:16:3e:d6:7f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:50:30.103058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dc773-b08b-44a5-87fe-08e22532c1ee req-9b858b53-f923-4a94-8d49-2fb083ea91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:30.104567 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3c2dc773-b08b-44a5-87fe-08e22532c1ee req-9b858b53-f923-4a94-8d49-2fb083ea91a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 1132 time: 0.1769817 Mar 24 00:50:30.110244 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:30.110866 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:30.112824 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] 10.222.0.48 "PUT /v2.0/ports/30f8ede2-0516-4d1d-a3b3-63fdb268b7fe HTTP/1.1" status: 200 len: 1091 time: 0.8320172 Mar 24 00:50:30.113306 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94dc84a-f637-478c-9bf5-1cfa8356af11', 'tag': '30f8ede2-0516-4d1d-a3b3-63fdb268b7fe'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:30.117207 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0f4357-0dfb-4786-9505-cde488fa18af" -d '{"events": [{"name": "network-changed", "server_uuid": "a94dc84a-f637-478c-9bf5-1cfa8356af11", "tag": "30f8ede2-0516-4d1d-a3b3-63fdb268b7fe"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:30.156920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e5057-4e9b-42fa-8b2c-3380fc5ec6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=30f8ede2-0516-4d1d-a3b3-63fdb268b7fe,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:30.169175 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 1699b957-da2c-4b2b-8101-8ccc58cb332a is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:30.172443 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1699b957-da2c-4b2b-8101-8ccc58cb332a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:30.204738 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1699b957-da2c-4b2b-8101-8ccc58cb332a {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:30.217245 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3c2dc773-b08b-44a5-87fe-08e22532c1ee req-e30b111b-d352-4980-b27d-64042824f911 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966671 Mar 24 00:50:30.233503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-a9fb3f0f-a1e2-4f7b-ab57-099bb9b212d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:30.235004 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-a9fb3f0f-a1e2-4f7b-ab57-099bb9b212d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&device_id=a94dc84a-f637-478c-9bf5-1cfa8356af11 HTTP/1.1" status: 200 len: 1125 time: 0.0791178 Mar 24 00:50:30.245409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 1699b957-da2c-4b2b-8101-8ccc58cb332a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1699b957-da2c-4b2b-8101-8ccc58cb332a,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:30.249039 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1699b957-da2c-4b2b-8101-8ccc58cb332a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:30.306088 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=1699b957-da2c-4b2b-8101-8ccc58cb332a,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:30.338945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d304e358-4d1d-497b-a65c-f24f49ac1ae9 req-40f8ce08-8e55-4217-93de-92d5dec6d585 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867609 Mar 24 00:50:30.352058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98a73a82-4864-4129-a20e-c07941a06445 req-efd3e0ff-f23c-405c-8424-304c1537bf32 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647089 Mar 24 00:50:30.388372 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e3ff0e5-01d9-4faf-95bb-d387b04351a6 req-25f982f4-138a-4759-842f-a5b78bfa287a service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542393 Mar 24 00:50:30.391926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Attempting to bind port 62367725-036b-4b71-9573-f4682bf9f052 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:50:30.392270 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Attempting to bind port 62367725-036b-4b71-9573-f4682bf9f052 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:50:30.392606 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Attempting to bind port 62367725-036b-4b71-9573-f4682bf9f052 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:30.401918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bebb07-7cd0-48aa-abbc-92e4f47914d5 req-0a9321a5-d6c4-4dc8-9a32-af93467b950f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:30.403434 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65bebb07-7cd0-48aa-abbc-92e4f47914d5 req-0a9321a5-d6c4-4dc8-9a32-af93467b950f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 945 time: 0.3158967 Mar 24 00:50:30.414083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Port 62367725-036b-4b71-9573-f4682bf9f052 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:50:30.414411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Attempting to bind port 62367725-036b-4b71-9573-f4682bf9f052 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:30.435270 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:50:30.435632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:50:30.435985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:50:30.436413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Bound port: 62367725-036b-4b71-9573-f4682bf9f052, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:50:30.436776 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (62367725-036b-4b71-9573-f4682bf9f052), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:30.479702 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-8235d55e-0d29-4b75-b2d6-84d9fa72a73b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f8ede2-0516-4d1d-a3b3-63fdb268b7fe HTTP/1.1" status: 200 len: 217 time: 0.0481093 Mar 24 00:50:30.508839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-a3a06dc0-0a62-4b01-a5c5-a63cb193a201 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=df816c36861a41d49b8f0b50ec662764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476763 Mar 24 00:50:30.536754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-25a43edb-82d6-4757-8499-8c6f0d49359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:30.538980 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-25a43edb-82d6-4757-8499-8c6f0d49359e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf HTTP/1.1" status: 200 len: 851 time: 0.0522859 Mar 24 00:50:30.574760 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['1699b957-da2c-4b2b-8101-8ccc58cb332a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:30.575734 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-e30f3677-3e74-41c7-904a-cb276fec17b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed6472c2-d109-4f17-8364-15c609d6ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301089 Mar 24 00:50:30.636763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65bebb07-7cd0-48aa-abbc-92e4f47914d5 req-92d16337-7c7e-41d5-b875-b9f4d2da4648 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234921 Mar 24 00:50:30.671815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75447d9-4d97-43c3-9b6f-2d4e24f18510 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:30.688305 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Publish callbacks [] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:30.693596 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] For port 62367725-036b-4b71-9573-f4682bf9f052, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:50:30.715567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] For port 62367725-036b-4b71-9573-f4682bf9f052, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=62367725-036b-4b71-9573-f4682bf9f052,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:50:30.730865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Transition to ACTIVE for port object f75447d9-4d97-43c3-9b6f-2d4e24f18510 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:50:30.733922 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (62367725-036b-4b71-9573-f4682bf9f052), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:30.743760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-4494b56d-0edd-432c-8a50-ec902db3b6dd tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:30.745252 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-4494b56d-0edd-432c-8a50-ec902db3b6dd tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133591 Mar 24 00:50:30.747735 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-69be8f15-0b15-4ac8-9952-932fb0425227 service neutron] 10.222.0.48 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653328 Mar 24 00:50:30.753323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:30.796208 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-75e77f9a-2771-413a-bd83-fef23aab3c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:30.844163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:30.844828 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:30.846271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] 10.222.0.48 "PUT /v2.0/ports/62367725-036b-4b71-9573-f4682bf9f052 HTTP/1.1" status: 200 len: 1096 time: 3.7530336 Mar 24 00:50:30.846721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97f4845-ed11-4267-81ea-eea9025c9fc1', 'tag': '62367725-036b-4b71-9573-f4682bf9f052'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:30.849039 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2f93de-a844-40c5-a730-59f87d77f47a" -d '{"events": [{"name": "network-changed", "server_uuid": "c97f4845-ed11-4267-81ea-eea9025c9fc1", "tag": "62367725-036b-4b71-9573-f4682bf9f052"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:30.859791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-8ef9e294-ef5b-4b1d-9460-2893c05573cd tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/quotas/df816c36861a41d49b8f0b50ec662764 HTTP/1.1" status: 200 len: 375 time: 0.0662193 Mar 24 00:50:30.900240 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-42874c82-d7d8-4d0f-81fe-1089c83c6961 service neutron] 10.222.0.48 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399128 Mar 24 00:50:30.954314 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab68bc9-3c76-42e3-9298-b637ea6a237e service neutron] Pushing event updated for resources: {'Port': ['ID=62367725-036b-4b71-9573-f4682bf9f052,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:31.039639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bce5b-e575-4b07-95bd-ffcaf3eaf142 req-36b2e9be-2d8a-44ca-9ceb-eaf3400079e9 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:31.041537 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-255bce5b-e575-4b07-95bd-ffcaf3eaf142 req-36b2e9be-2d8a-44ca-9ceb-eaf3400079e9 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 948 time: 0.2952833 Mar 24 00:50:31.124632 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-0fa64926-ea24-4665-bcb1-e84e2130d6d9 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2526152 Mar 24 00:50:31.131011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f75447d9-4d97-43c3-9b6f-2d4e24f18510,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:31.161463 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-db10fa20-e1e0-4733-81a5-15cbc7e50c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:31.162562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-db10fa20-e1e0-4733-81a5-15cbc7e50c72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dc98852318e4549823069b893aefd39&device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 1130 time: 0.2351685 Mar 24 00:50:31.182404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Attempting to bind port f75447d9-4d97-43c3-9b6f-2d4e24f18510 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:50:31.182738 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Attempting to bind port f75447d9-4d97-43c3-9b6f-2d4e24f18510 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:50:31.183066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Attempting to bind port f75447d9-4d97-43c3-9b6f-2d4e24f18510 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:31.218590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-255bce5b-e575-4b07-95bd-ffcaf3eaf142 req-225de8f6-16a6-4d70-99b8-8a9e2d4464f6 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711173 Mar 24 00:50:31.221749 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-c0a30005-75a0-4a68-9292-daafea539e84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=62367725-036b-4b71-9573-f4682bf9f052 HTTP/1.1" status: 200 len: 217 time: 0.0488904 Mar 24 00:50:31.223286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Port f75447d9-4d97-43c3-9b6f-2d4e24f18510 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:50:31.223286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Attempting to bind port f75447d9-4d97-43c3-9b6f-2d4e24f18510 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:31.275873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:50:31.276455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:50:31.277503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:50:31.279376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Bound port: f75447d9-4d97-43c3-9b6f-2d4e24f18510, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:50:31.279864 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:31.328746 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f76dda-f8d0-42b6-8adc-0eeca203becb x-openstack-request-id: req-a7f76dda-f8d0-42b6-8adc-0eeca203becb {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:31.329326 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94dc84a-f637-478c-9bf5-1cfa8356af11", "tag": "30f8ede2-0516-4d1d-a3b3-63fdb268b7fe", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:31.329730 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7f76dda-f8d0-42b6-8adc-0eeca203becb {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:31.330545 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f76dda-f8d0-42b6-8adc-0eeca203becb'] response: {'name': 'network-changed', 'server_uuid': 'a94dc84a-f637-478c-9bf5-1cfa8356af11', 'tag': '30f8ede2-0516-4d1d-a3b3-63fdb268b7fe', 'status': 'completed', 'code': 200} Mar 24 00:50:31.404263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-39d077ea-dda0-4e3b-9907-c3685b9159fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:31.405800 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-39d077ea-dda0-4e3b-9907-c3685b9159fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1766772 Mar 24 00:50:31.438623 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f4357-0dfb-4786-9505-cde488fa18af req-f45e0393-76e9-47e5-911a-2e31d16d48f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:31.440692 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd0f4357-0dfb-4786-9505-cde488fa18af req-f45e0393-76e9-47e5-911a-2e31d16d48f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&device_id=a94dc84a-f637-478c-9bf5-1cfa8356af11 HTTP/1.1" status: 200 len: 1125 time: 0.0849130 Mar 24 00:50:31.601450 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f4357-0dfb-4786-9505-cde488fa18af req-3a172330-129e-4ea1-a5f7-34ae9dca1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:31.603425 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd0f4357-0dfb-4786-9505-cde488fa18af req-3a172330-129e-4ea1-a5f7-34ae9dca1e97 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 912 time: 0.1565289 Mar 24 00:50:31.628757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] For port f75447d9-4d97-43c3-9b6f-2d4e24f18510, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:50:31.643448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] For port f75447d9-4d97-43c3-9b6f-2d4e24f18510, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:50:31.662746 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd0f4357-0dfb-4786-9505-cde488fa18af req-e57c392f-f2ec-43cb-a089-691141007c78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f8ede2-0516-4d1d-a3b3-63fdb268b7fe HTTP/1.1" status: 200 len: 217 time: 0.0484359 Mar 24 00:50:31.673344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b9c76-6e75-4c62-87ce-6f618727a0cd req-d0c57577-fb8c-4407-bfce-cc4c10efd4cd tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:31.687687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc9b9c76-6e75-4c62-87ce-6f618727a0cd req-d0c57577-fb8c-4407-bfce-cc4c10efd4cd tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf784f74-9bed-448e-9758-1042c47a8b1f HTTP/1.1" status: 200 len: 949 time: 0.3172405 Mar 24 00:50:31.753628 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:31.753862 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f4357-0dfb-4786-9505-cde488fa18af req-7fa4b7c4-7212-46cf-855c-0a462875aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:31.755832 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd0f4357-0dfb-4786-9505-cde488fa18af req-7fa4b7c4-7212-46cf-855c-0a462875aac3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf HTTP/1.1" status: 200 len: 851 time: 0.0794301 Mar 24 00:50:31.799940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1699b957-da2c-4b2b-8101-8ccc58cb332a up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:50:31.839553 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd0f4357-0dfb-4786-9505-cde488fa18af req-aaee8208-4c15-4225-95bf-925a9eaedeb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed6472c2-d109-4f17-8364-15c609d6ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578096 Mar 24 00:50:31.892412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 1699b957-da2c-4b2b-8101-8ccc58cb332a completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:50:31.896561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f75447d9-4d97-43c3-9b6f-2d4e24f18510,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:31.903594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 1699b957-da2c-4b2b-8101-8ccc58cb332a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:31.903991 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1699b957-da2c-4b2b-8101-8ccc58cb332a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:31.924290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:31.931591 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:31.933950 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-6550e315-fbeb-48c7-99df-4c6b861405d5 service neutron] 10.222.0.57 "PUT /v2.0/ports/f75447d9-4d97-43c3-9b6f-2d4e24f18510 HTTP/1.1" status: 200 len: 1096 time: 2.8973174 Mar 24 00:50:31.975526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-3d894d37-a466-4093-af1c-71e3173dfd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:31.977011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-3d894d37-a466-4093-af1c-71e3173dfd01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5342817 Mar 24 00:50:32.036107 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd0f4357-0dfb-4786-9505-cde488fa18af req-d6b762af-6391-4879-a268-9ef9567fdc89 service neutron] 10.222.0.48 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898737 Mar 24 00:50:32.057272 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35996) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:32.065362 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:32.116883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 1699b957-da2c-4b2b-8101-8ccc58cb332a is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:32.117794 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1699b957-da2c-4b2b-8101-8ccc58cb332a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:32.187193 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-a048b3a4-fbab-40f0-aaf0-5e66dfdea2c0 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948931 Mar 24 00:50:32.233499 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf784f74-9bed-448e-9758-1042c47a8b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1699b957-da2c-4b2b-8101-8ccc58cb332a'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:32.238199 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c85e413-735f-4ce1-a14a-13b0a800bbec" -d '{"events": [{"server_uuid": "cf784f74-9bed-448e-9758-1042c47a8b1f", "name": "network-vif-plugged", "status": "completed", "tag": "1699b957-da2c-4b2b-8101-8ccc58cb332a"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:32.271112 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cd0f4357-0dfb-4786-9505-cde488fa18af req-c6b317c3-b62f-45db-9f25-d1c7136426dc service neutron] 10.222.0.48 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270854 Mar 24 00:50:32.285014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 1699b957-da2c-4b2b-8101-8ccc58cb332a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1699b957-da2c-4b2b-8101-8ccc58cb332a,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:32.288349 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:32.291186 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1699b957-da2c-4b2b-8101-8ccc58cb332a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:32.302573 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec253ff0-f19d-4f2d-a459-ca69cb02ee84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:32.383582 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc9b9c76-6e75-4c62-87ce-6f618727a0cd req-2ecabe47-ea83-48e1-9149-3696b676b30c tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6948180 Mar 24 00:50:32.411180 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec253ff0-f19d-4f2d-a459-ca69cb02ee84 admin admin] Publish callbacks [] for security_group (399b4f42-996b-4615-a5bc-bfb5f6339509), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:32.418028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f49e3e8-a95f-49e8-8c42-54a8da131940 req-8e667369-0883-40b1-ab4d-4b346a48e51a service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066321 Mar 24 00:50:32.419275 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec253ff0-f19d-4f2d-a459-ca69cb02ee84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (399b4f42-996b-4615-a5bc-bfb5f6339509), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:32.455614 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d784d07-35ac-47cc-a5ab-1963fef13891 x-openstack-request-id: req-5d784d07-35ac-47cc-a5ab-1963fef13891 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:32.456077 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97f4845-ed11-4267-81ea-eea9025c9fc1", "tag": "62367725-036b-4b71-9573-f4682bf9f052", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:32.456330 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5d784d07-35ac-47cc-a5ab-1963fef13891 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:32.457995 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d784d07-35ac-47cc-a5ab-1963fef13891'] response: {'name': 'network-changed', 'server_uuid': 'c97f4845-ed11-4267-81ea-eea9025c9fc1', 'tag': '62367725-036b-4b71-9573-f4682bf9f052', 'status': 'completed', 'code': 200} Mar 24 00:50:32.522231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431710c-cfa5-4d70-9aab-7ac75928d335 req-9f83ba65-d7d4-45fd-b7a8-1e93cad40547 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:32.528747 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4431710c-cfa5-4d70-9aab-7ac75928d335 req-9f83ba65-d7d4-45fd-b7a8-1e93cad40547 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 948 time: 0.8221414 Mar 24 00:50:32.532954 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ec253ff0-f19d-4f2d-a459-ca69cb02ee84 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7756e4e4fb94484ab0129a25c813563b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4744081 Mar 24 00:50:32.534145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36004) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:32.541640 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec253ff0-f19d-4f2d-a459-ca69cb02ee84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399b4f42-996b-4615-a5bc-bfb5f6339509,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:32.545502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-b5f486e8-612f-4abf-a594-b2db313bf9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:32.547189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-b5f486e8-612f-4abf-a594-b2db313bf9a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 1130 time: 0.3547020 Mar 24 00:50:32.569274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=1699b957-da2c-4b2b-8101-8ccc58cb332a,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:32.618941 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bad03290-0b5c-4927-a8c4-cae568e0c551 admin admin] Publish callbacks [] for security_group (399b4f42-996b-4615-a5bc-bfb5f6339509), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:32.642213 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bad03290-0b5c-4927-a8c4-cae568e0c551 admin admin] Publish callbacks [] for security_group (399b4f42-996b-4615-a5bc-bfb5f6339509), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:32.671820 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6eccc7ff-40dd-44c4-a61b-6030f7e77701 req-82defccd-4afc-406a-8cc0-4c371e3911ec tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 210 time: 0.0829959 Mar 24 00:50:32.673385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-5b32ac78-be69-4a1f-9f81-9503132bf227 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510 HTTP/1.1" status: 200 len: 217 time: 0.0999520 Mar 24 00:50:32.700068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bad03290-0b5c-4927-a8c4-cae568e0c551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (399b4f42-996b-4615-a5bc-bfb5f6339509), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:32.703904 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bad03290-0b5c-4927-a8c4-cae568e0c551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:32.707886 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bad03290-0b5c-4927-a8c4-cae568e0c551 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/399b4f42-996b-4615-a5bc-bfb5f6339509 HTTP/1.1" status: 204 len: 168 time: 0.1690361 Mar 24 00:50:32.720953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad03290-0b5c-4927-a8c4-cae568e0c551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399b4f42-996b-4615-a5bc-bfb5f6339509,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:32.721831 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4431710c-cfa5-4d70-9aab-7ac75928d335 req-1ad31f11-c7ce-469f-a22c-054fb310a272 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723642 Mar 24 00:50:32.750063 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f93de-a844-40c5-a730-59f87d77f47a req-4dd0f736-7fcf-45fc-8c23-d27d63425850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:32.751871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f2f93de-a844-40c5-a730-59f87d77f47a req-4dd0f736-7fcf-45fc-8c23-d27d63425850 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dc98852318e4549823069b893aefd39&device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 1130 time: 0.2634611 Mar 24 00:50:32.772285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-2d957b68-2306-4936-996c-d33017b106fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:32.774934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-2d957b68-2306-4936-996c-d33017b106fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0936778 Mar 24 00:50:32.901350 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-e63ab461-6f59-4198-bbbf-140df1f04d9d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=df816c36861a41d49b8f0b50ec662764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464070 Mar 24 00:50:33.058652 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:50:33.080846 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-3be05b23-5834-4ad6-a67a-8a2db2883b3d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:33.082360 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-3be05b23-5834-4ad6-a67a-8a2db2883b3d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747906 Mar 24 00:50:33.098750 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-0344b4c3-793d-4222-932e-af27a19d9666 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Request body: {'port': {'device_id': 'c981109f-d45b-4625-a017-cba3a874c0cf', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'df816c36861a41d49b8f0b50ec662764'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:33.166320 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36010) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:33.181817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=30f8ede2-0516-4d1d-a3b3-63fdb268b7fe,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:33.186744 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3429f68d-297d-4559-919d-f99760acd2ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:33.194781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '30f8ede2-0516-4d1d-a3b3-63fdb268b7fe', 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13', 'port_id': '30f8ede2-0516-4d1d-a3b3-63fdb268b7fe', 'mac_address': 'fa:16:3e:9e:4e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251d5752-2a9f-4020-8b2c-bc7d24dfd8cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:50:33.240057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:33.240863 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (30f8ede2-0516-4d1d-a3b3-63fdb268b7fe), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:33.241917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-5620acd9-8a9d-4f8d-b295-5919d6b341d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:33.243401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-5620acd9-8a9d-4f8d-b295-5919d6b341d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4562531 Mar 24 00:50:33.251912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa3be1-cce3-480e-a9b1-e55895d6620b req-2023064e-49d3-4b9e-b0bb-94757f69cd19 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:33.253523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbaa3be1-cce3-480e-a9b1-e55895d6620b req-2023064e-49d3-4b9e-b0bb-94757f69cd19 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=a94dc84a-f637-478c-9bf5-1cfa8356af11 HTTP/1.1" status: 200 len: 943 time: 0.3918977 Mar 24 00:50:33.262245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:33.264414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f93de-a844-40c5-a730-59f87d77f47a req-c3960548-ddb2-4617-abb9-15cb9992eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:33.265866 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f2f93de-a844-40c5-a730-59f87d77f47a req-c3960548-ddb2-4617-abb9-15cb9992eb1a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.4893954 Mar 24 00:50:33.279213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06632177-5624-43ec-8aa9-3ce26bf3eeb9 req-200956b6-df38-459d-af4e-4a229a3eaeac tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:33.281063 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-0344b4c3-793d-4222-932e-af27a19d9666 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Made reservation on behalf of df816c36861a41d49b8f0b50ec662764 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:50:33.284931 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-0344b4c3-793d-4222-932e-af27a19d9666 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:33.286703 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=30f8ede2-0516-4d1d-a3b3-63fdb268b7fe,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:33.287819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06632177-5624-43ec-8aa9-3ce26bf3eeb9 req-200956b6-df38-459d-af4e-4a229a3eaeac tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 945 time: 0.4249489 Mar 24 00:50:33.292639 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (30f8ede2-0516-4d1d-a3b3-63fdb268b7fe), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:33.344442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=30f8ede2-0516-4d1d-a3b3-63fdb268b7fe,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:33.370287 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3429f68d-297d-4559-919d-f99760acd2ab admin admin] Publish callbacks [] for security_group (df4f8226-6416-4121-b0fb-e4c1d8c4508a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:33.376021 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3429f68d-297d-4559-919d-f99760acd2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (df4f8226-6416-4121-b0fb-e4c1d8c4508a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:33.387190 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f2f93de-a844-40c5-a730-59f87d77f47a req-79a64815-e912-4a14-96b9-a75ad092b232 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=62367725-036b-4b71-9573-f4682bf9f052 HTTP/1.1" status: 200 len: 217 time: 0.0972815 Mar 24 00:50:33.423034 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3429f68d-297d-4559-919d-f99760acd2ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ebd1a06d521543f0a5d882740eed3e53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556808 Mar 24 00:50:33.428343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36014) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:33.469206 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429f68d-297d-4559-919d-f99760acd2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4f8226-6416-4121-b0fb-e4c1d8c4508a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:33.482342 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:33.484514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbaa3be1-cce3-480e-a9b1-e55895d6620b req-6f23a822-ee35-4799-bf95-e9f449b7fb90 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177358 Mar 24 00:50:33.494923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06632177-5624-43ec-8aa9-3ce26bf3eeb9 req-c417aa35-626a-4ccf-8c27-b635ee9af691 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062540 Mar 24 00:50:33.520091 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f93de-a844-40c5-a730-59f87d77f47a req-f7437111-d6f9-4275-989e-e79de009c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:33.521576 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f2f93de-a844-40c5-a730-59f87d77f47a req-f7437111-d6f9-4275-989e-e79de009c929 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1187713 Mar 24 00:50:33.525214 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-2de8bd7d-72cb-425b-9f13-3a7ae65ec050 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695298 Mar 24 00:50:33.530685 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-0344b4c3-793d-4222-932e-af27a19d9666 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Allocated IP 192.168.233.70 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:50:33.568091 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1b927bd-30a6-4c72-8466-1fb80d9770c5 admin admin] Publish callbacks [] for security_group (df4f8226-6416-4121-b0fb-e4c1d8c4508a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:33.592396 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb706b3d-5cfe-48e4-aabc-ac9214d70b16 x-openstack-request-id: req-bb706b3d-5cfe-48e4-aabc-ac9214d70b16 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:33.593155 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf784f74-9bed-448e-9758-1042c47a8b1f", "name": "network-vif-plugged", "status": "completed", "tag": "1699b957-da2c-4b2b-8101-8ccc58cb332a", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:33.594249 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb706b3d-5cfe-48e4-aabc-ac9214d70b16 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:33.594805 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb706b3d-5cfe-48e4-aabc-ac9214d70b16'] response: {'server_uuid': 'cf784f74-9bed-448e-9758-1042c47a8b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1699b957-da2c-4b2b-8101-8ccc58cb332a', 'code': 200} Mar 24 00:50:33.610952 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1b927bd-30a6-4c72-8466-1fb80d9770c5 admin admin] Publish callbacks [] for security_group (df4f8226-6416-4121-b0fb-e4c1d8c4508a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:33.699329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['30f8ede2-0516-4d1d-a3b3-63fdb268b7fe'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:33.734774 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1b927bd-30a6-4c72-8466-1fb80d9770c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (df4f8226-6416-4121-b0fb-e4c1d8c4508a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:33.737895 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1b927bd-30a6-4c72-8466-1fb80d9770c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:33.741941 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f1b927bd-30a6-4c72-8466-1fb80d9770c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/df4f8226-6416-4121-b0fb-e4c1d8c4508a HTTP/1.1" status: 204 len: 168 time: 0.3096631 Mar 24 00:50:33.759331 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f93de-a844-40c5-a730-59f87d77f47a req-f1d922d2-9c9c-412a-9e17-ac99ed91ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:33.763247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f2f93de-a844-40c5-a730-59f87d77f47a req-f1d922d2-9c9c-412a-9e17-ac99ed91ed58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2215588 Mar 24 00:50:33.763435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b927bd-30a6-4c72-8466-1fb80d9770c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4f8226-6416-4121-b0fb-e4c1d8c4508a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:33.788971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e6167-f771-4b9a-8654-25fe6a94ec2e req-59d2d2cd-c5f2-4c30-8d0c-d6e71b4ac092 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:33.793987 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-0344b4c3-793d-4222-932e-af27a19d9666 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks [] for port (32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:33.795745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-633e6167-f771-4b9a-8654-25fe6a94ec2e req-59d2d2cd-c5f2-4c30-8d0c-d6e71b4ac092 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 948 time: 0.1812835 Mar 24 00:50:33.834261 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-0344b4c3-793d-4222-932e-af27a19d9666 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:33.866495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0e6c5e2d-782c-414c-9e5f-1d5918533971', '99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:33.869080 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-182327c7-2a2b-4b3a-a3a6-8d51c7030ff7 req-057328ac-5ec4-4c0a-abe9-46c3835e8d24 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308582 Mar 24 00:50:33.869995 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['67b23191-0398-402d-82be-68740bac6133', '12c234fe-6cd4-4a64-9edb-003910b80cf6', '683bcb47-c355-44a2-8339-f8240c0c629c', 'bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf', '3da7e293-42af-4799-ad6a-413f40f9c2cb'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:33.889711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d734c10-999c-4280-92b7-7f6fcb5f2eb5 req-4e9f99cd-9b9e-4b3a-9244-49205f8eb4ab tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:33.897067 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d734c10-999c-4280-92b7-7f6fcb5f2eb5 req-4e9f99cd-9b9e-4b3a-9244-49205f8eb4ab tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf784f74-9bed-448e-9758-1042c47a8b1f HTTP/1.1" status: 200 len: 950 time: 0.2458198 Mar 24 00:50:33.898893 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344b4c3-793d-4222-932e-af27a19d9666 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event updated for resources: {'Port': ['ID=32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:33.917417 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-0344b4c3-793d-4222-932e-af27a19d9666 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:50:33.918801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-0344b4c3-793d-4222-932e-af27a19d9666 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:50:33.922277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-0344b4c3-793d-4222-932e-af27a19d9666 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:50:33.925439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61400f56-1e4e-44cb-8501-457714a060cf req-48835cd0-34c9-4147-ac7c-197d88a1711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:33.929567 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61400f56-1e4e-44cb-8501-457714a060cf req-48835cd0-34c9-4147-ac7c-197d88a1711e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cf784f74-9bed-448e-9758-1042c47a8b1f HTTP/1.1" status: 200 len: 1132 time: 0.2378094 Mar 24 00:50:33.988376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-0344b4c3-793d-4222-932e-af27a19d9666 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:33.989062 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-0344b4c3-793d-4222-932e-af27a19d9666 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:34.013481 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-0344b4c3-793d-4222-932e-af27a19d9666 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9201658 Mar 24 00:50:34.020219 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-633e6167-f771-4b9a-8654-25fe6a94ec2e req-51eaf38f-03d6-4fdc-939b-63b948d168fc tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207623 Mar 24 00:50:34.027118 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Request body: {'port': {'device_id': 'c981109f-d45b-4625-a017-cba3a874c0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:34.093759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61400f56-1e4e-44cb-8501-457714a060cf req-19908723-b61f-497c-9cb0-364e630027f8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498897 Mar 24 00:50:34.111936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f2f93de-a844-40c5-a730-59f87d77f47a req-5ce572e1-2815-4e6f-a933-e658129d526c service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054996 Mar 24 00:50:34.115741 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:34.132330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d734c10-999c-4280-92b7-7f6fcb5f2eb5 req-7ae43b64-2d94-4700-a8a7-dcf4840a6274 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328484 Mar 24 00:50:34.435222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd285391-eb23-4a37-8e2c-dc85760280ea req-209ce862-44e2-49dd-9743-d96027165e1a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:34.437165 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd285391-eb23-4a37-8e2c-dc85760280ea req-209ce862-44e2-49dd-9743-d96027165e1a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 945 time: 0.1775985 Mar 24 00:50:34.445671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f2f93de-a844-40c5-a730-59f87d77f47a req-44054058-2c75-4b05-8da1-d9e92cab8a3a service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123527 Mar 24 00:50:34.470777 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0415c8f-1f33-41df-874f-62e914dcad4b req-1c185e01-d891-4463-ac45-ae0c224251cd tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:34.479805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0415c8f-1f33-41df-874f-62e914dcad4b req-1c185e01-d891-4463-ac45-ae0c224251cd tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 935 time: 0.1876979 Mar 24 00:50:34.481975 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4531ab00-1bb6-4c9e-92d4-deb17a0076f2 None None] Provisioning complete for port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:34.482430 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4531ab00-1bb6-4c9e-92d4-deb17a0076f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:34.483680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'tag': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:34.486455 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc3f24f-a7b0-49ca-a086-a884ca8eadab" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7bc167-dc08-4c46-9b8d-e0be27986a05", "tag": "f75447d9-4d97-43c3-9b6f-2d4e24f18510"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:34.601602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd285391-eb23-4a37-8e2c-dc85760280ea req-514ed7ca-67cd-4f24-93d0-c76a5d52b872 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473558 Mar 24 00:50:34.616163 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0415c8f-1f33-41df-874f-62e914dcad4b req-ee98db2c-3e85-4ca5-8d9c-f665866339e7 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341510 Mar 24 00:50:34.667741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4531ab00-1bb6-4c9e-92d4-deb17a0076f2 None None] Port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:50:34.707319 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bc5c2a-2585-4cf8-b2cb-ab9d29ea5415 x-openstack-request-id: req-d2bc5c2a-2585-4cf8-b2cb-ab9d29ea5415 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:34.707662 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7bc167-dc08-4c46-9b8d-e0be27986a05", "tag": "f75447d9-4d97-43c3-9b6f-2d4e24f18510", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:34.707943 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2bc5c2a-2585-4cf8-b2cb-ab9d29ea5415 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:34.708344 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2bc5c2a-2585-4cf8-b2cb-ab9d29ea5415'] response: {'name': 'network-changed', 'server_uuid': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'tag': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510', 'status': 'completed', 'code': 200} Mar 24 00:50:34.712033 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:34.722118 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Publish callbacks [] for port (32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:34.746281 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Transition to ACTIVE for port object 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:50:34.754665 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:34.868742 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Pushing event updated for resources: {'Port': ['ID=32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:34.910674 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Attempting to bind port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:50:34.911095 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Attempting to bind port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:50:34.911418 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Attempting to bind port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:34.916845 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:50:34.917258 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Attempting to bind port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:34.926669 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:50:34.927920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:50:34.928320 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:50:34.930627 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Bound port: 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:50:34.931024 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:34.932681 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c48a91-9762-4410-b984-2b0202d01714 req-9b4defd7-195f-4d00-832b-4bfa43c4c046 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:34.934814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70c48a91-9762-4410-b984-2b0202d01714 req-9b4defd7-195f-4d00-832b-4bfa43c4c046 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 948 time: 0.2001147 Mar 24 00:50:34.970317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3f24f-a7b0-49ca-a086-a884ca8eadab req-9a0f4100-1d08-4f10-9d47-803606cbcf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:34.973478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccc3f24f-a7b0-49ca-a086-a884ca8eadab req-9a0f4100-1d08-4f10-9d47-803606cbcf78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 1130 time: 0.2039769 Mar 24 00:50:35.062279 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:35.065024 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] For port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:50:35.072488 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] For port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:50:35.085000 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 62367725-036b-4b71-9573-f4682bf9f052 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:50:35.088221 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:35.110205 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9588f3-a2da-4987-9ac5-dd39d35c4ca5 req-0e836886-2009-420c-83d2-1b9dbb7f43e8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:35.119721 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb9588f3-a2da-4987-9ac5-dd39d35c4ca5 req-0e836886-2009-420c-83d2-1b9dbb7f43e8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=a94dc84a-f637-478c-9bf5-1cfa8356af11 HTTP/1.1" status: 200 len: 944 time: 0.2699521 Mar 24 00:50:35.176306 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70c48a91-9762-4410-b984-2b0202d01714 req-5bae5cf6-fb19-43ba-9294-e62101f6b34d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336717 Mar 24 00:50:35.179156 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:35.191859 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:35.191859 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] 10.222.0.48 "PUT /v2.0/ports/32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 HTTP/1.1" status: 200 len: 1095 time: 1.1644685 Mar 24 00:50:35.191859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c981109f-d45b-4625-a017-cba3a874c0cf', 'tag': '32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:35.191859 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bf5989-4204-467d-adad-abf56d4d0811" -d '{"events": [{"name": "network-changed", "server_uuid": "c981109f-d45b-4625-a017-cba3a874c0cf", "tag": "32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:35.320183 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e71ac-67bc-4713-9366-9f05547d3350 service neutron] Pushing event updated for resources: {'Port': ['ID=32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:35.336123 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb9588f3-a2da-4987-9ac5-dd39d35c4ca5 req-fd59d0e5-8ac1-432c-97e3-0a54970eb840 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148848 Mar 24 00:50:35.384274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 62367725-036b-4b71-9573-f4682bf9f052, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=62367725-036b-4b71-9573-f4682bf9f052,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:35.418770 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3f24f-a7b0-49ca-a086-a884ca8eadab req-92bdfaf7-2a7d-4378-98ea-a94fbb47b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:35.424024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccc3f24f-a7b0-49ca-a086-a884ca8eadab req-92bdfaf7-2a7d-4378-98ea-a94fbb47b06a service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.4398885 Mar 24 00:50:35.428101 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '62367725-036b-4b71-9573-f4682bf9f052', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '62367725-036b-4b71-9573-f4682bf9f052', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:50:35.451998 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-4081b956-950a-42ef-bece-ab00bfb16cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:35.459303 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-4081b956-950a-42ef-bece-ab00bfb16cde service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 1129 time: 0.2164660 Mar 24 00:50:35.542301 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccc3f24f-a7b0-49ca-a086-a884ca8eadab req-9a6acd9f-debb-4e08-a1a4-0b0fd5cca2eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510 HTTP/1.1" status: 200 len: 217 time: 0.1065805 Mar 24 00:50:35.558802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 62367725-036b-4b71-9573-f4682bf9f052 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:35.559703 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (62367725-036b-4b71-9573-f4682bf9f052), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:35.593310 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62367725-036b-4b71-9573-f4682bf9f052 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:35.646037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 62367725-036b-4b71-9573-f4682bf9f052, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=62367725-036b-4b71-9573-f4682bf9f052,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:35.653873 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (62367725-036b-4b71-9573-f4682bf9f052), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:35.702761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3f24f-a7b0-49ca-a086-a884ca8eadab req-59493a7a-2568-472d-acdf-aadd19056e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:35.704310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccc3f24f-a7b0-49ca-a086-a884ca8eadab req-59493a7a-2568-472d-acdf-aadd19056e6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0970724 Mar 24 00:50:35.775105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=62367725-036b-4b71-9573-f4682bf9f052,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:35.824938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3f24f-a7b0-49ca-a086-a884ca8eadab req-f5716c8f-fb27-4e4c-ba34-55cfed12fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:35.826747 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccc3f24f-a7b0-49ca-a086-a884ca8eadab req-f5716c8f-fb27-4e4c-ba34-55cfed12fbdf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1131964 Mar 24 00:50:35.840377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117f50d-4566-4223-b67d-8953ef30f035 req-3db296d6-3a7a-4097-a9fd-e55620987c4a tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:35.847489 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7117f50d-4566-4223-b67d-8953ef30f035 req-3db296d6-3a7a-4097-a9fd-e55620987c4a tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 948 time: 0.3040581 Mar 24 00:50:36.022572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['62367725-036b-4b71-9573-f4682bf9f052'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:36.078078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7117f50d-4566-4223-b67d-8953ef30f035 req-4e14c0ae-3ade-4d20-a95a-b2e64ea49d19 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295766 Mar 24 00:50:36.094664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccc3f24f-a7b0-49ca-a086-a884ca8eadab req-f825e6a3-b8b0-430a-976a-1a4a7c0ca5b2 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346139 Mar 24 00:50:36.130149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997a46a-f312-4e34-b534-d0d1ea251bcb req-b3110dff-fbda-49b6-82ee-1c46a678ecc1 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:36.138342 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5997a46a-f312-4e34-b534-d0d1ea251bcb req-b3110dff-fbda-49b6-82ee-1c46a678ecc1 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf784f74-9bed-448e-9758-1042c47a8b1f HTTP/1.1" status: 200 len: 950 time: 0.2050424 Mar 24 00:50:36.141900 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-fb4228c8-694d-47fb-b941-3ec3e57c6cce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 HTTP/1.1" status: 200 len: 217 time: 0.6755459 Mar 24 00:50:36.188477 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2424dc3-a6d6-4b66-b510-aa305cb97d0f x-openstack-request-id: req-d2424dc3-a6d6-4b66-b510-aa305cb97d0f {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:36.189203 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c981109f-d45b-4625-a017-cba3a874c0cf", "tag": "32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:36.189458 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2424dc3-a6d6-4b66-b510-aa305cb97d0f {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:36.190399 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2424dc3-a6d6-4b66-b510-aa305cb97d0f'] response: {'name': 'network-changed', 'server_uuid': 'c981109f-d45b-4625-a017-cba3a874c0cf', 'tag': '32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58', 'status': 'completed', 'code': 200} Mar 24 00:50:36.219125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-353e6b25-d25a-4c08-9268-162568193b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:36.220741 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-353e6b25-d25a-4c08-9268-162568193b78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0713902 Mar 24 00:50:36.297688 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5997a46a-f312-4e34-b534-d0d1ea251bcb req-fab992e8-0f09-4e93-9dbc-81486d6c548c tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585038 Mar 24 00:50:36.311518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-84504bc5-41a1-4a70-9c6d-0725747707af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:36.312743 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-84504bc5-41a1-4a70-9c6d-0725747707af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0841563 Mar 24 00:50:36.328153 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccc3f24f-a7b0-49ca-a086-a884ca8eadab req-59045f47-a04c-4e77-810a-b34c54c5c1d5 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876285 Mar 24 00:50:36.382006 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fbd7d-9492-4e8d-8c56-918b7f8f3ef6 req-69441881-1d68-4476-9d88-a672d87d9cac tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:36.385647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-382fbd7d-9492-4e8d-8c56-918b7f8f3ef6 req-69441881-1d68-4476-9d88-a672d87d9cac tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 947 time: 0.0675638 Mar 24 00:50:36.466515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-382fbd7d-9492-4e8d-8c56-918b7f8f3ef6 req-b9720653-5ead-429b-aadb-9ff57f0ba1a3 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702937 Mar 24 00:50:36.478622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d17d16-2d21-4e91-9942-6f5ecf818350 req-ff3c898f-3142-4c7f-9470-db7ffd4f19b8 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:36.478889 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-07ffd142-f180-4aec-8bf1-ad6d8c93ad53 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592269 Mar 24 00:50:36.488852 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52d17d16-2d21-4e91-9942-6f5ecf818350 req-ff3c898f-3142-4c7f-9470-db7ffd4f19b8 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 948 time: 0.0987258 Mar 24 00:50:36.541625 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52d17d16-2d21-4e91-9942-6f5ecf818350 req-2a21239c-57a3-4738-9c99-6b46b7a43fc2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552659 Mar 24 00:50:36.584847 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d6151b60-1ef7-4104-acd2-f4f726eedfa0 req-0652da58-7e04-40b8-acc0-dca71a73075d service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964715 Mar 24 00:50:36.692115 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c353dc9-19ab-4b28-afdd-cfac24244882 req-094c2ba8-a6b5-475a-a5f9-064738de75bc tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:36.699225 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c353dc9-19ab-4b28-afdd-cfac24244882 req-094c2ba8-a6b5-475a-a5f9-064738de75bc tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.0769932 Mar 24 00:50:36.718427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf5989-4204-467d-adad-abf56d4d0811 req-79f65f54-2c8f-4e3b-bbe0-550285703dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:36.720218 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71bf5989-4204-467d-adad-abf56d4d0811 req-79f65f54-2c8f-4e3b-bbe0-550285703dcb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 1129 time: 0.0626104 Mar 24 00:50:36.789822 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c353dc9-19ab-4b28-afdd-cfac24244882 req-a6b9435e-44a5-4241-b626-e581ce14d5fb tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895219 Mar 24 00:50:36.807227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a800720-b2a2-4d4f-a0e1-4fe461362211 req-0107844a-8f07-45e0-824f-20a712c520fc tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:36.808957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a800720-b2a2-4d4f-a0e1-4fe461362211 req-0107844a-8f07-45e0-824f-20a712c520fc tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=a94dc84a-f637-478c-9bf5-1cfa8356af11 HTTP/1.1" status: 200 len: 944 time: 0.0857575 Mar 24 00:50:36.830026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf5989-4204-467d-adad-abf56d4d0811 req-5cae2adf-37f5-43bd-b683-8c80b9f2f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:36.833426 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71bf5989-4204-467d-adad-abf56d4d0811 req-5cae2adf-37f5-43bd-b683-8c80b9f2f4cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.1058004 Mar 24 00:50:36.891507 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71bf5989-4204-467d-adad-abf56d4d0811 req-383309ba-890a-4985-aacc-1ca60310ad03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 HTTP/1.1" status: 200 len: 217 time: 0.0448492 Mar 24 00:50:36.903418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a800720-b2a2-4d4f-a0e1-4fe461362211 req-e3afd409-2604-41f6-bf3e-873ec2bca5c5 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858598 Mar 24 00:50:36.961334 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf5989-4204-467d-adad-abf56d4d0811 req-b99bf44f-923d-4ec6-a381-c7a540ab4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:36.962893 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71bf5989-4204-467d-adad-abf56d4d0811 req-b99bf44f-923d-4ec6-a381-c7a540ab4eb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0600839 Mar 24 00:50:37.034189 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf5989-4204-467d-adad-abf56d4d0811 req-a1ef8da3-24c7-44a5-b7d7-48c344217fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:37.035759 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71bf5989-4204-467d-adad-abf56d4d0811 req-a1ef8da3-24c7-44a5-b7d7-48c344217fbe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0562530 Mar 24 00:50:37.037241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-7b48b717-30c3-426c-bbc1-71312e6d874a tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=419cda3aa6704195b1ced4d468428729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304797 Mar 24 00:50:37.096264 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:50:37.144933 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71bf5989-4204-467d-adad-abf56d4d0811 req-183a53d3-824f-4269-a975-7e30668efb29 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019146 Mar 24 00:50:37.159901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-3b5ebdca-3c5b-476e-bf11-2dc6d3ed7dcd tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:37.161516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-3b5ebdca-3c5b-476e-bf11-2dc6d3ed7dcd tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1232862 Mar 24 00:50:37.172082 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:50:37.180936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:37.181616 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (30f8ede2-0516-4d1d-a3b3-63fdb268b7fe), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:37.204788 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-ee66195b-afa2-4133-b631-5d0e68a88f25 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/quotas/419cda3aa6704195b1ced4d468428729 HTTP/1.1" status: 200 len: 375 time: 0.0355844 Mar 24 00:50:37.314042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93701d9c-5e07-44bf-aab1-ac6ea5d34778 req-f836d748-ecef-4492-8cd7-e7744ba10361 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:37.322464 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93701d9c-5e07-44bf-aab1-ac6ea5d34778 req-f836d748-ecef-4492-8cd7-e7744ba10361 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 949 time: 0.1134119 Mar 24 00:50:37.336008 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-8bb65eca-ddd4-4d8c-b4d5-270f1af4cc14 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=419cda3aa6704195b1ced4d468428729&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1297886 Mar 24 00:50:37.363496 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71bf5989-4204-467d-adad-abf56d4d0811 req-b7203a2c-f595-4d61-b107-3e5ec3601bd1 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097352 Mar 24 00:50:37.389713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93701d9c-5e07-44bf-aab1-ac6ea5d34778 req-e2893520-5314-4249-99cf-ca78c9cf4ce3 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679457 Mar 24 00:50:37.397783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:37.398320 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (30f8ede2-0516-4d1d-a3b3-63fdb268b7fe), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:37.426182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94dc84a-f637-478c-9bf5-1cfa8356af11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f8ede2-0516-4d1d-a3b3-63fdb268b7fe'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:37.426566 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36200) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:37.428685 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44da75b9-f40e-4252-bcef-07f1e146096c" -d '{"events": [{"server_uuid": "a94dc84a-f637-478c-9bf5-1cfa8356af11", "name": "network-vif-plugged", "status": "completed", "tag": "30f8ede2-0516-4d1d-a3b3-63fdb268b7fe"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:37.445940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=30f8ede2-0516-4d1d-a3b3-63fdb268b7fe,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:37.454092 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (30f8ede2-0516-4d1d-a3b3-63fdb268b7fe), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:37.493598 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239d9163-f238-44e9-b089-a1bfda8e7e41 x-openstack-request-id: req-239d9163-f238-44e9-b089-a1bfda8e7e41 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:37.496059 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94dc84a-f637-478c-9bf5-1cfa8356af11", "name": "network-vif-plugged", "status": "completed", "tag": "30f8ede2-0516-4d1d-a3b3-63fdb268b7fe", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:37.496412 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-239d9163-f238-44e9-b089-a1bfda8e7e41 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:37.496899 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-239d9163-f238-44e9-b089-a1bfda8e7e41'] response: {'server_uuid': 'a94dc84a-f637-478c-9bf5-1cfa8356af11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f8ede2-0516-4d1d-a3b3-63fdb268b7fe', 'code': 200} Mar 24 00:50:37.545391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=30f8ede2-0516-4d1d-a3b3-63fdb268b7fe,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:37.627838 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8743a814-c625-46c1-91c4-f71e9d447be2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:37.679114 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3a823-94de-4cd6-9607-78261154a339 req-27aad4ff-44bb-422e-8799-4b47d93988ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:37.680788 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-50f3a823-94de-4cd6-9607-78261154a339 req-27aad4ff-44bb-422e-8799-4b47d93988ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a94dc84a-f637-478c-9bf5-1cfa8356af11 HTTP/1.1" status: 200 len: 1127 time: 0.1190245 Mar 24 00:50:37.723513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373380d-369a-4536-9be2-7466422bd947 req-dee967ca-0bfc-449c-b595-1a28d8801642 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:37.729833 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c373380d-369a-4536-9be2-7466422bd947 req-dee967ca-0bfc-449c-b595-1a28d8801642 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 947 time: 0.1322317 Mar 24 00:50:37.797049 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8743a814-c625-46c1-91c4-f71e9d447be2 admin admin] Publish callbacks [] for security_group (a1f308b6-93a2-485b-ae72-d6e710abbfdf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:37.801356 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-50f3a823-94de-4cd6-9607-78261154a339 req-c1bc4e21-2a73-4294-8367-422ed08d578a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035588 Mar 24 00:50:37.802110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0738b-f8f7-428b-8915-4a87cf16f44b req-079a25fd-0b51-4cf9-9a49-ca2018d529db tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:37.803642 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86d0738b-f8f7-428b-8915-4a87cf16f44b req-079a25fd-0b51-4cf9-9a49-ca2018d529db tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 948 time: 0.1403933 Mar 24 00:50:37.803998 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8743a814-c625-46c1-91c4-f71e9d447be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a1f308b6-93a2-485b-ae72-d6e710abbfdf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:37.831480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f75447d9-4d97-43c3-9b6f-2d4e24f18510 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:50:37.846382 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8743a814-c625-46c1-91c4-f71e9d447be2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d5ef6364fbe4f319086997bf6056964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4180734 Mar 24 00:50:37.851818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36220) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:37.881702 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c373380d-369a-4536-9be2-7466422bd947 req-1d9d15dd-f3f9-48ef-8133-9b57758cbf83 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437836 Mar 24 00:50:37.906961 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86d0738b-f8f7-428b-8915-4a87cf16f44b req-218e8db1-11da-47f8-9cc2-4742879a2af0 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939929 Mar 24 00:50:37.962696 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743a814-c625-46c1-91c4-f71e9d447be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f308b6-93a2-485b-ae72-d6e710abbfdf,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:38.035181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f75447d9-4d97-43c3-9b6f-2d4e24f18510, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:38.052654 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac5efdd7-e642-4c47-b7d5-83f5ba52c12d admin admin] Publish callbacks [] for security_group (a1f308b6-93a2-485b-ae72-d6e710abbfdf), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:38.054966 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64b99dec-bce2-41fa-83c5-a54731cff2cd req-feeb58ea-5275-4d24-b3c4-8370674af67e tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa533faf-8372-4a85-9dcf-f77283931689 HTTP/1.1" status: 200 len: 210 time: 0.0552132 Mar 24 00:50:38.071647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510', 'mac_address': 'fa:16:3e:71:f3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:50:38.120123 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f75447d9-4d97-43c3-9b6f-2d4e24f18510 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:38.120854 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:38.126106 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac5efdd7-e642-4c47-b7d5-83f5ba52c12d admin admin] Publish callbacks [] for security_group (a1f308b6-93a2-485b-ae72-d6e710abbfdf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:38.141844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75447d9-4d97-43c3-9b6f-2d4e24f18510 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:38.169728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f75447d9-4d97-43c3-9b6f-2d4e24f18510, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:38.171934 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b29a08f-1c28-404a-bcab-c72e0e10675e req-27725ff2-5ed6-4095-a1dd-89c581de0a5f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1022789 Mar 24 00:50:38.176187 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:38.186519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a72ee6-e866-452f-acda-a67f1fab506d req-3ae546ab-33d7-4eb4-bd25-e513f2a0785f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:38.188098 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32a72ee6-e866-452f-acda-a67f1fab506d req-3ae546ab-33d7-4eb4-bd25-e513f2a0785f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=a94dc84a-f637-478c-9bf5-1cfa8356af11 HTTP/1.1" status: 200 len: 945 time: 0.1235375 Mar 24 00:50:38.211655 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac5efdd7-e642-4c47-b7d5-83f5ba52c12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a1f308b6-93a2-485b-ae72-d6e710abbfdf), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:38.219464 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac5efdd7-e642-4c47-b7d5-83f5ba52c12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:38.231345 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ac5efdd7-e642-4c47-b7d5-83f5ba52c12d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1f308b6-93a2-485b-ae72-d6e710abbfdf HTTP/1.1" status: 204 len: 168 time: 0.3783987 Mar 24 00:50:38.256608 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f75447d9-4d97-43c3-9b6f-2d4e24f18510,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:38.267533 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5efdd7-e642-4c47-b7d5-83f5ba52c12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f308b6-93a2-485b-ae72-d6e710abbfdf,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:38.287540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32a72ee6-e866-452f-acda-a67f1fab506d req-41884e0b-9834-418a-9258-d30b3239ff40 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924563 Mar 24 00:50:38.341812 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29a08f-1c28-404a-bcab-c72e0e10675e req-8a1ba7d6-8311-4ef3-a206-50cb36321009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:38.343739 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b29a08f-1c28-404a-bcab-c72e0e10675e req-8a1ba7d6-8311-4ef3-a206-50cb36321009 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 1127 time: 0.0912435 Mar 24 00:50:38.509606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29a08f-1c28-404a-bcab-c72e0e10675e req-d79fbedd-93c0-4159-94ef-bb527bb99ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:38.511366 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b29a08f-1c28-404a-bcab-c72e0e10675e req-d79fbedd-93c0-4159-94ef-bb527bb99ac5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.1452432 Mar 24 00:50:38.527846 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['f75447d9-4d97-43c3-9b6f-2d4e24f18510'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:38.565055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2c1f1-8edc-4fcd-a85b-7a9e72e8d81b req-736d0ace-ad90-465d-901e-893c4a907284 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:38.578183 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60f2c1f1-8edc-4fcd-a85b-7a9e72e8d81b req-736d0ace-ad90-465d-901e-893c4a907284 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 949 time: 0.1128633 Mar 24 00:50:38.604215 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b29a08f-1c28-404a-bcab-c72e0e10675e req-2e147d09-67c8-49f6-b64a-029f8b57c22e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aaa0db0-4411-457a-ab83-3507581a7e96 HTTP/1.1" status: 200 len: 217 time: 0.0836296 Mar 24 00:50:38.653407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60f2c1f1-8edc-4fcd-a85b-7a9e72e8d81b req-0bf85967-65c3-4037-a9c9-1c84992f1aa4 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718019 Mar 24 00:50:38.654869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36238) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:38.668658 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-03a2c9a4-7cdf-4472-880e-50b386b60166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:38.700171 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29a08f-1c28-404a-bcab-c72e0e10675e req-3d3ad2d2-d1a6-462b-89c3-edef6613eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:38.702095 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b29a08f-1c28-404a-bcab-c72e0e10675e req-3d3ad2d2-d1a6-462b-89c3-edef6613eb63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.0838425 Mar 24 00:50:38.747762 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b29a08f-1c28-404a-bcab-c72e0e10675e req-f2022b59-8e71-40f5-b23d-af6e2d438386 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304742 Mar 24 00:50:38.765250 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-03a2c9a4-7cdf-4472-880e-50b386b60166 admin admin] Publish callbacks [] for security_group (eb2ee2a3-ec3f-4626-9ed3-f25e76438b97), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:38.769812 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-03a2c9a4-7cdf-4472-880e-50b386b60166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (eb2ee2a3-ec3f-4626-9ed3-f25e76438b97), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:38.815939 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-03a2c9a4-7cdf-4472-880e-50b386b60166 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=50a4361bfcd64f5aa6589f887bce4ee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600277 Mar 24 00:50:38.816910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36240) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:38.829441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2c9a4-7cdf-4472-880e-50b386b60166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2ee2a3-ec3f-4626-9ed3-f25e76438b97,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:38.860942 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b29a08f-1c28-404a-bcab-c72e0e10675e req-60b0cd7d-3b16-4d89-a548-1752b42f5931 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006415 Mar 24 00:50:38.879588 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-55de4a97-bf31-4a44-8e4a-01119244db1a admin admin] Publish callbacks [] for security_group (eb2ee2a3-ec3f-4626-9ed3-f25e76438b97), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:38.904579 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-55de4a97-bf31-4a44-8e4a-01119244db1a admin admin] Publish callbacks [] for security_group (eb2ee2a3-ec3f-4626-9ed3-f25e76438b97), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:38.969014 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b29a08f-1c28-404a-bcab-c72e0e10675e req-f0948cf8-7ea3-4939-ab45-7ccd87555f4e service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999269 Mar 24 00:50:38.973804 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-55de4a97-bf31-4a44-8e4a-01119244db1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (eb2ee2a3-ec3f-4626-9ed3-f25e76438b97), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:38.976899 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-55de4a97-bf31-4a44-8e4a-01119244db1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:38.998782 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-55de4a97-bf31-4a44-8e4a-01119244db1a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb2ee2a3-ec3f-4626-9ed3-f25e76438b97 HTTP/1.1" status: 204 len: 168 time: 0.1624830 Mar 24 00:50:39.020901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de4a97-bf31-4a44-8e4a-01119244db1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2ee2a3-ec3f-4626-9ed3-f25e76438b97,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:39.095529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:50:39.098948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 62367725-036b-4b71-9573-f4682bf9f052 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:50:39.126224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa24d1-a076-46d2-9bbb-f49710ac4bff req-0c3dd82d-0677-4b45-9c0b-aa60b15360cc tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:39.127756 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57fa24d1-a076-46d2-9bbb-f49710ac4bff req-0c3dd82d-0677-4b45-9c0b-aa60b15360cc tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 949 time: 0.1084831 Mar 24 00:50:39.139685 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a765f5-e2d5-4085-b48d-4c59ffd516ff req-2b02a376-790d-43d4-896d-d72f05443bf7 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:39.141262 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9a765f5-e2d5-4085-b48d-4c59ffd516ff req-2b02a376-790d-43d4-896d-d72f05443bf7 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 947 time: 0.1413350 Mar 24 00:50:39.191714 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-4481a4a6-443f-4e61-b64b-8a23b06273a7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=419cda3aa6704195b1ced4d468428729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652490 Mar 24 00:50:39.224104 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57fa24d1-a076-46d2-9bbb-f49710ac4bff req-9a240e1b-b979-4759-a593-a5c84c001a0f tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816839 Mar 24 00:50:39.253174 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9a765f5-e2d5-4085-b48d-4c59ffd516ff req-a784be9e-fd2b-4cb2-b28a-abc4742b0f4c tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032710 Mar 24 00:50:39.378292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:39.382923 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 62367725-036b-4b71-9573-f4682bf9f052 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:50:39.400805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7fe2a7ae-fbb1-4aa3-830a-e27dac69adc9 req-2686ed5c-6814-472a-ade4-581e3f38ca6a tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa533faf-8372-4a85-9dcf-f77283931689 HTTP/1.1" status: 200 len: 210 time: 0.0577722 Mar 24 00:50:39.403158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58', 'mac_address': 'fa:16:3e:5a:ee:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:50:39.405006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 62367725-036b-4b71-9573-f4682bf9f052 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:39.405501 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (62367725-036b-4b71-9573-f4682bf9f052), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:39.496465 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-d193c75e-1669-4b26-9f0e-5320036037f2 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:39.499913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:39.500076 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-d193c75e-1669-4b26-9f0e-5320036037f2 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2919836 Mar 24 00:50:39.500438 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:39.522548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:39.523892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25b654-cd4c-404f-9bcf-ecce47b3aee8 req-33caa64c-3128-4dbb-831f-ad4276c32260 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:39.528532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c25b654-cd4c-404f-9bcf-ecce47b3aee8 req-33caa64c-3128-4dbb-831f-ad4276c32260 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=a94dc84a-f637-478c-9bf5-1cfa8356af11 HTTP/1.1" status: 200 len: 945 time: 0.0942266 Mar 24 00:50:39.544004 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-88bdcf9e-60b7-4ea7-9a84-f0b8f2705c55 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Request body: {'port': {'device_id': 'aa533faf-8372-4a85-9dcf-f77283931689', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': '419cda3aa6704195b1ced4d468428729'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:39.570666 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:39.587044 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:39.589832 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b2392a83-16b2-4b0b-b2b6-553464a896cc details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:50:39.596314 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 62367725-036b-4b71-9573-f4682bf9f052 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:39.598119 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (62367725-036b-4b71-9573-f4682bf9f052), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:39.614126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c25b654-cd4c-404f-9bcf-ecce47b3aee8 req-f691d7f2-904a-4fd8-9832-c023f3d230b7 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803945 Mar 24 00:50:39.699014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97f4845-ed11-4267-81ea-eea9025c9fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62367725-036b-4b71-9573-f4682bf9f052'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:39.702177 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d98502-d160-4446-bf4f-67a582320d5c" -d '{"events": [{"server_uuid": "c97f4845-ed11-4267-81ea-eea9025c9fc1", "name": "network-vif-plugged", "status": "completed", "tag": "62367725-036b-4b71-9573-f4682bf9f052"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:39.793661 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:39.818923 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49cdb5d-2229-448f-9e23-669ae645511e x-openstack-request-id: req-c49cdb5d-2229-448f-9e23-669ae645511e {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:39.819459 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97f4845-ed11-4267-81ea-eea9025c9fc1", "name": "network-vif-plugged", "status": "completed", "tag": "62367725-036b-4b71-9573-f4682bf9f052", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:39.819842 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c49cdb5d-2229-448f-9e23-669ae645511e {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:39.821596 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49cdb5d-2229-448f-9e23-669ae645511e'] response: {'server_uuid': 'c97f4845-ed11-4267-81ea-eea9025c9fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62367725-036b-4b71-9573-f4682bf9f052', 'code': 200} Mar 24 00:50:39.831977 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 62367725-036b-4b71-9573-f4682bf9f052, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=62367725-036b-4b71-9573-f4682bf9f052,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:39.836425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-88bdcf9e-60b7-4ea7-9a84-f0b8f2705c55 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Made reservation on behalf of 419cda3aa6704195b1ced4d468428729 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:50:39.839583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f75447d9-4d97-43c3-9b6f-2d4e24f18510 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:50:39.850646 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-88bdcf9e-60b7-4ea7-9a84-f0b8f2705c55 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:39.917873 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (62367725-036b-4b71-9573-f4682bf9f052), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:39.922200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755f524-2233-4b1c-b7c9-c7b9f17a760f req-db540c50-7380-4a94-ae10-ce4bcd7e557f tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:39.931876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e755f524-2233-4b1c-b7c9-c7b9f17a760f req-db540c50-7380-4a94-ae10-ce4bcd7e557f tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 949 time: 0.1549995 Mar 24 00:50:40.005335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=62367725-036b-4b71-9573-f4682bf9f052,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:40.047596 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port f75447d9-4d97-43c3-9b6f-2d4e24f18510 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:50:40.060265 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port f75447d9-4d97-43c3-9b6f-2d4e24f18510 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:40.061232 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:40.126383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:40.149647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'port_id': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'mac_address': 'fa:16:3e:1a:f3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:50:40.206464 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b2392a83-16b2-4b0b-b2b6-553464a896cc is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:40.207009 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:40.246962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2392a83-16b2-4b0b-b2b6-553464a896cc {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:40.252816 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-88bdcf9e-60b7-4ea7-9a84-f0b8f2705c55 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Allocated IP 192.168.233.173 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/ba37e70f-2bd1-4259-8eb9-5d58113d210b) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:50:40.287385 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f75447d9-4d97-43c3-9b6f-2d4e24f18510 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:40.287965 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:40.305040 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:40.332785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f75447d9-4d97-43c3-9b6f-2d4e24f18510, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:40.335565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e755f524-2233-4b1c-b7c9-c7b9f17a760f req-0d02b3dd-8591-4f26-b641-1b64b5be9fdf tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027810 Mar 24 00:50:40.345289 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:40.354180 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:40.385758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-46f6119a-b037-424a-8bbd-8592e08c359a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:40.388805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-46f6119a-b037-424a-8bbd-8592e08c359a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "GET /v2.0/ports?device_id=a94dc84a-f637-478c-9bf5-1cfa8356af11 HTTP/1.1" status: 200 len: 945 time: 0.5199323 Mar 24 00:50:40.404403 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bc896-7660-4858-9ec0-84ac3346f683 req-d7459f03-0def-4ba8-8ee5-58f73c0d58e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:40.406676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-024bc896-7660-4858-9ec0-84ac3346f683 req-d7459f03-0def-4ba8-8ee5-58f73c0d58e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 1132 time: 0.4724638 Mar 24 00:50:40.455819 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-88bdcf9e-60b7-4ea7-9a84-f0b8f2705c55 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks [] for port (ba37e70f-2bd1-4259-8eb9-5d58113d210b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:40.502299 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b2392a83-16b2-4b0b-b2b6-553464a896cc,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:40.508165 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-88bdcf9e-60b7-4ea7-9a84-f0b8f2705c55 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ba37e70f-2bd1-4259-8eb9-5d58113d210b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:40.565571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['1699b957-da2c-4b2b-8101-8ccc58cb332a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:40.566192 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-88bdcf9e-60b7-4ea7-9a84-f0b8f2705c55 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:50:40.569592 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-88bdcf9e-60b7-4ea7-9a84-f0b8f2705c55 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:50:40.570686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['be511b75-d498-472d-9946-12de9deee73c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:40.573483 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-88bdcf9e-60b7-4ea7-9a84-f0b8f2705c55 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:50:40.643865 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdcf9e-60b7-4ea7-9a84-f0b8f2705c55 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Pushing event updated for resources: {'Port': ['ID=ba37e70f-2bd1-4259-8eb9-5d58113d210b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:40.668323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['b2392a83-16b2-4b0b-b2b6-553464a896cc'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:40.691924 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-88bdcf9e-60b7-4ea7-9a84-f0b8f2705c55 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:40.692586 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-88bdcf9e-60b7-4ea7-9a84-f0b8f2705c55 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:40.747297 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-88bdcf9e-60b7-4ea7-9a84-f0b8f2705c55 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2057729 Mar 24 00:50:40.756492 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-024bc896-7660-4858-9ec0-84ac3346f683 req-5dff2bd3-1a43-4614-ad10-996608cd6f56 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366971 Mar 24 00:50:40.794168 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Request body: {'port': {'device_id': 'aa533faf-8372-4a85-9dcf-f77283931689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:40.812929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e57c-be4d-45da-a773-464e5411739e req-08e53a36-974a-4057-851a-16443911a847 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:40.816159 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22d6e57c-be4d-45da-a773-464e5411739e req-08e53a36-974a-4057-851a-16443911a847 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 948 time: 0.3479791 Mar 24 00:50:40.950273 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582e2fb-5a4a-4707-b1e6-13cbae0ce7da req-4e0dbfd2-1dee-42c0-8465-fe9d83b7c4c5 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:40.953723 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ba37e70f-2bd1-4259-8eb9-5d58113d210b), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:40.960493 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d582e2fb-5a4a-4707-b1e6-13cbae0ce7da req-4e0dbfd2-1dee-42c0-8465-fe9d83b7c4c5 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.4894695 Mar 24 00:50:41.039034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:41.072034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-5b2f1759-8afe-4bc7-a4b3-ba627782a6d8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Deleting port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:50:41.072480 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-5b2f1759-8afe-4bc7-a4b3-ba627782a6d8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (30f8ede2-0516-4d1d-a3b3-63fdb268b7fe), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:41.112214 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22d6e57c-be4d-45da-a773-464e5411739e req-89c1aacc-0e43-4a22-9f24-ab4aca17ceda tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804863 Mar 24 00:50:41.366874 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d582e2fb-5a4a-4707-b1e6-13cbae0ce7da req-7c6c2f5e-0778-4947-9298-62c7bb16c915 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053209 Mar 24 00:50:41.424672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba37e70f-2bd1-4259-8eb9-5d58113d210b {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:41.447445 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Publish callbacks [] for port (ba37e70f-2bd1-4259-8eb9-5d58113d210b), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:41.477770 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Transition to ACTIVE for port object ba37e70f-2bd1-4259-8eb9-5d58113d210b will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:50:41.487995 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (ba37e70f-2bd1-4259-8eb9-5d58113d210b), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:41.532163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7f29f50e-232d-4612-b0cc-fb5c81806cb8 None None] Provisioning complete for port ba37e70f-2bd1-4259-8eb9-5d58113d210b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:41.532696 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7f29f50e-232d-4612-b0cc-fb5c81806cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ba37e70f-2bd1-4259-8eb9-5d58113d210b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:41.590003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce1f4d-8c9e-41e7-aa91-bc998c1b449e req-3306c989-cd52-4c2a-8197-d9ba715ce523 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:41.598990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6cce1f4d-8c9e-41e7-aa91-bc998c1b449e req-3306c989-cd52-4c2a-8197-d9ba715ce523 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa533faf-8372-4a85-9dcf-f77283931689 HTTP/1.1" status: 200 len: 936 time: 0.2887070 Mar 24 00:50:41.604514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-5b2f1759-8afe-4bc7-a4b3-ba627782a6d8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] For port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=30f8ede2-0516-4d1d-a3b3-63fdb268b7fe,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:41.604883 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-5b2f1759-8afe-4bc7-a4b3-ba627782a6d8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (30f8ede2-0516-4d1d-a3b3-63fdb268b7fe), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:41.627637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90331755-00fd-4346-abac-e5526845a01d service neutron] Pushing event updated for resources: {'Port': ['ID=ba37e70f-2bd1-4259-8eb9-5d58113d210b,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:41.637408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f75447d9-4d97-43c3-9b6f-2d4e24f18510,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:41.751863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-5b2f1759-8afe-4bc7-a4b3-ba627782a6d8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Calling delete_port for 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:50:41.865412 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Attempting to bind port ba37e70f-2bd1-4259-8eb9-5d58113d210b on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:50:41.865754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Attempting to bind port ba37e70f-2bd1-4259-8eb9-5d58113d210b by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:50:41.867666 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Attempting to bind port ba37e70f-2bd1-4259-8eb9-5d58113d210b on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:41.880335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Port ba37e70f-2bd1-4259-8eb9-5d58113d210b on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:50:41.883266 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Attempting to bind port ba37e70f-2bd1-4259-8eb9-5d58113d210b on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:50:41.893078 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:41.894671 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:50:41.896677 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:50:41.897394 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:50:41.898009 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Bound port: ba37e70f-2bd1-4259-8eb9-5d58113d210b, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:50:41.898536 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ba37e70f-2bd1-4259-8eb9-5d58113d210b), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:41.906200 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e764c5cd-945b-4278-a36f-7c1e312fd2b6" -d '{"events": [{"server_uuid": "ef7bc167-dc08-4c46-9b8d-e0be27986a05", "name": "network-vif-plugged", "status": "completed", "tag": "f75447d9-4d97-43c3-9b6f-2d4e24f18510"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:41.909218 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7f29f50e-232d-4612-b0cc-fb5c81806cb8 None None] Port ba37e70f-2bd1-4259-8eb9-5d58113d210b cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:50:42.007030 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22000a9d-1481-46de-b812-f6dc1988de82 req-d2529618-164e-4fb4-884c-ab976907eb38 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:42.021081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22000a9d-1481-46de-b812-f6dc1988de82 req-d2529618-164e-4fb4-884c-ab976907eb38 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=a94dc84a-f637-478c-9bf5-1cfa8356af11 HTTP/1.1" status: 200 len: 945 time: 0.5224047 Mar 24 00:50:42.056866 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] For port ba37e70f-2bd1-4259-8eb9-5d58113d210b, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:50:42.065124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6cce1f4d-8c9e-41e7-aa91-bc998c1b449e req-28e35680-c090-4445-bed5-c1c67ae0e082 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620557 Mar 24 00:50:42.080607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] For port ba37e70f-2bd1-4259-8eb9-5d58113d210b, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ba37e70f-2bd1-4259-8eb9-5d58113d210b,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:50:42.105381 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (ba37e70f-2bd1-4259-8eb9-5d58113d210b), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:42.226665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:42.230175 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:42.231641 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-90331755-00fd-4346-abac-e5526845a01d service neutron] 10.222.0.48 "PUT /v2.0/ports/ba37e70f-2bd1-4259-8eb9-5d58113d210b HTTP/1.1" status: 200 len: 1096 time: 1.4561126 Mar 24 00:50:42.232150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa533faf-8372-4a85-9dcf-f77283931689', 'tag': 'ba37e70f-2bd1-4259-8eb9-5d58113d210b'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:42.237457 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f726adf-8b09-438b-925e-54b98500bac7" -d '{"events": [{"name": "network-changed", "server_uuid": "aa533faf-8372-4a85-9dcf-f77283931689", "tag": "ba37e70f-2bd1-4259-8eb9-5d58113d210b"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:42.290489 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90331755-00fd-4346-abac-e5526845a01d service neutron] Pushing event updated for resources: {'Port': ['ID=ba37e70f-2bd1-4259-8eb9-5d58113d210b,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:42.348542 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22000a9d-1481-46de-b812-f6dc1988de82 req-d9478041-7498-43cb-97a4-a877b6cf2d52 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250849 Mar 24 00:50:42.384602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b820bbab-203a-4e49-bed8-1b41ad31a5ed req-de80bbc5-381a-4670-b386-2ca802440af2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b100540-f491-4823-ba75-85733477f4c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5447948 Mar 24 00:50:42.431260 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-a6f8ae37-08db-4be9-ae78-86f869bbe7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:42.432884 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-a6f8ae37-08db-4be9-ae78-86f869bbe7b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=419cda3aa6704195b1ced4d468428729&device_id=aa533faf-8372-4a85-9dcf-f77283931689 HTTP/1.1" status: 200 len: 1130 time: 0.1308351 Mar 24 00:50:42.490561 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e68fe3-4c1f-4f47-9625-338c37bd5143 x-openstack-request-id: req-03e68fe3-4c1f-4f47-9625-338c37bd5143 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:42.490848 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7bc167-dc08-4c46-9b8d-e0be27986a05", "name": "network-vif-plugged", "status": "completed", "tag": "f75447d9-4d97-43c3-9b6f-2d4e24f18510", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:42.491108 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03e68fe3-4c1f-4f47-9625-338c37bd5143 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:42.491886 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e68fe3-4c1f-4f47-9625-338c37bd5143'] response: {'server_uuid': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510', 'code': 200} Mar 24 00:50:42.579173 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-bd615e17-7115-4fe7-97bb-75e7dd4a04ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=ba37e70f-2bd1-4259-8eb9-5d58113d210b HTTP/1.1" status: 200 len: 217 time: 0.1279554 Mar 24 00:50:42.692774 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-5b2f1759-8afe-4bc7-a4b3-ba627782a6d8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (30f8ede2-0516-4d1d-a3b3-63fdb268b7fe), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:42.713037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-e46176ce-6f91-4595-8675-dae11677e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:42.715898 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-e46176ce-6f91-4595-8675-dae11677e696 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1169536 Mar 24 00:50:42.721006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['30f8ede2-0516-4d1d-a3b3-63fdb268b7fe'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:42.807152 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-368892f8-f755-4d41-9477-85d6f5d3aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:42.809468 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-368892f8-f755-4d41-9477-85d6f5d3aa03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0789568 Mar 24 00:50:42.820397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f1759-8afe-4bc7-a4b3-ba627782a6d8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Pushing event deleted for resources: {'Port': ['ID=30f8ede2-0516-4d1d-a3b3-63fdb268b7fe,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:42.838824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72a93c-5dbc-4358-bbfb-d2a3d04535ca req-baaeeb43-a32d-475b-b16f-9782006dfdd8 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:42.848084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b72a93c-5dbc-4358-bbfb-d2a3d04535ca req-baaeeb43-a32d-475b-b16f-9782006dfdd8 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 950 time: 0.6081622 Mar 24 00:50:42.932391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-5b2f1759-8afe-4bc7-a4b3-ba627782a6d8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] No DVR routers for this DVR port 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:50:42.935687 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-5b2f1759-8afe-4bc7-a4b3-ba627782a6d8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:42.949936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a3bff1-c135-4cb0-a679-e8b6255209e0 req-5b2f1759-8afe-4bc7-a4b3-ba627782a6d8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "DELETE /v2.0/ports/30f8ede2-0516-4d1d-a3b3-63fdb268b7fe HTTP/1.1" status: 204 len: 173 time: 2.5320618 Mar 24 00:50:42.953143 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94dc84a-f637-478c-9bf5-1cfa8356af11', 'name': 'network-vif-deleted', 'tag': '30f8ede2-0516-4d1d-a3b3-63fdb268b7fe'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:42.959905 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cd587c-a38d-4ce6-ad7e-cea2039c23c5" -d '{"events": [{"server_uuid": "a94dc84a-f637-478c-9bf5-1cfa8356af11", "name": "network-vif-deleted", "tag": "30f8ede2-0516-4d1d-a3b3-63fdb268b7fe"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:42.986030 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e10b1-7e51-46cc-b4ac-b146f4a12df9 req-9356ba6b-6b19-4c13-a39a-10bd208ab020 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:42.994332 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-bc6d9557-f434-4488-8bf0-950ef41e5c71 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695225 Mar 24 00:50:42.994988 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d3e10b1-7e51-46cc-b4ac-b146f4a12df9 req-9356ba6b-6b19-4c13-a39a-10bd208ab020 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 948 time: 0.3339088 Mar 24 00:50:42.999295 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820bbab-203a-4e49-bed8-1b41ad31a5ed req-1ec0ef01-41db-4a89-80e3-43b6b9caddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:43.000877 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b820bbab-203a-4e49-bed8-1b41ad31a5ed req-1ec0ef01-41db-4a89-80e3-43b6b9caddd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df816c36861a41d49b8f0b50ec662764&device_id=0b100540-f491-4823-ba75-85733477f4c5 HTTP/1.1" status: 200 len: 1132 time: 0.5865953 Mar 24 00:50:43.027874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a8a24-6951-490b-98d3-2af00aa372bd req-e29fbf3c-c293-4528-9bec-6614fd1a86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:43.034732 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-796a8a24-6951-490b-98d3-2af00aa372bd req-e29fbf3c-c293-4528-9bec-6614fd1a86c2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 1132 time: 0.3394017 Mar 24 00:50:43.128143 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-765b66c1-29c5-4817-bafb-43e9c7e48615 req-da4bd715-f834-49ad-b456-7d236d9dc4a4 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162469 Mar 24 00:50:43.150275 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b72a93c-5dbc-4358-bbfb-d2a3d04535ca req-cf291727-1b0f-4cf8-97dd-00a1b717b6d5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009932 Mar 24 00:50:43.152884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b2392a83-16b2-4b0b-b2b6-553464a896cc up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:50:43.276534 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43066ab-7bdc-4604-9258-2630797e0033 x-openstack-request-id: req-c43066ab-7bdc-4604-9258-2630797e0033 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:43.277254 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa533faf-8372-4a85-9dcf-f77283931689", "tag": "ba37e70f-2bd1-4259-8eb9-5d58113d210b", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:43.277712 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c43066ab-7bdc-4604-9258-2630797e0033 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:43.278331 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c43066ab-7bdc-4604-9258-2630797e0033'] response: {'name': 'network-changed', 'server_uuid': 'aa533faf-8372-4a85-9dcf-f77283931689', 'tag': 'ba37e70f-2bd1-4259-8eb9-5d58113d210b', 'status': 'completed', 'code': 200} Mar 24 00:50:43.278450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port b2392a83-16b2-4b0b-b2b6-553464a896cc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:43.278767 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:43.286882 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-796a8a24-6951-490b-98d3-2af00aa372bd req-6661117e-ce30-498f-812d-20f13d305609 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185929 Mar 24 00:50:43.298175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d3e10b1-7e51-46cc-b4ac-b146f4a12df9 req-d5a4f491-0b1c-4c00-b5f5-9d5249e29be1 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022625 Mar 24 00:50:43.381579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820bbab-203a-4e49-bed8-1b41ad31a5ed req-4852ab9b-2859-4f7e-b7a2-af35f5d55df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:43.383191 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b820bbab-203a-4e49-bed8-1b41ad31a5ed req-4852ab9b-2859-4f7e-b7a2-af35f5d55df1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.2549429 Mar 24 00:50:43.440088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f726adf-8b09-438b-925e-54b98500bac7 req-1f3db83d-ef7d-4ce4-b3ed-3bdd7e85fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:43.444368 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6f726adf-8b09-438b-925e-54b98500bac7 req-1f3db83d-ef7d-4ce4-b3ed-3bdd7e85fd22 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=419cda3aa6704195b1ced4d468428729&device_id=aa533faf-8372-4a85-9dcf-f77283931689 HTTP/1.1" status: 200 len: 1130 time: 0.1369195 Mar 24 00:50:43.457758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5f369-be82-467a-8779-920774a5128a req-e5b7345a-6908-49ae-9898-b24fe400c138 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:43.467917 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1af5f369-be82-467a-8779-920774a5128a req-e5b7345a-6908-49ae-9898-b24fe400c138 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.1007385 Mar 24 00:50:43.498409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b2392a83-16b2-4b0b-b2b6-553464a896cc is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:43.498817 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:43.579044 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1af5f369-be82-467a-8779-920774a5128a req-d5340b78-821a-4538-a671-8101ceabcd4a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101744 Mar 24 00:50:43.593892 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:43.606199 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:43.645418 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f726adf-8b09-438b-925e-54b98500bac7 req-5eeeaaf9-efa3-425d-aeb6-0424b713af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:43.647906 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6f726adf-8b09-438b-925e-54b98500bac7 req-5eeeaaf9-efa3-425d-aeb6-0424b713af8b service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.1927843 Mar 24 00:50:43.699318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b820bbab-203a-4e49-bed8-1b41ad31a5ed req-9e662e4a-259c-4f36-9b6a-1cba5ea8a06b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=12c234fe-6cd4-4a64-9edb-003910b80cf6 HTTP/1.1" status: 200 len: 217 time: 0.1419308 Mar 24 00:50:43.704487 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b2392a83-16b2-4b0b-b2b6-553464a896cc,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:43.726549 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20643730-851b-4f9a-9a22-eb042c73cf33 x-openstack-request-id: req-20643730-851b-4f9a-9a22-eb042c73cf33 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:43.727106 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94dc84a-f637-478c-9bf5-1cfa8356af11", "name": "network-vif-deleted", "tag": "30f8ede2-0516-4d1d-a3b3-63fdb268b7fe", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:43.727526 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20643730-851b-4f9a-9a22-eb042c73cf33 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:43.728098 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20643730-851b-4f9a-9a22-eb042c73cf33'] response: {'server_uuid': 'a94dc84a-f637-478c-9bf5-1cfa8356af11', 'name': 'network-vif-deleted', 'tag': '30f8ede2-0516-4d1d-a3b3-63fdb268b7fe', 'status': 'completed', 'code': 200} Mar 24 00:50:43.791552 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6f726adf-8b09-438b-925e-54b98500bac7 req-84c3d92a-caa4-4d95-9bf9-65cc639de365 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=ba37e70f-2bd1-4259-8eb9-5d58113d210b HTTP/1.1" status: 200 len: 217 time: 0.1189928 Mar 24 00:50:43.791922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820bbab-203a-4e49-bed8-1b41ad31a5ed req-0823516e-71ef-4ea1-a225-5c7a7047e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:43.794273 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b820bbab-203a-4e49-bed8-1b41ad31a5ed req-0823516e-71ef-4ea1-a225-5c7a7047e971 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0877805 Mar 24 00:50:43.875925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820bbab-203a-4e49-bed8-1b41ad31a5ed req-9cbcaa67-7466-49b0-a67a-abdf4fdef822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:43.878182 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b820bbab-203a-4e49-bed8-1b41ad31a5ed req-9cbcaa67-7466-49b0-a67a-abdf4fdef822 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0765104 Mar 24 00:50:43.922877 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f726adf-8b09-438b-925e-54b98500bac7 req-4cb48f83-0b53-4c6c-9713-67a2450d3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:43.928339 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6f726adf-8b09-438b-925e-54b98500bac7 req-4cb48f83-0b53-4c6c-9713-67a2450d3c0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1237383 Mar 24 00:50:44.022017 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f726adf-8b09-438b-925e-54b98500bac7 req-5ef232a9-59bb-451e-8440-96731ab96625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:44.023985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2cc1c638-6a37-4904-9032-189ffae48efe req-bdb616d6-14e8-4488-91d0-fe74503a5cc4 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=a94dc84a-f637-478c-9bf5-1cfa8356af11 HTTP/1.1" status: 200 len: 210 time: 0.0449793 Mar 24 00:50:44.039154 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6f726adf-8b09-438b-925e-54b98500bac7 req-5ef232a9-59bb-451e-8440-96731ab96625 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0920041 Mar 24 00:50:44.059731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73112daf-35bf-4e5e-bc7d-79344a5c66d0 req-aa04fb44-977b-41db-95e4-af0416e57da4 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:44.067777 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73112daf-35bf-4e5e-bc7d-79344a5c66d0 req-aa04fb44-977b-41db-95e4-af0416e57da4 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa533faf-8372-4a85-9dcf-f77283931689 HTTP/1.1" status: 200 len: 948 time: 0.1883080 Mar 24 00:50:44.113770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b820bbab-203a-4e49-bed8-1b41ad31a5ed req-096feca2-b580-4fd9-8460-586ef55c26fd service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212663 Mar 24 00:50:44.203924 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6f726adf-8b09-438b-925e-54b98500bac7 req-91f4a187-c770-4c3f-baa0-7847a3ee2810 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456318 Mar 24 00:50:44.256875 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73112daf-35bf-4e5e-bc7d-79344a5c66d0 req-e78062d4-e974-4512-968c-b3ead5487b66 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881433 Mar 24 00:50:44.352401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b820bbab-203a-4e49-bed8-1b41ad31a5ed req-72e73ae5-12c8-4307-85f6-f581645ce303 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211325 Mar 24 00:50:44.423984 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6f726adf-8b09-438b-925e-54b98500bac7 req-5f1a0b0e-e9b3-40d9-933d-734470a31394 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107258 Mar 24 00:50:44.465863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41656f44-2fb1-49e8-96f0-f427996340ee req-3fb1341d-b5b8-4c93-a6ab-8b6b89def8ed tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:44.469667 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41656f44-2fb1-49e8-96f0-f427996340ee req-3fb1341d-b5b8-4c93-a6ab-8b6b89def8ed tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 950 time: 0.0912380 Mar 24 00:50:44.493002 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:44.496885 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af60ddb9-9962-43f8-aa53-384531612931" -d '{"events": [{"server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "name": "network-vif-plugged", "status": "completed", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:44.547216 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41656f44-2fb1-49e8-96f0-f427996340ee req-4c2672fc-282c-4ce1-bdfc-ce6fddb40ab8 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611389 Mar 24 00:50:44.778179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdf727-9a38-4901-8a9f-5a09fe346766 req-08398f34-01e2-4503-8565-ec6735f13114 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:44.787070 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bfbdf727-9a38-4901-8a9f-5a09fe346766 req-08398f34-01e2-4503-8565-ec6735f13114 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 948 time: 0.0843904 Mar 24 00:50:44.801270 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a29957-0ea4-4efc-9bba-de1cf537f254 x-openstack-request-id: req-39a29957-0ea4-4efc-9bba-de1cf537f254 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:44.801669 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "name": "network-vif-plugged", "status": "completed", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:44.802031 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39a29957-0ea4-4efc-9bba-de1cf537f254 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:44.802542 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a29957-0ea4-4efc-9bba-de1cf537f254'] response: {'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'code': 200} Mar 24 00:50:44.874949 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bfbdf727-9a38-4901-8a9f-5a09fe346766 req-175a55c6-5b5d-4358-ada6-d1fc71c2b26b tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867398 Mar 24 00:50:45.131637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2042f93-e5a9-4f93-9b03-838e5b2a8291 req-7a91f943-bc1a-4553-b4df-6ae89766ec3e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:45.140521 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2042f93-e5a9-4f93-9b03-838e5b2a8291 req-7a91f943-bc1a-4553-b4df-6ae89766ec3e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.1464620 Mar 24 00:50:45.153556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:50:45.255811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2042f93-e5a9-4f93-9b03-838e5b2a8291 req-3f88e50e-0288-4d59-9b4e-798ef968cc6b tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095438 Mar 24 00:50:45.301084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:50:45.307014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:45.307408 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:45.321159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cc3c3-6875-4a31-b6a1-f0d5a41ec9dd req-01697e3d-94bb-4faa-b93a-45c39b636773 tempest-ServersAdminNegativeTestJSON-2007200475 tempest-ServersAdminNegativeTestJSON-2007200475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:45.325175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b4cc3c3-6875-4a31-b6a1-f0d5a41ec9dd req-01697e3d-94bb-4faa-b93a-45c39b636773 tempest-ServersAdminNegativeTestJSON-2007200475 tempest-ServersAdminNegativeTestJSON-2007200475-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 1132 time: 0.1325848 Mar 24 00:50:45.357638 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7b4cc3c3-6875-4a31-b6a1-f0d5a41ec9dd req-d2de3e8c-70c5-4091-8a03-f4912f28abfd tempest-ServersAdminNegativeTestJSON-2007200475 tempest-ServersAdminNegativeTestJSON-2007200475-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:45.433356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:45.434041 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:45.436326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32e3a88c-7a3f-40de-bb32-d94ccf285e65 req-4e0e489e-8d4a-4780-83a2-984309779d50 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=a94dc84a-f637-478c-9bf5-1cfa8356af11 HTTP/1.1" status: 200 len: 210 time: 0.0603929 Mar 24 00:50:45.487349 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:45.498238 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:45.541188 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7b4cc3c3-6875-4a31-b6a1-f0d5a41ec9dd req-d2de3e8c-70c5-4091-8a03-f4912f28abfd tempest-ServersAdminNegativeTestJSON-2007200475 tempest-ServersAdminNegativeTestJSON-2007200475-project-admin] Publish callbacks [] for security_group (80558005-fe26-495f-9e6e-e010bf2063e8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:45.554285 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7b4cc3c3-6875-4a31-b6a1-f0d5a41ec9dd req-d2de3e8c-70c5-4091-8a03-f4912f28abfd tempest-ServersAdminNegativeTestJSON-2007200475 tempest-ServersAdminNegativeTestJSON-2007200475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (80558005-fe26-495f-9e6e-e010bf2063e8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:45.582491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:45.655310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de3e8c-70c5-4091-8a03-f4912f28abfd tempest-ServersAdminNegativeTestJSON-2007200475 tempest-ServersAdminNegativeTestJSON-2007200475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80558005-fe26-495f-9e6e-e010bf2063e8,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:45.685720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b4cc3c3-6875-4a31-b6a1-f0d5a41ec9dd req-d2de3e8c-70c5-4091-8a03-f4912f28abfd tempest-ServersAdminNegativeTestJSON-2007200475 tempest-ServersAdminNegativeTestJSON-2007200475-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396556 Mar 24 00:50:45.859791 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d27b30dc-8860-430f-9c0c-6c71512e48aa req-1fbd03ee-7947-4557-a9b7-1ff27feaf2c1 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "GET /v2.0/ports?device_id=a94dc84a-f637-478c-9bf5-1cfa8356af11 HTTP/1.1" status: 200 len: 210 time: 0.0587564 Mar 24 00:50:45.939390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f7f78-e1da-4577-aafe-f480b99ecf00 req-ed12c674-a352-4a40-b32c-469fc21351fa tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:45.946537 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-664f7f78-e1da-4577-aafe-f480b99ecf00 req-ed12c674-a352-4a40-b32c-469fc21351fa tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.1253898 Mar 24 00:50:46.042710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-664f7f78-e1da-4577-aafe-f480b99ecf00 req-b0728385-a93d-44e1-ab95-928f8a266761 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952368 Mar 24 00:50:46.073310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b853fff-6e8a-4632-99d6-c051b56a46b4 req-d8db9b98-9e8b-4710-a910-203447cb6919 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:46.077717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b853fff-6e8a-4632-99d6-c051b56a46b4 req-d8db9b98-9e8b-4710-a910-203447cb6919 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa533faf-8372-4a85-9dcf-f77283931689 HTTP/1.1" status: 200 len: 948 time: 0.1511669 Mar 24 00:50:46.153760 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b853fff-6e8a-4632-99d6-c051b56a46b4 req-e95f0d51-a5af-420d-abeb-7565e65217fd tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740550 Mar 24 00:50:46.233139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc233b5c-0eab-46be-b762-9d116399dec0 req-815e6771-e1cb-4bfe-af3a-85d71971e921 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:46.238571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bc233b5c-0eab-46be-b762-9d116399dec0 req-815e6771-e1cb-4bfe-af3a-85d71971e921 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 949 time: 0.1062312 Mar 24 00:50:46.368736 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bc233b5c-0eab-46be-b762-9d116399dec0 req-3c4a744c-5678-4c5a-a1ba-a47eb6664392 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214108 Mar 24 00:50:46.538192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-279d957a-485b-41cd-a745-26b6b0273be4 req-bb0b3dea-03f4-439f-83c7-fd3e5d688109 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:50:46.539545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-279d957a-485b-41cd-a745-26b6b0273be4 req-bb0b3dea-03f4-439f-83c7-fd3e5d688109 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065589 Mar 24 00:50:46.625293 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d50e2d8-a43d-40a1-9b6e-70e7ce93f970 req-76407f4e-ff20-482e-82d7-d9f6a208a8f2 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=a94dc84a-f637-478c-9bf5-1cfa8356af11 HTTP/1.1" status: 200 len: 210 time: 0.0527947 Mar 24 00:50:46.804152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c981109f-d45b-4625-a017-cba3a874c0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:46.807494 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd7fe2f-6b8c-4278-a696-c666cf4d6fe6" -d '{"events": [{"server_uuid": "c981109f-d45b-4625-a017-cba3a874c0cf", "name": "network-vif-plugged", "status": "completed", "tag": "32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:46.862610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ab5aa-c410-403b-8cfa-3d45555d8cec req-c2a1e408-db2d-4830-9ee0-7cb4c0ee2be1 tempest-ServersAdminNegativeTestJSON-2007200475 tempest-ServersAdminNegativeTestJSON-2007200475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:46.864501 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7ab5aa-c410-403b-8cfa-3d45555d8cec req-c2a1e408-db2d-4830-9ee0-7cb4c0ee2be1 tempest-ServersAdminNegativeTestJSON-2007200475 tempest-ServersAdminNegativeTestJSON-2007200475-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 1132 time: 0.0877867 Mar 24 00:50:46.964058 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-f4cc2ecc-2097-46e9-83c2-9532ae29b51f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975392 Mar 24 00:50:47.028344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38419872-7db2-49e0-a8bc-9ce6593a4857 req-efafdb3e-1eba-4986-99fd-1c77d0888af7 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:47.048290 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36424) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:47.052114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38419872-7db2-49e0-a8bc-9ce6593a4857 req-efafdb3e-1eba-4986-99fd-1c77d0888af7 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.1414723 Mar 24 00:50:47.080643 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7ab5aa-c410-403b-8cfa-3d45555d8cec req-d5ffaaeb-520f-4d9d-982f-cc3ad8f11e06 tempest-ServersAdminNegativeTestJSON-2007200475 tempest-ServersAdminNegativeTestJSON-2007200475-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089808 Mar 24 00:50:47.139574 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6369c3-5c83-49b4-98ed-71de1c522a55 x-openstack-request-id: req-6e6369c3-5c83-49b4-98ed-71de1c522a55 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:47.139574 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c981109f-d45b-4625-a017-cba3a874c0cf", "name": "network-vif-plugged", "status": "completed", "tag": "32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:47.139574 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e6369c3-5c83-49b4-98ed-71de1c522a55 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:47.152309 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6369c3-5c83-49b4-98ed-71de1c522a55'] response: {'server_uuid': 'c981109f-d45b-4625-a017-cba3a874c0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58', 'code': 200} Mar 24 00:50:47.164299 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ba37e70f-2bd1-4259-8eb9-5d58113d210b details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:50:47.321634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38419872-7db2-49e0-a8bc-9ce6593a4857 req-abc9ec3c-e051-4b73-9c93-d446608f0fb9 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626290 Mar 24 00:50:47.439458 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f82ed66-4dc7-460a-985d-57fe700b5ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:47.512032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a1443-38e5-4c8f-bc6d-3edefff5b018 req-95969b30-a35b-495b-af20-b9aee0b3bf0e tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:47.523672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f24d3-0a7b-4849-a153-eb37b9df5758 req-d264982f-7648-4d74-a38b-fdbc71093b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:47.524451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d2a1443-38e5-4c8f-bc6d-3edefff5b018 req-95969b30-a35b-495b-af20-b9aee0b3bf0e tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa533faf-8372-4a85-9dcf-f77283931689 HTTP/1.1" status: 200 len: 948 time: 0.2003155 Mar 24 00:50:47.525986 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cb0f24d3-0a7b-4849-a153-eb37b9df5758 req-d264982f-7648-4d74-a38b-fdbc71093b4e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 1131 time: 0.2397201 Mar 24 00:50:47.579088 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f82ed66-4dc7-460a-985d-57fe700b5ad5 admin admin] Publish callbacks [] for security_group (0922fa83-1c19-4de8-9d81-8ec50b5fd491), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:47.603738 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f82ed66-4dc7-460a-985d-57fe700b5ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0922fa83-1c19-4de8-9d81-8ec50b5fd491), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:47.626089 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port ba37e70f-2bd1-4259-8eb9-5d58113d210b, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ba37e70f-2bd1-4259-8eb9-5d58113d210b,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:47.640422 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6f82ed66-4dc7-460a-985d-57fe700b5ad5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1cd2445819694f70a4497beb1a850bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5902846 Mar 24 00:50:47.644377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36462) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:47.679884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'ba37e70f-2bd1-4259-8eb9-5d58113d210b', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'ba37e70f-2bd1-4259-8eb9-5d58113d210b', 'mac_address': 'fa:16:3e:b7:6a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:50:47.682837 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cb0f24d3-0a7b-4849-a153-eb37b9df5758 req-e81e5fa2-6ce9-42b1-ade0-291095cd9cb9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018369 Mar 24 00:50:47.685023 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82ed66-4dc7-460a-985d-57fe700b5ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0922fa83-1c19-4de8-9d81-8ec50b5fd491,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:47.742013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d2a1443-38e5-4c8f-bc6d-3edefff5b018 req-9b8f58c7-08f3-4963-8809-61f82f585252 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166033 Mar 24 00:50:47.773523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4ab0b-cb31-4232-94b7-0fa9b4b210b6 req-0dee6e50-6be4-4355-9ee3-552528c9a769 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:47.788312 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ee4ab0b-cb31-4232-94b7-0fa9b4b210b6 req-0dee6e50-6be4-4355-9ee3-552528c9a769 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 949 time: 0.2406378 Mar 24 00:50:47.798958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port ba37e70f-2bd1-4259-8eb9-5d58113d210b is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:47.799779 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ba37e70f-2bd1-4259-8eb9-5d58113d210b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:47.840664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba37e70f-2bd1-4259-8eb9-5d58113d210b {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:50:47.863934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ee4ab0b-cb31-4232-94b7-0fa9b4b210b6 req-bd21aa9c-7b99-4b25-b168-f7b332c6089a tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693319 Mar 24 00:50:47.887988 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ad3e8617-b15c-4331-80d1-5e8c95c19564 admin admin] Publish callbacks [] for security_group (0922fa83-1c19-4de8-9d81-8ec50b5fd491), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:47.896340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port ba37e70f-2bd1-4259-8eb9-5d58113d210b, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ba37e70f-2bd1-4259-8eb9-5d58113d210b,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:47.924729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-c1a1f9c3-c4bc-414c-ac94-cd9ac80b376a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:47.926433 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-c1a1f9c3-c4bc-414c-ac94-cd9ac80b376a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports/f75447d9-4d97-43c3-9b6f-2d4e24f18510 HTTP/1.1" status: 200 len: 947 time: 0.1402712 Mar 24 00:50:47.932655 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ba37e70f-2bd1-4259-8eb9-5d58113d210b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:47.958526 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ad3e8617-b15c-4331-80d1-5e8c95c19564 admin admin] Publish callbacks [] for security_group (0922fa83-1c19-4de8-9d81-8ec50b5fd491), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:48.049516 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=ba37e70f-2bd1-4259-8eb9-5d58113d210b,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:48.072395 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ad3e8617-b15c-4331-80d1-5e8c95c19564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0922fa83-1c19-4de8-9d81-8ec50b5fd491), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:48.076831 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ad3e8617-b15c-4331-80d1-5e8c95c19564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:48.080274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ad3e8617-b15c-4331-80d1-5e8c95c19564 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0922fa83-1c19-4de8-9d81-8ec50b5fd491 HTTP/1.1" status: 204 len: 168 time: 0.4324145 Mar 24 00:50:48.139620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e8617-b15c-4331-80d1-5e8c95c19564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0922fa83-1c19-4de8-9d81-8ec50b5fd491,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:48.383974 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['ba37e70f-2bd1-4259-8eb9-5d58113d210b'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:48.397696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06c1c6-4c0c-4f99-af7b-93e4fd8d1b73 req-57010be2-d821-405d-a431-73717dfe7c21 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:48.406073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c06c1c6-4c0c-4f99-af7b-93e4fd8d1b73 req-57010be2-d821-405d-a431-73717dfe7c21 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 950 time: 0.1284111 Mar 24 00:50:48.493920 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c06c1c6-4c0c-4f99-af7b-93e4fd8d1b73 req-8562e00a-b5d8-4044-b4e2-e79387791a8f tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847483 Mar 24 00:50:48.712750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05560906-2be1-44d5-b9e5-ab161e6e6d46 req-f811a5a0-4e88-4bbb-a2cb-aeb8d86c76f6 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:48.725329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05560906-2be1-44d5-b9e5-ab161e6e6d46 req-f811a5a0-4e88-4bbb-a2cb-aeb8d86c76f6 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.1015081 Mar 24 00:50:48.807241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05560906-2be1-44d5-b9e5-ab161e6e6d46 req-d72db018-addc-4a0c-b9e8-c4753113fa19 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717471 Mar 24 00:50:48.840075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36492) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:48.865854 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-494e3efd-c68b-4799-819d-d2fa17a8d7ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:48.982764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3621668-2b71-4a4a-905b-e737c3b89a61 req-bf231770-02ee-471f-94d2-487ea7a823a8 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:48.992584 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3621668-2b71-4a4a-905b-e737c3b89a61 req-bf231770-02ee-471f-94d2-487ea7a823a8 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa533faf-8372-4a85-9dcf-f77283931689 HTTP/1.1" status: 200 len: 949 time: 0.0970469 Mar 24 00:50:49.002149 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-494e3efd-c68b-4799-819d-d2fa17a8d7ca admin admin] Publish callbacks [] for security_group (4c63c666-f67a-4728-888e-527323c749dc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:49.011940 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-494e3efd-c68b-4799-819d-d2fa17a8d7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4c63c666-f67a-4728-888e-527323c749dc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:49.064896 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-494e3efd-c68b-4799-819d-d2fa17a8d7ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e8ec3ce9dc64094a1296a5f7a9efadf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237587 Mar 24 00:50:49.065502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3621668-2b71-4a4a-905b-e737c3b89a61 req-b9ea874e-111a-44c3-9203-b8514778cda6 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662522 Mar 24 00:50:49.066454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36496) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:49.101374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e3efd-c68b-4799-819d-d2fa17a8d7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c63c666-f67a-4728-888e-527323c749dc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:49.156569 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92d31844-d459-4af5-9553-0b119ada89f2 admin admin] Publish callbacks [] for security_group (4c63c666-f67a-4728-888e-527323c749dc), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:49.179945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:50:49.218692 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:50:49.219066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 30f8ede2-0516-4d1d-a3b3-63fdb268b7fe not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:50:49.231765 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92d31844-d459-4af5-9553-0b119ada89f2 admin admin] Publish callbacks [] for security_group (4c63c666-f67a-4728-888e-527323c749dc), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:49.291892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0da0c-8093-40a8-a429-3a4c9fdb5039 req-318a5e42-5644-400d-8d9c-b3eb4535f45d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:49.300369 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3f0da0c-8093-40a8-a429-3a4c9fdb5039 req-318a5e42-5644-400d-8d9c-b3eb4535f45d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 949 time: 0.1133282 Mar 24 00:50:49.389312 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3f0da0c-8093-40a8-a429-3a4c9fdb5039 req-8e27dd11-51ff-4705-929f-bfab87028131 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842676 Mar 24 00:50:49.410748 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92d31844-d459-4af5-9553-0b119ada89f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4c63c666-f67a-4728-888e-527323c749dc), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:49.413388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92d31844-d459-4af5-9553-0b119ada89f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:49.417111 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-92d31844-d459-4af5-9553-0b119ada89f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c63c666-f67a-4728-888e-527323c749dc HTTP/1.1" status: 204 len: 168 time: 0.3451922 Mar 24 00:50:49.436300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d31844-d459-4af5-9553-0b119ada89f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c63c666-f67a-4728-888e-527323c749dc,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:49.465968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-6593b00a-e318-4efd-976c-22fc4c210256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:49.467148 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-6593b00a-e318-4efd-976c-22fc4c210256 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 1132 time: 0.1589570 Mar 24 00:50:49.731551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5f5d6-26be-43c2-ac44-28944d3609ff req-d3e3e109-d5b7-4841-b2d1-1871b930d312 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:49.733874 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76c5f5d6-26be-43c2-ac44-28944d3609ff req-d3e3e109-d5b7-4841-b2d1-1871b930d312 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 950 time: 0.1458507 Mar 24 00:50:49.735271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-4cba96d1-a7d7-4ad7-8166-6e399c4bcee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:49.737518 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-4cba96d1-a7d7-4ad7-8166-6e399c4bcee7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.2481127 Mar 24 00:50:49.790522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-503e3f43-3491-4a83-8552-e0e54236efcf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510 HTTP/1.1" status: 200 len: 217 time: 0.0404062 Mar 24 00:50:49.871595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76c5f5d6-26be-43c2-ac44-28944d3609ff req-ef2f741c-8291-4395-90d2-0be4c3b0e5fc tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295338 Mar 24 00:50:49.881135 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-014d13d3-37fc-42af-85fe-a883145cf8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:49.882720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-014d13d3-37fc-42af-85fe-a883145cf8c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0826368 Mar 24 00:50:49.999911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-c1a7fd93-2bb7-4757-b5db-9445a9cfdd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:50.004440 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-c1a7fd93-2bb7-4757-b5db-9445a9cfdd10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1153738 Mar 24 00:50:50.359764 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413992a1-9f2d-4c84-bbb2-96fc2a7c4e94 req-b6220054-1d55-4576-8c7f-48f1fee4e4db tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:50.363254 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-413992a1-9f2d-4c84-bbb2-96fc2a7c4e94 req-b6220054-1d55-4576-8c7f-48f1fee4e4db tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 950 time: 0.1613803 Mar 24 00:50:50.559639 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-413992a1-9f2d-4c84-bbb2-96fc2a7c4e94 req-41cbc496-1954-459c-b5be-2fbd80f989e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Deleting port 62367725-036b-4b71-9573-f4682bf9f052 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:50:50.560250 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-413992a1-9f2d-4c84-bbb2-96fc2a7c4e94 req-41cbc496-1954-459c-b5be-2fbd80f989e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (62367725-036b-4b71-9573-f4682bf9f052), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:50.699953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b037d-b862-4e12-b3a5-2c3d38f18910 req-580b8de7-00d9-49b9-bc33-eaee1a107eaf tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:50.709863 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-894b037d-b862-4e12-b3a5-2c3d38f18910 req-580b8de7-00d9-49b9-bc33-eaee1a107eaf tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.7262659 Mar 24 00:50:50.786100 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-dd241ba4-40fc-4233-a84c-86c5a7207a34 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7646971 Mar 24 00:50:50.805212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-413992a1-9f2d-4c84-bbb2-96fc2a7c4e94 req-41cbc496-1954-459c-b5be-2fbd80f989e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] For port 62367725-036b-4b71-9573-f4682bf9f052, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=62367725-036b-4b71-9573-f4682bf9f052,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:50.805578 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-413992a1-9f2d-4c84-bbb2-96fc2a7c4e94 req-41cbc496-1954-459c-b5be-2fbd80f989e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (62367725-036b-4b71-9573-f4682bf9f052), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:50.815037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36530) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:50.847649 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-413992a1-9f2d-4c84-bbb2-96fc2a7c4e94 req-41cbc496-1954-459c-b5be-2fbd80f989e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Calling delete_port for 62367725-036b-4b71-9573-f4682bf9f052 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:50:50.883902 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-894b037d-b862-4e12-b3a5-2c3d38f18910 req-6ef41530-2b06-4f64-9d8e-e4dd97b75681 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587315 Mar 24 00:50:50.972388 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-194923cc-56fc-46bc-9d2d-10f61d6c6170 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760149 Mar 24 00:50:51.046057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fb89f9ea-96ad-41c6-9fd6-c900308709ef admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2052749618-network', 'tenant_id': 'd31a258675f94796a5709fd6f7444f7f'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:51.113040 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb89f9ea-96ad-41c6-9fd6-c900308709ef admin admin] Made reservation on behalf of d31a258675f94796a5709fd6f7444f7f for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:50:51.114412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e544-c1f5-4ec5-a840-2dd35edf179b req-cd513f3e-b4b6-4432-996b-757dfe6195ad tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:51.116279 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb89f9ea-96ad-41c6-9fd6-c900308709ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:51.116514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a36e544-c1f5-4ec5-a840-2dd35edf179b req-cd513f3e-b4b6-4432-996b-757dfe6195ad tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa533faf-8372-4a85-9dcf-f77283931689 HTTP/1.1" status: 200 len: 949 time: 0.1398406 Mar 24 00:50:51.143302 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb89f9ea-96ad-41c6-9fd6-c900308709ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:51.178241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ba37e70f-2bd1-4259-8eb9-5d58113d210b up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:50:51.236867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a36e544-c1f5-4ec5-a840-2dd35edf179b req-ea8baa1c-225a-4cb4-981a-1726ba63f609 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999029 Mar 24 00:50:51.286157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb89f9ea-96ad-41c6-9fd6-c900308709ef admin admin] Publish callbacks [] for security_group (a0db79c1-9c50-4a2b-97ba-766f7e8969f4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:51.297275 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb89f9ea-96ad-41c6-9fd6-c900308709ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a0db79c1-9c50-4a2b-97ba-766f7e8969f4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:51.341668 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-413992a1-9f2d-4c84-bbb2-96fc2a7c4e94 req-41cbc496-1954-459c-b5be-2fbd80f989e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (62367725-036b-4b71-9573-f4682bf9f052), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:51.342389 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port ba37e70f-2bd1-4259-8eb9-5d58113d210b completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:50:51.349536 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port ba37e70f-2bd1-4259-8eb9-5d58113d210b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:50:51.351899 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ba37e70f-2bd1-4259-8eb9-5d58113d210b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:51.352985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb89f9ea-96ad-41c6-9fd6-c900308709ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:50:51.357952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['312a3ba1-f96c-4d74-9028-45061265ff2f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:51.387651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbc496-1954-459c-b5be-2fbd80f989e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Pushing event deleted for resources: {'Port': ['ID=62367725-036b-4b71-9573-f4682bf9f052,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:51.398227 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89f9ea-96ad-41c6-9fd6-c900308709ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0db79c1-9c50-4a2b-97ba-766f7e8969f4,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:51.403765 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb89f9ea-96ad-41c6-9fd6-c900308709ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (716e7f2f-272b-48b5-8a7c-75deb113119a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:51.404108 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-fb89f9ea-96ad-41c6-9fd6-c900308709ef admin admin] Added segment 716e7f2f-272b-48b5-8a7c-75deb113119a of type vlan for network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 Mar 24 00:50:51.528009 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-413992a1-9f2d-4c84-bbb2-96fc2a7c4e94 req-41cbc496-1954-459c-b5be-2fbd80f989e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] No DVR routers for this DVR port 62367725-036b-4b71-9573-f4682bf9f052 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:50:51.536696 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-413992a1-9f2d-4c84-bbb2-96fc2a7c4e94 req-41cbc496-1954-459c-b5be-2fbd80f989e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:51.540642 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-413992a1-9f2d-4c84-bbb2-96fc2a7c4e94 req-41cbc496-1954-459c-b5be-2fbd80f989e5 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.48 "DELETE /v2.0/ports/62367725-036b-4b71-9573-f4682bf9f052 HTTP/1.1" status: 204 len: 173 time: 1.1619275 Mar 24 00:50:51.541232 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97f4845-ed11-4267-81ea-eea9025c9fc1', 'name': 'network-vif-deleted', 'tag': '62367725-036b-4b71-9573-f4682bf9f052'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:51.544450 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718275cd-e2c7-4ab4-b3ff-121e0262d28e" -d '{"events": [{"server_uuid": "c97f4845-ed11-4267-81ea-eea9025c9fc1", "name": "network-vif-deleted", "tag": "62367725-036b-4b71-9573-f4682bf9f052"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:51.550680 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb89f9ea-96ad-41c6-9fd6-c900308709ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (ea749ec3-156a-4ab2-a75d-04b9d11ec5a6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:51.569327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3d247-125b-4ccd-bd16-c7d3d3193217 req-9357d50f-86d6-4aee-8853-79475cac5755 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:51.574033 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17d3d247-125b-4ccd-bd16-c7d3d3193217 req-9357d50f-86d6-4aee-8853-79475cac5755 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 949 time: 0.1856546 Mar 24 00:50:51.607878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port ba37e70f-2bd1-4259-8eb9-5d58113d210b is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:50:51.608278 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ba37e70f-2bd1-4259-8eb9-5d58113d210b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:51.642761 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb89f9ea-96ad-41c6-9fd6-c900308709ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (ea749ec3-156a-4ab2-a75d-04b9d11ec5a6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:51.643818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb89f9ea-96ad-41c6-9fd6-c900308709ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:51.645642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb89f9ea-96ad-41c6-9fd6-c900308709ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:51.660491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa533faf-8372-4a85-9dcf-f77283931689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba37e70f-2bd1-4259-8eb9-5d58113d210b'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:51.664819 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb56696c-7f94-4172-96cf-957b33c138c8" -d '{"events": [{"server_uuid": "aa533faf-8372-4a85-9dcf-f77283931689", "name": "network-vif-plugged", "status": "completed", "tag": "ba37e70f-2bd1-4259-8eb9-5d58113d210b"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:51.696424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port ba37e70f-2bd1-4259-8eb9-5d58113d210b, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ba37e70f-2bd1-4259-8eb9-5d58113d210b,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:51.711582 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ba37e70f-2bd1-4259-8eb9-5d58113d210b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:51.712793 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 62367725-036b-4b71-9573-f4682bf9f052 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:50:51.725709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17d3d247-125b-4ccd-bd16-c7d3d3193217 req-cfc2138b-bf82-48d9-ae95-82c00112f408 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425381 Mar 24 00:50:51.752957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 62367725-036b-4b71-9573-f4682bf9f052 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:50:51.766837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 62367725-036b-4b71-9573-f4682bf9f052 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:50:51.784033 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89f9ea-96ad-41c6-9fd6-c900308709ef admin admin] Pushing event updated for resources: {'Network': ['ID=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:51.794937 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36542) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:51.801890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-0981a2fe-f418-433c-8692-f7d9cb02b6fa admin admin] Request body: {'subnet': {'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2052749618-subnet', 'tenant_id': 'd31a258675f94796a5709fd6f7444f7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:51.821837 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fb89f9ea-96ad-41c6-9fd6-c900308709ef admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0056803 Mar 24 00:50:51.825992 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:50:51.863066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0981a2fe-f418-433c-8692-f7d9cb02b6fa admin admin] Made reservation on behalf of d31a258675f94796a5709fd6f7444f7f for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:50:51.869504 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0981a2fe-f418-433c-8692-f7d9cb02b6fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:52.010051 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a3e4aca-7d07-4411-8623-20c51b61dc9f req-46484153-fdcd-475b-a4a6-61533aebc842 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=c97f4845-ed11-4267-81ea-eea9025c9fc1 HTTP/1.1" status: 200 len: 210 time: 0.0449109 Mar 24 00:50:52.065480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=ba37e70f-2bd1-4259-8eb9-5d58113d210b,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:52.150795 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5f8f06-8c40-448b-a087-48056c8803c4 x-openstack-request-id: req-7d5f8f06-8c40-448b-a087-48056c8803c4 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:52.151345 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97f4845-ed11-4267-81ea-eea9025c9fc1", "name": "network-vif-deleted", "tag": "62367725-036b-4b71-9573-f4682bf9f052", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:52.151810 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d5f8f06-8c40-448b-a087-48056c8803c4 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:52.152435 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d5f8f06-8c40-448b-a087-48056c8803c4'] response: {'server_uuid': 'c97f4845-ed11-4267-81ea-eea9025c9fc1', 'name': 'network-vif-deleted', 'tag': '62367725-036b-4b71-9573-f4682bf9f052', 'status': 'completed', 'code': 200} Mar 24 00:50:52.232674 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0981a2fe-f418-433c-8692-f7d9cb02b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (c4567572-e17e-44ad-9348-aa4b6b4246ff), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:52.250783 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30eeb649-1cfa-449b-bc0d-3e889115525f x-openstack-request-id: req-30eeb649-1cfa-449b-bc0d-3e889115525f {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:52.253559 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa533faf-8372-4a85-9dcf-f77283931689", "name": "network-vif-plugged", "status": "completed", "tag": "ba37e70f-2bd1-4259-8eb9-5d58113d210b", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:52.254199 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30eeb649-1cfa-449b-bc0d-3e889115525f {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:52.255104 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30eeb649-1cfa-449b-bc0d-3e889115525f'] response: {'server_uuid': 'aa533faf-8372-4a85-9dcf-f77283931689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba37e70f-2bd1-4259-8eb9-5d58113d210b', 'code': 200} Mar 24 00:50:52.334292 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981a2fe-f418-433c-8692-f7d9cb02b6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4567572-e17e-44ad-9348-aa4b6b4246ff,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:52.340538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0981a2fe-f418-433c-8692-f7d9cb02b6fa admin admin] Checking segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:50:52.340900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0981a2fe-f418-433c-8692-f7d9cb02b6fa admin admin] Network hostable DHCP agents. Network: ea749ec3-156a-4ab2-a75d-04b9d11ec5a6, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:50:52.399849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0981a2fe-f418-433c-8692-f7d9cb02b6fa admin admin] Network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:50:52.407408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730446f8-d2a6-4cae-b592-7949d5560ce6 req-07145650-cefa-4219-b6a8-85ce63121a75 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:52.409529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-730446f8-d2a6-4cae-b592-7949d5560ce6 req-07145650-cefa-4219-b6a8-85ce63121a75 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 1131 time: 0.0711441 Mar 24 00:50:52.427644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-0981a2fe-f418-433c-8692-f7d9cb02b6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, ea749ec3-156a-4ab2-a75d-04b9d11ec5a6) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:50:52.436258 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0981a2fe-f418-433c-8692-f7d9cb02b6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:52.436861 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0981a2fe-f418-433c-8692-f7d9cb02b6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:52.441402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f72b3c-0c41-4cb0-88e7-5fd66094453e None None] Network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:50:52.467806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea29fd-4062-4722-a0d4-ae4dacb17b01 req-b78c804f-f177-4466-a209-fd5ee9b73fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:52.471772 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dbea29fd-4062-4722-a0d4-ae4dacb17b01 req-b78c804f-f177-4466-a209-fd5ee9b73fcd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa533faf-8372-4a85-9dcf-f77283931689 HTTP/1.1" status: 200 len: 1132 time: 0.0886228 Mar 24 00:50:52.491604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0981a2fe-f418-433c-8692-f7d9cb02b6fa admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6951585 Mar 24 00:50:52.514401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-730446f8-d2a6-4cae-b592-7949d5560ce6 req-9c1d6883-47c8-4ca8-a75f-2226d1f05423 tempest-ServersOnMultiNodesTest-791524028 tempest-ServersOnMultiNodesTest-791524028-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931168 Mar 24 00:50:52.598997 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dbea29fd-4062-4722-a0d4-ae4dacb17b01 req-a063b4a4-771e-4e1c-aedc-6750b03a1dcd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118855 Mar 24 00:50:52.676425 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f4373-2e7d-4ff0-a1ba-d7d9172d3683 None None] Network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:50:52.727229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167013ff-a7ab-4847-a0da-b8334cc08053 req-be08e862-8a80-4150-a88f-b3aca7705394 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:52.730341 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-167013ff-a7ab-4847-a0da-b8334cc08053 req-be08e862-8a80-4150-a88f-b3aca7705394 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.0969527 Mar 24 00:50:52.827953 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-167013ff-a7ab-4847-a0da-b8334cc08053 req-925c7523-0bc9-4895-a610-c27a5f73c8a9 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865481 Mar 24 00:50:53.010529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d683ade-654b-4870-8bff-a06b0066f2d9 req-92785142-464b-4a6d-a32c-b307370a7a46 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:53.028079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d683ade-654b-4870-8bff-a06b0066f2d9 req-92785142-464b-4a6d-a32c-b307370a7a46 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa533faf-8372-4a85-9dcf-f77283931689 HTTP/1.1" status: 200 len: 950 time: 0.1337485 Mar 24 00:50:53.109262 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d683ade-654b-4870-8bff-a06b0066f2d9 req-f6d3c085-f0de-40ba-b1ca-e1ebdfd97280 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801935 Mar 24 00:50:53.317761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36570) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:53.322841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ab81f220-0b5b-411d-bd5b-9f79b477cf42 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1219756633-network', 'tenant_id': '4c083c8041754109b0a32f32da13e723'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:53.350406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab81f220-0b5b-411d-bd5b-9f79b477cf42 admin admin] Made reservation on behalf of 4c083c8041754109b0a32f32da13e723 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:50:53.353007 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ab81f220-0b5b-411d-bd5b-9f79b477cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:53.362758 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ab81f220-0b5b-411d-bd5b-9f79b477cf42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:53.487345 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ab81f220-0b5b-411d-bd5b-9f79b477cf42 admin admin] Publish callbacks [] for security_group (9a1d96bc-e46b-48e1-889c-b6498c44f497), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:53.492202 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ab81f220-0b5b-411d-bd5b-9f79b477cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9a1d96bc-e46b-48e1-889c-b6498c44f497), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:53.550768 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab81f220-0b5b-411d-bd5b-9f79b477cf42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:50:53.575638 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ab81f220-0b5b-411d-bd5b-9f79b477cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (94d6ad26-13bb-4db4-b0d8-4ab27b86362d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:53.576005 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-ab81f220-0b5b-411d-bd5b-9f79b477cf42 admin admin] Added segment 94d6ad26-13bb-4db4-b0d8-4ab27b86362d of type vlan for network 7988e966-5f80-4ea0-a0e6-967b2ab9c002 Mar 24 00:50:53.577652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81f220-0b5b-411d-bd5b-9f79b477cf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1d96bc-e46b-48e1-889c-b6498c44f497,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:53.609927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375672b-6740-45ad-aeff-6c644a43072f req-c9f55fc0-888f-415a-8692-ac1cabefbba8 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:53.613267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4375672b-6740-45ad-aeff-6c644a43072f req-c9f55fc0-888f-415a-8692-ac1cabefbba8 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 949 time: 0.1158683 Mar 24 00:50:53.671567 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ab81f220-0b5b-411d-bd5b-9f79b477cf42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (7988e966-5f80-4ea0-a0e6-967b2ab9c002), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:53.719399 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4375672b-6740-45ad-aeff-6c644a43072f req-c90c1b49-f71b-47f8-8613-b8a3634cc8bc tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780761 Mar 24 00:50:53.758777 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ab81f220-0b5b-411d-bd5b-9f79b477cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (7988e966-5f80-4ea0-a0e6-967b2ab9c002), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:53.760300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab81f220-0b5b-411d-bd5b-9f79b477cf42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:53.760969 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ab81f220-0b5b-411d-bd5b-9f79b477cf42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:53.815144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ab81f220-0b5b-411d-bd5b-9f79b477cf42 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4922338 Mar 24 00:50:53.816032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36580) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:50:53.823322 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-dd9b45eb-cbff-4091-9702-d15675d05ef4 admin admin] Request body: {'subnet': {'network_id': '7988e966-5f80-4ea0-a0e6-967b2ab9c002', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1219756633-subnet', 'tenant_id': '4c083c8041754109b0a32f32da13e723', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:53.890126 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9b45eb-cbff-4091-9702-d15675d05ef4 admin admin] Made reservation on behalf of 4c083c8041754109b0a32f32da13e723 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:50:53.905940 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dd9b45eb-cbff-4091-9702-d15675d05ef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:53.952249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81f220-0b5b-411d-bd5b-9f79b477cf42 admin admin] Pushing event updated for resources: {'Network': ['ID=7988e966-5f80-4ea0-a0e6-967b2ab9c002,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:53.980322 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 7988e966-5f80-4ea0-a0e6-967b2ab9c002 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:50:54.315841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e779cb-bbdf-4737-92d1-488149c90b9e req-71ac53cd-c063-475c-bf37-4cd4bb1aac39 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:54.323889 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f1e779cb-bbdf-4737-92d1-488149c90b9e req-71ac53cd-c063-475c-bf37-4cd4bb1aac39 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.0711412 Mar 24 00:50:54.371421 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dd9b45eb-cbff-4091-9702-d15675d05ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (ffd9799c-8e11-4a54-ba4d-b44334bcaabd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:54.403276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f1e779cb-bbdf-4737-92d1-488149c90b9e req-6136b4e4-c155-4092-93f4-6ef91ac2316a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783801 Mar 24 00:50:54.458882 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b45eb-cbff-4091-9702-d15675d05ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd9799c-8e11-4a54-ba4d-b44334bcaabd,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:54.515739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9b45eb-cbff-4091-9702-d15675d05ef4 admin admin] Checking segment: {'id': '94d6ad26-13bb-4db4-b0d8-4ab27b86362d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7988e966-5f80-4ea0-a0e6-967b2ab9c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:50:54.517135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9b45eb-cbff-4091-9702-d15675d05ef4 admin admin] Network hostable DHCP agents. Network: 7988e966-5f80-4ea0-a0e6-967b2ab9c002, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:50:54.554770 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9b45eb-cbff-4091-9702-d15675d05ef4 admin admin] Network 7988e966-5f80-4ea0-a0e6-967b2ab9c002 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:50:54.588283 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-dd9b45eb-cbff-4091-9702-d15675d05ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 7988e966-5f80-4ea0-a0e6-967b2ab9c002) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:50:54.597033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9549c30f-9058-46be-b683-348400cc9007 None None] Network 7988e966-5f80-4ea0-a0e6-967b2ab9c002 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:50:54.615272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6071b-ef41-42bc-9b0a-3e1c092e5681 req-ebf07cef-82c4-4061-b268-ea9bd1545d71 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:54.624718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7a6071b-ef41-42bc-9b0a-3e1c092e5681 req-ebf07cef-82c4-4061-b268-ea9bd1545d71 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa533faf-8372-4a85-9dcf-f77283931689 HTTP/1.1" status: 200 len: 950 time: 0.0973082 Mar 24 00:50:54.625339 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9b45eb-cbff-4091-9702-d15675d05ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:54.628405 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dd9b45eb-cbff-4091-9702-d15675d05ef4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:54.679204 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dd9b45eb-cbff-4091-9702-d15675d05ef4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8527541 Mar 24 00:50:54.747949 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7a6071b-ef41-42bc-9b0a-3e1c092e5681 req-c25ef2c4-8900-4036-8862-a3abd880809c tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217635 Mar 24 00:50:54.861610 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafaf55f-c27b-4a10-b0d4-6d91366ae0d1 None None] Network 7988e966-5f80-4ea0-a0e6-967b2ab9c002 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:50:54.989840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5ef0e-3112-4795-8f62-be3e6c2d7b9b req-08a8f81d-900f-4a6e-87a5-3e37963b5e37 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:55.005808 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4fd5ef0e-3112-4795-8f62-be3e6c2d7b9b req-08a8f81d-900f-4a6e-87a5-3e37963b5e37 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132 HTTP/1.1" status: 200 len: 949 time: 0.1252885 Mar 24 00:50:55.092963 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:50:55.133644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4fd5ef0e-3112-4795-8f62-be3e6c2d7b9b req-10bd6989-51ee-489a-9ff1-6e8f80c6dca9 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269085 Mar 24 00:50:55.361032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b190e-51a7-4945-a3a5-85762c149d85 req-22059cb0-4711-4d8b-bd8a-fbc8882579a5 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:55.363114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa1b190e-51a7-4945-a3a5-85762c149d85 req-22059cb0-4711-4d8b-bd8a-fbc8882579a5 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 949 time: 0.1012802 Mar 24 00:50:55.379503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1e749-daba-4b00-9e81-d6366a687618 req-250bb1ac-8c9e-43e4-b11c-9e33bdc99287 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:55.382129 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5ed1e749-daba-4b00-9e81-d6366a687618 req-250bb1ac-8c9e-43e4-b11c-9e33bdc99287 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.48 "GET /v2.0/ports?device_id=c981109f-d45b-4625-a017-cba3a874c0cf HTTP/1.1" status: 200 len: 949 time: 0.0843844 Mar 24 00:50:55.428795 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa1b190e-51a7-4945-a3a5-85762c149d85 req-c0815080-ada4-4d27-890b-6a8b68403437 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596974 Mar 24 00:50:55.580802 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-5ed1e749-daba-4b00-9e81-d6366a687618 req-719904d9-452f-4584-877b-692687abde40 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Deleting port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:50:55.581462 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5ed1e749-daba-4b00-9e81-d6366a687618 req-719904d9-452f-4584-877b-692687abde40 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:55.734165 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-5ed1e749-daba-4b00-9e81-d6366a687618 req-719904d9-452f-4584-877b-692687abde40 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] For port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:55.734830 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5ed1e749-daba-4b00-9e81-d6366a687618 req-719904d9-452f-4584-877b-692687abde40 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:55.769540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-5ed1e749-daba-4b00-9e81-d6366a687618 req-719904d9-452f-4584-877b-692687abde40 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Calling delete_port for 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:50:55.797350 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-4e0c5d26-ef1a-4f57-b354-d0828de34d4a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:55.798928 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-4e0c5d26-ef1a-4f57-b354-d0828de34d4a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 811 time: 0.2630444 Mar 24 00:50:55.834692 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-422861ba-0184-43a4-86b8-81d8aa13ad4b tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/quotas/c234724dc89149218858924a99df6227 HTTP/1.1" status: 200 len: 375 time: 0.0289376 Mar 24 00:50:55.953068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-8570b93b-0453-467e-96a7-5b966febbcee tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1112330 Mar 24 00:50:56.050148 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5ed1e749-daba-4b00-9e81-d6366a687618 req-719904d9-452f-4584-877b-692687abde40 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:56.090632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719904d9-452f-4584-877b-692687abde40 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event deleted for resources: {'Port': ['ID=32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:56.198641 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed1e749-daba-4b00-9e81-d6366a687618 req-719904d9-452f-4584-877b-692687abde40 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] No DVR routers for this DVR port 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:50:56.208820 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5ed1e749-daba-4b00-9e81-d6366a687618 req-719904d9-452f-4584-877b-692687abde40 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:56.212570 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5ed1e749-daba-4b00-9e81-d6366a687618 req-719904d9-452f-4584-877b-692687abde40 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.48 "DELETE /v2.0/ports/32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 HTTP/1.1" status: 204 len: 173 time: 0.8177876 Mar 24 00:50:56.224712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c981109f-d45b-4625-a017-cba3a874c0cf', 'name': 'network-vif-deleted', 'tag': '32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:56.229947 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b6268f-998a-4de5-badb-95cf2bd40f72" -d '{"events": [{"server_uuid": "c981109f-d45b-4625-a017-cba3a874c0cf", "name": "network-vif-deleted", "tag": "32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:56.306261 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d63bc-429d-4d36-9ab9-b7bae6fccf2d req-eb40e75c-ea10-417b-b823-620f56ac5cfd tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:56.310702 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d95d63bc-429d-4d36-9ab9-b7bae6fccf2d req-eb40e75c-ea10-417b-b823-620f56ac5cfd tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132 HTTP/1.1" status: 200 len: 949 time: 0.3630056 Mar 24 00:50:56.428653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0e6c5e2d-782c-414c-9e5f-1d5918533971', '99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b', '32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:56.432392 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['67b23191-0398-402d-82be-68740bac6133', '12c234fe-6cd4-4a64-9edb-003910b80cf6', '683bcb47-c355-44a2-8339-f8240c0c629c', 'bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf', '3da7e293-42af-4799-ad6a-413f40f9c2cb'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:50:56.835447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-0397b5c5-6789-481e-a1d8-5e0e20c7f26f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:56.847877 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-0397b5c5-6789-481e-a1d8-5e0e20c7f26f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 808 time: 0.3482523 Mar 24 00:50:56.918754 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-1b081aa6-b1eb-4cfb-95b7-5b64a1e28030 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/quotas/d31a258675f94796a5709fd6f7444f7f HTTP/1.1" status: 200 len: 375 time: 0.0697811 Mar 24 00:50:56.939105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-a568871d-04d4-465e-963f-3f74789bba18 service neutron] 10.222.0.45 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9344757 Mar 24 00:50:57.174120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-29d5c753-68ab-47aa-98ef-6aa7a0f804f6 service neutron] 10.222.0.45 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158878 Mar 24 00:50:57.198575 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-0186547f-7b56-4d04-b17b-9d440add5f32 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2787569 Mar 24 00:50:57.607906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d95d63bc-429d-4d36-9ab9-b7bae6fccf2d req-31920eb2-1080-49d4-a300-0a2e451dda44 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Deleting port 312a3ba1-f96c-4d74-9028-45061265ff2f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:50:57.615464 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d95d63bc-429d-4d36-9ab9-b7bae6fccf2d req-31920eb2-1080-49d4-a300-0a2e451dda44 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (312a3ba1-f96c-4d74-9028-45061265ff2f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:57.691643 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-4ce50ac7-faa6-49f5-84a0-d198bf31c996 service neutron] 10.222.0.45 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921310 Mar 24 00:50:57.817968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2a4fa-fa5a-47ca-a341-950382f2673a req-c3154e2d-ff22-43cf-b22f-17aed1ea88e3 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:57.819516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9bf2a4fa-fa5a-47ca-a341-950382f2673a req-c3154e2d-ff22-43cf-b22f-17aed1ea88e3 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.3693025 Mar 24 00:50:58.117724 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9bf2a4fa-fa5a-47ca-a341-950382f2673a req-866534d5-fae4-46e2-ab6e-a79360761bfd tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308066 Mar 24 00:50:58.139657 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d95d63bc-429d-4d36-9ab9-b7bae6fccf2d req-31920eb2-1080-49d4-a300-0a2e451dda44 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] For port 312a3ba1-f96c-4d74-9028-45061265ff2f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=312a3ba1-f96c-4d74-9028-45061265ff2f,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:50:58.140265 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d95d63bc-429d-4d36-9ab9-b7bae6fccf2d req-31920eb2-1080-49d4-a300-0a2e451dda44 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (312a3ba1-f96c-4d74-9028-45061265ff2f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:58.164402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-a9a33e1b-18b4-454a-9b6a-747e9a73357a service neutron] 10.222.0.45 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713409 Mar 24 00:50:58.174755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d95d63bc-429d-4d36-9ab9-b7bae6fccf2d req-31920eb2-1080-49d4-a300-0a2e451dda44 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Calling delete_port for 312a3ba1-f96c-4d74-9028-45061265ff2f owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:50:58.299045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52739bc-8116-4d5d-9119-296987fab343 req-b2978996-23b2-40b0-815b-568f7157ce3f tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:58.300588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e52739bc-8116-4d5d-9119-296987fab343 req-b2978996-23b2-40b0-815b-568f7157ce3f tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132 HTTP/1.1" status: 200 len: 949 time: 0.1131966 Mar 24 00:50:58.446784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e52739bc-8116-4d5d-9119-296987fab343 req-dd1cc27b-8576-4efd-8598-ee9ba2211667 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.45 "GET /v2.0/security-groups?id=46e0db3d-35ec-4145-a805-234d94f1ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365371 Mar 24 00:50:58.484919 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d95d63bc-429d-4d36-9ab9-b7bae6fccf2d req-31920eb2-1080-49d4-a300-0a2e451dda44 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (312a3ba1-f96c-4d74-9028-45061265ff2f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:58.550719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31920eb2-1080-49d4-a300-0a2e451dda44 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Pushing event deleted for resources: {'Port': ['ID=312a3ba1-f96c-4d74-9028-45061265ff2f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:50:58.634349 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-242e64a4-1a81-436b-b0d0-4f21f6cf8743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:58.650350 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95d63bc-429d-4d36-9ab9-b7bae6fccf2d req-31920eb2-1080-49d4-a300-0a2e451dda44 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] No DVR routers for this DVR port 312a3ba1-f96c-4d74-9028-45061265ff2f on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:50:58.653303 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d95d63bc-429d-4d36-9ab9-b7bae6fccf2d req-31920eb2-1080-49d4-a300-0a2e451dda44 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:58.653519 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b0aaa8-278c-4de5-b912-0b91420ebade x-openstack-request-id: req-69b0aaa8-278c-4de5-b912-0b91420ebade {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:58.654165 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c981109f-d45b-4625-a017-cba3a874c0cf", "name": "network-vif-deleted", "tag": "32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:58.654165 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69b0aaa8-278c-4de5-b912-0b91420ebade {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:58.654445 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b0aaa8-278c-4de5-b912-0b91420ebade'] response: {'server_uuid': 'c981109f-d45b-4625-a017-cba3a874c0cf', 'name': 'network-vif-deleted', 'tag': '32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58', 'status': 'completed', 'code': 200} Mar 24 00:50:58.658053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d95d63bc-429d-4d36-9ab9-b7bae6fccf2d req-31920eb2-1080-49d4-a300-0a2e451dda44 tempest-ServersAdminNegativeTestJSON-244986351 tempest-ServersAdminNegativeTestJSON-244986351-project] 10.222.0.48 "DELETE /v2.0/ports/312a3ba1-f96c-4d74-9028-45061265ff2f HTTP/1.1" status: 204 len: 173 time: 2.3185909 Mar 24 00:50:58.659954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132', 'name': 'network-vif-deleted', 'tag': '312a3ba1-f96c-4d74-9028-45061265ff2f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:50:58.667482 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a712e0f-034c-4da7-b70c-b51c2fa63012" -d '{"events": [{"server_uuid": "7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132", "name": "network-vif-deleted", "tag": "312a3ba1-f96c-4d74-9028-45061265ff2f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:50:58.844593 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9083b04-a3b7-4a3b-a26e-cb6f0ba9270a req-badf2450-5aec-4736-8417-13e13dfff197 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 210 time: 0.0599644 Mar 24 00:50:58.943144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01776a5c-9027-49c0-b988-5514eb2fc08e req-d6c2f749-a5bc-40f4-81c4-a137be4511d1 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 210 time: 0.0522792 Mar 24 00:50:58.994314 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fdf194-b193-4029-a17e-4fcfe7014fdf x-openstack-request-id: req-43fdf194-b193-4029-a17e-4fcfe7014fdf {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:50:58.995315 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132", "name": "network-vif-deleted", "tag": "312a3ba1-f96c-4d74-9028-45061265ff2f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:50:58.995754 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43fdf194-b193-4029-a17e-4fcfe7014fdf {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:50:58.997146 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43fdf194-b193-4029-a17e-4fcfe7014fdf'] response: {'server_uuid': '7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132', 'name': 'network-vif-deleted', 'tag': '312a3ba1-f96c-4d74-9028-45061265ff2f', 'status': 'completed', 'code': 200} Mar 24 00:50:59.228336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 312a3ba1-f96c-4d74-9028-45061265ff2f no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:50:59.358225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 312a3ba1-f96c-4d74-9028-45061265ff2f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:50:59.359917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 312a3ba1-f96c-4d74-9028-45061265ff2f not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:50:59.361462 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:50:59.437930 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:50:59.438570 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 32b4fb5d-7ecb-43b3-9694-a3fc7dfd7b58 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:50:59.450834 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.453570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.454109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.454776 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.455412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.456172 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.456805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.457464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.458089 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.458716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.459344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.459969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.460688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.461340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.461968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.462611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.463232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.473280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-b9cfb280-3fc9-4ce4-8aa6-1b35573bc05b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84&device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec&device_id=aa533faf-8372-4a85-9dcf-f77283931689&device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05&device_id=cf784f74-9bed-448e-9758-1042c47a8b1f&device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da&device_id=7d1f2662-f72e-4c9d-a6e2-0b3e3c90b132&device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753&device_id=f62d690c-3f7e-4940-a228-9d3874db8f39&device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d&device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46&device_id=24421b94-a77f-4361-a37e-3349b172e48a&device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce&device_id=0b100540-f491-4823-ba75-85733477f4c5&device_id=dc8edaca-5195-4ea9-9937-22b6526e967a&device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e&device_id=be9165d8-15a1-45f9-850c-95772f58c710&device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87&device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f&device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 15859 time: 0.3143592 Mar 24 00:50:59.503849 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:59.540483 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:59.587113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-b1858bdc-06d4-449f-91f0-9845555b03ca tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.588588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-b1858bdc-06d4-449f-91f0-9845555b03ca tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.57 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 811 time: 0.5610950 Mar 24 00:50:59.616028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-9c3ab8dd-7ad2-4379-aed1-5d14297905be tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Request body: {'port': {'device_id': 'd554bd70-17cf-4c31-8eb1-c797bd11deec', 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13', 'admin_state_up': True, 'tenant_id': 'c234724dc89149218858924a99df6227'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:50:59.695959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901193d-8305-40ca-b6be-307fd21eef39 req-dd361953-eed8-4e8d-adb2-c4ce99999a6f tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:50:59.711377 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0901193d-8305-40ca-b6be-307fd21eef39 req-dd361953-eed8-4e8d-adb2-c4ce99999a6f tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.2355964 Mar 24 00:50:59.861188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0901193d-8305-40ca-b6be-307fd21eef39 req-b492bace-fd6e-4a5e-97ea-c7264b6ce9be tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484957 Mar 24 00:50:59.896567 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Publish callbacks [] for security_group (133a09a8-7424-4c25-9912-ce02e7929bbb), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:50:59.904245 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (133a09a8-7424-4c25-9912-ce02e7929bbb), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:00.013740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e4d184f-f036-4f9b-8729-1a43e6f262ff req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&id=f09f27ea-4f2b-430b-bef2-af533041592b&id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&id=8dccb2c5-5916-40d8-920b-df613d28a442&id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.5390818 Mar 24 00:51:00.018931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133a09a8-7424-4c25-9912-ce02e7929bbb,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:00.050680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-9c3ab8dd-7ad2-4379-aed1-5d14297905be tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Made reservation on behalf of c234724dc89149218858924a99df6227 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:51:00.054087 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-9c3ab8dd-7ad2-4379-aed1-5d14297905be tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:00.074928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:00.075421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:00.075773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:00.076120 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:00.076512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:00.076860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:00.077217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:00.077557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:00.077885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:00.078212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:00.078538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:00.078870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:00.080125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:00.080467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:00.080795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a84850-7460-41ad-a42c-732bc2c5e7ff tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:00.279647 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aacc9e-ed2d-40d2-957c-64d1870772e3 req-e9d372e0-ca6e-4587-99bf-d0538bd75e94 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:00.295058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76aacc9e-ed2d-40d2-957c-64d1870772e3 req-e9d372e0-ca6e-4587-99bf-d0538bd75e94 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 950 time: 0.3176188 Mar 24 00:51:00.419994 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d396e822-e61e-42c5-88de-e7d796473125 req-e844d40c-6070-4da3-9047-c195a2f72fe6 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 210 time: 0.0656729 Mar 24 00:51:00.530396 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76aacc9e-ed2d-40d2-957c-64d1870772e3 req-4fd8b909-aa62-4436-9bf9-3bea0a0dd64c tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315006 Mar 24 00:51:00.632429 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9a1e8be-f637-4605-aae7-927294641e98 req-80cb9785-a65f-4e4e-9cab-e44ebe0d0109 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 210 time: 0.1005704 Mar 24 00:51:00.659763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-bae6ba03-14f5-45a6-8637-fb4146f6f294 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:00.662226 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-bae6ba03-14f5-45a6-8637-fb4146f6f294 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.57 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 808 time: 0.4423337 Mar 24 00:51:00.669888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-9c3ab8dd-7ad2-4379-aed1-5d14297905be tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Allocated IP 172.20.0.7 (ed6472c2-d109-4f17-8364-15c609d6ab13/251d5752-2a9f-4020-8b2c-bc7d24dfd8cf/1b5f309f-9916-415e-85a5-0831a958c7b2) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:51:00.682972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-df7cde77-6500-4baa-ab07-5bdfe64fb2b0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Request body: {'port': {'device_id': '89f02ed3-118e-4632-92f0-2688a7377f84', 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6', 'admin_state_up': True, 'tenant_id': 'd31a258675f94796a5709fd6f7444f7f'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:00.685082 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36714) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:00.799678 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-98142ace-499f-4cd1-ab3a-c3aa13c3e481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:00.980209 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1799bac5-e4d0-4809-9733-04fc95ab9196 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7dc98852318e4549823069b893aefd39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938323 Mar 24 00:51:00.982507 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36726) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:01.062754 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Publish callbacks [] for security_group (46e0db3d-35ec-4145-a805-234d94f1ab3f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:01.087915 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Publish callbacks [] for security_group (46e0db3d-35ec-4145-a805-234d94f1ab3f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:01.147715 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (46e0db3d-35ec-4145-a805-234d94f1ab3f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:01.151457 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:01.153172 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46e0db3d-35ec-4145-a805-234d94f1ab3f HTTP/1.1" status: 204 len: 168 time: 0.1695149 Mar 24 00:51:01.181477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e0db3d-35ec-4145-a805-234d94f1ab3f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:01.202802 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:01.204875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:01.206647 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:01.207482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:01.208052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:01.208900 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:01.210862 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:01.211571 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:01.212963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:01.213549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:01.214430 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:01.215657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:01.217200 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:01.219083 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:01.223489 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eedd7d-872c-40fe-9f68-029caaf680b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:01.363915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599f774-404e-4e72-bd2a-4164552a4ef4 req-deb3cadf-bb1f-42d2-bee3-aa87df1db631 tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:01.364811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599f774-404e-4e72-bd2a-4164552a4ef4 req-deb3cadf-bb1f-42d2-bee3-aa87df1db631 tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:01.364917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599f774-404e-4e72-bd2a-4164552a4ef4 req-deb3cadf-bb1f-42d2-bee3-aa87df1db631 tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:01.366539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1599f774-404e-4e72-bd2a-4164552a4ef4 req-deb3cadf-bb1f-42d2-bee3-aa87df1db631 tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aa533faf-8372-4a85-9dcf-f77283931689&device_id=cf784f74-9bed-448e-9758-1042c47a8b1f&device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 2977 time: 0.4819674 Mar 24 00:51:01.428049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-df7cde77-6500-4baa-ab07-5bdfe64fb2b0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Made reservation on behalf of d31a258675f94796a5709fd6f7444f7f for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:51:01.431374 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-df7cde77-6500-4baa-ab07-5bdfe64fb2b0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:01.449377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1e06-3fa4-4942-923a-b5f7ec325a06 req-bf27c52e-38a1-47df-8ffe-ae9f1dda3ce8 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:01.450829 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98cc1e06-3fa4-4942-923a-b5f7ec325a06 req-bf27c52e-38a1-47df-8ffe-ae9f1dda3ce8 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "GET /v2.0/ports?device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 950 time: 0.4458332 Mar 24 00:51:01.570758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a30651-9292-4e4d-ac1e-0a905dfbd74a req-f7678864-e74b-43dc-bd52-1dc27018532e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:01.572272 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8a30651-9292-4e4d-ac1e-0a905dfbd74a req-f7678864-e74b-43dc-bd52-1dc27018532e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.6176782 Mar 24 00:51:01.616799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36746) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:01.661892 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e9623c22-6b5c-405b-88d8-cc6547815a7d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7a113895e8274f868a2d5511f533a0c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410147 Mar 24 00:51:01.662188 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36750) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:01.663972 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-9c3ab8dd-7ad2-4379-aed1-5d14297905be tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks [] for port (1b5f309f-9916-415e-85a5-0831a958c7b2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:01.690610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1599f774-404e-4e72-bd2a-4164552a4ef4 req-54f2768e-919a-4320-b590-67baf7ca58b4 tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037193 Mar 24 00:51:01.720736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e46ad84a-0cb0-432d-9eef-094b27b9bc94 admin admin] Publish callbacks [] for security_group (80558005-fe26-495f-9e6e-e010bf2063e8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:01.744558 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e46ad84a-0cb0-432d-9eef-094b27b9bc94 admin admin] Publish callbacks [] for security_group (80558005-fe26-495f-9e6e-e010bf2063e8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:01.756667 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8a30651-9292-4e4d-ac1e-0a905dfbd74a req-e05a54af-4d6c-4c27-998a-11e60def0262 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483860 Mar 24 00:51:01.802178 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e46ad84a-0cb0-432d-9eef-094b27b9bc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (80558005-fe26-495f-9e6e-e010bf2063e8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:01.805582 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e46ad84a-0cb0-432d-9eef-094b27b9bc94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:01.812175 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e46ad84a-0cb0-432d-9eef-094b27b9bc94 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80558005-fe26-495f-9e6e-e010bf2063e8 HTTP/1.1" status: 204 len: 168 time: 0.1488421 Mar 24 00:51:01.836057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ad84a-0cb0-432d-9eef-094b27b9bc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80558005-fe26-495f-9e6e-e010bf2063e8,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:01.905073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab862485-81f2-4186-9f3b-9624bb972089 req-305e9d34-24bc-4a0a-b306-95e4290ffe0f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 210 time: 0.1471834 Mar 24 00:51:01.963271 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-9c3ab8dd-7ad2-4379-aed1-5d14297905be tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (1b5f309f-9916-415e-85a5-0831a958c7b2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:02.017373 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:02.026291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-98cc1e06-3fa4-4942-923a-b5f7ec325a06 req-6d54395f-0491-4ca0-b194-93dd9720602e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Deleting port 3da7e293-42af-4799-ad6a-413f40f9c2cb {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:51:02.026632 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98cc1e06-3fa4-4942-923a-b5f7ec325a06 req-6d54395f-0491-4ca0-b194-93dd9720602e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3da7e293-42af-4799-ad6a-413f40f9c2cb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:02.158244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-df7cde77-6500-4baa-ab07-5bdfe64fb2b0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Allocated IP 172.20.0.8 (ea749ec3-156a-4ab2-a75d-04b9d11ec5a6/c4567572-e17e-44ad-9348-aa4b6b4246ff/bd6fb2d2-6040-440e-b2f5-736aecb8e9dc) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:51:02.172118 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9714fdad-5907-4391-9b5e-7358705e8877 req-560ad58a-a033-4f52-b509-f33ba9376563 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 210 time: 0.1343648 Mar 24 00:51:02.179312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-9c3ab8dd-7ad2-4379-aed1-5d14297905be tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Network ed6472c2-d109-4f17-8364-15c609d6ab13 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:51:02.195251 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-9c3ab8dd-7ad2-4379-aed1-5d14297905be tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:51:02.202632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-9c3ab8dd-7ad2-4379-aed1-5d14297905be tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:51:02.206191 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:02.209885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ab8dd-7ad2-4379-aed1-5d14297905be tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Pushing event updated for resources: {'Port': ['ID=1b5f309f-9916-415e-85a5-0831a958c7b2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:02.264527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d88a2-ff9e-451a-977c-9e51a8bdaa0c req-306ac2f2-59b2-4d97-8c88-1a9a7adfae5e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:02.266048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c0d88a2-ff9e-451a-977c-9e51a8bdaa0c req-306ac2f2-59b2-4d97-8c88-1a9a7adfae5e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=a339bea9-2032-4ff9-8c29-a5a03a94f753 HTTP/1.1" status: 200 len: 950 time: 0.3588247 Mar 24 00:51:02.358722 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-9c3ab8dd-7ad2-4379-aed1-5d14297905be tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:02.359366 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-9c3ab8dd-7ad2-4379-aed1-5d14297905be tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:02.473400 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-9c3ab8dd-7ad2-4379-aed1-5d14297905be tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8669672 Mar 24 00:51:02.489976 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-98cc1e06-3fa4-4942-923a-b5f7ec325a06 req-6d54395f-0491-4ca0-b194-93dd9720602e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] For port 3da7e293-42af-4799-ad6a-413f40f9c2cb, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3da7e293-42af-4799-ad6a-413f40f9c2cb,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:02.490344 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98cc1e06-3fa4-4942-923a-b5f7ec325a06 req-6d54395f-0491-4ca0-b194-93dd9720602e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3da7e293-42af-4799-ad6a-413f40f9c2cb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:02.527418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Request body: {'port': {'device_id': 'd554bd70-17cf-4c31-8eb1-c797bd11deec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:02.564330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-98cc1e06-3fa4-4942-923a-b5f7ec325a06 req-6d54395f-0491-4ca0-b194-93dd9720602e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Calling delete_port for 3da7e293-42af-4799-ad6a-413f40f9c2cb owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:51:02.577453 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c0d88a2-ff9e-451a-977c-9e51a8bdaa0c req-3e3ad641-2d05-444e-b7a7-a6b78f0b8ee8 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801816 Mar 24 00:51:02.724571 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d1082-6e18-4b16-adce-6ce0dce76d1d req-07aa8d61-f0a5-4411-b71c-2ea39cdb9a3f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:02.732041 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f63d1082-6e18-4b16-adce-6ce0dce76d1d req-07aa8d61-f0a5-4411-b71c-2ea39cdb9a3f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 945 time: 0.3468878 Mar 24 00:51:02.736392 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-df7cde77-6500-4baa-ab07-5bdfe64fb2b0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks [] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:02.753923 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1b5f309f-9916-415e-85a5-0831a958c7b2), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:02.882004 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f63d1082-6e18-4b16-adce-6ce0dce76d1d req-357b0fda-fd25-4419-87dd-1ad2893b2b90 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445634 Mar 24 00:51:02.984462 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-df7cde77-6500-4baa-ab07-5bdfe64fb2b0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:03.139760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-df7cde77-6500-4baa-ab07-5bdfe64fb2b0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:51:03.154776 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98cc1e06-3fa4-4942-923a-b5f7ec325a06 req-6d54395f-0491-4ca0-b194-93dd9720602e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3da7e293-42af-4799-ad6a-413f40f9c2cb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:03.172056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0e6c5e2d-782c-414c-9e5f-1d5918533971', '99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:03.175506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['67b23191-0398-402d-82be-68740bac6133', '12c234fe-6cd4-4a64-9edb-003910b80cf6', '683bcb47-c355-44a2-8339-f8240c0c629c', 'bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:03.187616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-df7cde77-6500-4baa-ab07-5bdfe64fb2b0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:51:03.190728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-df7cde77-6500-4baa-ab07-5bdfe64fb2b0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:51:03.197449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cde77-6500-4baa-ab07-5bdfe64fb2b0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Pushing event updated for resources: {'Port': ['ID=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:03.374326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54395f-0491-4ca0-b194-93dd9720602e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event deleted for resources: {'Port': ['ID=3da7e293-42af-4799-ad6a-413f40f9c2cb,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:03.384262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-df7cde77-6500-4baa-ab07-5bdfe64fb2b0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:03.384882 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-df7cde77-6500-4baa-ab07-5bdfe64fb2b0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:03.438761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a0012-9cf9-4e60-981f-30ef4f03e292 req-f7bea679-28db-40ef-a3c8-1860df0c32e1 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:03.446536 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-642a0012-9cf9-4e60-981f-30ef4f03e292 req-f7bea679-28db-40ef-a3c8-1860df0c32e1 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.4199133 Mar 24 00:51:03.476250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cc1e06-3fa4-4942-923a-b5f7ec325a06 req-6d54395f-0491-4ca0-b194-93dd9720602e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] No DVR routers for this DVR port 3da7e293-42af-4799-ad6a-413f40f9c2cb on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:51:03.489139 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98cc1e06-3fa4-4942-923a-b5f7ec325a06 req-6d54395f-0491-4ca0-b194-93dd9720602e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:03.495110 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98cc1e06-3fa4-4942-923a-b5f7ec325a06 req-6d54395f-0491-4ca0-b194-93dd9720602e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "DELETE /v2.0/ports/3da7e293-42af-4799-ad6a-413f40f9c2cb HTTP/1.1" status: 204 len: 173 time: 2.0278468 Mar 24 00:51:03.501274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a339bea9-2032-4ff9-8c29-a5a03a94f753', 'name': 'network-vif-deleted', 'tag': '3da7e293-42af-4799-ad6a-413f40f9c2cb'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:03.505114 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a157f6-1e11-42b2-bbb2-ae4ac7367893" -d '{"events": [{"server_uuid": "a339bea9-2032-4ff9-8c29-a5a03a94f753", "name": "network-vif-deleted", "tag": "3da7e293-42af-4799-ad6a-413f40f9c2cb"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:03.525715 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-df7cde77-6500-4baa-ab07-5bdfe64fb2b0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8500457 Mar 24 00:51:03.536741 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:03.571495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Request body: {'port': {'device_id': '89f02ed3-118e-4632-92f0-2688a7377f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:03.845934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-642a0012-9cf9-4e60-981f-30ef4f03e292 req-004dea13-906a-4f5f-9c1c-4b99d881ffda tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984442 Mar 24 00:51:03.852391 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:03.926591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 3da7e293-42af-4799-ad6a-413f40f9c2cb no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:51:03.958835 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 3da7e293-42af-4799-ad6a-413f40f9c2cb {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:51:03.959581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 3da7e293-42af-4799-ad6a-413f40f9c2cb not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:51:03.996181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5f309f-9916-415e-85a5-0831a958c7b2 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:04.009711 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Publish callbacks [] for port (1b5f309f-9916-415e-85a5-0831a958c7b2), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:04.026018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb1384-1875-4dc2-80da-9da0399a1961 req-7f647721-e71a-4e5d-a30d-deef5a6fcccf tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:04.033534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3afb1384-1875-4dc2-80da-9da0399a1961 req-7f647721-e71a-4e5d-a30d-deef5a6fcccf tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 931 time: 0.2986906 Mar 24 00:51:04.075039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Transition to ACTIVE for port object 1b5f309f-9916-415e-85a5-0831a958c7b2 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:51:04.133968 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (1b5f309f-9916-415e-85a5-0831a958c7b2), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:04.291530 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3afb1384-1875-4dc2-80da-9da0399a1961 req-d4a87d8e-a6c6-4154-a580-f588d70b40ee tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570443 Mar 24 00:51:04.329564 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5f309f-9916-415e-85a5-0831a958c7b2,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:04.362391 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cb01d8-4f7d-4054-b2f9-9ba4b55e40e1 x-openstack-request-id: req-44cb01d8-4f7d-4054-b2f9-9ba4b55e40e1 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:04.362628 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a339bea9-2032-4ff9-8c29-a5a03a94f753", "name": "network-vif-deleted", "tag": "3da7e293-42af-4799-ad6a-413f40f9c2cb", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:04.362877 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44cb01d8-4f7d-4054-b2f9-9ba4b55e40e1 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:04.363269 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44cb01d8-4f7d-4054-b2f9-9ba4b55e40e1'] response: {'server_uuid': 'a339bea9-2032-4ff9-8c29-a5a03a94f753', 'name': 'network-vif-deleted', 'tag': '3da7e293-42af-4799-ad6a-413f40f9c2cb', 'status': 'completed', 'code': 200} Mar 24 00:51:04.391411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1434e-a836-44e8-a39f-649c82df96f9 req-53653002-8b08-41dc-8d74-22fa05cd62a8 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:04.392895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ed1434e-a836-44e8-a39f-649c82df96f9 req-53653002-8b08-41dc-8d74-22fa05cd62a8 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 931 time: 0.2657447 Mar 24 00:51:04.472168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Attempting to bind port 1b5f309f-9916-415e-85a5-0831a958c7b2 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:51:04.472497 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Attempting to bind port 1b5f309f-9916-415e-85a5-0831a958c7b2 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:51:04.472817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Attempting to bind port 1b5f309f-9916-415e-85a5-0831a958c7b2 on network ed6472c2-d109-4f17-8364-15c609d6ab13 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:04.489279 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Port 1b5f309f-9916-415e-85a5-0831a958c7b2 on network ed6472c2-d109-4f17-8364-15c609d6ab13 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:51:04.489279 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Attempting to bind port 1b5f309f-9916-415e-85a5-0831a958c7b2 on network ed6472c2-d109-4f17-8364-15c609d6ab13 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:04.532697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ed1434e-a836-44e8-a39f-649c82df96f9 req-f40f24a7-bca5-4cba-8aa9-c8ede7cccf4b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282117 Mar 24 00:51:04.535400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:51:04.535740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Checking segment: {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:51:04.536122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Bound using segment: {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:51:04.536574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Bound port: 1b5f309f-9916-415e-85a5-0831a958c7b2, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:51:04.536933 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1b5f309f-9916-415e-85a5-0831a958c7b2), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:04.561986 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6fb2d2-6040-440e-b2f5-736aecb8e9dc {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:04.570516 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Publish callbacks [] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:04.588944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Transition to ACTIVE for port object bd6fb2d2-6040-440e-b2f5-736aecb8e9dc will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:51:04.618339 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:04.734470 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Pushing event updated for resources: {'Port': ['ID=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:04.744743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] For port 1b5f309f-9916-415e-85a5-0831a958c7b2, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:51:04.748547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] For port 1b5f309f-9916-415e-85a5-0831a958c7b2, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1b5f309f-9916-415e-85a5-0831a958c7b2,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:51:04.779719 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (1b5f309f-9916-415e-85a5-0831a958c7b2), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:04.836258 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5978c33-355e-42e0-8bd4-1da0a4bb10fa req-eec91539-f5a8-48ef-b941-c164255436f3 tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:04.837693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5978c33-355e-42e0-8bd4-1da0a4bb10fa req-eec91539-f5a8-48ef-b941-c164255436f3 tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 1132 time: 0.2204413 Mar 24 00:51:04.861644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:04.862254 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:04.863629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] 10.222.0.57 "PUT /v2.0/ports/1b5f309f-9916-415e-85a5-0831a958c7b2 HTTP/1.1" status: 200 len: 1091 time: 2.3686361 Mar 24 00:51:05.017697 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:05.217724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a91c6-8ff9-4349-afff-e161a09e5315 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5f309f-9916-415e-85a5-0831a958c7b2,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:05.225535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Attempting to bind port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:51:05.225874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Attempting to bind port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:51:05.226207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Attempting to bind port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:05.249067 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5978c33-355e-42e0-8bd4-1da0a4bb10fa req-f7cc2e66-195d-4376-ae31-dbecbf2a038c tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045935 Mar 24 00:51:05.249630 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:51:05.249951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Attempting to bind port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:05.257191 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b2392a83-16b2-4b0b-b2b6-553464a896cc no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:51:05.261026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441866-4206-418c-aa17-09b71dab313a req-44a70175-5070-46a6-9752-9efb44b4dc51 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:05.262500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63441866-4206-418c-aa17-09b71dab313a req-44a70175-5070-46a6-9752-9efb44b4dc51 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 949 time: 0.4470692 Mar 24 00:51:05.268801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:51:05.269165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Checking segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:51:05.269538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Bound using segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:51:05.269970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Bound port: bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:51:05.270324 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:05.293797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-d3805547-4150-4b78-99d2-1f0799f18d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:05.295899 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-d3805547-4150-4b78-99d2-1f0799f18d4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 1125 time: 0.1599109 Mar 24 00:51:05.353869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b2392a83-16b2-4b0b-b2b6-553464a896cc is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:05.354510 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:05.375108 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-444a9067-3c3c-4b79-a1bc-26cb819d81c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b5f309f-9916-415e-85a5-0831a958c7b2 HTTP/1.1" status: 200 len: 217 time: 0.0538547 Mar 24 00:51:05.382708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:05.385288 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63e13c0-f81e-49a1-b448-4e5ecab22ade" -d '{"events": [{"server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "name": "network-vif-unplugged", "status": "completed", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:05.398904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:05.404025 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:05.456629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b2392a83-16b2-4b0b-b2b6-553464a896cc,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:05.489619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] For port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:51:05.494453 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63441866-4206-418c-aa17-09b71dab313a req-373abc77-c61c-42b8-8be1-887128888214 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147806 Mar 24 00:51:05.496062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] For port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:51:05.504605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-2af70234-df75-416f-81a3-12885854b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:05.506120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-2af70234-df75-416f-81a3-12885854b69d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf HTTP/1.1" status: 200 len: 851 time: 0.1173990 Mar 24 00:51:05.508511 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:05.558126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:05.558742 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:05.560065 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] 10.222.0.57 "PUT /v2.0/ports/bd6fb2d2-6040-440e-b2f5-736aecb8e9dc HTTP/1.1" status: 200 len: 1091 time: 2.0218933 Mar 24 00:51:05.591880 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-1a40b427-796e-4c4b-95ed-8cb22b4f8f1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed6472c2-d109-4f17-8364-15c609d6ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468388 Mar 24 00:51:05.617715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a7a6b-a4c6-4eb4-86d1-ed0ec569af25 req-e10c0a19-4303-41fa-92e5-8b7ad530b1ba tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:05.619105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b55a7a6b-a4c6-4eb4-86d1-ed0ec569af25 req-e10c0a19-4303-41fa-92e5-8b7ad530b1ba tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.2224932 Mar 24 00:51:05.660990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4639e-e38d-47b2-a453-fc223877398d service neutron] Pushing event updated for resources: {'Port': ['ID=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:05.790559 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-a77d154e-5361-4fb7-a922-ff5561718533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:05.792051 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-a77d154e-5361-4fb7-a922-ff5561718533 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 1125 time: 0.1721723 Mar 24 00:51:05.795887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b55a7a6b-a4c6-4eb4-86d1-ed0ec569af25 req-2cddfb42-2f68-4103-8878-963d175046cc tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591904 Mar 24 00:51:05.850500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672faf62-f347-42d4-9eb0-ad30a5fad44d req-9f0551d2-a58d-42fd-8034-d7005c986eae tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:05.851995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-672faf62-f347-42d4-9eb0-ad30a5fad44d req-9f0551d2-a58d-42fd-8034-d7005c986eae tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 1132 time: 0.2632921 Mar 24 00:51:05.855463 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-996d959e-0dca-44af-8aaf-c6f1f776eef1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc HTTP/1.1" status: 200 len: 217 time: 0.0512230 Mar 24 00:51:05.857555 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-c6f0154c-449d-47b8-bb22-7bac85e939b5 service neutron] 10.222.0.57 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469163 Mar 24 00:51:06.024901 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-672faf62-f347-42d4-9eb0-ad30a5fad44d req-a8e1aada-0f99-4596-99bf-3104571f2cce tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625264 Mar 24 00:51:06.026194 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-9153b6bc-8300-4869-b7e2-cbdfd2e17f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:06.027503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-9153b6bc-8300-4869-b7e2-cbdfd2e17f97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.1568158 Mar 24 00:51:06.076710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-23b69fce-de5a-4ece-9ab2-25a3c19ff8d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421662 Mar 24 00:51:06.086680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11690720-4540-42e2-96b1-83bedfa52d61 req-9b323fc0-792e-43b0-859e-58f1b9420030 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:06.088247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11690720-4540-42e2-96b1-83bedfa52d61 req-9b323fc0-792e-43b0-859e-58f1b9420030 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 943 time: 0.2184784 Mar 24 00:51:06.125841 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73e82b4-4b8f-46b4-b295-1ecfcd997a6c x-openstack-request-id: req-f73e82b4-4b8f-46b4-b295-1ecfcd997a6c {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:06.126789 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "name": "network-vif-unplugged", "status": "completed", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:06.127255 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f73e82b4-4b8f-46b4-b295-1ecfcd997a6c {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:06.128149 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97fe8ad9-c0c4-4686-9ddd-79a7f80b2288 req-0cfd54e1-54f0-446f-b7d8-1dfdec7cd95d service neutron] 10.222.0.57 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593114 Mar 24 00:51:06.128876 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f73e82b4-4b8f-46b4-b295-1ecfcd997a6c'] response: {'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'code': 200} Mar 24 00:51:06.239645 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11690720-4540-42e2-96b1-83bedfa52d61 req-6bfc2764-d4f2-4cf7-986d-1944b88fb4ff tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409054 Mar 24 00:51:06.267330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-ac12636f-1944-4d26-a76d-05296c82575e service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781011 Mar 24 00:51:06.280113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74be18-3405-4ce6-bd97-30a0c85b3f73 req-513b01dc-4a93-479d-8156-0f1981be35ef tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:06.281743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb74be18-3405-4ce6-bd97-30a0c85b3f73 req-513b01dc-4a93-479d-8156-0f1981be35ef tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 943 time: 0.0985260 Mar 24 00:51:06.364662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd554bd70-17cf-4c31-8eb1-c797bd11deec', 'tag': '1b5f309f-9916-415e-85a5-0831a958c7b2'}, {'name': 'network-changed', 'server_uuid': '89f02ed3-118e-4632-92f0-2688a7377f84', 'tag': 'bd6fb2d2-6040-440e-b2f5-736aecb8e9dc'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:06.367459 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45" -d '{"events": [{"name": "network-changed", "server_uuid": "d554bd70-17cf-4c31-8eb1-c797bd11deec", "tag": "1b5f309f-9916-415e-85a5-0831a958c7b2"}, {"name": "network-changed", "server_uuid": "89f02ed3-118e-4632-92f0-2688a7377f84", "tag": "bd6fb2d2-6040-440e-b2f5-736aecb8e9dc"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:06.429441 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb74be18-3405-4ce6-bd97-30a0c85b3f73 req-f74e35e8-be8a-43ce-b39c-aecd18fb3467 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384463 Mar 24 00:51:06.448490 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb2ebf20-ce1b-4b11-844d-2a1038aa9301 req-bb71e3ef-3c59-4872-901c-06cbfe6f298a service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652179 Mar 24 00:51:06.486744 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c4066-3365-478b-900c-f489bc18e9b6 req-87fc02f9-fbc9-4d9d-817e-1e3a23b3a9b3 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:06.489055 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa7c4066-3365-478b-900c-f489bc18e9b6 req-87fc02f9-fbc9-4d9d-817e-1e3a23b3a9b3 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 949 time: 0.1130986 Mar 24 00:51:06.515123 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44ba1c3-c0fb-46d8-a8a3-99c3c55056c0 x-openstack-request-id: req-e44ba1c3-c0fb-46d8-a8a3-99c3c55056c0 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:06.515707 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d554bd70-17cf-4c31-8eb1-c797bd11deec", "tag": "1b5f309f-9916-415e-85a5-0831a958c7b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89f02ed3-118e-4632-92f0-2688a7377f84", "tag": "bd6fb2d2-6040-440e-b2f5-736aecb8e9dc", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:06.522031 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e44ba1c3-c0fb-46d8-a8a3-99c3c55056c0 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:06.522403 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44ba1c3-c0fb-46d8-a8a3-99c3c55056c0'] response: {'name': 'network-changed', 'server_uuid': 'd554bd70-17cf-4c31-8eb1-c797bd11deec', 'tag': '1b5f309f-9916-415e-85a5-0831a958c7b2', 'status': 'completed', 'code': 200} Mar 24 00:51:06.522674 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44ba1c3-c0fb-46d8-a8a3-99c3c55056c0'] response: {'name': 'network-changed', 'server_uuid': '89f02ed3-118e-4632-92f0-2688a7377f84', 'tag': 'bd6fb2d2-6040-440e-b2f5-736aecb8e9dc', 'status': 'completed', 'code': 200} Mar 24 00:51:06.706029 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-53405a24-bbb9-49c8-b5e9-6bc298cdbe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:06.707521 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-53405a24-bbb9-49c8-b5e9-6bc298cdbe4a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 1125 time: 0.1224260 Mar 24 00:51:06.733691 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed212f-3d21-43c0-a935-f59f15c7bbfa req-aa319908-85dc-4a31-b6b9-a4c616e01b9c tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:06.735262 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32ed212f-3d21-43c0-a935-f59f15c7bbfa req-aa319908-85dc-4a31-b6b9-a4c616e01b9c tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 949 time: 0.0960340 Mar 24 00:51:06.785078 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-aa7c4066-3365-478b-900c-f489bc18e9b6 req-4f430d73-d324-4193-a29a-adb494cf60b0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Deleting port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:51:06.785454 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aa7c4066-3365-478b-900c-f489bc18e9b6 req-4f430d73-d324-4193-a29a-adb494cf60b0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:06.943923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-aa7c4066-3365-478b-900c-f489bc18e9b6 req-4f430d73-d324-4193-a29a-adb494cf60b0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] For port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:06.944303 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aa7c4066-3365-478b-900c-f489bc18e9b6 req-4f430d73-d324-4193-a29a-adb494cf60b0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:06.947790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-f5aef2ae-d979-4df1-8287-87e88600fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:06.949280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-f5aef2ae-d979-4df1-8287-87e88600fe2b service neutron] 10.222.0.57 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 912 time: 0.2354836 Mar 24 00:51:06.957985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32ed212f-3d21-43c0-a935-f59f15c7bbfa req-0c39f123-b460-4192-8fc1-a0013e964f8a tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692202 Mar 24 00:51:07.036605 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-1a1c1daa-5607-4494-9e0e-11ddcf1979ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b5f309f-9916-415e-85a5-0831a958c7b2 HTTP/1.1" status: 200 len: 217 time: 0.0755231 Mar 24 00:51:07.037589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-aa7c4066-3365-478b-900c-f489bc18e9b6 req-4f430d73-d324-4193-a29a-adb494cf60b0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Calling delete_port for bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:51:07.094978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36934) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:07.148547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-bbe63a47-2c86-42c6-a08f-dcef88005464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:07.150030 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-bbe63a47-2c86-42c6-a08f-dcef88005464 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf HTTP/1.1" status: 200 len: 851 time: 0.1054399 Mar 24 00:51:07.173055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85dd43-f77b-4587-a9c6-9b085c828722 req-26424050-ec67-4a79-b1b3-aeaa91e2820a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:07.180350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a85dd43-f77b-4587-a9c6-9b085c828722 req-26424050-ec67-4a79-b1b3-aeaa91e2820a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.2208381 Mar 24 00:51:07.259103 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-4429f5eb-b180-48d8-9695-ae70650addd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed6472c2-d109-4f17-8364-15c609d6ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003783 Mar 24 00:51:07.262784 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff83a368-3eb5-45ec-aba2-39a3b83156f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:07.284116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b2392a83-16b2-4b0b-b2b6-553464a896cc details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:51:07.324131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a85dd43-f77b-4587-a9c6-9b085c828722 req-ef8cbdcb-1778-4af8-ae4f-cda611fbd0db tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429052 Mar 24 00:51:07.467600 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff83a368-3eb5-45ec-aba2-39a3b83156f9 admin admin] Publish callbacks [] for security_group (96818b54-e773-4366-901a-3b263cf8dd3f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:07.480856 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff83a368-3eb5-45ec-aba2-39a3b83156f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (96818b54-e773-4366-901a-3b263cf8dd3f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:07.520190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:07.531655 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ff83a368-3eb5-45ec-aba2-39a3b83156f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da45da6f67a1463c8284df6edf74f58a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4356346 Mar 24 00:51:07.533358 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83a368-3eb5-45ec-aba2-39a3b83156f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96818b54-e773-4366-901a-3b263cf8dd3f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:07.542169 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36950) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:07.542509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'port_id': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'mac_address': 'fa:16:3e:1a:f3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:51:07.610756 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aa7c4066-3365-478b-900c-f489bc18e9b6 req-4f430d73-d324-4193-a29a-adb494cf60b0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:07.617978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b2392a83-16b2-4b0b-b2b6-553464a896cc is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:07.618525 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:07.632805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['67b23191-0398-402d-82be-68740bac6133', '12c234fe-6cd4-4a64-9edb-003910b80cf6', '683bcb47-c355-44a2-8339-f8240c0c629c', 'bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:07.640754 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7c708e21-dfb8-46da-805e-00c7147b2745 admin admin] Publish callbacks [] for security_group (96818b54-e773-4366-901a-3b263cf8dd3f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:07.643773 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0e6c5e2d-782c-414c-9e5f-1d5918533971', '99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:07.665969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f430d73-d324-4193-a29a-adb494cf60b0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event deleted for resources: {'Port': ['ID=bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:07.672334 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7c708e21-dfb8-46da-805e-00c7147b2745 admin admin] Publish callbacks [] for security_group (96818b54-e773-4366-901a-3b263cf8dd3f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:07.688653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de5b03-6167-4252-a83c-781ed6cb6001 req-118b3ab1-46ee-45d2-aea9-53a09d59387d tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:07.695870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-07de5b03-6167-4252-a83c-781ed6cb6001 req-118b3ab1-46ee-45d2-aea9-53a09d59387d tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.2927167 Mar 24 00:51:07.705393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2392a83-16b2-4b0b-b2b6-553464a896cc {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:07.752574 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7c708e21-dfb8-46da-805e-00c7147b2745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (96818b54-e773-4366-901a-3b263cf8dd3f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:07.756325 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7c708e21-dfb8-46da-805e-00c7147b2745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:07.758326 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7c708e21-dfb8-46da-805e-00c7147b2745 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96818b54-e773-4366-901a-3b263cf8dd3f HTTP/1.1" status: 204 len: 168 time: 0.2149355 Mar 24 00:51:07.769664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-bd0312ef-79e3-4fcc-8ede-43c8349b3355 service neutron] 10.222.0.57 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616423 Mar 24 00:51:07.773283 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:07.784075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c9276-e515-4cf8-a786-d8bdc36634cd req-9fc5b04c-04e4-4a58-827b-aa9e81fc4bac tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:07.791292 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:07.791690 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c708e21-dfb8-46da-805e-00c7147b2745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96818b54-e773-4366-901a-3b263cf8dd3f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:07.792611 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-825c9276-e515-4cf8-a786-d8bdc36634cd req-9fc5b04c-04e4-4a58-827b-aa9e81fc4bac tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 943 time: 0.3196893 Mar 24 00:51:07.911242 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7c4066-3365-478b-900c-f489bc18e9b6 req-4f430d73-d324-4193-a29a-adb494cf60b0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] No DVR routers for this DVR port bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:51:07.921545 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aa7c4066-3365-478b-900c-f489bc18e9b6 req-4f430d73-d324-4193-a29a-adb494cf60b0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:07.925669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa7c4066-3365-478b-900c-f489bc18e9b6 req-4f430d73-d324-4193-a29a-adb494cf60b0 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "DELETE /v2.0/ports/bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf HTTP/1.1" status: 204 len: 173 time: 1.4296534 Mar 24 00:51:07.951544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['b2392a83-16b2-4b0b-b2b6-553464a896cc'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:08.024743 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b2392a83-16b2-4b0b-b2b6-553464a896cc,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:08.041183 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-07de5b03-6167-4252-a83c-781ed6cb6001 req-d1ed8f6c-3ecb-472d-8ba8-be4aed5b8299 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443134 Mar 24 00:51:08.164841 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-825c9276-e515-4cf8-a786-d8bdc36634cd req-4d7e4d14-4c68-48c9-8efc-bb2d59acc5fa tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708582 Mar 24 00:51:08.255445 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-196ccde3-406b-4027-bf00-b7e17dedf498 service neutron] 10.222.0.57 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537845 Mar 24 00:51:08.505996 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-a1bd62ff-1698-4a89-b8f3-2ae703d478d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:08.508043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-a1bd62ff-1698-4a89-b8f3-2ae703d478d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 1125 time: 0.1375916 Mar 24 00:51:08.517125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b09e2-e11b-492b-b297-ff2597b94590 req-ca65e486-7233-4e23-bfcb-843a8ef63c9e tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:08.527798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da5b09e2-e11b-492b-b297-ff2597b94590 req-ca65e486-7233-4e23-bfcb-843a8ef63c9e tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 943 time: 0.2699959 Mar 24 00:51:08.570464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378b70c3-f7ee-464e-b850-520e6c2f9d6d', 'name': 'network-vif-deleted', 'tag': 'bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:08.584531 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782d8c73-7fe9-4583-a92b-afef167d6e67" -d '{"events": [{"server_uuid": "378b70c3-f7ee-464e-b850-520e6c2f9d6d", "name": "network-vif-deleted", "tag": "bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:08.596758 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36982) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:08.611128 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd9b02d6-0cd7-4d40-9710-15f8af6af21b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:08.729571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b260f99-450a-4f2b-b97f-335471984f85 req-6d8d77aa-9cc0-41e9-af73-d8e23e1c7c4e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=378b70c3-f7ee-464e-b850-520e6c2f9d6d HTTP/1.1" status: 200 len: 210 time: 0.1887031 Mar 24 00:51:08.767604 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd9b02d6-0cd7-4d40-9710-15f8af6af21b admin admin] Publish callbacks [] for security_group (4283009d-5eed-48bc-8325-20baca9da49f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:08.776625 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd9b02d6-0cd7-4d40-9710-15f8af6af21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4283009d-5eed-48bc-8325-20baca9da49f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:08.831264 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fd9b02d6-0cd7-4d40-9710-15f8af6af21b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3e9b5e7ef554060987d24039c984fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333834 Mar 24 00:51:08.834434 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36988) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:08.860833 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-7bdaeb56-e0af-46a8-91bd-6ae6d3d18b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:08.862896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-7bdaeb56-e0af-46a8-91bd-6ae6d3d18b3f service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.3311636 Mar 24 00:51:08.870161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b02d6-0cd7-4d40-9710-15f8af6af21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4283009d-5eed-48bc-8325-20baca9da49f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:08.870935 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da5b09e2-e11b-492b-b297-ff2597b94590 req-6eab04b5-deac-410f-b99e-35795984fe13 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419664 Mar 24 00:51:08.940577 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c0a69f5-2a01-4cea-bf13-6c3fdf44b3f8 admin admin] Publish callbacks [] for security_group (4283009d-5eed-48bc-8325-20baca9da49f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:08.955336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-cc60c38d-6629-4c03-a920-8a3c8222f0e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc HTTP/1.1" status: 200 len: 217 time: 0.0831995 Mar 24 00:51:08.965510 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a78479-5627-4761-8294-d87863f933bb x-openstack-request-id: req-c9a78479-5627-4761-8294-d87863f933bb {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:08.965510 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378b70c3-f7ee-464e-b850-520e6c2f9d6d", "name": "network-vif-deleted", "tag": "bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:08.965510 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9a78479-5627-4761-8294-d87863f933bb {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:08.965872 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c0a69f5-2a01-4cea-bf13-6c3fdf44b3f8 admin admin] Publish callbacks [] for security_group (4283009d-5eed-48bc-8325-20baca9da49f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:08.965980 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a78479-5627-4761-8294-d87863f933bb'] response: {'server_uuid': '378b70c3-f7ee-464e-b850-520e6c2f9d6d', 'name': 'network-vif-deleted', 'tag': 'bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf', 'status': 'completed', 'code': 200} Mar 24 00:51:09.013611 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c0a69f5-2a01-4cea-bf13-6c3fdf44b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4283009d-5eed-48bc-8325-20baca9da49f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:09.016812 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c0a69f5-2a01-4cea-bf13-6c3fdf44b3f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:09.021028 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2c0a69f5-2a01-4cea-bf13-6c3fdf44b3f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4283009d-5eed-48bc-8325-20baca9da49f HTTP/1.1" status: 204 len: 168 time: 0.1856608 Mar 24 00:51:09.034053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-38d975a8-ff66-4dba-a423-2c263baeedcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:09.035506 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-38d975a8-ff66-4dba-a423-2c263baeedcc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.0696228 Mar 24 00:51:09.036175 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a69f5-2a01-4cea-bf13-6c3fdf44b3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4283009d-5eed-48bc-8325-20baca9da49f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:09.058321 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725e8e9-64b6-4e82-ae63-b0d6ae3e182a req-23df07f4-43ab-4851-912e-68a9d6f9e060 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:09.068150 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4725e8e9-64b6-4e82-ae63-b0d6ae3e182a req-23df07f4-43ab-4851-912e-68a9d6f9e060 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.1146805 Mar 24 00:51:09.087216 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-108aa32e-b372-43b6-971e-58855ac7b23a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446904 Mar 24 00:51:09.480786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4725e8e9-64b6-4e82-ae63-b0d6ae3e182a req-0a38aaee-3dbd-45f5-90a3-c0f89ca77876 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130454 Mar 24 00:51:09.549134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-fab29541-49aa-49c8-a72d-f84dbc604c7b service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449077 Mar 24 00:51:09.651423 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23086c2-04ab-4f6e-9746-1106a55e13da req-79cee90b-7bd3-4681-9b74-1ef8abee9cfb tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:09.658695 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d23086c2-04ab-4f6e-9746-1106a55e13da req-79cee90b-7bd3-4681-9b74-1ef8abee9cfb tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.2391331 Mar 24 00:51:09.754197 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf2af511-a809-4f7f-a0dc-b977c0fb4a45 req-20222545-a548-4e43-9d55-4966658cf08c service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984143 Mar 24 00:51:09.778649 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d23086c2-04ab-4f6e-9746-1106a55e13da req-c769f27d-4df4-4362-b161-760fcccf4bbe tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058621 Mar 24 00:51:09.803501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73e062-cebd-4b34-a7f8-030a76c435c8 req-fe209d73-33a5-45aa-a110-2c76fa1c6e21 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:09.809268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b73e062-cebd-4b34-a7f8-030a76c435c8 req-fe209d73-33a5-45aa-a110-2c76fa1c6e21 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 943 time: 0.1859519 Mar 24 00:51:09.926985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b73e062-cebd-4b34-a7f8-030a76c435c8 req-39a01c68-93e7-475d-b5a6-bd9e42716940 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099069 Mar 24 00:51:09.945146 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1b5f309f-9916-415e-85a5-0831a958c7b2 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:51:09.952587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:51:10.102438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f8b75-a380-4acc-9bef-605ec88daf36 req-9fb45d1a-9a38-408c-9741-18f9c50561b1 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:10.107221 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-588f8b75-a380-4acc-9bef-605ec88daf36 req-9fb45d1a-9a38-408c-9741-18f9c50561b1 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 943 time: 0.0974290 Mar 24 00:51:10.200142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-588f8b75-a380-4acc-9bef-605ec88daf36 req-ccbbbe14-e49e-4d31-8a99-96cf5b86e586 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846703 Mar 24 00:51:10.220300 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:51:10.223844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device bd6eeaa1-8a81-4a87-9126-6e6e5b07bbaf not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:51:10.291492 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 1b5f309f-9916-415e-85a5-0831a958c7b2, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1b5f309f-9916-415e-85a5-0831a958c7b2,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:10.309275 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '1b5f309f-9916-415e-85a5-0831a958c7b2', 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13', 'port_id': '1b5f309f-9916-415e-85a5-0831a958c7b2', 'mac_address': 'fa:16:3e:cb:45:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251d5752-2a9f-4020-8b2c-bc7d24dfd8cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:51:10.401125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 1b5f309f-9916-415e-85a5-0831a958c7b2 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:10.401534 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1b5f309f-9916-415e-85a5-0831a958c7b2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:10.423416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5f309f-9916-415e-85a5-0831a958c7b2 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:10.455733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 1b5f309f-9916-415e-85a5-0831a958c7b2, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1b5f309f-9916-415e-85a5-0831a958c7b2,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:10.466770 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1b5f309f-9916-415e-85a5-0831a958c7b2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:10.468134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device bd6fb2d2-6040-440e-b2f5-736aecb8e9dc details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:51:10.567458 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530295d1-89ed-418c-98fa-028cf38d17f3 req-da5aa84a-38e9-41c7-9c68-81fd8430bc98 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:10.577505 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-530295d1-89ed-418c-98fa-028cf38d17f3 req-da5aa84a-38e9-41c7-9c68-81fd8430bc98 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=24421b94-a77f-4361-a37e-3349b172e48a HTTP/1.1" status: 200 len: 949 time: 0.1178780 Mar 24 00:51:10.694004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:10.706414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-530295d1-89ed-418c-98fa-028cf38d17f3 req-32eceb48-e3e9-4c60-aea0-5ea36dbe2407 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279476 Mar 24 00:51:10.729671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'bd6fb2d2-6040-440e-b2f5-736aecb8e9dc', 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6', 'port_id': 'bd6fb2d2-6040-440e-b2f5-736aecb8e9dc', 'mac_address': 'fa:16:3e:ac:ee:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4567572-e17e-44ad-9348-aa4b6b4246ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:51:10.850070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273caefb-28f1-4766-935f-5b79ad560e37 req-b39655c8-9050-49ee-9105-103d548f7eaf tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:10.851873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-273caefb-28f1-4766-935f-5b79ad560e37 req-b39655c8-9050-49ee-9105-103d548f7eaf tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.1441531 Mar 24 00:51:10.855288 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=1b5f309f-9916-415e-85a5-0831a958c7b2,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:10.907448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:10.908008 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:10.935670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6fb2d2-6040-440e-b2f5-736aecb8e9dc {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:10.982915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:10.990308 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:10.998026 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-273caefb-28f1-4766-935f-5b79ad560e37 req-83d9f878-831e-4937-8236-c93c49095d8d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340287 Mar 24 00:51:11.020312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84d5cd-bd32-4f11-82bf-0c04f27872c2 req-457a09f2-a187-4384-99af-a87ab2e6802b tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:11.034892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c84d5cd-bd32-4f11-82bf-0c04f27872c2 req-457a09f2-a187-4384-99af-a87ab2e6802b tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.1294014 Mar 24 00:51:11.061274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:11.149120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c84d5cd-bd32-4f11-82bf-0c04f27872c2 req-bf4110d8-63b2-4c72-8abd-de8fa62dd673 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130915 Mar 24 00:51:11.180793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea79976-9d38-4b06-9948-8efff0ffcc34 req-1c80e8ed-4d6e-4eac-8eb4-d63c28174ea8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:11.182579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bea79976-9d38-4b06-9948-8efff0ffcc34 req-1c80e8ed-4d6e-4eac-8eb4-d63c28174ea8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 944 time: 0.0875235 Mar 24 00:51:11.255171 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bea79976-9d38-4b06-9948-8efff0ffcc34 req-e6356c47-bac6-48e4-961a-4469dae04988 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656893 Mar 24 00:51:11.301735 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b2392a83-16b2-4b0b-b2b6-553464a896cc up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:51:11.357227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['1b5f309f-9916-415e-85a5-0831a958c7b2'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:11.359384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['bd6fb2d2-6040-440e-b2f5-736aecb8e9dc'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:11.367084 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71c1ca-ca82-4890-88aa-8e60f604fa86 req-7d72cca8-eb45-4ba2-be88-9e1ed4eccb74 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:11.375936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c71c1ca-ca82-4890-88aa-8e60f604fa86 req-7d72cca8-eb45-4ba2-be88-9e1ed4eccb74 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 944 time: 0.0968869 Mar 24 00:51:11.496994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port b2392a83-16b2-4b0b-b2b6-553464a896cc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:11.497428 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:11.501367 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c71c1ca-ca82-4890-88aa-8e60f604fa86 req-a7809084-6f5a-49b5-a47a-ef4e801b310e tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243448 Mar 24 00:51:11.568330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51027a8a-1d21-4d3d-8e1e-253303d4a328 req-f6fda527-5bd1-4d60-938d-dbdc6b9042f2 tempest-FlavorsV2NegativeTest-1464232447 tempest-FlavorsV2NegativeTest-1464232447-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e4179bc4af7a412b89b1ae01907f6af2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617399 Mar 24 00:51:11.697687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67983dbb-ec7e-40e2-b16a-1da776bdb64b req-ab3c98c5-0450-4dc0-84cc-5e278650ce2d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:11.699280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67983dbb-ec7e-40e2-b16a-1da776bdb64b req-ab3c98c5-0450-4dc0-84cc-5e278650ce2d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "GET /v2.0/ports?device_id=24421b94-a77f-4361-a37e-3349b172e48a HTTP/1.1" status: 200 len: 949 time: 0.1453652 Mar 24 00:51:11.713251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b2392a83-16b2-4b0b-b2b6-553464a896cc is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:11.713615 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:11.741790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51027a8a-1d21-4d3d-8e1e-253303d4a328 req-7e59725a-2e7b-4d7a-9d9a-f7d5ead1cf3d tempest-FlavorsV2NegativeTest-1464232447 tempest-FlavorsV2NegativeTest-1464232447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:11.749184 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51027a8a-1d21-4d3d-8e1e-253303d4a328 req-7e59725a-2e7b-4d7a-9d9a-f7d5ead1cf3d tempest-FlavorsV2NegativeTest-1464232447 tempest-FlavorsV2NegativeTest-1464232447-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789761 Mar 24 00:51:11.781795 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51027a8a-1d21-4d3d-8e1e-253303d4a328 req-6b53d814-5424-47d6-ad6e-30e659310c2f tempest-FlavorsV2NegativeTest-1464232447 tempest-FlavorsV2NegativeTest-1464232447-project] 10.222.0.45 "GET /v2.0/quotas/e4179bc4af7a412b89b1ae01907f6af2 HTTP/1.1" status: 200 len: 375 time: 0.0326509 Mar 24 00:51:11.792995 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:11.795257 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec89c1f-79a0-4bee-a823-e60d67aeb58b" -d '{"events": [{"server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "name": "network-vif-plugged", "status": "completed", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:11.826980 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:11.839557 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:11.881742 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51027a8a-1d21-4d3d-8e1e-253303d4a328 req-5ab5cf61-8923-471b-843b-232a98acd4ce tempest-FlavorsV2NegativeTest-1464232447 tempest-FlavorsV2NegativeTest-1464232447-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e4179bc4af7a412b89b1ae01907f6af2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987329 Mar 24 00:51:11.912229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b2392a83-16b2-4b0b-b2b6-553464a896cc,revision_number=10']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:11.945825 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b775901b-fb49-49b5-a025-f22e31feb658 x-openstack-request-id: req-b775901b-fb49-49b5-a025-f22e31feb658 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:11.946412 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "name": "network-vif-plugged", "status": "completed", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:11.947001 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b775901b-fb49-49b5-a025-f22e31feb658 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:11.947581 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b775901b-fb49-49b5-a025-f22e31feb658'] response: {'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'code': 200} Mar 24 00:51:11.975927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c50c64-30b6-4a21-91cb-554bcb5d0e25 req-02da9213-add8-43b7-a7e1-61992a2b7e4d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:11.992414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6c50c64-30b6-4a21-91cb-554bcb5d0e25 req-02da9213-add8-43b7-a7e1-61992a2b7e4d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=24421b94-a77f-4361-a37e-3349b172e48a HTTP/1.1" status: 200 len: 949 time: 0.1400275 Mar 24 00:51:12.013956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-67983dbb-ec7e-40e2-b16a-1da776bdb64b req-9ed45d84-2b65-4147-961c-4479c64d9dfe tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Deleting port 683bcb47-c355-44a2-8339-f8240c0c629c {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:51:12.013956 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-67983dbb-ec7e-40e2-b16a-1da776bdb64b req-9ed45d84-2b65-4147-961c-4479c64d9dfe tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (683bcb47-c355-44a2-8339-f8240c0c629c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:12.212346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6c50c64-30b6-4a21-91cb-554bcb5d0e25 req-edce6dfc-fc71-440a-81d8-7fb73a34b5ad tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038836 Mar 24 00:51:12.257307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b1b9d-2594-4bc6-8bf3-78d851042330 req-0d7a6f46-71e7-495d-a4e9-06f54b0e64b9 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:12.258779 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c15b1b9d-2594-4bc6-8bf3-78d851042330 req-0d7a6f46-71e7-495d-a4e9-06f54b0e64b9 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.48 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 950 time: 0.2628317 Mar 24 00:51:12.270763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-67983dbb-ec7e-40e2-b16a-1da776bdb64b req-9ed45d84-2b65-4147-961c-4479c64d9dfe tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] For port 683bcb47-c355-44a2-8339-f8240c0c629c, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=683bcb47-c355-44a2-8339-f8240c0c629c,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:12.272658 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-67983dbb-ec7e-40e2-b16a-1da776bdb64b req-9ed45d84-2b65-4147-961c-4479c64d9dfe tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (683bcb47-c355-44a2-8339-f8240c0c629c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:12.326748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-67983dbb-ec7e-40e2-b16a-1da776bdb64b req-9ed45d84-2b65-4147-961c-4479c64d9dfe tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Calling delete_port for 683bcb47-c355-44a2-8339-f8240c0c629c owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:51:12.394981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-0bf7fcd7-6f7c-4bf3-9367-8baa3969816d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:12.396433 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-0bf7fcd7-6f7c-4bf3-9367-8baa3969816d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 821 time: 0.2849925 Mar 24 00:51:12.482345 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-9f16c1a0-49ab-48f1-8df7-0c94b7d02f73 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/quotas/259d3d47b7be4b3182e7a95feee7e085 HTTP/1.1" status: 200 len: 375 time: 0.0460310 Mar 24 00:51:12.542906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8faf097-4bb0-4c07-b1da-9a765b4bb59b req-302c8925-76e1-4d37-b500-4e1b87e9d2c0 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:12.544413 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8faf097-4bb0-4c07-b1da-9a765b4bb59b req-302c8925-76e1-4d37-b500-4e1b87e9d2c0 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.2402928 Mar 24 00:51:12.621811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-3559a2fd-eb41-4379-b774-8fbc0e1f20ce tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1385839 Mar 24 00:51:12.635209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-c15b1b9d-2594-4bc6-8bf3-78d851042330 req-14db129b-9549-4219-9925-55d17dd70c47 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Deleting port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:51:12.635571 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c15b1b9d-2594-4bc6-8bf3-78d851042330 req-14db129b-9549-4219-9925-55d17dd70c47 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:12.707771 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37132) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:12.790815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8faf097-4bb0-4c07-b1da-9a765b4bb59b req-9cda58e1-7139-4678-81ea-6207629a3cab tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317204 Mar 24 00:51:12.847207 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-67983dbb-ec7e-40e2-b16a-1da776bdb64b req-9ed45d84-2b65-4147-961c-4479c64d9dfe tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (683bcb47-c355-44a2-8339-f8240c0c629c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:12.865135 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0e6c5e2d-782c-414c-9e5f-1d5918533971', '99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:12.878242 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-29a9aae1-c473-470c-b17b-1ff3f6e66b38 service neutron] 10.222.0.45 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554860 Mar 24 00:51:12.879433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-95faee14-e83b-4983-93e8-47d3a782c4be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:12.880993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['67b23191-0398-402d-82be-68740bac6133', '12c234fe-6cd4-4a64-9edb-003910b80cf6', '683bcb47-c355-44a2-8339-f8240c0c629c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:12.934204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed45d84-2b65-4147-961c-4479c64d9dfe tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event deleted for resources: {'Port': ['ID=683bcb47-c355-44a2-8339-f8240c0c629c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:12.991790 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-95faee14-e83b-4983-93e8-47d3a782c4be admin admin] Publish callbacks [] for security_group (06020714-cb85-4e9c-a418-4748e654353e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:12.997946 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-95faee14-e83b-4983-93e8-47d3a782c4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (06020714-cb85-4e9c-a418-4748e654353e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:13.033386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-c15b1b9d-2594-4bc6-8bf3-78d851042330 req-14db129b-9549-4219-9925-55d17dd70c47 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] For port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:13.033764 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c15b1b9d-2594-4bc6-8bf3-78d851042330 req-14db129b-9549-4219-9925-55d17dd70c47 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:13.067819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-67983dbb-ec7e-40e2-b16a-1da776bdb64b req-9ed45d84-2b65-4147-961c-4479c64d9dfe tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] No DVR routers for this DVR port 683bcb47-c355-44a2-8339-f8240c0c629c on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:51:13.079138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-c15b1b9d-2594-4bc6-8bf3-78d851042330 req-14db129b-9549-4219-9925-55d17dd70c47 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Calling delete_port for 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:51:13.083876 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-67983dbb-ec7e-40e2-b16a-1da776bdb64b req-9ed45d84-2b65-4147-961c-4479c64d9dfe tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:13.084057 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-95faee14-e83b-4983-93e8-47d3a782c4be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4179bc4af7a412b89b1ae01907f6af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725946 Mar 24 00:51:13.084863 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67983dbb-ec7e-40e2-b16a-1da776bdb64b req-9ed45d84-2b65-4147-961c-4479c64d9dfe tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "DELETE /v2.0/ports/683bcb47-c355-44a2-8339-f8240c0c629c HTTP/1.1" status: 204 len: 173 time: 1.3791862 Mar 24 00:51:13.085977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37136) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:13.087035 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24421b94-a77f-4361-a37e-3349b172e48a', 'name': 'network-vif-deleted', 'tag': '683bcb47-c355-44a2-8339-f8240c0c629c'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:13.089277 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cef6f3-68d2-48b3-83a5-e94dd232235d" -d '{"events": [{"server_uuid": "24421b94-a77f-4361-a37e-3349b172e48a", "name": "network-vif-deleted", "tag": "683bcb47-c355-44a2-8339-f8240c0c629c"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:13.148153 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95faee14-e83b-4983-93e8-47d3a782c4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06020714-cb85-4e9c-a418-4748e654353e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:13.165900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-2120dd9c-8a98-4153-b95a-9dc15dbee7aa service neutron] 10.222.0.45 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862835 Mar 24 00:51:13.178250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ffc58-5e8f-4a4b-ba2a-70245bacdae3 req-f72d17ee-a9c1-4a8e-a87e-d67aedb5c6f4 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:13.180282 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b68ffc58-5e8f-4a4b-ba2a-70245bacdae3 req-f72d17ee-a9c1-4a8e-a87e-d67aedb5c6f4 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.2850277 Mar 24 00:51:13.260988 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a61faef8-d155-4802-a2d1-2f88e1d7dcce admin admin] Publish callbacks [] for security_group (06020714-cb85-4e9c-a418-4748e654353e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:13.321157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a61faef8-d155-4802-a2d1-2f88e1d7dcce admin admin] Publish callbacks [] for security_group (06020714-cb85-4e9c-a418-4748e654353e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:13.400964 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a61faef8-d155-4802-a2d1-2f88e1d7dcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (06020714-cb85-4e9c-a418-4748e654353e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:13.405869 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a61faef8-d155-4802-a2d1-2f88e1d7dcce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:13.412102 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a61faef8-d155-4802-a2d1-2f88e1d7dcce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/06020714-cb85-4e9c-a418-4748e654353e HTTP/1.1" status: 204 len: 168 time: 0.3189554 Mar 24 00:51:13.422344 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61faef8-d155-4802-a2d1-2f88e1d7dcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06020714-cb85-4e9c-a418-4748e654353e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:13.491904 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b68ffc58-5e8f-4a4b-ba2a-70245bacdae3 req-d545b6f6-d543-451d-a9e2-b89873da0c6a tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043962 Mar 24 00:51:13.494970 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c15b1b9d-2594-4bc6-8bf3-78d851042330 req-14db129b-9549-4219-9925-55d17dd70c47 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:13.523033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['67b23191-0398-402d-82be-68740bac6133', '12c234fe-6cd4-4a64-9edb-003910b80cf6', '683bcb47-c355-44a2-8339-f8240c0c629c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:13.523626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0e6c5e2d-782c-414c-9e5f-1d5918533971'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:13.582114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db129b-9549-4219-9925-55d17dd70c47 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event deleted for resources: {'Port': ['ID=99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:13.780193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15b1b9d-2594-4bc6-8bf3-78d851042330 req-14db129b-9549-4219-9925-55d17dd70c47 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] No DVR routers for this DVR port 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:51:13.787937 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c15b1b9d-2594-4bc6-8bf3-78d851042330 req-14db129b-9549-4219-9925-55d17dd70c47 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:13.797615 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c15b1b9d-2594-4bc6-8bf3-78d851042330 req-14db129b-9549-4219-9925-55d17dd70c47 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.48 "DELETE /v2.0/ports/99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b HTTP/1.1" status: 204 len: 173 time: 1.5195172 Mar 24 00:51:13.834441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a47712-e7ce-44df-9276-1c1aab4c4584 req-d2b0590b-8337-48c5-866b-7b61a6b4462a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:13.837556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8a47712-e7ce-44df-9276-1c1aab4c4584 req-d2b0590b-8337-48c5-866b-7b61a6b4462a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 944 time: 0.1642127 Mar 24 00:51:13.990137 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8a47712-e7ce-44df-9276-1c1aab4c4584 req-632c6d0a-c219-42fa-b0f4-b6fdb362d472 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396322 Mar 24 00:51:13.991669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1b5f309f-9916-415e-85a5-0831a958c7b2 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:51:14.057533 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6a737-d9ad-4f35-8bd4-96fbe596b1c6 req-c8b26ad2-8c86-495b-8289-66f872c1ca90 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:14.066699 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2bc6a737-d9ad-4f35-8bd4-96fbe596b1c6 req-c8b26ad2-8c86-495b-8289-66f872c1ca90 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 944 time: 0.2264583 Mar 24 00:51:14.136554 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b41e8e5-a33c-4708-abe5-b84976e0b809 x-openstack-request-id: req-5b41e8e5-a33c-4708-abe5-b84976e0b809 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:14.138276 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24421b94-a77f-4361-a37e-3349b172e48a", "name": "network-vif-deleted", "tag": "683bcb47-c355-44a2-8339-f8240c0c629c", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:14.138696 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b41e8e5-a33c-4708-abe5-b84976e0b809 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:14.141325 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b41e8e5-a33c-4708-abe5-b84976e0b809'] response: {'server_uuid': '24421b94-a77f-4361-a37e-3349b172e48a', 'name': 'network-vif-deleted', 'tag': '683bcb47-c355-44a2-8339-f8240c0c629c', 'status': 'completed', 'code': 200} Mar 24 00:51:14.255494 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2bc6a737-d9ad-4f35-8bd4-96fbe596b1c6 req-a70039df-248e-4f47-a89d-0ab10f0be3a7 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861634 Mar 24 00:51:14.402533 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a69b644-5e07-42b8-9f0f-7a850e41a8c7 req-a5d89347-5f6a-46ed-b47e-23ec2db1b63e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 210 time: 0.0712817 Mar 24 00:51:14.521787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0032e-ae14-4219-9208-2fdddb0da005 req-3c4e10da-438d-4050-b4dd-d581ac005753 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:14.527383 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68b0032e-ae14-4219-9208-2fdddb0da005 req-3c4e10da-438d-4050-b4dd-d581ac005753 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.1237438 Mar 24 00:51:14.595567 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 1b5f309f-9916-415e-85a5-0831a958c7b2 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:51:14.629155 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77e00a66-771d-4502-bc5b-005c4e57e523 req-4471b80a-5d34-4d61-be62-6b6051e5bc3a tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=175b85b7-2225-4389-bf1a-f4dab4dacf46 HTTP/1.1" status: 200 len: 210 time: 0.0648754 Mar 24 00:51:14.640215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 1b5f309f-9916-415e-85a5-0831a958c7b2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:14.640595 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1b5f309f-9916-415e-85a5-0831a958c7b2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:14.964538 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 1b5f309f-9916-415e-85a5-0831a958c7b2 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:14.964963 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1b5f309f-9916-415e-85a5-0831a958c7b2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:14.985868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68b0032e-ae14-4219-9208-2fdddb0da005 req-e2fb94db-6a7f-410b-af11-59a6885a63a4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575031 Mar 24 00:51:14.996850 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd554bd70-17cf-4c31-8eb1-c797bd11deec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5f309f-9916-415e-85a5-0831a958c7b2'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:14.999170 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95a9878-de95-4022-b5ed-254303409266" -d '{"events": [{"server_uuid": "d554bd70-17cf-4c31-8eb1-c797bd11deec", "name": "network-vif-plugged", "status": "completed", "tag": "1b5f309f-9916-415e-85a5-0831a958c7b2"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:15.029157 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 1b5f309f-9916-415e-85a5-0831a958c7b2, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1b5f309f-9916-415e-85a5-0831a958c7b2,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:15.079548 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1b5f309f-9916-415e-85a5-0831a958c7b2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:15.080367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device bd6fb2d2-6040-440e-b2f5-736aecb8e9dc up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:51:15.104479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc30b5e-7f88-483a-8745-1e1557792932 req-3af22965-b819-4a11-bd89-f2d6930a53a0 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:15.107317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bcc30b5e-7f88-483a-8745-1e1557792932 req-3af22965-b819-4a11-bd89-f2d6930a53a0 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.1167288 Mar 24 00:51:15.132582 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5d66d4-65b3-4ac3-8d71-a060e3c3ead2 x-openstack-request-id: req-8a5d66d4-65b3-4ac3-8d71-a060e3c3ead2 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:15.132858 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d554bd70-17cf-4c31-8eb1-c797bd11deec", "name": "network-vif-plugged", "status": "completed", "tag": "1b5f309f-9916-415e-85a5-0831a958c7b2", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:15.133133 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a5d66d4-65b3-4ac3-8d71-a060e3c3ead2 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:15.133594 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5d66d4-65b3-4ac3-8d71-a060e3c3ead2'] response: {'server_uuid': 'd554bd70-17cf-4c31-8eb1-c797bd11deec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5f309f-9916-415e-85a5-0831a958c7b2', 'code': 200} Mar 24 00:51:15.182130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=1b5f309f-9916-415e-85a5-0831a958c7b2,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:15.196961 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:15.197322 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:15.197655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:15.198615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:15.198960 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:15.199300 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:15.199642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:15.199979 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:15.200286 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:15.200612 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:15.200934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:15.201282 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:15.201602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:15.201926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:15.202244 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:15.219359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:51:15.225679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:15.226049 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:15.242318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bcc30b5e-7f88-483a-8745-1e1557792932 req-0e6f1103-2d82-46cb-a8a9-7b0f8ea18061 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290541 Mar 24 00:51:15.291195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:51:15.321230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:51:15.321589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:51:15.404450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:15.404779 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:15.455921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:15.465784 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:15.556080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:15.556339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e01bf7-b568-409e-82f7-6ac23c1516e5 req-2a4bc1ce-7220-4bfc-914c-e19b51f78eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:15.556448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72e01bf7-b568-409e-82f7-6ac23c1516e5 req-2a4bc1ce-7220-4bfc-914c-e19b51f78eb1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 1127 time: 0.3379138 Mar 24 00:51:15.602663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e2121-c298-4647-b88a-9f40c3adf786 req-d5ae50b0-da54-44ca-a820-fa8b53639c95 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:15.610789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c8e2121-c298-4647-b88a-9f40c3adf786 req-d5ae50b0-da54-44ca-a820-fa8b53639c95 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 945 time: 0.3055959 Mar 24 00:51:15.662818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-630863c1-5cb1-4fc0-8092-56de1583a106 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:15.664275 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-630863c1-5cb1-4fc0-8092-56de1583a106 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.48 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 821 time: 0.2836275 Mar 24 00:51:15.678033 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c8e2121-c298-4647-b88a-9f40c3adf786 req-516df1a0-3acc-4b2a-b40f-4bcf11abf3b0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663054 Mar 24 00:51:15.708215 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-66e611e1-7f63-40f8-9d80-79ba95ee4d0e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Request body: {'port': {'device_id': '7fd11414-cd6f-4bbc-a414-323ed98e9482', 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c', 'admin_state_up': True, 'tenant_id': '259d3d47b7be4b3182e7a95feee7e085'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:15.744874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b38522-308d-459d-bd03-ec306e54f017 req-54c0e04f-5cf1-484a-ad2f-82c6d93e8cd7 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:15.758599 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37b38522-308d-459d-bd03-ec306e54f017 req-54c0e04f-5cf1-484a-ad2f-82c6d93e8cd7 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 944 time: 0.3831751 Mar 24 00:51:15.884905 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c06f5e17-886c-4c33-9082-6c9563b575f8 req-426a3f2a-dbbf-4c4c-abd4-7fdfeb3a0def tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 210 time: 0.0593777 Mar 24 00:51:15.901124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72e01bf7-b568-409e-82f7-6ac23c1516e5 req-f9c74b6e-8b3a-4624-afec-91c83f8a3401 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315945 Mar 24 00:51:15.962021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37b38522-308d-459d-bd03-ec306e54f017 req-ad34500a-6007-4b2c-80ed-d88a1e95af71 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021022 Mar 24 00:51:15.990946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 683bcb47-c355-44a2-8339-f8240c0c629c no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:51:16.022363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-66e611e1-7f63-40f8-9d80-79ba95ee4d0e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Made reservation on behalf of 259d3d47b7be4b3182e7a95feee7e085 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:51:16.027479 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-66e611e1-7f63-40f8-9d80-79ba95ee4d0e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:16.051275 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 683bcb47-c355-44a2-8339-f8240c0c629c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:51:16.051275 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 683bcb47-c355-44a2-8339-f8240c0c629c not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:51:16.146032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175b85b7-2225-4389-bf1a-f4dab4dacf46', 'name': 'network-vif-deleted', 'tag': '99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:16.148382 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0c6bd8-61f5-4dc4-998a-71a4a3650c87" -d '{"events": [{"server_uuid": "175b85b7-2225-4389-bf1a-f4dab4dacf46", "name": "network-vif-deleted", "tag": "99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:16.287857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a98dc-0557-4895-b3c5-670083d188f6 req-784aec92-e3e6-4697-b6e7-b5b9410c249a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:16.293631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-940a98dc-0557-4895-b3c5-670083d188f6 req-784aec92-e3e6-4697-b6e7-b5b9410c249a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.1677957 Mar 24 00:51:16.351491 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-66e611e1-7f63-40f8-9d80-79ba95ee4d0e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Allocated IP 172.20.0.13 (9b0f0dde-a2c5-4e76-9285-8b850d030f1c/934588f5-a348-4979-87c7-3c16383ef84c/968f3c0e-32b2-4087-a7e6-4da3ea94b2b1) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:51:16.412507 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-940a98dc-0557-4895-b3c5-670083d188f6 req-220ed568-22a8-4923-81f3-4435518e0b6a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069355 Mar 24 00:51:16.516447 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f56269-58c9-46c6-9703-03c8c8b05cf0 x-openstack-request-id: req-43f56269-58c9-46c6-9703-03c8c8b05cf0 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:16.516750 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175b85b7-2225-4389-bf1a-f4dab4dacf46", "name": "network-vif-deleted", "tag": "99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:16.517001 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43f56269-58c9-46c6-9703-03c8c8b05cf0 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:16.517563 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f56269-58c9-46c6-9703-03c8c8b05cf0'] response: {'server_uuid': '175b85b7-2225-4389-bf1a-f4dab4dacf46', 'name': 'network-vif-deleted', 'tag': '99f4b0a2-51a2-47b1-8e89-b1bfd8483e8b', 'status': 'completed', 'code': 200} Mar 24 00:51:16.660325 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-66e611e1-7f63-40f8-9d80-79ba95ee4d0e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks [] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:16.683213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dae861-53f0-4f79-bd2f-16988d39c168 req-43bccd39-6edf-4490-94ac-e267907072bb tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:16.684821 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46dae861-53f0-4f79-bd2f-16988d39c168 req-43bccd39-6edf-4490-94ac-e267907072bb tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.0949066 Mar 24 00:51:16.767731 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46dae861-53f0-4f79-bd2f-16988d39c168 req-c880a79d-eeec-4abe-aef1-9b3d21c3f6f9 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585928 Mar 24 00:51:16.776401 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-66e611e1-7f63-40f8-9d80-79ba95ee4d0e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:16.792623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['158c52f0-af89-4f88-9d5c-9a664b69819f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:16.840441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e611e1-7f63-40f8-9d80-79ba95ee4d0e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Pushing event updated for resources: {'Port': ['ID=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:16.864325 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-66e611e1-7f63-40f8-9d80-79ba95ee4d0e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:51:16.867798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-66e611e1-7f63-40f8-9d80-79ba95ee4d0e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:51:16.872248 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-66e611e1-7f63-40f8-9d80-79ba95ee4d0e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:51:16.988598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-66e611e1-7f63-40f8-9d80-79ba95ee4d0e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:16.989459 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-66e611e1-7f63-40f8-9d80-79ba95ee4d0e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:17.025686 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-66e611e1-7f63-40f8-9d80-79ba95ee4d0e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3205049 Mar 24 00:51:17.053080 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Request body: {'port': {'device_id': '7fd11414-cd6f-4bbc-a414-323ed98e9482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:17.148504 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f02ed3-118e-4632-92f0-2688a7377f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6fb2d2-6040-440e-b2f5-736aecb8e9dc'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:17.152001 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd33bef-90c1-4d13-a5b5-d372592b2811" -d '{"events": [{"server_uuid": "89f02ed3-118e-4632-92f0-2688a7377f84", "name": "network-vif-plugged", "status": "completed", "tag": "bd6fb2d2-6040-440e-b2f5-736aecb8e9dc"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:17.190020 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:17.344276 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28279e7b-cbac-4b09-8258-48d85c2713a9 req-aea4dc8c-0c6c-415d-85b2-e55aca395cf6 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:17.345973 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28279e7b-cbac-4b09-8258-48d85c2713a9 req-aea4dc8c-0c6c-415d-85b2-e55aca395cf6 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 945 time: 0.1745994 Mar 24 00:51:17.423049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2808f7-5d6f-4ca5-8608-d706061f5506 req-ab05f39a-e46f-4ee4-bc47-ce2649d70844 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:17.424565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce2808f7-5d6f-4ca5-8608-d706061f5506 req-ab05f39a-e46f-4ee4-bc47-ce2649d70844 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 932 time: 0.2445319 Mar 24 00:51:17.539860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28279e7b-cbac-4b09-8258-48d85c2713a9 req-f745648a-6452-45fd-8dba-c5c84716bf0f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512215 Mar 24 00:51:17.551387 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce2808f7-5d6f-4ca5-8608-d706061f5506 req-ec8e676b-51f6-4672-b141-7de4e6a0e5e5 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179111 Mar 24 00:51:17.751791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:17.763053 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Publish callbacks [] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:17.773637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3df5a8-6993-42fe-bd86-f67ce6c658c9 req-ee9e4ada-82d4-471b-994e-6d17e3bbb7a8 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:17.775062 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b3df5a8-6993-42fe-bd86-f67ce6c658c9 req-ee9e4ada-82d4-471b-994e-6d17e3bbb7a8 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 945 time: 0.1431313 Mar 24 00:51:17.788360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Transition to ACTIVE for port object 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:51:17.795193 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:17.874434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Pushing event updated for resources: {'Port': ['ID=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:17.893234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b3df5a8-6993-42fe-bd86-f67ce6c658c9 req-bd506c26-b802-4d5a-b40c-3235fd9aab49 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035607 Mar 24 00:51:18.086772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Attempting to bind port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:51:18.087348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Attempting to bind port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:51:18.087841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Attempting to bind port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:18.099068 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:51:18.099611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Attempting to bind port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:18.117203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a960f-5bd0-4ca9-b580-44bf5c3bf1dc req-eb66c1bb-dc57-4ed7-b04a-b58e0e33b2e5 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:18.119031 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c5a960f-5bd0-4ca9-b580-44bf5c3bf1dc req-eb66c1bb-dc57-4ed7-b04a-b58e0e33b2e5 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc8edaca-5195-4ea9-9937-22b6526e967a HTTP/1.1" status: 200 len: 949 time: 0.1334307 Mar 24 00:51:18.121054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:51:18.121666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Checking segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:51:18.122254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Bound using segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:51:18.122897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Bound port: 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:51:18.123450 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:18.132568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f3982-023e-4714-9849-42d32f80826b req-07f7b970-6344-4b31-803b-a0d3ece12202 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:18.136353 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f5f3982-023e-4714-9849-42d32f80826b req-07f7b970-6344-4b31-803b-a0d3ece12202 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc8edaca-5195-4ea9-9937-22b6526e967a HTTP/1.1" status: 200 len: 949 time: 0.1230009 Mar 24 00:51:18.319879 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a754429-638d-424e-a6d0-6069f68ac3cf x-openstack-request-id: req-4a754429-638d-424e-a6d0-6069f68ac3cf {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:18.320368 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f02ed3-118e-4632-92f0-2688a7377f84", "name": "network-vif-plugged", "status": "completed", "tag": "bd6fb2d2-6040-440e-b2f5-736aecb8e9dc", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:18.320455 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a754429-638d-424e-a6d0-6069f68ac3cf {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:18.321007 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a754429-638d-424e-a6d0-6069f68ac3cf'] response: {'server_uuid': '89f02ed3-118e-4632-92f0-2688a7377f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6fb2d2-6040-440e-b2f5-736aecb8e9dc', 'code': 200} Mar 24 00:51:18.349686 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c5a960f-5bd0-4ca9-b580-44bf5c3bf1dc req-56fc84d8-1a2f-4f90-a736-ecc9885b9cff tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111890 Mar 24 00:51:18.366376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] For port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:51:18.370932 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] For port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:51:18.392436 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:18.516070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-6f5f3982-023e-4714-9849-42d32f80826b req-a230946f-ce82-48ba-a24d-c0d03c93a95d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Deleting port 67b23191-0398-402d-82be-68740bac6133 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:51:18.516426 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6f5f3982-023e-4714-9849-42d32f80826b req-a230946f-ce82-48ba-a24d-c0d03c93a95d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (67b23191-0398-402d-82be-68740bac6133), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:18.551975 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:18.552602 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:18.553843 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] 10.222.0.48 "PUT /v2.0/ports/968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 HTTP/1.1" status: 200 len: 1092 time: 1.5199134 Mar 24 00:51:18.554284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd11414-cd6f-4bbc-a414-323ed98e9482', 'tag': '968f3c0e-32b2-4087-a7e6-4da3ea94b2b1'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:18.557365 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8d62c7-12a9-4f62-be45-784550249205" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd11414-cd6f-4bbc-a414-323ed98e9482", "tag": "968f3c0e-32b2-4087-a7e6-4da3ea94b2b1"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:18.646103 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda18db-3517-456f-960f-9d3b35cad252 service neutron] Pushing event updated for resources: {'Port': ['ID=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:18.766797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bf8bb-a33d-412f-b8e1-b3db14db825a req-a38662eb-aa65-4bd3-83ac-53e460175151 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:18.773766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-948bf8bb-a33d-412f-b8e1-b3db14db825a req-a38662eb-aa65-4bd3-83ac-53e460175151 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.3238931 Mar 24 00:51:18.781966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428308f-2dfc-4493-8000-eb9245135d37 req-93301d06-8924-4db6-b8f0-ad8603ef6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:18.783485 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a428308f-2dfc-4493-8000-eb9245135d37 req-93301d06-8924-4db6-b8f0-ad8603ef6314 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 1127 time: 0.3405552 Mar 24 00:51:18.800103 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc8eb4-0d88-4278-b922-dc0ab097f6cb req-e4f796db-63cb-47da-bf5d-148dc7ebf4cc tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:18.801605 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27fc8eb4-0d88-4278-b922-dc0ab097f6cb req-e4f796db-63cb-47da-bf5d-148dc7ebf4cc tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.3367662 Mar 24 00:51:18.805769 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-6f5f3982-023e-4714-9849-42d32f80826b req-a230946f-ce82-48ba-a24d-c0d03c93a95d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] For port 67b23191-0398-402d-82be-68740bac6133, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=67b23191-0398-402d-82be-68740bac6133,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:18.805953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6f5f3982-023e-4714-9849-42d32f80826b req-a230946f-ce82-48ba-a24d-c0d03c93a95d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (67b23191-0398-402d-82be-68740bac6133), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:18.855624 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-6f5f3982-023e-4714-9849-42d32f80826b req-a230946f-ce82-48ba-a24d-c0d03c93a95d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Calling delete_port for 67b23191-0398-402d-82be-68740bac6133 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:51:18.880977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4d7f8-52dc-490d-ab78-84e1c821ed0c req-20037445-8468-4056-914c-aaac36f292c8 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:18.882462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aaa4d7f8-52dc-490d-ab78-84e1c821ed0c req-20037445-8468-4056-914c-aaac36f292c8 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b100540-f491-4823-ba75-85733477f4c5 HTTP/1.1" status: 200 len: 950 time: 0.2618182 Mar 24 00:51:18.893509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-6a99133b-20dc-46b6-a452-204be251b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:18.894871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-6a99133b-20dc-46b6-a452-204be251b9a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 1126 time: 0.2821953 Mar 24 00:51:19.045021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-948bf8bb-a33d-412f-b8e1-b3db14db825a req-fb6e31c5-da30-4b95-bc31-a256bb27d62a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703428 Mar 24 00:51:19.055050 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-31c77c27-15d7-40d5-8e86-dd934f7d1539 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 HTTP/1.1" status: 200 len: 217 time: 0.1431599 Mar 24 00:51:19.099645 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a428308f-2dfc-4493-8000-eb9245135d37 req-64f9c9ff-25bd-4af1-83ca-deb9fca0a70b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904580 Mar 24 00:51:19.187219 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27fc8eb4-0d88-4278-b922-dc0ab097f6cb req-afd178ab-2880-45d0-b7b8-914aa5f13d99 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543894 Mar 24 00:51:19.257006 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba50d49-e63c-4ef5-bf91-98e5a46962c0 x-openstack-request-id: req-6ba50d49-e63c-4ef5-bf91-98e5a46962c0 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:19.257327 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd11414-cd6f-4bbc-a414-323ed98e9482", "tag": "968f3c0e-32b2-4087-a7e6-4da3ea94b2b1", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:19.257587 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ba50d49-e63c-4ef5-bf91-98e5a46962c0 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:19.257995 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba50d49-e63c-4ef5-bf91-98e5a46962c0'] response: {'name': 'network-changed', 'server_uuid': '7fd11414-cd6f-4bbc-a414-323ed98e9482', 'tag': '968f3c0e-32b2-4087-a7e6-4da3ea94b2b1', 'status': 'completed', 'code': 200} Mar 24 00:51:19.266198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-41201544-7d27-478b-ae91-23c5b20330ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:19.267647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-41201544-7d27-478b-ae91-23c5b20330ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.1985304 Mar 24 00:51:19.322301 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-02e70c8c-3f9b-4fbb-bfe3-1be7879b3765 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395246 Mar 24 00:51:19.636330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-aaa4d7f8-52dc-490d-ab78-84e1c821ed0c req-591be062-b285-4fd8-adea-5b34dff78437 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Deleting port 12c234fe-6cd4-4a64-9edb-003910b80cf6 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:51:19.636971 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aaa4d7f8-52dc-490d-ab78-84e1c821ed0c req-591be062-b285-4fd8-adea-5b34dff78437 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (12c234fe-6cd4-4a64-9edb-003910b80cf6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:19.749477 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e2e0b-c7c9-4c80-a043-1e7af8d2f6c1 req-fcc97c18-6f93-4c95-b146-da9f8cb6de77 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:19.757008 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f8e2e0b-c7c9-4c80-a043-1e7af8d2f6c1 req-fcc97c18-6f93-4c95-b146-da9f8cb6de77 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 945 time: 0.5677037 Mar 24 00:51:19.889058 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6f5f3982-023e-4714-9849-42d32f80826b req-a230946f-ce82-48ba-a24d-c0d03c93a95d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (67b23191-0398-402d-82be-68740bac6133), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:19.902020 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0e6c5e2d-782c-414c-9e5f-1d5918533971'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:19.904519 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['67b23191-0398-402d-82be-68740bac6133', '12c234fe-6cd4-4a64-9edb-003910b80cf6'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:19.967561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d7da4-c20c-4683-b201-3f962223a7e4 req-f3fb5fff-6d18-4b42-9a50-e7dd16abd277 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:19.970264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e46d7da4-c20c-4683-b201-3f962223a7e4 req-f3fb5fff-6d18-4b42-9a50-e7dd16abd277 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 944 time: 0.6465824 Mar 24 00:51:19.992709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f8e2e0b-c7c9-4c80-a043-1e7af8d2f6c1 req-ac67ba3f-02b2-4521-a1ac-a4ff9bb03d3d tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335579 Mar 24 00:51:19.995439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-aaa4d7f8-52dc-490d-ab78-84e1c821ed0c req-591be062-b285-4fd8-adea-5b34dff78437 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] For port 12c234fe-6cd4-4a64-9edb-003910b80cf6, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=12c234fe-6cd4-4a64-9edb-003910b80cf6,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:19.995818 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aaa4d7f8-52dc-490d-ab78-84e1c821ed0c req-591be062-b285-4fd8-adea-5b34dff78437 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (12c234fe-6cd4-4a64-9edb-003910b80cf6), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:20.002331 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230946f-ce82-48ba-a24d-c0d03c93a95d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event deleted for resources: {'Port': ['ID=67b23191-0398-402d-82be-68740bac6133,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:20.047399 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-725ab6ac-e971-4e9a-8bba-bd80b1e434c8 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7102616 Mar 24 00:51:20.048631 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-aaa4d7f8-52dc-490d-ab78-84e1c821ed0c req-591be062-b285-4fd8-adea-5b34dff78437 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Calling delete_port for 12c234fe-6cd4-4a64-9edb-003910b80cf6 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:51:20.181163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5f3982-023e-4714-9849-42d32f80826b req-a230946f-ce82-48ba-a24d-c0d03c93a95d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] No DVR routers for this DVR port 67b23191-0398-402d-82be-68740bac6133 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:51:20.430692 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6f5f3982-023e-4714-9849-42d32f80826b req-a230946f-ce82-48ba-a24d-c0d03c93a95d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:20.439040 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f5f3982-023e-4714-9849-42d32f80826b req-a230946f-ce82-48ba-a24d-c0d03c93a95d tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "DELETE /v2.0/ports/67b23191-0398-402d-82be-68740bac6133 HTTP/1.1" status: 204 len: 173 time: 2.2879250 Mar 24 00:51:20.532164 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e46d7da4-c20c-4683-b201-3f962223a7e4 req-d172a8cf-5299-41b8-b032-3c21e08c5c1f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331702 Mar 24 00:51:20.549374 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23cef40c-57ad-40a4-9724-85d7c0567ea8 req-c05a7402-dafe-442d-bdad-87e128a2849c service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759648 Mar 24 00:51:20.560189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876aeb2-0cd0-44ef-80a4-39eb47084e9c req-f422fb4b-4f34-4d7a-a2fd-b3c7642b07f7 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:20.561771 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2876aeb2-0cd0-44ef-80a4-39eb47084e9c req-f422fb4b-4f34-4d7a-a2fd-b3c7642b07f7 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 945 time: 0.3836043 Mar 24 00:51:20.563004 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aaa4d7f8-52dc-490d-ab78-84e1c821ed0c req-591be062-b285-4fd8-adea-5b34dff78437 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (12c234fe-6cd4-4a64-9edb-003910b80cf6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:20.575956 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0e6c5e2d-782c-414c-9e5f-1d5918533971'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:20.693514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2876aeb2-0cd0-44ef-80a4-39eb47084e9c req-200ec659-8341-4e76-a925-b04ff40a19a9 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215897 Mar 24 00:51:20.725404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591be062-b285-4fd8-adea-5b34dff78437 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event deleted for resources: {'Port': ['ID=12c234fe-6cd4-4a64-9edb-003910b80cf6,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:20.784269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa4d7f8-52dc-490d-ab78-84e1c821ed0c req-591be062-b285-4fd8-adea-5b34dff78437 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] No DVR routers for this DVR port 12c234fe-6cd4-4a64-9edb-003910b80cf6 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:51:20.787649 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aaa4d7f8-52dc-490d-ab78-84e1c821ed0c req-591be062-b285-4fd8-adea-5b34dff78437 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:20.794184 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aaa4d7f8-52dc-490d-ab78-84e1c821ed0c req-591be062-b285-4fd8-adea-5b34dff78437 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.57 "DELETE /v2.0/ports/12c234fe-6cd4-4a64-9edb-003910b80cf6 HTTP/1.1" status: 204 len: 173 time: 1.8964648 Mar 24 00:51:20.967563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c88ea5a2-b094-4635-9296-16b9d2daf36a req-8307d9cd-cba6-496e-9f85-f0d737f1d8c4 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc8edaca-5195-4ea9-9937-22b6526e967a HTTP/1.1" status: 200 len: 210 time: 0.0802100 Mar 24 00:51:21.020087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d62c7-12a9-4f62-be45-784550249205 req-5baa93b0-bd84-4eb9-ab28-cd70ad8384a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:21.021946 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b8d62c7-12a9-4f62-be45-784550249205 req-5baa93b0-bd84-4eb9-ab28-cd70ad8384a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 1126 time: 0.2262964 Mar 24 00:51:21.252589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d62c7-12a9-4f62-be45-784550249205 req-6d1828b7-085e-4b34-b53c-49ea4841d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:21.254383 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b8d62c7-12a9-4f62-be45-784550249205 req-6d1828b7-085e-4b34-b53c-49ea4841d0ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.2233312 Mar 24 00:51:21.293754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8edaca-5195-4ea9-9937-22b6526e967a', 'name': 'network-vif-deleted', 'tag': '67b23191-0398-402d-82be-68740bac6133'}, {'server_uuid': '0b100540-f491-4823-ba75-85733477f4c5', 'name': 'network-vif-deleted', 'tag': '12c234fe-6cd4-4a64-9edb-003910b80cf6'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:21.301416 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ccafc3-9574-429f-b21a-6f90dabfbb36" -d '{"events": [{"server_uuid": "dc8edaca-5195-4ea9-9937-22b6526e967a", "name": "network-vif-deleted", "tag": "67b23191-0398-402d-82be-68740bac6133"}, {"server_uuid": "0b100540-f491-4823-ba75-85733477f4c5", "name": "network-vif-deleted", "tag": "12c234fe-6cd4-4a64-9edb-003910b80cf6"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:21.309510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device be511b75-d498-472d-9946-12de9deee73c details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:51:21.468906 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b8d62c7-12a9-4f62-be45-784550249205 req-172e0b63-f7a2-410e-8f87-9aad6da5a1b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 HTTP/1.1" status: 200 len: 217 time: 0.1572425 Mar 24 00:51:21.598891 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb144e1-1ebe-45db-81c9-c0b36bffb0ef req-a06be7a1-cc97-4ac6-bb5d-5892a0ed2e15 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:21.608367 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cdb144e1-1ebe-45db-81c9-c0b36bffb0ef req-a06be7a1-cc97-4ac6-bb5d-5892a0ed2e15 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.3630793 Mar 24 00:51:21.634689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d62c7-12a9-4f62-be45-784550249205 req-3e78b9f4-402c-4a04-9317-8f2021b56ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:21.636343 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b8d62c7-12a9-4f62-be45-784550249205 req-3e78b9f4-402c-4a04-9317-8f2021b56ae3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.1556890 Mar 24 00:51:21.645941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port be511b75-d498-472d-9946-12de9deee73c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=be511b75-d498-472d-9946-12de9deee73c,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:21.672920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'be511b75-d498-472d-9946-12de9deee73c', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'be511b75-d498-472d-9946-12de9deee73c', 'mac_address': 'fa:16:3e:92:42:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:51:21.714894 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port be511b75-d498-472d-9946-12de9deee73c is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:21.715708 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be511b75-d498-472d-9946-12de9deee73c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:21.720298 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b8d62c7-12a9-4f62-be45-784550249205 req-f213196d-778e-408d-a3b7-2e0560075e40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725832 Mar 24 00:51:21.743676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be511b75-d498-472d-9946-12de9deee73c {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:21.786594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port be511b75-d498-472d-9946-12de9deee73c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=be511b75-d498-472d-9946-12de9deee73c,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:21.793591 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (be511b75-d498-472d-9946-12de9deee73c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:21.845590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cdb144e1-1ebe-45db-81c9-c0b36bffb0ef req-19dc5f8a-0290-4216-8581-634de0c867bd tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334344 Mar 24 00:51:21.908377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f958a-7d3d-4d1d-999c-380c9266e775 req-45801568-3f70-4917-9de0-23262b2f97e9 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:21.909359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=be511b75-d498-472d-9946-12de9deee73c,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:21.910086 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba5f958a-7d3d-4d1d-999c-380c9266e775 req-45801568-3f70-4917-9de0-23262b2f97e9 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.1889188 Mar 24 00:51:21.959669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b8d62c7-12a9-4f62-be45-784550249205 req-42ab6542-1a12-43ba-8126-23021c64f6f2 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140591 Mar 24 00:51:22.039550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 12c234fe-6cd4-4a64-9edb-003910b80cf6 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:51:22.083418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba5f958a-7d3d-4d1d-999c-380c9266e775 req-906b2bf8-479d-4be5-8c5e-77a41659023e tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644793 Mar 24 00:51:22.111506 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde714d-cf60-4a6a-aadd-1c2c36e01e9a req-84ababee-cd04-47fd-a632-8671ac7eb910 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:22.113017 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2fde714d-cf60-4a6a-aadd-1c2c36e01e9a req-84ababee-cd04-47fd-a632-8671ac7eb910 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 945 time: 0.1668351 Mar 24 00:51:22.150047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b8d62c7-12a9-4f62-be45-784550249205 req-e5c9dfba-8c73-4d3a-bc2d-4506e79b7cd9 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587718 Mar 24 00:51:22.151768 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['be511b75-d498-472d-9946-12de9deee73c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:22.176506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 12c234fe-6cd4-4a64-9edb-003910b80cf6 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:51:22.183524 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 12c234fe-6cd4-4a64-9edb-003910b80cf6 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:51:22.184767 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 67b23191-0398-402d-82be-68740bac6133 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:51:22.187166 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2fde714d-cf60-4a6a-aadd-1c2c36e01e9a req-649ae7b7-864f-4ffe-be34-d21dff0634ea tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672257 Mar 24 00:51:22.262326 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423321a9-bf2f-4b8f-af14-881c74e6f65e x-openstack-request-id: req-423321a9-bf2f-4b8f-af14-881c74e6f65e {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:22.262711 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8edaca-5195-4ea9-9937-22b6526e967a", "name": "network-vif-deleted", "tag": "67b23191-0398-402d-82be-68740bac6133", "status": "completed", "code": 200}, {"server_uuid": "0b100540-f491-4823-ba75-85733477f4c5", "name": "network-vif-deleted", "tag": "12c234fe-6cd4-4a64-9edb-003910b80cf6", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:22.262977 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-423321a9-bf2f-4b8f-af14-881c74e6f65e {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:22.263406 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423321a9-bf2f-4b8f-af14-881c74e6f65e'] response: {'server_uuid': 'dc8edaca-5195-4ea9-9937-22b6526e967a', 'name': 'network-vif-deleted', 'tag': '67b23191-0398-402d-82be-68740bac6133', 'status': 'completed', 'code': 200} Mar 24 00:51:22.263673 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423321a9-bf2f-4b8f-af14-881c74e6f65e'] response: {'server_uuid': '0b100540-f491-4823-ba75-85733477f4c5', 'name': 'network-vif-deleted', 'tag': '12c234fe-6cd4-4a64-9edb-003910b80cf6', 'status': 'completed', 'code': 200} Mar 24 00:51:22.305723 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 67b23191-0398-402d-82be-68740bac6133 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:51:22.306086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 67b23191-0398-402d-82be-68740bac6133 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:51:22.506002 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278295e3-613b-4fa7-bcc2-1dfa94dbe49e req-6ab0dd3a-8ff5-494f-99f5-4c1d426ff4e8 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:22.507566 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-278295e3-613b-4fa7-bcc2-1dfa94dbe49e req-6ab0dd3a-8ff5-494f-99f5-4c1d426ff4e8 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 945 time: 0.1277339 Mar 24 00:51:22.538227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612a609-cd82-4480-a845-cccaabc678ba req-b1145d61-7eae-417d-ab9b-26294a72d5c1 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:22.540603 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1612a609-cd82-4480-a845-cccaabc678ba req-b1145d61-7eae-417d-ab9b-26294a72d5c1 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 944 time: 0.1507246 Mar 24 00:51:22.617718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1612a609-cd82-4480-a845-cccaabc678ba req-ecac66d4-2ebe-4590-bcdb-9e3d98332716 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690558 Mar 24 00:51:22.629308 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-278295e3-613b-4fa7-bcc2-1dfa94dbe49e req-5c639344-3771-41fd-9d45-6dd1975012a8 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146441 Mar 24 00:51:22.856244 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-800d6ff4-da92-48b4-b0ba-b4842f0f316f service neutron] 10.222.0.57 "GET /v2.0/ports/f75447d9-4d97-43c3-9b6f-2d4e24f18510/bindings/n-h1-760455-9 HTTP/1.1" status: 200 len: 382 time: 0.0927901 Mar 24 00:51:23.231847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-d49ee405-a8ce-4b57-9a03-0d3edd62f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:23.233961 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-d49ee405-a8ce-4b57-9a03-0d3edd62f5ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05&tenant_id=a09e8f3796504a0591d01b6c352de665 HTTP/1.1" status: 200 len: 1132 time: 0.1080151 Mar 24 00:51:23.337926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device be511b75-d498-472d-9946-12de9deee73c up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:51:23.422480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port be511b75-d498-472d-9946-12de9deee73c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:23.423696 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be511b75-d498-472d-9946-12de9deee73c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:23.433568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b96277-8e40-4cbb-98a2-c78bbc861922 req-b14a1524-8f3c-4f3c-aa3b-c989c1dedc94 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:23.440401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37b96277-8e40-4cbb-98a2-c78bbc861922 req-b14a1524-8f3c-4f3c-aa3b-c989c1dedc94 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.1933479 Mar 24 00:51:23.451203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-2887f2cb-799f-4ef1-941e-600c914cb09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:23.453424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-2887f2cb-799f-4ef1-941e-600c914cb09e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 1132 time: 0.1851006 Mar 24 00:51:23.485494 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a538f-1c36-4d31-8545-ea2f54459d90 req-0535be63-e2b1-431a-a321-789c12bcefdf tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:23.492403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e67a538f-1c36-4d31-8545-ea2f54459d90 req-0535be63-e2b1-431a-a321-789c12bcefdf tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 1127 time: 0.2236423 Mar 24 00:51:23.524181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port be511b75-d498-472d-9946-12de9deee73c is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:23.525186 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be511b75-d498-472d-9946-12de9deee73c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:23.566261 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8ea66e-6407-4b3f-9bf3-9ab33fee89da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be511b75-d498-472d-9946-12de9deee73c'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:23.569671 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdbba59-6ba8-4d75-975d-7e66d63a2f9a" -d '{"events": [{"server_uuid": "6b8ea66e-6407-4b3f-9bf3-9ab33fee89da", "name": "network-vif-plugged", "status": "completed", "tag": "be511b75-d498-472d-9946-12de9deee73c"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:23.589619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port be511b75-d498-472d-9946-12de9deee73c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=be511b75-d498-472d-9946-12de9deee73c,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:23.602144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37b96277-8e40-4cbb-98a2-c78bbc861922 req-45f3fa68-ab7e-4be2-953f-fbdf21cc8cd6 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459379 Mar 24 00:51:23.605525 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (be511b75-d498-472d-9946-12de9deee73c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:23.685133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=be511b75-d498-472d-9946-12de9deee73c,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:23.695636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e67a538f-1c36-4d31-8545-ea2f54459d90 req-52d4b365-bbea-4d0b-b259-8adb8fa1b36a tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022924 Mar 24 00:51:23.713390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-8cf58d7a-e436-4631-b480-246a96d4724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:23.714799 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-8cf58d7a-e436-4631-b480-246a96d4724f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.2539058 Mar 24 00:51:23.792665 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-7dd47186-f16d-4b51-a513-b1b6dd2e1219 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510 HTTP/1.1" status: 200 len: 217 time: 0.0717049 Mar 24 00:51:23.880760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-ebe2bc22-d643-4dec-941b-42790fd072b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:23.882163 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-ebe2bc22-d643-4dec-941b-42790fd072b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0646536 Mar 24 00:51:23.895753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d574c-af18-4070-9f50-bd75bf594a2c req-c28d4f9d-92df-427b-a0cb-8b06b99abf2c tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:23.897221 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-646d574c-af18-4070-9f50-bd75bf594a2c req-c28d4f9d-92df-427b-a0cb-8b06b99abf2c tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 945 time: 0.1673043 Mar 24 00:51:23.924992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7273ce4-4ba8-4564-8d91-f30d823e9695 req-150f8b39-78ab-4e61-9238-66b9e9601345 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:23.926510 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7273ce4-4ba8-4564-8d91-f30d823e9695 req-150f8b39-78ab-4e61-9238-66b9e9601345 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.1432498 Mar 24 00:51:24.019717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-646d574c-af18-4070-9f50-bd75bf594a2c req-ea38068f-579f-44d0-86f3-67d341597446 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111228 Mar 24 00:51:24.028606 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7273ce4-4ba8-4564-8d91-f30d823e9695 req-6c3221ac-b7e1-4fe1-b7e2-9b2a1c6410ec tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816717 Mar 24 00:51:24.033714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-6dd1d5c4-e574-4dc3-9c31-ecedb773fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:24.035146 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-6dd1d5c4-e574-4dc3-9c31-ecedb773fc5f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1360536 Mar 24 00:51:24.183436 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a8e89c-cad3-4fe8-b1cc-86969ae17140 x-openstack-request-id: req-d5a8e89c-cad3-4fe8-b1cc-86969ae17140 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:24.183832 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8ea66e-6407-4b3f-9bf3-9ab33fee89da", "name": "network-vif-plugged", "status": "completed", "tag": "be511b75-d498-472d-9946-12de9deee73c", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:24.184219 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5a8e89c-cad3-4fe8-b1cc-86969ae17140 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:24.184672 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a8e89c-cad3-4fe8-b1cc-86969ae17140'] response: {'server_uuid': '6b8ea66e-6407-4b3f-9bf3-9ab33fee89da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be511b75-d498-472d-9946-12de9deee73c', 'code': 200} Mar 24 00:51:24.260109 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-939675fa-b114-465f-bcfc-0735c89f590f service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171004 Mar 24 00:51:24.782262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29002a-c1c3-4092-bc8c-a088cf38e88e req-a0f99d8c-620b-459a-bb82-24b21eea6850 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:24.783660 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b29002a-c1c3-4092-bc8c-a088cf38e88e req-a0f99d8c-620b-459a-bb82-24b21eea6850 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 1127 time: 0.5206006 Mar 24 00:51:24.808961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97785868-966a-43c7-b2b5-ac4826dcebab req-e04d0cad-2252-43c2-b6bc-dec329fbb9c6 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:24.810478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97785868-966a-43c7-b2b5-ac4826dcebab req-e04d0cad-2252-43c2-b6bc-dec329fbb9c6 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 944 time: 0.5257976 Mar 24 00:51:24.835264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbbe970e-60ce-4ffd-b68e-796a741601a0 req-dda0626b-4625-4c28-b056-175654861045 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492475 Mar 24 00:51:24.849299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f925866-6711-4a9e-a739-f884f3a8b3ce req-0c40c38e-b3cd-45ec-8130-5c5f6c28fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:24.850793 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f925866-6711-4a9e-a739-f884f3a8b3ce req-0c40c38e-b3cd-45ec-8130-5c5f6c28fbeb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 1132 time: 0.4618833 Mar 24 00:51:24.907045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3043f9-75a2-4441-8b72-022742b042fd req-0f201d64-4393-4b42-804e-f12eeebb4374 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:24.908538 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae3043f9-75a2-4441-8b72-022742b042fd req-0f201d64-4393-4b42-804e-f12eeebb4374 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.57 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 945 time: 0.4641969 Mar 24 00:51:24.955690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b29002a-c1c3-4092-bc8c-a088cf38e88e req-5dbe12cc-89ca-4d58-91ce-d60c23a0afb0 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637244 Mar 24 00:51:25.001805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97785868-966a-43c7-b2b5-ac4826dcebab req-97be06bb-f61f-475d-bdb2-443976702659 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794116 Mar 24 00:51:25.089664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f925866-6711-4a9e-a739-f884f3a8b3ce req-ad7f7e2e-4d4d-4e53-8f5c-65882fc04e86 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246244 Mar 24 00:51:25.171162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ae3043f9-75a2-4441-8b72-022742b042fd req-56ef0adc-87b5-4c92-a5e1-e5542e9c9365 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Deleting port 1b5f309f-9916-415e-85a5-0831a958c7b2 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:51:25.171377 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ae3043f9-75a2-4441-8b72-022742b042fd req-56ef0adc-87b5-4c92-a5e1-e5542e9c9365 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1b5f309f-9916-415e-85a5-0831a958c7b2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:25.345261 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ae3043f9-75a2-4441-8b72-022742b042fd req-56ef0adc-87b5-4c92-a5e1-e5542e9c9365 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] For port 1b5f309f-9916-415e-85a5-0831a958c7b2, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1b5f309f-9916-415e-85a5-0831a958c7b2,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:25.345988 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ae3043f9-75a2-4441-8b72-022742b042fd req-56ef0adc-87b5-4c92-a5e1-e5542e9c9365 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1b5f309f-9916-415e-85a5-0831a958c7b2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:25.360256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ae3043f9-75a2-4441-8b72-022742b042fd req-56ef0adc-87b5-4c92-a5e1-e5542e9c9365 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Calling delete_port for 1b5f309f-9916-415e-85a5-0831a958c7b2 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:51:25.551006 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ae3043f9-75a2-4441-8b72-022742b042fd req-56ef0adc-87b5-4c92-a5e1-e5542e9c9365 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (1b5f309f-9916-415e-85a5-0831a958c7b2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:25.573672 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['1b5f309f-9916-415e-85a5-0831a958c7b2'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:25.605202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef0adc-87b5-4c92-a5e1-e5542e9c9365 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Pushing event deleted for resources: {'Port': ['ID=1b5f309f-9916-415e-85a5-0831a958c7b2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:25.634730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfd1fb-0700-4035-93f3-aeae4bc0ad21 req-23664408-2a71-4ea3-84e1-190531e9f12d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:25.642235 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61bfd1fb-0700-4035-93f3-aeae4bc0ad21 req-23664408-2a71-4ea3-84e1-190531e9f12d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.1466241 Mar 24 00:51:25.713938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3043f9-75a2-4441-8b72-022742b042fd req-56ef0adc-87b5-4c92-a5e1-e5542e9c9365 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] No DVR routers for this DVR port 1b5f309f-9916-415e-85a5-0831a958c7b2 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:51:25.720771 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ae3043f9-75a2-4441-8b72-022742b042fd req-56ef0adc-87b5-4c92-a5e1-e5542e9c9365 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:25.723245 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae3043f9-75a2-4441-8b72-022742b042fd req-56ef0adc-87b5-4c92-a5e1-e5542e9c9365 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.57 "DELETE /v2.0/ports/1b5f309f-9916-415e-85a5-0831a958c7b2 HTTP/1.1" status: 204 len: 173 time: 0.8076732 Mar 24 00:51:25.724987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd554bd70-17cf-4c31-8eb1-c797bd11deec', 'name': 'network-vif-deleted', 'tag': '1b5f309f-9916-415e-85a5-0831a958c7b2'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:25.728442 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ff12a9-3510-40bc-99c8-3ebdb4034694" -d '{"events": [{"server_uuid": "d554bd70-17cf-4c31-8eb1-c797bd11deec", "name": "network-vif-deleted", "tag": "1b5f309f-9916-415e-85a5-0831a958c7b2"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:25.782912 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8edd898b-a9b8-4f20-90cb-4658c39c5d24 req-ab564845-aedf-4ef7-b49c-c68e18206df5 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=d554bd70-17cf-4c31-8eb1-c797bd11deec HTTP/1.1" status: 200 len: 210 time: 0.0787168 Mar 24 00:51:25.913465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61bfd1fb-0700-4035-93f3-aeae4bc0ad21 req-fbe4dfa8-7a39-4b8b-b4e8-ae272a1f020f tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702329 Mar 24 00:51:26.057337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790d314-82f3-4111-9e98-9c560ca8e4a8 req-9193081c-8190-43fa-a581-189133fdaeaa tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:26.061229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1b5f309f-9916-415e-85a5-0831a958c7b2 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:51:26.064653 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8790d314-82f3-4111-9e98-9c560ca8e4a8 req-9193081c-8190-43fa-a581-189133fdaeaa tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.1114230 Mar 24 00:51:26.106424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c2a1e-591a-4f57-8693-2c0a3b047ee3 req-16b6ad99-68f0-48a4-8dfd-b230522f667e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:26.106675 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 1b5f309f-9916-415e-85a5-0831a958c7b2 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:51:26.106801 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1b5f309f-9916-415e-85a5-0831a958c7b2 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:51:26.107220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f75447d9-4d97-43c3-9b6f-2d4e24f18510 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:51:26.108048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf6c2a1e-591a-4f57-8693-2c0a3b047ee3 req-16b6ad99-68f0-48a4-8dfd-b230522f667e tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9165d8-15a1-45f9-850c-95772f58c710 HTTP/1.1" status: 200 len: 949 time: 0.1138387 Mar 24 00:51:26.159487 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8790d314-82f3-4111-9e98-9c560ca8e4a8 req-c1f75f24-f981-412a-a873-65b92e060cb4 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937803 Mar 24 00:51:26.201305 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf6c2a1e-591a-4f57-8693-2c0a3b047ee3 req-f1229cfc-95ba-4516-b119-cea11fb55b09 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f03a809-db73-4d1e-9c59-7a94e9429c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824306 Mar 24 00:51:26.213054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f75447d9-4d97-43c3-9b6f-2d4e24f18510 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:26.213494 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:26.266807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:26.269508 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e114aea0-5278-4f99-8e5c-c7c474acb269" -d '{"events": [{"server_uuid": "ef7bc167-dc08-4c46-9b8d-e0be27986a05", "name": "network-vif-unplugged", "status": "completed", "tag": "f75447d9-4d97-43c3-9b6f-2d4e24f18510"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:26.286378 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f75447d9-4d97-43c3-9b6f-2d4e24f18510, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:26.296477 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:26.449717 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f75447d9-4d97-43c3-9b6f-2d4e24f18510,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:26.910171 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c6fddd-910b-4f80-8c6f-0edc065c1b2c x-openstack-request-id: req-05c6fddd-910b-4f80-8c6f-0edc065c1b2c {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:26.911720 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d554bd70-17cf-4c31-8eb1-c797bd11deec", "name": "network-vif-deleted", "tag": "1b5f309f-9916-415e-85a5-0831a958c7b2", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:26.911720 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05c6fddd-910b-4f80-8c6f-0edc065c1b2c {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:26.920455 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c6fddd-910b-4f80-8c6f-0edc065c1b2c'] response: {'server_uuid': 'd554bd70-17cf-4c31-8eb1-c797bd11deec', 'name': 'network-vif-deleted', 'tag': '1b5f309f-9916-415e-85a5-0831a958c7b2', 'status': 'completed', 'code': 200} Mar 24 00:51:26.991627 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a103834-b83a-4273-a55f-73723a2a57dd req-5540fa1a-52d9-43a0-8544-ab15a1f1b617 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:27.008930 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a103834-b83a-4273-a55f-73723a2a57dd req-5540fa1a-52d9-43a0-8544-ab15a1f1b617 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.48 "GET /v2.0/ports?device_id=be9165d8-15a1-45f9-850c-95772f58c710 HTTP/1.1" status: 200 len: 949 time: 0.1732681 Mar 24 00:51:27.222912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c180c9-40bf-4bac-b1d0-67593ac174f5 req-cfa2a92d-2fc4-4c2f-a57a-fc103b45ebc4 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:27.229839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54c180c9-40bf-4bac-b1d0-67593ac174f5 req-cfa2a92d-2fc4-4c2f-a57a-fc103b45ebc4 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 944 time: 0.2189896 Mar 24 00:51:27.302450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54c180c9-40bf-4bac-b1d0-67593ac174f5 req-78fd167c-7c04-4484-b7ab-88fcc446d086 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716157 Mar 24 00:51:27.354080 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-1a103834-b83a-4273-a55f-73723a2a57dd req-b4c2dc91-8e53-401b-ba70-f3faa2a40959 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Deleting port 0e6c5e2d-782c-414c-9e5f-1d5918533971 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:51:27.356782 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1a103834-b83a-4273-a55f-73723a2a57dd req-b4c2dc91-8e53-401b-ba70-f3faa2a40959 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0e6c5e2d-782c-414c-9e5f-1d5918533971), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:27.428199 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a05c086-79a9-4386-a4e0-6d3a250f219e x-openstack-request-id: req-8a05c086-79a9-4386-a4e0-6d3a250f219e {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:27.429068 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7bc167-dc08-4c46-9b8d-e0be27986a05", "name": "network-vif-unplugged", "status": "completed", "tag": "f75447d9-4d97-43c3-9b6f-2d4e24f18510", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:27.429534 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a05c086-79a9-4386-a4e0-6d3a250f219e {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:27.430101 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a05c086-79a9-4386-a4e0-6d3a250f219e'] response: {'server_uuid': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510', 'code': 200} Mar 24 00:51:27.571854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1a103834-b83a-4273-a55f-73723a2a57dd req-b4c2dc91-8e53-401b-ba70-f3faa2a40959 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] For port 0e6c5e2d-782c-414c-9e5f-1d5918533971, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=0e6c5e2d-782c-414c-9e5f-1d5918533971,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:27.573478 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1a103834-b83a-4273-a55f-73723a2a57dd req-b4c2dc91-8e53-401b-ba70-f3faa2a40959 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0e6c5e2d-782c-414c-9e5f-1d5918533971), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:27.625973 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-1a103834-b83a-4273-a55f-73723a2a57dd req-b4c2dc91-8e53-401b-ba70-f3faa2a40959 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Calling delete_port for 0e6c5e2d-782c-414c-9e5f-1d5918533971 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:51:27.698765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-c5694a59-749a-44f3-a8b0-98f8d50ef9ce tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:51:27.699898 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-c5694a59-749a-44f3-a8b0-98f8d50ef9ce tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113380 Mar 24 00:51:27.795634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-e0980975-c3ea-4de2-8f6c-5ff9dcad7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:27.797216 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-e0980975-c3ea-4de2-8f6c-5ff9dcad7fca service neutron] 10.222.0.45 "GET /v2.0/ports/bd6fb2d2-6040-440e-b2f5-736aecb8e9dc HTTP/1.1" status: 200 len: 1124 time: 0.0827491 Mar 24 00:51:27.810292 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-6deb1969-e114-4a97-8ed5-35c1ac51336d service neutron] Request body: {'binding': {'host': 'n-h2-760455-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:27.810838 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-6deb1969-e114-4a97-8ed5-35c1ac51336d service neutron] Unknown quota resources ['binding']. {{(pid=115730) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 00:51:27.858392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d307056-86b0-41d8-ae72-1e487d901a0b req-9e77fffb-b708-40ae-a600-31173913b576 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:27.860004 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d307056-86b0-41d8-ae72-1e487d901a0b req-9e77fffb-b708-40ae-a600-31173913b576 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 948 time: 0.1702495 Mar 24 00:51:27.989113 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1a103834-b83a-4273-a55f-73723a2a57dd req-b4c2dc91-8e53-401b-ba70-f3faa2a40959 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (0e6c5e2d-782c-414c-9e5f-1d5918533971), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:28.026218 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d307056-86b0-41d8-ae72-1e487d901a0b req-f09c77d2-8419-4597-ab1f-3c0488c69b0e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467631 Mar 24 00:51:28.035118 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2dc91-8e53-401b-ba70-f3faa2a40959 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Pushing event deleted for resources: {'Port': ['ID=0e6c5e2d-782c-414c-9e5f-1d5918533971,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:28.057783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f75447d9-4d97-43c3-9b6f-2d4e24f18510 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:51:28.133883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a103834-b83a-4273-a55f-73723a2a57dd req-b4c2dc91-8e53-401b-ba70-f3faa2a40959 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] No DVR routers for this DVR port 0e6c5e2d-782c-414c-9e5f-1d5918533971 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:51:28.136734 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1a103834-b83a-4273-a55f-73723a2a57dd req-b4c2dc91-8e53-401b-ba70-f3faa2a40959 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:28.140210 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a103834-b83a-4273-a55f-73723a2a57dd req-b4c2dc91-8e53-401b-ba70-f3faa2a40959 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.48 "DELETE /v2.0/ports/0e6c5e2d-782c-414c-9e5f-1d5918533971 HTTP/1.1" status: 204 len: 173 time: 1.0535321 Mar 24 00:51:28.184728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-6deb1969-e114-4a97-8ed5-35c1ac51336d service neutron] Attempting to bind port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc on host n-h2-760455-9 for vnic_type normal with profile None {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:51:28.185190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-6deb1969-e114-4a97-8ed5-35c1ac51336d service neutron] Attempting to bind port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:51:28.186087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-6deb1969-e114-4a97-8ed5-35c1ac51336d service neutron] Attempting to bind port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:28.194767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-6deb1969-e114-4a97-8ed5-35c1ac51336d service neutron] Port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:51:28.195106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-6deb1969-e114-4a97-8ed5-35c1ac51336d service neutron] Attempting to bind port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:28.205524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-6deb1969-e114-4a97-8ed5-35c1ac51336d service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:51:28.205872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-6deb1969-e114-4a97-8ed5-35c1ac51336d service neutron] Checking segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:51:28.206247 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-6deb1969-e114-4a97-8ed5-35c1ac51336d service neutron] Bound using segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:51:28.206683 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-6deb1969-e114-4a97-8ed5-35c1ac51336d service neutron] Bound port: bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:51:28.229334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f75447d9-4d97-43c3-9b6f-2d4e24f18510, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:28.243431 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb74b1-388a-43fb-bc63-16ece2b01327 req-9943b4f8-31f7-4bf6-87bc-ba66993d3f89 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:28.244877 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45eb74b1-388a-43fb-bc63-16ece2b01327 req-9943b4f8-31f7-4bf6-87bc-ba66993d3f89 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.1124275 Mar 24 00:51:28.256834 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510', 'mac_address': 'fa:16:3e:71:f3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:51:28.300280 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f75447d9-4d97-43c3-9b6f-2d4e24f18510 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:28.301317 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:28.306193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-6deb1969-e114-4a97-8ed5-35c1ac51336d service neutron] For port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:51:28.317002 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75447d9-4d97-43c3-9b6f-2d4e24f18510 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:28.320388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-6deb1969-e114-4a97-8ed5-35c1ac51336d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:28.321645 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-6deb1969-e114-4a97-8ed5-35c1ac51336d service neutron] 10.222.0.45 "POST /v2.0/ports/bd6fb2d2-6040-440e-b2f5-736aecb8e9dc/bindings HTTP/1.1" status: 201 len: 389 time: 0.5155849 Mar 24 00:51:28.339726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45eb74b1-388a-43fb-bc63-16ece2b01327 req-cd32fc5a-28e8-4aec-850b-45a445b92386 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858836 Mar 24 00:51:28.347261 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f75447d9-4d97-43c3-9b6f-2d4e24f18510, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:28.354133 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:28.480437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f75447d9-4d97-43c3-9b6f-2d4e24f18510,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:28.508573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-739f438e-c55a-4af7-a7f6-3c4e8f5216fb req-97e08786-9625-4a8a-b0bb-2a61a3b19331 tempest-ServersOnMultiNodesTest-362521779 tempest-ServersOnMultiNodesTest-362521779-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9165d8-15a1-45f9-850c-95772f58c710 HTTP/1.1" status: 200 len: 210 time: 0.0580866 Mar 24 00:51:28.634271 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['f75447d9-4d97-43c3-9b6f-2d4e24f18510'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:28.706548 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a7331787-2fe7-4990-a4e3-0328976cf6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:28.813368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-0df1a638-b439-49c5-a02d-29ad60017691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:28.815074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-0df1a638-b439-49c5-a02d-29ad60017691 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 1127 time: 0.1443741 Mar 24 00:51:28.924004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-7bfdc893-54f1-4fe1-95f9-8a546885785d tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:28.925617 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-7bfdc893-54f1-4fe1-95f9-8a546885785d tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 811 time: 0.2686832 Mar 24 00:51:28.928184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9165d8-15a1-45f9-850c-95772f58c710', 'name': 'network-vif-deleted', 'tag': '0e6c5e2d-782c-414c-9e5f-1d5918533971'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:28.930879 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe3ebfa-ff5f-4fcf-ab46-7375875b48db" -d '{"events": [{"server_uuid": "be9165d8-15a1-45f9-850c-95772f58c710", "name": "network-vif-deleted", "tag": "0e6c5e2d-782c-414c-9e5f-1d5918533971"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:28.954873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-e313ebb5-4329-4741-975d-102656876694 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/quotas/c234724dc89149218858924a99df6227 HTTP/1.1" status: 200 len: 375 time: 0.0134892 Mar 24 00:51:29.003896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-49ed9da3-35cc-40e4-9a30-c3bede043bfc tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410118 Mar 24 00:51:29.004990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-7330cf99-23a5-45c0-9627-9ba79091651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:29.006432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-7330cf99-23a5-45c0-9627-9ba79091651b service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.1847017 Mar 24 00:51:29.070700 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-b2c59331-6aaf-4481-b357-0ecd2b73700f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc HTTP/1.1" status: 200 len: 217 time: 0.0576503 Mar 24 00:51:29.193828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-173f455e-2cc5-4943-a939-6d65368ab427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:29.195306 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-173f455e-2cc5-4943-a939-6d65368ab427 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.0986040 Mar 24 00:51:29.201105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-ac4815e3-d217-4022-8e47-d1e52163ea2a service neutron] 10.222.0.45 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869266 Mar 24 00:51:29.215850 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacb9da-75cc-4019-b75d-46abaecd1c1f req-91042239-d193-4b53-8a9b-2547653c49a2 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:29.217289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aacb9da-75cc-4019-b75d-46abaecd1c1f req-91042239-d193-4b53-8a9b-2547653c49a2 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 946 time: 0.1641228 Mar 24 00:51:29.245260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-ae342aca-bbb6-4e11-95db-d12dfe6363d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424943 Mar 24 00:51:29.351813 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 0e6c5e2d-782c-414c-9e5f-1d5918533971 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:51:29.372901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 0e6c5e2d-782c-414c-9e5f-1d5918533971 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:51:29.373409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 0e6c5e2d-782c-414c-9e5f-1d5918533971 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:51:29.383847 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aacb9da-75cc-4019-b75d-46abaecd1c1f req-5bbfc6c5-6472-4b03-b846-8770ac9ddddd tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424234 Mar 24 00:51:29.423483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-b4060b57-31a5-4a0e-998e-a08e3cf1e9df service neutron] 10.222.0.45 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036939 Mar 24 00:51:29.428704 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-ae9c1713-139d-404a-8392-8de75e663e0d service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708875 Mar 24 00:51:29.535654 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:29.560247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-556c1e79-c846-48a0-b408-9f8358495779 service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189759 Mar 24 00:51:29.822152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-4285c62b-fb71-46b4-a09c-99788c79b05a tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:29.823664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-4285c62b-fb71-46b4-a09c-99788c79b05a tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84&tenant_id=d31a258675f94796a5709fd6f7444f7f&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 1127 time: 0.1860077 Mar 24 00:51:29.838980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760455-9'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:29.848784 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cc5d6-963e-4b76-8ac6-9d3a76abe2cd req-bf6efbd1-2b02-4935-830b-e9b797d1a321 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:29.861811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e13cc5d6-963e-4b76-8ac6-9d3a76abe2cd req-bf6efbd1-2b02-4935-830b-e9b797d1a321 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 944 time: 0.2346857 Mar 24 00:51:30.053000 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f75447d9-4d97-43c3-9b6f-2d4e24f18510 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:51:30.129272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port f75447d9-4d97-43c3-9b6f-2d4e24f18510 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:30.130104 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:30.173698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-1b8f6c22-7bba-4886-84ad-6f9b65bfad0b tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:30.175139 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-1b8f6c22-7bba-4886-84ad-6f9b65bfad0b tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05&tenant_id=a09e8f3796504a0591d01b6c352de665&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 949 time: 0.4574852 Mar 24 00:51:30.198531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba437e9-1d63-43db-a270-70d46110fbd4 req-5e940e13-b4fe-4391-a3e0-dcfcac0eab88 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:30.199982 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ba437e9-1d63-43db-a270-70d46110fbd4 req-5e940e13-b4fe-4391-a3e0-dcfcac0eab88 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.4789093 Mar 24 00:51:30.225512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f75447d9-4d97-43c3-9b6f-2d4e24f18510 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:30.226065 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:30.252348 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:30.254605 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ad05af-270b-4ab8-9fa2-481930bc3b89" -d '{"events": [{"server_uuid": "ef7bc167-dc08-4c46-9b8d-e0be27986a05", "name": "network-vif-plugged", "status": "completed", "tag": "f75447d9-4d97-43c3-9b6f-2d4e24f18510"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:30.269337 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f75447d9-4d97-43c3-9b6f-2d4e24f18510, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:30.275094 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:30.320162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e13cc5d6-963e-4b76-8ac6-9d3a76abe2cd req-8ee389ec-b23f-4bf8-8c0f-f06d66f1499c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574180 Mar 24 00:51:30.329592 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:30.362652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-860347f0-b646-4681-af01-0a910126a93b service neutron] 10.222.0.57 "GET /v2.0/ports/f75447d9-4d97-43c3-9b6f-2d4e24f18510/bindings/n-h1-760455-9 HTTP/1.1" status: 200 len: 382 time: 0.1734247 Mar 24 00:51:30.406024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ba437e9-1d63-43db-a270-70d46110fbd4 req-d97812a8-899a-4bfa-80b3-37746ede9314 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965575 Mar 24 00:51:30.457496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f75447d9-4d97-43c3-9b6f-2d4e24f18510,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:30.472561 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4c18a4-82fc-4a29-b95d-6d6ea46e6798 x-openstack-request-id: req-8d4c18a4-82fc-4a29-b95d-6d6ea46e6798 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:30.472851 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9165d8-15a1-45f9-850c-95772f58c710", "name": "network-vif-deleted", "tag": "0e6c5e2d-782c-414c-9e5f-1d5918533971", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:30.473121 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d4c18a4-82fc-4a29-b95d-6d6ea46e6798 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:30.473509 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4c18a4-82fc-4a29-b95d-6d6ea46e6798'] response: {'server_uuid': 'be9165d8-15a1-45f9-850c-95772f58c710', 'name': 'network-vif-deleted', 'tag': '0e6c5e2d-782c-414c-9e5f-1d5918533971', 'status': 'completed', 'code': 200} Mar 24 00:51:30.527758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-d0a64381-364d-4d62-863a-99a942e33745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:30.529326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-d0a64381-364d-4d62-863a-99a942e33745 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 1132 time: 0.1397614 Mar 24 00:51:30.571079 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fede46a-acac-41c0-8767-f30e70ef9c5e req-d0f60121-0d7e-4a7a-b0c4-3a519b20b9da tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:30.572531 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9fede46a-acac-41c0-8767-f30e70ef9c5e req-d0f60121-0d7e-4a7a-b0c4-3a519b20b9da tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 945 time: 0.1733997 Mar 24 00:51:30.674728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] For port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:30.792043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9fede46a-acac-41c0-8767-f30e70ef9c5e req-6b5bd302-c3b4-4490-9a2d-8fa0a6ba54e0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065935 Mar 24 00:51:30.799944 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-43b3129e-e50a-4bd2-a443-f518e81b89a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:30.817356 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] For port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:51:30.846137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-cc08f341-8c05-411a-887c-d69ade103ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:30.847510 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-cc08f341-8c05-411a-887c-d69ade103ee5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.2990031 Mar 24 00:51:30.882499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-178f91a0-e265-4516-8824-ac3093716e08 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:30.883917 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-178f91a0-e265-4516-8824-ac3093716e08 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.57 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 811 time: 0.2458916 Mar 24 00:51:30.921249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-c229dd83-c253-4c7a-af3e-c70900fc4057 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Request body: {'port': {'device_id': 'c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5', 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13', 'admin_state_up': True, 'tenant_id': 'c234724dc89149218858924a99df6227'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:30.925860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-bb2c765f-0473-4c11-b556-7b4e5c833673 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510 HTTP/1.1" status: 200 len: 217 time: 0.0654025 Mar 24 00:51:30.930968 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Publish callbacks [] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:30.998331 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:31.049338 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7151fdc5-52a3-4a2b-987d-648284f946b1 req-2773c731-3477-4494-8800-650d0aeb3070 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 210 time: 0.0559146 Mar 24 00:51:31.117048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-eab08092-d1e5-4c1e-9060-d78f9ea719ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:31.118577 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-eab08092-d1e5-4c1e-9060-d78f9ea719ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1859198 Mar 24 00:51:31.196492 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fd24f3-e547-4dfb-8948-60529ba6bd1d x-openstack-request-id: req-e4fd24f3-e547-4dfb-8948-60529ba6bd1d {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:31.196798 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7bc167-dc08-4c46-9b8d-e0be27986a05", "name": "network-vif-plugged", "status": "completed", "tag": "f75447d9-4d97-43c3-9b6f-2d4e24f18510", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:31.197058 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4fd24f3-e547-4dfb-8948-60529ba6bd1d {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:31.197487 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4fd24f3-e547-4dfb-8948-60529ba6bd1d'] response: {'server_uuid': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510', 'code': 200} Mar 24 00:51:31.248558 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37846) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:31.283025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Pushing event updated for resources: {'Port': ['ID=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:31.309633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Attempting to bind port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc on host n-h1-760455-9 for vnic_type normal with profile {"migrating_to": "n-h2-760455-9"} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:51:31.309976 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Attempting to bind port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:51:31.310311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Attempting to bind port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:31.312786 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-c229dd83-c253-4c7a-af3e-c70900fc4057 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Made reservation on behalf of c234724dc89149218858924a99df6227 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:51:31.316124 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-c229dd83-c253-4c7a-af3e-c70900fc4057 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:31.336032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:51:31.336398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Attempting to bind port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:31.356483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b2392a83-16b2-4b0b-b2b6-553464a896cc no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:51:31.359119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:51:31.359467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Checking segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:51:31.359854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Bound using segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:51:31.360297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Bound port: bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:51:31.360661 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:31.455991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b2392a83-16b2-4b0b-b2b6-553464a896cc is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:31.456508 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:31.456911 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e8771552-3258-49bf-aaeb-c4645e451beb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df816c36861a41d49b8f0b50ec662764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059343 Mar 24 00:51:31.457972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c3557-2876-4aa0-8292-0e0a7f55593d req-3eccb9e9-bc1f-468a-a5a0-41824c31f407 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:31.459638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37858) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:31.472011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e8c3557-2876-4aa0-8292-0e0a7f55593d req-3eccb9e9-bc1f-468a-a5a0-41824c31f407 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.3328426 Mar 24 00:51:31.501683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:31.509919 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:31.522192 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cee47e4b-fc77-4acf-b079-f12a39bd03c2 admin admin] Publish callbacks [] for security_group (0f03a809-db73-4d1e-9c59-7a94e9429c4f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:31.546958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-58b4d79a-1c54-47cb-81ca-6543ed528518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:31.548510 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-58b4d79a-1c54-47cb-81ca-6543ed528518 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3807278 Mar 24 00:51:31.565941 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cee47e4b-fc77-4acf-b079-f12a39bd03c2 admin admin] Publish callbacks [] for security_group (0f03a809-db73-4d1e-9c59-7a94e9429c4f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:31.590465 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b2392a83-16b2-4b0b-b2b6-553464a896cc,revision_number=11']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:31.625955 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cee47e4b-fc77-4acf-b079-f12a39bd03c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0f03a809-db73-4d1e-9c59-7a94e9429c4f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:31.628493 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cee47e4b-fc77-4acf-b079-f12a39bd03c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:31.629908 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cee47e4b-fc77-4acf-b079-f12a39bd03c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f03a809-db73-4d1e-9c59-7a94e9429c4f HTTP/1.1" status: 204 len: 168 time: 0.1697097 Mar 24 00:51:31.638777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee47e4b-fc77-4acf-b079-f12a39bd03c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f03a809-db73-4d1e-9c59-7a94e9429c4f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:31.766603 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e8c3557-2876-4aa0-8292-0e0a7f55593d req-33d77200-4774-48db-96b3-1829374bb208 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938294 Mar 24 00:51:31.767656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] For port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:51:31.805408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] For port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:51:31.818072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-c229dd83-c253-4c7a-af3e-c70900fc4057 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Allocated IP 172.20.0.14 (ed6472c2-d109-4f17-8364-15c609d6ab13/251d5752-2a9f-4020-8b2c-bc7d24dfd8cf/b0d98e45-fda3-4416-81ad-59dd2470be86) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:51:31.826007 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:31.881998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-e65836b3-bd24-4363-905d-236a8cc13eed service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143785 Mar 24 00:51:31.932523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792491d-a6c2-409d-9ff8-f54e5822141a req-c109805e-9f29-49dd-b4ae-aa24501f9be3 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:31.934026 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f792491d-a6c2-409d-9ff8-f54e5822141a req-c109805e-9f29-49dd-b4ae-aa24501f9be3 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.3334093 Mar 24 00:51:31.952880 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37880) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:31.993769 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a88f410e-eb7c-44b3-9b94-435a576aa5d3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=014b34e9723245a7bb7b8fe35afa6505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395982 Mar 24 00:51:31.996336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37882) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:32.007692 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:32.048198 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b94b6d96-543b-45b0-85e7-80f4da42e3b5 admin admin] Publish callbacks [] for security_group (3180633c-9bd8-41ec-89d2-80b27d0c7343), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:32.069421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:32.070064 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:32.072373 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b94b6d96-543b-45b0-85e7-80f4da42e3b5 admin admin] Publish callbacks [] for security_group (3180633c-9bd8-41ec-89d2-80b27d0c7343), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:32.072964 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] 10.222.0.48 "PUT /v2.0/ports/bd6fb2d2-6040-440e-b2f5-736aecb8e9dc HTTP/1.1" status: 200 len: 1121 time: 2.2392223 Mar 24 00:51:32.075995 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6784c85-870f-475c-80a7-23ae5708913e service neutron] Pushing event updated for resources: {'Port': ['ID=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,revision_number=8']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:32.135631 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b94b6d96-543b-45b0-85e7-80f4da42e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3180633c-9bd8-41ec-89d2-80b27d0c7343), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:32.139098 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b94b6d96-543b-45b0-85e7-80f4da42e3b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:32.140677 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b94b6d96-543b-45b0-85e7-80f4da42e3b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3180633c-9bd8-41ec-89d2-80b27d0c7343 HTTP/1.1" status: 204 len: 168 time: 0.1433611 Mar 24 00:51:32.159907 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['bd6fb2d2-6040-440e-b2f5-736aecb8e9dc'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:32.161460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15ddf9-1fb5-4490-a3c9-7362569c42cb req-7e9cb935-c5a6-4784-908a-2278a537b79d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:32.161850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b6d96-543b-45b0-85e7-80f4da42e3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3180633c-9bd8-41ec-89d2-80b27d0c7343,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:32.164525 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:51:32.168588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d15ddf9-1fb5-4490-a3c9-7362569c42cb req-7e9cb935-c5a6-4784-908a-2278a537b79d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 944 time: 0.3290834 Mar 24 00:51:32.231996 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f792491d-a6c2-409d-9ff8-f54e5822141a req-09fdd1b7-ef6d-4296-802a-7003aee1e709 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863216 Mar 24 00:51:32.245919 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:32.263821 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-c3a70a4c-ae3e-4ebe-9c2c-e6014dfa632c service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569221 Mar 24 00:51:32.298613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d15ddf9-1fb5-4490-a3c9-7362569c42cb req-cbb82181-abe2-4c9b-9570-54ec3c5dcb81 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290643 Mar 24 00:51:32.334043 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-c229dd83-c253-4c7a-af3e-c70900fc4057 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks [] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:32.395835 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4485614-0bc9-4533-95d6-75f1f8fa49d1 req-4a2f4c6e-d82b-4a60-b7a5-39d5ad2148c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:32.402852 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4485614-0bc9-4533-95d6-75f1f8fa49d1 req-4a2f4c6e-d82b-4a60-b7a5-39d5ad2148c7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.0907326 Mar 24 00:51:32.426569 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-c229dd83-c253-4c7a-af3e-c70900fc4057 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:32.475701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f02ed3-118e-4632-92f0-2688a7377f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6fb2d2-6040-440e-b2f5-736aecb8e9dc'}, {'name': 'network-changed', 'server_uuid': '89f02ed3-118e-4632-92f0-2688a7377f84', 'tag': 'bd6fb2d2-6040-440e-b2f5-736aecb8e9dc'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:32.482911 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519de2d0-fe30-4263-b7ce-3d249f4d2331" -d '{"events": [{"server_uuid": "89f02ed3-118e-4632-92f0-2688a7377f84", "name": "network-vif-unplugged", "status": "completed", "tag": "bd6fb2d2-6040-440e-b2f5-736aecb8e9dc"}, {"name": "network-changed", "server_uuid": "89f02ed3-118e-4632-92f0-2688a7377f84", "tag": "bd6fb2d2-6040-440e-b2f5-736aecb8e9dc"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:32.504578 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-c229dd83-c253-4c7a-af3e-c70900fc4057 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Network ed6472c2-d109-4f17-8364-15c609d6ab13 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:51:32.515366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-c229dd83-c253-4c7a-af3e-c70900fc4057 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:51:32.535116 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4485614-0bc9-4533-95d6-75f1f8fa49d1 req-80596bf1-c76e-4ca7-9c37-510fa1729f69 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314733 Mar 24 00:51:32.536006 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-c229dd83-c253-4c7a-af3e-c70900fc4057 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:51:32.539261 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229dd83-c253-4c7a-af3e-c70900fc4057 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Pushing event updated for resources: {'Port': ['ID=b0d98e45-fda3-4416-81ad-59dd2470be86,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:32.592520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-c229dd83-c253-4c7a-af3e-c70900fc4057 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:32.593739 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-c229dd83-c253-4c7a-af3e-c70900fc4057 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:32.614244 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-c229dd83-c253-4c7a-af3e-c70900fc4057 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6973708 Mar 24 00:51:32.628818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Request body: {'port': {'device_id': 'c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:32.742653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648051d-7bae-4c0b-bd11-880a0f03a3c9 req-3a44901c-ae44-483f-a039-1b9e98c10f5d tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:32.744294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2648051d-7bae-4c0b-bd11-880a0f03a3c9 req-3a44901c-ae44-483f-a039-1b9e98c10f5d tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 943 time: 0.1210189 Mar 24 00:51:32.744808 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:32.863629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2648051d-7bae-4c0b-bd11-880a0f03a3c9 req-d1964e15-cdec-4cf8-9abd-a06835e3d662 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066825 Mar 24 00:51:32.948768 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dc8830-cc72-4824-8db3-36205dc0748a x-openstack-request-id: req-37dc8830-cc72-4824-8db3-36205dc0748a {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:32.949311 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f02ed3-118e-4632-92f0-2688a7377f84", "name": "network-vif-unplugged", "status": "completed", "tag": "bd6fb2d2-6040-440e-b2f5-736aecb8e9dc", "code": 200}, {"name": "network-changed", "server_uuid": "89f02ed3-118e-4632-92f0-2688a7377f84", "tag": "bd6fb2d2-6040-440e-b2f5-736aecb8e9dc", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:32.949630 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37dc8830-cc72-4824-8db3-36205dc0748a {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:32.949986 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37dc8830-cc72-4824-8db3-36205dc0748a'] response: {'server_uuid': '89f02ed3-118e-4632-92f0-2688a7377f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6fb2d2-6040-440e-b2f5-736aecb8e9dc', 'code': 200} Mar 24 00:51:32.950190 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37dc8830-cc72-4824-8db3-36205dc0748a'] response: {'name': 'network-changed', 'server_uuid': '89f02ed3-118e-4632-92f0-2688a7377f84', 'tag': 'bd6fb2d2-6040-440e-b2f5-736aecb8e9dc', 'status': 'completed', 'code': 200} Mar 24 00:51:33.071649 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37974) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:33.180878 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ab2e7103-3aeb-4813-9543-da31cfe6c8e3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-122068730-network', 'tenant_id': 'a66b27805d5a4e37851732f4918544fa'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:33.198277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:33.201345 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc31629-2607-4d36-9d5b-721162397777" -d '{"events": [{"server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "name": "network-vif-unplugged", "status": "completed", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:33.210848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2e7103-3aeb-4813-9543-da31cfe6c8e3 admin admin] Made reservation on behalf of a66b27805d5a4e37851732f4918544fa for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:51:33.214354 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7103-3aeb-4813-9543-da31cfe6c8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:33.228936 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7103-3aeb-4813-9543-da31cfe6c8e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:33.260012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda0f1d-f5a9-4079-bb0a-36e37f0500d5 req-e89275b8-db9e-49bc-bb22-d49745315ba4 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:33.266103 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0eda0f1d-f5a9-4079-bb0a-36e37f0500d5 req-e89275b8-db9e-49bc-bb22-d49745315ba4 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 932 time: 0.4459255 Mar 24 00:51:33.321871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7103-3aeb-4813-9543-da31cfe6c8e3 admin admin] Publish callbacks [] for security_group (4e1ce68c-82d1-46ce-87d3-6aad741aca2b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:33.327905 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7103-3aeb-4813-9543-da31cfe6c8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4e1ce68c-82d1-46ce-87d3-6aad741aca2b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:33.350078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2e7103-3aeb-4813-9543-da31cfe6c8e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:51:33.365952 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e7103-3aeb-4813-9543-da31cfe6c8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1ce68c-82d1-46ce-87d3-6aad741aca2b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:33.368872 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7103-3aeb-4813-9543-da31cfe6c8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (99f74918-ea1e-4f27-b878-d72dee5bdd7c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:33.369065 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519de2d0-fe30-4263-b7ce-3d249f4d2331 req-91f02b9e-d2a3-4f1c-88a9-964d4628219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:33.369597 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-ab2e7103-3aeb-4813-9543-da31cfe6c8e3 admin admin] Added segment 99f74918-ea1e-4f27-b878-d72dee5bdd7c of type vlan for network bc29f919-37f5-4b74-b314-25e161ee201e Mar 24 00:51:33.370576 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-519de2d0-fe30-4263-b7ce-3d249f4d2331 req-91f02b9e-d2a3-4f1c-88a9-964d4628219b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 1155 time: 0.4156172 Mar 24 00:51:33.377943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device bd6fb2d2-6040-440e-b2f5-736aecb8e9dc details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:51:33.416249 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7103-3aeb-4813-9543-da31cfe6c8e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (bc29f919-37f5-4b74-b314-25e161ee201e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:33.442727 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7103-3aeb-4813-9543-da31cfe6c8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (bc29f919-37f5-4b74-b314-25e161ee201e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:33.443800 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2e7103-3aeb-4813-9543-da31cfe6c8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:33.444361 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7103-3aeb-4813-9543-da31cfe6c8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:33.444504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0eda0f1d-f5a9-4079-bb0a-36e37f0500d5 req-e6eb221b-f3fe-471c-a665-ee60043f6094 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773016 Mar 24 00:51:33.474526 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ab2e7103-3aeb-4813-9543-da31cfe6c8e3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4017587 Mar 24 00:51:33.488079 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37996) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:33.496516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ca285006-6b51-4e67-8934-143981a871ba admin admin] Request body: {'subnet': {'network_id': 'bc29f919-37f5-4b74-b314-25e161ee201e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-122068730-subnet', 'tenant_id': 'a66b27805d5a4e37851732f4918544fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:33.523134 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff8aeea-3ec3-429a-878e-10943ce04531 x-openstack-request-id: req-aff8aeea-3ec3-429a-878e-10943ce04531 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:33.523498 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "name": "network-vif-unplugged", "status": "completed", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:33.523751 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aff8aeea-3ec3-429a-878e-10943ce04531 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:33.524318 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff8aeea-3ec3-429a-878e-10943ce04531'] response: {'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'code': 200} Mar 24 00:51:33.525618 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:33.527181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e7103-3aeb-4813-9543-da31cfe6c8e3 admin admin] Pushing event updated for resources: {'Network': ['ID=bc29f919-37f5-4b74-b314-25e161ee201e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:33.534449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:33.546022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network bc29f919-37f5-4b74-b314-25e161ee201e details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:51:33.593868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device bd6fb2d2-6040-440e-b2f5-736aecb8e9dc has no active binding in host n-h2-760455-9 {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 24 00:51:33.594246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b2392a83-16b2-4b0b-b2b6-553464a896cc details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:51:33.609086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd69bc8-4e48-47b3-984a-dbc22a38e290 req-687024d9-cbb2-4a88-8f5c-55eaf3f53d32 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:33.610548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2bd69bc8-4e48-47b3-984a-dbc22a38e290 req-687024d9-cbb2-4a88-8f5c-55eaf3f53d32 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.2485499 Mar 24 00:51:33.613753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca285006-6b51-4e67-8934-143981a871ba admin admin] Made reservation on behalf of a66b27805d5a4e37851732f4918544fa for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:51:33.616012 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca285006-6b51-4e67-8934-143981a871ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:33.627712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519de2d0-fe30-4263-b7ce-3d249f4d2331 req-f7b1b0c6-be74-40a0-a1f7-211dfdbc0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:33.629459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-519de2d0-fe30-4263-b7ce-3d249f4d2331 req-f7b1b0c6-be74-40a0-a1f7-211dfdbc0562 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.2464731 Mar 24 00:51:33.716913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:33.732565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'port_id': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'mac_address': 'fa:16:3e:1a:f3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:51:33.740409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d98e45-fda3-4416-81ad-59dd2470be86 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:33.757842 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-519de2d0-fe30-4263-b7ce-3d249f4d2331 req-ced944db-c9e7-4468-a963-3b472139b0d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc HTTP/1.1" status: 200 len: 217 time: 0.1127925 Mar 24 00:51:33.762707 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Publish callbacks [] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:33.769011 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b2392a83-16b2-4b0b-b2b6-553464a896cc is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:33.769625 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:33.783502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2392a83-16b2-4b0b-b2b6-553464a896cc {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:33.804186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:33.808104 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:33.831274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Transition to ACTIVE for port object b0d98e45-fda3-4416-81ad-59dd2470be86 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:51:33.856589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b2392a83-16b2-4b0b-b2b6-553464a896cc,revision_number=12']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:33.858287 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:33.907320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2bd69bc8-4e48-47b3-984a-dbc22a38e290 req-e7d0bd24-ae91-48bf-ba51-23329c51d355 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653825 Mar 24 00:51:33.914403 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519de2d0-fe30-4263-b7ce-3d249f4d2331 req-6191b572-0a05-4839-ab34-c4481ad1f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:33.916326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-519de2d0-fe30-4263-b7ce-3d249f4d2331 req-6191b572-0a05-4839-ab34-c4481ad1f7e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.1499112 Mar 24 00:51:33.928212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da97fae-047b-49d8-8370-c76908c25f14 req-75123054-762a-479e-9d87-7d2881cdc554 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:33.929719 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1da97fae-047b-49d8-8370-c76908c25f14 req-75123054-762a-479e-9d87-7d2881cdc554 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.3281159 Mar 24 00:51:33.938233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['b2392a83-16b2-4b0b-b2b6-553464a896cc'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:33.977811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-519de2d0-fe30-4263-b7ce-3d249f4d2331 req-38eefe1b-5197-4f86-b7ec-9a12bf094568 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471439 Mar 24 00:51:33.982208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Pushing event updated for resources: {'Port': ['ID=b0d98e45-fda3-4416-81ad-59dd2470be86,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:34.224787 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1da97fae-047b-49d8-8370-c76908c25f14 req-3d06a9f0-f887-478a-a500-15edf768fffa tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739818 Mar 24 00:51:34.276661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Attempting to bind port b0d98e45-fda3-4416-81ad-59dd2470be86 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:51:34.277052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Attempting to bind port b0d98e45-fda3-4416-81ad-59dd2470be86 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:51:34.277372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Attempting to bind port b0d98e45-fda3-4416-81ad-59dd2470be86 on network ed6472c2-d109-4f17-8364-15c609d6ab13 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:34.285505 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca285006-6b51-4e67-8934-143981a871ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (d5bf4b18-7a61-4ab5-ade9-0720b50da458), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:34.310522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e5ecd-e950-4e43-8806-d43f940b87a5 req-0d136672-efd8-44eb-a6c5-1a5595a0850d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:34.312040 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d8e5ecd-e950-4e43-8806-d43f940b87a5 req-0d136672-efd8-44eb-a6c5-1a5595a0850d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 944 time: 0.2512548 Mar 24 00:51:34.312619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Port b0d98e45-fda3-4416-81ad-59dd2470be86 on network ed6472c2-d109-4f17-8364-15c609d6ab13 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:51:34.312953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Attempting to bind port b0d98e45-fda3-4416-81ad-59dd2470be86 on network ed6472c2-d109-4f17-8364-15c609d6ab13 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:34.345266 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-519de2d0-fe30-4263-b7ce-3d249f4d2331 req-aabb937f-fc24-43bf-b9d1-6222753de941 service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486326 Mar 24 00:51:34.378778 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:51:34.379506 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Checking segment: {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:51:34.379506 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Bound using segment: {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:51:34.380077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Bound port: b0d98e45-fda3-4416-81ad-59dd2470be86, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:51:34.380268 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:34.475184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca285006-6b51-4e67-8934-143981a871ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5bf4b18-7a61-4ab5-ade9-0720b50da458,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:34.609028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d8e5ecd-e950-4e43-8806-d43f940b87a5 req-48c31776-cb19-4375-922e-c92a9c1a65f4 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684095 Mar 24 00:51:34.624570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2a405-c01a-4066-83f7-3a107ee9dec7 req-880b08b8-8c38-4bb3-8e89-de1ef86c3bac tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:34.631567 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbb2a405-c01a-4066-83f7-3a107ee9dec7 req-880b08b8-8c38-4bb3-8e89-de1ef86c3bac tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.2936752 Mar 24 00:51:34.633460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca285006-6b51-4e67-8934-143981a871ba admin admin] Checking segment: {'id': '99f74918-ea1e-4f27-b878-d72dee5bdd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc29f919-37f5-4b74-b314-25e161ee201e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:51:34.633830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca285006-6b51-4e67-8934-143981a871ba admin admin] Network hostable DHCP agents. Network: bc29f919-37f5-4b74-b314-25e161ee201e, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:51:34.659199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38032) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:34.672488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] For port b0d98e45-fda3-4416-81ad-59dd2470be86, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:51:34.675991 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-519de2d0-fe30-4263-b7ce-3d249f4d2331 req-123d4ba0-8576-4b1e-9861-3b21e5d2c2d5 service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151166 Mar 24 00:51:34.707193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] For port b0d98e45-fda3-4416-81ad-59dd2470be86, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b0d98e45-fda3-4416-81ad-59dd2470be86,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:51:34.749609 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:34.759064 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca285006-6b51-4e67-8934-143981a871ba admin admin] Network bc29f919-37f5-4b74-b314-25e161ee201e is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:51:34.775875 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9a5162ed-1a72-4bd2-b9e5-fb66b0499e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:34.816493 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbb2a405-c01a-4066-83f7-3a107ee9dec7 req-e341d252-1f10-4b00-81c8-749197fb6242 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839709 Mar 24 00:51:34.818598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-dc9109de-a0d2-4608-ade1-752f6f706f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:34.820091 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-dc9109de-a0d2-4608-ade1-752f6f706f96 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05&tenant_id=a09e8f3796504a0591d01b6c352de665 HTTP/1.1" status: 200 len: 1132 time: 0.2310448 Mar 24 00:51:34.832108 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:34.832108 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:34.832108 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] 10.222.0.57 "PUT /v2.0/ports/b0d98e45-fda3-4416-81ad-59dd2470be86 HTTP/1.1" status: 200 len: 1092 time: 2.2037148 Mar 24 00:51:34.832108 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-ca285006-6b51-4e67-8934-143981a871ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, bc29f919-37f5-4b74-b314-25e161ee201e) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:51:34.838833 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca285006-6b51-4e67-8934-143981a871ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:34.839480 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca285006-6b51-4e67-8934-143981a871ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:34.876866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e79e6d-4f66-4a27-8a46-422ff18ce2d3 req-409af40c-1d58-4747-a073-1273d1965d02 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:34.880621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5658e420-8ccf-449b-b0e8-1ae5e2940fc1 None None] Network bc29f919-37f5-4b74-b314-25e161ee201e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:51:34.883726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78e79e6d-4f66-4a27-8a46-422ff18ce2d3 req-409af40c-1d58-4747-a073-1273d1965d02 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 943 time: 0.2007961 Mar 24 00:51:34.900952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ca285006-6b51-4e67-8934-143981a871ba admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4080873 Mar 24 00:51:34.900952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f108c96-adc5-4353-8f3c-9f49dc2a9cae service neutron] Pushing event updated for resources: {'Port': ['ID=b0d98e45-fda3-4416-81ad-59dd2470be86,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:34.902887 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38038) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:34.911636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-122068730-router', 'tenant_id': 'a66b27805d5a4e37851732f4918544fa', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:34.921811 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9a5162ed-1a72-4bd2-b9e5-fb66b0499e2d admin admin] Publish callbacks [] for security_group (248ba828-1b62-4b25-bbf1-eaede9f5f040), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:34.935725 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9a5162ed-1a72-4bd2-b9e5-fb66b0499e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (248ba828-1b62-4b25-bbf1-eaede9f5f040), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:34.955903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5', 'tag': 'b0d98e45-fda3-4416-81ad-59dd2470be86'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:34.958164 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302cb076-746e-4319-9383-6c08716c749b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5", "tag": "b0d98e45-fda3-4416-81ad-59dd2470be86"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:34.963488 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (95533e8c-06fd-4dae-b6e3-5c93107cedc7), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:34.964512 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (95533e8c-06fd-4dae-b6e3-5c93107cedc7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:34.985437 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9a5162ed-1a72-4bd2-b9e5-fb66b0499e2d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=444aff243070486d89fce6b2b23b4b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3250349 Mar 24 00:51:34.989979 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38050) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:35.034440 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5162ed-1a72-4bd2-b9e5-fb66b0499e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248ba828-1b62-4b25-bbf1-eaede9f5f040,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:35.048069 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78e79e6d-4f66-4a27-8a46-422ff18ce2d3 req-425f4458-7425-47cb-bb56-de5d42506946 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633637 Mar 24 00:51:35.078312 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:35.089049 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-bc29f919-37f5-4b74-b314-25e161ee201e', 'network_id': 'bc29f919-37f5-4b74-b314-25e161ee201e', 'project_id': 'a66b27805d5a4e37851732f4918544fa', 'fixed_ips': [{'subnet_id': 'd5bf4b18-7a61-4ab5-ade9-0720b50da458'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:51:35.090183 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:35.096592 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Publish callbacks [] for router_controller (95533e8c-06fd-4dae-b6e3-5c93107cedc7), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:35.097599 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50aa22d1-c810-4fac-b175-6fa6cd23195c admin admin] Publish callbacks [] for security_group (248ba828-1b62-4b25-bbf1-eaede9f5f040), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:35.112062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f8bec-fdab-4dd9-a33f-0a53d284f2c3 req-036f78e1-072c-4e7f-ab42-5756e5fe27e5 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:35.115794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab7f8bec-fdab-4dd9-a33f-0a53d284f2c3 req-036f78e1-072c-4e7f-ab42-5756e5fe27e5 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 944 time: 0.2073767 Mar 24 00:51:35.119551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-72fbcd02-8f92-4ffd-a7e3-fa26eeedeb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:35.121704 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-72fbcd02-8f92-4ffd-a7e3-fa26eeedeb1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 1132 time: 0.1916084 Mar 24 00:51:35.135139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-96d22ed1-3b83-4e68-9368-78227fd79db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:35.136563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-96d22ed1-3b83-4e68-9368-78227fd79db8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 1126 time: 0.2255576 Mar 24 00:51:35.188808 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50aa22d1-c810-4fac-b175-6fa6cd23195c admin admin] Publish callbacks [] for security_group (248ba828-1b62-4b25-bbf1-eaede9f5f040), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:35.283593 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-652c36b7-2807-4442-ae3d-3ed9a06e1b92 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0d98e45-fda3-4416-81ad-59dd2470be86 HTTP/1.1" status: 200 len: 217 time: 0.1323462 Mar 24 00:51:35.285046 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Publish callbacks [] for router_gateway (95533e8c-06fd-4dae-b6e3-5c93107cedc7), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:35.294964 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Allocated IP 172.20.0.2 (bc29f919-37f5-4b74-b314-25e161ee201e/d5bf4b18-7a61-4ab5-ade9-0720b50da458/f5a6354d-6470-4962-a506-24dca4889978) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:51:35.377722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab7f8bec-fdab-4dd9-a33f-0a53d284f2c3 req-dec7fe25-daf7-4ba3-a391-c06e22eb8362 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476716 Mar 24 00:51:35.421454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651fe92-dc97-4f2d-96d0-133018d8c62d req-8335b277-d13f-4331-aa14-7485755eb46a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:35.428856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3651fe92-dc97-4f2d-96d0-133018d8c62d req-8335b277-d13f-4331-aa14-7485755eb46a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.2853906 Mar 24 00:51:35.434650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-89889590-fb9d-4819-b95a-eb55c944b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:35.436075 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-89889590-fb9d-4819-b95a-eb55c944b332 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf HTTP/1.1" status: 200 len: 851 time: 0.1399662 Mar 24 00:51:35.452938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-bd026ec4-972a-4b6d-9008-6a70f6d91f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:35.454479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-bd026ec4-972a-4b6d-9008-6a70f6d91f6b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.3230600 Mar 24 00:51:35.478083 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b40951d-6cfa-47db-9803-b167253619bb x-openstack-request-id: req-6b40951d-6cfa-47db-9803-b167253619bb {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:35.478370 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5", "tag": "b0d98e45-fda3-4416-81ad-59dd2470be86", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:35.478621 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b40951d-6cfa-47db-9803-b167253619bb {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:35.479018 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b40951d-6cfa-47db-9803-b167253619bb'] response: {'name': 'network-changed', 'server_uuid': 'c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5', 'tag': 'b0d98e45-fda3-4416-81ad-59dd2470be86', 'status': 'completed', 'code': 200} Mar 24 00:51:35.486300 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Publish callbacks [] for port (f5a6354d-6470-4962-a506-24dca4889978), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:35.493208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b2392a83-16b2-4b0b-b2b6-553464a896cc up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:51:35.498440 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (f5a6354d-6470-4962-a506-24dca4889978), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:35.502186 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-c01c477d-56c0-415f-b144-c113523cdbd0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed6472c2-d109-4f17-8364-15c609d6ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514474 Mar 24 00:51:35.549083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-873d470a-9e1e-4d87-a1ac-11c5399275e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510 HTTP/1.1" status: 200 len: 217 time: 0.0808780 Mar 24 00:51:35.610117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Network bc29f919-37f5-4b74-b314-25e161ee201e is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:51:35.620137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:51:35.623467 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:51:35.639362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Pushing event updated for resources: {'Port': ['ID=f5a6354d-6470-4962-a506-24dca4889978,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:35.689984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port b2392a83-16b2-4b0b-b2b6-553464a896cc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:35.690353 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:35.761207 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50aa22d1-c810-4fac-b175-6fa6cd23195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (248ba828-1b62-4b25-bbf1-eaede9f5f040), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:35.764306 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50aa22d1-c810-4fac-b175-6fa6cd23195c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:35.766110 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-50aa22d1-c810-4fac-b175-6fa6cd23195c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/248ba828-1b62-4b25-bbf1-eaede9f5f040 HTTP/1.1" status: 204 len: 168 time: 0.7742484 Mar 24 00:51:35.779346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa22d1-c810-4fac-b175-6fa6cd23195c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248ba828-1b62-4b25-bbf1-eaede9f5f040,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:35.821128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Attempting to bind port f5a6354d-6470-4962-a506-24dca4889978 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:51:35.821537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Attempting to bind port f5a6354d-6470-4962-a506-24dca4889978 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '99f74918-ea1e-4f27-b878-d72dee5bdd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc29f919-37f5-4b74-b314-25e161ee201e'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:51:35.821908 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Attempting to bind port f5a6354d-6470-4962-a506-24dca4889978 on network bc29f919-37f5-4b74-b314-25e161ee201e {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:35.854234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:51:35.854633 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Checking segment: {'id': '99f74918-ea1e-4f27-b878-d72dee5bdd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc29f919-37f5-4b74-b314-25e161ee201e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:51:35.855004 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:35.855387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Bound using segment: {'id': '99f74918-ea1e-4f27-b878-d72dee5bdd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc29f919-37f5-4b74-b314-25e161ee201e'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:51:35.855867 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Bound port: f5a6354d-6470-4962-a506-24dca4889978, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f74918-ea1e-4f27-b878-d72dee5bdd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc29f919-37f5-4b74-b314-25e161ee201e'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:51:35.856237 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f5a6354d-6470-4962-a506-24dca4889978), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:36.009078 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Publish callbacks [] for router_gateway (95533e8c-06fd-4dae-b6e3-5c93107cedc7), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:36.030724 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:36.067259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3651fe92-dc97-4f2d-96d0-133018d8c62d req-7acf6400-ad5f-44d5-af25-b7231dce6800 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6367760 Mar 24 00:51:36.098130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b2392a83-16b2-4b0b-b2b6-553464a896cc is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:36.098739 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:36.111485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] For port f5a6354d-6470-4962-a506-24dca4889978, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:51:36.143121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] For port f5a6354d-6470-4962-a506-24dca4889978, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f5a6354d-6470-4962-a506-24dca4889978,segment=NetworkSegment(99f74918-ea1e-4f27-b878-d72dee5bdd7c),segment_id=99f74918-ea1e-4f27-b878-d72dee5bdd7c)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:51:36.151394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:36.155341 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcca820c-e241-43e7-8b95-d8ee256ab86d" -d '{"events": [{"server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "name": "network-vif-plugged", "status": "completed", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:36.162373 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f5a6354d-6470-4962-a506-24dca4889978), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:36.246280 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6386d94-3350-4e31-bf30-6c13ed6ee84f None None] Pushing event updated for resources: {'Port': ['ID=f5a6354d-6470-4962-a506-24dca4889978,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:36.252618 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Allocated IP 172.25.0.96 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/1e00986c-28e8-4188-ab6a-61ff3beadc6d) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:51:36.253712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:36.253858 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-b866a996-63ef-4eb8-aaa6-94606fbb28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:36.255265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-b866a996-63ef-4eb8-aaa6-94606fbb28f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.6913357 Mar 24 00:51:36.263857 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:36.348211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b2392a83-16b2-4b0b-b2b6-553464a896cc,revision_number=13']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:36.454965 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-e80a3796-cb8a-4d4d-b14a-dda629735f70 service neutron] 10.222.0.57 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9204085 Mar 24 00:51:36.461633 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Publish callbacks [] for port (1e00986c-28e8-4188-ab6a-61ff3beadc6d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:36.480400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cfdc9-a364-45bc-bf72-eaef8d5671e8 req-4fbbf899-13a2-46a6-8e62-ef0a43060a8e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:36.488215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-806cfdc9-a364-45bc-bf72-eaef8d5671e8 req-4fbbf899-13a2-46a6-8e62-ef0a43060a8e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 945 time: 0.5250707 Mar 24 00:51:36.575783 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1e00986c-28e8-4188-ab6a-61ff3beadc6d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:36.621752 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-806a1558-eaaf-4a5b-a4ef-994fc818f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:36.624955 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-806a1558-eaaf-4a5b-a4ef-994fc818f5cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3582945 Mar 24 00:51:36.645830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534bc83-672d-4b0b-8694-1486ac947308 req-ea041d7b-cf99-46d5-bf79-cb6d40499d5a tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:36.647686 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9534bc83-672d-4b0b-8694-1486ac947308 req-ea041d7b-cf99-46d5-bf79-cb6d40499d5a tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 944 time: 0.3825195 Mar 24 00:51:36.692827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Pushing event updated for resources: {'Port': ['ID=1e00986c-28e8-4188-ab6a-61ff3beadc6d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:36.699421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-806cfdc9-a364-45bc-bf72-eaef8d5671e8 req-04a05a78-832a-4104-a860-0688fc81afa1 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857178 Mar 24 00:51:36.734037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:51:36.736699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:51:36.743628 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:51:36.819160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761eaea1-e7dd-41b7-8b17-c5ef236c1215 req-70fcac0d-1baa-48a7-99ac-3b4fd652ebca service neutron] 10.222.0.57 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461943 Mar 24 00:51:36.943750 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9534bc83-672d-4b0b-8694-1486ac947308 req-7d8eb3f2-c1b9-42d0-82e2-463e994994e5 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576888 Mar 24 00:51:37.007673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-dbff1553-dbd4-489a-a140-09fbde912003 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526151 Mar 24 00:51:37.150100 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38100) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:37.175551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd41ddd-9dc5-4c07-bb8b-5a416d2398c0 req-f0f75a36-144c-4b5c-8708-d0a59124cf20 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:37.179272 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Publish callbacks [] for router_gateway (95533e8c-06fd-4dae-b6e3-5c93107cedc7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:37.182865 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ecd41ddd-9dc5-4c07-bb8b-5a416d2398c0 req-f0f75a36-144c-4b5c-8708-d0a59124cf20 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.3596206 Mar 24 00:51:37.209181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cb076-746e-4319-9383-6c08716c749b req-eea6287b-974e-4807-acf9-9eb872c16b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:37.210987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-302cb076-746e-4319-9383-6c08716c749b req-eea6287b-974e-4807-acf9-9eb872c16b5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 1126 time: 0.3099234 Mar 24 00:51:37.366675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d33bb306-9264-4cf4-bc16-849c082e3364 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-631542271-network', 'tenant_id': '39466f42d3cb4e43b1c11edb18af53db'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:37.384185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:51:37.399441 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c79cb4-2ad8-47c2-81c4-efcc36078789 req-95b8008e-2bc5-4918-803b-6c34b93dfdb7 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762939 Mar 24 00:51:37.437890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0af28-db91-42e1-9b95-571d626cb291 req-c4f482fd-f788-4518-8831-d7b439701552 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:37.444779 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25f0af28-db91-42e1-9b95-571d626cb291 req-c4f482fd-f788-4518-8831-d7b439701552 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 943 time: 0.3583136 Mar 24 00:51:37.485363 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ecd41ddd-9dc5-4c07-bb8b-5a416d2398c0 req-616ba58f-9118-4049-9a83-fd6e3060cfcd tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956896 Mar 24 00:51:37.529954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33bb306-9264-4cf4-bc16-849c082e3364 admin admin] Made reservation on behalf of 39466f42d3cb4e43b1c11edb18af53db for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:51:37.533309 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d33bb306-9264-4cf4-bc16-849c082e3364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:37.559431 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d33bb306-9264-4cf4-bc16-849c082e3364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:37.570781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-13c85d8c-78c5-49ea-85f7-4f45b3fc08bd service neutron] 10.222.0.57 "GET /v2.0/ports/bd6fb2d2-6040-440e-b2f5-736aecb8e9dc/bindings/n-h2-760455-9 HTTP/1.1" status: 200 len: 384 time: 0.3447359 Mar 24 00:51:37.588785 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79731a5-4967-4968-8a73-2c5c1bad6fe2 x-openstack-request-id: req-a79731a5-4967-4968-8a73-2c5c1bad6fe2 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:37.589077 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "name": "network-vif-plugged", "status": "completed", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:37.592599 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a79731a5-4967-4968-8a73-2c5c1bad6fe2 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:37.593709 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a79731a5-4967-4968-8a73-2c5c1bad6fe2'] response: {'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'code': 200} Mar 24 00:51:37.600049 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (95533e8c-06fd-4dae-b6e3-5c93107cedc7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:37.641384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cb076-746e-4319-9383-6c08716c749b req-da69104c-5b83-4232-adee-8966a9dcbc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:37.643225 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-302cb076-746e-4319-9383-6c08716c749b req-da69104c-5b83-4232-adee-8966a9dcbc91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 912 time: 0.4098067 Mar 24 00:51:37.646029 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:37.676235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '968f3c0e-32b2-4087-a7e6-4da3ea94b2b1', 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c', 'port_id': '968f3c0e-32b2-4087-a7e6-4da3ea94b2b1', 'mac_address': 'fa:16:3e:05:b2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934588f5-a348-4979-87c7-3c16383ef84c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:51:37.743382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:37.743775 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:37.774805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:37.779382 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d33bb306-9264-4cf4-bc16-849c082e3364 admin admin] Publish callbacks [] for security_group (f02350b0-7aa5-4653-afe1-c31f1c361156), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:37.797693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25f0af28-db91-42e1-9b95-571d626cb291 req-83397c5d-9955-4e92-977b-c11b235b6bee tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518114 Mar 24 00:51:37.818627 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-302cb076-746e-4319-9383-6c08716c749b req-a7babb18-830b-4d95-ba73-b1ae18906967 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0d98e45-fda3-4416-81ad-59dd2470be86 HTTP/1.1" status: 200 len: 217 time: 0.1677361 Mar 24 00:51:37.826176 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d33bb306-9264-4cf4-bc16-849c082e3364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f02350b0-7aa5-4653-afe1-c31f1c361156), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:37.826394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:37.834264 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:37.866333 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bb306-9264-4cf4-bc16-849c082e3364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02350b0-7aa5-4653-afe1-c31f1c361156,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:37.910709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33bb306-9264-4cf4-bc16-849c082e3364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:51:37.930667 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:37.941401 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d33bb306-9264-4cf4-bc16-849c082e3364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4cd1859e-18d4-45ef-a143-9674c20c5153), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:37.941997 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-d33bb306-9264-4cf4-bc16-849c082e3364 admin admin] Added segment 4cd1859e-18d4-45ef-a143-9674c20c5153 of type vlan for network e1d9accb-8dd8-44a6-b381-745a23ff44a4 Mar 24 00:51:37.969461 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1538ae-a261-44f0-a50c-2676ea250099 None None] Network bc29f919-37f5-4b74-b314-25e161ee201e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:51:38.025694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cb076-746e-4319-9383-6c08716c749b req-b8cf6f40-0fb1-439c-8cbb-94dcc220e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:38.027388 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-302cb076-746e-4319-9383-6c08716c749b req-b8cf6f40-0fb1-439c-8cbb-94dcc220e463 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf HTTP/1.1" status: 200 len: 851 time: 0.1860576 Mar 24 00:51:38.041135 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d33bb306-9264-4cf4-bc16-849c082e3364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (e1d9accb-8dd8-44a6-b381-745a23ff44a4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:38.043934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df6f94-ece5-4a89-8a16-ac24463c6d8e req-7c12cdf2-de8b-41ca-a709-8be839964293 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:38.051502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5df6f94-ece5-4a89-8a16-ac24463c6d8e req-7c12cdf2-de8b-41ca-a709-8be839964293 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 944 time: 0.3948381 Mar 24 00:51:38.089184 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d33bb306-9264-4cf4-bc16-849c082e3364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (e1d9accb-8dd8-44a6-b381-745a23ff44a4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:38.090270 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33bb306-9264-4cf4-bc16-849c082e3364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:38.090852 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d33bb306-9264-4cf4-bc16-849c082e3364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:38.144229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device bd6fb2d2-6040-440e-b2f5-736aecb8e9dc no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:51:38.155326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Router 95533e8c-06fd-4dae-b6e3-5c93107cedc7 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:51:38.177313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-302cb076-746e-4319-9383-6c08716c749b req-acd32864-464b-41ac-97c7-efe2ee3aca14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed6472c2-d109-4f17-8364-15c609d6ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232822 Mar 24 00:51:38.203561 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-9646c760-2200-422e-844d-debe4ee6b8fc None None] Provisioning complete for port f5a6354d-6470-4962-a506-24dca4889978 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:38.204337 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9646c760-2200-422e-844d-debe4ee6b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f5a6354d-6470-4962-a506-24dca4889978), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:38.226130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b750e-a074-4714-805e-dc6ae9678454 req-23325873-8ec4-42e4-858c-da96b0945641 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:38.234031 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-407b750e-a074-4714-805e-dc6ae9678454 req-23325873-8ec4-42e4-858c-da96b0945641 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.2968812 Mar 24 00:51:38.295668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['968f3c0e-32b2-4087-a7e6-4da3ea94b2b1'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:38.332095 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d33bb306-9264-4cf4-bc16-849c082e3364 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1781025 Mar 24 00:51:38.344832 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38108) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:38.362536 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d616106e-3f81-4447-a101-83e5cf6654c2 admin admin] Request body: {'subnet': {'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-631542271-subnet', 'tenant_id': '39466f42d3cb4e43b1c11edb18af53db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:38.366842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:51:38.379902 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Sync routers for ids ['95533e8c-06fd-4dae-b6e3-5c93107cedc7'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:51:38.395679 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bb306-9264-4cf4-bc16-849c082e3364 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d9accb-8dd8-44a6-b381-745a23ff44a4,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:38.397542 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Routers {'95533e8c-06fd-4dae-b6e3-5c93107cedc7'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:51:38.398180 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:51:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['95533e8c-06fd-4dae-b6e3-5c93107cedc7'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:51:38.435300 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:38.437244 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-694406ce-fac0-4498-9a2a-9d5fb0a0b8bb admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5324702 Mar 24 00:51:38.442744 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38110) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:51:38.453757 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc is: DOWN; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:38.454822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f75447d9-4d97-43c3-9b6f-2d4e24f18510 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:51:38.503380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-302cb076-746e-4319-9383-6c08716c749b req-48b825df-3742-437d-a685-18a14c4e0825 service neutron] 10.222.0.57 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157821 Mar 24 00:51:38.558338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network e1d9accb-8dd8-44a6-b381-745a23ff44a4 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:51:38.560341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f5a6354d-6470-4962-a506-24dca4889978 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:51:38.590560 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d616106e-3f81-4447-a101-83e5cf6654c2 admin admin] Made reservation on behalf of 39466f42d3cb4e43b1c11edb18af53db for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:51:38.592903 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d616106e-3f81-4447-a101-83e5cf6654c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:38.628535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-59cde7d6-4b66-4f31-a18c-7578060c6c70 service neutron] For port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:38.662479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-59cde7d6-4b66-4f31-a18c-7578060c6c70 service neutron] For port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:51:38.676359 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Set router 95533e8c-06fd-4dae-b6e3-5c93107cedc7 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:51:38.742487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-59cde7d6-4b66-4f31-a18c-7578060c6c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6fb2d2-6040-440e-b2f5-736aecb8e9dc {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:38.778165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-59cde7d6-4b66-4f31-a18c-7578060c6c70 service neutron] For port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:38.814346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-407b750e-a074-4714-805e-dc6ae9678454 req-145aa9eb-4bc9-4cc3-9049-1649cafab6a3 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5795007 Mar 24 00:51:38.848878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9646c760-2200-422e-844d-debe4ee6b8fc None None] Current status of the port f5a6354d-6470-4962-a506-24dca4889978 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:38.849317 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9646c760-2200-422e-844d-debe4ee6b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f5a6354d-6470-4962-a506-24dca4889978), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:38.856501 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-59cde7d6-4b66-4f31-a18c-7578060c6c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:38.999772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-59cde7d6-4b66-4f31-a18c-7578060c6c70 service neutron] Transition to ACTIVE for port object bd6fb2d2-6040-440e-b2f5-736aecb8e9dc will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:51:39.013762 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9646c760-2200-422e-844d-debe4ee6b8fc None None] For port f5a6354d-6470-4962-a506-24dca4889978, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f5a6354d-6470-4962-a506-24dca4889978,segment=NetworkSegment(99f74918-ea1e-4f27-b878-d72dee5bdd7c),segment_id=99f74918-ea1e-4f27-b878-d72dee5bdd7c)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:39.035759 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9646c760-2200-422e-844d-debe4ee6b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f5a6354d-6470-4962-a506-24dca4889978), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:39.043962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f5a6354d-6470-4962-a506-24dca4889978 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:39.046623 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f5a6354d-6470-4962-a506-24dca4889978), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:39.073506 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5df6f94-ece5-4a89-8a16-ac24463c6d8e req-ca0b8455-86e0-4f44-a49a-51efd523330b tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0209205 Mar 24 00:51:39.074568 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f75447d9-4d97-43c3-9b6f-2d4e24f18510 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:39.074975 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:39.086871 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-59cde7d6-4b66-4f31-a18c-7578060c6c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:39.223831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cde7d6-4b66-4f31-a18c-7578060c6c70 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,revision_number=10']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:39.239451 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'name': 'tempest-FloatingIPsTestJSON-122068730-router', 'tenant_id': 'a66b27805d5a4e37851732f4918544fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '1e00986c-28e8-4188-ab6a-61ff3beadc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:51:34Z', 'updated_at': '2022-03-24T00:51:37Z', 'revision_number': 3, 'project_id': 'a66b27805d5a4e37851732f4918544fa', 'gw_port': {'id': '1e00986c-28e8-4188-ab6a-61ff3beadc6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:51:36Z', 'updated_at': '2022-03-24T00:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:51:39.279581 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Checking router: 95533e8c-06fd-4dae-b6e3-5c93107cedc7 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:51:39.280272 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Updating router 95533e8c-06fd-4dae-b6e3-5c93107cedc7 port 1e00986c-28e8-4188-ab6a-61ff3beadc6d binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:51:39.296996 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f75447d9-4d97-43c3-9b6f-2d4e24f18510, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:39.307510 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-671f423e-91b6-48eb-8d05-a51e72817ead req-42713eec-5d15-4366-8f24-1d0198f3ac09 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2458353 Mar 24 00:51:39.318769 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646c760-2200-422e-844d-debe4ee6b8fc None None] Pushing event updated for resources: {'Port': ['ID=f5a6354d-6470-4962-a506-24dca4889978,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:39.323308 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1e00986c-28e8-4188-ab6a-61ff3beadc6d), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:39.340926 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:39.349943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2e2cc301-95da-47f9-93ef-064418f1ae55 None None] Provisioning complete for port f5a6354d-6470-4962-a506-24dca4889978 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:39.351234 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2e2cc301-95da-47f9-93ef-064418f1ae55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f5a6354d-6470-4962-a506-24dca4889978), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:39.394200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-59cde7d6-4b66-4f31-a18c-7578060c6c70 service neutron] No DVR routers for this DVR port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:51:39.447227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f5bb8-9b07-4f95-a1a1-d0a93a57f0e2 req-2d665764-cb18-4909-b815-39fafb8df971 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:39.448463 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a84f5bb8-9b07-4f95-a1a1-d0a93a57f0e2 req-2d665764-cb18-4909-b815-39fafb8df971 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 945 time: 0.2058442 Mar 24 00:51:39.456303 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cde515-282a-4393-b45f-41be4f63a899 req-079a9ca9-ca0b-4e15-9662-4af556c4d0ce tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:39.463848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45cde515-282a-4393-b45f-41be4f63a899 req-079a9ca9-ca0b-4e15-9662-4af556c4d0ce tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 946 time: 0.4339786 Mar 24 00:51:39.494050 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d616106e-3f81-4447-a101-83e5cf6654c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:39.525817 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-59cde7d6-4b66-4f31-a18c-7578060c6c70 service neutron] 10.222.0.57 "PUT /v2.0/ports/bd6fb2d2-6040-440e-b2f5-736aecb8e9dc/bindings/n-h2-760455-9/activate HTTP/1.1" status: 200 len: 369 time: 1.9524024 Mar 24 00:51:39.567529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f423e-91b6-48eb-8d05-a51e72817ead req-b4338e59-07eb-4467-ab94-9c0062eff31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:39.569206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-671f423e-91b6-48eb-8d05-a51e72817ead req-b4338e59-07eb-4467-ab94-9c0062eff31a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 1132 time: 0.2014501 Mar 24 00:51:39.581854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-302cb076-746e-4319-9383-6c08716c749b req-110f1fab-d733-468b-995d-c83307e16176 service neutron] 10.222.0.57 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7541468 Mar 24 00:51:39.615813 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45cde515-282a-4393-b45f-41be4f63a899 req-2611f53f-ac2c-4633-851c-255dda8f8580 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509476 Mar 24 00:51:39.643383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:39.644727 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5464acf-9bae-437b-b1a0-d5622b24bae9" -d '{"events": [{"server_uuid": "ef7bc167-dc08-4c46-9b8d-e0be27986a05", "name": "network-vif-unplugged", "status": "completed", "tag": "f75447d9-4d97-43c3-9b6f-2d4e24f18510"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:39.647266 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f75447d9-4d97-43c3-9b6f-2d4e24f18510,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:39.660509 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Publish callbacks [] for port (1e00986c-28e8-4188-ab6a-61ff3beadc6d), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:39.668061 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1e00986c-28e8-4188-ab6a-61ff3beadc6d), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:39.715477 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Pushing event updated for resources: {'Port': ['ID=1e00986c-28e8-4188-ab6a-61ff3beadc6d,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:39.727016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cc301-95da-47f9-93ef-064418f1ae55 None None] Current status of the port f5a6354d-6470-4962-a506-24dca4889978 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:39.731942 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:39.732602 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:39.733285 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:39.734739 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:39.735288 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:39.739454 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:39.740211 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:39.740819 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:39.741426 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:39.742018 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:39.742560 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:39.743102 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:39.744592 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:39.745205 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:39.745773 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:39.746313 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:51:39.756762 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f5a6354d-6470-4962-a506-24dca4889978 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:39.763869 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616106e-3f81-4447-a101-83e5cf6654c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:39.773386 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d616106e-3f81-4447-a101-83e5cf6654c2 admin admin] Checking segment: {'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:51:39.773735 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d616106e-3f81-4447-a101-83e5cf6654c2 admin admin] Network hostable DHCP agents. Network: e1d9accb-8dd8-44a6-b381-745a23ff44a4, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:51:39.805010 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Attempting to bind port 1e00986c-28e8-4188-ab6a-61ff3beadc6d on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:51:39.805417 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Attempting to bind port 1e00986c-28e8-4188-ab6a-61ff3beadc6d by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:51:39.805782 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Attempting to bind port 1e00986c-28e8-4188-ab6a-61ff3beadc6d on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:39.806559 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a84f5bb8-9b07-4f95-a1a1-d0a93a57f0e2 req-beb96760-45d1-4dc4-96a7-c4970587b906 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208113 Mar 24 00:51:39.815890 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:51:39.816060 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:51:39.816440 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:39.816829 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:51:39.818583 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Bound port: 1e00986c-28e8-4188-ab6a-61ff3beadc6d, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:51:39.819021 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1e00986c-28e8-4188-ab6a-61ff3beadc6d), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:39.840920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d616106e-3f81-4447-a101-83e5cf6654c2 admin admin] Network e1d9accb-8dd8-44a6-b381-745a23ff44a4 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:51:39.886417 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d616106e-3f81-4447-a101-83e5cf6654c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, e1d9accb-8dd8-44a6-b381-745a23ff44a4) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:51:39.896620 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10400d75-860a-48bb-8ba3-d3909f6278f3 None None] Network e1d9accb-8dd8-44a6-b381-745a23ff44a4 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:51:39.917386 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d616106e-3f81-4447-a101-83e5cf6654c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:39.917982 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d616106e-3f81-4447-a101-83e5cf6654c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:39.921293 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] For port 1e00986c-28e8-4188-ab6a-61ff3beadc6d, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:51:39.931475 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] For port 1e00986c-28e8-4188-ab6a-61ff3beadc6d, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=1e00986c-28e8-4188-ab6a-61ff3beadc6d,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:51:39.952012 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1e00986c-28e8-4188-ab6a-61ff3beadc6d), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:39.968342 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d616106e-3f81-4447-a101-83e5cf6654c2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6126213 Mar 24 00:51:39.982715 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-75ca845a-8c45-4b4b-9b9c-7871b98802fe req-f6b05e84-bb97-41f7-904d-d2df5ff34660 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1525128 Mar 24 00:51:40.069912 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Routers {'95533e8c-06fd-4dae-b6e3-5c93107cedc7'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:51:40.070671 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:51:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['95533e8c-06fd-4dae-b6e3-5c93107cedc7'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:51:40.080647 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Allocated IP 172.20.0.1 (bc29f919-37f5-4b74-b314-25e161ee201e/d5bf4b18-7a61-4ab5-ade9-0720b50da458/674014e8-e851-4460-bdc3-2f0d9def36cc) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:51:40.125070 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b0d98e45-fda3-4416-81ad-59dd2470be86 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:51:40.128078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca845a-8c45-4b4b-9b9c-7871b98802fe req-c36af052-ade2-4ea5-bc71-8bbd268697c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:40.128915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a973e7-1631-4dae-8234-c68b4b30c0f9 None None] Network e1d9accb-8dd8-44a6-b381-745a23ff44a4 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:51:40.131037 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-75ca845a-8c45-4b4b-9b9c-7871b98802fe req-c36af052-ade2-4ea5-bc71-8bbd268697c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 1126 time: 0.1134288 Mar 24 00:51:40.178375 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d68533-dce5-4df0-8dc9-fa966e4cdcbc None None] Pushing event updated for resources: {'Port': ['ID=1e00986c-28e8-4188-ab6a-61ff3beadc6d,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:40.257467 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] Set router 95533e8c-06fd-4dae-b6e3-5c93107cedc7 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:51:40.410655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f5a6354d-6470-4962-a506-24dca4889978 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:51:40.493053 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca845a-8c45-4b4b-9b9c-7871b98802fe req-abd25b5b-65e7-40c6-8ef7-32ebf3497450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:40.494869 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-75ca845a-8c45-4b4b-9b9c-7871b98802fe req-abd25b5b-65e7-40c6-8ef7-32ebf3497450 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.3393950 Mar 24 00:51:40.495461 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'name': 'tempest-FloatingIPsTestJSON-122068730-router', 'tenant_id': 'a66b27805d5a4e37851732f4918544fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '1e00986c-28e8-4188-ab6a-61ff3beadc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:51:34Z', 'updated_at': '2022-03-24T00:51:37Z', 'revision_number': 3, 'project_id': 'a66b27805d5a4e37851732f4918544fa', 'gw_port': {'id': '1e00986c-28e8-4188-ab6a-61ff3beadc6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:51:36Z', 'updated_at': '2022-03-24T00:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:51:40.522227 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Publish callbacks [] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:40.531421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b0d98e45-fda3-4416-81ad-59dd2470be86, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b0d98e45-fda3-4416-81ad-59dd2470be86,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:40.537498 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d07864-78d0-4db6-be02-dcfb3c89fc30 None None] The sync data for ids ['95533e8c-06fd-4dae-b6e3-5c93107cedc7'] in n-d-760455-9 is: [{'id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'name': 'tempest-FloatingIPsTestJSON-122068730-router', 'tenant_id': 'a66b27805d5a4e37851732f4918544fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '1e00986c-28e8-4188-ab6a-61ff3beadc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:51:34Z', 'updated_at': '2022-03-24T00:51:37Z', 'revision_number': 3, 'project_id': 'a66b27805d5a4e37851732f4918544fa', 'gw_port': {'id': '1e00986c-28e8-4188-ab6a-61ff3beadc6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:51:36Z', 'updated_at': '2022-03-24T00:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:51:40.578869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'b0d98e45-fda3-4416-81ad-59dd2470be86', 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13', 'port_id': 'b0d98e45-fda3-4416-81ad-59dd2470be86', 'mac_address': 'fa:16:3e:3e:23:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251d5752-2a9f-4020-8b2c-bc7d24dfd8cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:51:40.585699 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-75ca845a-8c45-4b4b-9b9c-7871b98802fe req-c51d2dd6-3e37-4ace-ae71-06d9d458fa59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93162421-6760-4201-947b-0db826dd9168 HTTP/1.1" status: 200 len: 217 time: 0.0761852 Mar 24 00:51:40.658766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port b0d98e45-fda3-4416-81ad-59dd2470be86 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:40.659788 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:40.662616 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f5a6354d-6470-4962-a506-24dca4889978 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:40.663181 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f5a6354d-6470-4962-a506-24dca4889978), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:40.690285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca845a-8c45-4b4b-9b9c-7871b98802fe req-35dc8f7a-70cd-4c50-8436-de8abaaf900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:40.692015 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-75ca845a-8c45-4b4b-9b9c-7871b98802fe req-35dc8f7a-70cd-4c50-8436-de8abaaf900d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.0927062 Mar 24 00:51:40.695450 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:40.719174 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-c255f293-9e7a-4f92-a104-fb457485e0d5 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:40.724352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-c255f293-9e7a-4f92-a104-fb457485e0d5 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84&tenant_id=d31a258675f94796a5709fd6f7444f7f&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 1126 time: 1.0571191 Mar 24 00:51:40.764126 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d98e45-fda3-4416-81ad-59dd2470be86 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:40.807813 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Pushing event updated for resources: {'Port': ['ID=674014e8-e851-4460-bdc3-2f0d9def36cc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:40.838687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d6142-2226-4f56-a9b6-f12fe1fee1d0 req-1deeff5c-f956-44d3-8074-96ae82c9fd45 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:40.838929 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Network bc29f919-37f5-4b74-b314-25e161ee201e is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:51:40.840634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb9d6142-2226-4f56-a9b6-f12fe1fee1d0 req-1deeff5c-f956-44d3-8074-96ae82c9fd45 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 1.0539856 Mar 24 00:51:40.849933 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f423e-91b6-48eb-8d05-a51e72817ead req-cf84fe80-84a8-45a2-9913-d20e21cdf94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:40.850973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b0d98e45-fda3-4416-81ad-59dd2470be86, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b0d98e45-fda3-4416-81ad-59dd2470be86,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:40.851875 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-671f423e-91b6-48eb-8d05-a51e72817ead req-cf84fe80-84a8-45a2-9913-d20e21cdf94e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 1.2430363 Mar 24 00:51:40.868111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de7860-1cfc-461c-8146-47a08e091378 req-a5d3b768-5db7-488d-a01d-26f43a9f0634 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:40.875692 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26de7860-1cfc-461c-8146-47a08e091378 req-a5d3b768-5db7-488d-a01d-26f43a9f0634 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 944 time: 0.8342750 Mar 24 00:51:40.883991 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:51:40.890528 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-75ca845a-8c45-4b4b-9b9c-7871b98802fe req-ab99721c-afb8-4a74-bfda-5cc40c6b64ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1813178 Mar 24 00:51:40.891170 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:51:40.944826 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:40.945860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-fe04270a-31ab-42fb-b93a-a48cf9375564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:40.947449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-fe04270a-31ab-42fb-b93a-a48cf9375564 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84&tenant_id=d31a258675f94796a5709fd6f7444f7f HTTP/1.1" status: 200 len: 1126 time: 0.2130854 Mar 24 00:51:40.950206 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f75447d9-4d97-43c3-9b6f-2d4e24f18510 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:51:41.069414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-671f423e-91b6-48eb-8d05-a51e72817ead req-26206383-bbfb-41cb-ac94-6308de7beca5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=a60a78e9-a676-43bb-8d72-06b222428363 HTTP/1.1" status: 200 len: 217 time: 0.1620824 Mar 24 00:51:41.084275 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f5a6354d-6470-4962-a506-24dca4889978 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:41.176828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=b0d98e45-fda3-4416-81ad-59dd2470be86,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:41.178985 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (95533e8c-06fd-4dae-b6e3-5c93107cedc7), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:41.260924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f75447d9-4d97-43c3-9b6f-2d4e24f18510, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:41.288771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510', 'mac_address': 'fa:16:3e:71:f3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:51:41.315837 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26de7860-1cfc-461c-8146-47a08e091378 req-9f06c6bf-7dca-4335-bd66-7f9396d2f856 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335470 Mar 24 00:51:41.343382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f75447d9-4d97-43c3-9b6f-2d4e24f18510 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:41.344033 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:41.369764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75447d9-4d97-43c3-9b6f-2d4e24f18510 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:41.385971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb9d6142-2226-4f56-a9b6-f12fe1fee1d0 req-d21dc230-8612-465e-acf3-c04c83cba9d7 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368598 Mar 24 00:51:41.413770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:51:41.430255 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc2dc06-2ae5-4387-8e84-f19d080e0c63 x-openstack-request-id: req-efc2dc06-2ae5-4387-8e84-f19d080e0c63 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:41.430729 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7bc167-dc08-4c46-9b8d-e0be27986a05", "name": "network-vif-unplugged", "status": "completed", "tag": "f75447d9-4d97-43c3-9b6f-2d4e24f18510", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:41.431608 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-efc2dc06-2ae5-4387-8e84-f19d080e0c63 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:41.432219 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc2dc06-2ae5-4387-8e84-f19d080e0c63'] response: {'server_uuid': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510', 'code': 200} Mar 24 00:51:41.460517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f423e-91b6-48eb-8d05-a51e72817ead req-37028d39-139e-4217-973e-f637d0acf3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:41.462921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-671f423e-91b6-48eb-8d05-a51e72817ead req-37028d39-139e-4217-973e-f637d0acf3e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.3495080 Mar 24 00:51:41.490932 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-0a10d267-2a56-4aa9-8be5-30a61c243f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:41.494745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-0a10d267-2a56-4aa9-8be5-30a61c243f97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 1126 time: 0.4463799 Mar 24 00:51:41.519506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f75447d9-4d97-43c3-9b6f-2d4e24f18510, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:41.544335 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:41.609561 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-35d0ad65-854d-4fb2-a2e6-93d4bb11d1d4 None None] Provisioning complete for port 674014e8-e851-4460-bdc3-2f0d9def36cc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:41.610220 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-35d0ad65-854d-4fb2-a2e6-93d4bb11d1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:41.669796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a622ec16-a102-4b04-b501-4cd3a3c8336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:41.671976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-35d0ad65-854d-4fb2-a2e6-93d4bb11d1d4 None None] Port 674014e8-e851-4460-bdc3-2f0d9def36cc cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:51:41.672486 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-a622ec16-a102-4b04-b501-4cd3a3c8336a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.1547005 Mar 24 00:51:41.737458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f75447d9-4d97-43c3-9b6f-2d4e24f18510,revision_number=10']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:41.752305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:51:41.764086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:41.764495 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:41.807754 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-2db9a83a-161c-481c-b343-006870fee5e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc HTTP/1.1" status: 200 len: 217 time: 0.1222384 Mar 24 00:51:41.811511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['b0d98e45-fda3-4416-81ad-59dd2470be86'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:41.813842 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['f75447d9-4d97-43c3-9b6f-2d4e24f18510'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:41.922521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c7cc5-8093-4b34-9ee2-57a4b891578a req-1409e481-7f5b-406f-aa92-49c0f64f95eb tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:41.924282 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d9c7cc5-8093-4b34-9ee2-57a4b891578a req-1409e481-7f5b-406f-aa92-49c0f64f95eb tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.2511959 Mar 24 00:51:41.931428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f423e-91b6-48eb-8d05-a51e72817ead req-d76221a0-5f41-4db7-9d8b-2753168746ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:41.937330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-671f423e-91b6-48eb-8d05-a51e72817ead req-d76221a0-5f41-4db7-9d8b-2753168746ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4593811 Mar 24 00:51:42.010701 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-75ca845a-8c45-4b4b-9b9c-7871b98802fe req-1c9f3693-da0c-4cd7-bf94-dd66bca389ce service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1070926 Mar 24 00:51:42.042469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:42.042885 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:42.093335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-671f423e-91b6-48eb-8d05-a51e72817ead req-04add600-ba50-41cc-bc77-dbf1e0c38587 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367574 Mar 24 00:51:42.126336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:42.138988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-0fcc124e-28f7-4916-a0f8-499e997e62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:42.141551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-0fcc124e-28f7-4916-a0f8-499e997e62d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.3253553 Mar 24 00:51:42.141954 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:42.167104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceb3f1-e1da-47cd-b06e-08dcc2b51ae8 req-dd0db412-de6d-4f40-a755-55ec784d1841 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:42.174482 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51ceb3f1-e1da-47cd-b06e-08dcc2b51ae8 req-dd0db412-de6d-4f40-a755-55ec784d1841 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 945 time: 0.5000453 Mar 24 00:51:42.178735 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-75ca845a-8c45-4b4b-9b9c-7871b98802fe req-6cdd4058-5fde-4324-a48e-c55899b768d7 service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549854 Mar 24 00:51:42.192734 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:42.281394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:42.366136 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-e7a3b7b5-ac77-4e73-973c-e871efa0b622 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708199 Mar 24 00:51:42.387337 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d9c7cc5-8093-4b34-9ee2-57a4b891578a req-507b1b46-7ebc-4837-87d7-d5945391adc0 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385209 Mar 24 00:51:42.425350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1e00986c-28e8-4188-ab6a-61ff3beadc6d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:51:42.506446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 1e00986c-28e8-4188-ab6a-61ff3beadc6d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:42.506980 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1e00986c-28e8-4188-ab6a-61ff3beadc6d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:42.513751 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Publish callbacks [] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:42.514324 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51ceb3f1-e1da-47cd-b06e-08dcc2b51ae8 req-4d633b77-8e9e-46ee-9ae5-8a1b265ec62c tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383169 Mar 24 00:51:42.520196 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:42.532186 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-671f423e-91b6-48eb-8d05-a51e72817ead req-54ad8fca-b612-43b2-8ad8-a853e91d6c96 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257104 Mar 24 00:51:42.576741 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-457c849f-5368-4e2e-a02d-2c9bd04c9d77 service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861587 Mar 24 00:51:42.663097 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Pushing event updated for resources: {'Port': ['ID=674014e8-e851-4460-bdc3-2f0d9def36cc,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:42.702858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (95533e8c-06fd-4dae-b6e3-5c93107cedc7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:42.763050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 1e00986c-28e8-4188-ab6a-61ff3beadc6d is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:42.763635 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1e00986c-28e8-4188-ab6a-61ff3beadc6d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:42.792610 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 1e00986c-28e8-4188-ab6a-61ff3beadc6d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=1e00986c-28e8-4188-ab6a-61ff3beadc6d,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:42.807600 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1e00986c-28e8-4188-ab6a-61ff3beadc6d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:42.822392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-d712cfbd-4125-4880-aa58-4a83a010546e service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383895 Mar 24 00:51:42.876336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Network bc29f919-37f5-4b74-b314-25e161ee201e is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:51:42.878497 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:51:42.890538 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=1e00986c-28e8-4188-ab6a-61ff3beadc6d,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:43.039273 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Router 95533e8c-06fd-4dae-b6e3-5c93107cedc7 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:51:43.154655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722a604-0e3e-4e3d-81be-15d239138852 req-cbeba7db-f3c6-4040-88d0-21dd135d6c19 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:43.156623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0722a604-0e3e-4e3d-81be-15d239138852 req-cbeba7db-f3c6-4040-88d0-21dd135d6c19 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 946 time: 0.3333213 Mar 24 00:51:43.205005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-a4daabab-8192-4215-ae91-434681a7f370 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:43.215556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-a4daabab-8192-4215-ae91-434681a7f370 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/networks?id=e1d9accb-8dd8-44a6-b381-745a23ff44a4 HTTP/1.1" status: 200 len: 804 time: 0.3579175 Mar 24 00:51:43.235647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-2d11d4f8-a195-4b14-a495-02abb24fed75 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/quotas/39466f42d3cb4e43b1c11edb18af53db HTTP/1.1" status: 200 len: 375 time: 0.0191052 Mar 24 00:51:43.241329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:51:43.252062 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1ace1327-8e47-43a8-bbed-130afe020876 admin admin] 10.222.0.45 "PUT /v2.0/routers/95533e8c-06fd-4dae-b6e3-5c93107cedc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8081775 Mar 24 00:51:43.286681 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-49630f75-c85f-4b09-8c7f-b3ce59e72110 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=39466f42d3cb4e43b1c11edb18af53db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501039 Mar 24 00:51:43.331241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-15fd05cb-e9b5-4914-8cb7-d34982fb283c None None] Provisioning complete for port 674014e8-e851-4460-bdc3-2f0d9def36cc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:43.331621 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-15fd05cb-e9b5-4914-8cb7-d34982fb283c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:43.360346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0722a604-0e3e-4e3d-81be-15d239138852 req-03034224-66b6-48e8-a647-36cc9761e03e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832690 Mar 24 00:51:43.407896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-15fd05cb-e9b5-4914-8cb7-d34982fb283c None None] Port 674014e8-e851-4460-bdc3-2f0d9def36cc cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:51:43.431490 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-0e253c88-a49c-4bf3-90c8-42b74207bc25 service neutron] 10.222.0.45 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368575 Mar 24 00:51:43.433183 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd11414-cd6f-4bbc-a414-323ed98e9482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968f3c0e-32b2-4087-a7e6-4da3ea94b2b1'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:43.435603 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ac7d8c-ddcd-4a67-adee-f8dc65e3ba6c" -d '{"events": [{"server_uuid": "7fd11414-cd6f-4bbc-a414-323ed98e9482", "name": "network-vif-plugged", "status": "completed", "tag": "968f3c0e-32b2-4087-a7e6-4da3ea94b2b1"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:43.590308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Sync routers for ids ['95533e8c-06fd-4dae-b6e3-5c93107cedc7'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:51:43.604085 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Routers {'95533e8c-06fd-4dae-b6e3-5c93107cedc7'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:51:43.604727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:51:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['95533e8c-06fd-4dae-b6e3-5c93107cedc7'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:51:43.638808 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3db821-d8c9-4be4-8acf-3027a22498f5 req-b2dce127-48c3-4c59-ad3f-9a33b310ab46 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:43.641441 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d3db821-d8c9-4be4-8acf-3027a22498f5 req-b2dce127-48c3-4c59-ad3f-9a33b310ab46 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 946 time: 0.1596303 Mar 24 00:51:43.649652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-21b905f4-0089-40d1-9291-b12b4031822a service neutron] 10.222.0.45 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172346 Mar 24 00:51:43.713634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-7fc6f2f6-28f7-43ff-b294-5b4e02710c08 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:43.715161 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-7fc6f2f6-28f7-43ff-b294-5b4e02710c08 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84&tenant_id=d31a258675f94796a5709fd6f7444f7f&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 1126 time: 0.1335599 Mar 24 00:51:43.737046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d3db821-d8c9-4be4-8acf-3027a22498f5 req-9d3b767c-6794-432d-8802-4afd998ff7aa tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806952 Mar 24 00:51:43.972310 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Set router 95533e8c-06fd-4dae-b6e3-5c93107cedc7 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:51:44.046219 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76fce7-302d-460d-8246-2b878ff2a0a7 req-d04dbd99-5a6d-40f0-8a96-a6664465096d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:44.047774 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c76fce7-302d-460d-8246-2b878ff2a0a7 req-d04dbd99-5a6d-40f0-8a96-a6664465096d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 950 time: 0.1866078 Mar 24 00:51:44.050186 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-abc3971e-0462-43fb-bb5d-79a936d11fa3 service neutron] For port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:51:44.055097 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-abc3971e-0462-43fb-bb5d-79a936d11fa3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:44.056140 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e85afc-5fe8-45ff-a189-df32cf978715 req-abc3971e-0462-43fb-bb5d-79a936d11fa3 service neutron] 10.222.0.48 "DELETE /v2.0/ports/bd6fb2d2-6040-440e-b2f5-736aecb8e9dc/bindings/n-h1-760455-9 HTTP/1.1" status: 204 len: 173 time: 0.3176703 Mar 24 00:51:44.074072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1ce1b-4eb5-4672-ac0a-c06729ee365f req-4de1e5f9-e542-44f3-8fe5-7929fdbb0f89 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:44.075320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82e1ce1b-4eb5-4672-ac0a-c06729ee365f req-4de1e5f9-e542-44f3-8fe5-7929fdbb0f89 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 944 time: 0.1894269 Mar 24 00:51:44.194030 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c76fce7-302d-460d-8246-2b878ff2a0a7 req-ca399f19-9f43-42e2-bde4-49c777fa46fc tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360443 Mar 24 00:51:44.205329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82e1ce1b-4eb5-4672-ac0a-c06729ee365f req-322fcf17-8a3e-460b-8749-e1346cc7eb9a tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100559 Mar 24 00:51:44.236179 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b0d98e45-fda3-4416-81ad-59dd2470be86 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:51:44.330542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port b0d98e45-fda3-4416-81ad-59dd2470be86 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:51:44.346128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port b0d98e45-fda3-4416-81ad-59dd2470be86 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:44.346541 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:44.398862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421c21a-d8d1-4b24-95aa-4ccd5d8ad394 req-7e002588-1fea-4698-b7d0-2df1224fb032 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:44.400394 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4421c21a-d8d1-4b24-95aa-4ccd5d8ad394 req-7e002588-1fea-4698-b7d0-2df1224fb032 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.1280503 Mar 24 00:51:44.443232 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d374e5-8866-4a6d-91ae-435513728b06 x-openstack-request-id: req-a0d374e5-8866-4a6d-91ae-435513728b06 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:44.444285 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd11414-cd6f-4bbc-a414-323ed98e9482", "name": "network-vif-plugged", "status": "completed", "tag": "968f3c0e-32b2-4087-a7e6-4da3ea94b2b1", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:44.444285 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0d374e5-8866-4a6d-91ae-435513728b06 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:44.444484 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d374e5-8866-4a6d-91ae-435513728b06'] response: {'server_uuid': '7fd11414-cd6f-4bbc-a414-323ed98e9482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968f3c0e-32b2-4087-a7e6-4da3ea94b2b1', 'code': 200} Mar 24 00:51:44.445686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1e00986c-28e8-4188-ab6a-61ff3beadc6d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:51:44.455934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'name': 'tempest-FloatingIPsTestJSON-122068730-router', 'tenant_id': 'a66b27805d5a4e37851732f4918544fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '1e00986c-28e8-4188-ab6a-61ff3beadc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:51:34Z', 'updated_at': '2022-03-24T00:51:41Z', 'revision_number': 4, 'project_id': 'a66b27805d5a4e37851732f4918544fa', 'gw_port': {'id': '1e00986c-28e8-4188-ab6a-61ff3beadc6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:51:36Z', 'updated_at': '2022-03-24T00:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '674014e8-e851-4460-bdc3-2f0d9def36cc', 'name': '', 'network_id': 'bc29f919-37f5-4b74-b314-25e161ee201e', 'tenant_id': 'a66b27805d5a4e37851732f4918544fa', 'mac_address': 'fa:16:3e:da:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'd5bf4b18-7a61-4ab5-ade9-0720b50da458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:51:39Z', 'updated_at': '2022-03-24T00:51:42Z', 'revision_number': 2, 'project_id': 'a66b27805d5a4e37851732f4918544fa', 'subnets': [{'id': 'd5bf4b18-7a61-4ab5-ade9-0720b50da458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:51:44.485528 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4421c21a-d8d1-4b24-95aa-4ccd5d8ad394 req-71bf0289-ed4b-401c-a8dc-73ac6775a764 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754647 Mar 24 00:51:44.530929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Checking router: 95533e8c-06fd-4dae-b6e3-5c93107cedc7 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:51:44.531428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Updating router 95533e8c-06fd-4dae-b6e3-5c93107cedc7 port 674014e8-e851-4460-bdc3-2f0d9def36cc binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:51:44.639450 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:44.666592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port b0d98e45-fda3-4416-81ad-59dd2470be86 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:44.667268 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:44.738837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 1e00986c-28e8-4188-ab6a-61ff3beadc6d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:44.739460 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1e00986c-28e8-4188-ab6a-61ff3beadc6d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:44.858861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b0d98e45-fda3-4416-81ad-59dd2470be86, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b0d98e45-fda3-4416-81ad-59dd2470be86,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:44.872671 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:44.873848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f75447d9-4d97-43c3-9b6f-2d4e24f18510 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:51:44.919510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acffb27-e27c-4f6e-bbcf-09e036050f5d req-fb6e3dc9-6c58-489a-9f51-c923e5151a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:44.921625 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1acffb27-e27c-4f6e-bbcf-09e036050f5d req-fb6e3dc9-6c58-489a-9f51-c923e5151a4d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 1128 time: 0.3170433 Mar 24 00:51:45.012577 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048d76e-e08c-47b2-8e6d-e5182cd9e29d req-6bc294fd-ef66-4fb3-a270-7a9e7d4158c8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:45.021875 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8048d76e-e08c-47b2-8e6d-e5182cd9e29d req-6bc294fd-ef66-4fb3-a270-7a9e7d4158c8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 945 time: 0.3048081 Mar 24 00:51:45.033922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-47b00d46-8efa-4c67-93a7-0760a8216106 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3709390 Mar 24 00:51:45.041244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:45.092929 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1acffb27-e27c-4f6e-bbcf-09e036050f5d req-fbf9f8bd-8679-4c1b-a50d-7fe8ea662c9a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622479 Mar 24 00:51:45.116679 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:45.179484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8048d76e-e08c-47b2-8e6d-e5182cd9e29d req-70d830d6-d886-405a-96fd-5843faa67368 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565902 Mar 24 00:51:45.229627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=b0d98e45-fda3-4416-81ad-59dd2470be86,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:45.270091 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port f75447d9-4d97-43c3-9b6f-2d4e24f18510 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:45.270537 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:45.279507 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Publish callbacks [] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:45.325638 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:45.333724 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f13d197-09e9-4a48-8f83-851c89649832 req-3148dbbf-1e9a-479a-b242-d186c53dbfe4 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=2991b5c5-6402-4ff7-aced-887e26d7dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0495038 Mar 24 00:51:45.355600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 1e00986c-28e8-4188-ab6a-61ff3beadc6d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:45.457014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364ef7c-fba6-456b-a6af-b65d97625766 None None] Pushing event updated for resources: {'Port': ['ID=674014e8-e851-4460-bdc3-2f0d9def36cc,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:45.615180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Attempting to bind port 674014e8-e851-4460-bdc3-2f0d9def36cc on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:51:45.615549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Attempting to bind port 674014e8-e851-4460-bdc3-2f0d9def36cc by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '99f74918-ea1e-4f27-b878-d72dee5bdd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc29f919-37f5-4b74-b314-25e161ee201e'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:51:45.615945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Attempting to bind port 674014e8-e851-4460-bdc3-2f0d9def36cc on network bc29f919-37f5-4b74-b314-25e161ee201e {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:45.642066 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:45.643792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:51:45.644177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Checking segment: {'id': '99f74918-ea1e-4f27-b878-d72dee5bdd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc29f919-37f5-4b74-b314-25e161ee201e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:51:45.644585 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:45.645004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Bound using segment: {'id': '99f74918-ea1e-4f27-b878-d72dee5bdd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc29f919-37f5-4b74-b314-25e161ee201e'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:51:45.648690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Bound port: 674014e8-e851-4460-bdc3-2f0d9def36cc, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f74918-ea1e-4f27-b878-d72dee5bdd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc29f919-37f5-4b74-b314-25e161ee201e'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:51:45.649119 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:45.675492 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f75447d9-4d97-43c3-9b6f-2d4e24f18510 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:45.676016 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:45.774811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-7b7512a2-1762-4a16-96c7-47ced262690b tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:45.775934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-7b7512a2-1762-4a16-96c7-47ced262690b tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.57 "GET /v2.0/networks?id=e1d9accb-8dd8-44a6-b381-745a23ff44a4 HTTP/1.1" status: 200 len: 804 time: 0.4165599 Mar 24 00:51:45.786068 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4a48a-50aa-4f9b-b883-4a34a3f6309e req-7f3d6110-8942-4502-9c0c-85f0a8257f05 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:45.788579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96e4a48a-50aa-4f9b-b883-4a34a3f6309e req-7f3d6110-8942-4502-9c0c-85f0a8257f05 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 946 time: 0.2077036 Mar 24 00:51:45.791225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] For port 674014e8-e851-4460-bdc3-2f0d9def36cc, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:51:45.797493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-591032f4-3067-489c-a1ea-e43ed491edc0 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Request body: {'port': {'device_id': '2991b5c5-6402-4ff7-aced-887e26d7dbb4', 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4', 'admin_state_up': True, 'tenant_id': '39466f42d3cb4e43b1c11edb18af53db'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:45.827802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] For port 674014e8-e851-4460-bdc3-2f0d9def36cc, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=674014e8-e851-4460-bdc3-2f0d9def36cc,segment=NetworkSegment(99f74918-ea1e-4f27-b878-d72dee5bdd7c),segment_id=99f74918-ea1e-4f27-b878-d72dee5bdd7c)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:51:45.830766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f75447d9-4d97-43c3-9b6f-2d4e24f18510, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:45.837743 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5042a36f-e5d7-43da-8948-eb06f23332d1 None None] Provisioning complete for port 674014e8-e851-4460-bdc3-2f0d9def36cc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:45.838357 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5042a36f-e5d7-43da-8948-eb06f23332d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:45.845517 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:45.847645 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:45.862675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Allocated IP 172.25.0.92 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/a1bd3f62-3e95-4522-aa63-febc1d2f5ff8) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:51:45.950566 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Routers {'95533e8c-06fd-4dae-b6e3-5c93107cedc7'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:51:45.951225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:51:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['95533e8c-06fd-4dae-b6e3-5c93107cedc7'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:51:46.060008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364ef7c-fba6-456b-a6af-b65d97625766 None None] Pushing event updated for resources: {'Port': ['ID=674014e8-e851-4460-bdc3-2f0d9def36cc,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:46.228503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5042a36f-e5d7-43da-8948-eb06f23332d1 None None] Current status of the port 674014e8-e851-4460-bdc3-2f0d9def36cc is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:46.229044 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5042a36f-e5d7-43da-8948-eb06f23332d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:46.251543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] Set router 95533e8c-06fd-4dae-b6e3-5c93107cedc7 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:51:46.285213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f75447d9-4d97-43c3-9b6f-2d4e24f18510,revision_number=11']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:46.319550 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96e4a48a-50aa-4f9b-b883-4a34a3f6309e req-b86ffbfd-988b-458d-a826-9e2203e24720 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5162580 Mar 24 00:51:46.327871 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5042a36f-e5d7-43da-8948-eb06f23332d1 None None] For port 674014e8-e851-4460-bdc3-2f0d9def36cc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=674014e8-e851-4460-bdc3-2f0d9def36cc,segment=NetworkSegment(99f74918-ea1e-4f27-b878-d72dee5bdd7c),segment_id=99f74918-ea1e-4f27-b878-d72dee5bdd7c)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:46.334754 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5042a36f-e5d7-43da-8948-eb06f23332d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:46.431550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-591032f4-3067-489c-a1ea-e43ed491edc0 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Made reservation on behalf of 39466f42d3cb4e43b1c11edb18af53db for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:51:46.436058 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-591032f4-3067-489c-a1ea-e43ed491edc0 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:46.505809 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks [] for port (a1bd3f62-3e95-4522-aa63-febc1d2f5ff8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:46.646210 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d98e45-fda3-4416-81ad-59dd2470be86'}, {'server_uuid': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:46.648431 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e010d618-6eed-44f8-9e1c-6188b8551408" -d '{"events": [{"server_uuid": "c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5", "name": "network-vif-plugged", "status": "completed", "tag": "b0d98e45-fda3-4416-81ad-59dd2470be86"}, {"server_uuid": "ef7bc167-dc08-4c46-9b8d-e0be27986a05", "name": "network-vif-plugged", "status": "completed", "tag": "f75447d9-4d97-43c3-9b6f-2d4e24f18510"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:46.692523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6d9c4-2ebd-47af-876e-b6687993872a req-c2fbeffc-7aff-44d1-bd73-711d77efd4d2 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:46.699864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ce6d9c4-2ebd-47af-876e-b6687993872a req-c2fbeffc-7aff-44d1-bd73-711d77efd4d2 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 946 time: 0.2341332 Mar 24 00:51:46.711726 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a1bd3f62-3e95-4522-aa63-febc1d2f5ff8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:46.720798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042a36f-e5d7-43da-8948-eb06f23332d1 None None] Pushing event updated for resources: {'Port': ['ID=674014e8-e851-4460-bdc3-2f0d9def36cc,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:46.727676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-be0acea1-3912-48ce-8eee-790836ba1c53 None None] Provisioning complete for port 674014e8-e851-4460-bdc3-2f0d9def36cc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:46.728052 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-be0acea1-3912-48ce-8eee-790836ba1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:46.812967 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:51:46.828453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:51:46.831826 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:51:46.854088 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-591032f4-3067-489c-a1ea-e43ed491edc0 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Allocated IP 172.20.0.10 (e1d9accb-8dd8-44a6-b381-745a23ff44a4/9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c/8f86b2c8-2e73-4005-b0cc-5998fe6b3384) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:51:46.869558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-be0acea1-3912-48ce-8eee-790836ba1c53 None None] Current status of the port 674014e8-e851-4460-bdc3-2f0d9def36cc is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:46.875457 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'name': 'tempest-FloatingIPsTestJSON-122068730-router', 'tenant_id': 'a66b27805d5a4e37851732f4918544fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '1e00986c-28e8-4188-ab6a-61ff3beadc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:51:34Z', 'updated_at': '2022-03-24T00:51:41Z', 'revision_number': 4, 'project_id': 'a66b27805d5a4e37851732f4918544fa', 'gw_port': {'id': '1e00986c-28e8-4188-ab6a-61ff3beadc6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:51:36Z', 'updated_at': '2022-03-24T00:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '674014e8-e851-4460-bdc3-2f0d9def36cc', 'name': '', 'network_id': 'bc29f919-37f5-4b74-b314-25e161ee201e', 'tenant_id': 'a66b27805d5a4e37851732f4918544fa', 'mac_address': 'fa:16:3e:da:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'd5bf4b18-7a61-4ab5-ade9-0720b50da458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:51:39Z', 'updated_at': '2022-03-24T00:51:45Z', 'revision_number': 4, 'project_id': 'a66b27805d5a4e37851732f4918544fa', 'subnets': [{'id': 'd5bf4b18-7a61-4ab5-ade9-0720b50da458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:51:46.901806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Pushing event updated for resources: {'Port': ['ID=a1bd3f62-3e95-4522-aa63-febc1d2f5ff8,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:46.910909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80792640-0a8c-4f53-95bc-62fc1ab371b4 None None] The sync data for ids ['95533e8c-06fd-4dae-b6e3-5c93107cedc7'] in n-d-760455-9 is: [{'id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'name': 'tempest-FloatingIPsTestJSON-122068730-router', 'tenant_id': 'a66b27805d5a4e37851732f4918544fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '1e00986c-28e8-4188-ab6a-61ff3beadc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:51:34Z', 'updated_at': '2022-03-24T00:51:41Z', 'revision_number': 4, 'project_id': 'a66b27805d5a4e37851732f4918544fa', 'gw_port': {'id': '1e00986c-28e8-4188-ab6a-61ff3beadc6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:51:36Z', 'updated_at': '2022-03-24T00:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '674014e8-e851-4460-bdc3-2f0d9def36cc', 'name': '', 'network_id': 'bc29f919-37f5-4b74-b314-25e161ee201e', 'tenant_id': 'a66b27805d5a4e37851732f4918544fa', 'mac_address': 'fa:16:3e:da:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'd5bf4b18-7a61-4ab5-ade9-0720b50da458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:51:39Z', 'updated_at': '2022-03-24T00:51:45Z', 'revision_number': 4, 'project_id': 'a66b27805d5a4e37851732f4918544fa', 'subnets': [{'id': 'd5bf4b18-7a61-4ab5-ade9-0720b50da458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:51:46.916186 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ce6d9c4-2ebd-47af-876e-b6687993872a req-8b4b4152-02ad-49ba-97b0-381d59e64b43 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150540 Mar 24 00:51:47.161261 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks [] for floatingip (c51419b0-fa5e-4915-b194-ee706031ce43), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:47.192167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d307bbc-edfe-465e-96ad-ed9079674e8d req-e0755837-2f44-4d03-ac99-114204fc8dc6 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:47.193743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d307bbc-edfe-465e-96ad-ed9079674e8d req-e0755837-2f44-4d03-ac99-114204fc8dc6 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 1126 time: 0.1380367 Mar 24 00:51:47.263667 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a1bd3f62-3e95-4522-aa63-febc1d2f5ff8), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:47.328910 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-591032f4-3067-489c-a1ea-e43ed491edc0 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks [] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:47.356748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d307bbc-edfe-465e-96ad-ed9079674e8d req-c4229e48-9fef-4c12-9466-a248a833a459 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495304 Mar 24 00:51:47.501069 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-591032f4-3067-489c-a1ea-e43ed491edc0 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:47.573935 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-591032f4-3067-489c-a1ea-e43ed491edc0 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Network e1d9accb-8dd8-44a6-b381-745a23ff44a4 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:51:47.585690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-591032f4-3067-489c-a1ea-e43ed491edc0 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:51:47.604399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-591032f4-3067-489c-a1ea-e43ed491edc0 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:51:47.659269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591032f4-3067-489c-a1ea-e43ed491edc0 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Pushing event updated for resources: {'Port': ['ID=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:47.678659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894bfa7-8bf5-46a7-a530-1f885231e84b req-d7999c63-a0e8-41a5-a22d-c15920474692 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:47.685572 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6894bfa7-8bf5-46a7-a530-1f885231e84b req-d7999c63-a0e8-41a5-a22d-c15920474692 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.2058403 Mar 24 00:51:47.750691 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks [] for port (a1bd3f62-3e95-4522-aa63-febc1d2f5ff8), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:47.760218 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-591032f4-3067-489c-a1ea-e43ed491edc0 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:47.760848 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-591032f4-3067-489c-a1ea-e43ed491edc0 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:47.765811 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a1bd3f62-3e95-4522-aa63-febc1d2f5ff8), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:47.792773 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6894bfa7-8bf5-46a7-a530-1f885231e84b req-2d81aff9-f99c-4960-b9e5-782e212ff74a tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917425 Mar 24 00:51:47.922436 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-591032f4-3067-489c-a1ea-e43ed491edc0 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1291814 Mar 24 00:51:47.923293 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (c51419b0-fa5e-4915-b194-ee706031ce43), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:47.936877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Request body: {'port': {'device_id': '2991b5c5-6402-4ff7-aced-887e26d7dbb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:47.957719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Pushing event updated for resources: {'Port': ['ID=a1bd3f62-3e95-4522-aa63-febc1d2f5ff8,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:48.009521 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:48.010868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-edf1f844-341b-4c5f-80a7-a596156b2d53 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9747388 Mar 24 00:51:48.018004 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-e11f8d95-593f-4eab-ad80-4fc4e865441f tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a09e8f3796504a0591d01b6c352de665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868716 Mar 24 00:51:48.168040 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-fba05454-3768-4510-aa50-d131bb75cb7f tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.1479163 Mar 24 00:51:48.209401 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:48.482532 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 674014e8-e851-4460-bdc3-2f0d9def36cc up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:51:48.507114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-9203d339-b58f-4961-a2f3-a31b0097d8e6 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:48.520129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-9203d339-b58f-4961-a2f3-a31b0097d8e6 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5010633 Mar 24 00:51:48.554950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 674014e8-e851-4460-bdc3-2f0d9def36cc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:48.555339 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:48.592670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-fb443be0-7c95-4a90-8ed1-65757ec26960 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/quotas/a09e8f3796504a0591d01b6c352de665 HTTP/1.1" status: 200 len: 375 time: 0.0711601 Mar 24 00:51:48.677189 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 674014e8-e851-4460-bdc3-2f0d9def36cc is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:48.704515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-9563d158-bfb3-4ed7-b943-2850876882ba tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:48.705833 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-9563d158-bfb3-4ed7-b943-2850876882ba tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.5259101 Mar 24 00:51:48.727227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-34512651-7222-4149-b74f-8a9a5d00edcc tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:51:48.728280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7fcc061-3e1c-4f3e-9c53-df7adf1cea46 req-34512651-7222-4149-b74f-8a9a5d00edcc tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112727 Mar 24 00:51:48.776684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:48.786886 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Publish callbacks [] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:48.797061 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-177d33a9-ead4-4700-b0ff-f6fa4d703e48 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1956410 Mar 24 00:51:48.812022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Transition to ACTIVE for port object 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:51:48.847023 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:48.898486 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Pushing event updated for resources: {'Port': ['ID=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:49.024255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6986bac-68a4-49c9-bcbf-d959575b92d9 req-5bc9a82d-9281-41f7-9887-95797cf90461 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:49.025780 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6986bac-68a4-49c9-bcbf-d959575b92d9 req-5bc9a82d-9281-41f7-9887-95797cf90461 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.2115083 Mar 24 00:51:49.028614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Attempting to bind port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:51:49.028952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Attempting to bind port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:51:49.029630 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Attempting to bind port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 on network e1d9accb-8dd8-44a6-b381-745a23ff44a4 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:49.078559 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 on network e1d9accb-8dd8-44a6-b381-745a23ff44a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:51:49.078921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Attempting to bind port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 on network e1d9accb-8dd8-44a6-b381-745a23ff44a4 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:49.090128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:51:49.090473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Checking segment: {'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:51:49.090853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Bound using segment: {'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:51:49.091286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Bound port: 8f86b2c8-2e73-4005-b0cc-5998fe6b3384, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:51:49.091645 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:49.164376 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6986bac-68a4-49c9-bcbf-d959575b92d9 req-0b20c8ec-a899-4e24-a36f-21d0e35b595e tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313012 Mar 24 00:51:49.176607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07106b1-4771-476a-91fa-d454d6b2fa40 req-1461eaed-ce55-4462-b540-531fe29fec08 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:49.178170 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f07106b1-4771-476a-91fa-d454d6b2fa40 req-1461eaed-ce55-4462-b540-531fe29fec08 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=2991b5c5-6402-4ff7-aced-887e26d7dbb4 HTTP/1.1" status: 200 len: 944 time: 0.1512337 Mar 24 00:51:49.243523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] For port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:51:49.247798 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d659de5-ceb5-4a2a-baa6-e03219ebd84b x-openstack-request-id: req-6d659de5-ceb5-4a2a-baa6-e03219ebd84b {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:49.248142 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5", "name": "network-vif-plugged", "status": "completed", "tag": "b0d98e45-fda3-4416-81ad-59dd2470be86", "code": 200}, {"server_uuid": "ef7bc167-dc08-4c46-9b8d-e0be27986a05", "name": "network-vif-plugged", "status": "completed", "tag": "f75447d9-4d97-43c3-9b6f-2d4e24f18510", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:49.249027 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d659de5-ceb5-4a2a-baa6-e03219ebd84b {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:49.249399 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d659de5-ceb5-4a2a-baa6-e03219ebd84b'] response: {'server_uuid': 'c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d98e45-fda3-4416-81ad-59dd2470be86', 'code': 200} Mar 24 00:51:49.249789 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d659de5-ceb5-4a2a-baa6-e03219ebd84b'] response: {'server_uuid': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510', 'code': 200} Mar 24 00:51:49.252739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] For port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:51:49.267188 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:49.302128 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f07106b1-4771-476a-91fa-d454d6b2fa40 req-e2b9ac9a-1ef3-42e9-95ed-6ed63b77cca4 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067762 Mar 24 00:51:49.395618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Pushing event updated for resources: {'Port': ['ID=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:49.537260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:49.537972 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:49.540260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-c5209134-12d6-4343-a44a-01314c87638d service neutron] 10.222.0.57 "PUT /v2.0/ports/8f86b2c8-2e73-4005-b0cc-5998fe6b3384 HTTP/1.1" status: 200 len: 1092 time: 1.6076300 Mar 24 00:51:49.544350 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2991b5c5-6402-4ff7-aced-887e26d7dbb4', 'tag': '8f86b2c8-2e73-4005-b0cc-5998fe6b3384'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:49.560739 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40712cf9-66c2-445e-a6f1-49e287afd017" -d '{"events": [{"name": "network-changed", "server_uuid": "2991b5c5-6402-4ff7-aced-887e26d7dbb4", "tag": "8f86b2c8-2e73-4005-b0cc-5998fe6b3384"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:49.675282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b71b5-6c4d-4f23-a2a2-90688888e7cf req-f6a47d70-942f-4054-b4ed-8e22a5aa3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:49.679228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad1b71b5-6c4d-4f23-a2a2-90688888e7cf req-f6a47d70-942f-4054-b4ed-8e22a5aa3e1e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 1128 time: 0.2600248 Mar 24 00:51:49.705688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b99b5b-edb6-4944-aaa9-b250a5b84ff6 req-d6458f73-0b7a-40a1-a759-cddcd922d519 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:49.716121 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-03b99b5b-edb6-4944-aaa9-b250a5b84ff6 req-d6458f73-0b7a-40a1-a759-cddcd922d519 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 946 time: 0.3140669 Mar 24 00:51:49.767038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-0e3e8d83-aedc-46c5-9d1a-c5ef9d074373 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:49.769018 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-0e3e8d83-aedc-46c5-9d1a-c5ef9d074373 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 808 time: 0.3351364 Mar 24 00:51:49.788059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-61bbc907-5250-4d3f-b23b-46544c0aa67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:49.790064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-61bbc907-5250-4d3f-b23b-46544c0aa67a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39466f42d3cb4e43b1c11edb18af53db&device_id=2991b5c5-6402-4ff7-aced-887e26d7dbb4 HTTP/1.1" status: 200 len: 1126 time: 0.2010670 Mar 24 00:51:49.866083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-72462b4b-f319-4006-9fc5-9a73a1f37abc tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/quotas/d31a258675f94796a5709fd6f7444f7f HTTP/1.1" status: 200 len: 375 time: 0.0896499 Mar 24 00:51:49.878325 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-4bc31a25-5e02-495a-8d7e-4b04714ae569 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f86b2c8-2e73-4005-b0cc-5998fe6b3384 HTTP/1.1" status: 200 len: 217 time: 0.0805891 Mar 24 00:51:49.887278 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad1b71b5-6c4d-4f23-a2a2-90688888e7cf req-c3d2ee19-cced-48d8-9edb-849f62d2c281 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993120 Mar 24 00:51:49.935765 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-03b99b5b-edb6-4944-aaa9-b250a5b84ff6 req-ed354e40-2c09-40cf-abc5-a86914635741 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185011 Mar 24 00:51:49.998009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-12cf7fc3-8399-433b-8f7b-38a369e553b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:50.000079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-12cf7fc3-8399-433b-8f7b-38a369e553b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c HTTP/1.1" status: 200 len: 844 time: 0.1021075 Mar 24 00:51:50.011537 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-4f7af276-fbba-475f-9c76-d3874e4fe92b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1267185 Mar 24 00:51:50.412973 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-85e30b5a-5415-44e5-895e-4066986b5e3e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1d9accb-8dd8-44a6-b381-745a23ff44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363631 Mar 24 00:51:50.533149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f35686-7a45-44c1-ba20-5f3e5784871b req-e1ca8d7f-812d-4b86-ae0a-98d24c3555ce tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:50.534667 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1f35686-7a45-44c1-ba20-5f3e5784871b req-e1ca8d7f-812d-4b86-ae0a-98d24c3555ce tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 946 time: 0.5224869 Mar 24 00:51:50.572208 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-0553b0c4-f8fa-469e-af10-dc5deb97f81f tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a09e8f3796504a0591d01b6c352de665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714309 Mar 24 00:51:50.611812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-aa32bded-32a1-4040-9e51-977833b1e1ea service neutron] 10.222.0.45 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882201 Mar 24 00:51:50.789725 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1f35686-7a45-44c1-ba20-5f3e5784871b req-8993b6ef-94a0-457b-90ab-162f58d82ff5 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394774 Mar 24 00:51:50.800053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-6032d53d-ecdd-4a66-b4af-68f31caae6ce service neutron] 10.222.0.57 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776684 Mar 24 00:51:50.982514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-7679f008-43ec-4337-bfc6-6de189c70da5 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:50.984548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-7679f008-43ec-4337-bfc6-6de189c70da5 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4006786 Mar 24 00:51:50.995799 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f94d512-6f06-44d3-ba7a-5835fc225082 req-3ea38ae1-d293-4636-a685-2ae60a9fe1d5 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/floatingips/c51419b0-fa5e-4915-b194-ee706031ce43 HTTP/1.1" status: 200 len: 692 time: 0.1454313 Mar 24 00:51:50.997721 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-49724958-55cf-442c-b167-d549d4108d07 service neutron] 10.222.0.45 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669527 Mar 24 00:51:51.003912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-723c1bfc-5ef7-4ddf-bf96-24caa8de0d08 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Request body: {'port': {'device_id': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'a09e8f3796504a0591d01b6c352de665'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:51.328058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e72117c-f0ed-4c06-9e04-234e2ca8a0d0 req-66a70c70-ac67-4974-bf42-9c76966f9ed3 service neutron] 10.222.0.57 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171983 Mar 24 00:51:51.416488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94d512-6f06-44d3-ba7a-5835fc225082 req-e4dabb37-91af-47fc-89ca-386d1675c256 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:51.423155 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f94d512-6f06-44d3-ba7a-5835fc225082 req-e4dabb37-91af-47fc-89ca-386d1675c256 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.4157577 Mar 24 00:51:51.425504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-723c1bfc-5ef7-4ddf-bf96-24caa8de0d08 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Made reservation on behalf of a09e8f3796504a0591d01b6c352de665 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:51:51.428777 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-723c1bfc-5ef7-4ddf-bf96-24caa8de0d08 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:51.447568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-5f94d512-6f06-44d3-ba7a-5835fc225082 req-7ccadbb4-5bdc-49c8-8186-a3a1a544cbfe tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:51:51.462096 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f94d512-6f06-44d3-ba7a-5835fc225082 req-7ccadbb4-5bdc-49c8-8186-a3a1a544cbfe tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0380309 Mar 24 00:51:51.485970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71885a0-6818-4c76-976f-59279dd4391e req-e30b634a-cffe-4ccf-88d0-cce6e30c01a5 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:51.495137 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c71885a0-6818-4c76-976f-59279dd4391e req-e30b634a-cffe-4ccf-88d0-cce6e30c01a5 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.1981440 Mar 24 00:51:51.628738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-79f4f3ae-b838-476b-aabd-192d8fd03a8a req-883278c3-6953-4db4-8451-9ec5035ae545 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 210 time: 0.0614948 Mar 24 00:51:51.641710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c71885a0-6818-4c76-976f-59279dd4391e req-5bf47910-8b7c-494a-bbca-d277e7fd296f tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454213 Mar 24 00:51:51.769125 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5167970-f187-4f26-a97a-c8bccde17568 x-openstack-request-id: req-b5167970-f187-4f26-a97a-c8bccde17568 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:51.769125 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2991b5c5-6402-4ff7-aced-887e26d7dbb4", "tag": "8f86b2c8-2e73-4005-b0cc-5998fe6b3384", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:51.769125 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5167970-f187-4f26-a97a-c8bccde17568 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:51.769125 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5167970-f187-4f26-a97a-c8bccde17568'] response: {'name': 'network-changed', 'server_uuid': '2991b5c5-6402-4ff7-aced-887e26d7dbb4', 'tag': '8f86b2c8-2e73-4005-b0cc-5998fe6b3384', 'status': 'completed', 'code': 200} Mar 24 00:51:51.836761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-723c1bfc-5ef7-4ddf-bf96-24caa8de0d08 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Allocated IP 192.168.233.209 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/a638a435-2902-4389-9173-ab25ef96e649) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:51:51.922451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd9316-4942-42aa-a43d-591b6d072ded req-871e23e0-3b5a-4c77-bb02-043bee7c4ea4 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:51.929797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6bd9316-4942-42aa-a43d-591b6d072ded req-871e23e0-3b5a-4c77-bb02-043bee7c4ea4 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.1936412 Mar 24 00:51:51.983593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40712cf9-66c2-445e-a6f1-49e287afd017 req-8854fea9-4338-4f8c-98d3-bb44390c21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:51.985208 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40712cf9-66c2-445e-a6f1-49e287afd017 req-8854fea9-4338-4f8c-98d3-bb44390c21f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39466f42d3cb4e43b1c11edb18af53db&device_id=2991b5c5-6402-4ff7-aced-887e26d7dbb4 HTTP/1.1" status: 200 len: 1126 time: 0.2026036 Mar 24 00:51:52.156175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6bd9316-4942-42aa-a43d-591b6d072ded req-573523a5-cfc4-46c6-8a24-6de869ba7a75 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253737 Mar 24 00:51:52.167030 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebec23-9202-4d1b-a2b7-6dd86d279926 req-81c83be9-c84a-4820-866c-2d79dba2d9e3 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:52.168585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efebec23-9202-4d1b-a2b7-6dd86d279926 req-81c83be9-c84a-4820-866c-2d79dba2d9e3 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=2991b5c5-6402-4ff7-aced-887e26d7dbb4 HTTP/1.1" status: 200 len: 944 time: 0.2858160 Mar 24 00:51:52.265173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40712cf9-66c2-445e-a6f1-49e287afd017 req-995f3b5d-352e-44a9-a16e-eabf64e0efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:52.266979 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40712cf9-66c2-445e-a6f1-49e287afd017 req-995f3b5d-352e-44a9-a16e-eabf64e0efc2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e1d9accb-8dd8-44a6-b381-745a23ff44a4 HTTP/1.1" status: 200 len: 905 time: 0.2700143 Mar 24 00:51:52.314763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40712cf9-66c2-445e-a6f1-49e287afd017 req-1cc0fc4c-bd6c-43bb-af11-98e18bf7049b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f86b2c8-2e73-4005-b0cc-5998fe6b3384 HTTP/1.1" status: 200 len: 217 time: 0.0382230 Mar 24 00:51:52.364839 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-723c1bfc-5ef7-4ddf-bf96-24caa8de0d08 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks [] for port (a638a435-2902-4389-9173-ab25ef96e649), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:52.387556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efebec23-9202-4d1b-a2b7-6dd86d279926 req-bd93123f-a5c3-4e59-9795-78370200aaea tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047660 Mar 24 00:51:52.433642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40712cf9-66c2-445e-a6f1-49e287afd017 req-473d6977-33a0-4086-b385-0d568e474b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:52.435028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40712cf9-66c2-445e-a6f1-49e287afd017 req-473d6977-33a0-4086-b385-0d568e474b89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c HTTP/1.1" status: 200 len: 844 time: 0.1015499 Mar 24 00:51:52.476932 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40712cf9-66c2-445e-a6f1-49e287afd017 req-9196a406-7ab7-402a-8dfe-7b749b4eb207 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1d9accb-8dd8-44a6-b381-745a23ff44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341249 Mar 24 00:51:52.482616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ddc32-e39e-49d0-874f-160fd1e4515d req-27f86013-8fed-4327-ac52-b5fc7676a6a8 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:52.484131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-189ddc32-e39e-49d0-874f-160fd1e4515d req-27f86013-8fed-4327-ac52-b5fc7676a6a8 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 1128 time: 0.1684856 Mar 24 00:51:52.513049 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-723c1bfc-5ef7-4ddf-bf96-24caa8de0d08 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a638a435-2902-4389-9173-ab25ef96e649), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:52.532401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['283fe7d7-4ae1-4877-a5aa-b42e0304761e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:52.591376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a60a78e9-a676-43bb-8d72-06b222428363', 'f75447d9-4d97-43c3-9b6f-2d4e24f18510'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:52.671048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-723c1bfc-5ef7-4ddf-bf96-24caa8de0d08 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:51:52.695207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-723c1bfc-5ef7-4ddf-bf96-24caa8de0d08 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:51:52.699509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c1bfc-5ef7-4ddf-bf96-24caa8de0d08 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Pushing event updated for resources: {'Port': ['ID=a638a435-2902-4389-9173-ab25ef96e649,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:52.708316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-723c1bfc-5ef7-4ddf-bf96-24caa8de0d08 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:51:52.719312 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-189ddc32-e39e-49d0-874f-160fd1e4515d req-331d3cc6-e750-4242-9270-34e48065c941 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209468 Mar 24 00:51:52.847129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-723c1bfc-5ef7-4ddf-bf96-24caa8de0d08 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:52.849761 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-723c1bfc-5ef7-4ddf-bf96-24caa8de0d08 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:52.872876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40712cf9-66c2-445e-a6f1-49e287afd017 req-b2aa2c18-65fd-461f-b734-7855dbc28b2f service neutron] 10.222.0.57 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821495 Mar 24 00:51:52.886736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfca4c-7f3c-4c56-a54e-a4b85324c41a req-77ae2308-ef99-4e69-8e6d-28a94f9cf402 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:52.888438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cbcfca4c-7f3c-4c56-a54e-a4b85324c41a req-77ae2308-ef99-4e69-8e6d-28a94f9cf402 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 946 time: 0.3772848 Mar 24 00:51:53.109814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-723c1bfc-5ef7-4ddf-bf96-24caa8de0d08 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1110511 Mar 24 00:51:53.118579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef142f52-9525-48a8-a2a7-368e1efd6bdc req-6819b9b0-89a6-4d57-aff0-2fbc28796e2d tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 210 time: 0.1228929 Mar 24 00:51:53.127776 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Request body: {'port': {'device_id': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:53.152521 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c3735a53-2faa-4312-94cf-f1da1862a69b None None] Provisioning complete for port a638a435-2902-4389-9173-ab25ef96e649 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:53.152900 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3735a53-2faa-4312-94cf-f1da1862a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a638a435-2902-4389-9173-ab25ef96e649), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:53.188359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c3735a53-2faa-4312-94cf-f1da1862a69b None None] Port a638a435-2902-4389-9173-ab25ef96e649 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:51:53.267278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-41b78ff5-d814-4ac9-8c19-e9e552e41946 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:53.268650 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-41b78ff5-d814-4ac9-8c19-e9e552e41946 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.48 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 808 time: 0.4114590 Mar 24 00:51:53.530523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ad2614a-5693-4a13-b327-3049ae455520 req-1d468ec8-bcd5-4101-87b6-159ca6e6e9c5 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=a66b27805d5a4e37851732f4918544fa HTTP/1.1" status: 200 len: 695 time: 0.3804944 Mar 24 00:51:53.537108 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cbcfca4c-7f3c-4c56-a54e-a4b85324c41a req-489c23dc-f8b8-4f77-8faa-edad94c1ffe1 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6314366 Mar 24 00:51:53.542213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-4b15d869-ce05-4581-812f-f672d4b6894f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Request body: {'port': {'device_id': '4e256fba-d1d0-483b-9cc7-f4921f2f6aab', 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6', 'admin_state_up': True, 'tenant_id': 'd31a258675f94796a5709fd6f7444f7f'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:53.674776 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a638a435-2902-4389-9173-ab25ef96e649), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:53.683565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40712cf9-66c2-445e-a6f1-49e287afd017 req-4db1a554-7d57-4ef9-8563-d2e791710bf8 service neutron] 10.222.0.57 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7897282 Mar 24 00:51:53.806033 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2614a-5693-4a13-b327-3049ae455520 req-f8a0b504-1c4f-41ca-9a92-c79ad77938d9 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:53.812896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ad2614a-5693-4a13-b327-3049ae455520 req-f8a0b504-1c4f-41ca-9a92-c79ad77938d9 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/networks?id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 787 time: 0.2530248 Mar 24 00:51:53.825735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-7ad2614a-5693-4a13-b327-3049ae455520 req-1dfe14d2-de25-4e1a-931f-57a3ccfa84f7 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:51:53.838244 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ad2614a-5693-4a13-b327-3049ae455520 req-1dfe14d2-de25-4e1a-931f-57a3ccfa84f7 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244570 Mar 24 00:51:53.978165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-4b15d869-ce05-4581-812f-f672d4b6894f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Made reservation on behalf of d31a258675f94796a5709fd6f7444f7f for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:51:53.981673 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-4b15d869-ce05-4581-812f-f672d4b6894f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:54.210230 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b304483-761a-4ec1-8cc2-2c75a1455167 req-525dc39a-145d-4ba5-aa3d-d6fe15978f96 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:54.215208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:51:54.217569 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b304483-761a-4ec1-8cc2-2c75a1455167 req-525dc39a-145d-4ba5-aa3d-d6fe15978f96 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.2834039 Mar 24 00:51:54.315821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-4b15d869-ce05-4581-812f-f672d4b6894f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Allocated IP 172.20.0.12 (ea749ec3-156a-4ab2-a75d-04b9d11ec5a6/c4567572-e17e-44ad-9348-aa4b6b4246ff/167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:51:54.379042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d7f02-41db-4b02-81fe-606e210a2b6b req-e8397ab9-b559-4938-9e69-2977040f3bbf tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:54.380603 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-410d7f02-41db-4b02-81fe-606e210a2b6b req-e8397ab9-b559-4938-9e69-2977040f3bbf tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 936 time: 0.2786114 Mar 24 00:51:54.412728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:54.427101 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b304483-761a-4ec1-8cc2-2c75a1455167 req-e9c13d2d-55ba-4d61-a91d-b81db3c1e09c tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086453 Mar 24 00:51:54.428858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '8f86b2c8-2e73-4005-b0cc-5998fe6b3384', 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4', 'port_id': '8f86b2c8-2e73-4005-b0cc-5998fe6b3384', 'mac_address': 'fa:16:3e:c8:d0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:51:54.491368 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:54.491792 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:54.503989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a638a435-2902-4389-9173-ab25ef96e649 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:54.509739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:54.533499 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Publish callbacks [] for port (a638a435-2902-4389-9173-ab25ef96e649), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:54.554673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:54.563185 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:54.613502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-410d7f02-41db-4b02-81fe-606e210a2b6b req-5b183464-f42f-48be-910c-d259d7c69497 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125449 Mar 24 00:51:54.614273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:54.672175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Transition to ACTIVE for port object a638a435-2902-4389-9173-ab25ef96e649 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:51:54.689632 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a638a435-2902-4389-9173-ab25ef96e649), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:54.781859 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa649e-b584-4d95-b1b4-5dcd4954aae1 req-677d3137-74b4-4e98-942a-cbf82caf7154 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:54.783387 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3aaa649e-b584-4d95-b1b4-5dcd4954aae1 req-677d3137-74b4-4e98-942a-cbf82caf7154 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 1128 time: 0.2592840 Mar 24 00:51:54.829829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Pushing event updated for resources: {'Port': ['ID=a638a435-2902-4389-9173-ab25ef96e649,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:54.850028 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-4b15d869-ce05-4581-812f-f672d4b6894f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks [] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:54.874288 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['8f86b2c8-2e73-4005-b0cc-5998fe6b3384'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:51:54.920767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95f3b7-d274-4dcd-b59b-3529b59df9f6 req-1a43135a-ed19-4898-823c-1b0636d28922 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:54.922373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad95f3b7-d274-4dcd-b59b-3529b59df9f6 req-1a43135a-ed19-4898-823c-1b0636d28922 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=2991b5c5-6402-4ff7-aced-887e26d7dbb4 HTTP/1.1" status: 200 len: 945 time: 0.2380376 Mar 24 00:51:54.996519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Attempting to bind port a638a435-2902-4389-9173-ab25ef96e649 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:51:54.996853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Attempting to bind port a638a435-2902-4389-9173-ab25ef96e649 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:51:54.997203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Attempting to bind port a638a435-2902-4389-9173-ab25ef96e649 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:55.029666 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3aaa649e-b584-4d95-b1b4-5dcd4954aae1 req-3a6cbcd4-f658-4840-b670-6f14efca7c19 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350197 Mar 24 00:51:55.036429 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-4b15d869-ce05-4581-812f-f672d4b6894f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:55.041224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Port a638a435-2902-4389-9173-ab25ef96e649 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:51:55.041606 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Attempting to bind port a638a435-2902-4389-9173-ab25ef96e649 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:55.097469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:51:55.097756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:51:55.098106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:51:55.098546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Bound port: a638a435-2902-4389-9173-ab25ef96e649, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:51:55.098909 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a638a435-2902-4389-9173-ab25ef96e649), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:55.171182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-4b15d869-ce05-4581-812f-f672d4b6894f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:51:55.183380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-4b15d869-ce05-4581-812f-f672d4b6894f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:51:55.189493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15d869-ce05-4581-812f-f672d4b6894f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Pushing event updated for resources: {'Port': ['ID=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:55.197642 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad95f3b7-d274-4dcd-b59b-3529b59df9f6 req-3609e555-114c-428d-aca5-82746b52b782 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063260 Mar 24 00:51:55.218975 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-4b15d869-ce05-4581-812f-f672d4b6894f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:51:55.229604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-790c18be-c49d-4b4f-a0d0-f1c80394c8db req-7db73520-e2e7-4f15-9bd2-e9867363339c tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/floatingips/c51419b0-fa5e-4915-b194-ee706031ce43 HTTP/1.1" status: 200 len: 692 time: 0.1435466 Mar 24 00:51:55.386114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:51:55.393010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-4b15d869-ce05-4581-812f-f672d4b6894f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:55.393649 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-4b15d869-ce05-4581-812f-f672d4b6894f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:55.426132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a638a435-2902-4389-9173-ab25ef96e649,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:51:55.444474 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a638a435-2902-4389-9173-ab25ef96e649), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:55.459249 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-4b15d869-ce05-4581-812f-f672d4b6894f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9274356 Mar 24 00:51:55.476335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b2392a83-16b2-4b0b-b2b6-553464a896cc no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:51:55.492576 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c18be-c49d-4b4f-a0d0-f1c80394c8db req-760746bd-d6dc-4b0d-a424-a66df35b9d31 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:55.493938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-790c18be-c49d-4b4f-a0d0-f1c80394c8db req-760746bd-d6dc-4b0d-a424-a66df35b9d31 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.2635925 Mar 24 00:51:55.503985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:55.504610 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:55.505995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] 10.222.0.57 "PUT /v2.0/ports/a638a435-2902-4389-9173-ab25ef96e649 HTTP/1.1" status: 200 len: 1096 time: 2.3851831 Mar 24 00:51:55.512519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Request body: {'port': {'device_id': '4e256fba-d1d0-483b-9cc7-f4921f2f6aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:55.516164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:55.518725 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e474b97a-9529-4d3f-a8a8-da7c4a2513ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "tag": "a638a435-2902-4389-9173-ab25ef96e649"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:55.527540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5f2d6-4c2a-4704-a0a3-76cc47371b95 req-c323d391-e0da-4eb4-a325-6e4ebd1867dd tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:55.529170 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32c5f2d6-4c2a-4704-a0a3-76cc47371b95 req-c323d391-e0da-4eb4-a325-6e4ebd1867dd tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.2547159 Mar 24 00:51:55.556360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-790c18be-c49d-4b4f-a0d0-f1c80394c8db req-55ca9d67-f1c3-4f05-9b1d-9932e84e506d tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:51:55.557422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-790c18be-c49d-4b4f-a0d0-f1c80394c8db req-55ca9d67-f1c3-4f05-9b1d-9932e84e506d tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488245 Mar 24 00:51:55.632501 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b2392a83-16b2-4b0b-b2b6-553464a896cc is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:55.632903 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:55.670644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:55.672230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:55.675475 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec93b63-2b4d-4df2-935a-3b97bf27a8de" -d '{"events": [{"server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "name": "network-vif-unplugged", "status": "completed", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:55.679827 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:55.712454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4ffa5-6999-49f2-beff-9d24211a6b41 service neutron] Pushing event updated for resources: {'Port': ['ID=a638a435-2902-4389-9173-ab25ef96e649,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:55.719346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-790c18be-c49d-4b4f-a0d0-f1c80394c8db req-320bea3e-0552-482b-8a15-a4e229d7f4bd tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.1483693 Mar 24 00:51:55.743272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b2392a83-16b2-4b0b-b2b6-553464a896cc,revision_number=14']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:55.798537 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:55.802855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32c5f2d6-4c2a-4704-a0a3-76cc47371b95 req-ee4a6fce-1272-4c33-be06-680f8e8a1e0c tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436132 Mar 24 00:51:55.808737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-790c18be-c49d-4b4f-a0d0-f1c80394c8db req-223aa37c-b22e-4d69-b41c-4f31cf8cdb24 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.0784473 Mar 24 00:51:55.816291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-63354fc9-77c8-47a2-ad6c-ff9e428c54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:55.817804 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-63354fc9-77c8-47a2-ad6c-ff9e428c54f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 1130 time: 0.2502465 Mar 24 00:51:55.921462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-03bb6788-a021-4682-a026-a7976dcc2434 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a638a435-2902-4389-9173-ab25ef96e649 HTTP/1.1" status: 200 len: 217 time: 0.0927594 Mar 24 00:51:56.143602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-8540a561-34ea-45ec-86cb-949784095b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:56.145053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-8540a561-34ea-45ec-86cb-949784095b70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.2122760 Mar 24 00:51:56.212139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf82e5-c6fb-4116-b372-f10ef7029d69 req-aacaba9a-8ad9-4e6f-b970-11b1673c7565 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:56.213973 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1cf82e5-c6fb-4116-b372-f10ef7029d69 req-aacaba9a-8ad9-4e6f-b970-11b1673c7565 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 932 time: 0.3131175 Mar 24 00:51:56.217357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:51:56.268296 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:51:56.273425 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:51:56.273804 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:56.356818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:51:56.357156 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:56.393210 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:51:56.397240 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:56.446160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:56.543391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-790c18be-c49d-4b4f-a0d0-f1c80394c8db req-4cb86203-92a2-438c-b97b-5e1286373fb3 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Deleting port a1bd3f62-3e95-4522-aa63-febc1d2f5ff8 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:51:56.543735 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-790c18be-c49d-4b4f-a0d0-f1c80394c8db req-4cb86203-92a2-438c-b97b-5e1286373fb3 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a1bd3f62-3e95-4522-aa63-febc1d2f5ff8), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:56.617020 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1cf82e5-c6fb-4116-b372-f10ef7029d69 req-d63788b9-502b-4ef9-8777-cac9d57ee522 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403379 Mar 24 00:51:56.625336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-e0af93f7-51e4-4bad-8116-8c7fb7389f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:56.626760 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-e0af93f7-51e4-4bad-8116-8c7fb7389f42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4736905 Mar 24 00:51:56.750106 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-790c18be-c49d-4b4f-a0d0-f1c80394c8db req-4cb86203-92a2-438c-b97b-5e1286373fb3 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a1bd3f62-3e95-4522-aa63-febc1d2f5ff8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:56.750851 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-790c18be-c49d-4b4f-a0d0-f1c80394c8db req-4cb86203-92a2-438c-b97b-5e1286373fb3 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks [] for floatingip (a1bd3f62-3e95-4522-aa63-febc1d2f5ff8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:56.789210 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-790c18be-c49d-4b4f-a0d0-f1c80394c8db req-4cb86203-92a2-438c-b97b-5e1286373fb3 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Calling delete_port for a1bd3f62-3e95-4522-aa63-febc1d2f5ff8 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:51:56.817561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:51:56.830055 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Publish callbacks [] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:56.890270 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Transition to ACTIVE for port object 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:51:56.899011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-24b9a1d6-43f0-4dbc-a35c-9d3c1f808e8a service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635627 Mar 24 00:51:56.904427 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:56.934330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17004665-fb89-4b13-9bf9-b321addb7f06 req-67deca3b-3423-4ba9-a1cb-a73cf234cb70 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:56.936289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17004665-fb89-4b13-9bf9-b321addb7f06 req-67deca3b-3423-4ba9-a1cb-a73cf234cb70 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2411103 Mar 24 00:51:57.079552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Pushing event updated for resources: {'Port': ['ID=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:57.144639 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17004665-fb89-4b13-9bf9-b321addb7f06 req-58dcd501-d28c-4f03-95d3-e9aeb8740cc6 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816523 Mar 24 00:51:57.193591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ea1f056-7da1-43c2-80ad-f2af96429f33 req-e548c6d5-a3a6-418f-8ac4-5759c78503ff service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861257 Mar 24 00:51:57.216792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Attempting to bind port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:51:57.217147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Attempting to bind port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:51:57.217489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Attempting to bind port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:57.223535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:51:57.223862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Attempting to bind port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:57.233917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:51:57.234280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Checking segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:51:57.234717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Bound using segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:51:57.235166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Bound port: 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:51:57.235585 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:57.252435 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-790c18be-c49d-4b4f-a0d0-f1c80394c8db req-4cb86203-92a2-438c-b97b-5e1286373fb3 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a1bd3f62-3e95-4522-aa63-febc1d2f5ff8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:57.322493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb86203-92a2-438c-b97b-5e1286373fb3 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Pushing event deleted for resources: {'Port': ['ID=a1bd3f62-3e95-4522-aa63-febc1d2f5ff8,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:57.413975 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] For port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:51:57.416825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] For port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:51:57.424248 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-790c18be-c49d-4b4f-a0d0-f1c80394c8db req-4cb86203-92a2-438c-b97b-5e1286373fb3 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks [] for floatingip (c51419b0-fa5e-4915-b194-ee706031ce43), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:57.426898 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-790c18be-c49d-4b4f-a0d0-f1c80394c8db req-4cb86203-92a2-438c-b97b-5e1286373fb3 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:57.428040 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-790c18be-c49d-4b4f-a0d0-f1c80394c8db req-4cb86203-92a2-438c-b97b-5e1286373fb3 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "DELETE /v2.0/floatingips/c51419b0-fa5e-4915-b194-ee706031ce43 HTTP/1.1" status: 204 len: 173 time: 1.6093636 Mar 24 00:51:57.430609 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:57.467389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c285881-4d81-470e-b460-5e20c13d1a9f req-d387cd03-a75f-4a86-9de0-5459ba7be66e tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:57.468900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c285881-4d81-470e-b460-5e20c13d1a9f req-d387cd03-a75f-4a86-9de0-5459ba7be66e tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.1628213 Mar 24 00:51:57.470540 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89cf646-5bfc-470e-8685-1a6f5b8de3a5 x-openstack-request-id: req-a89cf646-5bfc-470e-8685-1a6f5b8de3a5 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:57.470825 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "tag": "a638a435-2902-4389-9173-ab25ef96e649", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:57.471168 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a89cf646-5bfc-470e-8685-1a6f5b8de3a5 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:57.471471 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a89cf646-5bfc-470e-8685-1a6f5b8de3a5'] response: {'name': 'network-changed', 'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649', 'status': 'completed', 'code': 200} Mar 24 00:51:57.480508 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:57.481139 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:57.483061 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] 10.222.0.48 "PUT /v2.0/ports/167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e HTTP/1.1" status: 200 len: 1092 time: 1.9875417 Mar 24 00:51:57.607270 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc3baf-3786-4003-9dcb-8ed89dd275a2 service neutron] Pushing event updated for resources: {'Port': ['ID=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:57.649434 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c285881-4d81-470e-b460-5e20c13d1a9f req-6dc30bf5-95eb-4bfd-8776-0ed056ab1b95 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636970 Mar 24 00:51:57.668143 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b97a-9529-4d3f-a8a8-da7c4a2513ec req-6415f1a6-b0dc-46e5-80e4-20eecaec516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:57.669559 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e474b97a-9529-4d3f-a8a8-da7c4a2513ec req-6415f1a6-b0dc-46e5-80e4-20eecaec516d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 1130 time: 0.1654923 Mar 24 00:51:57.673514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-fd89efbf-58a5-4516-b1c5-bbdf3ba87ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:57.674878 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-fd89efbf-58a5-4516-b1c5-bbdf3ba87ae6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 1126 time: 0.1543255 Mar 24 00:51:57.683728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ccd77-1e39-4cca-94ea-42fd5f73dc90 req-7351c2a8-79b9-47de-a84c-cdd81d15d0ef tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:57.685172 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f86ccd77-1e39-4cca-94ea-42fd5f73dc90 req-7351c2a8-79b9-47de-a84c-cdd81d15d0ef tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 948 time: 0.1588161 Mar 24 00:51:57.702679 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f6e2a0-7326-4cd7-a6aa-a0494023c64f x-openstack-request-id: req-56f6e2a0-7326-4cd7-a6aa-a0494023c64f {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:51:57.703203 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "name": "network-vif-unplugged", "status": "completed", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:51:57.703203 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56f6e2a0-7326-4cd7-a6aa-a0494023c64f {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:51:57.703618 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f6e2a0-7326-4cd7-a6aa-a0494023c64f'] response: {'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'code': 200} Mar 24 00:51:57.779050 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-cf148bee-76c7-4bbd-9412-2d98849f6b6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e HTTP/1.1" status: 200 len: 217 time: 0.0868773 Mar 24 00:51:57.904995 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-6da3abeb-372e-4201-9b50-00eb0e75cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:57.906478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-6da3abeb-372e-4201-9b50-00eb0e75cbfd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.1166356 Mar 24 00:51:57.909513 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f86ccd77-1e39-4cca-94ea-42fd5f73dc90 req-9704ac17-1045-4ff4-8c28-5ab53456c5e0 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153990 Mar 24 00:51:57.914126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b97a-9529-4d3f-a8a8-da7c4a2513ec req-fa37648b-bd4a-4353-a2cb-4e5e3d87184f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:57.915475 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e474b97a-9529-4d3f-a8a8-da7c4a2513ec req-fa37648b-bd4a-4353-a2cb-4e5e3d87184f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.2389884 Mar 24 00:51:57.954121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca178cc-1dc5-46a5-ab3e-b08f7511457b req-6692e5d4-749d-4ac5-80ec-889436f7965a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:57.955569 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ca178cc-1dc5-46a5-ab3e-b08f7511457b req-6692e5d4-749d-4ac5-80ec-889436f7965a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=2991b5c5-6402-4ff7-aced-887e26d7dbb4 HTTP/1.1" status: 200 len: 946 time: 0.1873248 Mar 24 00:51:57.958775 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-8646c381-b130-447e-9ef8-651cf30972c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409129 Mar 24 00:51:57.995179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e474b97a-9529-4d3f-a8a8-da7c4a2513ec req-a705de24-3f74-45d5-a66e-012ba4effd36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a638a435-2902-4389-9173-ab25ef96e649 HTTP/1.1" status: 200 len: 217 time: 0.0681460 Mar 24 00:51:58.159368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b97a-9529-4d3f-a8a8-da7c4a2513ec req-a7d09ff0-b62d-4721-82b7-42746dedc859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:58.160819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e474b97a-9529-4d3f-a8a8-da7c4a2513ec req-a7d09ff0-b62d-4721-82b7-42746dedc859 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1215072 Mar 24 00:51:58.164099 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ca178cc-1dc5-46a5-ab3e-b08f7511457b req-dc6478ba-3baf-469a-8512-06a94cf4a797 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783247 Mar 24 00:51:58.210957 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4d589-462b-43ff-8e63-8c8a38903be2 req-6111888e-7f8c-41ee-9048-e023640a8a3c tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:58.212402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5b4d589-462b-43ff-8e63-8c8a38903be2 req-6111888e-7f8c-41ee-9048-e023640a8a3c tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.2257190 Mar 24 00:51:58.215939 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-c3fac9ea-d214-4695-8b88-67c90e087bff service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312100 Mar 24 00:51:58.317332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b97a-9529-4d3f-a8a8-da7c4a2513ec req-9dd06794-0207-4cf6-a226-9c7223bcb040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:58.318840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e474b97a-9529-4d3f-a8a8-da7c4a2513ec req-9dd06794-0207-4cf6-a226-9c7223bcb040 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1476996 Mar 24 00:51:58.336029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5b4d589-462b-43ff-8e63-8c8a38903be2 req-c1bf9c81-8b3d-4289-8de7-33648966a5fc tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155896 Mar 24 00:51:58.410690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0d04d95-34e8-49af-815a-2d05d8192501 req-1c801427-1b53-4b9b-af19-a36b707d3cb9 service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829522 Mar 24 00:51:58.477404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e474b97a-9529-4d3f-a8a8-da7c4a2513ec req-ef08dfa2-9688-419d-8459-f8f28e80e9b0 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447527 Mar 24 00:51:58.485353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca86d64-7c67-4e0a-80ea-2747f923e2b9 req-5577a195-d788-4180-945c-8f5b8784abd1 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:58.487029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aca86d64-7c67-4e0a-80ea-2747f923e2b9 req-5577a195-d788-4180-945c-8f5b8784abd1 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.0883994 Mar 24 00:51:58.593187 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aca86d64-7c67-4e0a-80ea-2747f923e2b9 req-1c3b0a9d-6ebb-4dd8-bbde-6258da70e3fd tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979278 Mar 24 00:51:58.615905 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b9318217-d84d-45b1-b099-ebc6bd9d2923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:58.616714 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e474b97a-9529-4d3f-a8a8-da7c4a2513ec req-a3c0e216-45d8-45da-9111-e3764a718f54 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283667 Mar 24 00:51:59.014718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-9ca6fd7d-fcc3-4f72-9d1d-1c9a5d7ee401 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3837655 Mar 24 00:51:59.034345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:59.058811 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:59.126653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-723d1b66-d155-4ebb-b7a8-0e818be356dc tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:51:59.127593 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-723d1b66-d155-4ebb-b7a8-0e818be356dc tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064285 Mar 24 00:51:59.187702 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-85db6ad4-39a9-405e-aafa-14b5a8c75ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:59.190355 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-85db6ad4-39a9-405e-aafa-14b5a8c75ef5 service neutron] 10.222.0.45 "GET /v2.0/ports/968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 HTTP/1.1" status: 200 len: 1125 time: 0.0516412 Mar 24 00:51:59.200249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-646c0361-6532-4f7d-95d8-a08053e0111a service neutron] Request body: {'binding': {'host': 'n-h1-760455-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:51:59.200708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-646c0361-6532-4f7d-95d8-a08053e0111a service neutron] Unknown quota resources ['binding']. {{(pid=115730) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 00:51:59.245864 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:59.470846 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-646c0361-6532-4f7d-95d8-a08053e0111a service neutron] Attempting to bind port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 on host n-h1-760455-9 for vnic_type normal with profile None {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:51:59.471183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-646c0361-6532-4f7d-95d8-a08053e0111a service neutron] Attempting to bind port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:51:59.471516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-646c0361-6532-4f7d-95d8-a08053e0111a service neutron] Attempting to bind port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:59.474117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Allocated IP 172.25.0.13 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/0c334093-4dd7-497f-88b1-2867b9cfeae2) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:51:59.476049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e256fba-d1d0-483b-9cc7-f4921f2f6aab', 'tag': '167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:59.481464 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f851c5-2854-49fd-a5b8-a05263d6848b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e256fba-d1d0-483b-9cc7-f4921f2f6aab", "tag": "167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:59.490311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-646c0361-6532-4f7d-95d8-a08053e0111a service neutron] Port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:51:59.490648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-646c0361-6532-4f7d-95d8-a08053e0111a service neutron] Attempting to bind port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:51:59.504997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-646c0361-6532-4f7d-95d8-a08053e0111a service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:51:59.505391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-646c0361-6532-4f7d-95d8-a08053e0111a service neutron] Checking segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:51:59.505785 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-646c0361-6532-4f7d-95d8-a08053e0111a service neutron] Bound using segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:51:59.506222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-646c0361-6532-4f7d-95d8-a08053e0111a service neutron] Bound port: 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:51:59.563366 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:59.633906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-646c0361-6532-4f7d-95d8-a08053e0111a service neutron] For port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:51:59.651054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-646c0361-6532-4f7d-95d8-a08053e0111a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:59.652216 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-646c0361-6532-4f7d-95d8-a08053e0111a service neutron] 10.222.0.45 "POST /v2.0/ports/968f3c0e-32b2-4087-a7e6-4da3ea94b2b1/bindings HTTP/1.1" status: 201 len: 389 time: 0.4553728 Mar 24 00:51:59.671398 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks [] for port (0c334093-4dd7-497f-88b1-2867b9cfeae2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:59.705773 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2991b5c5-6402-4ff7-aced-887e26d7dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f86b2c8-2e73-4005-b0cc-5998fe6b3384'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:51:59.710204 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5788ab20-3992-4faf-b605-6faa6c8d5122" -d '{"events": [{"server_uuid": "2991b5c5-6402-4ff7-aced-887e26d7dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "8f86b2c8-2e73-4005-b0cc-5998fe6b3384"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:51:59.722108 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (0c334093-4dd7-497f-88b1-2867b9cfeae2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:59.764121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:51:59.773624 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:51:59.801772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:51:59.804844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Pushing event updated for resources: {'Port': ['ID=0c334093-4dd7-497f-88b1-2867b9cfeae2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:51:59.868501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e76bf-e601-4089-8275-d82b809b1f47 req-e5bc9230-a37b-4595-8c6f-2004a09cdff2 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:51:59.870038 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-824e76bf-e601-4089-8275-d82b809b1f47 req-e5bc9230-a37b-4595-8c6f-2004a09cdff2 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 944 time: 0.1013246 Mar 24 00:51:59.973938 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks [] for floatingip (a6bac543-4f48-40fc-a907-196ce1dea0fb), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:51:59.987488 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-824e76bf-e601-4089-8275-d82b809b1f47 req-57826689-9f9a-4369-94d4-6d31686f661d tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925612 Mar 24 00:52:00.020646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-1cda9a7b-8234-40b0-b58c-e313c8131bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:00.022157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-1cda9a7b-8234-40b0-b58c-e313c8131bc6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 1128 time: 0.1284974 Mar 24 00:52:00.027189 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0c334093-4dd7-497f-88b1-2867b9cfeae2), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:00.233299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb090f-d666-4fe8-9dd0-c53f2baa69fc req-966f569b-f14b-40a2-b7c7-594fc76d82d9 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:00.233562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a638a435-2902-4389-9173-ab25ef96e649 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:52:00.234830 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64fb090f-d666-4fe8-9dd0-c53f2baa69fc req-966f569b-f14b-40a2-b7c7-594fc76d82d9 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.1800258 Mar 24 00:52:00.238947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-ef6a7fb1-49db-429c-a28c-3b9eaefddd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:00.240331 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-ef6a7fb1-49db-429c-a28c-3b9eaefddd21 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.2103682 Mar 24 00:52:00.298793 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-3b696954-9bdc-47b3-a265-78dd840bca05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 HTTP/1.1" status: 200 len: 217 time: 0.0477219 Mar 24 00:52:00.329012 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a638a435-2902-4389-9173-ab25ef96e649,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:00.340612 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'a638a435-2902-4389-9173-ab25ef96e649', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'a638a435-2902-4389-9173-ab25ef96e649', 'mac_address': 'fa:16:3e:2c:d6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:52:00.383015 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64fb090f-d666-4fe8-9dd0-c53f2baa69fc req-5374ff12-2abd-40db-b953-a804f6cf8e5e tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399012 Mar 24 00:52:00.383234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a638a435-2902-4389-9173-ab25ef96e649 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:00.383457 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a638a435-2902-4389-9173-ab25ef96e649), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:00.397609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-22632cd6-6d34-4ce2-9518-d0a3cd4f9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:00.399054 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-22632cd6-6d34-4ce2-9518-d0a3cd4f9907 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.0932357 Mar 24 00:52:00.407255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a638a435-2902-4389-9173-ab25ef96e649 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:52:00.417037 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks [] for port (0c334093-4dd7-497f-88b1-2867b9cfeae2), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:00.430965 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a638a435-2902-4389-9173-ab25ef96e649,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:00.435009 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a638a435-2902-4389-9173-ab25ef96e649), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:00.438476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-153cadcc-26c4-4815-a8c4-c15d4d804664 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323572 Mar 24 00:52:00.439087 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (0c334093-4dd7-497f-88b1-2867b9cfeae2), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:00.484485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a638a435-2902-4389-9173-ab25ef96e649,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:00.591187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Pushing event updated for resources: {'Port': ['ID=0c334093-4dd7-497f-88b1-2867b9cfeae2,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:00.621444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:00.621805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:00.622170 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:00.622555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:00.623419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:00.623802 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:00.624136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:00.624492 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:00.624814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:00.625163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:00.625488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:00.625807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:00.626129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:00.626450 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:00.626761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:00.642307 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (a6bac543-4f48-40fc-a907-196ce1dea0fb), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:00.656915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246cd4-2097-4638-a35f-23995471f365 req-0b2059ef-e129-4e76-8600-7834cef198d7 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:00.658397 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7246cd4-2097-4638-a35f-23995471f365 req-0b2059ef-e129-4e76-8600-7834cef198d7 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 949 time: 0.2156711 Mar 24 00:52:00.670157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-15cf2560-6154-4cca-a258-e835e95f97a7 service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239873 Mar 24 00:52:00.693766 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:00.694869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-ee9b9d82-ec4f-4b1a-ac40-c8479735505b tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6706538 Mar 24 00:52:00.749495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a638a435-2902-4389-9173-ab25ef96e649'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:00.791251 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-1e4d1af6-3376-43aa-9300-e43d942e9ed2 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.13 HTTP/1.1" status: 200 len: 695 time: 0.0853608 Mar 24 00:52:00.804742 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-06477a01-54e5-4d34-a915-ff3f513eb47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:00.820168 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7246cd4-2097-4638-a35f-23995471f365 req-61a61012-502a-4be2-a61a-68dfebc1a75f tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534796 Mar 24 00:52:00.927266 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-5a6fa125-ea87-40b5-b29e-6555818249d4 service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502496 Mar 24 00:52:00.960990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-f1b5d271-e355-4353-a24f-2a71ca004f30 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:00.962573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ff5c111-f8a9-4ab8-94ee-6ef82693f5ee req-f1b5d271-e355-4353-a24f-2a71ca004f30 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.1653774 Mar 24 00:52:00.979579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da0416-e6d8-43fe-9771-4e377470296a req-37e73f62-8663-4d58-9a19-ca493f409db5 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:00.981052 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a1da0416-e6d8-43fe-9771-4e377470296a req-37e73f62-8663-4d58-9a19-ca493f409db5 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=2991b5c5-6402-4ff7-aced-887e26d7dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0963917 Mar 24 00:52:01.055094 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a1da0416-e6d8-43fe-9771-4e377470296a req-68969ee1-4de0-4f1c-ac6a-6767861b66d1 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662575 Mar 24 00:52:01.090959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4ce32-5f56-404d-adc9-e2787d18e298 req-1272eed1-2dac-48f1-86df-5e4d1c53bc27 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:01.092994 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08c4ce32-5f56-404d-adc9-e2787d18e298 req-1272eed1-2dac-48f1-86df-5e4d1c53bc27 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.0771623 Mar 24 00:52:01.114029 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b42a86-46f7-4126-af8c-06f254743376 x-openstack-request-id: req-e9b42a86-46f7-4126-af8c-06f254743376 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:01.114309 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e256fba-d1d0-483b-9cc7-f4921f2f6aab", "tag": "167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:01.114562 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9b42a86-46f7-4126-af8c-06f254743376 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:01.114960 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b42a86-46f7-4126-af8c-06f254743376'] response: {'name': 'network-changed', 'server_uuid': '4e256fba-d1d0-483b-9cc7-f4921f2f6aab', 'tag': '167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e', 'status': 'completed', 'code': 200} Mar 24 00:52:01.184074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08c4ce32-5f56-404d-adc9-e2787d18e298 req-334065f1-235c-41ce-ba7d-a1d2d25dd653 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841346 Mar 24 00:52:01.223909 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f851c5-2854-49fd-a5b8-a05263d6848b req-23ffa6d3-9d03-4b1a-ae59-be4055c0777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:01.225392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4f851c5-2854-49fd-a5b8-a05263d6848b req-23ffa6d3-9d03-4b1a-ae59-be4055c0777f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 1126 time: 0.0893607 Mar 24 00:52:01.298625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c39684-61f0-4758-b88f-26560263747d req-ce3dd056-7e38-4a84-bc3f-4b3bbca35e6b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:01.300085 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0c39684-61f0-4758-b88f-26560263747d req-ce3dd056-7e38-4a84-bc3f-4b3bbca35e6b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1298492 Mar 24 00:52:01.397633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f851c5-2854-49fd-a5b8-a05263d6848b req-a59a94aa-2aa0-47ae-bfde-b79a2815a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:01.398992 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4f851c5-2854-49fd-a5b8-a05263d6848b req-a59a94aa-2aa0-47ae-bfde-b79a2815a190 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.1641123 Mar 24 00:52:01.404003 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0c39684-61f0-4758-b88f-26560263747d req-35cb5889-fba8-4a5b-90ad-64d779c8eb50 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938087 Mar 24 00:52:01.444026 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4f851c5-2854-49fd-a5b8-a05263d6848b req-023fc9d2-2387-48c5-8100-74b10140e281 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e HTTP/1.1" status: 200 len: 217 time: 0.0378070 Mar 24 00:52:01.455342 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6d9a47-0f4a-4aa1-8c31-92af696d9570 x-openstack-request-id: req-9e6d9a47-0f4a-4aa1-8c31-92af696d9570 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:01.455641 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2991b5c5-6402-4ff7-aced-887e26d7dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "8f86b2c8-2e73-4005-b0cc-5998fe6b3384", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:01.455900 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e6d9a47-0f4a-4aa1-8c31-92af696d9570 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:01.456302 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6d9a47-0f4a-4aa1-8c31-92af696d9570'] response: {'server_uuid': '2991b5c5-6402-4ff7-aced-887e26d7dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f86b2c8-2e73-4005-b0cc-5998fe6b3384', 'code': 200} Mar 24 00:52:01.460921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0049d32-ae3d-493c-8f91-7bd813abc89f req-ba6ad1c4-fdb5-445f-b028-53111fbaf437 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:01.462373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0049d32-ae3d-493c-8f91-7bd813abc89f req-ba6ad1c4-fdb5-445f-b028-53111fbaf437 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 946 time: 0.2085514 Mar 24 00:52:01.517896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:52:01.597281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3208c12b-2035-4384-a198-63a17ccc79bc req-0b4ad73e-881e-41cb-b22a-2c26c4baaf69 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/floatingips/a6bac543-4f48-40fc-a907-196ce1dea0fb HTTP/1.1" status: 200 len: 692 time: 0.1263626 Mar 24 00:52:01.615005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f851c5-2854-49fd-a5b8-a05263d6848b req-4dd4d9a8-4ac1-469e-ac40-83a605fdc8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:01.616406 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4f851c5-2854-49fd-a5b8-a05263d6848b req-4dd4d9a8-4ac1-469e-ac40-83a605fdc8d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.1636786 Mar 24 00:52:01.626166 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:01.642331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e', 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6', 'port_id': '167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e', 'mac_address': 'fa:16:3e:e0:58:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4567572-e17e-44ad-9348-aa4b6b4246ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:52:01.685997 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:01.686397 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:01.699863 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:52:01.704551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0049d32-ae3d-493c-8f91-7bd813abc89f req-093da882-ca60-41cc-bcf1-3debf894f85c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302928 Mar 24 00:52:01.708569 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4f851c5-2854-49fd-a5b8-a05263d6848b req-c2e9e59d-61cc-476e-9e25-3aaab37676b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764413 Mar 24 00:52:01.725579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:01.734089 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:01.795785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:02.010359 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:02.044271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67215be6-b182-42ce-94a2-24be6d75fd8a req-ff9ce94d-7aeb-42d6-ac4f-e1f2d726e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:02.046328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67215be6-b182-42ce-94a2-24be6d75fd8a req-ff9ce94d-7aeb-42d6-ac4f-e1f2d726e3d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2991b5c5-6402-4ff7-aced-887e26d7dbb4 HTTP/1.1" status: 200 len: 1128 time: 0.5041554 Mar 24 00:52:02.072024 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:02.149421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208c12b-2035-4384-a198-63a17ccc79bc req-edf58a94-28a8-41ff-bb12-8dd2bd855a31 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:02.150804 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3208c12b-2035-4384-a198-63a17ccc79bc req-edf58a94-28a8-41ff-bb12-8dd2bd855a31 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.5414343 Mar 24 00:52:02.171925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-3208c12b-2035-4384-a198-63a17ccc79bc req-3d91e0b1-bf11-4c74-8e50-3b53daaeeee1 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:52:02.172971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3208c12b-2035-4384-a198-63a17ccc79bc req-3d91e0b1-bf11-4c74-8e50-3b53daaeeee1 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157864 Mar 24 00:52:02.209129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40923f02-3d05-4036-bcdd-b206e0d28a45 req-640fb95f-a94c-45b8-bb9e-156b3a0e8606 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:02.214888 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:02.216989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40923f02-3d05-4036-bcdd-b206e0d28a45 req-640fb95f-a94c-45b8-bb9e-156b3a0e8606 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 945 time: 0.1743503 Mar 24 00:52:02.220564 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67215be6-b182-42ce-94a2-24be6d75fd8a req-cd026b26-31db-4d52-a464-3b2af11d9e48 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637471 Mar 24 00:52:02.222467 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4f851c5-2854-49fd-a5b8-a05263d6848b req-cb5ceab6-ef83-4429-979c-060f475f4bbf service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045958 Mar 24 00:52:02.249071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a638a435-2902-4389-9173-ab25ef96e649 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:52:02.308515 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port a638a435-2902-4389-9173-ab25ef96e649 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:52:02.312469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port a638a435-2902-4389-9173-ab25ef96e649 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:02.312848 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a638a435-2902-4389-9173-ab25ef96e649), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:02.320993 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3208c12b-2035-4384-a198-63a17ccc79bc req-7d8df733-03d5-4da7-b75e-7169ea274c98 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.13 HTTP/1.1" status: 200 len: 695 time: 0.1344149 Mar 24 00:52:02.371665 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40923f02-3d05-4036-bcdd-b206e0d28a45 req-95720377-57a3-4899-902a-79edae958b27 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537638 Mar 24 00:52:02.417634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4f851c5-2854-49fd-a5b8-a05263d6848b req-d6826d20-6069-4c8d-85c5-5907f9de067f service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549389 Mar 24 00:52:02.434338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a638a435-2902-4389-9173-ab25ef96e649 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:02.435211 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a638a435-2902-4389-9173-ab25ef96e649), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:02.469883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a638a435-2902-4389-9173-ab25ef96e649,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:02.474297 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a638a435-2902-4389-9173-ab25ef96e649), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:02.484956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3208c12b-2035-4384-a198-63a17ccc79bc req-c91f29a2-7cb9-48cb-addb-abb02457805d tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.13 HTTP/1.1" status: 200 len: 695 time: 0.1559920 Mar 24 00:52:02.531915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a638a435-2902-4389-9173-ab25ef96e649,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:02.621753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69ee42-f90b-41f9-bd8d-5550d448974b req-56eb4a81-d8c3-4fa9-bbd9-474d64cb3985 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:02.623226 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e69ee42-f90b-41f9-bd8d-5550d448974b req-56eb4a81-d8c3-4fa9-bbd9-474d64cb3985 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.1571872 Mar 24 00:52:02.676548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-3208c12b-2035-4384-a198-63a17ccc79bc req-4b29aa57-91af-4137-9848-cf06d4a8b95d tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Deleting port 0c334093-4dd7-497f-88b1-2867b9cfeae2 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:52:02.676886 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3208c12b-2035-4384-a198-63a17ccc79bc req-4b29aa57-91af-4137-9848-cf06d4a8b95d tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0c334093-4dd7-497f-88b1-2867b9cfeae2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:02.717206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e69ee42-f90b-41f9-bd8d-5550d448974b req-df8bb13d-bf1f-4cf4-9078-6261f1695d0c tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869858 Mar 24 00:52:02.768659 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3208c12b-2035-4384-a198-63a17ccc79bc req-4b29aa57-91af-4137-9848-cf06d4a8b95d tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0c334093-4dd7-497f-88b1-2867b9cfeae2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:02.768882 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3208c12b-2035-4384-a198-63a17ccc79bc req-4b29aa57-91af-4137-9848-cf06d4a8b95d tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks [] for floatingip (0c334093-4dd7-497f-88b1-2867b9cfeae2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:02.791056 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-3208c12b-2035-4384-a198-63a17ccc79bc req-4b29aa57-91af-4137-9848-cf06d4a8b95d tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Calling delete_port for 0c334093-4dd7-497f-88b1-2867b9cfeae2 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:52:02.880693 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8cdb4-f877-48c2-b35b-bf199e016ccf req-9684289b-4370-49dd-90bb-7384981de4c2 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:02.882195 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d8cdb4-f877-48c2-b35b-bf199e016ccf req-9684289b-4370-49dd-90bb-7384981de4c2 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1038570 Mar 24 00:52:02.947322 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d8cdb4-f877-48c2-b35b-bf199e016ccf req-6908b0cf-62a0-416b-bebc-3b3f046c3d65 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589044 Mar 24 00:52:03.000533 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3208c12b-2035-4384-a198-63a17ccc79bc req-4b29aa57-91af-4137-9848-cf06d4a8b95d tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (0c334093-4dd7-497f-88b1-2867b9cfeae2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:03.029538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29aa57-91af-4137-9848-cf06d4a8b95d tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Pushing event deleted for resources: {'Port': ['ID=0c334093-4dd7-497f-88b1-2867b9cfeae2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:03.136665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7712b7-de88-4110-92b4-6923f3ba7889 req-88c32429-e0a1-4fd0-8fb3-57a6bea402f7 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:03.138147 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f7712b7-de88-4110-92b4-6923f3ba7889 req-88c32429-e0a1-4fd0-8fb3-57a6bea402f7 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.1134849 Mar 24 00:52:03.141692 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3208c12b-2035-4384-a198-63a17ccc79bc req-4b29aa57-91af-4137-9848-cf06d4a8b95d tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks [] for floatingip (a6bac543-4f48-40fc-a907-196ce1dea0fb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:03.144873 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3208c12b-2035-4384-a198-63a17ccc79bc req-4b29aa57-91af-4137-9848-cf06d4a8b95d tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:03.146049 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3208c12b-2035-4384-a198-63a17ccc79bc req-4b29aa57-91af-4137-9848-cf06d4a8b95d tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "DELETE /v2.0/floatingips/a6bac543-4f48-40fc-a907-196ce1dea0fb HTTP/1.1" status: 204 len: 173 time: 0.6469035 Mar 24 00:52:03.193561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f7712b7-de88-4110-92b4-6923f3ba7889 req-ad41dd1a-fc14-4691-8480-44b6c3035970 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465119 Mar 24 00:52:03.254352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2c4b9-ae86-400f-9416-9a40ec6fce26 req-ce128192-505c-47bf-9df2-41688bb70989 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:03.255860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-acf2c4b9-ae86-400f-9416-9a40ec6fce26 req-ce128192-505c-47bf-9df2-41688bb70989 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=2991b5c5-6402-4ff7-aced-887e26d7dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0592723 Mar 24 00:52:03.337591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-acf2c4b9-ae86-400f-9416-9a40ec6fce26 req-a790d600-0a37-4cc4-b643-dad2e9667b6e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702119 Mar 24 00:52:03.345189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6dfb9-d89f-45af-8ccc-be40d37e8365 req-c1d622c5-bf49-43b3-abef-666231f66bcd tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:03.346615 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-00a6dfb9-d89f-45af-8ccc-be40d37e8365 req-c1d622c5-bf49-43b3-abef-666231f66bcd tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.0876400 Mar 24 00:52:03.402370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-00a6dfb9-d89f-45af-8ccc-be40d37e8365 req-57635dff-bee2-4e8b-8489-50e6d08d2ff0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493858 Mar 24 00:52:03.456748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120ca9-875d-46d8-a310-e6e371383437 req-4ca283d6-9f09-4995-b02c-4191dc32ec80 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:03.457462 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:03.458582 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-79120ca9-875d-46d8-a310-e6e371383437 req-4ca283d6-9f09-4995-b02c-4191dc32ec80 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 946 time: 0.0610092 Mar 24 00:52:03.463698 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ab910e-909b-4d95-995a-c2acda5be027" -d '{"events": [{"server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "name": "network-vif-plugged", "status": "completed", "tag": "a638a435-2902-4389-9173-ab25ef96e649"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:03.491962 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:03.525887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:52:03.580045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-79120ca9-875d-46d8-a310-e6e371383437 req-fe6c7353-8aa0-428b-a561-45aa6be4c0fc tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092367 Mar 24 00:52:03.594240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be343fb-923f-44d1-8676-79e7992e7ed4 req-7393b9fa-e8b5-4b76-9838-25654fafe1c7 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:03.595941 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4be343fb-923f-44d1-8676-79e7992e7ed4 req-7393b9fa-e8b5-4b76-9838-25654fafe1c7 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1085491 Mar 24 00:52:03.640662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:52:03.645502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:03.645926 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:03.688257 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-27f017d2-bc53-4f20-8848-51963bbce1d2 req-2c705e76-5988-4e90-9d54-9919fb015bf3 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] show failed (client error): The resource could not be found. Mar 24 00:52:03.698450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27f017d2-bc53-4f20-8848-51963bbce1d2 req-2c705e76-5988-4e90-9d54-9919fb015bf3 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/floatingips/a6bac543-4f48-40fc-a907-196ce1dea0fb HTTP/1.1" status: 404 len: 350 time: 0.0507312 Mar 24 00:52:03.741152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:03.741554 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:03.742152 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4be343fb-923f-44d1-8676-79e7992e7ed4 req-e29b63a7-a098-4330-be39-57b8b3356fe0 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369827 Mar 24 00:52:03.775966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:03.781537 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:03.810414 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7cbfe8-fdad-4a2f-bdae-3e181676c36b x-openstack-request-id: req-cc7cbfe8-fdad-4a2f-bdae-3e181676c36b {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:03.810414 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "name": "network-vif-plugged", "status": "completed", "tag": "a638a435-2902-4389-9173-ab25ef96e649", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:03.810774 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc7cbfe8-fdad-4a2f-bdae-3e181676c36b {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:03.811362 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc7cbfe8-fdad-4a2f-bdae-3e181676c36b'] response: {'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649', 'code': 200} Mar 24 00:52:03.819063 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019258c8-8b44-4545-82a0-240580fa2e58 req-5c7815c0-8abc-4a62-91f8-61a8b0187c17 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:03.826556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-019258c8-8b44-4545-82a0-240580fa2e58 req-5c7815c0-8abc-4a62-91f8-61a8b0187c17 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 945 time: 0.0830135 Mar 24 00:52:03.837626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:03.900931 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-2529df65-289e-4273-8948-905634abb362 req-fc08ff61-89c9-4160-88b3-7f5668241a48 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] show failed (client error): The resource could not be found. Mar 24 00:52:03.901927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2529df65-289e-4273-8948-905634abb362 req-fc08ff61-89c9-4160-88b3-7f5668241a48 tempest-FloatingIPsTestJSON-440028991 tempest-FloatingIPsTestJSON-440028991-project] 10.222.0.45 "GET /v2.0/floatingips/a6bac543-4f48-40fc-a907-196ce1dea0fb HTTP/1.1" status: 404 len: 350 time: 0.0536442 Mar 24 00:52:03.914522 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38514) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:03.935861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-019258c8-8b44-4545-82a0-240580fa2e58 req-375962e4-ae70-4828-86dd-1116352e2a72 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085129 Mar 24 00:52:03.948714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362aebd1-1367-4450-adce-cec2c8bd5b51 req-3b32e0e1-0e3d-4fe5-8b87-a65e036635bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:03.950234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-362aebd1-1367-4450-adce-cec2c8bd5b51 req-3b32e0e1-0e3d-4fe5-8b87-a65e036635bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 1132 time: 0.0588009 Mar 24 00:52:04.018955 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-362aebd1-1367-4450-adce-cec2c8bd5b51 req-9146e6a4-a2d5-4945-8877-ae5c49f9cf2a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585983 Mar 24 00:52:04.066437 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b950c3-13cd-40c4-ad5a-6789587e00b0 req-12b76f62-dd9d-4380-9bbe-d93f7145df0f tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:04.068193 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75b950c3-13cd-40c4-ad5a-6789587e00b0 req-12b76f62-dd9d-4380-9bbe-d93f7145df0f tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.0625229 Mar 24 00:52:04.163573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75b950c3-13cd-40c4-ad5a-6789587e00b0 req-bc7489fd-b4b7-48ad-b56e-d14cae5c3bc8 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820422 Mar 24 00:52:04.238405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d318d7-394d-4f4c-b049-b0daa7e13114 req-a836e665-1397-4c10-a240-bf8b79331e68 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:04.239948 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93d318d7-394d-4f4c-b049-b0daa7e13114 req-a836e665-1397-4c10-a240-bf8b79331e68 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.0916991 Mar 24 00:52:04.246179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330a5b7-11c9-483d-a488-e5e5fd578088 req-5a3d626c-8c9e-4d1d-a7c1-e9003835e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:04.247689 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0330a5b7-11c9-483d-a488-e5e5fd578088 req-5a3d626c-8c9e-4d1d-a7c1-e9003835e8b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 1126 time: 0.0879979 Mar 24 00:52:04.371637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93d318d7-394d-4f4c-b049-b0daa7e13114 req-aab96842-235f-4607-8044-f0ad5baa9d03 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224015 Mar 24 00:52:04.409484 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330a5b7-11c9-483d-a488-e5e5fd578088 req-9e3b70ab-1bff-4db7-bd34-640e8661ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:04.411085 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0330a5b7-11c9-483d-a488-e5e5fd578088 req-9e3b70ab-1bff-4db7-bd34-640e8661ba84 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.1552248 Mar 24 00:52:04.418540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116b3a3-a59d-4fae-86fc-2bf04323f4e1 req-cf757e95-fbf7-4630-a73e-5c4b093fbd4d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:04.420555 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6116b3a3-a59d-4fae-86fc-2bf04323f4e1 req-cf757e95-fbf7-4630-a73e-5c4b093fbd4d tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.1120231 Mar 24 00:52:04.442546 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (95533e8c-06fd-4dae-b6e3-5c93107cedc7), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:04.550106 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0330a5b7-11c9-483d-a488-e5e5fd578088 req-a943cf2d-66a8-42e8-89fd-7a3c932e319c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc HTTP/1.1" status: 200 len: 999 time: 0.1285744 Mar 24 00:52:04.592113 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6116b3a3-a59d-4fae-86fc-2bf04323f4e1 req-72ff51b8-260a-4add-9fef-e0ca691fd91f tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575334 Mar 24 00:52:04.622810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a5174-a62e-46b5-9709-3d208856aef9 req-2af5f224-d58e-4186-b163-65d81b93da7d tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:04.629431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b9a5174-a62e-46b5-9709-3d208856aef9 req-2af5f224-d58e-4186-b163-65d81b93da7d tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=2991b5c5-6402-4ff7-aced-887e26d7dbb4 HTTP/1.1" status: 200 len: 946 time: 0.1484501 Mar 24 00:52:04.648593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330a5b7-11c9-483d-a488-e5e5fd578088 req-b021d575-2cf3-4e9e-99ff-6105916d5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:04.650070 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0330a5b7-11c9-483d-a488-e5e5fd578088 req-b021d575-2cf3-4e9e-99ff-6105916d5c7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.0881639 Mar 24 00:52:04.735854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b9a5174-a62e-46b5-9709-3d208856aef9 req-d16b5265-7163-424e-a508-f69cb39ee6f8 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055834 Mar 24 00:52:04.751376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Deleting port 674014e8-e851-4460-bdc3-2f0d9def36cc {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:52:04.751376 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:04.755174 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330a5b7-11c9-483d-a488-e5e5fd578088 req-192a763e-e2d7-4736-a011-44ce3afabbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:04.756665 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0330a5b7-11c9-483d-a488-e5e5fd578088 req-192a763e-e2d7-4736-a011-44ce3afabbef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0994489 Mar 24 00:52:04.771966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d56af6-1d91-4059-b4c0-c3cbfd9dcef4 req-657ca603-fd1f-49b2-a5fd-ebfae4d8701f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:04.780932 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1d56af6-1d91-4059-b4c0-c3cbfd9dcef4 req-657ca603-fd1f-49b2-a5fd-ebfae4d8701f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.1136594 Mar 24 00:52:04.842729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] For port 674014e8-e851-4460-bdc3-2f0d9def36cc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=674014e8-e851-4460-bdc3-2f0d9def36cc,segment=NetworkSegment(99f74918-ea1e-4f27-b878-d72dee5bdd7c),segment_id=99f74918-ea1e-4f27-b878-d72dee5bdd7c)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:04.843311 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:04.857413 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Calling delete_port for 674014e8-e851-4460-bdc3-2f0d9def36cc owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:52:04.937725 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1d56af6-1d91-4059-b4c0-c3cbfd9dcef4 req-3bc01a02-5b22-45a6-b21f-6621000d67c5 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556284 Mar 24 00:52:04.967094 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db0678-e602-45d0-97d0-094e83d062d6 req-0ea36644-7855-4571-866b-50234c733d0e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:04.968577 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33db0678-e602-45d0-97d0-094e83d062d6 req-0ea36644-7855-4571-866b-50234c733d0e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 946 time: 0.1495211 Mar 24 00:52:04.995422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0330a5b7-11c9-483d-a488-e5e5fd578088 req-7b542c6e-6fc3-4b13-a936-721d7b420fc2 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884778 Mar 24 00:52:05.035317 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:05.086560 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33db0678-e602-45d0-97d0-094e83d062d6 req-b81345e3-ebc0-4d92-84cb-9e4e239e501c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049483 Mar 24 00:52:05.128456 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (674014e8-e851-4460-bdc3-2f0d9def36cc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:05.156276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0330a5b7-11c9-483d-a488-e5e5fd578088 req-ff1c852b-9ce3-4686-ac48-e304f7502907 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463125 Mar 24 00:52:05.186721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=674014e8-e851-4460-bdc3-2f0d9def36cc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:05.209935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:05.210279 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:05.210619 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:05.210954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:05.211426 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:05.211611 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:05.211938 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:05.212261 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:05.212742 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:05.212908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:05.213260 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:05.213584 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:05.213922 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:05.214226 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:05.214547 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:05.306307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0142824-4db9-4fe8-a89b-82ef73ae472a req-cafa103b-78b0-48fa-b7ef-57da481d8055 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:05.307974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0142824-4db9-4fe8-a89b-82ef73ae472a req-cafa103b-78b0-48fa-b7ef-57da481d8055 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 946 time: 0.1415939 Mar 24 00:52:05.380721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfbd58-4990-475c-8df6-d6572567a498 req-68b50186-da64-4bbc-aafb-61405242856c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:05.386829 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6bfbd58-4990-475c-8df6-d6572567a498 req-68b50186-da64-4bbc-aafb-61405242856c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=2991b5c5-6402-4ff7-aced-887e26d7dbb4 HTTP/1.1" status: 200 len: 946 time: 0.1696916 Mar 24 00:52:05.467663 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (95533e8c-06fd-4dae-b6e3-5c93107cedc7), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:05.481623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0142824-4db9-4fe8-a89b-82ef73ae472a req-d2d70e1f-6c2d-4e48-9291-74e6ac6998c8 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632051 Mar 24 00:52:05.523965 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6bfbd58-4990-475c-8df6-d6572567a498 req-c3c16cb9-1a88-4702-9ae2-aca392b2210a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250074 Mar 24 00:52:05.528042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device be511b75-d498-472d-9946-12de9deee73c details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:52:05.680963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port be511b75-d498-472d-9946-12de9deee73c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=be511b75-d498-472d-9946-12de9deee73c,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:05.696048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'be511b75-d498-472d-9946-12de9deee73c', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'be511b75-d498-472d-9946-12de9deee73c', 'mac_address': 'fa:16:3e:92:42:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:52:05.700262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61ecf3-745f-4f91-9506-81dee185aadb req-0ed0dbf7-fe0b-4e0c-8d1b-dc2c2d85b6f4 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:05.703078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e61ecf3-745f-4f91-9506-81dee185aadb req-0ed0dbf7-fe0b-4e0c-8d1b-dc2c2d85b6f4 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.1217422 Mar 24 00:52:05.769643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port be511b75-d498-472d-9946-12de9deee73c is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:05.770045 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be511b75-d498-472d-9946-12de9deee73c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:05.784234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be511b75-d498-472d-9946-12de9deee73c {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:52:05.798651 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae735f15-5e72-4f14-87a2-99f9cd56a903 req-0c01c308-f891-4fce-a21c-07805721c0ea tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:05.806062 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae735f15-5e72-4f14-87a2-99f9cd56a903 req-0c01c308-f891-4fce-a21c-07805721c0ea tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1677165 Mar 24 00:52:05.813474 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port be511b75-d498-472d-9946-12de9deee73c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=be511b75-d498-472d-9946-12de9deee73c,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:05.814497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e256fba-d1d0-483b-9cc7-f4921f2f6aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:05.817499 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de35e96e-5d25-402f-9ada-fca9e633365a" -d '{"events": [{"server_uuid": "4e256fba-d1d0-483b-9cc7-f4921f2f6aab", "name": "network-vif-plugged", "status": "completed", "tag": "167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:05.838121 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (be511b75-d498-472d-9946-12de9deee73c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:05.839211 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Router 95533e8c-06fd-4dae-b6e3-5c93107cedc7 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:52:05.851090 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e61ecf3-745f-4f91-9506-81dee185aadb req-8ab9431c-cf74-4e10-b3d7-6e988b1256a5 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362398 Mar 24 00:52:05.921989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae735f15-5e72-4f14-87a2-99f9cd56a903 req-c11e119b-76c1-4602-b7f5-0da379c4df5f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147530 Mar 24 00:52:05.934790 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=be511b75-d498-472d-9946-12de9deee73c,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:05.978103 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:52:05.981297 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2113700b-fa81-488b-afd6-871943293dfa x-openstack-request-id: req-2113700b-fa81-488b-afd6-871943293dfa {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:05.981701 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e256fba-d1d0-483b-9cc7-f4921f2f6aab", "name": "network-vif-plugged", "status": "completed", "tag": "167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:05.982654 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2113700b-fa81-488b-afd6-871943293dfa {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:05.982654 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2113700b-fa81-488b-afd6-871943293dfa'] response: {'server_uuid': '4e256fba-d1d0-483b-9cc7-f4921f2f6aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e', 'code': 200} Mar 24 00:52:05.986708 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc388d9-f3d0-4fda-9bb2-42ff3f321435 None None] Sync routers for ids ['95533e8c-06fd-4dae-b6e3-5c93107cedc7'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:52:06.004241 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7e2c42bb-e711-4630-a9eb-372d25fab6a8 admin admin] 10.222.0.45 "PUT /v2.0/routers/95533e8c-06fd-4dae-b6e3-5c93107cedc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0857997 Mar 24 00:52:06.004435 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc388d9-f3d0-4fda-9bb2-42ff3f321435 None None] Routers {'95533e8c-06fd-4dae-b6e3-5c93107cedc7'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:52:06.004435 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-5bc388d9-f3d0-4fda-9bb2-42ff3f321435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:52:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['95533e8c-06fd-4dae-b6e3-5c93107cedc7'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:06.004658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38542) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:06.145782 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-5bc388d9-f3d0-4fda-9bb2-42ff3f321435 None None] Set router 95533e8c-06fd-4dae-b6e3-5c93107cedc7 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:52:06.149676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['be511b75-d498-472d-9946-12de9deee73c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:06.163984 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a42d9dc-4dff-40e1-9f3d-9314b7fd41f3 admin admin] Publish callbacks [] for router (95533e8c-06fd-4dae-b6e3-5c93107cedc7), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:06.182505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62b33b-5740-471d-8e8e-cb5f8c64f6b3 req-ace5ae96-dae2-4b64-8018-12e5fc9ccc42 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:06.194410 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b62b33b-5740-471d-8e8e-cb5f8c64f6b3 req-ace5ae96-dae2-4b64-8018-12e5fc9ccc42 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.2323351 Mar 24 00:52:06.206458 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d969c-7f9a-45ee-bc31-179b4d5b1139 req-7f95eb78-be2a-4df3-a0f7-7398862b18a8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:06.210277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c62d969c-7f9a-45ee-bc31-179b4d5b1139 req-7f95eb78-be2a-4df3-a0f7-7398862b18a8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.1697195 Mar 24 00:52:06.227954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909277e3-783e-454b-8156-ebf54fa832c6 req-b8f15fc6-fcd1-4f13-9517-9221dbb4737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:06.230740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-909277e3-783e-454b-8156-ebf54fa832c6 req-b8f15fc6-fcd1-4f13-9517-9221dbb4737f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 1128 time: 0.1693408 Mar 24 00:52:06.354538 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a42d9dc-4dff-40e1-9f3d-9314b7fd41f3 admin admin] Publish callbacks [] for router_gateway (95533e8c-06fd-4dae-b6e3-5c93107cedc7), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:06.362897 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c62d969c-7f9a-45ee-bc31-179b4d5b1139 req-c6f92b82-ee57-412e-8d71-c666b5f9a7f3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375303 Mar 24 00:52:06.400047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b62b33b-5740-471d-8e8e-cb5f8c64f6b3 req-78d4ba93-b26b-42b6-8ee2-c2d9c98f02ab tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026041 Mar 24 00:52:06.438040 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-909277e3-783e-454b-8156-ebf54fa832c6 req-08155bfe-3560-4e15-95c2-b5e15abcf087 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633685 Mar 24 00:52:06.463552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-8a42d9dc-4dff-40e1-9f3d-9314b7fd41f3 admin admin] Deleting port 1e00986c-28e8-4188-ab6a-61ff3beadc6d {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:52:06.463919 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a42d9dc-4dff-40e1-9f3d-9314b7fd41f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1e00986c-28e8-4188-ab6a-61ff3beadc6d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:06.480265 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-5bc388d9-f3d0-4fda-9bb2-42ff3f321435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'name': 'tempest-FloatingIPsTestJSON-122068730-router', 'tenant_id': 'a66b27805d5a4e37851732f4918544fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '1e00986c-28e8-4188-ab6a-61ff3beadc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:51:34Z', 'updated_at': '2022-03-24T00:52:05Z', 'revision_number': 5, 'project_id': 'a66b27805d5a4e37851732f4918544fa', 'gw_port': {'id': '1e00986c-28e8-4188-ab6a-61ff3beadc6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:07:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:51:36Z', 'updated_at': '2022-03-24T00:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:06.527768 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc388d9-f3d0-4fda-9bb2-42ff3f321435 None None] Checking router: 95533e8c-06fd-4dae-b6e3-5c93107cedc7 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:52:06.549359 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc388d9-f3d0-4fda-9bb2-42ff3f321435 None None] Routers {'95533e8c-06fd-4dae-b6e3-5c93107cedc7'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:52:06.550254 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-5bc388d9-f3d0-4fda-9bb2-42ff3f321435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:52:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['95533e8c-06fd-4dae-b6e3-5c93107cedc7'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:06.592908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-8a42d9dc-4dff-40e1-9f3d-9314b7fd41f3 admin admin] For port 1e00986c-28e8-4188-ab6a-61ff3beadc6d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=1e00986c-28e8-4188-ab6a-61ff3beadc6d,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:06.593587 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a42d9dc-4dff-40e1-9f3d-9314b7fd41f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1e00986c-28e8-4188-ab6a-61ff3beadc6d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:06.613053 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-8a42d9dc-4dff-40e1-9f3d-9314b7fd41f3 admin admin] Calling delete_port for 1e00986c-28e8-4188-ab6a-61ff3beadc6d owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:52:06.667074 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-5bc388d9-f3d0-4fda-9bb2-42ff3f321435 None None] Set router 95533e8c-06fd-4dae-b6e3-5c93107cedc7 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:52:06.732316 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-5bc388d9-f3d0-4fda-9bb2-42ff3f321435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'name': 'tempest-FloatingIPsTestJSON-122068730-router', 'tenant_id': 'a66b27805d5a4e37851732f4918544fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:51:34Z', 'updated_at': '2022-03-24T00:52:06Z', 'revision_number': 6, 'project_id': 'a66b27805d5a4e37851732f4918544fa', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:06.773874 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc388d9-f3d0-4fda-9bb2-42ff3f321435 None None] The sync data for ids ['95533e8c-06fd-4dae-b6e3-5c93107cedc7'] in n-d-760455-9 is: [{'id': '95533e8c-06fd-4dae-b6e3-5c93107cedc7', 'name': 'tempest-FloatingIPsTestJSON-122068730-router', 'tenant_id': 'a66b27805d5a4e37851732f4918544fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:51:34Z', 'updated_at': '2022-03-24T00:52:06Z', 'revision_number': 6, 'project_id': 'a66b27805d5a4e37851732f4918544fa', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:52:06.839799 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a42d9dc-4dff-40e1-9f3d-9314b7fd41f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1e00986c-28e8-4188-ab6a-61ff3beadc6d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:06.870084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42d9dc-4dff-40e1-9f3d-9314b7fd41f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e00986c-28e8-4188-ab6a-61ff3beadc6d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:06.921291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd09473-9c13-4354-a452-4ab937ff98ef req-98d1d978-ac64-439d-b7bc-d59f9620edf7 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:06.922848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fdd09473-9c13-4354-a452-4ab937ff98ef req-98d1d978-ac64-439d-b7bc-d59f9620edf7 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 946 time: 0.3942337 Mar 24 00:52:06.929594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5baddd-c94b-450d-bdb0-9b0c85591ea1 req-853344ba-0a4c-480a-9ee9-94827077c5b6 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:06.931094 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd5baddd-c94b-450d-bdb0-9b0c85591ea1 req-853344ba-0a4c-480a-9ee9-94827077c5b6 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 1132 time: 0.3603771 Mar 24 00:52:06.968874 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a42d9dc-4dff-40e1-9f3d-9314b7fd41f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (95533e8c-06fd-4dae-b6e3-5c93107cedc7), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:07.006570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fdd09473-9c13-4354-a452-4ab937ff98ef req-ea36e616-f271-43c4-b97e-cadb5a0ce25a tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678487 Mar 24 00:52:07.010036 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd5baddd-c94b-450d-bdb0-9b0c85591ea1 req-199b1fd5-1c44-4dae-9b05-23d6239a4102 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725262 Mar 24 00:52:07.098679 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a42d9dc-4dff-40e1-9f3d-9314b7fd41f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (95533e8c-06fd-4dae-b6e3-5c93107cedc7), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:07.101086 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a42d9dc-4dff-40e1-9f3d-9314b7fd41f3 admin admin] Publish callbacks [] for router_controller (95533e8c-06fd-4dae-b6e3-5c93107cedc7), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:07.163835 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a42d9dc-4dff-40e1-9f3d-9314b7fd41f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (95533e8c-06fd-4dae-b6e3-5c93107cedc7), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:07.164615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a42d9dc-4dff-40e1-9f3d-9314b7fd41f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95533e8c-06fd-4dae-b6e3-5c93107cedc7 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 00:52:07.172586 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a42d9dc-4dff-40e1-9f3d-9314b7fd41f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:07.173651 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8a42d9dc-4dff-40e1-9f3d-9314b7fd41f3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/95533e8c-06fd-4dae-b6e3-5c93107cedc7 HTTP/1.1" status: 204 len: 168 time: 1.1682415 Mar 24 00:52:07.177854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39244dd8-4e85-41bc-b43c-9553dcb5e3df req-29315c5f-2b6d-479b-92da-fa46114c5801 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:07.178260 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38558) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:07.179276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39244dd8-4e85-41bc-b43c-9553dcb5e3df req-29315c5f-2b6d-479b-92da-fa46114c5801 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 946 time: 0.0956607 Mar 24 00:52:07.186684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d4242-110e-46d3-862e-fd691f258a51 req-c0b3753d-b373-4bac-a16d-c6258219817f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:07.188149 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef2d4242-110e-46d3-862e-fd691f258a51 req-c0b3753d-b373-4bac-a16d-c6258219817f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=2991b5c5-6402-4ff7-aced-887e26d7dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0916221 Mar 24 00:52:07.253019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-1488e09d-c2a0-42be-aad0-415a51b235a7 admin admin] Deleting subnet d5bf4b18-7a61-4ab5-ade9-0720b50da458 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:52:07.256642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1488e09d-c2a0-42be-aad0-415a51b235a7 admin admin] Publish callbacks [] for subnet (d5bf4b18-7a61-4ab5-ade9-0720b50da458), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:07.291353 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39244dd8-4e85-41bc-b43c-9553dcb5e3df req-13226a64-b3fd-468f-aeb9-23ccf18482d0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004825 Mar 24 00:52:07.317277 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1488e09d-c2a0-42be-aad0-415a51b235a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (d5bf4b18-7a61-4ab5-ade9-0720b50da458), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:07.326018 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef2d4242-110e-46d3-862e-fd691f258a51 req-40acebfd-5f10-4b73-adf6-e26966c5c47f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274490 Mar 24 00:52:07.431174 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1488e09d-c2a0-42be-aad0-415a51b235a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (d5bf4b18-7a61-4ab5-ade9-0720b50da458), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:07.465280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd0163-a8a7-428b-b546-b8490194872d req-b5320367-3340-42a8-ad7c-e954f5b06300 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:07.467314 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49bd0163-a8a7-428b-b546-b8490194872d req-b5320367-3340-42a8-ad7c-e954f5b06300 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 949 time: 0.0997760 Mar 24 00:52:07.480393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1aa36-f0bd-4fc8-a470-a65e3c42c2e2 req-e4099908-c175-4dbd-ad2b-cafdacfcf7cc tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:07.482616 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97c1aa36-f0bd-4fc8-a470-a65e3c42c2e2 req-e4099908-c175-4dbd-ad2b-cafdacfcf7cc tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.0806327 Mar 24 00:52:07.488655 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1488e09d-c2a0-42be-aad0-415a51b235a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (d5bf4b18-7a61-4ab5-ade9-0720b50da458), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:07.515458 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488e09d-c2a0-42be-aad0-415a51b235a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5bf4b18-7a61-4ab5-ade9-0720b50da458,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:07.519158 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1488e09d-c2a0-42be-aad0-415a51b235a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:07.522662 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1488e09d-c2a0-42be-aad0-415a51b235a7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d5bf4b18-7a61-4ab5-ade9-0720b50da458 HTTP/1.1" status: 204 len: 168 time: 0.3429224 Mar 24 00:52:07.524782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38564) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:07.536260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device be511b75-d498-472d-9946-12de9deee73c up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:52:07.541184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bace558-b0e8-44d8-82d9-88eb533d260d None None] Network bc29f919-37f5-4b74-b314-25e161ee201e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:52:07.552787 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49bd0163-a8a7-428b-b546-b8490194872d req-e743d0a5-cf74-4504-b2e1-90c08fbbcbf8 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691922 Mar 24 00:52:07.573692 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97c1aa36-f0bd-4fc8-a470-a65e3c42c2e2 req-987100a3-4f9b-4cd2-b000-545c34b714f5 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761096 Mar 24 00:52:07.694356 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (bc29f919-37f5-4b74-b314-25e161ee201e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:07.748661 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port be511b75-d498-472d-9946-12de9deee73c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:07.749010 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be511b75-d498-472d-9946-12de9deee73c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:07.824683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] Deleting port f5a6354d-6470-4962-a506-24dca4889978 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:52:07.827187 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f5a6354d-6470-4962-a506-24dca4889978), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:07.925147 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444dbb48-20f4-41ce-b07d-5efc4b07b398 None None] DHCP port deletion for bc29f919-37f5-4b74-b314-25e161ee201e request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 00:52:07.982060 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port be511b75-d498-472d-9946-12de9deee73c is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:07.982563 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] For port f5a6354d-6470-4962-a506-24dca4889978, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f5a6354d-6470-4962-a506-24dca4889978,segment=NetworkSegment(99f74918-ea1e-4f27-b878-d72dee5bdd7c),segment_id=99f74918-ea1e-4f27-b878-d72dee5bdd7c)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:07.982808 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be511b75-d498-472d-9946-12de9deee73c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:07.982922 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f5a6354d-6470-4962-a506-24dca4889978), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:08.019591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8ea66e-6407-4b3f-9bf3-9ab33fee89da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be511b75-d498-472d-9946-12de9deee73c'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:08.021984 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fb604e-a662-48be-8687-4e11c9af00ca" -d '{"events": [{"server_uuid": "6b8ea66e-6407-4b3f-9bf3-9ab33fee89da", "name": "network-vif-plugged", "status": "completed", "tag": "be511b75-d498-472d-9946-12de9deee73c"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:08.049511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port be511b75-d498-472d-9946-12de9deee73c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=be511b75-d498-472d-9946-12de9deee73c,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:08.054355 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-444dbb48-20f4-41ce-b07d-5efc4b07b398 None None] Deleting port f5a6354d-6470-4962-a506-24dca4889978 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:52:08.054810 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-444dbb48-20f4-41ce-b07d-5efc4b07b398 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f5a6354d-6470-4962-a506-24dca4889978), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:08.057898 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (be511b75-d498-472d-9946-12de9deee73c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:08.161290 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] Calling delete_port for f5a6354d-6470-4962-a506-24dca4889978 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:52:08.167549 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061f72d-fc95-4170-b04c-d677c0176632 req-eb23b3c0-692d-4382-aaed-347f9a098b8d tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:08.182597 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7061f72d-fc95-4170-b04c-d677c0176632 req-eb23b3c0-692d-4382-aaed-347f9a098b8d tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.1612678 Mar 24 00:52:08.229866 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-18ed3aca-c5d6-4952-bdb7-ffaf396521f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2388074 Mar 24 00:52:08.281791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7061f72d-fc95-4170-b04c-d677c0176632 req-416e1e64-4664-4268-84c4-bc1d343c1ccd tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979328 Mar 24 00:52:08.321702 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-444dbb48-20f4-41ce-b07d-5efc4b07b398 None None] For port f5a6354d-6470-4962-a506-24dca4889978, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f5a6354d-6470-4962-a506-24dca4889978,segment=NetworkSegment(99f74918-ea1e-4f27-b878-d72dee5bdd7c),segment_id=99f74918-ea1e-4f27-b878-d72dee5bdd7c)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:08.322115 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-444dbb48-20f4-41ce-b07d-5efc4b07b398 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f5a6354d-6470-4962-a506-24dca4889978), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:08.361482 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-444dbb48-20f4-41ce-b07d-5efc4b07b398 None None] Calling delete_port for f5a6354d-6470-4962-a506-24dca4889978 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:52:08.542867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3068bda-3757-45c1-8b9d-a572ae78302f req-3ef31cc6-c1be-42d8-97a1-7ec523d06417 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:08.558182 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d3068bda-3757-45c1-8b9d-a572ae78302f req-3ef31cc6-c1be-42d8-97a1-7ec523d06417 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.1262321 Mar 24 00:52:08.624532 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c02da3-218f-454f-a119-00ece9e30fdb x-openstack-request-id: req-c6c02da3-218f-454f-a119-00ece9e30fdb {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:08.625126 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8ea66e-6407-4b3f-9bf3-9ab33fee89da", "name": "network-vif-plugged", "status": "completed", "tag": "be511b75-d498-472d-9946-12de9deee73c", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:08.626442 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6c02da3-218f-454f-a119-00ece9e30fdb {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:08.627560 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c02da3-218f-454f-a119-00ece9e30fdb'] response: {'server_uuid': '6b8ea66e-6407-4b3f-9bf3-9ab33fee89da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be511b75-d498-472d-9946-12de9deee73c', 'code': 200} Mar 24 00:52:08.634897 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 674014e8-e851-4460-bdc3-2f0d9def36cc no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:52:08.670412 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-444dbb48-20f4-41ce-b07d-5efc4b07b398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (f5a6354d-6470-4962-a506-24dca4889978), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:08.686923 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 674014e8-e851-4460-bdc3-2f0d9def36cc {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:52:08.687387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 674014e8-e851-4460-bdc3-2f0d9def36cc not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:52:08.688032 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1e00986c-28e8-4188-ab6a-61ff3beadc6d no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:52:08.721291 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 1e00986c-28e8-4188-ab6a-61ff3beadc6d {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:52:08.721741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1e00986c-28e8-4188-ab6a-61ff3beadc6d not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:52:08.722234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f5a6354d-6470-4962-a506-24dca4889978 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:52:08.724594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444dbb48-20f4-41ce-b07d-5efc4b07b398 None None] No DVR routers for this DVR port f5a6354d-6470-4962-a506-24dca4889978 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:52:08.727333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=be511b75-d498-472d-9946-12de9deee73c,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:08.735276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d3068bda-3757-45c1-8b9d-a572ae78302f req-1d3bbcd8-69a1-4d54-b300-4fb6ac13d8a4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760738 Mar 24 00:52:08.754817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: f5a6354d-6470-4962-a506-24dca4889978 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:52:08.755243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f5a6354d-6470-4962-a506-24dca4889978 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:52:08.771115 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7abdf-445c-4e3a-bd33-15f2ce25e125 req-ae42b63c-f349-49c2-8cb6-8c7164101e7d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:08.787404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0c7abdf-445c-4e3a-bd33-15f2ce25e125 req-ae42b63c-f349-49c2-8cb6-8c7164101e7d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 946 time: 0.2241039 Mar 24 00:52:08.787545 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dbb48-20f4-41ce-b07d-5efc4b07b398 None None] Pushing event deleted for resources: {'Port': ['ID=f5a6354d-6470-4962-a506-24dca4889978,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:08.805713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb56ec-4c2a-4baf-82a4-3f395cb64448 req-a11c797f-af44-480c-85eb-84fd1895dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:08.807302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fbb56ec-4c2a-4baf-82a4-3f395cb64448 req-a11c797f-af44-480c-85eb-84fd1895dee6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 1132 time: 0.2469244 Mar 24 00:52:08.893495 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0c7abdf-445c-4e3a-bd33-15f2ce25e125 req-238fbf11-c89b-4d64-8268-99af83ef0cd8 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970724 Mar 24 00:52:08.939544 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fbb56ec-4c2a-4baf-82a4-3f395cb64448 req-2b79ba16-3222-4396-b21d-e7ab813fd6ee service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238768 Mar 24 00:52:08.971754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-f3e72eb1-c15f-4cd0-94f8-e0c179056d05 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:08.973644 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-f3e72eb1-c15f-4cd0-94f8-e0c179056d05 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] 10.222.0.45 "GET /v2.0/ports/a638a435-2902-4389-9173-ab25ef96e649 HTTP/1.1" status: 200 len: 1129 time: 0.0655842 Mar 24 00:52:09.002680 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f5a6354d-6470-4962-a506-24dca4889978), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:09.013341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cb944-9efa-4cf9-971a-40f4d860325d req-09e0aa48-75aa-41f4-8845-a60f19d24512 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:09.015438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b8cb944-9efa-4cf9-971a-40f4d860325d req-09e0aa48-75aa-41f4-8845-a60f19d24512 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.0876865 Mar 24 00:52:09.039183 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a6354d-6470-4962-a506-24dca4889978,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:09.055199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] No DVR routers for this DVR port f5a6354d-6470-4962-a506-24dca4889978 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:52:09.103731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bab68c-f901-4485-990d-9498dbcd956e req-01fd059d-3f8a-46c4-89d7-05814737f112 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:09.111059 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73bab68c-f901-4485-990d-9498dbcd956e req-01fd059d-3f8a-46c4-89d7-05814737f112 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 946 time: 0.0944529 Mar 24 00:52:09.138755 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b8cb944-9efa-4cf9-971a-40f4d860325d req-b11951fb-1d07-4f0a-8633-29bc553ebd52 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864420 Mar 24 00:52:09.140876 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (bc29f919-37f5-4b74-b314-25e161ee201e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:09.163566 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:52:09.176283 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc29f919-37f5-4b74-b314-25e161ee201e']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:09.186363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f74918-ea1e-4f27-b878-d72dee5bdd7c') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:09.186665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f74918-ea1e-4f27-b878-d72dee5bdd7c') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:09.193674 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73bab68c-f901-4485-990d-9498dbcd956e req-10f4ea21-2330-491d-8684-a53070750896 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817130 Mar 24 00:52:09.197619 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (99f74918-ea1e-4f27-b878-d72dee5bdd7c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:09.220265 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (99f74918-ea1e-4f27-b878-d72dee5bdd7c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:09.231992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:52:09.233403 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (99f74918-ea1e-4f27-b878-d72dee5bdd7c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:52:09.236573 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:52:09.310714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c6890-9022-4e29-bfe8-308e0dba3f20 req-ee950ffc-ca6f-4e60-83f2-5b158a74c32d tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:09.312508 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a80c6890-9022-4e29-bfe8-308e0dba3f20 req-ee950ffc-ca6f-4e60-83f2-5b158a74c32d tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.0904315 Mar 24 00:52:09.318967 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (bc29f919-37f5-4b74-b314-25e161ee201e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:09.327665 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:09.330718 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] 10.222.0.45 "DELETE /v2.0/networks/bc29f919-37f5-4b74-b314-25e161ee201e HTTP/1.1" status: 204 len: 168 time: 1.8046210 Mar 24 00:52:09.342324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483176db-4240-44ce-9d60-05d212b4f17a admin admin] Pushing event deleted for resources: {'Network': ['ID=bc29f919-37f5-4b74-b314-25e161ee201e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:09.388675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5455532-e2ea-4b18-bd4b-5429602acf31 req-ea7df211-736e-4c34-b6ba-f287f63de080 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:09.390462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5455532-e2ea-4b18-bd4b-5429602acf31 req-ea7df211-736e-4c34-b6ba-f287f63de080 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.0875843 Mar 24 00:52:09.416987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a80c6890-9022-4e29-bfe8-308e0dba3f20 req-0882becc-b11c-4410-979d-f624879b706e tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746899 Mar 24 00:52:09.503603 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5455532-e2ea-4b18-bd4b-5429602acf31 req-5e7b9a9f-fd5f-410e-b6a0-3f858ac69e09 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979183 Mar 24 00:52:09.609019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38634) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:09.660381 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e28915a6-f57d-4f21-9240-bebcf950b8c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a66b27805d5a4e37851732f4918544fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498891 Mar 24 00:52:09.661006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38636) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:09.673528 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ce1ac-563a-4cdf-b0c5-20725a7a7194 req-8e3d1d81-ff61-48f5-9829-d1cb226d488e tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:09.680155 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-878ce1ac-563a-4cdf-b0c5-20725a7a7194 req-8e3d1d81-ff61-48f5-9829-d1cb226d488e tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.1201460 Mar 24 00:52:09.684052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf78f4-9794-426e-944c-3d6dbe42b1e7 req-3abe6eaf-cee8-4c67-bed0-015261c1a2af tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:09.686404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-99cf78f4-9794-426e-944c-3d6dbe42b1e7 req-3abe6eaf-cee8-4c67-bed0-015261c1a2af tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 1128 time: 0.0774810 Mar 24 00:52:09.719467 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-008bf9bd-5b28-4c33-ac89-c0f23a67ae8e admin admin] Publish callbacks [] for security_group (4e1ce68c-82d1-46ce-87d3-6aad741aca2b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:09.743772 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-008bf9bd-5b28-4c33-ac89-c0f23a67ae8e admin admin] Publish callbacks [] for security_group (4e1ce68c-82d1-46ce-87d3-6aad741aca2b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:09.770024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-878ce1ac-563a-4cdf-b0c5-20725a7a7194 req-26584a75-6157-443c-8e9e-069dd620cb14 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840523 Mar 24 00:52:09.775757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-99cf78f4-9794-426e-944c-3d6dbe42b1e7 req-313ed992-1752-42e9-8f0a-eac67a896c94 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836101 Mar 24 00:52:09.836753 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-008bf9bd-5b28-4c33-ac89-c0f23a67ae8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4e1ce68c-82d1-46ce-87d3-6aad741aca2b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:09.839512 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-008bf9bd-5b28-4c33-ac89-c0f23a67ae8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:09.846472 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-008bf9bd-5b28-4c33-ac89-c0f23a67ae8e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e1ce68c-82d1-46ce-87d3-6aad741aca2b HTTP/1.1" status: 204 len: 168 time: 0.1816058 Mar 24 00:52:09.864408 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bf9bd-5b28-4c33-ac89-c0f23a67ae8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1ce68c-82d1-46ce-87d3-6aad741aca2b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:09.945070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6d816-500b-44c8-ba71-a1b6bd8c28e4 req-a35cf160-81a5-4b77-9a6c-4f9ff6e81f40 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:09.946579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4a6d816-500b-44c8-ba71-a1b6bd8c28e4 req-a35cf160-81a5-4b77-9a6c-4f9ff6e81f40 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1035523 Mar 24 00:52:09.953551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8944ca0-55ac-4d9a-b974-607bf912d942 req-4841bc14-dd5e-4d25-a717-064cc115d28e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:09.954930 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8944ca0-55ac-4d9a-b974-607bf912d942 req-4841bc14-dd5e-4d25-a717-064cc115d28e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.0825694 Mar 24 00:52:10.023025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4a6d816-500b-44c8-ba71-a1b6bd8c28e4 req-0f2730ea-d8b6-4321-bb15-d318a7a145e9 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671492 Mar 24 00:52:10.041718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8944ca0-55ac-4d9a-b974-607bf912d942 req-fa558ca0-5832-4fa6-b1ac-e3f24f39b067 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793700 Mar 24 00:52:10.182384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5abe0-85b8-47c5-bd83-a20e4f75bb53 req-deab4c2d-6c69-47db-a17d-ed715063de13 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:10.186854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fd5abe0-85b8-47c5-bd83-a20e4f75bb53 req-deab4c2d-6c69-47db-a17d-ed715063de13 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 1128 time: 0.0502429 Mar 24 00:52:10.267882 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:52:10.281568 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fd5abe0-85b8-47c5-bd83-a20e4f75bb53 req-698e8f61-2d5d-45c0-8072-2269ab548863 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819187 Mar 24 00:52:10.360165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c536aa9-85aa-4539-a4b7-d24d0cebe7cf req-5502c4be-1e27-4aa1-bfae-51e873e06733 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:10.362152 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c536aa9-85aa-4539-a4b7-d24d0cebe7cf req-5502c4be-1e27-4aa1-bfae-51e873e06733 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 946 time: 0.1743414 Mar 24 00:52:10.448064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:10.463131 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '8f86b2c8-2e73-4005-b0cc-5998fe6b3384', 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4', 'port_id': '8f86b2c8-2e73-4005-b0cc-5998fe6b3384', 'mac_address': 'fa:16:3e:c8:d0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:52:10.522955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:10.523659 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:10.544216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:52:10.576457 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:10.581846 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:10.582021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c536aa9-85aa-4539-a4b7-d24d0cebe7cf req-40ca5090-77db-468e-8574-2b9759dfe61c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093456 Mar 24 00:52:10.591981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-cd83eb35-621f-4890-aec1-c6965c7f8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:10.594223 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-cd83eb35-621f-4890-aec1-c6965c7f8cff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 1132 time: 0.1635444 Mar 24 00:52:10.621664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94449f15-d117-4490-aa39-83c6d519d672 req-79b84601-b2b3-4fa4-bc4c-d9d4fa4bb16e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:10.623558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94449f15-d117-4490-aa39-83c6d519d672 req-79b84601-b2b3-4fa4-bc4c-d9d4fa4bb16e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2600949 Mar 24 00:52:10.675637 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:10.802700 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94449f15-d117-4490-aa39-83c6d519d672 req-02d0e613-a133-4e34-9ca2-ace0f5c678fd tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673625 Mar 24 00:52:10.820898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-1d7e3a80-d290-4215-bc4c-a3cca3fddece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:10.822599 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-1d7e3a80-d290-4215-bc4c-a3cca3fddece service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.2196407 Mar 24 00:52:10.883632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c330f-d36f-4348-8bde-c918db009745 req-e5ce5281-3d19-48c8-9ba0-5876146f6d0b tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:10.891826 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e2c330f-d36f-4348-8bde-c918db009745 req-e5ce5281-3d19-48c8-9ba0-5876146f6d0b tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.1451437 Mar 24 00:52:10.900896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-18b7c0c1-99b2-4f90-9b18-a16824742d71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a638a435-2902-4389-9173-ab25ef96e649 HTTP/1.1" status: 200 len: 217 time: 0.0706520 Mar 24 00:52:10.937851 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38688) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:11.017127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-2908cd16-81a2-4d9f-8e9e-a947155d17a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:11.018593 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-2908cd16-81a2-4d9f-8e9e-a947155d17a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1066415 Mar 24 00:52:11.023141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e2c330f-d36f-4348-8bde-c918db009745 req-a0b3f545-1b87-4d67-a714-4eff38a71e93 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303508 Mar 24 00:52:11.060330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['8f86b2c8-2e73-4005-b0cc-5998fe6b3384'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:11.134384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-dc998554-1bdd-48fa-ad3f-9e323be9eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:11.136179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-dc998554-1bdd-48fa-ad3f-9e323be9eede service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0993233 Mar 24 00:52:11.150032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-964a013e-d9ed-4c32-82ed-02cd587b1043 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-network', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:11.157467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366cdbf-9228-4d7e-a1d3-fdfd480d24a4 req-b97613a1-9109-41d1-828f-94921ce6b30b tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:11.159113 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3366cdbf-9228-4d7e-a1d3-fdfd480d24a4 req-b97613a1-9109-41d1-828f-94921ce6b30b tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.1349816 Mar 24 00:52:11.196305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964a013e-d9ed-4c32-82ed-02cd587b1043 admin admin] Made reservation on behalf of 46d13a2d8c724844b0c32a35f9251cf2 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:52:11.198846 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964a013e-d9ed-4c32-82ed-02cd587b1043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:11.222499 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964a013e-d9ed-4c32-82ed-02cd587b1043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:11.355174 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3366cdbf-9228-4d7e-a1d3-fdfd480d24a4 req-529e6686-b44f-4450-a2de-5e3b919b51c4 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793461 Mar 24 00:52:11.358581 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-13eb012a-f123-41a4-a55b-f83ed7f3b6a5 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964338 Mar 24 00:52:11.359567 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964a013e-d9ed-4c32-82ed-02cd587b1043 admin admin] Publish callbacks [] for security_group (138f2132-bc35-4a77-b5ae-a61a5f4a41b6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:11.360974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cc82b-8751-4988-8b92-e2c0c0ce3afd req-688a79dc-117e-4d94-a629-49f07c2030f3 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:11.364967 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964a013e-d9ed-4c32-82ed-02cd587b1043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (138f2132-bc35-4a77-b5ae-a61a5f4a41b6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:11.368162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-969cc82b-8751-4988-8b92-e2c0c0ce3afd req-688a79dc-117e-4d94-a629-49f07c2030f3 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 1128 time: 0.2048275 Mar 24 00:52:11.381514 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964a013e-d9ed-4c32-82ed-02cd587b1043 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:52:11.407587 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964a013e-d9ed-4c32-82ed-02cd587b1043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (23c9bd04-7b3f-4b5d-a669-955801b20396), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:11.407949 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-964a013e-d9ed-4c32-82ed-02cd587b1043 admin admin] Added segment 23c9bd04-7b3f-4b5d-a669-955801b20396 of type vlan for network ef1992d0-db52-4bd5-abf1-42e8b478bf24 Mar 24 00:52:11.432698 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a013e-d9ed-4c32-82ed-02cd587b1043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138f2132-bc35-4a77-b5ae-a61a5f4a41b6,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:11.446268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-969cc82b-8751-4988-8b92-e2c0c0ce3afd req-99b7bcd8-58b7-4c86-bca1-459a2a4121c3 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729830 Mar 24 00:52:11.472302 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964a013e-d9ed-4c32-82ed-02cd587b1043 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (ef1992d0-db52-4bd5-abf1-42e8b478bf24), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:11.507669 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964a013e-d9ed-4c32-82ed-02cd587b1043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (ef1992d0-db52-4bd5-abf1-42e8b478bf24), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:11.515146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964a013e-d9ed-4c32-82ed-02cd587b1043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:11.515146 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964a013e-d9ed-4c32-82ed-02cd587b1043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:11.599584 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a013e-d9ed-4c32-82ed-02cd587b1043 admin admin] Pushing event updated for resources: {'Network': ['ID=ef1992d0-db52-4bd5-abf1-42e8b478bf24,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:11.618786 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-964a013e-d9ed-4c32-82ed-02cd587b1043 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6763582 Mar 24 00:52:11.620159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38716) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:11.625333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network ef1992d0-db52-4bd5-abf1-42e8b478bf24 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:52:11.628298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8997cfd9-5023-46b6-8bc8-3605fa9d3493 admin admin] Request body: {'subnet': {'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-subnet', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:11.721584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8997cfd9-5023-46b6-8bc8-3605fa9d3493 admin admin] Made reservation on behalf of 46d13a2d8c724844b0c32a35f9251cf2 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:52:11.723840 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8997cfd9-5023-46b6-8bc8-3605fa9d3493 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:11.776147 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-b7e6f170-eb41-4335-8ffb-da9b55586798 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057834 Mar 24 00:52:11.788878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9f2c7487-5f40-470a-b79b-d35bc5bf73f3 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:11.790328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9f2c7487-5f40-470a-b79b-d35bc5bf73f3 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 811 time: 0.2445917 Mar 24 00:52:11.830310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcd4c7-3d1d-403d-a01d-92a04824887e req-3f285e9a-eae6-4432-8390-a89e1b29d1bb tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:11.831800 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a1fcd4c7-3d1d-403d-a01d-92a04824887e req-3f285e9a-eae6-4432-8390-a89e1b29d1bb tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.1666591 Mar 24 00:52:11.837311 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-912b1628-3cfb-45bf-873f-61c3ae47677a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/quotas/fa7a637ada534f57aa37557e7d448261 HTTP/1.1" status: 200 len: 375 time: 0.0356245 Mar 24 00:52:11.969988 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a1fcd4c7-3d1d-403d-a01d-92a04824887e req-266cb8cf-bd37-4f71-aba9-1a0d50eb76ab tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112480 Mar 24 00:52:11.990039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-f42c8b1c-23f0-44bd-99bb-2396bf57d83f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1447828 Mar 24 00:52:12.093606 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8997cfd9-5023-46b6-8bc8-3605fa9d3493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (5fd00331-c666-4143-a7c2-e5874d4e6033), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:12.205145 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997cfd9-5023-46b6-8bc8-3605fa9d3493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fd00331-c666-4143-a7c2-e5874d4e6033,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:12.209355 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-596287d3-8e81-4a21-994d-66805169f0cb service neutron] 10.222.0.45 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135699 Mar 24 00:52:12.295298 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:52:12.399185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:12.399949 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:12.518959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:12.519373 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:12.569967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:12.576610 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2991b5c5-6402-4ff7-aced-887e26d7dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f86b2c8-2e73-4005-b0cc-5998fe6b3384'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:12.579118 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7563a72-8517-44e5-8d06-67b25b7109c4" -d '{"events": [{"server_uuid": "2991b5c5-6402-4ff7-aced-887e26d7dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "8f86b2c8-2e73-4005-b0cc-5998fe6b3384"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:12.585751 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:12.591057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d4218-da4f-4727-903a-93a91a3189fc req-8999e9ec-d391-45d1-9768-566b8078bb51 tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:12.598379 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c69d4218-da4f-4727-903a-93a91a3189fc req-8999e9ec-d391-45d1-9768-566b8078bb51 tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 1132 time: 0.4609463 Mar 24 00:52:12.616925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8997cfd9-5023-46b6-8bc8-3605fa9d3493 admin admin] Checking segment: {'id': '23c9bd04-7b3f-4b5d-a669-955801b20396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:52:12.617319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8997cfd9-5023-46b6-8bc8-3605fa9d3493 admin admin] Network hostable DHCP agents. Network: ef1992d0-db52-4bd5-abf1-42e8b478bf24, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:52:12.637701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-135f24ce-1de7-45a9-bea1-9dd822d311cd service neutron] 10.222.0.45 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216256 Mar 24 00:52:12.654630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:12.694025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c69d4218-da4f-4727-903a-93a91a3189fc req-574e72a6-e387-49b7-9e4f-b586db08ba25 tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943677 Mar 24 00:52:12.695680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8997cfd9-5023-46b6-8bc8-3605fa9d3493 admin admin] Network ef1992d0-db52-4bd5-abf1-42e8b478bf24 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:52:12.722733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-8997cfd9-5023-46b6-8bc8-3605fa9d3493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, ef1992d0-db52-4bd5-abf1-42e8b478bf24) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:52:12.731861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eca1a5-de53-4163-8602-75f1c5c9197a None None] Network ef1992d0-db52-4bd5-abf1-42e8b478bf24 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:52:12.756570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8997cfd9-5023-46b6-8bc8-3605fa9d3493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:12.757264 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8997cfd9-5023-46b6-8bc8-3605fa9d3493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:12.798246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8997cfd9-5023-46b6-8bc8-3605fa9d3493 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1777859 Mar 24 00:52:12.802249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38756) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:12.811215 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-router', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:12.892806 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (329f719c-e003-42de-ac03-4f8e642c8563), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:12.896530 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (329f719c-e003-42de-ac03-4f8e642c8563), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:12.911869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'fixed_ips': [{'subnet_id': '5fd00331-c666-4143-a7c2-e5874d4e6033'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:52:12.912821 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:12.942278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d08051-9017-4a89-8cb1-72faeeb8b74f req-7f26c3c6-9822-468d-bf77-0fd9f597e93e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:12.950927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10d08051-9017-4a89-8cb1-72faeeb8b74f req-7f26c3c6-9822-468d-bf77-0fd9f597e93e tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 946 time: 0.1315577 Mar 24 00:52:13.161737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10d08051-9017-4a89-8cb1-72faeeb8b74f req-525450cf-30eb-47c4-a210-701a020aec5a tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084122 Mar 24 00:52:13.230978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Allocated IP 172.20.0.2 (ef1992d0-db52-4bd5-abf1-42e8b478bf24/5fd00331-c666-4143-a7c2-e5874d4e6033/5187fbe4-3207-452d-b4fb-3372bc4390af) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:52:13.425718 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Publish callbacks [] for port (5187fbe4-3207-452d-b4fb-3372bc4390af), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:13.433291 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (5187fbe4-3207-452d-b4fb-3372bc4390af), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:13.445083 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Publish callbacks [] for router_controller (329f719c-e003-42de-ac03-4f8e642c8563), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:13.484614 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Network ef1992d0-db52-4bd5-abf1-42e8b478bf24 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:52:13.488391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:52:13.500119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:52:13.512189 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Pushing event updated for resources: {'Port': ['ID=5187fbe4-3207-452d-b4fb-3372bc4390af,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:13.613288 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Attempting to bind port 5187fbe4-3207-452d-b4fb-3372bc4390af on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:52:13.614939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Attempting to bind port 5187fbe4-3207-452d-b4fb-3372bc4390af by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '23c9bd04-7b3f-4b5d-a669-955801b20396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:52:13.616638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Attempting to bind port 5187fbe4-3207-452d-b4fb-3372bc4390af on network ef1992d0-db52-4bd5-abf1-42e8b478bf24 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:13.623732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:52:13.624130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Checking segment: {'id': '23c9bd04-7b3f-4b5d-a669-955801b20396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:52:13.624485 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:13.624877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Bound using segment: {'id': '23c9bd04-7b3f-4b5d-a669-955801b20396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:52:13.626386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Bound port: 5187fbe4-3207-452d-b4fb-3372bc4390af, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c9bd04-7b3f-4b5d-a669-955801b20396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:52:13.626902 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5187fbe4-3207-452d-b4fb-3372bc4390af), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:13.748744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] For port 5187fbe4-3207-452d-b4fb-3372bc4390af, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:13.759788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] For port 5187fbe4-3207-452d-b4fb-3372bc4390af, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5187fbe4-3207-452d-b4fb-3372bc4390af,segment=NetworkSegment(23c9bd04-7b3f-4b5d-a669-955801b20396),segment_id=23c9bd04-7b3f-4b5d-a669-955801b20396)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:52:13.771478 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5187fbe4-3207-452d-b4fb-3372bc4390af), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:13.810345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875f1bb-1c50-4f19-aff5-30327301706d req-a8afd5e0-82b0-4442-ad79-d2cd61ca7047 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:13.817400 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1875f1bb-1c50-4f19-aff5-30327301706d req-a8afd5e0-82b0-4442-ad79-d2cd61ca7047 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.5715015 Mar 24 00:52:13.838531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b324b3-03ee-47f4-936f-fc02b3210a30 req-395fb03f-b82a-441b-b833-7444b3b8caa0 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:13.845699 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2b324b3-03ee-47f4-936f-fc02b3210a30 req-395fb03f-b82a-441b-b833-7444b3b8caa0 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 1128 time: 0.4952674 Mar 24 00:52:13.877965 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Publish callbacks [] for router_gateway (329f719c-e003-42de-ac03-4f8e642c8563), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:13.917286 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cebda7-f6d5-4e94-b7c6-75ffc4d9558c None None] Pushing event updated for resources: {'Port': ['ID=5187fbe4-3207-452d-b4fb-3372bc4390af,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:14.045530 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1875f1bb-1c50-4f19-aff5-30327301706d req-f608a18f-6309-4285-a4a7-7116ade365f7 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272015 Mar 24 00:52:14.050579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2b324b3-03ee-47f4-936f-fc02b3210a30 req-7ac9ec7b-81ee-4a1f-9c50-e1be84eb3a39 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928098 Mar 24 00:52:14.250242 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1b12fc-d82b-412b-b4be-3f6a23078bfc x-openstack-request-id: req-4a1b12fc-d82b-412b-b4be-3f6a23078bfc {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:14.250511 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2991b5c5-6402-4ff7-aced-887e26d7dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "8f86b2c8-2e73-4005-b0cc-5998fe6b3384", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:14.250700 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a1b12fc-d82b-412b-b4be-3f6a23078bfc {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:14.251132 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1b12fc-d82b-412b-b4be-3f6a23078bfc'] response: {'server_uuid': '2991b5c5-6402-4ff7-aced-887e26d7dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f86b2c8-2e73-4005-b0cc-5998fe6b3384', 'code': 200} Mar 24 00:52:14.401643 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18db7e69-4f71-4143-aa0b-c38338fef10f req-36f2a763-c91e-4628-b481-c339e93e358b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 210 time: 0.0482728 Mar 24 00:52:14.427006 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Publish callbacks [] for router_gateway (329f719c-e003-42de-ac03-4f8e642c8563), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:14.505166 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5187fbe4-3207-452d-b4fb-3372bc4390af up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:52:14.528295 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:14.643841 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5187fbe4-3207-452d-b4fb-3372bc4390af triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:14.644227 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5187fbe4-3207-452d-b4fb-3372bc4390af), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:14.764094 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731dc7-58b6-40ba-9fa8-8cd621d8cafb req-6d7121dd-e3f1-4816-9688-e3fb6561d3b2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:14.773264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a1731dc7-58b6-40ba-9fa8-8cd621d8cafb req-6d7121dd-e3f1-4816-9688-e3fb6561d3b2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.1516941 Mar 24 00:52:14.791698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5187fbe4-3207-452d-b4fb-3372bc4390af is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:14.792236 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5187fbe4-3207-452d-b4fb-3372bc4390af), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:14.802525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Allocated IP 172.25.0.149 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:52:14.839050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 5187fbe4-3207-452d-b4fb-3372bc4390af, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5187fbe4-3207-452d-b4fb-3372bc4390af,segment=NetworkSegment(23c9bd04-7b3f-4b5d-a669-955801b20396),segment_id=23c9bd04-7b3f-4b5d-a669-955801b20396)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:14.844762 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5187fbe4-3207-452d-b4fb-3372bc4390af), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:14.937373 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=5187fbe4-3207-452d-b4fb-3372bc4390af,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:15.006132 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a1731dc7-58b6-40ba-9fa8-8cd621d8cafb req-bf409408-6d10-495c-8cf9-a3015ba220b1 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285728 Mar 24 00:52:15.368884 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-0cfbfb97-2c15-42a5-988f-e79335f4019c tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:15.371686 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-0cfbfb97-2c15-42a5-988f-e79335f4019c tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.57 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 811 time: 0.3303437 Mar 24 00:52:15.392267 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Publish callbacks [] for port (7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:15.415521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-1cf6033e-3240-44ad-8c76-f9c07db9807b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Request body: {'port': {'device_id': 'bce2b785-039c-4da0-a03c-2b14ecbb1edd', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'admin_state_up': True, 'tenant_id': 'fa7a637ada534f57aa37557e7d448261'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:15.438506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4678bbc-a94a-4772-8b37-8c9466fdac0f None None] Network ef1992d0-db52-4bd5-abf1-42e8b478bf24 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:52:15.465002 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c02c90-54b9-4d76-894a-d1d412a02981 req-b51fc403-8b18-42ca-8255-ea373f22875d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:15.475945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7c02c90-54b9-4d76-894a-d1d412a02981 req-b51fc403-8b18-42ca-8255-ea373f22875d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 946 time: 0.3083656 Mar 24 00:52:15.567718 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-95aede7b-3967-422d-9524-b5ada9b717f8 None None] Provisioning complete for port 5187fbe4-3207-452d-b4fb-3372bc4390af triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:15.568195 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:15.568630 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-95aede7b-3967-422d-9524-b5ada9b717f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5187fbe4-3207-452d-b4fb-3372bc4390af), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:15.670770 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:15.699152 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7c02c90-54b9-4d76-894a-d1d412a02981 req-9f68f824-958f-4f05-9f09-366b48675258 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221460 Mar 24 00:52:15.702285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:52:15.707035 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:52:15.715860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:52:15.717765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-95aede7b-3967-422d-9524-b5ada9b717f8 None None] Current status of the port 5187fbe4-3207-452d-b4fb-3372bc4390af is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:15.731098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-1cf6033e-3240-44ad-8c76-f9c07db9807b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Made reservation on behalf of fa7a637ada534f57aa37557e7d448261 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:52:15.734729 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-1cf6033e-3240-44ad-8c76-f9c07db9807b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:15.945889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-dd9b3895-e5b8-4739-a92d-53a5afcb8ca0 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:52:15.948122 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-dd9b3895-e5b8-4739-a92d-53a5afcb8ca0 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091271 Mar 24 00:52:16.017606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-547c5bf4-3426-4ea4-9520-02c8038c211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:16.019674 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-547c5bf4-3426-4ea4-9520-02c8038c211c service neutron] 10.222.0.45 "GET /v2.0/ports/167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e HTTP/1.1" status: 200 len: 1125 time: 0.0593061 Mar 24 00:52:16.028657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-1ba5d8c8-dfab-43cc-897d-d15872c852ba service neutron] Request body: {'binding': {'host': 'n-h1-760455-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:16.029138 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-1ba5d8c8-dfab-43cc-897d-d15872c852ba service neutron] Unknown quota resources ['binding']. {{(pid=115729) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 00:52:16.071366 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b52a2a12-ab8c-4ae7-a666-c011623f4aa6 None None] Provisioning complete for port 5187fbe4-3207-452d-b4fb-3372bc4390af triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:16.073027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147bd28-1aea-4ae7-806d-928ca36b072a req-95a616ba-71d1-467d-b1ab-1b59ce659a86 tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:16.073940 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b52a2a12-ab8c-4ae7-a666-c011623f4aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5187fbe4-3207-452d-b4fb-3372bc4390af), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:16.074760 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1147bd28-1aea-4ae7-806d-928ca36b072a req-95a616ba-71d1-467d-b1ab-1b59ce659a86 tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 1132 time: 0.2901464 Mar 24 00:52:16.204726 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b52a2a12-ab8c-4ae7-a666-c011623f4aa6 None None] Current status of the port 5187fbe4-3207-452d-b4fb-3372bc4390af is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:16.308622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-1cf6033e-3240-44ad-8c76-f9c07db9807b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Allocated IP 172.20.0.3 (a98bf23f-e282-494a-9475-14c4438bbbf3/9949c1b7-99b1-4ac5-9528-e85b6230eee6/4dbe84c1-0209-4a91-972b-a3e08e36d97e) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:52:16.323344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1147bd28-1aea-4ae7-806d-928ca36b072a req-8ebd9a59-1e6c-4dc9-a9da-114aba134e0b tempest-ServersAdminTestJSON-1816916475 tempest-ServersAdminTestJSON-1816916475-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919184 Mar 24 00:52:16.349018 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-1ba5d8c8-dfab-43cc-897d-d15872c852ba service neutron] Attempting to bind port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e on host n-h1-760455-9 for vnic_type normal with profile None {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:52:16.349899 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-1ba5d8c8-dfab-43cc-897d-d15872c852ba service neutron] Attempting to bind port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:52:16.350475 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-1ba5d8c8-dfab-43cc-897d-d15872c852ba service neutron] Attempting to bind port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:16.363054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-1ba5d8c8-dfab-43cc-897d-d15872c852ba service neutron] Port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:52:16.363384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-1ba5d8c8-dfab-43cc-897d-d15872c852ba service neutron] Attempting to bind port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:16.364396 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5187fbe4-3207-452d-b4fb-3372bc4390af up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:52:16.369594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-1ba5d8c8-dfab-43cc-897d-d15872c852ba service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:52:16.369999 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-1ba5d8c8-dfab-43cc-897d-d15872c852ba service neutron] Checking segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:52:16.370503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-1ba5d8c8-dfab-43cc-897d-d15872c852ba service neutron] Bound using segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:52:16.371630 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-1ba5d8c8-dfab-43cc-897d-d15872c852ba service neutron] Bound port: 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:52:16.386725 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Publish callbacks [] for router_gateway (329f719c-e003-42de-ac03-4f8e642c8563), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:16.453508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-1ba5d8c8-dfab-43cc-897d-d15872c852ba service neutron] For port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:52:16.463116 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-1ba5d8c8-dfab-43cc-897d-d15872c852ba service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:16.469840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5187fbe4-3207-452d-b4fb-3372bc4390af triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:16.470232 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5187fbe4-3207-452d-b4fb-3372bc4390af), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:16.477328 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-1ba5d8c8-dfab-43cc-897d-d15872c852ba service neutron] 10.222.0.45 "POST /v2.0/ports/167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4523299 Mar 24 00:52:16.629402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5187fbe4-3207-452d-b4fb-3372bc4390af is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:17.041757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98168b34-8331-449d-8436-cf6cf401aa1f req-a367cf33-5e73-4be7-bf55-a99051119c96 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 210 time: 0.0853775 Mar 24 00:52:17.131238 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-1cf6033e-3240-44ad-8c76-f9c07db9807b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for port (4dbe84c1-0209-4a91-972b-a3e08e36d97e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:17.192784 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c9d6c-c963-4974-9eef-8ef2999388db req-2bda0bd9-197d-4309-821b-a79ac7a73d07 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:17.195080 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-715c9d6c-c963-4974-9eef-8ef2999388db req-2bda0bd9-197d-4309-821b-a79ac7a73d07 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.7108257 Mar 24 00:52:17.357004 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-1cf6033e-3240-44ad-8c76-f9c07db9807b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4dbe84c1-0209-4a91-972b-a3e08e36d97e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:17.377132 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-715c9d6c-c963-4974-9eef-8ef2999388db req-f6aece89-1ec8-4f9b-abb8-e61b5cd00942 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481109 Mar 24 00:52:17.429480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d9868-74dc-47ed-af55-65e02cdbbaec req-72297f94-9f7a-4b02-aae9-a404bf36fea4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:17.430943 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a7d9868-74dc-47ed-af55-65e02cdbbaec req-72297f94-9f7a-4b02-aae9-a404bf36fea4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.1952908 Mar 24 00:52:17.441188 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (329f719c-e003-42de-ac03-4f8e642c8563), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:17.468127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-1cf6033e-3240-44ad-8c76-f9c07db9807b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Network a98bf23f-e282-494a-9475-14c4438bbbf3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:52:17.475814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6033e-3240-44ad-8c76-f9c07db9807b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event updated for resources: {'Port': ['ID=4dbe84c1-0209-4a91-972b-a3e08e36d97e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:17.525076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-1cf6033e-3240-44ad-8c76-f9c07db9807b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:52:17.566356 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-1cf6033e-3240-44ad-8c76-f9c07db9807b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:52:17.667757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a7d9868-74dc-47ed-af55-65e02cdbbaec req-67512ee3-27f3-4700-b9a4-8b6859fd247a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261508 Mar 24 00:52:17.675952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-1cf6033e-3240-44ad-8c76-f9c07db9807b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:17.676569 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-1cf6033e-3240-44ad-8c76-f9c07db9807b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:17.713271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-1cf6033e-3240-44ad-8c76-f9c07db9807b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3026333 Mar 24 00:52:17.755340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Request body: {'port': {'device_id': 'bce2b785-039c-4da0-a03c-2b14ecbb1edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:17.941912 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4dbe84c1-0209-4a91-972b-a3e08e36d97e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:17.950438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0d5b2789-9bb1-4e45-8537-76f454ff06f4 None None] Provisioning complete for port 4dbe84c1-0209-4a91-972b-a3e08e36d97e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:17.951028 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0d5b2789-9bb1-4e45-8537-76f454ff06f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4dbe84c1-0209-4a91-972b-a3e08e36d97e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:17.968649 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30745d09-a34b-4f9c-95db-627917a90141 req-dc2e76e4-c8bf-4bc0-93a5-40d30e08d35f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:17.975573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30745d09-a34b-4f9c-95db-627917a90141 req-dc2e76e4-c8bf-4bc0-93a5-40d30e08d35f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 946 time: 0.2299035 Mar 24 00:52:17.987046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1899c9f-ce76-447e-bcd4-f8e551279d65 req-175cb495-a895-4b0f-a881-84073a1806c1 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:17.994009 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1899c9f-ce76-447e-bcd4-f8e551279d65 req-175cb495-a895-4b0f-a881-84073a1806c1 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 946 time: 0.2775211 Mar 24 00:52:18.005562 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Router 329f719c-e003-42de-ac03-4f8e642c8563 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:52:18.006081 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b2789-9bb1-4e45-8537-76f454ff06f4 None None] Port 4dbe84c1-0209-4a91-972b-a3e08e36d97e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:52:18.185362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30745d09-a34b-4f9c-95db-627917a90141 req-645ad2cc-1fa4-45eb-bbef-1675e702ad00 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088933 Mar 24 00:52:18.233290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1899c9f-ce76-447e-bcd4-f8e551279d65 req-eda555a6-e9ab-4f2b-9aee-3cdd3416055f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384069 Mar 24 00:52:18.331663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:52:18.345926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Sync routers for ids ['329f719c-e003-42de-ac03-4f8e642c8563'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:52:18.367186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Routers {'329f719c-e003-42de-ac03-4f8e642c8563'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:52:18.370218 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:52:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['329f719c-e003-42de-ac03-4f8e642c8563'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:18.394951 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:18.398860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4a44fb39-faa7-4a00-94aa-385ce1756360 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.5926294 Mar 24 00:52:18.400431 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38838) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:18.474470 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85164119-8126-4fa7-981a-c5d34d7b4c13 req-2cf9fa33-1f36-4ab2-99bf-44abaaf27fea tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:18.476908 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85164119-8126-4fa7-981a-c5d34d7b4c13 req-2cf9fa33-1f36-4ab2-99bf-44abaaf27fea tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa533faf-8372-4a85-9dcf-f77283931689 HTTP/1.1" status: 200 len: 950 time: 0.1383533 Mar 24 00:52:18.611198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Set router 329f719c-e003-42de-ac03-4f8e642c8563 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:52:18.627443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbe84c1-0209-4a91-972b-a3e08e36d97e {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:52:18.642142 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Publish callbacks [] for port (4dbe84c1-0209-4a91-972b-a3e08e36d97e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:18.649416 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85164119-8126-4fa7-981a-c5d34d7b4c13 req-564b0cd8-40de-4f34-836d-048294990595 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640310 Mar 24 00:52:18.680253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677d187-18c5-484d-a9a1-4d25eebf7ca7 req-60f2ac77-f676-442a-869c-5c6242b4d3a4 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:18.687976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2677d187-18c5-484d-a9a1-4d25eebf7ca7 req-60f2ac77-f676-442a-869c-5c6242b4d3a4 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 931 time: 0.2036364 Mar 24 00:52:18.696771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Transition to ACTIVE for port object 4dbe84c1-0209-4a91-972b-a3e08e36d97e will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:52:18.723988 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (4dbe84c1-0209-4a91-972b-a3e08e36d97e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:18.930931 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2677d187-18c5-484d-a9a1-4d25eebf7ca7 req-ff8492eb-1ad8-48f8-9103-22de01ba4725 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419357 Mar 24 00:52:18.931644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Pushing event updated for resources: {'Port': ['ID=4dbe84c1-0209-4a91-972b-a3e08e36d97e,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:19.103133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329f719c-e003-42de-ac03-4f8e642c8563', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-router', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:12Z', 'updated_at': '2022-03-24T00:52:16Z', 'revision_number': 3, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'gw_port': {'id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:14Z', 'updated_at': '2022-03-24T00:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:19.142292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Checking router: 329f719c-e003-42de-ac03-4f8e642c8563 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:52:19.143006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Updating router 329f719c-e003-42de-ac03-4f8e642c8563 port 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:52:19.183104 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:19.264587 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:19.265965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c81b5-521c-424b-be74-9dab1ba5b8c1 req-73edfa03-6d5b-43f1-98a8-a06b08c8f4d3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:19.273205 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-506c81b5-521c-424b-be74-9dab1ba5b8c1 req-73edfa03-6d5b-43f1-98a8-a06b08c8f4d3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.3265448 Mar 24 00:52:19.288944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Attempting to bind port 4dbe84c1-0209-4a91-972b-a3e08e36d97e on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:52:19.288944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Attempting to bind port 4dbe84c1-0209-4a91-972b-a3e08e36d97e by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:52:19.289327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Attempting to bind port 4dbe84c1-0209-4a91-972b-a3e08e36d97e on network a98bf23f-e282-494a-9475-14c4438bbbf3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:19.312345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85783d8d-69e9-4a6d-9207-bded341d8db4 req-e9539970-8a30-475e-83ff-1cf6b2bb118d tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:19.315233 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85783d8d-69e9-4a6d-9207-bded341d8db4 req-e9539970-8a30-475e-83ff-1cf6b2bb118d tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa533faf-8372-4a85-9dcf-f77283931689 HTTP/1.1" status: 200 len: 950 time: 0.1822145 Mar 24 00:52:19.322398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f3e53-6f78-4abe-9ed0-95db22e0fbb7 req-3ad1846b-ae84-49af-8352-e89d107787a5 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:19.323930 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-807f3e53-6f78-4abe-9ed0-95db22e0fbb7 req-3ad1846b-ae84-49af-8352-e89d107787a5 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.2741909 Mar 24 00:52:19.337320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Port 4dbe84c1-0209-4a91-972b-a3e08e36d97e on network a98bf23f-e282-494a-9475-14c4438bbbf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:52:19.337677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Attempting to bind port 4dbe84c1-0209-4a91-972b-a3e08e36d97e on network a98bf23f-e282-494a-9475-14c4438bbbf3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:19.479097 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-506c81b5-521c-424b-be74-9dab1ba5b8c1 req-e0cfa5ea-90a0-4078-8559-8476091f64da tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053742 Mar 24 00:52:19.566052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:52:19.566473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Checking segment: {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:52:19.567027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Bound using segment: {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:52:19.567569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Bound port: 4dbe84c1-0209-4a91-972b-a3e08e36d97e, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:52:19.568128 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4dbe84c1-0209-4a91-972b-a3e08e36d97e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:19.606994 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Allocated IP 172.20.0.1 (ef1992d0-db52-4bd5-abf1-42e8b478bf24/5fd00331-c666-4143-a7c2-e5874d4e6033/df305edd-d9dd-49e4-aefe-2af3266aac8a) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:52:19.613431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-807f3e53-6f78-4abe-9ed0-95db22e0fbb7 req-9c3d77c3-8a20-4e1a-9959-047afce54d06 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789967 Mar 24 00:52:19.743986 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Publish callbacks [] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:19.792470 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:19.820518 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Publish callbacks [] for port (7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:19.843997 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Network ef1992d0-db52-4bd5-abf1-42e8b478bf24 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:52:19.847349 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:19.847689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:52:19.851345 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:52:19.854597 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cbad9-756c-426e-b05c-82b3defe4294 req-67216e13-15bd-4026-9499-1eb7e200f780 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:19.858299 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a9cbad9-756c-426e-b05c-82b3defe4294 req-67216e13-15bd-4026-9499-1eb7e200f780 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 946 time: 0.2338686 Mar 24 00:52:19.861326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-85783d8d-69e9-4a6d-9207-bded341d8db4 req-b79de01b-9c89-416d-ab78-efd7044a9549 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Deleting port ba37e70f-2bd1-4259-8eb9-5d58113d210b {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:52:19.862145 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-85783d8d-69e9-4a6d-9207-bded341d8db4 req-b79de01b-9c89-416d-ab78-efd7044a9549 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ba37e70f-2bd1-4259-8eb9-5d58113d210b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:19.902237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Pushing event updated for resources: {'Port': ['ID=df305edd-d9dd-49e4-aefe-2af3266aac8a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:19.938678 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (329f719c-e003-42de-ac03-4f8e642c8563), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:19.942177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] For port 4dbe84c1-0209-4a91-972b-a3e08e36d97e, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:19.969901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Pushing event updated for resources: {'Port': ['ID=7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:19.993125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] For port 4dbe84c1-0209-4a91-972b-a3e08e36d97e, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=4dbe84c1-0209-4a91-972b-a3e08e36d97e,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:52:20.003527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Attempting to bind port 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:52:20.004658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Attempting to bind port 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:52:20.005239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Attempting to bind port 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:20.008457 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:20.008809 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:20.009300 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:20.009907 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:20.010046 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:20.010510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:20.010846 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:20.011177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:20.011581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:20.011917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:20.012246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:20.012759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:20.013204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:20.014591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:20.014591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:52:20.021387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:52:20.021772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:52:20.022258 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:20.022666 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:52:20.023425 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Bound port: 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:52:20.023709 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:20.084706 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a9cbad9-756c-426e-b05c-82b3defe4294 req-34fa3347-6103-4dcb-bb86-67e6e8cee6ba tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137189 Mar 24 00:52:20.098286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77790eb1-d8ac-4f2e-a1b7-0a067391ef03 req-5d058560-bb41-4861-8d66-c6b155166437 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:20.100193 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77790eb1-d8ac-4f2e-a1b7-0a067391ef03 req-5d058560-bb41-4861-8d66-c6b155166437 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 946 time: 0.3579187 Mar 24 00:52:20.102697 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (4dbe84c1-0209-4a91-972b-a3e08e36d97e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:20.147064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] For port 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:20.150792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] For port 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:52:20.162408 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:20.163568 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:20.227971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:20.228635 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:20.234212 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] 10.222.0.57 "PUT /v2.0/ports/4dbe84c1-0209-4a91-972b-a3e08e36d97e HTTP/1.1" status: 200 len: 1091 time: 2.4985962 Mar 24 00:52:20.240810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce2b785-039c-4da0-a03c-2b14ecbb1edd', 'tag': '4dbe84c1-0209-4a91-972b-a3e08e36d97e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:20.243175 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1b241e-3d06-4531-851c-f2acbb942f79" -d '{"events": [{"name": "network-changed", "server_uuid": "bce2b785-039c-4da0-a03c-2b14ecbb1edd", "tag": "4dbe84c1-0209-4a91-972b-a3e08e36d97e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:20.315203 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Routers {'329f719c-e003-42de-ac03-4f8e642c8563'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:52:20.316328 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:52:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['329f719c-e003-42de-ac03-4f8e642c8563'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:20.458156 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66cffa-6838-4d7a-8e91-ab329f626d79 None None] Pushing event updated for resources: {'Port': ['ID=7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:20.511256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b796a9a7-2d29-48b3-8ac8-60be0e69d40f None None] Provisioning complete for port df305edd-d9dd-49e4-aefe-2af3266aac8a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:20.512026 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b796a9a7-2d29-48b3-8ac8-60be0e69d40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:20.581856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b796a9a7-2d29-48b3-8ac8-60be0e69d40f None None] Port df305edd-d9dd-49e4-aefe-2af3266aac8a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:52:20.584901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] Set router 329f719c-e003-42de-ac03-4f8e642c8563 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:52:20.614799 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Publish callbacks [] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:20.622246 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:20.718225 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Pushing event updated for resources: {'Port': ['ID=df305edd-d9dd-49e4-aefe-2af3266aac8a,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:20.811438 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (329f719c-e003-42de-ac03-4f8e642c8563), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:20.897173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-85783d8d-69e9-4a6d-9207-bded341d8db4 req-b79de01b-9c89-416d-ab78-efd7044a9549 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] For port ba37e70f-2bd1-4259-8eb9-5d58113d210b, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ba37e70f-2bd1-4259-8eb9-5d58113d210b,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:20.897792 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-85783d8d-69e9-4a6d-9207-bded341d8db4 req-b79de01b-9c89-416d-ab78-efd7044a9549 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ba37e70f-2bd1-4259-8eb9-5d58113d210b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:20.911903 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77790eb1-d8ac-4f2e-a1b7-0a067391ef03 req-b2ce935c-20ec-40fb-a19e-d334fa8fc774 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7998917 Mar 24 00:52:20.945063 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc18769-3314-48c2-8443-51f744f1d4bc service neutron] Pushing event updated for resources: {'Port': ['ID=4dbe84c1-0209-4a91-972b-a3e08e36d97e,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:20.952162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-85783d8d-69e9-4a6d-9207-bded341d8db4 req-b79de01b-9c89-416d-ab78-efd7044a9549 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Calling delete_port for ba37e70f-2bd1-4259-8eb9-5d58113d210b owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:52:20.982272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-c6050ff4-9f7f-4636-b6e7-83dc53f4ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:20.983889 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-c6050ff4-9f7f-4636-b6e7-83dc53f4ad62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 1125 time: 0.6780176 Mar 24 00:52:21.018503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329f719c-e003-42de-ac03-4f8e642c8563', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-router', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:12Z', 'updated_at': '2022-03-24T00:52:20Z', 'revision_number': 4, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'gw_port': {'id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:14Z', 'updated_at': '2022-03-24T00:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'df305edd-d9dd-49e4-aefe-2af3266aac8a', 'name': '', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'mac_address': 'fa:16:3e:5e:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:19Z', 'updated_at': '2022-03-24T00:52:19Z', 'revision_number': 1, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'subnets': [{'id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:21.057950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1005ae9-354d-4492-87a8-c93a7cedc0ca None None] The sync data for ids ['329f719c-e003-42de-ac03-4f8e642c8563'] in n-d-760455-9 is: [{'id': '329f719c-e003-42de-ac03-4f8e642c8563', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-router', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:12Z', 'updated_at': '2022-03-24T00:52:20Z', 'revision_number': 4, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'gw_port': {'id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:14Z', 'updated_at': '2022-03-24T00:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'df305edd-d9dd-49e4-aefe-2af3266aac8a', 'name': '', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'mac_address': 'fa:16:3e:5e:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:19Z', 'updated_at': '2022-03-24T00:52:19Z', 'revision_number': 1, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'subnets': [{'id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:52:21.084334 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864d3df-80e3-4d16-bdcc-8d6389ed1999 req-dec92400-b4ed-4dc5-aa8f-861494a8b113 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:21.086053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0864d3df-80e3-4d16-bdcc-8d6389ed1999 req-dec92400-b4ed-4dc5-aa8f-861494a8b113 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa533faf-8372-4a85-9dcf-f77283931689 HTTP/1.1" status: 200 len: 950 time: 0.8259704 Mar 24 00:52:21.130938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-e335c6d5-377a-4c32-a95a-b1d084c8f4ea tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:21.132810 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-e335c6d5-377a-4c32-a95a-b1d084c8f4ea tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482&tenant_id=259d3d47b7be4b3182e7a95feee7e085&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 1128 time: 0.3132668 Mar 24 00:52:21.135690 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Network ef1992d0-db52-4bd5-abf1-42e8b478bf24 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:52:21.145325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:52:21.150083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760455-9'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:21.153662 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-d5c71895-89d4-4f1f-8069-8630723351e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dbe84c1-0209-4a91-972b-a3e08e36d97e HTTP/1.1" status: 200 len: 217 time: 0.0886009 Mar 24 00:52:21.329345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-e6e7d822-da5d-4b60-a5f0-5afea9b0e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:21.331348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-e6e7d822-da5d-4b60-a5f0-5afea9b0e246 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.1366603 Mar 24 00:52:21.426090 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Router 329f719c-e003-42de-ac03-4f8e642c8563 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:52:21.583683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ba37e70f-2bd1-4259-8eb9-5d58113d210b no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:52:21.596994 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-85783d8d-69e9-4a6d-9207-bded341d8db4 req-b79de01b-9c89-416d-ab78-efd7044a9549 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ba37e70f-2bd1-4259-8eb9-5d58113d210b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:21.616443 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0864d3df-80e3-4d16-bdcc-8d6389ed1999 req-39c7b7ae-f98d-4115-b371-212637554621 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816954 Mar 24 00:52:21.668458 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79de01b-9c89-416d-ab78-efd7044a9549 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Pushing event deleted for resources: {'Port': ['ID=ba37e70f-2bd1-4259-8eb9-5d58113d210b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:21.675828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['1699b957-da2c-4b2b-8101-8ccc58cb332a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:21.681654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['be511b75-d498-472d-9946-12de9deee73c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:21.682044 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:21.695512 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:52:21.707113 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-41674a37-da7d-465a-b0db-69738bc5fb77 admin admin] 10.222.0.45 "PUT /v2.0/routers/329f719c-e003-42de-ac03-4f8e642c8563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3047743 Mar 24 00:52:21.722990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: ba37e70f-2bd1-4259-8eb9-5d58113d210b {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:52:21.734679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ba37e70f-2bd1-4259-8eb9-5d58113d210b not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:52:21.737821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-70cfae12-5e01-42e3-bb74-82a271a4ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:21.739933 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-70cfae12-5e01-42e3-bb74-82a271a4ca1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3422160 Mar 24 00:52:21.774616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8ecdb-8e16-4b02-88ec-566a5cf404e7 req-ea7be6fb-aede-4a7c-8f5a-6115062ba097 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:21.778606 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0eb8ecdb-8e16-4b02-88ec-566a5cf404e7 req-ea7be6fb-aede-4a7c-8f5a-6115062ba097 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 943 time: 0.5287938 Mar 24 00:52:21.868798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f8620eda-d86c-4ab5-b7d1-dffccf9f16a2 None None] Provisioning complete for port df305edd-d9dd-49e4-aefe-2af3266aac8a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:21.869198 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f8620eda-d86c-4ab5-b7d1-dffccf9f16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:21.946158 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-85783d8d-69e9-4a6d-9207-bded341d8db4 req-b79de01b-9c89-416d-ab78-efd7044a9549 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] No DVR routers for this DVR port ba37e70f-2bd1-4259-8eb9-5d58113d210b on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:52:21.952720 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-85783d8d-69e9-4a6d-9207-bded341d8db4 req-b79de01b-9c89-416d-ab78-efd7044a9549 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:21.956103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f8620eda-d86c-4ab5-b7d1-dffccf9f16a2 None None] Port df305edd-d9dd-49e4-aefe-2af3266aac8a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:52:21.959263 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85783d8d-69e9-4a6d-9207-bded341d8db4 req-b79de01b-9c89-416d-ab78-efd7044a9549 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.48 "DELETE /v2.0/ports/ba37e70f-2bd1-4259-8eb9-5d58113d210b HTTP/1.1" status: 204 len: 173 time: 2.6321974 Mar 24 00:52:22.163356 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0eb8ecdb-8e16-4b02-88ec-566a5cf404e7 req-458d4b16-fef2-4eee-b6fd-fc756a3eacc4 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359420 Mar 24 00:52:22.167846 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15cce0f-dc07-4f2a-85f1-4d2308787ed8 x-openstack-request-id: req-f15cce0f-dc07-4f2a-85f1-4d2308787ed8 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:22.168136 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce2b785-039c-4da0-a03c-2b14ecbb1edd", "tag": "4dbe84c1-0209-4a91-972b-a3e08e36d97e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:22.169310 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f15cce0f-dc07-4f2a-85f1-4d2308787ed8 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:22.169741 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f15cce0f-dc07-4f2a-85f1-4d2308787ed8'] response: {'name': 'network-changed', 'server_uuid': 'bce2b785-039c-4da0-a03c-2b14ecbb1edd', 'tag': '4dbe84c1-0209-4a91-972b-a3e08e36d97e', 'status': 'completed', 'code': 200} Mar 24 00:52:22.305971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-055c47df-dbd1-4038-a566-f4a3c8891bf0 service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486238 Mar 24 00:52:22.385133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:52:22.646970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:22.659091 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] For port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:22.674222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aa2ec42-e03e-451e-a89f-d0cf6411286e req-e83a41a0-c657-46ee-ac92-1e420802a971 service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404424 Mar 24 00:52:22.683941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 has no active binding in host n-h1-760455-9 {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 24 00:52:22.720944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e2457-5a30-4dc7-bfc5-2788d815b9e2 req-c5dde891-993d-48ec-ab29-7aea720a449a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:22.731232 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a21e2457-5a30-4dc7-bfc5-2788d815b9e2 req-c5dde891-993d-48ec-ab29-7aea720a449a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.4146247 Mar 24 00:52:22.802562 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f4c36-849e-402f-8f45-d0a2a08afba9 req-a71bacb8-3a3e-49a8-b4b8-ac1e094c8f67 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:22.804200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-518f4c36-849e-402f-8f45-d0a2a08afba9 req-a71bacb8-3a3e-49a8-b4b8-ac1e094c8f67 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.3797197 Mar 24 00:52:22.867423 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] For port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:22.915110 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a21e2457-5a30-4dc7-bfc5-2788d815b9e2 req-f386fba1-3996-449c-9062-e06ba7640d71 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825318 Mar 24 00:52:22.956138 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Publish callbacks [] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:22.959694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b241e-3d06-4531-851c-f2acbb942f79 req-2672fc30-e91f-4a14-a928-2de890f9fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:22.961391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff1b241e-3d06-4531-851c-f2acbb942f79 req-2672fc30-e91f-4a14-a928-2de890f9fd13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 1125 time: 0.1954045 Mar 24 00:52:22.981819 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:23.059221 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-518f4c36-849e-402f-8f45-d0a2a08afba9 req-a350f70d-8a55-43ed-aa6e-736ce4159fe6 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267425 Mar 24 00:52:23.232565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Pushing event updated for resources: {'Port': ['ID=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:23.333364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a250d2-0fb0-4be9-bd83-2fda81f294e2 req-09d38c78-476c-4f93-a653-baf2cfa762aa tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:23.335160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-48a250d2-0fb0-4be9-bd83-2fda81f294e2 req-09d38c78-476c-4f93-a653-baf2cfa762aa tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 944 time: 0.3128371 Mar 24 00:52:23.342771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Attempting to bind port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 on host n-h2-760455-9 for vnic_type normal with profile {"migrating_to": "n-h1-760455-9"} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:52:23.343269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Attempting to bind port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:52:23.343702 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Attempting to bind port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:23.351591 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:52:23.351994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Attempting to bind port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 on network 9b0f0dde-a2c5-4e76-9285-8b850d030f1c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:23.367004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:52:23.367462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Checking segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:52:23.367919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Bound using segment: {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:52:23.368442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Bound port: 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01300b52-656a-408e-8ecf-a9398c7e9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b0f0dde-a2c5-4e76-9285-8b850d030f1c'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:52:23.368876 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:23.372955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b241e-3d06-4531-851c-f2acbb942f79 req-1afe9f82-4038-4ed2-b6e6-244932ad28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:23.374551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff1b241e-3d06-4531-851c-f2acbb942f79 req-1afe9f82-4038-4ed2-b6e6-244932ad28bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.4044640 Mar 24 00:52:23.417453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1202e1-1622-4f57-b17a-768a39218d77 req-565d4c58-e571-4eaf-b9fc-f402c499ef9a tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:23.427952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc1202e1-1622-4f57-b17a-768a39218d77 req-565d4c58-e571-4eaf-b9fc-f402c499ef9a tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 946 time: 0.2663898 Mar 24 00:52:23.480821 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff1b241e-3d06-4531-851c-f2acbb942f79 req-4dbee176-9825-47cd-a416-7b92a5467b62 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dbe84c1-0209-4a91-972b-a3e08e36d97e HTTP/1.1" status: 200 len: 217 time: 0.0921009 Mar 24 00:52:23.620019 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc1202e1-1622-4f57-b17a-768a39218d77 req-70b5feaa-3d33-499c-a800-5e178b8b07ec tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911027 Mar 24 00:52:23.628702 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b241e-3d06-4531-851c-f2acbb942f79 req-a7f77b07-84db-4462-a066-b06303d8c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:23.630479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff1b241e-3d06-4531-851c-f2acbb942f79 req-a7f77b07-84db-4462-a066-b06303d8c665 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.1266429 Mar 24 00:52:23.631640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] For port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:23.696176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] For port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:52:23.702001 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-48a250d2-0fb0-4be9-bd83-2fda81f294e2 req-430e78a4-fd7b-474d-9fdb-bef7b122a683 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529286 Mar 24 00:52:23.714249 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:23.828809 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b241e-3d06-4531-851c-f2acbb942f79 req-024330ef-8edf-4b06-b5f4-a2a629e26b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:23.830371 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff1b241e-3d06-4531-851c-f2acbb942f79 req-024330ef-8edf-4b06-b5f4-a2a629e26b57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1916995 Mar 24 00:52:23.922436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Pushing event updated for resources: {'Port': ['ID=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,revision_number=8']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:23.977427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:23.978088 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:23.979740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cf94a0dc-ddfe-4c46-b823-5da0885c41fe service neutron] 10.222.0.57 "PUT /v2.0/ports/968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 HTTP/1.1" status: 200 len: 1122 time: 2.8353987 Mar 24 00:52:24.121426 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff1b241e-3d06-4531-851c-f2acbb942f79 req-2ea0a6fc-fcda-4cf9-9cf2-5fd975404f91 service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789981 Mar 24 00:52:24.125624 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['968f3c0e-32b2-4087-a7e6-4da3ea94b2b1'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:24.131454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['968f3c0e-32b2-4087-a7e6-4da3ea94b2b1'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:24.185940 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa533faf-8372-4a85-9dcf-f77283931689', 'name': 'network-vif-deleted', 'tag': 'ba37e70f-2bd1-4259-8eb9-5d58113d210b'}, {'server_uuid': '7fd11414-cd6f-4bbc-a414-323ed98e9482', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968f3c0e-32b2-4087-a7e6-4da3ea94b2b1'}, {'name': 'network-changed', 'server_uuid': '7fd11414-cd6f-4bbc-a414-323ed98e9482', 'tag': '968f3c0e-32b2-4087-a7e6-4da3ea94b2b1'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:24.188947 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ec3a3e-7ff1-4def-a1ba-73dfbc64187b" -d '{"events": [{"server_uuid": "aa533faf-8372-4a85-9dcf-f77283931689", "name": "network-vif-deleted", "tag": "ba37e70f-2bd1-4259-8eb9-5d58113d210b"}, {"server_uuid": "7fd11414-cd6f-4bbc-a414-323ed98e9482", "name": "network-vif-unplugged", "status": "completed", "tag": "968f3c0e-32b2-4087-a7e6-4da3ea94b2b1"}, {"name": "network-changed", "server_uuid": "7fd11414-cd6f-4bbc-a414-323ed98e9482", "tag": "968f3c0e-32b2-4087-a7e6-4da3ea94b2b1"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:24.204680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14107aa7-13ae-4978-8f10-b8da121665c6 req-59397184-6497-4ab7-bd6f-3fa450ba37e3 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:24.211925 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-14107aa7-13ae-4978-8f10-b8da121665c6 req-59397184-6497-4ab7-bd6f-3fa450ba37e3 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 943 time: 0.2252045 Mar 24 00:52:24.230661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-112cde02-7a73-4200-a649-e4637a963885 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:24.240265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-112cde02-7a73-4200-a649-e4637a963885 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/networks?id=ef1992d0-db52-4bd5-abf1-42e8b478bf24 HTTP/1.1" status: 200 len: 829 time: 0.3242006 Mar 24 00:52:24.279133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-9c34e070-2cf3-4f91-a93f-bf69e8b353ea tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/quotas/46d13a2d8c724844b0c32a35f9251cf2 HTTP/1.1" status: 200 len: 375 time: 0.0367639 Mar 24 00:52:24.365002 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 4dbe84c1-0209-4a91-972b-a3e08e36d97e details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:52:24.390094 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-14107aa7-13ae-4978-8f10-b8da121665c6 req-f1281edb-cdd3-4938-8bd9-3f4c7dec0f93 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771648 Mar 24 00:52:24.401313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff1b241e-3d06-4531-851c-f2acbb942f79 req-1d717f9f-a57a-4294-b51a-3c67e55a4e06 service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698610 Mar 24 00:52:24.452934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-363ed0ad-18e3-4676-a728-54a1d481e117 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=46d13a2d8c724844b0c32a35f9251cf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1728542 Mar 24 00:52:24.539038 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:52:24.615039 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Sync routers for ids ['329f719c-e003-42de-ac03-4f8e642c8563'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:52:24.618513 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 4dbe84c1-0209-4a91-972b-a3e08e36d97e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=4dbe84c1-0209-4a91-972b-a3e08e36d97e,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:24.640698 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Routers {'329f719c-e003-42de-ac03-4f8e642c8563'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:52:24.641680 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:52:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['329f719c-e003-42de-ac03-4f8e642c8563'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:24.664633 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '4dbe84c1-0209-4a91-972b-a3e08e36d97e', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'port_id': '4dbe84c1-0209-4a91-972b-a3e08e36d97e', 'mac_address': 'fa:16:3e:30:45:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:52:24.699414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-f59062ae-481d-4506-88e9-71ab1fd6da2b service neutron] 10.222.0.45 "GET /v2.0/networks/ef1992d0-db52-4bd5-abf1-42e8b478bf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453530 Mar 24 00:52:24.766532 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:24.767077 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:24.809945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 4dbe84c1-0209-4a91-972b-a3e08e36d97e is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:24.810401 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4dbe84c1-0209-4a91-972b-a3e08e36d97e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:24.816944 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Set router 329f719c-e003-42de-ac03-4f8e642c8563 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:52:24.867570 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbe84c1-0209-4a91-972b-a3e08e36d97e {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:52:24.930530 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 4dbe84c1-0209-4a91-972b-a3e08e36d97e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=4dbe84c1-0209-4a91-972b-a3e08e36d97e,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:24.946651 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4dbe84c1-0209-4a91-972b-a3e08e36d97e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:25.070124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:25.070939 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:25.091544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=4dbe84c1-0209-4a91-972b-a3e08e36d97e,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:25.116946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:25.123118 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:25.175083 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329f719c-e003-42de-ac03-4f8e642c8563', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-router', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:12Z', 'updated_at': '2022-03-24T00:52:20Z', 'revision_number': 4, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'gw_port': {'id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:14Z', 'updated_at': '2022-03-24T00:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'df305edd-d9dd-49e4-aefe-2af3266aac8a', 'name': '', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'mac_address': 'fa:16:3e:5e:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:19Z', 'updated_at': '2022-03-24T00:52:20Z', 'revision_number': 2, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'subnets': [{'id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:25.193309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:25.216618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-8157bddc-57ee-4e61-a4eb-2bfd8ca57b41 service neutron] 10.222.0.45 "GET /v2.0/networks/ef1992d0-db52-4bd5-abf1-42e8b478bf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091877 Mar 24 00:52:25.220184 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Checking router: 329f719c-e003-42de-ac03-4f8e642c8563 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:52:25.220300 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Updating router 329f719c-e003-42de-ac03-4f8e642c8563 port df305edd-d9dd-49e4-aefe-2af3266aac8a binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:52:25.229866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5def537-b69c-4674-933c-939534d7a5e1 req-127ab241-24e8-4fbd-bc69-53907460db6f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:25.237115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5def537-b69c-4674-933c-939534d7a5e1 req-127ab241-24e8-4fbd-bc69-53907460db6f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.0948632 Mar 24 00:52:25.273218 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:25.304291 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5def537-b69c-4674-933c-939534d7a5e1 req-a635e6de-610c-41dc-b7a2-99fee17c776f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662093 Mar 24 00:52:25.427669 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a602624-a348-4146-a275-8f750824359b x-openstack-request-id: req-9a602624-a348-4146-a275-8f750824359b {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:25.428230 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa533faf-8372-4a85-9dcf-f77283931689", "name": "network-vif-deleted", "tag": "ba37e70f-2bd1-4259-8eb9-5d58113d210b", "status": "completed", "code": 200}, {"server_uuid": "7fd11414-cd6f-4bbc-a414-323ed98e9482", "name": "network-vif-unplugged", "status": "completed", "tag": "968f3c0e-32b2-4087-a7e6-4da3ea94b2b1", "code": 200}, {"name": "network-changed", "server_uuid": "7fd11414-cd6f-4bbc-a414-323ed98e9482", "tag": "968f3c0e-32b2-4087-a7e6-4da3ea94b2b1", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:25.428493 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a602624-a348-4146-a275-8f750824359b {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:25.428913 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a602624-a348-4146-a275-8f750824359b'] response: {'server_uuid': 'aa533faf-8372-4a85-9dcf-f77283931689', 'name': 'network-vif-deleted', 'tag': 'ba37e70f-2bd1-4259-8eb9-5d58113d210b', 'status': 'completed', 'code': 200} Mar 24 00:52:25.429174 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a602624-a348-4146-a275-8f750824359b'] response: {'server_uuid': '7fd11414-cd6f-4bbc-a414-323ed98e9482', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968f3c0e-32b2-4087-a7e6-4da3ea94b2b1', 'code': 200} Mar 24 00:52:25.429436 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a602624-a348-4146-a275-8f750824359b'] response: {'name': 'network-changed', 'server_uuid': '7fd11414-cd6f-4bbc-a414-323ed98e9482', 'tag': '968f3c0e-32b2-4087-a7e6-4da3ea94b2b1', 'status': 'completed', 'code': 200} Mar 24 00:52:25.480784 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0284d-2a41-43bd-98af-2c0f6690106d req-c5b355a1-f528-4f50-b3a9-270edf43c1dd tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:25.489609 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68d0284d-2a41-43bd-98af-2c0f6690106d req-c5b355a1-f528-4f50-b3a9-270edf43c1dd tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.1357238 Mar 24 00:52:25.496695 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['4dbe84c1-0209-4a91-972b-a3e08e36d97e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:25.784932 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208bff5-84c1-4a96-b3ac-be18a808dc82 req-e77cc9ff-d02c-4c98-aecf-ff9a03234a09 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:25.792759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c208bff5-84c1-4a96-b3ac-be18a808dc82 req-e77cc9ff-d02c-4c98-aecf-ff9a03234a09 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 946 time: 0.2182910 Mar 24 00:52:25.804433 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68d0284d-2a41-43bd-98af-2c0f6690106d req-8897d589-420f-44aa-858c-d310911892d7 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128762 Mar 24 00:52:25.839548 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Publish callbacks [] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:25.854410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec3a3e-7ff1-4def-a1ba-73dfbc64187b req-d34bd8ce-2ef7-40c9-b782-076d813cc375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:25.858298 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85ec3a3e-7ff1-4def-a1ba-73dfbc64187b req-d34bd8ce-2ef7-40c9-b782-076d813cc375 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 1156 time: 0.3975964 Mar 24 00:52:25.860668 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:26.019710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c208bff5-84c1-4a96-b3ac-be18a808dc82 req-83506463-c27e-4f17-9dde-8d1b2263375b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246923 Mar 24 00:52:26.038636 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c3806-735f-47c4-9998-da85bc7317e3 None None] Pushing event updated for resources: {'Port': ['ID=df305edd-d9dd-49e4-aefe-2af3266aac8a,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:26.145601 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Attempting to bind port df305edd-d9dd-49e4-aefe-2af3266aac8a on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:52:26.146603 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Attempting to bind port df305edd-d9dd-49e4-aefe-2af3266aac8a by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '23c9bd04-7b3f-4b5d-a669-955801b20396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:52:26.146988 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Attempting to bind port df305edd-d9dd-49e4-aefe-2af3266aac8a on network ef1992d0-db52-4bd5-abf1-42e8b478bf24 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:26.156147 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:52:26.156521 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Checking segment: {'id': '23c9bd04-7b3f-4b5d-a669-955801b20396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:52:26.156945 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:26.158290 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Bound using segment: {'id': '23c9bd04-7b3f-4b5d-a669-955801b20396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:52:26.158791 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Bound port: df305edd-d9dd-49e4-aefe-2af3266aac8a, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c9bd04-7b3f-4b5d-a669-955801b20396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:52:26.159178 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:26.190759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30afb2-0956-47b8-ade1-9b9e17a71246 req-c2a3b05f-0e15-4c97-a615-36d0571b7be3 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:26.210800 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e30afb2-0956-47b8-ade1-9b9e17a71246 req-c2a3b05f-0e15-4c97-a615-36d0571b7be3 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf784f74-9bed-448e-9758-1042c47a8b1f HTTP/1.1" status: 200 len: 950 time: 0.2675190 Mar 24 00:52:26.328683 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec3a3e-7ff1-4def-a1ba-73dfbc64187b req-b193da07-a8bc-4616-9637-59b4983438e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:26.332100 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] For port df305edd-d9dd-49e4-aefe-2af3266aac8a, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:26.332243 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85ec3a3e-7ff1-4def-a1ba-73dfbc64187b req-b193da07-a8bc-4616-9637-59b4983438e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.4655085 Mar 24 00:52:26.351702 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] For port df305edd-d9dd-49e4-aefe-2af3266aac8a, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=df305edd-d9dd-49e4-aefe-2af3266aac8a,segment=NetworkSegment(23c9bd04-7b3f-4b5d-a669-955801b20396),segment_id=23c9bd04-7b3f-4b5d-a669-955801b20396)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:52:26.364197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b0d98e45-fda3-4416-81ad-59dd2470be86 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:52:26.385729 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:26.443126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85ec3a3e-7ff1-4def-a1ba-73dfbc64187b req-cfcd86f8-8fa8-412d-84d0-227415ad03bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 HTTP/1.1" status: 200 len: 217 time: 0.0930138 Mar 24 00:52:26.513077 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Routers {'329f719c-e003-42de-ac03-4f8e642c8563'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:52:26.514150 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:52:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['329f719c-e003-42de-ac03-4f8e642c8563'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:26.530658 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e30afb2-0956-47b8-ade1-9b9e17a71246 req-098bf422-9c5b-41a8-8c6a-f1451e2a92f4 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119934 Mar 24 00:52:26.540379 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:52:26.563101 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01386c74-3ebc-4504-8f8e-43eaf20aeb99 req-2efbc514-111d-45c7-8449-d9cdba745915 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:26.581570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01386c74-3ebc-4504-8f8e-43eaf20aeb99 req-2efbc514-111d-45c7-8449-d9cdba745915 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 944 time: 0.3627870 Mar 24 00:52:26.598135 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec3a3e-7ff1-4def-a1ba-73dfbc64187b req-846b227c-39c6-432f-b50c-8edcbc4e43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:26.599887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85ec3a3e-7ff1-4def-a1ba-73dfbc64187b req-846b227c-39c6-432f-b50c-8edcbc4e43e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.1445296 Mar 24 00:52:26.687254 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c3806-735f-47c4-9998-da85bc7317e3 None None] Pushing event updated for resources: {'Port': ['ID=df305edd-d9dd-49e4-aefe-2af3266aac8a,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:26.700666 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85ec3a3e-7ff1-4def-a1ba-73dfbc64187b req-7c65ad6e-d57e-40e0-8f6c-a48977746462 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884478 Mar 24 00:52:26.818663 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] Set router 329f719c-e003-42de-ac03-4f8e642c8563 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:52:26.864963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b0d98e45-fda3-4416-81ad-59dd2470be86, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b0d98e45-fda3-4416-81ad-59dd2470be86,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:26.898771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-bb95a6a2-5c06-45f7-9364-f109069ef0b8 None None] Provisioning complete for port df305edd-d9dd-49e4-aefe-2af3266aac8a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:26.899582 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bb95a6a2-5c06-45f7-9364-f109069ef0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:26.944478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85ec3a3e-7ff1-4def-a1ba-73dfbc64187b req-30ba3b81-9361-4ab4-8f0d-be561f9e475a service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671224 Mar 24 00:52:26.988660 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'b0d98e45-fda3-4416-81ad-59dd2470be86', 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13', 'port_id': 'b0d98e45-fda3-4416-81ad-59dd2470be86', 'mac_address': 'fa:16:3e:3e:23:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251d5752-2a9f-4020-8b2c-bc7d24dfd8cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:52:27.041005 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port b0d98e45-fda3-4416-81ad-59dd2470be86 is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:27.041607 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:27.060759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0d98e45-fda3-4416-81ad-59dd2470be86 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:52:27.065246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:27.065704 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:27.120554 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01386c74-3ebc-4504-8f8e-43eaf20aeb99 req-1b1eed0e-0c9d-4235-ba2a-e9f66fbcada1 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377326 Mar 24 00:52:27.143389 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b820746f-838a-4886-96d1-dff32205fc43 req-504cd485-eb95-40c3-8c95-caa283318a61 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/ports?device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 210 time: 0.1974628 Mar 24 00:52:27.190180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85ec3a3e-7ff1-4def-a1ba-73dfbc64187b req-99f380e9-1698-424e-b90b-e3cc4c54ed4b service neutron] 10.222.0.48 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842310 Mar 24 00:52:27.200429 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab9975-5bf0-47f3-a8e1-408a1970d991 req-328772da-b655-4d31-83c9-d2653135420f tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:27.202922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cab9975-5bf0-47f3-a8e1-408a1970d991 req-328772da-b655-4d31-83c9-d2653135420f tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf784f74-9bed-448e-9758-1042c47a8b1f HTTP/1.1" status: 200 len: 950 time: 0.2456605 Mar 24 00:52:27.292573 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b0d98e45-fda3-4416-81ad-59dd2470be86, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b0d98e45-fda3-4416-81ad-59dd2470be86,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:27.348289 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329f719c-e003-42de-ac03-4f8e642c8563', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-router', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:12Z', 'updated_at': '2022-03-24T00:52:20Z', 'revision_number': 4, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'gw_port': {'id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:14Z', 'updated_at': '2022-03-24T00:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'df305edd-d9dd-49e4-aefe-2af3266aac8a', 'name': '', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'mac_address': 'fa:16:3e:5e:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:19Z', 'updated_at': '2022-03-24T00:52:26Z', 'revision_number': 4, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'subnets': [{'id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:27.377158 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:27.397356 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86049fe-42b2-4730-a72c-9c12119b6391 None None] The sync data for ids ['329f719c-e003-42de-ac03-4f8e642c8563'] in n-d-760455-9 is: [{'id': '329f719c-e003-42de-ac03-4f8e642c8563', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-router', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:12Z', 'updated_at': '2022-03-24T00:52:20Z', 'revision_number': 4, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'gw_port': {'id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:14Z', 'updated_at': '2022-03-24T00:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'df305edd-d9dd-49e4-aefe-2af3266aac8a', 'name': '', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'mac_address': 'fa:16:3e:5e:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:19Z', 'updated_at': '2022-03-24T00:52:26Z', 'revision_number': 4, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'subnets': [{'id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:52:27.426244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f294e8d-8151-4ddc-8bab-d90483cf7df5 req-7244cf6b-19cf-4b5a-aaff-e41bebc531b6 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:27.427869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f294e8d-8151-4ddc-8bab-d90483cf7df5 req-7244cf6b-19cf-4b5a-aaff-e41bebc531b6 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 945 time: 0.1083362 Mar 24 00:52:27.452680 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=b0d98e45-fda3-4416-81ad-59dd2470be86,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:27.471680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded4e6b-94b9-415e-8c50-1bd00a6b95d8 req-cd7298f3-1165-424b-a8ec-96e89a774804 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:27.473336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ded4e6b-94b9-415e-8c50-1bd00a6b95d8 req-cd7298f3-1165-424b-a8ec-96e89a774804 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 944 time: 0.1702778 Mar 24 00:52:27.487521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-1cab9975-5bf0-47f3-a8e1-408a1970d991 req-3781c1e0-37fb-41a0-b15b-97356f316f3c tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Deleting port 1699b957-da2c-4b2b-8101-8ccc58cb332a {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:52:27.488234 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1cab9975-5bf0-47f3-a8e1-408a1970d991 req-3781c1e0-37fb-41a0-b15b-97356f316f3c tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1699b957-da2c-4b2b-8101-8ccc58cb332a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:27.521328 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bb95a6a2-5c06-45f7-9364-f109069ef0b8 None None] Current status of the port df305edd-d9dd-49e4-aefe-2af3266aac8a is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:27.521991 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bb95a6a2-5c06-45f7-9364-f109069ef0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:27.591669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:27.659654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bb95a6a2-5c06-45f7-9364-f109069ef0b8 None None] For port df305edd-d9dd-49e4-aefe-2af3266aac8a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=df305edd-d9dd-49e4-aefe-2af3266aac8a,segment=NetworkSegment(23c9bd04-7b3f-4b5d-a669-955801b20396),segment_id=23c9bd04-7b3f-4b5d-a669-955801b20396)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:27.686721 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bb95a6a2-5c06-45f7-9364-f109069ef0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:27.703149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['b0d98e45-fda3-4416-81ad-59dd2470be86'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:27.776345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1cab9975-5bf0-47f3-a8e1-408a1970d991 req-3781c1e0-37fb-41a0-b15b-97356f316f3c tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] For port 1699b957-da2c-4b2b-8101-8ccc58cb332a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1699b957-da2c-4b2b-8101-8ccc58cb332a,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:27.778700 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1cab9975-5bf0-47f3-a8e1-408a1970d991 req-3781c1e0-37fb-41a0-b15b-97356f316f3c tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1699b957-da2c-4b2b-8101-8ccc58cb332a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:27.815659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-1cab9975-5bf0-47f3-a8e1-408a1970d991 req-3781c1e0-37fb-41a0-b15b-97356f316f3c tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Calling delete_port for 1699b957-da2c-4b2b-8101-8ccc58cb332a owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:52:27.846305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-67a22bdf-f60a-4922-8630-d5bad0ea8afa None None] Provisioning complete for port df305edd-d9dd-49e4-aefe-2af3266aac8a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:27.846681 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-67a22bdf-f60a-4922-8630-d5bad0ea8afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:27.920629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95a6a2-5c06-45f7-9364-f109069ef0b8 None None] Pushing event updated for resources: {'Port': ['ID=df305edd-d9dd-49e4-aefe-2af3266aac8a,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:28.104942 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1cab9975-5bf0-47f3-a8e1-408a1970d991 req-3781c1e0-37fb-41a0-b15b-97356f316f3c tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (1699b957-da2c-4b2b-8101-8ccc58cb332a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:28.151996 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['be511b75-d498-472d-9946-12de9deee73c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:28.160838 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['1699b957-da2c-4b2b-8101-8ccc58cb332a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:28.176680 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ded4e6b-94b9-415e-8c50-1bd00a6b95d8 req-fc6616e9-449d-4178-9225-8e7df752adbe tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6970396 Mar 24 00:52:28.203428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f294e8d-8151-4ddc-8bab-d90483cf7df5 req-3b52595f-f4c1-4cd7-919d-59f444c0e641 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7675514 Mar 24 00:52:28.206994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781c1e0-37fb-41a0-b15b-97356f316f3c tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Pushing event deleted for resources: {'Port': ['ID=1699b957-da2c-4b2b-8101-8ccc58cb332a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:28.464710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 4dbe84c1-0209-4a91-972b-a3e08e36d97e up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:52:28.469296 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device df305edd-d9dd-49e4-aefe-2af3266aac8a up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:52:28.519292 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cab9975-5bf0-47f3-a8e1-408a1970d991 req-3781c1e0-37fb-41a0-b15b-97356f316f3c tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] No DVR routers for this DVR port 1699b957-da2c-4b2b-8101-8ccc58cb332a on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:52:28.538754 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1cab9975-5bf0-47f3-a8e1-408a1970d991 req-3781c1e0-37fb-41a0-b15b-97356f316f3c tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:28.543063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cab9975-5bf0-47f3-a8e1-408a1970d991 req-3781c1e0-37fb-41a0-b15b-97356f316f3c tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.57 "DELETE /v2.0/ports/1699b957-da2c-4b2b-8101-8ccc58cb332a HTTP/1.1" status: 204 len: 173 time: 1.3336158 Mar 24 00:52:28.545763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf784f74-9bed-448e-9758-1042c47a8b1f', 'name': 'network-vif-deleted', 'tag': '1699b957-da2c-4b2b-8101-8ccc58cb332a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:28.546861 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10b0247-99cd-4d57-8249-3b1c80b1cdef" -d '{"events": [{"server_uuid": "cf784f74-9bed-448e-9758-1042c47a8b1f", "name": "network-vif-deleted", "tag": "1699b957-da2c-4b2b-8101-8ccc58cb332a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:28.623371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-17d34f1c-44a5-42bb-85e6-4485b03d633f tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:28.624931 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-17d34f1c-44a5-42bb-85e6-4485b03d633f tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.57 "GET /v2.0/networks?id=ef1992d0-db52-4bd5-abf1-42e8b478bf24 HTTP/1.1" status: 200 len: 829 time: 1.0452182 Mar 24 00:52:28.698905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-cca20ef3-dbd1-4346-a556-d8639deb4a75 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Request body: {'port': {'device_id': 'd32baaa8-9be1-4af4-9b3e-02a70253419a', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'admin_state_up': True, 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:28.816171 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port df305edd-d9dd-49e4-aefe-2af3266aac8a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:28.816525 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:28.975203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530a6b3-81ed-41fd-aff5-62387efe9330 req-97e10524-5694-49ef-921c-84893253de38 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:28.991891 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4530a6b3-81ed-41fd-aff5-62387efe9330 req-97e10524-5694-49ef-921c-84893253de38 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 946 time: 0.5959556 Mar 24 00:52:29.036150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-cca20ef3-dbd1-4346-a556-d8639deb4a75 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Made reservation on behalf of 46d13a2d8c724844b0c32a35f9251cf2 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:52:29.061922 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-cca20ef3-dbd1-4346-a556-d8639deb4a75 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:29.080274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port df305edd-d9dd-49e4-aefe-2af3266aac8a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:29.084325 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-67a22bdf-f60a-4922-8630-d5bad0ea8afa None None] Current status of the port df305edd-d9dd-49e4-aefe-2af3266aac8a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:29.089575 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ca499f01-b4a5-49bd-988e-89e3c75c7d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:29.123799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 4dbe84c1-0209-4a91-972b-a3e08e36d97e completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:52:29.141197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 4dbe84c1-0209-4a91-972b-a3e08e36d97e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:29.141827 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4dbe84c1-0209-4a91-972b-a3e08e36d97e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:29.234968 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4530a6b3-81ed-41fd-aff5-62387efe9330 req-61028271-3462-4ade-8065-33c2c5cfed75 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290332 Mar 24 00:52:29.258040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029acb5-13bd-4709-ad28-ea6387cb56ce req-5e33c3ce-90f3-413a-ab7a-e6aa25e5913e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:29.276947 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f029acb5-13bd-4709-ad28-ea6387cb56ce req-5e33c3ce-90f3-413a-ab7a-e6aa25e5913e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.7893379 Mar 24 00:52:29.405710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 4dbe84c1-0209-4a91-972b-a3e08e36d97e is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:29.407032 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4dbe84c1-0209-4a91-972b-a3e08e36d97e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:29.450255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 4dbe84c1-0209-4a91-972b-a3e08e36d97e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=4dbe84c1-0209-4a91-972b-a3e08e36d97e,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:29.451249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce2b785-039c-4da0-a03c-2b14ecbb1edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbe84c1-0209-4a91-972b-a3e08e36d97e'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:29.454248 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f89549-9ee5-4dbc-8e6d-48421386ec19" -d '{"events": [{"server_uuid": "bce2b785-039c-4da0-a03c-2b14ecbb1edd", "name": "network-vif-plugged", "status": "completed", "tag": "4dbe84c1-0209-4a91-972b-a3e08e36d97e"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:29.458298 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4dbe84c1-0209-4a91-972b-a3e08e36d97e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:29.459093 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1699b957-da2c-4b2b-8101-8ccc58cb332a no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:52:29.503286 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 1699b957-da2c-4b2b-8101-8ccc58cb332a {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:52:29.503923 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1699b957-da2c-4b2b-8101-8ccc58cb332a not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:52:29.602320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=4dbe84c1-0209-4a91-972b-a3e08e36d97e,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:29.616735 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:52:29.636661 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc16b32b-3752-47be-aa8e-06a94d51fc49 req-61e23a08-0181-4eb1-81f3-446e17d0eace tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf784f74-9bed-448e-9758-1042c47a8b1f HTTP/1.1" status: 200 len: 210 time: 0.2069905 Mar 24 00:52:29.694049 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:29.695404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-cca20ef3-dbd1-4346-a556-d8639deb4a75 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Allocated IP 172.20.0.4 (ef1992d0-db52-4bd5-abf1-42e8b478bf24/5fd00331-c666-4143-a7c2-e5874d4e6033/38eb9dbc-5846-44b3-b682-ddc27dded787) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:52:29.703020 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f029acb5-13bd-4709-ad28-ea6387cb56ce req-301d7b83-49d6-45b9-9732-b9375574dea9 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257236 Mar 24 00:52:29.834407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 is: DOWN; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:29.914719 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e16fa9f-d5cb-4ed6-8c20-62b81c560e49 req-2c0ae4de-0300-49db-832e-f4b2306367c5 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/ports?device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 210 time: 0.0651002 Mar 24 00:52:29.991860 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-cca20ef3-dbd1-4346-a556-d8639deb4a75 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for port (38eb9dbc-5846-44b3-b682-ddc27dded787), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:30.082928 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-cca20ef3-dbd1-4346-a556-d8639deb4a75 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (38eb9dbc-5846-44b3-b682-ddc27dded787), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:30.112371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-cca20ef3-dbd1-4346-a556-d8639deb4a75 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Network ef1992d0-db52-4bd5-abf1-42e8b478bf24 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:52:30.118354 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcd5ad1-7029-4632-9c2a-bf0d1f9f6a8c x-openstack-request-id: req-ffcd5ad1-7029-4632-9c2a-bf0d1f9f6a8c {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:30.118787 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf784f74-9bed-448e-9758-1042c47a8b1f", "name": "network-vif-deleted", "tag": "1699b957-da2c-4b2b-8101-8ccc58cb332a", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:30.119054 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ffcd5ad1-7029-4632-9c2a-bf0d1f9f6a8c {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:30.119506 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffcd5ad1-7029-4632-9c2a-bf0d1f9f6a8c'] response: {'server_uuid': 'cf784f74-9bed-448e-9758-1042c47a8b1f', 'name': 'network-vif-deleted', 'tag': '1699b957-da2c-4b2b-8101-8ccc58cb332a', 'status': 'completed', 'code': 200} Mar 24 00:52:30.121240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-cca20ef3-dbd1-4346-a556-d8639deb4a75 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:52:30.158548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-cca20ef3-dbd1-4346-a556-d8639deb4a75 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:52:30.250450 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3815d9-69a2-4b10-96b6-a1218d958aba req-e6095684-b382-4c44-9b25-b521d6a50b34 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:30.258103 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d3815d9-69a2-4b10-96b6-a1218d958aba req-e6095684-b382-4c44-9b25-b521d6a50b34 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 944 time: 0.2405043 Mar 24 00:52:30.336509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca20ef3-dbd1-4346-a556-d8639deb4a75 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Pushing event updated for resources: {'Port': ['ID=38eb9dbc-5846-44b3-b682-ddc27dded787,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:30.369201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-cca20ef3-dbd1-4346-a556-d8639deb4a75 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:30.369828 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-cca20ef3-dbd1-4346-a556-d8639deb4a75 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:30.384680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec23f9-0228-4ccd-8f96-866e5fa83f13 req-69747dfb-75d1-4915-8031-e5bb867e771b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:30.386401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ec23f9-0228-4ccd-8f96-866e5fa83f13 req-69747dfb-75d1-4915-8031-e5bb867e771b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 945 time: 0.2227519 Mar 24 00:52:30.390471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b0d98e45-fda3-4416-81ad-59dd2470be86 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:52:30.497635 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2c89bc07-41af-4017-9c03-c99380b5bddf None None] Provisioning complete for port 38eb9dbc-5846-44b3-b682-ddc27dded787 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:30.498011 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2c89bc07-41af-4017-9c03-c99380b5bddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (38eb9dbc-5846-44b3-b682-ddc27dded787), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:30.524011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ec23f9-0228-4ccd-8f96-866e5fa83f13 req-0ac88e5e-d04c-4a4c-83f2-0afb115e4778 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043293 Mar 24 00:52:30.543740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d3815d9-69a2-4b10-96b6-a1218d958aba req-689e86f0-fef5-4a95-8e9b-d32499928a24 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842064 Mar 24 00:52:30.560782 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-cca20ef3-dbd1-4346-a556-d8639deb4a75 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9197903 Mar 24 00:52:30.573477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2c89bc07-41af-4017-9c03-c99380b5bddf None None] Port 38eb9dbc-5846-44b3-b682-ddc27dded787 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:52:30.575222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Request body: {'port': {'device_id': 'd32baaa8-9be1-4af4-9b3e-02a70253419a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:30.579445 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port b0d98e45-fda3-4416-81ad-59dd2470be86 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:30.579831 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:30.633566 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef797e6-5dbd-46a8-ad22-d935251508c1 x-openstack-request-id: req-3ef797e6-5dbd-46a8-ad22-d935251508c1 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:30.633862 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce2b785-039c-4da0-a03c-2b14ecbb1edd", "name": "network-vif-plugged", "status": "completed", "tag": "4dbe84c1-0209-4a91-972b-a3e08e36d97e", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:30.634134 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ef797e6-5dbd-46a8-ad22-d935251508c1 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:30.634531 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef797e6-5dbd-46a8-ad22-d935251508c1'] response: {'server_uuid': 'bce2b785-039c-4da0-a03c-2b14ecbb1edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbe84c1-0209-4a91-972b-a3e08e36d97e', 'code': 200} Mar 24 00:52:30.710482 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (38eb9dbc-5846-44b3-b682-ddc27dded787), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:30.800404 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port b0d98e45-fda3-4416-81ad-59dd2470be86 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:30.800807 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:30.831996 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6abd8299-378f-43ce-88b8-06cfa29f1c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:30.851334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b0d98e45-fda3-4416-81ad-59dd2470be86, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b0d98e45-fda3-4416-81ad-59dd2470be86,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:30.858235 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:30.909383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b69d3-2d00-4d0b-ac8d-d042bec84288 req-22689b99-f51f-4840-bc14-5553040adbc3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:30.911083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed4b69d3-2d00-4d0b-ac8d-d042bec84288 req-22689b99-f51f-4840-bc14-5553040adbc3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 945 time: 0.2479601 Mar 24 00:52:30.929635 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=b0d98e45-fda3-4416-81ad-59dd2470be86,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:31.031613 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af78439-c167-44ac-baf6-13fec03fbe8a req-9f3196a4-6af3-4396-937d-40534833caa8 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:31.043000 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3af78439-c167-44ac-baf6-13fec03fbe8a req-9f3196a4-6af3-4396-937d-40534833caa8 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 946 time: 0.2275355 Mar 24 00:52:31.129627 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1046a2-4970-4be8-8e6f-387aa0005c98 req-be917183-f6f1-41c0-a0de-5a455a4b4f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:31.131349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db1046a2-4970-4be8-8e6f-387aa0005c98 req-be917183-f6f1-41c0-a0de-5a455a4b4f09 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 1127 time: 0.3982043 Mar 24 00:52:31.171993 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed4b69d3-2d00-4d0b-ac8d-d042bec84288 req-a8ec0b3d-d8ea-4684-b36b-db9846fcd8e2 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463167 Mar 24 00:52:31.291210 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3af78439-c167-44ac-baf6-13fec03fbe8a req-0c30882f-3d67-4d67-95fd-314b711ffcaf tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461901 Mar 24 00:52:31.484205 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38eb9dbc-5846-44b3-b682-ddc27dded787 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:52:31.492993 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Publish callbacks [] for port (38eb9dbc-5846-44b3-b682-ddc27dded787), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:31.506956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Transition to ACTIVE for port object 38eb9dbc-5846-44b3-b682-ddc27dded787 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:52:31.526843 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (38eb9dbc-5846-44b3-b682-ddc27dded787), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:31.539613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db1046a2-4970-4be8-8e6f-387aa0005c98 req-71fce0aa-6fbe-4759-9ec4-d6c94a81aefa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999653 Mar 24 00:52:31.667687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=38eb9dbc-5846-44b3-b682-ddc27dded787,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:31.781382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322a8cb-a3a8-4463-b350-0ce8c4bf953e req-8d63bc9f-78af-415f-8263-ccca209bbb7e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:31.790402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a322a8cb-a3a8-4463-b350-0ce8c4bf953e req-8d63bc9f-78af-415f-8263-ccca209bbb7e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.2758281 Mar 24 00:52:31.869199 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Attempting to bind port 38eb9dbc-5846-44b3-b682-ddc27dded787 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:52:31.869874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Attempting to bind port 38eb9dbc-5846-44b3-b682-ddc27dded787 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '23c9bd04-7b3f-4b5d-a669-955801b20396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:52:31.871001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Attempting to bind port 38eb9dbc-5846-44b3-b682-ddc27dded787 on network ef1992d0-db52-4bd5-abf1-42e8b478bf24 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:31.882465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Port 38eb9dbc-5846-44b3-b682-ddc27dded787 on network ef1992d0-db52-4bd5-abf1-42e8b478bf24 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:52:31.882465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Attempting to bind port 38eb9dbc-5846-44b3-b682-ddc27dded787 on network ef1992d0-db52-4bd5-abf1-42e8b478bf24 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:31.897527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a322a8cb-a3a8-4463-b350-0ce8c4bf953e req-ad675f63-9476-4f05-aee2-3944750261be tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057639 Mar 24 00:52:31.901667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:52:31.902130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Checking segment: {'id': '23c9bd04-7b3f-4b5d-a669-955801b20396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:52:31.903377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Bound using segment: {'id': '23c9bd04-7b3f-4b5d-a669-955801b20396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:52:31.905130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Bound port: 38eb9dbc-5846-44b3-b682-ddc27dded787, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c9bd04-7b3f-4b5d-a669-955801b20396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:52:31.905662 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (38eb9dbc-5846-44b3-b682-ddc27dded787), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:32.033395 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:32.115700 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] For port 38eb9dbc-5846-44b3-b682-ddc27dded787, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:32.139811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] For port 38eb9dbc-5846-44b3-b682-ddc27dded787, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=38eb9dbc-5846-44b3-b682-ddc27dded787,segment=NetworkSegment(23c9bd04-7b3f-4b5d-a669-955801b20396),segment_id=23c9bd04-7b3f-4b5d-a669-955801b20396)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:52:32.154566 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d61eb-71d6-464e-8e7f-0fab9e77ea01 req-aef9b03a-953b-493a-bf2c-ec45158a2762 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:32.156010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b36d61eb-71d6-464e-8e7f-0fab9e77ea01 req-aef9b03a-953b-493a-bf2c-ec45158a2762 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/ports?device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 943 time: 0.1026542 Mar 24 00:52:32.170194 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (38eb9dbc-5846-44b3-b682-ddc27dded787), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:32.227894 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:32.243476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=38eb9dbc-5846-44b3-b682-ddc27dded787,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:32.256748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:32.257595 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:32.258963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-ec89bc0f-df39-47ea-aa96-68735084f9f4 service neutron] 10.222.0.57 "PUT /v2.0/ports/38eb9dbc-5846-44b3-b682-ddc27dded787 HTTP/1.1" status: 200 len: 1091 time: 1.6885517 Mar 24 00:52:32.260656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32baaa8-9be1-4af4-9b3e-02a70253419a', 'tag': '38eb9dbc-5846-44b3-b682-ddc27dded787'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:32.263631 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d1804d-0f92-4332-bef6-b66e4dbbbec1" -d '{"events": [{"name": "network-changed", "server_uuid": "d32baaa8-9be1-4af4-9b3e-02a70253419a", "tag": "38eb9dbc-5846-44b3-b682-ddc27dded787"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:32.330173 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b36d61eb-71d6-464e-8e7f-0fab9e77ea01 req-6448b8cb-fdf6-4efc-8ad5-8fd1ad589942 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/security-groups?id=138f2132-bc35-4a77-b5ae-a61a5f4a41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675699 Mar 24 00:52:32.411162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-7b721d33-6ffa-408d-8fe8-f3cc35f3d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:32.413532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-7b721d33-6ffa-408d-8fe8-f3cc35f3d197 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46d13a2d8c724844b0c32a35f9251cf2&device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 1125 time: 0.1016033 Mar 24 00:52:32.460380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-6eda0345-b286-439b-97f7-196bd1f06daa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38eb9dbc-5846-44b3-b682-ddc27dded787 HTTP/1.1" status: 200 len: 217 time: 0.0372863 Mar 24 00:52:32.638178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d98e45-fda3-4416-81ad-59dd2470be86'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:32.640931 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d6d3b6-769b-4097-a534-c818ff9ea74b" -d '{"events": [{"server_uuid": "c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5", "name": "network-vif-plugged", "status": "completed", "tag": "b0d98e45-fda3-4416-81ad-59dd2470be86"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:32.933104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-5b82d3b5-1447-402e-a6c8-608428feb69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:32.935584 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-5b82d3b5-1447-402e-a6c8-608428feb69c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fd00331-c666-4143-a7c2-e5874d4e6033 HTTP/1.1" status: 200 len: 868 time: 0.4672532 Mar 24 00:52:33.036429 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bfd66-32ce-4069-a5ab-4faee4a200df req-86358c23-8773-4ce4-a624-9b1ca80ac3de tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:33.038441 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf5bfd66-32ce-4069-a5ab-4faee4a200df req-86358c23-8773-4ce4-a624-9b1ca80ac3de tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 944 time: 0.2067029 Mar 24 00:52:33.055207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573481a-1650-4bd5-8d84-edb6c6de8283 req-a058e44a-9837-40ac-862a-c22d5100449d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:33.067455 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4573481a-1650-4bd5-8d84-edb6c6de8283 req-a058e44a-9837-40ac-862a-c22d5100449d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 945 time: 0.5553734 Mar 24 00:52:33.163123 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4573481a-1650-4bd5-8d84-edb6c6de8283 req-b054428d-4271-4f1e-9be8-b9d0bc9ec864 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910890 Mar 24 00:52:33.202357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-95706143-affe-4d2d-92de-3e971c30aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:33.203928 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-95706143-affe-4d2d-92de-3e971c30aa8e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ef1992d0-db52-4bd5-abf1-42e8b478bf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2598424 Mar 24 00:52:33.342089 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf5bfd66-32ce-4069-a5ab-4faee4a200df req-d6fbda60-5b91-428d-ad90-6a0a54a1c352 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446074 Mar 24 00:52:33.548729 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:33.559377 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282284ea-5489-4611-b2c8-9e06383ea229 x-openstack-request-id: req-282284ea-5489-4611-b2c8-9e06383ea229 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:33.559669 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32baaa8-9be1-4af4-9b3e-02a70253419a", "tag": "38eb9dbc-5846-44b3-b682-ddc27dded787", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:33.559920 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-282284ea-5489-4611-b2c8-9e06383ea229 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:33.560326 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282284ea-5489-4611-b2c8-9e06383ea229'] response: {'name': 'network-changed', 'server_uuid': 'd32baaa8-9be1-4af4-9b3e-02a70253419a', 'tag': '38eb9dbc-5846-44b3-b682-ddc27dded787', 'status': 'completed', 'code': 200} Mar 24 00:52:33.661483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-f2dc0b3b-609a-4ab0-a6a3-95152e82c6a9 service neutron] 10.222.0.57 "GET /v2.0/networks/ef1992d0-db52-4bd5-abf1-42e8b478bf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309051 Mar 24 00:52:33.747954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8d020-9285-446f-b9b5-aec0876fa81d req-8fb6567e-ff6c-4dbe-a774-22abbbc83eac tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:33.754951 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ff8d020-9285-446f-b9b5-aec0876fa81d req-8fb6567e-ff6c-4dbe-a774-22abbbc83eac tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.4113345 Mar 24 00:52:33.817632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01562cf2-ddaa-4779-9408-3c062189912f req-c1f0cc18-4f6f-45c5-a502-14fa3f34b816 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:33.819264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01562cf2-ddaa-4779-9408-3c062189912f req-c1f0cc18-4f6f-45c5-a502-14fa3f34b816 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 946 time: 0.1760714 Mar 24 00:52:33.877914 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ff8d020-9285-446f-b9b5-aec0876fa81d req-08254279-499e-4cef-8a21-2518a518aeeb tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218157 Mar 24 00:52:33.881990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9064d25f-c63d-43a9-8f9b-4acab131d1f8 req-60a5e1d7-51b4-4bd6-bb0c-930f90ffe8d9 service neutron] 10.222.0.57 "GET /v2.0/networks/ef1992d0-db52-4bd5-abf1-42e8b478bf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008460 Mar 24 00:52:33.974374 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01562cf2-ddaa-4779-9408-3c062189912f req-6633841a-2183-443a-845d-782a5f90ef11 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443093 Mar 24 00:52:34.027354 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1804d-0f92-4332-bef6-b66e4dbbbec1 req-ad5cf4f5-9f41-45e7-8385-f4daa690b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:34.030365 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3d1804d-0f92-4332-bef6-b66e4dbbbec1 req-ad5cf4f5-9f41-45e7-8385-f4daa690b524 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46d13a2d8c724844b0c32a35f9251cf2&device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 1125 time: 0.0868950 Mar 24 00:52:34.183882 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517860d9-0225-4578-9790-44a3ddc98d4f x-openstack-request-id: req-517860d9-0225-4578-9790-44a3ddc98d4f {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:34.184440 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5", "name": "network-vif-plugged", "status": "completed", "tag": "b0d98e45-fda3-4416-81ad-59dd2470be86", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:34.184964 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-517860d9-0225-4578-9790-44a3ddc98d4f {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:34.185571 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517860d9-0225-4578-9790-44a3ddc98d4f'] response: {'server_uuid': 'c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d98e45-fda3-4416-81ad-59dd2470be86', 'code': 200} Mar 24 00:52:34.225048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1804d-0f92-4332-bef6-b66e4dbbbec1 req-6476d64f-2b14-401a-b583-c99a163c9443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:34.226781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3d1804d-0f92-4332-bef6-b66e4dbbbec1 req-6476d64f-2b14-401a-b583-c99a163c9443 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ef1992d0-db52-4bd5-abf1-42e8b478bf24 HTTP/1.1" status: 200 len: 930 time: 0.1863673 Mar 24 00:52:34.326598 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-cccc24f5-431e-414c-8595-6ee4321cece2 service neutron] 10.222.0.48 "GET /v2.0/ports/968f3c0e-32b2-4087-a7e6-4da3ea94b2b1/bindings/n-h1-760455-9 HTTP/1.1" status: 200 len: 384 time: 0.0777533 Mar 24 00:52:34.380682 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3d1804d-0f92-4332-bef6-b66e4dbbbec1 req-12c99722-bebf-44f8-b933-3851a1b0acfe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38eb9dbc-5846-44b3-b682-ddc27dded787 HTTP/1.1" status: 200 len: 217 time: 0.0965712 Mar 24 00:52:34.391699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:52:34.464829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372704ab-e821-44a6-9350-1087960eb7a6 req-ff7475b1-cf60-478c-9b34-a5a4ff6e6ce2 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:34.467457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-372704ab-e821-44a6-9350-1087960eb7a6 req-ff7475b1-cf60-478c-9b34-a5a4ff6e6ce2 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.2384675 Mar 24 00:52:34.495856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed893770-17a3-4f22-bfce-c81012d27d00 req-cd2d126e-260b-4307-8495-48b440e5f5d1 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:34.503382 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed893770-17a3-4f22-bfce-c81012d27d00 req-cd2d126e-260b-4307-8495-48b440e5f5d1 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.2281961 Mar 24 00:52:34.556584 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:34.557177 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:34.617177 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed893770-17a3-4f22-bfce-c81012d27d00 req-9ddaa2e7-b37f-460c-9576-75c9cb500dfb tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109502 Mar 24 00:52:34.635496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:34.643862 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:34.648185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e074a1a-0940-4051-8c69-85963932ba56 req-352d5be4-1dcd-42ae-98ea-2e7d3c688162 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:34.652840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e074a1a-0940-4051-8c69-85963932ba56 req-352d5be4-1dcd-42ae-98ea-2e7d3c688162 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b8ea66e-6407-4b3f-9bf3-9ab33fee89da HTTP/1.1" status: 200 len: 950 time: 0.4106798 Mar 24 00:52:34.656126 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-ef4d3243-7b13-4b7b-aef8-744b05e42af8 service neutron] For port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:34.656879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1804d-0f92-4332-bef6-b66e4dbbbec1 req-597a2e71-e896-4ef6-ac99-47276ba4a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:34.658323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3d1804d-0f92-4332-bef6-b66e4dbbbec1 req-597a2e71-e896-4ef6-ac99-47276ba4a565 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fd00331-c666-4143-a7c2-e5874d4e6033 HTTP/1.1" status: 200 len: 868 time: 0.2704239 Mar 24 00:52:34.678611 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-ef4d3243-7b13-4b7b-aef8-744b05e42af8 service neutron] For port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:34.713220 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-ef4d3243-7b13-4b7b-aef8-744b05e42af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:52:34.715625 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:34.746756 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-ef4d3243-7b13-4b7b-aef8-744b05e42af8 service neutron] For port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:34.766883 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-ef4d3243-7b13-4b7b-aef8-744b05e42af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:34.864382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1804d-0f92-4332-bef6-b66e4dbbbec1 req-f8578a49-dfa4-4f39-96c9-51c592b8aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:34.864749 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3d1804d-0f92-4332-bef6-b66e4dbbbec1 req-f8578a49-dfa4-4f39-96c9-51c592b8aee0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ef1992d0-db52-4bd5-abf1-42e8b478bf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1837115 Mar 24 00:52:34.866105 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-ef4d3243-7b13-4b7b-aef8-744b05e42af8 service neutron] Transition to ACTIVE for port object 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:52:34.872102 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e074a1a-0940-4051-8c69-85963932ba56 req-a5ddb4aa-e090-4d79-a69a-6799dfe56153 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dccb2c5-5916-40d8-920b-df613d28a442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923862 Mar 24 00:52:34.877966 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-ef4d3243-7b13-4b7b-aef8-744b05e42af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:34.904472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50811546-23dc-4db6-afdb-4682c4ce556d req-2dce821c-b967-4a1c-990e-8cbeba344ad7 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:34.911565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50811546-23dc-4db6-afdb-4682c4ce556d req-2dce821c-b967-4a1c-990e-8cbeba344ad7 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/ports?device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 943 time: 0.1967800 Mar 24 00:52:34.992083 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-ef4d3243-7b13-4b7b-aef8-744b05e42af8 service neutron] No DVR routers for this DVR port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:52:34.995808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d3243-7b13-4b7b-aef8-744b05e42af8 service neutron] Pushing event updated for resources: {'Port': ['ID=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,revision_number=10']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:35.041714 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-ef4d3243-7b13-4b7b-aef8-744b05e42af8 service neutron] 10.222.0.48 "PUT /v2.0/ports/968f3c0e-32b2-4087-a7e6-4da3ea94b2b1/bindings/n-h1-760455-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7065973 Mar 24 00:52:35.044123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-372704ab-e821-44a6-9350-1087960eb7a6 req-674eb099-5271-47f5-a03a-ffab02d93a80 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Deleting port be511b75-d498-472d-9946-12de9deee73c {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:52:35.044791 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-372704ab-e821-44a6-9350-1087960eb7a6 req-674eb099-5271-47f5-a03a-ffab02d93a80 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (be511b75-d498-472d-9946-12de9deee73c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:35.053711 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:35.174256 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50811546-23dc-4db6-afdb-4682c4ce556d req-fc4af0f5-1f6e-4fef-8497-635b9668b516 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/security-groups?id=138f2132-bc35-4a77-b5ae-a61a5f4a41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607458 Mar 24 00:52:35.232468 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3d1804d-0f92-4332-bef6-b66e4dbbbec1 req-1f74af4d-4c2b-4557-a5ea-39182f1afc6c service neutron] 10.222.0.57 "GET /v2.0/networks/ef1992d0-db52-4bd5-abf1-42e8b478bf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577929 Mar 24 00:52:35.258971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9332c88-a238-45c6-886f-b3e28e62d57c req-da629cb9-5071-4d88-a174-8e17ced6e1d3 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:35.260677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9332c88-a238-45c6-886f-b3e28e62d57c req-da629cb9-5071-4d88-a174-8e17ced6e1d3 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 945 time: 0.2947042 Mar 24 00:52:35.406058 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-372704ab-e821-44a6-9350-1087960eb7a6 req-674eb099-5271-47f5-a03a-ffab02d93a80 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] For port be511b75-d498-472d-9946-12de9deee73c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=be511b75-d498-472d-9946-12de9deee73c,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:35.406415 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-372704ab-e821-44a6-9350-1087960eb7a6 req-674eb099-5271-47f5-a03a-ffab02d93a80 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (be511b75-d498-472d-9946-12de9deee73c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:35.419713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-8888314b-b5be-4dd0-bf51-55a023d97232 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:35.421432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-8888314b-b5be-4dd0-bf51-55a023d97232 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482&tenant_id=259d3d47b7be4b3182e7a95feee7e085&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 1127 time: 0.2902536 Mar 24 00:52:35.460451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-372704ab-e821-44a6-9350-1087960eb7a6 req-674eb099-5271-47f5-a03a-ffab02d93a80 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Calling delete_port for be511b75-d498-472d-9946-12de9deee73c owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:52:35.582499 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3d1804d-0f92-4332-bef6-b66e4dbbbec1 req-a9634f2a-5fde-495c-b25b-642091c78085 service neutron] 10.222.0.57 "GET /v2.0/networks/ef1992d0-db52-4bd5-abf1-42e8b478bf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413355 Mar 24 00:52:35.585598 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9332c88-a238-45c6-886f-b3e28e62d57c req-a3818354-d1fa-4cf8-94e6-35d57c6ea745 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042033 Mar 24 00:52:35.624978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-dc18e3c2-0494-441f-84d0-ee0aa72993d5 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:35.631920 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-dc18e3c2-0494-441f-84d0-ee0aa72993d5 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/networks?id=e1d9accb-8dd8-44a6-b381-745a23ff44a4 HTTP/1.1" status: 200 len: 804 time: 0.3210104 Mar 24 00:52:35.682516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-5d297966-e888-4a85-a701-8aa96bd6c1f7 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/quotas/39466f42d3cb4e43b1c11edb18af53db HTTP/1.1" status: 200 len: 375 time: 0.0496523 Mar 24 00:52:35.691129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-c4b1f16f-0b83-46d3-b0c5-3194b1ce37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:35.692741 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-c4b1f16f-0b83-46d3-b0c5-3194b1ce37b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482&tenant_id=259d3d47b7be4b3182e7a95feee7e085 HTTP/1.1" status: 200 len: 1127 time: 0.2594631 Mar 24 00:52:35.928602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-6731dcfa-6112-4033-86c7-cb9845ba9d94 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=39466f42d3cb4e43b1c11edb18af53db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2447932 Mar 24 00:52:35.932969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-eadd6c26-b7b7-471e-bfb4-48da3e9a040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:35.934556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-eadd6c26-b7b7-471e-bfb4-48da3e9a040d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259d3d47b7be4b3182e7a95feee7e085&device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 1127 time: 0.2051892 Mar 24 00:52:35.943987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398f789-f836-478d-8ad1-e3f10101b739 req-e78f6c17-d6be-4339-9480-ebf80486b21c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:35.946684 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1398f789-f836-478d-8ad1-e3f10101b739 req-e78f6c17-d6be-4339-9480-ebf80486b21c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 945 time: 0.2191834 Mar 24 00:52:35.957684 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-372704ab-e821-44a6-9350-1087960eb7a6 req-674eb099-5271-47f5-a03a-ffab02d93a80 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (be511b75-d498-472d-9946-12de9deee73c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:36.187134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2991b5c5-6402-4ff7-aced-887e26d7dbb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f86b2c8-2e73-4005-b0cc-5998fe6b3384'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:36.189750 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8ec5bb-8d07-4877-bb75-03d5ee102e65" -d '{"events": [{"server_uuid": "2991b5c5-6402-4ff7-aced-887e26d7dbb4", "name": "network-vif-unplugged", "status": "completed", "tag": "8f86b2c8-2e73-4005-b0cc-5998fe6b3384"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:36.398117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674eb099-5271-47f5-a03a-ffab02d93a80 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Pushing event deleted for resources: {'Port': ['ID=be511b75-d498-472d-9946-12de9deee73c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:36.417543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 38eb9dbc-5846-44b3-b682-ddc27dded787 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:52:36.571397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 38eb9dbc-5846-44b3-b682-ddc27dded787, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=38eb9dbc-5846-44b3-b682-ddc27dded787,segment=NetworkSegment(23c9bd04-7b3f-4b5d-a669-955801b20396),segment_id=23c9bd04-7b3f-4b5d-a669-955801b20396)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:36.590002 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '38eb9dbc-5846-44b3-b682-ddc27dded787', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'port_id': '38eb9dbc-5846-44b3-b682-ddc27dded787', 'mac_address': 'fa:16:3e:5b:f1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:52:36.616079 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-372704ab-e821-44a6-9350-1087960eb7a6 req-674eb099-5271-47f5-a03a-ffab02d93a80 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] No DVR routers for this DVR port be511b75-d498-472d-9946-12de9deee73c on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:52:36.633246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1398f789-f836-478d-8ad1-e3f10101b739 req-d4ad9a2b-6c62-4453-857c-7cee5f7e958c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6722257 Mar 24 00:52:36.634338 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-372704ab-e821-44a6-9350-1087960eb7a6 req-674eb099-5271-47f5-a03a-ffab02d93a80 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:36.637268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 38eb9dbc-5846-44b3-b682-ddc27dded787 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:36.638119 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (38eb9dbc-5846-44b3-b682-ddc27dded787), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:36.638248 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-372704ab-e821-44a6-9350-1087960eb7a6 req-674eb099-5271-47f5-a03a-ffab02d93a80 tempest-ServersAdminTestJSON-1661175728 tempest-ServersAdminTestJSON-1661175728-project] 10.222.0.48 "DELETE /v2.0/ports/be511b75-d498-472d-9946-12de9deee73c HTTP/1.1" status: 204 len: 173 time: 2.1650019 Mar 24 00:52:36.645038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8ea66e-6407-4b3f-9bf3-9ab33fee89da', 'name': 'network-vif-deleted', 'tag': 'be511b75-d498-472d-9946-12de9deee73c'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:36.647412 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6143b154-4440-4fd8-8301-22b9308422b2" -d '{"events": [{"server_uuid": "6b8ea66e-6407-4b3f-9bf3-9ab33fee89da", "name": "network-vif-deleted", "tag": "be511b75-d498-472d-9946-12de9deee73c"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:36.670854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e202988-a941-4d70-8313-b4a1cf32185c req-7bd4a08e-8af6-4f57-a1e1-c3b96e1fb35e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:36.672330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e202988-a941-4d70-8313-b4a1cf32185c req-7bd4a08e-8af6-4f57-a1e1-c3b96e1fb35e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.57 "GET /v2.0/ports?device_id=2991b5c5-6402-4ff7-aced-887e26d7dbb4 HTTP/1.1" status: 200 len: 944 time: 0.3303709 Mar 24 00:52:36.673611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-393704df-9764-42e5-96e0-f60fa2621c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:36.674986 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-393704df-9764-42e5-96e0-f60fa2621c0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 200 len: 922 time: 0.7251842 Mar 24 00:52:36.681011 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38eb9dbc-5846-44b3-b682-ddc27dded787 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:52:36.739677 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 38eb9dbc-5846-44b3-b682-ddc27dded787, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=38eb9dbc-5846-44b3-b682-ddc27dded787,segment=NetworkSegment(23c9bd04-7b3f-4b5d-a669-955801b20396),segment_id=23c9bd04-7b3f-4b5d-a669-955801b20396)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:36.747587 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (38eb9dbc-5846-44b3-b682-ddc27dded787), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:36.779493 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-20d4c00e-8407-4c39-9ac4-0ee06ac3317e service neutron] 10.222.0.45 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8314092 Mar 24 00:52:36.820395 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=38eb9dbc-5846-44b3-b682-ddc27dded787,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:36.872101 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-d8eb13fc-1b27-41d2-a32a-7e34bad38b7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 HTTP/1.1" status: 200 len: 217 time: 0.1854410 Mar 24 00:52:37.024617 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-da3df5a7-c214-4f92-a62d-d4791bf34c0b service neutron] 10.222.0.45 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440383 Mar 24 00:52:37.037503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430de17-4556-4650-a441-a7ee9dc5d66d req-69bb60ac-638d-479d-99ca-0a54e9ad0bef tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:37.039403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4430de17-4556-4650-a441-a7ee9dc5d66d req-69bb60ac-638d-479d-99ca-0a54e9ad0bef tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.1779354 Mar 24 00:52:37.040860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-7aa046a3-2722-4b46-93a4-b6e472390b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:37.042199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-7aa046a3-2722-4b46-93a4-b6e472390b58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 200 len: 861 time: 0.1361692 Mar 24 00:52:37.082036 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['38eb9dbc-5846-44b3-b682-ddc27dded787'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:37.083541 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-249212ae-2ef9-4344-bca0-fc4b7a48afb4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b0f0dde-a2c5-4e76-9285-8b850d030f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287526 Mar 24 00:52:37.142943 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4430de17-4556-4650-a441-a7ee9dc5d66d req-116fe17d-09d9-4144-b005-913dc349a120 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966039 Mar 24 00:52:37.206739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-1e202988-a941-4d70-8313-b4a1cf32185c req-a107cf6b-6c13-4a4a-9383-cf3687d8fc39 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Deleting port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:52:37.207618 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1e202988-a941-4d70-8313-b4a1cf32185c req-a107cf6b-6c13-4a4a-9383-cf3687d8fc39 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:37.347481 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-7471aef1-9836-4def-9c00-e44f8a02fb38 service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541678 Mar 24 00:52:37.452313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04594b25-8ebe-4c04-b5bc-a71541d6894f req-35712b17-5972-4b0e-964e-e744e08b08b0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:37.453859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04594b25-8ebe-4c04-b5bc-a71541d6894f req-35712b17-5972-4b0e-964e-e744e08b08b0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 946 time: 0.1924279 Mar 24 00:52:37.455891 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1e202988-a941-4d70-8313-b4a1cf32185c req-a107cf6b-6c13-4a4a-9383-cf3687d8fc39 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] For port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:37.456260 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1e202988-a941-4d70-8313-b4a1cf32185c req-a107cf6b-6c13-4a4a-9383-cf3687d8fc39 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:37.500424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-1e202988-a941-4d70-8313-b4a1cf32185c req-a107cf6b-6c13-4a4a-9383-cf3687d8fc39 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Calling delete_port for 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:52:37.621964 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-fc22b508-5fd0-4230-81ae-7a46c7ddf8b3 service neutron] 10.222.0.57 "GET /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644358 Mar 24 00:52:37.640148 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04594b25-8ebe-4c04-b5bc-a71541d6894f req-967a6a80-be25-416d-8489-3edc1ad94f4c tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780207 Mar 24 00:52:37.647577 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321b4f2-6828-4a1d-a2b6-fc9cec0a2940 req-1fd302f2-c948-4fd4-9893-cc97964054ce tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:37.656962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9321b4f2-6828-4a1d-a2b6-fc9cec0a2940 req-1fd302f2-c948-4fd4-9893-cc97964054ce tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.2203906 Mar 24 00:52:37.706451 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device be511b75-d498-472d-9946-12de9deee73c no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:52:37.751823 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: be511b75-d498-472d-9946-12de9deee73c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:52:37.765244 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device be511b75-d498-472d-9946-12de9deee73c not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:52:37.851430 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9321b4f2-6828-4a1d-a2b6-fc9cec0a2940 req-0aeddb5a-4208-4ac8-8f14-66a46cfc6e3b tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651342 Mar 24 00:52:37.898250 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1e202988-a941-4d70-8313-b4a1cf32185c req-a107cf6b-6c13-4a4a-9383-cf3687d8fc39 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (8f86b2c8-2e73-4005-b0cc-5998fe6b3384), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:37.986641 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7125b9-9bc5-42bc-ba66-8f3922eaa473 x-openstack-request-id: req-9c7125b9-9bc5-42bc-ba66-8f3922eaa473 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:37.987259 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2991b5c5-6402-4ff7-aced-887e26d7dbb4", "name": "network-vif-unplugged", "status": "completed", "tag": "8f86b2c8-2e73-4005-b0cc-5998fe6b3384", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:37.987738 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c7125b9-9bc5-42bc-ba66-8f3922eaa473 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:37.988363 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c7125b9-9bc5-42bc-ba66-8f3922eaa473'] response: {'server_uuid': '2991b5c5-6402-4ff7-aced-887e26d7dbb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f86b2c8-2e73-4005-b0cc-5998fe6b3384', 'code': 200} Mar 24 00:52:38.052269 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e22aea-b837-44cd-a016-a21f209fce3c x-openstack-request-id: req-01e22aea-b837-44cd-a016-a21f209fce3c {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:38.052638 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8ea66e-6407-4b3f-9bf3-9ab33fee89da", "name": "network-vif-deleted", "tag": "be511b75-d498-472d-9946-12de9deee73c", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:38.052837 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01e22aea-b837-44cd-a016-a21f209fce3c {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:38.053232 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e22aea-b837-44cd-a016-a21f209fce3c'] response: {'server_uuid': '6b8ea66e-6407-4b3f-9bf3-9ab33fee89da', 'name': 'network-vif-deleted', 'tag': 'be511b75-d498-472d-9946-12de9deee73c', 'status': 'completed', 'code': 200} Mar 24 00:52:38.057318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107cf6b-6c13-4a4a-9383-cf3687d8fc39 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Pushing event deleted for resources: {'Port': ['ID=8f86b2c8-2e73-4005-b0cc-5998fe6b3384,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:38.087290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e202988-a941-4d70-8313-b4a1cf32185c req-a107cf6b-6c13-4a4a-9383-cf3687d8fc39 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] No DVR routers for this DVR port 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:52:38.110708 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1e202988-a941-4d70-8313-b4a1cf32185c req-a107cf6b-6c13-4a4a-9383-cf3687d8fc39 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:38.114783 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e202988-a941-4d70-8313-b4a1cf32185c req-a107cf6b-6c13-4a4a-9383-cf3687d8fc39 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.57 "DELETE /v2.0/ports/8f86b2c8-2e73-4005-b0cc-5998fe6b3384 HTTP/1.1" status: 204 len: 173 time: 1.4265242 Mar 24 00:52:38.141695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-3404e38a-0928-4373-ad8b-670ceebf7d4a tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:38.143199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-3404e38a-0928-4373-ad8b-670ceebf7d4a tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482&tenant_id=259d3d47b7be4b3182e7a95feee7e085&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 1127 time: 0.2038121 Mar 24 00:52:38.164415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa932db-2642-4490-a55b-b00446acdd11 req-60c368ba-6d72-46f6-b9dd-3b5413b9e026 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:38.166041 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7fa932db-2642-4490-a55b-b00446acdd11 req-60c368ba-6d72-46f6-b9dd-3b5413b9e026 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/ports?device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 944 time: 0.1506357 Mar 24 00:52:38.229454 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7cfc666-3bc4-4958-811c-1a6b37e3739d req-91a16599-4001-46ef-b90e-8601b08d208a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 210 time: 0.0612037 Mar 24 00:52:38.353575 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7fa932db-2642-4490-a55b-b00446acdd11 req-d7d938a7-3f8a-4cfa-9e3a-c2c059834b3b tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/security-groups?id=138f2132-bc35-4a77-b5ae-a61a5f4a41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783931 Mar 24 00:52:38.430324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39168) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:38.436737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 38eb9dbc-5846-44b3-b682-ddc27dded787 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:52:38.537277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 38eb9dbc-5846-44b3-b682-ddc27dded787 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:52:38.543976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 38eb9dbc-5846-44b3-b682-ddc27dded787 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:38.545344 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (38eb9dbc-5846-44b3-b682-ddc27dded787), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:38.570462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48071d-7d6d-4d34-b783-3605abcd55e9 req-9e7817fc-461a-4635-b2f5-6543cc611fc0 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:38.578592 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b48071d-7d6d-4d34-b783-3605abcd55e9 req-9e7817fc-461a-4635-b2f5-6543cc611fc0 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 945 time: 0.2187524 Mar 24 00:52:38.588196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-1e2607b3-c415-43e2-9a9c-b38094a125d3 service neutron] For port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:38.613921 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-1e2607b3-c415-43e2-9a9c-b38094a125d3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:38.615568 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57ba828c-bbf6-42bc-a3f4-7292ea626af2 req-1e2607b3-c415-43e2-9a9c-b38094a125d3 service neutron] 10.222.0.57 "DELETE /v2.0/ports/968f3c0e-32b2-4087-a7e6-4da3ea94b2b1/bindings/n-h2-760455-9 HTTP/1.1" status: 204 len: 173 time: 0.4485657 Mar 24 00:52:38.637566 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bef2b3-8cc0-4f68-b8f7-2831363d4f42 req-40908a8b-e974-46ea-91c1-b78443b01321 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:38.638361 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1f19bc12-ffc9-4891-9eb5-33f483841e8e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=419cda3aa6704195b1ced4d468428729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061670 Mar 24 00:52:38.644906 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39172) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:38.646113 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77bef2b3-8cc0-4f68-b8f7-2831363d4f42 req-40908a8b-e974-46ea-91c1-b78443b01321 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 945 time: 0.1509380 Mar 24 00:52:38.663937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 38eb9dbc-5846-44b3-b682-ddc27dded787 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:38.664329 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (38eb9dbc-5846-44b3-b682-ddc27dded787), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:38.732106 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77bef2b3-8cc0-4f68-b8f7-2831363d4f42 req-11da460b-4757-49fd-880b-9dfdfd8de297 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848017 Mar 24 00:52:38.733611 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 38eb9dbc-5846-44b3-b682-ddc27dded787, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=38eb9dbc-5846-44b3-b682-ddc27dded787,segment=NetworkSegment(23c9bd04-7b3f-4b5d-a669-955801b20396),segment_id=23c9bd04-7b3f-4b5d-a669-955801b20396)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:38.750320 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (38eb9dbc-5846-44b3-b682-ddc27dded787), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:38.750906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:52:38.761909 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b48071d-7d6d-4d34-b783-3605abcd55e9 req-cd8154bc-9f01-41de-92de-ca5dcd9842bb tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756947 Mar 24 00:52:38.831751 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-906064c1-95fb-46e7-a6b4-c9738b622062 admin admin] Publish callbacks [] for security_group (8dccb2c5-5916-40d8-920b-df613d28a442), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:38.849654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:52:38.849991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8f86b2c8-2e73-4005-b0cc-5998fe6b3384 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:52:38.866338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=38eb9dbc-5846-44b3-b682-ddc27dded787,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:38.942733 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-906064c1-95fb-46e7-a6b4-c9738b622062 admin admin] Publish callbacks [] for security_group (8dccb2c5-5916-40d8-920b-df613d28a442), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:39.057324 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-906064c1-95fb-46e7-a6b4-c9738b622062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8dccb2c5-5916-40d8-920b-df613d28a442), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:39.063779 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-906064c1-95fb-46e7-a6b4-c9738b622062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:39.080568 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-906064c1-95fb-46e7-a6b4-c9738b622062 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8dccb2c5-5916-40d8-920b-df613d28a442 HTTP/1.1" status: 204 len: 168 time: 0.4340081 Mar 24 00:52:39.080790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-23ac4244-ccc7-4ba9-aa0a-cda322a596a2 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:39.082319 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-23ac4244-ccc7-4ba9-aa0a-cda322a596a2 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.48 "GET /v2.0/networks?id=e1d9accb-8dd8-44a6-b381-745a23ff44a4 HTTP/1.1" status: 200 len: 804 time: 0.2363355 Mar 24 00:52:39.100195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906064c1-95fb-46e7-a6b4-c9738b622062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dccb2c5-5916-40d8-920b-df613d28a442,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:39.112364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-23563aee-91ee-4769-8e15-4bc89a876b7f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Request body: {'port': {'device_id': '4c570ef4-ef7f-49cc-be94-03faa842fddc', 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4', 'admin_state_up': True, 'tenant_id': '39466f42d3cb4e43b1c11edb18af53db'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:39.179007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c3f85-ce10-4103-a0db-0d93af2aca73 req-d7ed974c-b93b-4acc-87f2-aba1b118d32c tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:39.190229 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c8c3f85-ce10-4103-a0db-0d93af2aca73 req-d7ed974c-b93b-4acc-87f2-aba1b118d32c tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.1847994 Mar 24 00:52:39.309307 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c8c3f85-ce10-4103-a0db-0d93af2aca73 req-3b87e0f1-acd9-4b2d-bb4a-26a5eea5ddfb tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180592 Mar 24 00:52:39.346329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf583d-5949-4c6b-85da-4ba7be2d2146 req-69a03e1c-97e5-4d7f-9748-876f3932ad39 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:39.347885 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9cf583d-5949-4c6b-85da-4ba7be2d2146 req-69a03e1c-97e5-4d7f-9748-876f3932ad39 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 946 time: 0.3438435 Mar 24 00:52:39.443153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-23563aee-91ee-4769-8e15-4bc89a876b7f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Made reservation on behalf of 39466f42d3cb4e43b1c11edb18af53db for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:52:39.446656 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-23563aee-91ee-4769-8e15-4bc89a876b7f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:39.501639 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9cf583d-5949-4c6b-85da-4ba7be2d2146 req-f9e1f494-2b4d-45c0-9c9c-4a966451731d tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368804 Mar 24 00:52:39.611439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d54c-a3c1-4f96-bbad-c09635fc0d70 req-304d8850-9f32-4e63-a163-0724618a5070 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:39.612945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f229d54c-a3c1-4f96-bbad-c09635fc0d70 req-304d8850-9f32-4e63-a163-0724618a5070 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.1430869 Mar 24 00:52:39.639771 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39190) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:39.671388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-23563aee-91ee-4769-8e15-4bc89a876b7f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Allocated IP 172.20.0.10 (e1d9accb-8dd8-44a6-b381-745a23ff44a4/9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c/b8164221-6a0a-4e1f-ab6e-8412fcd003d2) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:52:39.697722 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-82ce551b-acb0-434e-8ce9-da2b055e7ae1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88a5b6b4283542a4ad5119a58ddf9a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0566618 Mar 24 00:52:39.702078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39192) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:39.744598 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae12c3be-60c4-4af4-b86f-01f564193b6f req-7dafc9cc-8b26-45c3-9398-977eaf1b7498 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 210 time: 0.1078577 Mar 24 00:52:39.815373 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e82037da-ce48-4d92-9032-51556d7b30c2 admin admin] Publish callbacks [] for security_group (133a09a8-7424-4c25-9912-ce02e7929bbb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:39.851176 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e82037da-ce48-4d92-9032-51556d7b30c2 admin admin] Publish callbacks [] for security_group (133a09a8-7424-4c25-9912-ce02e7929bbb), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:39.884857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f229d54c-a3c1-4f96-bbad-c09635fc0d70 req-0d11c39f-e0f2-42bc-8498-f2161e5d2ee6 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470582 Mar 24 00:52:39.925569 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e82037da-ce48-4d92-9032-51556d7b30c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (133a09a8-7424-4c25-9912-ce02e7929bbb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:39.930254 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e82037da-ce48-4d92-9032-51556d7b30c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:39.933668 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e82037da-ce48-4d92-9032-51556d7b30c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/133a09a8-7424-4c25-9912-ce02e7929bbb HTTP/1.1" status: 204 len: 168 time: 0.2303300 Mar 24 00:52:39.946808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82037da-ce48-4d92-9032-51556d7b30c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133a09a8-7424-4c25-9912-ce02e7929bbb,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:39.990066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32baaa8-9be1-4af4-9b3e-02a70253419a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38eb9dbc-5846-44b3-b682-ddc27dded787'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:39.992410 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba79d3f7-894f-4a8c-9eef-76a7a402fae0" -d '{"events": [{"server_uuid": "d32baaa8-9be1-4af4-9b3e-02a70253419a", "name": "network-vif-plugged", "status": "completed", "tag": "38eb9dbc-5846-44b3-b682-ddc27dded787"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:40.054106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2991b5c5-6402-4ff7-aced-887e26d7dbb4', 'name': 'network-vif-deleted', 'tag': '8f86b2c8-2e73-4005-b0cc-5998fe6b3384'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:40.056393 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617cad4c-9220-4930-8e4e-5fa2f0f1e22c" -d '{"events": [{"server_uuid": "2991b5c5-6402-4ff7-aced-887e26d7dbb4", "name": "network-vif-deleted", "tag": "8f86b2c8-2e73-4005-b0cc-5998fe6b3384"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:40.102187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15887261-cd78-4286-9d8b-13046e25cd25 req-5dbc7f71-8862-47f8-889e-0b2629e8b0a8 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:40.103626 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15887261-cd78-4286-9d8b-13046e25cd25 req-5dbc7f71-8862-47f8-889e-0b2629e8b0a8 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/ports?device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 945 time: 0.2749634 Mar 24 00:52:40.155524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-6e08d8b6-e4a3-41d2-8858-4fe7ecf508c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:40.157014 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-6e08d8b6-e4a3-41d2-8858-4fe7ecf508c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 1128 time: 0.2143455 Mar 24 00:52:40.200227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e618aa-1ebd-4899-874e-329d45d25d4e req-b6437d5a-f37e-42e2-b428-d405fabe42d1 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:40.207327 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b7e618aa-1ebd-4899-874e-329d45d25d4e req-b6437d5a-f37e-42e2-b428-d405fabe42d1 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 1127 time: 0.2145634 Mar 24 00:52:40.247595 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-23563aee-91ee-4769-8e15-4bc89a876b7f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks [] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:40.321499 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15887261-cd78-4286-9d8b-13046e25cd25 req-e032b6d0-9fd8-43a0-870b-e324b292b3d3 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/security-groups?id=138f2132-bc35-4a77-b5ae-a61a5f4a41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061155 Mar 24 00:52:40.407717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b7e618aa-1ebd-4899-874e-329d45d25d4e req-601c4ddf-26e7-46dd-9807-9656701feda4 tempest-LiveAutoBlockMigrationV225Test-1714136549 tempest-LiveAutoBlockMigrationV225Test-1714136549-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976559 Mar 24 00:52:40.439981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-bfd58089-7a9d-4abd-b2b7-45ef221f0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:40.441499 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-bfd58089-7a9d-4abd-b2b7-45ef221f0cc7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.2713175 Mar 24 00:52:40.485464 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-23563aee-91ee-4769-8e15-4bc89a876b7f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:40.518927 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b985366-ab19-4f26-b1e7-edda2dcd13f7 x-openstack-request-id: req-6b985366-ab19-4f26-b1e7-edda2dcd13f7 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:40.519435 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32baaa8-9be1-4af4-9b3e-02a70253419a", "name": "network-vif-plugged", "status": "completed", "tag": "38eb9dbc-5846-44b3-b682-ddc27dded787", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:40.519860 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b985366-ab19-4f26-b1e7-edda2dcd13f7 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:40.520440 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b985366-ab19-4f26-b1e7-edda2dcd13f7'] response: {'server_uuid': 'd32baaa8-9be1-4af4-9b3e-02a70253419a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38eb9dbc-5846-44b3-b682-ddc27dded787', 'code': 200} Mar 24 00:52:40.873803 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4783d9f-641a-4a6c-b030-83b68ca007d8 x-openstack-request-id: req-f4783d9f-641a-4a6c-b030-83b68ca007d8 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:40.874374 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2991b5c5-6402-4ff7-aced-887e26d7dbb4", "name": "network-vif-deleted", "tag": "8f86b2c8-2e73-4005-b0cc-5998fe6b3384", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:40.874374 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4783d9f-641a-4a6c-b030-83b68ca007d8 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:40.874714 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4783d9f-641a-4a6c-b030-83b68ca007d8'] response: {'server_uuid': '2991b5c5-6402-4ff7-aced-887e26d7dbb4', 'name': 'network-vif-deleted', 'tag': '8f86b2c8-2e73-4005-b0cc-5998fe6b3384', 'status': 'completed', 'code': 200} Mar 24 00:52:40.887278 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-46a0ced8-2673-48ed-9d70-3818b8a97166 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e HTTP/1.1" status: 200 len: 217 time: 0.4375081 Mar 24 00:52:40.936996 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-23563aee-91ee-4769-8e15-4bc89a876b7f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Network e1d9accb-8dd8-44a6-b381-745a23ff44a4 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:52:40.994248 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-23563aee-91ee-4769-8e15-4bc89a876b7f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:52:40.999293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-23563aee-91ee-4769-8e15-4bc89a876b7f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:52:41.004307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23563aee-91ee-4769-8e15-4bc89a876b7f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Pushing event updated for resources: {'Port': ['ID=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:41.082456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedb96b-c0fb-4675-817c-392bf890c79b req-b741011d-eb5e-4d88-8091-12d0ffc0acc8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:41.084019 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-adedb96b-c0fb-4675-817c-392bf890c79b req-b741011d-eb5e-4d88-8091-12d0ffc0acc8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 945 time: 0.6636810 Mar 24 00:52:41.091035 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-b337e6f9-51aa-4a56-a1a6-82c0cb086b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:41.092479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-b337e6f9-51aa-4a56-a1a6-82c0cb086b12 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.1726732 Mar 24 00:52:41.118174 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f0c39-8c91-4084-8c44-1636da014995 req-77f7682c-3b78-4c35-b7a1-45480761ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:41.119542 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d9f0c39-8c91-4084-8c44-1636da014995 req-77f7682c-3b78-4c35-b7a1-45480761ed1e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 1127 time: 0.2482398 Mar 24 00:52:41.130096 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-23563aee-91ee-4769-8e15-4bc89a876b7f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:41.130712 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-23563aee-91ee-4769-8e15-4bc89a876b7f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:41.175364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660e398-5a65-4c3a-b761-1a245ac0f95c req-bc838912-c509-429e-95b2-dfd7755e24c1 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:41.182083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6660e398-5a65-4c3a-b761-1a245ac0f95c req-bc838912-c509-429e-95b2-dfd7755e24c1 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.3063312 Mar 24 00:52:41.185724 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-799a5ec2-7cec-4f35-bc05-a31642300c2e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835533 Mar 24 00:52:41.238138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-23563aee-91ee-4769-8e15-4bc89a876b7f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1402380 Mar 24 00:52:41.289972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Request body: {'port': {'device_id': '4c570ef4-ef7f-49cc-be94-03faa842fddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:41.341417 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-adedb96b-c0fb-4675-817c-392bf890c79b req-d3f68121-2ec0-4f92-a7f0-2ee0b8a20df6 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453697 Mar 24 00:52:41.400118 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d9f0c39-8c91-4084-8c44-1636da014995 req-bbdf2b0c-be56-4485-80b2-0b10007429f4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=138f2132-bc35-4a77-b5ae-a61a5f4a41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590880 Mar 24 00:52:41.431652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6660e398-5a65-4c3a-b761-1a245ac0f95c req-77ee7b85-0ab9-47da-8843-7b1159fc1dc8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442667 Mar 24 00:52:41.484616 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:41.594258 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-ce6e9a3e-d68f-40c8-aaed-771bb7de3644 service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899875 Mar 24 00:52:41.720283 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356a255-d1d0-4aec-a23e-4c84e4473602 req-ce366d16-6368-4f31-86fd-e073c5cb12a3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:41.726881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c356a255-d1d0-4aec-a23e-4c84e4473602 req-ce366d16-6368-4f31-86fd-e073c5cb12a3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 946 time: 0.1945424 Mar 24 00:52:41.898572 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71dbeb58-8b1b-4fad-b9c2-093c483d4f69 req-f816f63c-edac-454e-bd79-b69d8c9f6dd4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744045 Mar 24 00:52:41.941390 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c356a255-d1d0-4aec-a23e-4c84e4473602 req-296ee028-6ed5-466f-940a-21589e750915 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134216 Mar 24 00:52:41.977801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fd130-1ee0-4ff5-9aa8-2acd219935aa req-8780ef71-788a-4ed4-9ab0-d3bad944c70a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:41.985849 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-700fd130-1ee0-4ff5-9aa8-2acd219935aa req-8780ef71-788a-4ed4-9ab0-d3bad944c70a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 932 time: 0.2999921 Mar 24 00:52:41.996965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbeb58-8b1b-4fad-b9c2-093c483d4f69 req-edd15318-e53e-4926-bd7a-14418b731168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:41.998520 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71dbeb58-8b1b-4fad-b9c2-093c483d4f69 req-edd15318-e53e-4926-bd7a-14418b731168 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 1131 time: 0.0721827 Mar 24 00:52:42.008221 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-bda10fd3-7ee3-4f9f-ab92-218b9dfa1c20 service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775530 Mar 24 00:52:42.148005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbeb58-8b1b-4fad-b9c2-093c483d4f69 req-de91bda6-f4e4-4740-9c15-661bbcd7b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:42.149918 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71dbeb58-8b1b-4fad-b9c2-093c483d4f69 req-de91bda6-f4e4-4740-9c15-661bbcd7b3e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.1236193 Mar 24 00:52:42.155632 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-700fd130-1ee0-4ff5-9aa8-2acd219935aa req-d94b68af-f519-4552-a95c-234a22193d2f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688526 Mar 24 00:52:42.220786 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71dbeb58-8b1b-4fad-b9c2-093c483d4f69 req-b5e4428f-67e2-4c72-8383-9793c165e57f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e HTTP/1.1" status: 200 len: 217 time: 0.0610282 Mar 24 00:52:42.255598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c7025-1d95-4f6f-b067-3fb23b072c6d req-0624cafc-d4c9-482b-9720-a0eb0889d2b2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:42.257496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0a9c7025-1d95-4f6f-b067-3fb23b072c6d req-0624cafc-d4c9-482b-9720-a0eb0889d2b2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.1910563 Mar 24 00:52:42.278148 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-44ddf27c-84bc-4d7d-8b5f-ea383a01771a tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:42.279919 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-44ddf27c-84bc-4d7d-8b5f-ea383a01771a tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab&tenant_id=d31a258675f94796a5709fd6f7444f7f&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 1128 time: 0.1891851 Mar 24 00:52:42.298019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbeb58-8b1b-4fad-b9c2-093c483d4f69 req-e59235d8-cca9-4332-a986-e3ae759c2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:42.299848 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71dbeb58-8b1b-4fad-b9c2-093c483d4f69 req-e59235d8-cca9-4332-a986-e3ae759c2c7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0755558 Mar 24 00:52:42.314133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760455-9'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:42.356033 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbeb58-8b1b-4fad-b9c2-093c483d4f69 req-1191a245-6b34-4831-b60d-4f795a5bb41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:42.357865 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71dbeb58-8b1b-4fad-b9c2-093c483d4f69 req-1191a245-6b34-4831-b60d-4f795a5bb41c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0497508 Mar 24 00:52:42.458659 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71dbeb58-8b1b-4fad-b9c2-093c483d4f69 req-213b964a-73a0-4f0d-b8cf-45efc59bcd22 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948591 Mar 24 00:52:42.468349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0a9c7025-1d95-4f6f-b067-3fb23b072c6d req-4852b7ce-5370-4052-a019-bd3571f5d9f1 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873810 Mar 24 00:52:42.491753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8164221-6a0a-4e1f-ab6e-8412fcd003d2 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:52:42.510685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Publish callbacks [] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:42.542047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8986532-6883-4802-b79e-e2eb828b5632 req-6422ea53-322d-420d-bf71-d04167feb6b8 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:42.549684 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8986532-6883-4802-b79e-e2eb828b5632 req-6422ea53-322d-420d-bf71-d04167feb6b8 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/ports?device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 945 time: 0.3128686 Mar 24 00:52:42.569664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Transition to ACTIVE for port object b8164221-6a0a-4e1f-ab6e-8412fcd003d2 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:52:42.573933 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:42.596737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0c9cb-d1c1-4b74-af1f-00e37fda2686 req-91d2bbb2-ff46-4818-901b-6c11180e3581 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:42.598317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67b0c9cb-d1c1-4b74-af1f-00e37fda2686 req-91d2bbb2-ff46-4818-901b-6c11180e3581 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.57 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 945 time: 0.2669101 Mar 24 00:52:42.602675 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71dbeb58-8b1b-4fad-b9c2-093c483d4f69 req-b0770507-30ed-4b62-a702-f0d0ef0dfa07 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340971 Mar 24 00:52:42.616813 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:42.853410 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8986532-6883-4802-b79e-e2eb828b5632 req-15514b64-d351-484a-86d1-fa7c4d2e5cde tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/security-groups?id=138f2132-bc35-4a77-b5ae-a61a5f4a41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027761 Mar 24 00:52:42.885415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Pushing event updated for resources: {'Port': ['ID=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:42.978659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d24fc2-14d0-4d7f-bb9a-768f76791ecb req-f98d4ca9-7d32-4a1e-9d6a-0b8db0dd9de3 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:42.980911 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40d24fc2-14d0-4d7f-bb9a-768f76791ecb req-f98d4ca9-7d32-4a1e-9d6a-0b8db0dd9de3 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 945 time: 0.4101465 Mar 24 00:52:43.112276 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] For port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:43.127700 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Attempting to bind port b8164221-6a0a-4e1f-ab6e-8412fcd003d2 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:52:43.128044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Attempting to bind port b8164221-6a0a-4e1f-ab6e-8412fcd003d2 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:52:43.128375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Attempting to bind port b8164221-6a0a-4e1f-ab6e-8412fcd003d2 on network e1d9accb-8dd8-44a6-b381-745a23ff44a4 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:43.143352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40d24fc2-14d0-4d7f-bb9a-768f76791ecb req-eca6ad39-b7a3-4683-9d3f-13bcdb28745d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517241 Mar 24 00:52:43.147918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Port b8164221-6a0a-4e1f-ab6e-8412fcd003d2 on network e1d9accb-8dd8-44a6-b381-745a23ff44a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:52:43.148247 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Attempting to bind port b8164221-6a0a-4e1f-ab6e-8412fcd003d2 on network e1d9accb-8dd8-44a6-b381-745a23ff44a4 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:43.154149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-67b0c9cb-d1c1-4b74-af1f-00e37fda2686 req-be0d41e2-557f-4a69-a263-132a36839acd tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Deleting port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:52:43.154469 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-67b0c9cb-d1c1-4b74-af1f-00e37fda2686 req-be0d41e2-557f-4a69-a263-132a36839acd tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:43.180978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:52:43.180978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Checking segment: {'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:52:43.180978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Bound using segment: {'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:52:43.181324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Bound port: b8164221-6a0a-4e1f-ab6e-8412fcd003d2, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:52:43.182235 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:43.333889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] For port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:43.453270 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-67b0c9cb-d1c1-4b74-af1f-00e37fda2686 req-be0d41e2-557f-4a69-a263-132a36839acd tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] For port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:43.453645 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-67b0c9cb-d1c1-4b74-af1f-00e37fda2686 req-be0d41e2-557f-4a69-a263-132a36839acd tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:43.459595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e256fba-d1d0-483b-9cc7-f4921f2f6aab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:43.461820 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b51d99-8e28-41e6-8d1c-afe81fad4170" -d '{"events": [{"server_uuid": "4e256fba-d1d0-483b-9cc7-f4921f2f6aab", "name": "network-vif-unplugged", "status": "completed", "tag": "167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:43.471662 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Publish callbacks [] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:43.487891 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9f936-6c97-4ef7-902b-8d3385608d98 req-bf9e30d0-1880-4054-b8b2-87a339356c27 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:43.489376 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cef9f936-6c97-4ef7-902b-8d3385608d98 req-bf9e30d0-1880-4054-b8b2-87a339356c27 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 945 time: 0.2757866 Mar 24 00:52:43.491322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] For port b8164221-6a0a-4e1f-ab6e-8412fcd003d2, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:43.499018 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:43.507089 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1be6de-d57a-47ca-8a35-ade0a668b5c1 req-f36b259f-5a09-43ea-ba94-1ef2b1fa0b31 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:43.508493 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa1be6de-d57a-47ca-8a35-ade0a668b5c1 req-f36b259f-5a09-43ea-ba94-1ef2b1fa0b31 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 946 time: 0.2607741 Mar 24 00:52:43.510822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-67b0c9cb-d1c1-4b74-af1f-00e37fda2686 req-be0d41e2-557f-4a69-a263-132a36839acd tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Calling delete_port for 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:52:43.553182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] For port b8164221-6a0a-4e1f-ab6e-8412fcd003d2, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:52:43.586445 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:43.693995 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:43.694608 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:43.695975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] 10.222.0.48 "PUT /v2.0/ports/b8164221-6a0a-4e1f-ab6e-8412fcd003d2 HTTP/1.1" status: 200 len: 1092 time: 2.4186547 Mar 24 00:52:43.706705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Pushing event updated for resources: {'Port': ['ID=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:43.744536 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cef9f936-6c97-4ef7-902b-8d3385608d98 req-0f6bf1d4-9a01-4cd7-98a1-61cab65ef5b5 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478120 Mar 24 00:52:43.810550 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa1be6de-d57a-47ca-8a35-ade0a668b5c1 req-ca2b23d4-4a97-489f-a7ff-a6d8812018ba tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906430 Mar 24 00:52:43.822496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Attempting to bind port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e on host n-h2-760455-9 for vnic_type normal with profile {"migrating_to": "n-h1-760455-9"} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:52:43.822838 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Attempting to bind port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:52:43.823168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Attempting to bind port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:44.146146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:52:44.146805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Attempting to bind port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:44.196856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2ee75-6b67-4706-bfe7-28448132be66 service neutron] Pushing event updated for resources: {'Port': ['ID=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:44.200170 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:52:44.200509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Checking segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:52:44.200873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Bound using segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:52:44.201338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Bound port: 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:52:44.202122 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:44.266342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-b2e45913-bb96-4bd5-8b83-2fcd5b655231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:44.267829 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-b2e45913-bb96-4bd5-8b83-2fcd5b655231 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=39466f42d3cb4e43b1c11edb18af53db&device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 1126 time: 0.5194950 Mar 24 00:52:44.312599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee5b74-b3e1-4ce4-98c1-038ddf169a3e req-44a68dc5-6b7f-44cf-99f3-b25d29a7730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:44.314147 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83ee5b74-b3e1-4ce4-98c1-038ddf169a3e req-44a68dc5-6b7f-44cf-99f3-b25d29a7730e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 1128 time: 0.5004241 Mar 24 00:52:44.322171 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-67b0c9cb-d1c1-4b74-af1f-00e37fda2686 req-be0d41e2-557f-4a69-a263-132a36839acd tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (968f3c0e-32b2-4087-a7e6-4da3ea94b2b1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:44.330904 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f73d7c-153d-414e-be14-da1a0f49de07 req-ebacc059-0755-4444-bb14-6f19344b524a tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:44.332349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82f73d7c-153d-414e-be14-da1a0f49de07 req-ebacc059-0755-4444-bb14-6f19344b524a tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 944 time: 0.5175495 Mar 24 00:52:44.335900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['158c52f0-af89-4f88-9d5c-9a664b69819f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:44.406048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-b6196f43-916a-4e6a-81f9-0921b3b59f1e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8164221-6a0a-4e1f-ab6e-8412fcd003d2 HTTP/1.1" status: 200 len: 217 time: 0.1097617 Mar 24 00:52:44.457187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d41e2-557f-4a69-a263-132a36839acd tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Pushing event deleted for resources: {'Port': ['ID=968f3c0e-32b2-4087-a7e6-4da3ea94b2b1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:44.465684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea5414-10c9-44da-81df-9195aff2b75c req-1f5e8ff3-5fa7-4ffb-ab91-9b5929dc0fe5 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:44.467070 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11ea5414-10c9-44da-81df-9195aff2b75c req-1f5e8ff3-5fa7-4ffb-ab91-9b5929dc0fe5 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 944 time: 0.3290401 Mar 24 00:52:44.481082 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b0d98e45-fda3-4416-81ad-59dd2470be86 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:52:44.533142 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-6c2730ce-2021-47ad-bb6a-81ebcb3cac4e service neutron] show failed (client error): The resource could not be found. Mar 24 00:52:44.534437 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-6c2730ce-2021-47ad-bb6a-81ebcb3cac4e service neutron] 10.222.0.57 "GET /v2.0/ports/a638a435-2902-4389-9173-ab25ef96e649/bindings/n-h2-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.0658903 Mar 24 00:52:44.561998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] For port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:44.583244 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port b0d98e45-fda3-4416-81ad-59dd2470be86 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:44.583651 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:44.611233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d98e45-fda3-4416-81ad-59dd2470be86'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:44.613653 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18406d5-1d68-4e05-910d-cd8bcb0361db" -d '{"events": [{"server_uuid": "c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b0d98e45-fda3-4416-81ad-59dd2470be86"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:44.617418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] For port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:52:44.625038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b0c9cb-d1c1-4b74-af1f-00e37fda2686 req-be0d41e2-557f-4a69-a263-132a36839acd tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] No DVR routers for this DVR port 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:52:44.628564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b0d98e45-fda3-4416-81ad-59dd2470be86, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b0d98e45-fda3-4416-81ad-59dd2470be86,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:44.634026 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:44.634993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:52:44.639457 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-67b0c9cb-d1c1-4b74-af1f-00e37fda2686 req-be0d41e2-557f-4a69-a263-132a36839acd tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:44.642313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67b0c9cb-d1c1-4b74-af1f-00e37fda2686 req-be0d41e2-557f-4a69-a263-132a36839acd tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.57 "DELETE /v2.0/ports/968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 HTTP/1.1" status: 204 len: 173 time: 2.0182517 Mar 24 00:52:44.652558 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:44.655309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-7a7b6828-54f4-47f2-bffc-810e4532e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:44.656938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-7a7b6828-54f4-47f2-bffc-810e4532e454 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c HTTP/1.1" status: 200 len: 844 time: 0.2298875 Mar 24 00:52:44.680170 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82f73d7c-153d-414e-be14-da1a0f49de07 req-a0c31fee-472f-4b9b-aa1c-9b5106a15941 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058169 Mar 24 00:52:44.708635 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:52:44.709277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 968f3c0e-32b2-4087-a7e6-4da3ea94b2b1 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:52:44.743668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=b0d98e45-fda3-4416-81ad-59dd2470be86,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:44.756594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee5b74-b3e1-4ce4-98c1-038ddf169a3e req-63ebac41-6ec6-49db-a8a9-4f0f7b04cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:44.758136 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83ee5b74-b3e1-4ce4-98c1-038ddf169a3e req-63ebac41-6ec6-49db-a8a9-4f0f7b04cc95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 912 time: 0.3962371 Mar 24 00:52:44.759953 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-88de3862-fc34-456e-ad36-0508a4dca9e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d9accb-8dd8-44a6-b381-745a23ff44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845664 Mar 24 00:52:44.769674 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11ea5414-10c9-44da-81df-9195aff2b75c req-1f7ee94f-9437-4bf7-8530-a479e4ad406a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779706 Mar 24 00:52:44.819372 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-95686bbf-85eb-4207-bae2-e902f5d79dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:44.822241 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-95686bbf-85eb-4207-bae2-e902f5d79dda service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe&tenant_id=a09e8f3796504a0591d01b6c352de665 HTTP/1.1" status: 200 len: 1132 time: 0.0831013 Mar 24 00:52:44.837186 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:44.877764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Pushing event updated for resources: {'Port': ['ID=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,revision_number=8']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:44.882777 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac59d840-a925-4e52-9a6c-2e35f8f57a1f x-openstack-request-id: req-ac59d840-a925-4e52-9a6c-2e35f8f57a1f {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:44.883161 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e256fba-d1d0-483b-9cc7-f4921f2f6aab", "name": "network-vif-unplugged", "status": "completed", "tag": "167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:44.883366 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac59d840-a925-4e52-9a6c-2e35f8f57a1f {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:44.883746 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac59d840-a925-4e52-9a6c-2e35f8f57a1f'] response: {'server_uuid': '4e256fba-d1d0-483b-9cc7-f4921f2f6aab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e', 'code': 200} Mar 24 00:52:44.924457 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a638a435-2902-4389-9173-ab25ef96e649), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:44.986635 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83ee5b74-b3e1-4ce4-98c1-038ddf169a3e req-01fab0b3-5825-4f9d-b25a-0fca1bbe4878 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0d98e45-fda3-4416-81ad-59dd2470be86 HTTP/1.1" status: 200 len: 217 time: 0.1165223 Mar 24 00:52:45.019624 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:45.020238 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:45.021573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-0c5b9808-add3-44ae-bb54-f0c3d6cc0231 service neutron] 10.222.0.57 "PUT /v2.0/ports/167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e HTTP/1.1" status: 200 len: 1122 time: 2.7175207 Mar 24 00:52:45.082094 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-25f140ae-bdce-4959-9df6-cfaa3d7f1b2b service neutron] 10.222.0.48 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112440 Mar 24 00:52:45.101267 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:45.149137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234fa1-b211-4c04-b3b0-e8147ba27541 req-a8a199ea-6edb-4404-b8b6-298c34145903 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:45.155395 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a638a435-2902-4389-9173-ab25ef96e649,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:45.156670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61234fa1-b211-4c04-b3b0-e8147ba27541 req-a8a199ea-6edb-4404-b8b6-298c34145903 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/ports?device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 945 time: 0.2686744 Mar 24 00:52:45.191540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h1-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:45.195185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee5b74-b3e1-4ce4-98c1-038ddf169a3e req-19085db0-3c41-4382-af0d-4f4a1578906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:45.196617 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83ee5b74-b3e1-4ce4-98c1-038ddf169a3e req-19085db0-3c41-4382-af0d-4f4a1578906c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf HTTP/1.1" status: 200 len: 851 time: 0.1902404 Mar 24 00:52:45.255694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83ee5b74-b3e1-4ce4-98c1-038ddf169a3e req-99015cf4-caaf-4994-aff2-8caad86af577 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed6472c2-d109-4f17-8364-15c609d6ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464628 Mar 24 00:52:45.265388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbc729-2326-4f45-8b3d-d91a5bac495a req-9acadd9d-2436-4651-9ae1-dbbb5d4ee2ba tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:45.266912 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4dfbc729-2326-4f45-8b3d-d91a5bac495a req-9acadd9d-2436-4651-9ae1-dbbb5d4ee2ba tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.3706217 Mar 24 00:52:45.395837 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70b61214-732c-4cf6-a8e5-e305102be1ae req-aaf4beaa-6077-4722-9a7b-e91370323221 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065550 Mar 24 00:52:45.414743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61234fa1-b211-4c04-b3b0-e8147ba27541 req-a05d7a42-a696-434b-870a-63d305d6de4a tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/security-groups?id=138f2132-bc35-4a77-b5ae-a61a5f4a41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571180 Mar 24 00:52:45.469330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4dfbc729-2326-4f45-8b3d-d91a5bac495a req-e968dbdc-703a-44ac-bd2c-23df7850fc88 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781011 Mar 24 00:52:45.519513 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaf43e2-5ecb-4e51-b3ac-66cc1fc7134e x-openstack-request-id: req-fdaf43e2-5ecb-4e51-b3ac-66cc1fc7134e {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:45.520062 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b0d98e45-fda3-4416-81ad-59dd2470be86", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:45.522848 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdaf43e2-5ecb-4e51-b3ac-66cc1fc7134e {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:45.523108 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdaf43e2-5ecb-4e51-b3ac-66cc1fc7134e'] response: {'server_uuid': 'c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d98e45-fda3-4416-81ad-59dd2470be86', 'code': 200} Mar 24 00:52:45.534079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83ee5b74-b3e1-4ce4-98c1-038ddf169a3e req-392c74c7-85fb-4eae-896e-4c6b987b1e30 service neutron] 10.222.0.57 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656834 Mar 24 00:52:45.548274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c40e9f2-076f-49e5-bcee-6667e3785e2f req-ceefd839-b8c9-4139-8f63-25c8a882d4c7 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 210 time: 0.0487993 Mar 24 00:52:45.593748 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Publish callbacks [] for port (a638a435-2902-4389-9173-ab25ef96e649), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:45.610482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Transition to ACTIVE for port object a638a435-2902-4389-9173-ab25ef96e649 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:52:45.611436 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:45.621187 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46c4f4f-fbf9-4bd7-af2b-69ece44e6a0d" -d '{"events": [{"server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "a638a435-2902-4389-9173-ab25ef96e649"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:45.625208 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (a638a435-2902-4389-9173-ab25ef96e649), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:45.712397 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] No DVR routers for this DVR port a638a435-2902-4389-9173-ab25ef96e649 on host n-h1-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:52:45.715738 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Pushing event updated for resources: {'Port': ['ID=a638a435-2902-4389-9173-ab25ef96e649,revision_number=6']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:45.758866 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Attempting to bind port a638a435-2902-4389-9173-ab25ef96e649 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:52:45.759683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Attempting to bind port a638a435-2902-4389-9173-ab25ef96e649 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:52:45.760375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Attempting to bind port a638a435-2902-4389-9173-ab25ef96e649 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:45.762207 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83ee5b74-b3e1-4ce4-98c1-038ddf169a3e req-193c85d4-d660-4e4e-9ce2-5f6f212a2e78 service neutron] 10.222.0.57 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128813 Mar 24 00:52:45.767565 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Port a638a435-2902-4389-9173-ab25ef96e649 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:52:45.768122 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Attempting to bind port a638a435-2902-4389-9173-ab25ef96e649 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:45.770423 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbaee7-0727-4432-bc8c-b6e57b86fbb0 req-86a0b3f1-f56a-466b-b7da-93c809f0359c tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:45.777639 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8cbaee7-0727-4432-bc8c-b6e57b86fbb0 req-86a0b3f1-f56a-466b-b7da-93c809f0359c tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 945 time: 0.1866043 Mar 24 00:52:45.793037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:52:45.793437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:52:45.793827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:52:45.794274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Bound port: a638a435-2902-4389-9173-ab25ef96e649, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:52:45.794634 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a638a435-2902-4389-9173-ab25ef96e649), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:45.810256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d9e5a-dbb6-44b2-82f1-640c65b3631c req-289ff6f7-8bf7-45e6-aa06-21dc267452ec tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:45.811881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-377d9e5a-dbb6-44b2-82f1-640c65b3631c req-289ff6f7-8bf7-45e6-aa06-21dc267452ec tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 944 time: 0.1435204 Mar 24 00:52:45.869530 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8cbaee7-0727-4432-bc8c-b6e57b86fbb0 req-47c2df0a-3b77-452d-b18f-c276fdb4eb3b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870554 Mar 24 00:52:45.886876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:45.891651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a638a435-2902-4389-9173-ab25ef96e649,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:52:45.902226 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (a638a435-2902-4389-9173-ab25ef96e649), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:45.963367 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:45.964087 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:45.965771 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] 10.222.0.48 "PUT /v2.0/ports/a638a435-2902-4389-9173-ab25ef96e649 HTTP/1.1" status: 200 len: 1096 time: 1.1357973 Mar 24 00:52:45.969211 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d61266-8190-44b3-9688-bbcd709ed715 service neutron] Pushing event updated for resources: {'Port': ['ID=a638a435-2902-4389-9173-ab25ef96e649,revision_number=7']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:45.987449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-377d9e5a-dbb6-44b2-82f1-640c65b3631c req-459cd84e-67cb-4447-8f79-166026ce020c tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648884 Mar 24 00:52:46.103483 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-7e7fee70-db8a-49c2-8ce3-f78d6b0fd51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:46.106226 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-7e7fee70-db8a-49c2-8ce3-f78d6b0fd51e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 1130 time: 0.1030426 Mar 24 00:52:46.142997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-7fc8fbf3-ddfb-464a-852c-1768528594bb tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 258 time: 0.2456508 Mar 24 00:52:46.161204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:46.165016 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:52:46.199593 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:46.235735 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2137916a-1463-4332-a2ce-20a505245579 x-openstack-request-id: req-2137916a-1463-4332-a2ce-20a505245579 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:46.236036 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "a638a435-2902-4389-9173-ab25ef96e649", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:46.236290 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2137916a-1463-4332-a2ce-20a505245579 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:46.236931 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2137916a-1463-4332-a2ce-20a505245579'] response: {'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649', 'code': 200} Mar 24 00:52:46.253870 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-e9d727d7-cb49-4ba0-8a8d-c430e6865873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:46.255292 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-e9d727d7-cb49-4ba0-8a8d-c430e6865873 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.1427147 Mar 24 00:52:46.310891 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-da8b3fc2-a3c1-4b0e-b718-7afbf0195bad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a638a435-2902-4389-9173-ab25ef96e649 HTTP/1.1" status: 200 len: 217 time: 0.0478632 Mar 24 00:52:46.362842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-048b9c64-0994-463e-8966-87e520141df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:46.364635 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-048b9c64-0994-463e-8966-87e520141df4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0479786 Mar 24 00:52:46.393567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511cc28-6b37-4487-9643-4e7482b35f07 req-9e4b41b1-e6b3-4705-89f3-3270e3ef6d68 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:46.395062 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9511cc28-6b37-4487-9643-4e7482b35f07 req-9e4b41b1-e6b3-4705-89f3-3270e3ef6d68 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 944 time: 0.0774450 Mar 24 00:52:46.411522 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:46.422018 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-52f2bfd1-27c1-4a49-992c-4e7159abb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:46.423526 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-52f2bfd1-27c1-4a49-992c-4e7159abb534 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0505841 Mar 24 00:52:46.487608 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:52:46.496615 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9511cc28-6b37-4487-9643-4e7482b35f07 req-ac480bb9-c670-401e-bbef-25587985da66 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929394 Mar 24 00:52:46.520156 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-fb219c71-4e42-4bda-9f67-db9a6e596669 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897086 Mar 24 00:52:46.577889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Allocated IP 172.25.0.207 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/3d810774-42b1-4f92-9073-98c11c9cdc2b) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:52:46.627694 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:46.643269 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e has no active binding in host n-h1-760455-9 {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 24 00:52:46.647458 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-10edacb4-ffaf-4133-ad26-38a01bea14a7 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204557 Mar 24 00:52:46.745682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7f706-39f3-4797-9be0-c97a80ddcc09 req-0b855ed1-aba8-4b28-ab1b-65f12f8e053c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:46.747189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ea7f706-39f3-4797-9be0-c97a80ddcc09 req-0b855ed1-aba8-4b28-ab1b-65f12f8e053c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 944 time: 0.1059568 Mar 24 00:52:46.753034 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for port (3d810774-42b1-4f92-9073-98c11c9cdc2b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:46.818327 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ea7f706-39f3-4797-9be0-c97a80ddcc09 req-2497c147-4960-42a1-8105-fd17c75504a8 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634651 Mar 24 00:52:46.825975 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3d810774-42b1-4f92-9073-98c11c9cdc2b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:46.866743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:52:46.872947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:52:46.876037 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:52:46.882167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Pushing event updated for resources: {'Port': ['ID=3d810774-42b1-4f92-9073-98c11c9cdc2b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:46.902539 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c570ef4-ef7f-49cc-be94-03faa842fddc', 'tag': 'b8164221-6a0a-4e1f-ab6e-8412fcd003d2'}, {'server_uuid': '7fd11414-cd6f-4bbc-a414-323ed98e9482', 'name': 'network-vif-deleted', 'tag': '968f3c0e-32b2-4087-a7e6-4da3ea94b2b1'}, {'name': 'network-changed', 'server_uuid': '4e256fba-d1d0-483b-9cc7-f4921f2f6aab', 'tag': '167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:46.904904 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76659de0-adb8-42aa-92c5-49c40496580a" -d '{"events": [{"name": "network-changed", "server_uuid": "4c570ef4-ef7f-49cc-be94-03faa842fddc", "tag": "b8164221-6a0a-4e1f-ab6e-8412fcd003d2"}, {"server_uuid": "7fd11414-cd6f-4bbc-a414-323ed98e9482", "name": "network-vif-deleted", "tag": "968f3c0e-32b2-4087-a7e6-4da3ea94b2b1"}, {"name": "network-changed", "server_uuid": "4e256fba-d1d0-483b-9cc7-f4921f2f6aab", "tag": "167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:47.008964 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for floatingip (6b503d78-8a03-493c-af0c-e0d33dc4c23f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:47.020466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76f885-29a6-4953-bd9e-750339fc75cb req-774d2dcd-5a23-4e1f-b791-5239020eb295 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:47.021969 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f76f885-29a6-4953-bd9e-750339fc75cb req-774d2dcd-5a23-4e1f-b791-5239020eb295 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 948 time: 0.0940449 Mar 24 00:52:47.070650 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3d810774-42b1-4f92-9073-98c11c9cdc2b), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:47.127131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f76f885-29a6-4953-bd9e-750339fc75cb req-51673a00-0e8e-45bd-af7d-9cdc3d2c872a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969474 Mar 24 00:52:47.224726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a42f71f-480d-4854-8c3b-a135c0ca9992 req-03e660db-d0b5-43af-8f3e-5987c26f24b7 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 210 time: 0.0282404 Mar 24 00:52:47.281953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for port (3d810774-42b1-4f92-9073-98c11c9cdc2b), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:47.286741 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3d810774-42b1-4f92-9073-98c11c9cdc2b), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:47.391917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Pushing event updated for resources: {'Port': ['ID=3d810774-42b1-4f92-9073-98c11c9cdc2b,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:47.407141 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (6b503d78-8a03-493c-af0c-e0d33dc4c23f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:47.430373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e093be-2b91-41cd-bab8-af858ac06355 req-816e6ae5-658a-473e-ab15-e9c2a263c77a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:47.431879 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77e093be-2b91-41cd-bab8-af858ac06355 req-816e6ae5-658a-473e-ab15-e9c2a263c77a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 945 time: 0.1121626 Mar 24 00:52:47.434987 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:47.436072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-5664269f-0fc1-41a5-87f2-4a43329765a9 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2871683 Mar 24 00:52:47.756963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-ad1d8adb-b8c9-4464-adbe-f590aff4b7e0 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 696 time: 0.3123009 Mar 24 00:52:47.826664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77e093be-2b91-41cd-bab8-af858ac06355 req-97cb201e-9024-4193-8c3e-2864bbffa5bf tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878987 Mar 24 00:52:47.882080 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60041406-14ec-43b8-98f7-38c25688293b x-openstack-request-id: req-60041406-14ec-43b8-98f7-38c25688293b {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:47.882387 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c570ef4-ef7f-49cc-be94-03faa842fddc", "tag": "b8164221-6a0a-4e1f-ab6e-8412fcd003d2", "status": "completed", "code": 200}, {"server_uuid": "7fd11414-cd6f-4bbc-a414-323ed98e9482", "name": "network-vif-deleted", "tag": "968f3c0e-32b2-4087-a7e6-4da3ea94b2b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e256fba-d1d0-483b-9cc7-f4921f2f6aab", "tag": "167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:47.882653 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-60041406-14ec-43b8-98f7-38c25688293b {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:47.883208 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60041406-14ec-43b8-98f7-38c25688293b'] response: {'name': 'network-changed', 'server_uuid': '4c570ef4-ef7f-49cc-be94-03faa842fddc', 'tag': 'b8164221-6a0a-4e1f-ab6e-8412fcd003d2', 'status': 'completed', 'code': 200} Mar 24 00:52:47.883475 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60041406-14ec-43b8-98f7-38c25688293b'] response: {'server_uuid': '7fd11414-cd6f-4bbc-a414-323ed98e9482', 'name': 'network-vif-deleted', 'tag': '968f3c0e-32b2-4087-a7e6-4da3ea94b2b1', 'status': 'completed', 'code': 200} Mar 24 00:52:47.883734 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60041406-14ec-43b8-98f7-38c25688293b'] response: {'name': 'network-changed', 'server_uuid': '4e256fba-d1d0-483b-9cc7-f4921f2f6aab', 'tag': '167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e', 'status': 'completed', 'code': 200} Mar 24 00:52:47.894483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-1c977b60-e686-4e13-b227-270ecfe0b8b1 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:47.895833 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d8d34e1-2ae7-4f61-821a-d8544824c6fe req-1c977b60-e686-4e13-b227-270ecfe0b8b1 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.1281531 Mar 24 00:52:47.986302 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76659de0-adb8-42aa-92c5-49c40496580a req-2047109d-7b1a-41b9-a6b2-7965daa1979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:47.987826 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-76659de0-adb8-42aa-92c5-49c40496580a req-2047109d-7b1a-41b9-a6b2-7965daa1979a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=39466f42d3cb4e43b1c11edb18af53db&device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 1126 time: 0.0566521 Mar 24 00:52:48.002588 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f9bdb-f2ce-4133-90f8-8bd8833503a9 req-f149faf3-629b-4312-9fb9-8042ad4b4dd3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:48.004084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c18f9bdb-f2ce-4133-90f8-8bd8833503a9 req-f149faf3-629b-4312-9fb9-8042ad4b4dd3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 944 time: 0.0750420 Mar 24 00:52:48.079802 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76659de0-adb8-42aa-92c5-49c40496580a req-5725b2a2-ca98-4138-99b9-e90485ce1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:48.081478 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-76659de0-adb8-42aa-92c5-49c40496580a req-5725b2a2-ca98-4138-99b9-e90485ce1dd4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1d9accb-8dd8-44a6-b381-745a23ff44a4 HTTP/1.1" status: 200 len: 905 time: 0.0869350 Mar 24 00:52:48.087336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3035fb-03fe-406f-a4ec-5b0a34260f0c req-292fe14b-d6ae-4259-879b-a2604b07db9f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:48.088767 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb3035fb-03fe-406f-a4ec-5b0a34260f0c req-292fe14b-d6ae-4259-879b-a2604b07db9f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 944 time: 0.0838275 Mar 24 00:52:48.092012 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c18f9bdb-f2ce-4133-90f8-8bd8833503a9 req-09940d3d-0957-4212-bc6a-6c46cc50ed37 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784969 Mar 24 00:52:48.146521 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb3035fb-03fe-406f-a4ec-5b0a34260f0c req-0b0f72a3-d06c-46d2-9164-75f49afa0d76 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520127 Mar 24 00:52:48.154040 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-76659de0-adb8-42aa-92c5-49c40496580a req-10a44711-ee44-4b09-a071-a6c2b80666d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8164221-6a0a-4e1f-ab6e-8412fcd003d2 HTTP/1.1" status: 200 len: 217 time: 0.0584495 Mar 24 00:52:48.234851 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76659de0-adb8-42aa-92c5-49c40496580a req-9ddd0da4-ea6c-4d78-a6eb-8c7845ede82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:48.239567 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-76659de0-adb8-42aa-92c5-49c40496580a req-9ddd0da4-ea6c-4d78-a6eb-8c7845ede82e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c HTTP/1.1" status: 200 len: 844 time: 0.0773795 Mar 24 00:52:48.240191 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:48.247512 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57af17d3-fb1a-4a96-bb1b-6430fc078fae" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "tag": "a638a435-2902-4389-9173-ab25ef96e649"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:48.264617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d18abc-4d8f-457c-9237-e6b9160c8b01 req-056fdd73-56ba-4ab4-9ee8-a322118015b7 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:48.271990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0d18abc-4d8f-457c-9237-e6b9160c8b01 req-056fdd73-56ba-4ab4-9ee8-a322118015b7 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 944 time: 0.0916302 Mar 24 00:52:48.289521 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-76659de0-adb8-42aa-92c5-49c40496580a req-35c18343-2b0d-44c6-bdf7-d666cbb88604 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d9accb-8dd8-44a6-b381-745a23ff44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383351 Mar 24 00:52:48.374652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0d18abc-4d8f-457c-9237-e6b9160c8b01 req-8986c05e-3d27-40de-a5d1-6936bad208fd tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017971 Mar 24 00:52:48.387734 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-76659de0-adb8-42aa-92c5-49c40496580a req-a1821ad3-b59f-43a6-a1d0-6a34d652fabf service neutron] 10.222.0.48 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893295 Mar 24 00:52:48.406271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-eacb679d-5565-4a29-8c29-71fed7733c0b tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:48.407767 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-eacb679d-5565-4a29-8c29-71fed7733c0b tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/ports?device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1332359 Mar 24 00:52:48.485745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-068e367f-90c7-4e03-9f34-78411d65beac tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 696 time: 0.0719886 Mar 24 00:52:48.493834 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b0d98e45-fda3-4416-81ad-59dd2470be86 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:52:48.496674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-32fc6d2f-aa22-4332-a5bd-4b20edde4eae tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Request body: {'floatingip': {'port_id': '38eb9dbc-5846-44b3-b682-ddc27dded787', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:48.506782 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-76659de0-adb8-42aa-92c5-49c40496580a req-04530f8a-c80c-4f85-a0b4-854f63cf21f6 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051750 Mar 24 00:52:48.561272 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-32fc6d2f-aa22-4332-a5bd-4b20edde4eae tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for floatingip (6b503d78-8a03-493c-af0c-e0d33dc4c23f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:48.663647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port b0d98e45-fda3-4416-81ad-59dd2470be86 is: DOWN; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:48.664732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a638a435-2902-4389-9173-ab25ef96e649 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:52:48.672481 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76659de0-adb8-42aa-92c5-49c40496580a req-9e4e000f-b0a7-4dda-840c-1f4ff4d50569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:48.674049 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-76659de0-adb8-42aa-92c5-49c40496580a req-9e4e000f-b0a7-4dda-840c-1f4ff4d50569 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 1156 time: 0.1104770 Mar 24 00:52:48.759234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] The host n-h1-760455-9 is not matching for port a638a435-2902-4389-9173-ab25ef96e649 host n-h2-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 00:52:48.759642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a638a435-2902-4389-9173-ab25ef96e649 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:52:48.831540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76659de0-adb8-42aa-92c5-49c40496580a req-97a793fd-7247-4c80-b389-02c06f390847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:48.834065 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-76659de0-adb8-42aa-92c5-49c40496580a req-97a793fd-7247-4c80-b389-02c06f390847 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.1515083 Mar 24 00:52:48.897965 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-c76a9ef1-a9d4-4f1b-a648-2cb7307ecdf9 service neutron] 10.222.0.48 "GET /v2.0/ports/167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e/bindings/n-h1-760455-9 HTTP/1.1" status: 200 len: 384 time: 0.1142156 Mar 24 00:52:48.906963 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-76659de0-adb8-42aa-92c5-49c40496580a req-d6027511-7637-481c-bda8-b42fc5a7e79a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e HTTP/1.1" status: 200 len: 217 time: 0.0661137 Mar 24 00:52:48.974675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76659de0-adb8-42aa-92c5-49c40496580a req-ec8472aa-5be8-44d0-8dd9-defc399b7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:48.978258 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-76659de0-adb8-42aa-92c5-49c40496580a req-ec8472aa-5be8-44d0-8dd9-defc399b7d7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.0646193 Mar 24 00:52:49.013305 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-76659de0-adb8-42aa-92c5-49c40496580a req-58b0ee36-65b7-4205-8f75-c66e12739dcf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301478 Mar 24 00:52:49.124148 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-76659de0-adb8-42aa-92c5-49c40496580a req-06837a93-9341-4249-b005-5272aefb8ddd service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045327 Mar 24 00:52:49.227327 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-76659de0-adb8-42aa-92c5-49c40496580a req-de9562b3-0673-4c48-bffa-2bb53dade1ff service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961499 Mar 24 00:52:49.317166 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.resource_extend [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-32fc6d2f-aa22-4332-a5bd-4b20edde4eae tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 00:52:49.405054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-32fc6d2f-aa22-4332-a5bd-4b20edde4eae tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:49.416384 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-32fc6d2f-aa22-4332-a5bd-4b20edde4eae tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (6b503d78-8a03-493c-af0c-e0d33dc4c23f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:49.496924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-f03f94e2-593e-4438-a584-f6c99294d474 service neutron] For port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:49.542765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d004cb7-38f0-4293-bdb9-49f4ad53e76c req-d5a87f98-b95c-4758-81ad-c9f80a55d0cb tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:49.544245 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d004cb7-38f0-4293-bdb9-49f4ad53e76c req-d5a87f98-b95c-4758-81ad-c9f80a55d0cb tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5 HTTP/1.1" status: 200 len: 944 time: 0.1773081 Mar 24 00:52:49.548281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-f03f94e2-593e-4438-a584-f6c99294d474 service neutron] For port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:49.616564 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-f03f94e2-593e-4438-a584-f6c99294d474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:52:49.628908 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-32fc6d2f-aa22-4332-a5bd-4b20edde4eae tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Floating IP 6b503d78-8a03-493c-af0c-e0d33dc4c23f associated. External IP: 172.25.0.207, port: 38eb9dbc-5846-44b3-b682-ddc27dded787. Mar 24 00:52:49.637758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-f03f94e2-593e-4438-a584-f6c99294d474 service neutron] For port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:49.737017 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-f03f94e2-593e-4438-a584-f6c99294d474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:49.749604 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device a638a435-2902-4389-9173-ab25ef96e649 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:52:49.845033 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-2d004cb7-38f0-4293-bdb9-49f4ad53e76c req-0d5132ef-c498-442c-8ec1-f84d123cd2d1 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Deleting port b0d98e45-fda3-4416-81ad-59dd2470be86 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:52:49.845634 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2d004cb7-38f0-4293-bdb9-49f4ad53e76c req-0d5132ef-c498-442c-8ec1-f84d123cd2d1 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:49.850182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a638a435-2902-4389-9173-ab25ef96e649,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:49.863018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'a638a435-2902-4389-9173-ab25ef96e649', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'a638a435-2902-4389-9173-ab25ef96e649', 'mac_address': 'fa:16:3e:2c:d6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:52:49.903544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port a638a435-2902-4389-9173-ab25ef96e649 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:49.903941 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a638a435-2902-4389-9173-ab25ef96e649), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:49.916962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a638a435-2902-4389-9173-ab25ef96e649 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:52:49.938904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a638a435-2902-4389-9173-ab25ef96e649,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:49.943343 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a638a435-2902-4389-9173-ab25ef96e649), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:49.944072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b8164221-6a0a-4e1f-ab6e-8412fcd003d2 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:52:50.006912 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=a638a435-2902-4389-9173-ab25ef96e649,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:50.087601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b8164221-6a0a-4e1f-ab6e-8412fcd003d2, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:50.099913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'b8164221-6a0a-4e1f-ab6e-8412fcd003d2', 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4', 'port_id': 'b8164221-6a0a-4e1f-ab6e-8412fcd003d2', 'mac_address': 'fa:16:3e:a9:e4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:52:50.138787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b8164221-6a0a-4e1f-ab6e-8412fcd003d2 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:50.139181 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:50.152933 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8164221-6a0a-4e1f-ab6e-8412fcd003d2 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:52:50.176426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b8164221-6a0a-4e1f-ab6e-8412fcd003d2, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:50.180566 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:50.229183 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:50.247593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-f03f94e2-593e-4438-a584-f6c99294d474 service neutron] Transition to ACTIVE for port object 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:52:50.261489 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-f03f94e2-593e-4438-a584-f6c99294d474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:50.329179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-2d004cb7-38f0-4293-bdb9-49f4ad53e76c req-0d5132ef-c498-442c-8ec1-f84d123cd2d1 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] For port b0d98e45-fda3-4416-81ad-59dd2470be86, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b0d98e45-fda3-4416-81ad-59dd2470be86,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:50.329761 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2d004cb7-38f0-4293-bdb9-49f4ad53e76c req-0d5132ef-c498-442c-8ec1-f84d123cd2d1 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:50.356072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-2d004cb7-38f0-4293-bdb9-49f4ad53e76c req-0d5132ef-c498-442c-8ec1-f84d123cd2d1 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Calling delete_port for b0d98e45-fda3-4416-81ad-59dd2470be86 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:52:50.380249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-f03f94e2-593e-4438-a584-f6c99294d474 service neutron] No DVR routers for this DVR port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:52:50.388775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-32fc6d2f-aa22-4332-a5bd-4b20edde4eae tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Router 329f719c-e003-42de-ac03-4f8e642c8563 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:52:50.394473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f94e2-593e-4438-a584-f6c99294d474 service neutron] Pushing event updated for resources: {'Port': ['ID=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,revision_number=10']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:50.462695 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-f03f94e2-593e-4438-a584-f6c99294d474 service neutron] 10.222.0.48 "PUT /v2.0/ports/167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e/bindings/n-h1-760455-9/activate HTTP/1.1" status: 200 len: 369 time: 1.5571535 Mar 24 00:52:50.477024 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['a638a435-2902-4389-9173-ab25ef96e649'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:50.484269 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['b8164221-6a0a-4e1f-ab6e-8412fcd003d2'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:52:50.665610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-90c8ae71-0512-4992-ab75-129e68da8676 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:50.667686 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-90c8ae71-0512-4992-ab75-129e68da8676 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab&tenant_id=d31a258675f94796a5709fd6f7444f7f&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 1127 time: 0.1218731 Mar 24 00:52:50.671046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-32fc6d2f-aa22-4332-a5bd-4b20edde4eae tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:52:50.676897 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-32fc6d2f-aa22-4332-a5bd-4b20edde4eae tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:50.681650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f4d4c5-5190-44d4-8f52-ffa7e9f45535 None None] Sync routers for ids ['329f719c-e003-42de-ac03-4f8e642c8563'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:52:50.728219 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f4d4c5-5190-44d4-8f52-ffa7e9f45535 None None] Routers {'329f719c-e003-42de-ac03-4f8e642c8563'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:52:50.728890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f4f4d4c5-5190-44d4-8f52-ffa7e9f45535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:52:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['329f719c-e003-42de-ac03-4f8e642c8563'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:50.741844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-32fc6d2f-aa22-4332-a5bd-4b20edde4eae tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "PUT /v2.0/floatingips/6b503d78-8a03-493c-af0c-e0d33dc4c23f HTTP/1.1" status: 200 len: 996 time: 2.2531900 Mar 24 00:52:50.743871 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32baaa8-9be1-4af4-9b3e-02a70253419a', 'tag': '38eb9dbc-5846-44b3-b682-ddc27dded787'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:50.746710 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c687fef-327b-4b14-a109-093c14cb6f91" -d '{"events": [{"name": "network-changed", "server_uuid": "d32baaa8-9be1-4af4-9b3e-02a70253419a", "tag": "38eb9dbc-5846-44b3-b682-ddc27dded787"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:50.750836 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2d004cb7-38f0-4293-bdb9-49f4ad53e76c req-0d5132ef-c498-442c-8ec1-f84d123cd2d1 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b0d98e45-fda3-4416-81ad-59dd2470be86), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:50.786675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5132ef-c498-442c-8ec1-f84d123cd2d1 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Pushing event deleted for resources: {'Port': ['ID=b0d98e45-fda3-4416-81ad-59dd2470be86,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:50.846469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-bb7ee178-cd4a-4a79-afd7-8490b75b6050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:50.847719 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-bb7ee178-cd4a-4a79-afd7-8490b75b6050 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab&tenant_id=d31a258675f94796a5709fd6f7444f7f HTTP/1.1" status: 200 len: 1127 time: 0.1686466 Mar 24 00:52:50.863573 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d004cb7-38f0-4293-bdb9-49f4ad53e76c req-0d5132ef-c498-442c-8ec1-f84d123cd2d1 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] No DVR routers for this DVR port b0d98e45-fda3-4416-81ad-59dd2470be86 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:52:50.866580 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2d004cb7-38f0-4293-bdb9-49f4ad53e76c req-0d5132ef-c498-442c-8ec1-f84d123cd2d1 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:50.869884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d004cb7-38f0-4293-bdb9-49f4ad53e76c req-0d5132ef-c498-442c-8ec1-f84d123cd2d1 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "DELETE /v2.0/ports/b0d98e45-fda3-4416-81ad-59dd2470be86 HTTP/1.1" status: 204 len: 173 time: 1.3025000 Mar 24 00:52:50.903718 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f4f4d4c5-5190-44d4-8f52-ffa7e9f45535 None None] Set router 329f719c-e003-42de-ac03-4f8e642c8563 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:52:50.915043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-72b737f1-32ab-428e-8164-8c2f03161a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:50.916542 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-72b737f1-32ab-428e-8164-8c2f03161a1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46d13a2d8c724844b0c32a35f9251cf2&device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 1127 time: 0.1275671 Mar 24 00:52:50.991263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-244b6424-5ece-48d5-97e7-9858123fa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:50.992763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-244b6424-5ece-48d5-97e7-9858123fa601 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 1127 time: 0.1119411 Mar 24 00:52:51.080032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-a6509ac2-41c8-4c2f-83d6-93984d1bab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:51.081480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-a6509ac2-41c8-4c2f-83d6-93984d1bab11 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef1992d0-db52-4bd5-abf1-42e8b478bf24 HTTP/1.1" status: 200 len: 930 time: 0.1562474 Mar 24 00:52:51.180046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-7e854ac1-9b83-4007-92b2-a7d4c2634357 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38eb9dbc-5846-44b3-b682-ddc27dded787 HTTP/1.1" status: 200 len: 999 time: 0.0919647 Mar 24 00:52:51.184983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-6d341c9f-afbc-45eb-81a6-05e7103a58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:51.186451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-6d341c9f-afbc-45eb-81a6-05e7103a58ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.1694252 Mar 24 00:52:51.251705 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-6a8733da-d813-4bd7-ac70-381b88b68c5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e HTTP/1.1" status: 200 len: 217 time: 0.0558736 Mar 24 00:52:51.299121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-6ad62fb5-8f43-4e89-a924-1efcc1daba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:51.300684 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-6ad62fb5-8f43-4e89-a924-1efcc1daba7c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fd00331-c666-4143-a7c2-e5874d4e6033 HTTP/1.1" status: 200 len: 868 time: 0.1133821 Mar 24 00:52:51.322380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-b9c4de87-1c64-473f-aeba-97d3d37b3208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:51.324400 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-b9c4de87-1c64-473f-aeba-97d3d37b3208 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.0667167 Mar 24 00:52:51.370228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-157a8183-57a4-4924-8076-f746427f3170 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294602 Mar 24 00:52:51.405416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f4f4d4c5-5190-44d4-8f52-ffa7e9f45535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329f719c-e003-42de-ac03-4f8e642c8563', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-router', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:12Z', 'updated_at': '2022-03-24T00:52:20Z', 'revision_number': 4, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'gw_port': {'id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:14Z', 'updated_at': '2022-03-24T00:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '6b503d78-8a03-493c-af0c-e0d33dc4c23f', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'floating_ip_address': '172.25.0.207', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'port_id': '38eb9dbc-5846-44b3-b682-ddc27dded787', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'mac_address': 'fa:16:3e:5b:f1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32baaa8-9be1-4af4-9b3e-02a70253419a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:52:46Z', 'updated_at': '2022-03-24T00:52:49Z', 'revision_number': 1, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df305edd-d9dd-49e4-aefe-2af3266aac8a', 'name': '', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'mac_address': 'fa:16:3e:5e:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:19Z', 'updated_at': '2022-03-24T00:52:27Z', 'revision_number': 5, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'subnets': [{'id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:51.438482 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f4d4c5-5190-44d4-8f52-ffa7e9f45535 None None] Checking router: 329f719c-e003-42de-ac03-4f8e642c8563 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:52:51.452272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f4d4c5-5190-44d4-8f52-ffa7e9f45535 None None] Routers {'329f719c-e003-42de-ac03-4f8e642c8563'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:52:51.452905 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f4f4d4c5-5190-44d4-8f52-ffa7e9f45535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:52:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['329f719c-e003-42de-ac03-4f8e642c8563'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:51.472293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-46d79fac-72e1-48eb-96da-1670b2de2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:51.474308 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-46d79fac-72e1-48eb-96da-1670b2de2607 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef1992d0-db52-4bd5-abf1-42e8b478bf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1640410 Mar 24 00:52:51.486717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-be48fc93-7400-439f-abc5-d9a962810d04 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:52:51.487814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-be48fc93-7400-439f-abc5-d9a962810d04 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067389 Mar 24 00:52:51.581177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f4f4d4c5-5190-44d4-8f52-ffa7e9f45535 None None] Set router 329f719c-e003-42de-ac03-4f8e642c8563 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:52:51.585715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5afaa-09c4-49ce-82c6-d5586d837813 req-a167b49d-c150-46e3-a902-e18a255ca17e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:51.587319 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ef5afaa-09c4-49ce-82c6-d5586d837813 req-a167b49d-c150-46e3-a902-e18a255ca17e tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 949 time: 0.1607721 Mar 24 00:52:51.591278 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-033f9e77-5bc6-405f-93b3-767d89eb4cac service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150712 Mar 24 00:52:51.701188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-45609d6d-ad2b-4d0b-bc5d-df00557df2b9 service neutron] 10.222.0.45 "GET /v2.0/networks/ef1992d0-db52-4bd5-abf1-42e8b478bf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063296 Mar 24 00:52:51.725390 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ef5afaa-09c4-49ce-82c6-d5586d837813 req-54f6fcd7-d34b-428e-9992-e8dd49cfa911 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240430 Mar 24 00:52:51.781307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device a638a435-2902-4389-9173-ab25ef96e649 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:52:51.792875 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-96377d9c-56d5-44fc-a601-38f4510239e2 service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899269 Mar 24 00:52:51.822236 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326c878f-02cd-40aa-a215-eb7eeee831ef x-openstack-request-id: req-326c878f-02cd-40aa-a215-eb7eeee831ef {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:51.822753 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "tag": "a638a435-2902-4389-9173-ab25ef96e649", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:51.822844 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-326c878f-02cd-40aa-a215-eb7eeee831ef {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:51.823332 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-326c878f-02cd-40aa-a215-eb7eeee831ef'] response: {'name': 'network-changed', 'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649', 'status': 'completed', 'code': 200} Mar 24 00:52:51.888384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-924bfc28-f5a2-4086-afae-a7118320e8d1 req-21f27336-b070-499d-b122-d3e64ce59729 service neutron] 10.222.0.45 "GET /v2.0/networks/ef1992d0-db52-4bd5-abf1-42e8b478bf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799841 Mar 24 00:52:51.942958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f4f4d4c5-5190-44d4-8f52-ffa7e9f45535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329f719c-e003-42de-ac03-4f8e642c8563', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-router', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:12Z', 'updated_at': '2022-03-24T00:52:20Z', 'revision_number': 4, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'gw_port': {'id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:14Z', 'updated_at': '2022-03-24T00:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '6b503d78-8a03-493c-af0c-e0d33dc4c23f', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'floating_ip_address': '172.25.0.207', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'port_id': '38eb9dbc-5846-44b3-b682-ddc27dded787', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'mac_address': 'fa:16:3e:5b:f1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32baaa8-9be1-4af4-9b3e-02a70253419a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:52:46Z', 'updated_at': '2022-03-24T00:52:49Z', 'revision_number': 1, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df305edd-d9dd-49e4-aefe-2af3266aac8a', 'name': '', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'mac_address': 'fa:16:3e:5e:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:19Z', 'updated_at': '2022-03-24T00:52:27Z', 'revision_number': 5, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'subnets': [{'id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:52:51.968428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5dce2c8-c2c9-431d-ac22-edac75899f06 req-efff6210-d8b7-4e64-955a-b3fee49d1a8f tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 210 time: 0.0579426 Mar 24 00:52:51.976625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-4c61c62c-10df-4f9d-94c5-1383b20250ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:51.978275 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-4c61c62c-10df-4f9d-94c5-1383b20250ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 1131 time: 0.1473348 Mar 24 00:52:51.999482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-efc2a9d6-8c83-431b-8084-c268c50e8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:52.001581 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-efc2a9d6-8c83-431b-8084-c268c50e8692 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 1131 time: 0.1260016 Mar 24 00:52:52.025264 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f4d4c5-5190-44d4-8f52-ffa7e9f45535 None None] The sync data for ids ['329f719c-e003-42de-ac03-4f8e642c8563'] in n-d-760455-9 is: [{'id': '329f719c-e003-42de-ac03-4f8e642c8563', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-router', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:12Z', 'updated_at': '2022-03-24T00:52:20Z', 'revision_number': 4, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'gw_port': {'id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:14Z', 'updated_at': '2022-03-24T00:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '6b503d78-8a03-493c-af0c-e0d33dc4c23f', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'floating_ip_address': '172.25.0.207', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'port_id': '38eb9dbc-5846-44b3-b682-ddc27dded787', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'mac_address': 'fa:16:3e:5b:f1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32baaa8-9be1-4af4-9b3e-02a70253419a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:52:46Z', 'updated_at': '2022-03-24T00:52:49Z', 'revision_number': 1, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df305edd-d9dd-49e4-aefe-2af3266aac8a', 'name': '', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'mac_address': 'fa:16:3e:5e:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:19Z', 'updated_at': '2022-03-24T00:52:27Z', 'revision_number': 5, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'subnets': [{'id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:52:52.032650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port a638a435-2902-4389-9173-ab25ef96e649 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:52:52.044512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port a638a435-2902-4389-9173-ab25ef96e649 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:52.047454 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a638a435-2902-4389-9173-ab25ef96e649), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:52.195114 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port a638a435-2902-4389-9173-ab25ef96e649 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:52.195668 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a638a435-2902-4389-9173-ab25ef96e649), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:52.233209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:52.235683 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8621e714-ba6e-4d71-83cd-77af9b9ca38e" -d '{"events": [{"server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "name": "network-vif-plugged", "status": "completed", "tag": "a638a435-2902-4389-9173-ab25ef96e649"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:52.258258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a638a435-2902-4389-9173-ab25ef96e649,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:52.264330 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a638a435-2902-4389-9173-ab25ef96e649), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:52.265592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b8164221-6a0a-4e1f-ab6e-8412fcd003d2 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:52:52.348144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-9ff67c7a-f628-4616-95c5-544fbd3d3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:52.349664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-9ff67c7a-f628-4616-95c5-544fbd3d3c30 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.3643832 Mar 24 00:52:52.357528 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-df4e5b52-e7ab-459e-9084-a14df9f1ce54 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:52.359058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-df4e5b52-e7ab-459e-9084-a14df9f1ce54 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab&tenant_id=d31a258675f94796a5709fd6f7444f7f&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 1127 time: 0.2781076 Mar 24 00:52:52.368929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934f106-2ab3-4b2e-960f-eff6f74f8426 req-a4d669ae-c045-4c41-aa51-8d7303a6d111 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:52.376236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3934f106-2ab3-4b2e-960f-eff6f74f8426 req-a4d669ae-c045-4c41-aa51-8d7303a6d111 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 945 time: 0.2169402 Mar 24 00:52:52.383147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-759f4728-e33a-4baf-a3f5-59900ba48049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:52.383730 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=a638a435-2902-4389-9173-ab25ef96e649,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:52.384694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-759f4728-e33a-4baf-a3f5-59900ba48049 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.3705003 Mar 24 00:52:52.435148 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port b8164221-6a0a-4e1f-ab6e-8412fcd003d2 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:52:52.449106 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port b8164221-6a0a-4e1f-ab6e-8412fcd003d2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:52:52.449481 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:52.453830 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad20368c-b1c3-4e03-9799-844295c51980 None None] New status for floating IP 6b503d78-8a03-493c-af0c-e0d33dc4c23f: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:52:52.504397 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-7cfde445-c527-42de-b3ad-16c798095a05 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a638a435-2902-4389-9173-ab25ef96e649 HTTP/1.1" status: 200 len: 217 time: 0.1441936 Mar 24 00:52:52.516359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07342236-3cb9-49ef-aa95-2fe39c5fa963 req-fbe83fc6-1f2f-437e-8940-2a0dc7ca77ac tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:52.517908 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-07342236-3cb9-49ef-aa95-2fe39c5fa963 req-fbe83fc6-1f2f-437e-8940-2a0dc7ca77ac tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 945 time: 0.2980521 Mar 24 00:52:52.530957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-783efa05-6887-4a4e-a2d1-5585564889a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a638a435-2902-4389-9173-ab25ef96e649 HTTP/1.1" status: 200 len: 217 time: 0.1050196 Mar 24 00:52:52.578801 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b8164221-6a0a-4e1f-ab6e-8412fcd003d2 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:52:52.579194 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:52.609206 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39422) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:52.628699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b8164221-6a0a-4e1f-ab6e-8412fcd003d2, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:52:52.641235 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:52.645916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:52:52.762343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:52.786685 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] The host n-h2-760455-9 is not matching for port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e host n-h1-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 00:52:52.787105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:52:52.807599 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7532d3db-7460-47fe-944f-06ec3e9c8d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:52.914862 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7532d3db-7460-47fe-944f-06ec3e9c8d7e admin admin] Publish callbacks [] for security_group (0845fcbe-2f52-4c0b-9c50-173cd8a81931), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:52.919367 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7532d3db-7460-47fe-944f-06ec3e9c8d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0845fcbe-2f52-4c0b-9c50-173cd8a81931), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:52.961487 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532d3db-7460-47fe-944f-06ec3e9c8d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0845fcbe-2f52-4c0b-9c50-173cd8a81931,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:52.966841 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7532d3db-7460-47fe-944f-06ec3e9c8d7e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=119114280d314878980d8a2cddb996be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562570 Mar 24 00:52:52.969403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39426) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:53.026311 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5b4a716f-9346-4374-b6fd-d43307202f49 admin admin] Publish callbacks [] for security_group (0845fcbe-2f52-4c0b-9c50-173cd8a81931), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:53.049769 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5b4a716f-9346-4374-b6fd-d43307202f49 admin admin] Publish callbacks [] for security_group (0845fcbe-2f52-4c0b-9c50-173cd8a81931), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:53.056167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-63ff116d-573d-41a0-8bd1-d35e54464b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:53.058169 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-63ff116d-573d-41a0-8bd1-d35e54464b3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.4882789 Mar 24 00:52:53.061185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3934f106-2ab3-4b2e-960f-eff6f74f8426 req-5181bcc9-0b66-4f49-a7f9-195323ae8491 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6841769 Mar 24 00:52:53.142618 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5b4a716f-9346-4374-b6fd-d43307202f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0845fcbe-2f52-4c0b-9c50-173cd8a81931), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:53.146742 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5b4a716f-9346-4374-b6fd-d43307202f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:53.147900 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5b4a716f-9346-4374-b6fd-d43307202f49 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0845fcbe-2f52-4c0b-9c50-173cd8a81931 HTTP/1.1" status: 204 len: 168 time: 0.1775131 Mar 24 00:52:53.158363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a716f-9346-4374-b6fd-d43307202f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0845fcbe-2f52-4c0b-9c50-173cd8a81931,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:53.159687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-03f85984-a030-4034-b820-58bbae6eb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:53.161439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-03f85984-a030-4034-b820-58bbae6eb30a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.6404777 Mar 24 00:52:53.206321 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-07342236-3cb9-49ef-aa95-2fe39c5fa963 req-7590b1cb-7096-4903-89a9-943ec641c329 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6710341 Mar 24 00:52:53.267833 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-71beb85a-9be7-4215-878e-6ca6e1f74724 service neutron] For port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:53.274547 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-71beb85a-9be7-4215-878e-6ca6e1f74724 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:53.275848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94378a20-89e6-40ba-9ccc-8b017b9ef95a req-71beb85a-9be7-4215-878e-6ca6e1f74724 service neutron] 10.222.0.57 "DELETE /v2.0/ports/167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e/bindings/n-h2-760455-9 HTTP/1.1" status: 204 len: 173 time: 0.8904552 Mar 24 00:52:53.291554 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2273182a-6faa-49ad-b78c-343ca23a13d2 x-openstack-request-id: req-2273182a-6faa-49ad-b78c-343ca23a13d2 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:53.291554 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32baaa8-9be1-4af4-9b3e-02a70253419a", "tag": "38eb9dbc-5846-44b3-b682-ddc27dded787", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:53.291554 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2273182a-6faa-49ad-b78c-343ca23a13d2 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:53.291554 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2273182a-6faa-49ad-b78c-343ca23a13d2'] response: {'name': 'network-changed', 'server_uuid': 'd32baaa8-9be1-4af4-9b3e-02a70253419a', 'tag': '38eb9dbc-5846-44b3-b682-ddc27dded787', 'status': 'completed', 'code': 200} Mar 24 00:52:53.300250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-de389e72-702a-4efa-aad3-4b8000b95527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:53.305902 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-de389e72-702a-4efa-aad3-4b8000b95527 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2315419 Mar 24 00:52:53.334369 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d5642-1dad-4156-955a-2812eec11ab1 req-b4522061-b199-4827-aead-40829d38e5b2 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:53.341734 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-564d5642-1dad-4156-955a-2812eec11ab1 req-b4522061-b199-4827-aead-40829d38e5b2 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 946 time: 0.1761532 Mar 24 00:52:53.428459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-91aefaca-49bc-4b9b-b2e6-7e2c60c9559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:53.430997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-91aefaca-49bc-4b9b-b2e6-7e2c60c9559c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2304828 Mar 24 00:52:53.561682 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-564d5642-1dad-4156-955a-2812eec11ab1 req-c0e2011c-8e2b-437e-9366-109456e2f350 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134748 Mar 24 00:52:53.592599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c687fef-327b-4b14-a109-093c14cb6f91 req-fd7fd431-1964-4607-b297-1a64ea0f263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:53.594139 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c687fef-327b-4b14-a109-093c14cb6f91 req-fd7fd431-1964-4607-b297-1a64ea0f263b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46d13a2d8c724844b0c32a35f9251cf2&device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 1127 time: 0.2811759 Mar 24 00:52:53.662438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39442) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:53.666521 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1b0392-3bd9-46ba-b512-a378817e2dd9 x-openstack-request-id: req-0a1b0392-3bd9-46ba-b512-a378817e2dd9 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:53.667543 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "name": "network-vif-plugged", "status": "completed", "tag": "a638a435-2902-4389-9173-ab25ef96e649", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:53.667648 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a1b0392-3bd9-46ba-b512-a378817e2dd9 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:53.668076 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1b0392-3bd9-46ba-b512-a378817e2dd9'] response: {'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649', 'code': 200} Mar 24 00:52:53.724803 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-6d92f24e-d6f4-4605-9800-990c9b033aa1 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808115 Mar 24 00:52:53.756854 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7874a6-665e-4f82-a589-42639e6b18cb req-3e6f1642-f7c2-4181-bfde-4f6401400689 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:53.758504 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-3e6f1642-f7c2-4181-bfde-4f6401400689 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe&tenant_id=a09e8f3796504a0591d01b6c352de665&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 950 time: 0.1612575 Mar 24 00:52:53.804882 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-5a740367-b0b6-49bb-a3cd-d8706a9bc1f5 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900153 Mar 24 00:52:53.805557 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c7ebfaa8-8248-46ef-afa8-150072e4209e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:53.842169 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-9a9691d4-8390-4f29-b24b-257b2f82ec02 service neutron] 10.222.0.48 "GET /v2.0/ports/a638a435-2902-4389-9173-ab25ef96e649/bindings/n-h2-760455-9 HTTP/1.1" status: 200 len: 382 time: 0.0689123 Mar 24 00:52:53.963277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d07d3053-330a-4bba-af4f-4c84eb3d9e0e req-5b4ca00e-f8c4-4b22-aa9b-802ab3669239 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd11414-cd6f-4bbc-a414-323ed98e9482 HTTP/1.1" status: 200 len: 210 time: 0.1641235 Mar 24 00:52:54.117703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c687fef-327b-4b14-a109-093c14cb6f91 req-72d88e03-df5b-4194-a1c7-421b87f2b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:54.119055 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c687fef-327b-4b14-a109-093c14cb6f91 req-72d88e03-df5b-4194-a1c7-421b87f2b662 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ef1992d0-db52-4bd5-abf1-42e8b478bf24 HTTP/1.1" status: 200 len: 930 time: 0.4472435 Mar 24 00:52:54.141147 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-3da344a1-52a1-42b5-93eb-753c3e5abbb4 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439548 Mar 24 00:52:54.174562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-6b4cda12-a893-4f80-b46d-deb574df8dce tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 258 time: 0.5793767 Mar 24 00:52:54.177653 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57af17d3-fb1a-4a96-bb1b-6430fc078fae req-c9af0b61-df20-4b5a-adf4-87f1f01d53d5 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528044 Mar 24 00:52:54.196204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:54.351256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fd596-6227-4bc8-9054-7dcdf2b9e6c3 req-e7742934-e7a6-47b7-b118-672ab981ac40 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:54.357578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-095fd596-6227-4bc8-9054-7dcdf2b9e6c3 req-e7742934-e7a6-47b7-b118-672ab981ac40 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.2555501 Mar 24 00:52:54.360545 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:54.367569 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c7ebfaa8-8248-46ef-afa8-150072e4209e admin admin] Publish callbacks [] for security_group (b3067868-ed41-43c7-ae96-97277ee50055), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:54.386268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c687fef-327b-4b14-a109-093c14cb6f91 req-41dfb8ad-0536-466e-afd8-33a4c72fde07 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38eb9dbc-5846-44b3-b682-ddc27dded787 HTTP/1.1" status: 200 len: 1001 time: 0.2501762 Mar 24 00:52:54.391063 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c7ebfaa8-8248-46ef-afa8-150072e4209e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b3067868-ed41-43c7-ae96-97277ee50055), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:54.506437 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7874a6-665e-4f82-a589-42639e6b18cb req-7989e8c4-cadc-497f-a008-3c52e3149d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:54.507931 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-7989e8c4-cadc-497f-a008-3c52e3149d1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 1132 time: 0.2522862 Mar 24 00:52:54.537905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebfaa8-8248-46ef-afa8-150072e4209e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3067868-ed41-43c7-ae96-97277ee50055,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:54.547787 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c7ebfaa8-8248-46ef-afa8-150072e4209e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb1f208b45554d549e079bd92972dce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8729403 Mar 24 00:52:54.550512 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39448) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:54.612986 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-095fd596-6227-4bc8-9054-7dcdf2b9e6c3 req-65bad967-93e6-4d25-87bc-efca54ac7d0b tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536991 Mar 24 00:52:54.638550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c687fef-327b-4b14-a109-093c14cb6f91 req-a58b5143-ddb0-48f3-9c02-1948070330e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:54.639961 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c687fef-327b-4b14-a109-093c14cb6f91 req-a58b5143-ddb0-48f3-9c02-1948070330e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fd00331-c666-4143-a7c2-e5874d4e6033 HTTP/1.1" status: 200 len: 868 time: 0.2083919 Mar 24 00:52:54.664820 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4864b8b4-e8d6-47a4-9e08-a594342491cf admin admin] Publish callbacks [] for security_group (b3067868-ed41-43c7-ae96-97277ee50055), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:54.687968 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4864b8b4-e8d6-47a4-9e08-a594342491cf admin admin] Publish callbacks [] for security_group (b3067868-ed41-43c7-ae96-97277ee50055), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:54.766494 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4864b8b4-e8d6-47a4-9e08-a594342491cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b3067868-ed41-43c7-ae96-97277ee50055), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:54.769360 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4864b8b4-e8d6-47a4-9e08-a594342491cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:54.770720 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4864b8b4-e8d6-47a4-9e08-a594342491cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3067868-ed41-43c7-ae96-97277ee50055 HTTP/1.1" status: 204 len: 168 time: 0.2121651 Mar 24 00:52:54.779872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864b8b4-e8d6-47a4-9e08-a594342491cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3067868-ed41-43c7-ae96-97277ee50055,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:54.879186 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7874a6-665e-4f82-a589-42639e6b18cb req-6ff60ff0-3f32-4c16-b13c-f9b92142ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:54.881083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-6ff60ff0-3f32-4c16-b13c-f9b92142ecf6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.3589966 Mar 24 00:52:54.883054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c687fef-327b-4b14-a109-093c14cb6f91 req-337558b1-3ab3-43d9-8647-058b57e25558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:54.884635 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c687fef-327b-4b14-a109-093c14cb6f91 req-337558b1-3ab3-43d9-8647-058b57e25558 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ef1992d0-db52-4bd5-abf1-42e8b478bf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2264607 Mar 24 00:52:54.933325 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-b262d950-0d0a-44b3-a899-9cd549ed80b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a638a435-2902-4389-9173-ab25ef96e649 HTTP/1.1" status: 200 len: 217 time: 0.0429873 Mar 24 00:52:55.054167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7874a6-665e-4f82-a589-42639e6b18cb req-cf6029ef-4bbe-4825-b0ff-06573944a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:55.055892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-cf6029ef-4bbe-4825-b0ff-06573944a2c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0581982 Mar 24 00:52:55.083588 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:55.188110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c6f41-3c4d-4495-ac31-11024982537b req-92644e4a-15d5-4db3-b7f2-23e75a309bdf tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:55.195276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d70c6f41-3c4d-4495-ac31-11024982537b req-92644e4a-15d5-4db3-b7f2-23e75a309bdf tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 811 time: 0.4683461 Mar 24 00:52:55.236059 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d70c6f41-3c4d-4495-ac31-11024982537b req-ae9681e7-2dd7-4375-88c4-7ee2e2951c38 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/quotas/c234724dc89149218858924a99df6227 HTTP/1.1" status: 200 len: 375 time: 0.0330462 Mar 24 00:52:55.271384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c687fef-327b-4b14-a109-093c14cb6f91 req-a21b8881-2202-4a1a-8c36-75d47f288385 service neutron] 10.222.0.57 "GET /v2.0/networks/ef1992d0-db52-4bd5-abf1-42e8b478bf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343627 Mar 24 00:52:55.290953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5', 'name': 'network-vif-deleted', 'tag': 'b0d98e45-fda3-4416-81ad-59dd2470be86'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:55.293801 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e48bf9-8323-4997-8ed6-1b135263afef" -d '{"events": [{"server_uuid": "c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5", "name": "network-vif-deleted", "tag": "b0d98e45-fda3-4416-81ad-59dd2470be86"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:55.303017 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d70c6f41-3c4d-4495-ac31-11024982537b req-533cf932-ba70-4798-aedd-96c31abf979c tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661707 Mar 24 00:52:55.336805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da898ac2-1673-46bc-b95c-72df1a97f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:55.338336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da898ac2-1673-46bc-b95c-72df1a97f891 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2737091 Mar 24 00:52:55.670450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c570ef4-ef7f-49cc-be94-03faa842fddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8164221-6a0a-4e1f-ab6e-8412fcd003d2'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:52:55.672812 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8febc05e-3e8e-4799-965c-a5709bb73602" -d '{"events": [{"server_uuid": "4c570ef4-ef7f-49cc-be94-03faa842fddc", "name": "network-vif-plugged", "status": "completed", "tag": "b8164221-6a0a-4e1f-ab6e-8412fcd003d2"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:52:55.817281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Allocated IP 172.25.0.158 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/69b160ba-030c-4bf0-874a-1c50eca68cd6) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:52:55.898790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39488) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:55.974999 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-5f0662b1-df5d-47ac-93b1-0a4983487f31 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142943 Mar 24 00:52:56.004063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d70c6f41-3c4d-4495-ac31-11024982537b req-465d9d29-df69-49e4-bf86-60f1829c4ca6 service neutron] 10.222.0.45 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6717484 Mar 24 00:52:56.040372 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c687fef-327b-4b14-a109-093c14cb6f91 req-29db6b06-3310-40b2-bdb4-94d9a6bbdedb service neutron] 10.222.0.57 "GET /v2.0/networks/ef1992d0-db52-4bd5-abf1-42e8b478bf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7398472 Mar 24 00:52:56.041416 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e3d23812-78d8-478d-a163-2dd548c71420 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1128073065-network', 'tenant_id': '1b375cc9506140bb87ee24257d326622'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:56.067043 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d23812-78d8-478d-a163-2dd548c71420 admin admin] Made reservation on behalf of 1b375cc9506140bb87ee24257d326622 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:52:56.071149 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3d23812-78d8-478d-a163-2dd548c71420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:56.081250 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3d23812-78d8-478d-a163-2dd548c71420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:56.181500 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3d23812-78d8-478d-a163-2dd548c71420 admin admin] Publish callbacks [] for security_group (35bbdfd3-4e8d-4c1b-b753-cde16d048d68), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:56.189142 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3d23812-78d8-478d-a163-2dd548c71420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (35bbdfd3-4e8d-4c1b-b753-cde16d048d68), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:56.206658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d23812-78d8-478d-a163-2dd548c71420 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:52:56.219408 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3d23812-78d8-478d-a163-2dd548c71420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4ad298cc-d648-4664-89e6-d2843d7ef75c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:56.220025 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-e3d23812-78d8-478d-a163-2dd548c71420 admin admin] Added segment 4ad298cc-d648-4664-89e6-d2843d7ef75c of type vlan for network a3efdc64-f328-4f9b-b4c1-7637c0908adf Mar 24 00:52:56.235039 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for port (69b160ba-030c-4bf0-874a-1c50eca68cd6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:56.241600 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d70c6f41-3c4d-4495-ac31-11024982537b req-69e745df-eda9-430b-a536-746b7a5774f0 service neutron] 10.222.0.45 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366860 Mar 24 00:52:56.246506 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-ca14a66c-f5bf-42d9-8e42-c62fe8cd4bc6 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630985 Mar 24 00:52:56.310360 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3d23812-78d8-478d-a163-2dd548c71420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (a3efdc64-f328-4f9b-b4c1-7637c0908adf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:56.320136 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (69b160ba-030c-4bf0-874a-1c50eca68cd6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:56.326973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d23812-78d8-478d-a163-2dd548c71420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bbdfd3-4e8d-4c1b-b753-cde16d048d68,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:56.356379 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3d23812-78d8-478d-a163-2dd548c71420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (a3efdc64-f328-4f9b-b4c1-7637c0908adf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:56.358236 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d23812-78d8-478d-a163-2dd548c71420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:56.358900 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3d23812-78d8-478d-a163-2dd548c71420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:56.401496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:52:56.405554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:52:56.413779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:52:56.420880 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Pushing event updated for resources: {'Port': ['ID=69b160ba-030c-4bf0-874a-1c50eca68cd6,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:56.440347 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e3d23812-78d8-478d-a163-2dd548c71420 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5404584 Mar 24 00:52:56.447904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39494) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:56.457887 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0e3cc969-3980-4edf-a582-e21c021873bc admin admin] Request body: {'subnet': {'network_id': 'a3efdc64-f328-4f9b-b4c1-7637c0908adf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1128073065-subnet', 'tenant_id': '1b375cc9506140bb87ee24257d326622', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:56.503547 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d23812-78d8-478d-a163-2dd548c71420 admin admin] Pushing event updated for resources: {'Network': ['ID=a3efdc64-f328-4f9b-b4c1-7637c0908adf,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:56.515575 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network a3efdc64-f328-4f9b-b4c1-7637c0908adf details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:52:56.555443 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3cc969-3980-4edf-a582-e21c021873bc admin admin] Made reservation on behalf of 1b375cc9506140bb87ee24257d326622 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:52:56.562381 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e3cc969-3980-4edf-a582-e21c021873bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:56.644913 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for floatingip (3fd97acf-d065-47c4-9720-9074ea466b98), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:56.648031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435dc9e-59d4-42ed-a9d8-bb1e913cfaa4 req-ce4fd3a8-03dc-4284-8aa7-d979cd2bcf0f tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:56.656236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4435dc9e-59d4-42ed-a9d8-bb1e913cfaa4 req-ce4fd3a8-03dc-4284-8aa7-d979cd2bcf0f tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 1127 time: 0.1652946 Mar 24 00:52:56.731235 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (69b160ba-030c-4bf0-874a-1c50eca68cd6), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:56.783716 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4435dc9e-59d4-42ed-a9d8-bb1e913cfaa4 req-dfd18155-c876-4549-8949-47aa762550a4 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265042 Mar 24 00:52:56.864223 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e3cc969-3980-4edf-a582-e21c021873bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (46cc4b17-7c6b-4723-ac52-e05d36641811), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:57.000368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3cc969-3980-4edf-a582-e21c021873bc admin admin] Checking segment: {'id': '4ad298cc-d648-4664-89e6-d2843d7ef75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3efdc64-f328-4f9b-b4c1-7637c0908adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:52:57.001186 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3cc969-3980-4edf-a582-e21c021873bc admin admin] Network hostable DHCP agents. Network: a3efdc64-f328-4f9b-b4c1-7637c0908adf, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:52:57.020534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cc969-3980-4edf-a582-e21c021873bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=46cc4b17-7c6b-4723-ac52-e05d36641811,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:57.040567 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3cc969-3980-4edf-a582-e21c021873bc admin admin] Network a3efdc64-f328-4f9b-b4c1-7637c0908adf is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:52:57.052112 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-0e3cc969-3980-4edf-a582-e21c021873bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, a3efdc64-f328-4f9b-b4c1-7637c0908adf) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:52:57.056722 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3cc969-3980-4edf-a582-e21c021873bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:57.057481 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e3cc969-3980-4edf-a582-e21c021873bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:57.064705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99809868-9efc-4732-8e65-30aed6a40e2b None None] Network a3efdc64-f328-4f9b-b4c1-7637c0908adf requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:52:57.077137 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0e3cc969-3980-4edf-a582-e21c021873bc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6264441 Mar 24 00:52:57.078544 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39508) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:52:57.087053 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1128073065-router', 'tenant_id': '1b375cc9506140bb87ee24257d326622', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:57.089718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87050ba-2fa5-4ec9-a3dc-5d82a613a19d req-c20ac8af-61ea-4cef-a0f5-2c1ab01e35af tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:57.097406 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d87050ba-2fa5-4ec9-a3dc-5d82a613a19d req-c20ac8af-61ea-4cef-a0f5-2c1ab01e35af tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 945 time: 0.1432054 Mar 24 00:52:57.112188 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (d5f963f0-0535-43eb-b355-ebe934a32c90), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:57.113430 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (d5f963f0-0535-43eb-b355-ebe934a32c90), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:57.177823 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for port (69b160ba-030c-4bf0-874a-1c50eca68cd6), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:57.181548 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Publish callbacks [] for router_controller (d5f963f0-0535-43eb-b355-ebe934a32c90), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:57.193052 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (69b160ba-030c-4bf0-874a-1c50eca68cd6), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:57.239817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-a3efdc64-f328-4f9b-b4c1-7637c0908adf', 'network_id': 'a3efdc64-f328-4f9b-b4c1-7637c0908adf', 'project_id': '1b375cc9506140bb87ee24257d326622', 'fixed_ips': [{'subnet_id': '46cc4b17-7c6b-4723-ac52-e05d36641811'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:52:57.240782 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:57.261365 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d87050ba-2fa5-4ec9-a3dc-5d82a613a19d req-bae7fe7c-0db8-48c6-8c6a-04c5308a9fab tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411271 Mar 24 00:52:57.335348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Pushing event updated for resources: {'Port': ['ID=69b160ba-030c-4bf0-874a-1c50eca68cd6,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:57.382147 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (3fd97acf-d065-47c4-9720-9074ea466b98), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:57.410292 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:57.412449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-2846ebaf-3a28-49d7-858f-b553080319ff tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2362041 Mar 24 00:52:57.441579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Allocated IP 172.20.0.2 (a3efdc64-f328-4f9b-b4c1-7637c0908adf/46cc4b17-7c6b-4723-ac52-e05d36641811/d06d7127-a606-4db0-903d-a4868c876315) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:52:57.446413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceae2d-a786-49ae-b46e-5778c5c29778 req-d33a0173-7192-408f-9c0e-29f2f2d347ce tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:57.455759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7ceae2d-a786-49ae-b46e-5778c5c29778 req-d33a0173-7192-408f-9c0e-29f2f2d347ce tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 946 time: 0.1120751 Mar 24 00:52:57.477796 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Publish callbacks [] for router_gateway (d5f963f0-0535-43eb-b355-ebe934a32c90), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:57.513799 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-9b2c3fd8-14ba-4a32-a31c-04240ed8033b tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.0946765 Mar 24 00:52:57.621558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7ceae2d-a786-49ae-b46e-5778c5c29778 req-c8f3267f-e656-4a04-9df8-dea8b537082e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647935 Mar 24 00:52:57.710886 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Publish callbacks [] for port (d06d7127-a606-4db0-903d-a4868c876315), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:57.711416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-02b324d9-216f-445d-bcd7-fab61a06ccd0 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:57.720058 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (d06d7127-a606-4db0-903d-a4868c876315), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:57.726579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e1bdb96-0aef-4684-9b37-9b7536222f16 req-02b324d9-216f-445d-bcd7-fab61a06ccd0 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.2118261 Mar 24 00:52:57.769881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Network a3efdc64-f328-4f9b-b4c1-7637c0908adf is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:52:57.773905 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:52:57.774502 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1ad542-37d5-4adc-8edf-988773c1ce03 x-openstack-request-id: req-2a1ad542-37d5-4adc-8edf-988773c1ce03 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:57.774799 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5", "name": "network-vif-deleted", "tag": "b0d98e45-fda3-4416-81ad-59dd2470be86", "status": "failed", "code": 422}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:57.775056 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a1ad542-37d5-4adc-8edf-988773c1ce03 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:57.775488 n-d-760455-9 neutron-server[115730]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2a1ad542-37d5-4adc-8edf-988773c1ce03']: {'server_uuid': 'c4bebb0e-c7f3-40dc-951f-d8a8a113d6c5', 'name': 'network-vif-deleted', 'tag': 'b0d98e45-fda3-4416-81ad-59dd2470be86', 'status': 'failed', 'code': 422} returned with failed status Mar 24 00:52:57.777260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:52:57.813687 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Publish callbacks [] for router_gateway (d5f963f0-0535-43eb-b355-ebe934a32c90), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:57.852776 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:57.897140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d4bfd-509b-424e-a36b-1c7d53104297 req-4efe203d-8223-43ef-a59e-8d8d8e68e506 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:57.909173 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f0d4bfd-509b-424e-a36b-1c7d53104297 req-4efe203d-8223-43ef-a59e-8d8d8e68e506 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 950 time: 0.1185160 Mar 24 00:52:57.913040 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92296002-6770-4388-8f5e-b922d159a42e x-openstack-request-id: req-92296002-6770-4388-8f5e-b922d159a42e {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:52:57.914319 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c570ef4-ef7f-49cc-be94-03faa842fddc", "name": "network-vif-plugged", "status": "completed", "tag": "b8164221-6a0a-4e1f-ab6e-8412fcd003d2", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:52:57.915398 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92296002-6770-4388-8f5e-b922d159a42e {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:52:57.916147 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92296002-6770-4388-8f5e-b922d159a42e'] response: {'server_uuid': '4c570ef4-ef7f-49cc-be94-03faa842fddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8164221-6a0a-4e1f-ab6e-8412fcd003d2', 'code': 200} Mar 24 00:52:57.936796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Pushing event updated for resources: {'Port': ['ID=d06d7127-a606-4db0-903d-a4868c876315,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:57.972630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Attempting to bind port d06d7127-a606-4db0-903d-a4868c876315 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:52:57.975276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Attempting to bind port d06d7127-a606-4db0-903d-a4868c876315 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '4ad298cc-d648-4664-89e6-d2843d7ef75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3efdc64-f328-4f9b-b4c1-7637c0908adf'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:52:57.975911 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Attempting to bind port d06d7127-a606-4db0-903d-a4868c876315 on network a3efdc64-f328-4f9b-b4c1-7637c0908adf {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:52:57.991531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:52:57.992144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Checking segment: {'id': '4ad298cc-d648-4664-89e6-d2843d7ef75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3efdc64-f328-4f9b-b4c1-7637c0908adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:52:57.993072 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:57.994861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Bound using segment: {'id': '4ad298cc-d648-4664-89e6-d2843d7ef75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3efdc64-f328-4f9b-b4c1-7637c0908adf'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:52:57.996445 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Bound port: d06d7127-a606-4db0-903d-a4868c876315, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad298cc-d648-4664-89e6-d2843d7ef75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3efdc64-f328-4f9b-b4c1-7637c0908adf'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:52:57.997698 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d06d7127-a606-4db0-903d-a4868c876315), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:58.015768 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eaab44c8-81db-4a17-a0d0-1ab1fe20e497 req-4474ad46-a04b-42d1-9e85-bfd33838e1f8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 210 time: 0.0703824 Mar 24 00:52:58.118953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Allocated IP 172.25.0.131 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/3c42b82c-f111-49d0-a6cb-0d93361d607d) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:52:58.135113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] For port d06d7127-a606-4db0-903d-a4868c876315, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:52:58.139324 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] For port d06d7127-a606-4db0-903d-a4868c876315, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d06d7127-a606-4db0-903d-a4868c876315,segment=NetworkSegment(4ad298cc-d648-4664-89e6-d2843d7ef75c),segment_id=4ad298cc-d648-4664-89e6-d2843d7ef75c)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:52:58.147356 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d06d7127-a606-4db0-903d-a4868c876315), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:58.247715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6eb6b-fcb2-4b72-819c-5ad3f53634f0 None None] Pushing event updated for resources: {'Port': ['ID=d06d7127-a606-4db0-903d-a4868c876315,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:58.322735 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f0d4bfd-509b-424e-a36b-1c7d53104297 req-a1ee1861-3bde-42ab-b412-7361f4b8ccb3 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078329 Mar 24 00:52:58.330698 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Publish callbacks [] for port (3c42b82c-f111-49d0-a6cb-0d93361d607d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:58.408720 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3c42b82c-f111-49d0-a6cb-0d93361d607d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:58.483614 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Pushing event updated for resources: {'Port': ['ID=3c42b82c-f111-49d0-a6cb-0d93361d607d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:52:58.508826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:52:58.516135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:52:58.533135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:52:58.565315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd7cd1-e64e-4b53-a59d-06b83845252f req-f85266ea-80f7-4515-8bad-558ba1469a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:58.567663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7dd7cd1-e64e-4b53-a59d-06b83845252f req-f85266ea-80f7-4515-8bad-558ba1469a54 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 1128 time: 0.5632923 Mar 24 00:52:58.608473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-41b378e6-b3c3-43b2-99a8-3db192e45d0d tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:58.616032 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-41b378e6-b3c3-43b2-99a8-3db192e45d0d tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 808 time: 0.4143507 Mar 24 00:52:58.634978 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-983e58f9-34c6-4ab7-ad4a-040845d0d7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:58.696250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c6f41-3c4d-4495-ac31-11024982537b req-0accd6a7-907a-4485-b050-016da6fdaab7 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:58.697830 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d70c6f41-3c4d-4495-ac31-11024982537b req-0accd6a7-907a-4485-b050-016da6fdaab7 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.57 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 811 time: 0.6461959 Mar 24 00:52:58.706661 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-bbfe8261-7373-4acc-b22d-00647a802954 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/quotas/d31a258675f94796a5709fd6f7444f7f HTTP/1.1" status: 200 len: 375 time: 0.0894482 Mar 24 00:52:58.730167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-d70c6f41-3c4d-4495-ac31-11024982537b req-56acc7de-1ae8-4f99-b52d-21c0a759c9b9 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Request body: {'port': {'device_id': 'aea8b951-7860-41b8-a2ea-343b48f38651', 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13', 'admin_state_up': True, 'tenant_id': 'c234724dc89149218858924a99df6227'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:58.848404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a8730-7025-4c04-bce8-e4119148e964 req-eb946785-4a38-4852-9d69-761e3e177f00 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:58.856202 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c1a8730-7025-4c04-bce8-e4119148e964 req-eb946785-4a38-4852-9d69-761e3e177f00 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/ports?device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4161177 Mar 24 00:52:58.921894 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c1a8730-7025-4c04-bce8-e4119148e964 req-6b405842-4ce0-4313-a000-3a71afcf5440 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.0647006 Mar 24 00:52:58.926312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-9c1a8730-7025-4c04-bce8-e4119148e964 req-cbc2c833-6d6a-4e3a-b683-921ab4484a3b tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Request body: {'floatingip': {'port_id': '38eb9dbc-5846-44b3-b682-ddc27dded787', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:58.976440 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Publish callbacks [] for router_gateway (d5f963f0-0535-43eb-b355-ebe934a32c90), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:59.035294 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c1a8730-7025-4c04-bce8-e4119148e964 req-cbc2c833-6d6a-4e3a-b683-921ab4484a3b tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for floatingip (3fd97acf-d065-47c4-9720-9074ea466b98), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:59.042705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7874a6-665e-4f82-a589-42639e6b18cb req-79afc5ad-6527-4a33-a5ab-040b03461481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:52:59.046091 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-79afc5ad-6527-4a33-a5ab-040b03461481 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe&tenant_id=a09e8f3796504a0591d01b6c352de665 HTTP/1.1" status: 200 len: 1132 time: 0.4710732 Mar 24 00:52:59.047484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7dd7cd1-e64e-4b53-a59d-06b83845252f req-fb5557f1-a9b6-4836-b5ad-6c7b75f207ff service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654295 Mar 24 00:52:59.076870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70c6f41-3c4d-4495-ac31-11024982537b req-56acc7de-1ae8-4f99-b52d-21c0a759c9b9 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Made reservation on behalf of c234724dc89149218858924a99df6227 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:52:59.080184 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d70c6f41-3c4d-4495-ac31-11024982537b req-56acc7de-1ae8-4f99-b52d-21c0a759c9b9 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:59.099868 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:52:59.203497 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-ea939081-3a07-4de0-9b64-769c4bbbc3ac tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4954729 Mar 24 00:52:59.340541 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (d5f963f0-0535-43eb-b355-ebe934a32c90), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:59.542309 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a638a435-2902-4389-9173-ab25ef96e649), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:59.586463 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:52:59.611388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Router d5f963f0-0535-43eb-b355-ebe934a32c90 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:52:59.768442 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-55c98969-045a-403c-bbfd-7e87a427181a service neutron] 10.222.0.45 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286841 Mar 24 00:52:59.802436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-d70c6f41-3c4d-4495-ac31-11024982537b req-56acc7de-1ae8-4f99-b52d-21c0a759c9b9 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Allocated IP 172.20.0.14 (ed6472c2-d109-4f17-8364-15c609d6ab13/251d5752-2a9f-4020-8b2c-bc7d24dfd8cf/ff44a58d-6c2e-453a-93e8-5fa9061da930) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:52:59.832881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device a638a435-2902-4389-9173-ab25ef96e649 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:52:59.889856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f7f92a-8ac5-4ece-942a-e5a10c58489e None None] Network a3efdc64-f328-4f9b-b4c1-7637c0908adf requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:53:00.063026 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-9c1a8730-7025-4c04-bce8-e4119148e964 req-cbc2c833-6d6a-4e3a-b683-921ab4484a3b tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] update failed (client error): There was a conflict when trying to complete your request. Mar 24 00:53:00.064091 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c1a8730-7025-4c04-bce8-e4119148e964 req-cbc2c833-6d6a-4e3a-b683-921ab4484a3b tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "PUT /v2.0/floatingips/3fd97acf-d065-47c4-9720-9074ea466b98 HTTP/1.1" status: 409 len: 550 time: 1.1414890 Mar 24 00:53:00.112143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7eb00dee-d8b6-40c0-8d16-9dc36e152f27 None None] Provisioning complete for port d06d7127-a606-4db0-903d-a4868c876315 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:00.112517 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7eb00dee-d8b6-40c0-8d16-9dc36e152f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d06d7127-a606-4db0-903d-a4868c876315), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:00.228459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-076613b7-bf47-4383-a5b1-42c5c1666863 service neutron] 10.222.0.45 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591720 Mar 24 00:53:00.336643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a638a435-2902-4389-9173-ab25ef96e649,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:00.393552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:53:00.434704 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:00.438567 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-605813c4-2115-4115-bddd-f0a41ca2bbda admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3555021 Mar 24 00:53:00.438930 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39538) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:00.460453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:53:00.603862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d06d7127-a606-4db0-903d-a4868c876315 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:00.609121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Sync routers for ids ['d5f963f0-0535-43eb-b355-ebe934a32c90'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:53:00.684580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port a638a435-2902-4389-9173-ab25ef96e649 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:00.686852 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a638a435-2902-4389-9173-ab25ef96e649), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:00.772435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7eb00dee-d8b6-40c0-8d16-9dc36e152f27 None None] Current status of the port d06d7127-a606-4db0-903d-a4868c876315 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:00.772849 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7eb00dee-d8b6-40c0-8d16-9dc36e152f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d06d7127-a606-4db0-903d-a4868c876315), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:00.781837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Routers {'d5f963f0-0535-43eb-b355-ebe934a32c90'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:00.782539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:52:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d5f963f0-0535-43eb-b355-ebe934a32c90'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:01.014618 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Publish callbacks [] for port (a638a435-2902-4389-9173-ab25ef96e649), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:01.019886 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-38385577-8a25-41ae-ae5f-09d6804a2c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:01.068035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7eb00dee-d8b6-40c0-8d16-9dc36e152f27 None None] For port d06d7127-a606-4db0-903d-a4868c876315, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d06d7127-a606-4db0-903d-a4868c876315,segment=NetworkSegment(4ad298cc-d648-4664-89e6-d2843d7ef75c),segment_id=4ad298cc-d648-4664-89e6-d2843d7ef75c)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:01.081215 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7eb00dee-d8b6-40c0-8d16-9dc36e152f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d06d7127-a606-4db0-903d-a4868c876315), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:01.087235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d06d7127-a606-4db0-903d-a4868c876315 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:01.087798 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d06d7127-a606-4db0-903d-a4868c876315), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:01.095420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:01.097909 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7e89ff-8cf9-40a6-bfaa-2afde247bdfe" -d '{"events": [{"server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "a638a435-2902-4389-9173-ab25ef96e649"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:01.131586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77790810-d1fc-4abb-ad58-1ec81dc494f4 req-bf1e510f-fb79-491d-b4be-e76eb0c07669 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:01.140748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77790810-d1fc-4abb-ad58-1ec81dc494f4 req-bf1e510f-fb79-491d-b4be-e76eb0c07669 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 945 time: 0.9518955 Mar 24 00:53:01.145378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Transition to ACTIVE for port object a638a435-2902-4389-9173-ab25ef96e649 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:53:01.212431 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Set router d5f963f0-0535-43eb-b355-ebe934a32c90 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:01.212664 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a638a435-2902-4389-9173-ab25ef96e649), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:01.413756 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:01.429315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb00dee-d8b6-40c0-8d16-9dc36e152f27 None None] Pushing event updated for resources: {'Port': ['ID=d06d7127-a606-4db0-903d-a4868c876315,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:01.472300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b5492-93d9-43ab-a232-eceb0abc19fe req-5934108d-7d24-4894-b661-83838aa84035 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:01.480219 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-300b5492-93d9-43ab-a232-eceb0abc19fe req-5934108d-7d24-4894-b661-83838aa84035 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 946 time: 0.6197088 Mar 24 00:53:01.524927 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 00:53:01.529727 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 00:53:01.535377 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d70c6f41-3c4d-4495-ac31-11024982537b req-56acc7de-1ae8-4f99-b52d-21c0a759c9b9 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks [] for port (ff44a58d-6c2e-453a-93e8-5fa9061da930), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:01.684827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] No DVR routers for this DVR port a638a435-2902-4389-9173-ab25ef96e649 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:53:01.722814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d06d7127-a606-4db0-903d-a4868c876315 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:01.733395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77790810-d1fc-4abb-ad58-1ec81dc494f4 req-13d83523-0ccf-472b-9636-3759b61a16f2 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749290 Mar 24 00:53:01.734871 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a638a435-2902-4389-9173-ab25ef96e649,revision_number=10']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:01.748301 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1faa0750-ba13-4de0-a18f-f9c2687a5dc5 None None] Provisioning complete for port d06d7127-a606-4db0-903d-a4868c876315 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:01.749048 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1faa0750-ba13-4de0-a18f-f9c2687a5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d06d7127-a606-4db0-903d-a4868c876315), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:01.830154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-300b5492-93d9-43ab-a232-eceb0abc19fe req-40403b96-542e-4707-92d7-e578a641e499 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914422 Mar 24 00:53:01.845646 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Allocated IP 172.20.0.1 (a3efdc64-f328-4f9b-b4c1-7637c0908adf/46cc4b17-7c6b-4723-ac52-e05d36641811/5d404c1b-c161-4136-9ab6-3f7d1c2458f6) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:53:01.850353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:01.850353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:01.850353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:01.850353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:01.851039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:01.851473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:01.852696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:01.853234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:01.857330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:01.857792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:01.858244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:01.858710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:01.859335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:01.859566 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:01.859997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:02.008189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e8a6f67-3a92-416f-9701-277be2aa169a req-5b9f08ea-8c59-4209-8fcd-dc6ce5c8a8b4 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 210 time: 0.1444011 Mar 24 00:53:02.043358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Attempting to bind port a638a435-2902-4389-9173-ab25ef96e649 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:53:02.043970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Attempting to bind port a638a435-2902-4389-9173-ab25ef96e649 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:53:02.049448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Attempting to bind port a638a435-2902-4389-9173-ab25ef96e649 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:53:02.057860 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d70c6f41-3c4d-4495-ac31-11024982537b req-56acc7de-1ae8-4f99-b52d-21c0a759c9b9 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ff44a58d-6c2e-453a-93e8-5fa9061da930), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:02.067382 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Publish callbacks [] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:02.079890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Port a638a435-2902-4389-9173-ab25ef96e649 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:53:02.084672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Attempting to bind port a638a435-2902-4389-9173-ab25ef96e649 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:53:02.090207 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1faa0750-ba13-4de0-a18f-f9c2687a5dc5 None None] Current status of the port d06d7127-a606-4db0-903d-a4868c876315 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:02.119279 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:02.184675 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:02.210701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port a638a435-2902-4389-9173-ab25ef96e649 is: DOWN; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:02.248413 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:02.250697 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Pushing event updated for resources: {'Port': ['ID=5d404c1b-c161-4136-9ab6-3f7d1c2458f6,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:02.260438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'name': 'tempest-FloatingIPDetailsTestJSON-1128073065-router', 'tenant_id': '1b375cc9506140bb87ee24257d326622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '3c42b82c-f111-49d0-a6cb-0d93361d607d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:57Z', 'updated_at': '2022-03-24T00:52:58Z', 'revision_number': 3, 'project_id': '1b375cc9506140bb87ee24257d326622', 'gw_port': {'id': '3c42b82c-f111-49d0-a6cb-0d93361d607d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:57Z', 'updated_at': '2022-03-24T00:52:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:02.264996 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acc7de-1ae8-4f99-b52d-21c0a759c9b9 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Pushing event updated for resources: {'Port': ['ID=ff44a58d-6c2e-453a-93e8-5fa9061da930,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:02.281770 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Network a3efdc64-f328-4f9b-b4c1-7637c0908adf is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:53:02.287945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:02.292782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:53:02.330634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Checking router: d5f963f0-0535-43eb-b355-ebe934a32c90 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:53:02.333669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Updating router d5f963f0-0535-43eb-b355-ebe934a32c90 port 3c42b82c-f111-49d0-a6cb-0d93361d607d binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:53:02.379998 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (d5f963f0-0535-43eb-b355-ebe934a32c90), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:02.464971 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3c42b82c-f111-49d0-a6cb-0d93361d607d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:02.619081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70c6f41-3c4d-4495-ac31-11024982537b req-56acc7de-1ae8-4f99-b52d-21c0a759c9b9 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Network ed6472c2-d109-4f17-8364-15c609d6ab13 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:53:02.632314 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-f5585476-c2fe-4097-abea-05a540cb2d88 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:02.634570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-f5585476-c2fe-4097-abea-05a540cb2d88 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.48 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 808 time: 0.4238338 Mar 24 00:53:02.645745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-d70c6f41-3c4d-4495-ac31-11024982537b req-56acc7de-1ae8-4f99-b52d-21c0a759c9b9 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:02.664763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:53:02.665171 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:53:02.665574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:53:02.666042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Bound port: a638a435-2902-4389-9173-ab25ef96e649, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:53:02.668560 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a638a435-2902-4389-9173-ab25ef96e649), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:02.698208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-2e02eb77-4ed6-46e0-8c5d-f0874fcc7040 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Request body: {'port': {'device_id': 'dee34d25-91f5-48cb-8b98-14578733247e', 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6', 'admin_state_up': True, 'tenant_id': 'd31a258675f94796a5709fd6f7444f7f'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:02.703931 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:02.706146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70c6f41-3c4d-4495-ac31-11024982537b req-56acc7de-1ae8-4f99-b52d-21c0a759c9b9 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:53:02.745175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b98e5e55-dc25-4941-8c95-2d72bf334302 req-5d3ab5fd-d870-463c-a037-b4550afcd3e2 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/floatingips/3fd97acf-d065-47c4-9720-9074ea466b98 HTTP/1.1" status: 200 len: 693 time: 0.6698730 Mar 24 00:53:02.830750 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Publish callbacks [] for port (3c42b82c-f111-49d0-a6cb-0d93361d607d), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:02.845413 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d06d7127-a606-4db0-903d-a4868c876315 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:02.935226 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3c42b82c-f111-49d0-a6cb-0d93361d607d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:02.987938 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Publish callbacks [] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:02.996772 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:03.013200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c6f41-3c4d-4495-ac31-11024982537b req-56acc7de-1ae8-4f99-b52d-21c0a759c9b9 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:03.014050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d70c6f41-3c4d-4495-ac31-11024982537b req-56acc7de-1ae8-4f99-b52d-21c0a759c9b9 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:03.060105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0b0d5-5553-414a-999a-fee1a00a28a7 req-33bef870-d24b-4f1a-a94e-bafc99c641bb tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:03.061752 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71e0b0d5-5553-414a-999a-fee1a00a28a7 req-33bef870-d24b-4f1a-a94e-bafc99c641bb tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 949 time: 0.4257355 Mar 24 00:53:03.084722 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:53:03.090496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a638a435-2902-4389-9173-ab25ef96e649,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:53:03.098333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616c91a-6124-4681-aae8-29f049fb7d9f None None] Pushing event updated for resources: {'Port': ['ID=3c42b82c-f111-49d0-a6cb-0d93361d607d,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:03.110371 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Pushing event updated for resources: {'Port': ['ID=5d404c1b-c161-4136-9ab6-3f7d1c2458f6,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:03.112879 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (d5f963f0-0535-43eb-b355-ebe934a32c90), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:03.114105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d70c6f41-3c4d-4495-ac31-11024982537b req-56acc7de-1ae8-4f99-b52d-21c0a759c9b9 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3927546 Mar 24 00:53:03.116967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5359792a-2d49-433d-8a4c-7e7b5b567acc None None] Provisioning complete for port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:03.117612 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5359792a-2d49-433d-8a4c-7e7b5b567acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:03.137896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Request body: {'port': {'device_id': 'aea8b951-7860-41b8-a2ea-343b48f38651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:03.175407 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a638a435-2902-4389-9173-ab25ef96e649), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:03.180390 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5359792a-2d49-433d-8a4c-7e7b5b567acc None None] Port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:53:03.183942 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Attempting to bind port 3c42b82c-f111-49d0-a6cb-0d93361d607d on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:53:03.185682 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Attempting to bind port 3c42b82c-f111-49d0-a6cb-0d93361d607d by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:53:03.186297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Attempting to bind port 3c42b82c-f111-49d0-a6cb-0d93361d607d on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:53:03.196324 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:53:03.197212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:53:03.197947 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:03.198727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:53:03.199547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Bound port: 3c42b82c-f111-49d0-a6cb-0d93361d607d, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:53:03.200184 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3c42b82c-f111-49d0-a6cb-0d93361d607d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:03.245699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Network a3efdc64-f328-4f9b-b4c1-7637c0908adf is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:53:03.250102 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d06d7127-a606-4db0-903d-a4868c876315 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:03.250484 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d06d7127-a606-4db0-903d-a4868c876315), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:03.252568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:03.305596 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e5e55-dc25-4941-8c95-2d72bf334302 req-a2e02288-69fe-47ed-bd24-18c445893bdc tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:03.306817 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b98e5e55-dc25-4941-8c95-2d72bf334302 req-a2e02288-69fe-47ed-bd24-18c445893bdc tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.4598680 Mar 24 00:53:03.340402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:03.341023 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:03.356805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] 10.222.0.57 "PUT /v2.0/ports/a638a435-2902-4389-9173-ab25ef96e649 HTTP/1.1" status: 200 len: 1097 time: 4.2610388 Mar 24 00:53:03.403411 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] For port 3c42b82c-f111-49d0-a6cb-0d93361d607d, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:53:03.406979 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] For port 3c42b82c-f111-49d0-a6cb-0d93361d607d, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3c42b82c-f111-49d0-a6cb-0d93361d607d,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:53:03.420801 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3c42b82c-f111-49d0-a6cb-0d93361d607d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:03.459064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b98e5e55-dc25-4941-8c95-2d72bf334302 req-bf853b67-b87b-491d-b651-b1fbaa479ad0 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.0994515 Mar 24 00:53:03.476824 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ff44a58d-6c2e-453a-93e8-5fa9061da930), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:03.500004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-2e02eb77-4ed6-46e0-8c5d-f0874fcc7040 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Made reservation on behalf of d31a258675f94796a5709fd6f7444f7f for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:53:03.505159 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-2e02eb77-4ed6-46e0-8c5d-f0874fcc7040 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:03.560238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Router d5f963f0-0535-43eb-b355-ebe934a32c90 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:53:03.571678 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:03.587285 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d06d7127-a606-4db0-903d-a4868c876315 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:03.590664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616c91a-6124-4681-aae8-29f049fb7d9f None None] Pushing event updated for resources: {'Port': ['ID=3c42b82c-f111-49d0-a6cb-0d93361d607d,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:03.595756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Routers {'d5f963f0-0535-43eb-b355-ebe934a32c90'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:03.596377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d5f963f0-0535-43eb-b355-ebe934a32c90'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:03.611988 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71e0b0d5-5553-414a-999a-fee1a00a28a7 req-31ddda3c-a07a-47e4-8578-1026c2ad5416 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293393 Mar 24 00:53:03.651128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f3c7f-f492-42ff-ab2c-a2c40e9e30d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a638a435-2902-4389-9173-ab25ef96e649,revision_number=11']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:03.663022 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b98e5e55-dc25-4941-8c95-2d72bf334302 req-337eadb4-6b17-40d0-83d2-9e47ec2f6f03 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.1783478 Mar 24 00:53:03.798594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:53:03.812243 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cb789b43-a56e-4f7b-9382-988e42e82725 admin admin] 10.222.0.45 "PUT /v2.0/routers/d5f963f0-0535-43eb-b355-ebe934a32c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3720810 Mar 24 00:53:03.880387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] Set router d5f963f0-0535-43eb-b355-ebe934a32c90 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:04.222951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-2e02eb77-4ed6-46e0-8c5d-f0874fcc7040 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Allocated IP 172.20.0.6 (ea749ec3-156a-4ab2-a75d-04b9d11ec5a6/c4567572-e17e-44ad-9348-aa4b6b4246ff/07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:53:04.263515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b8433b1-aff9-481b-8fff-04064276d7d2 req-f27c4826-a0a9-43c8-9603-7ac664645270 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 210 time: 0.3977296 Mar 24 00:53:04.280560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a55f0bd2-928a-4155-83df-521484f24030 None None] Provisioning complete for port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:04.280935 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a55f0bd2-928a-4155-83df-521484f24030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:04.310080 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7874a6-665e-4f82-a589-42639e6b18cb req-92104ceb-d589-4226-8b28-674795693655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:04.312391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-92104ceb-d589-4226-8b28-674795693655 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 1131 time: 0.8460405 Mar 24 00:53:04.331319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a55f0bd2-928a-4155-83df-521484f24030 None None] Port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:53:04.360794 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'name': 'tempest-FloatingIPDetailsTestJSON-1128073065-router', 'tenant_id': '1b375cc9506140bb87ee24257d326622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '3c42b82c-f111-49d0-a6cb-0d93361d607d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:57Z', 'updated_at': '2022-03-24T00:53:02Z', 'revision_number': 4, 'project_id': '1b375cc9506140bb87ee24257d326622', 'gw_port': {'id': '3c42b82c-f111-49d0-a6cb-0d93361d607d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:57Z', 'updated_at': '2022-03-24T00:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '5d404c1b-c161-4136-9ab6-3f7d1c2458f6', 'name': '', 'network_id': 'a3efdc64-f328-4f9b-b4c1-7637c0908adf', 'tenant_id': '1b375cc9506140bb87ee24257d326622', 'mac_address': 'fa:16:3e:f8:ef:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '46cc4b17-7c6b-4723-ac52-e05d36641811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:01Z', 'updated_at': '2022-03-24T00:53:02Z', 'revision_number': 2, 'project_id': '1b375cc9506140bb87ee24257d326622', 'subnets': [{'id': '46cc4b17-7c6b-4723-ac52-e05d36641811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:04.396113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57980b97-80bb-4b84-8e97-8dad6fb37dd6 None None] The sync data for ids ['d5f963f0-0535-43eb-b355-ebe934a32c90'] in n-d-760455-9 is: [{'id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'name': 'tempest-FloatingIPDetailsTestJSON-1128073065-router', 'tenant_id': '1b375cc9506140bb87ee24257d326622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '3c42b82c-f111-49d0-a6cb-0d93361d607d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:57Z', 'updated_at': '2022-03-24T00:53:02Z', 'revision_number': 4, 'project_id': '1b375cc9506140bb87ee24257d326622', 'gw_port': {'id': '3c42b82c-f111-49d0-a6cb-0d93361d607d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:57Z', 'updated_at': '2022-03-24T00:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '5d404c1b-c161-4136-9ab6-3f7d1c2458f6', 'name': '', 'network_id': 'a3efdc64-f328-4f9b-b4c1-7637c0908adf', 'tenant_id': '1b375cc9506140bb87ee24257d326622', 'mac_address': 'fa:16:3e:f8:ef:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '46cc4b17-7c6b-4723-ac52-e05d36641811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:01Z', 'updated_at': '2022-03-24T00:53:02Z', 'revision_number': 2, 'project_id': '1b375cc9506140bb87ee24257d326622', 'subnets': [{'id': '46cc4b17-7c6b-4723-ac52-e05d36641811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:53:04.509672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff44a58d-6c2e-453a-93e8-5fa9061da930 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:53:04.520540 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Publish callbacks [] for port (ff44a58d-6c2e-453a-93e8-5fa9061da930), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:04.536404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Transition to ACTIVE for port object ff44a58d-6c2e-453a-93e8-5fa9061da930 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:53:04.539401 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fddfbd-8202-455c-a136-23eff5a20c16 x-openstack-request-id: req-35fddfbd-8202-455c-a136-23eff5a20c16 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:04.539690 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "a638a435-2902-4389-9173-ab25ef96e649", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:04.540377 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35fddfbd-8202-455c-a136-23eff5a20c16 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:04.540949 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35fddfbd-8202-455c-a136-23eff5a20c16'] response: {'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649', 'code': 200} Mar 24 00:53:04.560154 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ff44a58d-6c2e-453a-93e8-5fa9061da930), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:04.769013 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7874a6-665e-4f82-a589-42639e6b18cb req-ae18c9de-4685-4f7a-9281-407b5a9027e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:04.770524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-ae18c9de-4685-4f7a-9281-407b5a9027e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.4412122 Mar 24 00:53:04.888948 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-2e02eb77-4ed6-46e0-8c5d-f0874fcc7040 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks [] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:04.895847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-b98e5e55-dc25-4941-8c95-2d72bf334302 req-f31f86da-ff26-439d-9411-dec2b6174d55 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Deleting port 69b160ba-030c-4bf0-874a-1c50eca68cd6 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:04.896180 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b98e5e55-dc25-4941-8c95-2d72bf334302 req-f31f86da-ff26-439d-9411-dec2b6174d55 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (69b160ba-030c-4bf0-874a-1c50eca68cd6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:04.906137 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-c001c928-ebd6-4d55-b64c-9b174a5188b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a638a435-2902-4389-9173-ab25ef96e649 HTTP/1.1" status: 200 len: 217 time: 0.1090837 Mar 24 00:53:04.936475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff44a58d-6c2e-453a-93e8-5fa9061da930,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:05.045659 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:05.417745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a83ad-dd33-481e-9ad7-14fdb3fd8579 req-2d3ef267-1e30-4e94-9f94-7b43976f8a44 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:05.421884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e4a83ad-dd33-481e-9ad7-14fdb3fd8579 req-2d3ef267-1e30-4e94-9f94-7b43976f8a44 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 945 time: 0.8234084 Mar 24 00:53:05.477831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7874a6-665e-4f82-a589-42639e6b18cb req-53c825e2-5b67-4933-ab61-3012b7718de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:05.479886 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-53c825e2-5b67-4933-ab61-3012b7718de6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.5630963 Mar 24 00:53:05.551261 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b98e5e55-dc25-4941-8c95-2d72bf334302 req-f31f86da-ff26-439d-9411-dec2b6174d55 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (69b160ba-030c-4bf0-874a-1c50eca68cd6), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:05.551598 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b98e5e55-dc25-4941-8c95-2d72bf334302 req-f31f86da-ff26-439d-9411-dec2b6174d55 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for floatingip (69b160ba-030c-4bf0-874a-1c50eca68cd6), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:05.557740 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-2e02eb77-4ed6-46e0-8c5d-f0874fcc7040 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:05.628267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02eb77-4ed6-46e0-8c5d-f0874fcc7040 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Pushing event updated for resources: {'Port': ['ID=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:05.665309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-b98e5e55-dc25-4941-8c95-2d72bf334302 req-f31f86da-ff26-439d-9411-dec2b6174d55 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Calling delete_port for 69b160ba-030c-4bf0-874a-1c50eca68cd6 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:05.696153 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e4a83ad-dd33-481e-9ad7-14fdb3fd8579 req-6beca418-dbaa-4308-93c9-fd3c205f99db tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581472 Mar 24 00:53:05.712611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7874a6-665e-4f82-a589-42639e6b18cb req-99ea0393-5ae4-480c-9957-a967a5a64d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:05.714254 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-99ea0393-5ae4-480c-9957-a967a5a64d4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2161589 Mar 24 00:53:05.714952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Attempting to bind port ff44a58d-6c2e-453a-93e8-5fa9061da930 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:53:05.715257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Attempting to bind port ff44a58d-6c2e-453a-93e8-5fa9061da930 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:53:05.716039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Attempting to bind port ff44a58d-6c2e-453a-93e8-5fa9061da930 on network ed6472c2-d109-4f17-8364-15c609d6ab13 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:53:05.843121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-2e02eb77-4ed6-46e0-8c5d-f0874fcc7040 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:53:05.894342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Port ff44a58d-6c2e-453a-93e8-5fa9061da930 on network ed6472c2-d109-4f17-8364-15c609d6ab13 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:53:05.894675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Attempting to bind port ff44a58d-6c2e-453a-93e8-5fa9061da930 on network ed6472c2-d109-4f17-8364-15c609d6ab13 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:53:05.897801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-2e02eb77-4ed6-46e0-8c5d-f0874fcc7040 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:05.910191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-2e02eb77-4ed6-46e0-8c5d-f0874fcc7040 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:53:05.928678 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:53:05.929055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Checking segment: {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:53:05.929469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Bound using segment: {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:53:05.929919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Bound port: ff44a58d-6c2e-453a-93e8-5fa9061da930, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:53:05.930330 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ff44a58d-6c2e-453a-93e8-5fa9061da930), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:05.993571 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d143dd-5607-4d79-bbcd-f3b9a916de93 req-832512a2-23fb-40f6-9a35-bc30461c0f91 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:05.995710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10d143dd-5607-4d79-bbcd-f3b9a916de93 req-832512a2-23fb-40f6-9a35-bc30461c0f91 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 944 time: 0.1812549 Mar 24 00:53:06.062033 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] For port ff44a58d-6c2e-453a-93e8-5fa9061da930, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:53:06.066486 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] For port ff44a58d-6c2e-453a-93e8-5fa9061da930, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ff44a58d-6c2e-453a-93e8-5fa9061da930,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:53:06.079905 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-741f713e-3cf3-4075-ae9c-00ba3dbecc00 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539579 Mar 24 00:53:06.091556 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ff44a58d-6c2e-453a-93e8-5fa9061da930), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:06.143203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-2e02eb77-4ed6-46e0-8c5d-f0874fcc7040 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:06.143862 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-2e02eb77-4ed6-46e0-8c5d-f0874fcc7040 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:06.242639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:06.243339 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:06.245486 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d70c6f41-3c4d-4495-ac31-11024982537b req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] 10.222.0.57 "PUT /v2.0/ports/ff44a58d-6c2e-453a-93e8-5fa9061da930 HTTP/1.1" status: 200 len: 1092 time: 3.1233156 Mar 24 00:53:06.273851 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-2e02eb77-4ed6-46e0-8c5d-f0874fcc7040 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6212120 Mar 24 00:53:06.285938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Request body: {'port': {'device_id': 'dee34d25-91f5-48cb-8b98-14578733247e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:06.382467 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10d143dd-5607-4d79-bbcd-f3b9a916de93 req-2fc82275-ea5f-4c1c-bf20-b1214c1e534c tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068423 Mar 24 00:53:06.418879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3c42b82c-f111-49d0-a6cb-0d93361d607d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:06.488885 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df7874a6-665e-4f82-a589-42639e6b18cb req-097ec195-7759-4c4d-be5a-ffca9d52b4ea service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886805 Mar 24 00:53:06.493583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76732c6f-a9aa-43e8-9f75-5069156855e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff44a58d-6c2e-453a-93e8-5fa9061da930,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:06.536861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3c42b82c-f111-49d0-a6cb-0d93361d607d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:06.537520 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3c42b82c-f111-49d0-a6cb-0d93361d607d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:06.545844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649'}, {'name': 'network-changed', 'server_uuid': 'aea8b951-7860-41b8-a2ea-343b48f38651', 'tag': 'ff44a58d-6c2e-453a-93e8-5fa9061da930'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:06.548266 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f657cb93-b388-42c3-abc1-ac04980dd238" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "tag": "a638a435-2902-4389-9173-ab25ef96e649"}, {"name": "network-changed", "server_uuid": "aea8b951-7860-41b8-a2ea-343b48f38651", "tag": "ff44a58d-6c2e-453a-93e8-5fa9061da930"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:06.634017 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3c42b82c-f111-49d0-a6cb-0d93361d607d is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:06.635203 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3c42b82c-f111-49d0-a6cb-0d93361d607d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:06.652365 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b98e5e55-dc25-4941-8c95-2d72bf334302 req-f31f86da-ff26-439d-9411-dec2b6174d55 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (69b160ba-030c-4bf0-874a-1c50eca68cd6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:06.662260 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:06.663583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 3c42b82c-f111-49d0-a6cb-0d93361d607d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3c42b82c-f111-49d0-a6cb-0d93361d607d,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:06.669530 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3c42b82c-f111-49d0-a6cb-0d93361d607d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:06.720479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f86da-ff26-439d-9411-dec2b6174d55 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Pushing event deleted for resources: {'Port': ['ID=69b160ba-030c-4bf0-874a-1c50eca68cd6,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:06.727332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c6f41-3c4d-4495-ac31-11024982537b req-781c65a1-238d-48f9-a437-0e14f6b4902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:06.729561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d70c6f41-3c4d-4495-ac31-11024982537b req-781c65a1-238d-48f9-a437-0e14f6b4902c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 1126 time: 0.3448522 Mar 24 00:53:06.735795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=3c42b82c-f111-49d0-a6cb-0d93361d607d,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:06.761654 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-cf1b2365-3226-424b-8289-1a25462ef4b7 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2296135 Mar 24 00:53:06.823890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:06.833590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d70c6f41-3c4d-4495-ac31-11024982537b req-61cc226b-8cce-4b96-9186-e6cad09b2b3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff44a58d-6c2e-453a-93e8-5fa9061da930 HTTP/1.1" status: 200 len: 217 time: 0.0820200 Mar 24 00:53:06.984444 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:06.992772 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b98e5e55-dc25-4941-8c95-2d72bf334302 req-f31f86da-ff26-439d-9411-dec2b6174d55 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for floatingip (3fd97acf-d065-47c4-9720-9074ea466b98), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:06.995388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b98e5e55-dc25-4941-8c95-2d72bf334302 req-f31f86da-ff26-439d-9411-dec2b6174d55 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:06.996518 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b98e5e55-dc25-4941-8c95-2d72bf334302 req-f31f86da-ff26-439d-9411-dec2b6174d55 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "DELETE /v2.0/floatingips/3fd97acf-d065-47c4-9720-9074ea466b98 HTTP/1.1" status: 204 len: 173 time: 3.3259103 Mar 24 00:53:07.017600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c6f41-3c4d-4495-ac31-11024982537b req-c09915c1-e65d-4a15-ac3b-2692d780ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:07.019070 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d70c6f41-3c4d-4495-ac31-11024982537b req-c09915c1-e65d-4a15-ac3b-2692d780ee0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf HTTP/1.1" status: 200 len: 851 time: 0.1741354 Mar 24 00:53:07.075366 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Sync routers for ids ['d5f963f0-0535-43eb-b355-ebe934a32c90'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:53:07.084971 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Routers {'d5f963f0-0535-43eb-b355-ebe934a32c90'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:07.085612 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d5f963f0-0535-43eb-b355-ebe934a32c90'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:07.137192 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d70c6f41-3c4d-4495-ac31-11024982537b req-fcc26e6f-2116-4534-a441-75c3cf28a038 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed6472c2-d109-4f17-8364-15c609d6ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563672 Mar 24 00:53:07.194796 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Set router d5f963f0-0535-43eb-b355-ebe934a32c90 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:07.281597 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cd59f-1ad3-423b-8471-455f58874c42 req-fbab1446-b319-4696-beb7-755f5fb3d5d4 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:07.291087 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f87cd59f-1ad3-423b-8471-455f58874c42 req-fbab1446-b319-4696-beb7-755f5fb3d5d4 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 946 time: 0.2113829 Mar 24 00:53:07.355432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d70c6f41-3c4d-4495-ac31-11024982537b req-3b2d6bbc-6a0e-46dd-8843-3a54a2c1fc1d service neutron] 10.222.0.57 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072706 Mar 24 00:53:07.400770 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'name': 'tempest-FloatingIPDetailsTestJSON-1128073065-router', 'tenant_id': '1b375cc9506140bb87ee24257d326622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '3c42b82c-f111-49d0-a6cb-0d93361d607d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:57Z', 'updated_at': '2022-03-24T00:53:02Z', 'revision_number': 4, 'project_id': '1b375cc9506140bb87ee24257d326622', 'gw_port': {'id': '3c42b82c-f111-49d0-a6cb-0d93361d607d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:57Z', 'updated_at': '2022-03-24T00:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '5d404c1b-c161-4136-9ab6-3f7d1c2458f6', 'name': '', 'network_id': 'a3efdc64-f328-4f9b-b4c1-7637c0908adf', 'tenant_id': '1b375cc9506140bb87ee24257d326622', 'mac_address': 'fa:16:3e:f8:ef:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '46cc4b17-7c6b-4723-ac52-e05d36641811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:01Z', 'updated_at': '2022-03-24T00:53:02Z', 'revision_number': 2, 'project_id': '1b375cc9506140bb87ee24257d326622', 'subnets': [{'id': '46cc4b17-7c6b-4723-ac52-e05d36641811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:07.428375 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Checking router: d5f963f0-0535-43eb-b355-ebe934a32c90 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:53:07.428811 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Updating router d5f963f0-0535-43eb-b355-ebe934a32c90 port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:53:07.458489 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:07.461160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:53:07.477253 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Publish callbacks [] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:07.496213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f87cd59f-1ad3-423b-8471-455f58874c42 req-655c9cfd-d44f-4a1f-b0f1-60e70af22fdd tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942067 Mar 24 00:53:07.503051 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:07.508793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Transition to ACTIVE for port object 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:53:07.535314 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:07.701439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d70c6f41-3c4d-4495-ac31-11024982537b req-f5122d39-2238-42ff-92dd-4dfa0725fe58 service neutron] 10.222.0.57 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231199 Mar 24 00:53:07.712830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Pushing event updated for resources: {'Port': ['ID=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:07.775218 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Allocated IP 172.25.0.125 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/369fa910-e075-48eb-b131-c196aae6a178) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:53:07.775513 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Publish callbacks [] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:07.782684 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:07.801220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0268cb9-e3a5-4d88-b0ad-534242c7e44f req-38a9b0de-5b9a-4742-a2e3-b25153dd4ec2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:07.802683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0268cb9-e3a5-4d88-b0ad-534242c7e44f req-38a9b0de-5b9a-4742-a2e3-b25153dd4ec2 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 949 time: 0.2002201 Mar 24 00:53:07.826733 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Pushing event updated for resources: {'Port': ['ID=5d404c1b-c161-4136-9ab6-3f7d1c2458f6,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:07.887224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Attempting to bind port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:53:07.887550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Attempting to bind port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:53:07.887781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Attempting to bind port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:53:07.901815 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:07.902594 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:07.903105 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:07.903613 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:07.904700 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:07.905240 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:07.905751 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:07.906246 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:07.906533 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:53:07.906926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Attempting to bind port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:53:07.907048 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:07.907520 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:07.908012 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:07.908520 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:07.909011 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:07.909518 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:07.910022 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:07.914444 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Attempting to bind port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:53:07.915064 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Attempting to bind port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '4ad298cc-d648-4664-89e6-d2843d7ef75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3efdc64-f328-4f9b-b4c1-7637c0908adf'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:53:07.916803 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Attempting to bind port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 on network a3efdc64-f328-4f9b-b4c1-7637c0908adf {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:53:07.923195 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:53:07.924354 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Checking segment: {'id': '4ad298cc-d648-4664-89e6-d2843d7ef75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3efdc64-f328-4f9b-b4c1-7637c0908adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:53:07.924949 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:07.925552 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Bound using segment: {'id': '4ad298cc-d648-4664-89e6-d2843d7ef75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3efdc64-f328-4f9b-b4c1-7637c0908adf'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:53:07.926220 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Bound port: 5d404c1b-c161-4136-9ab6-3f7d1c2458f6, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad298cc-d648-4664-89e6-d2843d7ef75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3efdc64-f328-4f9b-b4c1-7637c0908adf'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:53:07.926808 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:07.935316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:53:07.935652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Checking segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:53:07.936034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Bound using segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:53:07.936472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Bound port: 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:53:07.936832 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:07.944497 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0268cb9-e3a5-4d88-b0ad-534242c7e44f req-99ec6669-cefc-4ecb-896e-75068dad2a96 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306512 Mar 24 00:53:08.002272 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for port (369fa910-e075-48eb-b131-c196aae6a178), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:08.046469 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] For port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:53:08.050564 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] For port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5d404c1b-c161-4136-9ab6-3f7d1c2458f6,segment=NetworkSegment(4ad298cc-d648-4664-89e6-d2843d7ef75c),segment_id=4ad298cc-d648-4664-89e6-d2843d7ef75c)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:53:08.061424 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:08.082446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] For port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:53:08.102964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] For port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:53:08.123119 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (369fa910-e075-48eb-b131-c196aae6a178), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:08.126054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:08.144500 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23457a64-73a4-4155-89b1-8c8c54608f7a None None] Pushing event updated for resources: {'Port': ['ID=5d404c1b-c161-4136-9ab6-3f7d1c2458f6,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:08.157696 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Routers {'d5f963f0-0535-43eb-b355-ebe934a32c90'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:08.158319 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d5f963f0-0535-43eb-b355-ebe934a32c90'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:08.172571 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:08.173229 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:08.174611 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] 10.222.0.48 "PUT /v2.0/ports/07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f HTTP/1.1" status: 200 len: 1091 time: 1.8935761 Mar 24 00:53:08.186415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:53:08.198395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a2f72-2143-4f2b-8dc6-7a5db360c754 req-461aafbe-e05e-4f06-a719-479f779e7074 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:08.200132 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d6a2f72-2143-4f2b-8dc6-7a5db360c754 req-461aafbe-e05e-4f06-a719-479f779e7074 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 943 time: 0.1661224 Mar 24 00:53:08.206552 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-9c5f7940-5ccd-48f3-8cf9-9e6462e48d3a None None] Provisioning complete for port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:08.207518 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9c5f7940-5ccd-48f3-8cf9-9e6462e48d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:08.208066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:08.212117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:53:08.227639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Pushing event updated for resources: {'Port': ['ID=369fa910-e075-48eb-b131-c196aae6a178,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:08.360931 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] Set router d5f963f0-0535-43eb-b355-ebe934a32c90 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:08.378506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f7940-5ccd-48f3-8cf9-9e6462e48d3a None None] Current status of the port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:08.389216 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9c5f7940-5ccd-48f3-8cf9-9e6462e48d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:08.485429 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d6a2f72-2143-4f2b-8dc6-7a5db360c754 req-08b73b8e-b175-4d09-8a16-de6ff2d371e3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737432 Mar 24 00:53:08.485718 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9c5f7940-5ccd-48f3-8cf9-9e6462e48d3a None None] For port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5d404c1b-c161-4136-9ab6-3f7d1c2458f6,segment=NetworkSegment(4ad298cc-d648-4664-89e6-d2843d7ef75c),segment_id=4ad298cc-d648-4664-89e6-d2843d7ef75c)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:08.497684 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9c5f7940-5ccd-48f3-8cf9-9e6462e48d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:08.563916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3c42b82c-f111-49d0-a6cb-0d93361d607d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:08.632638 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-417fbdfe-8641-4456-b96d-9790e90f1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:08.634276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-417fbdfe-8641-4456-b96d-9790e90f1705 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 1125 time: 0.3993838 Mar 24 00:53:08.642440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b35dae-dd4b-4c5f-abe9-cd354dee2d23 service neutron] Pushing event updated for resources: {'Port': ['ID=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:08.645682 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for floatingip (fce436e3-fced-45a1-b69b-5fef889bc7d8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:08.685362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a638a435-2902-4389-9173-ab25ef96e649 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:53:08.694094 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-1ca1c3c5-d81e-4c50-b23b-080fa5cfa77f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f HTTP/1.1" status: 200 len: 217 time: 0.0465143 Mar 24 00:53:08.753054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-d2ca2ba4-6988-4bb5-b38a-631bb42e6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:08.755852 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-d2ca2ba4-6988-4bb5-b38a-631bb42e6c0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.0535007 Mar 24 00:53:08.757123 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c86385-2a6f-4f8c-ac1a-33d6f4aad3ba x-openstack-request-id: req-29c86385-2a6f-4f8c-ac1a-33d6f4aad3ba {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:08.757495 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "tag": "a638a435-2902-4389-9173-ab25ef96e649", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aea8b951-7860-41b8-a2ea-343b48f38651", "tag": "ff44a58d-6c2e-453a-93e8-5fa9061da930", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:08.757812 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-29c86385-2a6f-4f8c-ac1a-33d6f4aad3ba {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:08.758292 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c86385-2a6f-4f8c-ac1a-33d6f4aad3ba'] response: {'name': 'network-changed', 'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649', 'status': 'completed', 'code': 200} Mar 24 00:53:08.758620 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c86385-2a6f-4f8c-ac1a-33d6f4aad3ba'] response: {'name': 'network-changed', 'server_uuid': 'aea8b951-7860-41b8-a2ea-343b48f38651', 'tag': 'ff44a58d-6c2e-453a-93e8-5fa9061da930', 'status': 'completed', 'code': 200} Mar 24 00:53:08.804347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f7940-5ccd-48f3-8cf9-9e6462e48d3a None None] Pushing event updated for resources: {'Port': ['ID=5d404c1b-c161-4136-9ab6-3f7d1c2458f6,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:08.839705 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'name': 'tempest-FloatingIPDetailsTestJSON-1128073065-router', 'tenant_id': '1b375cc9506140bb87ee24257d326622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '3c42b82c-f111-49d0-a6cb-0d93361d607d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:57Z', 'updated_at': '2022-03-24T00:53:02Z', 'revision_number': 4, 'project_id': '1b375cc9506140bb87ee24257d326622', 'gw_port': {'id': '3c42b82c-f111-49d0-a6cb-0d93361d607d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:57Z', 'updated_at': '2022-03-24T00:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '5d404c1b-c161-4136-9ab6-3f7d1c2458f6', 'name': '', 'network_id': 'a3efdc64-f328-4f9b-b4c1-7637c0908adf', 'tenant_id': '1b375cc9506140bb87ee24257d326622', 'mac_address': 'fa:16:3e:f8:ef:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '46cc4b17-7c6b-4723-ac52-e05d36641811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:01Z', 'updated_at': '2022-03-24T00:53:08Z', 'revision_number': 4, 'project_id': '1b375cc9506140bb87ee24257d326622', 'subnets': [{'id': '46cc4b17-7c6b-4723-ac52-e05d36641811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:08.853160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-c1b235ea-ce49-4201-b696-f64883b24169 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622613 Mar 24 00:53:08.855473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-04467475-8978-495e-9559-c20353ede5ba None None] Provisioning complete for port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:08.855688 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-04467475-8978-495e-9559-c20353ede5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:08.886772 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9608ad-978d-4c06-8a97-d4c3e807f484 None None] The sync data for ids ['d5f963f0-0535-43eb-b355-ebe934a32c90'] in n-d-760455-9 is: [{'id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'name': 'tempest-FloatingIPDetailsTestJSON-1128073065-router', 'tenant_id': '1b375cc9506140bb87ee24257d326622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '3c42b82c-f111-49d0-a6cb-0d93361d607d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:57Z', 'updated_at': '2022-03-24T00:53:02Z', 'revision_number': 4, 'project_id': '1b375cc9506140bb87ee24257d326622', 'gw_port': {'id': '3c42b82c-f111-49d0-a6cb-0d93361d607d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:57Z', 'updated_at': '2022-03-24T00:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '5d404c1b-c161-4136-9ab6-3f7d1c2458f6', 'name': '', 'network_id': 'a3efdc64-f328-4f9b-b4c1-7637c0908adf', 'tenant_id': '1b375cc9506140bb87ee24257d326622', 'mac_address': 'fa:16:3e:f8:ef:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '46cc4b17-7c6b-4723-ac52-e05d36641811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:01Z', 'updated_at': '2022-03-24T00:53:08Z', 'revision_number': 4, 'project_id': '1b375cc9506140bb87ee24257d326622', 'subnets': [{'id': '46cc4b17-7c6b-4723-ac52-e05d36641811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:53:08.972019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-2eb4c65b-6712-4e05-a95c-107f41849330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:08.976024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-2eb4c65b-6712-4e05-a95c-107f41849330 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a09e8f3796504a0591d01b6c352de665&device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 1131 time: 0.2142868 Mar 24 00:53:08.980109 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-0dfd4bf8-b0f6-4b7f-960b-8154aefa1d1f service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140699 Mar 24 00:53:08.992310 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (369fa910-e075-48eb-b131-c196aae6a178), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:09.008068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a638a435-2902-4389-9173-ab25ef96e649,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:09.026101 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'a638a435-2902-4389-9173-ab25ef96e649', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'a638a435-2902-4389-9173-ab25ef96e649', 'mac_address': 'fa:16:3e:2c:d6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:53:09.031255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3c42b82c-f111-49d0-a6cb-0d93361d607d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:09.031618 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3c42b82c-f111-49d0-a6cb-0d93361d607d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:09.073142 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a638a435-2902-4389-9173-ab25ef96e649 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:09.073602 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a638a435-2902-4389-9173-ab25ef96e649), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:09.114405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a638a435-2902-4389-9173-ab25ef96e649 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:53:09.138947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a638a435-2902-4389-9173-ab25ef96e649,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:09.160543 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a638a435-2902-4389-9173-ab25ef96e649), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:09.266554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-04467475-8978-495e-9559-c20353ede5ba None None] Current status of the port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:09.281879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a638a435-2902-4389-9173-ab25ef96e649,revision_number=12']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:09.328177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3c42b82c-f111-49d0-a6cb-0d93361d607d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:09.329369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:09.387797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:09.388180 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:09.476784 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:09.529726 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a638a435-2902-4389-9173-ab25ef96e649'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:53:09.593777 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-2ba348fa-07c4-4b36-86a7-cb83fc7ede87 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 1001 time: 0.2060187 Mar 24 00:53:09.716853 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3c5c09-e125-4ac6-bbec-e2e57170c662 req-8de7c3f6-f2b1-4628-b00a-f5bf23c35c87 service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7225087 Mar 24 00:53:09.732392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-88d4fe25-1114-4eb7-89ee-ad740e4839e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:09.733869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-88d4fe25-1114-4eb7-89ee-ad740e4839e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.7505546 Mar 24 00:53:09.748599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-7291f5da-5fbd-4a0d-a90f-e7808dc2baad tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:09.749896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-7291f5da-5fbd-4a0d-a90f-e7808dc2baad tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/ports/38eb9dbc-5846-44b3-b682-ddc27dded787 HTTP/1.1" status: 200 len: 942 time: 0.1028314 Mar 24 00:53:09.768282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573b85f-26cc-4a2e-86ff-b52017cb4b62 req-f7c98986-e2c2-43c9-88d1-dc43f468989a tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:09.769751 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1573b85f-26cc-4a2e-86ff-b52017cb4b62 req-f7c98986-e2c2-43c9-88d1-dc43f468989a tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.57 "GET /v2.0/ports?device_id=03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e HTTP/1.1" status: 200 len: 944 time: 0.2155397 Mar 24 00:53:09.814391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-55a1ce12-a1c6-488b-a00f-18938699ef2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a638a435-2902-4389-9173-ab25ef96e649 HTTP/1.1" status: 200 len: 217 time: 0.0720053 Mar 24 00:53:09.979253 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for port (369fa910-e075-48eb-b131-c196aae6a178), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:09.987915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-57adc287-43c0-4552-adf7-826dd19b27e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:09.989533 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-57adc287-43c0-4552-adf7-826dd19b27e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1666465 Mar 24 00:53:09.993034 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (369fa910-e075-48eb-b131-c196aae6a178), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:10.002744 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-899a2ba5-2996-428a-a682-f90227b51a1e tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 1001 time: 0.1975133 Mar 24 00:53:10.149049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Pushing event updated for resources: {'Port': ['ID=369fa910-e075-48eb-b131-c196aae6a178,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:10.195189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-1573b85f-26cc-4a2e-86ff-b52017cb4b62 req-5821cf81-8bb6-428b-9069-ae3464c0f415 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Deleting port 158c52f0-af89-4f88-9d5c-9a664b69819f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:10.195528 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1573b85f-26cc-4a2e-86ff-b52017cb4b62 req-5821cf81-8bb6-428b-9069-ae3464c0f415 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:10.202046 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (fce436e3-fced-45a1-b69b-5fef889bc7d8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:10.217771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-2a14c171-8df8-4319-ac04-3486eb3831ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:10.219202 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-2a14c171-8df8-4319-ac04-3486eb3831ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2201190 Mar 24 00:53:10.316708 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:10.317914 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4fa0cf10-5ec0-434d-8183-84e0cbbb1c5d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5408392 Mar 24 00:53:10.327485 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-814ad69e-7c77-4238-b3ee-730bad46b676 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:10.328840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-814ad69e-7c77-4238-b3ee-730bad46b676 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.3149130 Mar 24 00:53:10.365345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:10.412288 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:10.412668 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:10.448824 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-4f422d80-1a1e-4981-9c9e-ac36ce5f880d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.1155267 Mar 24 00:53:10.483239 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1573b85f-26cc-4a2e-86ff-b52017cb4b62 req-5821cf81-8bb6-428b-9069-ae3464c0f415 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] For port 158c52f0-af89-4f88-9d5c-9a664b69819f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=158c52f0-af89-4f88-9d5c-9a664b69819f,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:10.483602 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1573b85f-26cc-4a2e-86ff-b52017cb4b62 req-5821cf81-8bb6-428b-9069-ae3464c0f415 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:10.488166 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:10.526483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-1573b85f-26cc-4a2e-86ff-b52017cb4b62 req-5821cf81-8bb6-428b-9069-ae3464c0f415 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Calling delete_port for 158c52f0-af89-4f88-9d5c-9a664b69819f owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:10.557264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-41fb599b-a78a-4fa0-ab90-65255a4e86da tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 1001 time: 0.2197225 Mar 24 00:53:10.568716 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-001789c7-7d89-43ee-874f-b3fe50a7e87a service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144460 Mar 24 00:53:10.580214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-6446e46e-5bed-4462-a0dd-4fb60c133daa tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:10.629129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ff44a58d-6c2e-453a-93e8-5fa9061da930 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:53:10.632990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a638a435-2902-4389-9173-ab25ef96e649 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:10.746363 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port a638a435-2902-4389-9173-ab25ef96e649 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:53:10.758700 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port a638a435-2902-4389-9173-ab25ef96e649 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:10.759145 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a638a435-2902-4389-9173-ab25ef96e649), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:10.759315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-e2de3248-c7d6-4307-8e7f-49795df22a22 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:10.761332 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-e2de3248-c7d6-4307-8e7f-49795df22a22 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.2966323 Mar 24 00:53:10.765047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee34d25-91f5-48cb-8b98-14578733247e', 'tag': '07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:10.767511 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15208ae6-8171-48d0-b884-bd188e7a0781" -d '{"events": [{"name": "network-changed", "server_uuid": "dee34d25-91f5-48cb-8b98-14578733247e", "tag": "07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:10.776655 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-6446e46e-5bed-4462-a0dd-4fb60c133daa tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for floatingip (6b503d78-8a03-493c-af0c-e0d33dc4c23f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:10.795292 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-58887ebb-d053-4a0b-acd7-4d7971a15cb8 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:53:10.795897 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ff44a58d-6c2e-453a-93e8-5fa9061da930, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ff44a58d-6c2e-453a-93e8-5fa9061da930,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:10.796289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c3047bb-4cb5-4452-bd9f-d4a8fd7c8957 req-58887ebb-d053-4a0b-acd7-4d7971a15cb8 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0226724 Mar 24 00:53:10.818734 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'ff44a58d-6c2e-453a-93e8-5fa9061da930', 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13', 'port_id': 'ff44a58d-6c2e-453a-93e8-5fa9061da930', 'mac_address': 'fa:16:3e:64:b3:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251d5752-2a9f-4020-8b2c-bc7d24dfd8cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:53:10.869872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port ff44a58d-6c2e-453a-93e8-5fa9061da930 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:10.870373 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ff44a58d-6c2e-453a-93e8-5fa9061da930), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:10.884634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-4efa40a7-3f25-463f-a41b-43e94c1808c1 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074491 Mar 24 00:53:10.904950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff44a58d-6c2e-453a-93e8-5fa9061da930 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:53:10.929759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a638a435-2902-4389-9173-ab25ef96e649 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:10.929759 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a638a435-2902-4389-9173-ab25ef96e649), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:10.935455 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ff44a58d-6c2e-453a-93e8-5fa9061da930, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ff44a58d-6c2e-453a-93e8-5fa9061da930,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:10.942131 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ff44a58d-6c2e-453a-93e8-5fa9061da930), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:10.978869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:10.981115 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0b8767-ea98-472b-86fd-06e1120a7718" -d '{"events": [{"server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "name": "network-vif-plugged", "status": "completed", "tag": "a638a435-2902-4389-9173-ab25ef96e649"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:11.000462 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a638a435-2902-4389-9173-ab25ef96e649,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:11.005847 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a638a435-2902-4389-9173-ab25ef96e649), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:11.019754 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=ff44a58d-6c2e-453a-93e8-5fa9061da930,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:11.064066 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1573b85f-26cc-4a2e-86ff-b52017cb4b62 req-5821cf81-8bb6-428b-9069-ae3464c0f415 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (158c52f0-af89-4f88-9d5c-9a664b69819f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:11.070855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a638a435-2902-4389-9173-ab25ef96e649,revision_number=13']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:11.072088 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f077f91-40ea-4b7c-b236-0c7fcb479096 req-fdf2e558-f19d-4603-8131-3ea14de073de tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:11.074154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f077f91-40ea-4b7c-b236-0c7fcb479096 req-fdf2e558-f19d-4603-8131-3ea14de073de tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 944 time: 0.2212777 Mar 24 00:53:11.084419 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-6446e46e-5bed-4462-a0dd-4fb60c133daa tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:11.115750 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-6446e46e-5bed-4462-a0dd-4fb60c133daa tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (6b503d78-8a03-493c-af0c-e0d33dc4c23f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:11.116095 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-6446e46e-5bed-4462-a0dd-4fb60c133daa tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Floating IP 6b503d78-8a03-493c-af0c-e0d33dc4c23f disassociated. External IP: 172.25.0.207, port: 38eb9dbc-5846-44b3-b682-ddc27dded787. Mar 24 00:53:11.129338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821cf81-8bb6-428b-9069-ae3464c0f415 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Pushing event deleted for resources: {'Port': ['ID=158c52f0-af89-4f88-9d5c-9a664b69819f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:11.215506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['ff44a58d-6c2e-453a-93e8-5fa9061da930'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:53:11.466695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-461753c1-15d5-4025-b61b-4428f2988a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:11.468200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-461753c1-15d5-4025-b61b-4428f2988a7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 1127 time: 0.5064175 Mar 24 00:53:11.533168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1573b85f-26cc-4a2e-86ff-b52017cb4b62 req-5821cf81-8bb6-428b-9069-ae3464c0f415 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] No DVR routers for this DVR port 158c52f0-af89-4f88-9d5c-9a664b69819f on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:53:11.572628 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1573b85f-26cc-4a2e-86ff-b52017cb4b62 req-5821cf81-8bb6-428b-9069-ae3464c0f415 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:11.575860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1573b85f-26cc-4a2e-86ff-b52017cb4b62 req-5821cf81-8bb6-428b-9069-ae3464c0f415 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.57 "DELETE /v2.0/ports/158c52f0-af89-4f88-9d5c-9a664b69819f HTTP/1.1" status: 204 len: 173 time: 1.7765200 Mar 24 00:53:11.609728 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f077f91-40ea-4b7c-b236-0c7fcb479096 req-a2325303-ad53-41be-b097-c2e5c6d70c40 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232518 Mar 24 00:53:11.683777 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-cde8aae6-b07c-4aff-bb97-2620dd13ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:11.685272 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-cde8aae6-b07c-4aff-bb97-2620dd13ed31 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 912 time: 0.2002702 Mar 24 00:53:11.778087 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-4ada1032-cbc8-4b4b-940d-c65d76e42ad2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff44a58d-6c2e-453a-93e8-5fa9061da930 HTTP/1.1" status: 200 len: 217 time: 0.0629563 Mar 24 00:53:11.859831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb861d6-38b2-4582-a82a-0ae96225ccf7 req-c3e5d71e-1a6d-4f3a-ab2c-5750a4457c83 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:11.861296 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb861d6-38b2-4582-a82a-0ae96225ccf7 req-c3e5d71e-1a6d-4f3a-ab2c-5750a4457c83 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 946 time: 0.1751390 Mar 24 00:53:11.868225 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-5ce45ffa-4ab7-4021-aed0-073258b85521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:11.869653 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-5ce45ffa-4ab7-4021-aed0-073258b85521 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf HTTP/1.1" status: 200 len: 851 time: 0.0800946 Mar 24 00:53:11.881167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-6446e46e-5bed-4462-a0dd-4fb60c133daa tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Router 329f719c-e003-42de-ac03-4f8e642c8563 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:53:11.915389 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-fb1d1352-d336-4cd7-a9ca-ff2cf1c8736c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed6472c2-d109-4f17-8364-15c609d6ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367975 Mar 24 00:53:12.043653 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb861d6-38b2-4582-a82a-0ae96225ccf7 req-8443a573-6b73-4dfe-9d86-6c42ad6e39fd tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730530 Mar 24 00:53:12.126917 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-50611e76-e74c-469e-ab0b-9deb3ce176b7 service neutron] 10.222.0.57 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998065 Mar 24 00:53:12.141762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-6446e46e-5bed-4462-a0dd-4fb60c133daa tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:53:12.147747 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-6446e46e-5bed-4462-a0dd-4fb60c133daa tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:12.152579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52618e7a-2ae6-4d3a-8f7b-dd65a98a11d9 None None] Sync routers for ids ['329f719c-e003-42de-ac03-4f8e642c8563'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:53:12.174194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52618e7a-2ae6-4d3a-8f7b-dd65a98a11d9 None None] Routers {'329f719c-e003-42de-ac03-4f8e642c8563'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:12.177407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-52618e7a-2ae6-4d3a-8f7b-dd65a98a11d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['329f719c-e003-42de-ac03-4f8e642c8563'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:12.233641 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-6446e46e-5bed-4462-a0dd-4fb60c133daa tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "PUT /v2.0/floatingips/6b503d78-8a03-493c-af0c-e0d33dc4c23f HTTP/1.1" status: 200 len: 695 time: 1.6638036 Mar 24 00:53:12.267365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a1639-a654-4b6c-afd4-8ca857fcc715 req-3ad49c48-3fdd-4e80-8093-4b1aa4104327 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:12.268800 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a3a1639-a654-4b6c-afd4-8ca857fcc715 req-3ad49c48-3fdd-4e80-8093-4b1aa4104327 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1626160 Mar 24 00:53:12.287794 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-52618e7a-2ae6-4d3a-8f7b-dd65a98a11d9 None None] Set router 329f719c-e003-42de-ac03-4f8e642c8563 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:12.320332 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f657cb93-b388-42c3-abc1-ac04980dd238 req-c581161a-3c68-48d4-b1dd-05a3bac31a23 service neutron] 10.222.0.57 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767251 Mar 24 00:53:12.351357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-9eca90d0-b400-419d-b292-01d75095bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:12.352860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-9eca90d0-b400-419d-b292-01d75095bdf2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46d13a2d8c724844b0c32a35f9251cf2&device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 1127 time: 0.1036005 Mar 24 00:53:12.357142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a3a1639-a654-4b6c-afd4-8ca857fcc715 req-4b4994aa-b1ed-41ae-9cb9-3a12538a27aa tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717750 Mar 24 00:53:12.478079 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-49e278b2-58eb-4c41-ad76-a9cd7fd5f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:12.479585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-49e278b2-58eb-4c41-ad76-a9cd7fd5f25e service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef1992d0-db52-4bd5-abf1-42e8b478bf24 HTTP/1.1" status: 200 len: 930 time: 0.1205287 Mar 24 00:53:12.500021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-52618e7a-2ae6-4d3a-8f7b-dd65a98a11d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329f719c-e003-42de-ac03-4f8e642c8563', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-router', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:12Z', 'updated_at': '2022-03-24T00:52:20Z', 'revision_number': 4, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'gw_port': {'id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:14Z', 'updated_at': '2022-03-24T00:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'df305edd-d9dd-49e4-aefe-2af3266aac8a', 'name': '', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'mac_address': 'fa:16:3e:5e:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:19Z', 'updated_at': '2022-03-24T00:52:27Z', 'revision_number': 5, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'subnets': [{'id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:12.524088 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-948112de-a8f0-4b6b-b4af-0d79e7a5450d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38eb9dbc-5846-44b3-b682-ddc27dded787 HTTP/1.1" status: 200 len: 217 time: 0.0366557 Mar 24 00:53:12.527108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52618e7a-2ae6-4d3a-8f7b-dd65a98a11d9 None None] Checking router: 329f719c-e003-42de-ac03-4f8e642c8563 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:53:12.532100 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1c7c2-6f5e-42f3-a595-a68016124fb2 req-a9139c7f-a952-496b-aaa5-398efe9037ab tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:12.533571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25a1c7c2-6f5e-42f3-a595-a68016124fb2 req-a9139c7f-a952-496b-aaa5-398efe9037ab tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 951 time: 0.1086533 Mar 24 00:53:12.538212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52618e7a-2ae6-4d3a-8f7b-dd65a98a11d9 None None] Routers {'329f719c-e003-42de-ac03-4f8e642c8563'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:12.538888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-52618e7a-2ae6-4d3a-8f7b-dd65a98a11d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['329f719c-e003-42de-ac03-4f8e642c8563'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:12.607021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-ae6f613e-0c45-42bc-98d8-c90736eca85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:12.608521 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-ae6f613e-0c45-42bc-98d8-c90736eca85c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fd00331-c666-4143-a7c2-e5874d4e6033 HTTP/1.1" status: 200 len: 868 time: 0.0740881 Mar 24 00:53:12.629721 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25a1c7c2-6f5e-42f3-a595-a68016124fb2 req-20551843-ad9b-4cc4-b2ac-1ba1e2d2b8ee tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867307 Mar 24 00:53:12.665077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-72a4cbec-e0ce-432b-9654-6a71cfffe992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:12.666689 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-72a4cbec-e0ce-432b-9654-6a71cfffe992 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef1992d0-db52-4bd5-abf1-42e8b478bf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500619 Mar 24 00:53:12.711552 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ff44a58d-6c2e-453a-93e8-5fa9061da930 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:12.793329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-5abdce8e-50ab-4cc3-b8ff-2dd786fadc14 service neutron] 10.222.0.45 "GET /v2.0/networks/ef1992d0-db52-4bd5-abf1-42e8b478bf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198781 Mar 24 00:53:12.804472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808de3e0-410b-4476-9de6-2a3effe9205f req-54ba723f-03a2-4fdc-adba-6b9d72c6f7f5 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:12.805990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-808de3e0-410b-4476-9de6-2a3effe9205f req-54ba723f-03a2-4fdc-adba-6b9d72c6f7f5 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 943 time: 0.0823298 Mar 24 00:53:12.817898 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-52618e7a-2ae6-4d3a-8f7b-dd65a98a11d9 None None] Set router 329f719c-e003-42de-ac03-4f8e642c8563 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:12.820927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port ff44a58d-6c2e-453a-93e8-5fa9061da930 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:53:12.849459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port ff44a58d-6c2e-453a-93e8-5fa9061da930 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:12.849841 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ff44a58d-6c2e-453a-93e8-5fa9061da930), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:12.909128 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-808de3e0-410b-4476-9de6-2a3effe9205f req-d01f8122-09fb-4409-b1cf-f329da5bf1b6 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940523 Mar 24 00:53:12.934458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dcabc49-d7b4-4b7b-9317-b8ebe30f545a req-78f812fc-fbb0-4c2e-abf4-a8c86992fa23 service neutron] 10.222.0.45 "GET /v2.0/networks/ef1992d0-db52-4bd5-abf1-42e8b478bf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269732 Mar 24 00:53:12.957636 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db685b6-ecde-4125-bb2d-9ed087d34f71 x-openstack-request-id: req-6db685b6-ecde-4125-bb2d-9ed087d34f71 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:12.957920 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee34d25-91f5-48cb-8b98-14578733247e", "tag": "07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:12.958183 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6db685b6-ecde-4125-bb2d-9ed087d34f71 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:12.958594 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db685b6-ecde-4125-bb2d-9ed087d34f71'] response: {'name': 'network-changed', 'server_uuid': 'dee34d25-91f5-48cb-8b98-14578733247e', 'tag': '07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f', 'status': 'completed', 'code': 200} Mar 24 00:53:12.990010 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14ef2ee-51bb-4196-b836-049a15e95a06 x-openstack-request-id: req-a14ef2ee-51bb-4196-b836-049a15e95a06 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:12.990307 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "name": "network-vif-plugged", "status": "completed", "tag": "a638a435-2902-4389-9173-ab25ef96e649", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:12.990565 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a14ef2ee-51bb-4196-b836-049a15e95a06 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:12.990968 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14ef2ee-51bb-4196-b836-049a15e95a06'] response: {'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649', 'code': 200} Mar 24 00:53:13.063848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port ff44a58d-6c2e-453a-93e8-5fa9061da930 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:13.064153 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ff44a58d-6c2e-453a-93e8-5fa9061da930), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:13.125894 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15208ae6-8171-48d0-b884-bd188e7a0781 req-aaa21f55-3678-4538-ae24-b9d7c0e652cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:13.127628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15208ae6-8171-48d0-b884-bd188e7a0781 req-aaa21f55-3678-4538-ae24-b9d7c0e652cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 1125 time: 0.1414065 Mar 24 00:53:13.128396 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ff44a58d-6c2e-453a-93e8-5fa9061da930, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ff44a58d-6c2e-453a-93e8-5fa9061da930,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:13.134605 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ff44a58d-6c2e-453a-93e8-5fa9061da930), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:13.135424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 158c52f0-af89-4f88-9d5c-9a664b69819f no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:13.138748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b47f20dc-a140-400e-8156-02497a297060 req-cb503e28-9ce8-4c82-8c6d-2284cad57fbf tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1760807 Mar 24 00:53:13.165235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-b47f20dc-a140-400e-8156-02497a297060 req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:13.173878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 158c52f0-af89-4f88-9d5c-9a664b69819f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:53:13.174402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 158c52f0-af89-4f88-9d5c-9a664b69819f not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:53:13.187080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-52618e7a-2ae6-4d3a-8f7b-dd65a98a11d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329f719c-e003-42de-ac03-4f8e642c8563', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-router', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:12Z', 'updated_at': '2022-03-24T00:52:20Z', 'revision_number': 4, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'gw_port': {'id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:14Z', 'updated_at': '2022-03-24T00:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'df305edd-d9dd-49e4-aefe-2af3266aac8a', 'name': '', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'mac_address': 'fa:16:3e:5e:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:19Z', 'updated_at': '2022-03-24T00:52:27Z', 'revision_number': 5, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'subnets': [{'id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:13.204976 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb4eb7-fe7d-49d1-8897-3e7a9c14a8ca req-0bb7edc9-f84f-4bb9-aa6f-e7026ea3f2e1 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:13.206462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a9eb4eb7-fe7d-49d1-8897-3e7a9c14a8ca req-0bb7edc9-f84f-4bb9-aa6f-e7026ea3f2e1 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1628041 Mar 24 00:53:13.224382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52618e7a-2ae6-4d3a-8f7b-dd65a98a11d9 None None] The sync data for ids ['329f719c-e003-42de-ac03-4f8e642c8563'] in n-d-760455-9 is: [{'id': '329f719c-e003-42de-ac03-4f8e642c8563', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-router', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:12Z', 'updated_at': '2022-03-24T00:52:20Z', 'revision_number': 4, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'gw_port': {'id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:14Z', 'updated_at': '2022-03-24T00:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'df305edd-d9dd-49e4-aefe-2af3266aac8a', 'name': '', 'network_id': 'ef1992d0-db52-4bd5-abf1-42e8b478bf24', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'mac_address': 'fa:16:3e:5e:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:19Z', 'updated_at': '2022-03-24T00:52:27Z', 'revision_number': 5, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'subnets': [{'id': '5fd00331-c666-4143-a7c2-e5874d4e6033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:53:13.230764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=ff44a58d-6c2e-453a-93e8-5fa9061da930,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:13.255949 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b47f20dc-a140-400e-8156-02497a297060 req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:13.333779 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a9eb4eb7-fe7d-49d1-8897-3e7a9c14a8ca req-3c532d95-3b33-476b-99bb-18d3b25cd51d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211436 Mar 24 00:53:13.337543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15208ae6-8171-48d0-b884-bd188e7a0781 req-278a7990-ec2b-4e29-b626-2efa21232ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:13.339453 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15208ae6-8171-48d0-b884-bd188e7a0781 req-278a7990-ec2b-4e29-b626-2efa21232ef1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.2006292 Mar 24 00:53:13.392373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15208ae6-8171-48d0-b884-bd188e7a0781 req-01a5ed8f-0c89-4537-b4d8-2d5ea40aef26 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f HTTP/1.1" status: 200 len: 217 time: 0.0425293 Mar 24 00:53:13.475521 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d6b0c-d7aa-499c-bde4-af3021036f54 None None] New status for floating IP 6b503d78-8a03-493c-af0c-e0d33dc4c23f: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:53:13.507105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15208ae6-8171-48d0-b884-bd188e7a0781 req-4cd743f4-e5f9-47c6-9f15-0a3ba2f39133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:13.508561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15208ae6-8171-48d0-b884-bd188e7a0781 req-4cd743f4-e5f9-47c6-9f15-0a3ba2f39133 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.1087987 Mar 24 00:53:13.549692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4e4f9-1545-41a5-b5ec-e81fd009be09 req-718c0258-88f5-4557-84bc-e2de5933d79d tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:13.556913 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0b4e4f9-1545-41a5-b5ec-e81fd009be09 req-718c0258-88f5-4557-84bc-e2de5933d79d tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.1491113 Mar 24 00:53:13.557403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15208ae6-8171-48d0-b884-bd188e7a0781 req-beaf4ea2-0424-46fa-abfe-f5c030d87625 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416441 Mar 24 00:53:13.559646 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b47f20dc-a140-400e-8156-02497a297060 req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:13.742160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0b4e4f9-1545-41a5-b5ec-e81fd009be09 req-6da6645e-0b51-4f26-ae8d-2ebf6bbfa685 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788793 Mar 24 00:53:13.764183 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15208ae6-8171-48d0-b884-bd188e7a0781 req-d505ad10-80ed-4e2c-b36a-521bfb2b6160 service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994038 Mar 24 00:53:13.787151 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-b47f20dc-a140-400e-8156-02497a297060 req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Allocated IP 172.25.0.249 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/fde39406-66ec-448e-80a1-6c012e235d8a) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:53:13.877404 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:53:13.959531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd5676-60c7-4918-a6af-043ce223d78c req-014e5fb4-ff68-44dc-8080-ab1c9f968777 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:13.961056 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-03cd5676-60c7-4918-a6af-043ce223d78c req-014e5fb4-ff68-44dc-8080-ab1c9f968777 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 1133 time: 0.1393163 Mar 24 00:53:13.971189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15208ae6-8171-48d0-b884-bd188e7a0781 req-7d383476-0f79-4803-944e-c3bf3458362d service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987545 Mar 24 00:53:13.976992 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:13.988659 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f', 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6', 'port_id': '07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f', 'mac_address': 'fa:16:3e:c6:e7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4567572-e17e-44ad-9348-aa4b6b4246ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:53:14.007243 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b47f20dc-a140-400e-8156-02497a297060 req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for port (fde39406-66ec-448e-80a1-6c012e235d8a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:14.027505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:14.027903 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:14.035010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-03cd5676-60c7-4918-a6af-043ce223d78c req-c0731ec2-e175-4315-9c6b-e14586b4da02 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659904 Mar 24 00:53:14.045073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:53:14.067353 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:14.067557 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b47f20dc-a140-400e-8156-02497a297060 req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (fde39406-66ec-448e-80a1-6c012e235d8a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:14.073205 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:14.109012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47f20dc-a140-400e-8156-02497a297060 req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:53:14.111925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-b47f20dc-a140-400e-8156-02497a297060 req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:14.115573 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47f20dc-a140-400e-8156-02497a297060 req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:53:14.137560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:14.142934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Pushing event updated for resources: {'Port': ['ID=fde39406-66ec-448e-80a1-6c012e235d8a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:14.255888 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50f34fad-3776-4dc6-b0c0-5b11eb49dc94 req-6b79dcf2-01e2-4436-a5c5-a54dd880ab5d tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/floatingips/6b503d78-8a03-493c-af0c-e0d33dc4c23f HTTP/1.1" status: 200 len: 693 time: 0.0523026 Mar 24 00:53:14.259654 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b47f20dc-a140-400e-8156-02497a297060 req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for floatingip (89b6e8a5-aae3-4ad9-905e-09e440937fcc), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:14.345081 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b47f20dc-a140-400e-8156-02497a297060 req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (fde39406-66ec-448e-80a1-6c012e235d8a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:14.356139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:53:14.714214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f34fad-3776-4dc6-b0c0-5b11eb49dc94 req-bed0dcde-598e-4f10-837c-e4f682a6606f tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:14.715513 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50f34fad-3776-4dc6-b0c0-5b11eb49dc94 req-bed0dcde-598e-4f10-837c-e4f682a6606f tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.4538317 Mar 24 00:53:14.812981 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50f34fad-3776-4dc6-b0c0-5b11eb49dc94 req-13f59303-c389-4407-b987-ea81650abbf1 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 696 time: 0.0908253 Mar 24 00:53:14.847389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c8743-8028-45f2-96a4-d943a96c7928 req-1d472a52-da1d-4e0a-adaa-e8d963f8d6c9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:14.848794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e7c8743-8028-45f2-96a4-d943a96c7928 req-1d472a52-da1d-4e0a-adaa-e8d963f8d6c9 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.48 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 944 time: 0.1763055 Mar 24 00:53:14.926585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50f34fad-3776-4dc6-b0c0-5b11eb49dc94 req-5da6a2c7-ad90-4ccf-8e2d-a44f1aa8764a tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 696 time: 0.1071866 Mar 24 00:53:14.976346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e', 'name': 'network-vif-deleted', 'tag': '158c52f0-af89-4f88-9d5c-9a664b69819f'}, {'name': 'network-changed', 'server_uuid': 'd32baaa8-9be1-4af4-9b3e-02a70253419a', 'tag': '38eb9dbc-5846-44b3-b682-ddc27dded787'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:14.979390 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb28ca1f-2342-491b-a689-956b6ddfee48" -d '{"events": [{"server_uuid": "03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e", "name": "network-vif-deleted", "tag": "158c52f0-af89-4f88-9d5c-9a664b69819f"}, {"name": "network-changed", "server_uuid": "d32baaa8-9be1-4af4-9b3e-02a70253419a", "tag": "38eb9dbc-5846-44b3-b682-ddc27dded787"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:14.992343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea8b951-7860-41b8-a2ea-343b48f38651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff44a58d-6c2e-453a-93e8-5fa9061da930'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:14.994818 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cc1375-8e93-49fc-8794-3aac913e6dd2" -d '{"events": [{"server_uuid": "aea8b951-7860-41b8-a2ea-343b48f38651", "name": "network-vif-plugged", "status": "completed", "tag": "ff44a58d-6c2e-453a-93e8-5fa9061da930"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:15.030185 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b47f20dc-a140-400e-8156-02497a297060 req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for port (fde39406-66ec-448e-80a1-6c012e235d8a), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:15.063775 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b47f20dc-a140-400e-8156-02497a297060 req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (fde39406-66ec-448e-80a1-6c012e235d8a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:15.174421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Pushing event updated for resources: {'Port': ['ID=fde39406-66ec-448e-80a1-6c012e235d8a,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:15.186701 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b47f20dc-a140-400e-8156-02497a297060 req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (89b6e8a5-aae3-4ad9-905e-09e440937fcc), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:15.192285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-6e7c8743-8028-45f2-96a4-d943a96c7928 req-d7c3c84c-6280-4248-865b-57a26e2b79d8 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Deleting port 93162421-6760-4201-947b-0db826dd9168 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:15.192611 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6e7c8743-8028-45f2-96a4-d943a96c7928 req-d7c3c84c-6280-4248-865b-57a26e2b79d8 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (93162421-6760-4201-947b-0db826dd9168), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:15.249358 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b47f20dc-a140-400e-8156-02497a297060 req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:15.250532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b47f20dc-a140-400e-8156-02497a297060 req-b6c5a5c4-22a4-4601-be48-cd87122154e0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1017127 Mar 24 00:53:15.261879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-50f34fad-3776-4dc6-b0c0-5b11eb49dc94 req-c412e33b-e939-4926-b93a-67663d3adc1d tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Deleting port 3d810774-42b1-4f92-9073-98c11c9cdc2b {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:15.262209 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-50f34fad-3776-4dc6-b0c0-5b11eb49dc94 req-c412e33b-e939-4926-b93a-67663d3adc1d tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3d810774-42b1-4f92-9073-98c11c9cdc2b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:15.354927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b47f20dc-a140-400e-8156-02497a297060 req-99a38481-022c-4137-9f35-982a4327cdd5 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.0981493 Mar 24 00:53:15.464641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-6e7c8743-8028-45f2-96a4-d943a96c7928 req-d7c3c84c-6280-4248-865b-57a26e2b79d8 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] For port 93162421-6760-4201-947b-0db826dd9168, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=93162421-6760-4201-947b-0db826dd9168,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:15.465000 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6e7c8743-8028-45f2-96a4-d943a96c7928 req-d7c3c84c-6280-4248-865b-57a26e2b79d8 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (93162421-6760-4201-947b-0db826dd9168), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:15.486095 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-50f34fad-3776-4dc6-b0c0-5b11eb49dc94 req-c412e33b-e939-4926-b93a-67663d3adc1d tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3d810774-42b1-4f92-9073-98c11c9cdc2b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:15.486415 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-50f34fad-3776-4dc6-b0c0-5b11eb49dc94 req-c412e33b-e939-4926-b93a-67663d3adc1d tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for floatingip (3d810774-42b1-4f92-9073-98c11c9cdc2b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:15.504237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-6e7c8743-8028-45f2-96a4-d943a96c7928 req-d7c3c84c-6280-4248-865b-57a26e2b79d8 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Calling delete_port for 93162421-6760-4201-947b-0db826dd9168 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:15.519826 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-50f34fad-3776-4dc6-b0c0-5b11eb49dc94 req-c412e33b-e939-4926-b93a-67663d3adc1d tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Calling delete_port for 3d810774-42b1-4f92-9073-98c11c9cdc2b owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:15.546712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f20dc-a140-400e-8156-02497a297060 req-728aaeca-3298-4a0b-830e-ffb607926260 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:15.548016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b47f20dc-a140-400e-8156-02497a297060 req-728aaeca-3298-4a0b-830e-ffb607926260 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.1877444 Mar 24 00:53:15.718122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a01076-adfb-4006-b3df-6da4f73ffb1a req-5e148873-77eb-413b-9d76-dcd465c17d1b tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:15.719566 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73a01076-adfb-4006-b3df-6da4f73ffb1a req-5e148873-77eb-413b-9d76-dcd465c17d1b tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 946 time: 0.1063051 Mar 24 00:53:15.832786 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6e7c8743-8028-45f2-96a4-d943a96c7928 req-d7c3c84c-6280-4248-865b-57a26e2b79d8 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (93162421-6760-4201-947b-0db826dd9168), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:15.835313 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-50f34fad-3776-4dc6-b0c0-5b11eb49dc94 req-c412e33b-e939-4926-b93a-67663d3adc1d tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3d810774-42b1-4f92-9073-98c11c9cdc2b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:15.839681 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73a01076-adfb-4006-b3df-6da4f73ffb1a req-47d53260-da53-4fe7-ba9c-7e72500e3764 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136248 Mar 24 00:53:15.870032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412e33b-e939-4926-b93a-67663d3adc1d tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Pushing event deleted for resources: {'Port': ['ID=3d810774-42b1-4f92-9073-98c11c9cdc2b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:15.876616 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:15.901353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3c84c-6280-4248-865b-57a26e2b79d8 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Pushing event deleted for resources: {'Port': ['ID=93162421-6760-4201-947b-0db826dd9168,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:15.933239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:53:15.937415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:15.937845 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:15.992405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7c8743-8028-45f2-96a4-d943a96c7928 req-d7c3c84c-6280-4248-865b-57a26e2b79d8 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] No DVR routers for this DVR port 93162421-6760-4201-947b-0db826dd9168 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:53:15.998785 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6e7c8743-8028-45f2-96a4-d943a96c7928 req-d7c3c84c-6280-4248-865b-57a26e2b79d8 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:16.002003 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e7c8743-8028-45f2-96a4-d943a96c7928 req-d7c3c84c-6280-4248-865b-57a26e2b79d8 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.48 "DELETE /v2.0/ports/93162421-6760-4201-947b-0db826dd9168 HTTP/1.1" status: 204 len: 173 time: 1.1192844 Mar 24 00:53:16.014590 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:16.015036 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:16.021121 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-50f34fad-3776-4dc6-b0c0-5b11eb49dc94 req-c412e33b-e939-4926-b93a-67663d3adc1d tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks [] for floatingip (6b503d78-8a03-493c-af0c-e0d33dc4c23f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:16.023651 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-50f34fad-3776-4dc6-b0c0-5b11eb49dc94 req-c412e33b-e939-4926-b93a-67663d3adc1d tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:16.024873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50f34fad-3776-4dc6-b0c0-5b11eb49dc94 req-c412e33b-e939-4926-b93a-67663d3adc1d tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "DELETE /v2.0/floatingips/6b503d78-8a03-493c-af0c-e0d33dc4c23f HTTP/1.1" status: 204 len: 173 time: 1.0918179 Mar 24 00:53:16.046462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece00a33-f263-4a0c-8b20-287b03874bd8 req-5b393c00-83e7-4369-a5a8-a0a8de1e5ee2 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:16.048509 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ece00a33-f263-4a0c-8b20-287b03874bd8 req-5b393c00-83e7-4369-a5a8-a0a8de1e5ee2 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1135943 Mar 24 00:53:16.063126 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:16.068000 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:16.115299 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ece00a33-f263-4a0c-8b20-287b03874bd8 req-0e19317d-b414-40d4-a269-6af9ee72e613 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575621 Mar 24 00:53:16.130188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:16.158016 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac52861-0873-4aee-bc26-742c6e011da4 req-130a2c40-f2b7-4505-b158-c442021e5fda tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:16.159645 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ac52861-0873-4aee-bc26-742c6e011da4 req-130a2c40-f2b7-4505-b158-c442021e5fda tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 945 time: 0.0691063 Mar 24 00:53:16.208833 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ac52861-0873-4aee-bc26-742c6e011da4 req-4ad7297a-e0cc-4538-a9b2-73b9176a2912 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413680 Mar 24 00:53:16.307581 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-790015ea-89b3-4eac-afb8-418af7e23f95 req-4dcfa94f-ec89-4af6-aa43-d71d1e36790c tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f HTTP/1.1" status: 200 len: 210 time: 0.0275114 Mar 24 00:53:16.365910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae0dc9-ac95-4206-bf06-fffbdbfefe73 req-99d2e126-b74f-424b-be98-499f48478f74 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:16.367551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbae0dc9-ac95-4206-bf06-fffbdbfefe73 req-99d2e126-b74f-424b-be98-499f48478f74 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.0526888 Mar 24 00:53:16.369580 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c59e865-31eb-43e5-aac4-5ce4111d0dfb x-openstack-request-id: req-4c59e865-31eb-43e5-aac4-5ce4111d0dfb {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:16.369876 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e", "name": "network-vif-deleted", "tag": "158c52f0-af89-4f88-9d5c-9a664b69819f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d32baaa8-9be1-4af4-9b3e-02a70253419a", "tag": "38eb9dbc-5846-44b3-b682-ddc27dded787", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:16.370135 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c59e865-31eb-43e5-aac4-5ce4111d0dfb {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:16.370536 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c59e865-31eb-43e5-aac4-5ce4111d0dfb'] response: {'server_uuid': '03876cd7-9cc3-4bb9-bb70-4da1c5c8af1e', 'name': 'network-vif-deleted', 'tag': '158c52f0-af89-4f88-9d5c-9a664b69819f', 'status': 'completed', 'code': 200} Mar 24 00:53:16.370949 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c59e865-31eb-43e5-aac4-5ce4111d0dfb'] response: {'name': 'network-changed', 'server_uuid': 'd32baaa8-9be1-4af4-9b3e-02a70253419a', 'tag': '38eb9dbc-5846-44b3-b682-ddc27dded787', 'status': 'completed', 'code': 200} Mar 24 00:53:16.392660 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431c5112-78bb-4f87-9a83-ebc40c6e13c2 x-openstack-request-id: req-431c5112-78bb-4f87-9a83-ebc40c6e13c2 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:16.392660 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea8b951-7860-41b8-a2ea-343b48f38651", "name": "network-vif-plugged", "status": "completed", "tag": "ff44a58d-6c2e-453a-93e8-5fa9061da930", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:16.392877 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-431c5112-78bb-4f87-9a83-ebc40c6e13c2 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:16.393197 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431c5112-78bb-4f87-9a83-ebc40c6e13c2'] response: {'server_uuid': 'aea8b951-7860-41b8-a2ea-343b48f38651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff44a58d-6c2e-453a-93e8-5fa9061da930', 'code': 200} Mar 24 00:53:16.508156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbae0dc9-ac95-4206-bf06-fffbdbfefe73 req-509fb217-96c3-4599-81dd-20dca14bdeeb tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332664 Mar 24 00:53:16.584765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28ca1f-2342-491b-a689-956b6ddfee48 req-762fb452-8cee-45bb-affb-6039a85dda62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:16.586214 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb28ca1f-2342-491b-a689-956b6ddfee48 req-762fb452-8cee-45bb-affb-6039a85dda62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46d13a2d8c724844b0c32a35f9251cf2&device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 1127 time: 0.1821570 Mar 24 00:53:16.674590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-69c64dee-6766-4bdb-9d0a-5baf58fc845e tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2551227 Mar 24 00:53:16.676365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c17688-e4f1-4056-a167-78716a4a1d84 req-3018cc8f-562e-418c-a7b2-48a9e2f8e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:16.677768 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-03c17688-e4f1-4056-a167-78716a4a1d84 req-3018cc8f-562e-418c-a7b2-48a9e2f8e898 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 1128 time: 0.2080634 Mar 24 00:53:16.691353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:16.765408 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:16.791886 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c424d-0aae-49a3-8b0d-a4455f3d2685 req-c816db0c-7de4-458c-b71e-ea3ac813920e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:16.793344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-970c424d-0aae-49a3-8b0d-a4455f3d2685 req-c816db0c-7de4-458c-b71e-ea3ac813920e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2121909 Mar 24 00:53:16.800259 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28ca1f-2342-491b-a689-956b6ddfee48 req-725708cb-84a0-412d-a513-010957a85ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:16.801666 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb28ca1f-2342-491b-a689-956b6ddfee48 req-725708cb-84a0-412d-a513-010957a85ef8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ef1992d0-db52-4bd5-abf1-42e8b478bf24 HTTP/1.1" status: 200 len: 930 time: 0.2027884 Mar 24 00:53:16.829946 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-03c17688-e4f1-4056-a167-78716a4a1d84 req-ee606a97-4fc4-4f5e-be79-cc1ffb3ffe09 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348228 Mar 24 00:53:16.883708 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb28ca1f-2342-491b-a689-956b6ddfee48 req-e7a40764-85dc-4aab-b324-4c5832fd1c1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38eb9dbc-5846-44b3-b682-ddc27dded787 HTTP/1.1" status: 200 len: 217 time: 0.0573714 Mar 24 00:53:16.917037 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-970c424d-0aae-49a3-8b0d-a4455f3d2685 req-088e6291-ff2d-4182-8b50-9c31ba34f17e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142342 Mar 24 00:53:16.955037 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:17.116552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24436ff1-6b41-4aad-bd3f-f10393e1fae3 req-a2554b98-021f-45ce-b487-af48e1a76375 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:17.118011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-24436ff1-6b41-4aad-bd3f-f10393e1fae3 req-a2554b98-021f-45ce-b487-af48e1a76375 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 951 time: 0.1265535 Mar 24 00:53:17.125601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28ca1f-2342-491b-a689-956b6ddfee48 req-b5d87492-efb2-471f-b7c2-cc931de03554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:17.126984 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb28ca1f-2342-491b-a689-956b6ddfee48 req-b5d87492-efb2-471f-b7c2-cc931de03554 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fd00331-c666-4143-a7c2-e5874d4e6033 HTTP/1.1" status: 200 len: 868 time: 0.0927720 Mar 24 00:53:17.153958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Allocated IP 172.25.0.232 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/7369b436-823d-4136-bff9-315e64c77c84) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:53:17.251244 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-24436ff1-6b41-4aad-bd3f-f10393e1fae3 req-84f30c4a-b08e-4f6a-8366-723940c01085 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272497 Mar 24 00:53:17.282892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28ca1f-2342-491b-a689-956b6ddfee48 req-8c961036-6a3e-46bf-9443-d51308ef6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:17.284397 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb28ca1f-2342-491b-a689-956b6ddfee48 req-8c961036-6a3e-46bf-9443-d51308ef6aea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ef1992d0-db52-4bd5-abf1-42e8b478bf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1333311 Mar 24 00:53:17.385951 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for port (7369b436-823d-4136-bff9-315e64c77c84), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:17.448720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb28ca1f-2342-491b-a689-956b6ddfee48 req-08ebf5ba-b71f-4888-8f2f-e9a90c802842 service neutron] 10.222.0.57 "GET /v2.0/networks/ef1992d0-db52-4bd5-abf1-42e8b478bf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555393 Mar 24 00:53:17.458557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa63487-2e45-4b8a-ae5c-bd27700d0820 req-ea27e73b-39d1-4cc7-9b52-2d84effcce65 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:17.459907 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9fa63487-2e45-4b8a-ae5c-bd27700d0820 req-ea27e73b-39d1-4cc7-9b52-2d84effcce65 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/ports?device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1451049 Mar 24 00:53:17.513705 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7369b436-823d-4136-bff9-315e64c77c84), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:17.554851 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9fa63487-2e45-4b8a-ae5c-bd27700d0820 req-6c52e0e0-3788-48a6-a75e-aa4b3b38cdfb tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0854511 Mar 24 00:53:17.598042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:53:17.603530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:17.611366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:53:17.668539 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Pushing event updated for resources: {'Port': ['ID=7369b436-823d-4136-bff9-315e64c77c84,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:17.689021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb28ca1f-2342-491b-a689-956b6ddfee48 req-0f199de3-89db-4878-8fca-0269c3f62493 service neutron] 10.222.0.57 "GET /v2.0/networks/ef1992d0-db52-4bd5-abf1-42e8b478bf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281635 Mar 24 00:53:17.744343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e029db-92e3-4d21-b58a-7669961f5d7e req-628e5930-02fe-4e3b-82cb-b168746a722e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:17.745842 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1e029db-92e3-4d21-b58a-7669961f5d7e req-628e5930-02fe-4e3b-82cb-b168746a722e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 946 time: 0.1373010 Mar 24 00:53:17.776938 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for floatingip (bd42378c-1de1-45d4-b10c-cf5d33f5b17a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:17.825548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1e029db-92e3-4d21-b58a-7669961f5d7e req-a6f48075-8a3b-4c9d-a664-1bd5bd3fcb7a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735412 Mar 24 00:53:17.835527 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7369b436-823d-4136-bff9-315e64c77c84), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:18.363193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3940-be30-45eb-b565-37cd9d578351 req-ee00d646-0a0c-4bf9-a854-132be4d5c03b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:18.364623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-094d3940-be30-45eb-b565-37cd9d578351 req-ee00d646-0a0c-4bf9-a854-132be4d5c03b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 811 time: 0.4490833 Mar 24 00:53:18.373281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbcca4-c444-43b1-81c0-38b8f27103a8 req-69ec7214-04d9-42f4-ac67-7ea35cc9b799 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:18.374584 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bacbcca4-c444-43b1-81c0-38b8f27103a8 req-69ec7214-04d9-42f4-ac67-7ea35cc9b799 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 951 time: 0.1318958 Mar 24 00:53:18.379232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f', 'name': 'network-vif-deleted', 'tag': '93162421-6760-4201-947b-0db826dd9168'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:18.381488 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3497367b-ca5f-443b-b93e-379eb9d70541" -d '{"events": [{"server_uuid": "48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f", "name": "network-vif-deleted", "tag": "93162421-6760-4201-947b-0db826dd9168"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:18.394092 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee34d25-91f5-48cb-8b98-14578733247e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:18.396352 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3916cfdc-1f72-457d-9375-461eaeebdad9" -d '{"events": [{"server_uuid": "dee34d25-91f5-48cb-8b98-14578733247e", "name": "network-vif-plugged", "status": "completed", "tag": "07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:18.426137 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for port (7369b436-823d-4136-bff9-315e64c77c84), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:18.428532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-094d3940-be30-45eb-b565-37cd9d578351 req-2a97ab1a-0f29-4328-9730-15b794c2c977 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/quotas/fa7a637ada534f57aa37557e7d448261 HTTP/1.1" status: 200 len: 375 time: 0.0499883 Mar 24 00:53:18.431679 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (7369b436-823d-4136-bff9-315e64c77c84), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:18.578119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Pushing event updated for resources: {'Port': ['ID=7369b436-823d-4136-bff9-315e64c77c84,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:18.593422 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (bd42378c-1de1-45d4-b10c-cf5d33f5b17a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:18.620590 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:18.621848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-11c4e0d4-5a6b-4fc6-9fe8-d8563a033492 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9407048 Mar 24 00:53:18.630720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-094d3940-be30-45eb-b565-37cd9d578351 req-c97eee30-ab7c-47a7-b383-0704141d7831 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1883545 Mar 24 00:53:18.652040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-bacbcca4-c444-43b1-81c0-38b8f27103a8 req-895941f4-ffd8-49e5-9e17-86dce2145538 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Deleting port a638a435-2902-4389-9173-ab25ef96e649 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:18.652383 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bacbcca4-c444-43b1-81c0-38b8f27103a8 req-895941f4-ffd8-49e5-9e17-86dce2145538 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a638a435-2902-4389-9173-ab25ef96e649), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:18.773366 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-2201b56c-ec6a-4c2f-a14e-c0b3227357c2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 696 time: 0.1416452 Mar 24 00:53:18.910136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-bacbcca4-c444-43b1-81c0-38b8f27103a8 req-895941f4-ffd8-49e5-9e17-86dce2145538 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] For port a638a435-2902-4389-9173-ab25ef96e649, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a638a435-2902-4389-9173-ab25ef96e649,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:18.910414 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bacbcca4-c444-43b1-81c0-38b8f27103a8 req-895941f4-ffd8-49e5-9e17-86dce2145538 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a638a435-2902-4389-9173-ab25ef96e649), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:18.917241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-094d3940-be30-45eb-b565-37cd9d578351 req-ddf588ea-a76c-44a2-8092-e7322021d4e3 service neutron] 10.222.0.45 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753501 Mar 24 00:53:18.939896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-bacbcca4-c444-43b1-81c0-38b8f27103a8 req-895941f4-ffd8-49e5-9e17-86dce2145538 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Calling delete_port for a638a435-2902-4389-9173-ab25ef96e649 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:19.003831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-f493105e-7208-4460-a5ec-8f47989c0e30 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:19.005149 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd27fc7f-1b09-40d1-81f0-3a58e32b7e81 req-f493105e-7208-4460-a5ec-8f47989c0e30 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.2262058 Mar 24 00:53:19.111273 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-094d3940-be30-45eb-b565-37cd9d578351 req-a2f11ce4-6527-489b-9472-724f7b4320c6 service neutron] 10.222.0.45 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855752 Mar 24 00:53:19.149542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce82a25-eddb-488a-8486-175826a2c36f req-e3d812d3-aa05-43ba-aff0-ffe610d41efb tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:19.151024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cce82a25-eddb-488a-8486-175826a2c36f req-e3d812d3-aa05-43ba-aff0-ffe610d41efb tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 945 time: 0.0954540 Mar 24 00:53:19.232361 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bacbcca4-c444-43b1-81c0-38b8f27103a8 req-895941f4-ffd8-49e5-9e17-86dce2145538 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a638a435-2902-4389-9173-ab25ef96e649), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:19.244818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['283fe7d7-4ae1-4877-a5aa-b42e0304761e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:53:19.249137 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cce82a25-eddb-488a-8486-175826a2c36f req-6bad0b2d-4c88-46d4-b4cc-af57e5359268 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778589 Mar 24 00:53:19.292092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895941f4-ffd8-49e5-9e17-86dce2145538 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Pushing event deleted for resources: {'Port': ['ID=a638a435-2902-4389-9173-ab25ef96e649,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:19.296177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a60a78e9-a676-43bb-8d72-06b222428363', 'f75447d9-4d97-43c3-9b6f-2d4e24f18510'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:53:19.370420 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9eab5182-6237-4cfa-9264-42f3dd25aa65 req-474aaf3b-9e65-47c9-b3c6-c163b75d07bd tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0746183 Mar 24 00:53:19.410412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-bacbcca4-c444-43b1-81c0-38b8f27103a8 req-895941f4-ffd8-49e5-9e17-86dce2145538 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] No DVR routers for this DVR port a638a435-2902-4389-9173-ab25ef96e649 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:53:19.414224 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bacbcca4-c444-43b1-81c0-38b8f27103a8 req-895941f4-ffd8-49e5-9e17-86dce2145538 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:19.419935 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bacbcca4-c444-43b1-81c0-38b8f27103a8 req-895941f4-ffd8-49e5-9e17-86dce2145538 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "DELETE /v2.0/ports/a638a435-2902-4389-9173-ab25ef96e649 HTTP/1.1" status: 204 len: 173 time: 1.0341375 Mar 24 00:53:19.466542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83132ed-5440-4548-ab2c-8bf98171bb00 req-88802451-cf9a-4ef2-8388-9d56dda9ea46 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:19.469748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e83132ed-5440-4548-ab2c-8bf98171bb00 req-88802451-cf9a-4ef2-8388-9d56dda9ea46 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.1100221 Mar 24 00:53:19.500762 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9406dd1f-0b8e-4a7d-889a-b70d056e84c9 req-b6aaba9f-3bd0-4705-a517-e4473b3a0847 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0dafc0-3dea-4b80-898e-5c3fae162bfe HTTP/1.1" status: 200 len: 210 time: 0.0298321 Mar 24 00:53:19.583180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e83132ed-5440-4548-ab2c-8bf98171bb00 req-a1dc2f62-b590-494c-bfca-a95fe800c8b3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813615 Mar 24 00:53:19.612634 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a4bf67-9b83-4952-a32e-02975e927df1 x-openstack-request-id: req-27a4bf67-9b83-4952-a32e-02975e927df1 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:19.613495 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f", "name": "network-vif-deleted", "tag": "93162421-6760-4201-947b-0db826dd9168", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:19.614089 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-27a4bf67-9b83-4952-a32e-02975e927df1 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:19.614682 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a4bf67-9b83-4952-a32e-02975e927df1'] response: {'server_uuid': '48b28ae7-4da7-45ed-bc90-a4a1c9dc9c4f', 'name': 'network-vif-deleted', 'tag': '93162421-6760-4201-947b-0db826dd9168', 'status': 'completed', 'code': 200} Mar 24 00:53:19.663313 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9af2de-e2e4-4179-9005-2c7586990de9 x-openstack-request-id: req-8a9af2de-e2e4-4179-9005-2c7586990de9 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:19.663834 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee34d25-91f5-48cb-8b98-14578733247e", "name": "network-vif-plugged", "status": "completed", "tag": "07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:19.663834 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a9af2de-e2e4-4179-9005-2c7586990de9 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:19.664173 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9af2de-e2e4-4179-9005-2c7586990de9'] response: {'server_uuid': 'dee34d25-91f5-48cb-8b98-14578733247e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f', 'code': 200} Mar 24 00:53:19.850926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc337a-5fcd-4b80-af67-01c41e4bd33c req-bc12dd68-5551-4bf6-bbca-524d37a3b6b8 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:19.852387 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0bc337a-5fcd-4b80-af67-01c41e4bd33c req-bc12dd68-5551-4bf6-bbca-524d37a3b6b8 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 946 time: 0.1536849 Mar 24 00:53:19.876698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 93162421-6760-4201-947b-0db826dd9168 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:19.894921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b55affbd-d366-4a7c-81b6-b453e65595b6 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2101433 Mar 24 00:53:19.899307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25f548-03f0-4a29-bb55-4ac9c396643e req-750acea6-2940-4ced-b02d-729f03630c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:19.901802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fe25f548-03f0-4a29-bb55-4ac9c396643e req-750acea6-2940-4ced-b02d-729f03630c49 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 1127 time: 0.1617172 Mar 24 00:53:19.904654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 93162421-6760-4201-947b-0db826dd9168 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:53:19.904654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 93162421-6760-4201-947b-0db826dd9168 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:53:19.911407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:19.971115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0bc337a-5fcd-4b80-af67-01c41e4bd33c req-52c1962e-6c57-4897-beff-aded134e3440 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106665 Mar 24 00:53:19.973146 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:20.054978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fe25f548-03f0-4a29-bb55-4ac9c396643e req-223d83e9-e06c-4e34-83e1-5b3c6116f46c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391814 Mar 24 00:53:20.076978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-172e811f-591d-41ba-be54-41a502600369 req-b1539bcc-3748-4ef3-b848-965f54fcf7a3 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4ef0da-6d66-4463-b3ed-deebda455124 HTTP/1.1" status: 200 len: 210 time: 0.0346746 Mar 24 00:53:20.126124 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:20.234551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Allocated IP 172.25.0.203 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/d218631b-530b-464c-8047-2fb29642e703) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:53:20.347654 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for port (d218631b-530b-464c-8047-2fb29642e703), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:20.381866 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d218631b-530b-464c-8047-2fb29642e703), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:20.421694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:53:20.426602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:20.431730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:53:20.434866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Pushing event updated for resources: {'Port': ['ID=d218631b-530b-464c-8047-2fb29642e703,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:20.551968 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for floatingip (c1603f9d-305e-45a9-85db-2b14dd894960), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:20.576238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d7a8-f220-4e38-9cb9-e00a2eb54481 req-8d5e330a-2169-4134-af0b-26e0384d0ab1 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:20.577747 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b85d7a8-f220-4e38-9cb9-e00a2eb54481 req-8d5e330a-2169-4134-af0b-26e0384d0ab1 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 945 time: 0.0760679 Mar 24 00:53:20.624327 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d218631b-530b-464c-8047-2fb29642e703), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:20.713136 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b85d7a8-f220-4e38-9cb9-e00a2eb54481 req-67f52b75-24d6-4c15-a77f-d70a0932d00d tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09f27ea-4f2b-430b-bef2-af533041592b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202290 Mar 24 00:53:20.713407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a638a435-2902-4389-9173-ab25ef96e649 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:20.751618 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: a638a435-2902-4389-9173-ab25ef96e649 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:53:20.751972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a638a435-2902-4389-9173-ab25ef96e649 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:53:20.770855 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26775-e27d-4f13-bf47-56961ecc1845 req-cffab074-b396-44c2-9b63-a337a5a9c6ff tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:20.773382 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9ae26775-e27d-4f13-bf47-56961ecc1845 req-cffab074-b396-44c2-9b63-a337a5a9c6ff tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd05c837-2895-4e2c-938c-7daeb8920fc7 HTTP/1.1" status: 200 len: 945 time: 0.0762534 Mar 24 00:53:20.870111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3940-be30-45eb-b565-37cd9d578351 req-2851a5a7-54ba-4b90-9b5c-37c9844125eb tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:20.871119 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-9ae26775-e27d-4f13-bf47-56961ecc1845 req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Deleting port 7aaa0db0-4411-457a-ab83-3507581a7e96 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:20.871461 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9ae26775-e27d-4f13-bf47-56961ecc1845 req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:20.871836 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-094d3940-be30-45eb-b565-37cd9d578351 req-2851a5a7-54ba-4b90-9b5c-37c9844125eb tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.48 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 811 time: 0.2229860 Mar 24 00:53:20.892357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-094d3940-be30-45eb-b565-37cd9d578351 req-4a1cff6e-d85a-4507-a1c5-50fc42c84bbf tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Request body: {'port': {'device_id': 'ff4ef0da-6d66-4463-b3ed-deebda455124', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'admin_state_up': True, 'tenant_id': 'fa7a637ada534f57aa37557e7d448261'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:20.960080 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-9ae26775-e27d-4f13-bf47-56961ecc1845 req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] For port 7aaa0db0-4411-457a-ab83-3507581a7e96, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=7aaa0db0-4411-457a-ab83-3507581a7e96,segment=NetworkSegment(01300b52-656a-408e-8ecf-a9398c7e9112),segment_id=01300b52-656a-408e-8ecf-a9398c7e9112)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:20.960443 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9ae26775-e27d-4f13-bf47-56961ecc1845 req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:20.974207 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-9ae26775-e27d-4f13-bf47-56961ecc1845 req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Calling delete_port for 7aaa0db0-4411-457a-ab83-3507581a7e96 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:21.024324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f742ba-8f03-4eb9-a1b5-5df540527ff8 req-3c2b76c2-fe2e-4576-91a5-670bb8080444 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:21.026242 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2f742ba-8f03-4eb9-a1b5-5df540527ff8 req-3c2b76c2-fe2e-4576-91a5-670bb8080444 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 945 time: 0.2028792 Mar 24 00:53:21.082525 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for port (d218631b-530b-464c-8047-2fb29642e703), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:21.093729 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (d218631b-530b-464c-8047-2fb29642e703), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:21.095512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094d3940-be30-45eb-b565-37cd9d578351 req-4a1cff6e-d85a-4507-a1c5-50fc42c84bbf tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Made reservation on behalf of fa7a637ada534f57aa37557e7d448261 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:53:21.100037 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-094d3940-be30-45eb-b565-37cd9d578351 req-4a1cff6e-d85a-4507-a1c5-50fc42c84bbf tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:21.102090 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9ae26775-e27d-4f13-bf47-56961ecc1845 req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (7aaa0db0-4411-457a-ab83-3507581a7e96), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:21.136944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Pushing event deleted for resources: {'Port': ['ID=7aaa0db0-4411-457a-ab83-3507581a7e96,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:21.164125 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2f742ba-8f03-4eb9-a1b5-5df540527ff8 req-12fed533-4c6d-479f-9c31-030d110621b6 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317844 Mar 24 00:53:21.214615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae26775-e27d-4f13-bf47-56961ecc1845 req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] No DVR routers for this DVR port 7aaa0db0-4411-457a-ab83-3507581a7e96 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:53:21.218409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:21.219334 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:21.219860 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:21.220344 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:21.220937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:21.221452 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:21.222222 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:21.222446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Pushing event updated for resources: {'Port': ['ID=d218631b-530b-464c-8047-2fb29642e703,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:21.222931 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:21.223802 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:21.224943 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:21.225684 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:21.226306 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:21.227176 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:21.227688 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:21.228234 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:21.235247 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9ae26775-e27d-4f13-bf47-56961ecc1845 req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:21.240390 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9ae26775-e27d-4f13-bf47-56961ecc1845 req-7e8a98f0-ac48-49b0-b617-b94ba6007f14 tempest-LiveAutoBlockMigrationV225Test-2028437082 tempest-LiveAutoBlockMigrationV225Test-2028437082-project] 10.222.0.48 "DELETE /v2.0/ports/7aaa0db0-4411-457a-ab83-3507581a7e96 HTTP/1.1" status: 204 len: 173 time: 0.4614322 Mar 24 00:53:21.240814 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd05c837-2895-4e2c-938c-7daeb8920fc7', 'name': 'network-vif-deleted', 'tag': '7aaa0db0-4411-457a-ab83-3507581a7e96'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:21.243836 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312f08eb-9024-4fe4-8306-666a1b175fa0" -d '{"events": [{"server_uuid": "fd05c837-2895-4e2c-938c-7daeb8920fc7", "name": "network-vif-deleted", "tag": "7aaa0db0-4411-457a-ab83-3507581a7e96"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:21.314167 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (c1603f9d-305e-45a9-85db-2b14dd894960), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:21.380074 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:21.381270 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b07071d4-3525-4664-acea-0df01f85f0f2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4779961 Mar 24 00:53:21.444249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013f476-5277-4ffa-8957-9478304aed5c req-058907cb-d5b7-4be7-880a-3204779956b0 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:21.445726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8013f476-5277-4ffa-8957-9478304aed5c req-058907cb-d5b7-4be7-880a-3204779956b0 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/ports?device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 945 time: 0.1806545 Mar 24 00:53:21.451442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-094d3940-be30-45eb-b565-37cd9d578351 req-4a1cff6e-d85a-4507-a1c5-50fc42c84bbf tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Allocated IP 172.20.0.8 (a98bf23f-e282-494a-9475-14c4438bbbf3/9949c1b7-99b1-4ac5-9528-e85b6230eee6/69ebb3c8-8c34-490c-b5d6-20670eaa91ad) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:53:21.458827 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-6fb80005-620b-4150-9c58-648e7f1672a6 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.203 HTTP/1.1" status: 200 len: 696 time: 0.0703428 Mar 24 00:53:21.592758 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8013f476-5277-4ffa-8957-9478304aed5c req-ee66726d-a0ec-43e4-a965-53070ef8b0b6 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/security-groups?id=138f2132-bc35-4a77-b5ae-a61a5f4a41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387591 Mar 24 00:53:21.617174 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'name': 'network-vif-deleted', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:21.619608 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c69695a-f5d5-4e78-9cff-f3f89974e48f" -d '{"events": [{"server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "name": "network-vif-deleted", "tag": "a638a435-2902-4389-9173-ab25ef96e649"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:21.738242 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b097601b-c9d1-4209-9a6c-1165843ae6d0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:21.739878 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c168c998-e8f9-41ee-9cfc-68e3c2b815bc req-b097601b-c9d1-4209-9a6c-1165843ae6d0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.2693446 Mar 24 00:53:21.791742 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5a711-582b-44e4-b984-00c7ecbeaa48 req-a67663e9-ba8d-4f3c-9f3a-575b524ab4a8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:21.793318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cef5a711-582b-44e4-b984-00c7ecbeaa48 req-a67663e9-ba8d-4f3c-9f3a-575b524ab4a8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.1374774 Mar 24 00:53:21.796100 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-094d3940-be30-45eb-b565-37cd9d578351 req-4a1cff6e-d85a-4507-a1c5-50fc42c84bbf tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for port (69ebb3c8-8c34-490c-b5d6-20670eaa91ad), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:21.903277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cef5a711-582b-44e4-b984-00c7ecbeaa48 req-9621c959-4a9d-4281-bd4a-9d5f35c49c5d tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022174 Mar 24 00:53:21.929535 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-094d3940-be30-45eb-b565-37cd9d578351 req-4a1cff6e-d85a-4507-a1c5-50fc42c84bbf tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (69ebb3c8-8c34-490c-b5d6-20670eaa91ad), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:21.941954 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['4dbe84c1-0209-4a91-972b-a3e08e36d97e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:53:21.998294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094d3940-be30-45eb-b565-37cd9d578351 req-4a1cff6e-d85a-4507-a1c5-50fc42c84bbf tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Network a98bf23f-e282-494a-9475-14c4438bbbf3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:53:22.023676 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-094d3940-be30-45eb-b565-37cd9d578351 req-4a1cff6e-d85a-4507-a1c5-50fc42c84bbf tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:22.026120 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-094d3940-be30-45eb-b565-37cd9d578351 req-4a1cff6e-d85a-4507-a1c5-50fc42c84bbf tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:53:22.035059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85395c7a-be34-436e-a310-5adc80c147f3 req-441fbd4f-221f-4252-a33d-fb33defe843f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:22.037028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85395c7a-be34-436e-a310-5adc80c147f3 req-441fbd4f-221f-4252-a33d-fb33defe843f tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 946 time: 0.2090836 Mar 24 00:53:22.051598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790bc85-150a-4ec1-b4a2-a65336cded8c req-5583c48c-724f-4283-b4c2-87c58dbbeb8a tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:22.052636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8790bc85-150a-4ec1-b4a2-a65336cded8c req-5583c48c-724f-4283-b4c2-87c58dbbeb8a tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 945 time: 0.1825268 Mar 24 00:53:22.083342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cff6e-d85a-4507-a1c5-50fc42c84bbf tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event updated for resources: {'Port': ['ID=69ebb3c8-8c34-490c-b5d6-20670eaa91ad,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:22.193593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3940-be30-45eb-b565-37cd9d578351 req-4a1cff6e-d85a-4507-a1c5-50fc42c84bbf tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:22.194204 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-094d3940-be30-45eb-b565-37cd9d578351 req-4a1cff6e-d85a-4507-a1c5-50fc42c84bbf tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:22.227268 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e0892-5ef2-431d-b44c-79600c293778 req-096cd717-61b6-49bb-ae3b-b205bfab1300 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:22.228721 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d6e0892-5ef2-431d-b44c-79600c293778 req-096cd717-61b6-49bb-ae3b-b205bfab1300 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4ef0da-6d66-4463-b3ed-deebda455124 HTTP/1.1" status: 200 len: 931 time: 0.2573807 Mar 24 00:53:22.235769 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-094d3940-be30-45eb-b565-37cd9d578351 req-4a1cff6e-d85a-4507-a1c5-50fc42c84bbf tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3477633 Mar 24 00:53:22.247878 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85395c7a-be34-436e-a310-5adc80c147f3 req-9c9dbae8-60c6-484f-a16f-d28dfe93a9f8 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936960 Mar 24 00:53:22.260792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Request body: {'port': {'device_id': 'ff4ef0da-6d66-4463-b3ed-deebda455124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:22.282185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c8974ce7-63dc-4f5d-b59e-419c7536a444 None None] Provisioning complete for port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:22.282562 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8974ce7-63dc-4f5d-b59e-419c7536a444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (69ebb3c8-8c34-490c-b5d6-20670eaa91ad), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:22.294329 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0304ce00-9227-44f6-bc2c-aca27fc91abb x-openstack-request-id: req-0304ce00-9227-44f6-bc2c-aca27fc91abb {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:22.294878 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd05c837-2895-4e2c-938c-7daeb8920fc7", "name": "network-vif-deleted", "tag": "7aaa0db0-4411-457a-ab83-3507581a7e96", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:22.295074 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0304ce00-9227-44f6-bc2c-aca27fc91abb {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:22.295586 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0304ce00-9227-44f6-bc2c-aca27fc91abb'] response: {'server_uuid': 'fd05c837-2895-4e2c-938c-7daeb8920fc7', 'name': 'network-vif-deleted', 'tag': '7aaa0db0-4411-457a-ab83-3507581a7e96', 'status': 'completed', 'code': 200} Mar 24 00:53:22.326239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c8974ce7-63dc-4f5d-b59e-419c7536a444 None None] Port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:53:22.566654 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62689eea-90e5-4d2b-923c-f74e8b3ba6d8 x-openstack-request-id: req-62689eea-90e5-4d2b-923c-f74e8b3ba6d8 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:22.567242 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0dafc0-3dea-4b80-898e-5c3fae162bfe", "name": "network-vif-deleted", "tag": "a638a435-2902-4389-9173-ab25ef96e649", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:22.567242 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-62689eea-90e5-4d2b-923c-f74e8b3ba6d8 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:22.567559 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62689eea-90e5-4d2b-923c-f74e8b3ba6d8'] response: {'server_uuid': '9a0dafc0-3dea-4b80-898e-5c3fae162bfe', 'name': 'network-vif-deleted', 'tag': 'a638a435-2902-4389-9173-ab25ef96e649', 'status': 'completed', 'code': 200} Mar 24 00:53:22.658839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87e4c2c2-0879-4429-be79-a348e0c0b086 req-28f33201-1e59-4a80-8f30-1fa9fcec5258 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips/c1603f9d-305e-45a9-85db-2b14dd894960 HTTP/1.1" status: 200 len: 693 time: 0.0964847 Mar 24 00:53:22.680473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-8790bc85-150a-4ec1-b4a2-a65336cded8c req-4239bf4d-c973-48d0-b08d-dde557a746e4 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Deleting port 38eb9dbc-5846-44b3-b682-ddc27dded787 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:22.680809 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8790bc85-150a-4ec1-b4a2-a65336cded8c req-4239bf4d-c973-48d0-b08d-dde557a746e4 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (38eb9dbc-5846-44b3-b682-ddc27dded787), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:22.688876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d6e0892-5ef2-431d-b44c-79600c293778 req-6426353c-cc30-479a-bbbd-23fa8af1969f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506707 Mar 24 00:53:22.708710 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (69ebb3c8-8c34-490c-b5d6-20670eaa91ad), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:22.731363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39724) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:22.837487 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-971eb928-a65c-4233-8b2d-bd3356be5f03 admin admin] Deleting subnet 934588f5-a348-4979-87c7-3c16383ef84c {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:53:22.842025 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-971eb928-a65c-4233-8b2d-bd3356be5f03 admin admin] Publish callbacks [] for subnet (934588f5-a348-4979-87c7-3c16383ef84c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:22.879878 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-971eb928-a65c-4233-8b2d-bd3356be5f03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (934588f5-a348-4979-87c7-3c16383ef84c), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:22.923710 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-971eb928-a65c-4233-8b2d-bd3356be5f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (934588f5-a348-4979-87c7-3c16383ef84c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:22.955352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8790bc85-150a-4ec1-b4a2-a65336cded8c req-4239bf4d-c973-48d0-b08d-dde557a746e4 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] For port 38eb9dbc-5846-44b3-b682-ddc27dded787, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=38eb9dbc-5846-44b3-b682-ddc27dded787,segment=NetworkSegment(23c9bd04-7b3f-4b5d-a669-955801b20396),segment_id=23c9bd04-7b3f-4b5d-a669-955801b20396)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:22.955714 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8790bc85-150a-4ec1-b4a2-a65336cded8c req-4239bf4d-c973-48d0-b08d-dde557a746e4 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (38eb9dbc-5846-44b3-b682-ddc27dded787), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:22.965076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4c2c2-0879-4429-be79-a348e0c0b086 req-44fee47f-595e-4cfe-902e-d831d22f72a0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:22.966514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87e4c2c2-0879-4429-be79-a348e0c0b086 req-44fee47f-595e-4cfe-902e-d831d22f72a0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.2988374 Mar 24 00:53:22.974902 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-971eb928-a65c-4233-8b2d-bd3356be5f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (934588f5-a348-4979-87c7-3c16383ef84c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.002161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971eb928-a65c-4233-8b2d-bd3356be5f03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934588f5-a348-4979-87c7-3c16383ef84c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:23.004101 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-971eb928-a65c-4233-8b2d-bd3356be5f03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.005009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-87e4c2c2-0879-4429-be79-a348e0c0b086 req-ecfc1c83-2d06-452e-be64-e3c7e1de949f tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:53:23.005965 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87e4c2c2-0879-4429-be79-a348e0c0b086 req-ecfc1c83-2d06-452e-be64-e3c7e1de949f tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138166 Mar 24 00:53:23.009899 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-971eb928-a65c-4233-8b2d-bd3356be5f03 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/934588f5-a348-4979-87c7-3c16383ef84c HTTP/1.1" status: 204 len: 168 time: 0.2772155 Mar 24 00:53:23.010650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39732) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:23.017182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-8790bc85-150a-4ec1-b4a2-a65336cded8c req-4239bf4d-c973-48d0-b08d-dde557a746e4 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Calling delete_port for 38eb9dbc-5846-44b3-b682-ddc27dded787 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:23.080164 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92da-8634-4e38-9477-ac122acf5c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (9b0f0dde-a2c5-4e76-9285-8b850d030f1c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.162890 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92da-8634-4e38-9477-ac122acf5c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (9b0f0dde-a2c5-4e76-9285-8b850d030f1c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.164634 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:53:23.166586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b415069-4caa-48b5-85b3-5e9e865459f3 req-f7fcd233-4573-481f-8ed3-cc6141376635 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:23.168057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b415069-4caa-48b5-85b3-5e9e865459f3 req-f7fcd233-4573-481f-8ed3-cc6141376635 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 945 time: 0.2373853 Mar 24 00:53:23.186289 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-0e2a92da-8634-4e38-9477-ac122acf5c01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0f0dde-a2c5-4e76-9285-8b850d030f1c']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:23.196513 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-0e2a92da-8634-4e38-9477-ac122acf5c01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01300b52-656a-408e-8ecf-a9398c7e9112') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:23.196816 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-0e2a92da-8634-4e38-9477-ac122acf5c01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01300b52-656a-408e-8ecf-a9398c7e9112') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:23.206155 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92da-8634-4e38-9477-ac122acf5c01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (01300b52-656a-408e-8ecf-a9398c7e9112), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.219956 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92da-8634-4e38-9477-ac122acf5c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (01300b52-656a-408e-8ecf-a9398c7e9112), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.226395 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2a92da-8634-4e38-9477-ac122acf5c01 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:53:23.226778 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92da-8634-4e38-9477-ac122acf5c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (01300b52-656a-408e-8ecf-a9398c7e9112), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:53:23.229167 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:53:23.252140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3646131-c377-428d-9b54-0b15fade1cc9 req-957ac249-ea26-4fbe-beca-83736e9c113a tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:23.253609 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3646131-c377-428d-9b54-0b15fade1cc9 req-957ac249-ea26-4fbe-beca-83736e9c113a tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/ports?device_id=d32baaa8-9be1-4af4-9b3e-02a70253419a HTTP/1.1" status: 200 len: 945 time: 0.1903188 Mar 24 00:53:23.283436 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92da-8634-4e38-9477-ac122acf5c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (9b0f0dde-a2c5-4e76-9285-8b850d030f1c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.290347 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92da-8634-4e38-9477-ac122acf5c01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.296270 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0e2a92da-8634-4e38-9477-ac122acf5c01 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9b0f0dde-a2c5-4e76-9285-8b850d030f1c HTTP/1.1" status: 204 len: 168 time: 0.2817454 Mar 24 00:53:23.306587 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39738) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:23.313487 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a92da-8634-4e38-9477-ac122acf5c01 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b0f0dde-a2c5-4e76-9285-8b850d030f1c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:23.335011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b415069-4caa-48b5-85b3-5e9e865459f3 req-cab935b4-069c-40b4-bb74-86bcbfb95462 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561532 Mar 24 00:53:23.357737 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-701c0c1e-d1c6-4b51-b8f6-af6dfd4649b5 admin admin] Deleting subnet 2312cd3c-84c8-4ad0-8694-5786eba86458 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:53:23.359694 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-701c0c1e-d1c6-4b51-b8f6-af6dfd4649b5 admin admin] Publish callbacks [] for subnet (2312cd3c-84c8-4ad0-8694-5786eba86458), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.397030 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-701c0c1e-d1c6-4b51-b8f6-af6dfd4649b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (2312cd3c-84c8-4ad0-8694-5786eba86458), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.402297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3646131-c377-428d-9b54-0b15fade1cc9 req-a91e43b6-9883-4667-a203-ac4e23890d08 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.45 "GET /v2.0/security-groups?id=138f2132-bc35-4a77-b5ae-a61a5f4a41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413651 Mar 24 00:53:23.404398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ebb3c8-8c34-490c-b5d6-20670eaa91ad {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:53:23.425224 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Publish callbacks [] for port (69ebb3c8-8c34-490c-b5d6-20670eaa91ad), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.430668 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8790bc85-150a-4ec1-b4a2-a65336cded8c req-4239bf4d-c973-48d0-b08d-dde557a746e4 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (38eb9dbc-5846-44b3-b682-ddc27dded787), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.449837 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-701c0c1e-d1c6-4b51-b8f6-af6dfd4649b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (2312cd3c-84c8-4ad0-8694-5786eba86458), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.497356 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239bf4d-c973-48d0-b08d-dde557a746e4 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Pushing event deleted for resources: {'Port': ['ID=38eb9dbc-5846-44b3-b682-ddc27dded787,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:23.506364 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-701c0c1e-d1c6-4b51-b8f6-af6dfd4649b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (2312cd3c-84c8-4ad0-8694-5786eba86458), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.507194 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Transition to ACTIVE for port object 69ebb3c8-8c34-490c-b5d6-20670eaa91ad will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:53:23.537383 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (69ebb3c8-8c34-490c-b5d6-20670eaa91ad), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.539386 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c0c1e-d1c6-4b51-b8f6-af6dfd4649b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2312cd3c-84c8-4ad0-8694-5786eba86458,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:23.545000 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-701c0c1e-d1c6-4b51-b8f6-af6dfd4649b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.548453 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-701c0c1e-d1c6-4b51-b8f6-af6dfd4649b5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2312cd3c-84c8-4ad0-8694-5786eba86458 HTTP/1.1" status: 204 len: 168 time: 0.2407238 Mar 24 00:53:23.550806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39742) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:23.603636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8790bc85-150a-4ec1-b4a2-a65336cded8c req-4239bf4d-c973-48d0-b08d-dde557a746e4 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] No DVR routers for this DVR port 38eb9dbc-5846-44b3-b682-ddc27dded787 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:53:23.607559 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8790bc85-150a-4ec1-b4a2-a65336cded8c req-4239bf4d-c973-48d0-b08d-dde557a746e4 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.610983 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8790bc85-150a-4ec1-b4a2-a65336cded8c req-4239bf4d-c973-48d0-b08d-dde557a746e4 tempest-FloatingIPsAssociationNegativeTestJSON-137695060 tempest-FloatingIPsAssociationNegativeTestJSON-137695060-project] 10.222.0.57 "DELETE /v2.0/ports/38eb9dbc-5846-44b3-b682-ddc27dded787 HTTP/1.1" status: 204 len: 173 time: 1.5337608 Mar 24 00:53:23.622813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec6335-772b-4998-8681-d90869af77d5 req-aa3fb550-f1fd-4adb-8d7e-591577584394 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:23.624534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09ec6335-772b-4998-8681-d90869af77d5 req-aa3fb550-f1fd-4adb-8d7e-591577584394 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 951 time: 0.2157581 Mar 24 00:53:23.627378 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99b63244-05ff-48f5-82b4-bc9f7bdc1a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (7a7eb654-1143-4e46-9528-52cf251319ed), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.672606 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Pushing event updated for resources: {'Port': ['ID=69ebb3c8-8c34-490c-b5d6-20670eaa91ad,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:23.702328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9abcce-e4e3-4e11-a6f0-65ba0c47f671 req-29c7c58c-7775-434c-80ff-162b8d7b1234 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:23.703865 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd9abcce-e4e3-4e11-a6f0-65ba0c47f671 req-29c7c58c-7775-434c-80ff-162b8d7b1234 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.2161927 Mar 24 00:53:23.739684 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99b63244-05ff-48f5-82b4-bc9f7bdc1a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (7a7eb654-1143-4e46-9528-52cf251319ed), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.767229 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09ec6335-772b-4998-8681-d90869af77d5 req-046daee3-02fd-46e7-bf7e-4fa96ad8375b tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340034 Mar 24 00:53:23.769838 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-99b63244-05ff-48f5-82b4-bc9f7bdc1a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7eb654-1143-4e46-9528-52cf251319ed']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:23.780873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-99b63244-05ff-48f5-82b4-bc9f7bdc1a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2daa66-33aa-4142-af44-92fee96b81e6') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:23.781483 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-99b63244-05ff-48f5-82b4-bc9f7bdc1a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2daa66-33aa-4142-af44-92fee96b81e6') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:23.792936 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99b63244-05ff-48f5-82b4-bc9f7bdc1a1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (ff2daa66-33aa-4142-af44-92fee96b81e6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.818140 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99b63244-05ff-48f5-82b4-bc9f7bdc1a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ff2daa66-33aa-4142-af44-92fee96b81e6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.818554 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd9abcce-e4e3-4e11-a6f0-65ba0c47f671 req-5fccffe2-41ac-43bf-9119-af66e4c1b7f3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048238 Mar 24 00:53:23.827557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b63244-05ff-48f5-82b4-bc9f7bdc1a1e admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:53:23.828057 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99b63244-05ff-48f5-82b4-bc9f7bdc1a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (ff2daa66-33aa-4142-af44-92fee96b81e6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.829629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Attempting to bind port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:53:23.830073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Attempting to bind port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:53:23.830704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Attempting to bind port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad on network a98bf23f-e282-494a-9475-14c4438bbbf3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:53:23.830870 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:53:23.882793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad on network a98bf23f-e282-494a-9475-14c4438bbbf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:53:23.883227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Attempting to bind port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad on network a98bf23f-e282-494a-9475-14c4438bbbf3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:53:23.897056 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35cd59de-b361-4cbf-bf3a-e15276d9fc82 req-5cd37c02-3c05-4fd5-85d8-3d4fb1fff229 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips/c1603f9d-305e-45a9-85db-2b14dd894960 HTTP/1.1" status: 200 len: 693 time: 0.0834105 Mar 24 00:53:23.902233 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:53:23.902695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Checking segment: {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:53:23.903231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Bound using segment: {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:53:23.903772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Bound port: 69ebb3c8-8c34-490c-b5d6-20670eaa91ad, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:53:23.904337 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (69ebb3c8-8c34-490c-b5d6-20670eaa91ad), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.912652 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99b63244-05ff-48f5-82b4-bc9f7bdc1a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (7a7eb654-1143-4e46-9528-52cf251319ed), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.918146 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99b63244-05ff-48f5-82b4-bc9f7bdc1a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:23.922057 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-99b63244-05ff-48f5-82b4-bc9f7bdc1a1e admin admin] 10.222.0.45 "DELETE /v2.0/networks/7a7eb654-1143-4e46-9528-52cf251319ed HTTP/1.1" status: 204 len: 168 time: 0.3702290 Mar 24 00:53:23.935993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b63244-05ff-48f5-82b4-bc9f7bdc1a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=7a7eb654-1143-4e46-9528-52cf251319ed,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:24.083480 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39748) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:24.089065 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] For port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:53:24.099515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] For port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=69ebb3c8-8c34-490c-b5d6-20670eaa91ad,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:53:24.109410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9806c-f34c-4a21-94c7-0b49fd5aa64c req-49f6a504-b83b-43ed-84c3-598cae816959 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:24.111131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fee9806c-f34c-4a21-94c7-0b49fd5aa64c req-49f6a504-b83b-43ed-84c3-598cae816959 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 946 time: 0.2040429 Mar 24 00:53:24.121781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd59de-b361-4cbf-bf3a-e15276d9fc82 req-8e275e35-4d7d-43da-a3bd-201b4faec326 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:24.123147 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35cd59de-b361-4cbf-bf3a-e15276d9fc82 req-8e275e35-4d7d-43da-a3bd-201b4faec326 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.2148390 Mar 24 00:53:24.126913 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (69ebb3c8-8c34-490c-b5d6-20670eaa91ad), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:24.149523 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5b14fc57-0986-44ac-9000-b6c0d99bdc96 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=259d3d47b7be4b3182e7a95feee7e085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640781 Mar 24 00:53:24.149856 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39750) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:24.207480 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dfd52557-e23d-47b4-af2f-d963831742fc admin admin] Publish callbacks [] for security_group (f09f27ea-4f2b-430b-bef2-af533041592b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:24.226246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:24.227046 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:24.229168 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-094d3940-be30-45eb-b565-37cd9d578351 req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] 10.222.0.48 "PUT /v2.0/ports/69ebb3c8-8c34-490c-b5d6-20670eaa91ad HTTP/1.1" status: 200 len: 1091 time: 1.9803071 Mar 24 00:53:24.231045 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dfd52557-e23d-47b4-af2f-d963831742fc admin admin] Publish callbacks [] for security_group (f09f27ea-4f2b-430b-bef2-af533041592b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:24.240129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35cd59de-b361-4cbf-bf3a-e15276d9fc82 req-9d608c2d-0f62-4c81-8873-ec786ff1d3de tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.203 HTTP/1.1" status: 200 len: 696 time: 0.0985274 Mar 24 00:53:24.302989 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dfd52557-e23d-47b4-af2f-d963831742fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f09f27ea-4f2b-430b-bef2-af533041592b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:24.306978 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dfd52557-e23d-47b4-af2f-d963831742fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:24.313389 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dfd52557-e23d-47b4-af2f-d963831742fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f09f27ea-4f2b-430b-bef2-af533041592b HTTP/1.1" status: 204 len: 168 time: 0.1625552 Mar 24 00:53:24.334876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd52557-e23d-47b4-af2f-d963831742fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09f27ea-4f2b-430b-bef2-af533041592b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:24.374998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622e0fd-d410-44b0-b427-5b8421b2ffd6 service neutron] Pushing event updated for resources: {'Port': ['ID=69ebb3c8-8c34-490c-b5d6-20670eaa91ad,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:24.386417 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fee9806c-f34c-4a21-94c7-0b49fd5aa64c req-a03261df-4f32-4e0c-ae7b-c7f56e0b31d3 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616475 Mar 24 00:53:24.391400 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35cd59de-b361-4cbf-bf3a-e15276d9fc82 req-bbe526fc-24b1-4a5f-b3be-4417c4ffd45e tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.203 HTTP/1.1" status: 200 len: 696 time: 0.1373670 Mar 24 00:53:24.471028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dea564-b29f-45d3-823a-a50ffb917037 req-c8c428e8-cf75-488e-9bcc-ec995994ba4a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:24.472539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74dea564-b29f-45d3-823a-a50ffb917037 req-c8c428e8-cf75-488e-9bcc-ec995994ba4a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 951 time: 0.2358687 Mar 24 00:53:24.548863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3940-be30-45eb-b565-37cd9d578351 req-493ef594-fda9-4a49-8171-9c3d026995e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:24.550430 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-094d3940-be30-45eb-b565-37cd9d578351 req-493ef594-fda9-4a49-8171-9c3d026995e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=ff4ef0da-6d66-4463-b3ed-deebda455124 HTTP/1.1" status: 200 len: 1125 time: 0.2579641 Mar 24 00:53:24.569541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32baaa8-9be1-4af4-9b3e-02a70253419a', 'name': 'network-vif-deleted', 'tag': '38eb9dbc-5846-44b3-b682-ddc27dded787'}, {'name': 'network-changed', 'server_uuid': 'ff4ef0da-6d66-4463-b3ed-deebda455124', 'tag': '69ebb3c8-8c34-490c-b5d6-20670eaa91ad'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:24.572378 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051ea09f-4d7f-4200-ae4a-fe9660c684a5" -d '{"events": [{"server_uuid": "d32baaa8-9be1-4af4-9b3e-02a70253419a", "name": "network-vif-deleted", "tag": "38eb9dbc-5846-44b3-b682-ddc27dded787"}, {"name": "network-changed", "server_uuid": "ff4ef0da-6d66-4463-b3ed-deebda455124", "tag": "69ebb3c8-8c34-490c-b5d6-20670eaa91ad"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:24.640692 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-094d3940-be30-45eb-b565-37cd9d578351 req-33ee10c2-d7bb-40e8-bb99-19cd105c257f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ebb3c8-8c34-490c-b5d6-20670eaa91ad HTTP/1.1" status: 200 len: 217 time: 0.0720038 Mar 24 00:53:24.689890 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39760) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:24.712819 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 38eb9dbc-5846-44b3-b682-ddc27dded787 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:24.727821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3f2b5-b96c-4c16-8993-65b15bc50ba1 req-2f370cbe-8c36-4802-9c57-1dfac988079a tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:24.729368 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eb3f2b5-b96c-4c16-8993-65b15bc50ba1 req-2f370cbe-8c36-4802-9c57-1dfac988079a tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 1127 time: 0.2525256 Mar 24 00:53:24.730734 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3a0babd3-bb23-4e28-bb49-a7b527295ce3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b23e78b2df544da181a6ed4d6905545f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394869 Mar 24 00:53:24.733190 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39762) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:24.738788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 38eb9dbc-5846-44b3-b682-ddc27dded787 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:53:24.739260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 38eb9dbc-5846-44b3-b682-ddc27dded787 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:53:24.739899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f75447d9-4d97-43c3-9b6f-2d4e24f18510 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:24.756204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3940-be30-45eb-b565-37cd9d578351 req-fff96d9e-497d-48b0-8943-9c21f4a6630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:24.757658 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-094d3940-be30-45eb-b565-37cd9d578351 req-fff96d9e-497d-48b0-8943-9c21f4a6630a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.1100094 Mar 24 00:53:24.784426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-35cd59de-b361-4cbf-bf3a-e15276d9fc82 req-6cb8c2e9-ea75-47f4-b35e-d62ddefbc82d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Deleting port d218631b-530b-464c-8047-2fb29642e703 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:24.784772 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-35cd59de-b361-4cbf-bf3a-e15276d9fc82 req-6cb8c2e9-ea75-47f4-b35e-d62ddefbc82d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d218631b-530b-464c-8047-2fb29642e703), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:24.789587 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29d0b527-62b0-45be-a3b3-bf0c9a7612a4 admin admin] Publish callbacks [] for security_group (66f1698e-e49a-49cd-a94a-661c69ec44bb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:24.813402 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29d0b527-62b0-45be-a3b3-bf0c9a7612a4 admin admin] Publish callbacks [] for security_group (66f1698e-e49a-49cd-a94a-661c69ec44bb), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:24.822242 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f75447d9-4d97-43c3-9b6f-2d4e24f18510 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:24.822516 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:24.845360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:24.847585 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8999a5-d10b-4363-aeab-2fd63e3993da" -d '{"events": [{"server_uuid": "ef7bc167-dc08-4c46-9b8d-e0be27986a05", "name": "network-vif-unplugged", "status": "completed", "tag": "f75447d9-4d97-43c3-9b6f-2d4e24f18510"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:24.861277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f75447d9-4d97-43c3-9b6f-2d4e24f18510, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:24.862285 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29d0b527-62b0-45be-a3b3-bf0c9a7612a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (66f1698e-e49a-49cd-a94a-661c69ec44bb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:24.865705 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:24.866337 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29d0b527-62b0-45be-a3b3-bf0c9a7612a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:24.877596 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-29d0b527-62b0-45be-a3b3-bf0c9a7612a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66f1698e-e49a-49cd-a94a-661c69ec44bb HTTP/1.1" status: 204 len: 168 time: 0.1380038 Mar 24 00:53:24.877771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-74dea564-b29f-45d3-823a-a50ffb917037 req-4b9bfa6a-f7f3-4c5f-a15e-d82f9e30e017 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Deleting port f75447d9-4d97-43c3-9b6f-2d4e24f18510 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:24.878092 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-74dea564-b29f-45d3-823a-a50ffb917037 req-4b9bfa6a-f7f3-4c5f-a15e-d82f9e30e017 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:24.888956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0b527-62b0-45be-a3b3-bf0c9a7612a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f1698e-e49a-49cd-a94a-661c69ec44bb,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:24.937569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f75447d9-4d97-43c3-9b6f-2d4e24f18510,revision_number=12']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:24.946060 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:24.946409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:24.946970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:24.947314 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:24.947650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:24.947982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:24.948315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:24.948641 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:24.948964 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:24.949318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:24.949646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:24.949968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:24.950288 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:24.950785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:24.951109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:53:25.204781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eb3f2b5-b96c-4c16-8993-65b15bc50ba1 req-5dd37471-adc0-4291-8d4f-6d9d0f6fd2db tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675786 Mar 24 00:53:25.243269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3940-be30-45eb-b565-37cd9d578351 req-dafd76ea-d76d-4cce-9f0e-84d8e22154c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:25.245380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-094d3940-be30-45eb-b565-37cd9d578351 req-dafd76ea-d76d-4cce-9f0e-84d8e22154c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4767551 Mar 24 00:53:25.250188 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-35cd59de-b361-4cbf-bf3a-e15276d9fc82 req-6cb8c2e9-ea75-47f4-b35e-d62ddefbc82d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d218631b-530b-464c-8047-2fb29642e703), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:25.250516 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-35cd59de-b361-4cbf-bf3a-e15276d9fc82 req-6cb8c2e9-ea75-47f4-b35e-d62ddefbc82d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for floatingip (d218631b-530b-464c-8047-2fb29642e703), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:25.302275 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-35cd59de-b361-4cbf-bf3a-e15276d9fc82 req-6cb8c2e9-ea75-47f4-b35e-d62ddefbc82d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Calling delete_port for d218631b-530b-464c-8047-2fb29642e703 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:25.439410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-74dea564-b29f-45d3-823a-a50ffb917037 req-4b9bfa6a-f7f3-4c5f-a15e-d82f9e30e017 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] For port f75447d9-4d97-43c3-9b6f-2d4e24f18510, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f75447d9-4d97-43c3-9b6f-2d4e24f18510,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:25.439783 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-74dea564-b29f-45d3-823a-a50ffb917037 req-4b9bfa6a-f7f3-4c5f-a15e-d82f9e30e017 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:25.480249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-74dea564-b29f-45d3-823a-a50ffb917037 req-4b9bfa6a-f7f3-4c5f-a15e-d82f9e30e017 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Calling delete_port for f75447d9-4d97-43c3-9b6f-2d4e24f18510 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:25.513038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bf013-548c-400a-9884-028b91308fbe req-3553e419-7dce-4a6f-8d86-41df9e49ac41 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:25.514401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb8bf013-548c-400a-9884-028b91308fbe req-3553e419-7dce-4a6f-8d86-41df9e49ac41 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4ef0da-6d66-4463-b3ed-deebda455124 HTTP/1.1" status: 200 len: 943 time: 0.2455678 Mar 24 00:53:25.518978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-094d3940-be30-45eb-b565-37cd9d578351 req-32fd1aea-7a57-4551-a080-d2f7478661d1 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641413 Mar 24 00:53:25.710591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb8bf013-548c-400a-9884-028b91308fbe req-15e8e988-7bc1-4edb-aed9-133ccdfc7a48 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894753 Mar 24 00:53:25.746580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-094d3940-be30-45eb-b565-37cd9d578351 req-02c9ca6e-01ec-4b12-9419-5a53b8ebd582 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149994 Mar 24 00:53:25.758834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39796) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:25.768740 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-35cd59de-b361-4cbf-bf3a-e15276d9fc82 req-6cb8c2e9-ea75-47f4-b35e-d62ddefbc82d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d218631b-530b-464c-8047-2fb29642e703), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:25.827594 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd00a5e-1efe-4224-aeab-cd5197480062 x-openstack-request-id: req-bcd00a5e-1efe-4224-aeab-cd5197480062 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:25.827894 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32baaa8-9be1-4af4-9b3e-02a70253419a", "name": "network-vif-deleted", "tag": "38eb9dbc-5846-44b3-b682-ddc27dded787", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff4ef0da-6d66-4463-b3ed-deebda455124", "tag": "69ebb3c8-8c34-490c-b5d6-20670eaa91ad", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:25.828146 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bcd00a5e-1efe-4224-aeab-cd5197480062 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:25.828550 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd00a5e-1efe-4224-aeab-cd5197480062'] response: {'server_uuid': 'd32baaa8-9be1-4af4-9b3e-02a70253419a', 'name': 'network-vif-deleted', 'tag': '38eb9dbc-5846-44b3-b682-ddc27dded787', 'status': 'completed', 'code': 200} Mar 24 00:53:25.828812 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd00a5e-1efe-4224-aeab-cd5197480062'] response: {'name': 'network-changed', 'server_uuid': 'ff4ef0da-6d66-4463-b3ed-deebda455124', 'tag': '69ebb3c8-8c34-490c-b5d6-20670eaa91ad', 'status': 'completed', 'code': 200} Mar 24 00:53:25.841333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8c2e9-ea75-47f4-b35e-d62ddefbc82d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Pushing event deleted for resources: {'Port': ['ID=d218631b-530b-464c-8047-2fb29642e703,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:25.905220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 7aaa0db0-4411-457a-ab83-3507581a7e96 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:25.919682 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-74dea564-b29f-45d3-823a-a50ffb917037 req-4b9bfa6a-f7f3-4c5f-a15e-d82f9e30e017 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f75447d9-4d97-43c3-9b6f-2d4e24f18510), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:25.926744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 7aaa0db0-4411-457a-ab83-3507581a7e96 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:53:25.927215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 7aaa0db0-4411-457a-ab83-3507581a7e96 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:53:25.933609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a60a78e9-a676-43bb-8d72-06b222428363'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:53:25.935849 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['283fe7d7-4ae1-4877-a5aa-b42e0304761e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:53:25.948929 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6970d59c-3431-4077-b4db-d5aef69022a6 req-60953506-1a20-4ca9-af5f-e7b7a891030f tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7bc167-dc08-4c46-9b8d-e0be27986a05 HTTP/1.1" status: 200 len: 210 time: 0.0829105 Mar 24 00:53:26.001376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bfa6a-f7f3-4c5f-a15e-d82f9e30e017 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Pushing event deleted for resources: {'Port': ['ID=f75447d9-4d97-43c3-9b6f-2d4e24f18510,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:26.032912 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-35cd59de-b361-4cbf-bf3a-e15276d9fc82 req-6cb8c2e9-ea75-47f4-b35e-d62ddefbc82d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for floatingip (c1603f9d-305e-45a9-85db-2b14dd894960), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:26.036077 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-35cd59de-b361-4cbf-bf3a-e15276d9fc82 req-6cb8c2e9-ea75-47f4-b35e-d62ddefbc82d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:26.037505 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35cd59de-b361-4cbf-bf3a-e15276d9fc82 req-6cb8c2e9-ea75-47f4-b35e-d62ddefbc82d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "DELETE /v2.0/floatingips/c1603f9d-305e-45a9-85db-2b14dd894960 HTTP/1.1" status: 204 len: 173 time: 1.6402106 Mar 24 00:53:26.045748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ea09f-4d7f-4200-ae4a-fe9660c684a5 req-2cff4524-be25-4d46-b909-dae72d405b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:26.046891 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051ea09f-4d7f-4200-ae4a-fe9660c684a5 req-2cff4524-be25-4d46-b909-dae72d405b5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=ff4ef0da-6d66-4463-b3ed-deebda455124 HTTP/1.1" status: 200 len: 1125 time: 0.2169306 Mar 24 00:53:26.063655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dea564-b29f-45d3-823a-a50ffb917037 req-4b9bfa6a-f7f3-4c5f-a15e-d82f9e30e017 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] No DVR routers for this DVR port f75447d9-4d97-43c3-9b6f-2d4e24f18510 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:53:26.072743 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-74dea564-b29f-45d3-823a-a50ffb917037 req-4b9bfa6a-f7f3-4c5f-a15e-d82f9e30e017 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:26.076020 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74dea564-b29f-45d3-823a-a50ffb917037 req-4b9bfa6a-f7f3-4c5f-a15e-d82f9e30e017 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "DELETE /v2.0/ports/f75447d9-4d97-43c3-9b6f-2d4e24f18510 HTTP/1.1" status: 204 len: 173 time: 1.5954218 Mar 24 00:53:26.088001 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c0084c-8ca8-4a37-a9fa-eb440d6bcb8b x-openstack-request-id: req-d6c0084c-8ca8-4a37-a9fa-eb440d6bcb8b {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:26.088485 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7bc167-dc08-4c46-9b8d-e0be27986a05", "name": "network-vif-unplugged", "status": "completed", "tag": "f75447d9-4d97-43c3-9b6f-2d4e24f18510", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:26.088925 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6c0084c-8ca8-4a37-a9fa-eb440d6bcb8b {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:26.090188 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c0084c-8ca8-4a37-a9fa-eb440d6bcb8b'] response: {'server_uuid': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510', 'code': 200} Mar 24 00:53:26.199316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ea09f-4d7f-4200-ae4a-fe9660c684a5 req-3394210f-2776-4516-956e-d454e6624634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:26.205537 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051ea09f-4d7f-4200-ae4a-fe9660c684a5 req-3394210f-2776-4516-956e-d454e6624634 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.1427803 Mar 24 00:53:26.258625 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97e03e00-4766-4d6a-be42-9ac5c62cef08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (329f719c-e003-42de-ac03-4f8e642c8563), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:26.290806 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051ea09f-4d7f-4200-ae4a-fe9660c684a5 req-a8df078a-7ecd-42c9-bad8-afe81c11278e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ebb3c8-8c34-490c-b5d6-20670eaa91ad HTTP/1.1" status: 200 len: 217 time: 0.0724363 Mar 24 00:53:26.380241 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999caad-c80f-431f-88b9-06bd263d5a45 req-3b7fa775-a5a7-4339-91f6-666331ebdfe4 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:26.381855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5999caad-c80f-431f-88b9-06bd263d5a45 req-3b7fa775-a5a7-4339-91f6-666331ebdfe4 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.1854241 Mar 24 00:53:26.388217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ea09f-4d7f-4200-ae4a-fe9660c684a5 req-c6472d44-dea3-4e02-b1a0-e4048689189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:26.389687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051ea09f-4d7f-4200-ae4a-fe9660c684a5 req-c6472d44-dea3-4e02-b1a0-e4048689189e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.0829086 Mar 24 00:53:26.425379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265f714-4e57-43ec-bbe8-e5795ae2a730 req-473d03f8-9618-4d34-8e62-440579031f33 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:26.433813 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7265f714-4e57-43ec-bbe8-e5795ae2a730 req-473d03f8-9618-4d34-8e62-440579031f33 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 946 time: 0.2005033 Mar 24 00:53:26.511462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5999caad-c80f-431f-88b9-06bd263d5a45 req-dddfbce3-bf66-4052-a4f0-e15b6b7a9999 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207972 Mar 24 00:53:26.565643 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7265f714-4e57-43ec-bbe8-e5795ae2a730 req-ec893dd2-aece-4673-9832-b19c4853acb9 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291628 Mar 24 00:53:26.575307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ea09f-4d7f-4200-ae4a-fe9660c684a5 req-bb639176-14ff-40b3-9e99-f66f19a68fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:26.581196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051ea09f-4d7f-4200-ae4a-fe9660c684a5 req-bb639176-14ff-40b3-9e99-f66f19a68fd6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1737382 Mar 24 00:53:26.612500 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-97e03e00-4766-4d6a-be42-9ac5c62cef08 admin admin] Deleting port df305edd-d9dd-49e4-aefe-2af3266aac8a {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:26.612847 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97e03e00-4766-4d6a-be42-9ac5c62cef08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:26.770738 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-97e03e00-4766-4d6a-be42-9ac5c62cef08 admin admin] For port df305edd-d9dd-49e4-aefe-2af3266aac8a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=df305edd-d9dd-49e4-aefe-2af3266aac8a,segment=NetworkSegment(23c9bd04-7b3f-4b5d-a669-955801b20396),segment_id=23c9bd04-7b3f-4b5d-a669-955801b20396)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:26.771328 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97e03e00-4766-4d6a-be42-9ac5c62cef08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:26.785616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-97e03e00-4766-4d6a-be42-9ac5c62cef08 admin admin] Calling delete_port for df305edd-d9dd-49e4-aefe-2af3266aac8a owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:26.847179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051ea09f-4d7f-4200-ae4a-fe9660c684a5 req-9ed0b645-b2ec-4f87-b9c8-7ae7facaa2de service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558916 Mar 24 00:53:26.949382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b5719-cdf4-4b4c-b19b-f57a23ca38a6 req-0c622bae-1fb0-46c1-aee8-a754a70ab0cc tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:26.954179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf7b5719-cdf4-4b4c-b19b-f57a23ca38a6 req-0c622bae-1fb0-46c1-aee8-a754a70ab0cc tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3324969 Mar 24 00:53:27.067846 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97e03e00-4766-4d6a-be42-9ac5c62cef08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (df305edd-d9dd-49e4-aefe-2af3266aac8a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:27.098131 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e03e00-4766-4d6a-be42-9ac5c62cef08 admin admin] Pushing event deleted for resources: {'Port': ['ID=df305edd-d9dd-49e4-aefe-2af3266aac8a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:27.175813 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b3736fa-4587-4d81-b2cc-f49df4e85277 req-2e8cc307-78e0-4e73-a52e-4b5f8aa153f3 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=1b375cc9506140bb87ee24257d326622 HTTP/1.1" status: 200 len: 1657 time: 0.1013708 Mar 24 00:53:27.192921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051ea09f-4d7f-4200-ae4a-fe9660c684a5 req-ccd112a5-6b57-4e23-91c2-a7a696b220b8 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780318 Mar 24 00:53:27.299990 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97e03e00-4766-4d6a-be42-9ac5c62cef08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (329f719c-e003-42de-ac03-4f8e642c8563), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:27.301849 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39824) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:27.324198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3736fa-4587-4d81-b2cc-f49df4e85277 req-fc41396d-a296-4706-930d-6fd84f97eda4 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:27.325892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b3736fa-4587-4d81-b2cc-f49df4e85277 req-fc41396d-a296-4706-930d-6fd84f97eda4 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/networks?id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 787 time: 0.1493130 Mar 24 00:53:27.339867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c660e6-ee5e-4267-ac3b-686d00d25daa req-f0b248bd-0b03-448b-abe7-12669244ee43 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:27.342645 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63c660e6-ee5e-4267-ac3b-686d00d25daa req-f0b248bd-0b03-448b-abe7-12669244ee43 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4ef0da-6d66-4463-b3ed-deebda455124 HTTP/1.1" status: 200 len: 943 time: 0.3875496 Mar 24 00:53:27.347994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-8b3736fa-4587-4d81-b2cc-f49df4e85277 req-5e7ff7ab-2f8a-41ce-a32d-733e96bb0ff4 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:53:27.359828 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b3736fa-4587-4d81-b2cc-f49df4e85277 req-5e7ff7ab-2f8a-41ce-a32d-733e96bb0ff4 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154610 Mar 24 00:53:27.424640 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63c660e6-ee5e-4267-ac3b-686d00d25daa req-65fc70ef-47bb-4176-a43a-d19a79d668cf tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640283 Mar 24 00:53:27.500387 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-028aff68-c858-4f86-bb81-c539a0bd937b req-1b7d4406-bf29-400b-b973-fdb5e2502b10 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips/bd42378c-1de1-45d4-b10c-cf5d33f5b17a HTTP/1.1" status: 200 len: 693 time: 0.0688756 Mar 24 00:53:27.576246 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b74b222-adda-4c47-9c88-83ef4cf7c021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:27.663659 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e03e00-4766-4d6a-be42-9ac5c62cef08 admin admin] Router 329f719c-e003-42de-ac03-4f8e642c8563 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:53:27.671571 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aff68-c858-4f86-bb81-c539a0bd937b req-229264d0-c7b9-45c1-afd1-1f21875febea tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:27.674869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-028aff68-c858-4f86-bb81-c539a0bd937b req-229264d0-c7b9-45c1-afd1-1f21875febea tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.1675458 Mar 24 00:53:27.774984 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-028aff68-c858-4f86-bb81-c539a0bd937b req-0b74dae3-a5c5-485f-88e2-83159b1a70c2 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 696 time: 0.0940430 Mar 24 00:53:27.830851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'name': 'network-vif-deleted', 'tag': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:27.833025 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568872d0-ecd8-45a5-a94b-fd37306863f9" -d '{"events": [{"server_uuid": "ef7bc167-dc08-4c46-9b8d-e0be27986a05", "name": "network-vif-deleted", "tag": "f75447d9-4d97-43c3-9b6f-2d4e24f18510"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:27.840878 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-028aff68-c858-4f86-bb81-c539a0bd937b req-c3d110bd-d287-48a5-8538-a995f1c93389 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 696 time: 0.0596912 Mar 24 00:53:27.852773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c857c-76a5-49bf-a219-d1e46161c365 req-aaa017a9-93fc-45b4-b38f-1945d9720d9a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:27.854593 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-234c857c-76a5-49bf-a219-d1e46161c365 req-aaa017a9-93fc-45b4-b38f-1945d9720d9a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.1193106 Mar 24 00:53:28.007964 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-234c857c-76a5-49bf-a219-d1e46161c365 req-5828c9b8-f1aa-40f5-bc07-17163c9bfd6a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445155 Mar 24 00:53:28.042928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-028aff68-c858-4f86-bb81-c539a0bd937b req-ad92c215-0330-4894-9fc9-ca6b84482c0e tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Deleting port 7369b436-823d-4136-bff9-315e64c77c84 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:28.043277 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-028aff68-c858-4f86-bb81-c539a0bd937b req-ad92c215-0330-4894-9fc9-ca6b84482c0e tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7369b436-823d-4136-bff9-315e64c77c84), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.061133 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b74b222-adda-4c47-9c88-83ef4cf7c021 admin admin] Publish callbacks [] for security_group (482adfc5-859d-458f-9ae1-b3c25ad5dae6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.076976 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b74b222-adda-4c47-9c88-83ef4cf7c021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (482adfc5-859d-458f-9ae1-b3c25ad5dae6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.125271 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4b74b222-adda-4c47-9c88-83ef4cf7c021 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef26540944ab45d59b538d7164eef8aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8209221 Mar 24 00:53:28.127388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74b222-adda-4c47-9c88-83ef4cf7c021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482adfc5-859d-458f-9ae1-b3c25ad5dae6,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:28.130111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39842) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:28.153794 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e03e00-4766-4d6a-be42-9ac5c62cef08 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:53:28.164305 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-97e03e00-4766-4d6a-be42-9ac5c62cef08 admin admin] 10.222.0.45 "PUT /v2.0/routers/329f719c-e003-42de-ac03-4f8e642c8563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4023755 Mar 24 00:53:28.164949 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39844) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:28.169195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7289a59d-11ac-45b0-ad3f-5403ea22ac43 None None] Sync routers for ids ['329f719c-e003-42de-ac03-4f8e642c8563'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:53:28.186078 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-028aff68-c858-4f86-bb81-c539a0bd937b req-ad92c215-0330-4894-9fc9-ca6b84482c0e tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7369b436-823d-4136-bff9-315e64c77c84), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.186484 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-028aff68-c858-4f86-bb81-c539a0bd937b req-ad92c215-0330-4894-9fc9-ca6b84482c0e tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for floatingip (7369b436-823d-4136-bff9-315e64c77c84), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.199327 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7289a59d-11ac-45b0-ad3f-5403ea22ac43 None None] Routers {'329f719c-e003-42de-ac03-4f8e642c8563'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:28.200038 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-7289a59d-11ac-45b0-ad3f-5403ea22ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['329f719c-e003-42de-ac03-4f8e642c8563'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:28.213152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dbbe5-aaae-4c7f-9121-3f143c5b31b2 req-5d4fdce3-9455-47ec-af23-a856761424ab tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:28.215645 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b78dbbe5-aaae-4c7f-9121-3f143c5b31b2 req-5d4fdce3-9455-47ec-af23-a856761424ab tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 946 time: 0.1103339 Mar 24 00:53:28.216602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-028aff68-c858-4f86-bb81-c539a0bd937b req-ad92c215-0330-4894-9fc9-ca6b84482c0e tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Calling delete_port for 7369b436-823d-4136-bff9-315e64c77c84 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:28.299364 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1f02-17a8-4255-8389-a56203f0d67f admin admin] Publish callbacks [] for security_group (482adfc5-859d-458f-9ae1-b3c25ad5dae6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.330403 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1f02-17a8-4255-8389-a56203f0d67f admin admin] Publish callbacks [] for security_group (482adfc5-859d-458f-9ae1-b3c25ad5dae6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.339082 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b78dbbe5-aaae-4c7f-9121-3f143c5b31b2 req-cc34f16a-8dc2-461a-8dab-9a539fb631c2 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089313 Mar 24 00:53:28.374459 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c28e6e81-2d0b-4abd-b700-687b7ce1e1cf admin admin] Publish callbacks [] for router (329f719c-e003-42de-ac03-4f8e642c8563), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.396724 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-7289a59d-11ac-45b0-ad3f-5403ea22ac43 None None] Set router 329f719c-e003-42de-ac03-4f8e642c8563 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:28.494261 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-028aff68-c858-4f86-bb81-c539a0bd937b req-ad92c215-0330-4894-9fc9-ca6b84482c0e tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7369b436-823d-4136-bff9-315e64c77c84), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.523555 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1f02-17a8-4255-8389-a56203f0d67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (482adfc5-859d-458f-9ae1-b3c25ad5dae6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.527098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92c215-0330-4894-9fc9-ca6b84482c0e tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Pushing event deleted for resources: {'Port': ['ID=7369b436-823d-4136-bff9-315e64c77c84,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:28.527246 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1f02-17a8-4255-8389-a56203f0d67f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.531027 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6b2a1f02-17a8-4255-8389-a56203f0d67f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/482adfc5-859d-458f-9ae1-b3c25ad5dae6 HTTP/1.1" status: 204 len: 168 time: 0.3961401 Mar 24 00:53:28.542892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc2ee-b720-4109-80c3-a0322cb6dfab req-0a20c7c9-7fda-434d-8c1a-15ffcd1069c4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:28.544505 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e8cc2ee-b720-4109-80c3-a0322cb6dfab req-0a20c7c9-7fda-434d-8c1a-15ffcd1069c4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.1200979 Mar 24 00:53:28.564503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a1f02-17a8-4255-8389-a56203f0d67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482adfc5-859d-458f-9ae1-b3c25ad5dae6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:28.568296 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c28e6e81-2d0b-4abd-b700-687b7ce1e1cf admin admin] Publish callbacks [] for router_gateway (329f719c-e003-42de-ac03-4f8e642c8563), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.650425 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cea642d2-4288-418a-9bd7-08318a9216ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.659617 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c28e6e81-2d0b-4abd-b700-687b7ce1e1cf admin admin] Deleting port 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:28.660002 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c28e6e81-2d0b-4abd-b700-687b7ce1e1cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.669840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-7289a59d-11ac-45b0-ad3f-5403ea22ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329f719c-e003-42de-ac03-4f8e642c8563', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-router', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:12Z', 'updated_at': '2022-03-24T00:53:26Z', 'revision_number': 5, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'gw_port': {'id': '7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f719c-e003-42de-ac03-4f8e642c8563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:14Z', 'updated_at': '2022-03-24T00:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:28.670748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e8cc2ee-b720-4109-80c3-a0322cb6dfab req-106914bf-7810-4506-acfa-9cd9826c1d13 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115620 Mar 24 00:53:28.680676 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-028aff68-c858-4f86-bb81-c539a0bd937b req-ad92c215-0330-4894-9fc9-ca6b84482c0e tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for floatingip (bd42378c-1de1-45d4-b10c-cf5d33f5b17a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.689036 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-028aff68-c858-4f86-bb81-c539a0bd937b req-ad92c215-0330-4894-9fc9-ca6b84482c0e tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.691680 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-028aff68-c858-4f86-bb81-c539a0bd937b req-ad92c215-0330-4894-9fc9-ca6b84482c0e tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "DELETE /v2.0/floatingips/bd42378c-1de1-45d4-b10c-cf5d33f5b17a HTTP/1.1" status: 204 len: 173 time: 0.8340807 Mar 24 00:53:28.701333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7289a59d-11ac-45b0-ad3f-5403ea22ac43 None None] Checking router: 329f719c-e003-42de-ac03-4f8e642c8563 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:53:28.711755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7289a59d-11ac-45b0-ad3f-5403ea22ac43 None None] Routers {'329f719c-e003-42de-ac03-4f8e642c8563'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:28.713303 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-7289a59d-11ac-45b0-ad3f-5403ea22ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['329f719c-e003-42de-ac03-4f8e642c8563'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:28.733586 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ea9690-2074-4b0f-8c18-ec19e1e52461 x-openstack-request-id: req-41ea9690-2074-4b0f-8c18-ec19e1e52461 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:28.733887 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7bc167-dc08-4c46-9b8d-e0be27986a05", "name": "network-vif-deleted", "tag": "f75447d9-4d97-43c3-9b6f-2d4e24f18510", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:28.734151 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41ea9690-2074-4b0f-8c18-ec19e1e52461 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:28.734566 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ea9690-2074-4b0f-8c18-ec19e1e52461'] response: {'server_uuid': 'ef7bc167-dc08-4c46-9b8d-e0be27986a05', 'name': 'network-vif-deleted', 'tag': 'f75447d9-4d97-43c3-9b6f-2d4e24f18510', 'status': 'completed', 'code': 200} Mar 24 00:53:28.790257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-c28e6e81-2d0b-4abd-b700-687b7ce1e1cf admin admin] For port 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:28.790684 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c28e6e81-2d0b-4abd-b700-687b7ce1e1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:28.806913 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c28e6e81-2d0b-4abd-b700-687b7ce1e1cf admin admin] Calling delete_port for 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:28.867199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c333d2cf-3a57-448f-b2b1-e491d2482481 req-52346464-bcbc-409c-bbc8-911e18393301 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips/89b6e8a5-aae3-4ad9-905e-09e440937fcc HTTP/1.1" status: 200 len: 693 time: 0.0631351 Mar 24 00:53:28.924825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b685f0-f743-490a-9be5-02f977dcdec9 req-25a8415d-e50e-4ab5-ae93-baa11b882d05 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:28.936349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53b685f0-f743-490a-9be5-02f977dcdec9 req-25a8415d-e50e-4ab5-ae93-baa11b882d05 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4ef0da-6d66-4463-b3ed-deebda455124 HTTP/1.1" status: 200 len: 943 time: 0.1816084 Mar 24 00:53:29.003904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-7289a59d-11ac-45b0-ad3f-5403ea22ac43 None None] Set router 329f719c-e003-42de-ac03-4f8e642c8563 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:29.061670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-7289a59d-11ac-45b0-ad3f-5403ea22ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329f719c-e003-42de-ac03-4f8e642c8563', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-router', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:12Z', 'updated_at': '2022-03-24T00:53:28Z', 'revision_number': 6, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:29.087036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c28e6e81-2d0b-4abd-b700-687b7ce1e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:29.093679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7289a59d-11ac-45b0-ad3f-5403ea22ac43 None None] The sync data for ids ['329f719c-e003-42de-ac03-4f8e642c8563'] in n-d-760455-9 is: [{'id': '329f719c-e003-42de-ac03-4f8e642c8563', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1219065391-router', 'tenant_id': '46d13a2d8c724844b0c32a35f9251cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:12Z', 'updated_at': '2022-03-24T00:53:28Z', 'revision_number': 6, 'project_id': '46d13a2d8c724844b0c32a35f9251cf2', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:53:29.113883 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53b685f0-f743-490a-9be5-02f977dcdec9 req-c75f046f-3f34-4189-b400-e72a84275bcc tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763787 Mar 24 00:53:29.124440 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e6e81-2d0b-4abd-b700-687b7ce1e1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:29.154201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc838279-d24b-4983-8976-b8c3b0bf7fb6 req-dfeac366-9236-4fec-96e9-d2fa3f784282 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:29.155735 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc838279-d24b-4983-8976-b8c3b0bf7fb6 req-dfeac366-9236-4fec-96e9-d2fa3f784282 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 950 time: 0.1589494 Mar 24 00:53:29.165506 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333d2cf-3a57-448f-b2b1-e491d2482481 req-f6433906-c2b2-4844-9bdb-7b3545f03ce5 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:29.167404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c333d2cf-3a57-448f-b2b1-e491d2482481 req-f6433906-c2b2-4844-9bdb-7b3545f03ce5 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.2928064 Mar 24 00:53:29.189021 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c28e6e81-2d0b-4abd-b700-687b7ce1e1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (329f719c-e003-42de-ac03-4f8e642c8563), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:29.294209 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c28e6e81-2d0b-4abd-b700-687b7ce1e1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (329f719c-e003-42de-ac03-4f8e642c8563), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:29.296892 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c28e6e81-2d0b-4abd-b700-687b7ce1e1cf admin admin] Publish callbacks [] for router_controller (329f719c-e003-42de-ac03-4f8e642c8563), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:29.352074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c28e6e81-2d0b-4abd-b700-687b7ce1e1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (329f719c-e003-42de-ac03-4f8e642c8563), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:29.352892 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28e6e81-2d0b-4abd-b700-687b7ce1e1cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 329f719c-e003-42de-ac03-4f8e642c8563 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 00:53:29.359477 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c28e6e81-2d0b-4abd-b700-687b7ce1e1cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:29.360648 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c28e6e81-2d0b-4abd-b700-687b7ce1e1cf admin admin] 10.222.0.45 "DELETE /v2.0/routers/329f719c-e003-42de-ac03-4f8e642c8563 HTTP/1.1" status: 204 len: 168 time: 1.1901374 Mar 24 00:53:29.364844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39878) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:29.429314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-6112c387-c8a4-433b-9c16-39705c66fe2d admin admin] Deleting subnet 5fd00331-c666-4143-a7c2-e5874d4e6033 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:53:29.429314 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6112c387-c8a4-433b-9c16-39705c66fe2d admin admin] Publish callbacks [] for subnet (5fd00331-c666-4143-a7c2-e5874d4e6033), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:29.473401 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6112c387-c8a4-433b-9c16-39705c66fe2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (5fd00331-c666-4143-a7c2-e5874d4e6033), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:29.594424 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:29.634370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c333d2cf-3a57-448f-b2b1-e491d2482481 req-b769e91d-5c42-4f2f-8487-45a9611511a0 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.4574525 Mar 24 00:53:29.667357 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6112c387-c8a4-433b-9c16-39705c66fe2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (5fd00331-c666-4143-a7c2-e5874d4e6033), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:29.735447 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6112c387-c8a4-433b-9c16-39705c66fe2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (5fd00331-c666-4143-a7c2-e5874d4e6033), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:29.749245 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c333d2cf-3a57-448f-b2b1-e491d2482481 req-81dbcfd5-9c74-49c9-a091-e09e85bdf58d tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.1138482 Mar 24 00:53:29.768323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112c387-c8a4-433b-9c16-39705c66fe2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fd00331-c666-4143-a7c2-e5874d4e6033,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:29.771971 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6112c387-c8a4-433b-9c16-39705c66fe2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:29.781305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1606763-163e-4826-9573-3db1d6bdf30e None None] Network ef1992d0-db52-4bd5-abf1-42e8b478bf24 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:53:29.785788 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6112c387-c8a4-433b-9c16-39705c66fe2d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5fd00331-c666-4143-a7c2-e5874d4e6033 HTTP/1.1" status: 204 len: 168 time: 0.4197927 Mar 24 00:53:29.786796 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39892) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:29.879877 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (ef1992d0-db52-4bd5-abf1-42e8b478bf24), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:29.939271 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 69ebb3c8-8c34-490c-b5d6-20670eaa91ad details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:53:29.955834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] Deleting port 5187fbe4-3207-452d-b4fb-3372bc4390af {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:29.956247 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5187fbe4-3207-452d-b4fb-3372bc4390af), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:29.958575 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909ed2b-5bf7-4afc-87bf-34ed8e8e000b req-116550d1-fb60-4d4a-9f3a-9f19b672dd79 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:29.960300 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f909ed2b-5bf7-4afc-87bf-34ed8e8e000b req-116550d1-fb60-4d4a-9f3a-9f19b672dd79 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.2595637 Mar 24 00:53:29.965134 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-dc838279-d24b-4983-8976-b8c3b0bf7fb6 req-6e637061-5c8b-439f-8a92-d536ef94322a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Deleting port a60a78e9-a676-43bb-8d72-06b222428363 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:29.965728 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dc838279-d24b-4983-8976-b8c3b0bf7fb6 req-6e637061-5c8b-439f-8a92-d536ef94322a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a60a78e9-a676-43bb-8d72-06b222428363), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.048786 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] For port 5187fbe4-3207-452d-b4fb-3372bc4390af, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5187fbe4-3207-452d-b4fb-3372bc4390af,segment=NetworkSegment(23c9bd04-7b3f-4b5d-a669-955801b20396),segment_id=23c9bd04-7b3f-4b5d-a669-955801b20396)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:30.049307 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5187fbe4-3207-452d-b4fb-3372bc4390af), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.064904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] Calling delete_port for 5187fbe4-3207-452d-b4fb-3372bc4390af owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:30.106167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=69ebb3c8-8c34-490c-b5d6-20670eaa91ad,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:30.122789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '69ebb3c8-8c34-490c-b5d6-20670eaa91ad', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'port_id': '69ebb3c8-8c34-490c-b5d6-20670eaa91ad', 'mac_address': 'fa:16:3e:2e:98:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:53:30.126038 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158d15c4-01cb-437f-82a3-8f9c7c370bee None None] DHCP port deletion for ef1992d0-db52-4bd5-abf1-42e8b478bf24 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 00:53:30.132007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f909ed2b-5bf7-4afc-87bf-34ed8e8e000b req-d8e4165d-7042-4468-9746-6eef6d98d16c tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630950 Mar 24 00:53:30.146015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-c333d2cf-3a57-448f-b2b1-e491d2482481 req-c4e84cd5-2434-43af-964f-9b493d7941a4 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Deleting port fde39406-66ec-448e-80a1-6c012e235d8a {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:30.146365 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c333d2cf-3a57-448f-b2b1-e491d2482481 req-c4e84cd5-2434-43af-964f-9b493d7941a4 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (fde39406-66ec-448e-80a1-6c012e235d8a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.192432 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5187fbe4-3207-452d-b4fb-3372bc4390af), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.240690 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] No DVR routers for this DVR port 5187fbe4-3207-452d-b4fb-3372bc4390af on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:53:30.247591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:30.248394 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (69ebb3c8-8c34-490c-b5d6-20670eaa91ad), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.267752 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-dc838279-d24b-4983-8976-b8c3b0bf7fb6 req-6e637061-5c8b-439f-8a92-d536ef94322a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] For port a60a78e9-a676-43bb-8d72-06b222428363, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a60a78e9-a676-43bb-8d72-06b222428363,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:30.268136 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dc838279-d24b-4983-8976-b8c3b0bf7fb6 req-6e637061-5c8b-439f-8a92-d536ef94322a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a60a78e9-a676-43bb-8d72-06b222428363), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.274038 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ebb3c8-8c34-490c-b5d6-20670eaa91ad {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:53:30.288197 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] Pushing event deleted for resources: {'Port': ['ID=5187fbe4-3207-452d-b4fb-3372bc4390af,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:30.298953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-dc838279-d24b-4983-8976-b8c3b0bf7fb6 req-6e637061-5c8b-439f-8a92-d536ef94322a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Calling delete_port for a60a78e9-a676-43bb-8d72-06b222428363 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:30.309546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=69ebb3c8-8c34-490c-b5d6-20670eaa91ad,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:30.314199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-158d15c4-01cb-437f-82a3-8f9c7c370bee None None] Deleting port 5187fbe4-3207-452d-b4fb-3372bc4390af {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:30.314771 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-158d15c4-01cb-437f-82a3-8f9c7c370bee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5187fbe4-3207-452d-b4fb-3372bc4390af), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.318858 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (69ebb3c8-8c34-490c-b5d6-20670eaa91ad), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.366569 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c333d2cf-3a57-448f-b2b1-e491d2482481 req-c4e84cd5-2434-43af-964f-9b493d7941a4 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (fde39406-66ec-448e-80a1-6c012e235d8a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.366908 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c333d2cf-3a57-448f-b2b1-e491d2482481 req-c4e84cd5-2434-43af-964f-9b493d7941a4 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for floatingip (fde39406-66ec-448e-80a1-6c012e235d8a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.388780 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-c333d2cf-3a57-448f-b2b1-e491d2482481 req-c4e84cd5-2434-43af-964f-9b493d7941a4 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Calling delete_port for fde39406-66ec-448e-80a1-6c012e235d8a owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:30.406845 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad74a5f-94d4-4b23-a911-46ec98fdd2ed req-27bc1964-0618-49d9-b62d-b2bb49f4cdcb tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:30.408367 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ad74a5f-94d4-4b23-a911-46ec98fdd2ed req-27bc1964-0618-49d9-b62d-b2bb49f4cdcb tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 946 time: 0.1835294 Mar 24 00:53:30.421662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-158d15c4-01cb-437f-82a3-8f9c7c370bee None None] For port 5187fbe4-3207-452d-b4fb-3372bc4390af, host n-d-760455-9, got binding levels [] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:30.422076 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-158d15c4-01cb-437f-82a3-8f9c7c370bee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5187fbe4-3207-452d-b4fb-3372bc4390af), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.425004 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (ef1992d0-db52-4bd5-abf1-42e8b478bf24), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.442082 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-158d15c4-01cb-437f-82a3-8f9c7c370bee None None] Calling delete_port for 5187fbe4-3207-452d-b4fb-3372bc4390af owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:30.445995 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.ipam_backend_mixin [None req-158d15c4-01cb-437f-82a3-8f9c7c370bee None None] Port 5187fbe4-3207-452d-b4fb-3372bc4390af was not found and therefore no delete operation was performed {{(pid=115731) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 00:53:30.448772 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-158d15c4-01cb-437f-82a3-8f9c7c370bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (5187fbe4-3207-452d-b4fb-3372bc4390af), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.465471 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1992d0-db52-4bd5-abf1-42e8b478bf24']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:30.479342 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c9bd04-7b3f-4b5d-a669-955801b20396') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:30.479675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c9bd04-7b3f-4b5d-a669-955801b20396') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:30.498099 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (23c9bd04-7b3f-4b5d-a669-955801b20396), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.516981 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (23c9bd04-7b3f-4b5d-a669-955801b20396), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.527800 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=69ebb3c8-8c34-490c-b5d6-20670eaa91ad,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:30.530414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:53:30.531053 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (23c9bd04-7b3f-4b5d-a669-955801b20396), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.543465 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device df305edd-d9dd-49e4-aefe-2af3266aac8a no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:30.575424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d15c4-01cb-437f-82a3-8f9c7c370bee None None] No DVR routers for this DVR port 5187fbe4-3207-452d-b4fb-3372bc4390af on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:53:30.578765 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ad74a5f-94d4-4b23-a911-46ec98fdd2ed req-925b6743-301c-4fa4-9b57-111db98f2198 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578062 Mar 24 00:53:30.601640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d15c4-01cb-437f-82a3-8f9c7c370bee None None] Pushing event deleted for resources: {'Port': ['ID=5187fbe4-3207-452d-b4fb-3372bc4390af,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:53:30.615831 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:53:30.624407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: df305edd-d9dd-49e4-aefe-2af3266aac8a {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:53:30.624407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device df305edd-d9dd-49e4-aefe-2af3266aac8a not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:53:30.624407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5187fbe4-3207-452d-b4fb-3372bc4390af no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:30.635790 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (ef1992d0-db52-4bd5-abf1-42e8b478bf24), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.647182 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.655364 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 5187fbe4-3207-452d-b4fb-3372bc4390af {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:53:30.655981 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5187fbe4-3207-452d-b4fb-3372bc4390af not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:53:30.656536 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:30.668327 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ef1992d0-db52-4bd5-abf1-42e8b478bf24 HTTP/1.1" status: 204 len: 168 time: 0.8696916 Mar 24 00:53:30.687720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:53:30.688231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7cb2dd4c-a266-4786-b0c1-d7ae2421d2f2 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:53:30.695651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb890f4c-2caa-4f8c-b9c6-924f5855d265 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1992d0-db52-4bd5-abf1-42e8b478bf24,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:30.707203 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['69ebb3c8-8c34-490c-b5d6-20670eaa91ad'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:53:30.810905 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dc838279-d24b-4983-8976-b8c3b0bf7fb6 req-6e637061-5c8b-439f-8a92-d536ef94322a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a60a78e9-a676-43bb-8d72-06b222428363), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.819658 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0dbf-967b-4f32-9b8c-5f131ea80bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.830272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['283fe7d7-4ae1-4877-a5aa-b42e0304761e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:53:30.875875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e637061-5c8b-439f-8a92-d536ef94322a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Pushing event deleted for resources: {'Port': ['ID=a60a78e9-a676-43bb-8d72-06b222428363,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:30.898557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371201e-4dc3-49a1-a126-4ed540a795e5 req-ea880b04-7e65-4166-9a42-5e9e88e66d98 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:30.905457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8371201e-4dc3-49a1-a126-4ed540a795e5 req-ea880b04-7e65-4166-9a42-5e9e88e66d98 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b6b5e3-1f26-4e42-a14c-579edf53acce HTTP/1.1" status: 200 len: 867 time: 0.1859500 Mar 24 00:53:30.948038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39902) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:30.960433 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c333d2cf-3a57-448f-b2b1-e491d2482481 req-c4e84cd5-2434-43af-964f-9b493d7941a4 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (fde39406-66ec-448e-80a1-6c012e235d8a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:30.987736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc838279-d24b-4983-8976-b8c3b0bf7fb6 req-6e637061-5c8b-439f-8a92-d536ef94322a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] No DVR routers for this DVR port a60a78e9-a676-43bb-8d72-06b222428363 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:53:31.009305 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-446b9f5f-b597-4932-84f4-8c2cbffe2320 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46d13a2d8c724844b0c32a35f9251cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0583930 Mar 24 00:53:31.011128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39904) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:31.014326 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dc838279-d24b-4983-8976-b8c3b0bf7fb6 req-6e637061-5c8b-439f-8a92-d536ef94322a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:31.017660 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc838279-d24b-4983-8976-b8c3b0bf7fb6 req-6e637061-5c8b-439f-8a92-d536ef94322a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.57 "DELETE /v2.0/ports/a60a78e9-a676-43bb-8d72-06b222428363 HTTP/1.1" status: 204 len: 173 time: 1.8493321 Mar 24 00:53:31.018107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b6b5e3-1f26-4e42-a14c-579edf53acce', 'name': 'network-vif-deleted', 'tag': 'a60a78e9-a676-43bb-8d72-06b222428363'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:31.020533 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795e4dd5-bdb6-4a32-9ff8-8f08c47475ab" -d '{"events": [{"server_uuid": "c7b6b5e3-1f26-4e42-a14c-579edf53acce", "name": "network-vif-deleted", "tag": "a60a78e9-a676-43bb-8d72-06b222428363"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:31.028232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e84cd5-2434-43af-964f-9b493d7941a4 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Pushing event deleted for resources: {'Port': ['ID=fde39406-66ec-448e-80a1-6c012e235d8a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:31.086673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8371201e-4dc3-49a1-a126-4ed540a795e5 req-33077417-1cff-46ec-b3c0-5f07a43e89b5 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802311 Mar 24 00:53:31.121083 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e977269d-6d75-43d9-b106-b6875645d553 admin admin] Publish callbacks [] for security_group (138f2132-bc35-4a77-b5ae-a61a5f4a41b6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:31.156490 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e977269d-6d75-43d9-b106-b6875645d553 admin admin] Publish callbacks [] for security_group (138f2132-bc35-4a77-b5ae-a61a5f4a41b6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:31.171826 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c333d2cf-3a57-448f-b2b1-e491d2482481 req-c4e84cd5-2434-43af-964f-9b493d7941a4 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for floatingip (89b6e8a5-aae3-4ad9-905e-09e440937fcc), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:31.175783 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c333d2cf-3a57-448f-b2b1-e491d2482481 req-c4e84cd5-2434-43af-964f-9b493d7941a4 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:31.192450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c333d2cf-3a57-448f-b2b1-e491d2482481 req-c4e84cd5-2434-43af-964f-9b493d7941a4 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "DELETE /v2.0/floatingips/89b6e8a5-aae3-4ad9-905e-09e440937fcc HTTP/1.1" status: 204 len: 173 time: 1.4260573 Mar 24 00:53:31.239492 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e977269d-6d75-43d9-b106-b6875645d553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (138f2132-bc35-4a77-b5ae-a61a5f4a41b6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:31.245333 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e977269d-6d75-43d9-b106-b6875645d553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:31.246505 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e977269d-6d75-43d9-b106-b6875645d553 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/138f2132-bc35-4a77-b5ae-a61a5f4a41b6 HTTP/1.1" status: 204 len: 168 time: 0.2342265 Mar 24 00:53:31.257425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977269d-6d75-43d9-b106-b6875645d553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138f2132-bc35-4a77-b5ae-a61a5f4a41b6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:31.331497 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2927ad-b3ab-43eb-88d9-e8e204b54cae req-5ac8be1f-5ad2-4c3e-af53-b5d414e556eb tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:31.333242 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b2927ad-b3ab-43eb-88d9-e8e204b54cae req-5ac8be1f-5ad2-4c3e-af53-b5d414e556eb tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4ef0da-6d66-4463-b3ed-deebda455124 HTTP/1.1" status: 200 len: 944 time: 0.0921929 Mar 24 00:53:31.406082 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b2927ad-b3ab-43eb-88d9-e8e204b54cae req-56064a99-96e1-4e6f-a993-7794f1280285 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616522 Mar 24 00:53:31.866961 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cdac25-d5f0-43f3-95a9-a4041a0f4ed9 x-openstack-request-id: req-48cdac25-d5f0-43f3-95a9-a4041a0f4ed9 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:31.867509 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b6b5e3-1f26-4e42-a14c-579edf53acce", "name": "network-vif-deleted", "tag": "a60a78e9-a676-43bb-8d72-06b222428363", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:31.867964 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48cdac25-d5f0-43f3-95a9-a4041a0f4ed9 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:31.868711 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48cdac25-d5f0-43f3-95a9-a4041a0f4ed9'] response: {'server_uuid': 'c7b6b5e3-1f26-4e42-a14c-579edf53acce', 'name': 'network-vif-deleted', 'tag': 'a60a78e9-a676-43bb-8d72-06b222428363', 'status': 'completed', 'code': 200} Mar 24 00:53:31.952526 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 69ebb3c8-8c34-490c-b5d6-20670eaa91ad up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:31.968165 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68fa246b-cd66-4eb4-a218-95a1fe53cdcd req-205279be-d323-4e81-a4da-a0b755b67690 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips/fce436e3-fced-45a1-b69b-5fef889bc7d8 HTTP/1.1" status: 200 len: 693 time: 0.0880306 Mar 24 00:53:32.074702 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857c3b8-1a1e-46be-af03-0ac45941967c req-57c6a96f-4e66-4923-afb5-03b42a7dd56d tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:32.076251 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0857c3b8-1a1e-46be-af03-0ac45941967c req-57c6a96f-4e66-4923-afb5-03b42a7dd56d tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.1454120 Mar 24 00:53:32.076592 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.093899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:53:32.105771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:32.106142 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (69ebb3c8-8c34-490c-b5d6-20670eaa91ad), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.207468 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa246b-cd66-4eb4-a218-95a1fe53cdcd req-521e4d83-0a83-40cd-a5aa-1198206d1472 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:32.209502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68fa246b-cd66-4eb4-a218-95a1fe53cdcd req-521e4d83-0a83-40cd-a5aa-1198206d1472 tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.2346492 Mar 24 00:53:32.217876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0857c3b8-1a1e-46be-af03-0ac45941967c req-5650b6ac-fc03-47bb-93bb-7ab3f84d765f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353548 Mar 24 00:53:32.271482 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:32.272277 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (69ebb3c8-8c34-490c-b5d6-20670eaa91ad), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.279975 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.298723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68fa246b-cd66-4eb4-a218-95a1fe53cdcd req-84affa43-d455-4790-859e-dddc41431dbd tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.0795667 Mar 24 00:53:32.349636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39960) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:32.359953 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4ef0da-6d66-4463-b3ed-deebda455124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ebb3c8-8c34-490c-b5d6-20670eaa91ad'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:32.363229 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c21ceb-4e30-422f-8bb9-949453f6c44d" -d '{"events": [{"server_uuid": "ff4ef0da-6d66-4463-b3ed-deebda455124", "name": "network-vif-plugged", "status": "completed", "tag": "69ebb3c8-8c34-490c-b5d6-20670eaa91ad"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:32.378949 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=69ebb3c8-8c34-490c-b5d6-20670eaa91ad,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:32.385126 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (69ebb3c8-8c34-490c-b5d6-20670eaa91ad), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.396986 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68fa246b-cd66-4eb4-a218-95a1fe53cdcd req-0cb4a757-4883-4746-a98f-2ae76d923dbb tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.0896916 Mar 24 00:53:32.444172 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=69ebb3c8-8c34-490c-b5d6-20670eaa91ad,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:32.490655 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e1c9113a-fdfd-4eed-ae5e-71021c17bd5a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1032560964-network', 'tenant_id': '730ad6d010dd435e8ee3738d1387b864'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:32.518076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c9113a-fdfd-4eed-ae5e-71021c17bd5a admin admin] Made reservation on behalf of 730ad6d010dd435e8ee3738d1387b864 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:53:32.520913 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e1c9113a-fdfd-4eed-ae5e-71021c17bd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.533576 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e1c9113a-fdfd-4eed-ae5e-71021c17bd5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.546743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-68fa246b-cd66-4eb4-a218-95a1fe53cdcd req-912ce9fc-8afd-40b0-b038-395d57dd9d8a tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Deleting port 369fa910-e075-48eb-b131-c196aae6a178 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:32.547184 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68fa246b-cd66-4eb4-a218-95a1fe53cdcd req-912ce9fc-8afd-40b0-b038-395d57dd9d8a tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (369fa910-e075-48eb-b131-c196aae6a178), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.618721 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e1c9113a-fdfd-4eed-ae5e-71021c17bd5a admin admin] Publish callbacks [] for security_group (0c308b6d-92c2-41ce-8df9-a4ac790be281), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.624582 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e1c9113a-fdfd-4eed-ae5e-71021c17bd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0c308b6d-92c2-41ce-8df9-a4ac790be281), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.625514 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68fa246b-cd66-4eb4-a218-95a1fe53cdcd req-912ce9fc-8afd-40b0-b038-395d57dd9d8a tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (369fa910-e075-48eb-b131-c196aae6a178), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.625949 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68fa246b-cd66-4eb4-a218-95a1fe53cdcd req-912ce9fc-8afd-40b0-b038-395d57dd9d8a tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for floatingip (369fa910-e075-48eb-b131-c196aae6a178), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.640518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-68fa246b-cd66-4eb4-a218-95a1fe53cdcd req-912ce9fc-8afd-40b0-b038-395d57dd9d8a tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Calling delete_port for 369fa910-e075-48eb-b131-c196aae6a178 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:32.650657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c9113a-fdfd-4eed-ae5e-71021c17bd5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:53:32.660718 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9113a-fdfd-4eed-ae5e-71021c17bd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c308b6d-92c2-41ce-8df9-a4ac790be281,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:32.665892 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e1c9113a-fdfd-4eed-ae5e-71021c17bd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (b7f498ed-1674-4b84-a9a1-4c3328fb8f4f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.666306 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-e1c9113a-fdfd-4eed-ae5e-71021c17bd5a admin admin] Added segment b7f498ed-1674-4b84-a9a1-4c3328fb8f4f of type vlan for network 598c6482-3456-43d7-a1c4-cfa40bc8d054 Mar 24 00:53:32.706950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e1c9113a-fdfd-4eed-ae5e-71021c17bd5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (598c6482-3456-43d7-a1c4-cfa40bc8d054), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.724432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a60a78e9-a676-43bb-8d72-06b222428363 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:32.733346 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e1c9113a-fdfd-4eed-ae5e-71021c17bd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (598c6482-3456-43d7-a1c4-cfa40bc8d054), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.734391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c9113a-fdfd-4eed-ae5e-71021c17bd5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:32.735050 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e1c9113a-fdfd-4eed-ae5e-71021c17bd5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.757980 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: a60a78e9-a676-43bb-8d72-06b222428363 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:53:32.758686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a60a78e9-a676-43bb-8d72-06b222428363 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:53:32.793072 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e1c9113a-fdfd-4eed-ae5e-71021c17bd5a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4393022 Mar 24 00:53:32.793550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39970) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:32.795587 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68fa246b-cd66-4eb4-a218-95a1fe53cdcd req-912ce9fc-8afd-40b0-b038-395d57dd9d8a tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (369fa910-e075-48eb-b131-c196aae6a178), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.800549 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-02213de1-4f4e-41ff-90e9-aa33f4b1cbee admin admin] Request body: {'subnet': {'network_id': '598c6482-3456-43d7-a1c4-cfa40bc8d054', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1032560964-subnet', 'tenant_id': '730ad6d010dd435e8ee3738d1387b864', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:32.802252 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9113a-fdfd-4eed-ae5e-71021c17bd5a admin admin] Pushing event updated for resources: {'Network': ['ID=598c6482-3456-43d7-a1c4-cfa40bc8d054,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:32.814364 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 598c6482-3456-43d7-a1c4-cfa40bc8d054 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:53:32.832419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ce9fc-8afd-40b0-b038-395d57dd9d8a tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Pushing event deleted for resources: {'Port': ['ID=369fa910-e075-48eb-b131-c196aae6a178,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:32.907641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02213de1-4f4e-41ff-90e9-aa33f4b1cbee admin admin] Made reservation on behalf of 730ad6d010dd435e8ee3738d1387b864 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:53:32.918700 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-02213de1-4f4e-41ff-90e9-aa33f4b1cbee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.964875 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68fa246b-cd66-4eb4-a218-95a1fe53cdcd req-912ce9fc-8afd-40b0-b038-395d57dd9d8a tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks [] for floatingip (fce436e3-fced-45a1-b69b-5fef889bc7d8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.967453 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68fa246b-cd66-4eb4-a218-95a1fe53cdcd req-912ce9fc-8afd-40b0-b038-395d57dd9d8a tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:32.968571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68fa246b-cd66-4eb4-a218-95a1fe53cdcd req-912ce9fc-8afd-40b0-b038-395d57dd9d8a tempest-FloatingIPDetailsTestJSON-1362121149 tempest-FloatingIPDetailsTestJSON-1362121149-project] 10.222.0.45 "DELETE /v2.0/floatingips/fce436e3-fced-45a1-b69b-5fef889bc7d8 HTTP/1.1" status: 204 len: 173 time: 0.5648167 Mar 24 00:53:32.976191 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39974) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:33.120945 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-02213de1-4f4e-41ff-90e9-aa33f4b1cbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (1c905219-1b2b-4458-89b1-f37f3a995f7a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:33.172591 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe14cd7-6364-443c-b63d-ebbe82fd5532 x-openstack-request-id: req-dfe14cd7-6364-443c-b63d-ebbe82fd5532 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:33.173239 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4ef0da-6d66-4463-b3ed-deebda455124", "name": "network-vif-plugged", "status": "completed", "tag": "69ebb3c8-8c34-490c-b5d6-20670eaa91ad", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:33.173239 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dfe14cd7-6364-443c-b63d-ebbe82fd5532 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:33.173579 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe14cd7-6364-443c-b63d-ebbe82fd5532'] response: {'server_uuid': 'ff4ef0da-6d66-4463-b3ed-deebda455124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ebb3c8-8c34-490c-b5d6-20670eaa91ad', 'code': 200} Mar 24 00:53:33.203898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02213de1-4f4e-41ff-90e9-aa33f4b1cbee admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c905219-1b2b-4458-89b1-f37f3a995f7a,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:33.236395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02213de1-4f4e-41ff-90e9-aa33f4b1cbee admin admin] Checking segment: {'id': 'b7f498ed-1674-4b84-a9a1-4c3328fb8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '598c6482-3456-43d7-a1c4-cfa40bc8d054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:53:33.236756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02213de1-4f4e-41ff-90e9-aa33f4b1cbee admin admin] Network hostable DHCP agents. Network: 598c6482-3456-43d7-a1c4-cfa40bc8d054, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:53:33.318589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02213de1-4f4e-41ff-90e9-aa33f4b1cbee admin admin] Network 598c6482-3456-43d7-a1c4-cfa40bc8d054 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:53:33.338319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-02213de1-4f4e-41ff-90e9-aa33f4b1cbee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 598c6482-3456-43d7-a1c4-cfa40bc8d054) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:33.341529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750e4a3-2d66-485f-8702-59b19953b659 req-32de1e63-dc8f-4498-a779-8d29a84690c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:33.344480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5750e4a3-2d66-485f-8702-59b19953b659 req-32de1e63-dc8f-4498-a779-8d29a84690c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ff4ef0da-6d66-4463-b3ed-deebda455124 HTTP/1.1" status: 200 len: 1127 time: 0.0931418 Mar 24 00:53:33.351779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6cf91-fe37-4b90-917e-0572be80c3c9 req-dc366ba9-b511-47da-979e-c869faf80af3 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:33.352184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f691f58-3a8c-41b6-a67a-1e3cc453cf5a None None] Network 598c6482-3456-43d7-a1c4-cfa40bc8d054 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:53:33.354151 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6d6cf91-fe37-4b90-917e-0572be80c3c9 req-dc366ba9-b511-47da-979e-c869faf80af3 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4ef0da-6d66-4463-b3ed-deebda455124 HTTP/1.1" status: 200 len: 945 time: 0.1150494 Mar 24 00:53:33.357979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02213de1-4f4e-41ff-90e9-aa33f4b1cbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:33.358647 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-02213de1-4f4e-41ff-90e9-aa33f4b1cbee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:33.419180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-02213de1-4f4e-41ff-90e9-aa33f4b1cbee admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6223121 Mar 24 00:53:33.422310 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39986) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:33.437014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1032560964-router', 'tenant_id': '730ad6d010dd435e8ee3738d1387b864', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:33.455155 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5750e4a3-2d66-485f-8702-59b19953b659 req-5c73c98e-c832-4c39-953d-05f525e296c3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985732 Mar 24 00:53:33.467450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6d6cf91-fe37-4b90-917e-0572be80c3c9 req-334b8a78-244c-4c2c-a5a4-f2c1593e56c2 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001651 Mar 24 00:53:33.546661 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (1f12be39-a480-4760-98bd-d47e708134ee), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:33.547757 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (1f12be39-a480-4760-98bd-d47e708134ee), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:33.572700 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:33.579119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-598c6482-3456-43d7-a1c4-cfa40bc8d054', 'network_id': '598c6482-3456-43d7-a1c4-cfa40bc8d054', 'project_id': '730ad6d010dd435e8ee3738d1387b864', 'fixed_ips': [{'subnet_id': '1c905219-1b2b-4458-89b1-f37f3a995f7a'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:53:33.580097 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:33.627937 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Publish callbacks [] for router_controller (1f12be39-a480-4760-98bd-d47e708134ee), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:33.645010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962696f-f1e5-4688-baf4-2eaf94547603 req-afb19bae-80f9-448e-8c4d-a8b541da4812 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:33.646478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3962696f-f1e5-4688-baf4-2eaf94547603 req-afb19bae-80f9-448e-8c4d-a8b541da4812 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.1125727 Mar 24 00:53:33.682497 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb614ba3-269b-46cc-a500-5a9625aef8e0 req-fec3a79c-3d0c-43d3-bfe3-1bf8a0a3a22f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:33.689606 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb614ba3-269b-46cc-a500-5a9625aef8e0 req-fec3a79c-3d0c-43d3-bfe3-1bf8a0a3a22f tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.1120977 Mar 24 00:53:33.695140 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54334b33-f12a-46ad-9194-02714f3ad503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (d5f963f0-0535-43eb-b355-ebe934a32c90), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:33.748261 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Allocated IP 172.20.0.2 (598c6482-3456-43d7-a1c4-cfa40bc8d054/1c905219-1b2b-4458-89b1-f37f3a995f7a/91cd7795-c5e4-4a91-9255-62a312ed0b15) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:53:33.756658 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3962696f-f1e5-4688-baf4-2eaf94547603 req-47adddc0-9ce2-44c4-a0b5-b27e468f304a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987871 Mar 24 00:53:33.809652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb614ba3-269b-46cc-a500-5a9625aef8e0 req-276b9de5-ba84-4b4e-a234-602aa325108c tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156628 Mar 24 00:53:33.919780 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Publish callbacks [] for port (91cd7795-c5e4-4a91-9255-62a312ed0b15), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:33.938150 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (91cd7795-c5e4-4a91-9255-62a312ed0b15), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:33.960423 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Publish callbacks [] for router_gateway (1f12be39-a480-4760-98bd-d47e708134ee), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:33.987734 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Network 598c6482-3456-43d7-a1c4-cfa40bc8d054 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:53:33.990695 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:33.995997 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:53:34.051744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Pushing event updated for resources: {'Port': ['ID=91cd7795-c5e4-4a91-9255-62a312ed0b15,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:34.064951 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Attempting to bind port 91cd7795-c5e4-4a91-9255-62a312ed0b15 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:53:34.065373 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Attempting to bind port 91cd7795-c5e4-4a91-9255-62a312ed0b15 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'b7f498ed-1674-4b84-a9a1-4c3328fb8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '598c6482-3456-43d7-a1c4-cfa40bc8d054'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:53:34.065747 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Attempting to bind port 91cd7795-c5e4-4a91-9255-62a312ed0b15 on network 598c6482-3456-43d7-a1c4-cfa40bc8d054 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:53:34.071615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:53:34.072004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Checking segment: {'id': 'b7f498ed-1674-4b84-a9a1-4c3328fb8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '598c6482-3456-43d7-a1c4-cfa40bc8d054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:53:34.072413 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:34.072859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Bound using segment: {'id': 'b7f498ed-1674-4b84-a9a1-4c3328fb8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '598c6482-3456-43d7-a1c4-cfa40bc8d054'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:53:34.073360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Bound port: 91cd7795-c5e4-4a91-9255-62a312ed0b15, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f498ed-1674-4b84-a9a1-4c3328fb8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '598c6482-3456-43d7-a1c4-cfa40bc8d054'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:53:34.073749 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (91cd7795-c5e4-4a91-9255-62a312ed0b15), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:34.139356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] For port 91cd7795-c5e4-4a91-9255-62a312ed0b15, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:53:34.142776 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] For port 91cd7795-c5e4-4a91-9255-62a312ed0b15, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=91cd7795-c5e4-4a91-9255-62a312ed0b15,segment=NetworkSegment(b7f498ed-1674-4b84-a9a1-4c3328fb8f4f),segment_id=b7f498ed-1674-4b84-a9a1-4c3328fb8f4f)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:53:34.151109 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (91cd7795-c5e4-4a91-9255-62a312ed0b15), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:34.234025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d49b1b-dad0-46de-9dff-46788c312393 None None] Pushing event updated for resources: {'Port': ['ID=91cd7795-c5e4-4a91-9255-62a312ed0b15,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:34.315460 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Publish callbacks [] for router_gateway (1f12be39-a480-4760-98bd-d47e708134ee), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:34.340366 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:34.640724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba98d82-1d0f-4af8-aaf9-d57c7b59c01f req-fb54491e-b7ef-4f2d-b7e0-b667d658d8ce tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:34.648940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ba98d82-1d0f-4af8-aaf9-d57c7b59c01f req-fb54491e-b7ef-4f2d-b7e0-b667d658d8ce tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4ef0da-6d66-4463-b3ed-deebda455124 HTTP/1.1" status: 200 len: 945 time: 0.0828114 Mar 24 00:53:34.741145 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ba98d82-1d0f-4af8-aaf9-d57c7b59c01f req-b4d9e30c-0b15-4218-b5a5-09f5daaf72e9 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910397 Mar 24 00:53:35.052282 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:35.055233 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Allocated IP 172.25.0.125 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/b7d6628c-5a94-434d-8fae-d9c36d5454f0) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:53:35.099275 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-54334b33-f12a-46ad-9194-02714f3ad503 admin admin] Deleting port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:35.100549 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54334b33-f12a-46ad-9194-02714f3ad503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:35.145079 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528cf8b-a7e6-4394-9d1b-66b8adf82c53 req-ca98d4da-a2ab-495c-9078-a3455fbedcdc tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:35.156161 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a528cf8b-a7e6-4394-9d1b-66b8adf82c53 req-ca98d4da-a2ab-495c-9078-a3455fbedcdc tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.2515986 Mar 24 00:53:35.241711 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a528cf8b-a7e6-4394-9d1b-66b8adf82c53 req-42286047-e0d1-45aa-b6c3-ff0b19fe99ab tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/security-groups?id=4cf33a19-bc37-4712-bc10-261dcde7e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797284 Mar 24 00:53:35.313789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508982eb-b3d9-4c2f-8923-5fbee6e9c88f req-45e23581-9956-4e93-a87e-03c869a5df43 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:35.315314 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-508982eb-b3d9-4c2f-8923-5fbee6e9c88f req-45e23581-9956-4e93-a87e-03c869a5df43 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.48 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 949 time: 0.2837379 Mar 24 00:53:35.396133 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-54334b33-f12a-46ad-9194-02714f3ad503 admin admin] For port 5d404c1b-c161-4136-9ab6-3f7d1c2458f6, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5d404c1b-c161-4136-9ab6-3f7d1c2458f6,segment=NetworkSegment(4ad298cc-d648-4664-89e6-d2843d7ef75c),segment_id=4ad298cc-d648-4664-89e6-d2843d7ef75c)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:35.396499 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54334b33-f12a-46ad-9194-02714f3ad503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:35.420576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-54334b33-f12a-46ad-9194-02714f3ad503 admin admin] Calling delete_port for 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:35.424270 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Publish callbacks [] for port (b7d6628c-5a94-434d-8fae-d9c36d5454f0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:35.617851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea17e39-c7e2-450d-8dd6-0f4aa935243d req-0eeb8130-0843-430f-817d-7507b87397d8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:35.626256 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ea17e39-c7e2-450d-8dd6-0f4aa935243d req-0eeb8130-0843-430f-817d-7507b87397d8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.1668763 Mar 24 00:53:35.692782 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b7d6628c-5a94-434d-8fae-d9c36d5454f0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:35.699189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-508982eb-b3d9-4c2f-8923-5fbee6e9c88f req-1d0f99ee-de79-4ed2-8db8-657aaea122e4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Deleting port 283fe7d7-4ae1-4877-a5aa-b42e0304761e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:35.699746 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-508982eb-b3d9-4c2f-8923-5fbee6e9c88f req-1d0f99ee-de79-4ed2-8db8-657aaea122e4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:35.818621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-508982eb-b3d9-4c2f-8923-5fbee6e9c88f req-1d0f99ee-de79-4ed2-8db8-657aaea122e4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] For port 283fe7d7-4ae1-4877-a5aa-b42e0304761e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=283fe7d7-4ae1-4877-a5aa-b42e0304761e,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:35.818997 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-508982eb-b3d9-4c2f-8923-5fbee6e9c88f req-1d0f99ee-de79-4ed2-8db8-657aaea122e4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:35.835501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-508982eb-b3d9-4c2f-8923-5fbee6e9c88f req-1d0f99ee-de79-4ed2-8db8-657aaea122e4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Calling delete_port for 283fe7d7-4ae1-4877-a5aa-b42e0304761e owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:35.878055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ae6369-113f-4428-a1e3-01137245c223 None None] Network 598c6482-3456-43d7-a1c4-cfa40bc8d054 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:53:36.005462 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b8164221-6a0a-4e1f-ab6e-8412fcd003d2 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:53:36.038889 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ea17e39-c7e2-450d-8dd6-0f4aa935243d req-05e55480-f111-42ea-a05b-3b079f799932 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083021 Mar 24 00:53:36.043055 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-508982eb-b3d9-4c2f-8923-5fbee6e9c88f req-1d0f99ee-de79-4ed2-8db8-657aaea122e4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (283fe7d7-4ae1-4877-a5aa-b42e0304761e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:36.059092 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['283fe7d7-4ae1-4877-a5aa-b42e0304761e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:53:36.071788 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:53:36.073545 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Pushing event updated for resources: {'Port': ['ID=b7d6628c-5a94-434d-8fae-d9c36d5454f0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:36.089788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54334b33-f12a-46ad-9194-02714f3ad503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5d404c1b-c161-4136-9ab6-3f7d1c2458f6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:36.116751 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:36.130181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:53:36.152537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-303b2399-efb2-4d04-aa64-97c7a176ade9 None None] Provisioning complete for port 91cd7795-c5e4-4a91-9255-62a312ed0b15 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:36.152913 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-303b2399-efb2-4d04-aa64-97c7a176ade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (91cd7795-c5e4-4a91-9255-62a312ed0b15), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:36.272094 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54334b33-f12a-46ad-9194-02714f3ad503 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d404c1b-c161-4136-9ab6-3f7d1c2458f6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:36.300634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f99ee-de79-4ed2-8db8-657aaea122e4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Pushing event deleted for resources: {'Port': ['ID=283fe7d7-4ae1-4877-a5aa-b42e0304761e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:36.339601 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.resource_extend [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 00:53:36.340270 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-508982eb-b3d9-4c2f-8923-5fbee6e9c88f req-1d0f99ee-de79-4ed2-8db8-657aaea122e4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] No DVR routers for this DVR port 283fe7d7-4ae1-4877-a5aa-b42e0304761e on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:53:36.344659 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-508982eb-b3d9-4c2f-8923-5fbee6e9c88f req-1d0f99ee-de79-4ed2-8db8-657aaea122e4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:36.350929 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-508982eb-b3d9-4c2f-8923-5fbee6e9c88f req-1d0f99ee-de79-4ed2-8db8-657aaea122e4 tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.48 "DELETE /v2.0/ports/283fe7d7-4ae1-4877-a5aa-b42e0304761e HTTP/1.1" status: 204 len: 173 time: 1.0277007 Mar 24 00:53:36.358613 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3472825f-1d8f-4ac3-b366-aef07ad58b87', 'name': 'network-vif-deleted', 'tag': '283fe7d7-4ae1-4877-a5aa-b42e0304761e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:36.361472 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d80c11-d0a6-4378-b311-eba8ebe27f30" -d '{"events": [{"server_uuid": "3472825f-1d8f-4ac3-b366-aef07ad58b87", "name": "network-vif-deleted", "tag": "283fe7d7-4ae1-4877-a5aa-b42e0304761e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:36.417592 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6c8e9-ed90-406f-a573-4a3469911dc3 req-5efbcde7-3ce3-40fd-8ffc-1d3a2471d5fd tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:36.441921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8bc6c8e9-ed90-406f-a573-4a3469911dc3 req-5efbcde7-3ce3-40fd-8ffc-1d3a2471d5fd tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4ef0da-6d66-4463-b3ed-deebda455124 HTTP/1.1" status: 200 len: 945 time: 0.1897109 Mar 24 00:53:36.481918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-303b2399-efb2-4d04-aa64-97c7a176ade9 None None] Current status of the port 91cd7795-c5e4-4a91-9255-62a312ed0b15 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:36.482315 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-303b2399-efb2-4d04-aa64-97c7a176ade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (91cd7795-c5e4-4a91-9255-62a312ed0b15), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:36.710591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27148aa4-f9ff-41fe-959b-8723174bb967 req-f2efd866-76ff-4496-9389-0a0603ea7d6a tempest-MigrationsAdminTest-710426436 tempest-MigrationsAdminTest-710426436-project] 10.222.0.45 "GET /v2.0/ports?device_id=3472825f-1d8f-4ac3-b366-aef07ad58b87 HTTP/1.1" status: 200 len: 210 time: 0.0972855 Mar 24 00:53:36.738892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8bc6c8e9-ed90-406f-a573-4a3469911dc3 req-d419c585-766d-4bd2-8ec0-f22576ccc35a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960036 Mar 24 00:53:36.776819 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 91cd7795-c5e4-4a91-9255-62a312ed0b15 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:36.784698 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b348c6-c1db-43b6-b008-01dea4ce745a x-openstack-request-id: req-24b348c6-c1db-43b6-b008-01dea4ce745a {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:36.785210 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3472825f-1d8f-4ac3-b366-aef07ad58b87", "name": "network-vif-deleted", "tag": "283fe7d7-4ae1-4877-a5aa-b42e0304761e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:36.785628 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-24b348c6-c1db-43b6-b008-01dea4ce745a {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:36.786192 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b348c6-c1db-43b6-b008-01dea4ce745a'] response: {'server_uuid': '3472825f-1d8f-4ac3-b366-aef07ad58b87', 'name': 'network-vif-deleted', 'tag': '283fe7d7-4ae1-4877-a5aa-b42e0304761e', 'status': 'completed', 'code': 200} Mar 24 00:53:36.871297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-303b2399-efb2-4d04-aa64-97c7a176ade9 None None] For port 91cd7795-c5e4-4a91-9255-62a312ed0b15, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=91cd7795-c5e4-4a91-9255-62a312ed0b15,segment=NetworkSegment(b7f498ed-1674-4b84-a9a1-4c3328fb8f4f),segment_id=b7f498ed-1674-4b84-a9a1-4c3328fb8f4f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:36.930148 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b8164221-6a0a-4e1f-ab6e-8412fcd003d2, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:36.948070 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'b8164221-6a0a-4e1f-ab6e-8412fcd003d2', 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4', 'port_id': 'b8164221-6a0a-4e1f-ab6e-8412fcd003d2', 'mac_address': 'fa:16:3e:a9:e4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:53:36.952748 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-303b2399-efb2-4d04-aa64-97c7a176ade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (91cd7795-c5e4-4a91-9255-62a312ed0b15), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:37.056272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 91cd7795-c5e4-4a91-9255-62a312ed0b15 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:37.056912 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (91cd7795-c5e4-4a91-9255-62a312ed0b15), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:37.131874 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b8164221-6a0a-4e1f-ab6e-8412fcd003d2 is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:37.137764 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:37.234115 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54334b33-f12a-46ad-9194-02714f3ad503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (d5f963f0-0535-43eb-b355-ebe934a32c90), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:37.301774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e620d23-2f7a-4045-8a1f-8b4aa9ee890b req-2178c314-3bdf-4dfc-a591-b276713e27e3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:37.317386 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e620d23-2f7a-4045-8a1f-8b4aa9ee890b req-2178c314-3bdf-4dfc-a591-b276713e27e3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.1501129 Mar 24 00:53:37.431145 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e620d23-2f7a-4045-8a1f-8b4aa9ee890b req-d7e1738a-d8a4-4660-9c4d-a3234a03b7b1 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127906 Mar 24 00:53:37.458726 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8164221-6a0a-4e1f-ab6e-8412fcd003d2 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:53:37.515656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b8164221-6a0a-4e1f-ab6e-8412fcd003d2, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:37.519679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b2399-efb2-4d04-aa64-97c7a176ade9 None None] Pushing event updated for resources: {'Port': ['ID=91cd7795-c5e4-4a91-9255-62a312ed0b15,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:37.547779 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:37.618203 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Publish callbacks [] for router_gateway (1f12be39-a480-4760-98bd-d47e708134ee), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:37.630491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6387e4f5-3480-48c3-a35c-6d4b6033192f None None] Provisioning complete for port 91cd7795-c5e4-4a91-9255-62a312ed0b15 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:37.631085 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6387e4f5-3480-48c3-a35c-6d4b6033192f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (91cd7795-c5e4-4a91-9255-62a312ed0b15), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:37.678950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['b8164221-6a0a-4e1f-ab6e-8412fcd003d2'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:53:37.706057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:37.771556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 91cd7795-c5e4-4a91-9255-62a312ed0b15 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:37.988455 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 283fe7d7-4ae1-4877-a5aa-b42e0304761e no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:37.990623 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54334b33-f12a-46ad-9194-02714f3ad503 admin admin] Router d5f963f0-0535-43eb-b355-ebe934a32c90 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:53:38.020569 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (1f12be39-a480-4760-98bd-d47e708134ee), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:38.133000 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6387e4f5-3480-48c3-a35c-6d4b6033192f None None] Current status of the port 91cd7795-c5e4-4a91-9255-62a312ed0b15 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:38.163812 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 283fe7d7-4ae1-4877-a5aa-b42e0304761e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:53:38.165446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 283fe7d7-4ae1-4877-a5aa-b42e0304761e not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:53:38.250635 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Router 1f12be39-a480-4760-98bd-d47e708134ee is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:53:38.319872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40116) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:38.334826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54334b33-f12a-46ad-9194-02714f3ad503 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:53:38.346214 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af8658-e7e0-4f56-ba77-632f48f829fd None None] Sync routers for ids ['d5f963f0-0535-43eb-b355-ebe934a32c90'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:53:38.369916 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40122) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:38.373427 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af8658-e7e0-4f56-ba77-632f48f829fd None None] Routers {'d5f963f0-0535-43eb-b355-ebe934a32c90'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:38.377058 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-54334b33-f12a-46ad-9194-02714f3ad503 admin admin] 10.222.0.45 "PUT /v2.0/routers/d5f963f0-0535-43eb-b355-ebe934a32c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3997076 Mar 24 00:53:38.378692 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c0af8658-e7e0-4f56-ba77-632f48f829fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d5f963f0-0535-43eb-b355-ebe934a32c90'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:38.451502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 91cd7795-c5e4-4a91-9255-62a312ed0b15 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:38.463727 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:53:38.503234 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:38.508746 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c817fd91-bee6-49ba-a372-2cca6a49de2f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0812273 Mar 24 00:53:38.510256 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40128) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:38.526974 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Sync routers for ids ['1f12be39-a480-4760-98bd-d47e708134ee'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:53:38.616941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Routers {'1f12be39-a480-4760-98bd-d47e708134ee'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:38.619137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1f12be39-a480-4760-98bd-d47e708134ee'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:38.742104 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-c0af8658-e7e0-4f56-ba77-632f48f829fd None None] Set router d5f963f0-0535-43eb-b355-ebe934a32c90 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:38.852103 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40132) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:38.871432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 91cd7795-c5e4-4a91-9255-62a312ed0b15 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:38.871813 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (91cd7795-c5e4-4a91-9255-62a312ed0b15), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:38.935667 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1faafaf7-7929-4204-b7b7-c41c6a4874cc admin admin] Publish callbacks [] for router (d5f963f0-0535-43eb-b355-ebe934a32c90), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:38.993602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Set router 1f12be39-a480-4760-98bd-d47e708134ee gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:39.148451 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 91cd7795-c5e4-4a91-9255-62a312ed0b15 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:39.205854 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1faafaf7-7929-4204-b7b7-c41c6a4874cc admin admin] Publish callbacks [] for router_gateway (d5f963f0-0535-43eb-b355-ebe934a32c90), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:39.234805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43baa43-026f-4f1c-9ee3-eed1927bd0e2 req-852b68ed-13eb-45bf-8a07-932579976432 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:39.246839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b43baa43-026f-4f1c-9ee3-eed1927bd0e2 req-852b68ed-13eb-45bf-8a07-932579976432 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.5763378 Mar 24 00:53:39.288518 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ac594cf7-5fc1-4801-b4aa-825beb00d3cf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a09e8f3796504a0591d01b6c352de665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9666896 Mar 24 00:53:39.289414 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c1f9d97a-d494-4041-b303-ca41ec4c3002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:39.292581 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40148) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:39.298061 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c0af8658-e7e0-4f56-ba77-632f48f829fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'name': 'tempest-FloatingIPDetailsTestJSON-1128073065-router', 'tenant_id': '1b375cc9506140bb87ee24257d326622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '3c42b82c-f111-49d0-a6cb-0d93361d607d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:57Z', 'updated_at': '2022-03-24T00:53:35Z', 'revision_number': 5, 'project_id': '1b375cc9506140bb87ee24257d326622', 'gw_port': {'id': '3c42b82c-f111-49d0-a6cb-0d93361d607d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:52:57Z', 'updated_at': '2022-03-24T00:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:39.336806 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af8658-e7e0-4f56-ba77-632f48f829fd None None] Checking router: d5f963f0-0535-43eb-b355-ebe934a32c90 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:53:39.370605 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af8658-e7e0-4f56-ba77-632f48f829fd None None] Routers {'d5f963f0-0535-43eb-b355-ebe934a32c90'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:39.372099 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c0af8658-e7e0-4f56-ba77-632f48f829fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d5f963f0-0535-43eb-b355-ebe934a32c90'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:39.408022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f12be39-a480-4760-98bd-d47e708134ee', 'name': 'tempest-FloatingIPsNegativeTestJSON-1032560964-router', 'tenant_id': '730ad6d010dd435e8ee3738d1387b864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b7d6628c-5a94-434d-8fae-d9c36d5454f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:33Z', 'updated_at': '2022-03-24T00:53:37Z', 'revision_number': 3, 'project_id': '730ad6d010dd435e8ee3738d1387b864', 'gw_port': {'id': 'b7d6628c-5a94-434d-8fae-d9c36d5454f0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f12be39-a480-4760-98bd-d47e708134ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:34Z', 'updated_at': '2022-03-24T00:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:39.412142 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c1f9d97a-d494-4041-b303-ca41ec4c3002 admin admin] Publish callbacks [] for security_group (4723c7c1-bc5a-42fb-a8bf-9272b12fd0da), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:39.439517 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c8cab70-5ebb-4057-b147-9ec8922e1ece admin admin] Publish callbacks [] for security_group (4cf33a19-bc37-4712-bc10-261dcde7e2f9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:39.451096 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b43baa43-026f-4f1c-9ee3-eed1927bd0e2 req-041fbc88-cd2c-47e6-bfb2-f1439b19ea36 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031810 Mar 24 00:53:39.471549 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c1f9d97a-d494-4041-b303-ca41ec4c3002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4723c7c1-bc5a-42fb-a8bf-9272b12fd0da), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:39.483258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Checking router: 1f12be39-a480-4760-98bd-d47e708134ee for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:53:39.483929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Updating router 1f12be39-a480-4760-98bd-d47e708134ee port b7d6628c-5a94-434d-8fae-d9c36d5454f0 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:53:39.488577 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c8cab70-5ebb-4057-b147-9ec8922e1ece admin admin] Publish callbacks [] for security_group (4cf33a19-bc37-4712-bc10-261dcde7e2f9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:39.522197 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9d97a-d494-4041-b303-ca41ec4c3002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4723c7c1-bc5a-42fb-a8bf-9272b12fd0da,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:39.567532 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b7d6628c-5a94-434d-8fae-d9c36d5454f0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:39.582926 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-c0af8658-e7e0-4f56-ba77-632f48f829fd None None] Set router d5f963f0-0535-43eb-b355-ebe934a32c90 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:39.623431 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c8cab70-5ebb-4057-b147-9ec8922e1ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4cf33a19-bc37-4712-bc10-261dcde7e2f9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:39.639824 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c8cab70-5ebb-4057-b147-9ec8922e1ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:39.647361 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6c8cab70-5ebb-4057-b147-9ec8922e1ece admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4cf33a19-bc37-4712-bc10-261dcde7e2f9 HTTP/1.1" status: 204 len: 168 time: 0.3506389 Mar 24 00:53:39.757924 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c0af8658-e7e0-4f56-ba77-632f48f829fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'name': 'tempest-FloatingIPDetailsTestJSON-1128073065-router', 'tenant_id': '1b375cc9506140bb87ee24257d326622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:57Z', 'updated_at': '2022-03-24T00:53:39Z', 'revision_number': 6, 'project_id': '1b375cc9506140bb87ee24257d326622', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:39.778020 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8cab70-5ebb-4057-b147-9ec8922e1ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf33a19-bc37-4712-bc10-261dcde7e2f9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:39.819771 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af8658-e7e0-4f56-ba77-632f48f829fd None None] The sync data for ids ['d5f963f0-0535-43eb-b355-ebe934a32c90'] in n-d-760455-9 is: [{'id': 'd5f963f0-0535-43eb-b355-ebe934a32c90', 'name': 'tempest-FloatingIPDetailsTestJSON-1128073065-router', 'tenant_id': '1b375cc9506140bb87ee24257d326622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:52:57Z', 'updated_at': '2022-03-24T00:53:39Z', 'revision_number': 6, 'project_id': '1b375cc9506140bb87ee24257d326622', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:53:39.933021 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:40.052784 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b8164221-6a0a-4e1f-ab6e-8412fcd003d2 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:40.139387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port b8164221-6a0a-4e1f-ab6e-8412fcd003d2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:40.140032 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:40.259233 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40166) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:40.356999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-1faafaf7-7929-4204-b7b7-c41c6a4874cc admin admin] Deleting port 3c42b82c-f111-49d0-a6cb-0d93361d607d {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:40.357483 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1faafaf7-7929-4204-b7b7-c41c6a4874cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3c42b82c-f111-49d0-a6cb-0d93361d607d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:40.374721 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:40.400560 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c1f9d97a-d494-4041-b303-ca41ec4c3002 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1111d93e65ad484ba2b35d54bd3c2a29&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5424638 Mar 24 00:53:40.408310 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b8164221-6a0a-4e1f-ab6e-8412fcd003d2 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:40.408964 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:40.413575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40170) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:40.440265 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:53:40.456601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5d404c1b-c161-4136-9ab6-3f7d1c2458f6 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:53:40.463140 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Allocated IP 172.20.0.1 (598c6482-3456-43d7-a1c4-cfa40bc8d054/1c905219-1b2b-4458-89b1-f37f3a995f7a/686cf630-5305-4bb8-ba4d-0e158ccfa27a) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:53:40.500614 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec5b0ebc-0ec5-4e78-ac8d-1530b110b311 admin admin] Publish callbacks [] for security_group (4723c7c1-bc5a-42fb-a8bf-9272b12fd0da), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:40.528279 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec5b0ebc-0ec5-4e78-ac8d-1530b110b311 admin admin] Publish callbacks [] for security_group (4723c7c1-bc5a-42fb-a8bf-9272b12fd0da), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:40.560124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c570ef4-ef7f-49cc-be94-03faa842fddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8164221-6a0a-4e1f-ab6e-8412fcd003d2'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:40.566394 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a7cdcd-74cf-4965-a257-9925192c2b53" -d '{"events": [{"server_uuid": "4c570ef4-ef7f-49cc-be94-03faa842fddc", "name": "network-vif-plugged", "status": "completed", "tag": "b8164221-6a0a-4e1f-ab6e-8412fcd003d2"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:40.596325 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Publish callbacks [] for port (b7d6628c-5a94-434d-8fae-d9c36d5454f0), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:40.604399 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b8164221-6a0a-4e1f-ab6e-8412fcd003d2, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:40.618102 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b7d6628c-5a94-434d-8fae-d9c36d5454f0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:40.637422 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:40.639884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-67676668-2096-4363-8764-3fdd7dea7453 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c4f2ace0be84e33ae7ba1249d6b5493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741162 Mar 24 00:53:40.644775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40176) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:40.645548 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5deff9cd-cec3-4885-be8f-eef84c0814cf x-openstack-request-id: req-5deff9cd-cec3-4885-be8f-eef84c0814cf {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:40.645950 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c570ef4-ef7f-49cc-be94-03faa842fddc", "name": "network-vif-plugged", "status": "completed", "tag": "b8164221-6a0a-4e1f-ab6e-8412fcd003d2", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:40.646311 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5deff9cd-cec3-4885-be8f-eef84c0814cf {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:40.646840 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5deff9cd-cec3-4885-be8f-eef84c0814cf'] response: {'server_uuid': '4c570ef4-ef7f-49cc-be94-03faa842fddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8164221-6a0a-4e1f-ab6e-8412fcd003d2', 'code': 200} Mar 24 00:53:40.653385 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec5b0ebc-0ec5-4e78-ac8d-1530b110b311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4723c7c1-bc5a-42fb-a8bf-9272b12fd0da), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:40.656334 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec5b0ebc-0ec5-4e78-ac8d-1530b110b311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:40.657668 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ec5b0ebc-0ec5-4e78-ac8d-1530b110b311 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4723c7c1-bc5a-42fb-a8bf-9272b12fd0da HTTP/1.1" status: 204 len: 168 time: 0.2430136 Mar 24 00:53:40.690459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b0ebc-0ec5-4e78-ac8d-1530b110b311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4723c7c1-bc5a-42fb-a8bf-9272b12fd0da,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:40.830506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12ff80-0102-4345-8475-7cd9de1200d0 None None] Pushing event updated for resources: {'Port': ['ID=b7d6628c-5a94-434d-8fae-d9c36d5454f0,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:40.842245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Attempting to bind port b7d6628c-5a94-434d-8fae-d9c36d5454f0 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:53:40.842623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Attempting to bind port b7d6628c-5a94-434d-8fae-d9c36d5454f0 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:53:40.842990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Attempting to bind port b7d6628c-5a94-434d-8fae-d9c36d5454f0 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:53:40.847782 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-1faafaf7-7929-4204-b7b7-c41c6a4874cc admin admin] For port 3c42b82c-f111-49d0-a6cb-0d93361d607d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3c42b82c-f111-49d0-a6cb-0d93361d607d,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:40.848158 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1faafaf7-7929-4204-b7b7-c41c6a4874cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3c42b82c-f111-49d0-a6cb-0d93361d607d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:40.870474 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Publish callbacks [] for port (686cf630-5305-4bb8-ba4d-0e158ccfa27a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:40.892412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-1faafaf7-7929-4204-b7b7-c41c6a4874cc admin admin] Calling delete_port for 3c42b82c-f111-49d0-a6cb-0d93361d607d owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:40.958771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:53:40.959646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:53:40.960189 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:40.960766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:53:40.965132 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Bound port: b7d6628c-5a94-434d-8fae-d9c36d5454f0, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:53:40.965644 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b7d6628c-5a94-434d-8fae-d9c36d5454f0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:40.993011 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (686cf630-5305-4bb8-ba4d-0e158ccfa27a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:41.079147 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Network 598c6482-3456-43d7-a1c4-cfa40bc8d054 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:53:41.093067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53593b3b-0b1b-4ac1-8587-7400b2805c7a req-c2c8119a-e75e-429b-8d90-2ff32035c8e6 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:41.093722 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:41.095090 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:41.103220 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53593b3b-0b1b-4ac1-8587-7400b2805c7a req-c2c8119a-e75e-429b-8d90-2ff32035c8e6 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.5172117 Mar 24 00:53:41.114983 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:53:41.141337 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-069e01dc-9a15-4caa-98f5-2bac32f27027 admin admin] Publish callbacks [] for security_group (ab99d466-ec09-4111-9ecf-0f4d56fd6b37), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:41.162610 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] For port b7d6628c-5a94-434d-8fae-d9c36d5454f0, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:53:41.166370 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] For port b7d6628c-5a94-434d-8fae-d9c36d5454f0, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b7d6628c-5a94-434d-8fae-d9c36d5454f0,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:53:41.175730 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b7d6628c-5a94-434d-8fae-d9c36d5454f0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:41.223851 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (1f12be39-a480-4760-98bd-d47e708134ee), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:41.327662 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-069e01dc-9a15-4caa-98f5-2bac32f27027 admin admin] Publish callbacks [] for security_group (ab99d466-ec09-4111-9ecf-0f4d56fd6b37), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:41.335928 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Routers {'1f12be39-a480-4760-98bd-d47e708134ee'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:41.336628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1f12be39-a480-4760-98bd-d47e708134ee'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:41.393724 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Pushing event updated for resources: {'Port': ['ID=686cf630-5305-4bb8-ba4d-0e158ccfa27a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:41.439309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12ff80-0102-4345-8475-7cd9de1200d0 None None] Pushing event updated for resources: {'Port': ['ID=b7d6628c-5a94-434d-8fae-d9c36d5454f0,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:41.532884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53593b3b-0b1b-4ac1-8587-7400b2805c7a req-336ab675-27fa-4cce-81b1-0886876f4417 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903470 Mar 24 00:53:41.534205 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-069e01dc-9a15-4caa-98f5-2bac32f27027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ab99d466-ec09-4111-9ecf-0f4d56fd6b37), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:41.562002 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-069e01dc-9a15-4caa-98f5-2bac32f27027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:41.566358 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-069e01dc-9a15-4caa-98f5-2bac32f27027 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab99d466-ec09-4111-9ecf-0f4d56fd6b37 HTTP/1.1" status: 204 len: 168 time: 0.9217560 Mar 24 00:53:41.598227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e01dc-9a15-4caa-98f5-2bac32f27027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab99d466-ec09-4111-9ecf-0f4d56fd6b37,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:41.676801 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] Set router 1f12be39-a480-4760-98bd-d47e708134ee gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:41.704823 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (686cf630-5305-4bb8-ba4d-0e158ccfa27a), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:41.850347 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1faafaf7-7929-4204-b7b7-c41c6a4874cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3c42b82c-f111-49d0-a6cb-0d93361d607d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:41.941649 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faafaf7-7929-4204-b7b7-c41c6a4874cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3c42b82c-f111-49d0-a6cb-0d93361d607d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:42.040787 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Publish callbacks [] for port (686cf630-5305-4bb8-ba4d-0e158ccfa27a), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:42.049245 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (686cf630-5305-4bb8-ba4d-0e158ccfa27a), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:42.087283 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-556a37ea-73ee-492e-aa34-dc09400b89db None None] Provisioning complete for port 686cf630-5305-4bb8-ba4d-0e158ccfa27a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:42.097334 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-556a37ea-73ee-492e-aa34-dc09400b89db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (686cf630-5305-4bb8-ba4d-0e158ccfa27a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:42.162576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Pushing event updated for resources: {'Port': ['ID=686cf630-5305-4bb8-ba4d-0e158ccfa27a,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:42.244335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-556a37ea-73ee-492e-aa34-dc09400b89db None None] Port 686cf630-5305-4bb8-ba4d-0e158ccfa27a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:53:42.251836 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1faafaf7-7929-4204-b7b7-c41c6a4874cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (d5f963f0-0535-43eb-b355-ebe934a32c90), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:42.273407 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (1f12be39-a480-4760-98bd-d47e708134ee), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:42.461710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f12be39-a480-4760-98bd-d47e708134ee', 'name': 'tempest-FloatingIPsNegativeTestJSON-1032560964-router', 'tenant_id': '730ad6d010dd435e8ee3738d1387b864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b7d6628c-5a94-434d-8fae-d9c36d5454f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:33Z', 'updated_at': '2022-03-24T00:53:37Z', 'revision_number': 3, 'project_id': '730ad6d010dd435e8ee3738d1387b864', 'gw_port': {'id': 'b7d6628c-5a94-434d-8fae-d9c36d5454f0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f12be39-a480-4760-98bd-d47e708134ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:34Z', 'updated_at': '2022-03-24T00:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:42.549658 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1faafaf7-7929-4204-b7b7-c41c6a4874cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (d5f963f0-0535-43eb-b355-ebe934a32c90), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:42.551145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3c42b82c-f111-49d0-a6cb-0d93361d607d no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:42.555349 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Network 598c6482-3456-43d7-a1c4-cfa40bc8d054 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:53:42.560439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd5c135-908a-4f94-8176-7ddae2aa3bb2 None None] The sync data for ids ['1f12be39-a480-4760-98bd-d47e708134ee'] in n-d-760455-9 is: [{'id': '1f12be39-a480-4760-98bd-d47e708134ee', 'name': 'tempest-FloatingIPsNegativeTestJSON-1032560964-router', 'tenant_id': '730ad6d010dd435e8ee3738d1387b864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b7d6628c-5a94-434d-8fae-d9c36d5454f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:33Z', 'updated_at': '2022-03-24T00:53:37Z', 'revision_number': 3, 'project_id': '730ad6d010dd435e8ee3738d1387b864', 'gw_port': {'id': 'b7d6628c-5a94-434d-8fae-d9c36d5454f0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f12be39-a480-4760-98bd-d47e708134ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:34Z', 'updated_at': '2022-03-24T00:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:53:42.561221 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:42.562032 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1faafaf7-7929-4204-b7b7-c41c6a4874cc admin admin] Publish callbacks [] for router_controller (d5f963f0-0535-43eb-b355-ebe934a32c90), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:42.650335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 3c42b82c-f111-49d0-a6cb-0d93361d607d {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:53:42.667509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3c42b82c-f111-49d0-a6cb-0d93361d607d not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:53:42.843715 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-947ce689-43a4-4a84-98e7-0e07da24a15b req-b4a31905-cf15-48c3-854a-07481016a404 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8228791 Mar 24 00:53:42.845928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40240) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:42.918188 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1faafaf7-7929-4204-b7b7-c41c6a4874cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (d5f963f0-0535-43eb-b355-ebe934a32c90), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:42.919656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faafaf7-7929-4204-b7b7-c41c6a4874cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5f963f0-0535-43eb-b355-ebe934a32c90 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 00:53:43.008611 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1faafaf7-7929-4204-b7b7-c41c6a4874cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:43.017251 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1faafaf7-7929-4204-b7b7-c41c6a4874cc admin admin] 10.222.0.45 "DELETE /v2.0/routers/d5f963f0-0535-43eb-b355-ebe934a32c90 HTTP/1.1" status: 204 len: 168 time: 4.6433842 Mar 24 00:53:43.023201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40250) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:43.204277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3899e34a-4f12-4be5-ba04-aa9cdb9167e7 None None] Provisioning complete for port 686cf630-5305-4bb8-ba4d-0e158ccfa27a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:43.212614 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3899e34a-4f12-4be5-ba04-aa9cdb9167e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (686cf630-5305-4bb8-ba4d-0e158ccfa27a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:43.308762 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3899e34a-4f12-4be5-ba04-aa9cdb9167e7 None None] Port 686cf630-5305-4bb8-ba4d-0e158ccfa27a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:53:43.325722 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75d39d-db44-41bb-ae38-aaae57a3bc08 req-ce3b2146-745e-4a1d-bc49-fbad4ee31cbc tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:43.328084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d75d39d-db44-41bb-ae38-aaae57a3bc08 req-ce3b2146-745e-4a1d-bc49-fbad4ee31cbc tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.6088948 Mar 24 00:53:43.372184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c2fa50-6c9d-4500-a02b-c1a7b46eb231 admin admin] Deleting subnet 46cc4b17-7c6b-4723-ac52-e05d36641811 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:53:43.386204 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51312b71-9a29-461a-bcf8-4adb85bf3843 req-e661ec5c-42f0-4e00-b26a-c38d2128e397 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4257336 Mar 24 00:53:43.386907 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-78c2fa50-6c9d-4500-a02b-c1a7b46eb231 admin admin] Publish callbacks [] for subnet (46cc4b17-7c6b-4723-ac52-e05d36641811), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:43.547063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d75d39d-db44-41bb-ae38-aaae57a3bc08 req-d8c5ee7a-4509-4827-9957-a324ae691912 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095821 Mar 24 00:53:43.623082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-993376ee-b25b-4b6a-81b8-89a2c835d0de admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1690524510-network', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:43.640301 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ce689-43a4-4a84-98e7-0e07da24a15b req-89c8ff30-1c19-4575-90f4-bafd7cd69c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:43.642058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-947ce689-43a4-4a84-98e7-0e07da24a15b req-89c8ff30-1c19-4575-90f4-bafd7cd69c48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 1127 time: 0.6161730 Mar 24 00:53:43.667219 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-78c2fa50-6c9d-4500-a02b-c1a7b46eb231 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (46cc4b17-7c6b-4723-ac52-e05d36641811), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:43.821135 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ce689-43a4-4a84-98e7-0e07da24a15b req-61623286-ace2-44b0-9b33-14683257cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:43.824142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Router 1f12be39-a480-4760-98bd-d47e708134ee has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:53:43.830087 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-947ce689-43a4-4a84-98e7-0e07da24a15b req-61623286-ace2-44b0-9b33-14683257cd5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.1511853 Mar 24 00:53:43.941539 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993376ee-b25b-4b6a-81b8-89a2c835d0de admin admin] Made reservation on behalf of 8954b50df5df481eaca5bc7a74bc27cb for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:53:43.948493 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-993376ee-b25b-4b6a-81b8-89a2c835d0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:44.025194 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-947ce689-43a4-4a84-98e7-0e07da24a15b req-f820f379-c58b-44d1-b93f-9726f38aeb0c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e HTTP/1.1" status: 200 len: 217 time: 0.1940739 Mar 24 00:53:44.060933 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-993376ee-b25b-4b6a-81b8-89a2c835d0de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:44.142790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:53:44.148355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51312b71-9a29-461a-bcf8-4adb85bf3843 req-1320bc4b-d998-48a9-9665-821725f9f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:44.150471 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51312b71-9a29-461a-bcf8-4adb85bf3843 req-1320bc4b-d998-48a9-9665-821725f9f849 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 1126 time: 0.7247093 Mar 24 00:53:44.182718 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4e1ad693-3496-4ae3-81c4-2758cc50d30b admin admin] 10.222.0.45 "PUT /v2.0/routers/1f12be39-a480-4760-98bd-d47e708134ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6710167 Mar 24 00:53:44.234389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ce689-43a4-4a84-98e7-0e07da24a15b req-2212d310-83fa-4e40-aff7-c42b79bc9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:44.236982 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-947ce689-43a4-4a84-98e7-0e07da24a15b req-2212d310-83fa-4e40-aff7-c42b79bc9d17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.1982262 Mar 24 00:53:44.503276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-947ce689-43a4-4a84-98e7-0e07da24a15b req-a93e860b-beea-43b5-af86-1cb5001c33a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1974943 Mar 24 00:53:44.510049 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b7d6628c-5a94-434d-8fae-d9c36d5454f0 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:44.701196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b7d6628c-5a94-434d-8fae-d9c36d5454f0 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:44.701707 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b7d6628c-5a94-434d-8fae-d9c36d5454f0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:44.775317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-947ce689-43a4-4a84-98e7-0e07da24a15b req-27904b1a-1510-4be6-84bd-131bdc2a6dc6 service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711399 Mar 24 00:53:44.879394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51312b71-9a29-461a-bcf8-4adb85bf3843 req-38a1ba2a-6175-44d8-b28a-590af7cf234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:44.881347 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51312b71-9a29-461a-bcf8-4adb85bf3843 req-38a1ba2a-6175-44d8-b28a-590af7cf234d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.6491623 Mar 24 00:53:44.938440 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-78c2fa50-6c9d-4500-a02b-c1a7b46eb231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (46cc4b17-7c6b-4723-ac52-e05d36641811), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:45.076264 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-993376ee-b25b-4b6a-81b8-89a2c835d0de admin admin] Publish callbacks [] for security_group (80e05b01-bd47-4cf1-baaa-dc41e089025a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:45.093729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b7d6628c-5a94-434d-8fae-d9c36d5454f0 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:45.094623 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b7d6628c-5a94-434d-8fae-d9c36d5454f0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:45.117736 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-78c2fa50-6c9d-4500-a02b-c1a7b46eb231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (46cc4b17-7c6b-4723-ac52-e05d36641811), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:45.122920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port b7d6628c-5a94-434d-8fae-d9c36d5454f0, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b7d6628c-5a94-434d-8fae-d9c36d5454f0,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:45.130808 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b7d6628c-5a94-434d-8fae-d9c36d5454f0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:45.131032 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-993376ee-b25b-4b6a-81b8-89a2c835d0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (80e05b01-bd47-4cf1-baaa-dc41e089025a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:45.191511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=b7d6628c-5a94-434d-8fae-d9c36d5454f0,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:45.260979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2fa50-6c9d-4500-a02b-c1a7b46eb231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46cc4b17-7c6b-4723-ac52-e05d36641811,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:45.263595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2fb120eb-d4a0-4dfa-b302-031492856383 req-de8213af-8f7d-40a6-b5d8-a569852fe06c tempest-FloatingIPsNegativeTestJSON-130381898 tempest-FloatingIPsNegativeTestJSON-130381898-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=730ad6d010dd435e8ee3738d1387b864 HTTP/1.1" status: 200 len: 217 time: 0.1583560 Mar 24 00:53:45.277535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aaa2c9-f981-4e4f-951d-7f62265938f2 None None] Network a3efdc64-f328-4f9b-b4c1-7637c0908adf requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:53:45.298648 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-78c2fa50-6c9d-4500-a02b-c1a7b46eb231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:45.304961 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40310) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:45.313928 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-78c2fa50-6c9d-4500-a02b-c1a7b46eb231 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/46cc4b17-7c6b-4723-ac52-e05d36641811 HTTP/1.1" status: 204 len: 168 time: 2.2440128 Mar 24 00:53:45.339987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993376ee-b25b-4b6a-81b8-89a2c835d0de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:53:45.406263 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-947ce689-43a4-4a84-98e7-0e07da24a15b req-4da07376-6246-4f68-aeac-61adcd39b444 service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219392 Mar 24 00:53:45.424031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576874f-770c-43e7-85f5-13f037e89d2b req-d5f74f3e-b47f-4902-8f90-b44b949901bb tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:45.432932 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1576874f-770c-43e7-85f5-13f037e89d2b req-d5f74f3e-b47f-4902-8f90-b44b949901bb tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.6464126 Mar 24 00:53:45.441319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993376ee-b25b-4b6a-81b8-89a2c835d0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e05b01-bd47-4cf1-baaa-dc41e089025a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:45.444451 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-993376ee-b25b-4b6a-81b8-89a2c835d0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (2afc7bf1-517e-480d-a59d-a10e24f4bac4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:45.444802 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-993376ee-b25b-4b6a-81b8-89a2c835d0de admin admin] Added segment 2afc7bf1-517e-480d-a59d-a10e24f4bac4 of type vlan for network 81cf2e4e-3666-4e7f-8911-a1cc83093913 Mar 24 00:53:45.503237 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51312b71-9a29-461a-bcf8-4adb85bf3843 req-08615b1b-2ef3-491e-8bb0-c2305224c18b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc HTTP/1.1" status: 200 len: 999 time: 0.3990591 Mar 24 00:53:45.525163 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (a3efdc64-f328-4f9b-b4c1-7637c0908adf), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:45.610130 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-993376ee-b25b-4b6a-81b8-89a2c835d0de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (81cf2e4e-3666-4e7f-8911-a1cc83093913), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:45.663950 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1576874f-770c-43e7-85f5-13f037e89d2b req-7e79df65-be70-4938-8c6d-1617975d0cc8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249055 Mar 24 00:53:45.673566 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58453151-78a9-4c8c-b4eb-4f746826ab9b None None] DHCP port deletion for a3efdc64-f328-4f9b-b4c1-7637c0908adf request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 00:53:45.693088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] Deleting port d06d7127-a606-4db0-903d-a4868c876315 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:45.693513 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d06d7127-a606-4db0-903d-a4868c876315), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:45.778534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4405507c-d1c4-4979-8b8e-022e0dae5aea req-51f71ae5-e2eb-4b19-8a9c-7096cfa8262e tempest-FloatingIPsNegativeTestJSON-130381898 tempest-FloatingIPsNegativeTestJSON-130381898-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0632703 Mar 24 00:53:45.799709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51312b71-9a29-461a-bcf8-4adb85bf3843 req-924fa700-8b39-4f82-a05b-03a8b80ab7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:45.804236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51312b71-9a29-461a-bcf8-4adb85bf3843 req-924fa700-8b39-4f82-a05b-03a8b80ab7d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.2567670 Mar 24 00:53:45.809387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-58453151-78a9-4c8c-b4eb-4f746826ab9b None None] Deleting port d06d7127-a606-4db0-903d-a4868c876315 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:45.813234 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-993376ee-b25b-4b6a-81b8-89a2c835d0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (81cf2e4e-3666-4e7f-8911-a1cc83093913), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:45.814012 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-58453151-78a9-4c8c-b4eb-4f746826ab9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d06d7127-a606-4db0-903d-a4868c876315), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:45.816614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993376ee-b25b-4b6a-81b8-89a2c835d0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:45.818285 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-993376ee-b25b-4b6a-81b8-89a2c835d0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:45.855585 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] For port d06d7127-a606-4db0-903d-a4868c876315, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d06d7127-a606-4db0-903d-a4868c876315,segment=NetworkSegment(4ad298cc-d648-4664-89e6-d2843d7ef75c),segment_id=4ad298cc-d648-4664-89e6-d2843d7ef75c)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:45.856012 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d06d7127-a606-4db0-903d-a4868c876315), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:45.874648 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] Calling delete_port for d06d7127-a606-4db0-903d-a4868c876315 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:45.977602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-58453151-78a9-4c8c-b4eb-4f746826ab9b None None] For port d06d7127-a606-4db0-903d-a4868c876315, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d06d7127-a606-4db0-903d-a4868c876315,segment=NetworkSegment(4ad298cc-d648-4664-89e6-d2843d7ef75c),segment_id=4ad298cc-d648-4664-89e6-d2843d7ef75c)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:45.978429 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-58453151-78a9-4c8c-b4eb-4f746826ab9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d06d7127-a606-4db0-903d-a4868c876315), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:46.004230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d06d7127-a606-4db0-903d-a4868c876315), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:46.012535 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-26a14622-7eed-4d85-88a2-96bcfc5e7f9e req-da119777-cf7f-4085-88c8-6e88a2c224a6 tempest-FloatingIPsNegativeTestJSON-130381898 tempest-FloatingIPsNegativeTestJSON-130381898-project] show failed (client error): The resource could not be found. Mar 24 00:53:46.013851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-58453151-78a9-4c8c-b4eb-4f746826ab9b None None] Calling delete_port for d06d7127-a606-4db0-903d-a4868c876315 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:46.017339 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Sync routers for ids ['1f12be39-a480-4760-98bd-d47e708134ee'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:53:46.026555 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26a14622-7eed-4d85-88a2-96bcfc5e7f9e req-da119777-cf7f-4085-88c8-6e88a2c224a6 tempest-FloatingIPsNegativeTestJSON-130381898 tempest-FloatingIPsNegativeTestJSON-130381898-project] 10.222.0.45 "GET /v2.0/floatingips/ee68415b-60e9-4294-9eb0-2187bd5752c8 HTTP/1.1" status: 404 len: 350 time: 0.2162049 Mar 24 00:53:46.038525 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Routers {'1f12be39-a480-4760-98bd-d47e708134ee'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:46.040015 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1f12be39-a480-4760-98bd-d47e708134ee'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:46.062070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40322) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:46.080654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d06d7127-a606-4db0-903d-a4868c876315,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:46.089163 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] No DVR routers for this DVR port d06d7127-a606-4db0-903d-a4868c876315 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:53:46.165119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993376ee-b25b-4b6a-81b8-89a2c835d0de admin admin] Pushing event updated for resources: {'Network': ['ID=81cf2e4e-3666-4e7f-8911-a1cc83093913,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:46.192656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 81cf2e4e-3666-4e7f-8911-a1cc83093913 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:53:46.197115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-993376ee-b25b-4b6a-81b8-89a2c835d0de admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.3500273 Mar 24 00:53:46.201345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40324) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:46.215043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-794e1333-5ae7-4c11-9924-af2f7db6767c admin admin] Request body: {'subnet': {'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1690524510-subnet', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:46.257357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51312b71-9a29-461a-bcf8-4adb85bf3843 req-b604915c-ee17-40d9-bf62-e4f569ed87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:46.270224 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51312b71-9a29-461a-bcf8-4adb85bf3843 req-b604915c-ee17-40d9-bf62-e4f569ed87d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4584954 Mar 24 00:53:46.289372 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Set router 1f12be39-a480-4760-98bd-d47e708134ee gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:46.408542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794e1333-5ae7-4c11-9924-af2f7db6767c admin admin] Made reservation on behalf of 8954b50df5df481eaca5bc7a74bc27cb for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:53:46.416041 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-794e1333-5ae7-4c11-9924-af2f7db6767c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:46.439556 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (a3efdc64-f328-4f9b-b4c1-7637c0908adf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:46.505031 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3efdc64-f328-4f9b-b4c1-7637c0908adf']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:46.513755 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-58453151-78a9-4c8c-b4eb-4f746826ab9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (d06d7127-a606-4db0-903d-a4868c876315), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:46.539115 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad298cc-d648-4664-89e6-d2843d7ef75c') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:46.539844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad298cc-d648-4664-89e6-d2843d7ef75c') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:46.555268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b7d6628c-5a94-434d-8fae-d9c36d5454f0 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:46.562842 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (4ad298cc-d648-4664-89e6-d2843d7ef75c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:46.587325 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4ad298cc-d648-4664-89e6-d2843d7ef75c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:46.606742 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:53:46.607223 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (4ad298cc-d648-4664-89e6-d2843d7ef75c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:46.671707 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51312b71-9a29-461a-bcf8-4adb85bf3843 req-71727e38-f624-44fd-88b3-91bf0534fe3d service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936419 Mar 24 00:53:46.709762 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58453151-78a9-4c8c-b4eb-4f746826ab9b None None] No DVR routers for this DVR port d06d7127-a606-4db0-903d-a4868c876315 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:53:46.719370 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:53:46.724877 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (a3efdc64-f328-4f9b-b4c1-7637c0908adf), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:46.737750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58453151-78a9-4c8c-b4eb-4f746826ab9b None None] Pushing event deleted for resources: {'Port': ['ID=d06d7127-a606-4db0-903d-a4868c876315,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:46.760206 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:46.793310 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a3efdc64-f328-4f9b-b4c1-7637c0908adf HTTP/1.1" status: 204 len: 168 time: 1.4865181 Mar 24 00:53:46.794543 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150ebec-ff65-4992-b0ec-45b8e9a279d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3efdc64-f328-4f9b-b4c1-7637c0908adf,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:46.883930 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b7d6628c-5a94-434d-8fae-d9c36d5454f0 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:46.890128 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b7d6628c-5a94-434d-8fae-d9c36d5454f0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:47.092202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b7d6628c-5a94-434d-8fae-d9c36d5454f0 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:47.108038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40352) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:47.196572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4e24f-e13e-465f-80b5-e304532cc3f2 req-700eecc6-99ad-4ef5-91e6-6cc4bfe53b8a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:47.204999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d06d7127-a606-4db0-903d-a4868c876315 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:47.216128 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4f4e24f-e13e-465f-80b5-e304532cc3f2 req-700eecc6-99ad-4ef5-91e6-6cc4bfe53b8a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.3220606 Mar 24 00:53:47.219761 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51312b71-9a29-461a-bcf8-4adb85bf3843 req-68e0a5ab-5df4-4b97-88b3-ead8952912a2 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356545 Mar 24 00:53:47.244350 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40354) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:47.245822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: d06d7127-a606-4db0-903d-a4868c876315 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:53:47.249500 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d06d7127-a606-4db0-903d-a4868c876315 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:53:47.322937 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8a452dea-07c2-4019-b79e-a4da2017c631 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b375cc9506140bb87ee24257d326622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120383 Mar 24 00:53:47.326481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40358) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:47.400055 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-794e1333-5ae7-4c11-9924-af2f7db6767c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (e7bc077b-7f0c-4e74-b869-0476421de2ce), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:47.441302 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67763ea8-247c-4191-be28-f187ff6408b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (1f12be39-a480-4760-98bd-d47e708134ee), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:47.526937 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f12be39-a480-4760-98bd-d47e708134ee', 'name': 'tempest-FloatingIPsNegativeTestJSON-1032560964-router', 'tenant_id': '730ad6d010dd435e8ee3738d1387b864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b7d6628c-5a94-434d-8fae-d9c36d5454f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:33Z', 'updated_at': '2022-03-24T00:53:41Z', 'revision_number': 4, 'project_id': '730ad6d010dd435e8ee3738d1387b864', 'gw_port': {'id': 'b7d6628c-5a94-434d-8fae-d9c36d5454f0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f12be39-a480-4760-98bd-d47e708134ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:34Z', 'updated_at': '2022-03-24T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '686cf630-5305-4bb8-ba4d-0e158ccfa27a', 'name': '', 'network_id': '598c6482-3456-43d7-a1c4-cfa40bc8d054', 'tenant_id': '730ad6d010dd435e8ee3738d1387b864', 'mac_address': 'fa:16:3e:38:19:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f12be39-a480-4760-98bd-d47e708134ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '1c905219-1b2b-4458-89b1-f37f3a995f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:39Z', 'updated_at': '2022-03-24T00:53:41Z', 'revision_number': 2, 'project_id': '730ad6d010dd435e8ee3738d1387b864', 'subnets': [{'id': '1c905219-1b2b-4458-89b1-f37f3a995f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:47.618835 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Checking router: 1f12be39-a480-4760-98bd-d47e708134ee for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:53:47.624431 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Updating router 1f12be39-a480-4760-98bd-d47e708134ee port 686cf630-5305-4bb8-ba4d-0e158ccfa27a binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:53:47.649139 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4f4e24f-e13e-465f-80b5-e304532cc3f2 req-9ac15708-26aa-487a-8263-5fb70dfaf428 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316404 Mar 24 00:53:47.688781 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (686cf630-5305-4bb8-ba4d-0e158ccfa27a), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:47.707384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e1333-5ae7-4c11-9924-af2f7db6767c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7bc077b-7f0c-4e74-b869-0476421de2ce,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:47.724644 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-05398f69-8e9f-4d27-b3ed-be7c2ce273d3 admin admin] Publish callbacks [] for security_group (35bbdfd3-4e8d-4c1b-b753-cde16d048d68), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:47.753403 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-881a9001-ba1f-4db7-9104-3420af4bdb7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:47.828671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e1333-5ae7-4c11-9924-af2f7db6767c admin admin] Checking segment: {'id': '2afc7bf1-517e-480d-a59d-a10e24f4bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:53:47.829036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e1333-5ae7-4c11-9924-af2f7db6767c admin admin] Network hostable DHCP agents. Network: 81cf2e4e-3666-4e7f-8911-a1cc83093913, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:53:47.864585 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-05398f69-8e9f-4d27-b3ed-be7c2ce273d3 admin admin] Publish callbacks [] for security_group (35bbdfd3-4e8d-4c1b-b753-cde16d048d68), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:47.973126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e1333-5ae7-4c11-9924-af2f7db6767c admin admin] Network 81cf2e4e-3666-4e7f-8911-a1cc83093913 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:53:47.974380 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-67763ea8-247c-4191-be28-f187ff6408b7 admin admin] Deleting port 686cf630-5305-4bb8-ba4d-0e158ccfa27a {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:47.974736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67763ea8-247c-4191-be28-f187ff6408b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (686cf630-5305-4bb8-ba4d-0e158ccfa27a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.025130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-794e1333-5ae7-4c11-9924-af2f7db6767c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 81cf2e4e-3666-4e7f-8911-a1cc83093913) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:48.041213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3b3afb-62f7-494e-b586-a08a7365acc7 None None] Network 81cf2e4e-3666-4e7f-8911-a1cc83093913 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:53:48.068982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e1333-5ae7-4c11-9924-af2f7db6767c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:48.069605 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-794e1333-5ae7-4c11-9924-af2f7db6767c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.109084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-794e1333-5ae7-4c11-9924-af2f7db6767c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9054530 Mar 24 00:53:48.114288 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40378) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:48.125893 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1690524510-router', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:48.160854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c4b46-c25f-490d-bd91-a0d0335a3cb1 req-f2609dea-33ed-4538-b46f-a44ba5b99abe tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:48.168978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b32c4b46-c25f-490d-bd91-a0d0335a3cb1 req-f2609dea-33ed-4538-b46f-a44ba5b99abe tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.1517267 Mar 24 00:53:48.176031 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-05398f69-8e9f-4d27-b3ed-be7c2ce273d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (35bbdfd3-4e8d-4c1b-b753-cde16d048d68), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.179183 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-05398f69-8e9f-4d27-b3ed-be7c2ce273d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.184016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-05398f69-8e9f-4d27-b3ed-be7c2ce273d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35bbdfd3-4e8d-4c1b-b753-cde16d048d68 HTTP/1.1" status: 204 len: 168 time: 0.8475504 Mar 24 00:53:48.195821 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67763ea8-247c-4191-be28-f187ff6408b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (686cf630-5305-4bb8-ba4d-0e158ccfa27a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.219338 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-881a9001-ba1f-4db7-9104-3420af4bdb7d admin admin] Publish callbacks [] for security_group (c1459249-e9c1-4149-a567-1e408ac819af), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.234262 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Publish callbacks [] for port (686cf630-5305-4bb8-ba4d-0e158ccfa27a), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.235310 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-881a9001-ba1f-4db7-9104-3420af4bdb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c1459249-e9c1-4149-a567-1e408ac819af), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.240513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05398f69-8e9f-4d27-b3ed-be7c2ce273d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bbdfd3-4e8d-4c1b-b753-cde16d048d68,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:48.252133 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-67763ea8-247c-4191-be28-f187ff6408b7 admin admin] Calling delete_port for 686cf630-5305-4bb8-ba4d-0e158ccfa27a owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:48.261509 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (686cf630-5305-4bb8-ba4d-0e158ccfa27a), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.281621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a9001-ba1f-4db7-9104-3420af4bdb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1459249-e9c1-4149-a567-1e408ac819af,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:48.292707 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (36c68890-fb02-4608-9be9-0b7ca4414702), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.293812 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (36c68890-fb02-4608-9be9-0b7ca4414702), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.321363 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b32c4b46-c25f-490d-bd91-a0d0335a3cb1 req-8b0727e1-a65c-44e6-952b-7448ea05d944 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475410 Mar 24 00:53:48.342700 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-881a9001-ba1f-4db7-9104-3420af4bdb7d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1dae695157e146adbbb01766c9b890dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0879240 Mar 24 00:53:48.343674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40382) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:48.433584 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25357458-8c23-46cb-b668-3c42970c49cc None None] Pushing event updated for resources: {'Port': ['ID=686cf630-5305-4bb8-ba4d-0e158ccfa27a,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:48.439318 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Publish callbacks [] for router_controller (36c68890-fb02-4608-9be9-0b7ca4414702), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.530838 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-81cf2e4e-3666-4e7f-8911-a1cc83093913', 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913', 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'fixed_ips': [{'subnet_id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:53:48.532014 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.593370 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7342715-3086-43f2-91a7-f15b36410ed3 admin admin] Publish callbacks [] for security_group (c1459249-e9c1-4149-a567-1e408ac819af), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.633040 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Attempting to bind port 686cf630-5305-4bb8-ba4d-0e158ccfa27a on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:53:48.667399 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Attempting to bind port 686cf630-5305-4bb8-ba4d-0e158ccfa27a by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'b7f498ed-1674-4b84-a9a1-4c3328fb8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '598c6482-3456-43d7-a1c4-cfa40bc8d054'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:53:48.667951 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Attempting to bind port 686cf630-5305-4bb8-ba4d-0e158ccfa27a on network 598c6482-3456-43d7-a1c4-cfa40bc8d054 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:53:48.677357 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7342715-3086-43f2-91a7-f15b36410ed3 admin admin] Publish callbacks [] for security_group (c1459249-e9c1-4149-a567-1e408ac819af), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.698048 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:53:48.698555 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Checking segment: {'id': 'b7f498ed-1674-4b84-a9a1-4c3328fb8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '598c6482-3456-43d7-a1c4-cfa40bc8d054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:53:48.699038 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.700174 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Bound using segment: {'id': 'b7f498ed-1674-4b84-a9a1-4c3328fb8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '598c6482-3456-43d7-a1c4-cfa40bc8d054'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:53:48.700655 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Bound port: 686cf630-5305-4bb8-ba4d-0e158ccfa27a, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f498ed-1674-4b84-a9a1-4c3328fb8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '598c6482-3456-43d7-a1c4-cfa40bc8d054'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:53:48.701196 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (686cf630-5305-4bb8-ba4d-0e158ccfa27a), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.803726 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7342715-3086-43f2-91a7-f15b36410ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c1459249-e9c1-4149-a567-1e408ac819af), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.807520 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7342715-3086-43f2-91a7-f15b36410ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.808738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e7342715-3086-43f2-91a7-f15b36410ed3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c1459249-e9c1-4149-a567-1e408ac819af HTTP/1.1" status: 204 len: 168 time: 0.4609683 Mar 24 00:53:48.852501 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67763ea8-247c-4191-be28-f187ff6408b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (686cf630-5305-4bb8-ba4d-0e158ccfa27a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:48.856725 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.db.api [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=115732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 00:53:48.857150 n-d-760455-9 neutron-server[115732]: DEBUG oslo_db.api [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 00:53:48.922941 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67763ea8-247c-4191-be28-f187ff6408b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=686cf630-5305-4bb8-ba4d-0e158ccfa27a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:48.961980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7342715-3086-43f2-91a7-f15b36410ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1459249-e9c1-4149-a567-1e408ac819af,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:49.041658 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Publish callbacks [] for router_gateway (36c68890-fb02-4608-9be9-0b7ca4414702), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:49.170526 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Allocated IP 172.20.0.2 (81cf2e4e-3666-4e7f-8911-a1cc83093913/e7bc077b-7f0c-4e74-b869-0476421de2ce/d3c6de8a-e626-4dd2-9314-74084d5c706e) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:53:49.353343 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67763ea8-247c-4191-be28-f187ff6408b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (1f12be39-a480-4760-98bd-d47e708134ee), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:49.397270 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Attempting to bind port 686cf630-5305-4bb8-ba4d-0e158ccfa27a on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:53:49.397548 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Attempting to bind port 686cf630-5305-4bb8-ba4d-0e158ccfa27a by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'b7f498ed-1674-4b84-a9a1-4c3328fb8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '598c6482-3456-43d7-a1c4-cfa40bc8d054'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:53:49.397856 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Attempting to bind port 686cf630-5305-4bb8-ba4d-0e158ccfa27a on network 598c6482-3456-43d7-a1c4-cfa40bc8d054 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:53:49.412428 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:53:49.412795 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Checking segment: {'id': 'b7f498ed-1674-4b84-a9a1-4c3328fb8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '598c6482-3456-43d7-a1c4-cfa40bc8d054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:53:49.413211 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:49.413602 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Bound using segment: {'id': 'b7f498ed-1674-4b84-a9a1-4c3328fb8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '598c6482-3456-43d7-a1c4-cfa40bc8d054'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:53:49.414697 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Bound port: 686cf630-5305-4bb8-ba4d-0e158ccfa27a, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f498ed-1674-4b84-a9a1-4c3328fb8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '598c6482-3456-43d7-a1c4-cfa40bc8d054'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:53:49.415076 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (686cf630-5305-4bb8-ba4d-0e158ccfa27a), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:49.509512 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40416) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:49.518034 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.plugin [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Port 686cf630-5305-4bb8-ba4d-0e158ccfa27a has been deleted concurrently {{(pid=115732) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 24 00:53:49.557571 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Routers {'1f12be39-a480-4760-98bd-d47e708134ee'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:49.558141 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1f12be39-a480-4760-98bd-d47e708134ee'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:49.628041 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-647c6813-935e-4c0f-bb5f-0935986eb8b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:49.683154 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Publish callbacks [] for port (d3c6de8a-e626-4dd2-9314-74084d5c706e), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:49.743121 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (d3c6de8a-e626-4dd2-9314-74084d5c706e), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:49.798207 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-647c6813-935e-4c0f-bb5f-0935986eb8b7 admin admin] Publish callbacks [] for security_group (4a6b30b2-4633-4d38-b2b3-1d0be83c3422), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:49.816447 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-647c6813-935e-4c0f-bb5f-0935986eb8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4a6b30b2-4633-4d38-b2b3-1d0be83c3422), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:49.868048 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] Set router 1f12be39-a480-4760-98bd-d47e708134ee gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:49.873276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Network 81cf2e4e-3666-4e7f-8911-a1cc83093913 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:53:49.875506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Pushing event updated for resources: {'Port': ['ID=d3c6de8a-e626-4dd2-9314-74084d5c706e,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:49.892100 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:49.896742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:53:49.951238 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-bc409735-c266-4ca0-bf50-48e77b18f663 None None] Could not find standard attr ID for object 686cf630-5305-4bb8-ba4d-0e158ccfa27a. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 00:53:49.963846 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c6813-935e-4c0f-bb5f-0935986eb8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6b30b2-4633-4d38-b2b3-1d0be83c3422,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:49.982176 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-647c6813-935e-4c0f-bb5f-0935986eb8b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94ccf4a88bc748f6872c8178db21c531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4692030 Mar 24 00:53:49.988271 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40430) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:50.023840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Attempting to bind port d3c6de8a-e626-4dd2-9314-74084d5c706e on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:53:50.029579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Attempting to bind port d3c6de8a-e626-4dd2-9314-74084d5c706e by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '2afc7bf1-517e-480d-a59d-a10e24f4bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:53:50.031387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Attempting to bind port d3c6de8a-e626-4dd2-9314-74084d5c706e on network 81cf2e4e-3666-4e7f-8911-a1cc83093913 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:53:50.041653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:53:50.045537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Checking segment: {'id': '2afc7bf1-517e-480d-a59d-a10e24f4bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:53:50.046214 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:50.046734 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Bound using segment: {'id': '2afc7bf1-517e-480d-a59d-a10e24f4bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:53:50.047356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Bound port: d3c6de8a-e626-4dd2-9314-74084d5c706e, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afc7bf1-517e-480d-a59d-a10e24f4bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:53:50.047873 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d3c6de8a-e626-4dd2-9314-74084d5c706e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:50.177083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] For port d3c6de8a-e626-4dd2-9314-74084d5c706e, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:53:50.182078 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] For port d3c6de8a-e626-4dd2-9314-74084d5c706e, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d3c6de8a-e626-4dd2-9314-74084d5c706e,segment=NetworkSegment(2afc7bf1-517e-480d-a59d-a10e24f4bac4),segment_id=2afc7bf1-517e-480d-a59d-a10e24f4bac4)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:53:50.203123 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d3c6de8a-e626-4dd2-9314-74084d5c706e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:50.213526 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aeaedf69-2144-4ca9-8848-e08d4feed1c2 admin admin] Publish callbacks [] for security_group (4a6b30b2-4633-4d38-b2b3-1d0be83c3422), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:50.308496 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f12be39-a480-4760-98bd-d47e708134ee', 'name': 'tempest-FloatingIPsNegativeTestJSON-1032560964-router', 'tenant_id': '730ad6d010dd435e8ee3738d1387b864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b7d6628c-5a94-434d-8fae-d9c36d5454f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:33Z', 'updated_at': '2022-03-24T00:53:48Z', 'revision_number': 5, 'project_id': '730ad6d010dd435e8ee3738d1387b864', 'gw_port': {'id': 'b7d6628c-5a94-434d-8fae-d9c36d5454f0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f12be39-a480-4760-98bd-d47e708134ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:34Z', 'updated_at': '2022-03-24T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:50.313919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a4841-b081-4bd6-8c96-813dc7b56f0b None None] Pushing event updated for resources: {'Port': ['ID=d3c6de8a-e626-4dd2-9314-74084d5c706e,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:50.340557 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aeaedf69-2144-4ca9-8848-e08d4feed1c2 admin admin] Publish callbacks [] for security_group (4a6b30b2-4633-4d38-b2b3-1d0be83c3422), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:50.361198 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf863972-e12a-41df-9762-91269e6503b6 None None] The sync data for ids ['1f12be39-a480-4760-98bd-d47e708134ee'] in n-d-760455-9 is: [{'id': '1f12be39-a480-4760-98bd-d47e708134ee', 'name': 'tempest-FloatingIPsNegativeTestJSON-1032560964-router', 'tenant_id': '730ad6d010dd435e8ee3738d1387b864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'b7d6628c-5a94-434d-8fae-d9c36d5454f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:33Z', 'updated_at': '2022-03-24T00:53:48Z', 'revision_number': 5, 'project_id': '730ad6d010dd435e8ee3738d1387b864', 'gw_port': {'id': 'b7d6628c-5a94-434d-8fae-d9c36d5454f0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f12be39-a480-4760-98bd-d47e708134ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:34Z', 'updated_at': '2022-03-24T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:53:50.449746 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67763ea8-247c-4191-be28-f187ff6408b7 admin admin] Router 1f12be39-a480-4760-98bd-d47e708134ee has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:53:50.450544 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8335812-17a3-4bd8-bd2b-bf32abf25162 req-67adc5c2-5ea2-42c6-aefe-a1693b0048af tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:50.455066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8335812-17a3-4bd8-bd2b-bf32abf25162 req-67adc5c2-5ea2-42c6-aefe-a1693b0048af tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.57 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 1.2967398 Mar 24 00:53:50.509372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9489b15-2e61-497f-8827-1d3c6ee3a095 req-16b297c4-5298-4e3b-8d05-d780d37aa31a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:50.519869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9489b15-2e61-497f-8827-1d3c6ee3a095 req-16b297c4-5298-4e3b-8d05-d780d37aa31a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.3248930 Mar 24 00:53:50.550209 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aeaedf69-2144-4ca9-8848-e08d4feed1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4a6b30b2-4633-4d38-b2b3-1d0be83c3422), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:50.554541 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aeaedf69-2144-4ca9-8848-e08d4feed1c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:50.557817 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-aeaedf69-2144-4ca9-8848-e08d4feed1c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a6b30b2-4633-4d38-b2b3-1d0be83c3422 HTTP/1.1" status: 204 len: 168 time: 0.5664110 Mar 24 00:53:50.578417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96446a59-972c-491c-bd26-74ff2a94395a req-007141ee-bb70-428d-968e-342dbf5986ed tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:50.580976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96446a59-972c-491c-bd26-74ff2a94395a req-007141ee-bb70-428d-968e-342dbf5986ed tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 946 time: 0.3641005 Mar 24 00:53:50.741502 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaedf69-2144-4ca9-8848-e08d4feed1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6b30b2-4633-4d38-b2b3-1d0be83c3422,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:50.767606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67763ea8-247c-4191-be28-f187ff6408b7 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:53:50.777866 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-67763ea8-247c-4191-be28-f187ff6408b7 admin admin] 10.222.0.45 "PUT /v2.0/routers/1f12be39-a480-4760-98bd-d47e708134ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7071402 Mar 24 00:53:50.781575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40436) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:50.857876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9489b15-2e61-497f-8827-1d3c6ee3a095 req-72e8f942-2cda-4246-b484-23de68851c8d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368480 Mar 24 00:53:51.011864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96446a59-972c-491c-bd26-74ff2a94395a req-35e7cf14-6990-49d0-9b93-ea3692899773 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246187 Mar 24 00:53:51.120505 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab69c-982d-4a05-81a2-79b773d4a481 admin admin] Publish callbacks [] for router (1f12be39-a480-4760-98bd-d47e708134ee), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:51.166012 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Publish callbacks [] for router_gateway (36c68890-fb02-4608-9be9-0b7ca4414702), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:51.184198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d8335812-17a3-4bd8-bd2b-bf32abf25162 req-31b06f0c-fdd2-4fff-a1cc-5f4436ed13df tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Deleting port ff44a58d-6c2e-453a-93e8-5fa9061da930 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:51.184718 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d8335812-17a3-4bd8-bd2b-bf32abf25162 req-31b06f0c-fdd2-4fff-a1cc-5f4436ed13df tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ff44a58d-6c2e-453a-93e8-5fa9061da930), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:51.338653 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:51.346212 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab69c-982d-4a05-81a2-79b773d4a481 admin admin] Publish callbacks [] for router_gateway (1f12be39-a480-4760-98bd-d47e708134ee), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:51.474575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ab69c-982d-4a05-81a2-79b773d4a481 admin admin] Deleting port b7d6628c-5a94-434d-8fae-d9c36d5454f0 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:51.474920 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab69c-982d-4a05-81a2-79b773d4a481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b7d6628c-5a94-434d-8fae-d9c36d5454f0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:51.656101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-ff6ab69c-982d-4a05-81a2-79b773d4a481 admin admin] For port b7d6628c-5a94-434d-8fae-d9c36d5454f0, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b7d6628c-5a94-434d-8fae-d9c36d5454f0,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:51.658840 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab69c-982d-4a05-81a2-79b773d4a481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b7d6628c-5a94-434d-8fae-d9c36d5454f0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:51.694879 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ab69c-982d-4a05-81a2-79b773d4a481 admin admin] Calling delete_port for b7d6628c-5a94-434d-8fae-d9c36d5454f0 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:51.703038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Allocated IP 172.25.0.228 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/bb0975b0-bfbe-4d51-9727-f0a6faf01911) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:53:51.776317 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae2d5f-087d-4e10-88fe-3400d1673d09 None None] Sync routers for ids ['1f12be39-a480-4760-98bd-d47e708134ee'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:53:51.788386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae2d5f-087d-4e10-88fe-3400d1673d09 None None] Routers {'1f12be39-a480-4760-98bd-d47e708134ee'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:51.789068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2cae2d5f-087d-4e10-88fe-3400d1673d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1f12be39-a480-4760-98bd-d47e708134ee'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:51.977207 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-2cae2d5f-087d-4e10-88fe-3400d1673d09 None None] Set router 1f12be39-a480-4760-98bd-d47e708134ee gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:51.980112 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1964ea-1a72-46f8-9fb9-dd09fc62da1c req-87b51bed-c334-4d36-a4ae-f16321b85690 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:51.982019 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff1964ea-1a72-46f8-9fb9-dd09fc62da1c req-87b51bed-c334-4d36-a4ae-f16321b85690 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.7932262 Mar 24 00:53:51.988926 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5b1f23b-54d1-413f-80ef-950d789d6a67 req-84e80e07-3d37-48b3-860c-2651982f82eb tempest-AbsoluteLimitsNegativeTestJSON-871158681 tempest-AbsoluteLimitsNegativeTestJSON-871158681-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b3d1e559a2fa49b0a156da39fd040ce8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560660 Mar 24 00:53:52.175583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2cae2d5f-087d-4e10-88fe-3400d1673d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f12be39-a480-4760-98bd-d47e708134ee', 'name': 'tempest-FloatingIPsNegativeTestJSON-1032560964-router', 'tenant_id': '730ad6d010dd435e8ee3738d1387b864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:33Z', 'updated_at': '2022-03-24T00:53:51Z', 'revision_number': 6, 'project_id': '730ad6d010dd435e8ee3738d1387b864', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:52.176623 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab69c-982d-4a05-81a2-79b773d4a481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b7d6628c-5a94-434d-8fae-d9c36d5454f0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:52.204772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d8335812-17a3-4bd8-bd2b-bf32abf25162 req-31b06f0c-fdd2-4fff-a1cc-5f4436ed13df tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] For port ff44a58d-6c2e-453a-93e8-5fa9061da930, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ff44a58d-6c2e-453a-93e8-5fa9061da930,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:52.208648 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ab69c-982d-4a05-81a2-79b773d4a481 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d6628c-5a94-434d-8fae-d9c36d5454f0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:52.209893 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d8335812-17a3-4bd8-bd2b-bf32abf25162 req-31b06f0c-fdd2-4fff-a1cc-5f4436ed13df tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ff44a58d-6c2e-453a-93e8-5fa9061da930), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:52.236688 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae2d5f-087d-4e10-88fe-3400d1673d09 None None] Checking router: 1f12be39-a480-4760-98bd-d47e708134ee for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:53:52.252946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1fa365-cf01-4c78-bec9-8f93dc1b5302 None None] Network 81cf2e4e-3666-4e7f-8911-a1cc83093913 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:53:52.302914 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab69c-982d-4a05-81a2-79b773d4a481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (1f12be39-a480-4760-98bd-d47e708134ee), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:52.319210 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d8335812-17a3-4bd8-bd2b-bf32abf25162 req-31b06f0c-fdd2-4fff-a1cc-5f4436ed13df tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Calling delete_port for ff44a58d-6c2e-453a-93e8-5fa9061da930 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:52.332487 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae2d5f-087d-4e10-88fe-3400d1673d09 None None] Routers {'1f12be39-a480-4760-98bd-d47e708134ee'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:52.333121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2cae2d5f-087d-4e10-88fe-3400d1673d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1f12be39-a480-4760-98bd-d47e708134ee'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:52.349827 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Publish callbacks [] for port (bb0975b0-bfbe-4d51-9727-f0a6faf01911), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:52.444852 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff1964ea-1a72-46f8-9fb9-dd09fc62da1c req-550433c4-2ce7-485a-acf2-2bb25d24e37f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4472823 Mar 24 00:53:52.529636 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab69c-982d-4a05-81a2-79b773d4a481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (1f12be39-a480-4760-98bd-d47e708134ee), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:52.534312 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-2cae2d5f-087d-4e10-88fe-3400d1673d09 None None] Set router 1f12be39-a480-4760-98bd-d47e708134ee gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:52.542539 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab69c-982d-4a05-81a2-79b773d4a481 admin admin] Publish callbacks [] for router_controller (1f12be39-a480-4760-98bd-d47e708134ee), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:52.612334 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1f23b-54d1-413f-80ef-950d789d6a67 req-546e8b37-17a6-4e05-8365-40f59d436b3f tempest-AbsoluteLimitsNegativeTestJSON-871158681 tempest-AbsoluteLimitsNegativeTestJSON-871158681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:52.626743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5b1f23b-54d1-413f-80ef-950d789d6a67 req-546e8b37-17a6-4e05-8365-40f59d436b3f tempest-AbsoluteLimitsNegativeTestJSON-871158681 tempest-AbsoluteLimitsNegativeTestJSON-871158681-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6168518 Mar 24 00:53:52.686098 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5b1f23b-54d1-413f-80ef-950d789d6a67 req-93223921-77d2-4f01-9a36-3712127b5eac tempest-AbsoluteLimitsNegativeTestJSON-871158681 tempest-AbsoluteLimitsNegativeTestJSON-871158681-project] 10.222.0.45 "GET /v2.0/quotas/b3d1e559a2fa49b0a156da39fd040ce8 HTTP/1.1" status: 200 len: 375 time: 0.0584073 Mar 24 00:53:52.710181 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (bb0975b0-bfbe-4d51-9727-f0a6faf01911), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:52.721781 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab69c-982d-4a05-81a2-79b773d4a481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (1f12be39-a480-4760-98bd-d47e708134ee), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:52.722709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6ab69c-982d-4a05-81a2-79b773d4a481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f12be39-a480-4760-98bd-d47e708134ee {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 00:53:52.731476 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab69c-982d-4a05-81a2-79b773d4a481 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:52.733125 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ff6ab69c-982d-4a05-81a2-79b773d4a481 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1f12be39-a480-4760-98bd-d47e708134ee HTTP/1.1" status: 204 len: 168 time: 1.9504795 Mar 24 00:53:52.736917 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40508) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:52.794527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5b1f23b-54d1-413f-80ef-950d789d6a67 req-0f7adfcb-b276-4460-9232-81797b5ecd02 tempest-AbsoluteLimitsNegativeTestJSON-871158681 tempest-AbsoluteLimitsNegativeTestJSON-871158681-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3d1e559a2fa49b0a156da39fd040ce8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009321 Mar 24 00:53:52.914992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6132afd-8414-4444-b860-0a4dc3ab3a08 admin admin] Deleting subnet 1c905219-1b2b-4458-89b1-f37f3a995f7a {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:53:52.939935 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6132afd-8414-4444-b860-0a4dc3ab3a08 admin admin] Publish callbacks [] for subnet (1c905219-1b2b-4458-89b1-f37f3a995f7a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:52.943598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:53:52.969237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:53:52.982116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:53:52.984488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Pushing event updated for resources: {'Port': ['ID=bb0975b0-bfbe-4d51-9727-f0a6faf01911,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:53.096601 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6132afd-8414-4444-b860-0a4dc3ab3a08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (1c905219-1b2b-4458-89b1-f37f3a995f7a), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:53.114416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d3c6de8a-e626-4dd2-9314-74084d5c706e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:53.219119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ff44a58d-6c2e-453a-93e8-5fa9061da930 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:53.227428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-58566e18-cf63-4b4e-be28-8fd0c4af749e None None] Provisioning complete for port d3c6de8a-e626-4dd2-9314-74084d5c706e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:53.228719 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-58566e18-cf63-4b4e-be28-8fd0c4af749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d3c6de8a-e626-4dd2-9314-74084d5c706e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:53.265438 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d8335812-17a3-4bd8-bd2b-bf32abf25162 req-31b06f0c-fdd2-4fff-a1cc-5f4436ed13df tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ff44a58d-6c2e-453a-93e8-5fa9061da930), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:53.318415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3bab2-66b9-4b46-9952-ae89ca34d48e req-56b67d9c-544b-4d3e-986f-390164a4659f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:53.327398 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0b3bab2-66b9-4b46-9952-ae89ca34d48e req-56b67d9c-544b-4d3e-986f-390164a4659f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.3399413 Mar 24 00:53:53.364068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2cae2d5f-087d-4e10-88fe-3400d1673d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f12be39-a480-4760-98bd-d47e708134ee', 'name': 'tempest-FloatingIPsNegativeTestJSON-1032560964-router', 'tenant_id': '730ad6d010dd435e8ee3738d1387b864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:33Z', 'updated_at': '2022-03-24T00:53:52Z', 'revision_number': 7, 'project_id': '730ad6d010dd435e8ee3738d1387b864', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:53.414919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: ff44a58d-6c2e-453a-93e8-5fa9061da930 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:53:53.415268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ff44a58d-6c2e-453a-93e8-5fa9061da930 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:53:53.426379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b8014-2ea7-49ba-9214-50643e5964a2 req-d8240ba4-e1e7-4982-bd39-0ceb1d43c6de tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:53.438578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed4b8014-2ea7-49ba-9214-50643e5964a2 req-d8240ba4-e1e7-4982-bd39-0ceb1d43c6de tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea8b951-7860-41b8-a2ea-343b48f38651 HTTP/1.1" status: 200 len: 867 time: 0.4192767 Mar 24 00:53:53.460245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae2d5f-087d-4e10-88fe-3400d1673d09 None None] The sync data for ids ['1f12be39-a480-4760-98bd-d47e708134ee'] in n-d-760455-9 is: [{'id': '1f12be39-a480-4760-98bd-d47e708134ee', 'name': 'tempest-FloatingIPsNegativeTestJSON-1032560964-router', 'tenant_id': '730ad6d010dd435e8ee3738d1387b864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:33Z', 'updated_at': '2022-03-24T00:53:52Z', 'revision_number': 7, 'project_id': '730ad6d010dd435e8ee3738d1387b864', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:53:53.493691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d3c6de8a-e626-4dd2-9314-74084d5c706e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:53.494069 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d3c6de8a-e626-4dd2-9314-74084d5c706e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:53.515792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40526) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:53.520210 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b06f0c-fdd2-4fff-a1cc-5f4436ed13df tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Pushing event deleted for resources: {'Port': ['ID=ff44a58d-6c2e-453a-93e8-5fa9061da930,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:53.652902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-58566e18-cf63-4b4e-be28-8fd0c4af749e None None] Current status of the port d3c6de8a-e626-4dd2-9314-74084d5c706e is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:53.653819 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-58566e18-cf63-4b4e-be28-8fd0c4af749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d3c6de8a-e626-4dd2-9314-74084d5c706e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:53.759168 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6132afd-8414-4444-b860-0a4dc3ab3a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (1c905219-1b2b-4458-89b1-f37f3a995f7a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:53.764796 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Publish callbacks [] for router_gateway (36c68890-fb02-4608-9be9-0b7ca4414702), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:53.836120 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6132afd-8414-4444-b860-0a4dc3ab3a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (1c905219-1b2b-4458-89b1-f37f3a995f7a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:53.875319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6132afd-8414-4444-b860-0a4dc3ab3a08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c905219-1b2b-4458-89b1-f37f3a995f7a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:53.884687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-58566e18-cf63-4b4e-be28-8fd0c4af749e None None] For port d3c6de8a-e626-4dd2-9314-74084d5c706e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d3c6de8a-e626-4dd2-9314-74084d5c706e,segment=NetworkSegment(2afc7bf1-517e-480d-a59d-a10e24f4bac4),segment_id=2afc7bf1-517e-480d-a59d-a10e24f4bac4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:53.895165 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6132afd-8414-4444-b860-0a4dc3ab3a08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:53.906611 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d6132afd-8414-4444-b860-0a4dc3ab3a08 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1c905219-1b2b-4458-89b1-f37f3a995f7a HTTP/1.1" status: 204 len: 168 time: 1.1653292 Mar 24 00:53:53.907407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40530) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:53.975508 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d3c6de8a-e626-4dd2-9314-74084d5c706e is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:53.975914 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d3c6de8a-e626-4dd2-9314-74084d5c706e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:54.005628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ff219b-5bd7-4405-9f27-a7e2d106c54d None None] Network 598c6482-3456-43d7-a1c4-cfa40bc8d054 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:53:54.016301 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-58566e18-cf63-4b4e-be28-8fd0c4af749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d3c6de8a-e626-4dd2-9314-74084d5c706e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:54.112827 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (598c6482-3456-43d7-a1c4-cfa40bc8d054), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:54.206220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8335812-17a3-4bd8-bd2b-bf32abf25162 req-31b06f0c-fdd2-4fff-a1cc-5f4436ed13df tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] No DVR routers for this DVR port ff44a58d-6c2e-453a-93e8-5fa9061da930 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:53:54.224148 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d8335812-17a3-4bd8-bd2b-bf32abf25162 req-31b06f0c-fdd2-4fff-a1cc-5f4436ed13df tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:54.227493 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8335812-17a3-4bd8-bd2b-bf32abf25162 req-31b06f0c-fdd2-4fff-a1cc-5f4436ed13df tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.57 "DELETE /v2.0/ports/ff44a58d-6c2e-453a-93e8-5fa9061da930 HTTP/1.1" status: 204 len: 173 time: 3.7575946 Mar 24 00:53:54.227676 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] Deleting port 91cd7795-c5e4-4a91-9255-62a312ed0b15 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:53:54.228027 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (91cd7795-c5e4-4a91-9255-62a312ed0b15), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:54.231899 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 00:53:54.233998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea8b951-7860-41b8-a2ea-343b48f38651', 'name': 'network-vif-deleted', 'tag': 'ff44a58d-6c2e-453a-93e8-5fa9061da930'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:53:54.234579 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 00:53:54.236251 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634950eb-0b68-48db-9d2e-b7283e5ac2c6" -d '{"events": [{"server_uuid": "aea8b951-7860-41b8-a2ea-343b48f38651", "name": "network-vif-deleted", "tag": "ff44a58d-6c2e-453a-93e8-5fa9061da930"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:53:54.236771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58566e18-cf63-4b4e-be28-8fd0c4af749e None None] Pushing event updated for resources: {'Port': ['ID=d3c6de8a-e626-4dd2-9314-74084d5c706e,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:54.249415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed4b8014-2ea7-49ba-9214-50643e5964a2 req-b1ae6108-3a9d-424c-841a-75ef3e56f7bd tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8097034 Mar 24 00:53:54.250289 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e240b2a8-95e6-4000-b529-796fca670c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:54.265068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0b3bab2-66b9-4b46-9952-ae89ca34d48e req-2fab658b-02b6-4874-b641-47cff7c40107 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9208267 Mar 24 00:53:54.470805 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] For port 91cd7795-c5e4-4a91-9255-62a312ed0b15, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=91cd7795-c5e4-4a91-9255-62a312ed0b15,segment=NetworkSegment(b7f498ed-1674-4b84-a9a1-4c3328fb8f4f),segment_id=b7f498ed-1674-4b84-a9a1-4c3328fb8f4f)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:53:54.481166 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (91cd7795-c5e4-4a91-9255-62a312ed0b15), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:54.514394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-84b21342-6981-47a0-8204-ac2e9168549f None None] Provisioning complete for port d3c6de8a-e626-4dd2-9314-74084d5c706e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:54.514394 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-84b21342-6981-47a0-8204-ac2e9168549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d3c6de8a-e626-4dd2-9314-74084d5c706e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:54.529137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] Calling delete_port for 91cd7795-c5e4-4a91-9255-62a312ed0b15 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:53:54.754595 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b08c142-d88e-402b-8020-9bcdc7d531c0 x-openstack-request-id: req-8b08c142-d88e-402b-8020-9bcdc7d531c0 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:53:54.754888 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea8b951-7860-41b8-a2ea-343b48f38651", "name": "network-vif-deleted", "tag": "ff44a58d-6c2e-453a-93e8-5fa9061da930", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:53:54.755145 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b08c142-d88e-402b-8020-9bcdc7d531c0 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:53:54.755869 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b08c142-d88e-402b-8020-9bcdc7d531c0'] response: {'server_uuid': 'aea8b951-7860-41b8-a2ea-343b48f38651', 'name': 'network-vif-deleted', 'tag': 'ff44a58d-6c2e-453a-93e8-5fa9061da930', 'status': 'completed', 'code': 200} Mar 24 00:53:54.785196 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (36c68890-fb02-4608-9be9-0b7ca4414702), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:54.849872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-84b21342-6981-47a0-8204-ac2e9168549f None None] Current status of the port d3c6de8a-e626-4dd2-9314-74084d5c706e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:54.857869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c385db70-8da0-4e04-98b5-997f0aae2115 None None] DHCP port deletion for 598c6482-3456-43d7-a1c4-cfa40bc8d054 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 00:53:54.874015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d3c6de8a-e626-4dd2-9314-74084d5c706e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:54.875224 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (91cd7795-c5e4-4a91-9255-62a312ed0b15), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:54.918514 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c385db70-8da0-4e04-98b5-997f0aae2115 None None] The port '91cd7795-c5e4-4a91-9255-62a312ed0b15' was deleted {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 24 00:53:54.989330 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] No DVR routers for this DVR port 91cd7795-c5e4-4a91-9255-62a312ed0b15 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:53:55.001984 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-55b83857-b5cc-458e-afe9-fb8e0ebcaaf1 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=85e919ec3b4345e59ed00495cbaaaea1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1610444 Mar 24 00:53:55.047980 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d3c6de8a-e626-4dd2-9314-74084d5c706e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:53:55.053924 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=91cd7795-c5e4-4a91-9255-62a312ed0b15,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:55.154890 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e240b2a8-95e6-4000-b529-796fca670c31 admin admin] Publish callbacks [] for security_group (23ed445c-a6af-42ee-8981-6a21016d9578), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:55.179111 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d3c6de8a-e626-4dd2-9314-74084d5c706e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:53:55.180302 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d3c6de8a-e626-4dd2-9314-74084d5c706e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:55.183542 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e240b2a8-95e6-4000-b529-796fca670c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (23ed445c-a6af-42ee-8981-6a21016d9578), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:55.200081 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (598c6482-3456-43d7-a1c4-cfa40bc8d054), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:55.246236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e240b2a8-95e6-4000-b529-796fca670c31 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3d1e559a2fa49b0a156da39fd040ce8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5534978 Mar 24 00:53:55.248740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40564) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:55.255426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240b2a8-95e6-4000-b529-796fca670c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ed445c-a6af-42ee-8981-6a21016d9578,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:55.266580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf00a9a-583d-4a8a-acf8-7a042e3b6316 req-834e7ffe-1fd3-4e3d-b362-4eea310ffa1e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:55.276957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ecf00a9a-583d-4a8a-acf8-7a042e3b6316 req-834e7ffe-1fd3-4e3d-b362-4eea310ffa1e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.5201335 Mar 24 00:53:55.286122 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598c6482-3456-43d7-a1c4-cfa40bc8d054']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:55.337695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f498ed-1674-4b84-a9a1-4c3328fb8f4f') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:55.338287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f498ed-1674-4b84-a9a1-4c3328fb8f4f') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:55.373110 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ecf00a9a-583d-4a8a-acf8-7a042e3b6316 req-10f44232-f0da-477b-be60-03aa8334c6a8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949104 Mar 24 00:53:55.374682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Router 36c68890-fb02-4608-9be9-0b7ca4414702 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:53:55.396942 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (b7f498ed-1674-4b84-a9a1-4c3328fb8f4f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:55.411900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d3c6de8a-e626-4dd2-9314-74084d5c706e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:53:55.450567 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (b7f498ed-1674-4b84-a9a1-4c3328fb8f4f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:55.564775 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 91cd7795-c5e4-4a91-9255-62a312ed0b15 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:55.586331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:53:55.590546 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (b7f498ed-1674-4b84-a9a1-4c3328fb8f4f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:55.650947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 91cd7795-c5e4-4a91-9255-62a312ed0b15 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:53:55.651301 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 91cd7795-c5e4-4a91-9255-62a312ed0b15 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:53:55.651764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b7d6628c-5a94-434d-8fae-d9c36d5454f0 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:53:55.769108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: b7d6628c-5a94-434d-8fae-d9c36d5454f0 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:53:55.775071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b7d6628c-5a94-434d-8fae-d9c36d5454f0 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: items = [ Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:53:55.775955 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:53:55.792047 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (598c6482-3456-43d7-a1c4-cfa40bc8d054), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:55.807024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:53:55.814283 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:55.825801 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/598c6482-3456-43d7-a1c4-cfa40bc8d054 HTTP/1.1" status: 204 len: 168 time: 1.9152918 Mar 24 00:53:55.828425 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e730de0-3ab1-4770-865d-da695aed0ab1 admin admin] Publish callbacks [] for security_group (23ed445c-a6af-42ee-8981-6a21016d9578), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:55.840965 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Sync routers for ids ['36c68890-fb02-4608-9be9-0b7ca4414702'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:53:55.845709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75d40b-1e40-4c43-a6f1-90d1cfe212f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=598c6482-3456-43d7-a1c4-cfa40bc8d054,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:55.864608 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Routers {'36c68890-fb02-4608-9be9-0b7ca4414702'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:55.869514 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['36c68890-fb02-4608-9be9-0b7ca4414702'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:55.892374 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e730de0-3ab1-4770-865d-da695aed0ab1 admin admin] Publish callbacks [] for security_group (23ed445c-a6af-42ee-8981-6a21016d9578), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:55.937569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-51e400e1-60e2-443d-a5db-2caba1304824 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:55.940089 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-51e400e1-60e2-443d-a5db-2caba1304824 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9283612 Mar 24 00:53:55.948026 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:55.958602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-22690fdf-91c2-47b8-9e33-e445460ace3b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.8349195 Mar 24 00:53:55.993847 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-a651a369-fe08-4ae1-876b-22f44df17828 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/quotas/85e919ec3b4345e59ed00495cbaaaea1 HTTP/1.1" status: 200 len: 375 time: 0.0363410 Mar 24 00:53:55.998003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40590) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:56.032974 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Set router 36c68890-fb02-4608-9be9-0b7ca4414702 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:56.057502 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e730de0-3ab1-4770-865d-da695aed0ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (23ed445c-a6af-42ee-8981-6a21016d9578), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:56.061240 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e730de0-3ab1-4770-865d-da695aed0ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:56.063713 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2e730de0-3ab1-4770-865d-da695aed0ab1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23ed445c-a6af-42ee-8981-6a21016d9578 HTTP/1.1" status: 204 len: 168 time: 0.8111832 Mar 24 00:53:56.082216 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e730de0-3ab1-4770-865d-da695aed0ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ed445c-a6af-42ee-8981-6a21016d9578,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:56.158365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40594) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:56.236373 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6b27bd09-85b6-4f00-9725-257b095667d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=730ad6d010dd435e8ee3738d1387b864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0722251 Mar 24 00:53:56.246164 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40596) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:53:56.331050 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b6e0b57-a7a1-405b-ab9f-fd8d607bce02 admin admin] Publish callbacks [] for security_group (0c308b6d-92c2-41ce-8df9-a4ac790be281), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:56.395824 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-a693c1f6-cf94-4460-bb6f-919010e96bd8 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=85e919ec3b4345e59ed00495cbaaaea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327864 Mar 24 00:53:56.423611 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b6e0b57-a7a1-405b-ab9f-fd8d607bce02 admin admin] Publish callbacks [] for security_group (0c308b6d-92c2-41ce-8df9-a4ac790be281), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:56.521546 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'name': 'tempest-ServersTestJSON-1690524510-router', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:48Z', 'updated_at': '2022-03-24T00:53:53Z', 'revision_number': 3, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'gw_port': {'id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:51Z', 'updated_at': '2022-03-24T00:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:56.571342 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b6e0b57-a7a1-405b-ab9f-fd8d607bce02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0c308b6d-92c2-41ce-8df9-a4ac790be281), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:56.581676 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b6e0b57-a7a1-405b-ab9f-fd8d607bce02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:56.603763 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0b6e0b57-a7a1-405b-ab9f-fd8d607bce02 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0c308b6d-92c2-41ce-8df9-a4ac790be281 HTTP/1.1" status: 204 len: 168 time: 0.3561957 Mar 24 00:53:56.622091 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e0b57-a7a1-405b-ab9f-fd8d607bce02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c308b6d-92c2-41ce-8df9-a4ac790be281,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:56.665841 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Checking router: 36c68890-fb02-4608-9be9-0b7ca4414702 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:53:56.670354 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Updating router 36c68890-fb02-4608-9be9-0b7ca4414702 port bb0975b0-bfbe-4d51-9727-f0a6faf01911 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:53:56.803782 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bb0975b0-bfbe-4d51-9727-f0a6faf01911), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:57.662705 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Publish callbacks [] for port (bb0975b0-bfbe-4d51-9727-f0a6faf01911), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:57.678681 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bb0975b0-bfbe-4d51-9727-f0a6faf01911), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:57.831350 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e18a9-ebc3-46cb-9191-df4c7f489fd9 None None] Pushing event updated for resources: {'Port': ['ID=bb0975b0-bfbe-4d51-9727-f0a6faf01911,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:57.847592 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Attempting to bind port bb0975b0-bfbe-4d51-9727-f0a6faf01911 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:53:57.847972 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Attempting to bind port bb0975b0-bfbe-4d51-9727-f0a6faf01911 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:53:57.848342 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Attempting to bind port bb0975b0-bfbe-4d51-9727-f0a6faf01911 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:53:57.862112 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:53:57.863542 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:53:57.863960 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:57.864360 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:53:57.864841 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Bound port: bb0975b0-bfbe-4d51-9727-f0a6faf01911, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:53:57.865986 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bb0975b0-bfbe-4d51-9727-f0a6faf01911), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:57.917413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86e032-7b22-41ab-bb8d-355ab061a39b req-e28515f6-f699-471f-9e25-e064baa87581 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:57.934204 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd86e032-7b22-41ab-bb8d-355ab061a39b req-e28515f6-f699-471f-9e25-e064baa87581 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 1.5649798 Mar 24 00:53:57.978402 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] For port bb0975b0-bfbe-4d51-9727-f0a6faf01911, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:53:57.989990 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] For port bb0975b0-bfbe-4d51-9727-f0a6faf01911, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=bb0975b0-bfbe-4d51-9727-f0a6faf01911,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:53:58.006687 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bb0975b0-bfbe-4d51-9727-f0a6faf01911), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:58.103788 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Routers {'36c68890-fb02-4608-9be9-0b7ca4414702'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:53:58.106223 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:53:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['36c68890-fb02-4608-9be9-0b7ca4414702'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:58.169617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-3e2960be-f60b-4df8-92e9-8930fe0b3c13 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:58.187963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-3e2960be-f60b-4df8-92e9-8930fe0b3c13 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 811 time: 1.1800947 Mar 24 00:53:58.303363 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e18a9-ebc3-46cb-9191-df4c7f489fd9 None None] Pushing event updated for resources: {'Port': ['ID=bb0975b0-bfbe-4d51-9727-f0a6faf01911,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:53:58.317866 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-5d11d8f1-59cd-4b33-926e-0878101101b2 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/quotas/c234724dc89149218858924a99df6227 HTTP/1.1" status: 200 len: 375 time: 0.1288304 Mar 24 00:53:58.357482 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] Set router 36c68890-fb02-4608-9be9-0b7ca4414702 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:53:58.360805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd86e032-7b22-41ab-bb8d-355ab061a39b req-afd4592e-63ca-4048-bcbd-a1f1e4b067c4 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4213171 Mar 24 00:53:58.461815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-9e4f3dfb-b29a-4302-bf66-3939a2f57fa3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1429963 Mar 24 00:53:58.556685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:58.623354 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e75cbd7f-75fe-433f-80e3-0476d209cf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:58.668686 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'name': 'tempest-ServersTestJSON-1690524510-router', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:48Z', 'updated_at': '2022-03-24T00:53:53Z', 'revision_number': 3, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'gw_port': {'id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:51Z', 'updated_at': '2022-03-24T00:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:53:58.708230 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd999c38-c99b-4c54-9c6e-4021c5c97eb4 req-5556354c-d5fd-4584-a91a-973f4f395d98 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfde75e5-f938-42d0-b894-9ead063e1bae HTTP/1.1" status: 200 len: 210 time: 0.1541479 Mar 24 00:53:58.763716 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad1a52-226b-4dd9-a25c-db641dbb558e None None] The sync data for ids ['36c68890-fb02-4608-9be9-0b7ca4414702'] in n-d-760455-9 is: [{'id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'name': 'tempest-ServersTestJSON-1690524510-router', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:48Z', 'updated_at': '2022-03-24T00:53:53Z', 'revision_number': 3, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'gw_port': {'id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:51Z', 'updated_at': '2022-03-24T00:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:53:58.774541 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-de7795f1-caf5-4601-8250-ebd564b2cf39 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=85e919ec3b4345e59ed00495cbaaaea1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818095 Mar 24 00:53:59.185993 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-56c26375-8a6f-4414-a50c-85eb1fdefd60 service neutron] 10.222.0.45 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7154386 Mar 24 00:53:59.205459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Allocated IP 172.20.0.1 (81cf2e4e-3666-4e7f-8911-a1cc83093913/e7bc077b-7f0c-4e74-b869-0476421de2ce/90e7e251-5a03-45b6-aef2-00516799bb57) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:53:59.315967 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c2417-617c-498a-a94f-cb180c5278ae req-2f152f86-fb23-48b9-b546-57f2f60c6c02 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:59.317544 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-968c2417-617c-498a-a94f-cb180c5278ae req-2f152f86-fb23-48b9-b546-57f2f60c6c02 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 1127 time: 0.4787562 Mar 24 00:53:59.375999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-dde53ee7-ec8d-4e66-b9f3-baa77044abb8 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:53:59.377398 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-dde53ee7-ec8d-4e66-b9f3-baa77044abb8 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5960417 Mar 24 00:53:59.399592 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Request body: {'port': {'device_id': 'dfde75e5-f938-42d0-b894-9ead063e1bae', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': '85e919ec3b4345e59ed00495cbaaaea1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:53:59.549527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Made reservation on behalf of 85e919ec3b4345e59ed00495cbaaaea1 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:53:59.553495 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:59.576406 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-f76f015f-6708-45d1-bb1e-962b8df00bc4 service neutron] 10.222.0.45 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879633 Mar 24 00:53:59.581127 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:59.593050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:59.640985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-968c2417-617c-498a-a94f-cb180c5278ae req-9264c0f8-24e3-4b2f-aee4-dfb219e1bf76 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098052 Mar 24 00:53:59.699409 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Publish callbacks [] for port (90e7e251-5a03-45b6-aef2-00516799bb57), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:59.986795 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Publish callbacks [] for security_group (b93a534a-7000-4104-a68b-c5f5011e0788), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:59.993414 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:53:59.999867 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b93a534a-7000-4104-a68b-c5f5011e0788), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:00.168818 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:54:00.206170 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Network 81cf2e4e-3666-4e7f-8911-a1cc83093913 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:54:00.242164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:00.252249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:54:00.265720 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Pushing event updated for resources: {'Port': ['ID=90e7e251-5a03-45b6-aef2-00516799bb57,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:00.353894 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b93a534a-7000-4104-a68b-c5f5011e0788,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:00.502689 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-f84b57cf-6ba7-4170-b262-5f8914828af0 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=0cb2fe3a62644547b70159bb167fdaec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2458053 Mar 24 00:54:00.705732 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (36c68890-fb02-4608-9be9-0b7ca4414702), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:00.776736 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f6b92cd9-bd11-46b2-9b01-fb10219c52f3 None None] Provisioning complete for port 90e7e251-5a03-45b6-aef2-00516799bb57 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:00.777748 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6b92cd9-bd11-46b2-9b01-fb10219c52f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:00.921616 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ceb6981d-cc14-415d-8dde-a067ccd0c976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:00.940577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f6b92cd9-bd11-46b2-9b01-fb10219c52f3 None None] Port 90e7e251-5a03-45b6-aef2-00516799bb57 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:54:00.978870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Allocated IP 192.168.233.87 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/61952ac6-b9c6-4000-a1f4-1cc237ff8f96) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:54:01.040459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bb0975b0-bfbe-4d51-9727-f0a6faf01911 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:01.182475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-4fc6e6b6-f6fe-4d24-9df2-f83216baf531 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:01.184282 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-4fc6e6b6-f6fe-4d24-9df2-f83216baf531 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6475108 Mar 24 00:54:01.238395 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port bb0975b0-bfbe-4d51-9727-f0a6faf01911 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:01.238827 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bb0975b0-bfbe-4d51-9727-f0a6faf01911), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:01.247575 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-d7075b39-a46f-4317-a683-d1a58535fae9 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/quotas/0cb2fe3a62644547b70159bb167fdaec HTTP/1.1" status: 200 len: 375 time: 0.0186613 Mar 24 00:54:01.259839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40730) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:01.309972 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:01.351094 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-baccca1c-aadc-478d-a0b3-74fd5b61a2dd tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0cb2fe3a62644547b70159bb167fdaec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493143 Mar 24 00:54:01.515027 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Publish callbacks [] for port (61952ac6-b9c6-4000-a1f4-1cc237ff8f96), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:01.570489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port bb0975b0-bfbe-4d51-9727-f0a6faf01911 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:01.571861 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bb0975b0-bfbe-4d51-9727-f0a6faf01911), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:01.610212 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27160743-5d68-4c7e-bf9a-e146a6522852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:01.650977 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port bb0975b0-bfbe-4d51-9727-f0a6faf01911, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=bb0975b0-bfbe-4d51-9727-f0a6faf01911,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:01.664146 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bb0975b0-bfbe-4d51-9727-f0a6faf01911), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:01.876736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27160743-5d68-4c7e-bf9a-e146a6522852 admin admin] Publish callbacks [] for security_group (fc5506de-caf8-431f-afba-bb13e83b0bd8), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:01.907762 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27160743-5d68-4c7e-bf9a-e146a6522852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fc5506de-caf8-431f-afba-bb13e83b0bd8), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:01.919278 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=bb0975b0-bfbe-4d51-9727-f0a6faf01911,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:01.922865 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (61952ac6-b9c6-4000-a1f4-1cc237ff8f96), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:02.041723 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:02.061161 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-27160743-5d68-4c7e-bf9a-e146a6522852 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a7b86feb3622404eb51d025f9df09e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7998583 Mar 24 00:54:02.062672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40750) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:02.063641 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27160743-5d68-4c7e-bf9a-e146a6522852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5506de-caf8-431f-afba-bb13e83b0bd8,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:02.077632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Pushing event updated for resources: {'Port': ['ID=61952ac6-b9c6-4000-a1f4-1cc237ff8f96,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:02.150652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:02.151283 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:02.151626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:02.151961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:02.152297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:02.152628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:02.152958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:02.153486 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:02.154671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:02.155093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:02.155448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:02.156018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:02.156355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:02.156684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:02.157217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:02.176515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:54:02.201923 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb822-d9d6-4a0e-b2bd-5b9408fb37a0 admin admin] Publish callbacks [] for security_group (fc5506de-caf8-431f-afba-bb13e83b0bd8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:02.236191 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:02.242838 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:02.247603 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb822-d9d6-4a0e-b2bd-5b9408fb37a0 admin admin] Publish callbacks [] for security_group (fc5506de-caf8-431f-afba-bb13e83b0bd8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:02.263983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:54:02.296860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fddfb0-7a92-4e9a-9e54-9c359fbb8475 req-4f6b5ad4-497f-4b95-a42d-f8fa684fbb4f tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:02.307328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82fddfb0-7a92-4e9a-9e54-9c359fbb8475 req-4f6b5ad4-497f-4b95-a42d-f8fa684fbb4f tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfde75e5-f938-42d0-b894-9ead063e1bae HTTP/1.1" status: 200 len: 935 time: 0.4821181 Mar 24 00:54:02.322050 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb822-d9d6-4a0e-b2bd-5b9408fb37a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fc5506de-caf8-431f-afba-bb13e83b0bd8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:02.325469 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb822-d9d6-4a0e-b2bd-5b9408fb37a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:02.326849 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ad6eb822-d9d6-4a0e-b2bd-5b9408fb37a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc5506de-caf8-431f-afba-bb13e83b0bd8 HTTP/1.1" status: 204 len: 168 time: 0.2585990 Mar 24 00:54:02.392899 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6eb822-d9d6-4a0e-b2bd-5b9408fb37a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5506de-caf8-431f-afba-bb13e83b0bd8,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:02.395161 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Publish callbacks [] for port (90e7e251-5a03-45b6-aef2-00516799bb57), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:02.415715 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:02.518902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:02.519666 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:02.560723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82fddfb0-7a92-4e9a-9e54-9c359fbb8475 req-c8aed51a-5e1a-43a2-842d-fd2001b36942 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/security-groups?id=b93a534a-7000-4104-a68b-c5f5011e0788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522812 Mar 24 00:54:02.589246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-418c0c8a-4cac-47a4-9fd5-131992195b48 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:02.589246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-418c0c8a-4cac-47a4-9fd5-131992195b48 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 811 time: 0.4842603 Mar 24 00:54:02.589246 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (36c68890-fb02-4608-9be9-0b7ca4414702), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:02.590308 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Pushing event updated for resources: {'Port': ['ID=90e7e251-5a03-45b6-aef2-00516799bb57,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:02.608974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-206f320f-6c24-4d26-a572-81d1a5abcc92 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Request body: {'port': {'device_id': '94b92b0b-7561-4197-bac5-7e44fc02f050', 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13', 'admin_state_up': True, 'tenant_id': 'c234724dc89149218858924a99df6227'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:02.622057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-c67b7308-5070-4169-a6a7-5b3e59c70157 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2285767 Mar 24 00:54:02.652283 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-a9f45259-20c6-4f01-88a1-581ecaeab79d tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:54:02.665695 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-a9f45259-20c6-4f01-88a1-581ecaeab79d tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2427332 Mar 24 00:54:02.689026 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e6b0ed87-15b1-4f9d-9380-15628ff499bc None None] Provisioning complete for port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:02.689962 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6b0ed87-15b1-4f9d-9380-15628ff499bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (61952ac6-b9c6-4000-a1f4-1cc237ff8f96), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:02.725533 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Request body: {'port': {'device_id': 'dfde75e5-f938-42d0-b894-9ead063e1bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:02.739121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e6b0ed87-15b1-4f9d-9380-15628ff499bc None None] Port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:54:02.904870 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-599bd7f2-dc83-4f2b-8ef9-3e452e61f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:02.909027 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-599bd7f2-dc83-4f2b-8ef9-3e452e61f07d service neutron] 10.222.0.45 "GET /v2.0/ports/07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f HTTP/1.1" status: 200 len: 1124 time: 0.2415693 Mar 24 00:54:02.921409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-f8f25d5d-6d87-40a5-b981-9433c27f3a6f service neutron] Request body: {'binding': {'host': 'n-h1-760455-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:02.923706 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-f8f25d5d-6d87-40a5-b981-9433c27f3a6f service neutron] Unknown quota resources ['binding']. {{(pid=115729) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 00:54:02.988387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bb0975b0-bfbe-4d51-9727-f0a6faf01911 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:03.049565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port bb0975b0-bfbe-4d51-9727-f0a6faf01911 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:03.050271 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bb0975b0-bfbe-4d51-9727-f0a6faf01911), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:03.112231 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-f8f25d5d-6d87-40a5-b981-9433c27f3a6f service neutron] Attempting to bind port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f on host n-h1-760455-9 for vnic_type normal with profile None {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:54:03.113624 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-f8f25d5d-6d87-40a5-b981-9433c27f3a6f service neutron] Attempting to bind port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:54:03.114070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-f8f25d5d-6d87-40a5-b981-9433c27f3a6f service neutron] Attempting to bind port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:03.120607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-f8f25d5d-6d87-40a5-b981-9433c27f3a6f service neutron] Port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:54:03.121063 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-f8f25d5d-6d87-40a5-b981-9433c27f3a6f service neutron] Attempting to bind port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:03.129798 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-f8f25d5d-6d87-40a5-b981-9433c27f3a6f service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:54:03.130340 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-f8f25d5d-6d87-40a5-b981-9433c27f3a6f service neutron] Checking segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:03.130847 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-f8f25d5d-6d87-40a5-b981-9433c27f3a6f service neutron] Bound using segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:54:03.131381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-f8f25d5d-6d87-40a5-b981-9433c27f3a6f service neutron] Bound port: 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:54:03.143211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port bb0975b0-bfbe-4d51-9727-f0a6faf01911 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:03.192796 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd037aea-04aa-4e79-9781-99b7596fbe13 req-dbd13f57-f086-4567-99fb-647a28ed2fac tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 210 time: 0.4814143 Mar 24 00:54:03.199007 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-f8f25d5d-6d87-40a5-b981-9433c27f3a6f service neutron] For port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:54:03.199580 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (61952ac6-b9c6-4000-a1f4-1cc237ff8f96), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:03.214390 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-f8f25d5d-6d87-40a5-b981-9433c27f3a6f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:03.218466 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-f8f25d5d-6d87-40a5-b981-9433c27f3a6f service neutron] 10.222.0.45 "POST /v2.0/ports/07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3010736 Mar 24 00:54:03.321067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Network 81cf2e4e-3666-4e7f-8911-a1cc83093913 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:54:03.354680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:03.365297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-606866af-a4d7-4287-a3a5-9f88025cc2ac tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=0cb2fe3a62644547b70159bb167fdaec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831468 Mar 24 00:54:03.513318 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:03.560996 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40806) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:03.667793 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2bc7e521-a449-455d-ac81-4e3116d62f41 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-717473712-network', 'tenant_id': '445695e592154cae81bd358a0355e440'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:03.690679 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc7e521-a449-455d-ac81-4e3116d62f41 admin admin] Made reservation on behalf of 445695e592154cae81bd358a0355e440 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:54:03.693736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e521-a449-455d-ac81-4e3116d62f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:03.704566 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e521-a449-455d-ac81-4e3116d62f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:03.711344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f2b25af-3092-45e3-8056-cfa8057ec2cd req-884cb1d9-3e9a-477f-9b1d-9c24ba6de317 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 210 time: 0.2253919 Mar 24 00:54:03.770218 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-45f5014b-5486-4e95-ba61-e6252ad24137 None None] Provisioning complete for port 90e7e251-5a03-45b6-aef2-00516799bb57 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:03.770859 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-45f5014b-5486-4e95-ba61-e6252ad24137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:03.795353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-206f320f-6c24-4d26-a572-81d1a5abcc92 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Made reservation on behalf of c234724dc89149218858924a99df6227 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:54:03.798885 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-206f320f-6c24-4d26-a572-81d1a5abcc92 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:03.809012 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e521-a449-455d-ac81-4e3116d62f41 admin admin] Publish callbacks [] for security_group (b944919c-3009-465b-9fa6-41a23c1ecdea), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:03.815476 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e521-a449-455d-ac81-4e3116d62f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b944919c-3009-465b-9fa6-41a23c1ecdea), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:03.825265 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-45f5014b-5486-4e95-ba61-e6252ad24137 None None] Port 90e7e251-5a03-45b6-aef2-00516799bb57 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:54:03.835804 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc7e521-a449-455d-ac81-4e3116d62f41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:54:03.851707 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e521-a449-455d-ac81-4e3116d62f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (fe554b1b-851e-4917-978e-bd147887428b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:03.852809 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-2bc7e521-a449-455d-ac81-4e3116d62f41 admin admin] Added segment fe554b1b-851e-4917-978e-bd147887428b of type vlan for network 6824a075-9c2e-4178-b437-c04956a4f6dc Mar 24 00:54:03.926950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e521-a449-455d-ac81-4e3116d62f41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (6824a075-9c2e-4178-b437-c04956a4f6dc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:03.946632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-72742497-4513-4199-9262-cfe567d9b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:03.948118 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-72742497-4513-4199-9262-cfe567d9b94a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 1127 time: 0.3745396 Mar 24 00:54:03.949722 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7e521-a449-455d-ac81-4e3116d62f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b944919c-3009-465b-9fa6-41a23c1ecdea,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:03.969000 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e521-a449-455d-ac81-4e3116d62f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (6824a075-9c2e-4178-b437-c04956a4f6dc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:03.970022 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc7e521-a449-455d-ac81-4e3116d62f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:03.970608 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e521-a449-455d-ac81-4e3116d62f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:04.012876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-c1d68680-8e81-4076-91dd-e9adb7cf4d3a tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:04.014455 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-c1d68680-8e81-4076-91dd-e9adb7cf4d3a tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6271133 Mar 24 00:54:04.021804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41578b-ddac-4770-82f4-7d5835ac8f4c req-e455eff4-8887-4909-9523-c091d7253423 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:04.025053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd41578b-ddac-4770-82f4-7d5835ac8f4c req-e455eff4-8887-4909-9523-c091d7253423 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 945 time: 0.4524693 Mar 24 00:54:04.028729 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2bc7e521-a449-455d-ac81-4e3116d62f41 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4634054 Mar 24 00:54:04.028877 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40826) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:04.036119 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7bdff64e-acff-42d5-b9a9-f3ae7788e7b1 admin admin] Request body: {'subnet': {'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-717473712-subnet', 'tenant_id': '445695e592154cae81bd358a0355e440', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:04.042629 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7e521-a449-455d-ac81-4e3116d62f41 admin admin] Pushing event updated for resources: {'Network': ['ID=6824a075-9c2e-4178-b437-c04956a4f6dc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:04.046781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Request body: {'port': {'device_id': 'ff707765-cae8-44e6-8a3b-03357295c053', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': '0cb2fe3a62644547b70159bb167fdaec'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:04.055154 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 6824a075-9c2e-4178-b437-c04956a4f6dc details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:54:04.060556 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdff64e-acff-42d5-b9a9-f3ae7788e7b1 admin admin] Made reservation on behalf of 445695e592154cae81bd358a0355e440 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:54:04.062950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7bdff64e-acff-42d5-b9a9-f3ae7788e7b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:04.068224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Router 36c68890-fb02-4608-9be9-0b7ca4414702 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:54:04.237713 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7bdff64e-acff-42d5-b9a9-f3ae7788e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (60a4a7f5-af24-41d5-8b14-563db7af431e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:04.290507 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdff64e-acff-42d5-b9a9-f3ae7788e7b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a4a7f5-af24-41d5-8b14-563db7af431e,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:04.300619 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdff64e-acff-42d5-b9a9-f3ae7788e7b1 admin admin] Checking segment: {'id': 'fe554b1b-851e-4917-978e-bd147887428b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:04.301187 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdff64e-acff-42d5-b9a9-f3ae7788e7b1 admin admin] Network hostable DHCP agents. Network: 6824a075-9c2e-4178-b437-c04956a4f6dc, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:54:04.317690 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdff64e-acff-42d5-b9a9-f3ae7788e7b1 admin admin] Network 6824a075-9c2e-4178-b437-c04956a4f6dc is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:54:04.327059 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-7bdff64e-acff-42d5-b9a9-f3ae7788e7b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 6824a075-9c2e-4178-b437-c04956a4f6dc) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:04.331703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdff64e-acff-42d5-b9a9-f3ae7788e7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:04.332618 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7bdff64e-acff-42d5-b9a9-f3ae7788e7b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:04.336498 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2589b8f-b292-42c3-839b-eec6de75d3e3 None None] Network 6824a075-9c2e-4178-b437-c04956a4f6dc requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:54:04.350957 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7bdff64e-acff-42d5-b9a9-f3ae7788e7b1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3207178 Mar 24 00:54:04.353579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40830) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:04.357806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-717473712-router', 'tenant_id': '445695e592154cae81bd358a0355e440', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:04.377986 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (de57f8d0-60a6-4086-a994-ede2be1a4054), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:04.379358 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (de57f8d0-60a6-4086-a994-ede2be1a4054), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:04.436578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd41578b-ddac-4770-82f4-7d5835ac8f4c req-796d837e-7b2c-480d-8cc5-305962684ece tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845448 Mar 24 00:54:04.441580 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Publish callbacks [] for router_controller (de57f8d0-60a6-4086-a994-ede2be1a4054), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:04.472857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6824a075-9c2e-4178-b437-c04956a4f6dc', 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc', 'project_id': '445695e592154cae81bd358a0355e440', 'fixed_ips': [{'subnet_id': '60a4a7f5-af24-41d5-8b14-563db7af431e'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:54:04.473840 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:04.475620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bd3b1-0863-4fbf-af87-cc2b6b0753de req-353ba035-f385-48fa-90c1-02d54c6bbaaa tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:04.484524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-345bd3b1-0863-4fbf-af87-cc2b6b0753de req-353ba035-f385-48fa-90c1-02d54c6bbaaa tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfde75e5-f938-42d0-b894-9ead063e1bae HTTP/1.1" status: 200 len: 935 time: 0.4975212 Mar 24 00:54:04.500136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-aa828ecb-c4e4-48e2-9cea-b5606bd0d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:04.502604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-aa828ecb-c4e4-48e2-9cea-b5606bd0d1e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.5170403 Mar 24 00:54:04.519655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-206f320f-6c24-4d26-a572-81d1a5abcc92 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Allocated IP 172.20.0.10 (ed6472c2-d109-4f17-8364-15c609d6ab13/251d5752-2a9f-4020-8b2c-bc7d24dfd8cf/3aa27e7b-f120-44fd-bffd-d64afc68f22e) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:54:04.610720 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Publish callbacks [] for router_gateway (de57f8d0-60a6-4086-a994-ede2be1a4054), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:04.611492 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:04.620341 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-63fa63a7-4da1-4a9b-8779-aae9f6ee6edf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f HTTP/1.1" status: 200 len: 217 time: 0.0894608 Mar 24 00:54:04.631269 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Publish callbacks [] for port (61952ac6-b9c6-4000-a1f4-1cc237ff8f96), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:04.671676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Allocated IP 172.20.0.2 (6824a075-9c2e-4178-b437-c04956a4f6dc/60a4a7f5-af24-41d5-8b14-563db7af431e/7259dfa4-d290-4a72-82fb-dfa7f627b01d) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:54:04.726670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Made reservation on behalf of 0cb2fe3a62644547b70159bb167fdaec for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:54:04.730065 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:04.762650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Transition to ACTIVE for port object 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:54:04.767815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:54:04.789268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-345bd3b1-0863-4fbf-af87-cc2b6b0753de req-d364f9f9-ea95-40eb-a594-c6aebe90ca2d tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/security-groups?id=b93a534a-7000-4104-a68b-c5f5011e0788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037565 Mar 24 00:54:04.790051 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:04.810219 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fd8eecac-3278-4403-89e8-ec6fe18bcaff admin admin] 10.222.0.45 "PUT /v2.0/routers/36c68890-fb02-4608-9be9-0b7ca4414702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8026669 Mar 24 00:54:04.818018 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (61952ac6-b9c6-4000-a1f4-1cc237ff8f96), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:04.896749 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Publish callbacks [] for router_gateway (de57f8d0-60a6-4086-a994-ede2be1a4054), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:04.897245 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-896ca256-29b1-4fc1-81c3-47f1949a4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:04.898765 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-896ca256-29b1-4fc1-81c3-47f1949a4191 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.2611988 Mar 24 00:54:04.920532 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:04.944174 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Sync routers for ids ['36c68890-fb02-4608-9be9-0b7ca4414702'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:54:04.964827 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Publish callbacks [] for port (7259dfa4-d290-4a72-82fb-dfa7f627b01d), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:04.988850 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (7259dfa4-d290-4a72-82fb-dfa7f627b01d), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:05.021741 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-74828531-bdb5-4525-8a9b-302da1a7d808 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817165 Mar 24 00:54:05.039577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Routers {'36c68890-fb02-4608-9be9-0b7ca4414702'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:54:05.040220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:54:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['36c68890-fb02-4608-9be9-0b7ca4414702'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:05.120486 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Allocated IP 172.25.0.205 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/9cd0d420-3958-4de4-b113-80e535da0f6d) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:54:05.126426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Pushing event updated for resources: {'Port': ['ID=61952ac6-b9c6-4000-a1f4-1cc237ff8f96,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:05.137623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Network 6824a075-9c2e-4178-b437-c04956a4f6dc is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:54:05.175527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:05.178584 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:54:05.203966 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:05.206755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Pushing event updated for resources: {'Port': ['ID=7259dfa4-d290-4a72-82fb-dfa7f627b01d,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:05.268983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553c4f9-c7c2-431b-8fb1-fd4e043371ae req-1742266b-bd46-40d2-8b6c-429ff1e73152 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:05.271622 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f553c4f9-c7c2-431b-8fb1-fd4e043371ae req-1742266b-bd46-40d2-8b6c-429ff1e73152 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.3719411 Mar 24 00:54:05.297148 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Publish callbacks [] for port (9cd0d420-3958-4de4-b113-80e535da0f6d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:05.342426 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (9cd0d420-3958-4de4-b113-80e535da0f6d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:05.417441 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:54:05.419090 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Pushing event updated for resources: {'Port': ['ID=9cd0d420-3958-4de4-b113-80e535da0f6d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:05.421778 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:05.424013 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:54:05.431272 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-206f320f-6c24-4d26-a572-81d1a5abcc92 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks [] for port (3aa27e7b-f120-44fd-bffd-d64afc68f22e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:05.457839 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Attempting to bind port 7259dfa4-d290-4a72-82fb-dfa7f627b01d on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:54:05.458212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Attempting to bind port 7259dfa4-d290-4a72-82fb-dfa7f627b01d by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'fe554b1b-851e-4917-978e-bd147887428b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:54:05.458576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Attempting to bind port 7259dfa4-d290-4a72-82fb-dfa7f627b01d on network 6824a075-9c2e-4178-b437-c04956a4f6dc {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:05.478809 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:54:05.479194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Checking segment: {'id': 'fe554b1b-851e-4917-978e-bd147887428b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:05.479599 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:05.480119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Bound using segment: {'id': 'fe554b1b-851e-4917-978e-bd147887428b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:54:05.480472 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Bound port: 7259dfa4-d290-4a72-82fb-dfa7f627b01d, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe554b1b-851e-4917-978e-bd147887428b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:54:05.480857 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7259dfa4-d290-4a72-82fb-dfa7f627b01d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:05.495276 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Attempting to bind port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:54:05.495829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Attempting to bind port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:54:05.495955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Attempting to bind port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:05.499289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d45f88cc-a55c-44ba-8263-2e8e2f70d5c5 req-c5bd4af9-77d8-460d-abda-fdd86c8673db tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 210 time: 0.1096933 Mar 24 00:54:05.503033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Set router 36c68890-fb02-4608-9be9-0b7ca4414702 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:54:05.549878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:54:05.550212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Attempting to bind port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:05.553764 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Publish callbacks [] for security_group (fe3e59ed-9c45-4921-bf3e-637fb2ce45c5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:05.565708 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-0ba03c63-691a-4ace-a99b-4f1f19089363 service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313010 Mar 24 00:54:05.579473 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f553c4f9-c7c2-431b-8fb1-fd4e043371ae req-aae83014-6b6f-46b8-8b0a-d8cfd6a148c5 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700992 Mar 24 00:54:05.579989 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fe3e59ed-9c45-4921-bf3e-637fb2ce45c5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:05.681298 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-2e868ffe-3fd9-469c-920a-4df4f2b6265b service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068673 Mar 24 00:54:05.682050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:54:05.682393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:05.683055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:54:05.683229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Bound port: 61952ac6-b9c6-4000-a1f4-1cc237ff8f96, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:54:05.683562 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (61952ac6-b9c6-4000-a1f4-1cc237ff8f96), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:05.709690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] For port 7259dfa4-d290-4a72-82fb-dfa7f627b01d, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:54:05.720258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] For port 7259dfa4-d290-4a72-82fb-dfa7f627b01d, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7259dfa4-d290-4a72-82fb-dfa7f627b01d,segment=NetworkSegment(fe554b1b-851e-4917-978e-bd147887428b),segment_id=fe554b1b-851e-4917-978e-bd147887428b)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:54:05.730620 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7259dfa4-d290-4a72-82fb-dfa7f627b01d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:05.747518 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Publish callbacks [] for router_gateway (de57f8d0-60a6-4086-a994-ede2be1a4054), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:05.857297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a88fef7-6dc4-45de-b7c8-ee9e007aad87 req-aec7f19c-e127-4b36-992f-32847b581abd tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 210 time: 0.1460958 Mar 24 00:54:05.890640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24273848-2f6a-4cb8-af56-f4dca13b9f3e None None] Pushing event updated for resources: {'Port': ['ID=7259dfa4-d290-4a72-82fb-dfa7f627b01d,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:05.909676 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3e59ed-9c45-4921-bf3e-637fb2ce45c5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:05.926665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'name': 'tempest-ServersTestJSON-1690524510-router', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:48Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'gw_port': {'id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:51Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '90e7e251-5a03-45b6-aef2-00516799bb57', 'name': '', 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'mac_address': 'fa:16:3e:3f:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:58Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 2, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'subnets': [{'id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:05.932565 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-206f320f-6c24-4d26-a572-81d1a5abcc92 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3aa27e7b-f120-44fd-bffd-d64afc68f22e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:05.960930 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Checking router: 36c68890-fb02-4608-9be9-0b7ca4414702 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:54:05.962020 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Updating router 36c68890-fb02-4608-9be9-0b7ca4414702 port 90e7e251-5a03-45b6-aef2-00516799bb57 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:54:06.016377 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:06.050148 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f320f-6c24-4d26-a572-81d1a5abcc92 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Pushing event updated for resources: {'Port': ['ID=3aa27e7b-f120-44fd-bffd-d64afc68f22e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:06.079575 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] For port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:54:06.152490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] For port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=61952ac6-b9c6-4000-a1f4-1cc237ff8f96,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:54:06.153299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-206f320f-6c24-4d26-a572-81d1a5abcc92 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Network ed6472c2-d109-4f17-8364-15c609d6ab13 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:54:06.169807 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (61952ac6-b9c6-4000-a1f4-1cc237ff8f96), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:06.199147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-206f320f-6c24-4d26-a572-81d1a5abcc92 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:06.205639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-206f320f-6c24-4d26-a572-81d1a5abcc92 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:54:06.234542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:06.237307 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:06.238734 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] 10.222.0.57 "PUT /v2.0/ports/61952ac6-b9c6-4000-a1f4-1cc237ff8f96 HTTP/1.1" status: 200 len: 1095 time: 3.5447679 Mar 24 00:54:06.239212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfde75e5-f938-42d0-b894-9ead063e1bae', 'tag': '61952ac6-b9c6-4000-a1f4-1cc237ff8f96'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:06.248221 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a85579-c0dc-421b-8895-280160dfb6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "dfde75e5-f938-42d0-b894-9ead063e1bae", "tag": "61952ac6-b9c6-4000-a1f4-1cc237ff8f96"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:06.393616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40886) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:06.405038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-93ee9607-2430-493b-9fdb-a2b62791ec4e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1513685747', 'description': 'tempest-description--324392283'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:06.441328 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (de57f8d0-60a6-4086-a994-ede2be1a4054), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:06.528735 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93ee9607-2430-493b-9fdb-a2b62791ec4e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:06.658187 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93ee9607-2430-493b-9fdb-a2b62791ec4e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for security_group (e65168d3-afc8-43c4-8751-7c9e71f3c4a9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:06.668539 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93ee9607-2430-493b-9fdb-a2b62791ec4e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e65168d3-afc8-43c4-8751-7c9e71f3c4a9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:06.684482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Router de57f8d0-60a6-4086-a994-ede2be1a4054 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:54:06.689835 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Publish callbacks [] for port (90e7e251-5a03-45b6-aef2-00516799bb57), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:06.698886 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:06.703437 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93ee9607-2430-493b-9fdb-a2b62791ec4e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:06.704689 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-93ee9607-2430-493b-9fdb-a2b62791ec4e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3087733 Mar 24 00:54:06.713524 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40894) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:06.719067 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f39591e3-b9cf-4504-af09-5fe351c7e28e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Request body: {'security_group_rule': {'security_group_id': 'e65168d3-afc8-43c4-8751-7c9e71f3c4a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:06.733601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee9607-2430-493b-9fdb-a2b62791ec4e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65168d3-afc8-43c4-8751-7c9e71f3c4a9,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:06.758886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc754bea-1560-4f3b-a9ca-fc89ccdb404e None None] Pushing event updated for resources: {'Port': ['ID=90e7e251-5a03-45b6-aef2-00516799bb57,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:06.843227 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f39591e3-b9cf-4504-af09-5fe351c7e28e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for security_group_rule (d1670a7a-fd1e-4776-ae2e-29ab7948a05d), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:06.875437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Attempting to bind port 90e7e251-5a03-45b6-aef2-00516799bb57 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:54:06.875821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Attempting to bind port 90e7e251-5a03-45b6-aef2-00516799bb57 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '2afc7bf1-517e-480d-a59d-a10e24f4bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:54:06.876196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Attempting to bind port 90e7e251-5a03-45b6-aef2-00516799bb57 on network 81cf2e4e-3666-4e7f-8911-a1cc83093913 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:06.889638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:54:06.889995 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Checking segment: {'id': '2afc7bf1-517e-480d-a59d-a10e24f4bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:06.890410 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:06.890812 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Bound using segment: {'id': '2afc7bf1-517e-480d-a59d-a10e24f4bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:54:06.899141 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Bound port: 90e7e251-5a03-45b6-aef2-00516799bb57, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afc7bf1-517e-480d-a59d-a10e24f4bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:54:06.899566 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:06.917195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:54:06.927916 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Sync routers for ids ['de57f8d0-60a6-4086-a994-ede2be1a4054'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:54:06.955856 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Routers {'de57f8d0-60a6-4086-a994-ede2be1a4054'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:54:06.956493 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:54:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['de57f8d0-60a6-4086-a994-ede2be1a4054'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:06.978870 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:06.980223 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c3c003dc-6128-40cf-ba75-f54c4003796c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6256461 Mar 24 00:54:06.985516 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40898) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:07.034397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] For port 90e7e251-5a03-45b6-aef2-00516799bb57, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:54:07.043369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] For port 90e7e251-5a03-45b6-aef2-00516799bb57, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=90e7e251-5a03-45b6-aef2-00516799bb57,segment=NetworkSegment(2afc7bf1-517e-480d-a59d-a10e24f4bac4),segment_id=2afc7bf1-517e-480d-a59d-a10e24f4bac4)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:54:07.056871 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:07.122219 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7259dfa4-d290-4a72-82fb-dfa7f627b01d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:07.124226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Allocated IP 192.168.233.221 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/b75ab542-652a-4d39-b7f3-da517fa882e4) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:54:07.174890 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f39591e3-b9cf-4504-af09-5fe351c7e28e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for security_group_rule (d1670a7a-fd1e-4776-ae2e-29ab7948a05d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:07.222291 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Set router de57f8d0-60a6-4086-a994-ede2be1a4054 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:54:07.262656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Routers {'36c68890-fb02-4608-9be9-0b7ca4414702'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:54:07.271764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:54:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['36c68890-fb02-4608-9be9-0b7ca4414702'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:07.293054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e181c0d-d15f-4621-823a-929238c6a634 service neutron] Pushing event updated for resources: {'Port': ['ID=61952ac6-b9c6-4000-a1f4-1cc237ff8f96,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:07.318759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-206f320f-6c24-4d26-a572-81d1a5abcc92 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:07.320666 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-206f320f-6c24-4d26-a572-81d1a5abcc92 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:07.321189 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f39591e3-b9cf-4504-af09-5fe351c7e28e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (d1670a7a-fd1e-4776-ae2e-29ab7948a05d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:07.352875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39591e3-b9cf-4504-af09-5fe351c7e28e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1670a7a-fd1e-4776-ae2e-29ab7948a05d,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:07.354337 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-206f320f-6c24-4d26-a572-81d1a5abcc92 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7504313 Mar 24 00:54:07.403155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Request body: {'port': {'device_id': '94b92b0b-7561-4197-bac5-7e44fc02f050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:07.426211 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f39591e3-b9cf-4504-af09-5fe351c7e28e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:07.433268 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f39591e3-b9cf-4504-af09-5fe351c7e28e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7177093 Mar 24 00:54:07.439360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40900) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:07.453164 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ab5527e0-67a8-4fb3-a8d5-87e0fb1e2296 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Request body: {'security_group_rule': {'security_group_id': 'e65168d3-afc8-43c4-8751-7c9e71f3c4a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:07.500948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-0eefed13-98d9-4a86-b36d-b476fec7c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:07.502288 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-0eefed13-98d9-4a86-b36d-b476fec7c8e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85e919ec3b4345e59ed00495cbaaaea1&device_id=dfde75e5-f938-42d0-b894-9ead063e1bae HTTP/1.1" status: 200 len: 1129 time: 1.1979232 Mar 24 00:54:07.519279 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab5527e0-67a8-4fb3-a8d5-87e0fb1e2296 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for security_group_rule (bd7d72d1-c6d1-4250-8a3e-2e141838eb4e), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:07.529152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9fdc8-ce50-4ab8-8bcf-b14d89f5c58c req-b3336937-7ddd-401f-afde-7077a06301ba tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:07.536796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6d18e511-73f0-4b72-9b66-5cb0b59dfcb4 None None] Provisioning complete for port 90e7e251-5a03-45b6-aef2-00516799bb57 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:07.537746 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26e9fdc8-ce50-4ab8-8bcf-b14d89f5c58c req-b3336937-7ddd-401f-afde-7077a06301ba tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfde75e5-f938-42d0-b894-9ead063e1bae HTTP/1.1" status: 200 len: 947 time: 0.4237478 Mar 24 00:54:07.541376 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6d18e511-73f0-4b72-9b66-5cb0b59dfcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:07.543148 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc754bea-1560-4f3b-a9ca-fc89ccdb404e None None] Pushing event updated for resources: {'Port': ['ID=90e7e251-5a03-45b6-aef2-00516799bb57,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:07.593188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfcab7-a22b-46a6-8627-4581d0cb27d1 req-2ef039ae-766a-4e15-8bc2-80a2bbfa8088 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:07.601912 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bacfcab7-a22b-46a6-8627-4581d0cb27d1 req-2ef039ae-766a-4e15-8bc2-80a2bbfa8088 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 945 time: 0.5116372 Mar 24 00:54:07.608889 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'name': 'tempest-ServersTestFqdnHostnames-717473712-router', 'tenant_id': '445695e592154cae81bd358a0355e440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:05Z', 'revision_number': 3, 'project_id': '445695e592154cae81bd358a0355e440', 'gw_port': {'id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:07.620963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b333281-8a2c-469d-a648-894c82fff991 None None] Network 6824a075-9c2e-4178-b437-c04956a4f6dc requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:54:07.641296 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Checking router: de57f8d0-60a6-4086-a994-ede2be1a4054 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:54:07.642029 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Updating router de57f8d0-60a6-4086-a994-ede2be1a4054 port 9cd0d420-3958-4de4-b113-80e535da0f6d binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:54:07.655006 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab5527e0-67a8-4fb3-a8d5-87e0fb1e2296 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for security_group_rule (bd7d72d1-c6d1-4250-8a3e-2e141838eb4e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:07.674000 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab5527e0-67a8-4fb3-a8d5-87e0fb1e2296 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (bd7d72d1-c6d1-4250-8a3e-2e141838eb4e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:07.675665 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9cd0d420-3958-4de4-b113-80e535da0f6d), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:07.699132 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-1d6e5cb0-e33b-4664-89d7-54416c383898 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=61952ac6-b9c6-4000-a1f4-1cc237ff8f96 HTTP/1.1" status: 200 len: 217 time: 0.1402304 Mar 24 00:54:07.715891 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3aa27e7b-f120-44fd-bffd-d64afc68f22e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:07.882061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] Set router 36c68890-fb02-4608-9be9-0b7ca4414702 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:54:07.887261 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 7259dfa4-d290-4a72-82fb-dfa7f627b01d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:07.887261 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7259dfa4-d290-4a72-82fb-dfa7f627b01d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:07.892389 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5527e0-67a8-4fb3-a8d5-87e0fb1e2296 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7d72d1-c6d1-4250-8a3e-2e141838eb4e,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:07.892896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26e9fdc8-ce50-4ab8-8bcf-b14d89f5c58c req-70f7fce8-3281-421b-946a-083fe27f84f4 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/security-groups?id=b93a534a-7000-4104-a68b-c5f5011e0788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503096 Mar 24 00:54:07.926351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-f0b135a0-2c1e-41a4-82f0-6503ea4c9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:07.927966 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-f0b135a0-2c1e-41a4-82f0-6503ea4c9355 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1811984 Mar 24 00:54:07.956414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bacfcab7-a22b-46a6-8627-4581d0cb27d1 req-b538d710-0ac9-4aa0-bb31-07d9b42fade3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534555 Mar 24 00:54:08.050242 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3f4b11-9484-4074-905f-d808c5596b60 x-openstack-request-id: req-cc3f4b11-9484-4074-905f-d808c5596b60 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:08.050538 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfde75e5-f938-42d0-b894-9ead063e1bae", "tag": "61952ac6-b9c6-4000-a1f4-1cc237ff8f96", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:08.050797 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc3f4b11-9484-4074-905f-d808c5596b60 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:08.051215 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3f4b11-9484-4074-905f-d808c5596b60'] response: {'name': 'network-changed', 'server_uuid': 'dfde75e5-f938-42d0-b894-9ead063e1bae', 'tag': '61952ac6-b9c6-4000-a1f4-1cc237ff8f96', 'status': 'completed', 'code': 200} Mar 24 00:54:08.098236 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Publish callbacks [] for port (9cd0d420-3958-4de4-b113-80e535da0f6d), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.107706 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9cd0d420-3958-4de4-b113-80e535da0f6d), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.171266 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b8164221-6a0a-4e1f-ab6e-8412fcd003d2 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:54:08.180264 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Attempting to bind port 9cd0d420-3958-4de4-b113-80e535da0f6d on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:54:08.180837 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Attempting to bind port 9cd0d420-3958-4de4-b113-80e535da0f6d by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:54:08.181259 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Attempting to bind port 9cd0d420-3958-4de4-b113-80e535da0f6d on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:08.185683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6d18e511-73f0-4b72-9b66-5cb0b59dfcb4 None None] Current status of the port 90e7e251-5a03-45b6-aef2-00516799bb57 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:08.186479 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6d18e511-73f0-4b72-9b66-5cb0b59dfcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.188934 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:54:08.189346 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:08.190351 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.190772 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:54:08.191384 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Bound port: 9cd0d420-3958-4de4-b113-80e535da0f6d, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:54:08.191772 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9cd0d420-3958-4de4-b113-80e535da0f6d), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.220993 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Pushing event updated for resources: {'Port': ['ID=9cd0d420-3958-4de4-b113-80e535da0f6d,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:08.231961 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:08.232314 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:08.232659 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:08.233054 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:08.233433 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:08.233766 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:08.234097 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:08.234426 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:08.234811 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:08.235144 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:08.235604 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:08.235938 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:08.236265 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:08.236771 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:08.237194 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:08.276933 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] For port 9cd0d420-3958-4de4-b113-80e535da0f6d, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:54:08.298479 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] For port 9cd0d420-3958-4de4-b113-80e535da0f6d, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9cd0d420-3958-4de4-b113-80e535da0f6d,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:54:08.308762 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9cd0d420-3958-4de4-b113-80e535da0f6d), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.330491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6d18e511-73f0-4b72-9b66-5cb0b59dfcb4 None None] For port 90e7e251-5a03-45b6-aef2-00516799bb57, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=90e7e251-5a03-45b6-aef2-00516799bb57,segment=NetworkSegment(2afc7bf1-517e-480d-a59d-a10e24f4bac4),segment_id=2afc7bf1-517e-480d-a59d-a10e24f4bac4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:08.359477 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6d18e511-73f0-4b72-9b66-5cb0b59dfcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.388467 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c11e9-ee77-4241-b9de-6026e3b21515 None None] Pushing event updated for resources: {'Port': ['ID=9cd0d420-3958-4de4-b113-80e535da0f6d,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:08.412941 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Routers {'de57f8d0-60a6-4086-a994-ede2be1a4054'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:54:08.413618 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:54:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['de57f8d0-60a6-4086-a994-ede2be1a4054'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:08.424649 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 7259dfa4-d290-4a72-82fb-dfa7f627b01d is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:08.425214 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7259dfa4-d290-4a72-82fb-dfa7f627b01d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.530823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa27e7b-f120-44fd-bffd-d64afc68f22e {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:08.541822 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Publish callbacks [] for port (3aa27e7b-f120-44fd-bffd-d64afc68f22e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.557555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Transition to ACTIVE for port object 3aa27e7b-f120-44fd-bffd-d64afc68f22e will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:54:08.590121 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab5527e0-67a8-4fb3-a8d5-87e0fb1e2296 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.591449 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ab5527e0-67a8-4fb3-a8d5-87e0fb1e2296 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1510541 Mar 24 00:54:08.598521 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Publish callbacks [] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.600357 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40910) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:08.607657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:08.611422 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] Set router de57f8d0-60a6-4086-a994-ede2be1a4054 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:54:08.622792 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3aa27e7b-f120-44fd-bffd-d64afc68f22e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.705023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa27e7b-f120-44fd-bffd-d64afc68f22e,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:08.756544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b8164221-6a0a-4e1f-ab6e-8412fcd003d2 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:08.757755 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.763035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49f4ae-23a9-43d1-a8a2-e0cd23edd778 req-50576998-ce7a-42b0-a4c5-83c69a851eb7 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:08.764777 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-bb49f4ae-23a9-43d1-a8a2-e0cd23edd778 req-50576998-ce7a-42b0-a4c5-83c69a851eb7 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c570ef4-ef7f-49cc-be94-03faa842fddc HTTP/1.1" status: 200 len: 946 time: 0.9397702 Mar 24 00:54:08.765767 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.770700 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 7259dfa4-d290-4a72-82fb-dfa7f627b01d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7259dfa4-d290-4a72-82fb-dfa7f627b01d,segment=NetworkSegment(fe554b1b-851e-4917-978e-bd147887428b),segment_id=fe554b1b-851e-4917-978e-bd147887428b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:08.778846 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18e511-73f0-4b72-9b66-5cb0b59dfcb4 None None] Pushing event updated for resources: {'Port': ['ID=90e7e251-5a03-45b6-aef2-00516799bb57,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:08.781426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-581fd1ad-a155-418f-bd9e-7c9424142f19 None None] Provisioning complete for port 90e7e251-5a03-45b6-aef2-00516799bb57 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:08.781985 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-581fd1ad-a155-418f-bd9e-7c9424142f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.791213 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7259dfa4-d290-4a72-82fb-dfa7f627b01d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.857760 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.860241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c570ef4-ef7f-49cc-be94-03faa842fddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8164221-6a0a-4e1f-ab6e-8412fcd003d2'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:08.862762 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dd880b-9e57-461e-b53e-21cacd404891" -d '{"events": [{"server_uuid": "4c570ef4-ef7f-49cc-be94-03faa842fddc", "name": "network-vif-unplugged", "status": "completed", "tag": "b8164221-6a0a-4e1f-ab6e-8412fcd003d2"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:08.905512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b8164221-6a0a-4e1f-ab6e-8412fcd003d2, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:08.915805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'name': 'tempest-ServersTestJSON-1690524510-router', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:48Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'gw_port': {'id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:51Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '90e7e251-5a03-45b6-aef2-00516799bb57', 'name': '', 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'mac_address': 'fa:16:3e:3f:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:58Z', 'updated_at': '2022-03-24T00:54:07Z', 'revision_number': 4, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'subnets': [{'id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:08.925396 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:08.930745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:54:08.960558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:08.961449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=7259dfa4-d290-4a72-82fb-dfa7f627b01d,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:08.963512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:54:08.980706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f27f8ab-80bc-40e4-b1e2-484bab039ec8 None None] The sync data for ids ['36c68890-fb02-4608-9be9-0b7ca4414702'] in n-d-760455-9 is: [{'id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'name': 'tempest-ServersTestJSON-1690524510-router', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:48Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'gw_port': {'id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:51Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '90e7e251-5a03-45b6-aef2-00516799bb57', 'name': '', 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'mac_address': 'fa:16:3e:3f:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:58Z', 'updated_at': '2022-03-24T00:54:07Z', 'revision_number': 4, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'subnets': [{'id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:54:09.005916 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-be5734bf-f710-4428-9d4c-c7a00948e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:09.015453 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-be5734bf-f710-4428-9d4c-c7a00948e22b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0719874 Mar 24 00:54:09.146615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-42bff673-b3ef-472e-97a6-616f842accdf tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:09.155242 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-42bff673-b3ef-472e-97a6-616f842accdf tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/networks?id=e1d9accb-8dd8-44a6-b381-745a23ff44a4 HTTP/1.1" status: 200 len: 804 time: 1.0630422 Mar 24 00:54:09.169549 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:09.170193 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:09.194025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f07e4-146f-4d86-80bf-78e00b57d021 req-7b93ff14-0b7c-4279-98a6-a90a02b9f339 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:09.195890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d0f07e4-146f-4d86-80bf-78e00b57d021 req-7b93ff14-0b7c-4279-98a6-a90a02b9f339 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 944 time: 0.6371179 Mar 24 00:54:09.198264 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'name': 'tempest-ServersTestFqdnHostnames-717473712-router', 'tenant_id': '445695e592154cae81bd358a0355e440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:05Z', 'revision_number': 3, 'project_id': '445695e592154cae81bd358a0355e440', 'gw_port': {'id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:09.201348 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:09.208258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-581fd1ad-a155-418f-bd9e-7c9424142f19 None None] Current status of the port 90e7e251-5a03-45b6-aef2-00516799bb57 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:09.236001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-581fd1ad-a155-418f-bd9e-7c9424142f19 None None] Provisioning complete for port 7259dfa4-d290-4a72-82fb-dfa7f627b01d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:09.236542 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-581fd1ad-a155-418f-bd9e-7c9424142f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7259dfa4-d290-4a72-82fb-dfa7f627b01d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:09.248711 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:09.265446 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8db3a6-2150-497c-b20e-131ef789b6c1 None None] The sync data for ids ['de57f8d0-60a6-4086-a994-ede2be1a4054'] in n-d-760455-9 is: [{'id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'name': 'tempest-ServersTestFqdnHostnames-717473712-router', 'tenant_id': '445695e592154cae81bd358a0355e440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:05Z', 'revision_number': 3, 'project_id': '445695e592154cae81bd358a0355e440', 'gw_port': {'id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:54:09.379042 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5749628d-1a38-4d9a-bee3-3d087518ea86 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/quotas/39466f42d3cb4e43b1c11edb18af53db HTTP/1.1" status: 200 len: 375 time: 0.2226477 Mar 24 00:54:09.381448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Pushing event updated for resources: {'Port': ['ID=b75ab542-652a-4d39-b7f3-da517fa882e4,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:09.388330 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-bb49f4ae-23a9-43d1-a8a2-e0cd23edd778 req-eddc8da8-7fe9-4b0b-a6cb-885ebfedbfcc tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Deleting port b8164221-6a0a-4e1f-ab6e-8412fcd003d2 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:54:09.388927 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-bb49f4ae-23a9-43d1-a8a2-e0cd23edd778 req-eddc8da8-7fe9-4b0b-a6cb-885ebfedbfcc tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:09.441677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3ba0d6c9-3260-4e86-8c91-c82a540f0893 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4098866 Mar 24 00:54:09.452257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-581fd1ad-a155-418f-bd9e-7c9424142f19 None None] Current status of the port 7259dfa4-d290-4a72-82fb-dfa7f627b01d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:09.455313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Request body: {'port': {'device_id': 'ff707765-cae8-44e6-8a3b-03357295c053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:09.512393 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-bb49f4ae-23a9-43d1-a8a2-e0cd23edd778 req-eddc8da8-7fe9-4b0b-a6cb-885ebfedbfcc tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] For port b8164221-6a0a-4e1f-ab6e-8412fcd003d2, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:09.512788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-bb49f4ae-23a9-43d1-a8a2-e0cd23edd778 req-eddc8da8-7fe9-4b0b-a6cb-885ebfedbfcc tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:09.529324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-bb49f4ae-23a9-43d1-a8a2-e0cd23edd778 req-eddc8da8-7fe9-4b0b-a6cb-885ebfedbfcc tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Calling delete_port for b8164221-6a0a-4e1f-ab6e-8412fcd003d2 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:54:09.565596 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-808dc02f-b82d-4f56-88d2-487a1adf43bf tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=39466f42d3cb4e43b1c11edb18af53db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1852124 Mar 24 00:54:09.590805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-da044de7-314d-4c58-b5a0-0a2143c1052f None None] Provisioning complete for port b75ab542-652a-4d39-b7f3-da517fa882e4 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:09.591458 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-da044de7-314d-4c58-b5a0-0a2143c1052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:09.653224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-da044de7-314d-4c58-b5a0-0a2143c1052f None None] Port b75ab542-652a-4d39-b7f3-da517fa882e4 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:54:09.676422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-da044de7-314d-4c58-b5a0-0a2143c1052f None None] Provisioning complete for port 7259dfa4-d290-4a72-82fb-dfa7f627b01d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:09.676815 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-da044de7-314d-4c58-b5a0-0a2143c1052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7259dfa4-d290-4a72-82fb-dfa7f627b01d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:09.692213 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:09.791260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d0f07e4-146f-4d86-80bf-78e00b57d021 req-d377f389-346c-4d70-a61d-262c3b4ad00b tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822911 Mar 24 00:54:09.825710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-49b56810-c677-428f-a2c9-edaf91457f08 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8093832 Mar 24 00:54:09.826705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Attempting to bind port 3aa27e7b-f120-44fd-bffd-d64afc68f22e on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:54:09.827139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Attempting to bind port 3aa27e7b-f120-44fd-bffd-d64afc68f22e by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:54:09.828491 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Attempting to bind port 3aa27e7b-f120-44fd-bffd-d64afc68f22e on network ed6472c2-d109-4f17-8364-15c609d6ab13 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:09.835460 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-da044de7-314d-4c58-b5a0-0a2143c1052f None None] Current status of the port 7259dfa4-d290-4a72-82fb-dfa7f627b01d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:09.938478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Port 3aa27e7b-f120-44fd-bffd-d64afc68f22e on network ed6472c2-d109-4f17-8364-15c609d6ab13 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:54:09.938802 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Attempting to bind port 3aa27e7b-f120-44fd-bffd-d64afc68f22e on network ed6472c2-d109-4f17-8364-15c609d6ab13 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:09.940762 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:10.032260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-3c8c59d8-d277-4228-9339-6d0e793d8944 service neutron] 10.222.0.45 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656327 Mar 24 00:54:10.045443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:54:10.045791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Checking segment: {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:10.047197 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Bound using segment: {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:54:10.047700 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Bound port: 3aa27e7b-f120-44fd-bffd-d64afc68f22e, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f20662-8546-4ac3-9824-2e16b7675c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:54:10.048074 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3aa27e7b-f120-44fd-bffd-d64afc68f22e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:10.151459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Allocated IP 172.25.0.212 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/9928af9b-0bd2-40f4-906a-c10d7bc962e8) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:54:10.153775 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Allocated IP 172.20.0.1 (6824a075-9c2e-4178-b437-c04956a4f6dc/60a4a7f5-af24-41d5-8b14-563db7af431e/6d9db441-57d3-4392-9d7e-7361f9e7b2a3) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:54:10.270823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-784ad4f1-054a-4af7-8c46-482f7adeab3d req-66c4e6ca-5dcd-4b5e-81cd-aeb8e5c4d51c service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357705 Mar 24 00:54:10.298373 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-bb49f4ae-23a9-43d1-a8a2-e0cd23edd778 req-eddc8da8-7fe9-4b0b-a6cb-885ebfedbfcc tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b8164221-6a0a-4e1f-ab6e-8412fcd003d2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:10.360835 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc8da8-7fe9-4b0b-a6cb-885ebfedbfcc tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Pushing event deleted for resources: {'Port': ['ID=b8164221-6a0a-4e1f-ab6e-8412fcd003d2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:10.453552 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for port (9928af9b-0bd2-40f4-906a-c10d7bc962e8), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:10.540980 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (9928af9b-0bd2-40f4-906a-c10d7bc962e8), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:10.576017 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb49f4ae-23a9-43d1-a8a2-e0cd23edd778 req-eddc8da8-7fe9-4b0b-a6cb-885ebfedbfcc tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] No DVR routers for this DVR port b8164221-6a0a-4e1f-ab6e-8412fcd003d2 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:54:10.581048 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-bb49f4ae-23a9-43d1-a8a2-e0cd23edd778 req-eddc8da8-7fe9-4b0b-a6cb-885ebfedbfcc tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:10.586351 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-bb49f4ae-23a9-43d1-a8a2-e0cd23edd778 req-eddc8da8-7fe9-4b0b-a6cb-885ebfedbfcc tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.48 "DELETE /v2.0/ports/b8164221-6a0a-4e1f-ab6e-8412fcd003d2 HTTP/1.1" status: 204 len: 173 time: 1.8027432 Mar 24 00:54:10.621315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] For port 3aa27e7b-f120-44fd-bffd-d64afc68f22e, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:54:10.639362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c570ef4-ef7f-49cc-be94-03faa842fddc', 'name': 'network-vif-deleted', 'tag': 'b8164221-6a0a-4e1f-ab6e-8412fcd003d2'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:10.641820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a2901-196d-4c6d-9cdb-e44f840056c0 req-523c0005-0ce1-43b6-999f-91aaefc79230 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:10.642751 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6b4de5-f08a-4a29-a28f-36220c161290" -d '{"events": [{"server_uuid": "4c570ef4-ef7f-49cc-be94-03faa842fddc", "name": "network-vif-deleted", "tag": "b8164221-6a0a-4e1f-ab6e-8412fcd003d2"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:10.643737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-476a2901-196d-4c6d-9cdb-e44f840056c0 req-523c0005-0ce1-43b6-999f-91aaefc79230 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.6819370 Mar 24 00:54:10.654810 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Pushing event updated for resources: {'Port': ['ID=9928af9b-0bd2-40f4-906a-c10d7bc962e8,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:10.666751 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Publish callbacks [] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:10.672145 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-981f6df0-2785-428c-a229-cc1e31c50e99 service neutron] 10.222.0.45 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989587 Mar 24 00:54:10.674168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] For port 3aa27e7b-f120-44fd-bffd-d64afc68f22e, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3aa27e7b-f120-44fd-bffd-d64afc68f22e,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:54:10.688517 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:54:10.705220 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:10.721293 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:54:10.737364 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3aa27e7b-f120-44fd-bffd-d64afc68f22e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:10.764453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a85579-c0dc-421b-8895-280160dfb6a1 req-f55457bc-6595-4505-ac9b-419008246db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:10.766126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15a85579-c0dc-421b-8895-280160dfb6a1 req-f55457bc-6595-4505-ac9b-419008246db2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85e919ec3b4345e59ed00495cbaaaea1&device_id=dfde75e5-f938-42d0-b894-9ead063e1bae HTTP/1.1" status: 200 len: 1129 time: 0.4327335 Mar 24 00:54:10.810794 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:10.811487 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:10.814814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] 10.222.0.48 "PUT /v2.0/ports/3aa27e7b-f120-44fd-bffd-d64afc68f22e HTTP/1.1" status: 200 len: 1092 time: 3.4290600 Mar 24 00:54:10.816761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b92b0b-7561-4197-bac5-7e44fc02f050', 'tag': '3aa27e7b-f120-44fd-bffd-d64afc68f22e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:10.822253 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7514257f-40e0-474a-9336-da67697d9ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "94b92b0b-7561-4197-bac5-7e44fc02f050", "tag": "3aa27e7b-f120-44fd-bffd-d64afc68f22e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:10.927762 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:11.000108 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd2edb-a0f4-47a7-b96a-390a955694f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa27e7b-f120-44fd-bffd-d64afc68f22e,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:11.028265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-476a2901-196d-4c6d-9cdb-e44f840056c0 req-c7666ca4-e2e2-4a62-ad23-c13fe750e543 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3732433 Mar 24 00:54:11.040086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Pushing event updated for resources: {'Port': ['ID=6d9db441-57d3-4392-9d7e-7361f9e7b2a3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:11.058988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Network 6824a075-9c2e-4178-b437-c04956a4f6dc is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:54:11.062197 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:11.084136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:54:11.135119 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9048216a-8656-4d62-b77b-21a7f96145c8 x-openstack-request-id: req-9048216a-8656-4d62-b77b-21a7f96145c8 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:11.135637 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c570ef4-ef7f-49cc-be94-03faa842fddc", "name": "network-vif-unplugged", "status": "completed", "tag": "b8164221-6a0a-4e1f-ab6e-8412fcd003d2", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:11.135732 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9048216a-8656-4d62-b77b-21a7f96145c8 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:11.136115 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9048216a-8656-4d62-b77b-21a7f96145c8'] response: {'server_uuid': '4c570ef4-ef7f-49cc-be94-03faa842fddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8164221-6a0a-4e1f-ab6e-8412fcd003d2', 'code': 200} Mar 24 00:54:11.175278 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for floatingip (54f94568-2e43-4e2e-b1ef-3ca98a45ba64), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:11.190669 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (de57f8d0-60a6-4086-a994-ede2be1a4054), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:11.281407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75ab542-652a-4d39-b7f3-da517fa882e4 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:11.310897 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Publish callbacks [] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:11.336542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Transition to ACTIVE for port object b75ab542-652a-4d39-b7f3-da517fa882e4 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:54:11.347815 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9928af9b-0bd2-40f4-906a-c10d7bc962e8), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:11.455545 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 90e7e251-5a03-45b6-aef2-00516799bb57 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:11.575367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f7fee28f-b48a-4305-8e92-71eaabe71e69 None None] Provisioning complete for port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:11.575993 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f7fee28f-b48a-4305-8e92-71eaabe71e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:11.602099 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:11.680188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f7fee28f-b48a-4305-8e92-71eaabe71e69 None None] Port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:54:11.681935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 90e7e251-5a03-45b6-aef2-00516799bb57 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:11.682418 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:11.872959 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:11.875897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for port (9928af9b-0bd2-40f4-906a-c10d7bc962e8), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:11.889463 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (9928af9b-0bd2-40f4-906a-c10d7bc962e8), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:11.893755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 90e7e251-5a03-45b6-aef2-00516799bb57 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:11.894846 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7259dfa4-d290-4a72-82fb-dfa7f627b01d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:11.966263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a85579-c0dc-421b-8895-280160dfb6a1 req-479e4746-4fec-4297-840b-d05428803797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:11.967558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15a85579-c0dc-421b-8895-280160dfb6a1 req-479e4746-4fec-4297-840b-d05428803797 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 1.1390197 Mar 24 00:54:12.005742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 7259dfa4-d290-4a72-82fb-dfa7f627b01d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:12.006110 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7259dfa4-d290-4a72-82fb-dfa7f627b01d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:12.082280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15a85579-c0dc-421b-8895-280160dfb6a1 req-5109b4c8-b3e9-49d8-95f3-4ddeff95592e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=61952ac6-b9c6-4000-a1f4-1cc237ff8f96 HTTP/1.1" status: 200 len: 217 time: 0.1009698 Mar 24 00:54:12.083569 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Publish callbacks [] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:12.104556 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Pushing event updated for resources: {'Port': ['ID=9928af9b-0bd2-40f4-906a-c10d7bc962e8,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:12.114661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b75ab542-652a-4d39-b7f3-da517fa882e4,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:12.136152 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:12.172331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 7259dfa4-d290-4a72-82fb-dfa7f627b01d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:12.174009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9cd0d420-3958-4de4-b113-80e535da0f6d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:12.247479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-8558c970-e67b-44a0-b195-209db1148b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:12.247921 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (54f94568-2e43-4e2e-b1ef-3ca98a45ba64), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:12.248916 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-8558c970-e67b-44a0-b195-209db1148b72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 1126 time: 1.3233917 Mar 24 00:54:12.255372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b8164221-6a0a-4e1f-ab6e-8412fcd003d2 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:54:12.267615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca3010-ab03-48fc-93c4-9bb017c39d0a req-fd5fb9a2-eac7-434a-b214-d1c687ffd9db tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:12.269115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3bca3010-ab03-48fc-93c4-9bb017c39d0a req-fd5fb9a2-eac7-434a-b214-d1c687ffd9db tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfde75e5-f938-42d0-b894-9ead063e1bae HTTP/1.1" status: 200 len: 947 time: 0.9154775 Mar 24 00:54:12.288742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: b8164221-6a0a-4e1f-ab6e-8412fcd003d2 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:54:12.290280 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b8164221-6a0a-4e1f-ab6e-8412fcd003d2 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:54:12.320003 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:12.321343 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4006afc1-3ecb-41d4-9d52-4a9f30133b39 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7171779 Mar 24 00:54:12.324458 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Pushing event updated for resources: {'Port': ['ID=6d9db441-57d3-4392-9d7e-7361f9e7b2a3,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:12.330011 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (de57f8d0-60a6-4086-a994-ede2be1a4054), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:12.363037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9cd0d420-3958-4de4-b113-80e535da0f6d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:12.363411 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9cd0d420-3958-4de4-b113-80e535da0f6d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:12.401428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-97f9fe19-4296-4a0f-b6f9-4e3e1f594ddc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa27e7b-f120-44fd-bffd-d64afc68f22e HTTP/1.1" status: 200 len: 217 time: 0.1016116 Mar 24 00:54:12.450294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68bb53-d99f-43a9-b751-e7adf211a07b req-23a23fc7-b03a-4db2-bc57-4a3049c3df77 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:12.451756 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e68bb53-d99f-43a9-b751-e7adf211a07b req-23a23fc7-b03a-4db2-bc57-4a3049c3df77 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 948 time: 1.1130283 Mar 24 00:54:12.478487 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Network 6824a075-9c2e-4178-b437-c04956a4f6dc is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:54:12.480551 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:12.500209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a85579-c0dc-421b-8895-280160dfb6a1 req-48f4d5e4-e40d-4410-acee-11b89be57459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:12.501696 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15a85579-c0dc-421b-8895-280160dfb6a1 req-48f4d5e4-e40d-4410-acee-11b89be57459 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.4123874 Mar 24 00:54:12.562720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 9cd0d420-3958-4de4-b113-80e535da0f6d is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:12.563235 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9cd0d420-3958-4de4-b113-80e535da0f6d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:12.633813 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 9cd0d420-3958-4de4-b113-80e535da0f6d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9cd0d420-3958-4de4-b113-80e535da0f6d,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:12.640322 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9cd0d420-3958-4de4-b113-80e535da0f6d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:12.662557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Attempting to bind port b75ab542-652a-4d39-b7f3-da517fa882e4 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:54:12.663510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Attempting to bind port b75ab542-652a-4d39-b7f3-da517fa882e4 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:54:12.663785 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Attempting to bind port b75ab542-652a-4d39-b7f3-da517fa882e4 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:12.680027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-95c3538c-75e2-4302-ac90-51b8a058b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:12.681241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-95c3538c-75e2-4302-ac90-51b8a058b087 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf HTTP/1.1" status: 200 len: 851 time: 0.2590265 Mar 24 00:54:12.701037 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3bca3010-ab03-48fc-93c4-9bb017c39d0a req-995957c4-71e8-48d4-afd2-797d01f78410 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/security-groups?id=b93a534a-7000-4104-a68b-c5f5011e0788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857419 Mar 24 00:54:12.705374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Router de57f8d0-60a6-4086-a994-ede2be1a4054 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:54:12.733904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=9cd0d420-3958-4de4-b113-80e535da0f6d,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:12.765432 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Port b75ab542-652a-4d39-b7f3-da517fa882e4 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:54:12.765779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Attempting to bind port b75ab542-652a-4d39-b7f3-da517fa882e4 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:12.788373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-a9dd8ca1-37bd-4652-bc62-45de721c7cf0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed6472c2-d109-4f17-8364-15c609d6ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623693 Mar 24 00:54:12.794229 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e68bb53-d99f-43a9-b751-e7adf211a07b req-3a33d38e-478c-4e5e-af2b-39d4324dc7d8 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe3e59ed-9c45-4921-bf3e-637fb2ce45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147774 Mar 24 00:54:12.814409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:54:12.814756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:12.815136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:54:12.815579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Bound port: b75ab542-652a-4d39-b7f3-da517fa882e4, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:54:12.815933 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:12.863283 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:54:12.915646 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783b3bf7-c428-42be-b615-5f5e819b7ccc x-openstack-request-id: req-783b3bf7-c428-42be-b615-5f5e819b7ccc {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:12.916240 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c570ef4-ef7f-49cc-be94-03faa842fddc", "name": "network-vif-deleted", "tag": "b8164221-6a0a-4e1f-ab6e-8412fcd003d2", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:12.917702 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-783b3bf7-c428-42be-b615-5f5e819b7ccc {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:12.918155 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783b3bf7-c428-42be-b615-5f5e819b7ccc'] response: {'server_uuid': '4c570ef4-ef7f-49cc-be94-03faa842fddc', 'name': 'network-vif-deleted', 'tag': 'b8164221-6a0a-4e1f-ab6e-8412fcd003d2', 'status': 'completed', 'code': 200} Mar 24 00:54:12.970774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a85579-c0dc-421b-8895-280160dfb6a1 req-7bb648f5-3bfc-4216-a4a5-274e815ea02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:12.972274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15a85579-c0dc-421b-8895-280160dfb6a1 req-7bb648f5-3bfc-4216-a4a5-274e815ea02e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4584937 Mar 24 00:54:13.011993 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175720f9-53d8-48b8-ad48-fb71f353a5b4 x-openstack-request-id: req-175720f9-53d8-48b8-ad48-fb71f353a5b4 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:13.012322 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b92b0b-7561-4197-bac5-7e44fc02f050", "tag": "3aa27e7b-f120-44fd-bffd-d64afc68f22e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:13.012555 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-175720f9-53d8-48b8-ad48-fb71f353a5b4 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:13.012961 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175720f9-53d8-48b8-ad48-fb71f353a5b4'] response: {'name': 'network-changed', 'server_uuid': '94b92b0b-7561-4197-bac5-7e44fc02f050', 'tag': '3aa27e7b-f120-44fd-bffd-d64afc68f22e', 'status': 'completed', 'code': 200} Mar 24 00:54:13.047249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9cd0d420-3958-4de4-b113-80e535da0f6d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:13.075021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-f4165f31-426b-4a9c-869f-2af5ff1b085b tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:13.076665 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-f4165f31-426b-4a9c-869f-2af5ff1b085b tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.48 "GET /v2.0/networks?id=e1d9accb-8dd8-44a6-b381-745a23ff44a4 HTTP/1.1" status: 200 len: 804 time: 0.3655784 Mar 24 00:54:13.106688 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-0b5714bb-ec30-40db-ad8c-a7e11837147c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Request body: {'port': {'device_id': 'f650122b-7dc7-4a8a-bc36-dd59ffcce0bb', 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4', 'admin_state_up': True, 'tenant_id': '39466f42d3cb4e43b1c11edb18af53db'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:13.107431 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5b3b532e-9b24-4218-a094-20c14f9bfc1c None None] Provisioning complete for port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:13.107824 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5b3b532e-9b24-4218-a094-20c14f9bfc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:13.112221 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:54:13.137638 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3ad7f870-1f17-483d-84f1-f53237113f36 admin admin] 10.222.0.45 "PUT /v2.0/routers/de57f8d0-60a6-4086-a994-ede2be1a4054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1500583 Mar 24 00:54:13.157066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5b3b532e-9b24-4218-a094-20c14f9bfc1c None None] Port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:54:13.158680 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Sync routers for ids ['de57f8d0-60a6-4086-a994-ede2be1a4054'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:54:13.216301 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Routers {'de57f8d0-60a6-4086-a994-ede2be1a4054'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:54:13.217076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:54:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['de57f8d0-60a6-4086-a994-ede2be1a4054'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:13.240378 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-28f434df-7d1c-47d9-93ef-248ba234e11b service neutron] 10.222.0.48 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434845 Mar 24 00:54:13.248804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] For port b75ab542-652a-4d39-b7f3-da517fa882e4, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:54:13.280469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0c4cf-fb75-4993-a8f8-146d69991e28 req-6c7530de-bb36-4f0b-aa64-f5ad50251b98 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:13.282071 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bad0c4cf-fb75-4993-a8f8-146d69991e28 req-6c7530de-bb36-4f0b-aa64-f5ad50251b98 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 945 time: 0.3497620 Mar 24 00:54:13.310514 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9cd0d420-3958-4de4-b113-80e535da0f6d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:13.311140 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9cd0d420-3958-4de4-b113-80e535da0f6d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:13.315247 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-0b5714bb-ec30-40db-ad8c-a7e11837147c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Made reservation on behalf of 39466f42d3cb4e43b1c11edb18af53db for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:54:13.324129 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-0b5714bb-ec30-40db-ad8c-a7e11837147c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:13.334981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] For port b75ab542-652a-4d39-b7f3-da517fa882e4, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b75ab542-652a-4d39-b7f3-da517fa882e4,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:54:13.367788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=61952ac6-b9c6-4000-a1f4-1cc237ff8f96,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:13.388975 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:13.393071 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15a85579-c0dc-421b-8895-280160dfb6a1 req-04dc1ddf-7aef-48a2-945e-ae83ccd8251b service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955264 Mar 24 00:54:13.397970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '61952ac6-b9c6-4000-a1f4-1cc237ff8f96', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '61952ac6-b9c6-4000-a1f4-1cc237ff8f96', 'mac_address': 'fa:16:3e:6b:6f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:54:13.499392 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-0b5714bb-ec30-40db-ad8c-a7e11837147c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Allocated IP 172.20.0.2 (e1d9accb-8dd8-44a6-b381-745a23ff44a4/9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c/ba899f02-2aba-497f-9dbb-2a3e31a11ebf) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:54:13.500241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15a85579-c0dc-421b-8895-280160dfb6a1 req-d59fb871-4b86-4b2f-adde-45409422515e service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949218 Mar 24 00:54:13.538553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Set router de57f8d0-60a6-4086-a994-ede2be1a4054 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:54:13.547589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 9cd0d420-3958-4de4-b113-80e535da0f6d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:13.560079 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:13.566254 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:13.568049 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] 10.222.0.57 "PUT /v2.0/ports/b75ab542-652a-4d39-b7f3-da517fa882e4 HTTP/1.1" status: 200 len: 1096 time: 4.1173546 Mar 24 00:54:13.577700 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:13.578092 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (61952ac6-b9c6-4000-a1f4-1cc237ff8f96), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:13.609702 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:13.676291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3195f-df29-4bd3-a9cd-1a73c8f8dc14 req-c1179bd9-ee22-411d-b017-70ed3b476514 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:13.685723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-03a3195f-df29-4bd3-a9cd-1a73c8f8dc14 req-c1179bd9-ee22-411d-b017-70ed3b476514 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 944 time: 0.5686574 Mar 24 00:54:13.730817 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-0b5714bb-ec30-40db-ad8c-a7e11837147c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks [] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:13.738124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bad0c4cf-fb75-4993-a8f8-146d69991e28 req-6131c398-5d98-49a1-888e-93a7ca9d36d5 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254856 Mar 24 00:54:13.782095 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-0b5714bb-ec30-40db-ad8c-a7e11837147c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:13.805659 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21baf4c5-29d3-41b6-998e-dedf07418ba6 req-cf8fa1de-54ea-47e5-91c1-413319746014 service neutron] 10.222.0.48 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188713 Mar 24 00:54:13.830685 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8730bb-b9c3-4370-a985-b4b3a4d5b9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b75ab542-652a-4d39-b7f3-da517fa882e4,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:13.851969 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-0b5714bb-ec30-40db-ad8c-a7e11837147c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Network e1d9accb-8dd8-44a6-b381-745a23ff44a4 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:54:13.856580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-0b5714bb-ec30-40db-ad8c-a7e11837147c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:13.863479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-0b5714bb-ec30-40db-ad8c-a7e11837147c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:54:13.932032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-0b5714bb-ec30-40db-ad8c-a7e11837147c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:13.932658 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-0b5714bb-ec30-40db-ad8c-a7e11837147c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:13.942778 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5714bb-ec30-40db-ad8c-a7e11837147c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Pushing event updated for resources: {'Port': ['ID=ba899f02-2aba-497f-9dbb-2a3e31a11ebf,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:13.949324 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-03a3195f-df29-4bd3-a9cd-1a73c8f8dc14 req-0b4ca04f-5b56-41dc-9352-935748e16994 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625287 Mar 24 00:54:13.952869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-9aa382d4-20f5-4624-b3ca-af54b96023ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:13.954317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-9aa382d4-20f5-4624-b3ca-af54b96023ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0cb2fe3a62644547b70159bb167fdaec&device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 1130 time: 0.3344631 Mar 24 00:54:13.963734 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-0b5714bb-ec30-40db-ad8c-a7e11837147c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8658085 Mar 24 00:54:13.996274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=61952ac6-b9c6-4000-a1f4-1cc237ff8f96,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:13.996774 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Request body: {'port': {'device_id': 'f650122b-7dc7-4a8a-bc36-dd59ffcce0bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:14.004711 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-2f60d8a7-806f-4ccd-aeaa-f8a54e5cc2d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=b75ab542-652a-4d39-b7f3-da517fa882e4 HTTP/1.1" status: 200 len: 217 time: 0.0425351 Mar 24 00:54:14.014605 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (61952ac6-b9c6-4000-a1f4-1cc237ff8f96), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:14.055732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514257f-40e0-474a-9336-da67697d9ca5 req-18e77748-22c6-46a8-a7ea-210812280ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:14.056890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7514257f-40e0-474a-9336-da67697d9ca5 req-18e77748-22c6-46a8-a7ea-210812280ea3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c234724dc89149218858924a99df6227&device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 1126 time: 0.1676850 Mar 24 00:54:14.068121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679515f-d6e2-4eee-9ab8-7fe53a135a38 req-38012d19-bd21-400e-bde4-da7916193d4e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:14.069761 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9679515f-d6e2-4eee-9ab8-7fe53a135a38 req-38012d19-bd21-400e-bde4-da7916193d4e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=f650122b-7dc7-4a8a-bc36-dd59ffcce0bb HTTP/1.1" status: 200 len: 931 time: 0.2002809 Mar 24 00:54:14.108358 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:14.150780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=61952ac6-b9c6-4000-a1f4-1cc237ff8f96,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:14.191934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'name': 'tempest-ServersTestFqdnHostnames-717473712-router', 'tenant_id': '445695e592154cae81bd358a0355e440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:11Z', 'revision_number': 4, 'project_id': '445695e592154cae81bd358a0355e440', 'gw_port': {'id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '6d9db441-57d3-4392-9d7e-7361f9e7b2a3', 'name': '', 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc', 'tenant_id': '445695e592154cae81bd358a0355e440', 'mac_address': 'fa:16:3e:d5:c2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:09Z', 'updated_at': '2022-03-24T00:54:11Z', 'revision_number': 2, 'project_id': '445695e592154cae81bd358a0355e440', 'subnets': [{'id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:14.224387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Checking router: de57f8d0-60a6-4086-a994-ede2be1a4054 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:54:14.225218 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Updating router de57f8d0-60a6-4086-a994-ede2be1a4054 port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:54:14.254914 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['61952ac6-b9c6-4000-a1f4-1cc237ff8f96'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:54:14.264294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3e24685f-15c7-48e2-b8f2-7ab102dd189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:14.265802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-3e24685f-15c7-48e2-b8f2-7ab102dd189d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.2544646 Mar 24 00:54:14.271057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514257f-40e0-474a-9336-da67697d9ca5 req-d4e4c5e9-9f16-4f5d-8c18-a98b215e7d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:14.273176 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7514257f-40e0-474a-9336-da67697d9ca5 req-d4e4c5e9-9f16-4f5d-8c18-a98b215e7d51 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 200 len: 912 time: 0.2007630 Mar 24 00:54:14.325497 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:14.367704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2e882-a399-43b5-af4b-5b5708b30288 req-20a95efb-4df8-4d0e-b465-b0542b752784 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:14.367954 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31a2e882-a399-43b5-af4b-5b5708b30288 req-20a95efb-4df8-4d0e-b465-b0542b752784 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2527184 Mar 24 00:54:14.373240 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7514257f-40e0-474a-9336-da67697d9ca5 req-c80d54f1-ce71-4f9d-a26e-dad403ca9b99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa27e7b-f120-44fd-bffd-d64afc68f22e HTTP/1.1" status: 200 len: 217 time: 0.0903687 Mar 24 00:54:14.431776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba899f02-2aba-497f-9dbb-2a3e31a11ebf {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:14.441636 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Publish callbacks [] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:14.458918 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Transition to ACTIVE for port object ba899f02-2aba-497f-9dbb-2a3e31a11ebf will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:54:14.465013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9679515f-d6e2-4eee-9ab8-7fe53a135a38 req-1f0cde12-2d1d-4520-a73c-df0d284299c6 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762801 Mar 24 00:54:14.477268 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:14.484528 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31a2e882-a399-43b5-af4b-5b5708b30288 req-e002a42e-b99f-4b34-8e07-ef5719d48544 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015472 Mar 24 00:54:14.487000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514257f-40e0-474a-9336-da67697d9ca5 req-1311ab02-9978-4847-ac79-a50a2cd95da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:14.488391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7514257f-40e0-474a-9336-da67697d9ca5 req-1311ab02-9978-4847-ac79-a50a2cd95da7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf HTTP/1.1" status: 200 len: 851 time: 0.1044331 Mar 24 00:54:14.527388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-5563ecd1-2723-4309-98f7-c4fb410ccaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:14.528902 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-5563ecd1-2723-4309-98f7-c4fb410ccaab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2483845 Mar 24 00:54:14.565745 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba899f02-2aba-497f-9dbb-2a3e31a11ebf,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:14.574044 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7514257f-40e0-474a-9336-da67697d9ca5 req-121b87fd-ebef-46d5-8b36-7c8daf178b78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed6472c2-d109-4f17-8364-15c609d6ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705090 Mar 24 00:54:14.657530 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Attempting to bind port ba899f02-2aba-497f-9dbb-2a3e31a11ebf on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:54:14.658395 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Attempting to bind port ba899f02-2aba-497f-9dbb-2a3e31a11ebf by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:54:14.658815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Attempting to bind port ba899f02-2aba-497f-9dbb-2a3e31a11ebf on network e1d9accb-8dd8-44a6-b381-745a23ff44a4 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:14.665631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Port ba899f02-2aba-497f-9dbb-2a3e31a11ebf on network e1d9accb-8dd8-44a6-b381-745a23ff44a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:54:14.666157 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Attempting to bind port ba899f02-2aba-497f-9dbb-2a3e31a11ebf on network e1d9accb-8dd8-44a6-b381-745a23ff44a4 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:14.672246 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:54:14.672684 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Checking segment: {'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:14.673162 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Bound using segment: {'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:54:14.673679 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Bound port: ba899f02-2aba-497f-9dbb-2a3e31a11ebf, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:54:14.674160 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:14.721295 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Publish callbacks [] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:14.739172 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:14.760216 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] For port ba899f02-2aba-497f-9dbb-2a3e31a11ebf, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:54:14.764013 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] For port ba899f02-2aba-497f-9dbb-2a3e31a11ebf, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ba899f02-2aba-497f-9dbb-2a3e31a11ebf,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:54:14.773395 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:14.817717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7514257f-40e0-474a-9336-da67697d9ca5 req-beeb7935-c044-4ad5-9bbf-ab5b5996895b service neutron] 10.222.0.48 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341979 Mar 24 00:54:14.863417 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:14.864036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:14.865501 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] 10.222.0.48 "PUT /v2.0/ports/ba899f02-2aba-497f-9dbb-2a3e31a11ebf HTTP/1.1" status: 200 len: 1091 time: 0.8886232 Mar 24 00:54:14.867115 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea97fa3-22c4-43fc-963c-b339f88490a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba899f02-2aba-497f-9dbb-2a3e31a11ebf,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:14.903291 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d50f4b-d3e4-4e56-a7a8-fcd64ff4d3a1 None None] Pushing event updated for resources: {'Port': ['ID=6d9db441-57d3-4392-9d7e-7361f9e7b2a3,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:14.919762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f650122b-7dc7-4a8a-bc36-dd59ffcce0bb', 'tag': 'ba899f02-2aba-497f-9dbb-2a3e31a11ebf'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:14.922142 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569c867d-4823-4581-8c88-c427be5ec667" -d '{"events": [{"name": "network-changed", "server_uuid": "f650122b-7dc7-4a8a-bc36-dd59ffcce0bb", "tag": "ba899f02-2aba-497f-9dbb-2a3e31a11ebf"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:14.937706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Attempting to bind port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:54:14.946523 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40962) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:14.948267 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Attempting to bind port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'fe554b1b-851e-4917-978e-bd147887428b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:54:14.948833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Attempting to bind port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 on network 6824a075-9c2e-4178-b437-c04956a4f6dc {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:14.953686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3d665796-e14a-49fb-992e-a287036a6624 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--682459739', 'description': 'tempest-description--1795837165'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:14.962532 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:54:14.962936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Checking segment: {'id': 'fe554b1b-851e-4917-978e-bd147887428b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:14.963327 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:14.963730 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Bound using segment: {'id': 'fe554b1b-851e-4917-978e-bd147887428b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:54:14.964223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Bound port: 6d9db441-57d3-4392-9d7e-7361f9e7b2a3, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe554b1b-851e-4917-978e-bd147887428b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:54:14.964611 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:15.008693 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d665796-e14a-49fb-992e-a287036a6624 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:15.020684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff707765-cae8-44e6-8a3b-03357295c053', 'tag': 'b75ab542-652a-4d39-b7f3-da517fa882e4'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:15.023464 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d840ef6e-8e38-4aea-8c5b-b2f0a43cf49e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff707765-cae8-44e6-8a3b-03357295c053", "tag": "b75ab542-652a-4d39-b7f3-da517fa882e4"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:15.074446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] For port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:54:15.076717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-74d0e0ab-8102-4ce4-a84c-41b715ef27a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:15.078549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] For port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6d9db441-57d3-4392-9d7e-7361f9e7b2a3,segment=NetworkSegment(fe554b1b-851e-4917-978e-bd147887428b),segment_id=fe554b1b-851e-4917-978e-bd147887428b)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:54:15.078860 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-74d0e0ab-8102-4ce4-a84c-41b715ef27a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=39466f42d3cb4e43b1c11edb18af53db&device_id=f650122b-7dc7-4a8a-bc36-dd59ffcce0bb HTTP/1.1" status: 200 len: 1125 time: 0.1519189 Mar 24 00:54:15.089521 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:15.135435 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-a31e9a88-8309-49bb-a368-d10ed17b5d09 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba899f02-2aba-497f-9dbb-2a3e31a11ebf HTTP/1.1" status: 200 len: 217 time: 0.0439103 Mar 24 00:54:15.168010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Routers {'de57f8d0-60a6-4086-a994-ede2be1a4054'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:54:15.168658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:54:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['de57f8d0-60a6-4086-a994-ede2be1a4054'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:15.195942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7514257f-40e0-474a-9336-da67697d9ca5 req-a78791fc-c528-4015-a231-3ae8425ea95e service neutron] 10.222.0.48 "GET /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568070 Mar 24 00:54:15.215159 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-6dbc193c-effb-444c-99c8-f0714a8fb6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:15.216848 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-6dbc193c-effb-444c-99c8-f0714a8fb6fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c HTTP/1.1" status: 200 len: 844 time: 0.0721445 Mar 24 00:54:15.237979 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-46cd421c-d7da-4527-8c80-e31b56ab79e6 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1513685747&fields=id&tenant_id=8954b50df5df481eaca5bc7a74bc27cb HTTP/1.1" status: 200 len: 267 time: 0.4191387 Mar 24 00:54:15.268400 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-94699717-d685-43bc-a91b-76915fbce5f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d9accb-8dd8-44a6-b381-745a23ff44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434909 Mar 24 00:54:15.306277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d50f4b-d3e4-4e56-a7a8-fcd64ff4d3a1 None None] Pushing event updated for resources: {'Port': ['ID=6d9db441-57d3-4392-9d7e-7361f9e7b2a3,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:15.318559 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-13535171-3ce8-48c8-8460-d7a297f310c1 None None] Provisioning complete for port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:15.318979 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-13535171-3ce8-48c8-8460-d7a297f310c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:15.319970 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d665796-e14a-49fb-992e-a287036a6624 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for security_group (cba9837f-f154-41e8-9091-6390923cd9db), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:15.361715 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d665796-e14a-49fb-992e-a287036a6624 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cba9837f-f154-41e8-9091-6390923cd9db), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:15.381707 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] Set router de57f8d0-60a6-4086-a994-ede2be1a4054 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:54:15.414504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d665796-e14a-49fb-992e-a287036a6624 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba9837f-f154-41e8-9091-6390923cd9db,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:15.448742 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d665796-e14a-49fb-992e-a287036a6624 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:15.450346 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3d665796-e14a-49fb-992e-a287036a6624 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5027573 Mar 24 00:54:15.453534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40968) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:15.458010 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c5e8fe24-698b-4d44-8b78-34441cbbd040 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Request body: {'security_group_rule': {'security_group_id': 'cba9837f-f154-41e8-9091-6390923cd9db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:15.506440 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-91f06336-f842-476a-823e-f53c3d995f77 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282813 Mar 24 00:54:15.570646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-13535171-3ce8-48c8-8460-d7a297f310c1 None None] Current status of the port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:15.570955 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-13535171-3ce8-48c8-8460-d7a297f310c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:15.617904 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5e8fe24-698b-4d44-8b78-34441cbbd040 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for security_group_rule (db3baa74-f1ab-45be-a905-d089a887371f), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:15.618530 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-13535171-3ce8-48c8-8460-d7a297f310c1 None None] For port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6d9db441-57d3-4392-9d7e-7361f9e7b2a3,segment=NetworkSegment(fe554b1b-851e-4917-978e-bd147887428b),segment_id=fe554b1b-851e-4917-978e-bd147887428b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:15.622907 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-db4d4091-1d6e-47fd-b878-103ee5ea3821 req-d5ff95e7-4659-457a-9b30-0a21f5bad3f8 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074996 Mar 24 00:54:15.631701 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-13535171-3ce8-48c8-8460-d7a297f310c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:15.708508 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13535171-3ce8-48c8-8460-d7a297f310c1 None None] Pushing event updated for resources: {'Port': ['ID=6d9db441-57d3-4392-9d7e-7361f9e7b2a3,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:15.726233 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-44c700dd-79f6-4313-a22a-1396e7a54f34 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1867349 Mar 24 00:54:15.805774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d0a0a-27d2-4950-a232-5de2c720668a req-ef5b7313-ff33-4087-a550-2cf9e8449f6e tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:15.806409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-37ad8777-386c-4561-be70-f0a27b845ef0 None None] Provisioning complete for port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:15.806898 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-37ad8777-386c-4561-be70-f0a27b845ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:15.813775 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b68d0a0a-27d2-4950-a232-5de2c720668a req-ef5b7313-ff33-4087-a550-2cf9e8449f6e tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfde75e5-f938-42d0-b894-9ead063e1bae HTTP/1.1" status: 200 len: 948 time: 0.7521839 Mar 24 00:54:15.863344 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'name': 'tempest-ServersTestFqdnHostnames-717473712-router', 'tenant_id': '445695e592154cae81bd358a0355e440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:11Z', 'revision_number': 4, 'project_id': '445695e592154cae81bd358a0355e440', 'gw_port': {'id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '6d9db441-57d3-4392-9d7e-7361f9e7b2a3', 'name': '', 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc', 'tenant_id': '445695e592154cae81bd358a0355e440', 'mac_address': 'fa:16:3e:d5:c2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:09Z', 'updated_at': '2022-03-24T00:54:15Z', 'revision_number': 4, 'project_id': '445695e592154cae81bd358a0355e440', 'subnets': [{'id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:15.895759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c99390-1dca-4d18-9bfe-25e68d945db6 None None] The sync data for ids ['de57f8d0-60a6-4086-a994-ede2be1a4054'] in n-d-760455-9 is: [{'id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'name': 'tempest-ServersTestFqdnHostnames-717473712-router', 'tenant_id': '445695e592154cae81bd358a0355e440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:11Z', 'revision_number': 4, 'project_id': '445695e592154cae81bd358a0355e440', 'gw_port': {'id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '6d9db441-57d3-4392-9d7e-7361f9e7b2a3', 'name': '', 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc', 'tenant_id': '445695e592154cae81bd358a0355e440', 'mac_address': 'fa:16:3e:d5:c2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:09Z', 'updated_at': '2022-03-24T00:54:15Z', 'revision_number': 4, 'project_id': '445695e592154cae81bd358a0355e440', 'subnets': [{'id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:54:15.905198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-f2823860-b4c5-42de-a14e-d4fe903b335b tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:15.907418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-f2823860-b4c5-42de-a14e-d4fe903b335b tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/networks?id=81cf2e4e-3666-4e7f-8911-a1cc83093913 HTTP/1.1" status: 200 len: 806 time: 0.6679354 Mar 24 00:54:15.953927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4258534b-bec6-4ef5-8ac0-37d5a74d7fda req-817312af-559f-46b9-a568-a6fc75060f4c service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192032 Mar 24 00:54:15.985689 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b68d0a0a-27d2-4950-a232-5de2c720668a req-3e30582c-3995-43f1-96b6-a28cfb17c778 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/security-groups?id=b93a534a-7000-4104-a68b-c5f5011e0788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554894 Mar 24 00:54:15.994501 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-3a5583b8-7e0d-43e9-baac-946a56716c0a tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/quotas/8954b50df5df481eaca5bc7a74bc27cb HTTP/1.1" status: 200 len: 375 time: 0.0712676 Mar 24 00:54:16.032834 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-37ad8777-386c-4561-be70-f0a27b845ef0 None None] Current status of the port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:16.077268 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5e8fe24-698b-4d44-8b78-34441cbbd040 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for security_group_rule (db3baa74-f1ab-45be-a905-d089a887371f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:16.087440 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5e8fe24-698b-4d44-8b78-34441cbbd040 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (db3baa74-f1ab-45be-a905-d089a887371f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:16.092786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-bfef2fcd-999f-43a7-85b2-66ca9bd47cfa tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8954b50df5df481eaca5bc7a74bc27cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907786 Mar 24 00:54:16.121727 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5e8fe24-698b-4d44-8b78-34441cbbd040 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:16.125244 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c5e8fe24-698b-4d44-8b78-34441cbbd040 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6682427 Mar 24 00:54:16.125605 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40974) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:16.130219 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-922deb0b-deac-41c0-ba0a-86b12c625708 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Request body: {'security_group_rule': {'security_group_id': 'cba9837f-f154-41e8-9091-6390923cd9db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:16.148630 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8fe24-698b-4d44-8b78-34441cbbd040 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3baa74-f1ab-45be-a905-d089a887371f,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:16.168570 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-922deb0b-deac-41c0-ba0a-86b12c625708 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for security_group_rule (97fb44e3-7111-4661-92a6-b8fbac1d0de0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:16.228023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e202086-9151-4070-b216-fdb36a8de629 req-559c8076-5175-4942-abcf-fc4d7f2b6320 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:16.233222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e202086-9151-4070-b216-fdb36a8de629 req-559c8076-5175-4942-abcf-fc4d7f2b6320 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 948 time: 0.1309803 Mar 24 00:54:16.254417 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-922deb0b-deac-41c0-ba0a-86b12c625708 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for security_group_rule (97fb44e3-7111-4661-92a6-b8fbac1d0de0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:16.266108 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-922deb0b-deac-41c0-ba0a-86b12c625708 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (97fb44e3-7111-4661-92a6-b8fbac1d0de0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:16.295195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922deb0b-deac-41c0-ba0a-86b12c625708 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97fb44e3-7111-4661-92a6-b8fbac1d0de0,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:16.312190 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e202086-9151-4070-b216-fdb36a8de629 req-8fcae7db-48a3-42ee-9ea1-4bcdcf48dcf0 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe3e59ed-9c45-4921-bf3e-637fb2ce45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724711 Mar 24 00:54:16.316519 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-922deb0b-deac-41c0-ba0a-86b12c625708 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:16.321573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-e2711569-77eb-4c6b-9edc-9647ebd41112 service neutron] 10.222.0.45 "GET /v2.0/networks/81cf2e4e-3666-4e7f-8911-a1cc83093913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103634 Mar 24 00:54:16.326746 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-922deb0b-deac-41c0-ba0a-86b12c625708 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1999569 Mar 24 00:54:16.327498 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40976) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:16.332655 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:16.364655 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:16.451955 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-5611a5b2-67de-4efb-89d9-52bf23dd3a34 service neutron] 10.222.0.45 "GET /v2.0/networks/81cf2e4e-3666-4e7f-8911-a1cc83093913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294796 Mar 24 00:54:16.492772 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:16.537650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f2dcd-5493-4985-8280-3abb3b60a185 req-a64b2084-468c-4ce1-a749-9c4e8b14a160 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:16.539643 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e54f2dcd-5493-4985-8280-3abb3b60a185 req-a64b2084-468c-4ce1-a749-9c4e8b14a160 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 945 time: 0.0867448 Mar 24 00:54:16.614400 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e54f2dcd-5493-4985-8280-3abb3b60a185 req-bf950da8-f6d4-41fa-999e-81e0085d8c7e tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640068 Mar 24 00:54:16.670479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Allocated IP 172.25.0.206 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/c08ff02e-bfb0-4487-9330-4fed2ef7ef87) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:54:16.686893 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dac38b-9560-4e49-9aad-eeefcb33b865 x-openstack-request-id: req-a4dac38b-9560-4e49-9aad-eeefcb33b865 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:16.687991 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f650122b-7dc7-4a8a-bc36-dd59ffcce0bb", "tag": "ba899f02-2aba-497f-9dbb-2a3e31a11ebf", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:16.688323 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4dac38b-9560-4e49-9aad-eeefcb33b865 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:16.688803 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4dac38b-9560-4e49-9aad-eeefcb33b865'] response: {'name': 'network-changed', 'server_uuid': 'f650122b-7dc7-4a8a-bc36-dd59ffcce0bb', 'tag': 'ba899f02-2aba-497f-9dbb-2a3e31a11ebf', 'status': 'completed', 'code': 200} Mar 24 00:54:16.788333 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45b41f5-a908-4b79-b7cb-1f20aedace06 x-openstack-request-id: req-e45b41f5-a908-4b79-b7cb-1f20aedace06 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:16.791147 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff707765-cae8-44e6-8a3b-03357295c053", "tag": "b75ab542-652a-4d39-b7f3-da517fa882e4", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:16.791661 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e45b41f5-a908-4b79-b7cb-1f20aedace06 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:16.792306 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45b41f5-a908-4b79-b7cb-1f20aedace06'] response: {'name': 'network-changed', 'server_uuid': 'ff707765-cae8-44e6-8a3b-03357295c053', 'tag': 'b75ab542-652a-4d39-b7f3-da517fa882e4', 'status': 'completed', 'code': 200} Mar 24 00:54:16.871255 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c867d-4823-4581-8c88-c427be5ec667 req-6a02c42d-fdbf-448f-83f5-b2ee435e5737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:16.872788 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-569c867d-4823-4581-8c88-c427be5ec667 req-6a02c42d-fdbf-448f-83f5-b2ee435e5737 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=39466f42d3cb4e43b1c11edb18af53db&device_id=f650122b-7dc7-4a8a-bc36-dd59ffcce0bb HTTP/1.1" status: 200 len: 1125 time: 0.1725461 Mar 24 00:54:16.877280 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:16.902883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45743c77-c0ee-4dad-8a9c-fe31594c554b req-c3766195-c710-4e77-bb26-f68feabccbd5 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:16.910989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45743c77-c0ee-4dad-8a9c-fe31594c554b req-c3766195-c710-4e77-bb26-f68feabccbd5 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 944 time: 0.1817091 Mar 24 00:54:16.988017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840ef6e-8e38-4aea-8c5b-b2f0a43cf49e req-3b25a13e-e767-4f4d-8786-b336f155f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:16.990449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d840ef6e-8e38-4aea-8c5b-b2f0a43cf49e req-3b25a13e-e767-4f4d-8786-b336f155f0b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0cb2fe3a62644547b70159bb167fdaec&device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 1130 time: 0.1959336 Mar 24 00:54:17.013366 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:54:17.017371 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:17.017650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e679097-7967-4ace-8a03-722d8194adda req-32e1506c-e22b-4977-a83f-a7776dadc8b7 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:17.017898 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (61952ac6-b9c6-4000-a1f4-1cc237ff8f96), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:17.028508 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e679097-7967-4ace-8a03-722d8194adda req-32e1506c-e22b-4977-a83f-a7776dadc8b7 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=f650122b-7dc7-4a8a-bc36-dd59ffcce0bb HTTP/1.1" status: 200 len: 943 time: 0.1837306 Mar 24 00:54:17.050865 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for port (c08ff02e-bfb0-4487-9330-4fed2ef7ef87), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:17.100273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:17.166253 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c867d-4823-4581-8c88-c427be5ec667 req-235ef520-c329-44f5-992e-d98f125fe516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:17.168253 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-569c867d-4823-4581-8c88-c427be5ec667 req-235ef520-c329-44f5-992e-d98f125fe516 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1d9accb-8dd8-44a6-b381-745a23ff44a4 HTTP/1.1" status: 200 len: 905 time: 0.2858262 Mar 24 00:54:17.218362 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c08ff02e-bfb0-4487-9330-4fed2ef7ef87), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:17.230763 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-569c867d-4823-4581-8c88-c427be5ec667 req-c976cc5a-8ae9-4d6d-ab33-e15bf37ad3eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba899f02-2aba-497f-9dbb-2a3e31a11ebf HTTP/1.1" status: 200 len: 217 time: 0.0554104 Mar 24 00:54:17.235498 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45743c77-c0ee-4dad-8a9c-fe31594c554b req-e8741591-9bf3-432e-835a-32eaea5b4bcd tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185980 Mar 24 00:54:17.288913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:17.300188 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:17.326981 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e679097-7967-4ace-8a03-722d8194adda req-ec30a29b-9603-40fc-beb0-52068c4c4737 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975023 Mar 24 00:54:17.337412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840ef6e-8e38-4aea-8c5b-b2f0a43cf49e req-0d791ec6-8e52-4053-94e4-86c7e630d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:17.341114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d840ef6e-8e38-4aea-8c5b-b2f0a43cf49e req-0d791ec6-8e52-4053-94e4-86c7e630d355 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.3103800 Mar 24 00:54:17.389820 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d840ef6e-8e38-4aea-8c5b-b2f0a43cf49e req-ddb31f6b-1b37-4ea7-93e6-cdee42d974e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=b75ab542-652a-4d39-b7f3-da517fa882e4 HTTP/1.1" status: 200 len: 217 time: 0.0365274 Mar 24 00:54:17.408974 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:17.409390 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (61952ac6-b9c6-4000-a1f4-1cc237ff8f96), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:17.423285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:54:17.440600 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:17.445194 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Pushing event updated for resources: {'Port': ['ID=c08ff02e-bfb0-4487-9330-4fed2ef7ef87,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:17.464240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:54:17.489266 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a2912a8-b445-47d4-912f-e120202ebb02 req-6942da97-e19a-41c1-b6dd-e75077491c6f tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 210 time: 0.0683641 Mar 24 00:54:17.503641 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfde75e5-f938-42d0-b894-9ead063e1bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61952ac6-b9c6-4000-a1f4-1cc237ff8f96'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:17.505340 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b677988d-cda8-4a89-8644-5c23a9aee2ed" -d '{"events": [{"server_uuid": "dfde75e5-f938-42d0-b894-9ead063e1bae", "name": "network-vif-plugged", "status": "completed", "tag": "61952ac6-b9c6-4000-a1f4-1cc237ff8f96"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:17.542989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=61952ac6-b9c6-4000-a1f4-1cc237ff8f96,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:17.554129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840ef6e-8e38-4aea-8c5b-b2f0a43cf49e req-59a709c5-03a5-4209-ad11-7aba9851a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:17.555803 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d840ef6e-8e38-4aea-8c5b-b2f0a43cf49e req-59a709c5-03a5-4209-ad11-7aba9851a3b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1507871 Mar 24 00:54:17.580172 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (61952ac6-b9c6-4000-a1f4-1cc237ff8f96), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:17.594728 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c867d-4823-4581-8c88-c427be5ec667 req-4d78c1e7-1761-4fef-b5b4-4728d119441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:17.596237 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-569c867d-4823-4581-8c88-c427be5ec667 req-4d78c1e7-1761-4fef-b5b4-4728d119441e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c HTTP/1.1" status: 200 len: 844 time: 0.3464246 Mar 24 00:54:17.651564 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020efac1-6314-439b-a806-acda2a35e170 req-d155ae5f-b7a9-4778-bb56-d2227ea36e75 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:17.653286 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-020efac1-6314-439b-a806-acda2a35e170 req-d155ae5f-b7a9-4778-bb56-d2227ea36e75 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.3111875 Mar 24 00:54:17.664997 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=61952ac6-b9c6-4000-a1f4-1cc237ff8f96,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:17.670549 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-569c867d-4823-4581-8c88-c427be5ec667 req-460264fb-486b-4578-b036-2edc81236aa6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d9accb-8dd8-44a6-b381-745a23ff44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497501 Mar 24 00:54:17.698684 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:17.775562 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840ef6e-8e38-4aea-8c5b-b2f0a43cf49e req-fd2e0791-55bf-4f97-b096-bdfc4ea57029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:17.777043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d840ef6e-8e38-4aea-8c5b-b2f0a43cf49e req-fd2e0791-55bf-4f97-b096-bdfc4ea57029 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2094500 Mar 24 00:54:17.783948 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-020efac1-6314-439b-a806-acda2a35e170 req-6ca2dace-ba02-4340-8d42-14472988392e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813191 Mar 24 00:54:17.817364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173b3f9-1455-45df-8626-007f6620b300 req-011527b5-c601-4bd5-a945-a78f82586364 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:17.819733 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0173b3f9-1455-45df-8626-007f6620b300 req-011527b5-c601-4bd5-a945-a78f82586364 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfde75e5-f938-42d0-b894-9ead063e1bae HTTP/1.1" status: 200 len: 949 time: 0.2099383 Mar 24 00:54:17.839053 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-569c867d-4823-4581-8c88-c427be5ec667 req-3e6a95ac-1fb8-4ad2-98de-05a5d8b20b7e service neutron] 10.222.0.48 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504078 Mar 24 00:54:17.840199 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for floatingip (d3ff770a-b46a-4f2d-940e-da3332032938), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:17.929289 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c08ff02e-bfb0-4487-9330-4fed2ef7ef87), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:17.971235 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0173b3f9-1455-45df-8626-007f6620b300 req-1458c514-7004-4159-9cd8-2efb6b78b5e2 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/security-groups?id=b93a534a-7000-4104-a68b-c5f5011e0788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262021 Mar 24 00:54:17.986123 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d840ef6e-8e38-4aea-8c5b-b2f0a43cf49e req-a298c424-c301-45cf-a620-92efc91341fc service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984472 Mar 24 00:54:18.065929 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bcaf3d-6754-49b7-8df8-6b8d726455e7 x-openstack-request-id: req-86bcaf3d-6754-49b7-8df8-6b8d726455e7 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:18.066453 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfde75e5-f938-42d0-b894-9ead063e1bae", "name": "network-vif-plugged", "status": "completed", "tag": "61952ac6-b9c6-4000-a1f4-1cc237ff8f96", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:18.066453 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86bcaf3d-6754-49b7-8df8-6b8d726455e7 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:18.066849 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86bcaf3d-6754-49b7-8df8-6b8d726455e7'] response: {'server_uuid': 'dfde75e5-f938-42d0-b894-9ead063e1bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61952ac6-b9c6-4000-a1f4-1cc237ff8f96', 'code': 200} Mar 24 00:54:18.098690 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-569c867d-4823-4581-8c88-c427be5ec667 req-30b0457f-7074-47d0-872d-63d896b1fce8 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517085 Mar 24 00:54:18.170664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799c8ff-f90a-49ae-a5c4-ab4cbdbe2578 req-e5423fe3-4eb6-423b-9400-2e53d83729bc tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:18.173537 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2799c8ff-f90a-49ae-a5c4-ab4cbdbe2578 req-e5423fe3-4eb6-423b-9400-2e53d83729bc tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 948 time: 0.2650714 Mar 24 00:54:18.181714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 3aa27e7b-f120-44fd-bffd-d64afc68f22e details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:54:18.186058 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for port (c08ff02e-bfb0-4487-9330-4fed2ef7ef87), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:18.191844 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (c08ff02e-bfb0-4487-9330-4fed2ef7ef87), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:18.305996 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d840ef6e-8e38-4aea-8c5b-b2f0a43cf49e req-99ace16c-560b-4d0f-9bc3-dfb463e467c2 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115842 Mar 24 00:54:18.307372 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Pushing event updated for resources: {'Port': ['ID=c08ff02e-bfb0-4487-9330-4fed2ef7ef87,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:18.311060 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (d3ff770a-b46a-4f2d-940e-da3332032938), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:18.325710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2799c8ff-f90a-49ae-a5c4-ab4cbdbe2578 req-cf3c5069-45d1-435d-8116-a937b19af82a tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe3e59ed-9c45-4921-bf3e-637fb2ce45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195643 Mar 24 00:54:18.333058 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:18.342947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b32872-dbd8-4f9a-80a5-47639c112500 req-d5c33da8-786f-49be-877d-5ecb548e4cbb tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:18.348520 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54b32872-dbd8-4f9a-80a5-47639c112500 req-d5c33da8-786f-49be-877d-5ecb548e4cbb tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 945 time: 0.2072873 Mar 24 00:54:18.350582 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-de9a5bfc-83f5-496d-8f44-cccd0ca0f78e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0211053 Mar 24 00:54:18.370000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487bdd8-ec30-4177-b9eb-c4ad74de6a7a req-cb8511e4-58c6-4466-86b2-cc00087bb3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:18.379265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9487bdd8-ec30-4177-b9eb-c4ad74de6a7a req-cb8511e4-58c6-4466-86b2-cc00087bb3bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dfde75e5-f938-42d0-b894-9ead063e1bae HTTP/1.1" status: 200 len: 1131 time: 0.2515097 Mar 24 00:54:18.593387 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54b32872-dbd8-4f9a-80a5-47639c112500 req-1518cf40-a4a8-46c2-ab58-50ea0a492ddb tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361317 Mar 24 00:54:18.608675 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9487bdd8-ec30-4177-b9eb-c4ad74de6a7a req-f3b76208-45e5-4992-b7b2-5ae1ed3b81ac service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b93a534a-7000-4104-a68b-c5f5011e0788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937079 Mar 24 00:54:18.661935 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-e8448b11-97d7-407d-ba36-abf76778161e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:18.664045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-e8448b11-97d7-407d-ba36-abf76778161e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.57 "GET /v2.0/networks?id=81cf2e4e-3666-4e7f-8911-a1cc83093913 HTTP/1.1" status: 200 len: 806 time: 0.2824585 Mar 24 00:54:18.671144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 3aa27e7b-f120-44fd-bffd-d64afc68f22e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3aa27e7b-f120-44fd-bffd-d64afc68f22e,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:18.685855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '3aa27e7b-f120-44fd-bffd-d64afc68f22e', 'network_id': 'ed6472c2-d109-4f17-8364-15c609d6ab13', 'port_id': '3aa27e7b-f120-44fd-bffd-d64afc68f22e', 'mac_address': 'fa:16:3e:75:99:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251d5752-2a9f-4020-8b2c-bc7d24dfd8cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:54:18.733367 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db1e72-3e69-43d2-a78c-4d7706badebd req-6f86a045-f3df-4942-8d7b-817d0fd14035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:18.736348 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-23db1e72-3e69-43d2-a78c-4d7706badebd req-6f86a045-f3df-4942-8d7b-817d0fd14035 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 1126 time: 0.0833411 Mar 24 00:54:18.752480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 3aa27e7b-f120-44fd-bffd-d64afc68f22e is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:18.752883 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3aa27e7b-f120-44fd-bffd-d64afc68f22e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:18.783730 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa27e7b-f120-44fd-bffd-d64afc68f22e {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:18.838729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 3aa27e7b-f120-44fd-bffd-d64afc68f22e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3aa27e7b-f120-44fd-bffd-d64afc68f22e,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:18.847033 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3aa27e7b-f120-44fd-bffd-d64afc68f22e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:18.847776 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ba899f02-2aba-497f-9dbb-2a3e31a11ebf details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:54:18.857908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c1766-773c-431e-8a1c-1d99e442e390 req-81969b0d-fc78-4b34-a79c-399ee8f74d4a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:18.861531 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-163c1766-773c-431e-8a1c-1d99e442e390 req-81969b0d-fc78-4b34-a79c-399ee8f74d4a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=f650122b-7dc7-4a8a-bc36-dd59ffcce0bb HTTP/1.1" status: 200 len: 943 time: 0.1546123 Mar 24 00:54:18.869746 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db1e72-3e69-43d2-a78c-4d7706badebd req-00c458f4-0fa2-45bc-8168-eb9a29fa42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:18.871575 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-23db1e72-3e69-43d2-a78c-4d7706badebd req-00c458f4-0fa2-45bc-8168-eb9a29fa42f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.1287305 Mar 24 00:54:18.894597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b75ab542-652a-4d39-b7f3-da517fa882e4 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:54:18.957811 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-23db1e72-3e69-43d2-a78c-4d7706badebd req-43b69fb8-9307-43db-ae50-4302ba52844c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc HTTP/1.1" status: 200 len: 999 time: 0.0797141 Mar 24 00:54:18.975850 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-87f677b2-f65c-47d4-bc83-ed162121bbee tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8954b50df5df481eaca5bc7a74bc27cb HTTP/1.1" status: 200 len: 380 time: 0.1690884 Mar 24 00:54:18.994133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-900d4d5c-1798-41fc-8b63-09d1432000c0 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Request body: {'port': {'device_id': '4afaa2e9-4127-45fa-a0bb-aea3e464b1ef', 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913', 'admin_state_up': True, 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'security_groups': ['e65168d3-afc8-43c4-8751-7c9e71f3c4a9']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:19.000143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-163c1766-773c-431e-8a1c-1d99e442e390 req-3b938461-2da2-4e65-a035-e36af8702717 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282732 Mar 24 00:54:19.010300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f6029-4e0b-4389-9a9c-c032a9339a61 req-fd496ffb-e8a5-49a2-976e-c6bb640346b3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:19.011591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d6f6029-4e0b-4389-9a9c-c032a9339a61 req-fd496ffb-e8a5-49a2-976e-c6bb640346b3 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 945 time: 0.1408873 Mar 24 00:54:19.041876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db1e72-3e69-43d2-a78c-4d7706badebd req-f91e5ca7-f7b5-4e5f-b11d-ffc228e410c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:19.043738 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-23db1e72-3e69-43d2-a78c-4d7706badebd req-f91e5ca7-f7b5-4e5f-b11d-ffc228e410c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.0793092 Mar 24 00:54:19.069814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=3aa27e7b-f120-44fd-bffd-d64afc68f22e,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:19.114092 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b75ab542-652a-4d39-b7f3-da517fa882e4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b75ab542-652a-4d39-b7f3-da517fa882e4,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:19.124483 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db1e72-3e69-43d2-a78c-4d7706badebd req-df930ffa-5976-4240-9d79-cf8d17dffe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:19.126648 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-23db1e72-3e69-43d2-a78c-4d7706badebd req-df930ffa-5976-4240-9d79-cf8d17dffe6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0769525 Mar 24 00:54:19.139818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'b75ab542-652a-4d39-b7f3-da517fa882e4', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'b75ab542-652a-4d39-b7f3-da517fa882e4', 'mac_address': 'fa:16:3e:47:df:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:54:19.150036 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port ba899f02-2aba-497f-9dbb-2a3e31a11ebf, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ba899f02-2aba-497f-9dbb-2a3e31a11ebf,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:19.168326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'ba899f02-2aba-497f-9dbb-2a3e31a11ebf', 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4', 'port_id': 'ba899f02-2aba-497f-9dbb-2a3e31a11ebf', 'mac_address': 'fa:16:3e:a5:56:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:54:19.233161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port b75ab542-652a-4d39-b7f3-da517fa882e4 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:19.233559 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:19.240125 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-23db1e72-3e69-43d2-a78c-4d7706badebd req-3152b447-f4a1-48a1-bf1d-10b6e9f61512 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071510 Mar 24 00:54:19.241785 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d6f6029-4e0b-4389-9a9c-c032a9339a61 req-96280ef9-4cb4-48a0-9d1b-c332e47a192a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054400 Mar 24 00:54:19.251129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75ab542-652a-4d39-b7f3-da517fa882e4 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:19.255317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-548930ed-128d-4a84-9565-71a585af283e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--682459739&fields=id&tenant_id=445695e592154cae81bd358a0355e440 HTTP/1.1" status: 200 len: 267 time: 0.1384146 Mar 24 00:54:19.266503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port ba899f02-2aba-497f-9dbb-2a3e31a11ebf is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:19.266903 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:19.286955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba899f02-2aba-497f-9dbb-2a3e31a11ebf {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:19.333297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b75ab542-652a-4d39-b7f3-da517fa882e4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b75ab542-652a-4d39-b7f3-da517fa882e4,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:19.359030 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:19.368743 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port ba899f02-2aba-497f-9dbb-2a3e31a11ebf, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ba899f02-2aba-497f-9dbb-2a3e31a11ebf,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:19.380428 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-23db1e72-3e69-43d2-a78c-4d7706badebd req-8f4a2875-baec-4748-8d4f-3e48ec5bd748 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307585 Mar 24 00:54:19.406998 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:19.430311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-900d4d5c-1798-41fc-8b63-09d1432000c0 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Made reservation on behalf of 8954b50df5df481eaca5bc7a74bc27cb for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:54:19.434494 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-900d4d5c-1798-41fc-8b63-09d1432000c0 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:19.450990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=b75ab542-652a-4d39-b7f3-da517fa882e4,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:19.515503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=ba899f02-2aba-497f-9dbb-2a3e31a11ebf,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:19.530955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-4b9f95ec-bb32-4248-b294-54602de892a5 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:19.533631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-4b9f95ec-bb32-4248-b294-54602de892a5 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/networks?id=6824a075-9c2e-4178-b437-c04956a4f6dc HTTP/1.1" status: 200 len: 814 time: 0.2763865 Mar 24 00:54:19.571674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a16e67-6530-43e1-8544-44a70cd67cfe req-98cf13bb-15d6-4091-93e4-f2f9728e4bb3 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:19.573128 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0a16e67-6530-43e1-8544-44a70cd67cfe req-98cf13bb-15d6-4091-93e4-f2f9728e4bb3 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1960738 Mar 24 00:54:19.599393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-0f84e4a0-fc5c-425a-85bd-4da999847688 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/quotas/445695e592154cae81bd358a0355e440 HTTP/1.1" status: 200 len: 375 time: 0.0387139 Mar 24 00:54:19.633340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['b75ab542-652a-4d39-b7f3-da517fa882e4'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:54:19.706908 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0a16e67-6530-43e1-8544-44a70cd67cfe req-6a5ab64f-6fd4-48df-bb22-9627233823de tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262937 Mar 24 00:54:19.707168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['ba899f02-2aba-497f-9dbb-2a3e31a11ebf'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:54:19.714411 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['3aa27e7b-f120-44fd-bffd-d64afc68f22e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:54:19.715737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-900d4d5c-1798-41fc-8b63-09d1432000c0 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Allocated IP 172.20.0.11 (81cf2e4e-3666-4e7f-8911-a1cc83093913/e7bc077b-7f0c-4e74-b869-0476421de2ce/7a2a3563-7cc5-4957-9e56-255e5f4aa073) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:54:19.743699 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-dac92f38-5a8a-4a6f-aebe-c9af76e62fc0 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=445695e592154cae81bd358a0355e440&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1365201 Mar 24 00:54:19.941595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa4dadef-37f5-4e70-bad5-b7c71893ac3c req-26b89955-89a7-41b0-b855-552d45f04dc3 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 210 time: 0.1004972 Mar 24 00:54:20.037442 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-2e06354b-a536-4d78-b7f1-77b095511a7c service neutron] 10.222.0.45 "GET /v2.0/networks/6824a075-9c2e-4178-b437-c04956a4f6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661722 Mar 24 00:54:20.145458 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-900d4d5c-1798-41fc-8b63-09d1432000c0 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for port (7a2a3563-7cc5-4957-9e56-255e5f4aa073), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:20.175014 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b209c-1e49-49aa-a12b-fcde01db930c req-2b6a2be1-f94e-4999-af53-7067941d83f8 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:20.176465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-929b209c-1e49-49aa-a12b-fcde01db930c req-2b6a2be1-f94e-4999-af53-7067941d83f8 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfde75e5-f938-42d0-b894-9ead063e1bae HTTP/1.1" status: 200 len: 949 time: 0.1681910 Mar 24 00:54:20.221654 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-43a36d66-c70c-4379-ac1e-3ef2cb63ee72 service neutron] 10.222.0.45 "GET /v2.0/networks/6824a075-9c2e-4178-b437-c04956a4f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658754 Mar 24 00:54:20.249790 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-900d4d5c-1798-41fc-8b63-09d1432000c0 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7a2a3563-7cc5-4957-9e56-255e5f4aa073), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:20.254439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-929b209c-1e49-49aa-a12b-fcde01db930c req-79829aa9-c214-4e28-9800-5ee035ecba90 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/security-groups?id=b93a534a-7000-4104-a68b-c5f5011e0788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710177 Mar 24 00:54:20.310565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d4d5c-1798-41fc-8b63-09d1432000c0 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Pushing event updated for resources: {'Port': ['ID=7a2a3563-7cc5-4957-9e56-255e5f4aa073,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:20.327955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-900d4d5c-1798-41fc-8b63-09d1432000c0 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Network 81cf2e4e-3666-4e7f-8911-a1cc83093913 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:54:20.329355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-900d4d5c-1798-41fc-8b63-09d1432000c0 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:20.331833 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-900d4d5c-1798-41fc-8b63-09d1432000c0 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:54:20.414145 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-900d4d5c-1798-41fc-8b63-09d1432000c0 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:20.414753 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-900d4d5c-1798-41fc-8b63-09d1432000c0 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:20.461511 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef599b-723e-4c5c-b7fc-9b5076239615 req-b0e34f8a-1a8c-4484-b4e5-d57f937c582e tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:20.463228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09ef599b-723e-4c5c-b7fc-9b5076239615 req-b0e34f8a-1a8c-4484-b4e5-d57f937c582e tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 949 time: 0.1079078 Mar 24 00:54:20.467187 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-900d4d5c-1798-41fc-8b63-09d1432000c0 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4779568 Mar 24 00:54:20.500965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Request body: {'port': {'device_id': '4afaa2e9-4127-45fa-a0bb-aea3e464b1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:20.614413 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09ef599b-723e-4c5c-b7fc-9b5076239615 req-88e427af-2f0a-41e1-8d22-c0e1444c228e tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe3e59ed-9c45-4921-bf3e-637fb2ce45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424654 Mar 24 00:54:20.624112 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7a2a3563-7cc5-4957-9e56-255e5f4aa073), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:20.678624 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d890162-a525-45bc-80b6-be99f4d68ce1 req-c6d5af34-871f-48d2-a0ea-f6d82aca9f9b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:20.680154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d890162-a525-45bc-80b6-be99f4d68ce1 req-c6d5af34-871f-48d2-a0ea-f6d82aca9f9b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 945 time: 0.2452774 Mar 24 00:54:20.712407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-281c6246-247b-4186-adaf-bc389c72998b None None] Provisioning complete for port 7a2a3563-7cc5-4957-9e56-255e5f4aa073 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:20.713500 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-281c6246-247b-4186-adaf-bc389c72998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7a2a3563-7cc5-4957-9e56-255e5f4aa073), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:20.767820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-281c6246-247b-4186-adaf-bc389c72998b None None] Port 7a2a3563-7cc5-4957-9e56-255e5f4aa073 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:54:20.902190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b75ab542-652a-4d39-b7f3-da517fa882e4 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:20.985383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port b75ab542-652a-4d39-b7f3-da517fa882e4 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:54:20.990244 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port b75ab542-652a-4d39-b7f3-da517fa882e4 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:20.990653 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:21.098635 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port b75ab542-652a-4d39-b7f3-da517fa882e4 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:21.099577 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:21.143407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b75ab542-652a-4d39-b7f3-da517fa882e4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b75ab542-652a-4d39-b7f3-da517fa882e4,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:21.144732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff707765-cae8-44e6-8a3b-03357295c053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75ab542-652a-4d39-b7f3-da517fa882e4'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:21.147223 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd9179b-62b2-49d7-87ba-7c9bf3a5101e" -d '{"events": [{"server_uuid": "ff707765-cae8-44e6-8a3b-03357295c053", "name": "network-vif-plugged", "status": "completed", "tag": "b75ab542-652a-4d39-b7f3-da517fa882e4"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:21.151495 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:21.199709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d890162-a525-45bc-80b6-be99f4d68ce1 req-1629d854-44e9-4654-a755-e76d644889d2 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065467 Mar 24 00:54:21.204015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=b75ab542-652a-4d39-b7f3-da517fa882e4,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:21.258722 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1decc26-ba7b-403a-9d52-6cb3aa21f63b req-9b8bb194-3fa1-4f0f-8203-69f133024805 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:21.260180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1decc26-ba7b-403a-9d52-6cb3aa21f63b req-9b8bb194-3fa1-4f0f-8203-69f133024805 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=f650122b-7dc7-4a8a-bc36-dd59ffcce0bb HTTP/1.1" status: 200 len: 944 time: 0.5315094 Mar 24 00:54:21.384072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1decc26-ba7b-403a-9d52-6cb3aa21f63b req-ffb329df-dceb-4c2f-a753-f8ab3bc08997 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136074 Mar 24 00:54:21.414977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d456e-ec8f-4bbe-a64f-1639515bd392 req-583aff95-8d34-453f-8729-3938ed180e4c tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:21.416436 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be7d456e-ec8f-4bbe-a64f-1639515bd392 req-583aff95-8d34-453f-8729-3938ed180e4c tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 945 time: 0.1450207 Mar 24 00:54:21.436232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2a3563-7cc5-4957-9e56-255e5f4aa073 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:21.450326 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Publish callbacks [] for port (7a2a3563-7cc5-4957-9e56-255e5f4aa073), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:21.481185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Transition to ACTIVE for port object 7a2a3563-7cc5-4957-9e56-255e5f4aa073 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:54:21.492407 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (7a2a3563-7cc5-4957-9e56-255e5f4aa073), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:21.500654 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be7d456e-ec8f-4bbe-a64f-1639515bd392 req-dd801597-fc4a-4b95-8f2c-858c42ac02ee tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765498 Mar 24 00:54:21.608220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2a3563-7cc5-4957-9e56-255e5f4aa073,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:21.708554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Attempting to bind port 7a2a3563-7cc5-4957-9e56-255e5f4aa073 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:54:21.708830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Attempting to bind port 7a2a3563-7cc5-4957-9e56-255e5f4aa073 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '2afc7bf1-517e-480d-a59d-a10e24f4bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:54:21.710237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Attempting to bind port 7a2a3563-7cc5-4957-9e56-255e5f4aa073 on network 81cf2e4e-3666-4e7f-8911-a1cc83093913 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:21.717414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e32f1b8-c88c-44de-89c7-c0fb2d2f2035 req-590604b9-2f1d-4f01-a03e-1c87e5c681b2 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 210 time: 0.0905402 Mar 24 00:54:21.718054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Port 7a2a3563-7cc5-4957-9e56-255e5f4aa073 on network 81cf2e4e-3666-4e7f-8911-a1cc83093913 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:54:21.718642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Attempting to bind port 7a2a3563-7cc5-4957-9e56-255e5f4aa073 on network 81cf2e4e-3666-4e7f-8911-a1cc83093913 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:21.725789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:54:21.726185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Checking segment: {'id': '2afc7bf1-517e-480d-a59d-a10e24f4bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:21.726738 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Bound using segment: {'id': '2afc7bf1-517e-480d-a59d-a10e24f4bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:54:21.727171 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Bound port: 7a2a3563-7cc5-4957-9e56-255e5f4aa073, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afc7bf1-517e-480d-a59d-a10e24f4bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:54:21.727538 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7a2a3563-7cc5-4957-9e56-255e5f4aa073), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:21.812360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-43e7776e-d6eb-4e22-b06b-9307aaba575d tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:21.815661 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-43e7776e-d6eb-4e22-b06b-9307aaba575d tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.48 "GET /v2.0/networks?id=6824a075-9c2e-4178-b437-c04956a4f6dc HTTP/1.1" status: 200 len: 814 time: 0.2151761 Mar 24 00:54:21.933531 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-f157efc2-afc2-4f69-aaff-b69ef745f779 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=445695e592154cae81bd358a0355e440 HTTP/1.1" status: 200 len: 379 time: 0.1087759 Mar 24 00:54:21.942975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Request body: {'port': {'device_id': 'b596a420-5b5e-42d2-8d61-445df70b6a58', 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc', 'admin_state_up': True, 'tenant_id': '445695e592154cae81bd358a0355e440', 'security_groups': ['cba9837f-f154-41e8-9091-6390923cd9db']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:21.951707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] For port 7a2a3563-7cc5-4957-9e56-255e5f4aa073, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:54:21.967161 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd535023-7da5-4cdb-b865-98221c53dc02 req-7766c998-3496-40d8-87b5-6fc66510e2a5 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:21.968637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd535023-7da5-4cdb-b865-98221c53dc02 req-7766c998-3496-40d8-87b5-6fc66510e2a5 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2165167 Mar 24 00:54:21.982196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] For port 7a2a3563-7cc5-4957-9e56-255e5f4aa073, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7a2a3563-7cc5-4957-9e56-255e5f4aa073,segment=NetworkSegment(2afc7bf1-517e-480d-a59d-a10e24f4bac4),segment_id=2afc7bf1-517e-480d-a59d-a10e24f4bac4)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:54:22.017852 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38180c94-072c-46d8-b66d-4fcf491cc1a4 req-b61dbb66-5a2a-46c5-9556-6211a4e54290 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:22.019394 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38180c94-072c-46d8-b66d-4fcf491cc1a4 req-b61dbb66-5a2a-46c5-9556-6211a4e54290 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 944 time: 0.1428437 Mar 24 00:54:22.023198 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (7a2a3563-7cc5-4957-9e56-255e5f4aa073), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:22.072342 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Made reservation on behalf of 445695e592154cae81bd358a0355e440 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:54:22.076581 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:22.089749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:22.090376 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:22.091772 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] 10.222.0.57 "PUT /v2.0/ports/7a2a3563-7cc5-4957-9e56-255e5f4aa073 HTTP/1.1" status: 200 len: 1092 time: 1.5959339 Mar 24 00:54:22.096867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afaa2e9-4127-45fa-a0bb-aea3e464b1ef', 'tag': '7a2a3563-7cc5-4957-9e56-255e5f4aa073'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:22.099159 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948a2eb8-5374-4079-b584-32b01c98ec88" -d '{"events": [{"name": "network-changed", "server_uuid": "4afaa2e9-4127-45fa-a0bb-aea3e464b1ef", "tag": "7a2a3563-7cc5-4957-9e56-255e5f4aa073"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:22.129609 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd535023-7da5-4cdb-b865-98221c53dc02 req-f2b0e285-57fb-454b-a590-dd6065251e43 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524217 Mar 24 00:54:22.198558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502bc8d-588d-4439-b63d-c30b9122acc9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2a3563-7cc5-4957-9e56-255e5f4aa073,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:22.202658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 3aa27e7b-f120-44fd-bffd-d64afc68f22e up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:22.221720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38180c94-072c-46d8-b66d-4fcf491cc1a4 req-902b31f7-921f-4fc0-8c50-62eb03f2d9b5 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/security-groups?id=e65168d3-afc8-43c4-8751-7c9e71f3c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929889 Mar 24 00:54:22.250572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-2e8f4a9c-8673-4d57-9f9e-4f3fe65489e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:22.251674 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-2e8f4a9c-8673-4d57-9f9e-4f3fe65489e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8954b50df5df481eaca5bc7a74bc27cb&device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 1126 time: 0.1024179 Mar 24 00:54:22.278068 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76667d4d-8cc1-4988-b722-8bef780dab51 x-openstack-request-id: req-76667d4d-8cc1-4988-b722-8bef780dab51 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:22.278372 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff707765-cae8-44e6-8a3b-03357295c053", "name": "network-vif-plugged", "status": "completed", "tag": "b75ab542-652a-4d39-b7f3-da517fa882e4", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:22.278710 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76667d4d-8cc1-4988-b722-8bef780dab51 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:22.279138 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76667d4d-8cc1-4988-b722-8bef780dab51'] response: {'server_uuid': 'ff707765-cae8-44e6-8a3b-03357295c053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75ab542-652a-4d39-b7f3-da517fa882e4', 'code': 200} Mar 24 00:54:22.294771 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Allocated IP 172.20.0.11 (6824a075-9c2e-4178-b437-c04956a4f6dc/60a4a7f5-af24-41d5-8b14-563db7af431e/15549499-d25c-4234-b521-8b23366eba9f) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:54:22.331928 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 3aa27e7b-f120-44fd-bffd-d64afc68f22e completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:54:22.337884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 3aa27e7b-f120-44fd-bffd-d64afc68f22e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:22.338525 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3aa27e7b-f120-44fd-bffd-d64afc68f22e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:22.357779 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-d4deefbf-11fb-4bce-9e49-32986a136e4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a2a3563-7cc5-4957-9e56-255e5f4aa073 HTTP/1.1" status: 200 len: 217 time: 0.0994248 Mar 24 00:54:22.469822 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6042d14d-3997-4eda-b8e1-c5206ee9f9ce x-openstack-request-id: req-6042d14d-3997-4eda-b8e1-c5206ee9f9ce {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:22.470122 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afaa2e9-4127-45fa-a0bb-aea3e464b1ef", "tag": "7a2a3563-7cc5-4957-9e56-255e5f4aa073", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:22.470392 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6042d14d-3997-4eda-b8e1-c5206ee9f9ce {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:22.470743 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6042d14d-3997-4eda-b8e1-c5206ee9f9ce'] response: {'name': 'network-changed', 'server_uuid': '4afaa2e9-4127-45fa-a0bb-aea3e464b1ef', 'tag': '7a2a3563-7cc5-4957-9e56-255e5f4aa073', 'status': 'completed', 'code': 200} Mar 24 00:54:22.491841 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 3aa27e7b-f120-44fd-bffd-d64afc68f22e is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:22.492152 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3aa27e7b-f120-44fd-bffd-d64afc68f22e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:22.522540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-0383f73d-8517-43b2-afee-a4daf4523316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:22.524016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-0383f73d-8517-43b2-afee-a4daf4523316 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bc077b-7f0c-4e74-b869-0476421de2ce HTTP/1.1" status: 200 len: 845 time: 0.1528819 Mar 24 00:54:22.527112 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for port (15549499-d25c-4234-b521-8b23366eba9f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:22.544204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 3aa27e7b-f120-44fd-bffd-d64afc68f22e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3aa27e7b-f120-44fd-bffd-d64afc68f22e,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:22.549725 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3aa27e7b-f120-44fd-bffd-d64afc68f22e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:22.550526 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ba899f02-2aba-497f-9dbb-2a3e31a11ebf up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:22.578223 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (15549499-d25c-4234-b521-8b23366eba9f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:22.588279 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968aef9-5b5a-4d9d-ba75-4712a543875b req-50359172-4fef-4d27-aa4b-3df6437d59c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:22.590995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1968aef9-5b5a-4d9d-ba75-4712a543875b req-50359172-4fef-4d27-aa4b-3df6437d59c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 1132 time: 0.2611837 Mar 24 00:54:22.617513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc3d23-4da9-4c58-94e5-db57773b8981 req-2e1dfac6-3d27-4b54-9a87-3585525c58ea tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:22.618903 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20cc3d23-4da9-4c58-94e5-db57773b8981 req-2e1dfac6-3d27-4b54-9a87-3585525c58ea tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 950 time: 0.2490051 Mar 24 00:54:22.625439 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Network 6824a075-9c2e-4178-b437-c04956a4f6dc is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:54:22.632257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:22.634742 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:54:22.638380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=3aa27e7b-f120-44fd-bffd-d64afc68f22e,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:22.651822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port ba899f02-2aba-497f-9dbb-2a3e31a11ebf completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:54:22.657233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port ba899f02-2aba-497f-9dbb-2a3e31a11ebf triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:22.657617 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:22.666780 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Pushing event updated for resources: {'Port': ['ID=15549499-d25c-4234-b521-8b23366eba9f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:22.670823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f0af9-4905-4252-ac28-2568354fe111 req-356e4f04-ede9-4650-b677-5bcee4592d74 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:22.677864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-066f0af9-4905-4252-ac28-2568354fe111 req-356e4f04-ede9-4650-b677-5bcee4592d74 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1781430 Mar 24 00:54:22.686219 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:22.686775 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:22.687270 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:22.687797 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:22.688295 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:22.688624 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:22.688959 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:22.689316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:22.689645 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:22.689967 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:22.690292 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:22.690616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:22.690936 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:22.691256 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:22.691742 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:22.716058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:22.716690 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:22.724093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-0eae737b-09a6-4c97-a6fe-8cc6613fa688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:22.726234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-0eae737b-09a6-4c97-a6fe-8cc6613fa688 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81cf2e4e-3666-4e7f-8911-a1cc83093913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1831803 Mar 24 00:54:22.728431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1968aef9-5b5a-4d9d-ba75-4712a543875b req-c6050f5b-bb3d-4570-91b1-ffe06c18a0cd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fe3e59ed-9c45-4921-bf3e-637fb2ce45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309078 Mar 24 00:54:22.734269 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-f69a09a9-3370-4ebb-84a0-8e0e001cd9ac tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7954409 Mar 24 00:54:22.746307 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Request body: {'port': {'device_id': 'b596a420-5b5e-42d2-8d61-445df70b6a58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:22.762983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port ba899f02-2aba-497f-9dbb-2a3e31a11ebf is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:22.763735 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:22.777057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-066f0af9-4905-4252-ac28-2568354fe111 req-656db9ee-f1d1-44d4-b764-326191e4725c tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977247 Mar 24 00:54:22.797574 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20cc3d23-4da9-4c58-94e5-db57773b8981 req-87b35abb-51d6-487f-bbf6-bc57bb306110 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe3e59ed-9c45-4921-bf3e-637fb2ce45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675510 Mar 24 00:54:22.832495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port ba899f02-2aba-497f-9dbb-2a3e31a11ebf, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ba899f02-2aba-497f-9dbb-2a3e31a11ebf,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:22.834180 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (15549499-d25c-4234-b521-8b23366eba9f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:22.839187 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:22.906163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=ba899f02-2aba-497f-9dbb-2a3e31a11ebf,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:23.013568 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-efaccc00-b82e-4aab-a34d-55e7dadbf696 None None] Provisioning complete for port 15549499-d25c-4234-b521-8b23366eba9f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:23.014366 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-efaccc00-b82e-4aab-a34d-55e7dadbf696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (15549499-d25c-4234-b521-8b23366eba9f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:23.032763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6412c-541a-4760-8c99-825848266654 req-524d9cbe-7ed0-4046-af67-c40dfd8fd2c5 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:23.040469 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6c6412c-541a-4760-8c99-825848266654 req-524d9cbe-7ed0-4046-af67-c40dfd8fd2c5 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 945 time: 0.1510108 Mar 24 00:54:23.044359 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-a84b3087-84f4-4c3b-af44-d26ba8fbe82d service neutron] 10.222.0.57 "GET /v2.0/networks/81cf2e4e-3666-4e7f-8911-a1cc83093913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195197 Mar 24 00:54:23.059336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-efaccc00-b82e-4aab-a34d-55e7dadbf696 None None] Port 15549499-d25c-4234-b521-8b23366eba9f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:54:23.174767 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6c6412c-541a-4760-8c99-825848266654 req-7c3efa00-8397-42a8-a6e2-11bf97386f1e tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334417 Mar 24 00:54:23.183736 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15549499-d25c-4234-b521-8b23366eba9f {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:23.195518 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Publish callbacks [] for port (15549499-d25c-4234-b521-8b23366eba9f), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:23.199634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e242294-52d3-4419-953f-fd4c858a655e req-bd1fb2d4-2be7-404a-a4bf-d4e3afc8b2fd tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:23.201162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e242294-52d3-4419-953f-fd4c858a655e req-bd1fb2d4-2be7-404a-a4bf-d4e3afc8b2fd tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=f650122b-7dc7-4a8a-bc36-dd59ffcce0bb HTTP/1.1" status: 200 len: 945 time: 0.1497307 Mar 24 00:54:23.204861 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Transition to ACTIVE for port object 15549499-d25c-4234-b521-8b23366eba9f will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:54:23.210644 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (15549499-d25c-4234-b521-8b23366eba9f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:23.229655 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42bf11f9-608e-4359-89b6-8d863379b7a4 req-daa8c5b6-82ae-4b96-9cc0-bd278cb56d9c service neutron] 10.222.0.57 "GET /v2.0/networks/81cf2e4e-3666-4e7f-8911-a1cc83093913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770713 Mar 24 00:54:23.268008 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=15549499-d25c-4234-b521-8b23366eba9f,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:23.302942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e242294-52d3-4419-953f-fd4c858a655e req-f8204073-27c0-47b3-b200-c9ccf3ab2cf5 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898988 Mar 24 00:54:23.364352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Attempting to bind port 15549499-d25c-4234-b521-8b23366eba9f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:54:23.365072 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Attempting to bind port 15549499-d25c-4234-b521-8b23366eba9f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'fe554b1b-851e-4917-978e-bd147887428b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:54:23.365700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Attempting to bind port 15549499-d25c-4234-b521-8b23366eba9f on network 6824a075-9c2e-4178-b437-c04956a4f6dc {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:23.370701 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Port 15549499-d25c-4234-b521-8b23366eba9f on network 6824a075-9c2e-4178-b437-c04956a4f6dc not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:54:23.371080 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Attempting to bind port 15549499-d25c-4234-b521-8b23366eba9f on network 6824a075-9c2e-4178-b437-c04956a4f6dc {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:23.374255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac2109-9f2c-4784-9dd3-a2dd9068c738 req-d6ab8a92-9baf-43b9-a950-03f0a24da47a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:23.376204 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:54:23.376552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Checking segment: {'id': 'fe554b1b-851e-4917-978e-bd147887428b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:23.376935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Bound using segment: {'id': 'fe554b1b-851e-4917-978e-bd147887428b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:54:23.377452 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Bound port: 15549499-d25c-4234-b521-8b23366eba9f, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe554b1b-851e-4917-978e-bd147887428b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:54:23.377814 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (15549499-d25c-4234-b521-8b23366eba9f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:23.381694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19ac2109-9f2c-4784-9dd3-a2dd9068c738 req-d6ab8a92-9baf-43b9-a950-03f0a24da47a tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 946 time: 0.1251373 Mar 24 00:54:23.436816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a2eb8-5374-4079-b584-32b01c98ec88 req-fd0662c8-eb5d-44fb-8425-b0186d8931b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:23.438362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-948a2eb8-5374-4079-b584-32b01c98ec88 req-fd0662c8-eb5d-44fb-8425-b0186d8931b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8954b50df5df481eaca5bc7a74bc27cb&device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 1126 time: 0.1326785 Mar 24 00:54:23.451150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] For port 15549499-d25c-4234-b521-8b23366eba9f, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:54:23.455324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] For port 15549499-d25c-4234-b521-8b23366eba9f, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=15549499-d25c-4234-b521-8b23366eba9f,segment=NetworkSegment(fe554b1b-851e-4917-978e-bd147887428b),segment_id=fe554b1b-851e-4917-978e-bd147887428b)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:54:23.463189 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (15549499-d25c-4234-b521-8b23366eba9f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:23.498503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:23.499118 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:23.500571 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] 10.222.0.48 "PUT /v2.0/ports/15549499-d25c-4234-b521-8b23366eba9f HTTP/1.1" status: 200 len: 1092 time: 0.7584939 Mar 24 00:54:23.502720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b596a420-5b5e-42d2-8d61-445df70b6a58', 'tag': '15549499-d25c-4234-b521-8b23366eba9f'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:23.512604 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35cb6a5-1598-4d7d-8c56-7b16124c9519" -d '{"events": [{"name": "network-changed", "server_uuid": "b596a420-5b5e-42d2-8d61-445df70b6a58", "tag": "15549499-d25c-4234-b521-8b23366eba9f"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:23.514994 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19ac2109-9f2c-4784-9dd3-a2dd9068c738 req-79680d79-fd8a-4ea4-a61c-c3dc5dc420cc tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324561 Mar 24 00:54:23.545015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07a4e6-f2cf-432d-9bce-d787bc7732df req-7e70e0a0-2c1d-4e6f-8623-e324cdb6dbf1 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:23.546570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f07a4e6-f2cf-432d-9bce-d787bc7732df req-7e70e0a0-2c1d-4e6f-8623-e324cdb6dbf1 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 944 time: 0.1800625 Mar 24 00:54:23.592552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf7bc0-92eb-4639-845c-b504f6b40bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=15549499-d25c-4234-b521-8b23366eba9f,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:23.612035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-89d8a05b-1806-4e63-a2f2-b29fc925aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:23.613674 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-89d8a05b-1806-4e63-a2f2-b29fc925aac6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=445695e592154cae81bd358a0355e440&device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 1126 time: 0.0716012 Mar 24 00:54:23.617320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a2eb8-5374-4079-b584-32b01c98ec88 req-9b832220-be2d-4faa-a377-37d872952a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:23.618919 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-948a2eb8-5374-4079-b584-32b01c98ec88 req-9b832220-be2d-4faa-a377-37d872952a96 service neutron] 10.222.0.57 "GET /v2.0/networks?id=81cf2e4e-3666-4e7f-8911-a1cc83093913 HTTP/1.1" status: 200 len: 907 time: 0.1701374 Mar 24 00:54:23.640812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f07a4e6-f2cf-432d-9bce-d787bc7732df req-9f715bf5-714c-4c27-ae74-c501e2c67b3e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/security-groups?id=cba9837f-f154-41e8-9091-6390923cd9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874116 Mar 24 00:54:23.669505 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-0e3d0c9b-8593-4845-97d0-1ec41664d96a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15549499-d25c-4234-b521-8b23366eba9f HTTP/1.1" status: 200 len: 217 time: 0.0481524 Mar 24 00:54:23.675722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-948a2eb8-5374-4079-b584-32b01c98ec88 req-d01b2634-65b5-4a9c-9a17-f8b4e598c5e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a2a3563-7cc5-4957-9e56-255e5f4aa073 HTTP/1.1" status: 200 len: 217 time: 0.0470099 Mar 24 00:54:23.761675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-c0f2281c-3bcc-49f6-a09b-e72517c3acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:23.765179 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-c0f2281c-3bcc-49f6-a09b-e72517c3acf6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=60a4a7f5-af24-41d5-8b14-563db7af431e HTTP/1.1" status: 200 len: 853 time: 0.0871010 Mar 24 00:54:23.768085 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a2eb8-5374-4079-b584-32b01c98ec88 req-4730e28c-902b-4e81-94fe-a51382415045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:23.771384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-948a2eb8-5374-4079-b584-32b01c98ec88 req-4730e28c-902b-4e81-94fe-a51382415045 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bc077b-7f0c-4e74-b869-0476421de2ce HTTP/1.1" status: 200 len: 845 time: 0.0763481 Mar 24 00:54:23.850060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-2d381a3b-2a2c-4179-ac69-38376cee85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:23.853923 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-2d381a3b-2a2c-4179-ac69-38376cee85f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6824a075-9c2e-4178-b437-c04956a4f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0826974 Mar 24 00:54:23.893934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a2eb8-5374-4079-b584-32b01c98ec88 req-c75e40cd-2310-49f6-ae4e-19271f042559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:23.895449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-948a2eb8-5374-4079-b584-32b01c98ec88 req-c75e40cd-2310-49f6-ae4e-19271f042559 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81cf2e4e-3666-4e7f-8911-a1cc83093913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1077976 Mar 24 00:54:23.944505 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992b94f1-1e7a-411a-8bfb-49fa6146cb49 x-openstack-request-id: req-992b94f1-1e7a-411a-8bfb-49fa6146cb49 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:23.944801 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b596a420-5b5e-42d2-8d61-445df70b6a58", "tag": "15549499-d25c-4234-b521-8b23366eba9f", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:23.945059 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-992b94f1-1e7a-411a-8bfb-49fa6146cb49 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:23.945629 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992b94f1-1e7a-411a-8bfb-49fa6146cb49'] response: {'name': 'network-changed', 'server_uuid': 'b596a420-5b5e-42d2-8d61-445df70b6a58', 'tag': '15549499-d25c-4234-b521-8b23366eba9f', 'status': 'completed', 'code': 200} Mar 24 00:54:23.964340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5ee69-cd90-4376-b74e-54cd96ed7f2b req-9845704e-2eb7-4e38-8672-71cebbf1b515 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:23.966141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fa5ee69-cd90-4376-b74e-54cd96ed7f2b req-9845704e-2eb7-4e38-8672-71cebbf1b515 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 944 time: 0.1186707 Mar 24 00:54:23.982822 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-da459ada-ee98-4877-b582-2ee74de7a819 service neutron] 10.222.0.48 "GET /v2.0/networks/6824a075-9c2e-4178-b437-c04956a4f6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232638 Mar 24 00:54:24.069949 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8697f5dc-4a5f-439d-8041-10ca4c74de78 req-c45647e1-3f75-4ae8-9c49-67f76844d8cb service neutron] 10.222.0.48 "GET /v2.0/networks/6824a075-9c2e-4178-b437-c04956a4f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812461 Mar 24 00:54:24.073571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-948a2eb8-5374-4079-b584-32b01c98ec88 req-f04635b4-5a2f-4579-bc70-bcb0e53e28de service neutron] 10.222.0.57 "GET /v2.0/networks/81cf2e4e-3666-4e7f-8911-a1cc83093913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691749 Mar 24 00:54:24.082394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f8a9c-6f65-4a75-9e48-cd1550e2466e req-de61b344-1557-4af0-88ca-f5c2ba7ae0cc tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:24.083908 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c52f8a9c-6f65-4a75-9e48-cd1550e2466e req-de61b344-1557-4af0-88ca-f5c2ba7ae0cc tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1136475 Mar 24 00:54:24.088379 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fa5ee69-cd90-4376-b74e-54cd96ed7f2b req-846709c8-c671-4192-a7b2-675d84a61506 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/security-groups?id=e65168d3-afc8-43c4-8751-7c9e71f3c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042526 Mar 24 00:54:24.169540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cb6a5-1598-4d7d-8c56-7b16124c9519 req-c341ef0d-c38e-49bc-ba9b-7ebd3bccd0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:24.171130 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e35cb6a5-1598-4d7d-8c56-7b16124c9519 req-c341ef0d-c38e-49bc-ba9b-7ebd3bccd0b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=445695e592154cae81bd358a0355e440&device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 1126 time: 0.0518055 Mar 24 00:54:24.225236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c52f8a9c-6f65-4a75-9e48-cd1550e2466e req-994f8152-e936-43f9-9c58-1b806eea471f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291029 Mar 24 00:54:24.246344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-948a2eb8-5374-4079-b584-32b01c98ec88 req-2a03ba5f-a936-4347-b95e-8dd7ee0d9abb service neutron] 10.222.0.57 "GET /v2.0/networks/81cf2e4e-3666-4e7f-8911-a1cc83093913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570854 Mar 24 00:54:24.264503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684c19d-3fbb-4670-94ff-aa0c18427c05 req-0164d9fe-9b83-40fd-8415-a3071dce191a tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:24.266077 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f684c19d-3fbb-4670-94ff-aa0c18427c05 req-0164d9fe-9b83-40fd-8415-a3071dce191a tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 950 time: 0.1065423 Mar 24 00:54:24.279938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b92b0b-7561-4197-bac5-7e44fc02f050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa27e7b-f120-44fd-bffd-d64afc68f22e'}, {'server_uuid': 'f650122b-7dc7-4a8a-bc36-dd59ffcce0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba899f02-2aba-497f-9dbb-2a3e31a11ebf'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:24.281429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cb6a5-1598-4d7d-8c56-7b16124c9519 req-73103c26-46ba-4b1b-b1af-c8c91a65bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:24.282878 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bca214-2ac0-4be8-9d37-2f8d1dfb778f" -d '{"events": [{"server_uuid": "94b92b0b-7561-4197-bac5-7e44fc02f050", "name": "network-vif-plugged", "status": "completed", "tag": "3aa27e7b-f120-44fd-bffd-d64afc68f22e"}, {"server_uuid": "f650122b-7dc7-4a8a-bc36-dd59ffcce0bb", "name": "network-vif-plugged", "status": "completed", "tag": "ba899f02-2aba-497f-9dbb-2a3e31a11ebf"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:24.283700 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e35cb6a5-1598-4d7d-8c56-7b16124c9519 req-73103c26-46ba-4b1b-b1af-c8c91a65bcde service neutron] 10.222.0.48 "GET /v2.0/networks?id=6824a075-9c2e-4178-b437-c04956a4f6dc HTTP/1.1" status: 200 len: 915 time: 0.1072114 Mar 24 00:54:24.325025 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e35cb6a5-1598-4d7d-8c56-7b16124c9519 req-ac89fd30-edf1-4bb5-91c1-d19dc1d5287f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15549499-d25c-4234-b521-8b23366eba9f HTTP/1.1" status: 200 len: 217 time: 0.0352209 Mar 24 00:54:24.348319 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f684c19d-3fbb-4670-94ff-aa0c18427c05 req-5dd7f102-c5a2-4bd9-873c-d77d1e628a76 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe3e59ed-9c45-4921-bf3e-637fb2ce45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762267 Mar 24 00:54:24.367872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1184d3e-b1f4-4804-955e-d5e643649dba req-7cfbb4f7-d1a9-4f60-a12c-67c4e5a1b5b6 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:24.369409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1184d3e-b1f4-4804-955e-d5e643649dba req-7cfbb4f7-d1a9-4f60-a12c-67c4e5a1b5b6 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfde75e5-f938-42d0-b894-9ead063e1bae HTTP/1.1" status: 200 len: 949 time: 0.0778937 Mar 24 00:54:24.384251 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cb6a5-1598-4d7d-8c56-7b16124c9519 req-efb9a3c8-95aa-41aa-a1e6-28141757b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:24.386043 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e35cb6a5-1598-4d7d-8c56-7b16124c9519 req-efb9a3c8-95aa-41aa-a1e6-28141757b93f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=60a4a7f5-af24-41d5-8b14-563db7af431e HTTP/1.1" status: 200 len: 853 time: 0.0554597 Mar 24 00:54:24.419942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1184d3e-b1f4-4804-955e-d5e643649dba req-44212426-5813-4507-b1f8-053a45ddc326 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/security-groups?id=b93a534a-7000-4104-a68b-c5f5011e0788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443103 Mar 24 00:54:24.437274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cb6a5-1598-4d7d-8c56-7b16124c9519 req-b9636174-0226-4265-a630-17e9d5b55c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:24.438942 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e35cb6a5-1598-4d7d-8c56-7b16124c9519 req-b9636174-0226-4265-a630-17e9d5b55c07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6824a075-9c2e-4178-b437-c04956a4f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469472 Mar 24 00:54:24.486059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5b052-b6f8-4f43-b658-d60624063a8f req-de8fcf70-62e0-42a3-bf18-7ab6f8510708 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:24.487536 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bd5b052-b6f8-4f43-b658-d60624063a8f req-de8fcf70-62e0-42a3-bf18-7ab6f8510708 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 945 time: 0.0609288 Mar 24 00:54:24.533070 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e35cb6a5-1598-4d7d-8c56-7b16124c9519 req-e4b42d0b-d481-45e3-a891-c3a2313b8444 service neutron] 10.222.0.48 "GET /v2.0/networks/6824a075-9c2e-4178-b437-c04956a4f6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877082 Mar 24 00:54:24.564405 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bd5b052-b6f8-4f43-b658-d60624063a8f req-e6e5d5ce-b605-461d-bffa-6243104837eb tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670838 Mar 24 00:54:24.576204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b952ae-9f24-4abc-ba30-e16c20b218fc req-0a9b9bd4-6c70-469f-9aee-9a7713608d1e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:24.577678 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04b952ae-9f24-4abc-ba30-e16c20b218fc req-0a9b9bd4-6c70-469f-9aee-9a7713608d1e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.0892601 Mar 24 00:54:24.624190 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7c262c-7c68-4410-acc4-b0ee2a90327b x-openstack-request-id: req-0a7c262c-7c68-4410-acc4-b0ee2a90327b {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:24.625880 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b92b0b-7561-4197-bac5-7e44fc02f050", "name": "network-vif-plugged", "status": "completed", "tag": "3aa27e7b-f120-44fd-bffd-d64afc68f22e", "code": 200}, {"server_uuid": "f650122b-7dc7-4a8a-bc36-dd59ffcce0bb", "name": "network-vif-plugged", "status": "completed", "tag": "ba899f02-2aba-497f-9dbb-2a3e31a11ebf", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:24.626304 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a7c262c-7c68-4410-acc4-b0ee2a90327b {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:24.626891 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7c262c-7c68-4410-acc4-b0ee2a90327b'] response: {'server_uuid': '94b92b0b-7561-4197-bac5-7e44fc02f050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa27e7b-f120-44fd-bffd-d64afc68f22e', 'code': 200} Mar 24 00:54:24.627817 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7c262c-7c68-4410-acc4-b0ee2a90327b'] response: {'server_uuid': 'f650122b-7dc7-4a8a-bc36-dd59ffcce0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba899f02-2aba-497f-9dbb-2a3e31a11ebf', 'code': 200} Mar 24 00:54:24.629359 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04b952ae-9f24-4abc-ba30-e16c20b218fc req-281b0af6-e751-4bcb-a20d-e00998de0545 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462885 Mar 24 00:54:24.631513 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e35cb6a5-1598-4d7d-8c56-7b16124c9519 req-2670f10d-9a2b-4c18-aa55-fd9e9893c8fb service neutron] 10.222.0.48 "GET /v2.0/networks/6824a075-9c2e-4178-b437-c04956a4f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926054 Mar 24 00:54:24.748264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911baf8-5600-466a-87aa-4dd9eb772103 req-6832d84b-3583-4a5f-b7dc-872d44eeb0f5 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:24.749859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f911baf8-5600-466a-87aa-4dd9eb772103 req-6832d84b-3583-4a5f-b7dc-872d44eeb0f5 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=f650122b-7dc7-4a8a-bc36-dd59ffcce0bb HTTP/1.1" status: 200 len: 945 time: 0.0634108 Mar 24 00:54:24.779376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20398955-3f47-4ad1-a32f-bd33d0505c3a req-a9480170-88c4-44fb-95d2-3712ac34e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:24.780953 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-20398955-3f47-4ad1-a32f-bd33d0505c3a req-a9480170-88c4-44fb-95d2-3712ac34e7ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f650122b-7dc7-4a8a-bc36-dd59ffcce0bb HTTP/1.1" status: 200 len: 1127 time: 0.0510368 Mar 24 00:54:24.827040 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-20398955-3f47-4ad1-a32f-bd33d0505c3a req-7a7f828b-32db-4524-b348-1e56362c78dc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398550 Mar 24 00:54:24.828013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f911baf8-5600-466a-87aa-4dd9eb772103 req-03e4a063-c992-4a15-bc7f-e566d51f0811 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694797 Mar 24 00:54:24.829880 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac648ec-2811-466c-8a17-bb4f8473f8aa req-da7b6e0e-17d1-472d-a489-47068e52cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:24.831280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ac648ec-2811-466c-8a17-bb4f8473f8aa req-da7b6e0e-17d1-472d-a489-47068e52cf19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 1128 time: 0.0799022 Mar 24 00:54:24.939127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5994c-ef45-413f-8d81-8186a331382e req-c6883eb3-e62a-4883-a803-6ec3a6b1c914 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:24.940253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7a2a3563-7cc5-4957-9e56-255e5f4aa073 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:54:24.940613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fa5994c-ef45-413f-8d81-8186a331382e req-c6883eb3-e62a-4883-a803-6ec3a6b1c914 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 946 time: 0.0549214 Mar 24 00:54:25.009973 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fa5994c-ef45-413f-8d81-8186a331382e req-40974f50-50f6-4ebf-958e-1fa1565da9ee tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628285 Mar 24 00:54:25.079935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 7a2a3563-7cc5-4957-9e56-255e5f4aa073, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7a2a3563-7cc5-4957-9e56-255e5f4aa073,segment=NetworkSegment(2afc7bf1-517e-480d-a59d-a10e24f4bac4),segment_id=2afc7bf1-517e-480d-a59d-a10e24f4bac4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:25.092590 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '7a2a3563-7cc5-4957-9e56-255e5f4aa073', 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913', 'port_id': '7a2a3563-7cc5-4957-9e56-255e5f4aa073', 'mac_address': 'fa:16:3e:e7:b0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:54:25.131529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 7a2a3563-7cc5-4957-9e56-255e5f4aa073 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:25.131924 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7a2a3563-7cc5-4957-9e56-255e5f4aa073), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:25.136800 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ac648ec-2811-466c-8a17-bb4f8473f8aa req-e837f4cc-3c47-4bed-90d7-36e383b47d3b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189697 Mar 24 00:54:25.145652 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2a3563-7cc5-4957-9e56-255e5f4aa073 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:25.166765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 7a2a3563-7cc5-4957-9e56-255e5f4aa073, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7a2a3563-7cc5-4957-9e56-255e5f4aa073,segment=NetworkSegment(2afc7bf1-517e-480d-a59d-a10e24f4bac4),segment_id=2afc7bf1-517e-480d-a59d-a10e24f4bac4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:25.169059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb97769-d6e7-4c15-973a-43c75bf90679 req-209133cf-74f1-4cb4-9009-eee8a5f06cd5 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:25.170851 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2cb97769-d6e7-4c15-973a-43c75bf90679 req-209133cf-74f1-4cb4-9009-eee8a5f06cd5 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1284103 Mar 24 00:54:25.171717 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7a2a3563-7cc5-4957-9e56-255e5f4aa073), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:25.179839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36ab1e-3a3d-44c5-87ce-8e218b987d2c req-bba93134-b3bc-495f-9b45-d3678e9dc628 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:25.181313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e36ab1e-3a3d-44c5-87ce-8e218b987d2c req-bba93134-b3bc-495f-9b45-d3678e9dc628 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 944 time: 0.0891249 Mar 24 00:54:25.225466 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=7a2a3563-7cc5-4957-9e56-255e5f4aa073,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:25.232742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:25.233121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:25.233452 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:25.233788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:25.234120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:25.234447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:25.234798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:25.235123 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:25.235444 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:25.235763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:25.236085 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:25.236407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:25.236725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:25.237039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:25.237384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:54:25.252286 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2cb97769-d6e7-4c15-973a-43c75bf90679 req-b38b05f6-5722-4c23-b8d4-11e2b2670644 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699630 Mar 24 00:54:25.259845 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e36ab1e-3a3d-44c5-87ce-8e218b987d2c req-335f0583-441a-4001-8bac-42e0935d896e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/security-groups?id=cba9837f-f154-41e8-9091-6390923cd9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718639 Mar 24 00:54:25.391849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22658cd8-3c7b-410f-985e-df96d51e278e req-15a8366a-4763-486e-ba41-9613a9f0f4af tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:25.393303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22658cd8-3c7b-410f-985e-df96d51e278e req-15a8366a-4763-486e-ba41-9613a9f0f4af tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfde75e5-f938-42d0-b894-9ead063e1bae HTTP/1.1" status: 200 len: 949 time: 0.0931742 Mar 24 00:54:25.412216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31739e1-fb3f-49a8-b5c9-3e05ec3ce76a req-8b365a2f-29eb-4702-b3f4-47cd74b6c96d tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:25.413699 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b31739e1-fb3f-49a8-b5c9-3e05ec3ce76a req-8b365a2f-29eb-4702-b3f4-47cd74b6c96d tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 945 time: 0.0811701 Mar 24 00:54:25.421499 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['7a2a3563-7cc5-4957-9e56-255e5f4aa073'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:54:25.574170 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b31739e1-fb3f-49a8-b5c9-3e05ec3ce76a req-c7c0b452-16ee-47d9-b761-0c8e151f6a8e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/security-groups?id=e65168d3-afc8-43c4-8751-7c9e71f3c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224213 Mar 24 00:54:25.580945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861453c-079c-491d-96a7-9322e25f2c8b req-43070e06-51b0-4c76-9a63-e1bafecee8fa tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:25.582322 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7861453c-079c-491d-96a7-9322e25f2c8b req-43070e06-51b0-4c76-9a63-e1bafecee8fa tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1222312 Mar 24 00:54:25.641419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-22658cd8-3c7b-410f-985e-df96d51e278e req-518579f5-2487-48e9-b06f-71eef8018de4 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Deleting port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:54:25.641759 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-22658cd8-3c7b-410f-985e-df96d51e278e req-518579f5-2487-48e9-b06f-71eef8018de4 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (61952ac6-b9c6-4000-a1f4-1cc237ff8f96), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:25.716664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7861453c-079c-491d-96a7-9322e25f2c8b req-e16f0b32-9a16-40e9-a13c-f9e9e0e9c0ee tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202562 Mar 24 00:54:25.761076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3a3b6-1102-4039-b277-b1b3ad4863a8 req-686ceaa9-fca4-45d9-99c2-92a877f7ad1a tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:25.762589 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2f3a3b6-1102-4039-b277-b1b3ad4863a8 req-686ceaa9-fca4-45d9-99c2-92a877f7ad1a tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfde75e5-f938-42d0-b894-9ead063e1bae HTTP/1.1" status: 200 len: 949 time: 0.1269765 Mar 24 00:54:25.809235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-22658cd8-3c7b-410f-985e-df96d51e278e req-518579f5-2487-48e9-b06f-71eef8018de4 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] For port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=61952ac6-b9c6-4000-a1f4-1cc237ff8f96,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:25.809600 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-22658cd8-3c7b-410f-985e-df96d51e278e req-518579f5-2487-48e9-b06f-71eef8018de4 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (61952ac6-b9c6-4000-a1f4-1cc237ff8f96), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:25.848969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-22658cd8-3c7b-410f-985e-df96d51e278e req-518579f5-2487-48e9-b06f-71eef8018de4 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Calling delete_port for 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:54:25.880641 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2f3a3b6-1102-4039-b277-b1b3ad4863a8 req-e06b3479-69b0-4668-ae5c-eaaa53ea256a tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.45 "GET /v2.0/security-groups?id=b93a534a-7000-4104-a68b-c5f5011e0788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115584 Mar 24 00:54:25.923473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac72fec-b4c8-44b2-8ff3-88125ab672b6 req-19401ba9-d929-4f0b-b63d-454a084dded5 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:25.924962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ac72fec-b4c8-44b2-8ff3-88125ab672b6 req-19401ba9-d929-4f0b-b63d-454a084dded5 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 945 time: 0.1371200 Mar 24 00:54:26.034548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ac72fec-b4c8-44b2-8ff3-88125ab672b6 req-3b92a4a9-293b-4b21-9d74-a3ef9eddea01 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989249 Mar 24 00:54:26.078117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12014f0e-744a-4e0d-a6c2-7c2f4b28777b req-f80974b9-1364-4f96-8065-ba221a47579d tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:26.079569 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12014f0e-744a-4e0d-a6c2-7c2f4b28777b req-f80974b9-1364-4f96-8065-ba221a47579d tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=f650122b-7dc7-4a8a-bc36-dd59ffcce0bb HTTP/1.1" status: 200 len: 945 time: 0.1323771 Mar 24 00:54:26.144355 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-22658cd8-3c7b-410f-985e-df96d51e278e req-518579f5-2487-48e9-b06f-71eef8018de4 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (61952ac6-b9c6-4000-a1f4-1cc237ff8f96), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:26.157433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['61952ac6-b9c6-4000-a1f4-1cc237ff8f96'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:54:26.202158 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518579f5-2487-48e9-b06f-71eef8018de4 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Pushing event deleted for resources: {'Port': ['ID=61952ac6-b9c6-4000-a1f4-1cc237ff8f96,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:26.219396 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12014f0e-744a-4e0d-a6c2-7c2f4b28777b req-880a8c8e-de13-422e-b985-767e884c6dbf tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322227 Mar 24 00:54:26.259209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-22658cd8-3c7b-410f-985e-df96d51e278e req-518579f5-2487-48e9-b06f-71eef8018de4 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] No DVR routers for this DVR port 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:54:26.262380 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-22658cd8-3c7b-410f-985e-df96d51e278e req-518579f5-2487-48e9-b06f-71eef8018de4 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:26.265581 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22658cd8-3c7b-410f-985e-df96d51e278e req-518579f5-2487-48e9-b06f-71eef8018de4 tempest-TenantUsagesTestJSON-455856484 tempest-TenantUsagesTestJSON-455856484-project] 10.222.0.57 "DELETE /v2.0/ports/61952ac6-b9c6-4000-a1f4-1cc237ff8f96 HTTP/1.1" status: 204 len: 173 time: 0.8664997 Mar 24 00:54:26.272807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18569262-132b-4c2f-85d3-b7415a7c6f67 req-3cbc6aa1-75ec-4f69-a275-4109f73bb81b tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:26.275959 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18569262-132b-4c2f-85d3-b7415a7c6f67 req-3cbc6aa1-75ec-4f69-a275-4109f73bb81b tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 946 time: 0.1747198 Mar 24 00:54:26.276527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfde75e5-f938-42d0-b894-9ead063e1bae', 'name': 'network-vif-deleted', 'tag': '61952ac6-b9c6-4000-a1f4-1cc237ff8f96'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:26.278979 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1edbb14-53a3-47b2-afc0-d27258fe7da2" -d '{"events": [{"server_uuid": "dfde75e5-f938-42d0-b894-9ead063e1bae", "name": "network-vif-deleted", "tag": "61952ac6-b9c6-4000-a1f4-1cc237ff8f96"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:26.318039 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9ab507-b342-4d99-943e-132e1ce44f2c x-openstack-request-id: req-ff9ab507-b342-4d99-943e-132e1ce44f2c {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:26.318389 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfde75e5-f938-42d0-b894-9ead063e1bae", "name": "network-vif-deleted", "tag": "61952ac6-b9c6-4000-a1f4-1cc237ff8f96", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:26.319141 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff9ab507-b342-4d99-943e-132e1ce44f2c {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:26.319543 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9ab507-b342-4d99-943e-132e1ce44f2c'] response: {'server_uuid': 'dfde75e5-f938-42d0-b894-9ead063e1bae', 'name': 'network-vif-deleted', 'tag': '61952ac6-b9c6-4000-a1f4-1cc237ff8f96', 'status': 'completed', 'code': 200} Mar 24 00:54:26.371040 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18569262-132b-4c2f-85d3-b7415a7c6f67 req-7d849ea5-91e7-482f-8a50-7c80c807e88e tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814259 Mar 24 00:54:26.448410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2004d31-2372-4539-909e-17fd5e921d2e req-a8ffade3-63a8-49c9-b53f-3295a3e634e0 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:26.456802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2004d31-2372-4539-909e-17fd5e921d2e req-a8ffade3-63a8-49c9-b53f-3295a3e634e0 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 944 time: 0.0846179 Mar 24 00:54:26.511136 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2004d31-2372-4539-909e-17fd5e921d2e req-67990f0f-3ade-4316-a27d-4c160a71333e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/security-groups?id=cba9837f-f154-41e8-9091-6390923cd9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527847 Mar 24 00:54:26.692433 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e92488-60ae-47ca-9a7a-15074e3a7635 req-5523828f-cb8e-4dee-aa13-04e8905450ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:26.693960 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30e92488-60ae-47ca-9a7a-15074e3a7635 req-5523828f-cb8e-4dee-aa13-04e8905450ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 945 time: 0.0515738 Mar 24 00:54:26.742992 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30e92488-60ae-47ca-9a7a-15074e3a7635 req-5bbd4271-8f8c-48da-9327-7435a662ada9 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/security-groups?id=e65168d3-afc8-43c4-8751-7c9e71f3c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435846 Mar 24 00:54:26.838780 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc802c4-a6bd-43b8-bdab-181ce4e05ba0 req-f4fc4a87-40e7-4df4-b6a5-f333827c6754 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:26.840265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-abc802c4-a6bd-43b8-bdab-181ce4e05ba0 req-f4fc4a87-40e7-4df4-b6a5-f333827c6754 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.0533838 Mar 24 00:54:26.888968 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-abc802c4-a6bd-43b8-bdab-181ce4e05ba0 req-da28cdea-ac20-42ec-a97e-a5147e389b0b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427291 Mar 24 00:54:26.960120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b75ab542-652a-4d39-b7f3-da517fa882e4 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:54:26.962242 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7a2a3563-7cc5-4957-9e56-255e5f4aa073 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:27.090013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 7a2a3563-7cc5-4957-9e56-255e5f4aa073 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:54:27.106658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 7a2a3563-7cc5-4957-9e56-255e5f4aa073 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:27.107041 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7a2a3563-7cc5-4957-9e56-255e5f4aa073), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:27.128359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08a132-0e9c-45c3-8967-55165defe4ab req-41593235-1225-4322-8fda-b0c6f5b1547a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:27.129704 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c08a132-0e9c-45c3-8967-55165defe4ab req-41593235-1225-4322-8fda-b0c6f5b1547a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.0728772 Mar 24 00:54:27.170985 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b75ab542-652a-4d39-b7f3-da517fa882e4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b75ab542-652a-4d39-b7f3-da517fa882e4,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:27.194706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'b75ab542-652a-4d39-b7f3-da517fa882e4', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'b75ab542-652a-4d39-b7f3-da517fa882e4', 'mac_address': 'fa:16:3e:47:df:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:54:27.216676 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41160) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:27.237708 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c08a132-0e9c-45c3-8967-55165defe4ab req-6435b600-05b0-47f6-bd1d-b12257002f38 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997627 Mar 24 00:54:27.272015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863707ad-4099-4b6f-a72f-6df63e93ab16 req-ae2c4d9d-feb3-4403-ae9c-3e58b5caa8a0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:27.273543 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-863707ad-4099-4b6f-a72f-6df63e93ab16 req-ae2c4d9d-feb3-4403-ae9c-3e58b5caa8a0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 945 time: 0.1230710 Mar 24 00:54:27.279990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port b75ab542-652a-4d39-b7f3-da517fa882e4 is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:27.280443 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:27.307673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b75ab542-652a-4d39-b7f3-da517fa882e4 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:27.313695 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 7a2a3563-7cc5-4957-9e56-255e5f4aa073 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:27.314266 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7a2a3563-7cc5-4957-9e56-255e5f4aa073), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:27.346592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b75ab542-652a-4d39-b7f3-da517fa882e4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b75ab542-652a-4d39-b7f3-da517fa882e4,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:27.353385 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afaa2e9-4127-45fa-a0bb-aea3e464b1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2a3563-7cc5-4957-9e56-255e5f4aa073'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:27.355816 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819b177b-e2d6-4a84-a7a4-14d141756851" -d '{"events": [{"server_uuid": "4afaa2e9-4127-45fa-a0bb-aea3e464b1ef", "name": "network-vif-plugged", "status": "completed", "tag": "7a2a3563-7cc5-4957-9e56-255e5f4aa073"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:27.365037 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:27.369656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-863707ad-4099-4b6f-a72f-6df63e93ab16 req-e549138b-2f22-40da-a0e9-b262297ef1ba tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903361 Mar 24 00:54:27.396467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4497c9-f55b-444d-9972-67b883d52822 req-594b4f06-364e-4371-887f-a55d84b8b3dc tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:27.398211 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f0edd4ad-b6c1-4c27-b614-9ac930143340 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=85e919ec3b4345e59ed00495cbaaaea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800635 Mar 24 00:54:27.398875 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e4497c9-f55b-444d-9972-67b883d52822 req-594b4f06-364e-4371-887f-a55d84b8b3dc tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=f650122b-7dc7-4a8a-bc36-dd59ffcce0bb HTTP/1.1" status: 200 len: 945 time: 0.0804760 Mar 24 00:54:27.398998 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41170) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:27.427270 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 7a2a3563-7cc5-4957-9e56-255e5f4aa073, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7a2a3563-7cc5-4957-9e56-255e5f4aa073,segment=NetworkSegment(2afc7bf1-517e-480d-a59d-a10e24f4bac4),segment_id=2afc7bf1-517e-480d-a59d-a10e24f4bac4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:27.430901 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aed9436-d6c8-44e8-aafc-fb0c9aca33cb x-openstack-request-id: req-0aed9436-d6c8-44e8-aafc-fb0c9aca33cb {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:27.431185 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afaa2e9-4127-45fa-a0bb-aea3e464b1ef", "name": "network-vif-plugged", "status": "completed", "tag": "7a2a3563-7cc5-4957-9e56-255e5f4aa073", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:27.431440 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0aed9436-d6c8-44e8-aafc-fb0c9aca33cb {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:27.431846 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aed9436-d6c8-44e8-aafc-fb0c9aca33cb'] response: {'server_uuid': '4afaa2e9-4127-45fa-a0bb-aea3e464b1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2a3563-7cc5-4957-9e56-255e5f4aa073', 'code': 200} Mar 24 00:54:27.432412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=b75ab542-652a-4d39-b7f3-da517fa882e4,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:27.446971 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7a2a3563-7cc5-4957-9e56-255e5f4aa073), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:27.470317 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-121731cc-7fc6-4248-839c-9eaf2e9e6fb4 admin admin] Publish callbacks [] for security_group (b93a534a-7000-4104-a68b-c5f5011e0788), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:27.486331 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e4497c9-f55b-444d-9972-67b883d52822 req-5bb9ffec-d5c7-4948-94da-93b15dffc282 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825224 Mar 24 00:54:27.494606 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-121731cc-7fc6-4248-839c-9eaf2e9e6fb4 admin admin] Publish callbacks [] for security_group (b93a534a-7000-4104-a68b-c5f5011e0788), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:27.513981 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['b75ab542-652a-4d39-b7f3-da517fa882e4'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:54:27.522081 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=7a2a3563-7cc5-4957-9e56-255e5f4aa073,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:27.585770 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-121731cc-7fc6-4248-839c-9eaf2e9e6fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b93a534a-7000-4104-a68b-c5f5011e0788), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:27.588508 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-121731cc-7fc6-4248-839c-9eaf2e9e6fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:27.594646 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-121731cc-7fc6-4248-839c-9eaf2e9e6fb4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b93a534a-7000-4104-a68b-c5f5011e0788 HTTP/1.1" status: 204 len: 168 time: 0.1943917 Mar 24 00:54:27.605471 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121731cc-7fc6-4248-839c-9eaf2e9e6fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93a534a-7000-4104-a68b-c5f5011e0788,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:27.623901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d2004-1a32-4d1a-9f45-8f69f50d57ca req-0fe03c3f-3f42-410c-9c3a-c3ba4fe30402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:27.626016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c0d2004-1a32-4d1a-9f45-8f69f50d57ca req-0fe03c3f-3f42-410c-9c3a-c3ba4fe30402 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 1128 time: 0.1070085 Mar 24 00:54:27.645337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6539d-b5e8-476f-a478-ad148175dbb7 req-f6c20278-8eb3-4121-98c2-59ca5b25ac76 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:27.648158 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2db6539d-b5e8-476f-a478-ad148175dbb7 req-f6c20278-8eb3-4121-98c2-59ca5b25ac76 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 946 time: 0.1449480 Mar 24 00:54:27.730001 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2db6539d-b5e8-476f-a478-ad148175dbb7 req-0bf5bafd-a806-4e2a-b9a2-1894e65ba81e tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724812 Mar 24 00:54:27.732518 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c0d2004-1a32-4d1a-9f45-8f69f50d57ca req-38bb8655-15d2-44b1-b33e-5db745a150f9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e65168d3-afc8-43c4-8751-7c9e71f3c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004119 Mar 24 00:54:27.861603 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fb748-05b5-45f7-ae1c-f632175a7a5d req-328c7951-51b2-4358-86de-e313f45e97bd tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:27.863096 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d3fb748-05b5-45f7-ae1c-f632175a7a5d req-328c7951-51b2-4358-86de-e313f45e97bd tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 944 time: 0.0542250 Mar 24 00:54:27.931087 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d3fb748-05b5-45f7-ae1c-f632175a7a5d req-814ec587-a3ac-477c-ac59-4eb102de6f49 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/security-groups?id=cba9837f-f154-41e8-9091-6390923cd9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616403 Mar 24 00:54:27.971422 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41206) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:27.984868 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b0b3ff64-ee53-4953-b926-0af6fcede5b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:28.009018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7580bad-2255-4c46-a402-e0f8e48a2f46 req-48aee7f1-182f-43e0-99a3-d1c1438418c0 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:28.010031 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7580bad-2255-4c46-a402-e0f8e48a2f46 req-48aee7f1-182f-43e0-99a3-d1c1438418c0 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 946 time: 0.0571163 Mar 24 00:54:28.076746 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b0b3ff64-ee53-4953-b926-0af6fcede5b0 admin admin] Publish callbacks [] for security_group (114d6cab-2651-47e7-8963-ae0e6c51ee5c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:28.081073 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b0b3ff64-ee53-4953-b926-0af6fcede5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (114d6cab-2651-47e7-8963-ae0e6c51ee5c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:28.115326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1000b-eb3b-447e-aa09-f016f2ca3e7f req-f1931b76-feb3-4c1f-adb3-3729c2426c5c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:28.116858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76e1000b-eb3b-447e-aa09-f016f2ca3e7f req-f1931b76-feb3-4c1f-adb3-3729c2426c5c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=f650122b-7dc7-4a8a-bc36-dd59ffcce0bb HTTP/1.1" status: 200 len: 945 time: 0.0756598 Mar 24 00:54:28.125712 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7580bad-2255-4c46-a402-e0f8e48a2f46 req-01807903-c1dc-4d73-9fee-33f622dc0576 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/security-groups?id=e65168d3-afc8-43c4-8751-7c9e71f3c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091433 Mar 24 00:54:28.142615 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b0b3ff64-ee53-4953-b926-0af6fcede5b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c3318ff4af844578ae1563f3f17b311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602571 Mar 24 00:54:28.142615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3ff64-ee53-4953-b926-0af6fcede5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114d6cab-2651-47e7-8963-ae0e6c51ee5c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:28.142615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41212) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:28.200498 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8c7faac2-32d4-4821-afde-a1d94b74542e admin admin] Publish callbacks [] for security_group (114d6cab-2651-47e7-8963-ae0e6c51ee5c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:28.226240 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8c7faac2-32d4-4821-afde-a1d94b74542e admin admin] Publish callbacks [] for security_group (114d6cab-2651-47e7-8963-ae0e6c51ee5c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:28.234192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 15549499-d25c-4234-b521-8b23366eba9f details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:54:28.243496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76e1000b-eb3b-447e-aa09-f016f2ca3e7f req-20259dfa-d4ba-4667-b941-525baf45ce90 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164751 Mar 24 00:54:28.288570 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8c7faac2-32d4-4821-afde-a1d94b74542e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (114d6cab-2651-47e7-8963-ae0e6c51ee5c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:28.292197 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8c7faac2-32d4-4821-afde-a1d94b74542e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:28.293657 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8c7faac2-32d4-4821-afde-a1d94b74542e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/114d6cab-2651-47e7-8963-ae0e6c51ee5c HTTP/1.1" status: 204 len: 168 time: 0.1520958 Mar 24 00:54:28.296733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c0546-4238-4a40-9ff7-6edbae2fc63e req-9775e98f-8b31-48ac-b2c0-2969e3bbc7fc tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:28.304015 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7faac2-32d4-4821-afde-a1d94b74542e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114d6cab-2651-47e7-8963-ae0e6c51ee5c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:28.304995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa4c0546-4238-4a40-9ff7-6edbae2fc63e req-9775e98f-8b31-48ac-b2c0-2969e3bbc7fc tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 946 time: 0.1071124 Mar 24 00:54:28.404242 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 15549499-d25c-4234-b521-8b23366eba9f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=15549499-d25c-4234-b521-8b23366eba9f,segment=NetworkSegment(fe554b1b-851e-4917-978e-bd147887428b),segment_id=fe554b1b-851e-4917-978e-bd147887428b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:28.409387 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa4c0546-4238-4a40-9ff7-6edbae2fc63e req-50bedbb7-e85e-499d-a1c2-42de3f626df0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034582 Mar 24 00:54:28.420902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '15549499-d25c-4234-b521-8b23366eba9f', 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc', 'port_id': '15549499-d25c-4234-b521-8b23366eba9f', 'mac_address': 'fa:16:3e:d5:92:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:54:28.440183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ee69c-f908-4c40-be9e-11465e0ee25d req-d36db6d2-289d-46a4-b0bd-869ee5f34c52 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:28.440357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a04ee69c-f908-4c40-be9e-11465e0ee25d req-d36db6d2-289d-46a4-b0bd-869ee5f34c52 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.0967062 Mar 24 00:54:28.501685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a04ee69c-f908-4c40-be9e-11465e0ee25d req-c2de2481-3887-47ea-96d2-ac563be35362 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604246 Mar 24 00:54:28.501876 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 15549499-d25c-4234-b521-8b23366eba9f is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:28.502227 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (15549499-d25c-4234-b521-8b23366eba9f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:28.538091 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15549499-d25c-4234-b521-8b23366eba9f {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:28.576844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 15549499-d25c-4234-b521-8b23366eba9f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=15549499-d25c-4234-b521-8b23366eba9f,segment=NetworkSegment(fe554b1b-851e-4917-978e-bd147887428b),segment_id=fe554b1b-851e-4917-978e-bd147887428b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:28.586485 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (15549499-d25c-4234-b521-8b23366eba9f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:28.675036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8331dfb-c996-4286-bfae-3c6a6f0dd78e req-830a2af7-7afa-4c24-973a-0879e4f8f8b1 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:28.676583 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8331dfb-c996-4286-bfae-3c6a6f0dd78e req-830a2af7-7afa-4c24-973a-0879e4f8f8b1 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 945 time: 0.1732605 Mar 24 00:54:28.686449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=15549499-d25c-4234-b521-8b23366eba9f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:28.692744 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-94550475-aa67-4dbd-9df9-37ecf0753d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:28.698640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7115c-82fd-4e9c-80eb-a7602b11e79f req-91830845-aeb4-4e90-b387-afe91bdad330 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:28.699706 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57b7115c-82fd-4e9c-80eb-a7602b11e79f req-91830845-aeb4-4e90-b387-afe91bdad330 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.0879340 Mar 24 00:54:28.810871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8331dfb-c996-4286-bfae-3c6a6f0dd78e req-aacb0e5f-0893-4b17-85c8-6e8c75bb0c17 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263015 Mar 24 00:54:28.835607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57b7115c-82fd-4e9c-80eb-a7602b11e79f req-17fd4cbd-af4f-4196-998e-a7e86d415aab tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246247 Mar 24 00:54:28.852983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['15549499-d25c-4234-b521-8b23366eba9f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:54:28.884953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-83a5fdf1-c399-4526-ae2c-d7983d35055b tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:28.886517 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-83a5fdf1-c399-4526-ae2c-d7983d35055b tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e&tenant_id=d31a258675f94796a5709fd6f7444f7f&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 1127 time: 0.1335347 Mar 24 00:54:28.917285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760455-9'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:29.005268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:54:29.020440 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b75ab542-652a-4d39-b7f3-da517fa882e4 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:29.290481 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port b75ab542-652a-4d39-b7f3-da517fa882e4 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:29.291603 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:29.484654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:29.517960 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41270) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:29.538259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f has no active binding in host n-h1-760455-9 {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 24 00:54:29.578101 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:29.588448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port b75ab542-652a-4d39-b7f3-da517fa882e4 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:29.588981 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:29.633297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff707765-cae8-44e6-8a3b-03357295c053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75ab542-652a-4d39-b7f3-da517fa882e4'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:29.635661 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2193ed-94ec-4af1-8a21-8fa87bbb7b10" -d '{"events": [{"server_uuid": "ff707765-cae8-44e6-8a3b-03357295c053", "name": "network-vif-plugged", "status": "completed", "tag": "b75ab542-652a-4d39-b7f3-da517fa882e4"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:29.649132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c455494-4d2c-41fc-a52a-723eb44fb5d5 req-2bab6c6b-238e-420e-9224-46e4123ffdb6 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:29.651096 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:29.653039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b75ab542-652a-4d39-b7f3-da517fa882e4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b75ab542-652a-4d39-b7f3-da517fa882e4,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:29.656030 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c455494-4d2c-41fc-a52a-723eb44fb5d5 req-2bab6c6b-238e-420e-9224-46e4123ffdb6 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.7328217 Mar 24 00:54:29.661711 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:29.663775 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:54:29.674069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72eb7d1-4a00-44f1-9abb-2f1b1d283a61 req-0fdff3be-f279-46c0-bec4-2d3854f8ad5b tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:29.681391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d72eb7d1-4a00-44f1-9abb-2f1b1d283a61 req-0fdff3be-f279-46c0-bec4-2d3854f8ad5b tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 945 time: 0.5677066 Mar 24 00:54:29.693915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:54:29.694361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 61952ac6-b9c6-4000-a1f4-1cc237ff8f96 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:54:29.730705 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-164bb77b-e00b-4e62-aa17-0323e0308e66 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1387482922-network', 'tenant_id': '9c7e0bd572434a55ab408db46f5ada6b'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:29.768052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=b75ab542-652a-4d39-b7f3-da517fa882e4,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:29.769796 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164bb77b-e00b-4e62-aa17-0323e0308e66 admin admin] Made reservation on behalf of 9c7e0bd572434a55ab408db46f5ada6b for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:54:29.772914 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-164bb77b-e00b-4e62-aa17-0323e0308e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:29.782097 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-164bb77b-e00b-4e62-aa17-0323e0308e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:29.819609 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d72eb7d1-4a00-44f1-9abb-2f1b1d283a61 req-41c17b98-fa23-4586-a750-431399d96918 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/security-groups?id=cba9837f-f154-41e8-9091-6390923cd9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351571 Mar 24 00:54:29.866871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c455494-4d2c-41fc-a52a-723eb44fb5d5 req-415d276b-3e27-45c5-9105-8a9517b38f5b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088253 Mar 24 00:54:29.923723 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-164bb77b-e00b-4e62-aa17-0323e0308e66 admin admin] Publish callbacks [] for security_group (6ba75396-009f-4b84-8d1b-96f1f0875957), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:29.929289 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-164bb77b-e00b-4e62-aa17-0323e0308e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6ba75396-009f-4b84-8d1b-96f1f0875957), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:29.955336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] For port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:29.956205 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164bb77b-e00b-4e62-aa17-0323e0308e66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:54:29.964850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bb77b-e00b-4e62-aa17-0323e0308e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba75396-009f-4b84-8d1b-96f1f0875957,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:29.972715 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-164bb77b-e00b-4e62-aa17-0323e0308e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (62af909f-93b0-4c2e-8454-8b6e987dae65), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:29.973047 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-164bb77b-e00b-4e62-aa17-0323e0308e66 admin admin] Added segment 62af909f-93b0-4c2e-8454-8b6e987dae65 of type vlan for network 304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2 Mar 24 00:54:30.022352 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-164bb77b-e00b-4e62-aa17-0323e0308e66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:30.055524 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-164bb77b-e00b-4e62-aa17-0323e0308e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:30.056723 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164bb77b-e00b-4e62-aa17-0323e0308e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:30.058298 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-164bb77b-e00b-4e62-aa17-0323e0308e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:30.070121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a75cd-7c5c-4b6b-b0b9-1b86426e141a req-c5186e69-e634-422f-ab03-d2331a27f93f tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:30.080487 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d82a75cd-7c5c-4b6b-b0b9-1b86426e141a req-c5186e69-e634-422f-ab03-d2331a27f93f tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 946 time: 0.1816957 Mar 24 00:54:30.096004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ab13b-73af-47a6-a014-f82a42c7f0bb req-0688af6b-55c7-49b3-b375-fa967d71ea3a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:30.097508 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b56ab13b-73af-47a6-a014-f82a42c7f0bb req-0688af6b-55c7-49b3-b375-fa967d71ea3a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=f650122b-7dc7-4a8a-bc36-dd59ffcce0bb HTTP/1.1" status: 200 len: 945 time: 0.1514645 Mar 24 00:54:30.105730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] For port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:54:30.136467 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-164bb77b-e00b-4e62-aa17-0323e0308e66 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6142619 Mar 24 00:54:30.136704 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41282) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:30.143286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-93e401e4-e077-4244-9747-5de76fc4dc6c admin admin] Request body: {'subnet': {'network_id': '304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1387482922-subnet', 'tenant_id': '9c7e0bd572434a55ab408db46f5ada6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:30.178145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e401e4-e077-4244-9747-5de76fc4dc6c admin admin] Made reservation on behalf of 9c7e0bd572434a55ab408db46f5ada6b for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:54:30.180758 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93e401e4-e077-4244-9747-5de76fc4dc6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:30.202048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee34d25-91f5-48cb-8b98-14578733247e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:30.202555 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41795295-3317-4efd-9cb0-32b3f84103a3" -d '{"events": [{"server_uuid": "dee34d25-91f5-48cb-8b98-14578733247e", "name": "network-vif-unplugged", "status": "completed", "tag": "07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:30.213669 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Publish callbacks [] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:30.243464 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b56ab13b-73af-47a6-a014-f82a42c7f0bb req-869c8e8b-e22b-4211-913c-8b609ffceee7 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050348 Mar 24 00:54:30.244866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 15549499-d25c-4234-b521-8b23366eba9f up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:30.248495 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d82a75cd-7c5c-4b6b-b0b9-1b86426e141a req-ede55629-aa90-4f91-a265-d42c09580ac2 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/security-groups?id=e65168d3-afc8-43c4-8751-7c9e71f3c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668077 Mar 24 00:54:30.254061 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:30.261902 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bb77b-e00b-4e62-aa17-0323e0308e66 admin admin] Pushing event updated for resources: {'Network': ['ID=304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:30.295256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:54:30.428606 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a688d0-66da-480a-927c-1968372fc500 x-openstack-request-id: req-f5a688d0-66da-480a-927c-1968372fc500 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:30.428944 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff707765-cae8-44e6-8a3b-03357295c053", "name": "network-vif-plugged", "status": "completed", "tag": "b75ab542-652a-4d39-b7f3-da517fa882e4", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:30.430519 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5a688d0-66da-480a-927c-1968372fc500 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:30.431173 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a688d0-66da-480a-927c-1968372fc500'] response: {'server_uuid': 'ff707765-cae8-44e6-8a3b-03357295c053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75ab542-652a-4d39-b7f3-da517fa882e4', 'code': 200} Mar 24 00:54:30.439701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Pushing event updated for resources: {'Port': ['ID=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:30.511161 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Attempting to bind port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f on host n-h2-760455-9 for vnic_type normal with profile {"migrating_to": "n-h1-760455-9"} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:54:30.512381 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Attempting to bind port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:54:30.512967 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Attempting to bind port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:30.524023 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 15549499-d25c-4234-b521-8b23366eba9f completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:54:30.524411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:54:30.524977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Attempting to bind port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:30.534604 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 15549499-d25c-4234-b521-8b23366eba9f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:30.535311 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (15549499-d25c-4234-b521-8b23366eba9f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:30.542232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:54:30.542904 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Checking segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:30.543509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Bound using segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:54:30.544347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Bound port: 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:54:30.544951 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:30.555740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93e401e4-e077-4244-9747-5de76fc4dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (a9cf549e-3f34-48a1-9711-81b03030d4e1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:30.557948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdcd66-93d4-4243-8626-b5c8cbf87827 req-64951b45-cfd5-4b0e-ae19-30a532257277 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:30.565336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75cdcd66-93d4-4243-8626-b5c8cbf87827 req-64951b45-cfd5-4b0e-ae19-30a532257277 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 946 time: 0.2027640 Mar 24 00:54:30.609207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd391b4-6952-443c-aacc-34556d71a2e2 req-21ddf503-6395-4dd2-9309-e32bb25a2d31 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:30.610923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7cd391b4-6952-443c-aacc-34556d71a2e2 req-21ddf503-6395-4dd2-9309-e32bb25a2d31 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 943 time: 0.1742306 Mar 24 00:54:30.638628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 15549499-d25c-4234-b521-8b23366eba9f is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:30.639294 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (15549499-d25c-4234-b521-8b23366eba9f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:30.645308 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e401e4-e077-4244-9747-5de76fc4dc6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9cf549e-3f34-48a1-9711-81b03030d4e1,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:30.651005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e401e4-e077-4244-9747-5de76fc4dc6c admin admin] Checking segment: {'id': '62af909f-93b0-4c2e-8454-8b6e987dae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:30.651365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e401e4-e077-4244-9747-5de76fc4dc6c admin admin] Network hostable DHCP agents. Network: 304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:54:30.676250 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e401e4-e077-4244-9747-5de76fc4dc6c admin admin] Network 304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:54:30.690493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-93e401e4-e077-4244-9747-5de76fc4dc6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:30.691174 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 15549499-d25c-4234-b521-8b23366eba9f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=15549499-d25c-4234-b521-8b23366eba9f,segment=NetworkSegment(fe554b1b-851e-4917-978e-bd147887428b),segment_id=fe554b1b-851e-4917-978e-bd147887428b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:30.707698 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (15549499-d25c-4234-b521-8b23366eba9f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:30.713075 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5c30f7-68d7-4106-b2e4-d66e5cb8f204 None None] Network 304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:54:30.715008 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e401e4-e077-4244-9747-5de76fc4dc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:30.718780 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93e401e4-e077-4244-9747-5de76fc4dc6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:30.722763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75cdcd66-93d4-4243-8626-b5c8cbf87827 req-11d08f02-692f-41ca-b7b4-27cb133c18e0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518860 Mar 24 00:54:30.762498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] For port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:54:30.767047 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-93e401e4-e077-4244-9747-5de76fc4dc6c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6291206 Mar 24 00:54:30.800377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] For port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:54:30.821366 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7cd391b4-6952-443c-aacc-34556d71a2e2 req-018ac532-227a-4188-8e11-a80af624d499 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793895 Mar 24 00:54:30.833235 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:30.835469 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8aa40d69-dd5e-4092-8689-2c2892bf64bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:30.843763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=15549499-d25c-4234-b521-8b23366eba9f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:30.901350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ccf232-980a-45f7-9c97-df30f6bbf617 None None] Network 304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:54:31.011073 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a90b764-3ecc-4ae1-9c4b-189538ebafdd x-openstack-request-id: req-5a90b764-3ecc-4ae1-9c4b-189538ebafdd {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:31.011370 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee34d25-91f5-48cb-8b98-14578733247e", "name": "network-vif-unplugged", "status": "completed", "tag": "07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:31.011614 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a90b764-3ecc-4ae1-9c4b-189538ebafdd {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:31.012016 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a90b764-3ecc-4ae1-9c4b-189538ebafdd'] response: {'server_uuid': 'dee34d25-91f5-48cb-8b98-14578733247e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f', 'code': 200} Mar 24 00:54:31.023709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:31.024330 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:31.025762 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] 10.222.0.57 "PUT /v2.0/ports/07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f HTTP/1.1" status: 200 len: 1121 time: 2.1284676 Mar 24 00:54:31.035817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a9e3e-2cc2-430f-ae05-8ae9e80d0af0 service neutron] Pushing event updated for resources: {'Port': ['ID=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,revision_number=8']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:31.055386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a1ebf-b114-4826-9596-3140fe01f587 req-ae013dd0-cf5e-4ad4-8709-5389bd556983 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:31.062806 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f67a1ebf-b114-4826-9596-3140fe01f587 req-ae013dd0-cf5e-4ad4-8709-5389bd556983 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2056744 Mar 24 00:54:31.150869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:54:31.171377 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f67a1ebf-b114-4826-9596-3140fe01f587 req-6636430e-06e6-4fee-909a-323c79a1091f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058121 Mar 24 00:54:31.199324 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:54:31.370518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0b5e4-dd4f-4bc9-9a68-069f375afebd req-0306badd-7dd4-4e9a-8627-7dc5946c957f tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:31.372840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2a0b5e4-dd4f-4bc9-9a68-069f375afebd req-0306badd-7dd4-4e9a-8627-7dc5946c957f tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 946 time: 0.0898125 Mar 24 00:54:31.382542 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41322) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:31.387658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7b4392fe-3d59-4997-8410-efc2ec28a4b7 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Request body: {'floatingip': {'port_id': '7a2a3563-7cc5-4957-9e56-255e5f4aa073'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:31.548147 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7b4392fe-3d59-4997-8410-efc2ec28a4b7 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for floatingip (54f94568-2e43-4e2e-b1ef-3ca98a45ba64), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:31.680984 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41330) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:31.686121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-45f65ac6-3631-4c4c-9fef-8aaab10b2cd9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-964197703-network', 'tenant_id': 'f8a768cb128f4495b23cc7875ceb774e'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:31.725177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f65ac6-3631-4c4c-9fef-8aaab10b2cd9 admin admin] Made reservation on behalf of f8a768cb128f4495b23cc7875ceb774e for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:54:31.727614 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45f65ac6-3631-4c4c-9fef-8aaab10b2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:31.755129 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45f65ac6-3631-4c4c-9fef-8aaab10b2cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:31.804450 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f53835-a9df-4e8b-b302-414410c204f8 req-c4f3f520-e5d1-481e-bf26-0a948fe144cf tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:31.811829 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47f53835-a9df-4e8b-b302-414410c204f8 req-c4f3f520-e5d1-481e-bf26-0a948fe144cf tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 946 time: 0.0980439 Mar 24 00:54:31.955790 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47f53835-a9df-4e8b-b302-414410c204f8 req-a2b3910f-50b1-4199-a1eb-4d2a06eb281f tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/security-groups?id=cba9837f-f154-41e8-9091-6390923cd9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431713 Mar 24 00:54:31.965800 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45f65ac6-3631-4c4c-9fef-8aaab10b2cd9 admin admin] Publish callbacks [] for security_group (492c16d1-bb14-4554-835a-44a23c20ba50), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:31.986617 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45f65ac6-3631-4c4c-9fef-8aaab10b2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (492c16d1-bb14-4554-835a-44a23c20ba50), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:32.000123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f65ac6-3631-4c4c-9fef-8aaab10b2cd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:54:32.010435 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45f65ac6-3631-4c4c-9fef-8aaab10b2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5081fe1a-f0b2-4acd-95d3-86fc7fc75c59), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:32.010864 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-45f65ac6-3631-4c4c-9fef-8aaab10b2cd9 admin admin] Added segment 5081fe1a-f0b2-4acd-95d3-86fc7fc75c59 of type vlan for network 49c94375-0e8b-43b5-ae64-628f477c71ac Mar 24 00:54:32.031187 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:32.081068 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45f65ac6-3631-4c4c-9fef-8aaab10b2cd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (49c94375-0e8b-43b5-ae64-628f477c71ac), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:32.089891 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a2592-0266-4f1d-bece-0ca372fe4412 req-3e53349e-725b-438c-b115-45151179535f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:32.095896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-780a2592-0266-4f1d-bece-0ca372fe4412 req-3e53349e-725b-438c-b115-45151179535f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2720640 Mar 24 00:54:32.122276 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f65ac6-3631-4c4c-9fef-8aaab10b2cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492c16d1-bb14-4554-835a-44a23c20ba50,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:32.179888 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7b4392fe-3d59-4997-8410-efc2ec28a4b7 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:32.187463 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7b4392fe-3d59-4997-8410-efc2ec28a4b7 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (54f94568-2e43-4e2e-b1ef-3ca98a45ba64), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:32.195868 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45f65ac6-3631-4c4c-9fef-8aaab10b2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (49c94375-0e8b-43b5-ae64-628f477c71ac), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:32.196899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f65ac6-3631-4c4c-9fef-8aaab10b2cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:32.198072 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45f65ac6-3631-4c4c-9fef-8aaab10b2cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:32.253001 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:32.270704 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-45f65ac6-3631-4c4c-9fef-8aaab10b2cd9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5885272 Mar 24 00:54:32.280480 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41338) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:32.285609 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1c343f96-78be-427a-8e01-c505a5799a2d admin admin] Request body: {'subnet': {'network_id': '49c94375-0e8b-43b5-ae64-628f477c71ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-964197703-subnet', 'tenant_id': 'f8a768cb128f4495b23cc7875ceb774e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:32.301846 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-780a2592-0266-4f1d-bece-0ca372fe4412 req-e8b3281a-8dfa-4970-999d-4ee3b23efabb tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711314 Mar 24 00:54:32.309317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f65ac6-3631-4c4c-9fef-8aaab10b2cd9 admin admin] Pushing event updated for resources: {'Network': ['ID=49c94375-0e8b-43b5-ae64-628f477c71ac,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:32.326780 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcde6a-3a13-4001-a1ef-a8245215b038 req-bdb4486b-6674-412c-80b1-cd45ed1720b8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:32.331807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 49c94375-0e8b-43b5-ae64-628f477c71ac details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:54:32.332111 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3dcde6a-3a13-4001-a1ef-a8245215b038 req-bdb4486b-6674-412c-80b1-cd45ed1720b8 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 946 time: 0.2728369 Mar 24 00:54:32.345746 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c343f96-78be-427a-8e01-c505a5799a2d admin admin] Made reservation on behalf of f8a768cb128f4495b23cc7875ceb774e for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:54:32.348012 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c343f96-78be-427a-8e01-c505a5799a2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:32.465715 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3dcde6a-3a13-4001-a1ef-a8245215b038 req-f7286a50-bb4c-48eb-a01c-f2630c5119e6 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279938 Mar 24 00:54:32.476965 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b596a420-5b5e-42d2-8d61-445df70b6a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15549499-d25c-4234-b521-8b23366eba9f'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:32.492396 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-7b4392fe-3d59-4997-8410-efc2ec28a4b7 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Floating IP 54f94568-2e43-4e2e-b1ef-3ca98a45ba64 associated. External IP: 172.25.0.212, port: 7a2a3563-7cc5-4957-9e56-255e5f4aa073. Mar 24 00:54:32.513665 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b67569-78da-41ce-bfbe-5ddb643dba44" -d '{"events": [{"server_uuid": "b596a420-5b5e-42d2-8d61-445df70b6a58", "name": "network-vif-plugged", "status": "completed", "tag": "15549499-d25c-4234-b521-8b23366eba9f"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:32.652958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f106281-29d0-4d1b-b9a1-137c136eaffe req-2f065946-44f2-45c2-82e2-eae388cd6920 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:32.655212 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f106281-29d0-4d1b-b9a1-137c136eaffe req-2f065946-44f2-45c2-82e2-eae388cd6920 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 943 time: 0.1161280 Mar 24 00:54:32.753680 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f106281-29d0-4d1b-b9a1-137c136eaffe req-29f21058-dffe-46f3-939b-498497823833 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925767 Mar 24 00:54:32.772466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bce8d7-34de-4ff2-971e-a75c256dbec2 req-bee3d77e-7cf1-4d1a-a13f-282724496257 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:32.780219 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51bce8d7-34de-4ff2-971e-a75c256dbec2 req-bee3d77e-7cf1-4d1a-a13f-282724496257 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1036232 Mar 24 00:54:32.845649 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef72053-66df-4492-bebb-05a4bd220b0e x-openstack-request-id: req-5ef72053-66df-4492-bebb-05a4bd220b0e {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:32.846166 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b596a420-5b5e-42d2-8d61-445df70b6a58", "name": "network-vif-plugged", "status": "completed", "tag": "15549499-d25c-4234-b521-8b23366eba9f", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:32.846591 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ef72053-66df-4492-bebb-05a4bd220b0e {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:32.847155 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef72053-66df-4492-bebb-05a4bd220b0e'] response: {'server_uuid': 'b596a420-5b5e-42d2-8d61-445df70b6a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15549499-d25c-4234-b521-8b23366eba9f', 'code': 200} Mar 24 00:54:32.851828 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51bce8d7-34de-4ff2-971e-a75c256dbec2 req-19612184-b71c-454f-ab1f-619fc0a4f762 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651288 Mar 24 00:54:33.013129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee34d25-91f5-48cb-8b98-14578733247e', 'tag': '07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:33.018769 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50829b27-adf3-4bb6-ab41-c0037cb2eba6" -d '{"events": [{"name": "network-changed", "server_uuid": "dee34d25-91f5-48cb-8b98-14578733247e", "tag": "07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:33.032137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df6ac4-a9bc-4d30-a8bd-949415498b0f req-8d5d8d71-9896-43a3-a6fd-e3938c142970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:33.034071 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c4df6ac4-a9bc-4d30-a8bd-949415498b0f req-8d5d8d71-9896-43a3-a6fd-e3938c142970 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 1128 time: 0.0911112 Mar 24 00:54:33.081832 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954bfbbd-983d-4c50-bb26-b99f2760a674 x-openstack-request-id: req-954bfbbd-983d-4c50-bb26-b99f2760a674 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:33.082843 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee34d25-91f5-48cb-8b98-14578733247e", "tag": "07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:33.083106 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-954bfbbd-983d-4c50-bb26-b99f2760a674 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:33.083781 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-954bfbbd-983d-4c50-bb26-b99f2760a674'] response: {'name': 'network-changed', 'server_uuid': 'dee34d25-91f5-48cb-8b98-14578733247e', 'tag': '07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f', 'status': 'completed', 'code': 200} Mar 24 00:54:33.140429 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c343f96-78be-427a-8e01-c505a5799a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (de72b6ee-69be-4ab3-a247-fb165e1a14e2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:33.166042 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c4df6ac4-a9bc-4d30-a8bd-949415498b0f req-bc6377e8-2096-4965-85d3-ee0a3c5f5082 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cba9837f-f154-41e8-9091-6390923cd9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220641 Mar 24 00:54:33.195784 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b429fd2-9abf-49fd-87d7-4f08f2d6114a req-aa9f33dc-953c-4ae5-95a2-ff14db64296f tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:33.197472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b429fd2-9abf-49fd-87d7-4f08f2d6114a req-aa9f33dc-953c-4ae5-95a2-ff14db64296f tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 946 time: 0.1201608 Mar 24 00:54:33.261188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b429fd2-9abf-49fd-87d7-4f08f2d6114a req-dad9559d-83e3-4040-bb6d-5f2a550d145a tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/security-groups?id=cba9837f-f154-41e8-9091-6390923cd9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567563 Mar 24 00:54:33.309659 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4392fe-3d59-4997-8410-efc2ec28a4b7 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Router 36c68890-fb02-4608-9be9-0b7ca4414702 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:54:33.347046 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c343f96-78be-427a-8e01-c505a5799a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=de72b6ee-69be-4ab3-a247-fb165e1a14e2,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:33.429714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50829b27-adf3-4bb6-ab41-c0037cb2eba6 req-afadc875-4835-4e98-a476-ceba5896562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:33.433294 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-50829b27-adf3-4bb6-ab41-c0037cb2eba6 req-afadc875-4835-4e98-a476-ceba5896562f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 1155 time: 0.2919981 Mar 24 00:54:33.523018 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:33.526878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2638f-e198-440d-ae63-70c41dc993b1 req-eaa28962-f289-43e4-892b-dd06fe5f9652 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:33.528489 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3f2638f-e198-440d-ae63-70c41dc993b1 req-eaa28962-f289-43e4-892b-dd06fe5f9652 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 946 time: 0.1248457 Mar 24 00:54:33.561542 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c343f96-78be-427a-8e01-c505a5799a2d admin admin] Checking segment: {'id': '5081fe1a-f0b2-4acd-95d3-86fc7fc75c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '49c94375-0e8b-43b5-ae64-628f477c71ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:33.562281 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c343f96-78be-427a-8e01-c505a5799a2d admin admin] Network hostable DHCP agents. Network: 49c94375-0e8b-43b5-ae64-628f477c71ac, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:54:33.572793 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50829b27-adf3-4bb6-ab41-c0037cb2eba6 req-9ada0d99-7997-4153-9bd9-a8590d1a95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:33.575624 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-50829b27-adf3-4bb6-ab41-c0037cb2eba6 req-9ada0d99-7997-4153-9bd9-a8590d1a95ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.1379712 Mar 24 00:54:33.606739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c343f96-78be-427a-8e01-c505a5799a2d admin admin] Network 49c94375-0e8b-43b5-ae64-628f477c71ac is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:54:33.704607 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-50829b27-adf3-4bb6-ab41-c0037cb2eba6 req-9e2560ba-7830-42e2-a6d8-84ebb0397026 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f HTTP/1.1" status: 200 len: 217 time: 0.0948899 Mar 24 00:54:33.704857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f03888-d47e-4c2d-9e4b-88351a253733 req-4bdafb7f-9582-4a7a-8af0-e603d86aafa5 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:33.706694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22f03888-d47e-4c2d-9e4b-88351a253733 req-4bdafb7f-9582-4a7a-8af0-e603d86aafa5 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b92b0b-7561-4197-bac5-7e44fc02f050 HTTP/1.1" status: 200 len: 946 time: 0.0971158 Mar 24 00:54:33.722779 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1c343f96-78be-427a-8e01-c505a5799a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 49c94375-0e8b-43b5-ae64-628f477c71ac) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:33.728338 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c343f96-78be-427a-8e01-c505a5799a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:33.729445 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c343f96-78be-427a-8e01-c505a5799a2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:33.734384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2964d812-5ccc-490e-8735-a123abb725ee None None] Network 49c94375-0e8b-43b5-ae64-628f477c71ac requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:54:33.736511 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-b3f2638f-e198-440d-ae63-70c41dc993b1 req-63990cc9-41d8-490e-b62d-961c7c7d22a0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Deleting port 3aa27e7b-f120-44fd-bffd-d64afc68f22e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:54:33.736868 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b3f2638f-e198-440d-ae63-70c41dc993b1 req-63990cc9-41d8-490e-b62d-961c7c7d22a0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3aa27e7b-f120-44fd-bffd-d64afc68f22e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:33.834049 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50829b27-adf3-4bb6-ab41-c0037cb2eba6 req-32088d22-575e-4c9d-893f-8706a0ed3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:33.836625 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-50829b27-adf3-4bb6-ab41-c0037cb2eba6 req-32088d22-575e-4c9d-893f-8706a0ed3a94 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.1243587 Mar 24 00:54:33.839874 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22f03888-d47e-4c2d-9e4b-88351a253733 req-a2e14f9b-db45-4cb4-876f-697caf402217 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b21dfe7-1f7c-434c-a503-ae7516c77231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208105 Mar 24 00:54:33.886975 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b5424e-f63a-46b4-9d5a-bc27808c2aa1 None None] Network 49c94375-0e8b-43b5-ae64-628f477c71ac requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:54:33.910231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-b3f2638f-e198-440d-ae63-70c41dc993b1 req-63990cc9-41d8-490e-b62d-961c7c7d22a0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] For port 3aa27e7b-f120-44fd-bffd-d64afc68f22e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3aa27e7b-f120-44fd-bffd-d64afc68f22e,segment=NetworkSegment(65f20662-8546-4ac3-9824-2e16b7675c19),segment_id=65f20662-8546-4ac3-9824-2e16b7675c19)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:33.910475 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-50829b27-adf3-4bb6-ab41-c0037cb2eba6 req-3f023017-2998-4527-be1d-8f0e6d1c6a12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421214 Mar 24 00:54:33.911252 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b3f2638f-e198-440d-ae63-70c41dc993b1 req-63990cc9-41d8-490e-b62d-961c7c7d22a0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3aa27e7b-f120-44fd-bffd-d64afc68f22e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:33.939348 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1c343f96-78be-427a-8e01-c505a5799a2d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6572258 Mar 24 00:54:33.942632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4392fe-3d59-4997-8410-efc2ec28a4b7 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:54:33.958241 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239f483-08a2-4e23-b844-9bc1817eed77 None None] Sync routers for ids ['36c68890-fb02-4608-9be9-0b7ca4414702'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:54:33.960306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-b3f2638f-e198-440d-ae63-70c41dc993b1 req-63990cc9-41d8-490e-b62d-961c7c7d22a0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Calling delete_port for 3aa27e7b-f120-44fd-bffd-d64afc68f22e owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:54:33.972659 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7b4392fe-3d59-4997-8410-efc2ec28a4b7 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:33.980010 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239f483-08a2-4e23-b844-9bc1817eed77 None None] Routers {'36c68890-fb02-4608-9be9-0b7ca4414702'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:54:33.980663 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9239f483-08a2-4e23-b844-9bc1817eed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:54:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['36c68890-fb02-4608-9be9-0b7ca4414702'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:34.053077 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7b4392fe-3d59-4997-8410-efc2ec28a4b7 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "PUT /v2.0/floatingips/54f94568-2e43-4e2e-b1ef-3ca98a45ba64 HTTP/1.1" status: 200 len: 992 time: 2.6671524 Mar 24 00:54:34.054163 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afaa2e9-4127-45fa-a0bb-aea3e464b1ef', 'tag': '7a2a3563-7cc5-4957-9e56-255e5f4aa073'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:34.071596 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038003cd-1b44-436f-9d19-369798bd7cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "4afaa2e9-4127-45fa-a0bb-aea3e464b1ef", "tag": "7a2a3563-7cc5-4957-9e56-255e5f4aa073"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:34.130132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb036f-0701-4a15-beee-7c51c17d95f0 req-89db3dc5-0f5a-4014-acc8-f81619edd51c tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:34.133362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6eb036f-0701-4a15-beee-7c51c17d95f0 req-89db3dc5-0f5a-4014-acc8-f81619edd51c tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 943 time: 0.2273364 Mar 24 00:54:34.179894 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-9239f483-08a2-4e23-b844-9bc1817eed77 None None] Set router 36c68890-fb02-4608-9be9-0b7ca4414702 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:54:34.186124 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-50829b27-adf3-4bb6-ab41-c0037cb2eba6 req-fa1921af-c567-4209-b507-769851858f9e service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665749 Mar 24 00:54:34.267382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ba899f02-2aba-497f-9dbb-2a3e31a11ebf details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:54:34.379630 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-50829b27-adf3-4bb6-ab41-c0037cb2eba6 req-84f01b50-4a4a-4b74-872a-8d3755ac3113 service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818421 Mar 24 00:54:34.438755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d795e-819f-4dff-bf49-d0d4a6ed9adf req-61061c00-eba3-4a73-a166-a4a96cd49c48 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:34.453646 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-909d795e-819f-4dff-bf49-d0d4a6ed9adf req-61061c00-eba3-4a73-a166-a4a96cd49c48 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 946 time: 0.3173764 Mar 24 00:54:34.454869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port ba899f02-2aba-497f-9dbb-2a3e31a11ebf, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ba899f02-2aba-497f-9dbb-2a3e31a11ebf,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:34.469697 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9239f483-08a2-4e23-b844-9bc1817eed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'name': 'tempest-ServersTestJSON-1690524510-router', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:48Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'gw_port': {'id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:51Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '54f94568-2e43-4e2e-b1ef-3ca98a45ba64', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'port_id': '7a2a3563-7cc5-4957-9e56-255e5f4aa073', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913', 'mac_address': 'fa:16:3e:e7:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afaa2e9-4127-45fa-a0bb-aea3e464b1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:54:10Z', 'updated_at': '2022-03-24T00:54:32Z', 'revision_number': 1, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e7e251-5a03-45b6-aef2-00516799bb57', 'name': '', 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'mac_address': 'fa:16:3e:3f:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:58Z', 'updated_at': '2022-03-24T00:54:08Z', 'revision_number': 5, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'subnets': [{'id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:34.471459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'ba899f02-2aba-497f-9dbb-2a3e31a11ebf', 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4', 'port_id': 'ba899f02-2aba-497f-9dbb-2a3e31a11ebf', 'mac_address': 'fa:16:3e:a5:56:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:54:34.495196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6eb036f-0701-4a15-beee-7c51c17d95f0 req-66f1f98c-2389-4423-a910-01e30b320be0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451569 Mar 24 00:54:34.507478 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239f483-08a2-4e23-b844-9bc1817eed77 None None] Checking router: 36c68890-fb02-4608-9be9-0b7ca4414702 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:54:34.528326 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239f483-08a2-4e23-b844-9bc1817eed77 None None] Routers {'36c68890-fb02-4608-9be9-0b7ca4414702'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:54:34.530983 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9239f483-08a2-4e23-b844-9bc1817eed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:54:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['36c68890-fb02-4608-9be9-0b7ca4414702'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:34.536143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port ba899f02-2aba-497f-9dbb-2a3e31a11ebf is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:34.536723 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:34.543648 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-909d795e-819f-4dff-bf49-d0d4a6ed9adf req-8cde23a8-e091-4ea1-9a56-c7385740edf5 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/security-groups?id=e65168d3-afc8-43c4-8751-7c9e71f3c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891707 Mar 24 00:54:34.544400 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b3f2638f-e198-440d-ae63-70c41dc993b1 req-63990cc9-41d8-490e-b62d-961c7c7d22a0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3aa27e7b-f120-44fd-bffd-d64afc68f22e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:34.581865 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['3aa27e7b-f120-44fd-bffd-d64afc68f22e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:54:34.608545 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2401d71b-34fc-48a5-aa10-0c06de29e866 x-openstack-request-id: req-2401d71b-34fc-48a5-aa10-0c06de29e866 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:34.608948 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afaa2e9-4127-45fa-a0bb-aea3e464b1ef", "tag": "7a2a3563-7cc5-4957-9e56-255e5f4aa073", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:34.609349 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2401d71b-34fc-48a5-aa10-0c06de29e866 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:34.609861 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2401d71b-34fc-48a5-aa10-0c06de29e866'] response: {'name': 'network-changed', 'server_uuid': '4afaa2e9-4127-45fa-a0bb-aea3e464b1ef', 'tag': '7a2a3563-7cc5-4957-9e56-255e5f4aa073', 'status': 'completed', 'code': 200} Mar 24 00:54:34.675315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba899f02-2aba-497f-9dbb-2a3e31a11ebf {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:34.708213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63990cc9-41d8-490e-b62d-961c7c7d22a0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Pushing event deleted for resources: {'Port': ['ID=3aa27e7b-f120-44fd-bffd-d64afc68f22e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:34.741612 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port ba899f02-2aba-497f-9dbb-2a3e31a11ebf, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ba899f02-2aba-497f-9dbb-2a3e31a11ebf,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:34.752242 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:34.758171 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-9239f483-08a2-4e23-b844-9bc1817eed77 None None] Set router 36c68890-fb02-4608-9be9-0b7ca4414702 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:54:34.844044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f2638f-e198-440d-ae63-70c41dc993b1 req-63990cc9-41d8-490e-b62d-961c7c7d22a0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] No DVR routers for this DVR port 3aa27e7b-f120-44fd-bffd-d64afc68f22e on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:54:34.848127 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b3f2638f-e198-440d-ae63-70c41dc993b1 req-63990cc9-41d8-490e-b62d-961c7c7d22a0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:34.853718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3f2638f-e198-440d-ae63-70c41dc993b1 req-63990cc9-41d8-490e-b62d-961c7c7d22a0 tempest-DeleteServersTestJSON-622062623 tempest-DeleteServersTestJSON-622062623-project] 10.222.0.48 "DELETE /v2.0/ports/3aa27e7b-f120-44fd-bffd-d64afc68f22e HTTP/1.1" status: 204 len: 173 time: 1.3178332 Mar 24 00:54:34.925369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=ba899f02-2aba-497f-9dbb-2a3e31a11ebf,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:34.934741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['ba899f02-2aba-497f-9dbb-2a3e31a11ebf'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:54:34.985939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b0dac-a27a-4c17-ae63-55309b6529ec req-2b350f4b-edb6-46b0-bd7e-59af58d21e0f tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:34.987465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-385b0dac-a27a-4c17-ae63-55309b6529ec req-2b350f4b-edb6-46b0-bd7e-59af58d21e0f tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 946 time: 0.2901306 Mar 24 00:54:35.040527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038003cd-1b44-436f-9d19-369798bd7cbb req-22e56f65-84c0-4d4f-b5ba-daf28e8dd4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:35.042243 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-038003cd-1b44-436f-9d19-369798bd7cbb req-22e56f65-84c0-4d4f-b5ba-daf28e8dd4a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8954b50df5df481eaca5bc7a74bc27cb&device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 1128 time: 0.3603230 Mar 24 00:54:35.115214 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:35.133434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b92b0b-7561-4197-bac5-7e44fc02f050', 'name': 'network-vif-deleted', 'tag': '3aa27e7b-f120-44fd-bffd-d64afc68f22e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:35.135717 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebef201-cca8-479f-bbde-6f76917fa57e" -d '{"events": [{"server_uuid": "94b92b0b-7561-4197-bac5-7e44fc02f050", "name": "network-vif-deleted", "tag": "3aa27e7b-f120-44fd-bffd-d64afc68f22e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:35.216781 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9239f483-08a2-4e23-b844-9bc1817eed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'name': 'tempest-ServersTestJSON-1690524510-router', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:48Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'gw_port': {'id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:51Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '54f94568-2e43-4e2e-b1ef-3ca98a45ba64', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'port_id': '7a2a3563-7cc5-4957-9e56-255e5f4aa073', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913', 'mac_address': 'fa:16:3e:e7:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afaa2e9-4127-45fa-a0bb-aea3e464b1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:54:10Z', 'updated_at': '2022-03-24T00:54:32Z', 'revision_number': 1, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e7e251-5a03-45b6-aef2-00516799bb57', 'name': '', 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'mac_address': 'fa:16:3e:3f:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:58Z', 'updated_at': '2022-03-24T00:54:08Z', 'revision_number': 5, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'subnets': [{'id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:35.267478 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239f483-08a2-4e23-b844-9bc1817eed77 None None] The sync data for ids ['36c68890-fb02-4608-9be9-0b7ca4414702'] in n-d-760455-9 is: [{'id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'name': 'tempest-ServersTestJSON-1690524510-router', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:48Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'gw_port': {'id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:51Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '54f94568-2e43-4e2e-b1ef-3ca98a45ba64', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'port_id': '7a2a3563-7cc5-4957-9e56-255e5f4aa073', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913', 'mac_address': 'fa:16:3e:e7:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afaa2e9-4127-45fa-a0bb-aea3e464b1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:54:10Z', 'updated_at': '2022-03-24T00:54:32Z', 'revision_number': 1, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e7e251-5a03-45b6-aef2-00516799bb57', 'name': '', 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'mac_address': 'fa:16:3e:3f:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:58Z', 'updated_at': '2022-03-24T00:54:08Z', 'revision_number': 5, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'subnets': [{'id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:54:35.383781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-385b0dac-a27a-4c17-ae63-55309b6529ec req-e5e6ed1f-f11d-4016-92d8-a9a9540a463a tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/security-groups?id=cba9837f-f154-41e8-9091-6390923cd9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3786166 Mar 24 00:54:35.445220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038003cd-1b44-436f-9d19-369798bd7cbb req-04ff6abf-3373-4896-8603-1b0bb890ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:35.446811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-038003cd-1b44-436f-9d19-369798bd7cbb req-04ff6abf-3373-4896-8603-1b0bb890ef97 service neutron] 10.222.0.57 "GET /v2.0/networks?id=81cf2e4e-3666-4e7f-8911-a1cc83093913 HTTP/1.1" status: 200 len: 907 time: 0.3665595 Mar 24 00:54:35.459007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-545b9e7b-6e6c-44ea-a424-efcd323f1d6a tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:35.479618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-545b9e7b-6e6c-44ea-a424-efcd323f1d6a tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.45 "GET /v2.0/networks?id=304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2 HTTP/1.1" status: 200 len: 815 time: 0.3297410 Mar 24 00:54:35.532534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-d147d6fa-ec56-47fd-8789-35500a0d2673 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.45 "GET /v2.0/quotas/9c7e0bd572434a55ab408db46f5ada6b HTTP/1.1" status: 200 len: 375 time: 0.0504260 Mar 24 00:54:35.671407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c8d665-cb5f-4621-83e7-cda7d5c33302 None None] New status for floating IP 54f94568-2e43-4e2e-b1ef-3ca98a45ba64: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:54:35.676129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-a9384327-f2e3-4e34-9f69-68b225e619cf tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c7e0bd572434a55ab408db46f5ada6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1425915 Mar 24 00:54:35.780958 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-038003cd-1b44-436f-9d19-369798bd7cbb req-ff9665f4-769c-45aa-bbf8-a069fc28de27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a2a3563-7cc5-4957-9e56-255e5f4aa073 HTTP/1.1" status: 200 len: 1000 time: 0.2786505 Mar 24 00:54:35.867442 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-7c9f509e-a264-4807-bd4c-1cf8e386e1ff service neutron] 10.222.0.45 "GET /v2.0/networks/304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882060 Mar 24 00:54:35.937990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038003cd-1b44-436f-9d19-369798bd7cbb req-1babd08a-1b37-4023-8f82-c7eff7cb683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:35.939501 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-038003cd-1b44-436f-9d19-369798bd7cbb req-1babd08a-1b37-4023-8f82-c7eff7cb683e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bc077b-7f0c-4e74-b869-0476421de2ce HTTP/1.1" status: 200 len: 845 time: 0.1424561 Mar 24 00:54:36.021960 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-db9670d1-edab-496e-92d0-e43693204624 service neutron] 10.222.0.45 "GET /v2.0/networks/304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535587 Mar 24 00:54:36.046640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038003cd-1b44-436f-9d19-369798bd7cbb req-3ad5ccc0-0b2b-4bd5-bdd6-330dd6c91af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:36.048213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-038003cd-1b44-436f-9d19-369798bd7cbb req-3ad5ccc0-0b2b-4bd5-bdd6-330dd6c91af9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81cf2e4e-3666-4e7f-8911-a1cc83093913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1011000 Mar 24 00:54:36.248763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-038003cd-1b44-436f-9d19-369798bd7cbb req-0487a514-2e2a-4c05-860c-ca6c5d594c74 service neutron] 10.222.0.57 "GET /v2.0/networks/81cf2e4e-3666-4e7f-8911-a1cc83093913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936367 Mar 24 00:54:36.296890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ba899f02-2aba-497f-9dbb-2a3e31a11ebf up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:36.412731 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-038003cd-1b44-436f-9d19-369798bd7cbb req-b6c15e05-edda-4c51-ab53-76d25b63fc38 service neutron] 10.222.0.57 "GET /v2.0/networks/81cf2e4e-3666-4e7f-8911-a1cc83093913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575766 Mar 24 00:54:36.671574 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port ba899f02-2aba-497f-9dbb-2a3e31a11ebf triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:36.672232 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:36.768777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port ba899f02-2aba-497f-9dbb-2a3e31a11ebf is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:36.769287 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:36.813508 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f650122b-7dc7-4a8a-bc36-dd59ffcce0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba899f02-2aba-497f-9dbb-2a3e31a11ebf'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:36.816249 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d6b8a4-86eb-45c8-9f70-e78c99475bf9" -d '{"events": [{"server_uuid": "f650122b-7dc7-4a8a-bc36-dd59ffcce0bb", "name": "network-vif-plugged", "status": "completed", "tag": "ba899f02-2aba-497f-9dbb-2a3e31a11ebf"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:36.831387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port ba899f02-2aba-497f-9dbb-2a3e31a11ebf, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ba899f02-2aba-497f-9dbb-2a3e31a11ebf,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:36.840762 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:36.842046 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 3aa27e7b-f120-44fd-bffd-d64afc68f22e no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:54:36.907582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 3aa27e7b-f120-44fd-bffd-d64afc68f22e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:54:36.907983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 3aa27e7b-f120-44fd-bffd-d64afc68f22e not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:54:36.950707 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=ba899f02-2aba-497f-9dbb-2a3e31a11ebf,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:37.213516 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:54:38.106952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-ae078445-4673-4c8c-bc92-17db80fbe21a tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:38.118472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-ae078445-4673-4c8c-bc92-17db80fbe21a tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.57 "GET /v2.0/networks?id=304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2 HTTP/1.1" status: 200 len: 815 time: 0.2830989 Mar 24 00:54:38.138938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-df573005-0cf9-478c-ae51-add33a92e3d0 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Request body: {'port': {'device_id': 'c7be52b1-750d-4c8b-89d3-15f958ea60f5', 'network_id': '304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2', 'admin_state_up': True, 'tenant_id': '9c7e0bd572434a55ab408db46f5ada6b'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:38.290654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-df573005-0cf9-478c-ae51-add33a92e3d0 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Made reservation on behalf of 9c7e0bd572434a55ab408db46f5ada6b for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:54:38.295738 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-df573005-0cf9-478c-ae51-add33a92e3d0 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:38.610328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-df573005-0cf9-478c-ae51-add33a92e3d0 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Allocated IP 172.20.0.3 (304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2/a9cf549e-3f34-48a1-9711-81b03030d4e1/90156095-bca6-4254-baea-5aed84632aab) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:54:38.949615 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-df573005-0cf9-478c-ae51-add33a92e3d0 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Publish callbacks [] for port (90156095-bca6-4254-baea-5aed84632aab), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:38.990791 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-df573005-0cf9-478c-ae51-add33a92e3d0 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (90156095-bca6-4254-baea-5aed84632aab), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:39.046018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df573005-0cf9-478c-ae51-add33a92e3d0 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Pushing event updated for resources: {'Port': ['ID=90156095-bca6-4254-baea-5aed84632aab,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:39.061875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-df573005-0cf9-478c-ae51-add33a92e3d0 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Network 304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:54:39.063786 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-df573005-0cf9-478c-ae51-add33a92e3d0 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:39.066196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-df573005-0cf9-478c-ae51-add33a92e3d0 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:54:39.121202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-df573005-0cf9-478c-ae51-add33a92e3d0 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:39.123340 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-df573005-0cf9-478c-ae51-add33a92e3d0 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:39.149500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-df573005-0cf9-478c-ae51-add33a92e3d0 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0187297 Mar 24 00:54:39.164275 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Request body: {'port': {'device_id': 'c7be52b1-750d-4c8b-89d3-15f958ea60f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:39.242026 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (90156095-bca6-4254-baea-5aed84632aab), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:39.792822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90156095-bca6-4254-baea-5aed84632aab {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:39.827365 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Publish callbacks [] for port (90156095-bca6-4254-baea-5aed84632aab), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:39.863447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Transition to ACTIVE for port object 90156095-bca6-4254-baea-5aed84632aab will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:54:39.870647 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (90156095-bca6-4254-baea-5aed84632aab), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:39.932000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Pushing event updated for resources: {'Port': ['ID=90156095-bca6-4254-baea-5aed84632aab,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:40.035969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Attempting to bind port 90156095-bca6-4254-baea-5aed84632aab on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:54:40.036499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Attempting to bind port 90156095-bca6-4254-baea-5aed84632aab by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '62af909f-93b0-4c2e-8454-8b6e987dae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:54:40.036950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Attempting to bind port 90156095-bca6-4254-baea-5aed84632aab on network 304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:40.042170 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Port 90156095-bca6-4254-baea-5aed84632aab on network 304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:54:40.042641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Attempting to bind port 90156095-bca6-4254-baea-5aed84632aab on network 304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:40.072147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:54:40.072147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Checking segment: {'id': '62af909f-93b0-4c2e-8454-8b6e987dae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:40.072771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Bound using segment: {'id': '62af909f-93b0-4c2e-8454-8b6e987dae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:54:40.073357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Bound port: 90156095-bca6-4254-baea-5aed84632aab, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62af909f-93b0-4c2e-8454-8b6e987dae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:54:40.073813 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (90156095-bca6-4254-baea-5aed84632aab), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:40.321224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:54:40.548620 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f is: DOWN; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:40.603105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] For port 90156095-bca6-4254-baea-5aed84632aab, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:54:40.606765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] For port 90156095-bca6-4254-baea-5aed84632aab, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=90156095-bca6-4254-baea-5aed84632aab,segment=NetworkSegment(62af909f-93b0-4c2e-8454-8b6e987dae65),segment_id=62af909f-93b0-4c2e-8454-8b6e987dae65)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:54:40.613721 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (90156095-bca6-4254-baea-5aed84632aab), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:40.682355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Pushing event updated for resources: {'Port': ['ID=90156095-bca6-4254-baea-5aed84632aab,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:40.688064 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:40.689690 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:40.691712 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-71816da5-deb6-40a2-ab6f-a017a12f783b service neutron] 10.222.0.57 "PUT /v2.0/ports/90156095-bca6-4254-baea-5aed84632aab HTTP/1.1" status: 200 len: 1091 time: 1.5326052 Mar 24 00:54:40.855311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-9e50d9d1-ce4b-4adf-8ef0-6170874e0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:40.857002 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-9e50d9d1-ce4b-4adf-8ef0-6170874e0d89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c7e0bd572434a55ab408db46f5ada6b&device_id=c7be52b1-750d-4c8b-89d3-15f958ea60f5 HTTP/1.1" status: 200 len: 1125 time: 0.1077478 Mar 24 00:54:40.959281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-c42b57b8-1a1f-4d98-9c74-a32cb78c606c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90156095-bca6-4254-baea-5aed84632aab HTTP/1.1" status: 200 len: 217 time: 0.0917799 Mar 24 00:54:41.100330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-779356a3-e20c-460b-b347-c864582a2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:41.102203 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-779356a3-e20c-460b-b347-c864582a2249 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9cf549e-3f34-48a1-9711-81b03030d4e1 HTTP/1.1" status: 200 len: 855 time: 0.1255796 Mar 24 00:54:41.179678 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-843cd73b-74ac-40c2-91bb-92edf25ae12b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678041 Mar 24 00:54:41.402791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-57228235-10bf-45b4-a912-b7af742b4c52 service neutron] 10.222.0.57 "GET /v2.0/networks/304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096190 Mar 24 00:54:41.611283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15aa4b30-5d82-4b37-be5d-f895cd5d623e req-97d8b049-bc0c-433d-9f6a-6a7625457e67 service neutron] 10.222.0.57 "GET /v2.0/networks/304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900239 Mar 24 00:54:43.096539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 90156095-bca6-4254-baea-5aed84632aab details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:54:43.179240 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-30134a16-d922-40e3-a11b-c243e84f725e service neutron] 10.222.0.48 "GET /v2.0/ports/07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f/bindings/n-h1-760455-9 HTTP/1.1" status: 200 len: 384 time: 0.2589154 Mar 24 00:54:43.284256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 90156095-bca6-4254-baea-5aed84632aab, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=90156095-bca6-4254-baea-5aed84632aab,segment=NetworkSegment(62af909f-93b0-4c2e-8454-8b6e987dae65),segment_id=62af909f-93b0-4c2e-8454-8b6e987dae65)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:43.304463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '90156095-bca6-4254-baea-5aed84632aab', 'network_id': '304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2', 'port_id': '90156095-bca6-4254-baea-5aed84632aab', 'mac_address': 'fa:16:3e:ae:cd:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9cf549e-3f34-48a1-9711-81b03030d4e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:54:43.408855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 90156095-bca6-4254-baea-5aed84632aab is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:43.410691 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (90156095-bca6-4254-baea-5aed84632aab), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:43.432448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90156095-bca6-4254-baea-5aed84632aab {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:43.469432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 90156095-bca6-4254-baea-5aed84632aab, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=90156095-bca6-4254-baea-5aed84632aab,segment=NetworkSegment(62af909f-93b0-4c2e-8454-8b6e987dae65),segment_id=62af909f-93b0-4c2e-8454-8b6e987dae65)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:43.475563 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (90156095-bca6-4254-baea-5aed84632aab), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:43.559051 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=90156095-bca6-4254-baea-5aed84632aab,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:43.592790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-64dabcf9-8c5a-44fd-89eb-f32e6df70df0 service neutron] For port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:43.640737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-64dabcf9-8c5a-44fd-89eb-f32e6df70df0 service neutron] For port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:54:43.701935 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-64dabcf9-8c5a-44fd-89eb-f32e6df70df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:43.714552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-64dabcf9-8c5a-44fd-89eb-f32e6df70df0 service neutron] For port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:43.739280 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-64dabcf9-8c5a-44fd-89eb-f32e6df70df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:43.768130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['90156095-bca6-4254-baea-5aed84632aab'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:54:43.866641 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4625f463-9570-4b23-b665-2f27df1beed6 req-b883fbfd-c2db-4637-80a9-c8299f0cd615 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1389375 Mar 24 00:54:43.966790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-64dabcf9-8c5a-44fd-89eb-f32e6df70df0 service neutron] Transition to ACTIVE for port object 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:54:43.977013 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-64dabcf9-8c5a-44fd-89eb-f32e6df70df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:44.027501 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f70e60-ae94-4834-b912-028017a14fb7 x-openstack-request-id: req-a7f70e60-ae94-4834-b912-028017a14fb7 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:44.027802 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b92b0b-7561-4197-bac5-7e44fc02f050", "name": "network-vif-deleted", "tag": "3aa27e7b-f120-44fd-bffd-d64afc68f22e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:44.028057 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7f70e60-ae94-4834-b912-028017a14fb7 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:44.028463 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f70e60-ae94-4834-b912-028017a14fb7'] response: {'server_uuid': '94b92b0b-7561-4197-bac5-7e44fc02f050', 'name': 'network-vif-deleted', 'tag': '3aa27e7b-f120-44fd-bffd-d64afc68f22e', 'status': 'completed', 'code': 200} Mar 24 00:54:44.129508 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-64dabcf9-8c5a-44fd-89eb-f32e6df70df0 service neutron] No DVR routers for this DVR port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:54:44.134727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625f463-9570-4b23-b665-2f27df1beed6 req-0ebd2d7b-e36e-4f0d-9af6-d5b31e2875ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:44.136814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4625f463-9570-4b23-b665-2f27df1beed6 req-0ebd2d7b-e36e-4f0d-9af6-d5b31e2875ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 1127 time: 0.2405725 Mar 24 00:54:44.185048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dabcf9-8c5a-44fd-89eb-f32e6df70df0 service neutron] Pushing event updated for resources: {'Port': ['ID=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,revision_number=10']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:44.191428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-64dabcf9-8c5a-44fd-89eb-f32e6df70df0 service neutron] 10.222.0.48 "PUT /v2.0/ports/07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f/bindings/n-h1-760455-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0041611 Mar 24 00:54:44.204347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c419f-1131-4a79-910e-c91a591c4dcc req-f4a6621d-adec-43bb-a92f-5cec11550575 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:44.211914 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b03c419f-1131-4a79-910e-c91a591c4dcc req-f4a6621d-adec-43bb-a92f-5cec11550575 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 944 time: 0.1576529 Mar 24 00:54:44.388904 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b03c419f-1131-4a79-910e-c91a591c4dcc req-fdea62de-8c43-4bdf-909e-f09165106524 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757543 Mar 24 00:54:44.463893 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957f1d6-03cf-4399-873a-8a145163ec0c req-a372964e-7122-48de-b0ce-adf688d3c2cc tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:44.465348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b957f1d6-03cf-4399-873a-8a145163ec0c req-a372964e-7122-48de-b0ce-adf688d3c2cc tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7be52b1-750d-4c8b-89d3-15f958ea60f5 HTTP/1.1" status: 200 len: 944 time: 0.2511456 Mar 24 00:54:44.542504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-6a447c4e-69a3-4994-bdbe-694b65a43bf4 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:44.543979 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-6a447c4e-69a3-4994-bdbe-694b65a43bf4 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e&tenant_id=d31a258675f94796a5709fd6f7444f7f&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 1126 time: 0.2143934 Mar 24 00:54:44.609545 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625f463-9570-4b23-b665-2f27df1beed6 req-1a999d4d-5dd6-4f5c-923b-3770e6f27cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:44.610961 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4625f463-9570-4b23-b665-2f27df1beed6 req-1a999d4d-5dd6-4f5c-923b-3770e6f27cde service neutron] 10.222.0.57 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.3462865 Mar 24 00:54:44.617729 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b957f1d6-03cf-4399-873a-8a145163ec0c req-ace895f8-a4b9-48ad-ac39-6cb3c77658fa tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ba75396-009f-4b84-8d1b-96f1f0875957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409986 Mar 24 00:54:44.673517 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4625f463-9570-4b23-b665-2f27df1beed6 req-32cdcbee-7403-4677-a408-785f6eabfcc1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dbe84c1-0209-4a91-972b-a3e08e36d97e HTTP/1.1" status: 200 len: 217 time: 0.0520589 Mar 24 00:54:44.703970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e503e-05c8-48ae-abfd-ac25a0a7fe20 req-d6e8d748-1ec9-4c1b-8ae8-6b1659848524 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:44.705655 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-073e503e-05c8-48ae-abfd-ac25a0a7fe20 req-d6e8d748-1ec9-4c1b-8ae8-6b1659848524 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 946 time: 0.2062743 Mar 24 00:54:44.735040 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddce85ad-48bd-4572-a481-3a6737d09433 x-openstack-request-id: req-ddce85ad-48bd-4572-a481-3a6737d09433 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:44.735638 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f650122b-7dc7-4a8a-bc36-dd59ffcce0bb", "name": "network-vif-plugged", "status": "completed", "tag": "ba899f02-2aba-497f-9dbb-2a3e31a11ebf", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:44.735638 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ddce85ad-48bd-4572-a481-3a6737d09433 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:44.735981 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddce85ad-48bd-4572-a481-3a6737d09433'] response: {'server_uuid': 'f650122b-7dc7-4a8a-bc36-dd59ffcce0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba899f02-2aba-497f-9dbb-2a3e31a11ebf', 'code': 200} Mar 24 00:54:44.741182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-7c42972d-9b9e-4513-9392-8b9cdd477998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:44.742578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-7c42972d-9b9e-4513-9392-8b9cdd477998 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e&tenant_id=d31a258675f94796a5709fd6f7444f7f HTTP/1.1" status: 200 len: 1126 time: 0.1823649 Mar 24 00:54:44.787817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625f463-9570-4b23-b665-2f27df1beed6 req-6c693a92-dc91-43f0-b34e-986db8fe8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:44.789325 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4625f463-9570-4b23-b665-2f27df1beed6 req-6c693a92-dc91-43f0-b34e-986db8fe8807 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.1089621 Mar 24 00:54:44.877554 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-073e503e-05c8-48ae-abfd-ac25a0a7fe20 req-6c7f07d7-2fa1-427f-8d0e-b17785fd55e9 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/security-groups?id=cba9837f-f154-41e8-9091-6390923cd9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518838 Mar 24 00:54:44.918287 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-b75186d2-0c1f-4498-b2d9-7d676f6adc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:44.920358 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-b75186d2-0c1f-4498-b2d9-7d676f6adc49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 1126 time: 0.1058729 Mar 24 00:54:44.963378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625f463-9570-4b23-b665-2f27df1beed6 req-05431ef6-d46a-4778-a039-31ea9281152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:44.964923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4625f463-9570-4b23-b665-2f27df1beed6 req-05431ef6-d46a-4778-a039-31ea9281152e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1680026 Mar 24 00:54:45.086489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 90156095-bca6-4254-baea-5aed84632aab up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:45.127593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb85f0-aa3a-4506-afa2-b777307c826d req-2e325d28-1edb-4a34-a3a1-6529304ba052 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:45.129120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efeb85f0-aa3a-4506-afa2-b777307c826d req-2e325d28-1edb-4a34-a3a1-6529304ba052 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 950 time: 0.2279301 Mar 24 00:54:45.184501 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 90156095-bca6-4254-baea-5aed84632aab completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:54:45.190158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 90156095-bca6-4254-baea-5aed84632aab triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:45.190809 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (90156095-bca6-4254-baea-5aed84632aab), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:45.205286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496eba0-88d8-4598-b331-616e2c4d1948 req-5cf49ab9-3194-4f77-b414-fa90d56a505f tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:45.215377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41534) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:54:45.217738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2496eba0-88d8-4598-b331-616e2c4d1948 req-5cf49ab9-3194-4f77-b414-fa90d56a505f tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 946 time: 0.1976938 Mar 24 00:54:45.222152 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-737fd796-c321-4360-8174-86a0e032a851 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Request body: {'floatingip': {'port_id': '15549499-d25c-4234-b521-8b23366eba9f'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:45.228675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-2b80836b-d80b-43c0-bf9a-db7a49aa4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:45.230172 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-2b80836b-d80b-43c0-bf9a-db7a49aa4636 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.2880688 Mar 24 00:54:45.288622 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efeb85f0-aa3a-4506-afa2-b777307c826d req-000a023e-f73a-488d-b7b7-6f349eca4334 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe3e59ed-9c45-4921-bf3e-637fb2ce45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450224 Mar 24 00:54:45.291089 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4625f463-9570-4b23-b665-2f27df1beed6 req-c537ae10-d408-443f-bbe7-98a7de877b9b service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143525 Mar 24 00:54:45.313307 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-737fd796-c321-4360-8174-86a0e032a851 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for floatingip (d3ff770a-b46a-4f2d-940e-da3332032938), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:45.334037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 90156095-bca6-4254-baea-5aed84632aab is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:45.334661 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (90156095-bca6-4254-baea-5aed84632aab), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:45.351938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-86cf34cb-7fef-44a4-8aa5-3677fec619c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f HTTP/1.1" status: 200 len: 217 time: 0.1132271 Mar 24 00:54:45.398656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 90156095-bca6-4254-baea-5aed84632aab, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=90156095-bca6-4254-baea-5aed84632aab,segment=NetworkSegment(62af909f-93b0-4c2e-8454-8b6e987dae65),segment_id=62af909f-93b0-4c2e-8454-8b6e987dae65)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:45.407102 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (90156095-bca6-4254-baea-5aed84632aab), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:45.477911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-16de153b-e486-4121-9114-390131da0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:45.479397 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-16de153b-e486-4121-9114-390131da0394 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.1170094 Mar 24 00:54:45.519477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=90156095-bca6-4254-baea-5aed84632aab,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:45.551273 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-aac5fc8c-2bb8-4cc3-91a1-bbf174b814d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637119 Mar 24 00:54:45.593735 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4625f463-9570-4b23-b665-2f27df1beed6 req-8f3f5caf-4996-4fd8-82be-1fea5281fd8b service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522166 Mar 24 00:54:45.688108 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343a50b-f4e9-4895-a3c1-2bdd85db9b5c req-aa68694b-ef28-429c-954b-058d9ec399d6 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:45.689952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3343a50b-f4e9-4895-a3c1-2bdd85db9b5c req-aa68694b-ef28-429c-954b-058d9ec399d6 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 944 time: 0.1471510 Mar 24 00:54:45.785227 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-6b775ef5-6732-4d41-800c-a5d2e2ff129f service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208617 Mar 24 00:54:45.901797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3343a50b-f4e9-4895-a3c1-2bdd85db9b5c req-633e8fa9-2681-4316-9e89-7dcfbfa5668b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036064 Mar 24 00:54:45.961989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-2fe43ebf-17b8-4f4c-8265-a6ace3162639 service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693065 Mar 24 00:54:46.064235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7be52b1-750d-4c8b-89d3-15f958ea60f5', 'tag': '90156095-bca6-4254-baea-5aed84632aab'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:46.087378 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3491b261-b08d-42c5-9d42-c1adbc05b167" -d '{"events": [{"name": "network-changed", "server_uuid": "c7be52b1-750d-4c8b-89d3-15f958ea60f5", "tag": "90156095-bca6-4254-baea-5aed84632aab"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:46.123576 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d774d-a289-46bc-95c0-473c03ee3cb4 req-078f7561-25d4-427b-910a-12cdd4925d9b tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:46.125078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-730d774d-a289-46bc-95c0-473c03ee3cb4 req-078f7561-25d4-427b-910a-12cdd4925d9b tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7be52b1-750d-4c8b-89d3-15f958ea60f5 HTTP/1.1" status: 200 len: 945 time: 0.1181731 Mar 24 00:54:46.142840 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-737fd796-c321-4360-8174-86a0e032a851 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:46.148900 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-737fd796-c321-4360-8174-86a0e032a851 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (d3ff770a-b46a-4f2d-940e-da3332032938), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:46.245045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-730d774d-a289-46bc-95c0-473c03ee3cb4 req-5c4cc4ed-da11-41eb-9559-4c1744dff030 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ba75396-009f-4b84-8d1b-96f1f0875957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068816 Mar 24 00:54:46.362527 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-737fd796-c321-4360-8174-86a0e032a851 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Floating IP d3ff770a-b46a-4f2d-940e-da3332032938 associated. External IP: 172.25.0.206, port: 15549499-d25c-4234-b521-8b23366eba9f. Mar 24 00:54:46.368762 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64acf132-f09a-4b21-98de-f6a2c9fc1797 x-openstack-request-id: req-64acf132-f09a-4b21-98de-f6a2c9fc1797 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:46.369254 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7be52b1-750d-4c8b-89d3-15f958ea60f5", "tag": "90156095-bca6-4254-baea-5aed84632aab", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:46.369694 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64acf132-f09a-4b21-98de-f6a2c9fc1797 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:46.370174 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64acf132-f09a-4b21-98de-f6a2c9fc1797'] response: {'name': 'network-changed', 'server_uuid': 'c7be52b1-750d-4c8b-89d3-15f958ea60f5', 'tag': '90156095-bca6-4254-baea-5aed84632aab', 'status': 'completed', 'code': 200} Mar 24 00:54:46.474870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-4cb94bd1-145b-424a-83aa-a6603459fd90 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:46.479611 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-4cb94bd1-145b-424a-83aa-a6603459fd90 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e&tenant_id=d31a258675f94796a5709fd6f7444f7f&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 1126 time: 0.1741941 Mar 24 00:54:46.554465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491b261-b08d-42c5-9d42-c1adbc05b167 req-80d78e9d-c2dc-446e-be77-f5c4310ea4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:46.555971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3491b261-b08d-42c5-9d42-c1adbc05b167 req-80d78e9d-c2dc-446e-be77-f5c4310ea4aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c7e0bd572434a55ab408db46f5ada6b&device_id=c7be52b1-750d-4c8b-89d3-15f958ea60f5 HTTP/1.1" status: 200 len: 1127 time: 0.1469328 Mar 24 00:54:46.722772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-fd382758-7553-4c94-a663-be753dc02e85 service neutron] For port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:54:46.729332 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-fd382758-7553-4c94-a663-be753dc02e85 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:46.730633 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f658eab-f329-45e6-ae38-fa4ae97a4f97 req-fd382758-7553-4c94-a663-be753dc02e85 service neutron] 10.222.0.57 "DELETE /v2.0/ports/07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f/bindings/n-h2-760455-9 HTTP/1.1" status: 204 len: 173 time: 0.2440870 Mar 24 00:54:46.737532 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737fd796-c321-4360-8174-86a0e032a851 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Router de57f8d0-60a6-4086-a994-ede2be1a4054 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:54:46.738283 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be52b1-750d-4c8b-89d3-15f958ea60f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90156095-bca6-4254-baea-5aed84632aab'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:46.743504 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7143dfb6-ead1-4bc6-a3c5-a95edcb0d451" -d '{"events": [{"server_uuid": "c7be52b1-750d-4c8b-89d3-15f958ea60f5", "name": "network-vif-plugged", "status": "completed", "tag": "90156095-bca6-4254-baea-5aed84632aab"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:46.819653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491b261-b08d-42c5-9d42-c1adbc05b167 req-627eb858-4ebd-4c13-a214-2916bff871f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:46.821084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3491b261-b08d-42c5-9d42-c1adbc05b167 req-627eb858-4ebd-4c13-a214-2916bff871f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2 HTTP/1.1" status: 200 len: 916 time: 0.2579136 Mar 24 00:54:46.890428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3491b261-b08d-42c5-9d42-c1adbc05b167 req-ebc13145-eaf5-44ff-93b1-0a57ecaba4fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90156095-bca6-4254-baea-5aed84632aab HTTP/1.1" status: 200 len: 217 time: 0.0581670 Mar 24 00:54:46.927605 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737fd796-c321-4360-8174-86a0e032a851 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:54:46.939374 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-737fd796-c321-4360-8174-86a0e032a851 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:46.942436 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3275ba7d-e135-495a-ab64-d7ce0004ed14 None None] Sync routers for ids ['de57f8d0-60a6-4086-a994-ede2be1a4054'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:54:46.963509 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3275ba7d-e135-495a-ab64-d7ce0004ed14 None None] Routers {'de57f8d0-60a6-4086-a994-ede2be1a4054'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:54:46.964154 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-3275ba7d-e135-495a-ab64-d7ce0004ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:54:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['de57f8d0-60a6-4086-a994-ede2be1a4054'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:46.993940 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-737fd796-c321-4360-8174-86a0e032a851 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "PUT /v2.0/floatingips/d3ff770a-b46a-4f2d-940e-da3332032938 HTTP/1.1" status: 200 len: 992 time: 1.7766232 Mar 24 00:54:46.994782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b596a420-5b5e-42d2-8d61-445df70b6a58', 'tag': '15549499-d25c-4234-b521-8b23366eba9f'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:47.000310 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3522b49-9596-4c4b-8243-f12a6928d128" -d '{"events": [{"name": "network-changed", "server_uuid": "b596a420-5b5e-42d2-8d61-445df70b6a58", "tag": "15549499-d25c-4234-b521-8b23366eba9f"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:47.012962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491b261-b08d-42c5-9d42-c1adbc05b167 req-69fecd91-a3ad-4979-95ae-c5e60e58c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:47.014555 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3491b261-b08d-42c5-9d42-c1adbc05b167 req-69fecd91-a3ad-4979-95ae-c5e60e58c79b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9cf549e-3f34-48a1-9711-81b03030d4e1 HTTP/1.1" status: 200 len: 855 time: 0.1141281 Mar 24 00:54:47.066194 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3491b261-b08d-42c5-9d42-c1adbc05b167 req-c115c4c5-f502-465f-9b81-5a2956bbac7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443833 Mar 24 00:54:47.099340 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8452053d-8f7c-4386-add6-4d08da3e53ce x-openstack-request-id: req-8452053d-8f7c-4386-add6-4d08da3e53ce {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:47.099340 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7be52b1-750d-4c8b-89d3-15f958ea60f5", "name": "network-vif-plugged", "status": "completed", "tag": "90156095-bca6-4254-baea-5aed84632aab", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:47.099604 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8452053d-8f7c-4386-add6-4d08da3e53ce {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:47.099837 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8452053d-8f7c-4386-add6-4d08da3e53ce'] response: {'server_uuid': 'c7be52b1-750d-4c8b-89d3-15f958ea60f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90156095-bca6-4254-baea-5aed84632aab', 'code': 200} Mar 24 00:54:47.227772 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5b67de-9d46-42f4-9261-8a385a55d649 x-openstack-request-id: req-0a5b67de-9d46-42f4-9261-8a385a55d649 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:47.228111 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b596a420-5b5e-42d2-8d61-445df70b6a58", "tag": "15549499-d25c-4234-b521-8b23366eba9f", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:47.228372 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a5b67de-9d46-42f4-9261-8a385a55d649 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:47.228910 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a5b67de-9d46-42f4-9261-8a385a55d649'] response: {'name': 'network-changed', 'server_uuid': 'b596a420-5b5e-42d2-8d61-445df70b6a58', 'tag': '15549499-d25c-4234-b521-8b23366eba9f', 'status': 'completed', 'code': 200} Mar 24 00:54:47.231927 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-3275ba7d-e135-495a-ab64-d7ce0004ed14 None None] Set router de57f8d0-60a6-4086-a994-ede2be1a4054 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:54:47.484210 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3491b261-b08d-42c5-9d42-c1adbc05b167 req-4d129016-f5b7-4059-9f67-61ac693492bf service neutron] 10.222.0.57 "GET /v2.0/networks/304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071705 Mar 24 00:54:47.489703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0905f-1fc0-466e-a88e-64149e85173c req-62ac4402-1ff9-4d54-948f-b0e56b40146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:47.491114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9fb0905f-1fc0-466e-a88e-64149e85173c req-62ac4402-1ff9-4d54-948f-b0e56b40146b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7be52b1-750d-4c8b-89d3-15f958ea60f5 HTTP/1.1" status: 200 len: 1127 time: 0.2371712 Mar 24 00:54:47.518663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d52705-e7e6-4a3c-b2c7-2411415d3b28 req-6b2d46d6-1f4b-4b7f-bb91-eb33a4b6105a tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:47.520220 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04d52705-e7e6-4a3c-b2c7-2411415d3b28 req-6b2d46d6-1f4b-4b7f-bb91-eb33a4b6105a tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 944 time: 0.3253565 Mar 24 00:54:47.528753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3522b49-9596-4c4b-8243-f12a6928d128 req-099889ed-24de-450d-a242-24cd09253475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:47.529735 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3522b49-9596-4c4b-8243-f12a6928d128 req-099889ed-24de-450d-a242-24cd09253475 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=445695e592154cae81bd358a0355e440&device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 1128 time: 0.2745323 Mar 24 00:54:47.538031 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-3275ba7d-e135-495a-ab64-d7ce0004ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'name': 'tempest-ServersTestFqdnHostnames-717473712-router', 'tenant_id': '445695e592154cae81bd358a0355e440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:11Z', 'revision_number': 4, 'project_id': '445695e592154cae81bd358a0355e440', 'gw_port': {'id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'd3ff770a-b46a-4f2d-940e-da3332032938', 'tenant_id': '445695e592154cae81bd358a0355e440', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'port_id': '15549499-d25c-4234-b521-8b23366eba9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc', 'mac_address': 'fa:16:3e:d5:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b596a420-5b5e-42d2-8d61-445df70b6a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:54:17Z', 'updated_at': '2022-03-24T00:54:46Z', 'revision_number': 1, 'project_id': '445695e592154cae81bd358a0355e440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9db441-57d3-4392-9d7e-7361f9e7b2a3', 'name': '', 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc', 'tenant_id': '445695e592154cae81bd358a0355e440', 'mac_address': 'fa:16:3e:d5:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:09Z', 'updated_at': '2022-03-24T00:54:15Z', 'revision_number': 5, 'project_id': '445695e592154cae81bd358a0355e440', 'subnets': [{'id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:47.569725 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3275ba7d-e135-495a-ab64-d7ce0004ed14 None None] Checking router: de57f8d0-60a6-4086-a994-ede2be1a4054 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:54:47.591258 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3275ba7d-e135-495a-ab64-d7ce0004ed14 None None] Routers {'de57f8d0-60a6-4086-a994-ede2be1a4054'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:54:47.591881 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-3275ba7d-e135-495a-ab64-d7ce0004ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:54:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['de57f8d0-60a6-4086-a994-ede2be1a4054'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:47.815204 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-3275ba7d-e135-495a-ab64-d7ce0004ed14 None None] Set router de57f8d0-60a6-4086-a994-ede2be1a4054 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:54:48.328287 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04d52705-e7e6-4a3c-b2c7-2411415d3b28 req-5903cb60-215f-4084-8738-4a6f622d8147 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7876499 Mar 24 00:54:48.335147 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-3275ba7d-e135-495a-ab64-d7ce0004ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'name': 'tempest-ServersTestFqdnHostnames-717473712-router', 'tenant_id': '445695e592154cae81bd358a0355e440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:11Z', 'revision_number': 4, 'project_id': '445695e592154cae81bd358a0355e440', 'gw_port': {'id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'd3ff770a-b46a-4f2d-940e-da3332032938', 'tenant_id': '445695e592154cae81bd358a0355e440', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'port_id': '15549499-d25c-4234-b521-8b23366eba9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc', 'mac_address': 'fa:16:3e:d5:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b596a420-5b5e-42d2-8d61-445df70b6a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:54:17Z', 'updated_at': '2022-03-24T00:54:46Z', 'revision_number': 1, 'project_id': '445695e592154cae81bd358a0355e440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9db441-57d3-4392-9d7e-7361f9e7b2a3', 'name': '', 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc', 'tenant_id': '445695e592154cae81bd358a0355e440', 'mac_address': 'fa:16:3e:d5:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:09Z', 'updated_at': '2022-03-24T00:54:15Z', 'revision_number': 5, 'project_id': '445695e592154cae81bd358a0355e440', 'subnets': [{'id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:54:48.369761 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3275ba7d-e135-495a-ab64-d7ce0004ed14 None None] The sync data for ids ['de57f8d0-60a6-4086-a994-ede2be1a4054'] in n-d-760455-9 is: [{'id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'name': 'tempest-ServersTestFqdnHostnames-717473712-router', 'tenant_id': '445695e592154cae81bd358a0355e440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:11Z', 'revision_number': 4, 'project_id': '445695e592154cae81bd358a0355e440', 'gw_port': {'id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'd3ff770a-b46a-4f2d-940e-da3332032938', 'tenant_id': '445695e592154cae81bd358a0355e440', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'port_id': '15549499-d25c-4234-b521-8b23366eba9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc', 'mac_address': 'fa:16:3e:d5:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b596a420-5b5e-42d2-8d61-445df70b6a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:54:17Z', 'updated_at': '2022-03-24T00:54:46Z', 'revision_number': 1, 'project_id': '445695e592154cae81bd358a0355e440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9db441-57d3-4392-9d7e-7361f9e7b2a3', 'name': '', 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc', 'tenant_id': '445695e592154cae81bd358a0355e440', 'mac_address': 'fa:16:3e:d5:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:09Z', 'updated_at': '2022-03-24T00:54:15Z', 'revision_number': 5, 'project_id': '445695e592154cae81bd358a0355e440', 'subnets': [{'id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:54:48.422275 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9fb0905f-1fc0-466e-a88e-64149e85173c req-ae513277-e9f0-408e-810d-abd184c1246c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6ba75396-009f-4b84-8d1b-96f1f0875957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9189088 Mar 24 00:54:48.472757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3491b261-b08d-42c5-9d42-c1adbc05b167 req-c4c9f1a5-2fb4-451a-a975-fc2b01da012b service neutron] 10.222.0.57 "GET /v2.0/networks/304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9797854 Mar 24 00:54:48.476453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3522b49-9596-4c4b-8243-f12a6928d128 req-1078b2f0-362b-4c6a-8a9e-ce7a68cb9c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:48.478638 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3522b49-9596-4c4b-8243-f12a6928d128 req-1078b2f0-362b-4c6a-8a9e-ce7a68cb9c4c service neutron] 10.222.0.48 "GET /v2.0/networks?id=6824a075-9c2e-4178-b437-c04956a4f6dc HTTP/1.1" status: 200 len: 915 time: 0.8780222 Mar 24 00:54:48.492037 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2ea1b-24c6-4d70-ab03-705703eb840c req-e245e417-2771-4488-9ff9-f3c7566a459c tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:48.498767 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10b2ea1b-24c6-4d70-ab03-705703eb840c req-e245e417-2771-4488-9ff9-f3c7566a459c tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7be52b1-750d-4c8b-89d3-15f958ea60f5 HTTP/1.1" status: 200 len: 945 time: 0.2760272 Mar 24 00:54:48.655264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3522b49-9596-4c4b-8243-f12a6928d128 req-c5259194-2d31-4479-a039-60583f089290 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15549499-d25c-4234-b521-8b23366eba9f HTTP/1.1" status: 200 len: 1000 time: 0.1496046 Mar 24 00:54:48.667497 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10b2ea1b-24c6-4d70-ab03-705703eb840c req-c8cabd04-1a97-45cd-acd4-2fbad2d263c9 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ba75396-009f-4b84-8d1b-96f1f0875957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678269 Mar 24 00:54:48.768777 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3522b49-9596-4c4b-8243-f12a6928d128 req-490feba0-c8c9-4ce7-aca4-2167ee3dbf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:48.770580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3522b49-9596-4c4b-8243-f12a6928d128 req-490feba0-c8c9-4ce7-aca4-2167ee3dbf58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=60a4a7f5-af24-41d5-8b14-563db7af431e HTTP/1.1" status: 200 len: 853 time: 0.1021917 Mar 24 00:54:48.829641 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076173b-e0ba-435d-b0f6-21671a7ca471 None None] New status for floating IP d3ff770a-b46a-4f2d-940e-da3332032938: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:54:48.874830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3522b49-9596-4c4b-8243-f12a6928d128 req-3db7e1d7-9002-466a-9105-c0debadd3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:48.876323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3522b49-9596-4c4b-8243-f12a6928d128 req-3db7e1d7-9002-466a-9105-c0debadd3e5d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6824a075-9c2e-4178-b437-c04956a4f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0866821 Mar 24 00:54:48.878267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca5ad1-7116-4f7b-8345-0ecbda66e50d req-9945b326-f3e4-4974-9a5a-97b2eabd199b tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:48.880189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7ca5ad1-7116-4f7b-8345-0ecbda66e50d req-9945b326-f3e4-4974-9a5a-97b2eabd199b tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 1126 time: 0.1260526 Mar 24 00:54:49.041338 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7ca5ad1-7116-4f7b-8345-0ecbda66e50d req-a746ed9f-5729-4778-b360-94d3c03c2459 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358740 Mar 24 00:54:49.066488 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3522b49-9596-4c4b-8243-f12a6928d128 req-b49d345c-a4b1-4e8b-9a85-46c643ea9634 service neutron] 10.222.0.48 "GET /v2.0/networks/6824a075-9c2e-4178-b437-c04956a4f6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816781 Mar 24 00:54:49.095839 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b75ab542-652a-4d39-b7f3-da517fa882e4 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:54:49.275289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3522b49-9596-4c4b-8243-f12a6928d128 req-c9ce5755-698e-47f5-bbcb-04e4653f88a8 service neutron] 10.222.0.48 "GET /v2.0/networks/6824a075-9c2e-4178-b437-c04956a4f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994534 Mar 24 00:54:49.276462 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port b75ab542-652a-4d39-b7f3-da517fa882e4 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:49.276861 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:49.283623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb12045-c4ae-46e9-b1ca-02dc1981d1f8 req-d2fbe003-d9db-4ee4-a9ef-15634e72b4b1 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:49.293422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8cb12045-c4ae-46e9-b1ca-02dc1981d1f8 req-d2fbe003-d9db-4ee4-a9ef-15634e72b4b1 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 1126 time: 0.1115682 Mar 24 00:54:49.326010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff707765-cae8-44e6-8a3b-03357295c053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b75ab542-652a-4d39-b7f3-da517fa882e4'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:49.326010 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d5602a-82a2-424b-b815-75f6de158dce" -d '{"events": [{"server_uuid": "ff707765-cae8-44e6-8a3b-03357295c053", "name": "network-vif-unplugged", "status": "completed", "tag": "b75ab542-652a-4d39-b7f3-da517fa882e4"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:49.342898 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b75ab542-652a-4d39-b7f3-da517fa882e4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b75ab542-652a-4d39-b7f3-da517fa882e4,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:49.351662 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:49.416445 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8cb12045-c4ae-46e9-b1ca-02dc1981d1f8 req-d810a055-a589-43fc-b005-e6d62922d622 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215775 Mar 24 00:54:49.426669 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ced6d0f-8061-45e5-a361-dedeca475083 x-openstack-request-id: req-2ced6d0f-8061-45e5-a361-dedeca475083 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:49.427181 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff707765-cae8-44e6-8a3b-03357295c053", "name": "network-vif-unplugged", "status": "completed", "tag": "b75ab542-652a-4d39-b7f3-da517fa882e4", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:49.427747 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ced6d0f-8061-45e5-a361-dedeca475083 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:49.428436 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ced6d0f-8061-45e5-a361-dedeca475083'] response: {'server_uuid': 'ff707765-cae8-44e6-8a3b-03357295c053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b75ab542-652a-4d39-b7f3-da517fa882e4', 'code': 200} Mar 24 00:54:49.445270 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=b75ab542-652a-4d39-b7f3-da517fa882e4,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:49.845563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e1300-c00c-4ece-80db-dafc36411a9e req-87bd531b-eec8-4b02-a65b-ecd6db4c5270 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:49.854402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-505e1300-c00c-4ece-80db-dafc36411a9e req-87bd531b-eec8-4b02-a65b-ecd6db4c5270 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7be52b1-750d-4c8b-89d3-15f958ea60f5 HTTP/1.1" status: 200 len: 945 time: 0.0790083 Mar 24 00:54:49.950039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-505e1300-c00c-4ece-80db-dafc36411a9e req-b3b05a6c-bc24-47c1-9160-0fc4f3ddf060 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ba75396-009f-4b84-8d1b-96f1f0875957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893807 Mar 24 00:54:51.099003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b75ab542-652a-4d39-b7f3-da517fa882e4 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:54:51.102910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f2cc2-c862-4579-a2eb-da115686255a req-32be6045-81fb-4e95-973f-371d1d618370 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:51.105920 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d3f2cc2-c862-4579-a2eb-da115686255a req-32be6045-81fb-4e95-973f-371d1d618370 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7be52b1-750d-4c8b-89d3-15f958ea60f5 HTTP/1.1" status: 200 len: 945 time: 0.0757544 Mar 24 00:54:51.187221 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d3f2cc2-c862-4579-a2eb-da115686255a req-77d172ad-a422-4885-8eb2-b0d5e081c7ed tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ba75396-009f-4b84-8d1b-96f1f0875957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751874 Mar 24 00:54:51.293533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b75ab542-652a-4d39-b7f3-da517fa882e4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b75ab542-652a-4d39-b7f3-da517fa882e4,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:51.319908 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'b75ab542-652a-4d39-b7f3-da517fa882e4', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'b75ab542-652a-4d39-b7f3-da517fa882e4', 'mac_address': 'fa:16:3e:47:df:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:54:51.413372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port b75ab542-652a-4d39-b7f3-da517fa882e4 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:51.415460 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:51.452943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75ab542-652a-4d39-b7f3-da517fa882e4 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:51.486246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b75ab542-652a-4d39-b7f3-da517fa882e4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b75ab542-652a-4d39-b7f3-da517fa882e4,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:51.496041 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:51.613010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=b75ab542-652a-4d39-b7f3-da517fa882e4,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:51.728780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['b75ab542-652a-4d39-b7f3-da517fa882e4'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:54:52.074328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-4dc2b401-a7bf-4acf-a61f-345624a1c7f8 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:52.083738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-4dc2b401-a7bf-4acf-a61f-345624a1c7f8 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/networks?id=e1d9accb-8dd8-44a6-b381-745a23ff44a4 HTTP/1.1" status: 200 len: 804 time: 0.1501944 Mar 24 00:54:52.107397 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-8cdf1a51-ba1c-4430-a6ed-324853afbd60 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/quotas/39466f42d3cb4e43b1c11edb18af53db HTTP/1.1" status: 200 len: 375 time: 0.0224347 Mar 24 00:54:52.182630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-677c6acb-f362-4973-96f3-8c2380f8756e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=39466f42d3cb4e43b1c11edb18af53db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720406 Mar 24 00:54:52.363180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-d3b1f202-a4ab-4786-9484-ffddeb408de9 service neutron] 10.222.0.45 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729856 Mar 24 00:54:52.567007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-d2820035-8b06-4dc1-946f-7377d832c1e2 service neutron] 10.222.0.45 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951745 Mar 24 00:54:52.858129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8bc5c8e9-c201-4505-8ff7-e766786adf3e req-72e2dd13-639a-4d66-8c4a-d9c758ec60ca tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 210 time: 0.0526249 Mar 24 00:54:53.111460 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b75ab542-652a-4d39-b7f3-da517fa882e4 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:54:53.227195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port b75ab542-652a-4d39-b7f3-da517fa882e4 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:54:53.227977 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:53.361618 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port b75ab542-652a-4d39-b7f3-da517fa882e4 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:54:53.362363 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:53.403969 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff707765-cae8-44e6-8a3b-03357295c053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75ab542-652a-4d39-b7f3-da517fa882e4'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:53.409354 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33a7248-7ab0-4a11-863f-3c0bd547f827" -d '{"events": [{"server_uuid": "ff707765-cae8-44e6-8a3b-03357295c053", "name": "network-vif-plugged", "status": "completed", "tag": "b75ab542-652a-4d39-b7f3-da517fa882e4"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:53.426165 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b75ab542-652a-4d39-b7f3-da517fa882e4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b75ab542-652a-4d39-b7f3-da517fa882e4,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:53.433402 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:53.493833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=b75ab542-652a-4d39-b7f3-da517fa882e4,revision_number=10']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:53.521224 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3837458a-11ab-4ca1-a66a-d91d782428cf x-openstack-request-id: req-3837458a-11ab-4ca1-a66a-d91d782428cf {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:53.521716 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff707765-cae8-44e6-8a3b-03357295c053", "name": "network-vif-plugged", "status": "completed", "tag": "b75ab542-652a-4d39-b7f3-da517fa882e4", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:53.521975 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3837458a-11ab-4ca1-a66a-d91d782428cf {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:53.522380 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3837458a-11ab-4ca1-a66a-d91d782428cf'] response: {'server_uuid': 'ff707765-cae8-44e6-8a3b-03357295c053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75ab542-652a-4d39-b7f3-da517fa882e4', 'code': 200} Mar 24 00:54:53.613299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cdc28-5dde-436d-ad31-1281182439f1 req-48650dbd-405c-416e-93e4-a5d4959ddd91 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:53.632395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-479cdc28-5dde-436d-ad31-1281182439f1 req-48650dbd-405c-416e-93e4-a5d4959ddd91 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.48 "GET /v2.0/ports?device_id=f650122b-7dc7-4a8a-bc36-dd59ffcce0bb HTTP/1.1" status: 200 len: 945 time: 0.1503510 Mar 24 00:54:53.980535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-479cdc28-5dde-436d-ad31-1281182439f1 req-ca2d95a1-f8e3-4d59-8173-01c17850c484 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Deleting port ba899f02-2aba-497f-9dbb-2a3e31a11ebf {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:54:53.980894 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-479cdc28-5dde-436d-ad31-1281182439f1 req-ca2d95a1-f8e3-4d59-8173-01c17850c484 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:54.231900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d747fe5-b12f-45ce-b127-5920dc3bdcb4 req-2115f853-9823-44fd-ae3c-226dcb998375 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 210 time: 0.1061585 Mar 24 00:54:54.343833 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-479cdc28-5dde-436d-ad31-1281182439f1 req-ca2d95a1-f8e3-4d59-8173-01c17850c484 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] For port ba899f02-2aba-497f-9dbb-2a3e31a11ebf, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ba899f02-2aba-497f-9dbb-2a3e31a11ebf,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:54:54.347903 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-479cdc28-5dde-436d-ad31-1281182439f1 req-ca2d95a1-f8e3-4d59-8173-01c17850c484 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:54.397387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-479cdc28-5dde-436d-ad31-1281182439f1 req-ca2d95a1-f8e3-4d59-8173-01c17850c484 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Calling delete_port for ba899f02-2aba-497f-9dbb-2a3e31a11ebf owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:54:54.703994 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-479cdc28-5dde-436d-ad31-1281182439f1 req-ca2d95a1-f8e3-4d59-8173-01c17850c484 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ba899f02-2aba-497f-9dbb-2a3e31a11ebf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:54.834373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d95a1-f8e3-4d59-8173-01c17850c484 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Pushing event deleted for resources: {'Port': ['ID=ba899f02-2aba-497f-9dbb-2a3e31a11ebf,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:54.847647 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-b583dccf-2881-4b8c-8b8a-e760639ac5f1 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:54.852392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-479cdc28-5dde-436d-ad31-1281182439f1 req-ca2d95a1-f8e3-4d59-8173-01c17850c484 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] No DVR routers for this DVR port ba899f02-2aba-497f-9dbb-2a3e31a11ebf on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:54:54.858572 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-479cdc28-5dde-436d-ad31-1281182439f1 req-ca2d95a1-f8e3-4d59-8173-01c17850c484 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:54.867639 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-479cdc28-5dde-436d-ad31-1281182439f1 req-ca2d95a1-f8e3-4d59-8173-01c17850c484 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.48 "DELETE /v2.0/ports/ba899f02-2aba-497f-9dbb-2a3e31a11ebf HTTP/1.1" status: 204 len: 173 time: 1.2260895 Mar 24 00:54:54.868136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f650122b-7dc7-4a8a-bc36-dd59ffcce0bb', 'name': 'network-vif-deleted', 'tag': 'ba899f02-2aba-497f-9dbb-2a3e31a11ebf'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:54.870068 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-b583dccf-2881-4b8c-8b8a-e760639ac5f1 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.48 "GET /v2.0/networks?id=e1d9accb-8dd8-44a6-b381-745a23ff44a4 HTTP/1.1" status: 200 len: 804 time: 0.3960946 Mar 24 00:54:54.870739 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e431ad0-7e2c-44eb-806e-37276fc72399" -d '{"events": [{"server_uuid": "f650122b-7dc7-4a8a-bc36-dd59ffcce0bb", "name": "network-vif-deleted", "tag": "ba899f02-2aba-497f-9dbb-2a3e31a11ebf"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:54.899166 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-bc3a826c-d440-4280-8f29-aaebf9d3b19e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Request body: {'port': {'device_id': 'a70a2194-8b61-4c79-9d52-693481585d15', 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4', 'admin_state_up': True, 'tenant_id': '39466f42d3cb4e43b1c11edb18af53db'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:55.003550 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033766e5-5f58-47cb-b668-db560ef49486 x-openstack-request-id: req-033766e5-5f58-47cb-b668-db560ef49486 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:55.003869 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f650122b-7dc7-4a8a-bc36-dd59ffcce0bb", "name": "network-vif-deleted", "tag": "ba899f02-2aba-497f-9dbb-2a3e31a11ebf", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:55.004126 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-033766e5-5f58-47cb-b668-db560ef49486 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:55.004682 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033766e5-5f58-47cb-b668-db560ef49486'] response: {'server_uuid': 'f650122b-7dc7-4a8a-bc36-dd59ffcce0bb', 'name': 'network-vif-deleted', 'tag': 'ba899f02-2aba-497f-9dbb-2a3e31a11ebf', 'status': 'completed', 'code': 200} Mar 24 00:54:55.191793 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-bc3a826c-d440-4280-8f29-aaebf9d3b19e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Made reservation on behalf of 39466f42d3cb4e43b1c11edb18af53db for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:54:55.195932 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-bc3a826c-d440-4280-8f29-aaebf9d3b19e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:55.489695 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d5502b9-4926-46e1-853a-64a1b1a6468a req-cbcf7eaa-7232-42a2-99f3-189951fc181d tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 210 time: 0.0855675 Mar 24 00:54:55.571100 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-bc3a826c-d440-4280-8f29-aaebf9d3b19e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Allocated IP 172.20.0.6 (e1d9accb-8dd8-44a6-b381-745a23ff44a4/9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c/ea866b9d-d5fd-4c59-b523-41ef18027b1a) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:54:55.974561 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-bc3a826c-d440-4280-8f29-aaebf9d3b19e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks [] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:56.039054 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-bc3a826c-d440-4280-8f29-aaebf9d3b19e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:56.200485 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-bc3a826c-d440-4280-8f29-aaebf9d3b19e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Network e1d9accb-8dd8-44a6-b381-745a23ff44a4 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:54:56.204866 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-bc3a826c-d440-4280-8f29-aaebf9d3b19e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:54:56.213845 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-bc3a826c-d440-4280-8f29-aaebf9d3b19e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:54:56.257308 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a826c-d440-4280-8f29-aaebf9d3b19e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Pushing event updated for resources: {'Port': ['ID=ea866b9d-d5fd-4c59-b523-41ef18027b1a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:56.295592 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-bc3a826c-d440-4280-8f29-aaebf9d3b19e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:56.295986 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-bc3a826c-d440-4280-8f29-aaebf9d3b19e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:56.326973 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-bc3a826c-d440-4280-8f29-aaebf9d3b19e tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4444056 Mar 24 00:54:56.349051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Request body: {'port': {'device_id': 'a70a2194-8b61-4c79-9d52-693481585d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:54:56.387303 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ba899f02-2aba-497f-9dbb-2a3e31a11ebf no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:54:56.456034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: ba899f02-2aba-497f-9dbb-2a3e31a11ebf {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:54:56.458680 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ba899f02-2aba-497f-9dbb-2a3e31a11ebf not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:54:56.490279 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:56.821445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718673ba-5f27-4e8b-8654-3fb916448a90 req-3b2e5503-6a72-4aaf-ab59-dda255cbfebc tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:56.844517 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-718673ba-5f27-4e8b-8654-3fb916448a90 req-3b2e5503-6a72-4aaf-ab59-dda255cbfebc tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 931 time: 0.1853817 Mar 24 00:54:57.039786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-718673ba-5f27-4e8b-8654-3fb916448a90 req-f337a136-3711-4cb9-8569-7784da5fc453 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916168 Mar 24 00:54:57.112797 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea866b9d-d5fd-4c59-b523-41ef18027b1a {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:54:57.121696 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Publish callbacks [] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:57.136408 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Transition to ACTIVE for port object ea866b9d-d5fd-4c59-b523-41ef18027b1a will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:54:57.145393 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:57.298084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Pushing event updated for resources: {'Port': ['ID=ea866b9d-d5fd-4c59-b523-41ef18027b1a,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:57.410427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Attempting to bind port ea866b9d-d5fd-4c59-b523-41ef18027b1a on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:54:57.410720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Attempting to bind port ea866b9d-d5fd-4c59-b523-41ef18027b1a by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:54:57.411032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Attempting to bind port ea866b9d-d5fd-4c59-b523-41ef18027b1a on network e1d9accb-8dd8-44a6-b381-745a23ff44a4 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:57.417955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Port ea866b9d-d5fd-4c59-b523-41ef18027b1a on network e1d9accb-8dd8-44a6-b381-745a23ff44a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:54:57.418321 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Attempting to bind port ea866b9d-d5fd-4c59-b523-41ef18027b1a on network e1d9accb-8dd8-44a6-b381-745a23ff44a4 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:54:57.431402 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:54:57.435323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Checking segment: {'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:54:57.436309 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Bound using segment: {'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:54:57.438821 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Bound port: ea866b9d-d5fd-4c59-b523-41ef18027b1a, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd1859e-18d4-45ef-a143-9674c20c5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:54:57.439362 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:57.589070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] For port ea866b9d-d5fd-4c59-b523-41ef18027b1a, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:54:57.594265 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] For port ea866b9d-d5fd-4c59-b523-41ef18027b1a, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ea866b9d-d5fd-4c59-b523-41ef18027b1a,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:54:57.607825 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:57.706801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Pushing event updated for resources: {'Port': ['ID=ea866b9d-d5fd-4c59-b523-41ef18027b1a,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:54:57.744300 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:57.744931 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:57.746805 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-1f74bd08-9fb7-4d83-939e-1a9d80e78a35 service neutron] 10.222.0.48 "PUT /v2.0/ports/ea866b9d-d5fd-4c59-b523-41ef18027b1a HTTP/1.1" status: 200 len: 1091 time: 1.4111938 Mar 24 00:54:57.749951 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70a2194-8b61-4c79-9d52-693481585d15', 'tag': 'ea866b9d-d5fd-4c59-b523-41ef18027b1a'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:54:57.752884 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bd2ddf-de9c-4ccc-ad65-195bdb52cc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "a70a2194-8b61-4c79-9d52-693481585d15", "tag": "ea866b9d-d5fd-4c59-b523-41ef18027b1a"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:54:57.884981 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9e5421-6d95-4c96-ba55-08c6cc743920 x-openstack-request-id: req-5a9e5421-6d95-4c96-ba55-08c6cc743920 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:54:57.885305 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70a2194-8b61-4c79-9d52-693481585d15", "tag": "ea866b9d-d5fd-4c59-b523-41ef18027b1a", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:54:57.885561 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a9e5421-6d95-4c96-ba55-08c6cc743920 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:54:57.890128 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9e5421-6d95-4c96-ba55-08c6cc743920'] response: {'name': 'network-changed', 'server_uuid': 'a70a2194-8b61-4c79-9d52-693481585d15', 'tag': 'ea866b9d-d5fd-4c59-b523-41ef18027b1a', 'status': 'completed', 'code': 200} Mar 24 00:54:57.929331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-abb83118-183f-4a0a-8fa0-2605175699fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:57.934988 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-abb83118-183f-4a0a-8fa0-2605175699fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=39466f42d3cb4e43b1c11edb18af53db&device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 1125 time: 0.1377640 Mar 24 00:54:58.013230 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-b7ccb0df-e72b-4f7d-bdcf-dc1846f3b6d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea866b9d-d5fd-4c59-b523-41ef18027b1a HTTP/1.1" status: 200 len: 217 time: 0.0680730 Mar 24 00:54:58.096162 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-c88fbf33-d14b-49ba-8e8d-98d645f8c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:58.097648 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-c88fbf33-d14b-49ba-8e8d-98d645f8c919 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c HTTP/1.1" status: 200 len: 844 time: 0.0766287 Mar 24 00:54:58.180681 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-a47e3580-042c-4bb3-97b1-0f0dcdcefbfe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d9accb-8dd8-44a6-b381-745a23ff44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744774 Mar 24 00:54:58.256349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33b865-b47a-43a5-ae1f-6c074d5d0a4c req-065c8512-8376-4f5a-b32f-32d7eeb11f87 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:58.263816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c33b865-b47a-43a5-ae1f-6c074d5d0a4c req-065c8512-8376-4f5a-b32f-32d7eeb11f87 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 943 time: 0.0853486 Mar 24 00:54:58.336721 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c33b865-b47a-43a5-ae1f-6c074d5d0a4c req-779a314e-ee98-40ea-bdfb-44a09a2afa9a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717626 Mar 24 00:54:58.396600 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-19f09082-4da0-47cc-8ce4-f5ba8728cb20 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096062 Mar 24 00:54:58.585290 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42b847f8-0df1-4542-9f07-cc5f3c3937a4 req-ad8aeb7a-e4e4-413d-a241-9ca07ae02840 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758409 Mar 24 00:54:58.648997 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-86e1a974-11e0-4d18-96f4-34f46792e382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:58.711623 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd2ddf-de9c-4ccc-ad65-195bdb52cc1e req-01c57cd4-cd71-4c11-b6d1-e589c2c23b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:58.714013 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d1bd2ddf-de9c-4ccc-ad65-195bdb52cc1e req-01c57cd4-cd71-4c11-b6d1-e589c2c23b3d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=39466f42d3cb4e43b1c11edb18af53db&device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 1125 time: 0.0673349 Mar 24 00:54:58.857997 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd2ddf-de9c-4ccc-ad65-195bdb52cc1e req-a3ee79b0-38ed-455c-a89a-9f49835088ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:58.859688 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d1bd2ddf-de9c-4ccc-ad65-195bdb52cc1e req-a3ee79b0-38ed-455c-a89a-9f49835088ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1d9accb-8dd8-44a6-b381-745a23ff44a4 HTTP/1.1" status: 200 len: 905 time: 0.1395752 Mar 24 00:54:58.918218 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d1bd2ddf-de9c-4ccc-ad65-195bdb52cc1e req-10306550-80fa-4df3-90c8-01033c8c6ccb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea866b9d-d5fd-4c59-b523-41ef18027b1a HTTP/1.1" status: 200 len: 217 time: 0.0467470 Mar 24 00:54:59.005844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd2ddf-de9c-4ccc-ad65-195bdb52cc1e req-586db4a1-708d-4509-a7ad-d4eb4c707cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:59.008053 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d1bd2ddf-de9c-4ccc-ad65-195bdb52cc1e req-586db4a1-708d-4509-a7ad-d4eb4c707cec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c HTTP/1.1" status: 200 len: 844 time: 0.0766082 Mar 24 00:54:59.043717 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d1bd2ddf-de9c-4ccc-ad65-195bdb52cc1e req-853e1340-058f-4433-8339-a2ed78ffb4fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d9accb-8dd8-44a6-b381-745a23ff44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283070 Mar 24 00:54:59.156505 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d1bd2ddf-de9c-4ccc-ad65-195bdb52cc1e req-ab16c4e3-334f-4c1e-b84f-82ee0aa8d677 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023917 Mar 24 00:54:59.261664 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d1bd2ddf-de9c-4ccc-ad65-195bdb52cc1e req-1dd61d9b-7f97-451a-b728-e8f3fc1300f9 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991564 Mar 24 00:54:59.532177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317fa93-4fb3-4f97-8c19-fc665e248a16 req-0921b7c8-b117-44c4-9cef-2e593fab69fa tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:54:59.534826 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4317fa93-4fb3-4f97-8c19-fc665e248a16 req-0921b7c8-b117-44c4-9cef-2e593fab69fa tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 943 time: 0.0845425 Mar 24 00:54:59.597481 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:54:59.628299 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4317fa93-4fb3-4f97-8c19-fc665e248a16 req-97d55b78-f2be-4433-bed1-9a5ff92be9bc tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861940 Mar 24 00:55:00.401375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec824a-4a06-4f79-ac1b-8f4ea5c1e080 req-1b47d247-9e86-40cf-bb48-9efefae31246 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:00.408554 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d3ec824a-4a06-4f79-ac1b-8f4ea5c1e080 req-1b47d247-9e86-40cf-bb48-9efefae31246 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.0637143 Mar 24 00:55:00.432211 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f324ede-d1e0-4c8a-a306-127bba9d22fd req-09baaefe-6dde-4061-ac65-229ff0941fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:00.433923 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0f324ede-d1e0-4c8a-a306-127bba9d22fd req-09baaefe-6dde-4061-ac65-229ff0941fcc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 1126 time: 0.0845802 Mar 24 00:55:00.470516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d3ec824a-4a06-4f79-ac1b-8f4ea5c1e080 req-89d9f8e2-7158-4835-ae6a-865dd63bb57a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602643 Mar 24 00:55:00.763746 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92354e-5186-49e6-b9f1-d83ff684cc1f req-d51111da-9ade-4e24-82e0-977440590f91 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:00.771768 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e92354e-5186-49e6-b9f1-d83ff684cc1f req-d51111da-9ade-4e24-82e0-977440590f91 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 943 time: 0.0625496 Mar 24 00:55:00.822142 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e9ff64bb-653d-45ce-b998-8b5a6e360ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:00.847582 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e92354e-5186-49e6-b9f1-d83ff684cc1f req-9a5f46dd-3863-4627-9a0f-7e75294ad6e3 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720758 Mar 24 00:55:00.871599 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f324ede-d1e0-4c8a-a306-127bba9d22fd req-446cefcc-c971-4000-949d-49f43b0f9b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:00.873478 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0f324ede-d1e0-4c8a-a306-127bba9d22fd req-446cefcc-c971-4000-949d-49f43b0f9b0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.4318542 Mar 24 00:55:00.961124 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0f324ede-d1e0-4c8a-a306-127bba9d22fd req-7b2b3e43-bdd5-4c64-93b3-c284ffc365c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc HTTP/1.1" status: 200 len: 999 time: 0.0787547 Mar 24 00:55:01.019092 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f324ede-d1e0-4c8a-a306-127bba9d22fd req-12a7a133-97a6-48b6-9ad0-48c866382593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:01.020982 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0f324ede-d1e0-4c8a-a306-127bba9d22fd req-12a7a133-97a6-48b6-9ad0-48c866382593 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.0526321 Mar 24 00:55:01.086845 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f324ede-d1e0-4c8a-a306-127bba9d22fd req-e40562e7-d2b7-4271-bf4f-3365abe83486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:01.089284 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0f324ede-d1e0-4c8a-a306-127bba9d22fd req-e40562e7-d2b7-4271-bf4f-3365abe83486 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0580888 Mar 24 00:55:01.202203 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0f324ede-d1e0-4c8a-a306-127bba9d22fd req-5c2bf0a2-4e2f-4d63-82ab-d24b8fc9a636 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055009 Mar 24 00:55:01.320486 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0f324ede-d1e0-4c8a-a306-127bba9d22fd req-e57c05dc-d6cf-4ea8-b629-db7905b11bfc service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116247 Mar 24 00:55:01.626080 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0711-8b10-4f60-a55c-66f9afb2e923 req-d72ef211-ab67-4b9b-b519-1f632cf297ef tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:01.627789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33bd0711-8b10-4f60-a55c-66f9afb2e923 req-d72ef211-ab67-4b9b-b519-1f632cf297ef tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.0725772 Mar 24 00:55:01.700594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33bd0711-8b10-4f60-a55c-66f9afb2e923 req-918f90fa-8c7f-4c53-9e5e-52bd18b28a0a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659962 Mar 24 00:55:02.005470 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a523e-0f9a-489b-bb00-2591e41782a2 req-67ad3079-8069-41de-9b27-3d2427e9d451 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:02.007330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-576a523e-0f9a-489b-bb00-2591e41782a2 req-67ad3079-8069-41de-9b27-3d2427e9d451 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 943 time: 0.0886149 Mar 24 00:55:02.040304 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:02.093601 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-576a523e-0f9a-489b-bb00-2591e41782a2 req-25a6565f-7a1f-473c-ba90-acf1ab4b3bcc tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805440 Mar 24 00:55:02.226007 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:02.416004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ea866b9d-d5fd-4c59-b523-41ef18027b1a details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:55:02.626305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port ea866b9d-d5fd-4c59-b523-41ef18027b1a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ea866b9d-d5fd-4c59-b523-41ef18027b1a,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:02.643851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'ea866b9d-d5fd-4c59-b523-41ef18027b1a', 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4', 'port_id': 'ea866b9d-d5fd-4c59-b523-41ef18027b1a', 'mac_address': 'fa:16:3e:2e:9c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:55:02.728311 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port ea866b9d-d5fd-4c59-b523-41ef18027b1a is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:02.728744 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:02.766169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea866b9d-d5fd-4c59-b523-41ef18027b1a {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:55:02.789874 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port ea866b9d-d5fd-4c59-b523-41ef18027b1a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ea866b9d-d5fd-4c59-b523-41ef18027b1a,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:02.800061 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:02.852844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=ea866b9d-d5fd-4c59-b523-41ef18027b1a,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:02.904478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade20e0-6fbc-431d-a83a-b5841d16c92f req-2cfc0ba1-8343-4fb5-a413-652a947dd5b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:02.906456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ade20e0-6fbc-431d-a83a-b5841d16c92f req-2cfc0ba1-8343-4fb5-a413-652a947dd5b8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.0853274 Mar 24 00:55:02.981769 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ade20e0-6fbc-431d-a83a-b5841d16c92f req-1fa09fbe-063d-4991-896d-0635a41ec527 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657911 Mar 24 00:55:03.076770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['ea866b9d-d5fd-4c59-b523-41ef18027b1a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:55:03.265610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c70e4c-de27-4e38-9ede-2cf12962638b req-0dbba9c3-782f-4aa4-9283-895d051ebb7a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:03.274314 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-24c70e4c-de27-4e38-9ede-2cf12962638b req-0dbba9c3-782f-4aa4-9283-895d051ebb7a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 944 time: 0.1028326 Mar 24 00:55:03.353087 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-24c70e4c-de27-4e38-9ede-2cf12962638b req-2e0de811-bbd8-4507-821d-30a7ceeea180 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774825 Mar 24 00:55:03.520258 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:04.390005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42100) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:04.415546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ea866b9d-d5fd-4c59-b523-41ef18027b1a up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:04.488180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port ea866b9d-d5fd-4c59-b523-41ef18027b1a completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:55:04.498306 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port ea866b9d-d5fd-4c59-b523-41ef18027b1a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:04.498931 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:04.542806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580d7f6-7147-41b5-8d98-4004b83fd5d7 req-391ca7a3-3593-4678-976d-851c01c15797 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:04.551819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f580d7f6-7147-41b5-8d98-4004b83fd5d7 req-391ca7a3-3593-4678-976d-851c01c15797 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 944 time: 0.1168964 Mar 24 00:55:04.610692 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f580d7f6-7147-41b5-8d98-4004b83fd5d7 req-293e3ad6-620f-4df0-97de-9f53980ea077 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559165 Mar 24 00:55:04.663597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port ea866b9d-d5fd-4c59-b523-41ef18027b1a is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:04.664288 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:04.714409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70a2194-8b61-4c79-9d52-693481585d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea866b9d-d5fd-4c59-b523-41ef18027b1a'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:55:04.722041 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b9ff5a-eff9-4e7f-a152-d00961e54d68" -d '{"events": [{"server_uuid": "a70a2194-8b61-4c79-9d52-693481585d15", "name": "network-vif-plugged", "status": "completed", "tag": "ea866b9d-d5fd-4c59-b523-41ef18027b1a"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:55:04.735041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port ea866b9d-d5fd-4c59-b523-41ef18027b1a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ea866b9d-d5fd-4c59-b523-41ef18027b1a,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:04.746595 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:04.812148 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c618138-e58c-4ca8-bee8-268e0a636b9c x-openstack-request-id: req-0c618138-e58c-4ca8-bee8-268e0a636b9c {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:55:04.815076 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70a2194-8b61-4c79-9d52-693481585d15", "name": "network-vif-plugged", "status": "completed", "tag": "ea866b9d-d5fd-4c59-b523-41ef18027b1a", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:55:04.815350 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c618138-e58c-4ca8-bee8-268e0a636b9c {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:55:04.815765 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c618138-e58c-4ca8-bee8-268e0a636b9c'] response: {'server_uuid': 'a70a2194-8b61-4c79-9d52-693481585d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea866b9d-d5fd-4c59-b523-41ef18027b1a', 'code': 200} Mar 24 00:55:04.826221 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc6eb7e-40e3-4c38-ae13-848d3dd430af admin admin] Deleting subnet 251d5752-2a9f-4020-8b2c-bc7d24dfd8cf {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:55:04.849713 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5fc6eb7e-40e3-4c38-ae13-848d3dd430af admin admin] Publish callbacks [] for subnet (251d5752-2a9f-4020-8b2c-bc7d24dfd8cf), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:04.880029 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=ea866b9d-d5fd-4c59-b523-41ef18027b1a,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:04.989298 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5fc6eb7e-40e3-4c38-ae13-848d3dd430af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (251d5752-2a9f-4020-8b2c-bc7d24dfd8cf), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:05.052242 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:05.089131 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad00ed4-2d35-4e0a-bf50-2f88bce0befc req-992a6380-3bc1-4275-a478-aef760034a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:05.091263 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6ad00ed4-2d35-4e0a-bf50-2f88bce0befc req-992a6380-3bc1-4275-a478-aef760034a72 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 1127 time: 0.1806195 Mar 24 00:55:05.094307 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5fc6eb7e-40e3-4c38-ae13-848d3dd430af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (251d5752-2a9f-4020-8b2c-bc7d24dfd8cf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:05.220340 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6ad00ed4-2d35-4e0a-bf50-2f88bce0befc req-71d5fbf5-49f0-4f10-bf8d-631ee5a9133c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834811 Mar 24 00:55:05.229731 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5fc6eb7e-40e3-4c38-ae13-848d3dd430af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (251d5752-2a9f-4020-8b2c-bc7d24dfd8cf), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:05.268110 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6eb7e-40e3-4c38-ae13-848d3dd430af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=251d5752-2a9f-4020-8b2c-bc7d24dfd8cf,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:05.272493 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5fc6eb7e-40e3-4c38-ae13-848d3dd430af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:05.278546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42156) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:05.278773 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5fc6eb7e-40e3-4c38-ae13-848d3dd430af admin admin] 10.222.0.45 "DELETE /v2.0/subnets/251d5752-2a9f-4020-8b2c-bc7d24dfd8cf HTTP/1.1" status: 204 len: 168 time: 0.8874655 Mar 24 00:55:05.438360 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (ed6472c2-d109-4f17-8364-15c609d6ab13), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:05.543296 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (ed6472c2-d109-4f17-8364-15c609d6ab13), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:05.575024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6472c2-d109-4f17-8364-15c609d6ab13']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:05.586375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f20662-8546-4ac3-9824-2e16b7675c19') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:05.586937 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f20662-8546-4ac3-9824-2e16b7675c19') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:05.601756 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (65f20662-8546-4ac3-9824-2e16b7675c19), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:05.648178 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (65f20662-8546-4ac3-9824-2e16b7675c19), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:05.660795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:55:05.661522 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (65f20662-8546-4ac3-9824-2e16b7675c19), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: timer() Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:55:05.663921 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:55:05.744917 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (ed6472c2-d109-4f17-8364-15c609d6ab13), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:05.773650 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:05.776803 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ed6472c2-d109-4f17-8364-15c609d6ab13 HTTP/1.1" status: 204 len: 168 time: 0.4972484 Mar 24 00:55:05.804837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed6472c2-d109-4f17-8364-15c609d6ab13,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:05.815256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:05.815608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:05.815948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:05.816291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:05.816671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:05.817531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:05.817858 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:05.818189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:05.818605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:05.818941 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:05.819274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:05.819686 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:05.820011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:05.820746 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:05.821034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68a1d0-d3a7-4791-9d9a-6479451483f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:05.852682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c70129-1726-4f77-b250-904f36cd87db req-6a22ba31-9bf0-4a07-abcd-d4ea5a9d42ae tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:05.854266 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8c70129-1726-4f77-b250-904f36cd87db req-6a22ba31-9bf0-4a07-abcd-d4ea5a9d42ae tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 945 time: 0.1187823 Mar 24 00:55:05.950582 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8c70129-1726-4f77-b250-904f36cd87db req-083ea060-fff9-4639-84ee-a85663d0b08d tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887733 Mar 24 00:55:06.036597 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42206) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:06.094776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42208) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:06.110434 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-909ebdfa-4098-41a2-b5e8-f3b1fcf6d1c1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c234724dc89149218858924a99df6227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0722957 Mar 24 00:55:06.182913 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e4a18ad-1630-402f-99cf-0ca816f1e89b admin admin] Publish callbacks [] for security_group (5b21dfe7-1f7c-434c-a503-ae7516c77231), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:06.231065 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e4a18ad-1630-402f-99cf-0ca816f1e89b admin admin] Publish callbacks [] for security_group (5b21dfe7-1f7c-434c-a503-ae7516c77231), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:06.350773 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e4a18ad-1630-402f-99cf-0ca816f1e89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5b21dfe7-1f7c-434c-a503-ae7516c77231), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:06.354785 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e4a18ad-1630-402f-99cf-0ca816f1e89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:06.361154 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7e4a18ad-1630-402f-99cf-0ca816f1e89b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b21dfe7-1f7c-434c-a503-ae7516c77231 HTTP/1.1" status: 204 len: 168 time: 0.2572017 Mar 24 00:55:06.380540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a18ad-1630-402f-99cf-0ca816f1e89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b21dfe7-1f7c-434c-a503-ae7516c77231,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:07.191226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41bf29-d14c-44f6-a5c9-7d68fe9fc4b6 req-b3770ed3-dde4-41a5-839c-6db104d4b6fe tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:07.200451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b41bf29-d14c-44f6-a5c9-7d68fe9fc4b6 req-b3770ed3-dde4-41a5-839c-6db104d4b6fe tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 945 time: 0.1016817 Mar 24 00:55:07.305909 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b41bf29-d14c-44f6-a5c9-7d68fe9fc4b6 req-faadc06a-bad0-4829-afd1-ba6c29999ba6 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042411 Mar 24 00:55:07.918241 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42246) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:08.099287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7ef96b07-e0a6-4fd9-8b63-e4933f5822bf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1882619316-network', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:08.230769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef96b07-e0a6-4fd9-8b63-e4933f5822bf admin admin] Made reservation on behalf of f9e9c2b109f34f4b898664514fcdc44a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:55:08.233222 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef96b07-e0a6-4fd9-8b63-e4933f5822bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:08.258918 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef96b07-e0a6-4fd9-8b63-e4933f5822bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:08.411104 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef96b07-e0a6-4fd9-8b63-e4933f5822bf admin admin] Publish callbacks [] for security_group (5c71c2fe-f0c4-461c-b760-9e999e7eb8d0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:08.421729 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef96b07-e0a6-4fd9-8b63-e4933f5822bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5c71c2fe-f0c4-461c-b760-9e999e7eb8d0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:08.457117 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef96b07-e0a6-4fd9-8b63-e4933f5822bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:08.487970 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef96b07-e0a6-4fd9-8b63-e4933f5822bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:55:08.503303 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef96b07-e0a6-4fd9-8b63-e4933f5822bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:08.503986 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-7ef96b07-e0a6-4fd9-8b63-e4933f5822bf admin admin] Added segment 082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb of type vlan for network 5c248708-2440-4785-8d15-a96131db79cd Mar 24 00:55:08.587587 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef96b07-e0a6-4fd9-8b63-e4933f5822bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (5c248708-2440-4785-8d15-a96131db79cd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:08.643339 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef96b07-e0a6-4fd9-8b63-e4933f5822bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (5c248708-2440-4785-8d15-a96131db79cd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:08.644974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef96b07-e0a6-4fd9-8b63-e4933f5822bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:08.647763 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef96b07-e0a6-4fd9-8b63-e4933f5822bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:08.727332 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7ef96b07-e0a6-4fd9-8b63-e4933f5822bf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8076797 Mar 24 00:55:08.730132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42256) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:08.735076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-0e1e5623-4e1e-4630-a832-68a815be467e admin admin] Request body: {'subnet': {'network_id': '5c248708-2440-4785-8d15-a96131db79cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1882619316-subnet', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:08.742563 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef96b07-e0a6-4fd9-8b63-e4933f5822bf admin admin] Pushing event updated for resources: {'Network': ['ID=5c248708-2440-4785-8d15-a96131db79cd,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:08.752938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 5c248708-2440-4785-8d15-a96131db79cd details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:55:08.786409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1e5623-4e1e-4630-a832-68a815be467e admin admin] Made reservation on behalf of f9e9c2b109f34f4b898664514fcdc44a for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:55:08.793710 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0e1e5623-4e1e-4630-a832-68a815be467e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:09.051175 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0e1e5623-4e1e-4630-a832-68a815be467e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (317f1329-b148-485c-b02d-6e63c3ddb2c4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:09.100563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e5623-4e1e-4630-a832-68a815be467e admin admin] Pushing event updated for resources: {'Subnet': ['ID=317f1329-b148-485c-b02d-6e63c3ddb2c4,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:09.134976 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1e5623-4e1e-4630-a832-68a815be467e admin admin] Checking segment: {'id': '082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c248708-2440-4785-8d15-a96131db79cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:09.135861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1e5623-4e1e-4630-a832-68a815be467e admin admin] Network hostable DHCP agents. Network: 5c248708-2440-4785-8d15-a96131db79cd, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:55:09.162323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1e5623-4e1e-4630-a832-68a815be467e admin admin] Network 5c248708-2440-4785-8d15-a96131db79cd is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:55:09.177038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-0e1e5623-4e1e-4630-a832-68a815be467e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 5c248708-2440-4785-8d15-a96131db79cd) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:09.182230 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1e5623-4e1e-4630-a832-68a815be467e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:09.182924 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0e1e5623-4e1e-4630-a832-68a815be467e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:09.187191 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7af6f68-c553-4c12-b597-089efa6d0c7e None None] Network 5c248708-2440-4785-8d15-a96131db79cd requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:55:09.210708 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0e1e5623-4e1e-4630-a832-68a815be467e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4763508 Mar 24 00:55:09.211018 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42262) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:09.215930 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1882619316-router', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:09.265371 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (ceb25ad3-9a79-4411-a78d-2cb8a2933697), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:09.269211 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (ceb25ad3-9a79-4411-a78d-2cb8a2933697), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:09.344233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-5c248708-2440-4785-8d15-a96131db79cd', 'network_id': '5c248708-2440-4785-8d15-a96131db79cd', 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'fixed_ips': [{'subnet_id': '317f1329-b148-485c-b02d-6e63c3ddb2c4'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:55:09.346125 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:09.355349 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Publish callbacks [] for router_controller (ceb25ad3-9a79-4411-a78d-2cb8a2933697), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:09.555904 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Publish callbacks [] for router_gateway (ceb25ad3-9a79-4411-a78d-2cb8a2933697), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:09.648616 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Allocated IP 172.20.0.2 (5c248708-2440-4785-8d15-a96131db79cd/317f1329-b148-485c-b02d-6e63c3ddb2c4/be733c53-b9eb-403e-8de8-d3f69118b558) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:55:09.845181 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Publish callbacks [] for port (be733c53-b9eb-403e-8de8-d3f69118b558), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:09.853560 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Publish callbacks [] for router_gateway (ceb25ad3-9a79-4411-a78d-2cb8a2933697), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:09.867468 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (be733c53-b9eb-403e-8de8-d3f69118b558), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:09.877546 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:10.140654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Allocated IP 172.25.0.241 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/a68ce97a-6e09-4d80-8f28-d11ad60b317c) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:55:10.190384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Network 5c248708-2440-4785-8d15-a96131db79cd is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:10.196278 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:10.199640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:55:10.213302 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Pushing event updated for resources: {'Port': ['ID=be733c53-b9eb-403e-8de8-d3f69118b558,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:10.328323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Attempting to bind port be733c53-b9eb-403e-8de8-d3f69118b558 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:55:10.343742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Attempting to bind port be733c53-b9eb-403e-8de8-d3f69118b558 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c248708-2440-4785-8d15-a96131db79cd'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:55:10.344347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Attempting to bind port be733c53-b9eb-403e-8de8-d3f69118b558 on network 5c248708-2440-4785-8d15-a96131db79cd {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:55:10.351957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:55:10.352463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Checking segment: {'id': '082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c248708-2440-4785-8d15-a96131db79cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:10.352975 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:10.353625 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Bound using segment: {'id': '082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c248708-2440-4785-8d15-a96131db79cd'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:55:10.354343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Bound port: be733c53-b9eb-403e-8de8-d3f69118b558, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c248708-2440-4785-8d15-a96131db79cd'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:55:10.354836 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be733c53-b9eb-403e-8de8-d3f69118b558), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:10.366091 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Publish callbacks [] for port (a68ce97a-6e09-4d80-8f28-d11ad60b317c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:10.441013 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a68ce97a-6e09-4d80-8f28-d11ad60b317c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:10.447771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] For port be733c53-b9eb-403e-8de8-d3f69118b558, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:55:10.457975 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] For port be733c53-b9eb-403e-8de8-d3f69118b558, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=be733c53-b9eb-403e-8de8-d3f69118b558,segment=NetworkSegment(082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb),segment_id=082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:55:10.466064 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (be733c53-b9eb-403e-8de8-d3f69118b558), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:10.554790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:10.569606 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9f8af-fa11-4268-ba9f-6984ec515a36 None None] Pushing event updated for resources: {'Port': ['ID=be733c53-b9eb-403e-8de8-d3f69118b558,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:10.577371 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:10.587872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:55:10.649172 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Pushing event updated for resources: {'Port': ['ID=a68ce97a-6e09-4d80-8f28-d11ad60b317c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:10.762376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20009197-4e6c-4a11-b7fc-3e32f2c9b17a req-7c14bf3a-41c2-4173-98b1-9ae1572d64ff tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:10.764588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20009197-4e6c-4a11-b7fc-3e32f2c9b17a req-7c14bf3a-41c2-4173-98b1-9ae1572d64ff tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 945 time: 0.0975406 Mar 24 00:55:10.878825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20009197-4e6c-4a11-b7fc-3e32f2c9b17a req-4d3cc8de-1416-4b4e-8d4c-e9e20e2c2cb4 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069081 Mar 24 00:55:11.029069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593a8a7-cad5-464c-a073-db1fef01ab56 req-9508dabc-3586-4001-ad21-94f641645149 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:11.037399 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8593a8a7-cad5-464c-a073-db1fef01ab56 req-9508dabc-3586-4001-ad21-94f641645149 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 951 time: 0.1136868 Mar 24 00:55:11.121063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8593a8a7-cad5-464c-a073-db1fef01ab56 req-a4112968-b068-4dfd-816c-fb33359963ef tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe3e59ed-9c45-4921-bf3e-637fb2ce45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824320 Mar 24 00:55:11.156146 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device be733c53-b9eb-403e-8de8-d3f69118b558 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:11.222077 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Publish callbacks [] for router_gateway (ceb25ad3-9a79-4411-a78d-2cb8a2933697), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:11.302809 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port be733c53-b9eb-403e-8de8-d3f69118b558 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:11.303194 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be733c53-b9eb-403e-8de8-d3f69118b558), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:11.462690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port be733c53-b9eb-403e-8de8-d3f69118b558 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:11.463870 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be733c53-b9eb-403e-8de8-d3f69118b558), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:11.514471 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (ceb25ad3-9a79-4411-a78d-2cb8a2933697), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:11.587227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port be733c53-b9eb-403e-8de8-d3f69118b558, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=be733c53-b9eb-403e-8de8-d3f69118b558,segment=NetworkSegment(082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb),segment_id=082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:11.595745 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (be733c53-b9eb-403e-8de8-d3f69118b558), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:11.699984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=be733c53-b9eb-403e-8de8-d3f69118b558,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:11.774184 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Router ceb25ad3-9a79-4411-a78d-2cb8a2933697 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:55:11.918371 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:55:11.930410 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Sync routers for ids ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:55:11.958735 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:11.962349 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8780e307-06de-4670-8095-550d9d752151 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7486482 Mar 24 00:55:11.962718 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Routers {'ceb25ad3-9a79-4411-a78d-2cb8a2933697'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:11.963695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42384) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:11.971156 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:12.181236 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6cb596-a837-4994-8fa4-51eea6f316bf None None] Network 5c248708-2440-4785-8d15-a96131db79cd requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:55:12.197497 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Set router ceb25ad3-9a79-4411-a78d-2cb8a2933697 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:12.227788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6823a-3670-4267-88cf-d7caf583c62a req-33c720cc-9bf6-4f32-8d2e-76c63584e564 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:12.240080 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ee6823a-3670-4267-88cf-d7caf583c62a req-33c720cc-9bf6-4f32-8d2e-76c63584e564 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 945 time: 0.1787736 Mar 24 00:55:12.379692 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0ddb73f7-c40d-42de-ad82-2d812c9ae486 None None] Provisioning complete for port be733c53-b9eb-403e-8de8-d3f69118b558 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:12.380138 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0ddb73f7-c40d-42de-ad82-2d812c9ae486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be733c53-b9eb-403e-8de8-d3f69118b558), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:12.435377 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ee6823a-3670-4267-88cf-d7caf583c62a req-6881c171-462f-4ac7-936c-9ddc518deba7 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942291 Mar 24 00:55:12.449164 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'name': 'tempest-TaggedBootDevicesTest-1882619316-router', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:10Z', 'revision_number': 3, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'gw_port': {'id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:12.483785 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Checking router: ceb25ad3-9a79-4411-a78d-2cb8a2933697 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:55:12.484590 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Updating router ceb25ad3-9a79-4411-a78d-2cb8a2933697 port a68ce97a-6e09-4d80-8f28-d11ad60b317c binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:55:12.570314 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a68ce97a-6e09-4d80-8f28-d11ad60b317c), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:12.602178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb73f7-c40d-42de-ad82-2d812c9ae486 None None] Current status of the port be733c53-b9eb-403e-8de8-d3f69118b558 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:12.733618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f907708-1d06-4362-bae8-472a4ffabdc6 req-36810f21-0db4-4e39-ac52-1f95b410382c tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:12.735453 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f907708-1d06-4362-bae8-472a4ffabdc6 req-36810f21-0db4-4e39-ac52-1f95b410382c tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 951 time: 0.1046062 Mar 24 00:55:12.843384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f907708-1d06-4362-bae8-472a4ffabdc6 req-abbe25cd-3d49-4c85-bed7-31adf62037af tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe3e59ed-9c45-4921-bf3e-637fb2ce45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891256 Mar 24 00:55:12.905596 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43706a9-8957-4146-975f-84d8db4e03e2 req-aa6fcd4f-5e16-4fe1-bff3-7210bc5bfc32 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:12.913407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b43706a9-8957-4146-975f-84d8db4e03e2 req-aa6fcd4f-5e16-4fe1-bff3-7210bc5bfc32 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 946 time: 0.2222912 Mar 24 00:55:12.951251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f6c3395c-cb41-4cf0-880d-fb1ce7633f24 None None] Provisioning complete for port be733c53-b9eb-403e-8de8-d3f69118b558 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:12.952434 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6c3395c-cb41-4cf0-880d-fb1ce7633f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be733c53-b9eb-403e-8de8-d3f69118b558), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:12.983482 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Publish callbacks [] for port (a68ce97a-6e09-4d80-8f28-d11ad60b317c), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:12.999267 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a68ce97a-6e09-4d80-8f28-d11ad60b317c), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:13.001752 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b43706a9-8957-4146-975f-84d8db4e03e2 req-03e791f8-07c8-4b01-bc24-20313e99e34a tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/security-groups?id=e65168d3-afc8-43c4-8751-7c9e71f3c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874147 Mar 24 00:55:13.117778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device be733c53-b9eb-403e-8de8-d3f69118b558 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:13.142851 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Pushing event updated for resources: {'Port': ['ID=a68ce97a-6e09-4d80-8f28-d11ad60b317c,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:13.147159 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f6c3395c-cb41-4cf0-880d-fb1ce7633f24 None None] Current status of the port be733c53-b9eb-403e-8de8-d3f69118b558 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:13.147727 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:13.168762 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:13.169403 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:13.169750 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:13.170090 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:13.170425 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:13.170750 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:13.171106 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:13.171826 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:13.172167 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:13.174824 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:13.175205 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:13.175668 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:13.176018 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:13.176913 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:13.177280 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:13.180761 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Attempting to bind port a68ce97a-6e09-4d80-8f28-d11ad60b317c on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:55:13.181385 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Attempting to bind port a68ce97a-6e09-4d80-8f28-d11ad60b317c by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:55:13.181749 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Attempting to bind port a68ce97a-6e09-4d80-8f28-d11ad60b317c on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:55:13.188389 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:55:13.188775 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:13.189208 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:13.189599 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:55:13.190068 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Bound port: a68ce97a-6e09-4d80-8f28-d11ad60b317c, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:55:13.190447 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a68ce97a-6e09-4d80-8f28-d11ad60b317c), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:13.198564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port be733c53-b9eb-403e-8de8-d3f69118b558 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:13.199521 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be733c53-b9eb-403e-8de8-d3f69118b558), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:13.335933 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] For port a68ce97a-6e09-4d80-8f28-d11ad60b317c, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:55:13.345701 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] For port a68ce97a-6e09-4d80-8f28-d11ad60b317c, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a68ce97a-6e09-4d80-8f28-d11ad60b317c,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:55:13.358515 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port be733c53-b9eb-403e-8de8-d3f69118b558 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:13.359805 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a68ce97a-6e09-4d80-8f28-d11ad60b317c), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:13.438212 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c91d97-3060-447e-8d3f-0ed108660867 None None] Pushing event updated for resources: {'Port': ['ID=a68ce97a-6e09-4d80-8f28-d11ad60b317c,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:13.462571 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Routers {'ceb25ad3-9a79-4411-a78d-2cb8a2933697'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:13.463344 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:13.504257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Allocated IP 172.20.0.1 (5c248708-2440-4785-8d15-a96131db79cd/317f1329-b148-485c-b02d-6e63c3ddb2c4/c6e10738-83aa-4ef3-99f7-66cc6845a206) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:55:13.612767 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] Set router ceb25ad3-9a79-4411-a78d-2cb8a2933697 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:13.712405 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Publish callbacks [] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:13.831259 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'name': 'tempest-TaggedBootDevicesTest-1882619316-router', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:10Z', 'revision_number': 3, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'gw_port': {'id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:13.835519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7c07e-7a6a-4df3-a754-fe11e1f0068b req-d5b883a9-41d5-4462-8fce-d4d3675288fa tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:13.852691 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91a7c07e-7a6a-4df3-a754-fe11e1f0068b req-d5b883a9-41d5-4462-8fce-d4d3675288fa tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 945 time: 0.1281583 Mar 24 00:55:13.860240 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213430f-5a51-4ec0-8821-54f05126a0d2 None None] The sync data for ids ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'] in n-d-760455-9 is: [{'id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'name': 'tempest-TaggedBootDevicesTest-1882619316-router', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:10Z', 'revision_number': 3, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'gw_port': {'id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:55:13.898001 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:13.980585 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Network 5c248708-2440-4785-8d15-a96131db79cd is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:13.994033 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91a7c07e-7a6a-4df3-a754-fe11e1f0068b req-1664b46a-1bc4-4276-8937-a0cc3bd58548 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343086 Mar 24 00:55:14.000726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:14.036480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:55:14.146420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Pushing event updated for resources: {'Port': ['ID=c6e10738-83aa-4ef3-99f7-66cc6845a206,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:14.215008 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:55:14.252206 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (ceb25ad3-9a79-4411-a78d-2cb8a2933697), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:14.414811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271a009-264d-4e01-89e9-d28bac4ef2c1 req-2c0d734d-e2dd-4977-a841-8f728548ed24 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:14.416384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5271a009-264d-4e01-89e9-d28bac4ef2c1 req-2c0d734d-e2dd-4977-a841-8f728548ed24 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 951 time: 0.2928786 Mar 24 00:55:14.462039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab883f-de85-4969-ab42-085c6b70c595 req-1d7c9f1f-5163-4f53-b1bd-bc0c61510410 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:14.462854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ea866b9d-d5fd-4c59-b523-41ef18027b1a details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:55:14.465930 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47ab883f-de85-4969-ab42-085c6b70c595 req-1d7c9f1f-5163-4f53-b1bd-bc0c61510410 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 946 time: 0.3145790 Mar 24 00:55:14.554310 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:14.569796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-99c165d7-60d5-4496-b63a-124879d4af02 None None] Provisioning complete for port c6e10738-83aa-4ef3-99f7-66cc6845a206 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:14.570683 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-99c165d7-60d5-4496-b63a-124879d4af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:14.697350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47ab883f-de85-4969-ab42-085c6b70c595 req-fff27b51-7db5-485e-a0aa-a0feba8fe74d tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/security-groups?id=e65168d3-afc8-43c4-8751-7c9e71f3c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227550 Mar 24 00:55:14.700607 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-99c165d7-60d5-4496-b63a-124879d4af02 None None] Port c6e10738-83aa-4ef3-99f7-66cc6845a206 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:55:14.711071 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5271a009-264d-4e01-89e9-d28bac4ef2c1 req-be245fee-9481-4fac-a733-fb30334079ad tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe3e59ed-9c45-4921-bf3e-637fb2ce45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846510 Mar 24 00:55:14.744347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9176-a667-4fa5-a884-aa86375e7882 req-3d314ea4-70b4-4567-a0cd-88596ce5d54d tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:14.746385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-832b9176-a667-4fa5-a884-aa86375e7882 req-3d314ea4-70b4-4567-a0cd-88596ce5d54d tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 951 time: 0.2728498 Mar 24 00:55:14.761790 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port ea866b9d-d5fd-4c59-b523-41ef18027b1a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ea866b9d-d5fd-4c59-b523-41ef18027b1a,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:14.774195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'ea866b9d-d5fd-4c59-b523-41ef18027b1a', 'network_id': 'e1d9accb-8dd8-44a6-b381-745a23ff44a4', 'port_id': 'ea866b9d-d5fd-4c59-b523-41ef18027b1a', 'mac_address': 'fa:16:3e:2e:9c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:55:14.824463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port ea866b9d-d5fd-4c59-b523-41ef18027b1a is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:14.824993 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:14.848635 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea866b9d-d5fd-4c59-b523-41ef18027b1a {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:55:14.893479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port ea866b9d-d5fd-4c59-b523-41ef18027b1a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ea866b9d-d5fd-4c59-b523-41ef18027b1a,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:14.899524 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:14.981780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=ea866b9d-d5fd-4c59-b523-41ef18027b1a,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:15.008129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['ea866b9d-d5fd-4c59-b523-41ef18027b1a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:55:15.199145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a68ce97a-6e09-4d80-8f28-d11ad60b317c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:15.253901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b75ab542-652a-4d39-b7f3-da517fa882e4 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:55:15.439339 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a68ce97a-6e09-4d80-8f28-d11ad60b317c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:15.439713 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a68ce97a-6e09-4d80-8f28-d11ad60b317c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:15.468329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port b75ab542-652a-4d39-b7f3-da517fa882e4 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:15.469045 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:15.476912 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Publish callbacks [] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:15.485810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-832b9176-a667-4fa5-a884-aa86375e7882 req-40435ab6-5727-4134-8fb4-2de26b13f9ba tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Deleting port b75ab542-652a-4d39-b7f3-da517fa882e4 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:55:15.485810 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-832b9176-a667-4fa5-a884-aa86375e7882 req-40435ab6-5727-4134-8fb4-2de26b13f9ba tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:15.514553 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:15.535042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b75ab542-652a-4d39-b7f3-da517fa882e4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b75ab542-652a-4d39-b7f3-da517fa882e4,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:15.538369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff707765-cae8-44e6-8a3b-03357295c053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b75ab542-652a-4d39-b7f3-da517fa882e4'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:55:15.541140 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c6103f-2ef5-427c-a60a-9440d436724c" -d '{"events": [{"server_uuid": "ff707765-cae8-44e6-8a3b-03357295c053", "name": "network-vif-unplugged", "status": "completed", "tag": "b75ab542-652a-4d39-b7f3-da517fa882e4"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:55:15.548313 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:15.614033 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2551f-a9f9-49d4-b963-da0367dd53c0 req-630b0986-013f-40c6-9780-77e4a00dcfaf tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:15.615513 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b8d2551f-a9f9-49d4-b963-da0367dd53c0 req-630b0986-013f-40c6-9780-77e4a00dcfaf tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 944 time: 0.2814152 Mar 24 00:55:15.703650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=b75ab542-652a-4d39-b7f3-da517fa882e4,revision_number=11']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:15.745665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a68ce97a-6e09-4d80-8f28-d11ad60b317c is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:15.746767 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a68ce97a-6e09-4d80-8f28-d11ad60b317c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:15.794286 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0c77d6-bd9d-4859-b61b-838b30d26bdc x-openstack-request-id: req-fa0c77d6-bd9d-4859-b61b-838b30d26bdc {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:55:15.794615 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff707765-cae8-44e6-8a3b-03357295c053", "name": "network-vif-unplugged", "status": "completed", "tag": "b75ab542-652a-4d39-b7f3-da517fa882e4", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:55:15.794848 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa0c77d6-bd9d-4859-b61b-838b30d26bdc {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:55:15.795269 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0c77d6-bd9d-4859-b61b-838b30d26bdc'] response: {'server_uuid': 'ff707765-cae8-44e6-8a3b-03357295c053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b75ab542-652a-4d39-b7f3-da517fa882e4', 'code': 200} Mar 24 00:55:15.799576 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Pushing event updated for resources: {'Port': ['ID=c6e10738-83aa-4ef3-99f7-66cc6845a206,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:15.810861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port a68ce97a-6e09-4d80-8f28-d11ad60b317c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a68ce97a-6e09-4d80-8f28-d11ad60b317c,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:15.818787 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a68ce97a-6e09-4d80-8f28-d11ad60b317c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:15.849547 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (ceb25ad3-9a79-4411-a78d-2cb8a2933697), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:15.871149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df480b-b9a5-4e03-9ef8-9111d2b6a089 req-a5ad012c-e1f1-43e5-9efd-d7d96481dfb1 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:15.872617 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5df480b-b9a5-4e03-9ef8-9111d2b6a089 req-a5ad012c-e1f1-43e5-9efd-d7d96481dfb1 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.57 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 946 time: 0.2535238 Mar 24 00:55:15.913918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=a68ce97a-6e09-4d80-8f28-d11ad60b317c,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:16.008124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b8d2551f-a9f9-49d4-b963-da0367dd53c0 req-e43faae4-9fa6-4e58-84f2-eac14c218f2c tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085535 Mar 24 00:55:16.019958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-832b9176-a667-4fa5-a884-aa86375e7882 req-40435ab6-5727-4134-8fb4-2de26b13f9ba tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] For port b75ab542-652a-4d39-b7f3-da517fa882e4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b75ab542-652a-4d39-b7f3-da517fa882e4,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:16.020861 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-832b9176-a667-4fa5-a884-aa86375e7882 req-40435ab6-5727-4134-8fb4-2de26b13f9ba tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:16.075218 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-832b9176-a667-4fa5-a884-aa86375e7882 req-40435ab6-5727-4134-8fb4-2de26b13f9ba tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Calling delete_port for b75ab542-652a-4d39-b7f3-da517fa882e4 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:55:16.213389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Network 5c248708-2440-4785-8d15-a96131db79cd is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:16.220794 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053191f-99ec-42b5-8dd1-49a22d2b7187 req-4f4dde4c-c717-41c9-92a6-c50269b47be9 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:16.222303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6053191f-99ec-42b5-8dd1-49a22d2b7187 req-4f4dde4c-c717-41c9-92a6-c50269b47be9 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 946 time: 0.3190162 Mar 24 00:55:16.231088 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:16.375162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-e5df480b-b9a5-4e03-9ef8-9111d2b6a089 req-b6899b77-6860-4fc2-941f-c546afd7c878 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Deleting port 7a2a3563-7cc5-4957-9e56-255e5f4aa073 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:55:16.375508 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e5df480b-b9a5-4e03-9ef8-9111d2b6a089 req-b6899b77-6860-4fc2-941f-c546afd7c878 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7a2a3563-7cc5-4957-9e56-255e5f4aa073), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:16.395353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946ab31-4b55-4cf5-bd78-5a2ed45fee39 req-2466be7f-854d-4234-a712-87160eeda18e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:16.396399 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e946ab31-4b55-4cf5-bd78-5a2ed45fee39 req-2466be7f-854d-4234-a712-87160eeda18e tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 946 time: 0.2726557 Mar 24 00:55:16.464869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ea866b9d-d5fd-4c59-b523-41ef18027b1a up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:16.513354 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6053191f-99ec-42b5-8dd1-49a22d2b7187 req-45a0dac3-206a-4d54-9370-9b7b8545ff61 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/security-groups?id=e65168d3-afc8-43c4-8751-7c9e71f3c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750103 Mar 24 00:55:16.582285 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port ea866b9d-d5fd-4c59-b523-41ef18027b1a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:16.582904 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:16.662997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e946ab31-4b55-4cf5-bd78-5a2ed45fee39 req-b31f3a3e-e0a9-49ae-876f-a312c8e3a535 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/security-groups?id=cba9837f-f154-41e8-9091-6390923cd9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317736 Mar 24 00:55:16.692041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-89f2aac2-29f6-4030-90f6-ad4c7f97b5ac None None] Provisioning complete for port c6e10738-83aa-4ef3-99f7-66cc6845a206 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:16.692553 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-89f2aac2-29f6-4030-90f6-ad4c7f97b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:16.717569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Router ceb25ad3-9a79-4411-a78d-2cb8a2933697 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:55:16.745262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-e5df480b-b9a5-4e03-9ef8-9111d2b6a089 req-b6899b77-6860-4fc2-941f-c546afd7c878 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] For port 7a2a3563-7cc5-4957-9e56-255e5f4aa073, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7a2a3563-7cc5-4957-9e56-255e5f4aa073,segment=NetworkSegment(2afc7bf1-517e-480d-a59d-a10e24f4bac4),segment_id=2afc7bf1-517e-480d-a59d-a10e24f4bac4)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:16.746506 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e5df480b-b9a5-4e03-9ef8-9111d2b6a089 req-b6899b77-6860-4fc2-941f-c546afd7c878 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7a2a3563-7cc5-4957-9e56-255e5f4aa073), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:16.772051 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-832b9176-a667-4fa5-a884-aa86375e7882 req-40435ab6-5727-4134-8fb4-2de26b13f9ba tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b75ab542-652a-4d39-b7f3-da517fa882e4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:16.782757 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port ea866b9d-d5fd-4c59-b523-41ef18027b1a is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:16.783155 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:16.796896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-89f2aac2-29f6-4030-90f6-ad4c7f97b5ac None None] Port c6e10738-83aa-4ef3-99f7-66cc6845a206 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:55:16.855773 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port ea866b9d-d5fd-4c59-b523-41ef18027b1a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ea866b9d-d5fd-4c59-b523-41ef18027b1a,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:16.866783 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:16.948318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57550ec-a2f2-4656-8b1e-bfb3df3b573e req-e3aa07ad-6ac1-48ec-ad90-9f9f8bbb477e tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:16.949856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c57550ec-a2f2-4656-8b1e-bfb3df3b573e req-e3aa07ad-6ac1-48ec-ad90-9f9f8bbb477e tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 866 time: 0.3156064 Mar 24 00:55:16.950732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40435ab6-5727-4134-8fb4-2de26b13f9ba tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Pushing event deleted for resources: {'Port': ['ID=b75ab542-652a-4d39-b7f3-da517fa882e4,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:17.004560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=ea866b9d-d5fd-4c59-b523-41ef18027b1a,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:17.103241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a68ce97a-6e09-4d80-8f28-d11ad60b317c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:17.157225 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-832b9176-a667-4fa5-a884-aa86375e7882 req-40435ab6-5727-4134-8fb4-2de26b13f9ba tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] No DVR routers for this DVR port b75ab542-652a-4d39-b7f3-da517fa882e4 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:55:17.171197 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-832b9176-a667-4fa5-a884-aa86375e7882 req-40435ab6-5727-4134-8fb4-2de26b13f9ba tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:17.174846 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-832b9176-a667-4fa5-a884-aa86375e7882 req-40435ab6-5727-4134-8fb4-2de26b13f9ba tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.57 "DELETE /v2.0/ports/b75ab542-652a-4d39-b7f3-da517fa882e4 HTTP/1.1" status: 204 len: 173 time: 2.4207790 Mar 24 00:55:17.180372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff707765-cae8-44e6-8a3b-03357295c053', 'name': 'network-vif-deleted', 'tag': 'b75ab542-652a-4d39-b7f3-da517fa882e4'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:55:17.183117 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f659b40f-b167-4041-bfe6-639f8bc465bc" -d '{"events": [{"server_uuid": "ff707765-cae8-44e6-8a3b-03357295c053", "name": "network-vif-deleted", "tag": "b75ab542-652a-4d39-b7f3-da517fa882e4"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:55:17.225548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a68ce97a-6e09-4d80-8f28-d11ad60b317c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:17.226784 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a68ce97a-6e09-4d80-8f28-d11ad60b317c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:17.266463 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c57550ec-a2f2-4656-8b1e-bfb3df3b573e req-1c373458-82b2-4879-89f3-116c7a534e39 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe3e59ed-9c45-4921-bf3e-637fb2ce45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023102 Mar 24 00:55:17.354278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:55:17.374207 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd6e640-ddc4-4057-9679-734a77e67c29 x-openstack-request-id: req-8cd6e640-ddc4-4057-9679-734a77e67c29 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:55:17.374745 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff707765-cae8-44e6-8a3b-03357295c053", "name": "network-vif-deleted", "tag": "b75ab542-652a-4d39-b7f3-da517fa882e4", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:55:17.375160 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8cd6e640-ddc4-4057-9679-734a77e67c29 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:55:17.375901 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd6e640-ddc4-4057-9679-734a77e67c29'] response: {'server_uuid': 'ff707765-cae8-44e6-8a3b-03357295c053', 'name': 'network-vif-deleted', 'tag': 'b75ab542-652a-4d39-b7f3-da517fa882e4', 'status': 'completed', 'code': 200} Mar 24 00:55:17.391210 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-35887e10-1a4b-4f64-9f29-0b8f0e87d79a admin admin] 10.222.0.45 "PUT /v2.0/routers/ceb25ad3-9a79-4411-a78d-2cb8a2933697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4247818 Mar 24 00:55:17.400995 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e5df480b-b9a5-4e03-9ef8-9111d2b6a089 req-b6899b77-6860-4fc2-941f-c546afd7c878 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:17.401779 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e5df480b-b9a5-4e03-9ef8-9111d2b6a089 req-b6899b77-6860-4fc2-941f-c546afd7c878 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (54f94568-2e43-4e2e-b1ef-3ca98a45ba64), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:17.402301 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-e5df480b-b9a5-4e03-9ef8-9111d2b6a089 req-b6899b77-6860-4fc2-941f-c546afd7c878 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Floating IP 54f94568-2e43-4e2e-b1ef-3ca98a45ba64 disassociated. External IP: 172.25.0.212, port: 7a2a3563-7cc5-4957-9e56-255e5f4aa073. Mar 24 00:55:17.402778 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-e5df480b-b9a5-4e03-9ef8-9111d2b6a089 req-b6899b77-6860-4fc2-941f-c546afd7c878 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Calling delete_port for 7a2a3563-7cc5-4957-9e56-255e5f4aa073 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:55:17.436820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Sync routers for ids ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:55:17.480579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Routers {'ceb25ad3-9a79-4411-a78d-2cb8a2933697'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:17.481467 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:17.551753 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e23fe6-b5c6-4f05-a823-c0b3a5a0efc4 req-60610bfc-1f9a-41c4-bc37-ad48c109b676 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:17.556662 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-57e23fe6-b5c6-4f05-a823-c0b3a5a0efc4 req-60610bfc-1f9a-41c4-bc37-ad48c109b676 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.48 "GET /v2.0/ports?device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 946 time: 0.1275010 Mar 24 00:55:17.581822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c9441-3ff0-4125-9ad1-9b7d01fc72ca req-eb1531d5-32df-4b5a-aa3e-bcd2d8e4cb5a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:17.587929 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-070c9441-3ff0-4125-9ad1-9b7d01fc72ca req-eb1531d5-32df-4b5a-aa3e-bcd2d8e4cb5a tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 945 time: 0.3251798 Mar 24 00:55:17.665949 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a68ce97a-6e09-4d80-8f28-d11ad60b317c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:17.773372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Set router ceb25ad3-9a79-4411-a78d-2cb8a2933697 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:17.800948 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-57e23fe6-b5c6-4f05-a823-c0b3a5a0efc4 req-58b923ac-adcd-4b24-8f1c-c12ce4d5db79 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Deleting port 15549499-d25c-4234-b521-8b23366eba9f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:55:17.802319 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-57e23fe6-b5c6-4f05-a823-c0b3a5a0efc4 req-58b923ac-adcd-4b24-8f1c-c12ce4d5db79 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (15549499-d25c-4234-b521-8b23366eba9f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:17.819780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70a2194-8b61-4c79-9d52-693481585d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea866b9d-d5fd-4c59-b523-41ef18027b1a'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:55:17.822097 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28fe080-9ad4-46af-a677-05d6984fda37" -d '{"events": [{"server_uuid": "a70a2194-8b61-4c79-9d52-693481585d15", "name": "network-vif-plugged", "status": "completed", "tag": "ea866b9d-d5fd-4c59-b523-41ef18027b1a"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:55:17.880724 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-070c9441-3ff0-4125-9ad1-9b7d01fc72ca req-88852c42-1ac5-49ab-8c6c-95247b99dd81 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855308 Mar 24 00:55:18.006825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf38269-c195-4cad-a060-e7aedff5462d req-9136eeb8-fd17-4ff5-873d-2a4ba58a8428 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:18.013701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-baf38269-c195-4cad-a060-e7aedff5462d req-9136eeb8-fd17-4ff5-873d-2a4ba58a8428 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 946 time: 0.2950547 Mar 24 00:55:18.025692 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-57e23fe6-b5c6-4f05-a823-c0b3a5a0efc4 req-58b923ac-adcd-4b24-8f1c-c12ce4d5db79 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] For port 15549499-d25c-4234-b521-8b23366eba9f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=15549499-d25c-4234-b521-8b23366eba9f,segment=NetworkSegment(fe554b1b-851e-4917-978e-bd147887428b),segment_id=fe554b1b-851e-4917-978e-bd147887428b)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:18.025692 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-57e23fe6-b5c6-4f05-a823-c0b3a5a0efc4 req-58b923ac-adcd-4b24-8f1c-c12ce4d5db79 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (15549499-d25c-4234-b521-8b23366eba9f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:18.077696 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e5df480b-b9a5-4e03-9ef8-9111d2b6a089 req-b6899b77-6860-4fc2-941f-c546afd7c878 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7a2a3563-7cc5-4957-9e56-255e5f4aa073), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:18.136469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6899b77-6860-4fc2-941f-c546afd7c878 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Pushing event deleted for resources: {'Port': ['ID=7a2a3563-7cc5-4957-9e56-255e5f4aa073,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:18.155033 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-baf38269-c195-4cad-a060-e7aedff5462d req-4565a946-053c-4a6d-8c29-877e0b973d84 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/security-groups?id=e65168d3-afc8-43c4-8751-7c9e71f3c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404212 Mar 24 00:55:18.230493 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cf91a3-fe84-4d97-9863-3d35fa3e94f8 x-openstack-request-id: req-e4cf91a3-fe84-4d97-9863-3d35fa3e94f8 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:55:18.230763 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70a2194-8b61-4c79-9d52-693481585d15", "name": "network-vif-plugged", "status": "completed", "tag": "ea866b9d-d5fd-4c59-b523-41ef18027b1a", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:55:18.231513 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4cf91a3-fe84-4d97-9863-3d35fa3e94f8 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:55:18.231892 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4cf91a3-fe84-4d97-9863-3d35fa3e94f8'] response: {'server_uuid': 'a70a2194-8b61-4c79-9d52-693481585d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea866b9d-d5fd-4c59-b523-41ef18027b1a', 'code': 200} Mar 24 00:55:18.290051 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'name': 'tempest-TaggedBootDevicesTest-1882619316-router', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:14Z', 'revision_number': 4, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'gw_port': {'id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c6e10738-83aa-4ef3-99f7-66cc6845a206', 'name': '', 'network_id': '5c248708-2440-4785-8d15-a96131db79cd', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'mac_address': 'fa:16:3e:a7:17:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:13Z', 'updated_at': '2022-03-24T00:55:14Z', 'revision_number': 2, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'subnets': [{'id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:18.325151 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-57e23fe6-b5c6-4f05-a823-c0b3a5a0efc4 req-58b923ac-adcd-4b24-8f1c-c12ce4d5db79 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:18.325540 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-57e23fe6-b5c6-4f05-a823-c0b3a5a0efc4 req-58b923ac-adcd-4b24-8f1c-c12ce4d5db79 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (d3ff770a-b46a-4f2d-940e-da3332032938), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:18.326050 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [req-57e23fe6-b5c6-4f05-a823-c0b3a5a0efc4 req-58b923ac-adcd-4b24-8f1c-c12ce4d5db79 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Floating IP d3ff770a-b46a-4f2d-940e-da3332032938 disassociated. External IP: 172.25.0.206, port: 15549499-d25c-4234-b521-8b23366eba9f. Mar 24 00:55:18.326288 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-57e23fe6-b5c6-4f05-a823-c0b3a5a0efc4 req-58b923ac-adcd-4b24-8f1c-c12ce4d5db79 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Calling delete_port for 15549499-d25c-4234-b521-8b23366eba9f owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:55:18.402113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d986c-932a-41d9-adf7-53077e37e9cc req-4fc3c0be-8e71-44ef-a73e-bc26cacdb126 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:18.403801 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a9d986c-932a-41d9-adf7-53077e37e9cc req-4fc3c0be-8e71-44ef-a73e-bc26cacdb126 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b596a420-5b5e-42d2-8d61-445df70b6a58 HTTP/1.1" status: 200 len: 946 time: 0.4219136 Mar 24 00:55:18.405646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Checking router: ceb25ad3-9a79-4411-a78d-2cb8a2933697 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:55:18.406245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Updating router ceb25ad3-9a79-4411-a78d-2cb8a2933697 port c6e10738-83aa-4ef3-99f7-66cc6845a206 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:55:18.447839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42490) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:18.448836 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:18.454851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-06ef541a-b2a3-4c23-ac17-2b15b66a70aa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-427569485-network', 'tenant_id': '69952ea998f046ed8b5c77536fdd08e5'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:18.503664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5df480b-b9a5-4e03-9ef8-9111d2b6a089 req-b6899b77-6860-4fc2-941f-c546afd7c878 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Router 36c68890-fb02-4608-9be9-0b7ca4414702 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:55:18.589450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4da46777-ff5e-4b0f-8658-73d151ad51bc req-81b52595-7e3b-48e7-9d3b-fb9f901d6ec9 tempest-ImagesOneServerTestJSON-276615098 tempest-ImagesOneServerTestJSON-276615098-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff707765-cae8-44e6-8a3b-03357295c053 HTTP/1.1" status: 200 len: 210 time: 0.1292381 Mar 24 00:55:18.593979 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-57e23fe6-b5c6-4f05-a823-c0b3a5a0efc4 req-58b923ac-adcd-4b24-8f1c-c12ce4d5db79 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (15549499-d25c-4234-b521-8b23366eba9f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:18.662881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b923ac-adcd-4b24-8f1c-c12ce4d5db79 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Pushing event deleted for resources: {'Port': ['ID=15549499-d25c-4234-b521-8b23366eba9f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:18.810081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a9d986c-932a-41d9-adf7-53077e37e9cc req-7cc5f7f3-6d5d-403f-be71-d4e7ec975ea3 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/security-groups?id=cba9837f-f154-41e8-9091-6390923cd9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3868811 Mar 24 00:55:18.813243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ef541a-b2a3-4c23-ac17-2b15b66a70aa admin admin] Made reservation on behalf of 69952ea998f046ed8b5c77536fdd08e5 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:55:18.816439 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-06ef541a-b2a3-4c23-ac17-2b15b66a70aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:18.830635 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-06ef541a-b2a3-4c23-ac17-2b15b66a70aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:18.835800 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57e23fe6-b5c6-4f05-a823-c0b3a5a0efc4 req-58b923ac-adcd-4b24-8f1c-c12ce4d5db79 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Router de57f8d0-60a6-4086-a994-ede2be1a4054 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:55:18.862698 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Publish callbacks [] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:18.875910 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:18.879235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5df480b-b9a5-4e03-9ef8-9111d2b6a089 req-b6899b77-6860-4fc2-941f-c546afd7c878 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:55:18.891528 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7821d03-99ea-41a7-b237-4a0ae0bd1b8a None None] Sync routers for ids ['36c68890-fb02-4608-9be9-0b7ca4414702'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:55:18.912916 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7821d03-99ea-41a7-b237-4a0ae0bd1b8a None None] Routers {'36c68890-fb02-4608-9be9-0b7ca4414702'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:18.913994 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c7821d03-99ea-41a7-b237-4a0ae0bd1b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['36c68890-fb02-4608-9be9-0b7ca4414702'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:19.054240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57e23fe6-b5c6-4f05-a823-c0b3a5a0efc4 req-58b923ac-adcd-4b24-8f1c-c12ce4d5db79 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:55:19.084901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5df480b-b9a5-4e03-9ef8-9111d2b6a089 req-b6899b77-6860-4fc2-941f-c546afd7c878 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] No DVR routers for this DVR port 7a2a3563-7cc5-4957-9e56-255e5f4aa073 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:55:19.097606 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e5df480b-b9a5-4e03-9ef8-9111d2b6a089 req-b6899b77-6860-4fc2-941f-c546afd7c878 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:19.101641 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5df480b-b9a5-4e03-9ef8-9111d2b6a089 req-b6899b77-6860-4fc2-941f-c546afd7c878 tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.57 "DELETE /v2.0/ports/7a2a3563-7cc5-4957-9e56-255e5f4aa073 HTTP/1.1" status: 204 len: 173 time: 3.2221341 Mar 24 00:55:19.109513 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406314d-ef4d-454a-9973-b58bb0866681 None None] Sync routers for ids ['de57f8d0-60a6-4086-a994-ede2be1a4054'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:55:19.142315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8bc02-094c-447b-9774-172c1b4dd74f None None] Pushing event updated for resources: {'Port': ['ID=c6e10738-83aa-4ef3-99f7-66cc6845a206,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:19.162326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406314d-ef4d-454a-9973-b58bb0866681 None None] Routers {'de57f8d0-60a6-4086-a994-ede2be1a4054'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:19.163272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-0406314d-ef4d-454a-9973-b58bb0866681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['de57f8d0-60a6-4086-a994-ede2be1a4054'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:19.168398 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Attempting to bind port c6e10738-83aa-4ef3-99f7-66cc6845a206 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:55:19.169646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Attempting to bind port c6e10738-83aa-4ef3-99f7-66cc6845a206 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c248708-2440-4785-8d15-a96131db79cd'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:55:19.170204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Attempting to bind port c6e10738-83aa-4ef3-99f7-66cc6845a206 on network 5c248708-2440-4785-8d15-a96131db79cd {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:55:19.191945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e23fe6-b5c6-4f05-a823-c0b3a5a0efc4 req-58b923ac-adcd-4b24-8f1c-c12ce4d5db79 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] No DVR routers for this DVR port 15549499-d25c-4234-b521-8b23366eba9f on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:55:19.197515 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-57e23fe6-b5c6-4f05-a823-c0b3a5a0efc4 req-58b923ac-adcd-4b24-8f1c-c12ce4d5db79 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:19.223797 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-57e23fe6-b5c6-4f05-a823-c0b3a5a0efc4 req-58b923ac-adcd-4b24-8f1c-c12ce4d5db79 tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.48 "DELETE /v2.0/ports/15549499-d25c-4234-b521-8b23366eba9f HTTP/1.1" status: 204 len: 173 time: 1.6402862 Mar 24 00:55:19.224480 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b596a420-5b5e-42d2-8d61-445df70b6a58', 'name': 'network-vif-deleted', 'tag': '15549499-d25c-4234-b521-8b23366eba9f'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:55:19.232647 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0200d0d-abfb-477e-a13e-c10ff54fc13c" -d '{"events": [{"server_uuid": "b596a420-5b5e-42d2-8d61-445df70b6a58", "name": "network-vif-deleted", "tag": "15549499-d25c-4234-b521-8b23366eba9f"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:55:19.241588 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7a2a3563-7cc5-4957-9e56-255e5f4aa073 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:55:19.294268 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-c7821d03-99ea-41a7-b237-4a0ae0bd1b8a None None] Set router 36c68890-fb02-4608-9be9-0b7ca4414702 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:19.296614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d01840-acfb-4dd9-80ef-91330fe30734 req-85d9527d-fb61-437f-ad06-cfbac780af17 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:19.298335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d9d01840-acfb-4dd9-80ef-91330fe30734 req-85d9527d-fb61-437f-ad06-cfbac780af17 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.48 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 945 time: 0.4373772 Mar 24 00:55:19.437034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afaa2e9-4127-45fa-a0bb-aea3e464b1ef', 'name': 'network-vif-deleted', 'tag': '7a2a3563-7cc5-4957-9e56-255e5f4aa073'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:55:19.570255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:55:19.570612 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Checking segment: {'id': '082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c248708-2440-4785-8d15-a96131db79cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:19.571024 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:19.571425 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Bound using segment: {'id': '082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c248708-2440-4785-8d15-a96131db79cd'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:55:19.571922 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Bound port: c6e10738-83aa-4ef3-99f7-66cc6845a206, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c248708-2440-4785-8d15-a96131db79cd'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:55:19.572311 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:19.578224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 7a2a3563-7cc5-4957-9e56-255e5f4aa073 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:55:19.578579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7a2a3563-7cc5-4957-9e56-255e5f4aa073 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:55:19.579004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b75ab542-652a-4d39-b7f3-da517fa882e4 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:55:19.630490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: b75ab542-652a-4d39-b7f3-da517fa882e4 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:55:19.630723 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b75ab542-652a-4d39-b7f3-da517fa882e4 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:55:19.670251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5dc68113-cbbb-4b71-9656-3f870fa60e6f None None] Provisioning complete for port c6e10738-83aa-4ef3-99f7-66cc6845a206 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:19.670632 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5dc68113-cbbb-4b71-9656-3f870fa60e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:19.674351 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c7821d03-99ea-41a7-b237-4a0ae0bd1b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'name': 'tempest-ServersTestJSON-1690524510-router', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:48Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'gw_port': {'id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:51Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '90e7e251-5a03-45b6-aef2-00516799bb57', 'name': '', 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'mac_address': 'fa:16:3e:3f:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:58Z', 'updated_at': '2022-03-24T00:54:08Z', 'revision_number': 5, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'subnets': [{'id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:19.711490 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7821d03-99ea-41a7-b237-4a0ae0bd1b8a None None] Checking router: 36c68890-fb02-4608-9be9-0b7ca4414702 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:55:19.721653 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7821d03-99ea-41a7-b237-4a0ae0bd1b8a None None] Routers {'36c68890-fb02-4608-9be9-0b7ca4414702'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:19.723918 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c7821d03-99ea-41a7-b237-4a0ae0bd1b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['36c68890-fb02-4608-9be9-0b7ca4414702'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:19.736143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-0406314d-ef4d-454a-9973-b58bb0866681 None None] Set router de57f8d0-60a6-4086-a994-ede2be1a4054 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:19.740550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5dc68113-cbbb-4b71-9656-3f870fa60e6f None None] Port c6e10738-83aa-4ef3-99f7-66cc6845a206 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:55:19.790821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] For port c6e10738-83aa-4ef3-99f7-66cc6845a206, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:55:19.840069 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] For port c6e10738-83aa-4ef3-99f7-66cc6845a206, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c6e10738-83aa-4ef3-99f7-66cc6845a206,segment=NetworkSegment(082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb),segment_id=082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:55:19.861918 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d52f61-a11e-4530-952a-3b9d0b76d3ae" -d '{"events": [{"server_uuid": "4afaa2e9-4127-45fa-a0bb-aea3e464b1ef", "name": "network-vif-deleted", "tag": "7a2a3563-7cc5-4957-9e56-255e5f4aa073"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:55:19.908928 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:19.940635 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-196dc393-6e30-4f69-88e2-863bc2b2639b req-914a83c9-9361-47ef-bc94-5021017a0f5e tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/ports?device_id=4afaa2e9-4127-45fa-a0bb-aea3e464b1ef HTTP/1.1" status: 200 len: 210 time: 0.6029885 Mar 24 00:55:19.992668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63284af3-71a4-46bc-a257-9a61e5c61524 req-718d855f-65d4-40a8-b80f-f9faae0229f9 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:20.001270 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63284af3-71a4-46bc-a257-9a61e5c61524 req-718d855f-65d4-40a8-b80f-f9faae0229f9 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 945 time: 0.9207518 Mar 24 00:55:20.014235 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-06ef541a-b2a3-4c23-ac17-2b15b66a70aa admin admin] Publish callbacks [] for security_group (1b2ef534-feed-4525-911b-75cc4974b8ee), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:20.074254 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53856d2c-c94c-4c1b-9085-a9d24c5bb953 x-openstack-request-id: req-53856d2c-c94c-4c1b-9085-a9d24c5bb953 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:55:20.074861 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b596a420-5b5e-42d2-8d61-445df70b6a58", "name": "network-vif-deleted", "tag": "15549499-d25c-4234-b521-8b23366eba9f", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:55:20.075265 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53856d2c-c94c-4c1b-9085-a9d24c5bb953 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:55:20.076213 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53856d2c-c94c-4c1b-9085-a9d24c5bb953'] response: {'server_uuid': 'b596a420-5b5e-42d2-8d61-445df70b6a58', 'name': 'network-vif-deleted', 'tag': '15549499-d25c-4234-b521-8b23366eba9f', 'status': 'completed', 'code': 200} Mar 24 00:55:20.081530 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-06ef541a-b2a3-4c23-ac17-2b15b66a70aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1b2ef534-feed-4525-911b-75cc4974b8ee), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:20.081761 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-c7821d03-99ea-41a7-b237-4a0ae0bd1b8a None None] Set router 36c68890-fb02-4608-9be9-0b7ca4414702 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:20.141854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ef541a-b2a3-4c23-ac17-2b15b66a70aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:55:20.142623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8bc02-094c-447b-9774-172c1b4dd74f None None] Pushing event updated for resources: {'Port': ['ID=c6e10738-83aa-4ef3-99f7-66cc6845a206,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:20.155797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Routers {'ceb25ad3-9a79-4411-a78d-2cb8a2933697'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:20.156429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:20.169886 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-06ef541a-b2a3-4c23-ac17-2b15b66a70aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e877edd2-ac9c-49b1-b999-719663a1386e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:20.170244 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-06ef541a-b2a3-4c23-ac17-2b15b66a70aa admin admin] Added segment e877edd2-ac9c-49b1-b999-719663a1386e of type vlan for network a2ebd0af-32ae-4ebb-8257-69b5c1483210 Mar 24 00:55:20.280814 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-06ef541a-b2a3-4c23-ac17-2b15b66a70aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (a2ebd0af-32ae-4ebb-8257-69b5c1483210), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:20.321959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] Set router ceb25ad3-9a79-4411-a78d-2cb8a2933697 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:20.360647 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-06ef541a-b2a3-4c23-ac17-2b15b66a70aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (a2ebd0af-32ae-4ebb-8257-69b5c1483210), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:20.366590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ef541a-b2a3-4c23-ac17-2b15b66a70aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:20.367492 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-06ef541a-b2a3-4c23-ac17-2b15b66a70aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:20.404138 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d970c00c-1d10-43eb-8dd4-a83ce76a3bca x-openstack-request-id: req-d970c00c-1d10-43eb-8dd4-a83ce76a3bca {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:55:20.404655 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afaa2e9-4127-45fa-a0bb-aea3e464b1ef", "name": "network-vif-deleted", "tag": "7a2a3563-7cc5-4957-9e56-255e5f4aa073", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:55:20.404924 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d970c00c-1d10-43eb-8dd4-a83ce76a3bca {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:55:20.405370 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d970c00c-1d10-43eb-8dd4-a83ce76a3bca'] response: {'server_uuid': '4afaa2e9-4127-45fa-a0bb-aea3e464b1ef', 'name': 'network-vif-deleted', 'tag': '7a2a3563-7cc5-4957-9e56-255e5f4aa073', 'status': 'completed', 'code': 200} Mar 24 00:55:20.439667 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42516) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:20.537501 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-58fb96ac-0a14-4ea0-a59a-d3427f7a8e2e None None] Provisioning complete for port c6e10738-83aa-4ef3-99f7-66cc6845a206 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:20.537880 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-58fb96ac-0a14-4ea0-a59a-d3427f7a8e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:20.563864 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef29e-52de-4834-99d6-bf2d2706b99d tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for security_group (cba9837f-f154-41e8-9091-6390923cd9db), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:20.584103 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c7821d03-99ea-41a7-b237-4a0ae0bd1b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'name': 'tempest-ServersTestJSON-1690524510-router', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:48Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'gw_port': {'id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:51Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '90e7e251-5a03-45b6-aef2-00516799bb57', 'name': '', 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'mac_address': 'fa:16:3e:3f:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:58Z', 'updated_at': '2022-03-24T00:54:08Z', 'revision_number': 5, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'subnets': [{'id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:20.597450 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef29e-52de-4834-99d6-bf2d2706b99d tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for security_group (cba9837f-f154-41e8-9091-6390923cd9db), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:20.626681 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-06ef541a-b2a3-4c23-ac17-2b15b66a70aa admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1760378 Mar 24 00:55:20.633639 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7821d03-99ea-41a7-b237-4a0ae0bd1b8a None None] The sync data for ids ['36c68890-fb02-4608-9be9-0b7ca4414702'] in n-d-760455-9 is: [{'id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'name': 'tempest-ServersTestJSON-1690524510-router', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:48Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'gw_port': {'id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:51Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '90e7e251-5a03-45b6-aef2-00516799bb57', 'name': '', 'network_id': '81cf2e4e-3666-4e7f-8911-a1cc83093913', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'mac_address': 'fa:16:3e:3f:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:58Z', 'updated_at': '2022-03-24T00:54:08Z', 'revision_number': 5, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'subnets': [{'id': 'e7bc077b-7f0c-4e74-b869-0476421de2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:55:20.635129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42522) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:20.637570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef541a-b2a3-4c23-ac17-2b15b66a70aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ef534-feed-4525-911b-75cc4974b8ee,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:20.650551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-df29c1d5-abbb-4fff-9957-3c01a45bc85e admin admin] Request body: {'subnet': {'network_id': 'a2ebd0af-32ae-4ebb-8257-69b5c1483210', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-427569485-subnet', 'tenant_id': '69952ea998f046ed8b5c77536fdd08e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:20.663043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-0406314d-ef4d-454a-9973-b58bb0866681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'name': 'tempest-ServersTestFqdnHostnames-717473712-router', 'tenant_id': '445695e592154cae81bd358a0355e440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:11Z', 'revision_number': 4, 'project_id': '445695e592154cae81bd358a0355e440', 'gw_port': {'id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '6d9db441-57d3-4392-9d7e-7361f9e7b2a3', 'name': '', 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc', 'tenant_id': '445695e592154cae81bd358a0355e440', 'mac_address': 'fa:16:3e:d5:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:09Z', 'updated_at': '2022-03-24T00:54:15Z', 'revision_number': 5, 'project_id': '445695e592154cae81bd358a0355e440', 'subnets': [{'id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:20.679328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef541a-b2a3-4c23-ac17-2b15b66a70aa admin admin] Pushing event updated for resources: {'Network': ['ID=a2ebd0af-32ae-4ebb-8257-69b5c1483210,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:20.687966 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63284af3-71a4-46bc-a257-9a61e5c61524 req-6dd77e0d-0bea-4dc0-9d00-7dee1882e068 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6855299 Mar 24 00:55:20.691864 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef29e-52de-4834-99d6-bf2d2706b99d tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cba9837f-f154-41e8-9091-6390923cd9db), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:20.696617 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef29e-52de-4834-99d6-bf2d2706b99d tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:20.700812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42524) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:20.703432 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fb8ef29e-52de-4834-99d6-bf2d2706b99d tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "DELETE /v2.0/security-groups/cba9837f-f154-41e8-9091-6390923cd9db HTTP/1.1" status: 204 len: 168 time: 0.2625887 Mar 24 00:55:20.712580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df29c1d5-abbb-4fff-9957-3c01a45bc85e admin admin] Made reservation on behalf of 69952ea998f046ed8b5c77536fdd08e5 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:55:20.715490 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df29c1d5-abbb-4fff-9957-3c01a45bc85e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:20.741429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406314d-ef4d-454a-9973-b58bb0866681 None None] Checking router: de57f8d0-60a6-4086-a994-ede2be1a4054 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:55:20.743754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ef29e-52de-4834-99d6-bf2d2706b99d tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba9837f-f154-41e8-9091-6390923cd9db,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:20.764399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42526) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:20.766412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network a2ebd0af-32ae-4ebb-8257-69b5c1483210 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:55:20.804169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d9d01840-acfb-4dd9-80ef-91330fe30734 req-f120ab0f-ca1d-4725-ad9b-04985febdb01 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Deleting port ea866b9d-d5fd-4c59-b523-41ef18027b1a {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:55:20.804534 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d9d01840-acfb-4dd9-80ef-91330fe30734 req-f120ab0f-ca1d-4725-ad9b-04985febdb01 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:20.836417 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-a5731c64-7404-4267-a512-a71ad5c04c8d tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] show failed (client error): The resource could not be found. Mar 24 00:55:20.839854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a5731c64-7404-4267-a512-a71ad5c04c8d tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "GET /v2.0/security-groups/cba9837f-f154-41e8-9091-6390923cd9db HTTP/1.1" status: 404 len: 347 time: 0.1358449 Mar 24 00:55:20.840223 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42530) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:20.872306 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406314d-ef4d-454a-9973-b58bb0866681 None None] Routers {'de57f8d0-60a6-4086-a994-ede2be1a4054'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:20.873045 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-0406314d-ef4d-454a-9973-b58bb0866681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['de57f8d0-60a6-4086-a994-ede2be1a4054'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:21.015568 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-58fb96ac-0a14-4ea0-a59a-d3427f7a8e2e None None] Current status of the port c6e10738-83aa-4ef3-99f7-66cc6845a206 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:21.016184 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-58fb96ac-0a14-4ea0-a59a-d3427f7a8e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:21.071815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'name': 'tempest-TaggedBootDevicesTest-1882619316-router', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:14Z', 'revision_number': 4, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'gw_port': {'id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c6e10738-83aa-4ef3-99f7-66cc6845a206', 'name': '', 'network_id': '5c248708-2440-4785-8d15-a96131db79cd', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'mac_address': 'fa:16:3e:a7:17:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:13Z', 'updated_at': '2022-03-24T00:55:19Z', 'revision_number': 4, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'subnets': [{'id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:21.116552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42536) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:21.144052 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b9ec1d1a-0720-4805-b68e-cbb833fff84a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0cb2fe3a62644547b70159bb167fdaec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784423 Mar 24 00:55:21.147126 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42540) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:21.150905 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff68c6-48e2-4c12-9067-04836f93de97 None None] New status for floating IP 54f94568-2e43-4e2e-b1ef-3ca98a45ba64: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:55:21.154778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03757c98-83a9-4507-821d-6bb5acdc3205 None None] The sync data for ids ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'] in n-d-760455-9 is: [{'id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'name': 'tempest-TaggedBootDevicesTest-1882619316-router', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:14Z', 'revision_number': 4, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'gw_port': {'id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c6e10738-83aa-4ef3-99f7-66cc6845a206', 'name': '', 'network_id': '5c248708-2440-4785-8d15-a96131db79cd', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'mac_address': 'fa:16:3e:a7:17:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:13Z', 'updated_at': '2022-03-24T00:55:19Z', 'revision_number': 4, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'subnets': [{'id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:55:21.250677 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-58fb96ac-0a14-4ea0-a59a-d3427f7a8e2e None None] For port c6e10738-83aa-4ef3-99f7-66cc6845a206, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c6e10738-83aa-4ef3-99f7-66cc6845a206,segment=NetworkSegment(082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb),segment_id=082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:21.259856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-0406314d-ef4d-454a-9973-b58bb0866681 None None] Set router de57f8d0-60a6-4086-a994-ede2be1a4054 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:21.262029 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-58fb96ac-0a14-4ea0-a59a-d3427f7a8e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:21.283718 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-112dfdb1-1b97-4dcf-9060-0efb201bde2a tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Deleting port c08ff02e-bfb0-4487-9330-4fed2ef7ef87 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:55:21.284075 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-112dfdb1-1b97-4dcf-9060-0efb201bde2a tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c08ff02e-bfb0-4487-9330-4fed2ef7ef87), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:21.359924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d9d01840-acfb-4dd9-80ef-91330fe30734 req-f120ab0f-ca1d-4725-ad9b-04985febdb01 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] For port ea866b9d-d5fd-4c59-b523-41ef18027b1a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ea866b9d-d5fd-4c59-b523-41ef18027b1a,segment=NetworkSegment(4cd1859e-18d4-45ef-a143-9674c20c5153),segment_id=4cd1859e-18d4-45ef-a143-9674c20c5153)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:21.360383 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d9d01840-acfb-4dd9-80ef-91330fe30734 req-f120ab0f-ca1d-4725-ad9b-04985febdb01 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:21.381211 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac4d557f-2b0d-43f5-bf09-232db7a1d2fd admin admin] Publish callbacks [] for security_group (fe3e59ed-9c45-4921-bf3e-637fb2ce45c5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:21.415283 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d9d01840-acfb-4dd9-80ef-91330fe30734 req-f120ab0f-ca1d-4725-ad9b-04985febdb01 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Calling delete_port for ea866b9d-d5fd-4c59-b523-41ef18027b1a owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:55:21.432310 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df29c1d5-abbb-4fff-9957-3c01a45bc85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (ea96cea2-6c7f-461c-90a0-2637eac6aa2c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:21.437804 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac4d557f-2b0d-43f5-bf09-232db7a1d2fd admin admin] Publish callbacks [] for security_group (fe3e59ed-9c45-4921-bf3e-637fb2ce45c5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:21.440405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb96ac-0a14-4ea0-a59a-d3427f7a8e2e None None] Pushing event updated for resources: {'Port': ['ID=c6e10738-83aa-4ef3-99f7-66cc6845a206,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:21.559678 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dd6286e0-9817-4838-9685-a56f4ab78a4b tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for security_group (e65168d3-afc8-43c4-8751-7c9e71f3c4a9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:21.593054 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-112dfdb1-1b97-4dcf-9060-0efb201bde2a tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c08ff02e-bfb0-4487-9330-4fed2ef7ef87), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:21.593731 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-112dfdb1-1b97-4dcf-9060-0efb201bde2a tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for floatingip (c08ff02e-bfb0-4487-9330-4fed2ef7ef87), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:21.608525 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-112dfdb1-1b97-4dcf-9060-0efb201bde2a tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Calling delete_port for c08ff02e-bfb0-4487-9330-4fed2ef7ef87 owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:55:21.695132 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dd6286e0-9817-4838-9685-a56f4ab78a4b tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for security_group (e65168d3-afc8-43c4-8751-7c9e71f3c4a9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:21.702191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29c1d5-abbb-4fff-9957-3c01a45bc85e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea96cea2-6c7f-461c-90a0-2637eac6aa2c,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:21.705453 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac4d557f-2b0d-43f5-bf09-232db7a1d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fe3e59ed-9c45-4921-bf3e-637fb2ce45c5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:21.713271 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac4d557f-2b0d-43f5-bf09-232db7a1d2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:21.718165 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ac4d557f-2b0d-43f5-bf09-232db7a1d2fd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe3e59ed-9c45-4921-bf3e-637fb2ce45c5 HTTP/1.1" status: 204 len: 168 time: 0.5690980 Mar 24 00:55:21.853933 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-112dfdb1-1b97-4dcf-9060-0efb201bde2a tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c08ff02e-bfb0-4487-9330-4fed2ef7ef87), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:21.860115 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d557f-2b0d-43f5-bf09-232db7a1d2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3e59ed-9c45-4921-bf3e-637fb2ce45c5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:21.865841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df29c1d5-abbb-4fff-9957-3c01a45bc85e admin admin] Checking segment: {'id': 'e877edd2-ac9c-49b1-b999-719663a1386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a2ebd0af-32ae-4ebb-8257-69b5c1483210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:21.866166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df29c1d5-abbb-4fff-9957-3c01a45bc85e admin admin] Network hostable DHCP agents. Network: a2ebd0af-32ae-4ebb-8257-69b5c1483210, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:55:21.911520 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-0406314d-ef4d-454a-9973-b58bb0866681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'name': 'tempest-ServersTestFqdnHostnames-717473712-router', 'tenant_id': '445695e592154cae81bd358a0355e440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:11Z', 'revision_number': 4, 'project_id': '445695e592154cae81bd358a0355e440', 'gw_port': {'id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '6d9db441-57d3-4392-9d7e-7361f9e7b2a3', 'name': '', 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc', 'tenant_id': '445695e592154cae81bd358a0355e440', 'mac_address': 'fa:16:3e:d5:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:09Z', 'updated_at': '2022-03-24T00:54:15Z', 'revision_number': 5, 'project_id': '445695e592154cae81bd358a0355e440', 'subnets': [{'id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:21.921538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dfdb1-1b97-4dcf-9060-0efb201bde2a tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Pushing event deleted for resources: {'Port': ['ID=c08ff02e-bfb0-4487-9330-4fed2ef7ef87,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:22.086604 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-112dfdb1-1b97-4dcf-9060-0efb201bde2a tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks [] for floatingip (d3ff770a-b46a-4f2d-940e-da3332032938), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:22.090955 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-112dfdb1-1b97-4dcf-9060-0efb201bde2a tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:22.094180 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-112dfdb1-1b97-4dcf-9060-0efb201bde2a tempest-ServersTestFqdnHostnames-1053043018 tempest-ServersTestFqdnHostnames-1053043018-project] 10.222.0.45 "DELETE /v2.0/floatingips/d3ff770a-b46a-4f2d-940e-da3332032938 HTTP/1.1" status: 204 len: 168 time: 1.2527606 Mar 24 00:55:22.098640 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42550) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:22.127056 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df29c1d5-abbb-4fff-9957-3c01a45bc85e admin admin] Network a2ebd0af-32ae-4ebb-8257-69b5c1483210 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:55:22.143178 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d9d01840-acfb-4dd9-80ef-91330fe30734 req-f120ab0f-ca1d-4725-ad9b-04985febdb01 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ea866b9d-d5fd-4c59-b523-41ef18027b1a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:22.181738 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-df29c1d5-abbb-4fff-9957-3c01a45bc85e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, a2ebd0af-32ae-4ebb-8257-69b5c1483210) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:22.187096 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dd6286e0-9817-4838-9685-a56f4ab78a4b tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e65168d3-afc8-43c4-8751-7c9e71f3c4a9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:22.196253 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dd6286e0-9817-4838-9685-a56f4ab78a4b tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:22.199796 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dd6286e0-9817-4838-9685-a56f4ab78a4b tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "DELETE /v2.0/security-groups/e65168d3-afc8-43c4-8751-7c9e71f3c4a9 HTTP/1.1" status: 204 len: 168 time: 1.0651844 Mar 24 00:55:22.206034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42552) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:22.210653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120ab0f-ca1d-4725-ad9b-04985febdb01 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Pushing event deleted for resources: {'Port': ['ID=ea866b9d-d5fd-4c59-b523-41ef18027b1a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:22.221520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df29c1d5-abbb-4fff-9957-3c01a45bc85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:22.222117 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df29c1d5-abbb-4fff-9957-3c01a45bc85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:22.249530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5da79-61ee-41eb-b401-cecbeba22544 req-e88d64d4-c1f9-4669-ae1b-d109b364c937 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:22.251087 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ad5da79-61ee-41eb-b401-cecbeba22544 req-e88d64d4-c1f9-4669-ae1b-d109b364c937 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/ports?device_id=a70a2194-8b61-4c79-9d52-693481585d15 HTTP/1.1" status: 200 len: 867 time: 0.3747025 Mar 24 00:55:22.260924 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-dc621811-f9e1-4acd-aaa5-34555c41eb4f tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] show failed (client error): The resource could not be found. Mar 24 00:55:22.260924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dc621811-f9e1-4acd-aaa5-34555c41eb4f tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "GET /v2.0/security-groups/e65168d3-afc8-43c4-8751-7c9e71f3c4a9 HTTP/1.1" status: 404 len: 347 time: 0.0480173 Mar 24 00:55:22.261605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6286e0-9817-4838-9685-a56f4ab78a4b tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65168d3-afc8-43c4-8751-7c9e71f3c4a9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:22.273756 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42556) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:22.355646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d01840-acfb-4dd9-80ef-91330fe30734 req-f120ab0f-ca1d-4725-ad9b-04985febdb01 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] No DVR routers for this DVR port ea866b9d-d5fd-4c59-b523-41ef18027b1a on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:55:22.366975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-df29c1d5-abbb-4fff-9957-3c01a45bc85e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7265301 Mar 24 00:55:22.369534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42564) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:22.370860 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d9d01840-acfb-4dd9-80ef-91330fe30734 req-f120ab0f-ca1d-4725-ad9b-04985febdb01 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:22.373049 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406314d-ef4d-454a-9973-b58bb0866681 None None] The sync data for ids ['de57f8d0-60a6-4086-a994-ede2be1a4054'] in n-d-760455-9 is: [{'id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'name': 'tempest-ServersTestFqdnHostnames-717473712-router', 'tenant_id': '445695e592154cae81bd358a0355e440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:11Z', 'revision_number': 4, 'project_id': '445695e592154cae81bd358a0355e440', 'gw_port': {'id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '6d9db441-57d3-4392-9d7e-7361f9e7b2a3', 'name': '', 'network_id': '6824a075-9c2e-4178-b437-c04956a4f6dc', 'tenant_id': '445695e592154cae81bd358a0355e440', 'mac_address': 'fa:16:3e:d5:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:09Z', 'updated_at': '2022-03-24T00:54:15Z', 'revision_number': 5, 'project_id': '445695e592154cae81bd358a0355e440', 'subnets': [{'id': '60a4a7f5-af24-41d5-8b14-563db7af431e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:55:22.375087 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d9d01840-acfb-4dd9-80ef-91330fe30734 req-f120ab0f-ca1d-4725-ad9b-04985febdb01 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.48 "DELETE /v2.0/ports/ea866b9d-d5fd-4c59-b523-41ef18027b1a HTTP/1.1" status: 204 len: 173 time: 3.0680621 Mar 24 00:55:22.383272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686b2f4f-7b04-4825-8eb7-b592528f4ce7 None None] Network a2ebd0af-32ae-4ebb-8257-69b5c1483210 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:55:22.384658 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-427569485-router', 'tenant_id': '69952ea998f046ed8b5c77536fdd08e5', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:22.416100 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70a2194-8b61-4c79-9d52-693481585d15', 'name': 'network-vif-deleted', 'tag': 'ea866b9d-d5fd-4c59-b523-41ef18027b1a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:55:22.418895 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38a6955-673d-4959-8629-71a022298fb7" -d '{"events": [{"server_uuid": "a70a2194-8b61-4c79-9d52-693481585d15", "name": "network-vif-deleted", "tag": "ea866b9d-d5fd-4c59-b523-41ef18027b1a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:55:22.532332 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ad5da79-61ee-41eb-b401-cecbeba22544 req-34ae81aa-4d8b-498a-9aaf-e10997994121 tempest-ImagesTestJSON-1589198338 tempest-ImagesTestJSON-1589198338-project] 10.222.0.45 "GET /v2.0/security-groups?id=f02350b0-7aa5-4653-afe1-c31f1c361156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656040 Mar 24 00:55:22.534265 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:22.536793 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:22.638711 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43ebf2e-4898-4292-b76d-87fa4fce2397 x-openstack-request-id: req-d43ebf2e-4898-4292-b76d-87fa4fce2397 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:55:22.640111 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70a2194-8b61-4c79-9d52-693481585d15", "name": "network-vif-deleted", "tag": "ea866b9d-d5fd-4c59-b523-41ef18027b1a", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:55:22.640892 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d43ebf2e-4898-4292-b76d-87fa4fce2397 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:55:22.642656 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d43ebf2e-4898-4292-b76d-87fa4fce2397'] response: {'server_uuid': 'a70a2194-8b61-4c79-9d52-693481585d15', 'name': 'network-vif-deleted', 'tag': 'ea866b9d-d5fd-4c59-b523-41ef18027b1a', 'status': 'completed', 'code': 200} Mar 24 00:55:22.661602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ea866b9d-d5fd-4c59-b523-41ef18027b1a no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:55:22.699782 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: ea866b9d-d5fd-4c59-b523-41ef18027b1a {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:55:22.700282 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ea866b9d-d5fd-4c59-b523-41ef18027b1a not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:55:22.700826 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 15549499-d25c-4234-b521-8b23366eba9f no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:55:22.748091 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Publish callbacks [] for router_controller (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:22.767480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 15549499-d25c-4234-b521-8b23366eba9f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:55:22.767983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 15549499-d25c-4234-b521-8b23366eba9f not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:55:22.876220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-a2ebd0af-32ae-4ebb-8257-69b5c1483210', 'network_id': 'a2ebd0af-32ae-4ebb-8257-69b5c1483210', 'project_id': '69952ea998f046ed8b5c77536fdd08e5', 'fixed_ips': [{'subnet_id': 'ea96cea2-6c7f-461c-90a0-2637eac6aa2c'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:55:22.877130 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:23.148008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f13574c-589a-4ffc-8836-4d54317d19f0 None None] New status for floating IP d3ff770a-b46a-4f2d-940e-da3332032938: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:55:23.179537 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Deleting port 9928af9b-0bd2-40f4-906a-c10d7bc962e8 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:55:23.180131 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9928af9b-0bd2-40f4-906a-c10d7bc962e8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:23.185172 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Publish callbacks [] for router_gateway (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:23.342867 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c6e10738-83aa-4ef3-99f7-66cc6845a206 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:23.384952 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9928af9b-0bd2-40f4-906a-c10d7bc962e8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:23.385964 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for floatingip (9928af9b-0bd2-40f4-906a-c10d7bc962e8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:23.401985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Calling delete_port for 9928af9b-0bd2-40f4-906a-c10d7bc962e8 owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:55:23.604529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Allocated IP 172.20.0.2 (a2ebd0af-32ae-4ebb-8257-69b5c1483210/ea96cea2-6c7f-461c-90a0-2637eac6aa2c/9d397c56-9c92-40df-a6f0-23fcdac05d6c) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:55:23.648858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port c6e10738-83aa-4ef3-99f7-66cc6845a206 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:23.651893 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:23.846560 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Publish callbacks [] for router_gateway (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:23.852609 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60319cc8-7390-4ef5-bf97-6e82773a14dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (de57f8d0-60a6-4086-a994-ede2be1a4054), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:23.879105 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:23.946237 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (9928af9b-0bd2-40f4-906a-c10d7bc962e8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:23.974879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port c6e10738-83aa-4ef3-99f7-66cc6845a206 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:23.988485 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Pushing event deleted for resources: {'Port': ['ID=9928af9b-0bd2-40f4-906a-c10d7bc962e8,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:24.024542 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:24.024894 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:24.025260 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:24.025810 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:24.026579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:24.027235 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:24.027675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:24.028112 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:24.028519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:24.028913 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:24.029323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:24.029917 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:24.030467 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:24.030903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:24.031296 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:24.094850 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Publish callbacks [] for port (9d397c56-9c92-40df-a6f0-23fcdac05d6c), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:24.105546 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (9d397c56-9c92-40df-a6f0-23fcdac05d6c), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:24.113747 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks [] for floatingip (54f94568-2e43-4e2e-b1ef-3ca98a45ba64), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:24.115408 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:24.116561 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-15316616-9cff-4d28-b140-6cad214119ea tempest-ServersTestJSON-1186814277 tempest-ServersTestJSON-1186814277-project] 10.222.0.45 "DELETE /v2.0/floatingips/54f94568-2e43-4e2e-b1ef-3ca98a45ba64 HTTP/1.1" status: 204 len: 168 time: 1.8418603 Mar 24 00:55:24.119920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42610) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:24.156837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Network a2ebd0af-32ae-4ebb-8257-69b5c1483210 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:24.161009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:24.167577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:55:24.169671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Allocated IP 172.25.0.224 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/6a8124e4-7a10-4d77-beae-e7603252a638) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:55:24.205518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Pushing event updated for resources: {'Port': ['ID=9d397c56-9c92-40df-a6f0-23fcdac05d6c,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:24.310649 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Attempting to bind port 9d397c56-9c92-40df-a6f0-23fcdac05d6c on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:55:24.311034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Attempting to bind port 9d397c56-9c92-40df-a6f0-23fcdac05d6c by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'e877edd2-ac9c-49b1-b999-719663a1386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a2ebd0af-32ae-4ebb-8257-69b5c1483210'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:55:24.311426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Attempting to bind port 9d397c56-9c92-40df-a6f0-23fcdac05d6c on network a2ebd0af-32ae-4ebb-8257-69b5c1483210 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:55:24.330042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:55:24.330444 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Checking segment: {'id': 'e877edd2-ac9c-49b1-b999-719663a1386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a2ebd0af-32ae-4ebb-8257-69b5c1483210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:24.330857 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:24.331255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Bound using segment: {'id': 'e877edd2-ac9c-49b1-b999-719663a1386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a2ebd0af-32ae-4ebb-8257-69b5c1483210'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:55:24.331750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Bound port: 9d397c56-9c92-40df-a6f0-23fcdac05d6c, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e877edd2-ac9c-49b1-b999-719663a1386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a2ebd0af-32ae-4ebb-8257-69b5c1483210'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:55:24.332917 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9d397c56-9c92-40df-a6f0-23fcdac05d6c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:24.347149 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Publish callbacks [] for port (6a8124e4-7a10-4d77-beae-e7603252a638), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:24.407236 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6a8124e4-7a10-4d77-beae-e7603252a638), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:24.422257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] For port 9d397c56-9c92-40df-a6f0-23fcdac05d6c, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:55:24.427579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] For port 9d397c56-9c92-40df-a6f0-23fcdac05d6c, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9d397c56-9c92-40df-a6f0-23fcdac05d6c,segment=NetworkSegment(e877edd2-ac9c-49b1-b999-719663a1386e),segment_id=e877edd2-ac9c-49b1-b999-719663a1386e)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:55:24.436720 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9d397c56-9c92-40df-a6f0-23fcdac05d6c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:24.442570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42624) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:24.481384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:24.484434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:24.488052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:55:24.512478 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179d02b-3f25-4184-ba7f-a6e30a0d696a None None] Pushing event updated for resources: {'Port': ['ID=9d397c56-9c92-40df-a6f0-23fcdac05d6c,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:24.546270 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ce5e12-466a-4717-96d0-a0ccc7b91298 admin admin] Deleting subnet 9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:55:24.555981 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66ce5e12-466a-4717-96d0-a0ccc7b91298 admin admin] Publish callbacks [] for subnet (9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:24.584747 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-60319cc8-7390-4ef5-bf97-6e82773a14dd admin admin] Deleting port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:55:24.585085 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60319cc8-7390-4ef5-bf97-6e82773a14dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:24.627255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Pushing event updated for resources: {'Port': ['ID=6a8124e4-7a10-4d77-beae-e7603252a638,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:24.734792 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66ce5e12-466a-4717-96d0-a0ccc7b91298 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:24.852051 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Publish callbacks [] for router_gateway (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:24.871749 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-60319cc8-7390-4ef5-bf97-6e82773a14dd admin admin] For port 6d9db441-57d3-4392-9d7e-7361f9e7b2a3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6d9db441-57d3-4392-9d7e-7361f9e7b2a3,segment=NetworkSegment(fe554b1b-851e-4917-978e-bd147887428b),segment_id=fe554b1b-851e-4917-978e-bd147887428b)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:24.872101 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60319cc8-7390-4ef5-bf97-6e82773a14dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:24.884685 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66ce5e12-466a-4717-96d0-a0ccc7b91298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:24.940399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-60319cc8-7390-4ef5-bf97-6e82773a14dd admin admin] Calling delete_port for 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:55:25.116677 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66ce5e12-466a-4717-96d0-a0ccc7b91298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:25.156339 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce5e12-466a-4717-96d0-a0ccc7b91298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:25.167508 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66ce5e12-466a-4717-96d0-a0ccc7b91298 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:25.170649 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-66ce5e12-466a-4717-96d0-a0ccc7b91298 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9b1e4dd6-b472-4a9b-98b5-364f4c2ee88c HTTP/1.1" status: 204 len: 168 time: 0.7264621 Mar 24 00:55:25.175594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42642) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:25.235251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9d397c56-9c92-40df-a6f0-23fcdac05d6c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:25.298446 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:25.331708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9d397c56-9c92-40df-a6f0-23fcdac05d6c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:25.333598 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9d397c56-9c92-40df-a6f0-23fcdac05d6c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:25.353547 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5576af62-f436-4eea-b456-55a9fbf9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (e1d9accb-8dd8-44a6-b381-745a23ff44a4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:25.357817 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3104299d-5a0c-4032-9f4d-7302b1e44919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (36c68890-fb02-4608-9be9-0b7ca4414702), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:25.536810 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 9d397c56-9c92-40df-a6f0-23fcdac05d6c is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:25.537673 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9d397c56-9c92-40df-a6f0-23fcdac05d6c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:25.554764 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60319cc8-7390-4ef5-bf97-6e82773a14dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6d9db441-57d3-4392-9d7e-7361f9e7b2a3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:25.637078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60319cc8-7390-4ef5-bf97-6e82773a14dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9db441-57d3-4392-9d7e-7361f9e7b2a3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:25.646626 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5576af62-f436-4eea-b456-55a9fbf9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (e1d9accb-8dd8-44a6-b381-745a23ff44a4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:25.694863 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 9d397c56-9c92-40df-a6f0-23fcdac05d6c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9d397c56-9c92-40df-a6f0-23fcdac05d6c,segment=NetworkSegment(e877edd2-ac9c-49b1-b999-719663a1386e),segment_id=e877edd2-ac9c-49b1-b999-719663a1386e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:25.704814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Router 48f95d78-13cb-44e4-b3a5-3b69a0bd19af is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:55:25.721326 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9d397c56-9c92-40df-a6f0-23fcdac05d6c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:25.871712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=9d397c56-9c92-40df-a6f0-23fcdac05d6c,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:25.891048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:25.891489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:25.891818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:25.892110 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:25.897208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:25.898951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:55:25.899748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:25.901514 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:25.901883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:25.903780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:25.904136 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:25.904602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:25.904957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:25.905325 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:25.905665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:25.909026 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:55:25.909325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-5576af62-f436-4eea-b456-55a9fbf9ad14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d9accb-8dd8-44a6-b381-745a23ff44a4']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:25.921551 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Sync routers for ids ['48f95d78-13cb-44e4-b3a5-3b69a0bd19af'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:55:25.945325 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Routers {'48f95d78-13cb-44e4-b3a5-3b69a0bd19af'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:25.945845 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['48f95d78-13cb-44e4-b3a5-3b69a0bd19af'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:25.961229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-5576af62-f436-4eea-b456-55a9fbf9ad14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd1859e-18d4-45ef-a143-9674c20c5153') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:25.961579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-5576af62-f436-4eea-b456-55a9fbf9ad14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd1859e-18d4-45ef-a143-9674c20c5153') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:25.962388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:25.964363 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ea87f758-f06d-454d-8a53-10be1b131766 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5882981 Mar 24 00:55:25.969033 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42686) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:26.156621 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Set router 48f95d78-13cb-44e4-b3a5-3b69a0bd19af gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:26.253304 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5576af62-f436-4eea-b456-55a9fbf9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (4cd1859e-18d4-45ef-a143-9674c20c5153), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:26.267899 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5576af62-f436-4eea-b456-55a9fbf9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4cd1859e-18d4-45ef-a143-9674c20c5153), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:26.275590 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5576af62-f436-4eea-b456-55a9fbf9ad14 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:55:26.276023 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5576af62-f436-4eea-b456-55a9fbf9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (4cd1859e-18d4-45ef-a143-9674c20c5153), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:26.319109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d1f30-1da2-479e-8f1c-2248333791e7 None None] Network a2ebd0af-32ae-4ebb-8257-69b5c1483210 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:55:26.325471 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:55:26.408735 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'name': 'tempest-TaggedBootDevicesTest-427569485-router', 'tenant_id': '69952ea998f046ed8b5c77536fdd08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '6a8124e4-7a10-4d77-beae-e7603252a638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:22Z', 'updated_at': '2022-03-24T00:55:24Z', 'revision_number': 3, 'project_id': '69952ea998f046ed8b5c77536fdd08e5', 'gw_port': {'id': '6a8124e4-7a10-4d77-beae-e7603252a638', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:27:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:23Z', 'updated_at': '2022-03-24T00:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:26.424492 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6f2940f3-366c-4588-aa69-adb3f74b0c83 None None] Provisioning complete for port 9d397c56-9c92-40df-a6f0-23fcdac05d6c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:26.424865 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6f2940f3-366c-4588-aa69-adb3f74b0c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9d397c56-9c92-40df-a6f0-23fcdac05d6c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:26.444166 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Checking router: 48f95d78-13cb-44e4-b3a5-3b69a0bd19af for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:55:26.446400 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Updating router 48f95d78-13cb-44e4-b3a5-3b69a0bd19af port 6a8124e4-7a10-4d77-beae-e7603252a638 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:55:26.478401 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6a8124e4-7a10-4d77-beae-e7603252a638), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:26.584711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6f2940f3-366c-4588-aa69-adb3f74b0c83 None None] Current status of the port 9d397c56-9c92-40df-a6f0-23fcdac05d6c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:26.742743 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60319cc8-7390-4ef5-bf97-6e82773a14dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (de57f8d0-60a6-4086-a994-ede2be1a4054), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:26.863135 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Publish callbacks [] for port (6a8124e4-7a10-4d77-beae-e7603252a638), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:26.872916 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6a8124e4-7a10-4d77-beae-e7603252a638), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:26.896417 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5576af62-f436-4eea-b456-55a9fbf9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (e1d9accb-8dd8-44a6-b381-745a23ff44a4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:26.907509 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5576af62-f436-4eea-b456-55a9fbf9ad14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:26.940657 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5576af62-f436-4eea-b456-55a9fbf9ad14 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e1d9accb-8dd8-44a6-b381-745a23ff44a4 HTTP/1.1" status: 204 len: 168 time: 1.7021215 Mar 24 00:55:26.964136 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Attempting to bind port 6a8124e4-7a10-4d77-beae-e7603252a638 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:55:26.964648 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Attempting to bind port 6a8124e4-7a10-4d77-beae-e7603252a638 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:55:26.968382 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Attempting to bind port 6a8124e4-7a10-4d77-beae-e7603252a638 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:55:26.988670 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c9faa-f6ea-489b-940a-1230a4bd85e6 None None] Pushing event updated for resources: {'Port': ['ID=6a8124e4-7a10-4d77-beae-e7603252a638,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:27.007734 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:55:27.008710 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:27.009383 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:27.012209 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:55:27.013599 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Bound port: 6a8124e4-7a10-4d77-beae-e7603252a638, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:55:27.014333 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6a8124e4-7a10-4d77-beae-e7603252a638), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:27.019240 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a76540b4-ad3e-4ac0-aae8-9f11fbaa19ea None None] Provisioning complete for port 9d397c56-9c92-40df-a6f0-23fcdac05d6c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:27.019624 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a76540b4-ad3e-4ac0-aae8-9f11fbaa19ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9d397c56-9c92-40df-a6f0-23fcdac05d6c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:27.097660 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576af62-f436-4eea-b456-55a9fbf9ad14 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d9accb-8dd8-44a6-b381-745a23ff44a4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:27.127131 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] For port 6a8124e4-7a10-4d77-beae-e7603252a638, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:55:27.137920 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] For port 6a8124e4-7a10-4d77-beae-e7603252a638, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6a8124e4-7a10-4d77-beae-e7603252a638,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:55:27.149010 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6a8124e4-7a10-4d77-beae-e7603252a638), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:27.201927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-3104299d-5a0c-4032-9f4d-7302b1e44919 admin admin] Deleting port 90e7e251-5a03-45b6-aef2-00516799bb57 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:55:27.202272 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3104299d-5a0c-4032-9f4d-7302b1e44919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:27.280695 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a76540b4-ad3e-4ac0-aae8-9f11fbaa19ea None None] Current status of the port 9d397c56-9c92-40df-a6f0-23fcdac05d6c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:27.341395 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Routers {'48f95d78-13cb-44e4-b3a5-3b69a0bd19af'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:27.342026 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['48f95d78-13cb-44e4-b3a5-3b69a0bd19af'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:27.343966 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c9faa-f6ea-489b-940a-1230a4bd85e6 None None] Pushing event updated for resources: {'Port': ['ID=6a8124e4-7a10-4d77-beae-e7603252a638,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:27.350074 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9d397c56-9c92-40df-a6f0-23fcdac05d6c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:27.455987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42726) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:27.492451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-3104299d-5a0c-4032-9f4d-7302b1e44919 admin admin] For port 90e7e251-5a03-45b6-aef2-00516799bb57, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=90e7e251-5a03-45b6-aef2-00516799bb57,segment=NetworkSegment(2afc7bf1-517e-480d-a59d-a10e24f4bac4),segment_id=2afc7bf1-517e-480d-a59d-a10e24f4bac4)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:27.492801 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3104299d-5a0c-4032-9f4d-7302b1e44919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:27.496908 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9d397c56-9c92-40df-a6f0-23fcdac05d6c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:27.497320 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9d397c56-9c92-40df-a6f0-23fcdac05d6c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:27.527715 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-3104299d-5a0c-4032-9f4d-7302b1e44919 admin admin] Calling delete_port for 90e7e251-5a03-45b6-aef2-00516799bb57 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:55:27.542842 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4e77afab-570c-44cf-a2ed-1f249e4bcb36 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=39466f42d3cb4e43b1c11edb18af53db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0850594 Mar 24 00:55:27.547142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42728) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:27.625725 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] Set router 48f95d78-13cb-44e4-b3a5-3b69a0bd19af gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:27.675593 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 9d397c56-9c92-40df-a6f0-23fcdac05d6c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:27.725851 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0eb66e9d-7793-4e13-9af3-d3dede26d8a9 admin admin] Publish callbacks [] for security_group (f02350b0-7aa5-4653-afe1-c31f1c361156), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:27.789988 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0eb66e9d-7793-4e13-9af3-d3dede26d8a9 admin admin] Publish callbacks [] for security_group (f02350b0-7aa5-4653-afe1-c31f1c361156), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:27.875949 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0eb66e9d-7793-4e13-9af3-d3dede26d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f02350b0-7aa5-4653-afe1-c31f1c361156), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:27.878812 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0eb66e9d-7793-4e13-9af3-d3dede26d8a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:27.880513 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0eb66e9d-7793-4e13-9af3-d3dede26d8a9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f02350b0-7aa5-4653-afe1-c31f1c361156 HTTP/1.1" status: 204 len: 168 time: 0.3322690 Mar 24 00:55:27.890359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb66e9d-7793-4e13-9af3-d3dede26d8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02350b0-7aa5-4653-afe1-c31f1c361156,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:27.918310 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'name': 'tempest-TaggedBootDevicesTest-427569485-router', 'tenant_id': '69952ea998f046ed8b5c77536fdd08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '6a8124e4-7a10-4d77-beae-e7603252a638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:22Z', 'updated_at': '2022-03-24T00:55:24Z', 'revision_number': 3, 'project_id': '69952ea998f046ed8b5c77536fdd08e5', 'gw_port': {'id': '6a8124e4-7a10-4d77-beae-e7603252a638', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:27:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:23Z', 'updated_at': '2022-03-24T00:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:28.068639 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac542b-e840-45d2-9879-a7a00ff55cf0 None None] The sync data for ids ['48f95d78-13cb-44e4-b3a5-3b69a0bd19af'] in n-d-760455-9 is: [{'id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'name': 'tempest-TaggedBootDevicesTest-427569485-router', 'tenant_id': '69952ea998f046ed8b5c77536fdd08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '6a8124e4-7a10-4d77-beae-e7603252a638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:22Z', 'updated_at': '2022-03-24T00:55:24Z', 'revision_number': 3, 'project_id': '69952ea998f046ed8b5c77536fdd08e5', 'gw_port': {'id': '6a8124e4-7a10-4d77-beae-e7603252a638', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:27:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:23Z', 'updated_at': '2022-03-24T00:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:55:28.205129 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60319cc8-7390-4ef5-bf97-6e82773a14dd admin admin] Router de57f8d0-60a6-4086-a994-ede2be1a4054 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:55:28.462284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60319cc8-7390-4ef5-bf97-6e82773a14dd admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:55:28.472907 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-60319cc8-7390-4ef5-bf97-6e82773a14dd admin admin] 10.222.0.45 "PUT /v2.0/routers/de57f8d0-60a6-4086-a994-ede2be1a4054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3668623 Mar 24 00:55:28.473840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42776) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:28.480081 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3104299d-5a0c-4032-9f4d-7302b1e44919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (90e7e251-5a03-45b6-aef2-00516799bb57), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:28.525410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f50820-2924-4429-b133-d1da0ec8027a None None] Sync routers for ids ['de57f8d0-60a6-4086-a994-ede2be1a4054'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:55:28.541814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f50820-2924-4429-b133-d1da0ec8027a None None] Routers {'de57f8d0-60a6-4086-a994-ede2be1a4054'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:28.542785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-00f50820-2924-4429-b133-d1da0ec8027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['de57f8d0-60a6-4086-a994-ede2be1a4054'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:28.557478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104299d-5a0c-4032-9f4d-7302b1e44919 admin admin] Pushing event deleted for resources: {'Port': ['ID=90e7e251-5a03-45b6-aef2-00516799bb57,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:28.643511 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:28.743471 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418d3f89-72eb-4019-9def-01dfc1f647ce admin admin] Publish callbacks [] for router (de57f8d0-60a6-4086-a994-ede2be1a4054), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:28.799970 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-287277ed-db68-4f0d-a90c-769e47eaddea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:28.887945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-00f50820-2924-4429-b133-d1da0ec8027a None None] Set router de57f8d0-60a6-4086-a994-ede2be1a4054 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:29.282111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Allocated IP 172.20.0.1 (a2ebd0af-32ae-4ebb-8257-69b5c1483210/ea96cea2-6c7f-461c-90a0-2637eac6aa2c/40e8a180-8327-45b3-a7a8-dcad68f21e30) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:55:29.357956 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6a8124e4-7a10-4d77-beae-e7603252a638 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:29.447663 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Publish callbacks [] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:29.515848 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:29.654523 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Pushing event updated for resources: {'Port': ['ID=40e8a180-8327-45b3-a7a8-dcad68f21e30,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:29.658042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 6a8124e4-7a10-4d77-beae-e7603252a638 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:29.658559 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6a8124e4-7a10-4d77-beae-e7603252a638), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:29.741714 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:29.826058 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-00f50820-2924-4429-b133-d1da0ec8027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'name': 'tempest-ServersTestFqdnHostnames-717473712-router', 'tenant_id': '445695e592154cae81bd358a0355e440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:55:25Z', 'revision_number': 5, 'project_id': '445695e592154cae81bd358a0355e440', 'gw_port': {'id': '9cd0d420-3958-4de4-b113-80e535da0f6d', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:29.855839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Network a2ebd0af-32ae-4ebb-8257-69b5c1483210 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:29.864271 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f50820-2924-4429-b133-d1da0ec8027a None None] Checking router: de57f8d0-60a6-4086-a994-ede2be1a4054 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:55:29.864995 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:29.873638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:55:29.920572 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418d3f89-72eb-4019-9def-01dfc1f647ce admin admin] Publish callbacks [] for router_gateway (de57f8d0-60a6-4086-a994-ede2be1a4054), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:29.955556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f50820-2924-4429-b133-d1da0ec8027a None None] Routers {'de57f8d0-60a6-4086-a994-ede2be1a4054'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:29.956204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-00f50820-2924-4429-b133-d1da0ec8027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['de57f8d0-60a6-4086-a994-ede2be1a4054'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:29.968050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 6a8124e4-7a10-4d77-beae-e7603252a638 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:29.968419 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6a8124e4-7a10-4d77-beae-e7603252a638), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:30.024120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 6a8124e4-7a10-4d77-beae-e7603252a638, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6a8124e4-7a10-4d77-beae-e7603252a638,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:30.069536 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-418d3f89-72eb-4019-9def-01dfc1f647ce admin admin] Deleting port 9cd0d420-3958-4de4-b113-80e535da0f6d {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:55:30.069703 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418d3f89-72eb-4019-9def-01dfc1f647ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9cd0d420-3958-4de4-b113-80e535da0f6d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:30.159725 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:30.162395 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3104299d-5a0c-4032-9f4d-7302b1e44919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (36c68890-fb02-4608-9be9-0b7ca4414702), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:30.308652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-418d3f89-72eb-4019-9def-01dfc1f647ce admin admin] For port 9cd0d420-3958-4de4-b113-80e535da0f6d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9cd0d420-3958-4de4-b113-80e535da0f6d,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:30.312222 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418d3f89-72eb-4019-9def-01dfc1f647ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9cd0d420-3958-4de4-b113-80e535da0f6d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:30.360093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-418d3f89-72eb-4019-9def-01dfc1f647ce admin admin] Calling delete_port for 9cd0d420-3958-4de4-b113-80e535da0f6d owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:55:30.554073 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:30.686519 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9a10130d-b0ef-4960-a3e1-1831fb259da1 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7990cdebf6da45ad816e6d3c9cb354ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696659 Mar 24 00:55:30.744034 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6a8124e4-7a10-4d77-beae-e7603252a638), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:30.850655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6957e6f3-5247-47b4-95ba-41205b2ff41b None None] Provisioning complete for port 40e8a180-8327-45b3-a7a8-dcad68f21e30 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:30.851433 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6957e6f3-5247-47b4-95ba-41205b2ff41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:30.891546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-8901508a-edfd-45d5-a904-22d30ca05fbf tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:30.902185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-8901508a-edfd-45d5-a904-22d30ca05fbf tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072120 Mar 24 00:55:30.928356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6957e6f3-5247-47b4-95ba-41205b2ff41b None None] Port 40e8a180-8327-45b3-a7a8-dcad68f21e30 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:55:30.958685 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42882) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:30.970823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-6a49b6c2-6d36-4a75-a3ea-be38c9355ec6 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/quotas/7990cdebf6da45ad816e6d3c9cb354ee HTTP/1.1" status: 200 len: 375 time: 0.0676937 Mar 24 00:55:30.976066 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0b63d591-3f48-4ac9-9a97-54517a08fcb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:30.986794 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-00f50820-2924-4429-b133-d1da0ec8027a None None] Set router de57f8d0-60a6-4086-a994-ede2be1a4054 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:31.008657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3104299d-5a0c-4032-9f4d-7302b1e44919 admin admin] Router 36c68890-fb02-4608-9be9-0b7ca4414702 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:55:31.059359 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-c1c6a3a5-dcf0-41cc-a29e-4fb7d8fe06f0 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7990cdebf6da45ad816e6d3c9cb354ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875659 Mar 24 00:55:31.100650 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418d3f89-72eb-4019-9def-01dfc1f647ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (9cd0d420-3958-4de4-b113-80e535da0f6d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:31.114574 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=6a8124e4-7a10-4d77-beae-e7603252a638,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:31.117547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-00f50820-2924-4429-b133-d1da0ec8027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'name': 'tempest-ServersTestFqdnHostnames-717473712-router', 'tenant_id': '445695e592154cae81bd358a0355e440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:55:29Z', 'revision_number': 6, 'project_id': '445695e592154cae81bd358a0355e440', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:31.188723 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f50820-2924-4429-b133-d1da0ec8027a None None] The sync data for ids ['de57f8d0-60a6-4086-a994-ede2be1a4054'] in n-d-760455-9 is: [{'id': 'de57f8d0-60a6-4086-a994-ede2be1a4054', 'name': 'tempest-ServersTestFqdnHostnames-717473712-router', 'tenant_id': '445695e592154cae81bd358a0355e440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:54:04Z', 'updated_at': '2022-03-24T00:55:29Z', 'revision_number': 6, 'project_id': '445695e592154cae81bd358a0355e440', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:55:31.215069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d3f89-72eb-4019-9def-01dfc1f647ce admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd0d420-3958-4de4-b113-80e535da0f6d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:31.234848 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Publish callbacks [] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:31.241049 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75399fca-a59e-43d7-b73a-51fd22842a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:31.256738 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:31.322491 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418d3f89-72eb-4019-9def-01dfc1f647ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (de57f8d0-60a6-4086-a994-ede2be1a4054), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:31.421801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Pushing event updated for resources: {'Port': ['ID=40e8a180-8327-45b3-a7a8-dcad68f21e30,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:31.426925 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3104299d-5a0c-4032-9f4d-7302b1e44919 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:55:31.437060 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3104299d-5a0c-4032-9f4d-7302b1e44919 admin admin] 10.222.0.45 "PUT /v2.0/routers/36c68890-fb02-4608-9be9-0b7ca4414702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3139501 Mar 24 00:55:31.437060 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:31.437455 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73db1c4f-e592-4f70-9ed1-4712cb715284 None None] Sync routers for ids ['36c68890-fb02-4608-9be9-0b7ca4414702'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:55:31.439098 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42892) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:31.465077 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73db1c4f-e592-4f70-9ed1-4712cb715284 None None] Routers {'36c68890-fb02-4608-9be9-0b7ca4414702'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:31.465595 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-73db1c4f-e592-4f70-9ed1-4712cb715284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['36c68890-fb02-4608-9be9-0b7ca4414702'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:31.586412 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418d3f89-72eb-4019-9def-01dfc1f647ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (de57f8d0-60a6-4086-a994-ede2be1a4054), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:31.590565 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418d3f89-72eb-4019-9def-01dfc1f647ce admin admin] Publish callbacks [] for router_controller (de57f8d0-60a6-4086-a994-ede2be1a4054), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:31.675217 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418d3f89-72eb-4019-9def-01dfc1f647ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (de57f8d0-60a6-4086-a994-ede2be1a4054), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:31.675911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418d3f89-72eb-4019-9def-01dfc1f647ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router de57f8d0-60a6-4086-a994-ede2be1a4054 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 00:55:31.682615 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-418d3f89-72eb-4019-9def-01dfc1f647ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:31.685938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-418d3f89-72eb-4019-9def-01dfc1f647ce admin admin] 10.222.0.45 "DELETE /v2.0/routers/de57f8d0-60a6-4086-a994-ede2be1a4054 HTTP/1.1" status: 204 len: 168 time: 3.2133009 Mar 24 00:55:31.689105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42904) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:31.732895 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-73db1c4f-e592-4f70-9ed1-4712cb715284 None None] Set router 36c68890-fb02-4608-9be9-0b7ca4414702 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:31.811679 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-f9fe7c1b-de47-42e1-ba1c-ce6983a75a8d tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7990cdebf6da45ad816e6d3c9cb354ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1233132 Mar 24 00:55:31.992046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-c019c590-ce58-4ddf-ba25-34f8a3577cb6 admin admin] Deleting subnet 60a4a7f5-af24-41d5-8b14-563db7af431e {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:55:32.014161 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c019c590-ce58-4ddf-ba25-34f8a3577cb6 admin admin] Publish callbacks [] for subnet (60a4a7f5-af24-41d5-8b14-563db7af431e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:32.052565 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:32.126307 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c019c590-ce58-4ddf-ba25-34f8a3577cb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (60a4a7f5-af24-41d5-8b14-563db7af431e), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:32.172431 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-73db1c4f-e592-4f70-9ed1-4712cb715284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'name': 'tempest-ServersTestJSON-1690524510-router', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:48Z', 'updated_at': '2022-03-24T00:55:28Z', 'revision_number': 5, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'gw_port': {'id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:51Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:32.217873 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75399fca-a59e-43d7-b73a-51fd22842a00 admin admin] Publish callbacks [] for security_group (d9c79c91-4150-4d56-9101-fa140f20c7ce), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:32.242401 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75399fca-a59e-43d7-b73a-51fd22842a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d9c79c91-4150-4d56-9101-fa140f20c7ce), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:32.256786 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:32.319506 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73db1c4f-e592-4f70-9ed1-4712cb715284 None None] Checking router: 36c68890-fb02-4608-9be9-0b7ca4414702 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:55:32.322267 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f887a1da-8d2f-4c07-be40-ac9cfde8438e admin admin] Publish callbacks [] for router (36c68890-fb02-4608-9be9-0b7ca4414702), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:32.340047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Network a2ebd0af-32ae-4ebb-8257-69b5c1483210 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:32.347432 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73db1c4f-e592-4f70-9ed1-4712cb715284 None None] Routers {'36c68890-fb02-4608-9be9-0b7ca4414702'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:32.350411 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-73db1c4f-e592-4f70-9ed1-4712cb715284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['36c68890-fb02-4608-9be9-0b7ca4414702'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:32.373583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-947fcfc6-fd0a-4e81-923e-5beec74d483f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:32.375819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-947fcfc6-fd0a-4e81-923e-5beec74d483f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5558236 Mar 24 00:55:32.391360 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c019c590-ce58-4ddf-ba25-34f8a3577cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (60a4a7f5-af24-41d5-8b14-563db7af431e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:32.458435 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-8c60860a-34f3-42d9-8a55-dd237ba10ae8 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/quotas/7990cdebf6da45ad816e6d3c9cb354ee HTTP/1.1" status: 200 len: 375 time: 0.0689552 Mar 24 00:55:32.480923 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:32.504467 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75399fca-a59e-43d7-b73a-51fd22842a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c79c91-4150-4d56-9101-fa140f20c7ce,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:32.510189 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-75399fca-a59e-43d7-b73a-51fd22842a00 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62eecc5d92404576b668a544994c838f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5503237 Mar 24 00:55:32.517580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42916) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:32.550408 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-0e859d92-9efc-4cc3-a637-7d8b300f251f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7990cdebf6da45ad816e6d3c9cb354ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846364 Mar 24 00:55:32.624011 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c019c590-ce58-4ddf-ba25-34f8a3577cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (60a4a7f5-af24-41d5-8b14-563db7af431e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:32.689250 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-73db1c4f-e592-4f70-9ed1-4712cb715284 None None] Set router 36c68890-fb02-4608-9be9-0b7ca4414702 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:32.699444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019c590-ce58-4ddf-ba25-34f8a3577cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a4a7f5-af24-41d5-8b14-563db7af431e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:32.722423 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c019c590-ce58-4ddf-ba25-34f8a3577cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:32.728153 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c019c590-ce58-4ddf-ba25-34f8a3577cb6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/60a4a7f5-af24-41d5-8b14-563db7af431e HTTP/1.1" status: 204 len: 168 time: 1.0370383 Mar 24 00:55:32.732028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893962ba-e5df-40d7-8473-762cafc8a03f None None] Network 6824a075-9c2e-4178-b437-c04956a4f6dc requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:55:32.735969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42918) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:32.934629 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (6824a075-9c2e-4178-b437-c04956a4f6dc), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:32.949683 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d09f1057-3a12-442c-a81e-514e81cf14f8 admin admin] Publish callbacks [] for security_group (d9c79c91-4150-4d56-9101-fa140f20c7ce), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:33.018265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ef52358-99c9-4931-b174-7573e76aae05 req-535cd655-ddde-4874-88f0-b91c030bf99d tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 210 time: 0.0677712 Mar 24 00:55:33.086573 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d09f1057-3a12-442c-a81e-514e81cf14f8 admin admin] Publish callbacks [] for security_group (d9c79c91-4150-4d56-9101-fa140f20c7ce), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:33.102195 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f887a1da-8d2f-4c07-be40-ac9cfde8438e admin admin] Publish callbacks [] for router_gateway (36c68890-fb02-4608-9be9-0b7ca4414702), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:33.141013 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] Deleting port 7259dfa4-d290-4a72-82fb-dfa7f627b01d {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:55:33.141378 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7259dfa4-d290-4a72-82fb-dfa7f627b01d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:33.154815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-9ad8d22a-9027-437b-b833-de2175c62ca6 None None] Provisioning complete for port 40e8a180-8327-45b3-a7a8-dcad68f21e30 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:33.157670 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9ad8d22a-9027-437b-b833-de2175c62ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:33.179504 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6a8124e4-7a10-4d77-beae-e7603252a638 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:33.257341 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-14489e9e-8935-4241-bc9b-700937f8160d tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7990cdebf6da45ad816e6d3c9cb354ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1443465 Mar 24 00:55:33.278011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Router 48f95d78-13cb-44e4-b3a5-3b69a0bd19af has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:55:33.320957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9ad8d22a-9027-437b-b833-de2175c62ca6 None None] Port 40e8a180-8327-45b3-a7a8-dcad68f21e30 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:55:33.325551 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 6a8124e4-7a10-4d77-beae-e7603252a638 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:33.326223 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6a8124e4-7a10-4d77-beae-e7603252a638), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:33.393580 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-73db1c4f-e592-4f70-9ed1-4712cb715284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'name': 'tempest-ServersTestJSON-1690524510-router', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:48Z', 'updated_at': '2022-03-24T00:55:28Z', 'revision_number': 5, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'gw_port': {'id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:51Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:33.400240 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9de62a-3ec3-42a2-a75e-1660183ee1b3 None None] DHCP port deletion for 6824a075-9c2e-4178-b437-c04956a4f6dc request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 00:55:33.448397 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73db1c4f-e592-4f70-9ed1-4712cb715284 None None] The sync data for ids ['36c68890-fb02-4608-9be9-0b7ca4414702'] in n-d-760455-9 is: [{'id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'name': 'tempest-ServersTestJSON-1690524510-router', 'tenant_id': '8954b50df5df481eaca5bc7a74bc27cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:53:48Z', 'updated_at': '2022-03-24T00:55:28Z', 'revision_number': 5, 'project_id': '8954b50df5df481eaca5bc7a74bc27cb', 'gw_port': {'id': 'bb0975b0-bfbe-4d51-9727-f0a6faf01911', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c68890-fb02-4608-9be9-0b7ca4414702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:53:51Z', 'updated_at': '2022-03-24T00:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:55:33.487565 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d09f1057-3a12-442c-a81e-514e81cf14f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d9c79c91-4150-4d56-9101-fa140f20c7ce), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:33.491971 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d09f1057-3a12-442c-a81e-514e81cf14f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:33.495053 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d09f1057-3a12-442c-a81e-514e81cf14f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9c79c91-4150-4d56-9101-fa140f20c7ce HTTP/1.1" status: 204 len: 168 time: 0.9760098 Mar 24 00:55:33.519451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f1057-3a12-442c-a81e-514e81cf14f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c79c91-4150-4d56-9101-fa140f20c7ce,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:33.543749 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f887a1da-8d2f-4c07-be40-ac9cfde8438e admin admin] Deleting port bb0975b0-bfbe-4d51-9727-f0a6faf01911 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:55:33.544230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f887a1da-8d2f-4c07-be40-ac9cfde8438e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (bb0975b0-bfbe-4d51-9727-f0a6faf01911), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:33.609480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] For port 7259dfa4-d290-4a72-82fb-dfa7f627b01d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7259dfa4-d290-4a72-82fb-dfa7f627b01d,segment=NetworkSegment(fe554b1b-851e-4917-978e-bd147887428b),segment_id=fe554b1b-851e-4917-978e-bd147887428b)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:33.611598 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7259dfa4-d290-4a72-82fb-dfa7f627b01d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:33.652403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:55:33.669849 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Sync routers for ids ['48f95d78-13cb-44e4-b3a5-3b69a0bd19af'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:55:33.685823 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:33.690714 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a32ca4c2-eb83-4699-8e9e-9ed1ab64a387 admin admin] 10.222.0.45 "PUT /v2.0/routers/48f95d78-13cb-44e4-b3a5-3b69a0bd19af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7062364 Mar 24 00:55:33.729504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] Calling delete_port for 7259dfa4-d290-4a72-82fb-dfa7f627b01d owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:55:33.747887 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-f887a1da-8d2f-4c07-be40-ac9cfde8438e admin admin] For port bb0975b0-bfbe-4d51-9727-f0a6faf01911, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=bb0975b0-bfbe-4d51-9727-f0a6faf01911,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:33.748880 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f887a1da-8d2f-4c07-be40-ac9cfde8438e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (bb0975b0-bfbe-4d51-9727-f0a6faf01911), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:33.785443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-2c5adf4b-8a85-4d4c-8033-1dd4628d0019 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:33.786348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-2c5adf4b-8a85-4d4c-8033-1dd4628d0019 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5125411 Mar 24 00:55:33.814061 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f887a1da-8d2f-4c07-be40-ac9cfde8438e admin admin] Calling delete_port for bb0975b0-bfbe-4d51-9727-f0a6faf01911 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:55:33.814805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Routers {'48f95d78-13cb-44e4-b3a5-3b69a0bd19af'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:33.818410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['48f95d78-13cb-44e4-b3a5-3b69a0bd19af'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:33.820173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Request body: {'port': {'device_id': '5c37f54a-7345-4dfe-bbe7-66e6903f2af2', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': '7990cdebf6da45ad816e6d3c9cb354ee'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:34.154384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 6a8124e4-7a10-4d77-beae-e7603252a638 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:34.182819 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9c9de62a-3ec3-42a2-a75e-1660183ee1b3 None None] Deleting port 7259dfa4-d290-4a72-82fb-dfa7f627b01d {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:55:34.183543 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9c9de62a-3ec3-42a2-a75e-1660183ee1b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7259dfa4-d290-4a72-82fb-dfa7f627b01d), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:34.189648 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7259dfa4-d290-4a72-82fb-dfa7f627b01d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:34.222276 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] No DVR routers for this DVR port 7259dfa4-d290-4a72-82fb-dfa7f627b01d on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:55:34.278813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Made reservation on behalf of 7990cdebf6da45ad816e6d3c9cb354ee for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:55:34.282477 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:34.284825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] Pushing event deleted for resources: {'Port': ['ID=7259dfa4-d290-4a72-82fb-dfa7f627b01d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:34.403079 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9c9de62a-3ec3-42a2-a75e-1660183ee1b3 None None] For port 7259dfa4-d290-4a72-82fb-dfa7f627b01d, host n-d-760455-9, got binding levels [] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:34.405718 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f887a1da-8d2f-4c07-be40-ac9cfde8438e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (bb0975b0-bfbe-4d51-9727-f0a6faf01911), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:34.414200 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9c9de62a-3ec3-42a2-a75e-1660183ee1b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7259dfa4-d290-4a72-82fb-dfa7f627b01d), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:34.437723 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9c9de62a-3ec3-42a2-a75e-1660183ee1b3 None None] Calling delete_port for 7259dfa4-d290-4a72-82fb-dfa7f627b01d owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:55:34.441528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.ipam_backend_mixin [None req-9c9de62a-3ec3-42a2-a75e-1660183ee1b3 None None] Port 7259dfa4-d290-4a72-82fb-dfa7f627b01d was not found and therefore no delete operation was performed {{(pid=115731) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 00:55:34.447646 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9c9de62a-3ec3-42a2-a75e-1660183ee1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (7259dfa4-d290-4a72-82fb-dfa7f627b01d), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:34.450171 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9cd0d420-3958-4de4-b113-80e535da0f6d no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:55:34.498561 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:34.532984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9de62a-3ec3-42a2-a75e-1660183ee1b3 None None] Pushing event deleted for resources: {'Port': ['ID=7259dfa4-d290-4a72-82fb-dfa7f627b01d,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:34.535383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9de62a-3ec3-42a2-a75e-1660183ee1b3 None None] No DVR routers for this DVR port 7259dfa4-d290-4a72-82fb-dfa7f627b01d on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:55:34.541075 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 9cd0d420-3958-4de4-b113-80e535da0f6d {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:55:34.541568 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9cd0d420-3958-4de4-b113-80e535da0f6d not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:55:34.542109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:55:34.585344 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:55:34.585863 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6d9db441-57d3-4392-9d7e-7361f9e7b2a3 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:55:34.609528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Set router 48f95d78-13cb-44e4-b3a5-3b69a0bd19af gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:34.765479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887a1da-8d2f-4c07-be40-ac9cfde8438e admin admin] Pushing event deleted for resources: {'Port': ['ID=bb0975b0-bfbe-4d51-9727-f0a6faf01911,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:34.783629 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f887a1da-8d2f-4c07-be40-ac9cfde8438e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (36c68890-fb02-4608-9be9-0b7ca4414702), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:34.789207 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks [] for security_group (3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:34.809181 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f11f6a8f-3be9-4817-8b85-c702d5e25704 req-b58fe998-e941-46ab-ad0d-f813ddba7f8f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 210 time: 0.5012386 Mar 24 00:55:34.819323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:34.864554 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (6824a075-9c2e-4178-b437-c04956a4f6dc), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:34.878040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:35.137498 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:35.186339 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f887a1da-8d2f-4c07-be40-ac9cfde8438e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (36c68890-fb02-4608-9be9-0b7ca4414702), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:35.190179 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f887a1da-8d2f-4c07-be40-ac9cfde8438e admin admin] Publish callbacks [] for router_controller (36c68890-fb02-4608-9be9-0b7ca4414702), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:35.226855 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6824a075-9c2e-4178-b437-c04956a4f6dc']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:35.249211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'name': 'tempest-TaggedBootDevicesTest-427569485-router', 'tenant_id': '69952ea998f046ed8b5c77536fdd08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '6a8124e4-7a10-4d77-beae-e7603252a638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:22Z', 'updated_at': '2022-03-24T00:55:30Z', 'revision_number': 4, 'project_id': '69952ea998f046ed8b5c77536fdd08e5', 'gw_port': {'id': '6a8124e4-7a10-4d77-beae-e7603252a638', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:27:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:23Z', 'updated_at': '2022-03-24T00:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '40e8a180-8327-45b3-a7a8-dcad68f21e30', 'name': '', 'network_id': 'a2ebd0af-32ae-4ebb-8257-69b5c1483210', 'tenant_id': '69952ea998f046ed8b5c77536fdd08e5', 'mac_address': 'fa:16:3e:ae:e9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'ea96cea2-6c7f-461c-90a0-2637eac6aa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:28Z', 'updated_at': '2022-03-24T00:55:30Z', 'revision_number': 2, 'project_id': '69952ea998f046ed8b5c77536fdd08e5', 'subnets': [{'id': 'ea96cea2-6c7f-461c-90a0-2637eac6aa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:35.255482 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-621a26ce-b441-4026-999b-d79532f22c96 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7990cdebf6da45ad816e6d3c9cb354ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1704493 Mar 24 00:55:35.255992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 43008) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:35.279911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe554b1b-851e-4917-978e-bd147887428b') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:35.280213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe554b1b-851e-4917-978e-bd147887428b') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:35.287158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Checking router: 48f95d78-13cb-44e4-b3a5-3b69a0bd19af for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:55:35.287919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Updating router 48f95d78-13cb-44e4-b3a5-3b69a0bd19af port 40e8a180-8327-45b3-a7a8-dcad68f21e30 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:55:35.321186 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f887a1da-8d2f-4c07-be40-ac9cfde8438e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (36c68890-fb02-4608-9be9-0b7ca4414702), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:35.321804 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f887a1da-8d2f-4c07-be40-ac9cfde8438e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36c68890-fb02-4608-9be9-0b7ca4414702 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 00:55:35.329162 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f887a1da-8d2f-4c07-be40-ac9cfde8438e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:35.338958 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f887a1da-8d2f-4c07-be40-ac9cfde8438e admin admin] 10.222.0.45 "DELETE /v2.0/routers/36c68890-fb02-4608-9be9-0b7ca4414702 HTTP/1.1" status: 204 len: 168 time: 3.8975389 Mar 24 00:55:35.342397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 90e7e251-5a03-45b6-aef2-00516799bb57 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:55:35.342654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43012) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:35.442022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 90e7e251-5a03-45b6-aef2-00516799bb57 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:55:35.445193 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 90e7e251-5a03-45b6-aef2-00516799bb57 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:55:35.445711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7259dfa4-d290-4a72-82fb-dfa7f627b01d no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:55:35.457523 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:35.503870 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 7259dfa4-d290-4a72-82fb-dfa7f627b01d {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:55:35.505192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7259dfa4-d290-4a72-82fb-dfa7f627b01d not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:55:35.505818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b4df0f-0832-4711-b0b1-8cc67fcc4303 admin admin] Deleting subnet e7bc077b-7f0c-4e74-b869-0476421de2ce {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:55:35.514735 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50b4df0f-0832-4711-b0b1-8cc67fcc4303 admin admin] Publish callbacks [] for subnet (e7bc077b-7f0c-4e74-b869-0476421de2ce), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:35.573005 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (fe554b1b-851e-4917-978e-bd147887428b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:35.632010 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50b4df0f-0832-4711-b0b1-8cc67fcc4303 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (e7bc077b-7f0c-4e74-b869-0476421de2ce), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:35.718641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Allocated IP 192.168.233.206 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/732e6455-fb3f-4ea8-986b-f32268dcf320) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:55:35.770914 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50b4df0f-0832-4711-b0b1-8cc67fcc4303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (e7bc077b-7f0c-4e74-b869-0476421de2ce), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:35.886851 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50b4df0f-0832-4711-b0b1-8cc67fcc4303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (e7bc077b-7f0c-4e74-b869-0476421de2ce), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:35.912068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50b4df0f-0832-4711-b0b1-8cc67fcc4303 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:35.919609 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-50b4df0f-0832-4711-b0b1-8cc67fcc4303 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e7bc077b-7f0c-4e74-b869-0476421de2ce HTTP/1.1" status: 204 len: 168 time: 0.5759726 Mar 24 00:55:35.921854 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43022) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:35.927035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed683748-a264-4abc-83c8-e64735767506 None None] Network 81cf2e4e-3666-4e7f-8911-a1cc83093913 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:55:35.953005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4df0f-0832-4711-b0b1-8cc67fcc4303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7bc077b-7f0c-4e74-b869-0476421de2ce,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:35.969166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-3246b90a-e4b0-4772-aec5-608464e391d3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-328481047-network', 'tenant_id': '1aef11c3c05e411091ef61bdeb52cf91'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:36.078158 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (81cf2e4e-3666-4e7f-8911-a1cc83093913), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.085020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-e6983a39-7b51-4d1d-b4df-536e5ffd8f20 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:36.086618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-e6983a39-7b51-4d1d-b4df-536e5ffd8f20 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7797408 Mar 24 00:55:36.210138 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] Deleting port d3c6de8a-e626-4dd2-9314-74084d5c706e {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:55:36.210479 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d3c6de8a-e626-4dd2-9314-74084d5c706e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.231811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-67a165f7-3037-416e-bc5d-94619739dcc3 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Request body: {'port': {'device_id': '54cfd2f6-6c95-4fef-a6e5-e483db236c78', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': '7990cdebf6da45ad816e6d3c9cb354ee'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:36.239659 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (fe554b1b-851e-4917-978e-bd147887428b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.315143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d7cbe0d-309d-4b8c-a8b2-453d5f1699b8 req-c51f02ca-66c3-4bd5-8922-b435eb01889c tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 210 time: 0.2200363 Mar 24 00:55:36.358590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:55:36.361246 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (fe554b1b-851e-4917-978e-bd147887428b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: timer() Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:55:36.364678 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:55:36.405044 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] For port d3c6de8a-e626-4dd2-9314-74084d5c706e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d3c6de8a-e626-4dd2-9314-74084d5c706e,segment=NetworkSegment(2afc7bf1-517e-480d-a59d-a10e24f4bac4),segment_id=2afc7bf1-517e-480d-a59d-a10e24f4bac4)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:36.408394 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d3c6de8a-e626-4dd2-9314-74084d5c706e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.455101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] Calling delete_port for d3c6de8a-e626-4dd2-9314-74084d5c706e owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:55:36.609404 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d3c6de8a-e626-4dd2-9314-74084d5c706e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.615119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3246b90a-e4b0-4772-aec5-608464e391d3 admin admin] Made reservation on behalf of 1aef11c3c05e411091ef61bdeb52cf91 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:55:36.617856 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3246b90a-e4b0-4772-aec5-608464e391d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.634865 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3246b90a-e4b0-4772-aec5-608464e391d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.636647 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (6824a075-9c2e-4178-b437-c04956a4f6dc), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.641963 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.647370 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12d98dd-58fa-4b16-869a-79d47adf5d1c None None] DHCP port deletion for 81cf2e4e-3666-4e7f-8911-a1cc83093913 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 00:55:36.649554 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c6de8a-e626-4dd2-9314-74084d5c706e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:36.650586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6824a075-9c2e-4178-b437-c04956a4f6dc HTTP/1.1" status: 204 len: 168 time: 3.9135187 Mar 24 00:55:36.651580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] No DVR routers for this DVR port d3c6de8a-e626-4dd2-9314-74084d5c706e on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:55:36.710201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff829316-f771-48b1-9f23-b7aa9a9c7146 admin admin] Pushing event deleted for resources: {'Network': ['ID=6824a075-9c2e-4178-b437-c04956a4f6dc,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:36.727788 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Publish callbacks [] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.744226 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.772818 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (81cf2e4e-3666-4e7f-8911-a1cc83093913), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.820049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611cb3-8dd7-448c-a2db-02399ceb8c66 req-11a0c7a1-ba06-4117-8960-aef4f599de6e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:36.827533 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38611cb3-8dd7-448c-a2db-02399ceb8c66 req-11a0c7a1-ba06-4117-8960-aef4f599de6e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.8777261 Mar 24 00:55:36.831092 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cf2e4e-3666-4e7f-8911-a1cc83093913']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:36.878683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afc7bf1-517e-480d-a59d-a10e24f4bac4') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:36.878995 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afc7bf1-517e-480d-a59d-a10e24f4bac4') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:36.911413 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (2afc7bf1-517e-480d-a59d-a10e24f4bac4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.919519 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks [] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.938484 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (2afc7bf1-517e-480d-a59d-a10e24f4bac4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.947737 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:55:36.948176 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (2afc7bf1-517e-480d-a59d-a10e24f4bac4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:55:36.949990 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:55:36.998654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7902a-10c5-4d26-8643-dea39f7b5cf7 None None] Pushing event updated for resources: {'Port': ['ID=40e8a180-8327-45b3-a7a8-dcad68f21e30,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:37.004219 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 43060) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:37.007704 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Attempting to bind port 40e8a180-8327-45b3-a7a8-dcad68f21e30 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:55:37.008183 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Attempting to bind port 40e8a180-8327-45b3-a7a8-dcad68f21e30 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'e877edd2-ac9c-49b1-b999-719663a1386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a2ebd0af-32ae-4ebb-8257-69b5c1483210'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:55:37.008606 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Attempting to bind port 40e8a180-8327-45b3-a7a8-dcad68f21e30 on network a2ebd0af-32ae-4ebb-8257-69b5c1483210 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:55:37.015506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:55:37.015893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Checking segment: {'id': 'e877edd2-ac9c-49b1-b999-719663a1386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a2ebd0af-32ae-4ebb-8257-69b5c1483210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:37.016297 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.016778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Bound using segment: {'id': 'e877edd2-ac9c-49b1-b999-719663a1386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a2ebd0af-32ae-4ebb-8257-69b5c1483210'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:55:37.017362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Bound port: 40e8a180-8327-45b3-a7a8-dcad68f21e30, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e877edd2-ac9c-49b1-b999-719663a1386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a2ebd0af-32ae-4ebb-8257-69b5c1483210'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:55:37.017800 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.116396 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (81cf2e4e-3666-4e7f-8911-a1cc83093913), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.120540 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.125034 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] 10.222.0.45 "DELETE /v2.0/networks/81cf2e4e-3666-4e7f-8911-a1cc83093913 HTTP/1.1" status: 204 len: 168 time: 1.2019866 Mar 24 00:55:37.157982 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38611cb3-8dd7-448c-a2db-02399ceb8c66 req-0fc6df78-1a54-4cd8-9c46-317de3f1b4bb tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094368 Mar 24 00:55:37.178355 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c87048-dd46-402b-acdf-37b5aa66098f admin admin] Pushing event deleted for resources: {'Network': ['ID=81cf2e4e-3666-4e7f-8911-a1cc83093913,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:37.228760 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-60780aae-812a-45cb-9452-6f8a31e7addc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=445695e592154cae81bd358a0355e440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173715 Mar 24 00:55:37.231435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43066) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:37.236499 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bb0975b0-bfbe-4d51-9727-f0a6faf01911 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:55:37.244496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-67a165f7-3037-416e-bc5d-94619739dcc3 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Made reservation on behalf of 7990cdebf6da45ad816e6d3c9cb354ee for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:55:37.251669 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-67a165f7-3037-416e-bc5d-94619739dcc3 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.322500 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: bb0975b0-bfbe-4d51-9727-f0a6faf01911 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:55:37.322848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bb0975b0-bfbe-4d51-9727-f0a6faf01911 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:55:37.325043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d3c6de8a-e626-4dd2-9314-74084d5c706e no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:55:37.339159 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c42dea34-b8ed-4dba-af9d-a1ae11bcfb63 admin admin] Publish callbacks [] for security_group (b944919c-3009-465b-9fa6-41a23c1ecdea), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.383263 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: d3c6de8a-e626-4dd2-9314-74084d5c706e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:55:37.383832 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d3c6de8a-e626-4dd2-9314-74084d5c706e not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:55:37.407480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] For port 40e8a180-8327-45b3-a7a8-dcad68f21e30, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:55:37.412969 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c42dea34-b8ed-4dba-af9d-a1ae11bcfb63 admin admin] Publish callbacks [] for security_group (b944919c-3009-465b-9fa6-41a23c1ecdea), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.449355 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.474021 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3246b90a-e4b0-4772-aec5-608464e391d3 admin admin] Publish callbacks [] for security_group (4baea02a-b4de-4dca-81c0-fcb0d9d62231), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.503401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] For port 40e8a180-8327-45b3-a7a8-dcad68f21e30, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=40e8a180-8327-45b3-a7a8-dcad68f21e30,segment=NetworkSegment(e877edd2-ac9c-49b1-b999-719663a1386e),segment_id=e877edd2-ac9c-49b1-b999-719663a1386e)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:55:37.521022 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.538691 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c42dea34-b8ed-4dba-af9d-a1ae11bcfb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b944919c-3009-465b-9fa6-41a23c1ecdea), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.541943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c42dea34-b8ed-4dba-af9d-a1ae11bcfb63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.543757 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c42dea34-b8ed-4dba-af9d-a1ae11bcfb63 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b944919c-3009-465b-9fa6-41a23c1ecdea HTTP/1.1" status: 204 len: 168 time: 0.3107381 Mar 24 00:55:37.554668 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dea34-b8ed-4dba-af9d-a1ae11bcfb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b944919c-3009-465b-9fa6-41a23c1ecdea,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:37.564064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-85aa89bf-831c-4248-a4fb-305260e13e5c None None] Provisioning complete for port 40e8a180-8327-45b3-a7a8-dcad68f21e30 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:37.564562 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-85aa89bf-831c-4248-a4fb-305260e13e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.593715 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3246b90a-e4b0-4772-aec5-608464e391d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4baea02a-b4de-4dca-81c0-fcb0d9d62231), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.614943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3246b90a-e4b0-4772-aec5-608464e391d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:55:37.650411 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3246b90a-e4b0-4772-aec5-608464e391d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (aacc34e4-c7b5-48c5-927f-87d75ec55d75), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.651918 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-3246b90a-e4b0-4772-aec5-608464e391d3 admin admin] Added segment aacc34e4-c7b5-48c5-927f-87d75ec55d75 of type vlan for network 9de6f79e-0547-44b2-ae38-7fe0b368872e Mar 24 00:55:37.654368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43074) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:37.750108 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3246b90a-e4b0-4772-aec5-608464e391d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (9de6f79e-0547-44b2-ae38-7fe0b368872e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.755097 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-195e9fee-0d8b-4b33-abbf-bf77c03f83cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8954b50df5df481eaca5bc7a74bc27cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0980551 Mar 24 00:55:37.766259 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43076) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:37.777457 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Routers {'48f95d78-13cb-44e4-b3a5-3b69a0bd19af'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:37.783902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['48f95d78-13cb-44e4-b3a5-3b69a0bd19af'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:37.845149 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3246b90a-e4b0-4772-aec5-608464e391d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (9de6f79e-0547-44b2-ae38-7fe0b368872e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.846168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3246b90a-e4b0-4772-aec5-608464e391d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:37.846671 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3246b90a-e4b0-4772-aec5-608464e391d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.878996 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7902a-10c5-4d26-8643-dea39f7b5cf7 None None] Pushing event updated for resources: {'Port': ['ID=40e8a180-8327-45b3-a7a8-dcad68f21e30,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:37.881268 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63369e22-8793-4493-904f-ad234552a148 admin admin] Publish callbacks [] for security_group (80e05b01-bd47-4cf1-baaa-dc41e089025a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.927623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-85aa89bf-831c-4248-a4fb-305260e13e5c None None] Current status of the port 40e8a180-8327-45b3-a7a8-dcad68f21e30 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:37.928660 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-85aa89bf-831c-4248-a4fb-305260e13e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:37.932540 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63369e22-8793-4493-904f-ad234552a148 admin admin] Publish callbacks [] for security_group (80e05b01-bd47-4cf1-baaa-dc41e089025a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:38.039212 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63369e22-8793-4493-904f-ad234552a148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (80e05b01-bd47-4cf1-baaa-dc41e089025a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:38.042044 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63369e22-8793-4493-904f-ad234552a148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:38.043655 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-63369e22-8793-4493-904f-ad234552a148 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80e05b01-bd47-4cf1-baaa-dc41e089025a HTTP/1.1" status: 204 len: 168 time: 0.2760398 Mar 24 00:55:38.048776 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] Set router 48f95d78-13cb-44e4-b3a5-3b69a0bd19af gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:38.055702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63369e22-8793-4493-904f-ad234552a148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e05b01-bd47-4cf1-baaa-dc41e089025a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:38.129501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:38.149187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246b90a-e4b0-4772-aec5-608464e391d3 admin admin] Pushing event updated for resources: {'Network': ['ID=9de6f79e-0547-44b2-ae38-7fe0b368872e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:38.171471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 9de6f79e-0547-44b2-ae38-7fe0b368872e details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:55:38.219638 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17cc816c-fee9-46cb-b58b-865ec4caf70f req-46750be9-96e8-4876-86d5-c0ab900d339f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 210 time: 0.6752021 Mar 24 00:55:38.251401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:38.254554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:55:38.299342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd0df9-e529-4fe3-a293-8cf79f18bb37 req-4500eabe-39e1-4d24-a986-3ac65277068b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:38.300910 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ccd0df9-e529-4fe3-a293-8cf79f18bb37 req-4500eabe-39e1-4d24-a986-3ac65277068b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.9976578 Mar 24 00:55:38.338964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Pushing event updated for resources: {'Port': ['ID=732e6455-fb3f-4ea8-986b-f32268dcf320,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:38.363619 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3246b90a-e4b0-4772-aec5-608464e391d3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1028922 Mar 24 00:55:38.367693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43090) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:38.373627 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-37c91a94-be9e-4a85-8ce6-b320c0d1ebcb admin admin] Request body: {'subnet': {'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-328481047-subnet', 'tenant_id': '1aef11c3c05e411091ef61bdeb52cf91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:38.382522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246b90a-e4b0-4772-aec5-608464e391d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baea02a-b4de-4dca-81c0-fcb0d9d62231,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:38.453790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c91a94-be9e-4a85-8ce6-b320c0d1ebcb admin admin] Made reservation on behalf of 1aef11c3c05e411091ef61bdeb52cf91 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:55:38.458631 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37c91a94-be9e-4a85-8ce6-b320c0d1ebcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:38.601795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-85aa89bf-831c-4248-a4fb-305260e13e5c None None] For port 40e8a180-8327-45b3-a7a8-dcad68f21e30, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=40e8a180-8327-45b3-a7a8-dcad68f21e30,segment=NetworkSegment(e877edd2-ac9c-49b1-b999-719663a1386e),segment_id=e877edd2-ac9c-49b1-b999-719663a1386e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:38.653831 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-85aa89bf-831c-4248-a4fb-305260e13e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:38.656824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:38.658471 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:38.670895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-67a165f7-3037-416e-bc5d-94619739dcc3 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Allocated IP 192.168.233.195 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/2a30413a-16c4-4435-a798-8002bf555e73) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:55:38.843476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ccd0df9-e529-4fe3-a293-8cf79f18bb37 req-0a95b1db-54de-474b-9204-037c2ff28978 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4844489 Mar 24 00:55:38.859485 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-79d2cc6c-edaf-4de8-bb26-404151f3234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0461314 Mar 24 00:55:38.916230 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Request body: {'port': {'device_id': '5c37f54a-7345-4dfe-bbe7-66e6903f2af2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:38.982553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-63f56c04-e295-48ee-95bc-242eaaa53c71 None None] Provisioning complete for port 732e6455-fb3f-4ea8-986b-f32268dcf320 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:38.983123 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-63f56c04-e295-48ee-95bc-242eaaa53c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:39.034229 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37c91a94-be9e-4a85-8ce6-b320c0d1ebcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (e381c163-d43e-468b-a3d7-a42af7bc7ee3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:39.151229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa89bf-831c-4248-a4fb-305260e13e5c None None] Pushing event updated for resources: {'Port': ['ID=40e8a180-8327-45b3-a7a8-dcad68f21e30,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:39.169063 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-63f56c04-e295-48ee-95bc-242eaaa53c71 None None] Port 732e6455-fb3f-4ea8-986b-f32268dcf320 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:55:39.204781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-63f56c04-e295-48ee-95bc-242eaaa53c71 None None] Provisioning complete for port 40e8a180-8327-45b3-a7a8-dcad68f21e30 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:39.205377 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-63f56c04-e295-48ee-95bc-242eaaa53c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:39.226551 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'name': 'tempest-TaggedBootDevicesTest-427569485-router', 'tenant_id': '69952ea998f046ed8b5c77536fdd08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '6a8124e4-7a10-4d77-beae-e7603252a638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:22Z', 'updated_at': '2022-03-24T00:55:30Z', 'revision_number': 4, 'project_id': '69952ea998f046ed8b5c77536fdd08e5', 'gw_port': {'id': '6a8124e4-7a10-4d77-beae-e7603252a638', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:27:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:23Z', 'updated_at': '2022-03-24T00:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '40e8a180-8327-45b3-a7a8-dcad68f21e30', 'name': '', 'network_id': 'a2ebd0af-32ae-4ebb-8257-69b5c1483210', 'tenant_id': '69952ea998f046ed8b5c77536fdd08e5', 'mac_address': 'fa:16:3e:ae:e9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'ea96cea2-6c7f-461c-90a0-2637eac6aa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:28Z', 'updated_at': '2022-03-24T00:55:37Z', 'revision_number': 4, 'project_id': '69952ea998f046ed8b5c77536fdd08e5', 'subnets': [{'id': 'ea96cea2-6c7f-461c-90a0-2637eac6aa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:39.241955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c91a94-be9e-4a85-8ce6-b320c0d1ebcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e381c163-d43e-468b-a3d7-a42af7bc7ee3,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:39.248920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c91a94-be9e-4a85-8ce6-b320c0d1ebcb admin admin] Checking segment: {'id': 'aacc34e4-c7b5-48c5-927f-87d75ec55d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:39.249308 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c91a94-be9e-4a85-8ce6-b320c0d1ebcb admin admin] Network hostable DHCP agents. Network: 9de6f79e-0547-44b2-ae38-7fe0b368872e, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:55:39.294877 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c91a94-be9e-4a85-8ce6-b320c0d1ebcb admin admin] Network 9de6f79e-0547-44b2-ae38-7fe0b368872e is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:55:39.320121 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-37c91a94-be9e-4a85-8ce6-b320c0d1ebcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 9de6f79e-0547-44b2-ae38-7fe0b368872e) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:39.331872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c91a94-be9e-4a85-8ce6-b320c0d1ebcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:39.332308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c55f1-7c8c-4983-a322-11f8f40ee9e8 None None] The sync data for ids ['48f95d78-13cb-44e4-b3a5-3b69a0bd19af'] in n-d-760455-9 is: [{'id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'name': 'tempest-TaggedBootDevicesTest-427569485-router', 'tenant_id': '69952ea998f046ed8b5c77536fdd08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '6a8124e4-7a10-4d77-beae-e7603252a638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:22Z', 'updated_at': '2022-03-24T00:55:30Z', 'revision_number': 4, 'project_id': '69952ea998f046ed8b5c77536fdd08e5', 'gw_port': {'id': '6a8124e4-7a10-4d77-beae-e7603252a638', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:27:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:23Z', 'updated_at': '2022-03-24T00:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '40e8a180-8327-45b3-a7a8-dcad68f21e30', 'name': '', 'network_id': 'a2ebd0af-32ae-4ebb-8257-69b5c1483210', 'tenant_id': '69952ea998f046ed8b5c77536fdd08e5', 'mac_address': 'fa:16:3e:ae:e9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'ea96cea2-6c7f-461c-90a0-2637eac6aa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:28Z', 'updated_at': '2022-03-24T00:55:37Z', 'revision_number': 4, 'project_id': '69952ea998f046ed8b5c77536fdd08e5', 'subnets': [{'id': 'ea96cea2-6c7f-461c-90a0-2637eac6aa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:55:39.332514 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37c91a94-be9e-4a85-8ce6-b320c0d1ebcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:39.352296 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0d353d-496d-4357-87f0-de0071691358 None None] Network 9de6f79e-0547-44b2-ae38-7fe0b368872e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:55:39.385999 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-37c91a94-be9e-4a85-8ce6-b320c0d1ebcb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0170794 Mar 24 00:55:39.501759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43126) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:39.532078 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-63f56c04-e295-48ee-95bc-242eaaa53c71 None None] Current status of the port 40e8a180-8327-45b3-a7a8-dcad68f21e30 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:39.584247 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595ab541-2020-4363-95c2-80097461aac3 None None] Network 9de6f79e-0547-44b2-ae38-7fe0b368872e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:55:39.788535 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-be0d6804-2238-4457-9b43-a7f49ed6e8d6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-718651379-network', 'tenant_id': '5b002c83a27746a8a6f68e382218347f'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:39.842686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0d6804-2238-4457-9b43-a7f49ed6e8d6 admin admin] Made reservation on behalf of 5b002c83a27746a8a6f68e382218347f for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:55:39.845550 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be0d6804-2238-4457-9b43-a7f49ed6e8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:39.864238 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be0d6804-2238-4457-9b43-a7f49ed6e8d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:40.086153 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be0d6804-2238-4457-9b43-a7f49ed6e8d6 admin admin] Publish callbacks [] for security_group (a31ee504-0359-43e1-9225-747b79d8e45d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:40.096240 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be0d6804-2238-4457-9b43-a7f49ed6e8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a31ee504-0359-43e1-9225-747b79d8e45d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:40.168511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0d6804-2238-4457-9b43-a7f49ed6e8d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:55:40.179479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d6804-2238-4457-9b43-a7f49ed6e8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31ee504-0359-43e1-9225-747b79d8e45d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:40.189562 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be0d6804-2238-4457-9b43-a7f49ed6e8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (a06b89bd-93c8-4108-9a57-9215b8c90a9f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:40.220392 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-be0d6804-2238-4457-9b43-a7f49ed6e8d6 admin admin] Added segment a06b89bd-93c8-4108-9a57-9215b8c90a9f of type vlan for network 3442b383-cef2-415a-8f56-3353317f1d87 Mar 24 00:55:40.322731 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43144) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:40.397854 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be0d6804-2238-4457-9b43-a7f49ed6e8d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (3442b383-cef2-415a-8f56-3353317f1d87), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:40.467415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5aa81cab-c5fa-4680-a369-a9134f5dedc8 req-f45a0486-6c0d-4419-89b1-a2b1c183c64b tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 210 time: 0.3718631 Mar 24 00:55:40.485813 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be0d6804-2238-4457-9b43-a7f49ed6e8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (3442b383-cef2-415a-8f56-3353317f1d87), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:40.487712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0d6804-2238-4457-9b43-a7f49ed6e8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:40.491166 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be0d6804-2238-4457-9b43-a7f49ed6e8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:40.522428 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-be0d6804-2238-4457-9b43-a7f49ed6e8d6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0163717 Mar 24 00:55:40.523565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 43150) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:40.549354 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-84b9c4a5-0fac-4081-b526-6979e9ea4af8 admin admin] Request body: {'subnet': {'network_id': '3442b383-cef2-415a-8f56-3353317f1d87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-718651379-subnet', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:40.612267 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:40.639287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d6804-2238-4457-9b43-a7f49ed6e8d6 admin admin] Pushing event updated for resources: {'Network': ['ID=3442b383-cef2-415a-8f56-3353317f1d87,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:40.663597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 3442b383-cef2-415a-8f56-3353317f1d87 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:55:40.681423 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-227220f8-e717-4817-adef-52b2e4592db0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1009312806-network', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:40.726559 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227220f8-e717-4817-adef-52b2e4592db0 admin admin] Made reservation on behalf of dd4e8b525ec540d494ad14638e060a0c for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:55:40.729208 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-227220f8-e717-4817-adef-52b2e4592db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:40.761990 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-227220f8-e717-4817-adef-52b2e4592db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:40.793124 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-67a165f7-3037-416e-bc5d-94619739dcc3 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks [] for port (2a30413a-16c4-4435-a798-8002bf555e73), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:40.876449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b9c4a5-0fac-4081-b526-6979e9ea4af8 admin admin] Made reservation on behalf of 5b002c83a27746a8a6f68e382218347f for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:55:40.892790 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84b9c4a5-0fac-4081-b526-6979e9ea4af8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:40.964608 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-67a165f7-3037-416e-bc5d-94619739dcc3 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (2a30413a-16c4-4435-a798-8002bf555e73), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:40.967080 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-227220f8-e717-4817-adef-52b2e4592db0 admin admin] Publish callbacks [] for security_group (0e618c92-1474-4b2f-b6c5-4a6d980be54a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:40.976017 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-227220f8-e717-4817-adef-52b2e4592db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0e618c92-1474-4b2f-b6c5-4a6d980be54a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:41.002407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94957e12-7476-4e6c-a605-3231786ccf86 req-8b919612-6022-4a1a-acf0-a5cb5cee7fb0 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:41.013256 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94957e12-7476-4e6c-a605-3231786ccf86 req-8b919612-6022-4a1a-acf0-a5cb5cee7fb0 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.9131765 Mar 24 00:55:41.045942 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227220f8-e717-4817-adef-52b2e4592db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e618c92-1474-4b2f-b6c5-4a6d980be54a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:41.065666 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227220f8-e717-4817-adef-52b2e4592db0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:55:41.077639 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-227220f8-e717-4817-adef-52b2e4592db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f1fae45a-f482-4f90-a9e9-74bff80c7890), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:41.078044 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-227220f8-e717-4817-adef-52b2e4592db0 admin admin] Added segment f1fae45a-f482-4f90-a9e9-74bff80c7890 of type vlan for network 49714af7-6855-410b-a16d-b9c5c458a3c9 Mar 24 00:55:41.143724 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-227220f8-e717-4817-adef-52b2e4592db0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (49714af7-6855-410b-a16d-b9c5c458a3c9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:41.200634 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-227220f8-e717-4817-adef-52b2e4592db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (49714af7-6855-410b-a16d-b9c5c458a3c9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:41.204591 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227220f8-e717-4817-adef-52b2e4592db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:41.205230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-227220f8-e717-4817-adef-52b2e4592db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:41.262168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 40e8a180-8327-45b3-a7a8-dcad68f21e30 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:41.294108 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-227220f8-e717-4817-adef-52b2e4592db0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9677308 Mar 24 00:55:41.294658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43162) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:41.297942 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227220f8-e717-4817-adef-52b2e4592db0 admin admin] Pushing event updated for resources: {'Network': ['ID=49714af7-6855-410b-a16d-b9c5c458a3c9,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:41.304777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-26bd88cf-bb05-4af1-ae63-78e53d55dcf7 admin admin] Request body: {'subnet': {'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1009312806-subnet', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:41.327643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 49714af7-6855-410b-a16d-b9c5c458a3c9 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:55:41.333037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bd88cf-bb05-4af1-ae63-78e53d55dcf7 admin admin] Made reservation on behalf of dd4e8b525ec540d494ad14638e060a0c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:55:41.336031 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-26bd88cf-bb05-4af1-ae63-78e53d55dcf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:41.571626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 40e8a180-8327-45b3-a7a8-dcad68f21e30 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:41.572032 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:41.736059 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-26bd88cf-bb05-4af1-ae63-78e53d55dcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (0b188f70-d003-40e9-a092-64b6a81d9504), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:41.741416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-67a165f7-3037-416e-bc5d-94619739dcc3 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:41.748371 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 40e8a180-8327-45b3-a7a8-dcad68f21e30 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:41.788196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-67a165f7-3037-416e-bc5d-94619739dcc3 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:41.808903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-67a165f7-3037-416e-bc5d-94619739dcc3 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:55:41.841917 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd88cf-bb05-4af1-ae63-78e53d55dcf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b188f70-d003-40e9-a092-64b6a81d9504,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:41.863300 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd88cf-bb05-4af1-ae63-78e53d55dcf7 admin admin] Checking segment: {'id': 'f1fae45a-f482-4f90-a9e9-74bff80c7890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:41.865689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bd88cf-bb05-4af1-ae63-78e53d55dcf7 admin admin] Network hostable DHCP agents. Network: 49714af7-6855-410b-a16d-b9c5c458a3c9, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:55:41.913046 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bd88cf-bb05-4af1-ae63-78e53d55dcf7 admin admin] Network 49714af7-6855-410b-a16d-b9c5c458a3c9 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:55:41.928904 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-e0048083-f18b-4db1-877b-00bde90001e8 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:41.930814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-e0048083-f18b-4db1-877b-00bde90001e8 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/networks?id=9de6f79e-0547-44b2-ae38-7fe0b368872e HTTP/1.1" status: 200 len: 814 time: 0.5991437 Mar 24 00:55:41.934316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-26bd88cf-bb05-4af1-ae63-78e53d55dcf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 49714af7-6855-410b-a16d-b9c5c458a3c9) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:41.940097 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bd88cf-bb05-4af1-ae63-78e53d55dcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:41.942049 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-26bd88cf-bb05-4af1-ae63-78e53d55dcf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:41.945068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fcb345-968a-4d92-8880-77865fd980c6 None None] Network 49714af7-6855-410b-a16d-b9c5c458a3c9 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:55:41.951994 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94957e12-7476-4e6c-a605-3231786ccf86 req-bb6e460a-4836-4b89-b6ae-17dc4180ce0c tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9348409 Mar 24 00:55:42.008237 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-26bd88cf-bb05-4af1-ae63-78e53d55dcf7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7076864 Mar 24 00:55:42.010743 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43174) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:42.023026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1009312806-router', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:42.049279 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84b9c4a5-0fac-4081-b526-6979e9ea4af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (9e6d0188-d534-47f6-9862-05c37c3c8bdd), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:42.083299 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (6128ecc2-cb3c-4bcc-8803-411caed6d660), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:42.085904 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (6128ecc2-cb3c-4bcc-8803-411caed6d660), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:42.141281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a165f7-3037-416e-bc5d-94619739dcc3 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Pushing event updated for resources: {'Port': ['ID=2a30413a-16c4-4435-a798-8002bf555e73,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:42.183815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-70c45cf9-6923-47bd-92f0-1660ca3775de tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/quotas/1aef11c3c05e411091ef61bdeb52cf91 HTTP/1.1" status: 200 len: 375 time: 0.1669993 Mar 24 00:55:42.204386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-49714af7-6855-410b-a16d-b9c5c458a3c9', 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9', 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'fixed_ips': [{'subnet_id': '0b188f70-d003-40e9-a092-64b6a81d9504'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:55:42.205282 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:42.281721 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Publish callbacks [] for router_controller (6128ecc2-cb3c-4bcc-8803-411caed6d660), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:42.301118 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-ece7ce80-19fb-4c60-86a7-469fbd003744 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1aef11c3c05e411091ef61bdeb52cf91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811994 Mar 24 00:55:42.477913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ce3d7ca3-a2fc-4d9b-9447-e9de8f082ade None None] Provisioning complete for port 2a30413a-16c4-4435-a798-8002bf555e73 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:42.479978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-47e75525-4e8b-4e69-a9af-a1aa02fbb8e0 service neutron] 10.222.0.45 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711423 Mar 24 00:55:42.483711 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7ca3-a2fc-4d9b-9447-e9de8f082ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2a30413a-16c4-4435-a798-8002bf555e73), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:42.557041 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Publish callbacks [] for router_gateway (6128ecc2-cb3c-4bcc-8803-411caed6d660), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:42.584696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ce3d7ca3-a2fc-4d9b-9447-e9de8f082ade None None] Port 2a30413a-16c4-4435-a798-8002bf555e73 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:55:42.597016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Allocated IP 172.20.0.2 (49714af7-6855-410b-a16d-b9c5c458a3c9/0b188f70-d003-40e9-a092-64b6a81d9504/4fa02efa-f5d5-4682-b661-18560a3121b6) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:55:42.644817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-67a165f7-3037-416e-bc5d-94619739dcc3 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:42.646002 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-67a165f7-3037-416e-bc5d-94619739dcc3 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:42.659414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9c4a5-0fac-4081-b526-6979e9ea4af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6d0188-d534-47f6-9862-05c37c3c8bdd,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:42.721262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aee59-f6e5-47ce-907d-f1c37dc0f244 req-0cceb1f7-be38-4f7c-9e6f-2a44f43a70d7 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:42.731432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-857aee59-f6e5-47ce-907d-f1c37dc0f244 req-0cceb1f7-be38-4f7c-9e6f-2a44f43a70d7 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 936 time: 0.5503423 Mar 24 00:55:42.736650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b9c4a5-0fac-4081-b526-6979e9ea4af8 admin admin] Checking segment: {'id': 'a06b89bd-93c8-4108-9a57-9215b8c90a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:42.737029 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b9c4a5-0fac-4081-b526-6979e9ea4af8 admin admin] Network hostable DHCP agents. Network: 3442b383-cef2-415a-8f56-3353317f1d87, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:55:42.802239 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-67a165f7-3037-416e-bc5d-94619739dcc3 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6387506 Mar 24 00:55:42.807362 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Request body: {'port': {'device_id': '54cfd2f6-6c95-4fef-a6e5-e483db236c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:43.020575 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Publish callbacks [] for port (4fa02efa-f5d5-4682-b661-18560a3121b6), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:43.037815 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (4fa02efa-f5d5-4682-b661-18560a3121b6), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:43.088407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-1c42a3d4-50bf-4ef7-91fd-02ac2a56afe5 service neutron] 10.222.0.45 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839424 Mar 24 00:55:43.099038 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Publish callbacks [] for router_gateway (6128ecc2-cb3c-4bcc-8803-411caed6d660), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:43.100656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-857aee59-f6e5-47ce-907d-f1c37dc0f244 req-4d3d66e9-c7d3-421c-bb72-37225961d736 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389468 Mar 24 00:55:43.108053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b9c4a5-0fac-4081-b526-6979e9ea4af8 admin admin] Network 3442b383-cef2-415a-8f56-3353317f1d87 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:55:43.119812 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Network 49714af7-6855-410b-a16d-b9c5c458a3c9 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:43.124205 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:43.129588 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:55:43.135682 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Pushing event updated for resources: {'Port': ['ID=4fa02efa-f5d5-4682-b661-18560a3121b6,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:43.156101 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:43.230001 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2a30413a-16c4-4435-a798-8002bf555e73), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:43.281815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-84b9c4a5-0fac-4081-b526-6979e9ea4af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 3442b383-cef2-415a-8f56-3353317f1d87) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:43.306420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b9c4a5-0fac-4081-b526-6979e9ea4af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:43.307111 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84b9c4a5-0fac-4081-b526-6979e9ea4af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:43.333749 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29009afc-6900-4725-8617-42874b5396bd None None] Network 3442b383-cef2-415a-8f56-3353317f1d87 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:55:43.340413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732e6455-fb3f-4ea8-986b-f32268dcf320 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:55:43.368694 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Publish callbacks [] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:43.391271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Transition to ACTIVE for port object 732e6455-fb3f-4ea8-986b-f32268dcf320 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:55:43.406951 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:43.407524 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Attempting to bind port 4fa02efa-f5d5-4682-b661-18560a3121b6 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:55:43.407880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Attempting to bind port 4fa02efa-f5d5-4682-b661-18560a3121b6 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'f1fae45a-f482-4f90-a9e9-74bff80c7890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:55:43.408242 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Attempting to bind port 4fa02efa-f5d5-4682-b661-18560a3121b6 on network 49714af7-6855-410b-a16d-b9c5c458a3c9 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:55:43.420769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Allocated IP 172.25.0.146 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/2007bbcd-6249-4d18-9c71-b4a6f09e7ef9) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:55:43.527520 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:55:43.528231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Checking segment: {'id': 'f1fae45a-f482-4f90-a9e9-74bff80c7890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:43.528807 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:43.529438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Bound using segment: {'id': 'f1fae45a-f482-4f90-a9e9-74bff80c7890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:55:43.534729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Bound port: 4fa02efa-f5d5-4682-b661-18560a3121b6, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fae45a-f482-4f90-a9e9-74bff80c7890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:55:43.538220 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4fa02efa-f5d5-4682-b661-18560a3121b6), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:43.606339 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Publish callbacks [] for port (2007bbcd-6249-4d18-9c71-b4a6f09e7ef9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:43.629592 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-99196982-c6ce-4b1f-b863-15cbbfcb75d3 req-9c7d526e-1c98-4cef-912c-b26b499193cd tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 210 time: 0.1675708 Mar 24 00:55:43.649178 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-84b9c4a5-0fac-4081-b526-6979e9ea4af8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1033711 Mar 24 00:55:43.650418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 43186) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:43.684871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2007bbcd-6249-4d18-9c71-b4a6f09e7ef9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:43.733735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-718651379-router', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:43.829327 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:43.835985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Pushing event updated for resources: {'Port': ['ID=732e6455-fb3f-4ea8-986b-f32268dcf320,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:43.848044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] For port 4fa02efa-f5d5-4682-b661-18560a3121b6, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:55:43.862518 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (70ec1954-4054-4881-bc8c-94434d4e77e9), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:43.865252 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] For port 4fa02efa-f5d5-4682-b661-18560a3121b6, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4fa02efa-f5d5-4682-b661-18560a3121b6,segment=NetworkSegment(f1fae45a-f482-4f90-a9e9-74bff80c7890),segment_id=f1fae45a-f482-4f90-a9e9-74bff80c7890)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:55:43.867236 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (70ec1954-4054-4881-bc8c-94434d4e77e9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:43.871292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-3442b383-cef2-415a-8f56-3353317f1d87', 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87', 'project_id': '5b002c83a27746a8a6f68e382218347f', 'fixed_ips': [{'subnet_id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:55:43.872546 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:43.876494 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4fa02efa-f5d5-4682-b661-18560a3121b6), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:43.903984 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:43.920016 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:55:44.056491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589ed5b-4b70-4511-81c3-949cc6176c76 None None] Pushing event updated for resources: {'Port': ['ID=4fa02efa-f5d5-4682-b661-18560a3121b6,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:44.109236 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Pushing event updated for resources: {'Port': ['ID=2007bbcd-6249-4d18-9c71-b4a6f09e7ef9,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:44.243878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d00c0-d81e-4ae0-8597-bf813d551a15 req-f3a51879-9eb0-4ea2-ba1c-d60d194d194b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:44.254215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Allocated IP 172.20.0.2 (3442b383-cef2-415a-8f56-3353317f1d87/9e6d0188-d534-47f6-9862-05c37c3c8bdd/667c4b98-f769-4291-a656-a84a6e9d99ef) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:55:44.260179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-663d00c0-d81e-4ae0-8597-bf813d551a15 req-f3a51879-9eb0-4ea2-ba1c-d60d194d194b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.8550866 Mar 24 00:55:44.636256 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Publish callbacks [] for port (667c4b98-f769-4291-a656-a84a6e9d99ef), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:44.649842 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (667c4b98-f769-4291-a656-a84a6e9d99ef), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:44.778503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Network 3442b383-cef2-415a-8f56-3353317f1d87 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:44.784527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:44.788649 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:55:44.813032 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6acb559f-c080-4e50-b9df-d752802af3ee req-566fa629-4c2d-481f-b551-8b7e95d9230a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9824510 Mar 24 00:55:44.814124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Pushing event updated for resources: {'Port': ['ID=667c4b98-f769-4291-a656-a84a6e9d99ef,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:44.928242 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Publish callbacks [] for router_controller (70ec1954-4054-4881-bc8c-94434d4e77e9), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:44.954098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Attempting to bind port 732e6455-fb3f-4ea8-986b-f32268dcf320 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:55:44.959106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Attempting to bind port 732e6455-fb3f-4ea8-986b-f32268dcf320 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:55:44.959609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Attempting to bind port 732e6455-fb3f-4ea8-986b-f32268dcf320 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:55:44.961234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Attempting to bind port 667c4b98-f769-4291-a656-a84a6e9d99ef on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:55:44.961631 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Attempting to bind port 667c4b98-f769-4291-a656-a84a6e9d99ef by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'a06b89bd-93c8-4108-9a57-9215b8c90a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:55:44.962627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Attempting to bind port 667c4b98-f769-4291-a656-a84a6e9d99ef on network 3442b383-cef2-415a-8f56-3353317f1d87 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:55:44.989809 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Publish callbacks [] for router_gateway (6128ecc2-cb3c-4bcc-8803-411caed6d660), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:44.990419 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:55:44.990851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Checking segment: {'id': 'a06b89bd-93c8-4108-9a57-9215b8c90a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:45.000430 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:45.002022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Bound using segment: {'id': 'a06b89bd-93c8-4108-9a57-9215b8c90a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:55:45.002864 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Bound port: 667c4b98-f769-4291-a656-a84a6e9d99ef, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06b89bd-93c8-4108-9a57-9215b8c90a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:55:45.003288 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (667c4b98-f769-4291-a656-a84a6e9d99ef), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:45.103504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-663d00c0-d81e-4ae0-8597-bf813d551a15 req-530fcad6-2aa8-458f-a4d0-f2b228754d11 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8407452 Mar 24 00:55:45.141573 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] For port 667c4b98-f769-4291-a656-a84a6e9d99ef, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:55:45.167485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] For port 667c4b98-f769-4291-a656-a84a6e9d99ef, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=667c4b98-f769-4291-a656-a84a6e9d99ef,segment=NetworkSegment(a06b89bd-93c8-4108-9a57-9215b8c90a9f),segment_id=a06b89bd-93c8-4108-9a57-9215b8c90a9f)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:55:45.183522 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (667c4b98-f769-4291-a656-a84a6e9d99ef), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:45.346808 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4fa02efa-f5d5-4682-b661-18560a3121b6 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:45.460926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Port 732e6455-fb3f-4ea8-986b-f32268dcf320 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:55:45.461300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Attempting to bind port 732e6455-fb3f-4ea8-986b-f32268dcf320 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:55:45.566871 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdd7a4-fbe0-4572-ad7e-03a8a8eebd9d None None] Pushing event updated for resources: {'Port': ['ID=667c4b98-f769-4291-a656-a84a6e9d99ef,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:45.586953 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4fa02efa-f5d5-4682-b661-18560a3121b6 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:45.587736 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4fa02efa-f5d5-4682-b661-18560a3121b6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:45.588324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:55:45.590268 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:45.590825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:55:45.591301 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Bound port: 732e6455-fb3f-4ea8-986b-f32268dcf320, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:55:45.591673 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:45.649634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc654c-4340-435c-951b-1b68527c10df req-50262a7e-a2f7-4268-a2b0-3470030445f8 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:45.658007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77dc654c-4340-435c-951b-1b68527c10df req-50262a7e-a2f7-4268-a2b0-3470030445f8 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 936 time: 1.3790925 Mar 24 00:55:45.771934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] For port 732e6455-fb3f-4ea8-986b-f32268dcf320, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:55:45.776267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] For port 732e6455-fb3f-4ea8-986b-f32268dcf320, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=732e6455-fb3f-4ea8-986b-f32268dcf320,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:55:45.799730 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1520f86b-7d18-4927-a43f-03f3f53b83a2 req-798848dd-21fe-4a0a-9197-fa830197af75 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 210 time: 0.2670693 Mar 24 00:55:45.809874 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4fa02efa-f5d5-4682-b661-18560a3121b6 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:45.810361 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4fa02efa-f5d5-4682-b661-18560a3121b6), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:45.852756 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:45.932705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 4fa02efa-f5d5-4682-b661-18560a3121b6, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4fa02efa-f5d5-4682-b661-18560a3121b6,segment=NetworkSegment(f1fae45a-f482-4f90-a9e9-74bff80c7890),segment_id=f1fae45a-f482-4f90-a9e9-74bff80c7890)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:45.955701 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4fa02efa-f5d5-4682-b661-18560a3121b6), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:46.149287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=4fa02efa-f5d5-4682-b661-18560a3121b6,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:46.354632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb559f-c080-4e50-b9df-d752802af3ee req-a1abfa1a-57f9-4a59-8f41-97a32536958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:46.356175 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6acb559f-c080-4e50-b9df-d752802af3ee req-a1abfa1a-57f9-4a59-8f41-97a32536958b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 1126 time: 1.4528008 Mar 24 00:55:46.576170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ef1c0e-2d81-4956-a59c-3deef82e6f95 None None] Network 49714af7-6855-410b-a16d-b9c5c458a3c9 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:55:46.777729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb559f-c080-4e50-b9df-d752802af3ee req-9772da34-790f-47d1-be50-b321a5e12014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:46.779315 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6acb559f-c080-4e50-b9df-d752802af3ee req-9772da34-790f-47d1-be50-b321a5e12014 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.4026632 Mar 24 00:55:46.841081 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0ebad57a-1d28-42d0-9434-d5a9cd8a26aa None None] Provisioning complete for port 4fa02efa-f5d5-4682-b661-18560a3121b6 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:46.841910 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0ebad57a-1d28-42d0-9434-d5a9cd8a26aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4fa02efa-f5d5-4682-b661-18560a3121b6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:46.897957 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (6128ecc2-cb3c-4bcc-8803-411caed6d660), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:47.089750 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6acb559f-c080-4e50-b9df-d752802af3ee req-980876d7-2bbe-4627-a5ce-dcc9d74dffc3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc HTTP/1.1" status: 200 len: 999 time: 0.3035724 Mar 24 00:55:47.143018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0ebad57a-1d28-42d0-9434-d5a9cd8a26aa None None] Current status of the port 4fa02efa-f5d5-4682-b661-18560a3121b6 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:47.250462 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb559f-c080-4e50-b9df-d752802af3ee req-489f9114-fa0f-41be-ac66-632c9ba1a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:47.251955 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6acb559f-c080-4e50-b9df-d752802af3ee req-489f9114-fa0f-41be-ac66-632c9ba1a953 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.1515729 Mar 24 00:55:47.417698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4fa02efa-f5d5-4682-b661-18560a3121b6 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:47.465619 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb559f-c080-4e50-b9df-d752802af3ee req-fae67273-c29f-42f0-8b01-4ff5f9358fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:47.466148 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06290147-c355-42c5-9391-15105a27aadc None None] Network 3442b383-cef2-415a-8f56-3353317f1d87 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:55:47.467900 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6acb559f-c080-4e50-b9df-d752802af3ee req-fae67273-c29f-42f0-8b01-4ff5f9358fcb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1974852 Mar 24 00:55:47.497213 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Router 6128ecc2-cb3c-4bcc-8803-411caed6d660 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:55:47.568207 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Publish callbacks [] for router_gateway (70ec1954-4054-4881-bc8c-94434d4e77e9), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:47.581114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:47.581999 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:47.583483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] 10.222.0.48 "PUT /v2.0/ports/732e6455-fb3f-4ea8-986b-f32268dcf320 HTTP/1.1" status: 200 len: 1096 time: 8.7068501 Mar 24 00:55:47.584161 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c37f54a-7345-4dfe-bbe7-66e6903f2af2', 'tag': '732e6455-fb3f-4ea8-986b-f32268dcf320'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:55:47.592507 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4356c3dd-2566-49fe-8526-11b5bd5bcd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "5c37f54a-7345-4dfe-bbe7-66e6903f2af2", "tag": "732e6455-fb3f-4ea8-986b-f32268dcf320"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:55:47.635572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a30413a-16c4-4435-a798-8002bf555e73 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:55:47.737492 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-10aca1e3-6c52-4071-8c00-fa29d123284b None None] Provisioning complete for port 667c4b98-f769-4291-a656-a84a6e9d99ef triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:47.742655 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-10aca1e3-6c52-4071-8c00-fa29d123284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (667c4b98-f769-4291-a656-a84a6e9d99ef), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:47.759288 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-dedf5145-4483-4c29-ba8c-7a2291a1c465 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:47.761946 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-dedf5145-4483-4c29-ba8c-7a2291a1c465 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.48 "GET /v2.0/networks?id=9de6f79e-0547-44b2-ae38-7fe0b368872e HTTP/1.1" status: 200 len: 814 time: 1.4444792 Mar 24 00:55:47.778175 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6acb559f-c080-4e50-b9df-d752802af3ee req-42cec1e7-bea6-4cee-9ab4-0082a6d579dd service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916801 Mar 24 00:55:47.802708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4fa02efa-f5d5-4682-b661-18560a3121b6 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:47.803088 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4fa02efa-f5d5-4682-b661-18560a3121b6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:47.869656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42ba3f-0534-4c4e-8a01-36d421a730e5 service neutron] Pushing event updated for resources: {'Port': ['ID=732e6455-fb3f-4ea8-986b-f32268dcf320,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:47.885908 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Publish callbacks [] for port (2a30413a-16c4-4435-a798-8002bf555e73), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:47.894549 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-4c4e9a10-bf05-4c93-9aa1-319d1e48fd0f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Request body: {'port': {'device_id': 'af9b6048-def6-44f0-8ee7-17ca72f9158c', 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e', 'admin_state_up': True, 'tenant_id': '1aef11c3c05e411091ef61bdeb52cf91'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:48.012228 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:55:48.034513 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Sync routers for ids ['6128ecc2-cb3c-4bcc-8803-411caed6d660'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:55:48.061583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4fa02efa-f5d5-4682-b661-18560a3121b6 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:48.062740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 667c4b98-f769-4291-a656-a84a6e9d99ef up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:48.065869 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Routers {'6128ecc2-cb3c-4bcc-8803-411caed6d660'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:48.066519 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['6128ecc2-cb3c-4bcc-8803-411caed6d660'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:48.105101 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6acb559f-c080-4e50-b9df-d752802af3ee req-96ce03be-0fbc-4893-af16-4e19a6eac84a service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260531 Mar 24 00:55:48.107878 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77dc654c-4340-435c-951b-1b68527c10df req-9f80704b-57c1-40b6-bc8b-dfd8ff29bfce tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.4489632 Mar 24 00:55:48.163692 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-10aca1e3-6c52-4071-8c00-fa29d123284b None None] Current status of the port 667c4b98-f769-4291-a656-a84a6e9d99ef is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:48.164105 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-10aca1e3-6c52-4071-8c00-fa29d123284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (667c4b98-f769-4291-a656-a84a6e9d99ef), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:48.166667 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:48.171228 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5290716b-0e55-4311-b023-54efb91f65bd admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1586392 Mar 24 00:55:48.171882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 43232) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:55:48.327042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-10aca1e3-6c52-4071-8c00-fa29d123284b None None] For port 667c4b98-f769-4291-a656-a84a6e9d99ef, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=667c4b98-f769-4291-a656-a84a6e9d99ef,segment=NetworkSegment(a06b89bd-93c8-4108-9a57-9215b8c90a9f),segment_id=a06b89bd-93c8-4108-9a57-9215b8c90a9f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:48.335599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 667c4b98-f769-4291-a656-a84a6e9d99ef triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:48.335829 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (667c4b98-f769-4291-a656-a84a6e9d99ef), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:48.346430 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-10aca1e3-6c52-4071-8c00-fa29d123284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (667c4b98-f769-4291-a656-a84a6e9d99ef), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:48.469140 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Set router 6128ecc2-cb3c-4bcc-8803-411caed6d660 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:48.487921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Transition to ACTIVE for port object 2a30413a-16c4-4435-a798-8002bf555e73 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:55:48.495343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aca1e3-6c52-4071-8c00-fa29d123284b None None] Pushing event updated for resources: {'Port': ['ID=667c4b98-f769-4291-a656-a84a6e9d99ef,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:48.513443 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-eb15c28d-bb32-4ab7-91bc-e5ca6b1e2cb1 None None] Provisioning complete for port 667c4b98-f769-4291-a656-a84a6e9d99ef triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:48.513443 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-eb15c28d-bb32-4ab7-91bc-e5ca6b1e2cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (667c4b98-f769-4291-a656-a84a6e9d99ef), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:48.600342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-4c4e9a10-bf05-4c93-9aa1-319d1e48fd0f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Made reservation on behalf of 1aef11c3c05e411091ef61bdeb52cf91 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:55:48.603763 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-4c4e9a10-bf05-4c93-9aa1-319d1e48fd0f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:48.646216 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (2a30413a-16c4-4435-a798-8002bf555e73), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:48.659644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 667c4b98-f769-4291-a656-a84a6e9d99ef is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:48.746806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Pushing event updated for resources: {'Port': ['ID=2a30413a-16c4-4435-a798-8002bf555e73,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:48.783781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-eb15c28d-bb32-4ab7-91bc-e5ca6b1e2cb1 None None] Current status of the port 667c4b98-f769-4291-a656-a84a6e9d99ef is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:48.787850 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f13e247-583e-41d3-86dd-0367d0c4c66f req-031a5422-fa50-40da-9903-be1d6dc17ecd tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 210 time: 0.2798793 Mar 24 00:55:48.790396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-915b88e7-cec4-4da5-b543-d04e824c8b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:48.792261 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-915b88e7-cec4-4da5-b543-d04e824c8b5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7990cdebf6da45ad816e6d3c9cb354ee&device_id=5c37f54a-7345-4dfe-bbe7-66e6903f2af2 HTTP/1.1" status: 200 len: 1130 time: 0.9804533 Mar 24 00:55:48.839739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-eb15c28d-bb32-4ab7-91bc-e5ca6b1e2cb1 None None] Provisioning complete for port 4fa02efa-f5d5-4682-b661-18560a3121b6 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:48.840556 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-eb15c28d-bb32-4ab7-91bc-e5ca6b1e2cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4fa02efa-f5d5-4682-b661-18560a3121b6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:48.913728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-6bfea556-dc66-4349-ae71-5a30deaa79df tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:48.915297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-6bfea556-dc66-4349-ae71-5a30deaa79df tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 811 time: 2.6100144 Mar 24 00:55:48.920689 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9329969-152e-4319-a38e-2cb5f13f833d x-openstack-request-id: req-b9329969-152e-4319-a38e-2cb5f13f833d {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:55:48.921148 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c37f54a-7345-4dfe-bbe7-66e6903f2af2", "tag": "732e6455-fb3f-4ea8-986b-f32268dcf320", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:55:48.921268 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b9329969-152e-4319-a38e-2cb5f13f833d {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:55:48.921679 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9329969-152e-4319-a38e-2cb5f13f833d'] response: {'name': 'network-changed', 'server_uuid': '5c37f54a-7345-4dfe-bbe7-66e6903f2af2', 'tag': '732e6455-fb3f-4ea8-986b-f32268dcf320', 'status': 'completed', 'code': 200} Mar 24 00:55:48.937857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-dbf4b110-bd25-4f58-b374-3e006e665cb5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=732e6455-fb3f-4ea8-986b-f32268dcf320 HTTP/1.1" status: 200 len: 217 time: 0.1186452 Mar 24 00:55:48.949835 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'name': 'tempest-ServersTestManualDisk-1009312806-router', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:42Z', 'updated_at': '2022-03-24T00:55:44Z', 'revision_number': 3, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'gw_port': {'id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:48.984437 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Checking router: 6128ecc2-cb3c-4bcc-8803-411caed6d660 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:55:48.984921 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Updating router 6128ecc2-cb3c-4bcc-8803-411caed6d660 port 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:55:49.054497 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2007bbcd-6249-4d18-9c71-b4a6f09e7ef9), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:49.106896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-eb15c28d-bb32-4ab7-91bc-e5ca6b1e2cb1 None None] Current status of the port 4fa02efa-f5d5-4682-b661-18560a3121b6 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:49.123426 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-194c7ae1-1fcb-4e47-a9c1-0b0006cd394b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/quotas/fa7a637ada534f57aa37557e7d448261 HTTP/1.1" status: 200 len: 375 time: 0.1967256 Mar 24 00:55:49.124636 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 667c4b98-f769-4291-a656-a84a6e9d99ef up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:49.231320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-b282f5a0-b83b-47de-97d8-ada15a2ecf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:49.233704 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-b282f5a0-b83b-47de-97d8-ada15a2ecf18 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.2145491 Mar 24 00:55:49.233883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 667c4b98-f769-4291-a656-a84a6e9d99ef triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:49.234491 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (667c4b98-f769-4291-a656-a84a6e9d99ef), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:49.465224 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Publish callbacks [] for port (2007bbcd-6249-4d18-9c71-b4a6f09e7ef9), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:49.465224 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2007bbcd-6249-4d18-9c71-b4a6f09e7ef9), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:49.504107 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 667c4b98-f769-4291-a656-a84a6e9d99ef is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:49.518981 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b06ea-97c2-4505-8475-ad853618c8ab None None] Pushing event updated for resources: {'Port': ['ID=2007bbcd-6249-4d18-9c71-b4a6f09e7ef9,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:49.550105 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Attempting to bind port 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:55:49.550720 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Attempting to bind port 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:55:49.551186 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Attempting to bind port 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:55:49.558490 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:55:49.559045 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:49.559538 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:49.560040 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:55:49.560682 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Bound port: 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:55:49.561350 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2007bbcd-6249-4d18-9c71-b4a6f09e7ef9), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:49.611591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-099b9764-0916-44b1-855b-ab5ac36e5acd tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4748244 Mar 24 00:55:49.612882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-4c4e9a10-bf05-4c93-9aa1-319d1e48fd0f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Allocated IP 172.20.0.4 (9de6f79e-0547-44b2-ae38-7fe0b368872e/e381c163-d43e-468b-a3d7-a42af7bc7ee3/27eb8e00-425b-4c0a-b4e3-f938d24631ff) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:55:49.619072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Attempting to bind port 2a30413a-16c4-4435-a798-8002bf555e73 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:55:49.619413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Attempting to bind port 2a30413a-16c4-4435-a798-8002bf555e73 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:55:49.619748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Attempting to bind port 2a30413a-16c4-4435-a798-8002bf555e73 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:55:49.627053 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] For port 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:55:49.631424 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] For port 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2007bbcd-6249-4d18-9c71-b4a6f09e7ef9,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:55:49.639665 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2007bbcd-6249-4d18-9c71-b4a6f09e7ef9), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:49.672737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Port 2a30413a-16c4-4435-a798-8002bf555e73 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:55:49.673207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Attempting to bind port 2a30413a-16c4-4435-a798-8002bf555e73 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:55:49.703779 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Routers {'6128ecc2-cb3c-4bcc-8803-411caed6d660'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:55:49.703779 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:55:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['6128ecc2-cb3c-4bcc-8803-411caed6d660'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:49.748078 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b06ea-97c2-4505-8475-ad853618c8ab None None] Pushing event updated for resources: {'Port': ['ID=2007bbcd-6249-4d18-9c71-b4a6f09e7ef9,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:49.806820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-b63acc5d-d389-46cd-9b8e-91dd47ed62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:49.807095 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-b63acc5d-d389-46cd-9b8e-91dd47ed62ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5367923 Mar 24 00:55:49.807842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:55:49.808125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:49.808498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:55:49.808945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Bound port: 2a30413a-16c4-4435-a798-8002bf555e73, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:55:49.809327 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2a30413a-16c4-4435-a798-8002bf555e73), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:49.825228 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65cc35-fc73-465b-b08a-31190d6074dc req-78fe2210-f2d0-408b-9c67-4c1dd7db0c5d tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:49.826748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c65cc35-fc73-465b-b08a-31190d6074dc req-78fe2210-f2d0-408b-9c67-4c1dd7db0c5d tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 948 time: 0.5667357 Mar 24 00:55:49.831504 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] Set router 6128ecc2-cb3c-4bcc-8803-411caed6d660 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:55:50.026975 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'name': 'tempest-ServersTestManualDisk-1009312806-router', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:42Z', 'updated_at': '2022-03-24T00:55:44Z', 'revision_number': 3, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'gw_port': {'id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:55:50.156820 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65a4fa-dd8e-4f6b-8c69-eab2e4eb521b None None] The sync data for ids ['6128ecc2-cb3c-4bcc-8803-411caed6d660'] in n-d-760455-9 is: [{'id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'name': 'tempest-ServersTestManualDisk-1009312806-router', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:42Z', 'updated_at': '2022-03-24T00:55:44Z', 'revision_number': 3, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'gw_port': {'id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:55:50.185671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-e9334996-aba9-46a8-be29-8422e7f52852 service neutron] 10.222.0.45 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420516 Mar 24 00:55:50.192190 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Publish callbacks [] for router_gateway (70ec1954-4054-4881-bc8c-94434d4e77e9), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:50.229205 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c65cc35-fc73-465b-b08a-31190d6074dc req-d18142cc-4798-4cd8-8301-16fd26395598 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847075 Mar 24 00:55:50.234959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] For port 2a30413a-16c4-4435-a798-8002bf555e73, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:55:50.247819 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:50.388544 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] For port 2a30413a-16c4-4435-a798-8002bf555e73, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2a30413a-16c4-4435-a798-8002bf555e73,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:55:50.391731 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-efa1b1ac-82cc-46fa-984b-540d9403cfb6 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606418 Mar 24 00:55:50.445253 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (2a30413a-16c4-4435-a798-8002bf555e73), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:50.471726 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-4c4e9a10-bf05-4c93-9aa1-319d1e48fd0f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks [] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:51.139310 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:51.214097 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:55:51.224825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:51.227147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:51.227776 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:51.229277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] 10.222.0.57 "PUT /v2.0/ports/2a30413a-16c4-4435-a798-8002bf555e73 HTTP/1.1" status: 200 len: 1096 time: 8.4261477 Mar 24 00:55:51.230276 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2007bbcd-6249-4d18-9c71-b4a6f09e7ef9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:51.233939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cfd2f6-6c95-4fef-a6e5-e483db236c78', 'tag': '2a30413a-16c4-4435-a798-8002bf555e73'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:55:51.235735 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8973d4-d30b-408d-80c4-a17b6bc10c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "54cfd2f6-6c95-4fef-a6e5-e483db236c78", "tag": "2a30413a-16c4-4435-a798-8002bf555e73"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:55:51.352664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Allocated IP 172.25.0.104 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/60f4234d-0f79-4e8c-833b-ef6080e14d11) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:55:51.380083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:51.380657 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2007bbcd-6249-4d18-9c71-b4a6f09e7ef9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:51.416822 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea918054-b805-44d9-bd88-3486a0cb3663 service neutron] 10.222.0.45 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2003524 Mar 24 00:55:51.428418 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2007bbcd-6249-4d18-9c71-b4a6f09e7ef9,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:51.436238 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2007bbcd-6249-4d18-9c71-b4a6f09e7ef9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:51.439413 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-603f0599-c4fd-4472-ad35-3b739ec350ef req-c33dbef6-b750-4854-bef8-8c137dde93a5 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0368693 Mar 24 00:55:51.456367 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:51.477789 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-4c4e9a10-bf05-4c93-9aa1-319d1e48fd0f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:51.501217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57689c-8acb-44fc-b389-7ff5eb3d986b service neutron] Pushing event updated for resources: {'Port': ['ID=2a30413a-16c4-4435-a798-8002bf555e73,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:51.547391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=2007bbcd-6249-4d18-9c71-b4a6f09e7ef9,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:51.558958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-1569020d-f74a-47d8-8a66-2f609fd13ae2 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:51.560539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-1569020d-f74a-47d8-8a66-2f609fd13ae2 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 808 time: 1.0974557 Mar 24 00:55:51.644411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-e3007fb9-79cf-4213-b6fa-d7439ef94d6a tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/quotas/d31a258675f94796a5709fd6f7444f7f HTTP/1.1" status: 200 len: 375 time: 0.0202465 Mar 24 00:55:51.648453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-4c4e9a10-bf05-4c93-9aa1-319d1e48fd0f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Network 9de6f79e-0547-44b2-ae38-7fe0b368872e is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:51.685040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-4c4e9a10-bf05-4c93-9aa1-319d1e48fd0f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:51.705380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-4c4e9a10-bf05-4c93-9aa1-319d1e48fd0f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:55:51.757254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-4c4e9a10-bf05-4c93-9aa1-319d1e48fd0f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:51.757873 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-4c4e9a10-bf05-4c93-9aa1-319d1e48fd0f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:51.859775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-fb22318f-dc5a-4782-a0ef-00b9f2058c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:51.861461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-fb22318f-dc5a-4782-a0ef-00b9f2058c6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7990cdebf6da45ad816e6d3c9cb354ee&device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 1130 time: 0.5049446 Mar 24 00:55:51.880734 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e9a10-bf05-4c93-9aa1-319d1e48fd0f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Pushing event updated for resources: {'Port': ['ID=27eb8e00-425b-4c0a-b4e3-f938d24631ff,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:52.036342 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-7db2b4ec-4cea-4910-81ff-19f7bd5c7651 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2a30413a-16c4-4435-a798-8002bf555e73 HTTP/1.1" status: 200 len: 217 time: 0.1346741 Mar 24 00:55:52.075993 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-4c4e9a10-bf05-4c93-9aa1-319d1e48fd0f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1859634 Mar 24 00:55:52.094948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356c3dd-2566-49fe-8526-11b5bd5bcd4a req-780a34ca-6ae1-4aae-a91d-5b75fb522c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:52.096955 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4356c3dd-2566-49fe-8526-11b5bd5bcd4a req-780a34ca-6ae1-4aae-a91d-5b75fb522c59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7990cdebf6da45ad816e6d3c9cb354ee&device_id=5c37f54a-7345-4dfe-bbe7-66e6903f2af2 HTTP/1.1" status: 200 len: 1130 time: 0.5719075 Mar 24 00:55:52.109257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Request body: {'port': {'device_id': 'af9b6048-def6-44f0-8ee7-17ca72f9158c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:52.229969 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-dcb915f3-abde-4d5c-b54e-753315174bfd tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5689116 Mar 24 00:55:52.248722 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Publish callbacks [] for port (60f4234d-0f79-4e8c-833b-ef6080e14d11), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:52.491239 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-5af43d30-4bb0-4e96-9063-00c5a792b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:52.494430 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-5af43d30-4bb0-4e96-9063-00c5a792b692 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.4568720 Mar 24 00:55:52.567489 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:52.613500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368961f-e5ab-485a-9fdb-53eca72da073 req-3a30e831-fa05-48bf-8939-8e27adcd5c61 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:52.616261 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e368961f-e5ab-485a-9fdb-53eca72da073 req-3a30e831-fa05-48bf-8939-8e27adcd5c61 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 931 time: 0.4321866 Mar 24 00:55:52.617560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Allocated IP 172.20.0.1 (49714af7-6855-410b-a16d-b9c5c458a3c9/0b188f70-d003-40e9-a092-64b6a81d9504/4f8eb045-665a-4dad-a9de-33e0f6bc8558) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:55:52.636194 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (60f4234d-0f79-4e8c-833b-ef6080e14d11), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:52.670866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356c3dd-2566-49fe-8526-11b5bd5bcd4a req-3195caf3-ee6f-4c18-9267-3f8991e44cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:52.672296 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4356c3dd-2566-49fe-8526-11b5bd5bcd4a req-3195caf3-ee6f-4c18-9267-3f8991e44cfd service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.5040667 Mar 24 00:55:52.768428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-49eb2a39-03c0-4480-9c18-6ac9f6eeb963 service neutron] 10.222.0.45 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035601 Mar 24 00:55:52.888681 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4356c3dd-2566-49fe-8526-11b5bd5bcd4a req-5f4645e6-2d12-4f4d-aef1-58dcacd16b9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=732e6455-fb3f-4ea8-986b-f32268dcf320 HTTP/1.1" status: 200 len: 217 time: 0.1696117 Mar 24 00:55:52.905352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:52.976652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Pushing event updated for resources: {'Port': ['ID=60f4234d-0f79-4e8c-833b-ef6080e14d11,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:52.981789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:52.984047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:55:52.999915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-b45fb534-c1f3-4dea-bd45-b22843b34774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:53.001630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-b45fb534-c1f3-4dea-bd45-b22843b34774 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4965718 Mar 24 00:55:53.091840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:53.143326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e368961f-e5ab-485a-9fdb-53eca72da073 req-d7fb65aa-8708-422b-88dc-a2181924e42b tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169351 Mar 24 00:55:53.200149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:53.200840 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2007bbcd-6249-4d18-9c71-b4a6f09e7ef9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:53.306174 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:53.719164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356c3dd-2566-49fe-8526-11b5bd5bcd4a req-d9e5a06b-a941-4fb8-b24f-8db534f69cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:53.720634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4356c3dd-2566-49fe-8526-11b5bd5bcd4a req-d9e5a06b-a941-4fb8-b24f-8db534f69cff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.8052583 Mar 24 00:55:53.826295 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Publish callbacks [] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:53.862873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-66f9b6d4-3dd0-4eae-bf04-41c2e19095b4 service neutron] 10.222.0.45 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0371835 Mar 24 00:55:54.014119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563cad9-7714-4f0b-a444-1c9f59f2f8c9 req-a7d3ea43-97c4-42c9-8237-7e919391c7c6 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:54.015581 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e563cad9-7714-4f0b-a444-1c9f59f2f8c9 req-a7d3ea43-97c4-42c9-8237-7e919391c7c6 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 948 time: 0.7347343 Mar 24 00:55:54.048578 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-adbce9db-0584-447b-980f-78dfba404193 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:54.050023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-adbce9db-0584-447b-980f-78dfba404193 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.57 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 811 time: 0.8655257 Mar 24 00:55:54.051844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-2c174431-3c54-42ee-b5d2-3b4c2e45eefb service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9948637 Mar 24 00:55:54.092891 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-c77c9d7b-4e55-4d28-87c7-5447502c841d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Request body: {'port': {'device_id': '6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'admin_state_up': True, 'tenant_id': 'fa7a637ada534f57aa37557e7d448261'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:54.101073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356c3dd-2566-49fe-8526-11b5bd5bcd4a req-81ab648a-970e-42c9-878b-fe2f7c09ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:54.102650 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4356c3dd-2566-49fe-8526-11b5bd5bcd4a req-81ab648a-970e-42c9-878b-fe2f7c09ef52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3649364 Mar 24 00:55:54.211229 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:54.325445 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94104438-60d1-4e9a-bbe1-14473d7f29a7 x-openstack-request-id: req-94104438-60d1-4e9a-bbe1-14473d7f29a7 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:55:54.325732 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cfd2f6-6c95-4fef-a6e5-e483db236c78", "tag": "2a30413a-16c4-4435-a798-8002bf555e73", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:55:54.325985 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-94104438-60d1-4e9a-bbe1-14473d7f29a7 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:55:54.326384 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94104438-60d1-4e9a-bbe1-14473d7f29a7'] response: {'name': 'network-changed', 'server_uuid': '54cfd2f6-6c95-4fef-a6e5-e483db236c78', 'tag': '2a30413a-16c4-4435-a798-8002bf555e73', 'status': 'completed', 'code': 200} Mar 24 00:55:54.437077 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051acfd1-5b4b-41c9-8621-19be1a8149ff req-20e61211-66e3-4a4e-a400-4291e2c93913 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 210 time: 0.0995872 Mar 24 00:55:54.481638 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e563cad9-7714-4f0b-a444-1c9f59f2f8c9 req-647630a5-32f1-412e-b331-e8f13f92987b tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508469 Mar 24 00:55:54.483683 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Network 49714af7-6855-410b-a16d-b9c5c458a3c9 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:54.589542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:54.602867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27eb8e00-425b-4c0a-b4e3-f938d24631ff {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:55:54.616610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Pushing event updated for resources: {'Port': ['ID=4f8eb045-665a-4dad-a9de-33e0f6bc8558,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:54.634031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:55:54.650966 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Publish callbacks [] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:54.657565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 732e6455-fb3f-4ea8-986b-f32268dcf320 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:55:54.838970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 732e6455-fb3f-4ea8-986b-f32268dcf320, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=732e6455-fb3f-4ea8-986b-f32268dcf320,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:54.847411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b996232-b388-4d73-be1b-72fd4cdc9f21 req-b72f4723-200d-4e15-ac14-4cae6f226e8e service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7713234 Mar 24 00:55:54.852237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Transition to ACTIVE for port object 27eb8e00-425b-4c0a-b4e3-f938d24631ff will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:55:54.868703 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3060c539-f65b-42db-922d-9da21b113492 req-beaed2eb-3ea1-4915-a062-e0809982d039 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 210 time: 0.1218250 Mar 24 00:55:54.889502 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:54.900409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4356c3dd-2566-49fe-8526-11b5bd5bcd4a req-4fed6925-10df-4866-9137-d74b8310750a service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458525 Mar 24 00:55:54.930904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '732e6455-fb3f-4ea8-986b-f32268dcf320', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '732e6455-fb3f-4ea8-986b-f32268dcf320', 'mac_address': 'fa:16:3e:b2:a4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:55:54.952395 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Publish callbacks [] for router_gateway (70ec1954-4054-4881-bc8c-94434d4e77e9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:54.967721 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (6128ecc2-cb3c-4bcc-8803-411caed6d660), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:55.032802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 732e6455-fb3f-4ea8-986b-f32268dcf320 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:55.034032 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:55.058336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732e6455-fb3f-4ea8-986b-f32268dcf320 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:55:55.088380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 732e6455-fb3f-4ea8-986b-f32268dcf320, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=732e6455-fb3f-4ea8-986b-f32268dcf320,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:55.098181 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:55.152952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b0e4dca5-4939-4fdb-a1a3-48a84eebce69 None None] Provisioning complete for port 4f8eb045-665a-4dad-a9de-33e0f6bc8558 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:55.153557 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0e4dca5-4939-4fdb-a1a3-48a84eebce69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:55.218557 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=732e6455-fb3f-4ea8-986b-f32268dcf320,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:55.224079 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b0e4dca5-4939-4fdb-a1a3-48a84eebce69 None None] Port 4f8eb045-665a-4dad-a9de-33e0f6bc8558 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:55:55.313204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-c77c9d7b-4e55-4d28-87c7-5447502c841d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Made reservation on behalf of fa7a637ada534f57aa37557e7d448261 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:55:55.316796 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-c77c9d7b-4e55-4d28-87c7-5447502c841d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:55.341274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['732e6455-fb3f-4ea8-986b-f32268dcf320'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:55:55.352906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6ab12-5b16-4eed-bea4-e153a709cb8b req-54f38243-a456-40dd-81d7-da9755e1f9f7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:55.354893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94e6ab12-5b16-4eed-bea4-e153a709cb8b req-54f38243-a456-40dd-81d7-da9755e1f9f7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 931 time: 0.7426171 Mar 24 00:55:55.368453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Pushing event updated for resources: {'Port': ['ID=27eb8e00-425b-4c0a-b4e3-f938d24631ff,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:55.481940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4356c3dd-2566-49fe-8526-11b5bd5bcd4a req-8f7105c3-a71b-4640-acd7-f7227e64bea4 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686917 Mar 24 00:55:55.670363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8973d4-d30b-408d-80c4-a17b6bc10c2f req-e2a9adc9-db2c-4dbf-8ba3-a086eca24507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:55.673146 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f8973d4-d30b-408d-80c4-a17b6bc10c2f req-e2a9adc9-db2c-4dbf-8ba3-a086eca24507 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7990cdebf6da45ad816e6d3c9cb354ee&device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 1130 time: 0.7153945 Mar 24 00:55:55.719898 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1133570-9b1e-409e-86d3-e89c27d6c738 req-9ea267e4-ba64-4187-ac3d-df75d454e6fa tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 210 time: 0.0752685 Mar 24 00:55:56.424465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-c77c9d7b-4e55-4d28-87c7-5447502c841d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Allocated IP 172.20.0.14 (a98bf23f-e282-494a-9475-14c4438bbbf3/9949c1b7-99b1-4ac5-9528-e85b6230eee6/6da1a3c2-aaa3-4ae9-aac8-e875023fc87f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:55:56.516589 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (70ec1954-4054-4881-bc8c-94434d4e77e9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:56.544868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94e6ab12-5b16-4eed-bea4-e153a709cb8b req-8b8adf0a-8bff-483f-85b8-9579f2133e85 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1732728 Mar 24 00:55:56.655949 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 732e6455-fb3f-4ea8-986b-f32268dcf320 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:56.908252 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 732e6455-fb3f-4ea8-986b-f32268dcf320 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:55:56.924756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 732e6455-fb3f-4ea8-986b-f32268dcf320 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:56.928925 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:57.044934 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-c77c9d7b-4e55-4d28-87c7-5447502c841d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:57.120295 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 732e6455-fb3f-4ea8-986b-f32268dcf320 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:57.120735 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:57.166315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c37f54a-7345-4dfe-bbe7-66e6903f2af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732e6455-fb3f-4ea8-986b-f32268dcf320'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:55:57.168577 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413512ee-7979-423e-b4b9-09ce912ad54e" -d '{"events": [{"server_uuid": "5c37f54a-7345-4dfe-bbe7-66e6903f2af2", "name": "network-vif-plugged", "status": "completed", "tag": "732e6455-fb3f-4ea8-986b-f32268dcf320"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:55:57.180726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Attempting to bind port 27eb8e00-425b-4c0a-b4e3-f938d24631ff on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:55:57.180726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Attempting to bind port 27eb8e00-425b-4c0a-b4e3-f938d24631ff by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'aacc34e4-c7b5-48c5-927f-87d75ec55d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:55:57.181086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Attempting to bind port 27eb8e00-425b-4c0a-b4e3-f938d24631ff on network 9de6f79e-0547-44b2-ae38-7fe0b368872e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:55:57.202544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 732e6455-fb3f-4ea8-986b-f32268dcf320, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=732e6455-fb3f-4ea8-986b-f32268dcf320,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:57.209626 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:57.283039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=732e6455-fb3f-4ea8-986b-f32268dcf320,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:57.297972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Port 27eb8e00-425b-4c0a-b4e3-f938d24631ff on network 9de6f79e-0547-44b2-ae38-7fe0b368872e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:55:57.298325 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Attempting to bind port 27eb8e00-425b-4c0a-b4e3-f938d24631ff on network 9de6f79e-0547-44b2-ae38-7fe0b368872e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:55:57.309171 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-c77c9d7b-4e55-4d28-87c7-5447502c841d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:57.320367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['4dbe84c1-0209-4a91-972b-a3e08e36d97e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:55:57.323688 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['69ebb3c8-8c34-490c-b5d6-20670eaa91ad'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:55:57.460500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-c77c9d7b-4e55-4d28-87c7-5447502c841d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Network a98bf23f-e282-494a-9475-14c4438bbbf3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:55:57.461073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2a30413a-16c4-4435-a798-8002bf555e73 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:55:57.482483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c9d7b-4e55-4d28-87c7-5447502c841d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event updated for resources: {'Port': ['ID=6da1a3c2-aaa3-4ae9-aac8-e875023fc87f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:57.485121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-c77c9d7b-4e55-4d28-87c7-5447502c841d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:55:57.499327 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e869f6e3-f905-46ff-8b20-a34c185e1106 req-6eb23825-ea45-4826-b756-6e753790f875 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 210 time: 0.2024963 Mar 24 00:55:57.500083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:55:57.500429 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Checking segment: {'id': 'aacc34e4-c7b5-48c5-927f-87d75ec55d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:55:57.500811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Bound using segment: {'id': 'aacc34e4-c7b5-48c5-927f-87d75ec55d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:55:57.501305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Bound port: 27eb8e00-425b-4c0a-b4e3-f938d24631ff, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aacc34e4-c7b5-48c5-927f-87d75ec55d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:55:57.501670 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:57.521400 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:57.546744 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-c77c9d7b-4e55-4d28-87c7-5447502c841d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:55:57.608951 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.resource_extend [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 00:55:57.758356 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c31e6-9742-4695-9012-3f36ed386806 req-fce9a4c5-d99b-4609-b24e-41b4cafc6fc6 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:57.765509 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a9c31e6-9742-4695-9012-3f36ed386806 req-fce9a4c5-d99b-4609-b24e-41b4cafc6fc6 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 948 time: 1.9016562 Mar 24 00:55:57.767814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8973d4-d30b-408d-80c4-a17b6bc10c2f req-522a73c3-8954-4dc3-9d3f-05ed98b44fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:57.769256 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f8973d4-d30b-408d-80c4-a17b6bc10c2f req-522a73c3-8954-4dc3-9d3f-05ed98b44fa4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 2.0686641 Mar 24 00:55:58.091722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f8973d4-d30b-408d-80c4-a17b6bc10c2f req-e04777f1-96f2-4881-9950-0aff11951943 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2a30413a-16c4-4435-a798-8002bf555e73 HTTP/1.1" status: 200 len: 217 time: 0.2800999 Mar 24 00:55:58.135812 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2a30413a-16c4-4435-a798-8002bf555e73, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2a30413a-16c4-4435-a798-8002bf555e73,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:58.190985 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '2a30413a-16c4-4435-a798-8002bf555e73', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '2a30413a-16c4-4435-a798-8002bf555e73', 'mac_address': 'fa:16:3e:7f:d8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:55:58.201289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-c77c9d7b-4e55-4d28-87c7-5447502c841d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:58.202829 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-c77c9d7b-4e55-4d28-87c7-5447502c841d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:58.214936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4122f05d-8412-45e6-9d6d-6e2828bc9433 None None] Provisioning complete for port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:58.215393 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4122f05d-8412-45e6-9d6d-6e2828bc9433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:58.273644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] For port 27eb8e00-425b-4c0a-b4e3-f938d24631ff, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:55:58.301357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4122f05d-8412-45e6-9d6d-6e2828bc9433 None None] Port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:55:58.312581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 2a30413a-16c4-4435-a798-8002bf555e73 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:58.312989 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2a30413a-16c4-4435-a798-8002bf555e73), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:58.328612 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a30413a-16c4-4435-a798-8002bf555e73 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:55:58.358639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2a30413a-16c4-4435-a798-8002bf555e73, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2a30413a-16c4-4435-a798-8002bf555e73,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:58.364878 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2a30413a-16c4-4435-a798-8002bf555e73), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:58.382963 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-c1b84208-f544-42d1-af54-70136a88b83d tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:58.384595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-c1b84208-f544-42d1-af54-70136a88b83d tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.48 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 808 time: 1.7854757 Mar 24 00:55:58.417085 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] For port 27eb8e00-425b-4c0a-b4e3-f938d24631ff, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=27eb8e00-425b-4c0a-b4e3-f938d24631ff,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:55:58.426381 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=2a30413a-16c4-4435-a798-8002bf555e73,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:58.441790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-1dd2a85a-5b63-4057-ace2-559f95bd542b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Request body: {'port': {'device_id': '31ac49e3-507c-463d-a92d-bd23eff41b61', 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6', 'admin_state_up': True, 'tenant_id': 'd31a258675f94796a5709fd6f7444f7f'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:58.452387 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-c77c9d7b-4e55-4d28-87c7-5447502c841d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3679123 Mar 24 00:55:58.465557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a9c31e6-9742-4695-9012-3f36ed386806 req-12a8384d-764e-4e36-b801-2a731bce393e tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6991801 Mar 24 00:55:58.475234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Request body: {'port': {'device_id': '6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:55:58.491335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8973d4-d30b-408d-80c4-a17b6bc10c2f req-f3682873-78bd-4a87-a9f9-d4e3eebd42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:58.492986 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f8973d4-d30b-408d-80c4-a17b6bc10c2f req-f3682873-78bd-4a87-a9f9-d4e3eebd42cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.3751249 Mar 24 00:55:58.524530 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:58.543821 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c9a656-5d0c-493c-af4a-4612c07f1651 x-openstack-request-id: req-34c9a656-5d0c-493c-af4a-4612c07f1651 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:55:58.544133 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c37f54a-7345-4dfe-bbe7-66e6903f2af2", "name": "network-vif-plugged", "status": "completed", "tag": "732e6455-fb3f-4ea8-986b-f32268dcf320", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:55:58.544372 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-34c9a656-5d0c-493c-af4a-4612c07f1651 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:55:58.544787 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c9a656-5d0c-493c-af4a-4612c07f1651'] response: {'server_uuid': '5c37f54a-7345-4dfe-bbe7-66e6903f2af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732e6455-fb3f-4ea8-986b-f32268dcf320', 'code': 200} Mar 24 00:55:58.630868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['2a30413a-16c4-4435-a798-8002bf555e73'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:55:58.685113 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4fa87340-7f40-4474-b179-6cbef6f37fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:58.693144 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e9ed2-92ad-4c98-85a1-268ac944b68a req-24962807-cfc2-4f2e-b59b-26e8b4e9e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:58.696188 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4a4e9ed2-92ad-4c98-85a1-268ac944b68a req-24962807-cfc2-4f2e-b59b-26e8b4e9e5a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5c37f54a-7345-4dfe-bbe7-66e6903f2af2 HTTP/1.1" status: 200 len: 1132 time: 0.0700703 Mar 24 00:55:58.771868 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4a4e9ed2-92ad-4c98-85a1-268ac944b68a req-73138fc5-184f-461d-b34f-f38febf38437 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694027 Mar 24 00:55:58.776092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f375ccf-4a1f-4e0b-a1c0-93f53c90f54c req-a9777859-2889-4197-89bc-cc36e4c8a375 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:58.778287 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f375ccf-4a1f-4e0b-a1c0-93f53c90f54c req-a9777859-2889-4197-89bc-cc36e4c8a375 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 932 time: 0.9843597 Mar 24 00:55:58.860993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:58.861570 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:58.862959 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] 10.222.0.48 "PUT /v2.0/ports/27eb8e00-425b-4c0a-b4e3-f938d24631ff HTTP/1.1" status: 200 len: 1091 time: 6.7604041 Mar 24 00:55:58.871408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9b6048-def6-44f0-8ee7-17ca72f9158c', 'tag': '27eb8e00-425b-4c0a-b4e3-f938d24631ff'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:55:58.880434 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a876f98-1cfd-4c9a-ad1d-93558edf176c" -d '{"events": [{"name": "network-changed", "server_uuid": "af9b6048-def6-44f0-8ee7-17ca72f9158c", "tag": "27eb8e00-425b-4c0a-b4e3-f938d24631ff"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:55:59.048331 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Router 70ec1954-4054-4881-bc8c-94434d4e77e9 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:55:59.138780 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Publish callbacks [] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:59.151100 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:59.154408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-1dd2a85a-5b63-4057-ace2-559f95bd542b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Made reservation on behalf of d31a258675f94796a5709fd6f7444f7f for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:55:59.158050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-1dd2a85a-5b63-4057-ace2-559f95bd542b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:59.170856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579be944-f174-472b-81c0-4ffbbcbd3064 service neutron] Pushing event updated for resources: {'Port': ['ID=27eb8e00-425b-4c0a-b4e3-f938d24631ff,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:59.207863 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:59.246653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8973d4-d30b-408d-80c4-a17b6bc10c2f req-23537faa-359c-4ba6-9218-c9803e0b985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:59.248598 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f8973d4-d30b-408d-80c4-a17b6bc10c2f req-23537faa-359c-4ba6-9218-c9803e0b985b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6981163 Mar 24 00:55:59.274709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f375ccf-4a1f-4e0b-a1c0-93f53c90f54c req-9a5d6830-c0b0-4044-b0e6-06b6663c0b49 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661966 Mar 24 00:55:59.453595 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2a30413a-16c4-4435-a798-8002bf555e73 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:55:59.482988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ac761-b953-4328-943c-eaf6687f2fdf req-cfc39be6-8f77-4566-83e4-5e7bfe13a39e tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:59.490939 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-334ac761-b953-4328-943c-eaf6687f2fdf req-cfc39be6-8f77-4566-83e4-5e7bfe13a39e tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 943 time: 0.8178842 Mar 24 00:55:59.565528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 2a30413a-16c4-4435-a798-8002bf555e73 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:55:59.569938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 2a30413a-16c4-4435-a798-8002bf555e73 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:55:59.570573 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2a30413a-16c4-4435-a798-8002bf555e73), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:59.668549 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:59.729415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-53827dbe-19e4-4bf4-8580-dfb7c2b98ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:55:59.730931 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-53827dbe-19e4-4bf4-8580-dfb7c2b98ec6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1aef11c3c05e411091ef61bdeb52cf91&device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 1125 time: 0.7038193 Mar 24 00:55:59.734234 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (6128ecc2-cb3c-4bcc-8803-411caed6d660), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:59.747335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Pushing event updated for resources: {'Port': ['ID=4f8eb045-665a-4dad-a9de-33e0f6bc8558,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:59.749934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 2a30413a-16c4-4435-a798-8002bf555e73 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:55:59.750353 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2a30413a-16c4-4435-a798-8002bf555e73), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:59.817194 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-821ef6ac-0121-43e7-ae36-3689af469afb req-b16aa7ef-35b4-41ce-b21c-20ff63180edb tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 210 time: 0.4068544 Mar 24 00:55:59.834686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2a30413a-16c4-4435-a798-8002bf555e73, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2a30413a-16c4-4435-a798-8002bf555e73,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:55:59.851408 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2a30413a-16c4-4435-a798-8002bf555e73), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:55:59.933772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=2a30413a-16c4-4435-a798-8002bf555e73,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:55:59.977374 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bae2ee-1d74-4244-baa3-b53d6e92accc x-openstack-request-id: req-96bae2ee-1d74-4244-baa3-b53d6e92accc {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:55:59.977643 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9b6048-def6-44f0-8ee7-17ca72f9158c", "tag": "27eb8e00-425b-4c0a-b4e3-f938d24631ff", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:55:59.977925 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96bae2ee-1d74-4244-baa3-b53d6e92accc {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:55:59.978255 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96bae2ee-1d74-4244-baa3-b53d6e92accc'] response: {'name': 'network-changed', 'server_uuid': 'af9b6048-def6-44f0-8ee7-17ca72f9158c', 'tag': '27eb8e00-425b-4c0a-b4e3-f938d24631ff', 'status': 'completed', 'code': 200} Mar 24 00:56:00.465460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-8d83d315-9249-45b8-87f3-452f99f4f1fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27eb8e00-425b-4c0a-b4e3-f938d24631ff HTTP/1.1" status: 200 len: 217 time: 0.7112801 Mar 24 00:56:00.546437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cfd2f6-6c95-4fef-a6e5-e483db236c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a30413a-16c4-4435-a798-8002bf555e73'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:56:00.549266 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e652f1c-24f5-4179-a58c-345e97c30ad1" -d '{"events": [{"server_uuid": "54cfd2f6-6c95-4fef-a6e5-e483db236c78", "name": "network-vif-plugged", "status": "completed", "tag": "2a30413a-16c4-4435-a798-8002bf555e73"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:56:00.767588 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:56:00.777735 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Publish callbacks [] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:00.820275 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dec7c837-cb7b-46b2-ad75-c03bbefe10e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:00.833598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-1dd2a85a-5b63-4057-ace2-559f95bd542b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Allocated IP 172.20.0.14 (ea749ec3-156a-4ab2-a75d-04b9d11ec5a6/c4567572-e17e-44ad-9348-aa4b6b4246ff/a141c53e-af42-4e2f-bd5e-40fd12044197) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:56:00.843336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Transition to ACTIVE for port object 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:56:00.871216 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-334ac761-b953-4328-943c-eaf6687f2fdf req-275fcf34-0985-4d53-91b0-09c3a37bf97b tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3420539 Mar 24 00:56:00.896059 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:00.959428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f8973d4-d30b-408d-80c4-a17b6bc10c2f req-36699eef-f512-4812-bd08-d25ecbc31a0d service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6824155 Mar 24 00:56:00.968095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:56:00.982151 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Sync routers for ids ['70ec1954-4054-4881-bc8c-94434d4e77e9'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:56:01.003905 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Routers {'70ec1954-4054-4881-bc8c-94434d4e77e9'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:56:01.004564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:56:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['70ec1954-4054-4881-bc8c-94434d4e77e9'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:01.167525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-ba459255-57fd-4811-90e9-f6c227580836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:01.170576 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-ba459255-57fd-4811-90e9-f6c227580836 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e381c163-d43e-468b-a3d7-a42af7bc7ee3 HTTP/1.1" status: 200 len: 854 time: 0.6759839 Mar 24 00:56:01.240422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Set router 70ec1954-4054-4881-bc8c-94434d4e77e9 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:56:01.264522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f8973d4-d30b-408d-80c4-a17b6bc10c2f req-8459b06f-4697-4266-af3f-b4ce6dcd31b4 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944720 Mar 24 00:56:01.265332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Pushing event updated for resources: {'Port': ['ID=6da1a3c2-aaa3-4ae9-aac8-e875023fc87f,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:01.336184 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:01.339969 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3cc6a23a-8a5f-42ce-9e1d-0505774fba1d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 17.6584291 Mar 24 00:56:01.340685 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43390) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:01.448854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Network 49714af7-6855-410b-a16d-b9c5c458a3c9 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:01.453215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-2ef08efd-e1d2-4016-84f6-a8748b2b52f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9de6f79e-0547-44b2-ae38-7fe0b368872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1929569 Mar 24 00:56:01.482847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da6161-3636-43bc-a715-af092e268b71 req-bf64684a-1ea9-4786-b5dc-6313b4a6ebd1 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:01.484453 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a9da6161-3636-43bc-a715-af092e268b71 req-bf64684a-1ea9-4786-b5dc-6313b4a6ebd1 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 950 time: 1.0290906 Mar 24 00:56:01.567483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:01.697847 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'name': 'tempest-TaggedBootDevicesTest_v242-718651379-router', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:55:54Z', 'revision_number': 3, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'gw_port': {'id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:50Z', 'updated_at': '2022-03-24T00:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:01.765912 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-1dd2a85a-5b63-4057-ace2-559f95bd542b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks [] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:01.772229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Checking router: 70ec1954-4054-4881-bc8c-94434d4e77e9 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:56:01.772596 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Updating router 70ec1954-4054-4881-bc8c-94434d4e77e9 port 60f4234d-0f79-4e8c-833b-ef6080e14d11 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:56:01.841558 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (60f4234d-0f79-4e8c-833b-ef6080e14d11), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:01.960818 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-1dd2a85a-5b63-4057-ace2-559f95bd542b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:02.078636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977510f-704b-4332-ab46-04c67472dd99 req-058d4a23-5a01-43f8-86f5-e2c47f7756aa tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:02.087300 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e977510f-704b-4332-ab46-04c67472dd99 req-058d4a23-5a01-43f8-86f5-e2c47f7756aa tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 944 time: 1.0858705 Mar 24 00:56:02.128166 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:02.160648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-1dd2a85a-5b63-4057-ace2-559f95bd542b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:02.176280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-1dd2a85a-5b63-4057-ace2-559f95bd542b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:02.186057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-1dd2a85a-5b63-4057-ace2-559f95bd542b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:56:02.195165 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a9da6161-3636-43bc-a715-af092e268b71 req-c863b56a-ef8f-483d-9fe4-616af58b4b06 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829079 Mar 24 00:56:02.203901 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Publish callbacks [] for port (60f4234d-0f79-4e8c-833b-ef6080e14d11), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:02.205189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Attempting to bind port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:56:02.205668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Attempting to bind port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:56:02.206059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Attempting to bind port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f on network a98bf23f-e282-494a-9475-14c4438bbbf3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:02.216490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:56:02.267989 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (60f4234d-0f79-4e8c-833b-ef6080e14d11), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:02.346332 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e977510f-704b-4332-ab46-04c67472dd99 req-4b6660d1-5846-43e4-a604-62879f4e8159 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577994 Mar 24 00:56:02.348397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2a85a-5b63-4057-ace2-559f95bd542b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Pushing event updated for resources: {'Port': ['ID=a141c53e-af42-4e2f-bd5e-40fd12044197,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:02.400245 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f on network a98bf23f-e282-494a-9475-14c4438bbbf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:56:02.400636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Attempting to bind port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f on network a98bf23f-e282-494a-9475-14c4438bbbf3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:02.519368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Allocated IP 172.20.0.1 (3442b383-cef2-415a-8f56-3353317f1d87/9e6d0188-d534-47f6-9862-05c37c3c8bdd/8303fc8b-52de-4bd2-88be-0665eb3a0132) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:56:02.580620 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6fb170-02bd-4d82-adf0-1e975eb061bb x-openstack-request-id: req-7c6fb170-02bd-4d82-adf0-1e975eb061bb {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:56:02.580831 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cfd2f6-6c95-4fef-a6e5-e483db236c78", "name": "network-vif-plugged", "status": "completed", "tag": "2a30413a-16c4-4435-a798-8002bf555e73", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:56:02.581119 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c6fb170-02bd-4d82-adf0-1e975eb061bb {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:56:02.581496 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6fb170-02bd-4d82-adf0-1e975eb061bb'] response: {'server_uuid': '54cfd2f6-6c95-4fef-a6e5-e483db236c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a30413a-16c4-4435-a798-8002bf555e73', 'code': 200} Mar 24 00:56:02.594664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a2eb0-f8ea-4037-b01e-ffe6c5586f01 None None] Pushing event updated for resources: {'Port': ['ID=60f4234d-0f79-4e8c-833b-ef6080e14d11,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:02.615163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:56:02.619692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Checking segment: {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:02.620390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Bound using segment: {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:56:02.621218 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Bound port: 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:56:02.621881 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:02.623974 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:02.661492 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Attempting to bind port 60f4234d-0f79-4e8c-833b-ef6080e14d11 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:56:02.661863 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Attempting to bind port 60f4234d-0f79-4e8c-833b-ef6080e14d11 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:56:02.662686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Attempting to bind port 60f4234d-0f79-4e8c-833b-ef6080e14d11 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:02.667981 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-af3937a0-cdc8-47bd-a7a4-9eca5e7242a1 None None] Provisioning complete for port 4f8eb045-665a-4dad-a9de-33e0f6bc8558 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:02.668364 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-af3937a0-cdc8-47bd-a7a4-9eca5e7242a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:02.688028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:56:02.688686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:02.690156 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:02.691998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:56:02.694820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Bound port: 60f4234d-0f79-4e8c-833b-ef6080e14d11, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:56:02.695433 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (60f4234d-0f79-4e8c-833b-ef6080e14d11), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:02.725565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-1dd2a85a-5b63-4057-ace2-559f95bd542b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:02.730490 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-1dd2a85a-5b63-4057-ace2-559f95bd542b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:02.762240 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:02.780099 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Publish callbacks [] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:02.787672 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-d4497e3f-6079-49f5-a676-bceb6c8049dc service neutron] 10.222.0.48 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2563567 Mar 24 00:56:02.822257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-af3937a0-cdc8-47bd-a7a4-9eca5e7242a1 None None] Port 4f8eb045-665a-4dad-a9de-33e0f6bc8558 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:56:02.867579 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:02.901267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Network 3442b383-cef2-415a-8f56-3353317f1d87 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:02.901928 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] For port 60f4234d-0f79-4e8c-833b-ef6080e14d11, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:56:02.907852 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] For port 60f4234d-0f79-4e8c-833b-ef6080e14d11, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=60f4234d-0f79-4e8c-833b-ef6080e14d11,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:56:02.937358 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (60f4234d-0f79-4e8c-833b-ef6080e14d11), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:02.947554 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:02.954578 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:56:03.008024 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=8303fc8b-52de-4bd2-88be-0665eb3a0132,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:03.025260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-1dd2a85a-5b63-4057-ace2-559f95bd542b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6103408 Mar 24 00:56:03.050825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Router 6128ecc2-cb3c-4bcc-8803-411caed6d660 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:56:03.074668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Request body: {'port': {'device_id': '31ac49e3-507c-463d-a92d-bd23eff41b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:03.117779 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (70ec1954-4054-4881-bc8c-94434d4e77e9), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:03.147350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a2eb0-f8ea-4037-b01e-ffe6c5586f01 None None] Pushing event updated for resources: {'Port': ['ID=60f4234d-0f79-4e8c-833b-ef6080e14d11,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:03.207188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938951b-9967-4e34-a874-0c13ae8b9c8e req-307433cb-f207-433c-b971-a118745fb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:03.208185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Routers {'70ec1954-4054-4881-bc8c-94434d4e77e9'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:56:03.211296 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c938951b-9967-4e34-a874-0c13ae8b9c8e req-307433cb-f207-433c-b971-a118745fb2d7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 1132 time: 0.7881656 Mar 24 00:56:03.212531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:56:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['70ec1954-4054-4881-bc8c-94434d4e77e9'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:03.265479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c591b3a-12dd-4017-8bda-239e35a54d39 req-50a915b5-b828-4ca0-bd95-006a3452a83b tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:03.273036 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c591b3a-12dd-4017-8bda-239e35a54d39 req-50a915b5-b828-4ca0-bd95-006a3452a83b tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 943 time: 0.6989026 Mar 24 00:56:03.330630 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d07f46-dea9-462c-b6f1-54f16abe8f6b req-d97e7b4a-6e0a-455d-b9b7-89131a644376 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:03.348317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34d07f46-dea9-462c-b6f1-54f16abe8f6b req-d97e7b4a-6e0a-455d-b9b7-89131a644376 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 932 time: 0.7840943 Mar 24 00:56:03.477004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] For port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:56:03.523214 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8cf81b52-068b-4b9b-9655-6f4bdf53c4e3 None None] Provisioning complete for port 8303fc8b-52de-4bd2-88be-0665eb3a0132 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:03.524041 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8cf81b52-068b-4b9b-9655-6f4bdf53c4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:03.586641 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:03.631112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] Set router 70ec1954-4054-4881-bc8c-94434d4e77e9 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:56:03.742292 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:03.752558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34d07f46-dea9-462c-b6f1-54f16abe8f6b req-41b39a7d-9441-42fa-bdf1-0497c075d999 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026694 Mar 24 00:56:03.754829 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9224ca8-72f7-4275-bc6c-04ce73cb6bed req-7e17659f-ddb1-487c-8521-4af01926ca00 service neutron] 10.222.0.48 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9551706 Mar 24 00:56:03.766886 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] For port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6da1a3c2-aaa3-4ae9-aac8-e875023fc87f,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:56:03.795555 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:03.810845 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:03.863433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Publish callbacks [] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:03.872892 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:03.884361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8cf81b52-068b-4b9b-9655-6f4bdf53c4e3 None None] Port 8303fc8b-52de-4bd2-88be-0665eb3a0132 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:56:03.940933 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Pushing event updated for resources: {'Port': ['ID=6da1a3c2-aaa3-4ae9-aac8-e875023fc87f,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:03.957765 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c938951b-9967-4e34-a874-0c13ae8b9c8e req-c5a9679a-2d1d-41dc-898c-024b6a9da357 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7318594 Mar 24 00:56:03.962650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=8303fc8b-52de-4bd2-88be-0665eb3a0132,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:03.995385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c591b3a-12dd-4017-8bda-239e35a54d39 req-75537c17-58da-4849-9d60-fd3584f722c7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7207761 Mar 24 00:56:04.009047 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (70ec1954-4054-4881-bc8c-94434d4e77e9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:04.091571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'name': 'tempest-TaggedBootDevicesTest_v242-718651379-router', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:55:54Z', 'revision_number': 3, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'gw_port': {'id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:50Z', 'updated_at': '2022-03-24T00:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:04.138248 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:04.138864 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:04.140319 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-ea8f5754-efc2-4d00-94d9-7176b2911c40 service neutron] 10.222.0.57 "PUT /v2.0/ports/6da1a3c2-aaa3-4ae9-aac8-e875023fc87f HTTP/1.1" status: 200 len: 1092 time: 5.6693442 Mar 24 00:56:04.158546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce5b0f-6fae-49b6-b755-8cb580e27fba None None] The sync data for ids ['70ec1954-4054-4881-bc8c-94434d4e77e9'] in n-d-760455-9 is: [{'id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'name': 'tempest-TaggedBootDevicesTest_v242-718651379-router', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:55:54Z', 'revision_number': 3, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'gw_port': {'id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:50Z', 'updated_at': '2022-03-24T00:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:56:04.162032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8', 'tag': '6da1a3c2-aaa3-4ae9-aac8-e875023fc87f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:56:04.166082 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fac0f0-9d3f-44c6-81d2-8ab91ed3f209" -d '{"events": [{"name": "network-changed", "server_uuid": "6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8", "tag": "6da1a3c2-aaa3-4ae9-aac8-e875023fc87f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:56:04.176229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Network 3442b383-cef2-415a-8f56-3353317f1d87 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:04.178573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:04.238117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:56:04.253051 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Sync routers for ids ['6128ecc2-cb3c-4bcc-8803-411caed6d660'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:56:04.278174 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Routers {'6128ecc2-cb3c-4bcc-8803-411caed6d660'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:56:04.282549 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:56:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['6128ecc2-cb3c-4bcc-8803-411caed6d660'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:04.295091 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d67c3f62-a786-4204-8ed3-e09d2761e7ac admin admin] 10.222.0.45 "PUT /v2.0/routers/6128ecc2-cb3c-4bcc-8803-411caed6d660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1041839 Mar 24 00:56:04.469660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a876f98-1cfd-4c9a-ad1d-93558edf176c req-15580eda-3ee6-4c08-8f1b-fee8b09d3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:04.477231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a876f98-1cfd-4c9a-ad1d-93558edf176c req-15580eda-3ee6-4c08-8f1b-fee8b09d3b46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1aef11c3c05e411091ef61bdeb52cf91&device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 1125 time: 0.6610878 Mar 24 00:56:04.530533 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Router 70ec1954-4054-4881-bc8c-94434d4e77e9 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:56:04.803223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c71d04f2-3ae0-4768-9924-5d9f428e7262 None None] Provisioning complete for port 8303fc8b-52de-4bd2-88be-0665eb3a0132 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:04.803223 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c71d04f2-3ae0-4768-9924-5d9f428e7262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:04.815951 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Set router 6128ecc2-cb3c-4bcc-8803-411caed6d660 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:56:04.836402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-38103ebb-6e0d-4fed-8906-63422b80a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:04.842628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-38103ebb-6e0d-4fed-8906-63422b80a0ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 1126 time: 0.5997183 Mar 24 00:56:04.907255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c71d04f2-3ae0-4768-9924-5d9f428e7262 None None] Port 8303fc8b-52de-4bd2-88be-0665eb3a0132 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:56:04.928990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73252f1-f12a-4bfd-b63b-17b4a329ded7 req-84d632ff-ba77-45ff-9d75-c08d146dd12e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:04.930586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f73252f1-f12a-4bfd-b63b-17b4a329ded7 req-84d632ff-ba77-45ff-9d75-c08d146dd12e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 944 time: 0.7595074 Mar 24 00:56:04.933610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:56:04.950799 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c161f6ab-180d-4b3c-bc8b-c64a3c270fc6 admin admin] 10.222.0.45 "PUT /v2.0/routers/70ec1954-4054-4881-bc8c-94434d4e77e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6003244 Mar 24 00:56:04.951030 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217b6bb-c26b-4d17-9bfe-d645025e8cbe req-338d9c4d-4b6b-429f-a5da-17e8b5c7a345 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:04.951030 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0217b6bb-c26b-4d17-9bfe-d645025e8cbe req-338d9c4d-4b6b-429f-a5da-17e8b5c7a345 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 950 time: 0.9786739 Mar 24 00:56:05.098532 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:05.194200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 60f4234d-0f79-4e8c-833b-ef6080e14d11 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:05.309895 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 60f4234d-0f79-4e8c-833b-ef6080e14d11 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:05.310284 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (60f4234d-0f79-4e8c-833b-ef6080e14d11), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:05.458859 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'name': 'tempest-ServersTestManualDisk-1009312806-router', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:42Z', 'updated_at': '2022-03-24T00:55:55Z', 'revision_number': 4, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'gw_port': {'id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '4f8eb045-665a-4dad-a9de-33e0f6bc8558', 'name': '', 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'mac_address': 'fa:16:3e:dd:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:51Z', 'updated_at': '2022-03-24T00:55:58Z', 'revision_number': 2, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'subnets': [{'id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:05.539850 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Checking router: 6128ecc2-cb3c-4bcc-8803-411caed6d660 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:56:05.540734 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Updating router 6128ecc2-cb3c-4bcc-8803-411caed6d660 port 4f8eb045-665a-4dad-a9de-33e0f6bc8558 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:56:05.549485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 60f4234d-0f79-4e8c-833b-ef6080e14d11 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:05.549863 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (60f4234d-0f79-4e8c-833b-ef6080e14d11), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:05.628728 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:05.632549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 60f4234d-0f79-4e8c-833b-ef6080e14d11, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=60f4234d-0f79-4e8c-833b-ef6080e14d11,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:05.645515 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (60f4234d-0f79-4e8c-833b-ef6080e14d11), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:05.716542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=60f4234d-0f79-4e8c-833b-ef6080e14d11,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:05.725454 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-643bb89f-6d73-45c1-a15f-1f3b563fa0f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da1a3c2-aaa3-4ae9-aac8-e875023fc87f HTTP/1.1" status: 200 len: 217 time: 0.8647652 Mar 24 00:56:06.040879 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43446) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:06.048392 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-647be9a4-5fd2-4709-8a16-6d529e5f19f5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1236098620-network', 'tenant_id': 'fd00752103b546059b42b941444af9c7'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:06.092917 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647be9a4-5fd2-4709-8a16-6d529e5f19f5 admin admin] Made reservation on behalf of fd00752103b546059b42b941444af9c7 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:56:06.098952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-0f700986-3b96-4e47-93a9-740200487b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:06.100119 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-647be9a4-5fd2-4709-8a16-6d529e5f19f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.100527 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Publish callbacks [] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.102556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-0f700986-3b96-4e47-93a9-740200487b13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.3401983 Mar 24 00:56:06.110035 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.128485 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-647be9a4-5fd2-4709-8a16-6d529e5f19f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.137640 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f73252f1-f12a-4bfd-b63b-17b4a329ded7 req-faed12b8-2921-4a5a-ba1e-02e3e2bd6831 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0761263 Mar 24 00:56:06.210773 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0217b6bb-c26b-4d17-9bfe-d645025e8cbe req-8c4b3be4-ab26-44fc-beb4-f12c4d18acaa tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686518 Mar 24 00:56:06.249289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a876f98-1cfd-4c9a-ad1d-93558edf176c req-c0abf9ad-f882-4167-a2eb-066c64c04d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:06.253460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a876f98-1cfd-4c9a-ad1d-93558edf176c req-c0abf9ad-f882-4167-a2eb-066c64c04d9c service neutron] 10.222.0.48 "GET /v2.0/networks?id=9de6f79e-0547-44b2-ae38-7fe0b368872e HTTP/1.1" status: 200 len: 915 time: 1.5651329 Mar 24 00:56:06.253974 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c5d0f-8992-482a-a2f4-c4321b28c88c None None] Pushing event updated for resources: {'Port': ['ID=4f8eb045-665a-4dad-a9de-33e0f6bc8558,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:06.367044 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-647be9a4-5fd2-4709-8a16-6d529e5f19f5 admin admin] Publish callbacks [] for security_group (15dbd66c-88d7-40b6-8c31-d072edb69e28), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.372765 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-647be9a4-5fd2-4709-8a16-6d529e5f19f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (15dbd66c-88d7-40b6-8c31-d072edb69e28), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.392975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647be9a4-5fd2-4709-8a16-6d529e5f19f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:56:06.413304 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Attempting to bind port 4f8eb045-665a-4dad-a9de-33e0f6bc8558 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:56:06.413676 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Attempting to bind port 4f8eb045-665a-4dad-a9de-33e0f6bc8558 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'f1fae45a-f482-4f90-a9e9-74bff80c7890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:56:06.414043 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Attempting to bind port 4f8eb045-665a-4dad-a9de-33e0f6bc8558 on network 49714af7-6855-410b-a16d-b9c5c458a3c9 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:06.415073 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-647be9a4-5fd2-4709-8a16-6d529e5f19f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.416609 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-647be9a4-5fd2-4709-8a16-6d529e5f19f5 admin admin] Added segment 2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb of type vlan for network eb5a620a-cd0c-49bd-80e2-da166d1e9dea Mar 24 00:56:06.424798 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:56:06.425205 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Checking segment: {'id': 'f1fae45a-f482-4f90-a9e9-74bff80c7890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:06.425611 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.425868 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a141c53e-af42-4e2f-bd5e-40fd12044197 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:56:06.425996 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Bound using segment: {'id': 'f1fae45a-f482-4f90-a9e9-74bff80c7890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:56:06.426519 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Bound port: 4f8eb045-665a-4dad-a9de-33e0f6bc8558, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fae45a-f482-4f90-a9e9-74bff80c7890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:56:06.426873 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.448977 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Publish callbacks [] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.478463 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Transition to ACTIVE for port object a141c53e-af42-4e2f-bd5e-40fd12044197 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:56:06.495318 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630a1b4c-57e1-4077-bc64-855a4aae868f x-openstack-request-id: req-630a1b4c-57e1-4077-bc64-855a4aae868f {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:56:06.495708 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8", "tag": "6da1a3c2-aaa3-4ae9-aac8-e875023fc87f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:56:06.496656 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-630a1b4c-57e1-4077-bc64-855a4aae868f {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:56:06.498166 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630a1b4c-57e1-4077-bc64-855a4aae868f'] response: {'name': 'network-changed', 'server_uuid': '6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8', 'tag': '6da1a3c2-aaa3-4ae9-aac8-e875023fc87f', 'status': 'completed', 'code': 200} Mar 24 00:56:06.529687 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-647be9a4-5fd2-4709-8a16-6d529e5f19f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (eb5a620a-cd0c-49bd-80e2-da166d1e9dea), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.594312 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] For port 4f8eb045-665a-4dad-a9de-33e0f6bc8558, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:56:06.605008 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-647be9a4-5fd2-4709-8a16-6d529e5f19f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (eb5a620a-cd0c-49bd-80e2-da166d1e9dea), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.606011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647be9a4-5fd2-4709-8a16-6d529e5f19f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:06.610438 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-647be9a4-5fd2-4709-8a16-6d529e5f19f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.613926 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.628691 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] For port 4f8eb045-665a-4dad-a9de-33e0f6bc8558, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4f8eb045-665a-4dad-a9de-33e0f6bc8558,segment=NetworkSegment(f1fae45a-f482-4f90-a9e9-74bff80c7890),segment_id=f1fae45a-f482-4f90-a9e9-74bff80c7890)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:56:06.635539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a876f98-1cfd-4c9a-ad1d-93558edf176c req-e0325a25-7ac1-451e-9817-fe14162888b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27eb8e00-425b-4c0a-b4e3-f938d24631ff HTTP/1.1" status: 200 len: 217 time: 0.1553972 Mar 24 00:56:06.648605 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.720491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 27eb8e00-425b-4c0a-b4e3-f938d24631ff details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:56:06.747239 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a141c53e-af42-4e2f-bd5e-40fd12044197,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:06.776667 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647be9a4-5fd2-4709-8a16-6d529e5f19f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dbd66c-88d7-40b6-8c31-d072edb69e28,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:06.825925 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-647be9a4-5fd2-4709-8a16-6d529e5f19f5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7833190 Mar 24 00:56:06.831498 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43452) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:06.841782 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4b73a99d-108a-4653-8f92-8345179278e4 None None] Provisioning complete for port 4f8eb045-665a-4dad-a9de-33e0f6bc8558 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:06.842687 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4b73a99d-108a-4653-8f92-8345179278e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.843789 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c5d0f-8992-482a-a2f4-c4321b28c88c None None] Pushing event updated for resources: {'Port': ['ID=4f8eb045-665a-4dad-a9de-33e0f6bc8558,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:06.850578 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-aecae509-23f9-4b40-8edd-b49a3eae78d5 admin admin] Request body: {'subnet': {'network_id': 'eb5a620a-cd0c-49bd-80e2-da166d1e9dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1236098620-subnet', 'tenant_id': 'fd00752103b546059b42b941444af9c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:06.868771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a876f98-1cfd-4c9a-ad1d-93558edf176c req-7bd9523b-4857-4cf6-a281-74347fc66a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:06.871851 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647be9a4-5fd2-4709-8a16-6d529e5f19f5 admin admin] Pushing event updated for resources: {'Network': ['ID=eb5a620a-cd0c-49bd-80e2-da166d1e9dea,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:06.877662 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a876f98-1cfd-4c9a-ad1d-93558edf176c req-7bd9523b-4857-4cf6-a281-74347fc66a99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e381c163-d43e-468b-a3d7-a42af7bc7ee3 HTTP/1.1" status: 200 len: 854 time: 0.2216730 Mar 24 00:56:06.916170 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Routers {'6128ecc2-cb3c-4bcc-8803-411caed6d660'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:56:06.917216 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:56:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['6128ecc2-cb3c-4bcc-8803-411caed6d660'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:06.944624 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecae509-23f9-4b40-8edd-b49a3eae78d5 admin admin] Made reservation on behalf of fd00752103b546059b42b941444af9c7 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:56:06.950862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:06.951222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:06.951564 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:06.953286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:06.953647 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:06.954898 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network eb5a620a-cd0c-49bd-80e2-da166d1e9dea details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:56:06.957659 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.resource_extend [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 00:56:06.958989 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aecae509-23f9-4b40-8edd-b49a3eae78d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:06.961331 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:06.961738 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:06.962090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:06.962436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:06.962780 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:06.963137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:06.963580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:06.963925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:06.964254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:06.964583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:07.011766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a876f98-1cfd-4c9a-ad1d-93558edf176c req-86c15dc3-eeee-42d5-8a6e-4e4b74baf868 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9de6f79e-0547-44b2-ae38-7fe0b368872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332254 Mar 24 00:56:07.031487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-76ec843f-4256-45f3-a579-8be3945a7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:07.041482 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-76ec843f-4256-45f3-a579-8be3945a7e9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8997138 Mar 24 00:56:07.234966 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] Set router 6128ecc2-cb3c-4bcc-8803-411caed6d660 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:56:07.264520 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 60f4234d-0f79-4e8c-833b-ef6080e14d11 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:07.401529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a876f98-1cfd-4c9a-ad1d-93558edf176c req-1c3b123c-9e9a-48d0-812d-f7448f729470 service neutron] 10.222.0.48 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516469 Mar 24 00:56:07.529481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Attempting to bind port a141c53e-af42-4e2f-bd5e-40fd12044197 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:56:07.530368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Attempting to bind port a141c53e-af42-4e2f-bd5e-40fd12044197 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:56:07.531140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Attempting to bind port a141c53e-af42-4e2f-bd5e-40fd12044197 on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:07.533406 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 60f4234d-0f79-4e8c-833b-ef6080e14d11 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:07.533951 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (60f4234d-0f79-4e8c-833b-ef6080e14d11), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:07.559395 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aecae509-23f9-4b40-8edd-b49a3eae78d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (ff48443e-34e1-4f09-ac86-ee6281ea467f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:07.562435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Sync routers for ids ['70ec1954-4054-4881-bc8c-94434d4e77e9'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:56:07.668416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Port a141c53e-af42-4e2f-bd5e-40fd12044197 on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:56:07.669086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Attempting to bind port a141c53e-af42-4e2f-bd5e-40fd12044197 on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:07.677272 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a876f98-1cfd-4c9a-ad1d-93558edf176c req-ef1970e8-8223-4d0a-bc1a-b43929e80da9 service neutron] 10.222.0.48 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491895 Mar 24 00:56:07.683180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:56:07.683932 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Checking segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:07.684561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Bound using segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:56:07.685319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Bound port: a141c53e-af42-4e2f-bd5e-40fd12044197, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:56:07.685878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Routers {'70ec1954-4054-4881-bc8c-94434d4e77e9'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:56:07.686189 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:07.686522 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:56:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['70ec1954-4054-4881-bc8c-94434d4e77e9'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:07.710691 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecae509-23f9-4b40-8edd-b49a3eae78d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff48443e-34e1-4f09-ac86-ee6281ea467f,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:07.726540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecae509-23f9-4b40-8edd-b49a3eae78d5 admin admin] Checking segment: {'id': '2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eb5a620a-cd0c-49bd-80e2-da166d1e9dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:07.726906 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecae509-23f9-4b40-8edd-b49a3eae78d5 admin admin] Network hostable DHCP agents. Network: eb5a620a-cd0c-49bd-80e2-da166d1e9dea, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:56:07.751208 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43462) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:07.758011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fc9f98d9-a04b-4626-8a6c-ede38b5998ba tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--353681680', 'description': 'tempest-description--1984452066'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:07.779595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] For port a141c53e-af42-4e2f-bd5e-40fd12044197, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:56:07.782994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] For port a141c53e-af42-4e2f-bd5e-40fd12044197, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a141c53e-af42-4e2f-bd5e-40fd12044197,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:56:07.801885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d227d6d-874d-47e5-a5b2-984d49a0a1b9 req-1a7d2ae5-660b-4ff7-936a-4d1df6a799a8 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:07.806212 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d227d6d-874d-47e5-a5b2-984d49a0a1b9 req-1a7d2ae5-660b-4ff7-936a-4d1df6a799a8 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 944 time: 1.3044376 Mar 24 00:56:07.815943 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:07.828285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecae509-23f9-4b40-8edd-b49a3eae78d5 admin admin] Network eb5a620a-cd0c-49bd-80e2-da166d1e9dea is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:56:07.844231 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'name': 'tempest-ServersTestManualDisk-1009312806-router', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:42Z', 'updated_at': '2022-03-24T00:55:55Z', 'revision_number': 4, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'gw_port': {'id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '4f8eb045-665a-4dad-a9de-33e0f6bc8558', 'name': '', 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'mac_address': 'fa:16:3e:dd:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:51Z', 'updated_at': '2022-03-24T00:56:06Z', 'revision_number': 4, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'subnets': [{'id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:07.846274 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc9f98d9-a04b-4626-8a6c-ede38b5998ba tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:07.888871 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-aecae509-23f9-4b40-8edd-b49a3eae78d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, eb5a620a-cd0c-49bd-80e2-da166d1e9dea) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:07.903705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:07.905312 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:07.908015 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] 10.222.0.48 "PUT /v2.0/ports/a141c53e-af42-4e2f-bd5e-40fd12044197 HTTP/1.1" status: 200 len: 1092 time: 4.8382902 Mar 24 00:56:07.914015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddca273-5884-441d-9dc1-7c1ba860e4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a141c53e-af42-4e2f-bd5e-40fd12044197,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:07.925594 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82416be5-c934-49b5-ad2f-def9c8bd737b None None] The sync data for ids ['6128ecc2-cb3c-4bcc-8803-411caed6d660'] in n-d-760455-9 is: [{'id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'name': 'tempest-ServersTestManualDisk-1009312806-router', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:42Z', 'updated_at': '2022-03-24T00:55:55Z', 'revision_number': 4, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'gw_port': {'id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '4f8eb045-665a-4dad-a9de-33e0f6bc8558', 'name': '', 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'mac_address': 'fa:16:3e:dd:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:51Z', 'updated_at': '2022-03-24T00:56:06Z', 'revision_number': 4, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'subnets': [{'id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:56:07.933851 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecae509-23f9-4b40-8edd-b49a3eae78d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:07.934555 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aecae509-23f9-4b40-8edd-b49a3eae78d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:07.982907 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Set router 70ec1954-4054-4881-bc8c-94434d4e77e9 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:56:08.004307 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-aecae509-23f9-4b40-8edd-b49a3eae78d5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1713228 Mar 24 00:56:08.010947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43466) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:08.024980 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1236098620-router', 'tenant_id': 'fd00752103b546059b42b941444af9c7', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:08.118721 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc9f98d9-a04b-4626-8a6c-ede38b5998ba tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for security_group (2c7e0027-a605-44ef-8c21-2e7a45cb3deb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:08.134055 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc9f98d9-a04b-4626-8a6c-ede38b5998ba tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2c7e0027-a605-44ef-8c21-2e7a45cb3deb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:08.164890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d227d6d-874d-47e5-a5b2-984d49a0a1b9 req-b0c436c5-55db-417a-851e-d166078c529b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257408 Mar 24 00:56:08.179676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a734c3f8-d440-4c76-bdbe-739d61a8bbf5 None None] Network eb5a620a-cd0c-49bd-80e2-da166d1e9dea requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:56:08.187963 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:08.191885 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:08.202925 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc9f98d9-a04b-4626-8a6c-ede38b5998ba tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:08.208314 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fc9f98d9-a04b-4626-8a6c-ede38b5998ba tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4557314 Mar 24 00:56:08.213778 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43468) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:08.225520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6b483255-bd28-4b68-ac9e-7eb70705f323 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Request body: {'security_group_rule': {'security_group_id': '2c7e0027-a605-44ef-8c21-2e7a45cb3deb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:08.234243 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f98d9-a04b-4626-8a6c-ede38b5998ba tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7e0027-a605-44ef-8c21-2e7a45cb3deb,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:08.348255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868c7d1-59e2-4944-9710-2e2938ef3878 req-e766fa99-29ba-49ac-9f3c-01df94d9b0bf tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:08.351159 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8868c7d1-59e2-4944-9710-2e2938ef3878 req-e766fa99-29ba-49ac-9f3c-01df94d9b0bf tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 943 time: 0.5088081 Mar 24 00:56:08.354097 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-c2975f4a-e136-48ae-8a05-68f231c9c8c3 service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3118234 Mar 24 00:56:08.377156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Publish callbacks [] for router_controller (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:08.377859 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-9b349fbe-b129-43f1-ad39-abe97e5ae7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:08.380730 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-9b349fbe-b129-43f1-ad39-abe97e5ae7e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 1126 time: 0.2921178 Mar 24 00:56:08.399902 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b483255-bd28-4b68-ac9e-7eb70705f323 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for security_group_rule (ed8b4e69-63e8-49ae-8fa9-d15c9d62ec0e), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:08.568498 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4b73a99d-108a-4653-8f92-8345179278e4 None None] Current status of the port 4f8eb045-665a-4dad-a9de-33e0f6bc8558 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:08.575141 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4b73a99d-108a-4653-8f92-8345179278e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:08.599031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 27eb8e00-425b-4c0a-b4e3-f938d24631ff, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=27eb8e00-425b-4c0a-b4e3-f938d24631ff,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:08.652946 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8868c7d1-59e2-4944-9710-2e2938ef3878 req-f054b97b-0b00-43f8-b3cd-37ee0b163faa tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678139 Mar 24 00:56:08.659104 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-e77bfee1-3e83-41ae-877d-346486632e65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a141c53e-af42-4e2f-bd5e-40fd12044197 HTTP/1.1" status: 200 len: 217 time: 0.2050493 Mar 24 00:56:08.659600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ac49e3-507c-463d-a92d-bd23eff41b61', 'tag': 'a141c53e-af42-4e2f-bd5e-40fd12044197'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:56:08.661979 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1749967f-c86e-4a13-8334-875634b323b0" -d '{"events": [{"name": "network-changed", "server_uuid": "31ac49e3-507c-463d-a92d-bd23eff41b61", "tag": "a141c53e-af42-4e2f-bd5e-40fd12044197"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:56:08.676673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-938658ef-bc9d-4a9a-962b-a8f9143fdded req-289eb6e4-3086-4749-b9ed-fb5704a007c9 service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910404 Mar 24 00:56:08.765878 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b483255-bd28-4b68-ac9e-7eb70705f323 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for security_group_rule (ed8b4e69-63e8-49ae-8fa9-d15c9d62ec0e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:08.771153 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Publish callbacks [] for router_gateway (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:08.782296 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b483255-bd28-4b68-ac9e-7eb70705f323 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (ed8b4e69-63e8-49ae-8fa9-d15c9d62ec0e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:08.799069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-50af8a6a-0ce3-4724-b592-478bbd0a76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:08.801550 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-50af8a6a-0ce3-4724-b592-478bbd0a76d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.1255369 Mar 24 00:56:08.869121 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b483255-bd28-4b68-ac9e-7eb70705f323 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8b4e69-63e8-49ae-8fa9-d15c9d62ec0e,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:08.890424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b483255-bd28-4b68-ac9e-7eb70705f323 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:08.892712 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6b483255-bd28-4b68-ac9e-7eb70705f323 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6778839 Mar 24 00:56:08.898824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43474) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:08.909552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fdaa1931-4979-414e-ad72-17c5d776c388 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Request body: {'security_group_rule': {'security_group_id': '2c7e0027-a605-44ef-8c21-2e7a45cb3deb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:08.956673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-905d710f-655f-47a6-9157-6ddb818f1967 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235168 Mar 24 00:56:08.960204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '27eb8e00-425b-4c0a-b4e3-f938d24631ff', 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e', 'port_id': '27eb8e00-425b-4c0a-b4e3-f938d24631ff', 'mac_address': 'fa:16:3e:ec:a9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e381c163-d43e-468b-a3d7-a42af7bc7ee3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:56:08.984081 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1931-4979-414e-ad72-17c5d776c388 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for security_group_rule (0b245f71-6ad4-40f5-a95e-b21de82b19b6), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:09.136735 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-2ad4dbef-f9b4-43b9-a422-412da680e3b9 service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353469 Mar 24 00:56:09.169473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4b73a99d-108a-4653-8f92-8345179278e4 None None] For port 4f8eb045-665a-4dad-a9de-33e0f6bc8558, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4f8eb045-665a-4dad-a9de-33e0f6bc8558,segment=NetworkSegment(f1fae45a-f482-4f90-a9e9-74bff80c7890),segment_id=f1fae45a-f482-4f90-a9e9-74bff80c7890)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:09.204694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fac0f0-9d3f-44c6-81d2-8ab91ed3f209 req-01b46016-81b7-4bef-906e-7d487c2c14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:09.205042 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4b73a99d-108a-4653-8f92-8345179278e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:09.216298 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98fac0f0-9d3f-44c6-81d2-8ab91ed3f209 req-01b46016-81b7-4bef-906e-7d487c2c14c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 1126 time: 0.4076569 Mar 24 00:56:09.300324 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1931-4979-414e-ad72-17c5d776c388 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for security_group_rule (0b245f71-6ad4-40f5-a95e-b21de82b19b6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:09.321136 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1931-4979-414e-ad72-17c5d776c388 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (0b245f71-6ad4-40f5-a95e-b21de82b19b6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:09.362434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73a99d-108a-4653-8f92-8345179278e4 None None] Pushing event updated for resources: {'Port': ['ID=4f8eb045-665a-4dad-a9de-33e0f6bc8558,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:09.377753 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 60f4234d-0f79-4e8c-833b-ef6080e14d11 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:09.420352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fac0f0-9d3f-44c6-81d2-8ab91ed3f209 req-45135c51-1238-4fb3-9c4c-8aa74df935d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:09.423801 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98fac0f0-9d3f-44c6-81d2-8ab91ed3f209 req-45135c51-1238-4fb3-9c4c-8aa74df935d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.1783638 Mar 24 00:56:09.441940 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1931-4979-414e-ad72-17c5d776c388 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:09.443415 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fdaa1931-4979-414e-ad72-17c5d776c388 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5427899 Mar 24 00:56:09.450244 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43482) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:09.464309 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:09.488457 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa1931-4979-414e-ad72-17c5d776c388 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b245f71-6ad4-40f5-a95e-b21de82b19b6,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:09.501526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dadb5-3e6d-4d17-b3ac-f771341dc9ed req-297c078e-318f-478b-823a-50547d2c92d4 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:09.503148 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-273dadb5-3e6d-4d17-b3ac-f771341dc9ed req-297c078e-318f-478b-823a-50547d2c92d4 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 944 time: 1.1478949 Mar 24 00:56:09.520419 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Publish callbacks [] for router_gateway (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:09.541163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-eb5a620a-cd0c-49bd-80e2-da166d1e9dea', 'network_id': 'eb5a620a-cd0c-49bd-80e2-da166d1e9dea', 'project_id': 'fd00752103b546059b42b941444af9c7', 'fixed_ips': [{'subnet_id': 'ff48443e-34e1-4f09-ac86-ee6281ea467f'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:56:09.543133 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:09.566239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 27eb8e00-425b-4c0a-b4e3-f938d24631ff is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:09.566405 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:09.567034 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:09.569610 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:09.597317 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2cfacac2-1185-48af-b932-e6afcb5e90a0 None None] Provisioning complete for port 4f8eb045-665a-4dad-a9de-33e0f6bc8558 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:09.606092 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98fac0f0-9d3f-44c6-81d2-8ab91ed3f209 req-590f56ff-faac-4bc0-9ca4-c5ec41c6c5ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da1a3c2-aaa3-4ae9-aac8-e875023fc87f HTTP/1.1" status: 200 len: 217 time: 0.0877857 Mar 24 00:56:09.612679 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2cfacac2-1185-48af-b932-e6afcb5e90a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:09.623579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27eb8e00-425b-4c0a-b4e3-f938d24631ff {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:56:09.638198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'name': 'tempest-TaggedBootDevicesTest_v242-718651379-router', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:56:03Z', 'revision_number': 4, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'gw_port': {'id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:50Z', 'updated_at': '2022-03-24T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '8303fc8b-52de-4bd2-88be-0665eb3a0132', 'name': '', 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'mac_address': 'fa:16:3e:d9:01:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:02Z', 'updated_at': '2022-03-24T00:56:03Z', 'revision_number': 2, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'subnets': [{'id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:09.667303 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fac0f0-9d3f-44c6-81d2-8ab91ed3f209 req-3c333b8a-527c-4011-8f87-7a58ba17ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:09.668757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98fac0f0-9d3f-44c6-81d2-8ab91ed3f209 req-3c333b8a-527c-4011-8f87-7a58ba17ac03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.0546372 Mar 24 00:56:09.689787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f2069-4a0a-4a0f-bc5c-e1fe42454531 req-d5746e6b-3b87-405e-984a-70010a308a72 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:09.697464 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b23f2069-4a0a-4a0f-bc5c-e1fe42454531 req-d5746e6b-3b87-405e-984a-70010a308a72 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 950 time: 0.8832455 Mar 24 00:56:09.714657 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Checking router: 70ec1954-4054-4881-bc8c-94434d4e77e9 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:56:09.715548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Updating router 70ec1954-4054-4881-bc8c-94434d4e77e9 port 8303fc8b-52de-4bd2-88be-0665eb3a0132 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:56:09.827419 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4f8eb045-665a-4dad-a9de-33e0f6bc8558 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:09.864457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-273dadb5-3e6d-4d17-b3ac-f771341dc9ed req-a3ff73ab-1762-4ebc-a1e2-14eea0f81ed8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764113 Mar 24 00:56:09.872577 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Allocated IP 172.25.0.47 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/a5772d6c-b623-44ee-802a-f792af95003a) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:56:09.926801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fac0f0-9d3f-44c6-81d2-8ab91ed3f209 req-708e1bbb-719f-4d89-9c1f-1c6c23c150c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:09.928720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98fac0f0-9d3f-44c6-81d2-8ab91ed3f209 req-708e1bbb-719f-4d89-9c1f-1c6c23c150c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2050884 Mar 24 00:56:09.966636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b23f2069-4a0a-4a0f-bc5c-e1fe42454531 req-46798455-34a9-43ab-a420-ac83b73254cf tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681570 Mar 24 00:56:09.971715 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:10.130961 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93cadfd-286e-4c5f-a91c-57c6acfff306 x-openstack-request-id: req-c93cadfd-286e-4c5f-a91c-57c6acfff306 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:56:10.135465 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ac49e3-507c-463d-a92d-bd23eff41b61", "tag": "a141c53e-af42-4e2f-bd5e-40fd12044197", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:56:10.138209 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c93cadfd-286e-4c5f-a91c-57c6acfff306 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:56:10.138924 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c93cadfd-286e-4c5f-a91c-57c6acfff306'] response: {'name': 'network-changed', 'server_uuid': '31ac49e3-507c-463d-a92d-bd23eff41b61', 'tag': 'a141c53e-af42-4e2f-bd5e-40fd12044197', 'status': 'completed', 'code': 200} Mar 24 00:56:10.206223 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46fb5fe1-1db7-4236-b062-410d90d72ca8 req-550974be-4571-40fa-93e3-f00eafce5fe5 service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0398757 Mar 24 00:56:10.329656 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Publish callbacks [] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:10.423206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bf145-df59-4091-81ab-79f474d89b39 req-a0cc1d54-949b-4f27-9ec0-d2e80e0e2aad tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:10.425396 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f9bf145-df59-4091-81ab-79f474d89b39 req-a0cc1d54-949b-4f27-9ec0-d2e80e0e2aad tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 944 time: 0.2835751 Mar 24 00:56:10.438778 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98fac0f0-9d3f-44c6-81d2-8ab91ed3f209 req-8682cb52-2ad5-4c68-85a1-084529a2d417 service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493313 Mar 24 00:56:10.454816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f15c6f-5d35-454a-bda9-adeb0601ef0e req-f7eb1712-5d75-457e-9e14-98382dd65d04 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:10.456897 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89f15c6f-5d35-454a-bda9-adeb0601ef0e req-f7eb1712-5d75-457e-9e14-98382dd65d04 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 943 time: 0.2964792 Mar 24 00:56:10.487230 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749967f-c86e-4a13-8334-875634b323b0 req-d009f577-dd4a-4172-af7e-8c47ddb06e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:10.489342 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1749967f-c86e-4a13-8334-875634b323b0 req-d009f577-dd4a-4172-af7e-8c47ddb06e9d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 1126 time: 0.2048118 Mar 24 00:56:10.516268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Allocated IP 172.20.0.2 (eb5a620a-cd0c-49bd-80e2-da166d1e9dea/ff48443e-34e1-4f09-ac86-ee6281ea467f/fd725974-14a7-4eca-b6cb-b0b7b28f7df0) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:56:10.620799 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Publish callbacks [] for port (a5772d6c-b623-44ee-802a-f792af95003a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:10.663792 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a5772d6c-b623-44ee-802a-f792af95003a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:10.689707 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Publish callbacks [] for port (fd725974-14a7-4eca-b6cb-b0b7b28f7df0), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:10.692437 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:10.700247 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 27eb8e00-425b-4c0a-b4e3-f938d24631ff, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=27eb8e00-425b-4c0a-b4e3-f938d24631ff,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:10.701253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4f8eb045-665a-4dad-a9de-33e0f6bc8558 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:10.701643 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:10.733491 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:10.742743 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Pushing event updated for resources: {'Port': ['ID=a5772d6c-b623-44ee-802a-f792af95003a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:10.751307 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:10.754580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:10.766256 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f9bf145-df59-4091-81ab-79f474d89b39 req-795ed861-523e-4c3a-a3bd-3745b0dbcc7a tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327355 Mar 24 00:56:10.771420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:56:10.775681 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98fac0f0-9d3f-44c6-81d2-8ab91ed3f209 req-29ebfc2b-23d1-451c-8c66-571d99ca110e service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164685 Mar 24 00:56:10.808313 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:10.819081 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (fd725974-14a7-4eca-b6cb-b0b7b28f7df0), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:10.877752 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89f15c6f-5d35-454a-bda9-adeb0601ef0e req-947cdfe8-cf55-4e11-bf70-2baade7cfaca tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969421 Mar 24 00:56:10.957365 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Network eb5a620a-cd0c-49bd-80e2-da166d1e9dea is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:11.008031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749967f-c86e-4a13-8334-875634b323b0 req-6f00f968-a9b7-4f38-8858-ded249716ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:11.014878 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1749967f-c86e-4a13-8334-875634b323b0 req-6f00f968-a9b7-4f38-8858-ded249716ca4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.4712138 Mar 24 00:56:11.019188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:11.060795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:56:11.079463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf123d7-06e8-48b3-97bb-a48dba4e5c3f None None] Pushing event updated for resources: {'Port': ['ID=8303fc8b-52de-4bd2-88be-0665eb3a0132,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:11.102767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Allocated IP 172.25.0.157 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/0950bcd4-b7ba-491e-9b6b-21cf4cbcf60a) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:56:11.165001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2cfacac2-1185-48af-b932-e6afcb5e90a0 None None] Current status of the port 4f8eb045-665a-4dad-a9de-33e0f6bc8558 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:11.170267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1749967f-c86e-4a13-8334-875634b323b0 req-0d72c34c-d443-4278-b448-80bc74b48793 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a141c53e-af42-4e2f-bd5e-40fd12044197 HTTP/1.1" status: 200 len: 217 time: 0.1423867 Mar 24 00:56:11.232620 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['27eb8e00-425b-4c0a-b4e3-f938d24631ff'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:56:11.235451 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for port (0950bcd4-b7ba-491e-9b6b-21cf4cbcf60a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:11.278262 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=27eb8e00-425b-4c0a-b4e3-f938d24631ff,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:11.299338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a14b4-c6f2-474f-8cf8-df5b96bd2bc6 req-5d4596de-b01b-4aa0-8579-2e9a8ad6c101 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:11.300900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-177a14b4-c6f2-474f-8cf8-df5b96bd2bc6 req-5d4596de-b01b-4aa0-8579-2e9a8ad6c101 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c37f54a-7345-4dfe-bbe7-66e6903f2af2 HTTP/1.1" status: 200 len: 950 time: 0.3732302 Mar 24 00:56:11.354587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Pushing event updated for resources: {'Port': ['ID=fd725974-14a7-4eca-b6cb-b0b7b28f7df0,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:11.364803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749967f-c86e-4a13-8334-875634b323b0 req-7274d21a-e20a-4f31-8a95-58445cb1404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:11.366629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1749967f-c86e-4a13-8334-875634b323b0 req-7274d21a-e20a-4f31-8a95-58445cb1404f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.1854846 Mar 24 00:56:11.415668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-08f3fa02-7553-4eb4-a1f2-27006efa86b1 None None] Provisioning complete for port 8303fc8b-52de-4bd2-88be-0665eb3a0132 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:11.416053 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-08f3fa02-7553-4eb4-a1f2-27006efa86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:11.428202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20d5a3-d26e-451d-a4db-9269b08702ae req-55e89e2e-65f6-476d-8660-22516b3835eb tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:11.428630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c20d5a3-d26e-451d-a4db-9269b08702ae req-55e89e2e-65f6-476d-8660-22516b3835eb tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 944 time: 0.4127588 Mar 24 00:56:11.432239 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1749967f-c86e-4a13-8334-875634b323b0 req-1e5cece3-3c00-4261-93aa-f161172b208b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537064 Mar 24 00:56:11.471963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Attempting to bind port 8303fc8b-52de-4bd2-88be-0665eb3a0132 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:56:11.472194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Attempting to bind port 8303fc8b-52de-4bd2-88be-0665eb3a0132 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'a06b89bd-93c8-4108-9a57-9215b8c90a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:56:11.472465 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Attempting to bind port 8303fc8b-52de-4bd2-88be-0665eb3a0132 on network 3442b383-cef2-415a-8f56-3353317f1d87 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:11.484210 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-08f3fa02-7553-4eb4-a1f2-27006efa86b1 None None] Port 8303fc8b-52de-4bd2-88be-0665eb3a0132 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:56:11.486135 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Attempting to bind port fd725974-14a7-4eca-b6cb-b0b7b28f7df0 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:56:11.486631 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Attempting to bind port fd725974-14a7-4eca-b6cb-b0b7b28f7df0 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eb5a620a-cd0c-49bd-80e2-da166d1e9dea'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:56:11.487097 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Attempting to bind port fd725974-14a7-4eca-b6cb-b0b7b28f7df0 on network eb5a620a-cd0c-49bd-80e2-da166d1e9dea {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:11.489591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:56:11.489973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Checking segment: {'id': 'a06b89bd-93c8-4108-9a57-9215b8c90a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:11.490378 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:11.490770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Bound using segment: {'id': 'a06b89bd-93c8-4108-9a57-9215b8c90a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:56:11.491257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Bound port: 8303fc8b-52de-4bd2-88be-0665eb3a0132, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06b89bd-93c8-4108-9a57-9215b8c90a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:56:11.491641 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:11.520426 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0950bcd4-b7ba-491e-9b6b-21cf4cbcf60a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:11.531539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-177a14b4-c6f2-474f-8cf8-df5b96bd2bc6 req-cffc93d4-854a-4fa9-b3c4-44294340d4de tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148001 Mar 24 00:56:11.571407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] For port 8303fc8b-52de-4bd2-88be-0665eb3a0132, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:56:11.575229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] For port 8303fc8b-52de-4bd2-88be-0665eb3a0132, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8303fc8b-52de-4bd2-88be-0665eb3a0132,segment=NetworkSegment(a06b89bd-93c8-4108-9a57-9215b8c90a9f),segment_id=a06b89bd-93c8-4108-9a57-9215b8c90a9f)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:56:11.585067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:56:11.620628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1749967f-c86e-4a13-8334-875634b323b0 req-f0e9c67f-fdd5-4ef6-a42d-02ab5d7f226e service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713545 Mar 24 00:56:11.624495 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c20d5a3-d26e-451d-a4db-9269b08702ae req-43a40b8d-f9f4-44c9-b694-ef8e11d8cc35 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822925 Mar 24 00:56:11.699544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6da1a3c2-aaa3-4ae9-aac8-e875023fc87f,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:11.722710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4f8eb045-665a-4dad-a9de-33e0f6bc8558 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:11.732189 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '6da1a3c2-aaa3-4ae9-aac8-e875023fc87f', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'port_id': '6da1a3c2-aaa3-4ae9-aac8-e875023fc87f', 'mac_address': 'fa:16:3e:c2:99:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:56:11.738145 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:11.797869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1749967f-c86e-4a13-8334-875634b323b0 req-07a12e3c-e49a-4dcf-ad33-526004725ebc service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689794 Mar 24 00:56:11.814306 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:56:11.814843 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Checking segment: {'id': '2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eb5a620a-cd0c-49bd-80e2-da166d1e9dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:11.815348 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:11.815855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Bound using segment: {'id': '2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eb5a620a-cd0c-49bd-80e2-da166d1e9dea'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:56:11.816457 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Bound port: fd725974-14a7-4eca-b6cb-b0b7b28f7df0, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eb5a620a-cd0c-49bd-80e2-da166d1e9dea'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:56:11.817430 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (fd725974-14a7-4eca-b6cb-b0b7b28f7df0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:11.824733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:11.825298 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:11.830136 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Publish callbacks [] for router_gateway (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:11.846982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:56:11.868142 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6da1a3c2-aaa3-4ae9-aac8-e875023fc87f,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:11.901674 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:11.973659 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Routers {'70ec1954-4054-4881-bc8c-94434d4e77e9'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:56:11.974708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:56:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['70ec1954-4054-4881-bc8c-94434d4e77e9'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:12.004031 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:12.006905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad9ef6-e81a-48d4-92c5-936098d7e35a req-13f70e6c-4a7c-4962-a7e6-4e09758632a1 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:12.019821 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcad9ef6-e81a-48d4-92c5-936098d7e35a req-13f70e6c-4a7c-4962-a7e6-4e09758632a1 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 944 time: 0.1340652 Mar 24 00:56:12.027028 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:12.048051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:56:12.148661 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Pushing event updated for resources: {'Port': ['ID=0950bcd4-b7ba-491e-9b6b-21cf4cbcf60a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:12.165674 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcad9ef6-e81a-48d4-92c5-936098d7e35a req-7a1b6246-8b3a-40d8-bdea-4802678b449b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420045 Mar 24 00:56:12.353783 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for floatingip (aaa43c6f-516d-4dc6-a669-ab5b5e74a31d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:12.441542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] For port fd725974-14a7-4eca-b6cb-b0b7b28f7df0, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:56:12.448390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7f3b3-01ce-4d12-9282-fc2a51251be4 req-b269ca73-8441-42a8-8247-ecaccd163610 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:12.448776 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] For port fd725974-14a7-4eca-b6cb-b0b7b28f7df0, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=fd725974-14a7-4eca-b6cb-b0b7b28f7df0,segment=NetworkSegment(2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb),segment_id=2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:56:12.460920 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9bf7f3b3-01ce-4d12-9282-fc2a51251be4 req-b269ca73-8441-42a8-8247-ecaccd163610 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 944 time: 0.1536415 Mar 24 00:56:12.519960 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (fd725974-14a7-4eca-b6cb-b0b7b28f7df0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:12.615685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9bf7f3b3-01ce-4d12-9282-fc2a51251be4 req-27271b77-08f1-4e55-9a14-352beb1f2ee2 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536741 Mar 24 00:56:12.634613 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['6da1a3c2-aaa3-4ae9-aac8-e875023fc87f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:56:12.646780 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0950bcd4-b7ba-491e-9b6b-21cf4cbcf60a), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:12.661200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf123d7-06e8-48b3-97bb-a48dba4e5c3f None None] Pushing event updated for resources: {'Port': ['ID=8303fc8b-52de-4bd2-88be-0665eb3a0132,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:12.712356 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:12.737058 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a4452046-45de-4abf-a921-ae45b43a0171 None None] Provisioning complete for port 8303fc8b-52de-4bd2-88be-0665eb3a0132 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:12.737465 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a4452046-45de-4abf-a921-ae45b43a0171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:12.964916 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23b942-f359-4965-8be2-4db880263096 req-0942c053-2b71-4039-9a3c-9c238e93bce2 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:12.967322 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf23b942-f359-4965-8be2-4db880263096 req-0942c053-2b71-4039-9a3c-9c238e93bce2 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 945 time: 0.1150751 Mar 24 00:56:12.968421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=6da1a3c2-aaa3-4ae9-aac8-e875023fc87f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:13.116180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f6fe0-4b9e-4b1a-bcda-7d088dd593ee None None] Pushing event updated for resources: {'Port': ['ID=fd725974-14a7-4eca-b6cb-b0b7b28f7df0,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:13.189399 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for port (0950bcd4-b7ba-491e-9b6b-21cf4cbcf60a), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:13.203807 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (0950bcd4-b7ba-491e-9b6b-21cf4cbcf60a), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:13.259246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] Set router 70ec1954-4054-4881-bc8c-94434d4e77e9 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:56:13.311817 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Router 3e119ec3-ccf2-48eb-8349-54af1ae73dc0 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:56:13.336064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Pushing event updated for resources: {'Port': ['ID=0950bcd4-b7ba-491e-9b6b-21cf4cbcf60a,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:13.354180 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (aaa43c6f-516d-4dc6-a669-ab5b5e74a31d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:13.433175 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:13.434580 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2d77ca0b-4521-4c1c-95e1-e9d39be95e14 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9827368 Mar 24 00:56:13.480962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a4452046-45de-4abf-a921-ae45b43a0171 None None] Current status of the port 8303fc8b-52de-4bd2-88be-0665eb3a0132 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:13.481531 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a4452046-45de-4abf-a921-ae45b43a0171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:13.515995 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:56:13.528465 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Sync routers for ids ['3e119ec3-ccf2-48eb-8349-54af1ae73dc0'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:56:13.548796 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Routers {'3e119ec3-ccf2-48eb-8349-54af1ae73dc0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:56:13.549990 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:56:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['3e119ec3-ccf2-48eb-8349-54af1ae73dc0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:13.568899 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:13.576573 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2f2a394c-9b8c-4b57-adac-6680a393c9ce admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5635290 Mar 24 00:56:13.578767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43538) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:13.646542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a4452046-45de-4abf-a921-ae45b43a0171 None None] For port 8303fc8b-52de-4bd2-88be-0665eb3a0132, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8303fc8b-52de-4bd2-88be-0665eb3a0132,segment=NetworkSegment(a06b89bd-93c8-4108-9a57-9215b8c90a9f),segment_id=a06b89bd-93c8-4108-9a57-9215b8c90a9f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:13.825505 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Set router 3e119ec3-ccf2-48eb-8349-54af1ae73dc0 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:56:13.890611 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a4452046-45de-4abf-a921-ae45b43a0171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:14.035077 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4452046-45de-4abf-a921-ae45b43a0171 None None] Pushing event updated for resources: {'Port': ['ID=8303fc8b-52de-4bd2-88be-0665eb3a0132,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:14.049854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device fd725974-14a7-4eca-b6cb-b0b7b28f7df0 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:14.076643 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf23b942-f359-4965-8be2-4db880263096 req-dbb46690-a163-48c8-9b93-8d3395cc906a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0919991 Mar 24 00:56:14.149045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc88108-1dfb-41e6-b166-30cac96aeb71 req-15d6bd6e-3bbf-40cd-b827-ca57898bff01 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:14.163132 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6bc88108-1dfb-41e6-b166-30cac96aeb71 req-15d6bd6e-3bbf-40cd-b827-ca57898bff01 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 944 time: 0.2566845 Mar 24 00:56:14.228181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port fd725974-14a7-4eca-b6cb-b0b7b28f7df0 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:14.228572 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (fd725974-14a7-4eca-b6cb-b0b7b28f7df0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:14.323284 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6bc88108-1dfb-41e6-b166-30cac96aeb71 req-3d934f10-0b5b-47d0-8203-b852b023064f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590080 Mar 24 00:56:14.325605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'name': 'tempest-TaggedBootDevicesTest_v242-718651379-router', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:56:03Z', 'revision_number': 4, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'gw_port': {'id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:50Z', 'updated_at': '2022-03-24T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '8303fc8b-52de-4bd2-88be-0665eb3a0132', 'name': '', 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'mac_address': 'fa:16:3e:d9:01:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:02Z', 'updated_at': '2022-03-24T00:56:11Z', 'revision_number': 4, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'subnets': [{'id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:14.384406 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1236098620-router', 'tenant_id': 'fd00752103b546059b42b941444af9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a5772d6c-b623-44ee-802a-f792af95003a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:08Z', 'updated_at': '2022-03-24T00:56:11Z', 'revision_number': 3, 'project_id': 'fd00752103b546059b42b941444af9c7', 'gw_port': {'id': 'a5772d6c-b623-44ee-802a-f792af95003a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:50:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:09Z', 'updated_at': '2022-03-24T00:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:14.414493 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf8cae3-fe9f-49b3-a60d-04f050b9367c None None] The sync data for ids ['70ec1954-4054-4881-bc8c-94434d4e77e9'] in n-d-760455-9 is: [{'id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'name': 'tempest-TaggedBootDevicesTest_v242-718651379-router', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:56:03Z', 'revision_number': 4, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'gw_port': {'id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:50Z', 'updated_at': '2022-03-24T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '8303fc8b-52de-4bd2-88be-0665eb3a0132', 'name': '', 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'mac_address': 'fa:16:3e:d9:01:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:02Z', 'updated_at': '2022-03-24T00:56:11Z', 'revision_number': 4, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'subnets': [{'id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:56:14.444688 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Checking router: 3e119ec3-ccf2-48eb-8349-54af1ae73dc0 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:56:14.445463 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Updating router 3e119ec3-ccf2-48eb-8349-54af1ae73dc0 port a5772d6c-b623-44ee-802a-f792af95003a binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:56:14.466441 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-0055ec3b-c39a-44d1-9f50-409443f92111 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--353681680&fields=id&tenant_id=dd4e8b525ec540d494ad14638e060a0c HTTP/1.1" status: 200 len: 267 time: 0.1370249 Mar 24 00:56:14.579698 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a5772d6c-b623-44ee-802a-f792af95003a), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:14.601414 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port fd725974-14a7-4eca-b6cb-b0b7b28f7df0 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:14.601882 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (fd725974-14a7-4eca-b6cb-b0b7b28f7df0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:14.670279 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09af5b3-7d8e-4a96-8639-0b100e7cf12e None None] Network eb5a620a-cd0c-49bd-80e2-da166d1e9dea requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:56:14.850978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-de0157d7-7d89-461f-8c6d-806228fc71c6 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:14.856948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 732e6455-fb3f-4ea8-986b-f32268dcf320 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:56:14.857183 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-de0157d7-7d89-461f-8c6d-806228fc71c6 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/networks?id=49714af7-6855-410b-a16d-b9c5c458a3c9 HTTP/1.1" status: 200 len: 812 time: 0.3897293 Mar 24 00:56:14.876533 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:14.878553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76cd67-603b-4390-934b-1ca186861687 req-27e83f27-43c8-4186-8ac4-799a13b92b6e tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:14.904217 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c76cd67-603b-4390-934b-1ca186861687 req-27e83f27-43c8-4186-8ac4-799a13b92b6e tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 944 time: 0.4211006 Mar 24 00:56:14.955509 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-fd9322a4-3fe0-4785-bd96-04e724d948c3 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/quotas/dd4e8b525ec540d494ad14638e060a0c HTTP/1.1" status: 200 len: 375 time: 0.0295193 Mar 24 00:56:15.129403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 732e6455-fb3f-4ea8-986b-f32268dcf320, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=732e6455-fb3f-4ea8-986b-f32268dcf320,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:15.190439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 27eb8e00-425b-4c0a-b4e3-f938d24631ff up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:15.196951 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-3791a6d3-be6b-42a9-9ab2-4552101146ef tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd4e8b525ec540d494ad14638e060a0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2400315 Mar 24 00:56:15.207259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c76cd67-603b-4390-934b-1ca186861687 req-72d9fceb-91a4-4618-9e0c-b97462fbfeb9 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008311 Mar 24 00:56:15.304083 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Allocated IP 172.20.0.1 (eb5a620a-cd0c-49bd-80e2-da166d1e9dea/ff48443e-34e1-4f09-ac86-ee6281ea467f/4d7273e5-fcf2-4c0b-9b6b-50445a8b622e) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:56:15.365567 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Publish callbacks [] for port (a5772d6c-b623-44ee-802a-f792af95003a), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:15.377438 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a5772d6c-b623-44ee-802a-f792af95003a), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:15.429662 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-0eb261a5-d48e-48a3-a5dc-fb57697be533 service neutron] 10.222.0.45 "GET /v2.0/networks/49714af7-6855-410b-a16d-b9c5c458a3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054346 Mar 24 00:56:15.433624 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port fd725974-14a7-4eca-b6cb-b0b7b28f7df0, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=fd725974-14a7-4eca-b6cb-b0b7b28f7df0,segment=NetworkSegment(2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb),segment_id=2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:15.441062 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '732e6455-fb3f-4ea8-986b-f32268dcf320', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '732e6455-fb3f-4ea8-986b-f32268dcf320', 'mac_address': 'fa:16:3e:b2:a4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:56:15.489339 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (fd725974-14a7-4eca-b6cb-b0b7b28f7df0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:15.503382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f17fa108-8186-4cd2-a239-955c91603022 None None] Provisioning complete for port fd725974-14a7-4eca-b6cb-b0b7b28f7df0 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:15.503845 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f17fa108-8186-4cd2-a239-955c91603022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (fd725974-14a7-4eca-b6cb-b0b7b28f7df0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:15.600571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:15.612899 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Pushing event updated for resources: {'Port': ['ID=a5772d6c-b623-44ee-802a-f792af95003a,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:15.635414 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:15.635795 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:15.640145 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:15.640531 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:15.640858 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:15.642619 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:15.642967 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:15.643304 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:15.648517 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:15.648846 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:15.650900 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:15.651256 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:15.651599 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:15.651935 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:15.656169 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:15.674873 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Attempting to bind port a5772d6c-b623-44ee-802a-f792af95003a on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:56:15.676692 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Attempting to bind port a5772d6c-b623-44ee-802a-f792af95003a by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:56:15.677135 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Attempting to bind port a5772d6c-b623-44ee-802a-f792af95003a on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:15.685805 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Publish callbacks [] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:15.697339 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:56:15.698849 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:15.698849 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:15.701305 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:56:15.702105 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Bound port: a5772d6c-b623-44ee-802a-f792af95003a, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:56:15.702105 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a5772d6c-b623-44ee-802a-f792af95003a), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:15.808091 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:15.858445 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-c1194323-879d-4ad5-aac7-43162101c2e2 service neutron] 10.222.0.45 "GET /v2.0/networks/49714af7-6855-410b-a16d-b9c5c458a3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170127 Mar 24 00:56:15.894844 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] For port a5772d6c-b623-44ee-802a-f792af95003a, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:56:15.904676 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] For port a5772d6c-b623-44ee-802a-f792af95003a, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a5772d6c-b623-44ee-802a-f792af95003a,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:56:15.904833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=fd725974-14a7-4eca-b6cb-b0b7b28f7df0,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:15.923170 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Network eb5a620a-cd0c-49bd-80e2-da166d1e9dea is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:15.931327 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a5772d6c-b623-44ee-802a-f792af95003a), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:15.949513 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 27eb8e00-425b-4c0a-b4e3-f938d24631ff completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:56:15.964841 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:15.969662 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:56:16.017954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Pushing event updated for resources: {'Port': ['ID=4d7273e5-fcf2-4c0b-9b6b-50445a8b622e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:16.061698 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:16.063173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16abb1-6996-452a-9a56-2d94d28657cd req-3690d3cc-0d77-41fc-94a9-1876c94f8253 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:16.065976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc16abb1-6996-452a-9a56-2d94d28657cd req-3690d3cc-0d77-41fc-94a9-1876c94f8253 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 945 time: 0.6350315 Mar 24 00:56:16.094153 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 27eb8e00-425b-4c0a-b4e3-f938d24631ff triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:16.094534 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:16.108407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8303fc8b-52de-4bd2-88be-0665eb3a0132 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:16.165319 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Routers {'3e119ec3-ccf2-48eb-8349-54af1ae73dc0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:56:16.165969 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:56:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['3e119ec3-ccf2-48eb-8349-54af1ae73dc0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:16.246438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc16abb1-6996-452a-9a56-2d94d28657cd req-d1436581-2890-4e9a-8810-8351410b411b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676872 Mar 24 00:56:16.305169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:56:16.366195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:16.366589 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:16.430262 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807d257-19bb-4995-a6d8-be04721bf652 None None] Pushing event updated for resources: {'Port': ['ID=a5772d6c-b623-44ee-802a-f792af95003a,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:16.515702 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:16.536292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 732e6455-fb3f-4ea8-986b-f32268dcf320 is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:16.536713 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:16.705353 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 732e6455-fb3f-4ea8-986b-f32268dcf320 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:56:16.733489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 732e6455-fb3f-4ea8-986b-f32268dcf320, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=732e6455-fb3f-4ea8-986b-f32268dcf320,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:16.736520 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f17fa108-8186-4cd2-a239-955c91603022 None None] Current status of the port fd725974-14a7-4eca-b6cb-b0b7b28f7df0 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:16.760844 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:16.805854 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] Set router 3e119ec3-ccf2-48eb-8349-54af1ae73dc0 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:56:16.806335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5154377-75e0-49be-a554-ed254614a5c9 req-000bbd0a-fca5-4ee2-bd00-4c73aac0c209 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:16.819341 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5154377-75e0-49be-a554-ed254614a5c9 req-000bbd0a-fca5-4ee2-bd00-4c73aac0c209 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 944 time: 0.3240848 Mar 24 00:56:17.079985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5154377-75e0-49be-a554-ed254614a5c9 req-093b5d89-423e-4206-842e-66420cf74267 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594442 Mar 24 00:56:17.123736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Publish callbacks [] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:17.138333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75689d7-7190-488f-97f0-dcfcb5e7b525 req-0a823c79-507e-49c1-92cd-fbbc35281c22 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:17.141318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8303fc8b-52de-4bd2-88be-0665eb3a0132 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:17.141811 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:17.146497 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:17.159565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b75689d7-7190-488f-97f0-dcfcb5e7b525 req-0a823c79-507e-49c1-92cd-fbbc35281c22 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 944 time: 0.5726364 Mar 24 00:56:17.429886 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:17.454896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=732e6455-fb3f-4ea8-986b-f32268dcf320,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:17.468303 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['732e6455-fb3f-4ea8-986b-f32268dcf320'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:56:17.484157 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Pushing event updated for resources: {'Port': ['ID=4d7273e5-fcf2-4c0b-9b6b-50445a8b622e,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:17.514023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b75689d7-7190-488f-97f0-dcfcb5e7b525 req-4fb66613-9c22-4f66-9b90-c03af0076c08 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483772 Mar 24 00:56:17.594267 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:17.595004 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:17.663042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6da1a3c2-aaa3-4ae9-aac8-e875023fc87f,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:17.666815 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1236098620-router', 'tenant_id': 'fd00752103b546059b42b941444af9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a5772d6c-b623-44ee-802a-f792af95003a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:08Z', 'updated_at': '2022-03-24T00:56:11Z', 'revision_number': 3, 'project_id': 'fd00752103b546059b42b941444af9c7', 'gw_port': {'id': 'a5772d6c-b623-44ee-802a-f792af95003a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:50:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:09Z', 'updated_at': '2022-03-24T00:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:17.673436 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5746a9b6-fe22-4719-9440-3692bb7ec84a req-807d0744-bf0d-4284-97c2-dcbb7e9a41f8 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/ports?device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 210 time: 0.2400017 Mar 24 00:56:17.732967 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca36a5e2-7f6d-4ebd-87da-5bc531aca948 None None] The sync data for ids ['3e119ec3-ccf2-48eb-8349-54af1ae73dc0'] in n-d-760455-9 is: [{'id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1236098620-router', 'tenant_id': 'fd00752103b546059b42b941444af9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a5772d6c-b623-44ee-802a-f792af95003a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:08Z', 'updated_at': '2022-03-24T00:56:11Z', 'revision_number': 3, 'project_id': 'fd00752103b546059b42b941444af9c7', 'gw_port': {'id': 'a5772d6c-b623-44ee-802a-f792af95003a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:50:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:09Z', 'updated_at': '2022-03-24T00:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:56:17.804634 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Network eb5a620a-cd0c-49bd-80e2-da166d1e9dea is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:17.809227 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:17.846057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e68090fd-4b0f-4edb-8b39-2aa16cd41fd5 None None] Provisioning complete for port fd725974-14a7-4eca-b6cb-b0b7b28f7df0 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:17.846745 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e68090fd-4b0f-4edb-8b39-2aa16cd41fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (fd725974-14a7-4eca-b6cb-b0b7b28f7df0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:17.857323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da1a3c2-aaa3-4ae9-aac8-e875023fc87f'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:56:17.861806 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38944474-7e35-40af-9057-eddf2df9453c" -d '{"events": [{"server_uuid": "6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8", "name": "network-vif-plugged", "status": "completed", "tag": "6da1a3c2-aaa3-4ae9-aac8-e875023fc87f"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:56:17.928709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1a5bd-98b8-4820-b01a-c3b1f7675ac8 req-9299512b-c83a-4d41-96ac-f867cb25a582 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:17.945270 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37a1a5bd-98b8-4820-b01a-c3b1f7675ac8 req-9299512b-c83a-4d41-96ac-f867cb25a582 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 946 time: 0.1678414 Mar 24 00:56:18.194305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8303fc8b-52de-4bd2-88be-0665eb3a0132 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:18.242287 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37a1a5bd-98b8-4820-b01a-c3b1f7675ac8 req-4f75d5c7-f31e-4c79-9307-37295439c0d1 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960196 Mar 24 00:56:18.266277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Router 3e119ec3-ccf2-48eb-8349-54af1ae73dc0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:56:18.308403 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:18.318998 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcb16f3-dbb9-4a60-86a0-e9a40001da86 x-openstack-request-id: req-6fcb16f3-dbb9-4a60-86a0-e9a40001da86 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:56:18.320527 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8", "name": "network-vif-plugged", "status": "completed", "tag": "6da1a3c2-aaa3-4ae9-aac8-e875023fc87f", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:56:18.320805 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6fcb16f3-dbb9-4a60-86a0-e9a40001da86 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:56:18.321265 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fcb16f3-dbb9-4a60-86a0-e9a40001da86'] response: {'server_uuid': '6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da1a3c2-aaa3-4ae9-aac8-e875023fc87f', 'code': 200} Mar 24 00:56:18.355407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cacbc4-264f-4918-8ce4-3926cd39e968 req-e112a37a-8939-464c-b2cd-83af9b14b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:18.357172 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6cacbc4-264f-4918-8ce4-3926cd39e968 req-e112a37a-8939-464c-b2cd-83af9b14b9e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 1128 time: 0.2366838 Mar 24 00:56:18.523470 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463768b-0f90-4be2-8aff-ed559bdfa0f4 req-e8d1397e-7cae-49ff-956f-4b421b773740 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:18.537701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b463768b-0f90-4be2-8aff-ed559bdfa0f4 req-e8d1397e-7cae-49ff-956f-4b421b773740 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 944 time: 0.2828109 Mar 24 00:56:18.615058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:56:18.618143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6cacbc4-264f-4918-8ce4-3926cd39e968 req-1677292e-d420-40d3-8509-b21fe76f48c4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387307 Mar 24 00:56:18.643421 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bde33186-e968-4a06-9d7a-25d584c92975 admin admin] 10.222.0.45 "PUT /v2.0/routers/3e119ec3-ccf2-48eb-8349-54af1ae73dc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0627947 Mar 24 00:56:18.705723 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=6da1a3c2-aaa3-4ae9-aac8-e875023fc87f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:18.721392 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device fd725974-14a7-4eca-b6cb-b0b7b28f7df0 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:18.758046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b463768b-0f90-4be2-8aff-ed559bdfa0f4 req-9b8185e6-b70a-4dde-924c-cb6d99bd72e0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134886 Mar 24 00:56:18.866554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 27eb8e00-425b-4c0a-b4e3-f938d24631ff is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:18.872094 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:19.128638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e68090fd-4b0f-4edb-8b39-2aa16cd41fd5 None None] Current status of the port fd725974-14a7-4eca-b6cb-b0b7b28f7df0 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:19.222297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port fd725974-14a7-4eca-b6cb-b0b7b28f7df0 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:19.222910 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (fd725974-14a7-4eca-b6cb-b0b7b28f7df0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:19.288082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-d4245a7a-377b-4c07-9798-298c4ec73738 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:19.290928 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-d4245a7a-377b-4c07-9798-298c4ec73738 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.57 "GET /v2.0/networks?id=49714af7-6855-410b-a16d-b9c5c458a3c9 HTTP/1.1" status: 200 len: 812 time: 0.3981652 Mar 24 00:56:19.403025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 27eb8e00-425b-4c0a-b4e3-f938d24631ff, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=27eb8e00-425b-4c0a-b4e3-f938d24631ff,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:19.445062 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:19.464657 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b89177ae-9ec1-47de-a44c-9d71eba8acef req-29aff453-b7a1-4ccb-88eb-66f43f87e125 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/ports?device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 210 time: 0.1726015 Mar 24 00:56:19.472350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 732e6455-fb3f-4ea8-986b-f32268dcf320 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:19.525038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdd128-a6cd-4328-a41b-3a46761288f0 req-55f5e7be-0c98-4710-8144-f1bbc4a151ac tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:19.531811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31bdd128-a6cd-4328-a41b-3a46761288f0 req-55f5e7be-0c98-4710-8144-f1bbc4a151ac tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 944 time: 0.7756546 Mar 24 00:56:19.585773 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-74578c79-26d6-4383-9d51-68778dd300d9 None None] Provisioning complete for port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:19.586463 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-74578c79-26d6-4383-9d51-68778dd300d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:19.662514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-86ff5862-cc5e-469a-9845-cf2e67f2bcd9 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd4e8b525ec540d494ad14638e060a0c HTTP/1.1" status: 200 len: 379 time: 0.3046110 Mar 24 00:56:19.667261 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-0cd40917-cd67-47a4-a668-731639b8bb20 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Request body: {'port': {'device_id': '573286e1-e78f-4614-96b5-de101d70a34a', 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9', 'admin_state_up': True, 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'security_groups': ['2c7e0027-a605-44ef-8c21-2e7a45cb3deb']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:19.842991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=27eb8e00-425b-4c0a-b4e3-f938d24631ff,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:19.873216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port fd725974-14a7-4eca-b6cb-b0b7b28f7df0 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:19.947123 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-74578c79-26d6-4383-9d51-68778dd300d9 None None] Port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:56:19.993587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 732e6455-fb3f-4ea8-986b-f32268dcf320 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:19.997939 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:20.140956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-0cd40917-cd67-47a4-a668-731639b8bb20 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Made reservation on behalf of dd4e8b525ec540d494ad14638e060a0c for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:56:20.147798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 732e6455-fb3f-4ea8-986b-f32268dcf320 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:20.151777 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-0cd40917-cd67-47a4-a668-731639b8bb20 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:20.152379 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:20.160454 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31bdd128-a6cd-4328-a41b-3a46761288f0 req-6449da6f-08d0-4a39-aa86-9c62dd105181 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116533 Mar 24 00:56:20.222945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e173524-630f-46ee-972e-f005f4f9c352 req-66ea04d9-0c99-41bf-b44a-0e9d4eb2a981 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:20.233618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e173524-630f-46ee-972e-f005f4f9c352 req-66ea04d9-0c99-41bf-b44a-0e9d4eb2a981 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 946 time: 0.2708199 Mar 24 00:56:20.252172 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 732e6455-fb3f-4ea8-986b-f32268dcf320, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=732e6455-fb3f-4ea8-986b-f32268dcf320,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:20.264598 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:20.347869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9b6048-def6-44f0-8ee7-17ca72f9158c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eb8e00-425b-4c0a-b4e3-f938d24631ff'}, {'server_uuid': '5c37f54a-7345-4dfe-bbe7-66e6903f2af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732e6455-fb3f-4ea8-986b-f32268dcf320'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:56:20.357985 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127b0eef-471b-4535-8c7c-dacd0a0848a9" -d '{"events": [{"server_uuid": "af9b6048-def6-44f0-8ee7-17ca72f9158c", "name": "network-vif-plugged", "status": "completed", "tag": "27eb8e00-425b-4c0a-b4e3-f938d24631ff"}, {"server_uuid": "5c37f54a-7345-4dfe-bbe7-66e6903f2af2", "name": "network-vif-plugged", "status": "completed", "tag": "732e6455-fb3f-4ea8-986b-f32268dcf320"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:56:20.435224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=732e6455-fb3f-4ea8-986b-f32268dcf320,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:20.446918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a5772d6c-b623-44ee-802a-f792af95003a up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:20.638774 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a5772d6c-b623-44ee-802a-f792af95003a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:20.638774 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a5772d6c-b623-44ee-802a-f792af95003a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:20.747253 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e173524-630f-46ee-972e-f005f4f9c352 req-bb3e5638-2d60-437d-b32a-7fcad53f9163 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107706 Mar 24 00:56:20.905422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a5772d6c-b623-44ee-802a-f792af95003a is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:20.905835 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a5772d6c-b623-44ee-802a-f792af95003a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:20.916850 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Mar 2022 00:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea303934-b4d1-4a49-bde0-f85a456d36cc x-openstack-request-id: req-ea303934-b4d1-4a49-bde0-f85a456d36cc {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:56:20.918688 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9b6048-def6-44f0-8ee7-17ca72f9158c", "name": "network-vif-plugged", "status": "completed", "tag": "27eb8e00-425b-4c0a-b4e3-f938d24631ff", "code": 200}, {"server_uuid": "5c37f54a-7345-4dfe-bbe7-66e6903f2af2", "name": "network-vif-plugged", "status": "completed", "tag": "732e6455-fb3f-4ea8-986b-f32268dcf320", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:56:20.920035 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea303934-b4d1-4a49-bde0-f85a456d36cc {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:56:20.921924 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea303934-b4d1-4a49-bde0-f85a456d36cc'] response: {'server_uuid': 'af9b6048-def6-44f0-8ee7-17ca72f9158c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eb8e00-425b-4c0a-b4e3-f938d24631ff', 'code': 200} Mar 24 00:56:20.922235 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea303934-b4d1-4a49-bde0-f85a456d36cc'] response: {'server_uuid': '5c37f54a-7345-4dfe-bbe7-66e6903f2af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732e6455-fb3f-4ea8-986b-f32268dcf320', 'code': 200} Mar 24 00:56:20.938718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386f177-9d6a-4794-990e-08f33302eb18 req-0a44f444-51b7-4ebe-9f2b-7abde8491148 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:20.950837 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5386f177-9d6a-4794-990e-08f33302eb18 req-0a44f444-51b7-4ebe-9f2b-7abde8491148 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 944 time: 0.4558880 Mar 24 00:56:20.971550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port a5772d6c-b623-44ee-802a-f792af95003a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a5772d6c-b623-44ee-802a-f792af95003a,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:20.978410 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a5772d6c-b623-44ee-802a-f792af95003a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:21.002541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-0cd40917-cd67-47a4-a668-731639b8bb20 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Allocated IP 172.20.0.4 (49714af7-6855-410b-a16d-b9c5c458a3c9/0b188f70-d003-40e9-a092-64b6a81d9504/48e9cd93-a8ff-4719-98f2-f5dc6172fe94) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:56:21.132489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=a5772d6c-b623-44ee-802a-f792af95003a,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:21.441981 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Sync routers for ids ['3e119ec3-ccf2-48eb-8349-54af1ae73dc0'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:56:21.446008 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-0cd40917-cd67-47a4-a668-731639b8bb20 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for port (48e9cd93-a8ff-4719-98f2-f5dc6172fe94), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:21.487116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Routers {'3e119ec3-ccf2-48eb-8349-54af1ae73dc0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:56:21.488266 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:56:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['3e119ec3-ccf2-48eb-8349-54af1ae73dc0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:21.494234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b42d9199-5d7d-44ed-9585-5aaa8353fe4b req-aac62f65-1df4-484e-b657-d50a6fd54ccb tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/ports?device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 210 time: 0.3187962 Mar 24 00:56:21.517674 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-0cd40917-cd67-47a4-a668-731639b8bb20 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (48e9cd93-a8ff-4719-98f2-f5dc6172fe94), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:21.539392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5386f177-9d6a-4794-990e-08f33302eb18 req-8472405a-bd9c-4c79-a26a-241a3273fa54 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852735 Mar 24 00:56:21.764534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db795bf1-a516-4183-8955-fd2a2708d5c3 req-1f957ea6-5d53-4303-aded-003b5789daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:21.768593 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db795bf1-a516-4183-8955-fd2a2708d5c3 req-1f957ea6-5d53-4303-aded-003b5789daf9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 1127 time: 0.6915522 Mar 24 00:56:21.805052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-0cd40917-cd67-47a4-a668-731639b8bb20 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Network 49714af7-6855-410b-a16d-b9c5c458a3c9 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:21.823301 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Set router 3e119ec3-ccf2-48eb-8349-54af1ae73dc0 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:56:21.832095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd40917-cd67-47a4-a668-731639b8bb20 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Pushing event updated for resources: {'Port': ['ID=48e9cd93-a8ff-4719-98f2-f5dc6172fe94,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:21.845280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-0cd40917-cd67-47a4-a668-731639b8bb20 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:21.850165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-0cd40917-cd67-47a4-a668-731639b8bb20 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:56:21.998206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-0cd40917-cd67-47a4-a668-731639b8bb20 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:21.999487 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-0cd40917-cd67-47a4-a668-731639b8bb20 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:22.125171 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-0cd40917-cd67-47a4-a668-731639b8bb20 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4604959 Mar 24 00:56:22.171633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Request body: {'port': {'device_id': '573286e1-e78f-4614-96b5-de101d70a34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:22.313042 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db795bf1-a516-4183-8955-fd2a2708d5c3 req-c580f0cc-826a-4175-af9c-8bdd5125b72d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203810 Mar 24 00:56:22.424136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379d1c1-4a80-4dd5-943e-13cc7893f2e0 req-24cebf30-516b-4727-af47-dae79af2f8ca tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:22.426843 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e379d1c1-4a80-4dd5-943e-13cc7893f2e0 req-24cebf30-516b-4727-af47-dae79af2f8ca tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 945 time: 0.7359600 Mar 24 00:56:22.434868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a5772d6c-b623-44ee-802a-f792af95003a up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:22.529414 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (48e9cd93-a8ff-4719-98f2-f5dc6172fe94), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:22.607372 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e379d1c1-4a80-4dd5-943e-13cc7893f2e0 req-980327f2-feab-41a5-a653-4ee4e1e2b98a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662452 Mar 24 00:56:22.625575 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-00613355-3f22-45ae-bb0d-1536a4da4323 None None] Provisioning complete for port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:22.633579 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-00613355-3f22-45ae-bb0d-1536a4da4323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (48e9cd93-a8ff-4719-98f2-f5dc6172fe94), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:22.725276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-00613355-3f22-45ae-bb0d-1536a4da4323 None None] Port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:56:22.789355 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a5772d6c-b623-44ee-802a-f792af95003a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:22.789757 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a5772d6c-b623-44ee-802a-f792af95003a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:22.897879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1236098620-router', 'tenant_id': 'fd00752103b546059b42b941444af9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a5772d6c-b623-44ee-802a-f792af95003a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:08Z', 'updated_at': '2022-03-24T00:56:16Z', 'revision_number': 4, 'project_id': 'fd00752103b546059b42b941444af9c7', 'gw_port': {'id': 'a5772d6c-b623-44ee-802a-f792af95003a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:09Z', 'updated_at': '2022-03-24T00:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '4d7273e5-fcf2-4c0b-9b6b-50445a8b622e', 'name': '', 'network_id': 'eb5a620a-cd0c-49bd-80e2-da166d1e9dea', 'tenant_id': 'fd00752103b546059b42b941444af9c7', 'mac_address': 'fa:16:3e:9d:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'ff48443e-34e1-4f09-ac86-ee6281ea467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:14Z', 'updated_at': '2022-03-24T00:56:16Z', 'revision_number': 2, 'project_id': 'fd00752103b546059b42b941444af9c7', 'subnets': [{'id': 'ff48443e-34e1-4f09-ac86-ee6281ea467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:22.976200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5098f8c-f771-4da9-be4f-e0ee6d570cf6 req-da4b81bd-776e-4d50-9fd9-527c2dc18b05 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:22.977171 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Checking router: 3e119ec3-ccf2-48eb-8349-54af1ae73dc0 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:56:22.977779 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Updating router 3e119ec3-ccf2-48eb-8349-54af1ae73dc0 port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:56:22.977945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5098f8c-f771-4da9-be4f-e0ee6d570cf6 req-da4b81bd-776e-4d50-9fd9-527c2dc18b05 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 946 time: 0.1948171 Mar 24 00:56:23.055955 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:23.090734 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5098f8c-f771-4da9-be4f-e0ee6d570cf6 req-bc5b0edd-6838-4dda-9aa6-c817168cb753 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904121 Mar 24 00:56:23.434753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:56:23.523765 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Publish callbacks [] for port (48e9cd93-a8ff-4719-98f2-f5dc6172fe94), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:23.536092 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Publish callbacks [] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:23.562931 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:23.583462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Transition to ACTIVE for port object 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:56:23.586394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a5772d6c-b623-44ee-802a-f792af95003a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:23.594651 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (48e9cd93-a8ff-4719-98f2-f5dc6172fe94), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:23.764340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105dbb3-dc06-4a29-9e15-e3a0a1c40c1c req-a0c0dfb8-c618-4e06-ae76-11ce37fcbe4c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:23.768680 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5105dbb3-dc06-4a29-9e15-e3a0a1c40c1c req-a0c0dfb8-c618-4e06-ae76-11ce37fcbe4c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/ports?device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 931 time: 0.4559069 Mar 24 00:56:23.782346 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6af631-9c62-412f-99de-4439a21b7eba None None] Pushing event updated for resources: {'Port': ['ID=4d7273e5-fcf2-4c0b-9b6b-50445a8b622e,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:23.845132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Pushing event updated for resources: {'Port': ['ID=48e9cd93-a8ff-4719-98f2-f5dc6172fe94,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:23.937226 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5105dbb3-dc06-4a29-9e15-e3a0a1c40c1c req-ad829a03-eb88-492f-a5ae-aaa50be7bc76 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c7e0027-a605-44ef-8c21-2e7a45cb3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220853 Mar 24 00:56:23.991124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Attempting to bind port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:56:23.991768 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Attempting to bind port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eb5a620a-cd0c-49bd-80e2-da166d1e9dea'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:56:23.992345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Attempting to bind port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e on network eb5a620a-cd0c-49bd-80e2-da166d1e9dea {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:24.016928 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:56:24.018853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Checking segment: {'id': '2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eb5a620a-cd0c-49bd-80e2-da166d1e9dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:24.021041 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:24.021731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Bound using segment: {'id': '2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eb5a620a-cd0c-49bd-80e2-da166d1e9dea'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:56:24.022401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Bound port: 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eb5a620a-cd0c-49bd-80e2-da166d1e9dea'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:56:24.024191 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:24.043870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Attempting to bind port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:56:24.047827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Attempting to bind port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'f1fae45a-f482-4f90-a9e9-74bff80c7890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:56:24.050870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Attempting to bind port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 on network 49714af7-6855-410b-a16d-b9c5c458a3c9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:24.076003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 on network 49714af7-6855-410b-a16d-b9c5c458a3c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:56:24.077599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Attempting to bind port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 on network 49714af7-6855-410b-a16d-b9c5c458a3c9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:24.098272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:56:24.099679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Checking segment: {'id': 'f1fae45a-f482-4f90-a9e9-74bff80c7890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:24.102369 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Bound using segment: {'id': 'f1fae45a-f482-4f90-a9e9-74bff80c7890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:56:24.103149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Bound port: 48e9cd93-a8ff-4719-98f2-f5dc6172fe94, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fae45a-f482-4f90-a9e9-74bff80c7890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:56:24.104760 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (48e9cd93-a8ff-4719-98f2-f5dc6172fe94), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:24.243205 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] For port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:56:24.253601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] For port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4d7273e5-fcf2-4c0b-9b6b-50445a8b622e,segment=NetworkSegment(2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb),segment_id=2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:56:24.289154 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:24.395222 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6af631-9c62-412f-99de-4439a21b7eba None None] Pushing event updated for resources: {'Port': ['ID=4d7273e5-fcf2-4c0b-9b6b-50445a8b622e,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:24.406755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] For port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:56:24.440207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7385d3-ffa8-42cf-969c-d1945b116bf4 req-23d13aa9-c5f8-4b3a-a929-097044df7519 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:24.442116 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb7385d3-ffa8-42cf-969c-d1945b116bf4 req-23d13aa9-c5f8-4b3a-a929-097044df7519 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 944 time: 0.2097859 Mar 24 00:56:24.472025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Routers {'3e119ec3-ccf2-48eb-8349-54af1ae73dc0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:56:24.472672 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:56:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['3e119ec3-ccf2-48eb-8349-54af1ae73dc0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:24.486953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] For port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=48e9cd93-a8ff-4719-98f2-f5dc6172fe94,segment=NetworkSegment(f1fae45a-f482-4f90-a9e9-74bff80c7890),segment_id=f1fae45a-f482-4f90-a9e9-74bff80c7890)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:56:24.545548 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (48e9cd93-a8ff-4719-98f2-f5dc6172fe94), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:24.676249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Pushing event updated for resources: {'Port': ['ID=48e9cd93-a8ff-4719-98f2-f5dc6172fe94,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:24.722017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:24.722880 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:24.725147 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-43f343fd-c54d-428a-a1c2-e3d79aad1335 service neutron] 10.222.0.57 "PUT /v2.0/ports/48e9cd93-a8ff-4719-98f2-f5dc6172fe94 HTTP/1.1" status: 200 len: 1091 time: 2.5742974 Mar 24 00:56:24.726124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573286e1-e78f-4614-96b5-de101d70a34a', 'tag': '48e9cd93-a8ff-4719-98f2-f5dc6172fe94'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:56:24.732764 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d3713a-238d-43b3-bcb3-d7b0239b0af6" -d '{"events": [{"name": "network-changed", "server_uuid": "573286e1-e78f-4614-96b5-de101d70a34a", "tag": "48e9cd93-a8ff-4719-98f2-f5dc6172fe94"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:56:24.746445 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb7385d3-ffa8-42cf-969c-d1945b116bf4 req-ff29f7ec-48f1-49f9-8cb0-92f419f7b7dc tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928498 Mar 24 00:56:24.807742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Provisioning complete for port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:24.808947 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:24.940391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-933d137d-e966-4672-be5e-1de881876bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:24.954687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-933d137d-e966-4672-be5e-1de881876bcf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd4e8b525ec540d494ad14638e060a0c&device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 1125 time: 0.1494145 Mar 24 00:56:25.026740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] Set router 3e119ec3-ccf2-48eb-8349-54af1ae73dc0 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:56:25.082401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-ae288ee1-7aca-46f6-91f2-221d7dd22683 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e9cd93-a8ff-4719-98f2-f5dc6172fe94 HTTP/1.1" status: 200 len: 217 time: 0.0691259 Mar 24 00:56:25.167725 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9470a19-56eb-48f5-a46a-b4cc3dd16b2d req-3b330a08-0485-4101-90b3-23848553ba76 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=fa7a637ada534f57aa37557e7d448261 HTTP/1.1" status: 200 len: 267 time: 0.2119534 Mar 24 00:56:25.276584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-4fa21a80-f0cb-4a41-8c58-3b518db11bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:25.282624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-4fa21a80-f0cb-4a41-8c58-3b518db11bcc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b188f70-d003-40e9-a092-64b6a81d9504 HTTP/1.1" status: 200 len: 851 time: 0.1913676 Mar 24 00:56:25.336195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9470a19-56eb-48f5-a46a-b4cc3dd16b2d req-3a5aeb30-9bec-4668-9eff-08f0dacca2ff tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:25.340063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9470a19-56eb-48f5-a46a-b4cc3dd16b2d req-3a5aeb30-9bec-4668-9eff-08f0dacca2ff tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 946 time: 0.1714165 Mar 24 00:56:25.345416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-c9470a19-56eb-48f5-a46a-b4cc3dd16b2d req-2f8ea7ba-4f06-40d3-970a-5906409ed919 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Request body: {'port': {'security_groups': []}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:25.535430 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-e7bdf9ef-e307-4c7f-99cb-a33e44632923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:25.536991 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-e7bdf9ef-e307-4c7f-99cb-a33e44632923 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49714af7-6855-410b-a16d-b9c5c458a3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2411180 Mar 24 00:56:25.688064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-25f17b9b-3a93-4e64-ab8b-a83b8b961dff service neutron] 10.222.0.57 "GET /v2.0/networks/49714af7-6855-410b-a16d-b9c5c458a3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433477 Mar 24 00:56:25.688810 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c9470a19-56eb-48f5-a46a-b4cc3dd16b2d req-2f8ea7ba-4f06-40d3-970a-5906409ed919 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:25.698682 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Current status of the port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:25.699085 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:25.988568 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fabbb777-e7ad-475d-8f90-1e46e8d80385 req-930694b9-69ed-4feb-96cb-3b4b37ed6fc5 service neutron] 10.222.0.57 "GET /v2.0/networks/49714af7-6855-410b-a16d-b9c5c458a3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831450 Mar 24 00:56:26.044055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] For port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4d7273e5-fcf2-4c0b-9b6b-50445a8b622e,segment=NetworkSegment(2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb),segment_id=2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:26.064061 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:26.268971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1236098620-router', 'tenant_id': 'fd00752103b546059b42b941444af9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a5772d6c-b623-44ee-802a-f792af95003a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:08Z', 'updated_at': '2022-03-24T00:56:16Z', 'revision_number': 4, 'project_id': 'fd00752103b546059b42b941444af9c7', 'gw_port': {'id': 'a5772d6c-b623-44ee-802a-f792af95003a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:09Z', 'updated_at': '2022-03-24T00:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '4d7273e5-fcf2-4c0b-9b6b-50445a8b622e', 'name': '', 'network_id': 'eb5a620a-cd0c-49bd-80e2-da166d1e9dea', 'tenant_id': 'fd00752103b546059b42b941444af9c7', 'mac_address': 'fa:16:3e:9d:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'ff48443e-34e1-4f09-ac86-ee6281ea467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:14Z', 'updated_at': '2022-03-24T00:56:24Z', 'revision_number': 4, 'project_id': 'fd00752103b546059b42b941444af9c7', 'subnets': [{'id': 'ff48443e-34e1-4f09-ac86-ee6281ea467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:26.333412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-da81658f-2cb3-4607-89ba-f36269020341 None None] Provisioning complete for port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:26.355012 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-da81658f-2cb3-4607-89ba-f36269020341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:26.376160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-c9470a19-56eb-48f5-a46a-b4cc3dd16b2d req-2f8ea7ba-4f06-40d3-970a-5906409ed919 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] For port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6da1a3c2-aaa3-4ae9-aac8-e875023fc87f,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:26.433788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aee9f4-c892-47d3-b935-772fc94c61b7 None None] The sync data for ids ['3e119ec3-ccf2-48eb-8349-54af1ae73dc0'] in n-d-760455-9 is: [{'id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1236098620-router', 'tenant_id': 'fd00752103b546059b42b941444af9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a5772d6c-b623-44ee-802a-f792af95003a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:08Z', 'updated_at': '2022-03-24T00:56:16Z', 'revision_number': 4, 'project_id': 'fd00752103b546059b42b941444af9c7', 'gw_port': {'id': 'a5772d6c-b623-44ee-802a-f792af95003a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:09Z', 'updated_at': '2022-03-24T00:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '4d7273e5-fcf2-4c0b-9b6b-50445a8b622e', 'name': '', 'network_id': 'eb5a620a-cd0c-49bd-80e2-da166d1e9dea', 'tenant_id': 'fd00752103b546059b42b941444af9c7', 'mac_address': 'fa:16:3e:9d:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'ff48443e-34e1-4f09-ac86-ee6281ea467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:14Z', 'updated_at': '2022-03-24T00:56:24Z', 'revision_number': 4, 'project_id': 'fd00752103b546059b42b941444af9c7', 'subnets': [{'id': 'ff48443e-34e1-4f09-ac86-ee6281ea467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:56:26.454386 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c9470a19-56eb-48f5-a46a-b4cc3dd16b2d req-2f8ea7ba-4f06-40d3-970a-5906409ed919 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:26.460503 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c9470a19-56eb-48f5-a46a-b4cc3dd16b2d req-2f8ea7ba-4f06-40d3-970a-5906409ed919 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:26.467747 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Pushing event updated for resources: {'Port': ['ID=4d7273e5-fcf2-4c0b-9b6b-50445a8b622e,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:26.570247 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9470a19-56eb-48f5-a46a-b4cc3dd16b2d req-2f8ea7ba-4f06-40d3-970a-5906409ed919 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:26.570921 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c9470a19-56eb-48f5-a46a-b4cc3dd16b2d req-2f8ea7ba-4f06-40d3-970a-5906409ed919 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:26.573922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9470a19-56eb-48f5-a46a-b4cc3dd16b2d req-2f8ea7ba-4f06-40d3-970a-5906409ed919 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "PUT /v2.0/ports/6da1a3c2-aaa3-4ae9-aac8-e875023fc87f HTTP/1.1" status: 200 len: 905 time: 1.2315009 Mar 24 00:56:26.623368 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['69ebb3c8-8c34-490c-b5d6-20670eaa91ad'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:56:26.653760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ea7ba-4f06-40d3-970a-5906409ed919 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event updated for resources: {'Port': ['ID=6da1a3c2-aaa3-4ae9-aac8-e875023fc87f,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:26.779484 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['4dbe84c1-0209-4a91-972b-a3e08e36d97e', '6da1a3c2-aaa3-4ae9-aac8-e875023fc87f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:56:26.812034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4584ca9-a1ae-4dff-919b-738d9c0b03ed req-497ee06b-101a-44fe-a0ae-b36552889ea5 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:26.813643 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c4584ca9-a1ae-4dff-919b-738d9c0b03ed req-497ee06b-101a-44fe-a0ae-b36552889ea5 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 945 time: 0.1056557 Mar 24 00:56:26.887359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:26.888024 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:26.888659 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:26.889078 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:26.889566 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:26.889978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:26.890449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:26.890857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:26.891750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:26.892160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:26.892565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:26.892996 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:26.893699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:26.894144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:26.894574 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11567efa-8f10-4ad0-bd58-224869dd5a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:26.953257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c4584ca9-a1ae-4dff-919b-738d9c0b03ed req-8675bf18-bf57-4e0a-af79-9ef20e28741b tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311889 Mar 24 00:56:27.019531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['6da1a3c2-aaa3-4ae9-aac8-e875023fc87f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:56:27.138836 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8692fae5-735e-4802-81aa-27db2a9a1b22 x-openstack-request-id: req-8692fae5-735e-4802-81aa-27db2a9a1b22 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:56:27.139126 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573286e1-e78f-4614-96b5-de101d70a34a", "tag": "48e9cd93-a8ff-4719-98f2-f5dc6172fe94", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:56:27.139376 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8692fae5-735e-4802-81aa-27db2a9a1b22 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:56:27.140004 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8692fae5-735e-4802-81aa-27db2a9a1b22'] response: {'name': 'network-changed', 'server_uuid': '573286e1-e78f-4614-96b5-de101d70a34a', 'tag': '48e9cd93-a8ff-4719-98f2-f5dc6172fe94', 'status': 'completed', 'code': 200} Mar 24 00:56:27.377936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-da81658f-2cb3-4607-89ba-f36269020341 None None] Current status of the port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:27.460912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3713a-238d-43b3-bcb3-d7b0239b0af6 req-ef9a85fa-671a-4044-900c-58ad93ec6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:27.462622 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63d3713a-238d-43b3-bcb3-d7b0239b0af6 req-ef9a85fa-671a-4044-900c-58ad93ec6f9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd4e8b525ec540d494ad14638e060a0c&device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 1125 time: 0.2996757 Mar 24 00:56:27.506157 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43808) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:27.513776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1966128185'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:27.558139 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Made reservation on behalf of f9e9c2b109f34f4b898664514fcdc44a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:56:27.578013 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:27.640701 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:56:27.671289 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0ae99a1b-2aee-47ac-aea4-c8bab6768ab0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:27.672313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43793d8e-0a19-4c07-8f0f-71e094efbba0 req-7c5f5be1-2821-49a1-bcd5-1d0343ca5125 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:27.673427 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Added segment 0ae99a1b-2aee-47ac-aea4-c8bab6768ab0 of type vlan for network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 Mar 24 00:56:27.680403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43793d8e-0a19-4c07-8f0f-71e094efbba0 req-7c5f5be1-2821-49a1-bcd5-1d0343ca5125 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/ports?device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 943 time: 0.3569322 Mar 24 00:56:27.796057 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:27.837661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3713a-238d-43b3-bcb3-d7b0239b0af6 req-69b12e9f-54e4-4d4c-8ccb-1df28f6c1ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:27.840085 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63d3713a-238d-43b3-bcb3-d7b0239b0af6 req-69b12e9f-54e4-4d4c-8ccb-1df28f6c1ae8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=49714af7-6855-410b-a16d-b9c5c458a3c9 HTTP/1.1" status: 200 len: 913 time: 0.3684032 Mar 24 00:56:27.863331 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43793d8e-0a19-4c07-8f0f-71e094efbba0 req-12049dc1-492e-4889-9bf2-11bec05fd23d tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c7e0027-a605-44ef-8c21-2e7a45cb3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817105 Mar 24 00:56:27.866157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:27.873160 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:27.873160 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:27.884626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7fd42eaa-fb59-411c-b70c-d9a5e2d630ae None None] Provisioning complete for port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:27.892255 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7fd42eaa-fb59-411c-b70c-d9a5e2d630ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:27.950420 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63d3713a-238d-43b3-bcb3-d7b0239b0af6 req-114978be-9504-477a-a211-7efdb440b08c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e9cd93-a8ff-4719-98f2-f5dc6172fe94 HTTP/1.1" status: 200 len: 217 time: 0.0855069 Mar 24 00:56:27.999834 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4894280 Mar 24 00:56:28.010649 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43814) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:28.037208 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7bb80aa1-44ae-4c6e-9640-39f754fbdf08 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1520365776'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:28.100197 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event updated for resources: {'Network': ['ID=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:28.108737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3713a-238d-43b3-bcb3-d7b0239b0af6 req-908c1a16-9d65-4fe1-abd3-5327517afc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:28.115594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63d3713a-238d-43b3-bcb3-d7b0239b0af6 req-908c1a16-9d65-4fe1-abd3-5327517afc76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b188f70-d003-40e9-a092-64b6a81d9504 HTTP/1.1" status: 200 len: 851 time: 0.1571646 Mar 24 00:56:28.119136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:28.123375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:28.124246 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:28.125026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:28.129692 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:28.130403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:28.130981 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:28.131547 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:28.132121 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:28.132697 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:28.133348 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:28.133926 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:28.134736 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:28.135288 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:28.135685 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7fd42eaa-fb59-411c-b70c-d9a5e2d630ae None None] Current status of the port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:28.137986 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030f9d5e-221b-4c98-b571-a0cec388e8e7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:56:28.142388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb80aa1-44ae-4c6e-9640-39f754fbdf08 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Made reservation on behalf of f9e9c2b109f34f4b898664514fcdc44a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:56:28.146351 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7bb80aa1-44ae-4c6e-9640-39f754fbdf08 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:28.153073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:56:28.214015 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:56:28.216242 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb80aa1-44ae-4c6e-9640-39f754fbdf08 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:56:28.246597 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7bb80aa1-44ae-4c6e-9640-39f754fbdf08 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (c84b0359-6f12-42ab-9f90-027c329658d7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:28.247642 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-7bb80aa1-44ae-4c6e-9640-39f754fbdf08 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Added segment c84b0359-6f12-42ab-9f90-027c329658d7 of type vlan for network 00af8be2-710f-470c-b10f-a3c1e77c88cb Mar 24 00:56:28.346730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3713a-238d-43b3-bcb3-d7b0239b0af6 req-44725edb-8519-4d79-ba54-5104b2e7691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:28.354056 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63d3713a-238d-43b3-bcb3-d7b0239b0af6 req-44725edb-8519-4d79-ba54-5104b2e7691a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49714af7-6855-410b-a16d-b9c5c458a3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2323637 Mar 24 00:56:28.419381 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7bb80aa1-44ae-4c6e-9640-39f754fbdf08 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (00af8be2-710f-470c-b10f-a3c1e77c88cb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:28.461920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:28.478845 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7bb80aa1-44ae-4c6e-9640-39f754fbdf08 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (00af8be2-710f-470c-b10f-a3c1e77c88cb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:28.518116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb80aa1-44ae-4c6e-9640-39f754fbdf08 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:28.518767 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7bb80aa1-44ae-4c6e-9640-39f754fbdf08 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:28.539301 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63d3713a-238d-43b3-bcb3-d7b0239b0af6 req-d5c317b3-abc0-4e0b-ad7e-92ba211cfb23 service neutron] 10.222.0.57 "GET /v2.0/networks/49714af7-6855-410b-a16d-b9c5c458a3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742804 Mar 24 00:56:28.585816 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:28.586320 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:28.595752 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7bb80aa1-44ae-4c6e-9640-39f754fbdf08 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5677218 Mar 24 00:56:28.644615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43820) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:28.651487 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-48c49039-e163-4b82-b895-4e0d02bf551d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Request body: {'subnet': {'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:28.725592 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7517d045-4644-4b13-b67a-4d3749f47b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:28.854256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:28.889794 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c49039-e163-4b82-b895-4e0d02bf551d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Made reservation on behalf of f9e9c2b109f34f4b898664514fcdc44a for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:56:28.890816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564735c-268c-4f61-8feb-a60691b68f26 req-1a3f190e-3baa-4c63-ae59-a47caba2f4bb tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:28.894885 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-48c49039-e163-4b82-b895-4e0d02bf551d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:28.898083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a564735c-268c-4f61-8feb-a60691b68f26 req-1a3f190e-3baa-4c63-ae59-a47caba2f4bb tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 944 time: 0.3556292 Mar 24 00:56:29.026541 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63d3713a-238d-43b3-bcb3-d7b0239b0af6 req-b1061cb7-64f2-4565-9157-f276616cd428 service neutron] 10.222.0.57 "GET /v2.0/networks/49714af7-6855-410b-a16d-b9c5c458a3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455109 Mar 24 00:56:29.076739 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a564735c-268c-4f61-8feb-a60691b68f26 req-a8bf2b4b-9844-44dd-b2f6-1b2d8dfd3713 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724696 Mar 24 00:56:29.141393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8', 'tag': '6da1a3c2-aaa3-4ae9-aac8-e875023fc87f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:56:29.143990 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560e4d37-64ed-4cd2-872e-9b116d339aed" -d '{"events": [{"name": "network-changed", "server_uuid": "6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8", "tag": "6da1a3c2-aaa3-4ae9-aac8-e875023fc87f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:56:29.247086 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-48c49039-e163-4b82-b895-4e0d02bf551d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (a4e99765-9e1e-4b73-a310-63430faa30fe), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:29.322687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c49039-e163-4b82-b895-4e0d02bf551d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event updated for resources: {'Subnet': ['ID=a4e99765-9e1e-4b73-a310-63430faa30fe,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:29.327098 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb80aa1-44ae-4c6e-9640-39f754fbdf08 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event updated for resources: {'Network': ['ID=00af8be2-710f-470c-b10f-a3c1e77c88cb,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:29.366467 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 00af8be2-710f-470c-b10f-a3c1e77c88cb details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:56:29.367644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44e2d6-1641-4dcc-a80f-a3ed6a690a60 req-9038ebcf-ebf9-4cee-86ed-a8b84d847420 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:29.371997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf44e2d6-1641-4dcc-a80f-a3ed6a690a60 req-9038ebcf-ebf9-4cee-86ed-a8b84d847420 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 908 time: 0.1496837 Mar 24 00:56:29.386345 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c49039-e163-4b82-b895-4e0d02bf551d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Checking segment: {'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:29.386936 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c49039-e163-4b82-b895-4e0d02bf551d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Network hostable DHCP agents. Network: ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:56:29.449434 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c49039-e163-4b82-b895-4e0d02bf551d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:56:29.477772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-48c49039-e163-4b82-b895-4e0d02bf551d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:29.486730 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c49039-e163-4b82-b895-4e0d02bf551d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:29.487045 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-48c49039-e163-4b82-b895-4e0d02bf551d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:29.500713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1fab62-a3f7-4b3c-9439-025fbae1ee57 None None] Network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:56:29.525921 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-48c49039-e163-4b82-b895-4e0d02bf551d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8797014 Mar 24 00:56:29.532222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 43828) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:29.534444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-2d5869f5-275e-436d-ae0d-8ede03900832 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Request body: {'subnet': {'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:29.605597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:56:29.694608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d5c6c-bd56-4b93-be71-196e22a194a0 req-583d9410-27e6-4b6b-95a0-aed360859cfe tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:29.696314 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-644d5c6c-bd56-4b93-be71-196e22a194a0 req-583d9410-27e6-4b6b-95a0-aed360859cfe tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 945 time: 0.1502583 Mar 24 00:56:29.712733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5869f5-275e-436d-ae0d-8ede03900832 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Made reservation on behalf of f9e9c2b109f34f4b898664514fcdc44a for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:56:29.716602 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d5869f5-275e-436d-ae0d-8ede03900832 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:29.736965 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:29.829224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48', 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48', 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'fixed_ips': [{'subnet_id': 'a4e99765-9e1e-4b73-a310-63430faa30fe'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:56:29.830246 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:29.852607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-644d5c6c-bd56-4b93-be71-196e22a194a0 req-fb64b175-933b-45cd-be1f-de873cea57e6 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443782 Mar 24 00:56:30.000571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=48e9cd93-a8ff-4719-98f2-f5dc6172fe94,segment=NetworkSegment(f1fae45a-f482-4f90-a9e9-74bff80c7890),segment_id=f1fae45a-f482-4f90-a9e9-74bff80c7890)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:30.013905 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '48e9cd93-a8ff-4719-98f2-f5dc6172fe94', 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9', 'port_id': '48e9cd93-a8ff-4719-98f2-f5dc6172fe94', 'mac_address': 'fa:16:3e:3a:c4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:56:30.136207 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:30.136708 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (48e9cd93-a8ff-4719-98f2-f5dc6172fe94), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:30.175709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Allocated IP 10.1.1.2 (ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48/a4e99765-9e1e-4b73-a310-63430faa30fe/0c32d899-c9f6-416e-a7f5-28fa29cd7788) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:56:30.201691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:56:30.261657 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=48e9cd93-a8ff-4719-98f2-f5dc6172fe94,segment=NetworkSegment(f1fae45a-f482-4f90-a9e9-74bff80c7890),segment_id=f1fae45a-f482-4f90-a9e9-74bff80c7890)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:30.300044 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (48e9cd93-a8ff-4719-98f2-f5dc6172fe94), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:30.366511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=48e9cd93-a8ff-4719-98f2-f5dc6172fe94,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:30.525119 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Publish callbacks [] for port (0c32d899-c9f6-416e-a7f5-28fa29cd7788), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:30.536115 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (0c32d899-c9f6-416e-a7f5-28fa29cd7788), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:30.566013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:30.570022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:30.599010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:56:30.612331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['48e9cd93-a8ff-4719-98f2-f5dc6172fe94'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:56:30.646425 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2b46f-ea6d-465c-82dc-ddb7f56caba9 req-85d526ea-10ab-437f-802a-7e38da5d3534 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:30.655422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ab2b46f-ea6d-465c-82dc-ddb7f56caba9 req-85d526ea-10ab-437f-802a-7e38da5d3534 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7be52b1-750d-4c8b-89d3-15f958ea60f5 HTTP/1.1" status: 200 len: 945 time: 0.6834016 Mar 24 00:56:30.676377 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d5869f5-275e-436d-ae0d-8ede03900832 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (76b3c3b5-9e29-46f6-ae72-c5ab95608d09), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:30.698137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9352d6d-a3a8-4676-b0dc-81fe6ea282fb req-14003dde-0836-4c8c-b525-d36611e6de26 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:30.700424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9352d6d-a3a8-4676-b0dc-81fe6ea282fb req-14003dde-0836-4c8c-b525-d36611e6de26 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7be52b1-750d-4c8b-89d3-15f958ea60f5 HTTP/1.1" status: 200 len: 945 time: 0.6754296 Mar 24 00:56:30.753565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Attempting to bind port 0c32d899-c9f6-416e-a7f5-28fa29cd7788 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:56:30.753565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Attempting to bind port 0c32d899-c9f6-416e-a7f5-28fa29cd7788 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:56:30.753905 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Attempting to bind port 0c32d899-c9f6-416e-a7f5-28fa29cd7788 on network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:30.760380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Pushing event updated for resources: {'Port': ['ID=0c32d899-c9f6-416e-a7f5-28fa29cd7788,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:30.774535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:56:30.774917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Checking segment: {'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:30.777994 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:30.777994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Bound using segment: {'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:56:30.777994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Bound port: 0c32d899-c9f6-416e-a7f5-28fa29cd7788, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:56:30.785062 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0c32d899-c9f6-416e-a7f5-28fa29cd7788), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:30.903189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ab2b46f-ea6d-465c-82dc-ddb7f56caba9 req-031d68fd-46bc-4fac-b145-abe88fc001c2 tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ba75396-009f-4b84-8d1b-96f1f0875957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445719 Mar 24 00:56:30.933050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5869f5-275e-436d-ae0d-8ede03900832 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event updated for resources: {'Subnet': ['ID=76b3c3b5-9e29-46f6-ae72-c5ab95608d09,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:30.973336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5869f5-275e-436d-ae0d-8ede03900832 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Checking segment: {'id': 'c84b0359-6f12-42ab-9f90-027c329658d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:30.984342 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1505bd8c-96eb-4fac-beae-59cd635a379e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:30.985073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5869f5-275e-436d-ae0d-8ede03900832 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Network hostable DHCP agents. Network: 00af8be2-710f-470c-b10f-a3c1e77c88cb, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:56:31.024482 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] For port 0c32d899-c9f6-416e-a7f5-28fa29cd7788, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:56:31.029766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] For port 0c32d899-c9f6-416e-a7f5-28fa29cd7788, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0c32d899-c9f6-416e-a7f5-28fa29cd7788,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:56:31.042962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-f9352d6d-a3a8-4676-b0dc-81fe6ea282fb req-26d789b9-45f1-4446-aa63-2d28d94ffd4c tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Deleting port 90156095-bca6-4254-baea-5aed84632aab {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:56:31.043423 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f9352d6d-a3a8-4676-b0dc-81fe6ea282fb req-26d789b9-45f1-4446-aa63-2d28d94ffd4c tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (90156095-bca6-4254-baea-5aed84632aab), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:31.055837 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0c32d899-c9f6-416e-a7f5-28fa29cd7788), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:31.120829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5869f5-275e-436d-ae0d-8ede03900832 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Network 00af8be2-710f-470c-b10f-a3c1e77c88cb is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:56:31.154087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2835ba9-c31b-42f4-bab7-9c9cd8032733 None None] Pushing event updated for resources: {'Port': ['ID=0c32d899-c9f6-416e-a7f5-28fa29cd7788,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:31.168700 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-2d5869f5-275e-436d-ae0d-8ede03900832 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 00af8be2-710f-470c-b10f-a3c1e77c88cb) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:31.182673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5869f5-275e-436d-ae0d-8ede03900832 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:31.183909 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d5869f5-275e-436d-ae0d-8ede03900832 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:31.187616 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9379c54d-e337-401d-bfa0-dd49dd7c366d None None] Network 00af8be2-710f-470c-b10f-a3c1e77c88cb requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:56:31.221746 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394d19-852f-43ce-bb62-208e0962f65b req-d6a3d4b1-48d3-41f8-9059-70663cdb237c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:31.229169 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab394d19-852f-43ce-bb62-208e0962f65b req-d6a3d4b1-48d3-41f8-9059-70663cdb237c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/ports?device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 944 time: 0.2015643 Mar 24 00:56:31.273705 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2d5869f5-275e-436d-ae0d-8ede03900832 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7424984 Mar 24 00:56:31.276009 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43838) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:31.281072 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-944d2f1c-81dc-45ad-b7f0-1b913639de7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Request body: {'port': {'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48', 'name': 'tempest-TaggedBootDevicesTest-1676004710', 'fixed_ips': [{'subnet_id': 'a4e99765-9e1e-4b73-a310-63430faa30fe'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:31.307595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-f9352d6d-a3a8-4676-b0dc-81fe6ea282fb req-26d789b9-45f1-4446-aa63-2d28d94ffd4c tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] For port 90156095-bca6-4254-baea-5aed84632aab, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=90156095-bca6-4254-baea-5aed84632aab,segment=NetworkSegment(62af909f-93b0-4c2e-8454-8b6e987dae65),segment_id=62af909f-93b0-4c2e-8454-8b6e987dae65)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:31.309510 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f9352d6d-a3a8-4676-b0dc-81fe6ea282fb req-26d789b9-45f1-4446-aa63-2d28d94ffd4c tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (90156095-bca6-4254-baea-5aed84632aab), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:31.359078 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-00af8be2-710f-470c-b10f-a3c1e77c88cb', 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb', 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'fixed_ips': [{'subnet_id': '76b3c3b5-9e29-46f6-ae72-c5ab95608d09'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:56:31.360267 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:31.370669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-f9352d6d-a3a8-4676-b0dc-81fe6ea282fb req-26d789b9-45f1-4446-aa63-2d28d94ffd4c tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Calling delete_port for 90156095-bca6-4254-baea-5aed84632aab owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:56:31.408728 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab394d19-852f-43ce-bb62-208e0962f65b req-113e3b4d-db0d-454d-819c-f692cd97ab2c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c7e0027-a605-44ef-8c21-2e7a45cb3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784537 Mar 24 00:56:31.565203 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604f2214-c65e-4b93-8076-5c2d4869c595 x-openstack-request-id: req-604f2214-c65e-4b93-8076-5c2d4869c595 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:56:31.567471 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8", "tag": "6da1a3c2-aaa3-4ae9-aac8-e875023fc87f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:56:31.568633 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-604f2214-c65e-4b93-8076-5c2d4869c595 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:56:31.569313 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-604f2214-c65e-4b93-8076-5c2d4869c595'] response: {'name': 'network-changed', 'server_uuid': '6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8', 'tag': '6da1a3c2-aaa3-4ae9-aac8-e875023fc87f', 'status': 'completed', 'code': 200} Mar 24 00:56:31.609826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944d2f1c-81dc-45ad-b7f0-1b913639de7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Made reservation on behalf of f9e9c2b109f34f4b898664514fcdc44a for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:56:31.671812 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 90156095-bca6-4254-baea-5aed84632aab no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:56:31.851910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e4d37-64ed-4cd2-872e-9b116d339aed req-c186f570-888e-4260-85a1-00412dd6082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:31.856825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-560e4d37-64ed-4cd2-872e-9b116d339aed req-c186f570-888e-4260-85a1-00412dd6082b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 1090 time: 0.2855518 Mar 24 00:56:31.879114 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Allocated IP 10.2.2.2 (00af8be2-710f-470c-b10f-a3c1e77c88cb/76b3c3b5-9e29-46f6-ae72-c5ab95608d09/ffbd3f07-eae6-4639-87a9-915dc5447ca4) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:56:31.932658 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12840dcf-b129-4462-bd74-216396e78c37 req-da4594e0-86b8-4924-ba17-9cfa55c3faec tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:31.941277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12840dcf-b129-4462-bd74-216396e78c37 req-da4594e0-86b8-4924-ba17-9cfa55c3faec tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2556524 Mar 24 00:56:32.024224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 90156095-bca6-4254-baea-5aed84632aab is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:32.024805 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (90156095-bca6-4254-baea-5aed84632aab), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:32.122094 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:32.292604 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-944d2f1c-81dc-45ad-b7f0-1b913639de7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:32.375392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e4d37-64ed-4cd2-872e-9b116d339aed req-c522545f-eb3c-4543-a020-996d05170af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:32.385497 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-560e4d37-64ed-4cd2-872e-9b116d339aed req-c522545f-eb3c-4543-a020-996d05170af0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.5130770 Mar 24 00:56:32.385497 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f9352d6d-a3a8-4676-b0dc-81fe6ea282fb req-26d789b9-45f1-4446-aa63-2d28d94ffd4c tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (90156095-bca6-4254-baea-5aed84632aab), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:32.389038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-944d2f1c-81dc-45ad-b7f0-1b913639de7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] device_id is not set on port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 00:56:32.445719 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Publish callbacks [] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:32.449527 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:32.460829 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:32.613166 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-560e4d37-64ed-4cd2-872e-9b116d339aed req-6d60dc6e-712f-4e01-9c81-66bdc91a85fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da1a3c2-aaa3-4ae9-aac8-e875023fc87f HTTP/1.1" status: 200 len: 217 time: 0.2199993 Mar 24 00:56:32.645776 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12840dcf-b129-4462-bd74-216396e78c37 req-08966f87-0a46-4f62-a64a-50d669a9be72 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5205011 Mar 24 00:56:32.689606 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d789b9-45f1-4446-aa63-2d28d94ffd4c tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Pushing event deleted for resources: {'Port': ['ID=90156095-bca6-4254-baea-5aed84632aab,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:32.815306 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Pushing event updated for resources: {'Port': ['ID=ffbd3f07-eae6-4639-87a9-915dc5447ca4,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:32.819573 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0c32d899-c9f6-416e-a7f5-28fa29cd7788 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:32.842498 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Network 00af8be2-710f-470c-b10f-a3c1e77c88cb is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:32.868161 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9352d6d-a3a8-4676-b0dc-81fe6ea282fb req-26d789b9-45f1-4446-aa63-2d28d94ffd4c tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] No DVR routers for this DVR port 90156095-bca6-4254-baea-5aed84632aab on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:56:32.874662 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f9352d6d-a3a8-4676-b0dc-81fe6ea282fb req-26d789b9-45f1-4446-aa63-2d28d94ffd4c tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:32.881411 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91542b1a-cf21-4a14-ab1f-529387a131f4 None None] Network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:56:32.883698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9352d6d-a3a8-4676-b0dc-81fe6ea282fb req-26d789b9-45f1-4446-aa63-2d28d94ffd4c tempest-VolumesAdminNegativeTest-624230800 tempest-VolumesAdminNegativeTest-624230800-project] 10.222.0.57 "DELETE /v2.0/ports/90156095-bca6-4254-baea-5aed84632aab HTTP/1.1" status: 204 len: 173 time: 2.1618142 Mar 24 00:56:32.884699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:32.890276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:56:32.908146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e4d37-64ed-4cd2-872e-9b116d339aed req-0b478784-3898-47a1-98f3-5715ba7360e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:32.911356 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-560e4d37-64ed-4cd2-872e-9b116d339aed req-0b478784-3898-47a1-98f3-5715ba7360e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.2612691 Mar 24 00:56:32.922791 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-944d2f1c-81dc-45ad-b7f0-1b913639de7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Allocated IP 10.1.1.168 (ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48/a4e99765-9e1e-4b73-a310-63430faa30fe/6139bbd2-b715-4b0f-bdd1-446f16bfc020) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:56:32.981182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e4d37-64ed-4cd2-872e-9b116d339aed req-5ece6b3a-4dd2-4fa0-b444-8d911245ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:32.985142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-560e4d37-64ed-4cd2-872e-9b116d339aed req-5ece6b3a-4dd2-4fa0-b444-8d911245ca5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0675838 Mar 24 00:56:33.012899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device a141c53e-af42-4e2f-bd5e-40fd12044197 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:56:33.175400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a8183360-049e-4e08-b034-f868af6e325f None None] Provisioning complete for port 0c32d899-c9f6-416e-a7f5-28fa29cd7788 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:33.176165 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a8183360-049e-4e08-b034-f868af6e325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0c32d899-c9f6-416e-a7f5-28fa29cd7788), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:33.200514 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-944d2f1c-81dc-45ad-b7f0-1b913639de7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:33.226942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-560e4d37-64ed-4cd2-872e-9b116d339aed req-147bc5d0-2193-4e94-95df-1cf8b6e03470 service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331936 Mar 24 00:56:33.250474 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Attempting to bind port ffbd3f07-eae6-4639-87a9-915dc5447ca4 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:56:33.251243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Attempting to bind port ffbd3f07-eae6-4639-87a9-915dc5447ca4 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'c84b0359-6f12-42ab-9f90-027c329658d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:56:33.251854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Attempting to bind port ffbd3f07-eae6-4639-87a9-915dc5447ca4 on network 00af8be2-710f-470c-b10f-a3c1e77c88cb {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:33.281240 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-944d2f1c-81dc-45ad-b7f0-1b913639de7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:33.291700 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:56:33.292547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Checking segment: {'id': 'c84b0359-6f12-42ab-9f90-027c329658d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:33.293214 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:33.293856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Bound using segment: {'id': 'c84b0359-6f12-42ab-9f90-027c329658d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:56:33.294564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Bound port: ffbd3f07-eae6-4639-87a9-915dc5447ca4, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84b0359-6f12-42ab-9f90-027c329658d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:56:33.295175 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:33.315663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 0c32d899-c9f6-416e-a7f5-28fa29cd7788 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:33.316555 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0c32d899-c9f6-416e-a7f5-28fa29cd7788), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:33.367518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d2f1c-81dc-45ad-b7f0-1b913639de7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:33.378404 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.resource_extend [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 00:56:33.385453 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-944d2f1c-81dc-45ad-b7f0-1b913639de7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:33.387607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d2f1c-81dc-45ad-b7f0-1b913639de7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event updated for resources: {'Port': ['ID=6139bbd2-b715-4b0f-bdd1-446f16bfc020,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:33.400425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d2f1c-81dc-45ad-b7f0-1b913639de7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:56:33.409557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-560e4d37-64ed-4cd2-872e-9b116d339aed req-3145fb18-6edb-4cd9-b075-1479d3799fc1 service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766901 Mar 24 00:56:33.477379 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d2f1c-81dc-45ad-b7f0-1b913639de7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:33.478030 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-944d2f1c-81dc-45ad-b7f0-1b913639de7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:33.523442 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-944d2f1c-81dc-45ad-b7f0-1b913639de7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2463734 Mar 24 00:56:33.525675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 43854) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:33.531604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-5cdc213f-5404-4e31-bfa3-622b4137b3af tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Request body: {'port': {'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48', 'name': 'tempest-TaggedBootDevicesTest-1101433226', 'fixed_ips': [{'subnet_id': 'a4e99765-9e1e-4b73-a310-63430faa30fe'}]}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:33.588184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a8183360-049e-4e08-b034-f868af6e325f None None] Current status of the port 0c32d899-c9f6-416e-a7f5-28fa29cd7788 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:33.588184 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a8183360-049e-4e08-b034-f868af6e325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0c32d899-c9f6-416e-a7f5-28fa29cd7788), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:33.625038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be52b1-750d-4c8b-89d3-15f958ea60f5', 'name': 'network-vif-deleted', 'tag': '90156095-bca6-4254-baea-5aed84632aab'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:56:33.631810 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e0bd77-d996-4a70-9071-413d7b59f6aa" -d '{"events": [{"server_uuid": "c7be52b1-750d-4c8b-89d3-15f958ea60f5", "name": "network-vif-deleted", "tag": "90156095-bca6-4254-baea-5aed84632aab"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:56:33.649380 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:33.650333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:33.659647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] For port ffbd3f07-eae6-4639-87a9-915dc5447ca4, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:56:33.723244 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] For port ffbd3f07-eae6-4639-87a9-915dc5447ca4, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ffbd3f07-eae6-4639-87a9-915dc5447ca4,segment=NetworkSegment(c84b0359-6f12-42ab-9f90-027c329658d7),segment_id=c84b0359-6f12-42ab-9f90-027c329658d7)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:56:33.728814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdc213f-5404-4e31-bfa3-622b4137b3af tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Made reservation on behalf of f9e9c2b109f34f4b898664514fcdc44a for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:56:33.734138 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port a141c53e-af42-4e2f-bd5e-40fd12044197, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a141c53e-af42-4e2f-bd5e-40fd12044197,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:33.757528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 0c32d899-c9f6-416e-a7f5-28fa29cd7788 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:33.757999 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0c32d899-c9f6-416e-a7f5-28fa29cd7788), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:33.772138 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:33.790936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a8183360-049e-4e08-b034-f868af6e325f None None] For port 0c32d899-c9f6-416e-a7f5-28fa29cd7788, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0c32d899-c9f6-416e-a7f5-28fa29cd7788,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:33.801909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'a141c53e-af42-4e2f-bd5e-40fd12044197', 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6', 'port_id': 'a141c53e-af42-4e2f-bd5e-40fd12044197', 'mac_address': 'fa:16:3e:99:28:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4567572-e17e-44ad-9348-aa4b6b4246ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:56:33.841747 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a8183360-049e-4e08-b034-f868af6e325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0c32d899-c9f6-416e-a7f5-28fa29cd7788), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:33.875388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cdc213f-5404-4e31-bfa3-622b4137b3af tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:33.932378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-5cdc213f-5404-4e31-bfa3-622b4137b3af tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] device_id is not set on port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 00:56:34.032271 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295829b-5c9b-4519-8e59-77cd0fb9079a None None] Pushing event updated for resources: {'Port': ['ID=ffbd3f07-eae6-4639-87a9-915dc5447ca4,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:34.101478 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:56:34.132649 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port a141c53e-af42-4e2f-bd5e-40fd12044197 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:34.133059 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:34.161408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a141c53e-af42-4e2f-bd5e-40fd12044197 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:56:34.167946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:34.168340 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (48e9cd93-a8ff-4719-98f2-f5dc6172fe94), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:34.322959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port a141c53e-af42-4e2f-bd5e-40fd12044197, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a141c53e-af42-4e2f-bd5e-40fd12044197,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:34.324726 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 00:56:34.325474 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 00:56:34.346427 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:34.352974 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8183360-049e-4e08-b034-f868af6e325f None None] Pushing event updated for resources: {'Port': ['ID=0c32d899-c9f6-416e-a7f5-28fa29cd7788,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:34.372623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-28f255d6-3963-4f33-844f-3f5ccf4b1d49 None None] Provisioning complete for port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:34.373004 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-28f255d6-3963-4f33-844f-3f5ccf4b1d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:34.440448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-5cdc213f-5404-4e31-bfa3-622b4137b3af tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Allocated IP 10.1.1.247 (ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48/a4e99765-9e1e-4b73-a310-63430faa30fe/6dc83107-cf5e-4648-b4a6-4a2db4de8fa9) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:56:34.489965 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-28f255d6-3963-4f33-844f-3f5ccf4b1d49 None None] Port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:56:34.552381 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:34.552782 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (48e9cd93-a8ff-4719-98f2-f5dc6172fe94), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:34.568608 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=a141c53e-af42-4e2f-bd5e-40fd12044197,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:34.597853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-28f255d6-3963-4f33-844f-3f5ccf4b1d49 None None] Provisioning complete for port 0c32d899-c9f6-416e-a7f5-28fa29cd7788 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:34.598236 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-28f255d6-3963-4f33-844f-3f5ccf4b1d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0c32d899-c9f6-416e-a7f5-28fa29cd7788), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:34.637065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573286e1-e78f-4614-96b5-de101d70a34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e9cd93-a8ff-4719-98f2-f5dc6172fe94'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:56:34.646572 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcf1176-a35f-4abb-8456-213d021dc618" -d '{"events": [{"server_uuid": "573286e1-e78f-4614-96b5-de101d70a34a", "name": "network-vif-plugged", "status": "completed", "tag": "48e9cd93-a8ff-4719-98f2-f5dc6172fe94"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:56:34.670704 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=48e9cd93-a8ff-4719-98f2-f5dc6172fe94,segment=NetworkSegment(f1fae45a-f482-4f90-a9e9-74bff80c7890),segment_id=f1fae45a-f482-4f90-a9e9-74bff80c7890)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:34.679661 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['a141c53e-af42-4e2f-bd5e-40fd12044197'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:56:34.716349 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (48e9cd93-a8ff-4719-98f2-f5dc6172fe94), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:34.734169 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cdc213f-5404-4e31-bfa3-622b4137b3af tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:34.810117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=48e9cd93-a8ff-4719-98f2-f5dc6172fe94,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:34.831306 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cdc213f-5404-4e31-bfa3-622b4137b3af tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:34.885699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdc213f-5404-4e31-bfa3-622b4137b3af tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:34.888928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-5cdc213f-5404-4e31-bfa3-622b4137b3af tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:34.895255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc213f-5404-4e31-bfa3-622b4137b3af tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:56:34.903139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-28f255d6-3963-4f33-844f-3f5ccf4b1d49 None None] Current status of the port 0c32d899-c9f6-416e-a7f5-28fa29cd7788 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:34.910301 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 0c32d899-c9f6-416e-a7f5-28fa29cd7788 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:34.969589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdc213f-5404-4e31-bfa3-622b4137b3af tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:34.970344 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cdc213f-5404-4e31-bfa3-622b4137b3af tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:34.997898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc213f-5404-4e31-bfa3-622b4137b3af tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event updated for resources: {'Port': ['ID=6dc83107-cf5e-4648-b4a6-4a2db4de8fa9,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:35.018108 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5cdc213f-5404-4e31-bfa3-622b4137b3af tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4908786 Mar 24 00:56:35.102671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f3f9b76a-4c26-44f1-943d-1ae4384b3250 None None] Provisioning complete for port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:35.103084 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f3f9b76a-4c26-44f1-943d-1ae4384b3250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:35.155168 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:35.187604 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f3f9b76a-4c26-44f1-943d-1ae4384b3250 None None] Port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:56:35.340045 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0c32d899-c9f6-416e-a7f5-28fa29cd7788 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:35.345163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ff19c692-2e64-460d-8302-50c1ef8e5b11 None None] Provisioning complete for port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:35.348305 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ff19c692-2e64-460d-8302-50c1ef8e5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:35.454405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ff19c692-2e64-460d-8302-50c1ef8e5b11 None None] Port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:56:35.480533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 0c32d899-c9f6-416e-a7f5-28fa29cd7788 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:35.480923 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0c32d899-c9f6-416e-a7f5-28fa29cd7788), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:35.614923 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8911a860-3053-4654-b989-d9c03a393cd2 None None] Network 00af8be2-710f-470c-b10f-a3c1e77c88cb requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:56:35.832855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 0c32d899-c9f6-416e-a7f5-28fa29cd7788 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:35.834123 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ffbd3f07-eae6-4639-87a9-915dc5447ca4 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:35.907054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-834c72b3-85f0-43ff-8355-ae3f2ee56c4b None None] Provisioning complete for port ffbd3f07-eae6-4639-87a9-915dc5447ca4 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:35.907733 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-834c72b3-85f0-43ff-8355-ae3f2ee56c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:36.007100 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port ffbd3f07-eae6-4639-87a9-915dc5447ca4 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:36.007500 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:36.101986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-834c72b3-85f0-43ff-8355-ae3f2ee56c4b None None] Current status of the port ffbd3f07-eae6-4639-87a9-915dc5447ca4 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:36.102385 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-834c72b3-85f0-43ff-8355-ae3f2ee56c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:36.162783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-834c72b3-85f0-43ff-8355-ae3f2ee56c4b None None] For port ffbd3f07-eae6-4639-87a9-915dc5447ca4, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ffbd3f07-eae6-4639-87a9-915dc5447ca4,segment=NetworkSegment(c84b0359-6f12-42ab-9f90-027c329658d7),segment_id=c84b0359-6f12-42ab-9f90-027c329658d7)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:36.181807 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-834c72b3-85f0-43ff-8355-ae3f2ee56c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:36.187200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port ffbd3f07-eae6-4639-87a9-915dc5447ca4 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:36.187639 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:36.277917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c72b3-85f0-43ff-8355-ae3f2ee56c4b None None] Pushing event updated for resources: {'Port': ['ID=ffbd3f07-eae6-4639-87a9-915dc5447ca4,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:36.305431 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 00:56:36.306527 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 00:56:36.418563 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-31d2ceeb-e857-4e93-9577-44dd275c8b17 None None] Provisioning complete for port ffbd3f07-eae6-4639-87a9-915dc5447ca4 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:36.418563 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-31d2ceeb-e857-4e93-9577-44dd275c8b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:36.532346 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-31d2ceeb-e857-4e93-9577-44dd275c8b17 None None] Current status of the port ffbd3f07-eae6-4639-87a9-915dc5447ca4 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:36.852059 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port ffbd3f07-eae6-4639-87a9-915dc5447ca4 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:36.976625 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device a141c53e-af42-4e2f-bd5e-40fd12044197 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:37.032024 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ffbd3f07-eae6-4639-87a9-915dc5447ca4 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:37.105923 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port a141c53e-af42-4e2f-bd5e-40fd12044197 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:56:37.110346 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port a141c53e-af42-4e2f-bd5e-40fd12044197 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:37.110730 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:37.112233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port ffbd3f07-eae6-4639-87a9-915dc5447ca4 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:37.112600 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:37.263934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port a141c53e-af42-4e2f-bd5e-40fd12044197 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:37.264613 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:37.275818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port ffbd3f07-eae6-4639-87a9-915dc5447ca4 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:37.305824 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port a141c53e-af42-4e2f-bd5e-40fd12044197, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a141c53e-af42-4e2f-bd5e-40fd12044197,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:37.311772 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:37.375935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=a141c53e-af42-4e2f-bd5e-40fd12044197,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:38.948734 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c688c-34da-41f3-94ca-953412c96133 req-fb9c5c96-7c90-47e2-806e-bf3e130dca8f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:38.950531 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c3c688c-34da-41f3-94ca-953412c96133 req-fb9c5c96-7c90-47e2-806e-bf3e130dca8f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.0711317 Mar 24 00:56:39.017768 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43902) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:39.045546 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c3c688c-34da-41f3-94ca-953412c96133 req-3c23fecd-6d2a-46b3-92f6-53916f913d97 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876746 Mar 24 00:56:39.101894 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-756df778-9a97-4ca1-bb0f-a70c7c35f3bd admin admin] Deleting subnet a9cf549e-3f34-48a1-9711-81b03030d4e1 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:56:39.105385 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-756df778-9a97-4ca1-bb0f-a70c7c35f3bd admin admin] Publish callbacks [] for subnet (a9cf549e-3f34-48a1-9711-81b03030d4e1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:39.127439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb455e-37f8-4ef2-8155-ca7034e6cd6e req-3c7e31b4-026a-43a7-8cfa-34b7715ae8fd tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:39.129136 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86bb455e-37f8-4ef2-8155-ca7034e6cd6e req-3c7e31b4-026a-43a7-8cfa-34b7715ae8fd tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/ports?device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 945 time: 0.0675795 Mar 24 00:56:39.170085 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-756df778-9a97-4ca1-bb0f-a70c7c35f3bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (a9cf549e-3f34-48a1-9711-81b03030d4e1), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:39.211856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86bb455e-37f8-4ef2-8155-ca7034e6cd6e req-459019e4-5f43-497e-954f-d7d3087dc0be tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c7e0027-a605-44ef-8c21-2e7a45cb3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705667 Mar 24 00:56:39.229596 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7619184-764a-467e-b0dc-3d7815410a11 req-48e9e569-403a-4d3b-9f26-0c90eb083546 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:39.231086 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7619184-764a-467e-b0dc-3d7815410a11 req-48e9e569-403a-4d3b-9f26-0c90eb083546 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1009243 Mar 24 00:56:39.243953 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-756df778-9a97-4ca1-bb0f-a70c7c35f3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (a9cf549e-3f34-48a1-9711-81b03030d4e1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:39.291556 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa75c18-7738-4c39-a5c7-cd4c97b704a3 x-openstack-request-id: req-3fa75c18-7738-4c39-a5c7-cd4c97b704a3 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:56:39.293424 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7be52b1-750d-4c8b-89d3-15f958ea60f5", "name": "network-vif-deleted", "tag": "90156095-bca6-4254-baea-5aed84632aab", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:56:39.294637 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3fa75c18-7738-4c39-a5c7-cd4c97b704a3 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:56:39.295282 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa75c18-7738-4c39-a5c7-cd4c97b704a3'] response: {'server_uuid': 'c7be52b1-750d-4c8b-89d3-15f958ea60f5', 'name': 'network-vif-deleted', 'tag': '90156095-bca6-4254-baea-5aed84632aab', 'status': 'completed', 'code': 200} Mar 24 00:56:39.299905 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7619184-764a-467e-b0dc-3d7815410a11 req-a875b11f-a4ed-4788-b656-6b0a9f05c3a4 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588737 Mar 24 00:56:39.309168 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-756df778-9a97-4ca1-bb0f-a70c7c35f3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (a9cf549e-3f34-48a1-9711-81b03030d4e1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:39.315639 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed38689-c0af-433f-8ba7-3393209270a9 x-openstack-request-id: req-5ed38689-c0af-433f-8ba7-3393209270a9 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:56:39.316186 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573286e1-e78f-4614-96b5-de101d70a34a", "name": "network-vif-plugged", "status": "completed", "tag": "48e9cd93-a8ff-4719-98f2-f5dc6172fe94", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:56:39.316186 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ed38689-c0af-433f-8ba7-3393209270a9 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:56:39.316705 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed38689-c0af-433f-8ba7-3393209270a9'] response: {'server_uuid': '573286e1-e78f-4614-96b5-de101d70a34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e9cd93-a8ff-4719-98f2-f5dc6172fe94', 'code': 200} Mar 24 00:56:39.340218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756df778-9a97-4ca1-bb0f-a70c7c35f3bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9cf549e-3f34-48a1-9711-81b03030d4e1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:39.353254 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-756df778-9a97-4ca1-bb0f-a70c7c35f3bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:39.357787 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-756df778-9a97-4ca1-bb0f-a70c7c35f3bd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a9cf549e-3f34-48a1-9711-81b03030d4e1 HTTP/1.1" status: 204 len: 168 time: 0.3382111 Mar 24 00:56:39.360485 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43914) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:39.452596 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-027091fb-4d1a-4cf7-b02b-d238ab6a4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:39.530244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfbfd5-21e1-464d-b802-c8d02cd81341 req-4181ee01-7d3f-465c-8caa-07716fe9ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:39.531978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7fbfbfd5-21e1-464d-b802-c8d02cd81341 req-4181ee01-7d3f-465c-8caa-07716fe9ecfe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 1127 time: 0.1314282 Mar 24 00:56:39.578199 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-027091fb-4d1a-4cf7-b02b-d238ab6a4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:39.611590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7fbfbfd5-21e1-464d-b802-c8d02cd81341 req-2a1b5a22-3eb6-48f8-9cb0-c97a548dd243 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c7e0027-a605-44ef-8c21-2e7a45cb3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732002 Mar 24 00:56:39.612312 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-027091fb-4d1a-4cf7-b02b-d238ab6a4109 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:39.626167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-027091fb-4d1a-4cf7-b02b-d238ab6a4109 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62af909f-93b0-4c2e-8454-8b6e987dae65') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:39.627142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-027091fb-4d1a-4cf7-b02b-d238ab6a4109 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62af909f-93b0-4c2e-8454-8b6e987dae65') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:39.639233 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc50af3-95b1-4f32-98ee-0c857745511f req-69f1de08-bf82-4614-8272-77d0820dbc5f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:39.639478 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-027091fb-4d1a-4cf7-b02b-d238ab6a4109 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (62af909f-93b0-4c2e-8454-8b6e987dae65), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:39.641074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4dc50af3-95b1-4f32-98ee-0c857745511f req-69f1de08-bf82-4614-8272-77d0820dbc5f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 945 time: 0.0713170 Mar 24 00:56:39.664917 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-027091fb-4d1a-4cf7-b02b-d238ab6a4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (62af909f-93b0-4c2e-8454-8b6e987dae65), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:39.672783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027091fb-4d1a-4cf7-b02b-d238ab6a4109 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:56:39.673821 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-027091fb-4d1a-4cf7-b02b-d238ab6a4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (62af909f-93b0-4c2e-8454-8b6e987dae65), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:56:39.675789 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:56:39.699842 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4dc50af3-95b1-4f32-98ee-0c857745511f req-e634eee2-de7c-4500-8cad-dd5345d89a76 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522714 Mar 24 00:56:39.734510 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-027091fb-4d1a-4cf7-b02b-d238ab6a4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:39.742235 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-027091fb-4d1a-4cf7-b02b-d238ab6a4109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:39.746690 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-027091fb-4d1a-4cf7-b02b-d238ab6a4109 admin admin] 10.222.0.45 "DELETE /v2.0/networks/304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2 HTTP/1.1" status: 204 len: 168 time: 0.3850596 Mar 24 00:56:39.749536 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 43924) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:39.773029 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027091fb-4d1a-4cf7-b02b-d238ab6a4109 admin admin] Pushing event deleted for resources: {'Network': ['ID=304a4d7c-3a16-432e-bb7c-fb2f8b0f40e2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:39.844461 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f46568-7217-402e-b7ef-3562fa459d99 admin admin] Deleting subnet de72b6ee-69be-4ab3-a247-fb165e1a14e2 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:56:39.852354 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69f46568-7217-402e-b7ef-3562fa459d99 admin admin] Publish callbacks [] for subnet (de72b6ee-69be-4ab3-a247-fb165e1a14e2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:39.896888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcdf9c-4e9a-4765-bed2-34b73fcd4b8a req-bdff0d19-76e9-4799-aa34-7a729bd89da4 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:39.903804 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7fcdf9c-4e9a-4765-bed2-34b73fcd4b8a req-bdff0d19-76e9-4799-aa34-7a729bd89da4 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1093481 Mar 24 00:56:39.915023 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69f46568-7217-402e-b7ef-3562fa459d99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (de72b6ee-69be-4ab3-a247-fb165e1a14e2), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:39.977630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7fcdf9c-4e9a-4765-bed2-34b73fcd4b8a req-9e6dbe16-d7f4-45e6-98b5-afa94bc66024 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729260 Mar 24 00:56:39.996728 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43926) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:40.000769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-73ce4cbd-4ef1-4e85-8f2b-cc0787ce9fa7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1117234813', 'description': 'tempest-description--1129438567'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:40.003728 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69f46568-7217-402e-b7ef-3562fa459d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (de72b6ee-69be-4ab3-a247-fb165e1a14e2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.041941 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73ce4cbd-4ef1-4e85-8f2b-cc0787ce9fa7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.099232 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69f46568-7217-402e-b7ef-3562fa459d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (de72b6ee-69be-4ab3-a247-fb165e1a14e2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.117909 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73ce4cbd-4ef1-4e85-8f2b-cc0787ce9fa7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for security_group (80c48968-010e-4660-bf79-b163a61494a1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.122004 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73ce4cbd-4ef1-4e85-8f2b-cc0787ce9fa7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (80c48968-010e-4660-bf79-b163a61494a1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.154118 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73ce4cbd-4ef1-4e85-8f2b-cc0787ce9fa7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.157143 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-73ce4cbd-4ef1-4e85-8f2b-cc0787ce9fa7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1585016 Mar 24 00:56:40.157316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce4cbd-4ef1-4e85-8f2b-cc0787ce9fa7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c48968-010e-4660-bf79-b163a61494a1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:40.159415 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43932) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:40.165713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f46568-7217-402e-b7ef-3562fa459d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de72b6ee-69be-4ab3-a247-fb165e1a14e2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:40.166433 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d3faf6a6-da58-41c3-b767-fe6e1061d639 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Request body: {'security_group_rule': {'security_group_id': '80c48968-010e-4660-bf79-b163a61494a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:40.168643 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69f46568-7217-402e-b7ef-3562fa459d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.173142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-69f46568-7217-402e-b7ef-3562fa459d99 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/de72b6ee-69be-4ab3-a247-fb165e1a14e2 HTTP/1.1" status: 204 len: 168 time: 0.4220033 Mar 24 00:56:40.176919 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43934) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:40.205964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d29643-8f84-4142-b508-248b21634299 req-5586e891-5453-436c-9e06-b6f5d02579a0 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:40.207540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-58d29643-8f84-4142-b508-248b21634299 req-5586e891-5453-436c-9e06-b6f5d02579a0 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c37f54a-7345-4dfe-bbe7-66e6903f2af2 HTTP/1.1" status: 200 len: 950 time: 0.1331244 Mar 24 00:56:40.216547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1d9ab-43ca-4207-968a-b9d9fe32ad0b req-8bf1be9c-6bde-4c2e-afda-02555b4bb0b9 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:40.218145 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ed1d9ab-43ca-4207-968a-b9d9fe32ad0b req-8bf1be9c-6bde-4c2e-afda-02555b4bb0b9 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1425657 Mar 24 00:56:40.285646 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3faf6a6-da58-41c3-b767-fe6e1061d639 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for security_group_rule (cc6a1767-0234-4d4d-b601-8f87d0967178), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.303062 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f30d1bf-9b14-435f-b6b6-950ace4ade97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (49c94375-0e8b-43b5-ae64-628f477c71ac), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.309527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-58d29643-8f84-4142-b508-248b21634299 req-25cbd1c5-926a-419e-8a1c-962416798b7d tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902152 Mar 24 00:56:40.315342 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ed1d9ab-43ca-4207-968a-b9d9fe32ad0b req-3c4b8ee5-34a5-4536-bf7a-f7f42e9e0214 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891602 Mar 24 00:56:40.448604 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f30d1bf-9b14-435f-b6b6-950ace4ade97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (49c94375-0e8b-43b5-ae64-628f477c71ac), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.457796 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3faf6a6-da58-41c3-b767-fe6e1061d639 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for security_group_rule (cc6a1767-0234-4d4d-b601-8f87d0967178), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.464452 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3faf6a6-da58-41c3-b767-fe6e1061d639 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (cc6a1767-0234-4d4d-b601-8f87d0967178), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.485330 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-6f30d1bf-9b14-435f-b6b6-950ace4ade97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c94375-0e8b-43b5-ae64-628f477c71ac']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:40.498396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3faf6a6-da58-41c3-b767-fe6e1061d639 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6a1767-0234-4d4d-b601-8f87d0967178,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:40.504214 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-6f30d1bf-9b14-435f-b6b6-950ace4ade97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5081fe1a-f0b2-4acd-95d3-86fc7fc75c59') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:40.504535 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-6f30d1bf-9b14-435f-b6b6-950ace4ade97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5081fe1a-f0b2-4acd-95d3-86fc7fc75c59') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:40.509300 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3faf6a6-da58-41c3-b767-fe6e1061d639 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.513829 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d3faf6a6-da58-41c3-b767-fe6e1061d639 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3501058 Mar 24 00:56:40.514017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 43950) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:40.518020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-1e1bfc94-a415-432d-aff4-13efedf761c7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Request body: {'security_group_rule': {'security_group_id': '80c48968-010e-4660-bf79-b163a61494a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:40.525695 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f30d1bf-9b14-435f-b6b6-950ace4ade97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (5081fe1a-f0b2-4acd-95d3-86fc7fc75c59), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.545405 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f30d1bf-9b14-435f-b6b6-950ace4ade97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5081fe1a-f0b2-4acd-95d3-86fc7fc75c59), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.555407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f30d1bf-9b14-435f-b6b6-950ace4ade97 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:56:40.557852 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f30d1bf-9b14-435f-b6b6-950ace4ade97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (5081fe1a-f0b2-4acd-95d3-86fc7fc75c59), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.560939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2f7d2-4d4d-4503-9dad-7eeadc39a223 req-ad39b7e1-e681-434a-8512-b2cfb251269a tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:40.568992 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95c2f7d2-4d4d-4503-9dad-7eeadc39a223 req-ad39b7e1-e681-434a-8512-b2cfb251269a tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.1849036 Mar 24 00:56:40.605515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05d4b3-448b-49a8-b3fc-790777351c74 req-62cd0bcd-de00-4cdb-9de1-4c447a443459 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:40.606992 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c05d4b3-448b-49a8-b3fc-790777351c74 req-62cd0bcd-de00-4cdb-9de1-4c447a443459 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/ports?device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 945 time: 0.1317317 Mar 24 00:56:40.610737 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1e1bfc94-a415-432d-aff4-13efedf761c7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for security_group_rule (b6810a07-2d84-42db-a446-9e6977667f4b), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:56:40.614098 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:56:40.645675 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f30d1bf-9b14-435f-b6b6-950ace4ade97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (49c94375-0e8b-43b5-ae64-628f477c71ac), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.656779 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f30d1bf-9b14-435f-b6b6-950ace4ade97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.664275 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6f30d1bf-9b14-435f-b6b6-950ace4ade97 admin admin] 10.222.0.45 "DELETE /v2.0/networks/49c94375-0e8b-43b5-ae64-628f477c71ac HTTP/1.1" status: 204 len: 168 time: 0.4815145 Mar 24 00:56:40.676903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30d1bf-9b14-435f-b6b6-950ace4ade97 admin admin] Pushing event deleted for resources: {'Network': ['ID=49c94375-0e8b-43b5-ae64-628f477c71ac,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:40.701380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95c2f7d2-4d4d-4503-9dad-7eeadc39a223 req-ce39c7f3-7a85-4c91-a715-650d86ea5023 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304109 Mar 24 00:56:40.749792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c05d4b3-448b-49a8-b3fc-790777351c74 req-f6a2fb35-552c-49d5-91da-859febc46020 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c7e0027-a605-44ef-8c21-2e7a45cb3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307321 Mar 24 00:56:40.832601 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1e1bfc94-a415-432d-aff4-13efedf761c7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for security_group_rule (b6810a07-2d84-42db-a446-9e6977667f4b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.849797 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1e1bfc94-a415-432d-aff4-13efedf761c7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (b6810a07-2d84-42db-a446-9e6977667f4b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.878369 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1e1bfc94-a415-432d-aff4-13efedf761c7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.880134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1e1bfc94-a415-432d-aff4-13efedf761c7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3657930 Mar 24 00:56:40.883085 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 43972) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:40.888299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:40.895044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bfc94-a415-432d-aff4-13efedf761c7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6810a07-2d84-42db-a446-9e6977667f4b,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:40.992009 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:40.998042 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43978) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:41.080647 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-035d838f-b649-4aaf-9322-98422cdd6d9f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:41.088370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-035d838f-b649-4aaf-9322-98422cdd6d9f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 811 time: 0.1940563 Mar 24 00:56:41.102065 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9bc6a1dc-2fd7-41f2-a256-dcbc286316fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c7e0bd572434a55ab408db46f5ada6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1032913 Mar 24 00:56:41.102677 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 43980) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:41.108865 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-66b4f843-c567-4660-9534-e869df8db161 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/quotas/fa7a637ada534f57aa37557e7d448261 HTTP/1.1" status: 200 len: 375 time: 0.0192285 Mar 24 00:56:41.169233 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8a8985e-4e63-4889-ba65-c4d6debe2e98 admin admin] Publish callbacks [] for security_group (6ba75396-009f-4b84-8d1b-96f1f0875957), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:41.222462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-9e426464-5fab-4e04-8d57-9e4ab72a8e58 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1011758 Mar 24 00:56:41.232433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8a8985e-4e63-4889-ba65-c4d6debe2e98 admin admin] Publish callbacks [] for security_group (6ba75396-009f-4b84-8d1b-96f1f0875957), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:41.288488 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8a8985e-4e63-4889-ba65-c4d6debe2e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6ba75396-009f-4b84-8d1b-96f1f0875957), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:41.291794 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8a8985e-4e63-4889-ba65-c4d6debe2e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:41.295291 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c8a8985e-4e63-4889-ba65-c4d6debe2e98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ba75396-009f-4b84-8d1b-96f1f0875957 HTTP/1.1" status: 204 len: 168 time: 0.1893442 Mar 24 00:56:41.306045 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:41.310945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8985e-4e63-4889-ba65-c4d6debe2e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba75396-009f-4b84-8d1b-96f1f0875957,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:41.317403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ac49e3-507c-463d-a92d-bd23eff41b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a141c53e-af42-4e2f-bd5e-40fd12044197'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:56:41.320543 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2738c174-eceb-4d58-94bd-65ac38554cee" -d '{"events": [{"server_uuid": "31ac49e3-507c-463d-a92d-bd23eff41b61", "name": "network-vif-plugged", "status": "completed", "tag": "a141c53e-af42-4e2f-bd5e-40fd12044197"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:56:41.414644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dedf3-3c6f-4be8-a69c-b20dbdef61bc req-03c71e47-9c7f-4c53-b425-a9b8ee030db8 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:41.416141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab0dedf3-3c6f-4be8-a69c-b20dbdef61bc req-03c71e47-9c7f-4c53-b425-a9b8ee030db8 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 945 time: 0.1907692 Mar 24 00:56:41.420564 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-1bee3469-0c52-4c93-bb24-c9255a9a17bc service neutron] 10.222.0.45 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844840 Mar 24 00:56:41.545355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Allocated IP 172.25.0.183 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/b9d19caa-5441-4852-9679-c9a15110b572) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:56:41.582972 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab0dedf3-3c6f-4be8-a69c-b20dbdef61bc req-ad8517b0-5320-444e-a272-f2cea1c9a916 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590545 Mar 24 00:56:41.684296 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-49058d5d-dfb0-4724-870c-ceda103469fc service neutron] 10.222.0.45 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336507 Mar 24 00:56:41.713702 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68599d34-0fcd-4b61-ac72-d1c978af10a4 x-openstack-request-id: req-68599d34-0fcd-4b61-ac72-d1c978af10a4 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:56:41.714441 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ac49e3-507c-463d-a92d-bd23eff41b61", "name": "network-vif-plugged", "status": "completed", "tag": "a141c53e-af42-4e2f-bd5e-40fd12044197", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:56:41.717457 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68599d34-0fcd-4b61-ac72-d1c978af10a4 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:56:41.723271 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68599d34-0fcd-4b61-ac72-d1c978af10a4'] response: {'server_uuid': '31ac49e3-507c-463d-a92d-bd23eff41b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a141c53e-af42-4e2f-bd5e-40fd12044197', 'code': 200} Mar 24 00:56:41.782157 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44004) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:41.787566 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for port (b9d19caa-5441-4852-9679-c9a15110b572), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:41.854584 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-724324a5-cbdc-4814-bfa0-334070064c33 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f8a768cb128f4495b23cc7875ceb774e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705252 Mar 24 00:56:41.855378 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44014) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:41.920568 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b9d19caa-5441-4852-9679-c9a15110b572), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:41.926923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f2a85-1e6c-4b59-9c7c-8097a4794072 req-10b355a6-b6b9-45c0-a7c7-063db6da6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:41.928502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-801f2a85-1e6c-4b59-9c7c-8097a4794072 req-10b355a6-b6b9-45c0-a7c7-063db6da6507 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 1128 time: 0.1199367 Mar 24 00:56:41.933618 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f4115e47-7897-4271-a715-8355bde893b9 admin admin] Publish callbacks [] for security_group (492c16d1-bb14-4554-835a-44a23c20ba50), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:41.956711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5353ea-c46e-466a-b796-bee3d5b03b23 req-484c518a-3375-4d61-8226-80f0c71f94f2 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:41.958231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d5353ea-c46e-466a-b796-bee3d5b03b23 req-484c518a-3375-4d61-8226-80f0c71f94f2 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.1469829 Mar 24 00:56:41.964067 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f4115e47-7897-4271-a715-8355bde893b9 admin admin] Publish callbacks [] for security_group (492c16d1-bb14-4554-835a-44a23c20ba50), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:42.027733 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f4115e47-7897-4271-a715-8355bde893b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (492c16d1-bb14-4554-835a-44a23c20ba50), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:42.034261 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f4115e47-7897-4271-a715-8355bde893b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:42.037597 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f4115e47-7897-4271-a715-8355bde893b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/492c16d1-bb14-4554-835a-44a23c20ba50 HTTP/1.1" status: 204 len: 168 time: 0.1804042 Mar 24 00:56:42.054392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:42.071491 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4115e47-7897-4271-a715-8355bde893b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492c16d1-bb14-4554-835a-44a23c20ba50,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:42.079964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:42.094028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:56:42.100784 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event updated for resources: {'Port': ['ID=b9d19caa-5441-4852-9679-c9a15110b572,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:42.135597 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-801f2a85-1e6c-4b59-9c7c-8097a4794072 req-6b029d12-c615-4188-bc39-07c983c9fedd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945150 Mar 24 00:56:42.159670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d5353ea-c46e-466a-b796-bee3d5b03b23 req-cd4f5a5b-c725-4187-aa2e-7ac81ca85bcb tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563919 Mar 24 00:56:42.201166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbab725-0c67-4a63-9c56-947af70549d2 req-454424d0-1824-41b9-a3b1-3c9c7a5adb70 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:42.202971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5dbab725-0c67-4a63-9c56-947af70549d2 req-454424d0-1824-41b9-a3b1-3c9c7a5adb70 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/ports?device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 945 time: 0.2431440 Mar 24 00:56:42.290849 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b7900048-0162-4f10-8ece-72b6a1c5fd45 req-d3d0f20d-9832-44f6-b95a-560345bf0c0c tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 210 time: 0.0690935 Mar 24 00:56:42.328561 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for floatingip (e9079a62-39bd-4b3e-bcbc-1eb3545ce6cc), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:42.347937 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5dbab725-0c67-4a63-9c56-947af70549d2 req-324e9d78-dbc8-4a0a-983a-a72899ee5613 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c7e0027-a605-44ef-8c21-2e7a45cb3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348002 Mar 24 00:56:42.397282 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b9d19caa-5441-4852-9679-c9a15110b572), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:42.569709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13876e1-ccb6-4c7b-b366-9f2f0e01142a req-0087540a-7c72-4c5f-b2bb-62ebd49fdbad tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:42.574402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b13876e1-ccb6-4c7b-b366-9f2f0e01142a req-0087540a-7c72-4c5f-b2bb-62ebd49fdbad tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/ports?device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 945 time: 0.1323223 Mar 24 00:56:42.579913 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44036) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:42.585368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0f8051c6-5002-458c-8d0a-5f4274946df6 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Request body: {'floatingip': {'port_id': '48e9cd93-a8ff-4719-98f2-f5dc6172fe94'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:42.671774 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f8051c6-5002-458c-8d0a-5f4274946df6 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for floatingip (aaa43c6f-516d-4dc6-a669-ab5b5e74a31d), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:42.690531 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for port (b9d19caa-5441-4852-9679-c9a15110b572), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:42.712772 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (b9d19caa-5441-4852-9679-c9a15110b572), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:42.849157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event updated for resources: {'Port': ['ID=b9d19caa-5441-4852-9679-c9a15110b572,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:42.981380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c33995-62b1-45be-bd8a-ea0bc162f5b5 req-2959425c-ccc3-428a-a697-6b4182735042 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:42.982899 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96c33995-62b1-45be-bd8a-ea0bc162f5b5 req-2959425c-ccc3-428a-a697-6b4182735042 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 945 time: 0.2803853 Mar 24 00:56:42.984201 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (e9079a62-39bd-4b3e-bcbc-1eb3545ce6cc), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:43.010033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 732e6455-fb3f-4ea8-986b-f32268dcf320 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:56:43.048355 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:43.058709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c62bb731-a53d-4fb1-94c3-6ac80d2ff3f0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1740241 Mar 24 00:56:43.101760 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96c33995-62b1-45be-bd8a-ea0bc162f5b5 req-c80e3a15-8212-4f74-8d3b-2b8fbdc6eb06 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116776 Mar 24 00:56:43.230649 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 732e6455-fb3f-4ea8-986b-f32268dcf320 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:43.233349 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:43.237633 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44070) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:43.375195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 732e6455-fb3f-4ea8-986b-f32268dcf320, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=732e6455-fb3f-4ea8-986b-f32268dcf320,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:43.382735 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:43.465974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-de2599ff-291c-4203-9085-781cc45c2259 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1659661999-network', 'tenant_id': '616cef1a0e6e467abf8fa3b40f328a69'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:43.487343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=732e6455-fb3f-4ea8-986b-f32268dcf320,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:43.512379 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f8051c6-5002-458c-8d0a-5f4274946df6 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:43.520396 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f8051c6-5002-458c-8d0a-5f4274946df6 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (aaa43c6f-516d-4dc6-a669-ab5b5e74a31d), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:43.524245 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2599ff-291c-4203-9085-781cc45c2259 admin admin] Made reservation on behalf of 616cef1a0e6e467abf8fa3b40f328a69 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:56:43.528652 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de2599ff-291c-4203-9085-781cc45c2259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:43.569023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e7d213b5-61ba-4dfa-b07a-249e27d353a3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1117234813&fields=id&tenant_id=f9e9c2b109f34f4b898664514fcdc44a HTTP/1.1" status: 200 len: 267 time: 0.1806371 Mar 24 00:56:43.575924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e7359-40ba-4ad4-b06b-e87b635e6a60 req-834662ad-b4ee-4a78-96f0-1269b9507b1f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:43.577377 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d30e7359-40ba-4ad4-b06b-e87b635e6a60 req-834662ad-b4ee-4a78-96f0-1269b9507b1f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.2698267 Mar 24 00:56:43.590617 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de2599ff-291c-4203-9085-781cc45c2259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:43.705113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-38d87fdc-ff76-4f2a-8ef6-a947e1e05c16 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:43.707423 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-38d87fdc-ff76-4f2a-8ef6-a947e1e05c16 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.57 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 811 time: 0.3169615 Mar 24 00:56:43.710004 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-0f8051c6-5002-458c-8d0a-5f4274946df6 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Floating IP aaa43c6f-516d-4dc6-a669-ab5b5e74a31d associated. External IP: 172.25.0.157, port: 48e9cd93-a8ff-4719-98f2-f5dc6172fe94. Mar 24 00:56:43.721116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-0bf271c1-fec1-41da-95ad-f353128706e9 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:43.722449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-0bf271c1-fec1-41da-95ad-f353128706e9 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports/6139bbd2-b715-4b0f-bdd1-446f16bfc020 HTTP/1.1" status: 200 len: 932 time: 0.1422167 Mar 24 00:56:43.726247 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c37f54a-7345-4dfe-bbe7-66e6903f2af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732e6455-fb3f-4ea8-986b-f32268dcf320'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:56:43.728513 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2fae0b-d7d7-4d55-b75e-5952aeedeb30" -d '{"events": [{"server_uuid": "5c37f54a-7345-4dfe-bbe7-66e6903f2af2", "name": "network-vif-unplugged", "status": "completed", "tag": "732e6455-fb3f-4ea8-986b-f32268dcf320"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:56:43.733016 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-8742a02a-843e-4259-b0a0-b6d5bd465748 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Request body: {'port': {'device_id': '8e744b53-12fa-43d9-aa4a-a781f7544446', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'admin_state_up': True, 'tenant_id': 'fa7a637ada534f57aa37557e7d448261'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:43.833059 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de2599ff-291c-4203-9085-781cc45c2259 admin admin] Publish callbacks [] for security_group (88b7edca-a182-4861-99d5-eb7cd5a54ab2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:43.839830 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d30e7359-40ba-4ad4-b06b-e87b635e6a60 req-16f5fc51-8d24-477c-9683-80b44b5145ce tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534175 Mar 24 00:56:43.840018 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de2599ff-291c-4203-9085-781cc45c2259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (88b7edca-a182-4861-99d5-eb7cd5a54ab2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:43.874318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2599ff-291c-4203-9085-781cc45c2259 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:56:43.894132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e131af5a-6191-4555-b718-801ce9512d41 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:43.894132 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e131af5a-6191-4555-b718-801ce9512d41 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports/6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 HTTP/1.1" status: 200 len: 932 time: 0.1485715 Mar 24 00:56:43.968103 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de2599ff-291c-4203-9085-781cc45c2259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (3c656047-d13c-4fc3-876c-57b33def8b00), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:43.969537 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-de2599ff-291c-4203-9085-781cc45c2259 admin admin] Added segment 3c656047-d13c-4fc3-876c-57b33def8b00 of type vlan for network 8ab54eed-db32-4238-a83d-f136a1f89c15 Mar 24 00:56:43.978901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2599ff-291c-4203-9085-781cc45c2259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b7edca-a182-4861-99d5-eb7cd5a54ab2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:43.984491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-02a36d4a-14f8-4e47-99cd-938cd390f704 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?network_id=00af8be2-710f-470c-b10f-a3c1e77c88cb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0807147 Mar 24 00:56:44.008249 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-134cb37b-715c-4bc9-b9f5-3c1bdfc8890a req-93dc54c9-1ef1-4000-9ef6-da4d35c2c6aa tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 210 time: 0.0608273 Mar 24 00:56:44.046197 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de2599ff-291c-4203-9085-781cc45c2259 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (8ab54eed-db32-4238-a83d-f136a1f89c15), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:44.046479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e3494e4e-df75-48c3-a4d2-b339b1ac405f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?network_id=00af8be2-710f-470c-b10f-a3c1e77c88cb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0428109 Mar 24 00:56:44.087130 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8051c6-5002-458c-8d0a-5f4274946df6 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Router 6128ecc2-cb3c-4bcc-8803-411caed6d660 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:56:44.090944 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de2599ff-291c-4203-9085-781cc45c2259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (8ab54eed-db32-4238-a83d-f136a1f89c15), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:44.092019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2599ff-291c-4203-9085-781cc45c2259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:44.093079 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de2599ff-291c-4203-9085-781cc45c2259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:44.095857 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9953f081-cd54-48b1-87fd-7a652240d28a x-openstack-request-id: req-9953f081-cd54-48b1-87fd-7a652240d28a {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:56:44.096349 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c37f54a-7345-4dfe-bbe7-66e6903f2af2", "name": "network-vif-unplugged", "status": "completed", "tag": "732e6455-fb3f-4ea8-986b-f32268dcf320", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:56:44.096461 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9953f081-cd54-48b1-87fd-7a652240d28a {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:56:44.096775 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9953f081-cd54-48b1-87fd-7a652240d28a'] response: {'server_uuid': '5c37f54a-7345-4dfe-bbe7-66e6903f2af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732e6455-fb3f-4ea8-986b-f32268dcf320', 'code': 200} Mar 24 00:56:44.125917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-8742a02a-843e-4259-b0a0-b6d5bd465748 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Made reservation on behalf of fa7a637ada534f57aa37557e7d448261 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:56:44.130278 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-8742a02a-843e-4259-b0a0-b6d5bd465748 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:44.179844 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-de2599ff-291c-4203-9085-781cc45c2259 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9408238 Mar 24 00:56:44.183343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44102) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:44.246255 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2599ff-291c-4203-9085-781cc45c2259 admin admin] Pushing event updated for resources: {'Network': ['ID=8ab54eed-db32-4238-a83d-f136a1f89c15,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:44.258928 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 8ab54eed-db32-4238-a83d-f136a1f89c15 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:56:44.295534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8051c6-5002-458c-8d0a-5f4274946df6 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:56:44.301167 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f8051c6-5002-458c-8d0a-5f4274946df6 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:44.308228 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06ccfde-5589-49bd-b1c7-c3a07a15e6f3 None None] Sync routers for ids ['6128ecc2-cb3c-4bcc-8803-411caed6d660'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:56:44.319684 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06ccfde-5589-49bd-b1c7-c3a07a15e6f3 None None] Routers {'6128ecc2-cb3c-4bcc-8803-411caed6d660'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:56:44.320490 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b06ccfde-5589-49bd-b1c7-c3a07a15e6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:56:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['6128ecc2-cb3c-4bcc-8803-411caed6d660'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:44.341962 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0f8051c6-5002-458c-8d0a-5f4274946df6 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "PUT /v2.0/floatingips/aaa43c6f-516d-4dc6-a669-ab5b5e74a31d HTTP/1.1" status: 200 len: 991 time: 1.7603135 Mar 24 00:56:44.342552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573286e1-e78f-4614-96b5-de101d70a34a', 'tag': '48e9cd93-a8ff-4719-98f2-f5dc6172fe94'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:56:44.345282 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e4f029-f862-4eb3-bf3f-fbb01346512e" -d '{"events": [{"name": "network-changed", "server_uuid": "573286e1-e78f-4614-96b5-de101d70a34a", "tag": "48e9cd93-a8ff-4719-98f2-f5dc6172fe94"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:56:44.447791 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-b06ccfde-5589-49bd-b1c7-c3a07a15e6f3 None None] Set router 6128ecc2-cb3c-4bcc-8803-411caed6d660 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:56:44.536196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8c6b5de0-231a-4ff3-bd62-1896cb91e04e admin admin] Request body: {'subnet': {'network_id': '8ab54eed-db32-4238-a83d-f136a1f89c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1659661999-subnet', 'tenant_id': '616cef1a0e6e467abf8fa3b40f328a69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:44.603177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f8145f5f-9672-4f80-b455-35fb1a33c2e3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:44.608416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f8145f5f-9672-4f80-b455-35fb1a33c2e3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:44.614949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f8145f5f-9672-4f80-b455-35fb1a33c2e3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:44.615129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f8145f5f-9672-4f80-b455-35fb1a33c2e3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/networks?id=5c248708-2440-4785-8d15-a96131db79cd&id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&id=00af8be2-710f-470c-b10f-a3c1e77c88cb&id=00af8be2-710f-470c-b10f-a3c1e77c88cb HTTP/1.1" status: 200 len: 1991 time: 0.5631027 Mar 24 00:56:44.649395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6b5de0-231a-4ff3-bd62-1896cb91e04e admin admin] Made reservation on behalf of 616cef1a0e6e467abf8fa3b40f328a69 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:56:44.651679 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8c6b5de0-231a-4ff3-bd62-1896cb91e04e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:44.674023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6670ebb0-2621-4c68-8752-d49e485999da tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/quotas/f9e9c2b109f34f4b898664514fcdc44a HTTP/1.1" status: 200 len: 375 time: 0.0494142 Mar 24 00:56:44.703519 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b06ccfde-5589-49bd-b1c7-c3a07a15e6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'name': 'tempest-ServersTestManualDisk-1009312806-router', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:42Z', 'updated_at': '2022-03-24T00:55:55Z', 'revision_number': 4, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'gw_port': {'id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'aaa43c6f-516d-4dc6-a669-ab5b5e74a31d', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'port_id': '48e9cd93-a8ff-4719-98f2-f5dc6172fe94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9', 'mac_address': 'fa:16:3e:3a:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573286e1-e78f-4614-96b5-de101d70a34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:56:12Z', 'updated_at': '2022-03-24T00:56:43Z', 'revision_number': 1, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8eb045-665a-4dad-a9de-33e0f6bc8558', 'name': '', 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'mac_address': 'fa:16:3e:dd:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:51Z', 'updated_at': '2022-03-24T00:56:08Z', 'revision_number': 5, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'subnets': [{'id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:44.734187 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06ccfde-5589-49bd-b1c7-c3a07a15e6f3 None None] Checking router: 6128ecc2-cb3c-4bcc-8803-411caed6d660 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:56:44.744121 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06ccfde-5589-49bd-b1c7-c3a07a15e6f3 None None] Routers {'6128ecc2-cb3c-4bcc-8803-411caed6d660'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:56:44.745080 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b06ccfde-5589-49bd-b1c7-c3a07a15e6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:56:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['6128ecc2-cb3c-4bcc-8803-411caed6d660'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:44.795483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed498c-13a7-44b5-ab7e-83205826d0d5 req-aab05fa6-6a9d-4e9b-b6fb-d538e9360d2b tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:44.803381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90ed498c-13a7-44b5-ab7e-83205826d0d5 req-aab05fa6-6a9d-4e9b-b6fb-d538e9360d2b tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 945 time: 0.2586451 Mar 24 00:56:44.816527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-8742a02a-843e-4259-b0a0-b6d5bd465748 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Allocated IP 172.20.0.6 (a98bf23f-e282-494a-9475-14c4438bbbf3/9949c1b7-99b1-4ac5-9528-e85b6230eee6/f25533e1-0e0b-4389-84c0-4cc674df09ce) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:56:44.908692 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-b06ccfde-5589-49bd-b1c7-c3a07a15e6f3 None None] Set router 6128ecc2-cb3c-4bcc-8803-411caed6d660 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:56:44.992931 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-cb71d600-b91c-4b49-962c-dc4868d04268 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f9e9c2b109f34f4b898664514fcdc44a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3052621 Mar 24 00:56:45.006932 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90ed498c-13a7-44b5-ab7e-83205826d0d5 req-54e8f1e4-6239-47ab-a7d5-452df6f58002 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028084 Mar 24 00:56:45.143282 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-639d661d-7305-4b59-97fb-16d5c764ac79 req-3807bf8d-601f-447d-a8d4-a7432ecacd08 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2932932 Mar 24 00:56:45.301263 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b06ccfde-5589-49bd-b1c7-c3a07a15e6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'name': 'tempest-ServersTestManualDisk-1009312806-router', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:42Z', 'updated_at': '2022-03-24T00:55:55Z', 'revision_number': 4, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'gw_port': {'id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'aaa43c6f-516d-4dc6-a669-ab5b5e74a31d', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'port_id': '48e9cd93-a8ff-4719-98f2-f5dc6172fe94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9', 'mac_address': 'fa:16:3e:3a:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573286e1-e78f-4614-96b5-de101d70a34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:56:12Z', 'updated_at': '2022-03-24T00:56:43Z', 'revision_number': 1, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8eb045-665a-4dad-a9de-33e0f6bc8558', 'name': '', 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'mac_address': 'fa:16:3e:dd:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:51Z', 'updated_at': '2022-03-24T00:56:08Z', 'revision_number': 5, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'subnets': [{'id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:45.326305 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8c6b5de0-231a-4ff3-bd62-1896cb91e04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (b0e120c3-dddb-4fbb-ac1e-d7d987ac5914), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:45.337802 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06ccfde-5589-49bd-b1c7-c3a07a15e6f3 None None] The sync data for ids ['6128ecc2-cb3c-4bcc-8803-411caed6d660'] in n-d-760455-9 is: [{'id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'name': 'tempest-ServersTestManualDisk-1009312806-router', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:42Z', 'updated_at': '2022-03-24T00:55:55Z', 'revision_number': 4, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'gw_port': {'id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'aaa43c6f-516d-4dc6-a669-ab5b5e74a31d', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'port_id': '48e9cd93-a8ff-4719-98f2-f5dc6172fe94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9', 'mac_address': 'fa:16:3e:3a:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573286e1-e78f-4614-96b5-de101d70a34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:56:12Z', 'updated_at': '2022-03-24T00:56:43Z', 'revision_number': 1, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8eb045-665a-4dad-a9de-33e0f6bc8558', 'name': '', 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'mac_address': 'fa:16:3e:dd:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:51Z', 'updated_at': '2022-03-24T00:56:08Z', 'revision_number': 5, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'subnets': [{'id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:56:45.339163 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7396c317-7422-43b4-ab73-8fab03edfd31 req-88a6f745-ce76-4311-ab3f-440284dc2676 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3311598 Mar 24 00:56:45.382305 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-4ba763b6-85ea-4ef0-9029-c389990dd252 service neutron] 10.222.0.45 "GET /v2.0/networks/5c248708-2440-4785-8d15-a96131db79cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714347 Mar 24 00:56:45.452080 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561906a-3ee5-4087-bb24-68232c210abf req-c00d5eb4-a675-4498-b860-0b346fc7311b tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:45.453835 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6561906a-3ee5-4087-bb24-68232c210abf req-c00d5eb4-a675-4498-b860-0b346fc7311b tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/ports?device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 945 time: 0.3515954 Mar 24 00:56:45.456100 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d661d-7305-4b59-97fb-16d5c764ac79 req-2c61b45a-7cf6-46fe-b47c-5aac9641b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:45.457492 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-639d661d-7305-4b59-97fb-16d5c764ac79 req-2c61b45a-7cf6-46fe-b47c-5aac9641b6a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 1126 time: 0.2372158 Mar 24 00:56:45.526900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b5de0-231a-4ff3-bd62-1896cb91e04e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e120c3-dddb-4fbb-ac1e-d7d987ac5914,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:45.645951 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-8742a02a-843e-4259-b0a0-b6d5bd465748 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:45.668654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8f941-dc7f-49be-af23-90ffce86c394 None None] New status for floating IP aaa43c6f-516d-4dc6-a669-ab5b5e74a31d: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:56:45.711190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396c317-7422-43b4-ab73-8fab03edfd31 req-65bfec78-fc10-4600-991a-0d4f6870115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:45.712887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7396c317-7422-43b4-ab73-8fab03edfd31 req-65bfec78-fc10-4600-991a-0d4f6870115c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 1127 time: 0.3201392 Mar 24 00:56:45.726765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b5de0-231a-4ff3-bd62-1896cb91e04e admin admin] Checking segment: {'id': '3c656047-d13c-4fc3-876c-57b33def8b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8ab54eed-db32-4238-a83d-f136a1f89c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:45.727840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6b5de0-231a-4ff3-bd62-1896cb91e04e admin admin] Network hostable DHCP agents. Network: 8ab54eed-db32-4238-a83d-f136a1f89c15, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:56:45.799347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2a30413a-16c4-4435-a798-8002bf555e73 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:56:45.801633 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6561906a-3ee5-4087-bb24-68232c210abf req-6b14440b-b2f2-4fe2-a1ff-b304587eed8a tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c7e0027-a605-44ef-8c21-2e7a45cb3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2835264 Mar 24 00:56:45.861338 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-baf6c953-a75a-42a4-89d1-e872b1edf6dd service neutron] 10.222.0.45 "GET /v2.0/networks/5c248708-2440-4785-8d15-a96131db79cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515059 Mar 24 00:56:45.896348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6b5de0-231a-4ff3-bd62-1896cb91e04e admin admin] Network 8ab54eed-db32-4238-a83d-f136a1f89c15 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:56:45.962598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d661d-7305-4b59-97fb-16d5c764ac79 req-12f8a764-a10a-4ff1-b984-de357b052101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:45.967532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-639d661d-7305-4b59-97fb-16d5c764ac79 req-12f8a764-a10a-4ff1-b984-de357b052101 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.4426122 Mar 24 00:56:45.988312 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-8742a02a-843e-4259-b0a0-b6d5bd465748 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:46.008518 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdab8e8-bb2e-4bf4-9f27-1b64b1af51b2 x-openstack-request-id: req-2bdab8e8-bb2e-4bf4-9f27-1b64b1af51b2 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:56:46.009049 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573286e1-e78f-4614-96b5-de101d70a34a", "tag": "48e9cd93-a8ff-4719-98f2-f5dc6172fe94", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:56:46.009049 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2bdab8e8-bb2e-4bf4-9f27-1b64b1af51b2 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:56:46.009503 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bdab8e8-bb2e-4bf4-9f27-1b64b1af51b2'] response: {'name': 'network-changed', 'server_uuid': '573286e1-e78f-4614-96b5-de101d70a34a', 'tag': '48e9cd93-a8ff-4719-98f2-f5dc6172fe94', 'status': 'completed', 'code': 200} Mar 24 00:56:46.027446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['69ebb3c8-8c34-490c-b5d6-20670eaa91ad'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:56:46.030563 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['4dbe84c1-0209-4a91-972b-a3e08e36d97e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:56:46.078501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-8c6b5de0-231a-4ff3-bd62-1896cb91e04e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 8ab54eed-db32-4238-a83d-f136a1f89c15) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:46.084025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6b5de0-231a-4ff3-bd62-1896cb91e04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:46.084974 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8c6b5de0-231a-4ff3-bd62-1896cb91e04e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:46.099024 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cf7812-eae2-4b74-a1f0-3bfa363f8efc None None] Network 8ab54eed-db32-4238-a83d-f136a1f89c15 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:56:46.104942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-d79c7832-7a74-4809-947f-0f2e9daf9135 service neutron] 10.222.0.45 "GET /v2.0/ports/6139bbd2-b715-4b0f-bdd1-446f16bfc020?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2425435 Mar 24 00:56:46.179742 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44152) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:46.180202 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8c6b5de0-231a-4ff3-bd62-1896cb91e04e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9945014 Mar 24 00:56:46.184111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1659661999-router', 'tenant_id': '616cef1a0e6e467abf8fa3b40f328a69', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:46.223855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2a30413a-16c4-4435-a798-8002bf555e73, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2a30413a-16c4-4435-a798-8002bf555e73,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:46.233222 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (851cb387-1c30-4b79-88f0-1df5ff9e29b0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:46.233940 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (851cb387-1c30-4b79-88f0-1df5ff9e29b0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:46.272944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-639d661d-7305-4b59-97fb-16d5c764ac79 req-9226edfe-b85b-46c3-acc2-b30d6966399f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc HTTP/1.1" status: 200 len: 217 time: 0.2480392 Mar 24 00:56:46.285547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '2a30413a-16c4-4435-a798-8002bf555e73', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '2a30413a-16c4-4435-a798-8002bf555e73', 'mac_address': 'fa:16:3e:7f:d8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:56:46.351874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-8742a02a-843e-4259-b0a0-b6d5bd465748 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Network a98bf23f-e282-494a-9475-14c4438bbbf3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:46.362880 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Publish callbacks [] for router_controller (851cb387-1c30-4b79-88f0-1df5ff9e29b0), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:46.384812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396c317-7422-43b4-ab73-8fab03edfd31 req-379f2823-fa48-432c-8caa-bce7208468d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:46.386393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7396c317-7422-43b4-ab73-8fab03edfd31 req-379f2823-fa48-432c-8caa-bce7208468d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.6439579 Mar 24 00:56:46.400069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-8742a02a-843e-4259-b0a0-b6d5bd465748 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:46.403059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-8742a02a-843e-4259-b0a0-b6d5bd465748 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:56:46.406060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742a02a-843e-4259-b0a0-b6d5bd465748 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event updated for resources: {'Port': ['ID=f25533e1-0e0b-4389-84c0-4cc674df09ce,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:46.421055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4f029-f862-4eb3-bf3f-fbb01346512e req-c10c4ad3-efb1-4135-b4a0-ddfceabc8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:46.422562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20e4f029-f862-4eb3-bf3f-fbb01346512e req-c10c4ad3-efb1-4135-b4a0-ddfceabc8cb9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd4e8b525ec540d494ad14638e060a0c&device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 1127 time: 0.3661063 Mar 24 00:56:46.499611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f92e80-b9da-4c75-9534-c6827300e03b req-7286834c-9769-4207-abe0-e32bd717015d tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:46.503067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-8ab54eed-db32-4238-a83d-f136a1f89c15', 'network_id': '8ab54eed-db32-4238-a83d-f136a1f89c15', 'project_id': '616cef1a0e6e467abf8fa3b40f328a69', 'fixed_ips': [{'subnet_id': 'b0e120c3-dddb-4fbb-ac1e-d7d987ac5914'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:56:46.504250 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:46.508080 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3f92e80-b9da-4c75-9534-c6827300e03b req-7286834c-9769-4207-abe0-e32bd717015d tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.2945211 Mar 24 00:56:46.508471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 2a30413a-16c4-4435-a798-8002bf555e73 is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:46.509118 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2a30413a-16c4-4435-a798-8002bf555e73), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:46.599116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a30413a-16c4-4435-a798-8002bf555e73 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:56:46.679776 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7396c317-7422-43b4-ab73-8fab03edfd31 req-218543ee-69c4-4686-b2a9-dc72fb8eea7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e HTTP/1.1" status: 200 len: 217 time: 0.2660527 Mar 24 00:56:46.721495 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Publish callbacks [] for router_gateway (851cb387-1c30-4b79-88f0-1df5ff9e29b0), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:46.751693 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2a30413a-16c4-4435-a798-8002bf555e73, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2a30413a-16c4-4435-a798-8002bf555e73,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:46.847118 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2a30413a-16c4-4435-a798-8002bf555e73), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:46.900883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d661d-7305-4b59-97fb-16d5c764ac79 req-60870fe9-3f4c-486a-93ae-393cf3cf59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:46.914832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-639d661d-7305-4b59-97fb-16d5c764ac79 req-60870fe9-3f4c-486a-93ae-393cf3cf59d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.5989149 Mar 24 00:56:46.925677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f8c6eb85-4d80-43f4-9a4b-21cc928f75fd service neutron] 10.222.0.45 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8197691 Mar 24 00:56:47.009289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3f92e80-b9da-4c75-9534-c6827300e03b req-c838b8f0-2568-483d-8d68-3b539e7e95b0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994919 Mar 24 00:56:47.013893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-639d661d-7305-4b59-97fb-16d5c764ac79 req-82a2564f-a9ca-4159-bcc5-a5a2c7400d9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837703 Mar 24 00:56:47.025075 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6e2be172-7909-4f37-9641-8219755b87f4 None None] Provisioning complete for port f25533e1-0e0b-4389-84c0-4cc674df09ce triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:47.025766 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6e2be172-7909-4f37-9641-8219755b87f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:47.090545 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Publish callbacks [] for router_gateway (851cb387-1c30-4b79-88f0-1df5ff9e29b0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:47.146652 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:47.282429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Allocated IP 172.20.0.2 (8ab54eed-db32-4238-a83d-f136a1f89c15/b0e120c3-dddb-4fbb-ac1e-d7d987ac5914/5f7b125e-87c4-4f87-80a0-f691102d964e) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:56:47.395478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Allocated IP 172.25.0.42 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/ba1e3145-d950-424f-b61d-0ec792f8113e) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:56:47.514444 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Publish callbacks [] for port (ba1e3145-d950-424f-b61d-0ec792f8113e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:47.520537 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Publish callbacks [] for port (5f7b125e-87c4-4f87-80a0-f691102d964e), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:47.528802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['2a30413a-16c4-4435-a798-8002bf555e73'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:56:47.558710 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ba1e3145-d950-424f-b61d-0ec792f8113e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:47.613892 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Pushing event updated for resources: {'Port': ['ID=ba1e3145-d950-424f-b61d-0ec792f8113e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:47.648375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:47.653072 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:47.656238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:56:47.664710 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (5f7b125e-87c4-4f87-80a0-f691102d964e), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:47.706240 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Network 8ab54eed-db32-4238-a83d-f136a1f89c15 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:47.723056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:47.732795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:56:47.797281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=2a30413a-16c4-4435-a798-8002bf555e73,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:47.895168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6e2be172-7909-4f37-9641-8219755b87f4 None None] Port f25533e1-0e0b-4389-84c0-4cc674df09ce cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:56:47.941126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4f029-f862-4eb3-bf3f-fbb01346512e req-69aa9a5f-0f84-4e73-8179-10811079df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:47.946673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20e4f029-f862-4eb3-bf3f-fbb01346512e req-69aa9a5f-0f84-4e73-8179-10811079df8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=49714af7-6855-410b-a16d-b9c5c458a3c9 HTTP/1.1" status: 200 len: 913 time: 1.4796939 Mar 24 00:56:48.000663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Attempting to bind port 5f7b125e-87c4-4f87-80a0-f691102d964e on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:56:48.001215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Attempting to bind port 5f7b125e-87c4-4f87-80a0-f691102d964e by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3c656047-d13c-4fc3-876c-57b33def8b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8ab54eed-db32-4238-a83d-f136a1f89c15'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:56:48.001841 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Attempting to bind port 5f7b125e-87c4-4f87-80a0-f691102d964e on network 8ab54eed-db32-4238-a83d-f136a1f89c15 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:48.013053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-8742a02a-843e-4259-b0a0-b6d5bd465748 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:48.014157 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-8742a02a-843e-4259-b0a0-b6d5bd465748 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:48.018763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Pushing event updated for resources: {'Port': ['ID=5f7b125e-87c4-4f87-80a0-f691102d964e,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:48.021648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396c317-7422-43b4-ab73-8fab03edfd31 req-883f54fd-759d-4192-a553-0df1025a7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:48.023187 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7396c317-7422-43b4-ab73-8fab03edfd31 req-883f54fd-759d-4192-a553-0df1025a7dfd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 1.2638938 Mar 24 00:56:48.037792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:56:48.039221 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Checking segment: {'id': '3c656047-d13c-4fc3-876c-57b33def8b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8ab54eed-db32-4238-a83d-f136a1f89c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:48.040201 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:48.040910 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Bound using segment: {'id': '3c656047-d13c-4fc3-876c-57b33def8b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8ab54eed-db32-4238-a83d-f136a1f89c15'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:56:48.041699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Bound port: 5f7b125e-87c4-4f87-80a0-f691102d964e, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c656047-d13c-4fc3-876c-57b33def8b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8ab54eed-db32-4238-a83d-f136a1f89c15'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:56:48.042506 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5f7b125e-87c4-4f87-80a0-f691102d964e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:48.128577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] For port 5f7b125e-87c4-4f87-80a0-f691102d964e, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:56:48.134064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] For port 5f7b125e-87c4-4f87-80a0-f691102d964e, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5f7b125e-87c4-4f87-80a0-f691102d964e,segment=NetworkSegment(3c656047-d13c-4fc3-876c-57b33def8b00),segment_id=3c656047-d13c-4fc3-876c-57b33def8b00)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:56:48.167140 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5f7b125e-87c4-4f87-80a0-f691102d964e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:48.187955 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Publish callbacks [] for router_gateway (851cb387-1c30-4b79-88f0-1df5ff9e29b0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:48.256739 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-639d661d-7305-4b59-97fb-16d5c764ac79 req-e06bedc3-026b-4570-9e52-1e3e2fee03e0 service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961924 Mar 24 00:56:48.272264 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e08108-d542-42d5-99df-3924dc0c774f None None] Pushing event updated for resources: {'Port': ['ID=5f7b125e-87c4-4f87-80a0-f691102d964e,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:48.540931 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7396c317-7422-43b4-ab73-8fab03edfd31 req-34a41949-1208-4656-b4d9-b5175ffef940 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2797310 Mar 24 00:56:48.566549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-8742a02a-843e-4259-b0a0-b6d5bd465748 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8430867 Mar 24 00:56:48.796195 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7396c317-7422-43b4-ab73-8fab03edfd31 req-5253a2c6-2b2a-4a42-a12c-366479879f1a service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248049 Mar 24 00:56:48.807738 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Request body: {'port': {'device_id': '8e744b53-12fa-43d9-aa4a-a781f7544446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:48.869396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944ed0d-7dd1-4758-8ef7-04a44d5df34f req-45f6885e-bb48-42aa-bed6-aa4d56487ec1 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:48.870763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a944ed0d-7dd1-4758-8ef7-04a44d5df34f req-45f6885e-bb48-42aa-bed6-aa4d56487ec1 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 931 time: 0.8754251 Mar 24 00:56:48.890840 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (851cb387-1c30-4b79-88f0-1df5ff9e29b0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:49.026420 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20e4f029-f862-4eb3-bf3f-fbb01346512e req-27175e46-225f-4c73-986b-835e962ac1fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e9cd93-a8ff-4719-98f2-f5dc6172fe94 HTTP/1.1" status: 200 len: 1001 time: 0.7824850 Mar 24 00:56:49.076350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a944ed0d-7dd1-4758-8ef7-04a44d5df34f req-b0b0df6d-bade-48f5-91a8-12a94a9dd9b7 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411436 Mar 24 00:56:49.104834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-d0383cb7-b84b-4f55-ae95-ebf50feecd63 service neutron] 10.222.0.45 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1782672 Mar 24 00:56:49.128363 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:49.142445 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5f7b125e-87c4-4f87-80a0-f691102d964e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:49.217973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Router 851cb387-1c30-4b79-88f0-1df5ff9e29b0 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:56:49.450283 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5f7b125e-87c4-4f87-80a0-f691102d964e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:49.450283 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5f7b125e-87c4-4f87-80a0-f691102d964e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:49.500028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25533e1-0e0b-4389-84c0-4cc674df09ce {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:56:49.547126 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:56:49.565468 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Sync routers for ids ['851cb387-1c30-4b79-88f0-1df5ff9e29b0'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:56:49.569931 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-639d661d-7305-4b59-97fb-16d5c764ac79 req-7f4b6cb0-6ee6-45a5-a1b0-10e89b72738c service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3121128 Mar 24 00:56:49.574521 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Publish callbacks [] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:49.580590 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:49.585725 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3f63db88-e861-4f9a-abc7-d6f925e18f9a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4049191 Mar 24 00:56:49.586874 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44174) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:49.609968 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Routers {'851cb387-1c30-4b79-88f0-1df5ff9e29b0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:56:49.612302 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:56:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['851cb387-1c30-4b79-88f0-1df5ff9e29b0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:49.619807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4f029-f862-4eb3-bf3f-fbb01346512e req-140453d0-043d-40ee-a79c-1c43d0d1f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:49.621364 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20e4f029-f862-4eb3-bf3f-fbb01346512e req-140453d0-043d-40ee-a79c-1c43d0d1f3cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b188f70-d003-40e9-a092-64b6a81d9504 HTTP/1.1" status: 200 len: 851 time: 0.5377584 Mar 24 00:56:49.649236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e71715b2-c62d-4882-86fb-12535d80b1a5 service neutron] 10.222.0.45 "GET /v2.0/ports/6dc83107-cf5e-4648-b4a6-4a2db4de8fa9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.5012107 Mar 24 00:56:49.650634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Transition to ACTIVE for port object f25533e1-0e0b-4389-84c0-4cc674df09ce will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:56:49.694397 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7396c317-7422-43b4-ab73-8fab03edfd31 req-4f18660d-4fac-48bf-9b8e-88a88db79d02 service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8312385 Mar 24 00:56:49.712228 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:49.715386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2a30413a-16c4-4435-a798-8002bf555e73 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:49.793711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5f7b125e-87c4-4f87-80a0-f691102d964e is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:49.794112 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5f7b125e-87c4-4f87-80a0-f691102d964e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:49.883927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d5759-e0c9-4294-963e-6a3e99ad1ed7 req-02ffcc9f-ad15-4a1b-808a-abde241bf74b tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:49.886180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c6d5759-e0c9-4294-963e-6a3e99ad1ed7 req-02ffcc9f-ad15-4a1b-808a-abde241bf74b tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 945 time: 0.3500419 Mar 24 00:56:49.956010 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Set router 851cb387-1c30-4b79-88f0-1df5ff9e29b0 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:56:49.978924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Pushing event updated for resources: {'Port': ['ID=f25533e1-0e0b-4389-84c0-4cc674df09ce,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:49.992837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 2a30413a-16c4-4435-a798-8002bf555e73 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:50.002053 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2a30413a-16c4-4435-a798-8002bf555e73), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:50.005506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 5f7b125e-87c4-4f87-80a0-f691102d964e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5f7b125e-87c4-4f87-80a0-f691102d964e,segment=NetworkSegment(3c656047-d13c-4fc3-876c-57b33def8b00),segment_id=3c656047-d13c-4fc3-876c-57b33def8b00)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:50.041466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4f029-f862-4eb3-bf3f-fbb01346512e req-5dafc2ce-de21-4227-98b1-bb409e653a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:50.055168 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5f7b125e-87c4-4f87-80a0-f691102d964e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:50.062815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20e4f029-f862-4eb3-bf3f-fbb01346512e req-5dafc2ce-de21-4227-98b1-bb409e653a66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49714af7-6855-410b-a16d-b9c5c458a3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4284747 Mar 24 00:56:50.198233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=5f7b125e-87c4-4f87-80a0-f691102d964e,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:50.307316 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-c5699bdb-15d8-4a3e-9ceb-8b71a1088dbd service neutron] 10.222.0.45 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489735 Mar 24 00:56:50.349037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 2a30413a-16c4-4435-a798-8002bf555e73 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:50.350180 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2a30413a-16c4-4435-a798-8002bf555e73), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:50.450483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cfd2f6-6c95-4fef-a6e5-e483db236c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a30413a-16c4-4435-a798-8002bf555e73'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:56:50.456614 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd93186-3b7d-4713-8ab8-210ce306559f" -d '{"events": [{"server_uuid": "54cfd2f6-6c95-4fef-a6e5-e483db236c78", "name": "network-vif-plugged", "status": "completed", "tag": "2a30413a-16c4-4435-a798-8002bf555e73"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:56:50.494455 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2a30413a-16c4-4435-a798-8002bf555e73, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2a30413a-16c4-4435-a798-8002bf555e73,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:50.501953 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2a30413a-16c4-4435-a798-8002bf555e73), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:50.528075 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1659661999-router', 'tenant_id': '616cef1a0e6e467abf8fa3b40f328a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba1e3145-d950-424f-b61d-0ec792f8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:46Z', 'updated_at': '2022-03-24T00:56:47Z', 'revision_number': 3, 'project_id': '616cef1a0e6e467abf8fa3b40f328a69', 'gw_port': {'id': 'ba1e3145-d950-424f-b61d-0ec792f8113e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:47Z', 'updated_at': '2022-03-24T00:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:50.575555 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c6d5759-e0c9-4294-963e-6a3e99ad1ed7 req-f22b66b3-9453-4d4c-bdb2-b66be1a8c654 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471858 Mar 24 00:56:50.580264 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Checking router: 851cb387-1c30-4b79-88f0-1df5ff9e29b0 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:56:50.581119 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Updating router 851cb387-1c30-4b79-88f0-1df5ff9e29b0 port ba1e3145-d950-424f-b61d-0ec792f8113e binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:56:50.605704 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c0bb3b-a678-4fe7-a689-79df7e22f99a None None] Network 8ab54eed-db32-4238-a83d-f136a1f89c15 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:56:50.638697 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ba1e3145-d950-424f-b61d-0ec792f8113e), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:50.642560 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20e4f029-f862-4eb3-bf3f-fbb01346512e req-1ad8a003-e336-40b9-90a4-09109011d368 service neutron] 10.222.0.57 "GET /v2.0/networks/49714af7-6855-410b-a16d-b9c5c458a3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575683 Mar 24 00:56:50.740921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Attempting to bind port f25533e1-0e0b-4389-84c0-4cc674df09ce on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:56:50.741294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Attempting to bind port f25533e1-0e0b-4389-84c0-4cc674df09ce by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:56:50.741658 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Attempting to bind port f25533e1-0e0b-4389-84c0-4cc674df09ce on network a98bf23f-e282-494a-9475-14c4438bbbf3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:50.763139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Port f25533e1-0e0b-4389-84c0-4cc674df09ce on network a98bf23f-e282-494a-9475-14c4438bbbf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:56:50.763476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Attempting to bind port f25533e1-0e0b-4389-84c0-4cc674df09ce on network a98bf23f-e282-494a-9475-14c4438bbbf3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:50.786683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-346a8677-4282-404a-b82e-aa571bdf9098 service neutron] 10.222.0.45 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726753 Mar 24 00:56:50.795134 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:50.835794 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=2a30413a-16c4-4435-a798-8002bf555e73,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:50.857609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8c0f74b0-2834-4ee1-a8ce-db7bad899985 None None] Provisioning complete for port 5f7b125e-87c4-4f87-80a0-f691102d964e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:50.859219 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8c0f74b0-2834-4ee1-a8ce-db7bad899985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5f7b125e-87c4-4f87-80a0-f691102d964e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:50.917826 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-001f4ef9-baf1-45eb-b680-b7586adab98b service neutron] 10.222.0.45 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298552 Mar 24 00:56:50.930788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:56:50.931151 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Checking segment: {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:50.931757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Bound using segment: {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:56:50.932218 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Bound port: f25533e1-0e0b-4389-84c0-4cc674df09ce, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae70ec2-399d-48cd-ba55-ede7b40687d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:56:50.932835 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:51.073747 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Publish callbacks [] for port (ba1e3145-d950-424f-b61d-0ec792f8113e), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:51.089082 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ba1e3145-d950-424f-b61d-0ec792f8113e), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:51.094198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] For port f25533e1-0e0b-4389-84c0-4cc674df09ce, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:56:51.110355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] For port f25533e1-0e0b-4389-84c0-4cc674df09ce, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f25533e1-0e0b-4389-84c0-4cc674df09ce,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:56:51.153592 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016454e-bdf1-4528-b060-b24699d2d133 None None] Pushing event updated for resources: {'Port': ['ID=ba1e3145-d950-424f-b61d-0ec792f8113e,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:51.159336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5f7b125e-87c4-4f87-80a0-f691102d964e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:51.181058 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:51.186290 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Attempting to bind port ba1e3145-d950-424f-b61d-0ec792f8113e on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:56:51.189877 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Attempting to bind port ba1e3145-d950-424f-b61d-0ec792f8113e by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:56:51.190266 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Attempting to bind port ba1e3145-d950-424f-b61d-0ec792f8113e on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:51.197894 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:56:51.198265 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:51.198661 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:51.199048 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:56:51.199509 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Bound port: ba1e3145-d950-424f-b61d-0ec792f8113e, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:56:51.199883 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ba1e3145-d950-424f-b61d-0ec792f8113e), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:51.308445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Allocated IP 172.20.0.1 (8ab54eed-db32-4238-a83d-f136a1f89c15/b0e120c3-dddb-4fbb-ac1e-d7d987ac5914/167f914b-23d6-49a8-bbcf-d72a3c0081a1) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:56:51.365758 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] For port ba1e3145-d950-424f-b61d-0ec792f8113e, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:56:51.376116 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] For port ba1e3145-d950-424f-b61d-0ec792f8113e, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ba1e3145-d950-424f-b61d-0ec792f8113e,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:56:51.391886 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ba1e3145-d950-424f-b61d-0ec792f8113e), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:51.434142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-08bccd6c-c6c8-40ba-a06b-76e0de551105 service neutron] 10.222.0.45 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154529 Mar 24 00:56:51.443908 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f74b0-2834-4ee1-a8ce-db7bad899985 None None] Current status of the port 5f7b125e-87c4-4f87-80a0-f691102d964e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:51.463217 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5f7b125e-87c4-4f87-80a0-f691102d964e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:51.463640 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5f7b125e-87c4-4f87-80a0-f691102d964e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:51.520854 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016454e-bdf1-4528-b060-b24699d2d133 None None] Pushing event updated for resources: {'Port': ['ID=ba1e3145-d950-424f-b61d-0ec792f8113e,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:51.576488 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Routers {'851cb387-1c30-4b79-88f0-1df5ff9e29b0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:56:51.576795 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:56:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['851cb387-1c30-4b79-88f0-1df5ff9e29b0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:51.591144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0a0b85b7-30bd-43ee-affa-4f1ce5186bec None None] Provisioning complete for port 5f7b125e-87c4-4f87-80a0-f691102d964e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:51.591526 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0a0b85b7-30bd-43ee-affa-4f1ce5186bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5f7b125e-87c4-4f87-80a0-f691102d964e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:51.611401 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Publish callbacks [] for port (167f914b-23d6-49a8-bbcf-d72a3c0081a1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:51.707327 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (167f914b-23d6-49a8-bbcf-d72a3c0081a1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:51.741745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:51.742852 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:51.744882 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] 10.222.0.57 "PUT /v2.0/ports/f25533e1-0e0b-4389-84c0-4cc674df09ce HTTP/1.1" status: 200 len: 1091 time: 3.1655765 Mar 24 00:56:51.747449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e744b53-12fa-43d9-aa4a-a781f7544446', 'tag': 'f25533e1-0e0b-4389-84c0-4cc674df09ce'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:56:51.750818 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569db20e-9951-45da-86e5-4895b34eea9a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e744b53-12fa-43d9-aa4a-a781f7544446", "tag": "f25533e1-0e0b-4389-84c0-4cc674df09ce"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:56:51.793327 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20e4f029-f862-4eb3-bf3f-fbb01346512e req-e6761cc0-d156-495e-a164-efc925c30887 service neutron] 10.222.0.57 "GET /v2.0/networks/49714af7-6855-410b-a16d-b9c5c458a3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1436768 Mar 24 00:56:51.802763 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Pushing event updated for resources: {'Port': ['ID=167f914b-23d6-49a8-bbcf-d72a3c0081a1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:51.816096 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Network 8ab54eed-db32-4238-a83d-f136a1f89c15 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:51.819089 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:51.827080 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:56:51.842951 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5f7b125e-87c4-4f87-80a0-f691102d964e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:51.916276 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (851cb387-1c30-4b79-88f0-1df5ff9e29b0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:51.966055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b85b7-30bd-43ee-affa-4f1ce5186bec None None] Current status of the port 5f7b125e-87c4-4f87-80a0-f691102d964e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:51.980855 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] Set router 851cb387-1c30-4b79-88f0-1df5ff9e29b0 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:56:52.000378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63cff3-886c-480b-8ef1-fa043bb4d5cf service neutron] Pushing event updated for resources: {'Port': ['ID=f25533e1-0e0b-4389-84c0-4cc674df09ce,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:52.032806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3c806-2031-4ef3-b709-d661d43913e9 req-5d491e95-b87a-4637-ba2f-109c91988353 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:52.041842 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-adc3c806-2031-4ef3-b709-d661d43913e9 req-5d491e95-b87a-4637-ba2f-109c91988353 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 1128 time: 0.6006403 Mar 24 00:56:52.119985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-00dbf3a5-e40e-422c-b93a-d7ffe98e637f service neutron] 10.222.0.45 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585870 Mar 24 00:56:52.157326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-caed40ca-37a5-49aa-ba46-647c13e1f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:52.159888 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-caed40ca-37a5-49aa-ba46-647c13e1f8e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 1125 time: 0.3613727 Mar 24 00:56:52.270723 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (167f914b-23d6-49a8-bbcf-d72a3c0081a1), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:52.312491 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1659661999-router', 'tenant_id': '616cef1a0e6e467abf8fa3b40f328a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba1e3145-d950-424f-b61d-0ec792f8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:46Z', 'updated_at': '2022-03-24T00:56:47Z', 'revision_number': 3, 'project_id': '616cef1a0e6e467abf8fa3b40f328a69', 'gw_port': {'id': 'ba1e3145-d950-424f-b61d-0ec792f8113e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:47Z', 'updated_at': '2022-03-24T00:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:52.330995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-09a41a95-2fd4-40b2-a439-1498437591ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f25533e1-0e0b-4389-84c0-4cc674df09ce HTTP/1.1" status: 200 len: 217 time: 0.1234999 Mar 24 00:56:52.338019 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-adc3c806-2031-4ef3-b709-d661d43913e9 req-f87b24c9-42d5-4499-a7eb-35f925db8c40 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949140 Mar 24 00:56:52.352375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d4fb3669-2738-406c-965a-6212e8bb76fd None None] Provisioning complete for port 167f914b-23d6-49a8-bbcf-d72a3c0081a1 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:52.352755 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3669-2738-406c-965a-6212e8bb76fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (167f914b-23d6-49a8-bbcf-d72a3c0081a1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:52.405083 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e69b6-f89a-4868-ac23-67d22650a801 None None] The sync data for ids ['851cb387-1c30-4b79-88f0-1df5ff9e29b0'] in n-d-760455-9 is: [{'id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1659661999-router', 'tenant_id': '616cef1a0e6e467abf8fa3b40f328a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba1e3145-d950-424f-b61d-0ec792f8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:46Z', 'updated_at': '2022-03-24T00:56:47Z', 'revision_number': 3, 'project_id': '616cef1a0e6e467abf8fa3b40f328a69', 'gw_port': {'id': 'ba1e3145-d950-424f-b61d-0ec792f8113e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:47Z', 'updated_at': '2022-03-24T00:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:56:52.417330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-49bd4788-70d9-4e07-9de0-31daa499678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:52.419280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-49bd4788-70d9-4e07-9de0-31daa499678f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.0803874 Mar 24 00:56:52.421360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-357e627a-5cba-4a59-a4ec-68e8ef09b344 service neutron] 10.222.0.45 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901251 Mar 24 00:56:52.470500 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb3669-2738-406c-965a-6212e8bb76fd None None] Port 167f914b-23d6-49a8-bbcf-d72a3c0081a1 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:56:52.636882 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Publish callbacks [] for port (167f914b-23d6-49a8-bbcf-d72a3c0081a1), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:52.656952 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (167f914b-23d6-49a8-bbcf-d72a3c0081a1), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:52.682105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-68089ff0-11aa-4b09-b169-de8fa8b3255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:52.697787 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-68089ff0-11aa-4b09-b169-de8fa8b3255b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2586284 Mar 24 00:56:52.764059 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Pushing event updated for resources: {'Port': ['ID=167f914b-23d6-49a8-bbcf-d72a3c0081a1,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:52.767187 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (851cb387-1c30-4b79-88f0-1df5ff9e29b0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:53.035619 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Network 8ab54eed-db32-4238-a83d-f136a1f89c15 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:56:53.040779 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:56:53.171115 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ba1e3145-d950-424f-b61d-0ec792f8113e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:53.358538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Router 851cb387-1c30-4b79-88f0-1df5ff9e29b0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:56:53.373158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port ba1e3145-d950-424f-b61d-0ec792f8113e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:53.380282 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ba1e3145-d950-424f-b61d-0ec792f8113e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:53.634394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port ba1e3145-d950-424f-b61d-0ec792f8113e is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:53.635271 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ba1e3145-d950-424f-b61d-0ec792f8113e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:53.693750 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:56:53.714167 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bb838024-6f41-4d4f-80c6-3bb102992a0e admin admin] 10.222.0.45 "PUT /v2.0/routers/851cb387-1c30-4b79-88f0-1df5ff9e29b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1187024 Mar 24 00:56:53.725244 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-09789903-123a-40a2-aec4-d9b04facd6c1 None None] Provisioning complete for port 167f914b-23d6-49a8-bbcf-d72a3c0081a1 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:53.725244 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-09789903-123a-40a2-aec4-d9b04facd6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (167f914b-23d6-49a8-bbcf-d72a3c0081a1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:53.742506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port ba1e3145-d950-424f-b61d-0ec792f8113e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ba1e3145-d950-424f-b61d-0ec792f8113e,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:53.837001 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ba1e3145-d950-424f-b61d-0ec792f8113e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:53.898354 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40a144-bb28-4b46-88e1-7b39ebc1ff0d req-1ccc5372-1768-45fc-bd4d-6c14c02f00a1 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:53.899941 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c40a144-bb28-4b46-88e1-7b39ebc1ff0d req-1ccc5372-1768-45fc-bd4d-6c14c02f00a1 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 943 time: 1.3587623 Mar 24 00:56:53.919750 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-4086de2d-346c-499d-9334-58accda7e713 service neutron] 10.222.0.45 "GET /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4718487 Mar 24 00:56:53.959395 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-09789903-123a-40a2-aec4-d9b04facd6c1 None None] Port 167f914b-23d6-49a8-bbcf-d72a3c0081a1 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:56:53.967159 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-6977e0a5-1aae-48b8-a894-edc0d7decae2 service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2724712 Mar 24 00:56:54.027397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=ba1e3145-d950-424f-b61d-0ec792f8113e,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:54.189623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c40a144-bb28-4b46-88e1-7b39ebc1ff0d req-17012076-0e66-4d9c-ad5c-8f4ddf386383 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724335 Mar 24 00:56:54.263326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-01f26c84-3c58-4233-b78f-0f8d3e9a38a8 service neutron] 10.222.0.45 "GET /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362486 Mar 24 00:56:54.394052 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749162e3-d206-44e7-b45d-403a91056c8e x-openstack-request-id: req-749162e3-d206-44e7-b45d-403a91056c8e {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:56:54.395082 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cfd2f6-6c95-4fef-a6e5-e483db236c78", "name": "network-vif-plugged", "status": "completed", "tag": "2a30413a-16c4-4435-a798-8002bf555e73", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:56:54.395424 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-749162e3-d206-44e7-b45d-403a91056c8e {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:56:54.395890 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749162e3-d206-44e7-b45d-403a91056c8e'] response: {'server_uuid': '54cfd2f6-6c95-4fef-a6e5-e483db236c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a30413a-16c4-4435-a798-8002bf555e73', 'code': 200} Mar 24 00:56:54.399543 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f616397f-d60a-4df5-b10c-5b763b0af46b service neutron] 10.222.0.45 "GET /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353009 Mar 24 00:56:54.422494 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e817dbd3-c1b1-49f7-b9e7-33061aa60056 req-24806ef2-9f44-44bd-8aaf-73519c2ef34a service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336083 Mar 24 00:56:54.674259 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd78ce3-f057-47e8-b8fe-d15c2eac142b req-9c061cd0-d4e7-46db-876b-da505693ab3d tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:54.676062 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3bd78ce3-f057-47e8-b8fe-d15c2eac142b req-9c061cd0-d4e7-46db-876b-da505693ab3d tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 945 time: 0.1560185 Mar 24 00:56:54.685041 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-4e9fd470-850e-4ba3-b05e-bb65b403de4f service neutron] 10.222.0.45 "GET /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845860 Mar 24 00:56:54.800334 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b7d50bac-aef2-4625-acc8-382d5a298dc4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:54.801792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b7d50bac-aef2-4625-acc8-382d5a298dc4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports/6139bbd2-b715-4b0f-bdd1-446f16bfc020 HTTP/1.1" status: 200 len: 932 time: 0.1158969 Mar 24 00:56:54.878500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3bd78ce3-f057-47e8-b8fe-d15c2eac142b req-f0732fe4-9be3-4ed9-8c8a-fc0c49ad88b4 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206291 Mar 24 00:56:54.906901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-1a0d24fb-4291-4a9e-99ac-21ace98ee56d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:54.915442 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-1a0d24fb-4291-4a9e-99ac-21ace98ee56d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports/6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 HTTP/1.1" status: 200 len: 932 time: 0.1053574 Mar 24 00:56:54.940461 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27971a19-c9f2-4f74-8e60-48d0aabc9ab7 x-openstack-request-id: req-27971a19-c9f2-4f74-8e60-48d0aabc9ab7 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:56:54.941029 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e744b53-12fa-43d9-aa4a-a781f7544446", "tag": "f25533e1-0e0b-4389-84c0-4cc674df09ce", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:56:54.941578 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-27971a19-c9f2-4f74-8e60-48d0aabc9ab7 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:56:54.942704 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27971a19-c9f2-4f74-8e60-48d0aabc9ab7'] response: {'name': 'network-changed', 'server_uuid': '8e744b53-12fa-43d9-aa4a-a781f7544446', 'tag': 'f25533e1-0e0b-4389-84c0-4cc674df09ce', 'status': 'completed', 'code': 200} Mar 24 00:56:55.162758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569db20e-9951-45da-86e5-4895b34eea9a req-08e5ef37-d3fc-486f-b93e-5bd2508aed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:55.164696 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-569db20e-9951-45da-86e5-4895b34eea9a req-08e5ef37-d3fc-486f-b93e-5bd2508aed08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 1125 time: 0.1770542 Mar 24 00:56:55.180769 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ba1e3145-d950-424f-b61d-0ec792f8113e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:56:55.184402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067b122-e9e9-4f13-88ab-4b26a0cfb604 req-1eca9761-16f8-4c8e-9488-e49a9e5501fa tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:55.197323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a067b122-e9e9-4f13-88ab-4b26a0cfb604 req-1eca9761-16f8-4c8e-9488-e49a9e5501fa tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 1128 time: 0.1333103 Mar 24 00:56:55.356938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port ba1e3145-d950-424f-b61d-0ec792f8113e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:56:55.357574 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ba1e3145-d950-424f-b61d-0ec792f8113e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:55.399171 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a067b122-e9e9-4f13-88ab-4b26a0cfb604 req-dddb9c4f-298c-44cb-8481-340522a66a77 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008166 Mar 24 00:56:55.423039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569db20e-9951-45da-86e5-4895b34eea9a req-f18f8f8d-a780-4d1a-937a-dd54e9f5feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:55.424426 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-569db20e-9951-45da-86e5-4895b34eea9a req-f18f8f8d-a780-4d1a-937a-dd54e9f5feb9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.2521780 Mar 24 00:56:55.527721 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port ba1e3145-d950-424f-b61d-0ec792f8113e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:55.562762 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-569db20e-9951-45da-86e5-4895b34eea9a req-b7fcd164-db59-4e99-b937-c40ae2fb258c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f25533e1-0e0b-4389-84c0-4cc674df09ce HTTP/1.1" status: 200 len: 217 time: 0.1274641 Mar 24 00:56:55.704456 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Sync routers for ids ['851cb387-1c30-4b79-88f0-1df5ff9e29b0'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:56:55.718686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Routers {'851cb387-1c30-4b79-88f0-1df5ff9e29b0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:56:55.720278 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:56:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['851cb387-1c30-4b79-88f0-1df5ff9e29b0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:55.729061 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-54a2668b-23cc-4f79-8366-b2612045cdd1 req-158e47b6-32d2-4a8d-8037-cd9e54812d42 tempest-FloatingIPDetailsNegativeTestJSON-657444474 tempest-FloatingIPDetailsNegativeTestJSON-657444474-project] show failed (client error): The resource could not be found. Mar 24 00:56:55.745229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44240) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:56:55.754271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54a2668b-23cc-4f79-8366-b2612045cdd1 req-158e47b6-32d2-4a8d-8037-cd9e54812d42 tempest-FloatingIPDetailsNegativeTestJSON-657444474 tempest-FloatingIPDetailsNegativeTestJSON-657444474-project] 10.222.0.45 "GET /v2.0/floatingips/aa9fc68d-d0c4-4545-b871-3f082c1bdbcf HTTP/1.1" status: 404 len: 350 time: 0.1994650 Mar 24 00:56:55.860459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569db20e-9951-45da-86e5-4895b34eea9a req-d145eb5e-1abb-4de7-abad-d48ed6f01972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:55.868864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-569db20e-9951-45da-86e5-4895b34eea9a req-d145eb5e-1abb-4de7-abad-d48ed6f01972 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.2186222 Mar 24 00:56:55.896035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Set router 851cb387-1c30-4b79-88f0-1df5ff9e29b0 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:56:56.183501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569db20e-9951-45da-86e5-4895b34eea9a req-6be08e2a-8ca0-4691-81a8-8d4a03c32a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:56.193370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-569db20e-9951-45da-86e5-4895b34eea9a req-6be08e2a-8ca0-4691-81a8-8d4a03c32a39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3206816 Mar 24 00:56:56.384827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5757cd9-380f-403b-8d8c-38a0b7c0af19 req-70ac54c7-4ee3-4f2f-a9d9-d242bbc2abec tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:56.408111 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5757cd9-380f-403b-8d8c-38a0b7c0af19 req-70ac54c7-4ee3-4f2f-a9d9-d242bbc2abec tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 943 time: 0.4265695 Mar 24 00:56:56.473019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1659661999-router', 'tenant_id': '616cef1a0e6e467abf8fa3b40f328a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba1e3145-d950-424f-b61d-0ec792f8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:46Z', 'updated_at': '2022-03-24T00:56:52Z', 'revision_number': 4, 'project_id': '616cef1a0e6e467abf8fa3b40f328a69', 'gw_port': {'id': 'ba1e3145-d950-424f-b61d-0ec792f8113e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:47Z', 'updated_at': '2022-03-24T00:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '167f914b-23d6-49a8-bbcf-d72a3c0081a1', 'name': '', 'network_id': '8ab54eed-db32-4238-a83d-f136a1f89c15', 'tenant_id': '616cef1a0e6e467abf8fa3b40f328a69', 'mac_address': 'fa:16:3e:ca:96:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'b0e120c3-dddb-4fbb-ac1e-d7d987ac5914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:50Z', 'updated_at': '2022-03-24T00:56:52Z', 'revision_number': 2, 'project_id': '616cef1a0e6e467abf8fa3b40f328a69', 'subnets': [{'id': 'b0e120c3-dddb-4fbb-ac1e-d7d987ac5914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:56.519788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Checking router: 851cb387-1c30-4b79-88f0-1df5ff9e29b0 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:56:56.520425 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Updating router 851cb387-1c30-4b79-88f0-1df5ff9e29b0 port 167f914b-23d6-49a8-bbcf-d72a3c0081a1 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:56:56.557957 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (167f914b-23d6-49a8-bbcf-d72a3c0081a1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:56.687697 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-4212f3e5-1978-4b44-82bc-65ec96475b48 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:56.689248 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-4212f3e5-1978-4b44-82bc-65ec96475b48 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports/6139bbd2-b715-4b0f-bdd1-446f16bfc020 HTTP/1.1" status: 200 len: 932 time: 0.2799566 Mar 24 00:56:56.703199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5757cd9-380f-403b-8d8c-38a0b7c0af19 req-b4104129-6156-492b-9999-60974bfdfd24 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949910 Mar 24 00:56:56.788287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9a632c61-5a03-4b80-951a-37e00e9f1221 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:56.790892 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9a632c61-5a03-4b80-951a-37e00e9f1221 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports/6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 HTTP/1.1" status: 200 len: 932 time: 0.0965772 Mar 24 00:56:56.840473 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-569db20e-9951-45da-86e5-4895b34eea9a req-a41447a6-8f16-4e08-8ae0-c11edc9f82ac service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6348612 Mar 24 00:56:56.854152 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6239e7b-e35c-4ec7-a5fd-89de4a947a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (851cb387-1c30-4b79-88f0-1df5ff9e29b0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:57.236110 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fab9a7c7-d0eb-421f-aa4c-b3b0727267bd req-5d58837a-c7ad-4c87-b668-d294659327b0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.3964665 Mar 24 00:56:57.243271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-569db20e-9951-45da-86e5-4895b34eea9a req-3852c8aa-f5b0-49b5-bd87-5993bbb2eee4 service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770778 Mar 24 00:56:57.421881 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dae71-f9f9-47fe-baed-458640d98297 req-17009da2-256b-496b-afba-b82e19cd6cbb tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:57.443520 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-228dae71-f9f9-47fe-baed-458640d98297 req-17009da2-256b-496b-afba-b82e19cd6cbb tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 945 time: 0.7383504 Mar 24 00:56:57.585622 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-228dae71-f9f9-47fe-baed-458640d98297 req-21fa022c-faaa-4aa3-b0bc-32953264f227 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375632 Mar 24 00:56:57.680558 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c6239e7b-e35c-4ec7-a5fd-89de4a947a42 admin admin] Deleting port 167f914b-23d6-49a8-bbcf-d72a3c0081a1 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:56:57.681903 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6239e7b-e35c-4ec7-a5fd-89de4a947a42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (167f914b-23d6-49a8-bbcf-d72a3c0081a1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:57.807636 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Publish callbacks [] for port (167f914b-23d6-49a8-bbcf-d72a3c0081a1), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:57.823558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f25533e1-0e0b-4389-84c0-4cc674df09ce details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:56:57.827221 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (167f914b-23d6-49a8-bbcf-d72a3c0081a1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:57.914033 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6239e7b-e35c-4ec7-a5fd-89de4a947a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (167f914b-23d6-49a8-bbcf-d72a3c0081a1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:57.931292 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c6239e7b-e35c-4ec7-a5fd-89de4a947a42 admin admin] Calling delete_port for 167f914b-23d6-49a8-bbcf-d72a3c0081a1 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:56:57.954798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea83ab-7b57-47e3-8133-06ae95abaf7a req-9db3eaa3-a1d8-47cb-8be6-c2030d6d99cc tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:57.965520 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3ea83ab-7b57-47e3-8133-06ae95abaf7a req-9db3eaa3-a1d8-47cb-8be6-c2030d6d99cc tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 943 time: 0.1332555 Mar 24 00:56:58.132317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3ea83ab-7b57-47e3-8133-06ae95abaf7a req-f3d72270-f395-4bd3-81fd-c4e46d0be8ca tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612604 Mar 24 00:56:58.323986 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6239e7b-e35c-4ec7-a5fd-89de4a947a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (167f914b-23d6-49a8-bbcf-d72a3c0081a1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:58.341510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f25533e1-0e0b-4389-84c0-4cc674df09ce, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f25533e1-0e0b-4389-84c0-4cc674df09ce,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:58.436991 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6239e7b-e35c-4ec7-a5fd-89de4a947a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=167f914b-23d6-49a8-bbcf-d72a3c0081a1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:58.475169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'f25533e1-0e0b-4389-84c0-4cc674df09ce', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'port_id': 'f25533e1-0e0b-4389-84c0-4cc674df09ce', 'mac_address': 'fa:16:3e:d0:58:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:56:58.605379 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e910e1-62be-4a65-ae7f-8561b7340891 None None] Pushing event updated for resources: {'Port': ['ID=167f914b-23d6-49a8-bbcf-d72a3c0081a1,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:56:58.677061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-94a24b69-c8fa-46c9-bcc9-e04e905406fd None None] Could not find standard attr ID for object 167f914b-23d6-49a8-bbcf-d72a3c0081a1. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 00:56:58.689580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Attempting to bind port 167f914b-23d6-49a8-bbcf-d72a3c0081a1 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:56:58.690103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Attempting to bind port 167f914b-23d6-49a8-bbcf-d72a3c0081a1 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3c656047-d13c-4fc3-876c-57b33def8b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8ab54eed-db32-4238-a83d-f136a1f89c15'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:56:58.690582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Attempting to bind port 167f914b-23d6-49a8-bbcf-d72a3c0081a1 on network 8ab54eed-db32-4238-a83d-f136a1f89c15 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:56:58.712249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:56:58.712642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Checking segment: {'id': '3c656047-d13c-4fc3-876c-57b33def8b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8ab54eed-db32-4238-a83d-f136a1f89c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:56:58.713063 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:58.713492 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Bound using segment: {'id': '3c656047-d13c-4fc3-876c-57b33def8b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8ab54eed-db32-4238-a83d-f136a1f89c15'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:56:58.715605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Bound port: 167f914b-23d6-49a8-bbcf-d72a3c0081a1, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c656047-d13c-4fc3-876c-57b33def8b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8ab54eed-db32-4238-a83d-f136a1f89c15'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:56:58.716022 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (167f914b-23d6-49a8-bbcf-d72a3c0081a1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:58.740858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70789c48-b074-48f5-80ff-fe5bf6c64e11 req-e7c12198-3870-4ee2-8d8b-594f53709412 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.1133094 Mar 24 00:56:58.848870 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Port 167f914b-23d6-49a8-bbcf-d72a3c0081a1 has been deleted concurrently {{(pid=115731) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 24 00:56:58.961725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Routers {'851cb387-1c30-4b79-88f0-1df5ff9e29b0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:56:58.962711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:56:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['851cb387-1c30-4b79-88f0-1df5ff9e29b0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:59.020046 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6239e7b-e35c-4ec7-a5fd-89de4a947a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (851cb387-1c30-4b79-88f0-1df5ff9e29b0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:59.055693 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-fbe33e53-b23e-4ba8-a545-ca3cc8300127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:59.057142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-fbe33e53-b23e-4ba8-a545-ca3cc8300127 service neutron] 10.222.0.48 "GET /v2.0/ports/6139bbd2-b715-4b0f-bdd1-446f16bfc020 HTTP/1.1" status: 200 len: 1028 time: 0.3135719 Mar 24 00:56:59.145876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6bfc7-673f-4a64-aab4-ea88becd5899 req-b6780e4b-3f7b-477d-8f5a-ee1ac089b9dc tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:59.154576 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47d6bfc7-673f-4a64-aab4-ea88becd5899 req-b6780e4b-3f7b-477d-8f5a-ee1ac089b9dc tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 945 time: 0.2248216 Mar 24 00:56:59.159789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-bb868ba0-21a0-44b9-bfa1-e514275184e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:59.164985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-bb868ba0-21a0-44b9-bfa1-e514275184e1 service neutron] 10.222.0.48 "GET /v2.0/ports/6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 HTTP/1.1" status: 200 len: 1028 time: 0.1001353 Mar 24 00:56:59.244408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] Set router 851cb387-1c30-4b79-88f0-1df5ff9e29b0 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:56:59.466694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47d6bfc7-673f-4a64-aab4-ea88becd5899 req-6d7f5ea9-7efd-4f01-aea7-0028be6e9c6b tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964988 Mar 24 00:56:59.472053 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-807aa44e-6f97-4f86-9521-7f9372dc89d8 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:56:59.473078 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-807aa44e-6f97-4f86-9521-7f9372dc89d8 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0580230 Mar 24 00:56:59.519934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5faef15c-9e1c-4982-9155-ac223da164cc tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:59.532061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 27eb8e00-425b-4c0a-b4e3-f938d24631ff details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:56:59.533040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5faef15c-9e1c-4982-9155-ac223da164cc tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:59.536573 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c55782ea-2d31-469c-a3e3-984e0f17b2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:59.544433 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5faef15c-9e1c-4982-9155-ac223da164cc tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:59.559934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5faef15c-9e1c-4982-9155-ac223da164cc tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "GET /v2.0/networks?id=5c248708-2440-4785-8d15-a96131db79cd&id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&id=00af8be2-710f-470c-b10f-a3c1e77c88cb&id=00af8be2-710f-470c-b10f-a3c1e77c88cb HTTP/1.1" status: 200 len: 1991 time: 0.3879585 Mar 24 00:56:59.603406 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f25533e1-0e0b-4389-84c0-4cc674df09ce is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:56:59.603825 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:59.648055 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-80372de8-f315-4522-aff1-f3366c93c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:56:59.649521 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-80372de8-f315-4522-aff1-f3366c93c96f service neutron] 10.222.0.45 "GET /v2.0/ports/a141c53e-af42-4e2f-bd5e-40fd12044197 HTTP/1.1" status: 200 len: 1125 time: 0.1637740 Mar 24 00:56:59.671718 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-922d28f8-bda9-4701-b83d-47c5a1f7b525 service neutron] Request body: {'binding': {'host': 'n-h1-760455-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:59.672168 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-922d28f8-bda9-4701-b83d-47c5a1f7b525 service neutron] Unknown quota resources ['binding']. {{(pid=115729) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 00:56:59.699540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25533e1-0e0b-4389-84c0-4cc674df09ce {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:56:59.742028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f25533e1-0e0b-4389-84c0-4cc674df09ce, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f25533e1-0e0b-4389-84c0-4cc674df09ce,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:56:59.743092 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-d681a68c-ede7-4d68-addc-a9e61f7ee961 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9e9c2b109f34f4b898664514fcdc44a HTTP/1.1" status: 200 len: 380 time: 0.1683376 Mar 24 00:56:59.752186 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5aeacef3-5705-4131-b22d-3901b8a97b1e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Request body: {'port': {'device_id': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'network_id': '5c248708-2440-4785-8d15-a96131db79cd', 'admin_state_up': True, 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'security_groups': ['80c48968-010e-4660-bf79-b163a61494a1']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:56:59.823901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6239e7b-e35c-4ec7-a5fd-89de4a947a42 admin admin] Router 851cb387-1c30-4b79-88f0-1df5ff9e29b0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:56:59.829696 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:59.852999 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:56:59.868308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1659661999-router', 'tenant_id': '616cef1a0e6e467abf8fa3b40f328a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba1e3145-d950-424f-b61d-0ec792f8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:46Z', 'updated_at': '2022-03-24T00:56:58Z', 'revision_number': 5, 'project_id': '616cef1a0e6e467abf8fa3b40f328a69', 'gw_port': {'id': 'ba1e3145-d950-424f-b61d-0ec792f8113e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:47Z', 'updated_at': '2022-03-24T00:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:56:59.965678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b33438-9317-46bc-a521-deb6d111f9b8 None None] The sync data for ids ['851cb387-1c30-4b79-88f0-1df5ff9e29b0'] in n-d-760455-9 is: [{'id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1659661999-router', 'tenant_id': '616cef1a0e6e467abf8fa3b40f328a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba1e3145-d950-424f-b61d-0ec792f8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:46Z', 'updated_at': '2022-03-24T00:56:58Z', 'revision_number': 5, 'project_id': '616cef1a0e6e467abf8fa3b40f328a69', 'gw_port': {'id': 'ba1e3145-d950-424f-b61d-0ec792f8113e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:47Z', 'updated_at': '2022-03-24T00:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:57:00.108782 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f25533e1-0e0b-4389-84c0-4cc674df09ce,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:00.149689 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 27eb8e00-425b-4c0a-b4e3-f938d24631ff, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=27eb8e00-425b-4c0a-b4e3-f938d24631ff,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:00.174690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db44093-6123-49e7-8fe9-4fec51dea61a req-8d74a813-25e2-441b-a2ad-b7b4890a5e88 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:00.176879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '27eb8e00-425b-4c0a-b4e3-f938d24631ff', 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e', 'port_id': '27eb8e00-425b-4c0a-b4e3-f938d24631ff', 'mac_address': 'fa:16:3e:ec:a9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e381c163-d43e-468b-a3d7-a42af7bc7ee3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:57:00.179479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['f25533e1-0e0b-4389-84c0-4cc674df09ce'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:57:00.188782 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2db44093-6123-49e7-8fe9-4fec51dea61a req-8d74a813-25e2-441b-a2ad-b7b4890a5e88 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 944 time: 0.4446223 Mar 24 00:57:00.221651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-922d28f8-bda9-4701-b83d-47c5a1f7b525 service neutron] Attempting to bind port a141c53e-af42-4e2f-bd5e-40fd12044197 on host n-h1-760455-9 for vnic_type normal with profile None {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:57:00.222112 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-922d28f8-bda9-4701-b83d-47c5a1f7b525 service neutron] Attempting to bind port a141c53e-af42-4e2f-bd5e-40fd12044197 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:57:00.227692 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-922d28f8-bda9-4701-b83d-47c5a1f7b525 service neutron] Attempting to bind port a141c53e-af42-4e2f-bd5e-40fd12044197 on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:00.231721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6239e7b-e35c-4ec7-a5fd-89de4a947a42 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:57:00.252432 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5aeacef3-5705-4131-b22d-3901b8a97b1e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Made reservation on behalf of f9e9c2b109f34f4b898664514fcdc44a for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:00.257649 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5aeacef3-5705-4131-b22d-3901b8a97b1e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:00.261087 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c6239e7b-e35c-4ec7-a5fd-89de4a947a42 admin admin] 10.222.0.45 "PUT /v2.0/routers/851cb387-1c30-4b79-88f0-1df5ff9e29b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5138550 Mar 24 00:57:00.262310 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-922d28f8-bda9-4701-b83d-47c5a1f7b525 service neutron] Port a141c53e-af42-4e2f-bd5e-40fd12044197 on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:57:00.262580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-922d28f8-bda9-4701-b83d-47c5a1f7b525 service neutron] Attempting to bind port a141c53e-af42-4e2f-bd5e-40fd12044197 on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:00.265540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44338) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:00.296162 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-922d28f8-bda9-4701-b83d-47c5a1f7b525 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:57:00.296509 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-922d28f8-bda9-4701-b83d-47c5a1f7b525 service neutron] Checking segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:00.296907 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-922d28f8-bda9-4701-b83d-47c5a1f7b525 service neutron] Bound using segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:57:00.297381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-922d28f8-bda9-4701-b83d-47c5a1f7b525 service neutron] Bound port: a141c53e-af42-4e2f-bd5e-40fd12044197, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:57:00.345080 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2db44093-6123-49e7-8fe9-4fec51dea61a req-43f4a0c7-2df7-4363-a49d-3dc53af251ec tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551640 Mar 24 00:57:00.379970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 27eb8e00-425b-4c0a-b4e3-f938d24631ff is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:00.379970 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:00.406419 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27eb8e00-425b-4c0a-b4e3-f938d24631ff {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:57:00.437418 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-922d28f8-bda9-4701-b83d-47c5a1f7b525 service neutron] For port a141c53e-af42-4e2f-bd5e-40fd12044197, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a141c53e-af42-4e2f-bd5e-40fd12044197,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:57:00.449652 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-922d28f8-bda9-4701-b83d-47c5a1f7b525 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:00.465140 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-922d28f8-bda9-4701-b83d-47c5a1f7b525 service neutron] 10.222.0.45 "POST /v2.0/ports/a141c53e-af42-4e2f-bd5e-40fd12044197/bindings HTTP/1.1" status: 201 len: 389 time: 0.7984412 Mar 24 00:57:00.492235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 27eb8e00-425b-4c0a-b4e3-f938d24631ff, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=27eb8e00-425b-4c0a-b4e3-f938d24631ff,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:00.514234 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:00.706281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=27eb8e00-425b-4c0a-b4e3-f938d24631ff,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:00.713457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1428c9e0-638d-4d7a-8abe-86333de69abc req-aa9436aa-10ca-44ed-a3cc-f87cd9fe5598 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.1315489 Mar 24 00:57:00.874965 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['27eb8e00-425b-4c0a-b4e3-f938d24631ff'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:57:00.969505 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-898a5b7c-75fa-4684-9626-ce711c4a0d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:01.117006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 27eb8e00-425b-4c0a-b4e3-f938d24631ff no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:57:01.138269 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92267577-9042-43d6-b102-9ed3c0953bf7 admin admin] Publish callbacks [] for router (851cb387-1c30-4b79-88f0-1df5ff9e29b0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:01.158407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cb5c5-731d-4211-9567-8ebd305c4339 req-a55a4f55-3e33-477b-a288-ce6467f16d0b tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:01.171819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef3cb5c5-731d-4211-9567-8ebd305c4339 req-a55a4f55-3e33-477b-a288-ce6467f16d0b tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 944 time: 0.3517480 Mar 24 00:57:01.423319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 27eb8e00-425b-4c0a-b4e3-f938d24631ff is: BUILD; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:01.424015 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:01.430052 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea87cb1-9d30-4647-99a2-a5826b4880b5 None None] Sync routers for ids ['851cb387-1c30-4b79-88f0-1df5ff9e29b0'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:57:01.446047 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 27eb8e00-425b-4c0a-b4e3-f938d24631ff {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:57:01.447481 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea87cb1-9d30-4647-99a2-a5826b4880b5 None None] Routers {'851cb387-1c30-4b79-88f0-1df5ff9e29b0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:57:01.451033 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9ea87cb1-9d30-4647-99a2-a5826b4880b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:57:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['851cb387-1c30-4b79-88f0-1df5ff9e29b0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:01.462972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e1004-289a-4510-8e40-241f2fb5b3f8 req-b70465f2-a85d-43f3-9cea-9abb91a33ce3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:01.470976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-648e1004-289a-4510-8e40-241f2fb5b3f8 req-b70465f2-a85d-43f3-9cea-9abb91a33ce3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.5267808 Mar 24 00:57:01.485415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 27eb8e00-425b-4c0a-b4e3-f938d24631ff, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=27eb8e00-425b-4c0a-b4e3-f938d24631ff,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:01.492970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-b55f26a8-abeb-479f-9698-ed18ba05d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:01.494491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-b55f26a8-abeb-479f-9698-ed18ba05d5f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 1128 time: 0.6717200 Mar 24 00:57:01.496399 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:01.519593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5aeacef3-5705-4131-b22d-3901b8a97b1e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Allocated IP 172.20.0.12 (5c248708-2440-4785-8d15-a96131db79cd/317f1329-b148-485c-b02d-6e63c3ddb2c4/3080bcfc-b310-4ca5-ba98-eef24b97bff4) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:57:01.543555 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef3cb5c5-731d-4211-9567-8ebd305c4339 req-857a1126-3b7b-4bee-8bd5-9fa6347344cb tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615963 Mar 24 00:57:01.565244 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=27eb8e00-425b-4c0a-b4e3-f938d24631ff,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:01.722412 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-9ea87cb1-9d30-4647-99a2-a5826b4880b5 None None] Set router 851cb387-1c30-4b79-88f0-1df5ff9e29b0 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:57:01.859791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f25533e1-0e0b-4389-84c0-4cc674df09ce up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:57:01.882789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-648e1004-289a-4510-8e40-241f2fb5b3f8 req-f2b0f91f-6da8-4234-8f34-8d60af3fc0bd tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108195 Mar 24 00:57:02.081018 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92267577-9042-43d6-b102-9ed3c0953bf7 admin admin] Publish callbacks [] for router_gateway (851cb387-1c30-4b79-88f0-1df5ff9e29b0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:02.095970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port f25533e1-0e0b-4389-84c0-4cc674df09ce completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:57:02.101447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79113949-48ba-4e0e-98aa-bb2eef53494c req-45291872-db56-402f-bc9e-f9a3e8aa397d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:02.108790 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-79113949-48ba-4e0e-98aa-bb2eef53494c req-45291872-db56-402f-bc9e-f9a3e8aa397d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 944 time: 0.3353314 Mar 24 00:57:02.131213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port f25533e1-0e0b-4389-84c0-4cc674df09ce triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:02.132777 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:02.236102 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-0508f2b3-9e7f-4632-aae4-f41ef9a42c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:02.238357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-0508f2b3-9e7f-4632-aae4-f41ef9a42c37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.7308798 Mar 24 00:57:02.299679 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:02.313452 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e02a00cb-43b3-46db-9d04-fd6eda00bd3c req-369229c8-2509-4002-9a9b-6a1237fb5c1d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.2531333 Mar 24 00:57:02.325885 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:02.355033 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9ea87cb1-9d30-4647-99a2-a5826b4880b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1659661999-router', 'tenant_id': '616cef1a0e6e467abf8fa3b40f328a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba1e3145-d950-424f-b61d-0ec792f8113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:46Z', 'updated_at': '2022-03-24T00:56:58Z', 'revision_number': 5, 'project_id': '616cef1a0e6e467abf8fa3b40f328a69', 'gw_port': {'id': 'ba1e3145-d950-424f-b61d-0ec792f8113e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:47Z', 'updated_at': '2022-03-24T00:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:02.368308 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-987cd7e9-c1cc-4d4a-a288-7cdbbfba9797 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a141c53e-af42-4e2f-bd5e-40fd12044197 HTTP/1.1" status: 200 len: 217 time: 0.0816591 Mar 24 00:57:02.416920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f25533e1-0e0b-4389-84c0-4cc674df09ce is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:02.416920 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:02.444233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e744b53-12fa-43d9-aa4a-a781f7544446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25533e1-0e0b-4389-84c0-4cc674df09ce'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:57:02.446630 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a89200c-d231-490c-b8e2-8b9644fd6fd1" -d '{"events": [{"server_uuid": "8e744b53-12fa-43d9-aa4a-a781f7544446", "name": "network-vif-plugged", "status": "completed", "tag": "f25533e1-0e0b-4389-84c0-4cc674df09ce"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:57:02.461255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f25533e1-0e0b-4389-84c0-4cc674df09ce, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f25533e1-0e0b-4389-84c0-4cc674df09ce,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:02.467922 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:02.478136 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea87cb1-9d30-4647-99a2-a5826b4880b5 None None] Checking router: 851cb387-1c30-4b79-88f0-1df5ff9e29b0 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:57:02.491512 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea87cb1-9d30-4647-99a2-a5826b4880b5 None None] Routers {'851cb387-1c30-4b79-88f0-1df5ff9e29b0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:57:02.493324 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9ea87cb1-9d30-4647-99a2-a5826b4880b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:57:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['851cb387-1c30-4b79-88f0-1df5ff9e29b0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:02.536418 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95231f1-9227-4cd2-9a3e-7b6452cb8732 x-openstack-request-id: req-a95231f1-9227-4cd2-9a3e-7b6452cb8732 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:57:02.548089 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e744b53-12fa-43d9-aa4a-a781f7544446", "name": "network-vif-plugged", "status": "completed", "tag": "f25533e1-0e0b-4389-84c0-4cc674df09ce", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:57:02.548537 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a95231f1-9227-4cd2-9a3e-7b6452cb8732 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:57:02.549034 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95231f1-9227-4cd2-9a3e-7b6452cb8732'] response: {'server_uuid': '8e744b53-12fa-43d9-aa4a-a781f7544446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25533e1-0e0b-4389-84c0-4cc674df09ce', 'code': 200} Mar 24 00:57:02.609070 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f25533e1-0e0b-4389-84c0-4cc674df09ce,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:02.637755 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-79113949-48ba-4e0e-98aa-bb2eef53494c req-21e933f8-4d2f-4d54-89c6-a8fce151d995 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275438 Mar 24 00:57:02.685670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-92267577-9042-43d6-b102-9ed3c0953bf7 admin admin] Deleting port ba1e3145-d950-424f-b61d-0ec792f8113e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:57:02.686353 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92267577-9042-43d6-b102-9ed3c0953bf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ba1e3145-d950-424f-b61d-0ec792f8113e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:02.776219 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5aeacef3-5705-4131-b22d-3901b8a97b1e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:02.786374 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-a2c8ab4e-dafc-4a65-9273-11fc9925b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:02.788017 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-a2c8ab4e-dafc-4a65-9273-11fc9925b8ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.4080849 Mar 24 00:57:02.842048 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-9ea87cb1-9d30-4647-99a2-a5826b4880b5 None None] Set router 851cb387-1c30-4b79-88f0-1df5ff9e29b0 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:57:03.003186 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9ea87cb1-9d30-4647-99a2-a5826b4880b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1659661999-router', 'tenant_id': '616cef1a0e6e467abf8fa3b40f328a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:46Z', 'updated_at': '2022-03-24T00:57:02Z', 'revision_number': 6, 'project_id': '616cef1a0e6e467abf8fa3b40f328a69', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:03.041940 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea87cb1-9d30-4647-99a2-a5826b4880b5 None None] The sync data for ids ['851cb387-1c30-4b79-88f0-1df5ff9e29b0'] in n-d-760455-9 is: [{'id': '851cb387-1c30-4b79-88f0-1df5ff9e29b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1659661999-router', 'tenant_id': '616cef1a0e6e467abf8fa3b40f328a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:46Z', 'updated_at': '2022-03-24T00:57:02Z', 'revision_number': 6, 'project_id': '616cef1a0e6e467abf8fa3b40f328a69', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:57:03.119808 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 27eb8e00-425b-4c0a-b4e3-f938d24631ff up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:57:03.268516 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 27eb8e00-425b-4c0a-b4e3-f938d24631ff triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:03.268980 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:03.463036 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 27eb8e00-425b-4c0a-b4e3-f938d24631ff is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:03.463546 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:03.464945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-92267577-9042-43d6-b102-9ed3c0953bf7 admin admin] For port ba1e3145-d950-424f-b61d-0ec792f8113e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ba1e3145-d950-424f-b61d-0ec792f8113e,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:03.465614 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92267577-9042-43d6-b102-9ed3c0953bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ba1e3145-d950-424f-b61d-0ec792f8113e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:03.485922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-92267577-9042-43d6-b102-9ed3c0953bf7 admin admin] Calling delete_port for ba1e3145-d950-424f-b61d-0ec792f8113e owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:57:03.502435 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5aeacef3-5705-4131-b22d-3901b8a97b1e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:03.506474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-4821bbf4-f424-476a-8108-fba31a2a0b17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6616271 Mar 24 00:57:03.623576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 27eb8e00-425b-4c0a-b4e3-f938d24631ff, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=27eb8e00-425b-4c0a-b4e3-f938d24631ff,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:03.631530 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:03.634181 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:03.756394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=27eb8e00-425b-4c0a-b4e3-f938d24631ff,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:03.954426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5aeacef3-5705-4131-b22d-3901b8a97b1e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Network 5c248708-2440-4785-8d15-a96131db79cd is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:57:03.981130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5aeacef3-5705-4131-b22d-3901b8a97b1e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:03.984054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5aeacef3-5705-4131-b22d-3901b8a97b1e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:57:03.995721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d7ace-3f3f-41d3-9ec7-73cdd40385a6 req-e7cfde44-302c-4897-829c-a5168818ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:03.997794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b0d7ace-3f3f-41d3-9ec7-73cdd40385a6 req-e7cfde44-302c-4897-829c-a5168818ea83 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 1127 time: 1.3365495 Mar 24 00:57:04.005016 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218d51e-cc4d-4719-970c-f2a34ce56559 req-5965838d-8bb6-40a6-8ddd-1a667b5368bd tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:04.006735 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9218d51e-cc4d-4719-970c-f2a34ce56559 req-5965838d-8bb6-40a6-8ddd-1a667b5368bd tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 943 time: 1.2283158 Mar 24 00:57:04.157805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeacef3-5705-4131-b22d-3901b8a97b1e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event updated for resources: {'Port': ['ID=3080bcfc-b310-4ca5-ba98-eef24b97bff4,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:04.325523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aa904-dcf6-445a-9723-59c3422ad7a0 req-1348f569-2357-4e73-9f9e-ea0caf7e120e tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:04.327459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f74aa904-dcf6-445a-9723-59c3422ad7a0 req-1348f569-2357-4e73-9f9e-ea0caf7e120e tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.8291113 Mar 24 00:57:04.360723 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5aeacef3-5705-4131-b22d-3901b8a97b1e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:04.361748 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5aeacef3-5705-4131-b22d-3901b8a97b1e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:04.366612 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b0d7ace-3f3f-41d3-9ec7-73cdd40385a6 req-0d0f4345-33f8-4765-b408-d9fc6177157b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546152 Mar 24 00:57:04.373295 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-405ca218-31a8-4150-88fb-7fe051497624 service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8406281 Mar 24 00:57:04.382074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9218d51e-cc4d-4719-970c-f2a34ce56559 req-dee53537-3968-4ed4-8e91-512f24793085 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146954 Mar 24 00:57:04.471502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5aeacef3-5705-4131-b22d-3901b8a97b1e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7202380 Mar 24 00:57:04.491942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-80111cfa-8fac-4bd1-8b1e-9c328fb7cb7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Request body: {'port': {'device_id': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48', 'admin_state_up': True, 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'security_groups': ['80c48968-010e-4660-bf79-b163a61494a1']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:04.546873 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92267577-9042-43d6-b102-9ed3c0953bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ba1e3145-d950-424f-b61d-0ec792f8113e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:04.551060 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9b6048-def6-44f0-8ee7-17ca72f9158c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eb8e00-425b-4c0a-b4e3-f938d24631ff'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:57:04.553669 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2f0fd9-8148-4404-8d55-b6d3e6772b71" -d '{"events": [{"server_uuid": "af9b6048-def6-44f0-8ee7-17ca72f9158c", "name": "network-vif-plugged", "status": "completed", "tag": "27eb8e00-425b-4c0a-b4e3-f938d24631ff"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:57:04.573125 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f74aa904-dcf6-445a-9723-59c3422ad7a0 req-ef1d955c-185c-49af-9f77-94f6acc91f0d tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198281 Mar 24 00:57:04.617587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d42f6ded-80e4-4ee2-a56a-caf04ec243f1 None None] Provisioning complete for port 3080bcfc-b310-4ca5-ba98-eef24b97bff4 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:04.617963 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d42f6ded-80e4-4ee2-a56a-caf04ec243f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:04.632183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92267577-9042-43d6-b102-9ed3c0953bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba1e3145-d950-424f-b61d-0ec792f8113e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:04.727682 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d42f6ded-80e4-4ee2-a56a-caf04ec243f1 None None] Port 3080bcfc-b310-4ca5-ba98-eef24b97bff4 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:57:04.950319 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92267577-9042-43d6-b102-9ed3c0953bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (851cb387-1c30-4b79-88f0-1df5ff9e29b0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:05.110625 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ba1e3145-d950-424f-b61d-0ec792f8113e no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:57:05.141879 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:05.145675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e49ab-0d61-43b2-8510-f66d9666fe09 req-37019ebe-8f16-4e74-bb8b-c8bb8c594128 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:05.147715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: ba1e3145-d950-424f-b61d-0ec792f8113e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:57:05.148047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e23e49ab-0d61-43b2-8510-f66d9666fe09 req-37019ebe-8f16-4e74-bb8b-c8bb8c594128 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 932 time: 0.5669115 Mar 24 00:57:05.148462 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ba1e3145-d950-424f-b61d-0ec792f8113e not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:57:05.187421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-428b5a66-0103-469e-9442-0744bd5e4b6b service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956159 Mar 24 00:57:05.206445 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92267577-9042-43d6-b102-9ed3c0953bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (851cb387-1c30-4b79-88f0-1df5ff9e29b0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:05.217681 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:57:05.221352 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92267577-9042-43d6-b102-9ed3c0953bf7 admin admin] Publish callbacks [] for router_controller (851cb387-1c30-4b79-88f0-1df5ff9e29b0), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:05.231639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2531a-34c2-4338-bf07-9445d01b6cc5 req-1b1028dd-ceb6-42c9-9caf-f6f3f0089049 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:05.238645 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5db2531a-34c2-4338-bf07-9445d01b6cc5 req-1b1028dd-ceb6-42c9-9caf-f6f3f0089049 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 945 time: 0.5707991 Mar 24 00:57:05.327424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-80111cfa-8fac-4bd1-8b1e-9c328fb7cb7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Made reservation on behalf of f9e9c2b109f34f4b898664514fcdc44a for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:05.331747 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-80111cfa-8fac-4bd1-8b1e-9c328fb7cb7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:05.492090 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e23e49ab-0d61-43b2-8510-f66d9666fe09 req-83e3203a-6913-41db-84d6-e3b529684f2a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270330 Mar 24 00:57:05.492764 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92267577-9042-43d6-b102-9ed3c0953bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (851cb387-1c30-4b79-88f0-1df5ff9e29b0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:05.493339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92267577-9042-43d6-b102-9ed3c0953bf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 851cb387-1c30-4b79-88f0-1df5ff9e29b0 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 00:57:05.503130 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92267577-9042-43d6-b102-9ed3c0953bf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:05.504381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-92267577-9042-43d6-b102-9ed3c0953bf7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/851cb387-1c30-4b79-88f0-1df5ff9e29b0 HTTP/1.1" status: 204 len: 168 time: 5.1839933 Mar 24 00:57:05.507678 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44406) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:05.585585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5db2531a-34c2-4338-bf07-9445d01b6cc5 req-26af0951-5072-4503-bd28-2855f9ab2813 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460181 Mar 24 00:57:05.635015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-80111cfa-8fac-4bd1-8b1e-9c328fb7cb7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Allocated IP 10.1.1.40 (ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48/a4e99765-9e1e-4b73-a310-63430faa30fe/471845b6-6baf-4080-86fd-eaaed913b735) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:57:05.698389 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-2862e611-a7b1-4fff-bb78-c0b1e521a30f admin admin] Deleting subnet b0e120c3-dddb-4fbb-ac1e-d7d987ac5914 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:57:05.714233 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2862e611-a7b1-4fff-bb78-c0b1e521a30f admin admin] Publish callbacks [] for subnet (b0e120c3-dddb-4fbb-ac1e-d7d987ac5914), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:05.723364 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97640717-20ce-4867-88bb-84dda9f75be2 x-openstack-request-id: req-97640717-20ce-4867-88bb-84dda9f75be2 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:57:05.723954 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9b6048-def6-44f0-8ee7-17ca72f9158c", "name": "network-vif-plugged", "status": "completed", "tag": "27eb8e00-425b-4c0a-b4e3-f938d24631ff", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:57:05.724286 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97640717-20ce-4867-88bb-84dda9f75be2 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:57:05.724791 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97640717-20ce-4867-88bb-84dda9f75be2'] response: {'server_uuid': 'af9b6048-def6-44f0-8ee7-17ca72f9158c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eb8e00-425b-4c0a-b4e3-f938d24631ff', 'code': 200} Mar 24 00:57:05.821365 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2862e611-a7b1-4fff-bb78-c0b1e521a30f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (b0e120c3-dddb-4fbb-ac1e-d7d987ac5914), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:06.029979 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2862e611-a7b1-4fff-bb78-c0b1e521a30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (b0e120c3-dddb-4fbb-ac1e-d7d987ac5914), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:06.102699 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2862e611-a7b1-4fff-bb78-c0b1e521a30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (b0e120c3-dddb-4fbb-ac1e-d7d987ac5914), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:06.171468 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cddf18-839d-4e2a-b92f-df5341e3d196 req-4de50c18-fbc4-4bd5-b62a-58b1b7564013 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:06.173380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70cddf18-839d-4e2a-b92f-df5341e3d196 req-4de50c18-fbc4-4bd5-b62a-58b1b7564013 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.2622886 Mar 24 00:57:06.180825 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-80111cfa-8fac-4bd1-8b1e-9c328fb7cb7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for port (471845b6-6baf-4080-86fd-eaaed913b735), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:06.212411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900408b-d642-4346-8834-935569c349c7 req-86aa055f-5292-4343-a55a-2ba18bcc254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:06.214242 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5900408b-d642-4346-8834-935569c349c7 req-86aa055f-5292-4343-a55a-2ba18bcc254b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 1127 time: 0.2502856 Mar 24 00:57:06.233520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce9976-1591-4fd0-b1bb-0fa6f44f9203 req-c092fe9d-954f-4259-928d-752125e9c21e tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:06.241513 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47ce9976-1591-4fd0-b1bb-0fa6f44f9203 req-c092fe9d-954f-4259-928d-752125e9c21e tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 945 time: 0.2839305 Mar 24 00:57:06.359545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47ce9976-1591-4fd0-b1bb-0fa6f44f9203 req-f66cabd6-9804-4fe6-9e04-c3ba29ca7798 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167853 Mar 24 00:57:06.375484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70cddf18-839d-4e2a-b92f-df5341e3d196 req-887baf4e-fe9c-42ff-93a7-fb171a455e71 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906743 Mar 24 00:57:06.384472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5900408b-d642-4346-8834-935569c349c7 req-ac1bf77b-76bb-48bd-ba0a-32d455266425 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194799 Mar 24 00:57:06.401655 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-80111cfa-8fac-4bd1-8b1e-9c328fb7cb7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (471845b6-6baf-4080-86fd-eaaed913b735), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:06.458431 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-80111cfa-8fac-4bd1-8b1e-9c328fb7cb7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:57:06.465233 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-80111cfa-8fac-4bd1-8b1e-9c328fb7cb7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:06.469947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-80111cfa-8fac-4bd1-8b1e-9c328fb7cb7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:57:06.564381 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-80111cfa-8fac-4bd1-8b1e-9c328fb7cb7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:06.567068 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-80111cfa-8fac-4bd1-8b1e-9c328fb7cb7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:06.617692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80111cfa-8fac-4bd1-8b1e-9c328fb7cb7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event updated for resources: {'Port': ['ID=471845b6-6baf-4080-86fd-eaaed913b735,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:06.651862 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-80111cfa-8fac-4bd1-8b1e-9c328fb7cb7d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1680310 Mar 24 00:57:06.664365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Request body: {'port': {'device_id': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48', 'admin_state_up': True, 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'security_groups': ['80c48968-010e-4660-bf79-b163a61494a1']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:06.875414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862e611-a7b1-4fff-bb78-c0b1e521a30f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0e120c3-dddb-4fbb-ac1e-d7d987ac5914,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:06.884995 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2862e611-a7b1-4fff-bb78-c0b1e521a30f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:06.890879 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2862e611-a7b1-4fff-bb78-c0b1e521a30f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b0e120c3-dddb-4fbb-ac1e-d7d987ac5914 HTTP/1.1" status: 204 len: 168 time: 1.3795493 Mar 24 00:57:06.891471 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44426) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:06.957833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d58d479-b408-4f84-bde8-9cddb1f9489d None None] Network 8ab54eed-db32-4238-a83d-f136a1f89c15 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:57:06.959950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624c08a-1f89-49ed-b0c4-91038f2183e0 req-3a4b2692-6a64-487d-8029-3d1d7d3b2e77 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:06.967132 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1624c08a-1f89-49ed-b0c4-91038f2183e0 req-3a4b2692-6a64-487d-8029-3d1d7d3b2e77 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 945 time: 0.2155988 Mar 24 00:57:07.031523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5de5cc-12dc-4c6f-965f-227cb4e89cd3 req-658454ea-0b49-401f-96bf-336fbe73ab49 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:07.043417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5de5cc-12dc-4c6f-965f-227cb4e89cd3 req-658454ea-0b49-401f-96bf-336fbe73ab49 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:07.050659 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c5de5cc-12dc-4c6f-965f-227cb4e89cd3 req-658454ea-0b49-401f-96bf-336fbe73ab49 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 1653 time: 0.3440244 Mar 24 00:57:07.093944 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (8ab54eed-db32-4238-a83d-f136a1f89c15), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:07.158033 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1624c08a-1f89-49ed-b0c4-91038f2183e0 req-956c48de-0d5f-46ce-8b51-d61087d6bad5 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899719 Mar 24 00:57:07.217969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Made reservation on behalf of f9e9c2b109f34f4b898664514fcdc44a for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:07.221958 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:07.234643 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] Deleting port 5f7b125e-87c4-4f87-80a0-f691102d964e {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:57:07.235140 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5f7b125e-87c4-4f87-80a0-f691102d964e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:07.257410 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c5de5cc-12dc-4c6f-965f-227cb4e89cd3 req-63974be0-dd61-47eb-9660-c5c7dc2f20cd tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008574 Mar 24 00:57:07.348286 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-16b8b224-3cec-4837-8bcd-62a257e94fdc None None] Provisioning complete for port 471845b6-6baf-4080-86fd-eaaed913b735 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:07.355865 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-16b8b224-3cec-4837-8bcd-62a257e94fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (471845b6-6baf-4080-86fd-eaaed913b735), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:07.356737 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] For port 5f7b125e-87c4-4f87-80a0-f691102d964e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5f7b125e-87c4-4f87-80a0-f691102d964e,segment=NetworkSegment(3c656047-d13c-4fc3-876c-57b33def8b00),segment_id=3c656047-d13c-4fc3-876c-57b33def8b00)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:07.357420 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5f7b125e-87c4-4f87-80a0-f691102d964e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:07.381872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] Calling delete_port for 5f7b125e-87c4-4f87-80a0-f691102d964e owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:57:07.563222 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-16b8b224-3cec-4837-8bcd-62a257e94fdc None None] Port 471845b6-6baf-4080-86fd-eaaed913b735 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:57:07.618759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22330b2f-763e-45a8-8792-a9f9d5de3819 req-0c077944-710f-4e62-8e5f-ecfd37b35283 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:07.635621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22330b2f-763e-45a8-8792-a9f9d5de3819 req-0c077944-710f-4e62-8e5f-ecfd37b35283 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 945 time: 0.1469500 Mar 24 00:57:07.636931 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5f7b125e-87c4-4f87-80a0-f691102d964e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:07.643820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Allocated IP 10.1.1.57 (ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48/a4e99765-9e1e-4b73-a310-63430faa30fe/965b39a6-6f37-434c-8b50-48ec171af77e) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:57:07.767810 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22330b2f-763e-45a8-8792-a9f9d5de3819 req-2d710c67-c38b-4009-84ce-20d1fa9f8a36 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308401 Mar 24 00:57:07.770096 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7b125e-87c4-4f87-80a0-f691102d964e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:07.809289 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] No DVR routers for this DVR port 5f7b125e-87c4-4f87-80a0-f691102d964e on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:57:07.837986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a02645f-2a63-4614-8ae9-fa56cb4e962b None None] DHCP port deletion for 8ab54eed-db32-4238-a83d-f136a1f89c15 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 00:57:07.973205 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (8ab54eed-db32-4238-a83d-f136a1f89c15), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:08.003788 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab54eed-db32-4238-a83d-f136a1f89c15']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:08.016550 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c656047-d13c-4fc3-876c-57b33def8b00') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:08.016904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c656047-d13c-4fc3-876c-57b33def8b00') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:08.030934 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (3c656047-d13c-4fc3-876c-57b33def8b00), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:08.059825 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (3c656047-d13c-4fc3-876c-57b33def8b00), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:08.068572 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:57:08.069087 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (3c656047-d13c-4fc3-876c-57b33def8b00), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:08.090410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4541e9-2c3f-49d3-a27c-685ca75fcd2e req-55678d64-277b-4126-8924-afba20a9cd8b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:08.092738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf4541e9-2c3f-49d3-a27c-685ca75fcd2e req-55678d64-277b-4126-8924-afba20a9cd8b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.4015434 Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: items = [ Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:57:08.137667 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:57:08.142483 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (8ab54eed-db32-4238-a83d-f136a1f89c15), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:08.150903 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:08.153971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd60b8a-a949-4f65-9258-e6b39589ee10 req-abb19f99-bcb5-4b5c-af37-b8fb60511e15 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:08.159145 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] 10.222.0.45 "DELETE /v2.0/networks/8ab54eed-db32-4238-a83d-f136a1f89c15 HTTP/1.1" status: 204 len: 168 time: 1.2664428 Mar 24 00:57:08.165205 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7bd60b8a-a949-4f65-9258-e6b39589ee10 req-abb19f99-bcb5-4b5c-af37-b8fb60511e15 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 945 time: 0.2420366 Mar 24 00:57:08.186131 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a843d-fc1b-4c73-a195-d8e86c7b28af admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab54eed-db32-4238-a83d-f136a1f89c15,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:08.204916 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for port (965b39a6-6f37-434c-8b50-48ec171af77e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:08.253070 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf4541e9-2c3f-49d3-a27c-685ca75fcd2e req-76be1ff0-1f95-4258-9af4-9b6f55ca71dc tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511054 Mar 24 00:57:08.284370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7bd60b8a-a949-4f65-9258-e6b39589ee10 req-7dbbf3e4-84e2-43e3-b120-93ff976e8c08 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181910 Mar 24 00:57:08.310289 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (965b39a6-6f37-434c-8b50-48ec171af77e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:08.418124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:57:08.428029 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:08.438094 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:57:08.470957 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44458) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:08.536918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event updated for resources: {'Port': ['ID=965b39a6-6f37-434c-8b50-48ec171af77e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:08.577796 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a855f992-83e4-4329-ba42-6630933ef083 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=616cef1a0e6e467abf8fa3b40f328a69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1046715 Mar 24 00:57:08.579012 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44460) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:08.625318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:08.625921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:08.625921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:08.632408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:08.633327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:08.634156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:08.634336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:08.634685 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:08.635057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:08.635396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:08.635912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:08.636066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:08.636404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:08.636699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:08.637030 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:08.672169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:08.673246 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:08.688605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-629e74e7-98e5-40af-a0df-4325a9af4a2c admin admin] Publish callbacks [] for security_group (88b7edca-a182-4861-99d5-eb7cd5a54ab2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:08.710424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b5f9f2c4-a904-4369-bb2b-1773fc9f6c92 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0524676 Mar 24 00:57:08.722839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-09e0e390-c148-4c11-92a6-8ff3b9a2d06c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Request body: {'port': {'device_id': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb', 'admin_state_up': True, 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'security_groups': ['80c48968-010e-4660-bf79-b163a61494a1']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:08.731052 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-629e74e7-98e5-40af-a0df-4325a9af4a2c admin admin] Publish callbacks [] for security_group (88b7edca-a182-4861-99d5-eb7cd5a54ab2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:08.807639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d874f7-60cb-4c04-b5d8-d02145c75339 req-5088b62a-88f8-4534-af6a-198be7e159ec tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:08.815145 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-629e74e7-98e5-40af-a0df-4325a9af4a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (88b7edca-a182-4861-99d5-eb7cd5a54ab2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:08.825379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d874f7-60cb-4c04-b5d8-d02145c75339 req-5088b62a-88f8-4534-af6a-198be7e159ec tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:08.829939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-632945df-9b9c-4a8b-8676-b691f9a749cd None None] Provisioning complete for port 965b39a6-6f37-434c-8b50-48ec171af77e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:08.830535 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-632945df-9b9c-4a8b-8676-b691f9a749cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (965b39a6-6f37-434c-8b50-48ec171af77e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:08.836078 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-629e74e7-98e5-40af-a0df-4325a9af4a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:08.836270 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d874f7-60cb-4c04-b5d8-d02145c75339 req-5088b62a-88f8-4534-af6a-198be7e159ec tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:08.837260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31d874f7-60cb-4c04-b5d8-d02145c75339 req-5088b62a-88f8-4534-af6a-198be7e159ec tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 2373 time: 0.3242595 Mar 24 00:57:08.844882 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-629e74e7-98e5-40af-a0df-4325a9af4a2c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88b7edca-a182-4861-99d5-eb7cd5a54ab2 HTTP/1.1" status: 204 len: 168 time: 0.2619114 Mar 24 00:57:08.882574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e74e7-98e5-40af-a0df-4325a9af4a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b7edca-a182-4861-99d5-eb7cd5a54ab2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:08.932642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-632945df-9b9c-4a8b-8676-b691f9a749cd None None] Port 965b39a6-6f37-434c-8b50-48ec171af77e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:57:08.975496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31d874f7-60cb-4c04-b5d8-d02145c75339 req-c87e1e1f-48a5-4788-92a4-c9423336855f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244533 Mar 24 00:57:09.052286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbd8db-5531-46dc-90e7-494de2b4a83f req-0389fb3a-f6d4-4cc0-a46e-0ba99157c7ef tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:09.058894 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13cbd8db-5531-46dc-90e7-494de2b4a83f req-0389fb3a-f6d4-4cc0-a46e-0ba99157c7ef tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 945 time: 0.1463270 Mar 24 00:57:09.096672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-09e0e390-c148-4c11-92a6-8ff3b9a2d06c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Made reservation on behalf of f9e9c2b109f34f4b898664514fcdc44a for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:09.128048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5f7b125e-87c4-4f87-80a0-f691102d964e no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:57:09.161185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 5f7b125e-87c4-4f87-80a0-f691102d964e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:57:09.162571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5f7b125e-87c4-4f87-80a0-f691102d964e not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:57:09.194563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13cbd8db-5531-46dc-90e7-494de2b4a83f req-e6816b08-f711-48cb-9d6a-f2d5d1a12fd1 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347430 Mar 24 00:57:09.329057 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-09e0e390-c148-4c11-92a6-8ff3b9a2d06c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:10.194861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc4846-28fd-4796-be08-acd178d04b92 req-e6bec443-d77d-4ed7-b62b-4f2ec2fedea9 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:10.200929 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08fc4846-28fd-4796-be08-acd178d04b92 req-e6bec443-d77d-4ed7-b62b-4f2ec2fedea9 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.4603038 Mar 24 00:57:10.259639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69431a-f07a-4f31-b85d-8dd988a94c6f req-88234cf2-26a6-47f2-8cfb-1f757523bdf3 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:10.267303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db69431a-f07a-4f31-b85d-8dd988a94c6f req-88234cf2-26a6-47f2-8cfb-1f757523bdf3 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 945 time: 0.5209558 Mar 24 00:57:10.363918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-09e0e390-c148-4c11-92a6-8ff3b9a2d06c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Allocated IP 10.2.2.100 (00af8be2-710f-470c-b10f-a3c1e77c88cb/76b3c3b5-9e29-46f6-ae72-c5ab95608d09/7c729bd0-ae50-49ad-812d-a2a463b8106a) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:57:10.369823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08fc4846-28fd-4796-be08-acd178d04b92 req-c8f93bec-6a5e-45df-ba2d-16403096e59a tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518016 Mar 24 00:57:10.384143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db69431a-f07a-4f31-b85d-8dd988a94c6f req-76bd55ca-7db0-4667-8440-b525f115ec68 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159232 Mar 24 00:57:10.691105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25214bba-7db4-429f-b261-185cc0a94604 req-c0bdd10c-7f5f-4937-8233-1f2d26197db9 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:10.698662 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25214bba-7db4-429f-b261-185cc0a94604 req-c0bdd10c-7f5f-4937-8233-1f2d26197db9 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 945 time: 0.1367788 Mar 24 00:57:10.729338 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-09e0e390-c148-4c11-92a6-8ff3b9a2d06c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:10.742212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe8d00-5c31-44fe-9bbf-6c82b09c3151 req-9a06e2dc-cc92-478f-a9b3-acd08ee50ca5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:10.747655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe8d00-5c31-44fe-9bbf-6c82b09c3151 req-9a06e2dc-cc92-478f-a9b3-acd08ee50ca5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:10.752958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe8d00-5c31-44fe-9bbf-6c82b09c3151 req-9a06e2dc-cc92-478f-a9b3-acd08ee50ca5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:10.754661 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2cfe8d00-5c31-44fe-9bbf-6c82b09c3151 req-9a06e2dc-cc92-478f-a9b3-acd08ee50ca5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 2373 time: 0.1917355 Mar 24 00:57:10.832395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25214bba-7db4-429f-b261-185cc0a94604 req-cc42cbc6-fea7-4883-a6f5-9c19c099931e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308424 Mar 24 00:57:10.887196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2cfe8d00-5c31-44fe-9bbf-6c82b09c3151 req-32dc9ee5-6c31-4523-a3ef-e09d5e1c1623 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247790 Mar 24 00:57:10.904290 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-09e0e390-c148-4c11-92a6-8ff3b9a2d06c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:10.968471 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-09e0e390-c148-4c11-92a6-8ff3b9a2d06c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Network 00af8be2-710f-470c-b10f-a3c1e77c88cb is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:57:10.972342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-09e0e390-c148-4c11-92a6-8ff3b9a2d06c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:10.980940 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-09e0e390-c148-4c11-92a6-8ff3b9a2d06c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:57:11.044895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-09e0e390-c148-4c11-92a6-8ff3b9a2d06c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:11.045766 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-09e0e390-c148-4c11-92a6-8ff3b9a2d06c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:11.057786 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0e390-c148-4c11-92a6-8ff3b9a2d06c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event updated for resources: {'Port': ['ID=7c729bd0-ae50-49ad-812d-a2a463b8106a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:11.075562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-09e0e390-c148-4c11-92a6-8ff3b9a2d06c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3550763 Mar 24 00:57:11.087747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-27142735-1f0c-46f7-81c3-51378933f264 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:57:11.089288 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-27142735-1f0c-46f7-81c3-51378933f264 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069137 Mar 24 00:57:11.104316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-60df0a28-58d0-4944-ba2a-c683d58caf85 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Request body: {'port': {'device_id': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb', 'admin_state_up': True, 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'security_groups': ['80c48968-010e-4660-bf79-b163a61494a1']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:11.400262 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3ec08265-9bc7-4cc9-8fb5-d486a152e266 None None] Provisioning complete for port 7c729bd0-ae50-49ad-812d-a2a463b8106a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:11.401436 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3ec08265-9bc7-4cc9-8fb5-d486a152e266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:11.493557 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3ec08265-9bc7-4cc9-8fb5-d486a152e266 None None] Port 7c729bd0-ae50-49ad-812d-a2a463b8106a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:57:11.499259 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-60df0a28-58d0-4944-ba2a-c683d58caf85 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Made reservation on behalf of f9e9c2b109f34f4b898664514fcdc44a for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:11.504663 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-60df0a28-58d0-4944-ba2a-c683d58caf85 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:11.742490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-60df0a28-58d0-4944-ba2a-c683d58caf85 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Allocated IP 10.2.2.200 (00af8be2-710f-470c-b10f-a3c1e77c88cb/76b3c3b5-9e29-46f6-ae72-c5ab95608d09/25bcad20-0ab8-46d5-a6e7-151b7479473a) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:57:11.788854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c5547-cd4f-423e-a99a-7315df902af8 req-9133da9d-ace1-4f2a-b33e-270c878fe1c2 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:11.794016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d47c5547-cd4f-423e-a99a-7315df902af8 req-9133da9d-ace1-4f2a-b33e-270c878fe1c2 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.2731037 Mar 24 00:57:11.907636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d47c5547-cd4f-423e-a99a-7315df902af8 req-7560ab60-2822-4b6a-bba5-640db6592f60 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104686 Mar 24 00:57:12.065968 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-60df0a28-58d0-4944-ba2a-c683d58caf85 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for port (25bcad20-0ab8-46d5-a6e7-151b7479473a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:12.222211 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02f450-d70e-4b43-bc89-046c38942629 req-1796b47b-dd51-4bd5-94da-c9dab5ce343a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:12.223708 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c02f450-d70e-4b43-bc89-046c38942629 req-1796b47b-dd51-4bd5-94da-c9dab5ce343a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 945 time: 0.1729698 Mar 24 00:57:12.266830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-46d96400-e10c-4abb-8643-a69aa864dd2d tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:12.268337 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-46d96400-e10c-4abb-8643-a69aa864dd2d tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/networks?id=9de6f79e-0547-44b2-ae38-7fe0b368872e HTTP/1.1" status: 200 len: 814 time: 0.2351208 Mar 24 00:57:12.273113 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-60df0a28-58d0-4944-ba2a-c683d58caf85 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (25bcad20-0ab8-46d5-a6e7-151b7479473a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:12.350477 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-cd7423dd-bed1-4630-ab99-4e2f393b72f5 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/quotas/1aef11c3c05e411091ef61bdeb52cf91 HTTP/1.1" status: 200 len: 375 time: 0.0450399 Mar 24 00:57:12.379671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-60df0a28-58d0-4944-ba2a-c683d58caf85 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Network 00af8be2-710f-470c-b10f-a3c1e77c88cb is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:57:12.381010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df0a28-58d0-4944-ba2a-c683d58caf85 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event updated for resources: {'Port': ['ID=25bcad20-0ab8-46d5-a6e7-151b7479473a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:12.421919 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c02f450-d70e-4b43-bc89-046c38942629 req-7852e515-458d-4776-8908-5da96df7f199 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880403 Mar 24 00:57:12.428822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-60df0a28-58d0-4944-ba2a-c683d58caf85 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:12.434973 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-60df0a28-58d0-4944-ba2a-c683d58caf85 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:57:12.561194 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-60df0a28-58d0-4944-ba2a-c683d58caf85 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:12.562131 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-60df0a28-58d0-4944-ba2a-c683d58caf85 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:12.607849 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-a76b593e-a67b-4dea-9a66-cd01fb71cfd4 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1aef11c3c05e411091ef61bdeb52cf91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2405872 Mar 24 00:57:12.687757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-60df0a28-58d0-4944-ba2a-c683d58caf85 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5924485 Mar 24 00:57:12.706158 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Request body: {'port': {'device_id': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:12.841073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-fef5e96b-95c7-4418-99c4-de328947155b service neutron] 10.222.0.45 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253747 Mar 24 00:57:12.843454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-92118f1a-db89-4312-8819-0e1e70397695 None None] Provisioning complete for port 25bcad20-0ab8-46d5-a6e7-151b7479473a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:12.844429 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-92118f1a-db89-4312-8819-0e1e70397695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (25bcad20-0ab8-46d5-a6e7-151b7479473a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:12.882245 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e816e-0bfa-499c-b82f-af725d912be3 req-bbfdbd38-df4d-49d9-9f58-772246c1fd68 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:12.887516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e816e-0bfa-499c-b82f-af725d912be3 req-bbfdbd38-df4d-49d9-9f58-772246c1fd68 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:12.893003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e816e-0bfa-499c-b82f-af725d912be3 req-bbfdbd38-df4d-49d9-9f58-772246c1fd68 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:12.898339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e816e-0bfa-499c-b82f-af725d912be3 req-bbfdbd38-df4d-49d9-9f58-772246c1fd68 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:12.901850 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-92118f1a-db89-4312-8819-0e1e70397695 None None] Port 25bcad20-0ab8-46d5-a6e7-151b7479473a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:57:12.903831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e816e-0bfa-499c-b82f-af725d912be3 req-bbfdbd38-df4d-49d9-9f58-772246c1fd68 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:12.909557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e00e816e-0bfa-499c-b82f-af725d912be3 req-bbfdbd38-df4d-49d9-9f58-772246c1fd68 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 3815 time: 0.2415538 Mar 24 00:57:12.963992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8fb81-b28f-4fbd-a86f-e53b027f19c5 req-99c9eff3-4533-4328-8cea-57f5f1d99dfb tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:12.966311 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95f8fb81-b28f-4fbd-a86f-e53b027f19c5 req-99c9eff3-4533-4328-8cea-57f5f1d99dfb tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.48 "GET /v2.0/ports?device_id=af9b6048-def6-44f0-8ee7-17ca72f9158c HTTP/1.1" status: 200 len: 945 time: 0.2948458 Mar 24 00:57:12.981032 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:13.148192 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e00e816e-0bfa-499c-b82f-af725d912be3 req-19b7cd0a-1145-410c-8657-9d6305519212 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214367 Mar 24 00:57:13.164777 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-3439f069-b4cb-446b-8611-b049669d7bf3 service neutron] 10.222.0.45 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041170 Mar 24 00:57:13.341230 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-95f8fb81-b28f-4fbd-a86f-e53b027f19c5 req-e833d1a6-1622-48cf-9337-a7cbc680db46 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Deleting port 27eb8e00-425b-4c0a-b4e3-f938d24631ff {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:57:13.341586 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-95f8fb81-b28f-4fbd-a86f-e53b027f19c5 req-e833d1a6-1622-48cf-9337-a7cbc680db46 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:13.514448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7cd9ac9-c38d-4fe9-9eba-f7c2086a3077 req-a9b2f2a9-1555-46bd-b8b1-0513a265cc76 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 210 time: 0.0650761 Mar 24 00:57:13.558675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-95f8fb81-b28f-4fbd-a86f-e53b027f19c5 req-e833d1a6-1622-48cf-9337-a7cbc680db46 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] For port 27eb8e00-425b-4c0a-b4e3-f938d24631ff, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=27eb8e00-425b-4c0a-b4e3-f938d24631ff,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:13.559049 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-95f8fb81-b28f-4fbd-a86f-e53b027f19c5 req-e833d1a6-1622-48cf-9337-a7cbc680db46 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:13.641504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3080bcfc-b310-4ca5-ba98-eef24b97bff4 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:57:13.651249 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Publish callbacks [] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:13.675687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4151-bd35-41b7-9880-a56d0ee50806 req-ee455b4c-20a4-4962-a0b4-e554f5dfe0e7 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:13.677452 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-454b4151-bd35-41b7-9880-a56d0ee50806 req-ee455b4c-20a4-4962-a0b4-e554f5dfe0e7 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.2795241 Mar 24 00:57:13.689996 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-95f8fb81-b28f-4fbd-a86f-e53b027f19c5 req-e833d1a6-1622-48cf-9337-a7cbc680db46 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Calling delete_port for 27eb8e00-425b-4c0a-b4e3-f938d24631ff owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:57:13.706984 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Transition to ACTIVE for port object 3080bcfc-b310-4ca5-ba98-eef24b97bff4 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:57:13.744433 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:13.817545 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Pushing event updated for resources: {'Port': ['ID=3080bcfc-b310-4ca5-ba98-eef24b97bff4,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:13.998198 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-454b4151-bd35-41b7-9880-a56d0ee50806 req-c0a499fb-6dff-4453-a9d4-02aec6508733 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847967 Mar 24 00:57:14.020226 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44636) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:14.087314 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aecee4-1e20-4f5b-a442-29602d5b4792 req-b19030a5-6759-4fb2-9e47-e9566243c8e0 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:14.097321 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b6aecee4-1e20-4f5b-a442-29602d5b4792 req-b19030a5-6759-4fb2-9e47-e9566243c8e0 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 950 time: 0.4184616 Mar 24 00:57:14.249987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b6aecee4-1e20-4f5b-a442-29602d5b4792 req-93db022c-c90b-42c0-a52c-37d68cbb4d22 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488643 Mar 24 00:57:14.260738 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-930acd58-f7c9-4f77-a1fa-3b565864e2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:14.276082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Attempting to bind port 3080bcfc-b310-4ca5-ba98-eef24b97bff4 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:57:14.276922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Attempting to bind port 3080bcfc-b310-4ca5-ba98-eef24b97bff4 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c248708-2440-4785-8d15-a96131db79cd'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:57:14.277599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Attempting to bind port 3080bcfc-b310-4ca5-ba98-eef24b97bff4 on network 5c248708-2440-4785-8d15-a96131db79cd {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:14.313202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Port 3080bcfc-b310-4ca5-ba98-eef24b97bff4 on network 5c248708-2440-4785-8d15-a96131db79cd not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:57:14.313586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Attempting to bind port 3080bcfc-b310-4ca5-ba98-eef24b97bff4 on network 5c248708-2440-4785-8d15-a96131db79cd {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:14.326209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:57:14.326590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Checking segment: {'id': '082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c248708-2440-4785-8d15-a96131db79cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:14.327404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Bound using segment: {'id': '082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c248708-2440-4785-8d15-a96131db79cd'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:57:14.328148 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Bound port: 3080bcfc-b310-4ca5-ba98-eef24b97bff4, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5c248708-2440-4785-8d15-a96131db79cd'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:57:14.328636 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:14.425664 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-930acd58-f7c9-4f77-a1fa-3b565864e2fd admin admin] Publish callbacks [] for security_group (2db5ef30-cee8-41cb-8286-b8978796faf3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:14.434563 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-930acd58-f7c9-4f77-a1fa-3b565864e2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2db5ef30-cee8-41cb-8286-b8978796faf3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:14.499264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930acd58-f7c9-4f77-a1fa-3b565864e2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db5ef30-cee8-41cb-8286-b8978796faf3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:14.542055 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-930acd58-f7c9-4f77-a1fa-3b565864e2fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ec144dd12c44703ac5603a9de1e24f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5206656 Mar 24 00:57:14.546463 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44658) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:14.623860 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed014-4eb8-4449-942f-1d31d68b758f admin admin] Publish callbacks [] for security_group (2db5ef30-cee8-41cb-8286-b8978796faf3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:14.652176 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed014-4eb8-4449-942f-1d31d68b758f admin admin] Publish callbacks [] for security_group (2db5ef30-cee8-41cb-8286-b8978796faf3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:14.723620 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed014-4eb8-4449-942f-1d31d68b758f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2db5ef30-cee8-41cb-8286-b8978796faf3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:14.727247 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed014-4eb8-4449-942f-1d31d68b758f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:14.728939 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2d2ed014-4eb8-4449-942f-1d31d68b758f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2db5ef30-cee8-41cb-8286-b8978796faf3 HTTP/1.1" status: 204 len: 168 time: 0.1804621 Mar 24 00:57:14.739329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ed014-4eb8-4449-942f-1d31d68b758f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db5ef30-cee8-41cb-8286-b8978796faf3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:14.912179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ba80e-b6b6-479a-9dcd-789fd0b98d5f req-1cda000e-8583-470a-99df-51412dfddb63 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:14.914550 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e7ba80e-b6b6-479a-9dcd-789fd0b98d5f req-1cda000e-8583-470a-99df-51412dfddb63 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 945 time: 0.7365625 Mar 24 00:57:15.126636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] For port 3080bcfc-b310-4ca5-ba98-eef24b97bff4, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:57:15.228663 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-95f8fb81-b28f-4fbd-a86f-e53b027f19c5 req-e833d1a6-1622-48cf-9337-a7cbc680db46 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (27eb8e00-425b-4c0a-b4e3-f938d24631ff), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:15.242623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e7ba80e-b6b6-479a-9dcd-789fd0b98d5f req-06b64c59-ab64-42da-9a51-5f0e945e7cc2 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534349 Mar 24 00:57:15.249915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] For port 3080bcfc-b310-4ca5-ba98-eef24b97bff4, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3080bcfc-b310-4ca5-ba98-eef24b97bff4,segment=NetworkSegment(082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb),segment_id=082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:57:15.291539 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:15.293082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833d1a6-1622-48cf-9337-a7cbc680db46 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Pushing event deleted for resources: {'Port': ['ID=27eb8e00-425b-4c0a-b4e3-f938d24631ff,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:15.413677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c01f0-af8f-4c3c-98da-7b024c23bb16 req-ee1102d8-5640-40f8-a4b0-fc3bae0b7a0a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:15.420306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c01f0-af8f-4c3c-98da-7b024c23bb16 req-ee1102d8-5640-40f8-a4b0-fc3bae0b7a0a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:15.427341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c01f0-af8f-4c3c-98da-7b024c23bb16 req-ee1102d8-5640-40f8-a4b0-fc3bae0b7a0a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:15.434275 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c01f0-af8f-4c3c-98da-7b024c23bb16 req-ee1102d8-5640-40f8-a4b0-fc3bae0b7a0a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:15.440213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c01f0-af8f-4c3c-98da-7b024c23bb16 req-ee1102d8-5640-40f8-a4b0-fc3bae0b7a0a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:15.442174 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b51c01f0-af8f-4c3c-98da-7b024c23bb16 req-ee1102d8-5640-40f8-a4b0-fc3bae0b7a0a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 3827 time: 1.0939093 Mar 24 00:57:15.443039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f8fb81-b28f-4fbd-a86f-e53b027f19c5 req-e833d1a6-1622-48cf-9337-a7cbc680db46 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] No DVR routers for this DVR port 27eb8e00-425b-4c0a-b4e3-f938d24631ff on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:57:15.446947 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-95f8fb81-b28f-4fbd-a86f-e53b027f19c5 req-e833d1a6-1622-48cf-9337-a7cbc680db46 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:15.450431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95f8fb81-b28f-4fbd-a86f-e53b027f19c5 req-e833d1a6-1622-48cf-9337-a7cbc680db46 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.48 "DELETE /v2.0/ports/27eb8e00-425b-4c0a-b4e3-f938d24631ff HTTP/1.1" status: 204 len: 173 time: 2.4612079 Mar 24 00:57:15.458461 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:15.458893 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:15.461771 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] 10.222.0.48 "PUT /v2.0/ports/3080bcfc-b310-4ca5-ba98-eef24b97bff4 HTTP/1.1" status: 200 len: 1092 time: 2.7591839 Mar 24 00:57:15.475849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9b6048-def6-44f0-8ee7-17ca72f9158c', 'name': 'network-vif-deleted', 'tag': '27eb8e00-425b-4c0a-b4e3-f938d24631ff'}, {'name': 'network-changed', 'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'tag': '3080bcfc-b310-4ca5-ba98-eef24b97bff4'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:57:15.478607 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e026ef16-ee95-4b0c-88ef-c416cbabcc22" -d '{"events": [{"server_uuid": "af9b6048-def6-44f0-8ee7-17ca72f9158c", "name": "network-vif-deleted", "tag": "27eb8e00-425b-4c0a-b4e3-f938d24631ff"}, {"name": "network-changed", "server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "tag": "3080bcfc-b310-4ca5-ba98-eef24b97bff4"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:57:15.537413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Request body: {'port': {'device_id': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:15.553861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-b86ddcb9-959f-4d7c-92e2-baf0f9738544 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:15.555354 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-b86ddcb9-959f-4d7c-92e2-baf0f9738544 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.57 "GET /v2.0/networks?id=9de6f79e-0547-44b2-ae38-7fe0b368872e HTTP/1.1" status: 200 len: 814 time: 0.5583704 Mar 24 00:57:15.637499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-ae75c0ff-140f-431c-bdbf-6a65e72638dc tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Request body: {'port': {'device_id': 'df130f22-4d68-495f-9e99-7c4861d9328d', 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e', 'admin_state_up': True, 'tenant_id': '1aef11c3c05e411091ef61bdeb52cf91'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:15.677953 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b51c01f0-af8f-4c3c-98da-7b024c23bb16 req-703b41a5-2e13-46df-969a-2a3a7cb9f795 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095168 Mar 24 00:57:15.697449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486ad16-26e6-4d40-b2f5-b0caf7ec9a83 service neutron] Pushing event updated for resources: {'Port': ['ID=3080bcfc-b310-4ca5-ba98-eef24b97bff4,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:15.922766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ae1d424-1824-4066-8ca8-5d52c776ba57 req-58a700c8-3acd-4142-998b-b9b4580d36b5 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 210 time: 0.1061740 Mar 24 00:57:15.942537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f25533e1-0e0b-4389-84c0-4cc674df09ce details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:57:15.966568 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:16.393425 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f25533e1-0e0b-4389-84c0-4cc674df09ce, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f25533e1-0e0b-4389-84c0-4cc674df09ce,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:16.454784 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'f25533e1-0e0b-4389-84c0-4cc674df09ce', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'port_id': 'f25533e1-0e0b-4389-84c0-4cc674df09ce', 'mac_address': 'fa:16:3e:d0:58:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:57:16.547412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f25533e1-0e0b-4389-84c0-4cc674df09ce is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:16.548078 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:16.573085 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f25533e1-0e0b-4389-84c0-4cc674df09ce {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:57:16.600615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f25533e1-0e0b-4389-84c0-4cc674df09ce, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f25533e1-0e0b-4389-84c0-4cc674df09ce,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:16.608573 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:16.611064 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 24 Mar 2022 00:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902c92fe-5393-4869-b27d-8acbbef81ee4 x-openstack-request-id: req-902c92fe-5393-4869-b27d-8acbbef81ee4 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:57:16.611467 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9b6048-def6-44f0-8ee7-17ca72f9158c", "name": "network-vif-deleted", "tag": "27eb8e00-425b-4c0a-b4e3-f938d24631ff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "tag": "3080bcfc-b310-4ca5-ba98-eef24b97bff4", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:57:16.611800 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-902c92fe-5393-4869-b27d-8acbbef81ee4 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:57:16.613143 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-902c92fe-5393-4869-b27d-8acbbef81ee4'] response: {'server_uuid': 'af9b6048-def6-44f0-8ee7-17ca72f9158c', 'name': 'network-vif-deleted', 'tag': '27eb8e00-425b-4c0a-b4e3-f938d24631ff', 'status': 'completed', 'code': 200} Mar 24 00:57:16.613646 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-902c92fe-5393-4869-b27d-8acbbef81ee4'] response: {'name': 'network-changed', 'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'tag': '3080bcfc-b310-4ca5-ba98-eef24b97bff4', 'status': 'completed', 'code': 200} Mar 24 00:57:16.698586 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f25533e1-0e0b-4389-84c0-4cc674df09ce,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:16.707341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6139bbd2-b715-4b0f-bdd1-446f16bfc020 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:57:16.717501 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Publish callbacks [] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:16.723189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-ae75c0ff-140f-431c-bdbf-6a65e72638dc tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Made reservation on behalf of 1aef11c3c05e411091ef61bdeb52cf91 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:16.727965 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-ae75c0ff-140f-431c-bdbf-6a65e72638dc tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:16.729214 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['f25533e1-0e0b-4389-84c0-4cc674df09ce'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:57:16.804822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Transition to ACTIVE for port object 6139bbd2-b715-4b0f-bdd1-446f16bfc020 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:57:16.819691 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f8a2b-3212-4e44-a7c6-4d51bf1b0e56 req-fee04508-dfe7-4ebb-a293-976967055c9c tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:16.827540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a7f8a2b-3212-4e44-a7c6-4d51bf1b0e56 req-fee04508-dfe7-4ebb-a293-976967055c9c tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.6422994 Mar 24 00:57:16.883473 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:16.986207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Pushing event updated for resources: {'Port': ['ID=6139bbd2-b715-4b0f-bdd1-446f16bfc020,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:16.994039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026ef16-ee95-4b0c-88ef-c416cbabcc22 req-3f8b267a-19ce-43d2-8417-3f6aaa25ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:16.994535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026ef16-ee95-4b0c-88ef-c416cbabcc22 req-3f8b267a-19ce-43d2-8417-3f6aaa25ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:16.995096 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026ef16-ee95-4b0c-88ef-c416cbabcc22 req-3f8b267a-19ce-43d2-8417-3f6aaa25ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:16.995582 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026ef16-ee95-4b0c-88ef-c416cbabcc22 req-3f8b267a-19ce-43d2-8417-3f6aaa25ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:16.996068 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026ef16-ee95-4b0c-88ef-c416cbabcc22 req-3f8b267a-19ce-43d2-8417-3f6aaa25ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:16.997940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e026ef16-ee95-4b0c-88ef-c416cbabcc22 req-3f8b267a-19ce-43d2-8417-3f6aaa25ad07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e9c2b109f34f4b898664514fcdc44a&device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 4393 time: 0.3927698 Mar 24 00:57:17.193408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 27eb8e00-425b-4c0a-b4e3-f938d24631ff no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:57:17.234876 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 27eb8e00-425b-4c0a-b4e3-f938d24631ff {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:57:17.237876 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 27eb8e00-425b-4c0a-b4e3-f938d24631ff not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:57:17.260901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-ae75c0ff-140f-431c-bdbf-6a65e72638dc tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Allocated IP 172.20.0.4 (9de6f79e-0547-44b2-ae38-7fe0b368872e/e381c163-d43e-468b-a3d7-a42af7bc7ee3/2246d71b-d7dc-43a9-86e5-374836e2b2f2) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:57:17.323826 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a7f8a2b-3212-4e44-a7c6-4d51bf1b0e56 req-bb9f842a-f321-47d1-b077-5068323e1651 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952443 Mar 24 00:57:17.476969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Attempting to bind port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:57:17.477384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Attempting to bind port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:57:17.477672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Attempting to bind port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 on network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:17.513505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c91371-532b-42a5-8508-a773838fbe14 req-a9bc871f-7eb8-4e38-932a-e6101988253a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:17.522325 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d3c91371-532b-42a5-8508-a773838fbe14 req-a9bc871f-7eb8-4e38-932a-e6101988253a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 944 time: 0.5424891 Mar 24 00:57:17.557052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 on network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:57:17.557409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Attempting to bind port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 on network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:17.608135 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:57:17.608399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Checking segment: {'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:17.608788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Bound using segment: {'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:57:17.609261 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Bound port: 6139bbd2-b715-4b0f-bdd1-446f16bfc020, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:57:17.609724 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:17.712093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026ef16-ee95-4b0c-88ef-c416cbabcc22 req-ea297f70-9d1d-48c0-91a1-ed5a596ce930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:17.712615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026ef16-ee95-4b0c-88ef-c416cbabcc22 req-ea297f70-9d1d-48c0-91a1-ed5a596ce930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:17.713073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026ef16-ee95-4b0c-88ef-c416cbabcc22 req-ea297f70-9d1d-48c0-91a1-ed5a596ce930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:17.714731 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e026ef16-ee95-4b0c-88ef-c416cbabcc22 req-ea297f70-9d1d-48c0-91a1-ed5a596ce930 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f9e9c2b109f34f4b898664514fcdc44a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7015431 Mar 24 00:57:17.756457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561eed3-42ee-4d70-b367-58de015f0f60 req-a579ebf1-3279-4369-bdef-8eab1f1d49cb tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:17.761863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561eed3-42ee-4d70-b367-58de015f0f60 req-a579ebf1-3279-4369-bdef-8eab1f1d49cb tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:17.767420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561eed3-42ee-4d70-b367-58de015f0f60 req-a579ebf1-3279-4369-bdef-8eab1f1d49cb tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:17.773665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561eed3-42ee-4d70-b367-58de015f0f60 req-a579ebf1-3279-4369-bdef-8eab1f1d49cb tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:17.779877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561eed3-42ee-4d70-b367-58de015f0f60 req-a579ebf1-3279-4369-bdef-8eab1f1d49cb tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:17.784499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561eed3-42ee-4d70-b367-58de015f0f60 req-a579ebf1-3279-4369-bdef-8eab1f1d49cb tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:17.792811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8561eed3-42ee-4d70-b367-58de015f0f60 req-a579ebf1-3279-4369-bdef-8eab1f1d49cb tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 4600 time: 0.3674831 Mar 24 00:57:17.858821 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d3c91371-532b-42a5-8508-a773838fbe14 req-6ce08f95-f2e6-424e-bd05-fae0513e8b37 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354692 Mar 24 00:57:17.939412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f25533e1-0e0b-4389-84c0-4cc674df09ce up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:57:18.030294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] For port 6139bbd2-b715-4b0f-bdd1-446f16bfc020, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:57:18.042737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port f25533e1-0e0b-4389-84c0-4cc674df09ce triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:18.043419 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:18.150462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] For port 6139bbd2-b715-4b0f-bdd1-446f16bfc020, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6139bbd2-b715-4b0f-bdd1-446f16bfc020,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:57:18.161141 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-ae75c0ff-140f-431c-bdbf-6a65e72638dc tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks [] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:18.175082 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8561eed3-42ee-4d70-b367-58de015f0f60 req-9d3d2e7d-0fc9-492e-ba91-000de038bdcb tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3813539 Mar 24 00:57:18.179059 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:18.181769 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026ef16-ee95-4b0c-88ef-c416cbabcc22 req-ca6d6a8f-65fb-4e5d-89b5-c8a20a15558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:18.183356 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e026ef16-ee95-4b0c-88ef-c416cbabcc22 req-ca6d6a8f-65fb-4e5d-89b5-c8a20a15558b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4373140 Mar 24 00:57:18.193878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f25533e1-0e0b-4389-84c0-4cc674df09ce is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:18.197573 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:18.249448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e744b53-12fa-43d9-aa4a-a781f7544446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25533e1-0e0b-4389-84c0-4cc674df09ce'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:57:18.252707 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c270e51-bb2f-44b6-a8bc-58521a6bbe9a" -d '{"events": [{"server_uuid": "8e744b53-12fa-43d9-aa4a-a781f7544446", "name": "network-vif-plugged", "status": "completed", "tag": "f25533e1-0e0b-4389-84c0-4cc674df09ce"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:57:18.272779 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f25533e1-0e0b-4389-84c0-4cc674df09ce, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f25533e1-0e0b-4389-84c0-4cc674df09ce,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:18.282009 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:18.283263 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2a30413a-16c4-4435-a798-8002bf555e73 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:57:18.347544 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd656f66-7bcc-4068-9789-eef6f36331bb req-f09fad0f-bd70-4331-b247-16bd005a6c8e tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 210 time: 0.1336257 Mar 24 00:57:18.371982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Pushing event updated for resources: {'Port': ['ID=6139bbd2-b715-4b0f-bdd1-446f16bfc020,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:18.393027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:18.393816 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:18.395280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-54d4aaf8-4213-4835-9cb1-1aacdffacd75 service neutron] 10.222.0.48 "PUT /v2.0/ports/6139bbd2-b715-4b0f-bdd1-446f16bfc020 HTTP/1.1" status: 200 len: 1131 time: 2.8653536 Mar 24 00:57:18.465642 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613736c6-ef21-416a-9e03-8e299d65f345 x-openstack-request-id: req-613736c6-ef21-416a-9e03-8e299d65f345 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:57:18.469903 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e744b53-12fa-43d9-aa4a-a781f7544446", "name": "network-vif-plugged", "status": "completed", "tag": "f25533e1-0e0b-4389-84c0-4cc674df09ce", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:57:18.470381 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-613736c6-ef21-416a-9e03-8e299d65f345 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:57:18.470973 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-613736c6-ef21-416a-9e03-8e299d65f345'] response: {'server_uuid': '8e744b53-12fa-43d9-aa4a-a781f7544446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25533e1-0e0b-4389-84c0-4cc674df09ce', 'code': 200} Mar 24 00:57:18.487943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Request body: {'port': {'device_id': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:18.530351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f25533e1-0e0b-4389-84c0-4cc674df09ce,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:18.615051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'tag': '6139bbd2-b715-4b0f-bdd1-446f16bfc020'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:57:18.618774 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2060696-3446-45ba-8139-cd9182ed5575" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "tag": "6139bbd2-b715-4b0f-bdd1-446f16bfc020"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:57:18.663924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 2a30413a-16c4-4435-a798-8002bf555e73 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:18.664183 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2a30413a-16c4-4435-a798-8002bf555e73), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:18.723931 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2a30413a-16c4-4435-a798-8002bf555e73, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2a30413a-16c4-4435-a798-8002bf555e73,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:18.737423 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2a30413a-16c4-4435-a798-8002bf555e73), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:18.772380 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b5824a-98ac-4e0c-a389-8eac4076763e x-openstack-request-id: req-73b5824a-98ac-4e0c-a389-8eac4076763e {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:57:18.772672 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "tag": "6139bbd2-b715-4b0f-bdd1-446f16bfc020", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:57:18.772925 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73b5824a-98ac-4e0c-a389-8eac4076763e {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:57:18.773351 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b5824a-98ac-4e0c-a389-8eac4076763e'] response: {'name': 'network-changed', 'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'tag': '6139bbd2-b715-4b0f-bdd1-446f16bfc020', 'status': 'completed', 'code': 200} Mar 24 00:57:18.873408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=2a30413a-16c4-4435-a798-8002bf555e73,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:18.902433 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-ae75c0ff-140f-431c-bdbf-6a65e72638dc tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:18.915272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060696-3446-45ba-8139-cd9182ed5575 req-a32135de-1146-4fc8-9091-f91da39a9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:18.916055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060696-3446-45ba-8139-cd9182ed5575 req-a32135de-1146-4fc8-9091-f91da39a9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:18.916534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060696-3446-45ba-8139-cd9182ed5575 req-a32135de-1146-4fc8-9091-f91da39a9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:18.917002 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060696-3446-45ba-8139-cd9182ed5575 req-a32135de-1146-4fc8-9091-f91da39a9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:18.921718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060696-3446-45ba-8139-cd9182ed5575 req-a32135de-1146-4fc8-9091-f91da39a9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:18.924762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060696-3446-45ba-8139-cd9182ed5575 req-a32135de-1146-4fc8-9091-f91da39a9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:18.927076 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e2060696-3446-45ba-8139-cd9182ed5575 req-a32135de-1146-4fc8-9091-f91da39a9de4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e9c2b109f34f4b898664514fcdc44a&device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5348 time: 0.1649959 Mar 24 00:57:18.931313 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:18.986407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44774) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:19.007699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94f4f2-2191-4ada-a63d-7af112f72d1a req-aa39e87e-e55a-40ae-879a-c964a67bd647 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:19.014585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac94f4f2-2191-4ada-a63d-7af112f72d1a req-aa39e87e-e55a-40ae-879a-c964a67bd647 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.3819177 Mar 24 00:57:19.129635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-ae75c0ff-140f-431c-bdbf-6a65e72638dc tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Network 9de6f79e-0547-44b2-ae38-7fe0b368872e is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:57:19.148422 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-ae75c0ff-140f-431c-bdbf-6a65e72638dc tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:19.157783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-ae75c0ff-140f-431c-bdbf-6a65e72638dc tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:57:19.160509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75c0ff-140f-431c-bdbf-6a65e72638dc tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Pushing event updated for resources: {'Port': ['ID=2246d71b-d7dc-43a9-86e5-374836e2b2f2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:19.180885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 732e6455-fb3f-4ea8-986b-f32268dcf320 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:57:19.211955 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fc46359-92fd-4a29-b512-a93bbed5bea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:19.326855 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fc46359-92fd-4a29-b512-a93bbed5bea6 admin admin] Publish callbacks [] for security_group (68e8aa43-0956-4cda-9276-a83de25cfb30), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:19.331828 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fc46359-92fd-4a29-b512-a93bbed5bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (68e8aa43-0956-4cda-9276-a83de25cfb30), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:19.372991 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7fc46359-92fd-4a29-b512-a93bbed5bea6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c1e195bf6044180a78c1f4ce2da3801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3854864 Mar 24 00:57:19.374300 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc46359-92fd-4a29-b512-a93bbed5bea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e8aa43-0956-4cda-9276-a83de25cfb30,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:19.376927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44784) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:19.389126 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 732e6455-fb3f-4ea8-986b-f32268dcf320, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=732e6455-fb3f-4ea8-986b-f32268dcf320,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:19.421139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '732e6455-fb3f-4ea8-986b-f32268dcf320', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '732e6455-fb3f-4ea8-986b-f32268dcf320', 'mac_address': 'fa:16:3e:b2:a4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:57:19.436600 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdfd74c-70a1-4d4e-b997-e490d2680573 admin admin] Publish callbacks [] for security_group (68e8aa43-0956-4cda-9276-a83de25cfb30), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:19.476177 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdfd74c-70a1-4d4e-b997-e490d2680573 admin admin] Publish callbacks [] for security_group (68e8aa43-0956-4cda-9276-a83de25cfb30), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:19.494087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 732e6455-fb3f-4ea8-986b-f32268dcf320 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:19.494643 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:19.526751 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732e6455-fb3f-4ea8-986b-f32268dcf320 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:57:19.573234 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdfd74c-70a1-4d4e-b997-e490d2680573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (68e8aa43-0956-4cda-9276-a83de25cfb30), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:19.573623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 732e6455-fb3f-4ea8-986b-f32268dcf320, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=732e6455-fb3f-4ea8-986b-f32268dcf320,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:19.577272 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdfd74c-70a1-4d4e-b997-e490d2680573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:19.579373 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3fdfd74c-70a1-4d4e-b997-e490d2680573 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/68e8aa43-0956-4cda-9276-a83de25cfb30 HTTP/1.1" status: 204 len: 168 time: 0.2009611 Mar 24 00:57:19.582926 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:19.609883 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfd74c-70a1-4d4e-b997-e490d2680573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e8aa43-0956-4cda-9276-a83de25cfb30,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:19.700861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=732e6455-fb3f-4ea8-986b-f32268dcf320,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:19.730454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['732e6455-fb3f-4ea8-986b-f32268dcf320'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:57:20.159507 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac94f4f2-2191-4ada-a63d-7af112f72d1a req-7711a36c-6d9a-47f6-ae8f-272485994b39 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1438451 Mar 24 00:57:20.175181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060696-3446-45ba-8139-cd9182ed5575 req-5602e939-28c2-49e5-bc8e-fc769a00bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:20.175181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060696-3446-45ba-8139-cd9182ed5575 req-5602e939-28c2-49e5-bc8e-fc769a00bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:20.176907 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060696-3446-45ba-8139-cd9182ed5575 req-5602e939-28c2-49e5-bc8e-fc769a00bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:20.177349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e2060696-3446-45ba-8139-cd9182ed5575 req-5602e939-28c2-49e5-bc8e-fc769a00bd95 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f9e9c2b109f34f4b898664514fcdc44a&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.2427876 Mar 24 00:57:20.198799 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-ae75c0ff-140f-431c-bdbf-6a65e72638dc tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:20.199622 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-ae75c0ff-140f-431c-bdbf-6a65e72638dc tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:20.249791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-ae75c0ff-140f-431c-bdbf-6a65e72638dc tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6698256 Mar 24 00:57:20.269212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15725ce-9905-4562-accd-a7c045f6477d req-e947e68e-bf5c-4b2c-9aa1-e488238905ec tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:20.276713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d15725ce-9905-4562-accd-a7c045f6477d req-e947e68e-bf5c-4b2c-9aa1-e488238905ec tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 945 time: 1.2298992 Mar 24 00:57:20.388131 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-2efbeae0-1f45-4954-949a-7ed0eb00a8e5 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:57:20.389639 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-2efbeae0-1f45-4954-949a-7ed0eb00a8e5 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1105704 Mar 24 00:57:20.457818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d15725ce-9905-4562-accd-a7c045f6477d req-88adfb06-061e-4774-872a-57ce90d3b995 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799481 Mar 24 00:57:20.473371 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cfd2f6-6c95-4fef-a6e5-e483db236c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a30413a-16c4-4435-a798-8002bf555e73'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:57:20.476742 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5fbe8b-6dcd-4d2a-aa27-44b911d1ac35" -d '{"events": [{"server_uuid": "54cfd2f6-6c95-4fef-a6e5-e483db236c78", "name": "network-vif-unplugged", "status": "completed", "tag": "2a30413a-16c4-4435-a798-8002bf555e73"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:57:20.646052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da59877-b2af-4e27-aaec-37cdb71090e6 req-02c72024-4af5-497d-8866-63150d6b01ec tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:20.653124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da59877-b2af-4e27-aaec-37cdb71090e6 req-02c72024-4af5-497d-8866-63150d6b01ec tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:20.664019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da59877-b2af-4e27-aaec-37cdb71090e6 req-02c72024-4af5-497d-8866-63150d6b01ec tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:20.671070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da59877-b2af-4e27-aaec-37cdb71090e6 req-02c72024-4af5-497d-8866-63150d6b01ec tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:20.676863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da59877-b2af-4e27-aaec-37cdb71090e6 req-02c72024-4af5-497d-8866-63150d6b01ec tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:20.682862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da59877-b2af-4e27-aaec-37cdb71090e6 req-02c72024-4af5-497d-8866-63150d6b01ec tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:20.697268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4da59877-b2af-4e27-aaec-37cdb71090e6 req-02c72024-4af5-497d-8866-63150d6b01ec tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 4600 time: 0.2947092 Mar 24 00:57:20.740536 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060696-3446-45ba-8139-cd9182ed5575 req-d710cada-c068-4560-a838-9a4c43a78f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:20.742062 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e2060696-3446-45ba-8139-cd9182ed5575 req-d710cada-c068-4560-a838-9a4c43a78f99 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5236800 Mar 24 00:57:20.761610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Request body: {'port': {'device_id': 'df130f22-4d68-495f-9e99-7c4861d9328d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:20.968305 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4da59877-b2af-4e27-aaec-37cdb71090e6 req-7a4f3bf3-cde8-4dee-a304-149ff079428f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2498069 Mar 24 00:57:20.994935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44836) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:21.015446 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:21.127240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:57:21.134849 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-429593d3-dbab-4b00-a742-7843f08bc804 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2010700893-network', 'tenant_id': '6e60b2416b8c4c79b0a971ac094feb6a'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:21.184531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 732e6455-fb3f-4ea8-986b-f32268dcf320 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:57:21.195523 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429593d3-dbab-4b00-a742-7843f08bc804 admin admin] Made reservation on behalf of 6e60b2416b8c4c79b0a971ac094feb6a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:21.200092 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-429593d3-dbab-4b00-a742-7843f08bc804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:21.239774 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-429593d3-dbab-4b00-a742-7843f08bc804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:21.241794 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Publish callbacks [] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:21.296191 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 732e6455-fb3f-4ea8-986b-f32268dcf320 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:21.296574 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:21.331602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Transition to ACTIVE for port object 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:57:21.442214 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-429593d3-dbab-4b00-a742-7843f08bc804 admin admin] Publish callbacks [] for security_group (1db5f4c5-1223-4113-a5cc-3a4406a09206), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:21.444528 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:21.448734 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-429593d3-dbab-4b00-a742-7843f08bc804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1db5f4c5-1223-4113-a5cc-3a4406a09206), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:21.488544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 732e6455-fb3f-4ea8-986b-f32268dcf320 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:21.489169 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:21.498233 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429593d3-dbab-4b00-a742-7843f08bc804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db5f4c5-1223-4113-a5cc-3a4406a09206,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:21.536705 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429593d3-dbab-4b00-a742-7843f08bc804 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:57:21.576576 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-429593d3-dbab-4b00-a742-7843f08bc804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5596ac36-23d3-4ac7-9f61-9340de8673b4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:21.577371 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-429593d3-dbab-4b00-a742-7843f08bc804 admin admin] Added segment 5596ac36-23d3-4ac7-9f61-9340de8673b4 of type vlan for network 4b1e2bf6-902e-4521-86f8-e8cd163661d0 Mar 24 00:57:21.607675 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 732e6455-fb3f-4ea8-986b-f32268dcf320, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=732e6455-fb3f-4ea8-986b-f32268dcf320,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:21.618105 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:21.702930 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-429593d3-dbab-4b00-a742-7843f08bc804 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (4b1e2bf6-902e-4521-86f8-e8cd163661d0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:21.733914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2246d71b-d7dc-43a9-86e5-374836e2b2f2 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:57:21.746050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Publish callbacks [] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:21.768953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Transition to ACTIVE for port object 2246d71b-d7dc-43a9-86e5-374836e2b2f2 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:57:21.798174 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=732e6455-fb3f-4ea8-986b-f32268dcf320,revision_number=10']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:21.800694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b69eb-aba7-41b5-828c-809b286bc177 req-ba6d9402-13e0-4445-b695-fd59e1392ea4 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:21.802338 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff0b69eb-aba7-41b5-828c-809b286bc177 req-ba6d9402-13e0-4445-b695-fd59e1392ea4 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 931 time: 0.7141356 Mar 24 00:57:21.823653 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-429593d3-dbab-4b00-a742-7843f08bc804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (4b1e2bf6-902e-4521-86f8-e8cd163661d0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:21.825500 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429593d3-dbab-4b00-a742-7843f08bc804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:21.826461 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-429593d3-dbab-4b00-a742-7843f08bc804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:21.835045 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:21.939724 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-429593d3-dbab-4b00-a742-7843f08bc804 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9436419 Mar 24 00:57:21.948464 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44854) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:21.956477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1149e203-49f1-480b-92f7-989fff733840 admin admin] Request body: {'subnet': {'network_id': '4b1e2bf6-902e-4521-86f8-e8cd163661d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2010700893-subnet', 'tenant_id': '6e60b2416b8c4c79b0a971ac094feb6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:22.003769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1149e203-49f1-480b-92f7-989fff733840 admin admin] Made reservation on behalf of 6e60b2416b8c4c79b0a971ac094feb6a for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:22.007482 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1149e203-49f1-480b-92f7-989fff733840 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:22.011955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Pushing event updated for resources: {'Port': ['ID=6dc83107-cf5e-4648-b4a6-4a2db4de8fa9,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:22.104567 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429593d3-dbab-4b00-a742-7843f08bc804 admin admin] Pushing event updated for resources: {'Network': ['ID=4b1e2bf6-902e-4521-86f8-e8cd163661d0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:22.118255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 4b1e2bf6-902e-4521-86f8-e8cd163661d0 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:57:22.200443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Pushing event updated for resources: {'Port': ['ID=2246d71b-d7dc-43a9-86e5-374836e2b2f2,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:22.246979 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff0b69eb-aba7-41b5-828c-809b286bc177 req-20e83fb9-574c-4eef-b386-f42613fe681c tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126575 Mar 24 00:57:22.360328 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a90a21-cf5a-4b56-a08c-8d55dbc1d545 x-openstack-request-id: req-15a90a21-cf5a-4b56-a08c-8d55dbc1d545 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:57:22.365905 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cfd2f6-6c95-4fef-a6e5-e483db236c78", "name": "network-vif-unplugged", "status": "completed", "tag": "2a30413a-16c4-4435-a798-8002bf555e73", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:57:22.368276 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-15a90a21-cf5a-4b56-a08c-8d55dbc1d545 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:57:22.368790 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a90a21-cf5a-4b56-a08c-8d55dbc1d545'] response: {'server_uuid': '54cfd2f6-6c95-4fef-a6e5-e483db236c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a30413a-16c4-4435-a798-8002bf555e73', 'code': 200} Mar 24 00:57:22.499245 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1149e203-49f1-480b-92f7-989fff733840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (8e022b62-6568-485a-9a02-1f15d9374bee), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:22.672230 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1149e203-49f1-480b-92f7-989fff733840 admin admin] Checking segment: {'id': '5596ac36-23d3-4ac7-9f61-9340de8673b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4b1e2bf6-902e-4521-86f8-e8cd163661d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:22.672557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1149e203-49f1-480b-92f7-989fff733840 admin admin] Network hostable DHCP agents. Network: 4b1e2bf6-902e-4521-86f8-e8cd163661d0, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:57:22.675178 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149e203-49f1-480b-92f7-989fff733840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e022b62-6568-485a-9a02-1f15d9374bee,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:22.710057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Attempting to bind port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:57:22.718215 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Attempting to bind port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:57:22.719555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Attempting to bind port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 on network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:22.727823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1149e203-49f1-480b-92f7-989fff733840 admin admin] Network 4b1e2bf6-902e-4521-86f8-e8cd163661d0 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:57:22.751173 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1149e203-49f1-480b-92f7-989fff733840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 4b1e2bf6-902e-4521-86f8-e8cd163661d0) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:22.759587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc040641-4262-467f-a2c2-55773964a52c None None] Network 4b1e2bf6-902e-4521-86f8-e8cd163661d0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:57:22.777382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 on network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:57:22.778883 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1149e203-49f1-480b-92f7-989fff733840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:22.783170 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1149e203-49f1-480b-92f7-989fff733840 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:22.783581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Attempting to bind port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 on network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:22.805440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Attempting to bind port 2246d71b-d7dc-43a9-86e5-374836e2b2f2 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:57:22.808119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Attempting to bind port 2246d71b-d7dc-43a9-86e5-374836e2b2f2 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'aacc34e4-c7b5-48c5-927f-87d75ec55d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:57:22.809197 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Attempting to bind port 2246d71b-d7dc-43a9-86e5-374836e2b2f2 on network 9de6f79e-0547-44b2-ae38-7fe0b368872e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:22.823027 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1149e203-49f1-480b-92f7-989fff733840 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8729510 Mar 24 00:57:22.827133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:57:22.827133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Checking segment: {'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:22.832099 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Bound using segment: {'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:57:22.832700 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Bound port: 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:57:22.833179 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:22.841194 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Port 2246d71b-d7dc-43a9-86e5-374836e2b2f2 on network 9de6f79e-0547-44b2-ae38-7fe0b368872e not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:57:22.849988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Attempting to bind port 2246d71b-d7dc-43a9-86e5-374836e2b2f2 on network 9de6f79e-0547-44b2-ae38-7fe0b368872e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:22.877820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049627e-0528-4e9a-b89f-af15d1e627a8 req-5fe0279e-603f-4884-9288-067313dca970 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:22.884080 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b049627e-0528-4e9a-b89f-af15d1e627a8 req-5fe0279e-603f-4884-9288-067313dca970 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.4196744 Mar 24 00:57:22.890291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:57:22.892857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Checking segment: {'id': 'aacc34e4-c7b5-48c5-927f-87d75ec55d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:22.892857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Bound using segment: {'id': 'aacc34e4-c7b5-48c5-927f-87d75ec55d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:57:22.893405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Bound port: 2246d71b-d7dc-43a9-86e5-374836e2b2f2, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aacc34e4-c7b5-48c5-927f-87d75ec55d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:57:22.893854 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:23.019405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5840b-4599-4216-bd1c-b31d545e9ab6 None None] Network 4b1e2bf6-902e-4521-86f8-e8cd163661d0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:57:23.219809 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b049627e-0528-4e9a-b89f-af15d1e627a8 req-a1bb0892-6acb-4187-a40b-27a861f8198e tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120391 Mar 24 00:57:23.221370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] For port 2246d71b-d7dc-43a9-86e5-374836e2b2f2, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:57:23.321368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] For port 2246d71b-d7dc-43a9-86e5-374836e2b2f2, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2246d71b-d7dc-43a9-86e5-374836e2b2f2,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:57:23.349960 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:23.373277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] For port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:57:23.474208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:23.477183 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:23.485897 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] 10.222.0.57 "PUT /v2.0/ports/2246d71b-d7dc-43a9-86e5-374836e2b2f2 HTTP/1.1" status: 200 len: 1091 time: 3.0459692 Mar 24 00:57:23.486963 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df130f22-4d68-495f-9e99-7c4861d9328d', 'tag': '2246d71b-d7dc-43a9-86e5-374836e2b2f2'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:57:23.492299 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b724ae7d-b16d-4e13-a77e-d16cb1e6c080" -d '{"events": [{"name": "network-changed", "server_uuid": "df130f22-4d68-495f-9e99-7c4861d9328d", "tag": "2246d71b-d7dc-43a9-86e5-374836e2b2f2"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:57:23.529365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] For port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6dc83107-cf5e-4648-b4a6-4a2db4de8fa9,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:57:23.591704 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:23.641997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67972c53-6af6-4108-b0cc-06fd224bda7b service neutron] Pushing event updated for resources: {'Port': ['ID=2246d71b-d7dc-43a9-86e5-374836e2b2f2,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:23.648488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:23.651746 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:23.653530 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] 10.222.0.48 "PUT /v2.0/ports/6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 HTTP/1.1" status: 200 len: 1131 time: 5.1937540 Mar 24 00:57:23.714142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8254997-d6a9-4aea-a6b9-d863f2a35c6c service neutron] Pushing event updated for resources: {'Port': ['ID=6dc83107-cf5e-4648-b4a6-4a2db4de8fa9,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:23.742869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Request body: {'port': {'device_id': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:23.892898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25d1ca-5f60-4032-b5ae-57037f8dcba0 req-566ddc59-576f-4411-8893-2f903be4f8a0 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:23.902514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b25d1ca-5f60-4032-b5ae-57037f8dcba0 req-566ddc59-576f-4411-8893-2f903be4f8a0 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 945 time: 0.3123171 Mar 24 00:57:23.927863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-d2b2d4c1-7eeb-4951-bb46-50e1fd2cb64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:23.929816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-d2b2d4c1-7eeb-4951-bb46-50e1fd2cb64d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1aef11c3c05e411091ef61bdeb52cf91&device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 1125 time: 0.3752546 Mar 24 00:57:23.992248 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-6b707fed-d4cb-423e-b111-ab40a6b76aed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2246d71b-d7dc-43a9-86e5-374836e2b2f2 HTTP/1.1" status: 200 len: 217 time: 0.0507588 Mar 24 00:57:23.999856 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (471845b6-6baf-4080-86fd-eaaed913b735), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:24.153266 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b25d1ca-5f60-4032-b5ae-57037f8dcba0 req-c20c8461-8ff6-4ee9-897f-7c2f3f30ab20 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495918 Mar 24 00:57:24.369606 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c37f54a-7345-4dfe-bbe7-66e6903f2af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732e6455-fb3f-4ea8-986b-f32268dcf320'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:57:24.372271 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd847397-8519-4aab-a3c2-3953123a364d" -d '{"events": [{"server_uuid": "5c37f54a-7345-4dfe-bbe7-66e6903f2af2", "name": "network-vif-plugged", "status": "completed", "tag": "732e6455-fb3f-4ea8-986b-f32268dcf320"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:57:24.519512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-0bf7201a-74e7-4ccc-8f68-542c1bd7ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:24.521137 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-0bf7201a-74e7-4ccc-8f68-542c1bd7ac78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e381c163-d43e-468b-a3d7-a42af7bc7ee3 HTTP/1.1" status: 200 len: 854 time: 0.5170634 Mar 24 00:57:24.572618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-28a45bfa-d4c7-40b5-83f8-a3a6bdfaa847 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9de6f79e-0547-44b2-ae38-7fe0b368872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425346 Mar 24 00:57:24.692337 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-22871285-cb6c-4395-a90d-8f30acc11ca8 service neutron] 10.222.0.57 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086750 Mar 24 00:57:24.737423 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf207f-d2da-4e51-8207-c9d266fbbd11 req-aa0db947-3e72-48e4-bec2-c358b8c97758 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:24.743480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf207f-d2da-4e51-8207-c9d266fbbd11 req-aa0db947-3e72-48e4-bec2-c358b8c97758 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:24.748890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf207f-d2da-4e51-8207-c9d266fbbd11 req-aa0db947-3e72-48e4-bec2-c358b8c97758 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:24.758989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf207f-d2da-4e51-8207-c9d266fbbd11 req-aa0db947-3e72-48e4-bec2-c358b8c97758 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:24.765283 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf207f-d2da-4e51-8207-c9d266fbbd11 req-aa0db947-3e72-48e4-bec2-c358b8c97758 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:24.770914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf207f-d2da-4e51-8207-c9d266fbbd11 req-aa0db947-3e72-48e4-bec2-c358b8c97758 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:24.776252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf207f-d2da-4e51-8207-c9d266fbbd11 req-aa0db947-3e72-48e4-bec2-c358b8c97758 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:24.778130 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4bf207f-d2da-4e51-8207-c9d266fbbd11 req-aa0db947-3e72-48e4-bec2-c358b8c97758 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5373 time: 0.3061216 Mar 24 00:57:24.891758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471845b6-6baf-4080-86fd-eaaed913b735 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:57:24.905864 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Publish callbacks [] for port (471845b6-6baf-4080-86fd-eaaed913b735), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:24.963825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Transition to ACTIVE for port object 471845b6-6baf-4080-86fd-eaaed913b735 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:57:24.979452 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (471845b6-6baf-4080-86fd-eaaed913b735), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:25.051901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=471845b6-6baf-4080-86fd-eaaed913b735,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:25.070807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98b023b1-b98f-4b12-827e-f856b0928f2c req-0c08ffd3-d6fd-4803-a878-bf7bb1bc1209 service neutron] 10.222.0.57 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704367 Mar 24 00:57:25.075960 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4bf207f-d2da-4e51-8207-c9d266fbbd11 req-6b66e391-8c96-4c74-8655-77104890c516 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2847931 Mar 24 00:57:25.348886 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Attempting to bind port 471845b6-6baf-4080-86fd-eaaed913b735 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:57:25.349284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Attempting to bind port 471845b6-6baf-4080-86fd-eaaed913b735 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:57:25.350149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Attempting to bind port 471845b6-6baf-4080-86fd-eaaed913b735 on network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:25.362962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Port 471845b6-6baf-4080-86fd-eaaed913b735 on network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:57:25.363346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Attempting to bind port 471845b6-6baf-4080-86fd-eaaed913b735 on network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:25.373254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:57:25.373654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Checking segment: {'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:25.373981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Bound using segment: {'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:57:25.374565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Bound port: 471845b6-6baf-4080-86fd-eaaed913b735, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:57:25.378114 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (471845b6-6baf-4080-86fd-eaaed913b735), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:25.656556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] For port 471845b6-6baf-4080-86fd-eaaed913b735, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:57:25.664246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] For port 471845b6-6baf-4080-86fd-eaaed913b735, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=471845b6-6baf-4080-86fd-eaaed913b735,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:57:25.701291 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (471845b6-6baf-4080-86fd-eaaed913b735), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:25.713560 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-7e999f4c-b0e0-4bfa-8cba-b168ac929a08 req-d76ea320-7d30-4661-b50a-55db676d44b5 tempest-SecurityGroupsNegativeTestJSON-1640537421 tempest-SecurityGroupsNegativeTestJSON-1640537421-project] show failed (client error): The resource could not be found. Mar 24 00:57:25.716179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e999f4c-b0e0-4bfa-8cba-b168ac929a08 req-d76ea320-7d30-4661-b50a-55db676d44b5 tempest-SecurityGroupsNegativeTestJSON-1640537421 tempest-SecurityGroupsNegativeTestJSON-1640537421-project] 10.222.0.45 "GET /v2.0/security-groups/b2f3ead1-eb2d-4e51-a34d-653e05212f00 HTTP/1.1" status: 404 len: 352 time: 0.1425660 Mar 24 00:57:25.821309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:25.822338 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:25.824699 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] 10.222.0.48 "PUT /v2.0/ports/471845b6-6baf-4080-86fd-eaaed913b735 HTTP/1.1" status: 200 len: 1090 time: 2.0908639 Mar 24 00:57:25.935827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Request body: {'port': {'device_id': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:26.197833 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f7205-3379-43a8-9727-3a5e1dafbbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=471845b6-6baf-4080-86fd-eaaed913b735,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:26.337579 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (965b39a6-6f37-434c-8b50-48ec171af77e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:26.410988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c2765-bc0a-43e7-9079-614bdbc18389 req-54ce2374-b865-4e36-ac3d-6366e0473551 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:26.420181 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-102c2765-bc0a-43e7-9079-614bdbc18389 req-54ce2374-b865-4e36-ac3d-6366e0473551 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 943 time: 0.5380132 Mar 24 00:57:26.542129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-102c2765-bc0a-43e7-9079-614bdbc18389 req-51a785f6-95e8-4878-8601-c8f3b3a95a2e tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206553 Mar 24 00:57:26.906378 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44880) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:26.913052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c3902b3e-4a6c-413f-b295-5b924666151e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-150569705'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:26.970538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3902b3e-4a6c-413f-b295-5b924666151e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Made reservation on behalf of 5b002c83a27746a8a6f68e382218347f for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:26.977229 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3902b3e-4a6c-413f-b295-5b924666151e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:27.069347 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3902b3e-4a6c-413f-b295-5b924666151e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:57:27.095586 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3902b3e-4a6c-413f-b295-5b924666151e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (bc9f2b14-130f-4876-9a19-491b34028dfd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:27.095586 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-c3902b3e-4a6c-413f-b295-5b924666151e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Added segment bc9f2b14-130f-4876-9a19-491b34028dfd of type vlan for network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 Mar 24 00:57:27.101915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10e36a-cd28-408b-8fda-3be52e2e1814 req-96ac1736-ea9d-4fdb-a7cf-3348d1255aea tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:27.110580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f10e36a-cd28-408b-8fda-3be52e2e1814 req-96ac1736-ea9d-4fdb-a7cf-3348d1255aea tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/ports?device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 945 time: 0.2012146 Mar 24 00:57:27.237274 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3902b3e-4a6c-413f-b295-5b924666151e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (f3d31ec0-3d90-4405-9352-59efc8b5aaf7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:27.280935 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f10e36a-cd28-408b-8fda-3be52e2e1814 req-cd138266-0e21-4b13-9e2b-5c5d24b25ed7 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c7e0027-a605-44ef-8c21-2e7a45cb3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692522 Mar 24 00:57:27.312467 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3902b3e-4a6c-413f-b295-5b924666151e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (f3d31ec0-3d90-4405-9352-59efc8b5aaf7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:27.318327 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3902b3e-4a6c-413f-b295-5b924666151e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:27.319225 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3902b3e-4a6c-413f-b295-5b924666151e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:27.464574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3902b3e-4a6c-413f-b295-5b924666151e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event updated for resources: {'Network': ['ID=f3d31ec0-3d90-4405-9352-59efc8b5aaf7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:27.493509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:57:27.501248 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965b39a6-6f37-434c-8b50-48ec171af77e {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:57:27.515757 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c3902b3e-4a6c-413f-b295-5b924666151e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6074600 Mar 24 00:57:27.518429 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Publish callbacks [] for port (965b39a6-6f37-434c-8b50-48ec171af77e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:27.528811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44886) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:27.554421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Transition to ACTIVE for port object 965b39a6-6f37-434c-8b50-48ec171af77e will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:57:27.564571 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (965b39a6-6f37-434c-8b50-48ec171af77e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:27.567362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6dff0447-6f44-43b9-abce-7e9128f7652a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1592289323'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:27.603059 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dff0447-6f44-43b9-abce-7e9128f7652a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Made reservation on behalf of 5b002c83a27746a8a6f68e382218347f for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:27.608229 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6dff0447-6f44-43b9-abce-7e9128f7652a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:27.638656 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dff0447-6f44-43b9-abce-7e9128f7652a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:57:27.655651 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6dff0447-6f44-43b9-abce-7e9128f7652a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (9f5c80f6-9b99-4ea9-8637-48ec016ccd42), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:27.656245 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-6dff0447-6f44-43b9-abce-7e9128f7652a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Added segment 9f5c80f6-9b99-4ea9-8637-48ec016ccd42 of type vlan for network d9cd7f27-a324-4986-9859-80919b2e14ea Mar 24 00:57:27.719880 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6dff0447-6f44-43b9-abce-7e9128f7652a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (d9cd7f27-a324-4986-9859-80919b2e14ea), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:27.735551 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bbf4a0-63ac-48a2-9392-56521c5e1815 x-openstack-request-id: req-67bbf4a0-63ac-48a2-9392-56521c5e1815 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:57:27.741624 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df130f22-4d68-495f-9e99-7c4861d9328d", "tag": "2246d71b-d7dc-43a9-86e5-374836e2b2f2", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:57:27.742301 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67bbf4a0-63ac-48a2-9392-56521c5e1815 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:57:27.742957 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bbf4a0-63ac-48a2-9392-56521c5e1815'] response: {'name': 'network-changed', 'server_uuid': 'df130f22-4d68-495f-9e99-7c4861d9328d', 'tag': '2246d71b-d7dc-43a9-86e5-374836e2b2f2', 'status': 'completed', 'code': 200} Mar 24 00:57:27.758718 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6dff0447-6f44-43b9-abce-7e9128f7652a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (d9cd7f27-a324-4986-9859-80919b2e14ea), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:27.765218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dff0447-6f44-43b9-abce-7e9128f7652a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:27.766470 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6dff0447-6f44-43b9-abce-7e9128f7652a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:27.802026 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6dff0447-6f44-43b9-abce-7e9128f7652a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2712493 Mar 24 00:57:27.810781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44896) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:27.879335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-d303000d-205e-4e06-bff4-128476f2f314 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Request body: {'subnet': {'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:27.971392 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2246d71b-d7dc-43a9-86e5-374836e2b2f2 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:57:27.984703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff0447-6f44-43b9-abce-7e9128f7652a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event updated for resources: {'Network': ['ID=d9cd7f27-a324-4986-9859-80919b2e14ea,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:28.010293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network d9cd7f27-a324-4986-9859-80919b2e14ea details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:57:28.148083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Pushing event updated for resources: {'Port': ['ID=965b39a6-6f37-434c-8b50-48ec171af77e,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:28.226061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ae7d-b16d-4e13-a77e-d16cb1e6c080 req-770bdbda-d915-4e63-b104-a66bc3c4d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:28.228270 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b724ae7d-b16d-4e13-a77e-d16cb1e6c080 req-770bdbda-d915-4e63-b104-a66bc3c4d720 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1aef11c3c05e411091ef61bdeb52cf91&device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 1125 time: 0.4843311 Mar 24 00:57:28.383649 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09021388-004e-45d1-9604-956f326dd1b9 req-07f0d925-8617-4e04-84b7-39ec6557fbc0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:28.391694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09021388-004e-45d1-9604-956f326dd1b9 req-07f0d925-8617-4e04-84b7-39ec6557fbc0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.6121774 Mar 24 00:57:28.428023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Attempting to bind port 965b39a6-6f37-434c-8b50-48ec171af77e on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:57:28.428787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Attempting to bind port 965b39a6-6f37-434c-8b50-48ec171af77e by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:57:28.430570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Attempting to bind port 965b39a6-6f37-434c-8b50-48ec171af77e on network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:28.456683 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Port 965b39a6-6f37-434c-8b50-48ec171af77e on network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:57:28.457230 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Attempting to bind port 965b39a6-6f37-434c-8b50-48ec171af77e on network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:28.525310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:57:28.525794 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Checking segment: {'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:28.526366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Bound using segment: {'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:57:28.527447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Bound port: 965b39a6-6f37-434c-8b50-48ec171af77e, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:57:28.528030 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (965b39a6-6f37-434c-8b50-48ec171af77e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:28.555585 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d303000d-205e-4e06-bff4-128476f2f314 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Made reservation on behalf of 5b002c83a27746a8a6f68e382218347f for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:28.559811 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d303000d-205e-4e06-bff4-128476f2f314 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:28.857698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ae7d-b16d-4e13-a77e-d16cb1e6c080 req-0b98af20-8563-4eaf-84fc-b5afb2fc021c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:28.859122 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b724ae7d-b16d-4e13-a77e-d16cb1e6c080 req-0b98af20-8563-4eaf-84fc-b5afb2fc021c service neutron] 10.222.0.57 "GET /v2.0/networks?id=9de6f79e-0547-44b2-ae38-7fe0b368872e HTTP/1.1" status: 200 len: 915 time: 0.5869465 Mar 24 00:57:29.019627 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e8a94c1f-eba0-4ce5-a3d6-8b5864af3503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:29.123848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2246d71b-d7dc-43a9-86e5-374836e2b2f2, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2246d71b-d7dc-43a9-86e5-374836e2b2f2,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:29.140489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '2246d71b-d7dc-43a9-86e5-374836e2b2f2', 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e', 'port_id': '2246d71b-d7dc-43a9-86e5-374836e2b2f2', 'mac_address': 'fa:16:3e:cc:d9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e381c163-d43e-468b-a3d7-a42af7bc7ee3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:57:29.262303 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 2246d71b-d7dc-43a9-86e5-374836e2b2f2 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:29.262706 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:29.308390 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2246d71b-d7dc-43a9-86e5-374836e2b2f2 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:57:29.370896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2246d71b-d7dc-43a9-86e5-374836e2b2f2, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2246d71b-d7dc-43a9-86e5-374836e2b2f2,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:29.386157 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:29.525130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=2246d71b-d7dc-43a9-86e5-374836e2b2f2,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:29.546320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:29.546987 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:29.547515 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:29.548030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:29.548541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:29.549237 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:29.549749 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:29.550274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:29.550777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:29.551293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:29.551814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:29.552338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:29.554909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:29.555448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:29.555985 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:29.673861 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:29.709560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['2246d71b-d7dc-43a9-86e5-374836e2b2f2'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:57:29.777983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'tag': '6dc83107-cf5e-4648-b4a6-4a2db4de8fa9'}, {'name': 'network-changed', 'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'tag': '471845b6-6baf-4080-86fd-eaaed913b735'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:57:29.780776 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af24e97-6f55-4313-97b5-3ee65336af8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "tag": "6dc83107-cf5e-4648-b4a6-4a2db4de8fa9"}, {"name": "network-changed", "server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "tag": "471845b6-6baf-4080-86fd-eaaed913b735"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:57:29.831448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b724ae7d-b16d-4e13-a77e-d16cb1e6c080 req-a2478b15-fe19-4763-98ec-f81490a5a165 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2246d71b-d7dc-43a9-86e5-374836e2b2f2 HTTP/1.1" status: 200 len: 217 time: 0.1314979 Mar 24 00:57:29.910535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] For port 965b39a6-6f37-434c-8b50-48ec171af77e, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:57:29.948954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] For port 965b39a6-6f37-434c-8b50-48ec171af77e, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=965b39a6-6f37-434c-8b50-48ec171af77e,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:57:29.997745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09021388-004e-45d1-9604-956f326dd1b9 req-afb785ca-2e01-4acf-901d-8177e277c13f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6050410 Mar 24 00:57:29.999106 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (965b39a6-6f37-434c-8b50-48ec171af77e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:30.078989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:30.082473 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:30.089928 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] 10.222.0.48 "PUT /v2.0/ports/965b39a6-6f37-434c-8b50-48ec171af77e HTTP/1.1" status: 200 len: 1090 time: 4.2307780 Mar 24 00:57:30.150020 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d303000d-205e-4e06-bff4-128476f2f314 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (c73f3eec-6ed9-47b4-a707-b2b958c2a35e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:30.190097 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e107ffd-76eb-4f86-bc51-35e953b533e9 x-openstack-request-id: req-3e107ffd-76eb-4f86-bc51-35e953b533e9 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:57:30.191055 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c37f54a-7345-4dfe-bbe7-66e6903f2af2", "name": "network-vif-plugged", "status": "completed", "tag": "732e6455-fb3f-4ea8-986b-f32268dcf320", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:57:30.191502 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e107ffd-76eb-4f86-bc51-35e953b533e9 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:57:30.192097 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e107ffd-76eb-4f86-bc51-35e953b533e9'] response: {'server_uuid': '5c37f54a-7345-4dfe-bbe7-66e6903f2af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732e6455-fb3f-4ea8-986b-f32268dcf320', 'code': 200} Mar 24 00:57:30.333330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ae7d-b16d-4e13-a77e-d16cb1e6c080 req-c2769a8b-ff80-4f34-bd5e-f48eab42f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:30.339791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b724ae7d-b16d-4e13-a77e-d16cb1e6c080 req-c2769a8b-ff80-4f34-bd5e-f48eab42f289 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e381c163-d43e-468b-a3d7-a42af7bc7ee3 HTTP/1.1" status: 200 len: 854 time: 0.4941456 Mar 24 00:57:30.357322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303000d-205e-4e06-bff4-128476f2f314 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event updated for resources: {'Subnet': ['ID=c73f3eec-6ed9-47b4-a707-b2b958c2a35e,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:30.485712 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b724ae7d-b16d-4e13-a77e-d16cb1e6c080 req-938b62a3-1447-472d-ab3d-c7e342fa4a5b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9de6f79e-0547-44b2-ae38-7fe0b368872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169684 Mar 24 00:57:30.497000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d303000d-205e-4e06-bff4-128476f2f314 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Checking segment: {'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:30.497809 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d303000d-205e-4e06-bff4-128476f2f314 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Network hostable DHCP agents. Network: f3d31ec0-3d90-4405-9352-59efc8b5aaf7, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:57:30.510546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Request body: {'port': {'device_id': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:30.632511 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b724ae7d-b16d-4e13-a77e-d16cb1e6c080 req-c4fb3700-dca5-4553-88c1-d8906e336a21 service neutron] 10.222.0.57 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185458 Mar 24 00:57:30.673618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67dee4-f803-437c-ac84-c88a7e2c0c15 service neutron] Pushing event updated for resources: {'Port': ['ID=965b39a6-6f37-434c-8b50-48ec171af77e,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:30.820320 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b03aad2f-46d7-4183-a96f-2c714b16dc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:30.871842 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b724ae7d-b16d-4e13-a77e-d16cb1e6c080 req-2e39e08b-01a9-4c7f-9f71-e6ea322b3d8b service neutron] 10.222.0.57 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009146 Mar 24 00:57:30.905368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e0e66-e47a-486e-9130-ceacf507e7d8 req-0b9baa23-3044-4685-9959-36e055e6f9ab tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:30.916272 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a41e0e66-e47a-486e-9130-ceacf507e7d8 req-0b9baa23-3044-4685-9959-36e055e6f9ab tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 945 time: 0.5726407 Mar 24 00:57:31.003757 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:31.007312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d303000d-205e-4e06-bff4-128476f2f314 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:57:31.038906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-d303000d-205e-4e06-bff4-128476f2f314 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, f3d31ec0-3d90-4405-9352-59efc8b5aaf7) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:31.056857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4a96d5-5f2c-43cb-bf81-b74329f0a683 None None] Network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:57:31.095716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d303000d-205e-4e06-bff4-128476f2f314 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:31.098911 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d303000d-205e-4e06-bff4-128476f2f314 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:31.279727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-f3d31ec0-3d90-4405-9352-59efc8b5aaf7', 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7', 'project_id': '5b002c83a27746a8a6f68e382218347f', 'fixed_ips': [{'subnet_id': 'c73f3eec-6ed9-47b4-a707-b2b958c2a35e'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:57:31.280667 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:31.609996 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d303000d-205e-4e06-bff4-128476f2f314 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.7522066 Mar 24 00:57:31.613599 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44906) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:31.619654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Request body: {'subnet': {'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:31.691049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c729bd0-ae50-49ad-812d-a2a463b8106a {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:57:31.711417 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Publish callbacks [] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:31.726902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Allocated IP 10.1.1.2 (f3d31ec0-3d90-4405-9352-59efc8b5aaf7/c73f3eec-6ed9-47b4-a707-b2b958c2a35e/e7a55876-cb66-4087-8dc8-bd4b6b518faf) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:57:31.736488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Transition to ACTIVE for port object 7c729bd0-ae50-49ad-812d-a2a463b8106a will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:57:31.753766 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:31.870622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Pushing event updated for resources: {'Port': ['ID=7c729bd0-ae50-49ad-812d-a2a463b8106a,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:31.933030 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Made reservation on behalf of 5b002c83a27746a8a6f68e382218347f for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:31.936646 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:31.940243 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a41e0e66-e47a-486e-9130-ceacf507e7d8 req-0cbaf77a-6d7f-43d5-bf88-1bc8f1b8dad6 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9379127 Mar 24 00:57:32.017287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2246d71b-d7dc-43a9-86e5-374836e2b2f2 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:57:32.310217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Attempting to bind port 7c729bd0-ae50-49ad-812d-a2a463b8106a on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:57:32.310557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Attempting to bind port 7c729bd0-ae50-49ad-812d-a2a463b8106a by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'c84b0359-6f12-42ab-9f90-027c329658d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:57:32.310889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Attempting to bind port 7c729bd0-ae50-49ad-812d-a2a463b8106a on network 00af8be2-710f-470c-b10f-a3c1e77c88cb {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:32.329209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Port 7c729bd0-ae50-49ad-812d-a2a463b8106a on network 00af8be2-710f-470c-b10f-a3c1e77c88cb not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:57:32.329985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Attempting to bind port 7c729bd0-ae50-49ad-812d-a2a463b8106a on network 00af8be2-710f-470c-b10f-a3c1e77c88cb {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:32.342262 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (27acd1eb-b278-4f90-8e9b-08cd5165a5d0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:32.343526 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Publish callbacks [] for port (e7a55876-cb66-4087-8dc8-bd4b6b518faf), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:32.367205 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:32.377704 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 2246d71b-d7dc-43a9-86e5-374836e2b2f2 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:57:32.381394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05a2ac-bd45-42ad-a4d9-6a36c1db869a req-b19c8f17-352d-45a7-a926-4df15745eb2c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:32.386831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05a2ac-bd45-42ad-a4d9-6a36c1db869a req-b19c8f17-352d-45a7-a926-4df15745eb2c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:32.391732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 2246d71b-d7dc-43a9-86e5-374836e2b2f2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:32.392143 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:32.399718 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (e7a55876-cb66-4087-8dc8-bd4b6b518faf), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:32.421290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05a2ac-bd45-42ad-a4d9-6a36c1db869a req-b19c8f17-352d-45a7-a926-4df15745eb2c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:32.427020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05a2ac-bd45-42ad-a4d9-6a36c1db869a req-b19c8f17-352d-45a7-a926-4df15745eb2c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:32.445420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05a2ac-bd45-42ad-a4d9-6a36c1db869a req-b19c8f17-352d-45a7-a926-4df15745eb2c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:32.468551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05a2ac-bd45-42ad-a4d9-6a36c1db869a req-b19c8f17-352d-45a7-a926-4df15745eb2c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:32.473763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05a2ac-bd45-42ad-a4d9-6a36c1db869a req-b19c8f17-352d-45a7-a926-4df15745eb2c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:32.479726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Checking segment: {'id': '9f5c80f6-9b99-4ea9-8637-48ec016ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:32.485701 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Network hostable DHCP agents. Network: d9cd7f27-a324-4986-9859-80919b2e14ea, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:57:32.487291 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f05a2ac-bd45-42ad-a4d9-6a36c1db869a req-b19c8f17-352d-45a7-a926-4df15745eb2c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5409 time: 0.3636835 Mar 24 00:57:32.489872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event updated for resources: {'Subnet': ['ID=27acd1eb-b278-4f90-8e9b-08cd5165a5d0,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:32.518307 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:32.519054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:32.519672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:32.520931 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:32.521729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:32.522319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:32.522897 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:32.526993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:32.527689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:32.528419 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:32.529012 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:32.529780 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:32.530570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:32.530712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:57:32.531064 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Checking segment: {'id': 'c84b0359-6f12-42ab-9f90-027c329658d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:32.532724 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:32.532875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Bound using segment: {'id': 'c84b0359-6f12-42ab-9f90-027c329658d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:57:32.533326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Bound port: 7c729bd0-ae50-49ad-812d-a2a463b8106a, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84b0359-6f12-42ab-9f90-027c329658d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:57:32.533800 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:32.533935 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:32.559283 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Pushing event updated for resources: {'Port': ['ID=e7a55876-cb66-4087-8dc8-bd4b6b518faf,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:32.578003 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Network d9cd7f27-a324-4986-9859-80919b2e14ea is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:57:32.580370 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:32.595218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, d9cd7f27-a324-4986-9859-80919b2e14ea) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:32.600767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:32.601793 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:32.641405 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2157bbfe-2405-4b22-befd-7eedde96101e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0266032 Mar 24 00:57:32.644009 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44910) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:32.649936 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1fc652ff-676c-4ab3-bbf7-b49d5400577f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Request body: {'port': {'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7', 'name': 'tempest-TaggedBootDevicesTest_v242-2098364917', 'fixed_ips': [{'subnet_id': 'c73f3eec-6ed9-47b4-a707-b2b958c2a35e'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:32.670132 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c41573-07f3-4a6f-b752-bfb49307bb83 None None] Network d9cd7f27-a324-4986-9859-80919b2e14ea requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:57:32.670392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] For port 7c729bd0-ae50-49ad-812d-a2a463b8106a, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:57:32.674627 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] For port 7c729bd0-ae50-49ad-812d-a2a463b8106a, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=7c729bd0-ae50-49ad-812d-a2a463b8106a,segment=NetworkSegment(c84b0359-6f12-42ab-9f90-027c329658d7),segment_id=c84b0359-6f12-42ab-9f90-027c329658d7)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:57:32.698223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:57:32.701985 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:32.775705 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f05a2ac-bd45-42ad-a4d9-6a36c1db869a req-bf207e4d-8dd4-4ae8-878d-3cb9ff5fe840 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2874413 Mar 24 00:57:32.778556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:32.784105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:57:32.861009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:32.862010 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:32.865309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] 10.222.0.48 "PUT /v2.0/ports/7c729bd0-ae50-49ad-812d-a2a463b8106a HTTP/1.1" status: 200 len: 1091 time: 2.6620743 Mar 24 00:57:32.870487 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc652ff-676c-4ab3-bbf7-b49d5400577f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Made reservation on behalf of 5b002c83a27746a8a6f68e382218347f for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:32.937054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Request body: {'port': {'device_id': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:33.009684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bbc83-b608-4635-b620-ecedde6d4649 service neutron] Pushing event updated for resources: {'Port': ['ID=7c729bd0-ae50-49ad-812d-a2a463b8106a,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:33.075520 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Attempting to bind port e7a55876-cb66-4087-8dc8-bd4b6b518faf on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:57:33.079511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Attempting to bind port e7a55876-cb66-4087-8dc8-bd4b6b518faf by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:57:33.081553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Attempting to bind port e7a55876-cb66-4087-8dc8-bd4b6b518faf on network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:33.091427 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 2246d71b-d7dc-43a9-86e5-374836e2b2f2 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:33.096905 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:33.137424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1fc652ff-676c-4ab3-bbf7-b49d5400577f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:33.167958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-d9cd7f27-a324-4986-9859-80919b2e14ea', 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea', 'project_id': '5b002c83a27746a8a6f68e382218347f', 'fixed_ips': [{'subnet_id': '27acd1eb-b278-4f90-8e9b-08cd5165a5d0'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:57:33.169444 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:33.172294 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:57:33.172911 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Checking segment: {'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:33.173523 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:33.174099 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Bound using segment: {'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:57:33.175139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Bound port: e7a55876-cb66-4087-8dc8-bd4b6b518faf, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:57:33.175772 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e7a55876-cb66-4087-8dc8-bd4b6b518faf), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:33.201129 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-1fc652ff-676c-4ab3-bbf7-b49d5400577f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] device_id is not set on port 1c728ccb-8271-4a90-b929-9aa496634aa8 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 00:57:33.253861 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (25bcad20-0ab8-46d5-a6e7-151b7479473a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:33.387792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Allocated IP 10.2.2.2 (d9cd7f27-a324-4986-9859-80919b2e14ea/27acd1eb-b278-4f90-8e9b-08cd5165a5d0/94401102-88bb-4e06-b3bf-44be8957a7f2) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:57:33.426446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb49d79-7605-4d2c-832f-9156757db80a req-a821ba4f-ed44-4319-b8bf-7604e5a8ccca tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:33.442036 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7cb49d79-7605-4d2c-832f-9156757db80a req-a821ba4f-ed44-4319-b8bf-7604e5a8ccca tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 944 time: 0.3800082 Mar 24 00:57:33.567644 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Publish callbacks [] for port (94401102-88bb-4e06-b3bf-44be8957a7f2), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:33.620725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df130f22-4d68-495f-9e99-7c4861d9328d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2246d71b-d7dc-43a9-86e5-374836e2b2f2'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:57:33.623717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-1fc652ff-676c-4ab3-bbf7-b49d5400577f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Allocated IP 10.1.1.155 (f3d31ec0-3d90-4405-9352-59efc8b5aaf7/c73f3eec-6ed9-47b4-a707-b2b958c2a35e/1c728ccb-8271-4a90-b929-9aa496634aa8) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:57:33.627645 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5332f4-8f5a-4bb2-ba4f-e6dddf82959c" -d '{"events": [{"server_uuid": "df130f22-4d68-495f-9e99-7c4861d9328d", "name": "network-vif-plugged", "status": "completed", "tag": "2246d71b-d7dc-43a9-86e5-374836e2b2f2"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:57:33.636353 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (94401102-88bb-4e06-b3bf-44be8957a7f2), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:33.822738 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Pushing event updated for resources: {'Port': ['ID=94401102-88bb-4e06-b3bf-44be8957a7f2,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:33.903312 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2246d71b-d7dc-43a9-86e5-374836e2b2f2, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2246d71b-d7dc-43a9-86e5-374836e2b2f2,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:33.965373 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Network d9cd7f27-a324-4986-9859-80919b2e14ea is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:57:33.975535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:33.982357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7cb49d79-7605-4d2c-832f-9156757db80a req-1c8d50fe-565f-4cf5-b0d7-d2171c5e2dd9 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379713 Mar 24 00:57:33.990502 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:33.991814 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:34.001988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:57:34.095675 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] For port e7a55876-cb66-4087-8dc8-bd4b6b518faf, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:57:34.105738 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1fc652ff-676c-4ab3-bbf7-b49d5400577f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:34.164811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] For port e7a55876-cb66-4087-8dc8-bd4b6b518faf, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e7a55876-cb66-4087-8dc8-bd4b6b518faf,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:57:34.179533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=2246d71b-d7dc-43a9-86e5-374836e2b2f2,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:34.183955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Attempting to bind port 94401102-88bb-4e06-b3bf-44be8957a7f2 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:57:34.184230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1fc652ff-676c-4ab3-bbf7-b49d5400577f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:34.184873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Attempting to bind port 94401102-88bb-4e06-b3bf-44be8957a7f2 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '9f5c80f6-9b99-4ea9-8637-48ec016ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:57:34.185620 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Attempting to bind port 94401102-88bb-4e06-b3bf-44be8957a7f2 on network d9cd7f27-a324-4986-9859-80919b2e14ea {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:34.191427 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e7a55876-cb66-4087-8dc8-bd4b6b518faf), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:34.201436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:57:34.202243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Checking segment: {'id': '9f5c80f6-9b99-4ea9-8637-48ec016ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:34.203195 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:34.203991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Bound using segment: {'id': '9f5c80f6-9b99-4ea9-8637-48ec016ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:57:34.204767 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Bound port: 94401102-88bb-4e06-b3bf-44be8957a7f2, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5c80f6-9b99-4ea9-8637-48ec016ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:57:34.205456 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (94401102-88bb-4e06-b3bf-44be8957a7f2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:34.212492 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 24 Mar 2022 00:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02282381-a70e-43f1-b4f6-2640039e26db x-openstack-request-id: req-02282381-a70e-43f1-b4f6-2640039e26db {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:57:34.213157 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "tag": "6dc83107-cf5e-4648-b4a6-4a2db4de8fa9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "tag": "471845b6-6baf-4080-86fd-eaaed913b735", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:57:34.213157 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-02282381-a70e-43f1-b4f6-2640039e26db {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:57:34.221239 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02282381-a70e-43f1-b4f6-2640039e26db'] response: {'name': 'network-changed', 'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'tag': '6dc83107-cf5e-4648-b4a6-4a2db4de8fa9', 'status': 'completed', 'code': 200} Mar 24 00:57:34.221571 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02282381-a70e-43f1-b4f6-2640039e26db'] response: {'name': 'network-changed', 'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'tag': '471845b6-6baf-4080-86fd-eaaed913b735', 'status': 'completed', 'code': 200} Mar 24 00:57:34.254062 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc652ff-676c-4ab3-bbf7-b49d5400577f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event updated for resources: {'Port': ['ID=1c728ccb-8271-4a90-b929-9aa496634aa8,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:34.283254 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc652ff-676c-4ab3-bbf7-b49d5400577f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:57:34.293919 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1fc652ff-676c-4ab3-bbf7-b49d5400577f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:34.297825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc652ff-676c-4ab3-bbf7-b49d5400577f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:57:34.328372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cdc464-3cd9-46ca-8647-14f74e088fb8 None None] Pushing event updated for resources: {'Port': ['ID=e7a55876-cb66-4087-8dc8-bd4b6b518faf,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:34.402473 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc652ff-676c-4ab3-bbf7-b49d5400577f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:34.403520 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1fc652ff-676c-4ab3-bbf7-b49d5400577f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:34.462082 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1fc652ff-676c-4ab3-bbf7-b49d5400577f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8167508 Mar 24 00:57:34.464869 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44926) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:34.471366 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-29445a8d-d3c0-4e73-96cd-b34bc081c49b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Request body: {'port': {'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1500120929', 'fixed_ips': [{'subnet_id': 'c73f3eec-6ed9-47b4-a707-b2b958c2a35e'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:34.577629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] For port 94401102-88bb-4e06-b3bf-44be8957a7f2, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:57:34.602617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] For port 94401102-88bb-4e06-b3bf-44be8957a7f2, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=94401102-88bb-4e06-b3bf-44be8957a7f2,segment=NetworkSegment(9f5c80f6-9b99-4ea9-8637-48ec016ccd42),segment_id=9f5c80f6-9b99-4ea9-8637-48ec016ccd42)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:57:34.613791 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (94401102-88bb-4e06-b3bf-44be8957a7f2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:34.642526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25bcad20-0ab8-46d5-a6e7-151b7479473a {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:57:34.672311 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Publish callbacks [] for port (25bcad20-0ab8-46d5-a6e7-151b7479473a), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:34.706218 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-2bf86e16-e2f7-4627-8049-89c8942393ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:34.711257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-2bf86e16-e2f7-4627-8049-89c8942393ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:34.712028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-2bf86e16-e2f7-4627-8049-89c8942393ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:34.712730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-2bf86e16-e2f7-4627-8049-89c8942393ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:34.713274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-2bf86e16-e2f7-4627-8049-89c8942393ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:34.713804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-2bf86e16-e2f7-4627-8049-89c8942393ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:34.714550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-2bf86e16-e2f7-4627-8049-89c8942393ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:34.717578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-2bf86e16-e2f7-4627-8049-89c8942393ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e9c2b109f34f4b898664514fcdc44a&device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 6597 time: 0.5112619 Mar 24 00:57:34.723524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Transition to ACTIVE for port object 25bcad20-0ab8-46d5-a6e7-151b7479473a will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:57:34.747820 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (25bcad20-0ab8-46d5-a6e7-151b7479473a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:34.752438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa22b8-1211-4b4a-a5c3-68c493daaa76 None None] Pushing event updated for resources: {'Port': ['ID=94401102-88bb-4e06-b3bf-44be8957a7f2,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:34.869595 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29445a8d-d3c0-4e73-96cd-b34bc081c49b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Made reservation on behalf of 5b002c83a27746a8a6f68e382218347f for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:34.885978 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29445a8d-d3c0-4e73-96cd-b34bc081c49b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:34.996612 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-29445a8d-d3c0-4e73-96cd-b34bc081c49b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] device_id is not set on port cede8d0f-cb62-4fea-af98-110017d5e76a yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 00:57:35.101466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=25bcad20-0ab8-46d5-a6e7-151b7479473a,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:35.140148 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:35.148778 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ffb75-6dc3-4a95-bb09-8c20c2b93e22 req-8d9c46ea-bf9b-473d-ba68-495ae8d8dd51 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:35.149749 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-661ffb75-6dc3-4a95-bb09-8c20c2b93e22 req-8d9c46ea-bf9b-473d-ba68-495ae8d8dd51 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.7286670 Mar 24 00:57:35.325121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e7a55876-cb66-4087-8dc8-bd4b6b518faf up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:57:35.450208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e7a55876-cb66-4087-8dc8-bd4b6b518faf triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:35.450733 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e7a55876-cb66-4087-8dc8-bd4b6b518faf), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:35.533469 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-29445a8d-d3c0-4e73-96cd-b34bc081c49b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Allocated IP 10.1.1.40 (f3d31ec0-3d90-4405-9352-59efc8b5aaf7/c73f3eec-6ed9-47b4-a707-b2b958c2a35e/cede8d0f-cb62-4fea-af98-110017d5e76a) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:57:35.554458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-661ffb75-6dc3-4a95-bb09-8c20c2b93e22 req-75d87c72-3189-4344-82f5-296de0303e08 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870757 Mar 24 00:57:35.696678 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-0af6295c-d603-4eee-b052-37e65781cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:35.697485 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-0af6295c-d603-4eee-b052-37e65781cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:35.701573 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-0af6295c-d603-4eee-b052-37e65781cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:35.704105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-0af6295c-d603-4eee-b052-37e65781cdd8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f9e9c2b109f34f4b898664514fcdc44a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9765308 Mar 24 00:57:35.803483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e7a55876-cb66-4087-8dc8-bd4b6b518faf is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:35.803990 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e7a55876-cb66-4087-8dc8-bd4b6b518faf), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:35.922962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port e7a55876-cb66-4087-8dc8-bd4b6b518faf, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e7a55876-cb66-4087-8dc8-bd4b6b518faf,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:35.931271 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e7a55876-cb66-4087-8dc8-bd4b6b518faf), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:35.989168 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17bdfae8-a7d4-4444-aa31-d3b3c0bf9137 req-929f2eeb-4fa5-4865-a5fe-71fd1d896cd3 tempest-SecurityGroupsNegativeTestJSON-1640537421 tempest-SecurityGroupsNegativeTestJSON-1640537421-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e60b2416b8c4c79b0a971ac094feb6a HTTP/1.1" status: 200 len: 3005 time: 0.3797691 Mar 24 00:57:36.057595 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29445a8d-d3c0-4e73-96cd-b34bc081c49b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:36.082492 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=e7a55876-cb66-4087-8dc8-bd4b6b518faf,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:36.137265 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29445a8d-d3c0-4e73-96cd-b34bc081c49b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:36.200115 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29445a8d-d3c0-4e73-96cd-b34bc081c49b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:57:36.206234 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-29445a8d-d3c0-4e73-96cd-b34bc081c49b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:36.214274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29445a8d-d3c0-4e73-96cd-b34bc081c49b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:57:36.232929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'tag': '965b39a6-6f37-434c-8b50-48ec171af77e'}, {'name': 'network-changed', 'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'tag': '7c729bd0-ae50-49ad-812d-a2a463b8106a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:57:36.236071 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0136f601-a8f0-4f17-a522-d75c86461e30" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "tag": "965b39a6-6f37-434c-8b50-48ec171af77e"}, {"name": "network-changed", "server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "tag": "7c729bd0-ae50-49ad-812d-a2a463b8106a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:57:36.238946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Attempting to bind port 25bcad20-0ab8-46d5-a6e7-151b7479473a on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:57:36.240806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Attempting to bind port 25bcad20-0ab8-46d5-a6e7-151b7479473a by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'c84b0359-6f12-42ab-9f90-027c329658d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:57:36.241226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Attempting to bind port 25bcad20-0ab8-46d5-a6e7-151b7479473a on network 00af8be2-710f-470c-b10f-a3c1e77c88cb {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:36.273152 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29445a8d-d3c0-4e73-96cd-b34bc081c49b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:36.273152 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29445a8d-d3c0-4e73-96cd-b34bc081c49b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:36.282092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Port 25bcad20-0ab8-46d5-a6e7-151b7479473a on network 00af8be2-710f-470c-b10f-a3c1e77c88cb not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:57:36.282419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Attempting to bind port 25bcad20-0ab8-46d5-a6e7-151b7479473a on network 00af8be2-710f-470c-b10f-a3c1e77c88cb {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:36.296595 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29445a8d-d3c0-4e73-96cd-b34bc081c49b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event updated for resources: {'Port': ['ID=cede8d0f-cb62-4fea-af98-110017d5e76a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:36.310195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:57:36.310657 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Checking segment: {'id': 'c84b0359-6f12-42ab-9f90-027c329658d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:36.311223 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Bound using segment: {'id': 'c84b0359-6f12-42ab-9f90-027c329658d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:57:36.315391 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-29445a8d-d3c0-4e73-96cd-b34bc081c49b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8460693 Mar 24 00:57:36.315558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Bound port: 25bcad20-0ab8-46d5-a6e7-151b7479473a, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84b0359-6f12-42ab-9f90-027c329658d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:57:36.315558 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (25bcad20-0ab8-46d5-a6e7-151b7479473a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:36.400328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17bdfae8-a7d4-4444-aa31-d3b3c0bf9137 req-ffbd2c39-1e70-4508-9faf-b1ca5b5a08e2 tempest-SecurityGroupsNegativeTestJSON-1640537421 tempest-SecurityGroupsNegativeTestJSON-1640537421-project] 10.222.0.45 "GET /v2.0/security-groups/1db5f4c5-1223-4113-a5cc-3a4406a09206 HTTP/1.1" status: 200 len: 3002 time: 0.4102294 Mar 24 00:57:36.524696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6125f1-bc10-4191-b516-b764ad38f159 None None] Network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:57:36.575263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8216c-0968-4bba-bb3e-0a0a28635a65 req-ff738d90-ce0c-44e9-9a61-7a12e11fca0d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:36.577417 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-00d8216c-0968-4bba-bb3e-0a0a28635a65 req-ff738d90-ce0c-44e9-9a61-7a12e11fca0d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 945 time: 0.5668139 Mar 24 00:57:36.611077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-3637e5d3-9e53-4c3d-9e88-28c9007b11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:36.612855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-3637e5d3-9e53-4c3d-9e88-28c9007b11f4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8972137 Mar 24 00:57:36.625424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-9c02336c-37a6-4a5c-9cd5-94be4bbc3a09 None None] Provisioning complete for port e7a55876-cb66-4087-8dc8-bd4b6b518faf triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:36.625799 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9c02336c-37a6-4a5c-9cd5-94be4bbc3a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e7a55876-cb66-4087-8dc8-bd4b6b518faf), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:36.720639 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17bdfae8-a7d4-4444-aa31-d3b3c0bf9137 req-f9a2a4a0-2bfb-411d-a1ff-e0bbec858d9d tempest-SecurityGroupsNegativeTestJSON-1640537421 tempest-SecurityGroupsNegativeTestJSON-1640537421-project] 10.222.0.45 "GET /v2.0/security-groups/1db5f4c5-1223-4113-a5cc-3a4406a09206 HTTP/1.1" status: 200 len: 3002 time: 0.2756040 Mar 24 00:57:36.775172 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40463916-5cbb-4c6c-97cb-5a42e4a1387b req-95771472-1bbc-4fc1-b4e7-bcf43c0e7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:36.776901 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40463916-5cbb-4c6c-97cb-5a42e4a1387b req-95771472-1bbc-4fc1-b4e7-bcf43c0e7ecb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 1127 time: 0.4536505 Mar 24 00:57:36.809148 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9c02336c-37a6-4a5c-9cd5-94be4bbc3a09 None None] Current status of the port e7a55876-cb66-4087-8dc8-bd4b6b518faf is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:36.848279 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-00d8216c-0968-4bba-bb3e-0a0a28635a65 req-d9b7cf5e-6049-4a98-9865-62c5047412bf tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535281 Mar 24 00:57:36.868490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-65631e02-072f-49ad-acc7-49b105c0b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:36.868986 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-65631e02-072f-49ad-acc7-49b105c0b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:36.869493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-65631e02-072f-49ad-acc7-49b105c0b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:36.869962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-65631e02-072f-49ad-acc7-49b105c0b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:36.870434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-65631e02-072f-49ad-acc7-49b105c0b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:36.870895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-65631e02-072f-49ad-acc7-49b105c0b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:36.871358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-65631e02-072f-49ad-acc7-49b105c0b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:36.873420 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-65631e02-072f-49ad-acc7-49b105c0b67d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e9c2b109f34f4b898664514fcdc44a&device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 6622 time: 0.2013459 Mar 24 00:57:37.039473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d20f64e-6c70-440a-a488-921f2bee136d None None] Network d9cd7f27-a324-4986-9859-80919b2e14ea requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:57:37.181500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] For port 25bcad20-0ab8-46d5-a6e7-151b7479473a, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:57:37.184663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-4cf0061c-f404-4c5a-ae14-e450a0f0d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:37.186203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-4cf0061c-f404-4c5a-ae14-e450a0f0d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:37.186845 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-4cf0061c-f404-4c5a-ae14-e450a0f0d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:37.188894 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-4cf0061c-f404-4c5a-ae14-e450a0f0d123 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f9e9c2b109f34f4b898664514fcdc44a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3019743 Mar 24 00:57:37.288678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0c8021ea-23ac-430c-b34f-d3ee7607dd50 None None] Provisioning complete for port 94401102-88bb-4e06-b3bf-44be8957a7f2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:37.288678 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0c8021ea-23ac-430c-b34f-d3ee7607dd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (94401102-88bb-4e06-b3bf-44be8957a7f2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:37.319648 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cba6cb-71e0-44e0-80be-b35ba479358f x-openstack-request-id: req-73cba6cb-71e0-44e0-80be-b35ba479358f {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:57:37.320016 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df130f22-4d68-495f-9e99-7c4861d9328d", "name": "network-vif-plugged", "status": "completed", "tag": "2246d71b-d7dc-43a9-86e5-374836e2b2f2", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:57:37.320361 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73cba6cb-71e0-44e0-80be-b35ba479358f {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:57:37.323839 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73cba6cb-71e0-44e0-80be-b35ba479358f'] response: {'server_uuid': 'df130f22-4d68-495f-9e99-7c4861d9328d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2246d71b-d7dc-43a9-86e5-374836e2b2f2', 'code': 200} Mar 24 00:57:37.437843 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 94401102-88bb-4e06-b3bf-44be8957a7f2 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:57:37.650345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] For port 25bcad20-0ab8-46d5-a6e7-151b7479473a, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=25bcad20-0ab8-46d5-a6e7-151b7479473a,segment=NetworkSegment(c84b0359-6f12-42ab-9f90-027c329658d7),segment_id=c84b0359-6f12-42ab-9f90-027c329658d7)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:57:37.714815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40463916-5cbb-4c6c-97cb-5a42e4a1387b req-1cfd91a8-04aa-47a6-b846-f54d106d83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:37.716424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40463916-5cbb-4c6c-97cb-5a42e4a1387b req-1cfd91a8-04aa-47a6-b846-f54d106d83d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.9012544 Mar 24 00:57:37.717471 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-ffa1a3b3-8f9c-4666-b839-eb6e7f31239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:37.718922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2af24e97-6f55-4313-97b5-3ee65336af8c req-ffa1a3b3-8f9c-4666-b839-eb6e7f31239a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4567564 Mar 24 00:57:37.792279 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40463916-5cbb-4c6c-97cb-5a42e4a1387b req-b47762fc-bef1-469d-bebb-ba19b360c3fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f25533e1-0e0b-4389-84c0-4cc674df09ce HTTP/1.1" status: 200 len: 217 time: 0.0633535 Mar 24 00:57:37.839698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0c8021ea-23ac-430c-b34f-d3ee7607dd50 None None] Current status of the port 94401102-88bb-4e06-b3bf-44be8957a7f2 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:37.840995 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0c8021ea-23ac-430c-b34f-d3ee7607dd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (94401102-88bb-4e06-b3bf-44be8957a7f2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:37.844459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 94401102-88bb-4e06-b3bf-44be8957a7f2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:37.845195 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (94401102-88bb-4e06-b3bf-44be8957a7f2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:37.865665 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (25bcad20-0ab8-46d5-a6e7-151b7479473a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:37.878479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b645a-880f-4b81-9fbf-ff85a874c1fb req-005bcf8d-a835-4cc2-b736-efdfac16d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:37.880480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-678b645a-880f-4b81-9fbf-ff85a874c1fb req-005bcf8d-a835-4cc2-b736-efdfac16d0a0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 1127 time: 0.3185873 Mar 24 00:57:37.952351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0c8021ea-23ac-430c-b34f-d3ee7607dd50 None None] For port 94401102-88bb-4e06-b3bf-44be8957a7f2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=94401102-88bb-4e06-b3bf-44be8957a7f2,segment=NetworkSegment(9f5c80f6-9b99-4ea9-8637-48ec016ccd42),segment_id=9f5c80f6-9b99-4ea9-8637-48ec016ccd42)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:37.961742 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0c8021ea-23ac-430c-b34f-d3ee7607dd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (94401102-88bb-4e06-b3bf-44be8957a7f2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:38.110330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b02c4-0385-4f29-a866-4315a72abac5 req-0d64d664-dcae-4a6f-97d9-a0efbd46dc05 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.111822 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c3b02c4-0385-4f29-a866-4315a72abac5 req-0d64d664-dcae-4a6f-97d9-a0efbd46dc05 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.4383562 Mar 24 00:57:38.125277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6362fd9-b633-4ca2-a35f-a904c49e51b6 req-b062a792-a407-4fba-b317-2492e94f789c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.131717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6362fd9-b633-4ca2-a35f-a904c49e51b6 req-b062a792-a407-4fba-b317-2492e94f789c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.149189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6362fd9-b633-4ca2-a35f-a904c49e51b6 req-b062a792-a407-4fba-b317-2492e94f789c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.154598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6362fd9-b633-4ca2-a35f-a904c49e51b6 req-b062a792-a407-4fba-b317-2492e94f789c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.160584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6362fd9-b633-4ca2-a35f-a904c49e51b6 req-b062a792-a407-4fba-b317-2492e94f789c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.185132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6362fd9-b633-4ca2-a35f-a904c49e51b6 req-b062a792-a407-4fba-b317-2492e94f789c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.193442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8021ea-23ac-430c-b34f-d3ee7607dd50 None None] Pushing event updated for resources: {'Port': ['ID=94401102-88bb-4e06-b3bf-44be8957a7f2,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:38.198296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6362fd9-b633-4ca2-a35f-a904c49e51b6 req-b062a792-a407-4fba-b317-2492e94f789c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.204612 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 94401102-88bb-4e06-b3bf-44be8957a7f2 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:38.207678 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6362fd9-b633-4ca2-a35f-a904c49e51b6 req-b062a792-a407-4fba-b317-2492e94f789c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.8434141 Mar 24 00:57:38.208347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=25bcad20-0ab8-46d5-a6e7-151b7479473a,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:38.213375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e7a55876-cb66-4087-8dc8-bd4b6b518faf up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:57:38.263718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.264510 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:38.266263 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9f574ee8-3ef3-4e52-b7d3-87e5a2d0e5d4 service neutron] 10.222.0.48 "PUT /v2.0/ports/25bcad20-0ab8-46d5-a6e7-151b7479473a HTTP/1.1" status: 200 len: 1091 time: 5.3509417 Mar 24 00:57:38.284641 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6c4e1e40-b790-4806-9e1a-a7c396c80540 None None] Provisioning complete for port cede8d0f-cb62-4fea-af98-110017d5e76a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:38.285408 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c4e1e40-b790-4806-9e1a-a7c396c80540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:38.338200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e1e40-b790-4806-9e1a-a7c396c80540 None None] Port cede8d0f-cb62-4fea-af98-110017d5e76a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:57:38.357202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6c4e1e40-b790-4806-9e1a-a7c396c80540 None None] Provisioning complete for port e7a55876-cb66-4087-8dc8-bd4b6b518faf triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:38.358012 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c4e1e40-b790-4806-9e1a-a7c396c80540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e7a55876-cb66-4087-8dc8-bd4b6b518faf), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:38.367804 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e7a55876-cb66-4087-8dc8-bd4b6b518faf triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:38.368553 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e7a55876-cb66-4087-8dc8-bd4b6b518faf), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:38.394498 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c3b02c4-0385-4f29-a866-4315a72abac5 req-9f80b76b-c096-42ef-9c44-138afe54e6b8 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620576 Mar 24 00:57:38.479717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6362fd9-b633-4ca2-a35f-a904c49e51b6 req-b428948a-2c19-48de-8a44-46af9a916966 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2117066 Mar 24 00:57:38.526601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40463916-5cbb-4c6c-97cb-5a42e4a1387b req-da8845d5-2ecc-4085-ae8c-b0f20c5995c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.528065 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40463916-5cbb-4c6c-97cb-5a42e4a1387b req-da8845d5-2ecc-4085-ae8c-b0f20c5995c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.7122819 Mar 24 00:57:38.537471 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-678b645a-880f-4b81-9fbf-ff85a874c1fb req-f3e846ed-b37c-42ae-af5f-b5be8bf3c16a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232451 Mar 24 00:57:38.546714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-1a7978b6-bdf0-422e-a336-fe04304747a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.547219 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-1a7978b6-bdf0-422e-a336-fe04304747a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.547685 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-1a7978b6-bdf0-422e-a336-fe04304747a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.548155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-1a7978b6-bdf0-422e-a336-fe04304747a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.548621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-1a7978b6-bdf0-422e-a336-fe04304747a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.549084 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-1a7978b6-bdf0-422e-a336-fe04304747a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.549569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-1a7978b6-bdf0-422e-a336-fe04304747a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.561870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-1a7978b6-bdf0-422e-a336-fe04304747a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e9c2b109f34f4b898664514fcdc44a&device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 6695 time: 0.1876330 Mar 24 00:57:38.601720 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 24 Mar 2022 00:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a603a8-e547-4c43-b433-5a2c1c570faf x-openstack-request-id: req-30a603a8-e547-4c43-b433-5a2c1c570faf {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:57:38.601940 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "tag": "965b39a6-6f37-434c-8b50-48ec171af77e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "tag": "7c729bd0-ae50-49ad-812d-a2a463b8106a", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:57:38.602230 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30a603a8-e547-4c43-b433-5a2c1c570faf {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:57:38.602572 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a603a8-e547-4c43-b433-5a2c1c570faf'] response: {'name': 'network-changed', 'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'tag': '965b39a6-6f37-434c-8b50-48ec171af77e', 'status': 'completed', 'code': 200} Mar 24 00:57:38.602831 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a603a8-e547-4c43-b433-5a2c1c570faf'] response: {'name': 'network-changed', 'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'tag': '7c729bd0-ae50-49ad-812d-a2a463b8106a', 'status': 'completed', 'code': 200} Mar 24 00:57:38.648243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d34c8-20ab-4685-bf91-526c6d31d639 req-65f40791-b11a-45b9-8760-234bafd0f9b5 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.649717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c1d34c8-20ab-4685-bf91-526c6d31d639 req-65f40791-b11a-45b9-8760-234bafd0f9b5 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.57 "GET /v2.0/ports?device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 945 time: 0.2679663 Mar 24 00:57:38.694206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-af2b8f6f-09fc-4712-ac15-ebff2827ed5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3080bcfc-b310-4ca5-ba98-eef24b97bff4 HTTP/1.1" status: 200 len: 217 time: 0.0821323 Mar 24 00:57:38.721585 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e7a55876-cb66-4087-8dc8-bd4b6b518faf is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:38.727627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e1e40-b790-4806-9e1a-a7c396c80540 None None] Current status of the port e7a55876-cb66-4087-8dc8-bd4b6b518faf is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:38.738824 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6c4e1e40-b790-4806-9e1a-a7c396c80540 None None] Provisioning complete for port 1c728ccb-8271-4a90-b929-9aa496634aa8 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:38.739589 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c4e1e40-b790-4806-9e1a-a7c396c80540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:38.783388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-2f5f794b-728c-46db-aaeb-085924a520b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.785038 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-2f5f794b-728c-46db-aaeb-085924a520b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=317f1329-b148-485c-b02d-6e63c3ddb2c4 HTTP/1.1" status: 200 len: 851 time: 0.0674448 Mar 24 00:57:38.848874 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e1e40-b790-4806-9e1a-a7c396c80540 None None] Port 1c728ccb-8271-4a90-b929-9aa496634aa8 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:57:38.851298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40463916-5cbb-4c6c-97cb-5a42e4a1387b req-1f6b9bf7-49b9-485c-9504-5336ee90673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:38.852946 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40463916-5cbb-4c6c-97cb-5a42e4a1387b req-1f6b9bf7-49b9-485c-9504-5336ee90673f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3145540 Mar 24 00:57:38.948009 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44964) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:38.954451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-969f6ae1-7ed0-43ba-a86f-1169b6f69182 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1603470839', 'description': 'tempest-description--65274571'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:39.006874 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-969f6ae1-7ed0-43ba-a86f-1169b6f69182 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:39.007983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c43eee41-3273-4c6f-8a9d-eb60e92f8dc2 None None] Provisioning complete for port cede8d0f-cb62-4fea-af98-110017d5e76a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:39.009155 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c43eee41-3273-4c6f-8a9d-eb60e92f8dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:39.078161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c43eee41-3273-4c6f-8a9d-eb60e92f8dc2 None None] Port cede8d0f-cb62-4fea-af98-110017d5e76a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:57:39.105595 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c43eee41-3273-4c6f-8a9d-eb60e92f8dc2 None None] Provisioning complete for port 94401102-88bb-4e06-b3bf-44be8957a7f2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:39.105804 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c43eee41-3273-4c6f-8a9d-eb60e92f8dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (94401102-88bb-4e06-b3bf-44be8957a7f2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:39.183871 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 94401102-88bb-4e06-b3bf-44be8957a7f2 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:57:39.199870 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-969f6ae1-7ed0-43ba-a86f-1169b6f69182 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for security_group (28c3ac2d-f25e-4798-aab7-49e04012cbb8), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:39.208340 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-969f6ae1-7ed0-43ba-a86f-1169b6f69182 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (28c3ac2d-f25e-4798-aab7-49e04012cbb8), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:39.254114 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f6ae1-7ed0-43ba-a86f-1169b6f69182 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c3ac2d-f25e-4798-aab7-49e04012cbb8,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:39.285168 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-969f6ae1-7ed0-43ba-a86f-1169b6f69182 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:39.286515 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-969f6ae1-7ed0-43ba-a86f-1169b6f69182 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3363707 Mar 24 00:57:39.290121 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44966) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:39.294848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fa2a2e43-fbf5-4ae2-a194-19a357b0f4d3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Request body: {'security_group_rule': {'security_group_id': '28c3ac2d-f25e-4798-aab7-49e04012cbb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:39.297971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c43eee41-3273-4c6f-8a9d-eb60e92f8dc2 None None] Current status of the port 94401102-88bb-4e06-b3bf-44be8957a7f2 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:39.344111 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fa2a2e43-fbf5-4ae2-a194-19a357b0f4d3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for security_group_rule (99d076aa-925d-4ea3-abb9-b57a8a4345f6), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:39.356600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 94401102-88bb-4e06-b3bf-44be8957a7f2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:39.357045 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (94401102-88bb-4e06-b3bf-44be8957a7f2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:39.450868 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fa2a2e43-fbf5-4ae2-a194-19a357b0f4d3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for security_group_rule (99d076aa-925d-4ea3-abb9-b57a8a4345f6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:39.455624 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 94401102-88bb-4e06-b3bf-44be8957a7f2 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:39.459942 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fa2a2e43-fbf5-4ae2-a194-19a357b0f4d3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (99d076aa-925d-4ea3-abb9-b57a8a4345f6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:39.491151 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a2e43-fbf5-4ae2-a194-19a357b0f4d3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d076aa-925d-4ea3-abb9-b57a8a4345f6,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:39.519753 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fa2a2e43-fbf5-4ae2-a194-19a357b0f4d3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:39.524460 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fa2a2e43-fbf5-4ae2-a194-19a357b0f4d3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2335489 Mar 24 00:57:39.529795 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44972) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:39.535715 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-02ce832f-0558-4f7e-a70c-c2156ba04e97 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Request body: {'security_group_rule': {'security_group_id': '28c3ac2d-f25e-4798-aab7-49e04012cbb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:39.536179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b3dc8-c37e-4981-baca-7b84cdb09d15 req-2a8b9f06-98e4-4844-a97b-89bbe18df0f5 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:39.543325 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b30b3dc8-c37e-4981-baca-7b84cdb09d15 req-2a8b9f06-98e4-4844-a97b-89bbe18df0f5 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.8904514 Mar 24 00:57:39.579716 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02ce832f-0558-4f7e-a70c-c2156ba04e97 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for security_group_rule (c2088e5a-cff2-4334-b4e9-f8fd4087d250), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:39.616515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-db3d98de-cfc1-401b-a2ae-57d1a6bb3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:39.623000 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-db3d98de-cfc1-401b-a2ae-57d1a6bb3d25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c248708-2440-4785-8d15-a96131db79cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8212969 Mar 24 00:57:39.670107 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02ce832f-0558-4f7e-a70c-c2156ba04e97 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for security_group_rule (c2088e5a-cff2-4334-b4e9-f8fd4087d250), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:39.685133 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02ce832f-0558-4f7e-a70c-c2156ba04e97 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c2088e5a-cff2-4334-b4e9-f8fd4087d250), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:39.704292 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce832f-0558-4f7e-a70c-c2156ba04e97 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2088e5a-cff2-4334-b4e9-f8fd4087d250,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:39.751952 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02ce832f-0558-4f7e-a70c-c2156ba04e97 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:39.754149 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-02ce832f-0558-4f7e-a70c-c2156ba04e97 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2223663 Mar 24 00:57:39.757812 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44974) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:39.762543 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:39.793158 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:39.809244 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed1a5127-b4e9-4896-b418-42e868fb703f req-79a925e8-c449-45fc-a738-218bceedd718 tempest-SecurityGroupsNegativeTestJSON-1640537421 tempest-SecurityGroupsNegativeTestJSON-1640537421-project] 10.222.0.45 "GET /v2.0/security-groups/1db5f4c5-1223-4113-a5cc-3a4406a09206 HTTP/1.1" status: 200 len: 3002 time: 0.3573260 Mar 24 00:57:39.921214 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40463916-5cbb-4c6c-97cb-5a42e4a1387b req-f1afac7a-4cec-4a8a-8a3f-e68aa06c1000 service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0456665 Mar 24 00:57:39.935247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b30b3dc8-c37e-4981-baca-7b84cdb09d15 req-84a3139a-97a9-4edb-aecd-6dbafcd98fa2 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908076 Mar 24 00:57:39.966217 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:40.005653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f25533e1-0e0b-4389-84c0-4cc674df09ce no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:57:40.137634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40463916-5cbb-4c6c-97cb-5a42e4a1387b req-b2eac9bc-c375-4b2a-9e14-f02d2dbb63ec service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965821 Mar 24 00:57:40.147026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-4c1d34c8-20ab-4685-bf91-526c6d31d639 req-fc0790ae-71c7-41a5-9f7b-28a3ff02e47c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Deleting port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:57:40.147441 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4c1d34c8-20ab-4685-bf91-526c6d31d639 req-fc0790ae-71c7-41a5-9f7b-28a3ff02e47c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (48e9cd93-a8ff-4719-98f2-f5dc6172fe94), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:40.198990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f25533e1-0e0b-4389-84c0-4cc674df09ce is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:40.202519 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:40.216078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Allocated IP 172.25.0.182 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/77fb855e-0de4-4693-bdd3-94d49a613804) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:57:40.246061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e744b53-12fa-43d9-aa4a-a781f7544446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f25533e1-0e0b-4389-84c0-4cc674df09ce'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:57:40.249843 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf49147-1358-43e2-b36c-ac4f8ca51912" -d '{"events": [{"server_uuid": "8e744b53-12fa-43d9-aa4a-a781f7544446", "name": "network-vif-unplugged", "status": "completed", "tag": "f25533e1-0e0b-4389-84c0-4cc674df09ce"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:57:40.267320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f25533e1-0e0b-4389-84c0-4cc674df09ce, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f25533e1-0e0b-4389-84c0-4cc674df09ce,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:40.299675 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-ed1a5127-b4e9-4896-b418-42e868fb703f req-5cc2976a-ecf2-451d-98f7-8edaed6a536f tempest-SecurityGroupsNegativeTestJSON-1640537421 tempest-SecurityGroupsNegativeTestJSON-1640537421-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 24 00:57:40.315637 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:40.316141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed1a5127-b4e9-4896-b418-42e868fb703f req-5cc2976a-ecf2-451d-98f7-8edaed6a536f tempest-SecurityGroupsNegativeTestJSON-1640537421 tempest-SecurityGroupsNegativeTestJSON-1640537421-project] 10.222.0.45 "DELETE /v2.0/security-groups/1db5f4c5-1223-4113-a5cc-3a4406a09206 HTTP/1.1" status: 409 len: 352 time: 0.5058277 Mar 24 00:57:40.345694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-782f200f-8e58-4ef1-939d-d0978a06530c service neutron] 10.222.0.48 "GET /v2.0/networks/5c248708-2440-4785-8d15-a96131db79cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7046146 Mar 24 00:57:40.436711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f25533e1-0e0b-4389-84c0-4cc674df09ce,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:40.457296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3b13f-9ed0-4032-8e3e-3c2931ab6780 req-08da9709-22b9-42f8-8de3-02349edc528d tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:40.459472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85c3b13f-9ed0-4032-8e3e-3c2931ab6780 req-08da9709-22b9-42f8-8de3-02349edc528d tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/ports?device_id=573286e1-e78f-4614-96b5-de101d70a34a HTTP/1.1" status: 200 len: 945 time: 0.2670052 Mar 24 00:57:40.500712 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for port (77fb855e-0de4-4693-bdd3-94d49a613804), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:40.544652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-4c1d34c8-20ab-4685-bf91-526c6d31d639 req-fc0790ae-71c7-41a5-9f7b-28a3ff02e47c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] For port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=48e9cd93-a8ff-4719-98f2-f5dc6172fe94,segment=NetworkSegment(f1fae45a-f482-4f90-a9e9-74bff80c7890),segment_id=f1fae45a-f482-4f90-a9e9-74bff80c7890)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:40.545032 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4c1d34c8-20ab-4685-bf91-526c6d31d639 req-fc0790ae-71c7-41a5-9f7b-28a3ff02e47c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (48e9cd93-a8ff-4719-98f2-f5dc6172fe94), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:40.596664 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (77fb855e-0de4-4693-bdd3-94d49a613804), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:40.626034 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:57:40.628735 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:40.639589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'tag': '25bcad20-0ab8-46d5-a6e7-151b7479473a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:57:40.641866 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278671bd-6d72-4173-b448-95b0d093928c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "tag": "25bcad20-0ab8-46d5-a6e7-151b7479473a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:57:40.661238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01f01e-1f3e-4930-aaef-cb83e24381a3 req-3aec4cb6-1396-4988-b067-ca7c60466005 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:40.663312 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa01f01e-1f3e-4930-aaef-cb83e24381a3 req-3aec4cb6-1396-4988-b067-ca7c60466005 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 943 time: 0.2165487 Mar 24 00:57:40.665455 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-4ba02c97-8e35-43ee-8498-06bab4fe4843 service neutron] 10.222.0.48 "GET /v2.0/networks/5c248708-2440-4785-8d15-a96131db79cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095825 Mar 24 00:57:40.683247 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:57:40.745088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event updated for resources: {'Port': ['ID=77fb855e-0de4-4693-bdd3-94d49a613804,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:40.782795 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa01f01e-1f3e-4930-aaef-cb83e24381a3 req-9850af50-abcf-4140-88b4-a0acf7460e72 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054606 Mar 24 00:57:40.785894 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85c3b13f-9ed0-4032-8e3e-3c2931ab6780 req-35ef78ae-dde2-4e8f-8e45-61821b4f8a2a tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c7e0027-a605-44ef-8c21-2e7a45cb3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133008 Mar 24 00:57:40.809610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-58665a54-6691-4f26-a5ae-b20646094ffb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=6139bbd2-b715-4b0f-bdd1-446f16bfc020 HTTP/1.1" status: 200 len: 217 time: 0.1220574 Mar 24 00:57:40.847827 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for floatingip (6a812fb7-0980-4734-bdb6-6ba78add2672), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:40.938927 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (77fb855e-0de4-4693-bdd3-94d49a613804), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:41.050206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-2b584035-eb24-4b3d-912c-ea5a3397de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:41.051996 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-2b584035-eb24-4b3d-912c-ea5a3397de6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4e99765-9e1e-4b73-a310-63430faa30fe HTTP/1.1" status: 200 len: 797 time: 0.2415581 Mar 24 00:57:41.133338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0e8a9-429a-4429-823b-4f465cc26fc1 req-e55c9f52-d6ef-47c0-be96-1cc2e8d36e4b tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:41.135157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8f0e8a9-429a-4429-823b-4f465cc26fc1 req-e55c9f52-d6ef-47c0-be96-1cc2e8d36e4b tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.1150157 Mar 24 00:57:41.172021 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4c1d34c8-20ab-4685-bf91-526c6d31d639 req-fc0790ae-71c7-41a5-9f7b-28a3ff02e47c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:41.172380 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4c1d34c8-20ab-4685-bf91-526c6d31d639 req-fc0790ae-71c7-41a5-9f7b-28a3ff02e47c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (aaa43c6f-516d-4dc6-a669-ab5b5e74a31d), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:41.172697 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-4c1d34c8-20ab-4685-bf91-526c6d31d639 req-fc0790ae-71c7-41a5-9f7b-28a3ff02e47c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Floating IP aaa43c6f-516d-4dc6-a669-ab5b5e74a31d disassociated. External IP: 172.25.0.157, port: 48e9cd93-a8ff-4719-98f2-f5dc6172fe94. Mar 24 00:57:41.173451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-4c1d34c8-20ab-4685-bf91-526c6d31d639 req-fc0790ae-71c7-41a5-9f7b-28a3ff02e47c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Calling delete_port for 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:57:41.218890 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for port (77fb855e-0de4-4693-bdd3-94d49a613804), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:41.226230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (77fb855e-0de4-4693-bdd3-94d49a613804), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:41.236434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a784906-6b79-4de8-b269-24755b8fbd7c req-074a13b9-9f97-4e17-982e-1e0c1fdb5969 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:41.241823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a784906-6b79-4de8-b269-24755b8fbd7c req-074a13b9-9f97-4e17-982e-1e0c1fdb5969 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:41.247093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a784906-6b79-4de8-b269-24755b8fbd7c req-074a13b9-9f97-4e17-982e-1e0c1fdb5969 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:41.259969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a784906-6b79-4de8-b269-24755b8fbd7c req-074a13b9-9f97-4e17-982e-1e0c1fdb5969 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:41.265761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a784906-6b79-4de8-b269-24755b8fbd7c req-074a13b9-9f97-4e17-982e-1e0c1fdb5969 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:41.273208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a784906-6b79-4de8-b269-24755b8fbd7c req-074a13b9-9f97-4e17-982e-1e0c1fdb5969 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:41.278531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a784906-6b79-4de8-b269-24755b8fbd7c req-074a13b9-9f97-4e17-982e-1e0c1fdb5969 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:41.285855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a784906-6b79-4de8-b269-24755b8fbd7c req-074a13b9-9f97-4e17-982e-1e0c1fdb5969 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.3183355 Mar 24 00:57:41.297411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ad36d03f-80ca-4ee7-a10e-b74e6ae0bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:41.298449 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event updated for resources: {'Port': ['ID=77fb855e-0de4-4693-bdd3-94d49a613804,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:41.299901 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ad36d03f-80ca-4ee7-a10e-b74e6ae0bc63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2344036 Mar 24 00:57:41.326422 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (6a812fb7-0980-4734-bdb6-6ba78add2672), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:41.350823 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:41.353120 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c94915fa-4076-416a-86c3-570a1a4123d2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5935333 Mar 24 00:57:41.527020 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8f0e8a9-429a-4429-823b-4f465cc26fc1 req-1233fd82-65d3-4f1a-b722-602c582cbc41 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742254 Mar 24 00:57:41.561118 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4c1d34c8-20ab-4685-bf91-526c6d31d639 req-fc0790ae-71c7-41a5-9f7b-28a3ff02e47c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (48e9cd93-a8ff-4719-98f2-f5dc6172fe94), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:41.606591 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d536ea-80d1-40ad-882e-8450a1fe6f64 x-openstack-request-id: req-c3d536ea-80d1-40ad-882e-8450a1fe6f64 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:57:41.607164 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e744b53-12fa-43d9-aa4a-a781f7544446", "name": "network-vif-unplugged", "status": "completed", "tag": "f25533e1-0e0b-4389-84c0-4cc674df09ce", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:57:41.607164 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3d536ea-80d1-40ad-882e-8450a1fe6f64 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:57:41.607546 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d536ea-80d1-40ad-882e-8450a1fe6f64'] response: {'server_uuid': '8e744b53-12fa-43d9-aa4a-a781f7544446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f25533e1-0e0b-4389-84c0-4cc674df09ce', 'code': 200} Mar 24 00:57:41.617558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a784906-6b79-4de8-b269-24755b8fbd7c req-4541310d-c389-4fc0-a7bf-1057dc8db016 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3308227 Mar 24 00:57:41.657984 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0790ae-71c7-41a5-9f7b-28a3ff02e47c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Pushing event deleted for resources: {'Port': ['ID=48e9cd93-a8ff-4719-98f2-f5dc6172fe94,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:41.664751 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-7a5689c8-f696-4ac7-bc45-afcd7be1707d req-0edce704-e3f6-44d8-b145-fb658c68d76c tempest-SecurityGroupsNegativeTestJSON-1640537421 tempest-SecurityGroupsNegativeTestJSON-1640537421-project] show failed (client error): The resource could not be found. Mar 24 00:57:41.676323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a5689c8-f696-4ac7-bc45-afcd7be1707d req-0edce704-e3f6-44d8-b145-fb658c68d76c tempest-SecurityGroupsNegativeTestJSON-1640537421 tempest-SecurityGroupsNegativeTestJSON-1640537421-project] 10.222.0.45 "GET /v2.0/security-groups/ce0733de-8f4f-4007-82c6-a8674543f3ad HTTP/1.1" status: 404 len: 352 time: 0.0280404 Mar 24 00:57:41.751202 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040002d4-2f53-479c-82cd-8375680adb58 x-openstack-request-id: req-040002d4-2f53-479c-82cd-8375680adb58 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:57:41.751500 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "tag": "25bcad20-0ab8-46d5-a6e7-151b7479473a", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:57:41.751757 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-040002d4-2f53-479c-82cd-8375680adb58 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:57:41.752176 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040002d4-2f53-479c-82cd-8375680adb58'] response: {'name': 'network-changed', 'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'tag': '25bcad20-0ab8-46d5-a6e7-151b7479473a', 'status': 'completed', 'code': 200} Mar 24 00:57:41.864491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-2c7e03c3-6ab9-45fd-a121-65ead5781e95 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535069 Mar 24 00:57:41.917749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e0e06-9121-4ee9-b541-a68c7ad346c4 req-011e060b-3fcf-4195-96fb-91226d10e2ba tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:41.919284 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f46e0e06-9121-4ee9-b541-a68c7ad346c4 req-011e060b-3fcf-4195-96fb-91226d10e2ba tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 946 time: 0.1338985 Mar 24 00:57:41.992259 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c1d34c8-20ab-4685-bf91-526c6d31d639 req-fc0790ae-71c7-41a5-9f7b-28a3ff02e47c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Router 6128ecc2-cb3c-4bcc-8803-411caed6d660 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:57:42.003937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:57:42.044466 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:57:42.048794 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:57:42.057041 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-7cb1c6f7-456f-4147-b2dd-9ac42498b6ea tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1603470839&fields=id&tenant_id=5b002c83a27746a8a6f68e382218347f HTTP/1.1" status: 200 len: 267 time: 0.1103063 Mar 24 00:57:42.218320 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:57:42.266156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c1d34c8-20ab-4685-bf91-526c6d31d639 req-fc0790ae-71c7-41a5-9f7b-28a3ff02e47c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:57:42.270350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f46e0e06-9121-4ee9-b541-a68c7ad346c4 req-1aed0e5e-b64d-4f30-9bf1-cde959ce1929 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130789 Mar 24 00:57:42.280455 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6423248-9637-4487-aa42-1eb487908dd9 None None] Sync routers for ids ['6128ecc2-cb3c-4bcc-8803-411caed6d660'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:57:42.338226 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6423248-9637-4487-aa42-1eb487908dd9 None None] Routers {'6128ecc2-cb3c-4bcc-8803-411caed6d660'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:57:42.339070 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f6423248-9637-4487-aa42-1eb487908dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['6128ecc2-cb3c-4bcc-8803-411caed6d660'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:42.424781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1d34c8-20ab-4685-bf91-526c6d31d639 req-fc0790ae-71c7-41a5-9f7b-28a3ff02e47c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] No DVR routers for this DVR port 48e9cd93-a8ff-4719-98f2-f5dc6172fe94 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:57:42.471681 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4c1d34c8-20ab-4685-bf91-526c6d31d639 req-fc0790ae-71c7-41a5-9f7b-28a3ff02e47c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:42.475057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c1d34c8-20ab-4685-bf91-526c6d31d639 req-fc0790ae-71c7-41a5-9f7b-28a3ff02e47c tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.57 "DELETE /v2.0/ports/48e9cd93-a8ff-4719-98f2-f5dc6172fe94 HTTP/1.1" status: 204 len: 173 time: 3.6890140 Mar 24 00:57:42.490915 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-11f5db7e-e8a1-47b0-808f-af58841c2290 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104853 Mar 24 00:57:42.501595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-89d78330-f39b-4462-8bdf-141abbcd2bd6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:42.513121 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-89d78330-f39b-4462-8bdf-141abbcd2bd6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports/1c728ccb-8271-4a90-b929-9aa496634aa8 HTTP/1.1" status: 200 len: 937 time: 0.2149673 Mar 24 00:57:42.571112 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-18ae9d79-185b-4703-b77f-f80f37972cbf tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:42.578313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-18ae9d79-185b-4703-b77f-f80f37972cbf tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports/cede8d0f-cb62-4fea-af98-110017d5e76a HTTP/1.1" status: 200 len: 936 time: 0.0687509 Mar 24 00:57:42.620404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-cf14efef-49da-4f48-a4b5-cb77182d86a6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?network_id=d9cd7f27-a324-4986-9859-80919b2e14ea&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0411484 Mar 24 00:57:42.701893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-4696e721-3a98-48c8-a6e6-377d9fafa394 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 HTTP/1.1" status: 200 len: 217 time: 0.1440153 Mar 24 00:57:42.712260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-1003d3c8-35ef-4c21-898d-e8a747275c8b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?network_id=d9cd7f27-a324-4986-9859-80919b2e14ea&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0909553 Mar 24 00:57:42.736627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f6423248-9637-4487-aa42-1eb487908dd9 None None] Set router 6128ecc2-cb3c-4bcc-8803-411caed6d660 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:57:42.769499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-5e8528ca-912a-4443-9873-683db487de61 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:42.771158 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-5e8528ca-912a-4443-9873-683db487de61 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61&tenant_id=d31a258675f94796a5709fd6f7444f7f&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 1128 time: 0.6939971 Mar 24 00:57:42.773379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ed139a81-1727-4d4c-9253-6f82723d38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:42.774707 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ed139a81-1727-4d4c-9253-6f82723d38b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4e99765-9e1e-4b73-a310-63430faa30fe HTTP/1.1" status: 200 len: 797 time: 0.0507319 Mar 24 00:57:42.827308 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760455-9'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:42.879874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb63073-26da-4baf-bcd2-52b9f11f85cb req-1774ded1-6db2-4a78-94ad-d9837b0d577e tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:42.887466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-afb63073-26da-4baf-bcd2-52b9f11f85cb req-1774ded1-6db2-4a78-94ad-d9837b0d577e tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.4556150 Mar 24 00:57:42.980574 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-afb63073-26da-4baf-bcd2-52b9f11f85cb req-126b5d9f-deb1-472c-ba1a-c04644299c43 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921681 Mar 24 00:57:43.097448 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-f82ed30d-9f94-49a0-8893-af4e6b12e17f req-8257a893-cfef-43db-b4bb-14b0abf08383 tempest-SecurityGroupsNegativeTestJSON-1640537421 tempest-SecurityGroupsNegativeTestJSON-1640537421-project] show failed (client error): The resource could not be found. Mar 24 00:57:43.110437 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f82ed30d-9f94-49a0-8893-af4e6b12e17f req-8257a893-cfef-43db-b4bb-14b0abf08383 tempest-SecurityGroupsNegativeTestJSON-1640537421 tempest-SecurityGroupsNegativeTestJSON-1640537421-project] 10.222.0.45 "GET /v2.0/security-groups/2cc6daa5-28b1-4324-8a34-beb75da7d40c HTTP/1.1" status: 404 len: 352 time: 0.0539761 Mar 24 00:57:43.116113 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45034) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:43.125558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9ab85639-0197-42c5-95a4-12c9c0b9bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:43.136719 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-9ab85639-0197-42c5-95a4-12c9c0b9bc5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3447311 Mar 24 00:57:43.149813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-5e2532cf-288f-4455-ab61-cfdd8f4c5736 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:43.171475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-5e2532cf-288f-4455-ab61-cfdd8f4c5736 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:43.181005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-5e2532cf-288f-4455-ab61-cfdd8f4c5736 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:43.199563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-5e2532cf-288f-4455-ab61-cfdd8f4c5736 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/networks?id=3442b383-cef2-415a-8f56-3353317f1d87&id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&id=d9cd7f27-a324-4986-9859-80919b2e14ea&id=d9cd7f27-a324-4986-9859-80919b2e14ea HTTP/1.1" status: 200 len: 1994 time: 0.4863777 Mar 24 00:57:43.241587 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-b7835fec-4096-4249-ba89-043d8a22360e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/quotas/5b002c83a27746a8a6f68e382218347f HTTP/1.1" status: 200 len: 375 time: 0.0405838 Mar 24 00:57:43.252995 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:43.262896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f6423248-9637-4487-aa42-1eb487908dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'name': 'tempest-ServersTestManualDisk-1009312806-router', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:42Z', 'updated_at': '2022-03-24T00:55:55Z', 'revision_number': 4, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'gw_port': {'id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '4f8eb045-665a-4dad-a9de-33e0f6bc8558', 'name': '', 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'mac_address': 'fa:16:3e:dd:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:51Z', 'updated_at': '2022-03-24T00:56:08Z', 'revision_number': 5, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'subnets': [{'id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:43.287326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-861d71aa-4ff9-4d67-a174-7dfc8a5279e9 admin admin] Deleting subnet 8e022b62-6568-485a-9a02-1f15d9374bee {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:57:43.298784 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-861d71aa-4ff9-4d67-a174-7dfc8a5279e9 admin admin] Publish callbacks [] for subnet (8e022b62-6568-485a-9a02-1f15d9374bee), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:43.345039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6423248-9637-4487-aa42-1eb487908dd9 None None] Checking router: 6128ecc2-cb3c-4bcc-8803-411caed6d660 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:57:43.374107 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6423248-9637-4487-aa42-1eb487908dd9 None None] Routers {'6128ecc2-cb3c-4bcc-8803-411caed6d660'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:57:43.374655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f6423248-9637-4487-aa42-1eb487908dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['6128ecc2-cb3c-4bcc-8803-411caed6d660'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:43.400827 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-861d71aa-4ff9-4d67-a174-7dfc8a5279e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (8e022b62-6568-485a-9a02-1f15d9374bee), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:43.495667 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-861d71aa-4ff9-4d67-a174-7dfc8a5279e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (8e022b62-6568-485a-9a02-1f15d9374bee), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:43.546029 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2043f-deb3-4508-aed2-7561b3751fa5 req-47cf41d9-095a-444f-9f59-ee6bf77e701f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:43.553912 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ac2043f-deb3-4508-aed2-7561b3751fa5 req-47cf41d9-095a-444f-9f59-ee6bf77e701f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 943 time: 0.3405318 Mar 24 00:57:43.574827 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-55057cc1-493e-4694-b3d3-8255d1fd9c37 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b002c83a27746a8a6f68e382218347f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3320112 Mar 24 00:57:43.580151 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-f456cdec-829f-4e94-bfd6-2a59c260bb0a service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533936 Mar 24 00:57:43.610486 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-861d71aa-4ff9-4d67-a174-7dfc8a5279e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (8e022b62-6568-485a-9a02-1f15d9374bee), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:43.645944 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f6423248-9637-4487-aa42-1eb487908dd9 None None] Set router 6128ecc2-cb3c-4bcc-8803-411caed6d660 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:57:43.673041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] For port a141c53e-af42-4e2f-bd5e-40fd12044197, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a141c53e-af42-4e2f-bd5e-40fd12044197,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:43.708763 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-861d71aa-4ff9-4d67-a174-7dfc8a5279e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:43.711890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ac2043f-deb3-4508-aed2-7561b3751fa5 req-789fde36-6de0-43ff-9ed5-7902f187d59b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566763 Mar 24 00:57:43.733600 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-861d71aa-4ff9-4d67-a174-7dfc8a5279e9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8e022b62-6568-485a-9a02-1f15d9374bee HTTP/1.1" status: 204 len: 168 time: 0.6151443 Mar 24 00:57:43.737839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d71aa-4ff9-4d67-a174-7dfc8a5279e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e022b62-6568-485a-9a02-1f15d9374bee,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:43.745794 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45042) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:43.758173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573286e1-e78f-4614-96b5-de101d70a34a', 'name': 'network-vif-deleted', 'tag': '48e9cd93-a8ff-4719-98f2-f5dc6172fe94'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:57:43.760755 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9152b78-74d3-4abe-afd1-100c3999adc2" -d '{"events": [{"server_uuid": "573286e1-e78f-4614-96b5-de101d70a34a", "name": "network-vif-deleted", "tag": "48e9cd93-a8ff-4719-98f2-f5dc6172fe94"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:57:43.807891 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-38b1ceff-a2e7-4bb1-8057-d86b46f53a3c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:57:43.815418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-38b1ceff-a2e7-4bb1-8057-d86b46f53a3c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2011468 Mar 24 00:57:43.911720 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39cbc8a5-6e41-4cd9-89c4-2464cddfad15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (4b1e2bf6-902e-4521-86f8-e8cd163661d0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:43.937971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] For port a141c53e-af42-4e2f-bd5e-40fd12044197, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:57:44.020073 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Publish callbacks [] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:44.026066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a141c53e-af42-4e2f-bd5e-40fd12044197 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:57:44.031407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-da181f57-d354-4916-a514-c9ff8dc26e4e service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427471 Mar 24 00:57:44.036312 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:44.080763 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39cbc8a5-6e41-4cd9-89c4-2464cddfad15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (4b1e2bf6-902e-4521-86f8-e8cd163661d0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:44.106613 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-39cbc8a5-6e41-4cd9-89c4-2464cddfad15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1e2bf6-902e-4521-86f8-e8cd163661d0']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:44.117532 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-39cbc8a5-6e41-4cd9-89c4-2464cddfad15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5596ac36-23d3-4ac7-9f61-9340de8673b4') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:44.118228 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-39cbc8a5-6e41-4cd9-89c4-2464cddfad15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5596ac36-23d3-4ac7-9f61-9340de8673b4') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:44.128454 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39cbc8a5-6e41-4cd9-89c4-2464cddfad15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (5596ac36-23d3-4ac7-9f61-9340de8673b4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:44.147653 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39cbc8a5-6e41-4cd9-89c4-2464cddfad15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5596ac36-23d3-4ac7-9f61-9340de8673b4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:44.159303 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39cbc8a5-6e41-4cd9-89c4-2464cddfad15 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:57:44.159755 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39cbc8a5-6e41-4cd9-89c4-2464cddfad15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (5596ac36-23d3-4ac7-9f61-9340de8673b4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:57:44.163264 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:57:44.254518 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39cbc8a5-6e41-4cd9-89c4-2464cddfad15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (4b1e2bf6-902e-4521-86f8-e8cd163661d0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:44.266982 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39cbc8a5-6e41-4cd9-89c4-2464cddfad15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:44.279167 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-39cbc8a5-6e41-4cd9-89c4-2464cddfad15 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4b1e2bf6-902e-4521-86f8-e8cd163661d0 HTTP/1.1" status: 204 len: 168 time: 0.5314322 Mar 24 00:57:44.306859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbc8a5-6e41-4cd9-89c4-2464cddfad15 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1e2bf6-902e-4521-86f8-e8cd163661d0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:44.311009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a141c53e-af42-4e2f-bd5e-40fd12044197, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a141c53e-af42-4e2f-bd5e-40fd12044197,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:44.327627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a141c53e-af42-4e2f-bd5e-40fd12044197 has no active binding in host n-h1-760455-9 {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 24 00:57:44.338388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f6423248-9637-4487-aa42-1eb487908dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'name': 'tempest-ServersTestManualDisk-1009312806-router', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:42Z', 'updated_at': '2022-03-24T00:55:55Z', 'revision_number': 4, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'gw_port': {'id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '4f8eb045-665a-4dad-a9de-33e0f6bc8558', 'name': '', 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'mac_address': 'fa:16:3e:dd:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:51Z', 'updated_at': '2022-03-24T00:56:08Z', 'revision_number': 5, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'subnets': [{'id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:44.386921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6423248-9637-4487-aa42-1eb487908dd9 None None] The sync data for ids ['6128ecc2-cb3c-4bcc-8803-411caed6d660'] in n-d-760455-9 is: [{'id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'name': 'tempest-ServersTestManualDisk-1009312806-router', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:42Z', 'updated_at': '2022-03-24T00:55:55Z', 'revision_number': 4, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'gw_port': {'id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '4f8eb045-665a-4dad-a9de-33e0f6bc8558', 'name': '', 'network_id': '49714af7-6855-410b-a16d-b9c5c458a3c9', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'mac_address': 'fa:16:3e:dd:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:51Z', 'updated_at': '2022-03-24T00:56:08Z', 'revision_number': 5, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'subnets': [{'id': '0b188f70-d003-40e9-a092-64b6a81d9504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:57:44.497319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45060) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:44.515265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-93c62cec-a16f-4e34-82ed-a0c3d963df65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=471845b6-6baf-4080-86fd-eaaed913b735 HTTP/1.1" status: 200 len: 217 time: 0.4745760 Mar 24 00:57:44.554302 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9db20706-22be-4cb9-a26d-a68086c1c538 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e60b2416b8c4c79b0a971ac094feb6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0556381 Mar 24 00:57:44.557635 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45062) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:44.575517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fd308-4574-49d5-8be2-f26525f76b73 req-fd942a0d-3086-443e-a707-61bd022a3907 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:44.582318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fd308-4574-49d5-8be2-f26525f76b73 req-fd942a0d-3086-443e-a707-61bd022a3907 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:44.590160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fd308-4574-49d5-8be2-f26525f76b73 req-fd942a0d-3086-443e-a707-61bd022a3907 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:44.595385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fd308-4574-49d5-8be2-f26525f76b73 req-fd942a0d-3086-443e-a707-61bd022a3907 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:44.600666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fd308-4574-49d5-8be2-f26525f76b73 req-fd942a0d-3086-443e-a707-61bd022a3907 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:44.606193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fd308-4574-49d5-8be2-f26525f76b73 req-fd942a0d-3086-443e-a707-61bd022a3907 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:44.611484 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fd308-4574-49d5-8be2-f26525f76b73 req-fd942a0d-3086-443e-a707-61bd022a3907 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:44.613477 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b7fd308-4574-49d5-8be2-f26525f76b73 req-fd942a0d-3086-443e-a707-61bd022a3907 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.7158918 Mar 24 00:57:44.629760 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c50d-4a45-4af4-8741-4cd73358d427 admin admin] Publish callbacks [] for security_group (1db5f4c5-1223-4113-a5cc-3a4406a09206), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:44.652159 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-44b5a5cf-6fcb-4071-910e-c9a03a498bff service neutron] 10.222.0.45 "GET /v2.0/networks/3442b383-cef2-415a-8f56-3353317f1d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8146765 Mar 24 00:57:44.681435 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c50d-4a45-4af4-8741-4cd73358d427 admin admin] Publish callbacks [] for security_group (1db5f4c5-1223-4113-a5cc-3a4406a09206), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:44.699363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Pushing event updated for resources: {'Port': ['ID=a141c53e-af42-4e2f-bd5e-40fd12044197,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:44.746411 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c50d-4a45-4af4-8741-4cd73358d427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1db5f4c5-1223-4113-a5cc-3a4406a09206), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:44.750405 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c50d-4a45-4af4-8741-4cd73358d427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:44.754132 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2eb6c50d-4a45-4af4-8741-4cd73358d427 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1db5f4c5-1223-4113-a5cc-3a4406a09206 HTTP/1.1" status: 204 len: 168 time: 0.1918306 Mar 24 00:57:44.762664 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6c50d-4a45-4af4-8741-4cd73358d427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db5f4c5-1223-4113-a5cc-3a4406a09206,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:44.837964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-eb61b653-856f-4efa-94ad-8a9da184f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:44.846680 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f2d92b-96ee-4d7a-a960-b03c0ede1b76 None None] New status for floating IP aaa43c6f-516d-4dc6-a669-ab5b5e74a31d: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:57:44.847249 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-eb61b653-856f-4efa-94ad-8a9da184f560 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4e99765-9e1e-4b73-a310-63430faa30fe HTTP/1.1" status: 200 len: 797 time: 0.2253027 Mar 24 00:57:44.856563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Attempting to bind port a141c53e-af42-4e2f-bd5e-40fd12044197 on host n-h2-760455-9 for vnic_type normal with profile {"migrating_to": "n-h1-760455-9"} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:57:44.856899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Attempting to bind port a141c53e-af42-4e2f-bd5e-40fd12044197 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:57:44.857265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Attempting to bind port a141c53e-af42-4e2f-bd5e-40fd12044197 on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:44.922826 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Port a141c53e-af42-4e2f-bd5e-40fd12044197 on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:57:44.923141 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Attempting to bind port a141c53e-af42-4e2f-bd5e-40fd12044197 on network ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:44.929906 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b7fd308-4574-49d5-8be2-f26525f76b73 req-cfbf00ee-5e7a-4433-a7e9-760a5d4cbf93 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2990017 Mar 24 00:57:44.955449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:57:44.956062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Checking segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:44.956194 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Bound using segment: {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:57:44.956532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Bound port: a141c53e-af42-4e2f-bd5e-40fd12044197, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716e7f2f-272b-48b5-8a7c-75deb113119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea749ec3-156a-4ab2-a75d-04b9d11ec5a6'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:57:44.956895 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:45.020734 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b75d74-cfad-4260-bacc-c4232de743b1 service neutron] 10.222.0.45 "GET /v2.0/networks/3442b383-cef2-415a-8f56-3353317f1d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332314 Mar 24 00:57:45.121050 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0df092c3-d353-4af4-aab1-c3f6d7b8a3d1 req-786e8c80-cfb1-42cc-82fe-b947af996b56 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ff4ef0da-6d66-4463-b3ed-deebda455124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2587512 Mar 24 00:57:45.122816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-672b988b-cd0b-451e-abce-30e7e87c3cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:45.124131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-672b988b-cd0b-451e-abce-30e7e87c3cfa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2507193 Mar 24 00:57:45.133772 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-464ff2a3-23e8-4025-8f80-7f6ae36644f0 service neutron] 10.222.0.45 "GET /v2.0/ports/1c728ccb-8271-4a90-b929-9aa496634aa8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1026237 Mar 24 00:57:45.286054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] For port a141c53e-af42-4e2f-bd5e-40fd12044197, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:57:45.340211 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] For port a141c53e-af42-4e2f-bd5e-40fd12044197, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a141c53e-af42-4e2f-bd5e-40fd12044197,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:57:45.369034 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:45.448650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df092c3-d353-4af4-aab1-c3f6d7b8a3d1 req-267d3cd9-79de-40a9-8d2f-11b574987d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:45.450188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0df092c3-d353-4af4-aab1-c3f6d7b8a3d1 req-267d3cd9-79de-40a9-8d2f-11b574987d4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=ff4ef0da-6d66-4463-b3ed-deebda455124 HTTP/1.1" status: 200 len: 1127 time: 0.2827299 Mar 24 00:57:45.451959 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-860708d4-b48b-4f99-bdb8-bf9e5d7f4d8c service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173068 Mar 24 00:57:45.455199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-c729626f-288e-466c-9414-407ebaf94d8a service neutron] 10.222.0.45 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057513 Mar 24 00:57:45.500409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6f511-be0b-430f-a00d-a12468db6113 req-d15a9366-3f59-4ab2-bf8c-3fdec23f043e tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:45.501910 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3c6f511-be0b-430f-a00d-a12468db6113 req-d15a9366-3f59-4ab2-bf8c-3fdec23f043e tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 944 time: 0.2284944 Mar 24 00:57:45.614749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Pushing event updated for resources: {'Port': ['ID=a141c53e-af42-4e2f-bd5e-40fd12044197,revision_number=8']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:45.688843 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:45.689405 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:45.690982 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c0c0a323-c4c0-48fb-b7ae-6b94c31af2ea service neutron] 10.222.0.57 "PUT /v2.0/ports/a141c53e-af42-4e2f-bd5e-40fd12044197 HTTP/1.1" status: 200 len: 1122 time: 2.9004061 Mar 24 00:57:45.764576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45096) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:45.769927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['a141c53e-af42-4e2f-bd5e-40fd12044197'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:57:45.790819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3c6f511-be0b-430f-a00d-a12468db6113 req-ffa2f66a-a12e-4536-b635-b9d65ad53c1c tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573299 Mar 24 00:57:45.817779 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a141c53e-af42-4e2f-bd5e-40fd12044197'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:57:45.851961 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-a2883e61-4f09-447c-849a-82c9123cf9b1 service neutron] 10.222.0.45 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812213 Mar 24 00:57:45.869648 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-170db5ce-e26c-4b8c-a96d-3832b2960b0b service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069114 Mar 24 00:57:45.951280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-67925775-d240-40f1-8bfa-d6549710edc3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1318194992-network', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:45.959631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-cc405c6d-9112-4760-8932-c27f07b4c8f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=965b39a6-6f37-434c-8b50-48ec171af77e HTTP/1.1" status: 200 len: 217 time: 0.0750186 Mar 24 00:57:45.961389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df092c3-d353-4af4-aab1-c3f6d7b8a3d1 req-c0871d5d-a87b-46a0-b3cf-5c11ff59b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:45.963602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0df092c3-d353-4af4-aab1-c3f6d7b8a3d1 req-c0871d5d-a87b-46a0-b3cf-5c11ff59b819 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.4856794 Mar 24 00:57:45.978185 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67925775-d240-40f1-8bfa-d6549710edc3 admin admin] Made reservation on behalf of 1ac18b19f7a24286a12bbfb6af5f2943 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:45.982143 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67925775-d240-40f1-8bfa-d6549710edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:45.993466 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67925775-d240-40f1-8bfa-d6549710edc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:46.085859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f25533e1-0e0b-4389-84c0-4cc674df09ce no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:57:46.096893 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67925775-d240-40f1-8bfa-d6549710edc3 admin admin] Publish callbacks [] for security_group (6b80cb47-f9d8-40a5-b7f7-714e9dd11255), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:46.101649 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67925775-d240-40f1-8bfa-d6549710edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6b80cb47-f9d8-40a5-b7f7-714e9dd11255), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:46.119765 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-ad115d1a-5b73-4d96-a4f2-cb699c490aea service neutron] 10.222.0.45 "GET /v2.0/ports/cede8d0f-cb62-4fea-af98-110017d5e76a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2467914 Mar 24 00:57:46.120977 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0df092c3-d353-4af4-aab1-c3f6d7b8a3d1 req-889dca9f-56b0-4baa-874f-d18b5c7aab90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ebb3c8-8c34-490c-b5d6-20670eaa91ad HTTP/1.1" status: 200 len: 217 time: 0.1081159 Mar 24 00:57:46.133754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67925775-d240-40f1-8bfa-d6549710edc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b80cb47-f9d8-40a5-b7f7-714e9dd11255,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:46.135372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958b926-00d9-4854-aaea-aba21a6f17c8 req-59009c33-4973-49dd-9cf0-22205c43422b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:46.144035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67925775-d240-40f1-8bfa-d6549710edc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:57:46.159052 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2958b926-00d9-4854-aaea-aba21a6f17c8 req-59009c33-4973-49dd-9cf0-22205c43422b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1920495 Mar 24 00:57:46.172311 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67925775-d240-40f1-8bfa-d6549710edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (af66d257-276d-42c2-9a9a-38c0a7ff7d27), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:46.173053 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-67925775-d240-40f1-8bfa-d6549710edc3 admin admin] Added segment af66d257-276d-42c2-9a9a-38c0a7ff7d27 of type vlan for network a7cbf4f1-e156-43b3-b72e-c913a1c29220 Mar 24 00:57:46.228266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67925775-d240-40f1-8bfa-d6549710edc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (a7cbf4f1-e156-43b3-b72e-c913a1c29220), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:46.264427 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67925775-d240-40f1-8bfa-d6549710edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (a7cbf4f1-e156-43b3-b72e-c913a1c29220), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:46.266101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67925775-d240-40f1-8bfa-d6549710edc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:46.266758 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67925775-d240-40f1-8bfa-d6549710edc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:46.273083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df092c3-d353-4af4-aab1-c3f6d7b8a3d1 req-9e69082a-64cb-40db-ac0e-bc64859eaae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:46.274832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0df092c3-d353-4af4-aab1-c3f6d7b8a3d1 req-9e69082a-64cb-40db-ac0e-bc64859eaae6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.1090403 Mar 24 00:57:46.307298 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-67925775-d240-40f1-8bfa-d6549710edc3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5409856 Mar 24 00:57:46.326746 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 45102) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:46.333776 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-2e3745d2-46bb-4e17-8033-4ae8f1e9ea7d admin admin] Request body: {'subnet': {'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1318194992-subnet', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:46.335741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f25533e1-0e0b-4389-84c0-4cc674df09ce is: DOWN; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:46.343413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6c9ffc3e-83ea-4b5d-8146-6f871b94c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:46.344938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-6c9ffc3e-83ea-4b5d-8146-6f871b94c4d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4e99765-9e1e-4b73-a310-63430faa30fe HTTP/1.1" status: 200 len: 797 time: 0.3307667 Mar 24 00:57:46.355335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67925775-d240-40f1-8bfa-d6549710edc3 admin admin] Pushing event updated for resources: {'Network': ['ID=a7cbf4f1-e156-43b3-b72e-c913a1c29220,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:46.367737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network a7cbf4f1-e156-43b3-b72e-c913a1c29220 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:57:46.440963 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3745d2-46bb-4e17-8033-4ae8f1e9ea7d admin admin] Made reservation on behalf of 1ac18b19f7a24286a12bbfb6af5f2943 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:46.444020 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2e3745d2-46bb-4e17-8033-4ae8f1e9ea7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:46.448462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2958b926-00d9-4854-aaea-aba21a6f17c8 req-24d8430c-2c92-4274-b020-fdb7d544e5d2 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886064 Mar 24 00:57:46.531293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df092c3-d353-4af4-aab1-c3f6d7b8a3d1 req-81947c56-aecd-404d-8359-fed5291abdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:46.533256 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0df092c3-d353-4af4-aab1-c3f6d7b8a3d1 req-81947c56-aecd-404d-8359-fed5291abdcc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2391829 Mar 24 00:57:46.539072 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3098dc54-6cb6-43bf-abbc-0f6ddb5b1a8b x-openstack-request-id: req-3098dc54-6cb6-43bf-abbc-0f6ddb5b1a8b {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:57:46.539072 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573286e1-e78f-4614-96b5-de101d70a34a", "name": "network-vif-deleted", "tag": "48e9cd93-a8ff-4719-98f2-f5dc6172fe94", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:57:46.539419 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3098dc54-6cb6-43bf-abbc-0f6ddb5b1a8b {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:57:46.539725 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3098dc54-6cb6-43bf-abbc-0f6ddb5b1a8b'] response: {'server_uuid': '573286e1-e78f-4614-96b5-de101d70a34a', 'name': 'network-vif-deleted', 'tag': '48e9cd93-a8ff-4719-98f2-f5dc6172fe94', 'status': 'completed', 'code': 200} Mar 24 00:57:46.546447 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45106) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:46.550445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-07075465-98e9-4f52-b399-a3b7ea8f2623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:46.558641 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-07075465-98e9-4f52-b399-a3b7ea8f2623 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1986871 Mar 24 00:57:46.650928 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8bd0edb3-51a4-4406-85f8-454ffa9769a0 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for security_group (2c7e0027-a605-44ef-8c21-2e7a45cb3deb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:46.685002 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8bd0edb3-51a4-4406-85f8-454ffa9769a0 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for security_group (2c7e0027-a605-44ef-8c21-2e7a45cb3deb), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:46.730618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-1808dfc5-6276-49d7-846c-eae1bcd85e5c service neutron] 10.222.0.45 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134475 Mar 24 00:57:46.744135 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8bd0edb3-51a4-4406-85f8-454ffa9769a0 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2c7e0027-a605-44ef-8c21-2e7a45cb3deb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:46.748332 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8bd0edb3-51a4-4406-85f8-454ffa9769a0 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:46.752967 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8bd0edb3-51a4-4406-85f8-454ffa9769a0 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "DELETE /v2.0/security-groups/2c7e0027-a605-44ef-8c21-2e7a45cb3deb HTTP/1.1" status: 204 len: 168 time: 0.2047462 Mar 24 00:57:46.754021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45118) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:46.781416 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0edb3-51a4-4406-85f8-454ffa9769a0 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7e0027-a605-44ef-8c21-2e7a45cb3deb,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:46.785272 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-5a7d8cd7-a88a-4540-946c-6aee957f72a0 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] show failed (client error): The resource could not be found. Mar 24 00:57:46.791220 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5a7d8cd7-a88a-4540-946c-6aee957f72a0 tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "GET /v2.0/security-groups/2c7e0027-a605-44ef-8c21-2e7a45cb3deb HTTP/1.1" status: 404 len: 347 time: 0.0327117 Mar 24 00:57:46.793436 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45120) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:46.887411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0df092c3-d353-4af4-aab1-c3f6d7b8a3d1 req-101595aa-517e-4b05-9d5f-6ef481a29f83 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395197 Mar 24 00:57:46.932666 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-515ef38d-73f8-4f9a-918a-04967191cdbb tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Deleting port 0950bcd4-b7ba-491e-9b6b-21cf4cbcf60a {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:57:46.933177 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-515ef38d-73f8-4f9a-918a-04967191cdbb tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0950bcd4-b7ba-491e-9b6b-21cf4cbcf60a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:46.971938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b17e1685-a732-4371-b56b-f4adf16df04f service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124596 Mar 24 00:57:47.023241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-06fd7286-df44-4ec9-966f-8977ed4493de service neutron] 10.222.0.45 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763157 Mar 24 00:57:47.025652 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-515ef38d-73f8-4f9a-918a-04967191cdbb tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0950bcd4-b7ba-491e-9b6b-21cf4cbcf60a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:47.025930 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-515ef38d-73f8-4f9a-918a-04967191cdbb tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for floatingip (0950bcd4-b7ba-491e-9b6b-21cf4cbcf60a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:47.039211 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-515ef38d-73f8-4f9a-918a-04967191cdbb tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Calling delete_port for 0950bcd4-b7ba-491e-9b6b-21cf4cbcf60a owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:57:47.088010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435e03d-f0c8-40df-bba9-55c3d62cdfbd req-4980f114-f0ee-4a01-91fa-0dc87b6f5f22 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:47.089583 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f435e03d-f0c8-40df-bba9-55c3d62cdfbd req-4980f114-f0ee-4a01-91fa-0dc87b6f5f22 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.3554966 Mar 24 00:57:47.180636 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-515ef38d-73f8-4f9a-918a-04967191cdbb tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0950bcd4-b7ba-491e-9b6b-21cf4cbcf60a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:47.207485 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ef38d-73f8-4f9a-918a-04967191cdbb tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Pushing event deleted for resources: {'Port': ['ID=0950bcd4-b7ba-491e-9b6b-21cf4cbcf60a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:47.271444 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-515ef38d-73f8-4f9a-918a-04967191cdbb tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks [] for floatingip (aaa43c6f-516d-4dc6-a669-ab5b5e74a31d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:47.274326 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-515ef38d-73f8-4f9a-918a-04967191cdbb tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:47.279180 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-515ef38d-73f8-4f9a-918a-04967191cdbb tempest-ServersTestManualDisk-91377438 tempest-ServersTestManualDisk-91377438-project] 10.222.0.45 "DELETE /v2.0/floatingips/aaa43c6f-516d-4dc6-a669-ab5b5e74a31d HTTP/1.1" status: 204 len: 168 time: 0.4811714 Mar 24 00:57:47.279180 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45124) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:47.316930 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0df092c3-d353-4af4-aab1-c3f6d7b8a3d1 req-9f6d110c-88e0-4bcc-9c31-a764581f32a0 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085631 Mar 24 00:57:47.343320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a682d4c-f9b0-417f-b3c2-9a607a8f21ba req-660d3bda-873f-4400-987b-bad79d23b2be service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3411105 Mar 24 00:57:47.371605 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2e3745d2-46bb-4e17-8033-4ae8f1e9ea7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (4d4f1ff7-f8bd-48b3-933f-16bcf1a98553), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:47.394184 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f435e03d-f0c8-40df-bba9-55c3d62cdfbd req-60ddbb6f-f43f-47b3-8da8-9552e47ddf1e tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652864 Mar 24 00:57:47.400936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-b3c24790-ad75-4c89-8463-9f86d2189883 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173987 Mar 24 00:57:47.683593 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eed345e9-9df5-43cf-92fe-f3fb9869466b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (6128ecc2-cb3c-4bcc-8803-411caed6d660), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:47.807890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-93d67b47-846e-481c-98a6-2a50fdb89943 service neutron] 10.222.0.45 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7281842 Mar 24 00:57:47.869521 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-eea02842-8af8-4314-94a9-c708847a3507 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7c729bd0-ae50-49ad-812d-a2a463b8106a HTTP/1.1" status: 200 len: 217 time: 0.4356976 Mar 24 00:57:47.943446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-eed345e9-9df5-43cf-92fe-f3fb9869466b admin admin] Deleting port 4f8eb045-665a-4dad-a9de-33e0f6bc8558 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:57:47.944001 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eed345e9-9df5-43cf-92fe-f3fb9869466b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:47.946697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3745d2-46bb-4e17-8033-4ae8f1e9ea7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d4f1ff7-f8bd-48b3-933f-16bcf1a98553,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:48.025461 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-eed345e9-9df5-43cf-92fe-f3fb9869466b admin admin] For port 4f8eb045-665a-4dad-a9de-33e0f6bc8558, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4f8eb045-665a-4dad-a9de-33e0f6bc8558,segment=NetworkSegment(f1fae45a-f482-4f90-a9e9-74bff80c7890),segment_id=f1fae45a-f482-4f90-a9e9-74bff80c7890)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:48.025878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3745d2-46bb-4e17-8033-4ae8f1e9ea7d admin admin] Checking segment: {'id': 'af66d257-276d-42c2-9a9a-38c0a7ff7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:48.026350 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eed345e9-9df5-43cf-92fe-f3fb9869466b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:48.026476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3745d2-46bb-4e17-8033-4ae8f1e9ea7d admin admin] Network hostable DHCP agents. Network: a7cbf4f1-e156-43b3-b72e-c913a1c29220, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:57:48.033460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682d4c-f9b0-417f-b3c2-9a607a8f21ba req-3d645120-d1df-4b82-b738-f5e658f21c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:48.035081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a682d4c-f9b0-417f-b3c2-9a607a8f21ba req-3d645120-d1df-4b82-b738-f5e658f21c77 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 1127 time: 0.6384149 Mar 24 00:57:48.044808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-eed345e9-9df5-43cf-92fe-f3fb9869466b admin admin] Calling delete_port for 4f8eb045-665a-4dad-a9de-33e0f6bc8558 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:57:48.045872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-d2b88e45-5d4c-49c9-bbbe-b666edcddfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:48.047402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-d2b88e45-5d4c-49c9-bbbe-b666edcddfcc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76b3c3b5-9e29-46f6-ae72-c5ab95608d09 HTTP/1.1" status: 200 len: 797 time: 0.1462183 Mar 24 00:57:48.073222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcee4f-ebe9-44fe-966a-96d547cbb2cc req-f60f83c4-4c7f-40ba-bd20-e5a08b0edd9f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:48.078007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcee4f-ebe9-44fe-966a-96d547cbb2cc req-f60f83c4-4c7f-40ba-bd20-e5a08b0edd9f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:48.083352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcee4f-ebe9-44fe-966a-96d547cbb2cc req-f60f83c4-4c7f-40ba-bd20-e5a08b0edd9f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:48.089189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcee4f-ebe9-44fe-966a-96d547cbb2cc req-f60f83c4-4c7f-40ba-bd20-e5a08b0edd9f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:48.094459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcee4f-ebe9-44fe-966a-96d547cbb2cc req-f60f83c4-4c7f-40ba-bd20-e5a08b0edd9f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:48.100876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcee4f-ebe9-44fe-966a-96d547cbb2cc req-f60f83c4-4c7f-40ba-bd20-e5a08b0edd9f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:48.107063 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcee4f-ebe9-44fe-966a-96d547cbb2cc req-f60f83c4-4c7f-40ba-bd20-e5a08b0edd9f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:48.109361 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bebcee4f-ebe9-44fe-966a-96d547cbb2cc req-f60f83c4-4c7f-40ba-bd20-e5a08b0edd9f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.2991641 Mar 24 00:57:48.176335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-d209e4ef-0572-4a93-8750-0769457b42bd service neutron] 10.222.0.45 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286760 Mar 24 00:57:48.288342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3745d2-46bb-4e17-8033-4ae8f1e9ea7d admin admin] Network a7cbf4f1-e156-43b3-b72e-c913a1c29220 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:57:48.343352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-2e3745d2-46bb-4e17-8033-4ae8f1e9ea7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, a7cbf4f1-e156-43b3-b72e-c913a1c29220) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:48.348277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3745d2-46bb-4e17-8033-4ae8f1e9ea7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:48.349313 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2e3745d2-46bb-4e17-8033-4ae8f1e9ea7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:48.357321 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8122c56-13db-49e7-bbb9-783d8194dadc None None] Network a7cbf4f1-e156-43b3-b72e-c913a1c29220 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:57:48.379906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ea80f35d-cd9e-43bf-ba69-be529290d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:48.386481 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ea80f35d-cd9e-43bf-ba69-be529290d9b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00af8be2-710f-470c-b10f-a3c1e77c88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2553391 Mar 24 00:57:48.472047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bebcee4f-ebe9-44fe-966a-96d547cbb2cc req-63b1eb52-6709-4cc0-9b75-4b2482e347b7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3326995 Mar 24 00:57:48.485501 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2e3745d2-46bb-4e17-8033-4ae8f1e9ea7d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1530604 Mar 24 00:57:48.503643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 45128) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:48.506955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682d4c-f9b0-417f-b3c2-9a607a8f21ba req-e5de904b-0316-4944-bb96-ad1b67d51ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:48.508478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a682d4c-f9b0-417f-b3c2-9a607a8f21ba req-e5de904b-0316-4944-bb96-ad1b67d51ed4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.3958704 Mar 24 00:57:48.514666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1318194992-router', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:48.530470 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-099b1e9d-a456-4a04-bbb7-ad0bb07a152b service neutron] 10.222.0.45 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251774 Mar 24 00:57:48.549382 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eed345e9-9df5-43cf-92fe-f3fb9869466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4f8eb045-665a-4dad-a9de-33e0f6bc8558), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:48.561428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'fixed_ips': [{'subnet_id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:57:48.562297 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:48.575879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ac49e3-507c-463d-a92d-bd23eff41b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a141c53e-af42-4e2f-bd5e-40fd12044197'}, {'name': 'network-changed', 'server_uuid': '31ac49e3-507c-463d-a92d-bd23eff41b61', 'tag': 'a141c53e-af42-4e2f-bd5e-40fd12044197'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:57:48.578206 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda23f1b-a185-4603-ba8f-af1b29c47b9c" -d '{"events": [{"server_uuid": "31ac49e3-507c-463d-a92d-bd23eff41b61", "name": "network-vif-unplugged", "status": "completed", "tag": "a141c53e-af42-4e2f-bd5e-40fd12044197"}, {"name": "network-changed", "server_uuid": "31ac49e3-507c-463d-a92d-bd23eff41b61", "tag": "a141c53e-af42-4e2f-bd5e-40fd12044197"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:57:48.597282 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed345e9-9df5-43cf-92fe-f3fb9869466b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8eb045-665a-4dad-a9de-33e0f6bc8558,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:48.608786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a682d4c-f9b0-417f-b3c2-9a607a8f21ba req-7144e12b-6e9f-4535-9202-0c8b11ff9a0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dbe84c1-0209-4a91-972b-a3e08e36d97e HTTP/1.1" status: 200 len: 217 time: 0.0896461 Mar 24 00:57:48.778474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5aa0c205-31dc-48ff-8be5-a0a05d314c8e service neutron] 10.222.0.48 "GET /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762348 Mar 24 00:57:48.782985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682d4c-f9b0-417f-b3c2-9a607a8f21ba req-69d2e59d-e32f-46b4-87c3-e80800b7c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:48.784828 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a682d4c-f9b0-417f-b3c2-9a607a8f21ba req-69d2e59d-e32f-46b4-87c3-e80800b7c872 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.1198635 Mar 24 00:57:48.796383 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (c4b16a82-b345-4459-929c-8c26e32bdf0b), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:48.797391 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (c4b16a82-b345-4459-929c-8c26e32bdf0b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:48.823473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Allocated IP 172.20.0.2 (a7cbf4f1-e156-43b3-b72e-c913a1c29220/4d4f1ff7-f8bd-48b3-933f-16bcf1a98553/f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:57:48.862764 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Publish callbacks [] for router_controller (c4b16a82-b345-4459-929c-8c26e32bdf0b), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:48.919181 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eed345e9-9df5-43cf-92fe-f3fb9869466b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (6128ecc2-cb3c-4bcc-8803-411caed6d660), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:49.012698 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Publish callbacks [] for port (f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:49.027130 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:49.074582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Network a7cbf4f1-e156-43b3-b72e-c913a1c29220 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:57:49.078897 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:49.082535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:57:49.122223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Pushing event updated for resources: {'Port': ['ID=f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:49.154906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a76a81-c43c-44f5-84f6-d184d3e309d1 req-08c6649f-13f3-43b1-9fb1-8db99e3dd240 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:49.181211 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1a76a81-c43c-44f5-84f6-d184d3e309d1 req-08c6649f-13f3-43b1-9fb1-8db99e3dd240 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.5571728 Mar 24 00:57:49.181728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Attempting to bind port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:57:49.182105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Attempting to bind port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'af66d257-276d-42c2-9a9a-38c0a7ff7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:57:49.182469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Attempting to bind port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d on network a7cbf4f1-e156-43b3-b72e-c913a1c29220 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:49.190059 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:57:49.190487 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Checking segment: {'id': 'af66d257-276d-42c2-9a9a-38c0a7ff7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:49.190842 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:49.191238 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Bound using segment: {'id': 'af66d257-276d-42c2-9a9a-38c0a7ff7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:57:49.191718 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Bound port: f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af66d257-276d-42c2-9a9a-38c0a7ff7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:57:49.192101 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:49.237971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed345e9-9df5-43cf-92fe-f3fb9869466b admin admin] Router 6128ecc2-cb3c-4bcc-8803-411caed6d660 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:57:49.313457 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] For port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:57:49.317357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] For port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d,segment=NetworkSegment(af66d257-276d-42c2-9a9a-38c0a7ff7d27),segment_id=af66d257-276d-42c2-9a9a-38c0a7ff7d27)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:57:49.320323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Publish callbacks [] for router_gateway (c4b16a82-b345-4459-929c-8c26e32bdf0b), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:49.326333 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:49.349718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-46d0feb0-4bf1-4c90-9f9e-c78bfbba8bef service neutron] 10.222.0.45 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7630229 Mar 24 00:57:49.368484 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 732e6455-fb3f-4ea8-986b-f32268dcf320 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:57:49.371710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed345e9-9df5-43cf-92fe-f3fb9869466b admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:57:49.381929 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eed345e9-9df5-43cf-92fe-f3fb9869466b admin admin] 10.222.0.45 "PUT /v2.0/routers/6128ecc2-cb3c-4bcc-8803-411caed6d660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0989575 Mar 24 00:57:49.383965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45132) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:49.413592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c172c34-cd87-4e1b-969e-e68f2a9e8ab8 None None] Sync routers for ids ['6128ecc2-cb3c-4bcc-8803-411caed6d660'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:57:49.478628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c172c34-cd87-4e1b-969e-e68f2a9e8ab8 None None] Routers {'6128ecc2-cb3c-4bcc-8803-411caed6d660'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:57:49.480400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2c172c34-cd87-4e1b-969e-e68f2a9e8ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['6128ecc2-cb3c-4bcc-8803-411caed6d660'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:49.541788 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-52cc69c4-3018-4c89-bbf2-24090c91adb3 service neutron] 10.222.0.45 "GET /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364491 Mar 24 00:57:49.563074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f11515a5-7691-4854-8d7d-f4afb72aaa75 admin admin] Publish callbacks [] for router (6128ecc2-cb3c-4bcc-8803-411caed6d660), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:49.619121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336b3bb-7519-43ca-85a3-40288de74d44 None None] Pushing event updated for resources: {'Port': ['ID=f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:49.634544 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-c10b24f4-4740-4e69-a6ee-9d1f37885630 service neutron] 10.222.0.48 "GET /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8483574 Mar 24 00:57:49.771769 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f11515a5-7691-4854-8d7d-f4afb72aaa75 admin admin] Publish callbacks [] for router_gateway (6128ecc2-cb3c-4bcc-8803-411caed6d660), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:49.790931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682d4c-f9b0-417f-b3c2-9a607a8f21ba req-8c070d20-3bc7-470b-9cc4-98d0e8be62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:49.792998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a682d4c-f9b0-417f-b3c2-9a607a8f21ba req-8c070d20-3bc7-470b-9cc4-98d0e8be62ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9229574 Mar 24 00:57:49.825812 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 732e6455-fb3f-4ea8-986b-f32268dcf320 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:49.826168 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:49.872977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f11515a5-7691-4854-8d7d-f4afb72aaa75 admin admin] Deleting port 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:57:49.873356 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f11515a5-7691-4854-8d7d-f4afb72aaa75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2007bbcd-6249-4d18-9c71-b4a6f09e7ef9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:49.906735 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c37f54a-7345-4dfe-bbe7-66e6903f2af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732e6455-fb3f-4ea8-986b-f32268dcf320'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:57:49.908973 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5f7637-331c-4242-a152-b749fc67eb9b" -d '{"events": [{"server_uuid": "5c37f54a-7345-4dfe-bbe7-66e6903f2af2", "name": "network-vif-unplugged", "status": "completed", "tag": "732e6455-fb3f-4ea8-986b-f32268dcf320"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:57:49.920835 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-2c172c34-cd87-4e1b-969e-e68f2a9e8ab8 None None] Set router 6128ecc2-cb3c-4bcc-8803-411caed6d660 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:57:49.941372 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-4cbb08e6-ad28-47d6-92cd-03774aa06643 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=25bcad20-0ab8-46d5-a6e7-151b7479473a HTTP/1.1" status: 200 len: 217 time: 0.2153463 Mar 24 00:57:49.948257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1a76a81-c43c-44f5-84f6-d184d3e309d1 req-a519d8a9-37a3-49f5-9b73-aa2e5b363c4f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7661321 Mar 24 00:57:49.982650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-f11515a5-7691-4854-8d7d-f4afb72aaa75 admin admin] For port 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2007bbcd-6249-4d18-9c71-b4a6f09e7ef9,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:49.983242 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f11515a5-7691-4854-8d7d-f4afb72aaa75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2007bbcd-6249-4d18-9c71-b4a6f09e7ef9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:50.007889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f11515a5-7691-4854-8d7d-f4afb72aaa75 admin admin] Calling delete_port for 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:57:50.065746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 732e6455-fb3f-4ea8-986b-f32268dcf320, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=732e6455-fb3f-4ea8-986b-f32268dcf320,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:50.079124 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:50.196699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=732e6455-fb3f-4ea8-986b-f32268dcf320,revision_number=11']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:50.209222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a682d4c-f9b0-417f-b3c2-9a607a8f21ba req-1ff8b24e-0a0d-4efd-8ada-e21095ca0c5f service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024515 Mar 24 00:57:50.211378 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f11515a5-7691-4854-8d7d-f4afb72aaa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2007bbcd-6249-4d18-9c71-b4a6f09e7ef9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:50.248784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-b9773dfe-553f-45ff-a964-796b5d704a2b service neutron] 10.222.0.45 "GET /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7061505 Mar 24 00:57:50.267814 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11515a5-7691-4854-8d7d-f4afb72aaa75 admin admin] Pushing event deleted for resources: {'Port': ['ID=2007bbcd-6249-4d18-9c71-b4a6f09e7ef9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:50.339193 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2c172c34-cd87-4e1b-969e-e68f2a9e8ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'name': 'tempest-ServersTestManualDisk-1009312806-router', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:42Z', 'updated_at': '2022-03-24T00:57:48Z', 'revision_number': 5, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'gw_port': {'id': '2007bbcd-6249-4d18-9c71-b4a6f09e7ef9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:50.372630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c172c34-cd87-4e1b-969e-e68f2a9e8ab8 None None] Checking router: 6128ecc2-cb3c-4bcc-8803-411caed6d660 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:57:50.384150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c172c34-cd87-4e1b-969e-e68f2a9e8ab8 None None] Routers {'6128ecc2-cb3c-4bcc-8803-411caed6d660'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:57:50.385277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2c172c34-cd87-4e1b-969e-e68f2a9e8ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['6128ecc2-cb3c-4bcc-8803-411caed6d660'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:50.409209 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f11515a5-7691-4854-8d7d-f4afb72aaa75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (6128ecc2-cb3c-4bcc-8803-411caed6d660), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:50.432141 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5250c3db-6c9d-47a3-a6ff-d639bdb54908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:50.433825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-5250c3db-6c9d-47a3-a6ff-d639bdb54908 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76b3c3b5-9e29-46f6-ae72-c5ab95608d09 HTTP/1.1" status: 200 len: 797 time: 0.4829421 Mar 24 00:57:50.501598 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-2c172c34-cd87-4e1b-969e-e68f2a9e8ab8 None None] Set router 6128ecc2-cb3c-4bcc-8803-411caed6d660 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:57:50.528074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f11515a5-7691-4854-8d7d-f4afb72aaa75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (6128ecc2-cb3c-4bcc-8803-411caed6d660), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:50.533834 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f11515a5-7691-4854-8d7d-f4afb72aaa75 admin admin] Publish callbacks [] for router_controller (6128ecc2-cb3c-4bcc-8803-411caed6d660), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:50.602165 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f11515a5-7691-4854-8d7d-f4afb72aaa75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (6128ecc2-cb3c-4bcc-8803-411caed6d660), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:50.602781 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11515a5-7691-4854-8d7d-f4afb72aaa75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6128ecc2-cb3c-4bcc-8803-411caed6d660 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 00:57:50.612137 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f11515a5-7691-4854-8d7d-f4afb72aaa75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:50.617458 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f11515a5-7691-4854-8d7d-f4afb72aaa75 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6128ecc2-cb3c-4bcc-8803-411caed6d660 HTTP/1.1" status: 204 len: 168 time: 1.2286217 Mar 24 00:57:50.621029 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45140) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:50.642129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2c172c34-cd87-4e1b-969e-e68f2a9e8ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'name': 'tempest-ServersTestManualDisk-1009312806-router', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:42Z', 'updated_at': '2022-03-24T00:57:50Z', 'revision_number': 7, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:50.651197 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761e544-a573-4ef3-94bf-1bbb22cff5ab req-d79a88c9-2ee6-46d6-8d37-b81396a896ac tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:50.665671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9761e544-a573-4ef3-94bf-1bbb22cff5ab req-d79a88c9-2ee6-46d6-8d37-b81396a896ac tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c37f54a-7345-4dfe-bbe7-66e6903f2af2 HTTP/1.1" status: 200 len: 949 time: 0.4598074 Mar 24 00:57:50.676162 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d47d9ce-6ffd-4ac3-988c-c5d880a13bd0 admin admin] Deleting subnet 0b188f70-d003-40e9-a092-64b6a81d9504 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:57:50.679939 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d47d9ce-6ffd-4ac3-988c-c5d880a13bd0 admin admin] Publish callbacks [] for subnet (0b188f70-d003-40e9-a092-64b6a81d9504), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:50.697980 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c172c34-cd87-4e1b-969e-e68f2a9e8ab8 None None] The sync data for ids ['6128ecc2-cb3c-4bcc-8803-411caed6d660'] in n-d-760455-9 is: [{'id': '6128ecc2-cb3c-4bcc-8803-411caed6d660', 'name': 'tempest-ServersTestManualDisk-1009312806-router', 'tenant_id': 'dd4e8b525ec540d494ad14638e060a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:42Z', 'updated_at': '2022-03-24T00:57:50Z', 'revision_number': 7, 'project_id': 'dd4e8b525ec540d494ad14638e060a0c', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:57:50.722823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a682d4c-f9b0-417f-b3c2-9a607a8f21ba req-f348a62d-f09f-40d1-983a-c86596e63e96 service neutron] 10.222.0.57 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987764 Mar 24 00:57:50.727851 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-93c051c7-b842-4787-b7c8-0683c7c8ed3f service neutron] 10.222.0.45 "GET /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228573 Mar 24 00:57:50.738071 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d47d9ce-6ffd-4ac3-988c-c5d880a13bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (0b188f70-d003-40e9-a092-64b6a81d9504), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:50.834058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9761e544-a573-4ef3-94bf-1bbb22cff5ab req-5cc93665-6bea-4599-a0e1-68c0f8d34274 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670828 Mar 24 00:57:50.836190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-1bb55037-716f-49cc-a255-a955b60ef017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:50.837876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-1bb55037-716f-49cc-a255-a955b60ef017 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00af8be2-710f-470c-b10f-a3c1e77c88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3850555 Mar 24 00:57:50.900941 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d47d9ce-6ffd-4ac3-988c-c5d880a13bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (0b188f70-d003-40e9-a092-64b6a81d9504), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:50.977535 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d47d9ce-6ffd-4ac3-988c-c5d880a13bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (0b188f70-d003-40e9-a092-64b6a81d9504), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:51.011941 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47d9ce-6ffd-4ac3-988c-c5d880a13bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b188f70-d003-40e9-a092-64b6a81d9504,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:51.014132 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d47d9ce-6ffd-4ac3-988c-c5d880a13bd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:51.017634 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5d47d9ce-6ffd-4ac3-988c-c5d880a13bd0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0b188f70-d003-40e9-a092-64b6a81d9504 HTTP/1.1" status: 204 len: 168 time: 0.3955691 Mar 24 00:57:51.020237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45144) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:51.024173 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de42f1f2-ff78-43fc-b6bc-6f60e30bd05a None None] Network 49714af7-6855-410b-a16d-b9c5c458a3c9 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:57:51.135696 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-d55670c6-ec80-4043-8242-1137974d4464 service neutron] 10.222.0.45 "GET /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891933 Mar 24 00:57:51.141530 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4bb26d-c503-40aa-956e-c25e70316bae None None] Network a7cbf4f1-e156-43b3-b72e-c913a1c29220 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:57:51.167441 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (49714af7-6855-410b-a16d-b9c5c458a3c9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:51.307128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-200045ee-7591-4986-bffe-e069120f542d None None] Provisioning complete for port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:51.307612 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-200045ee-7591-4986-bffe-e069120f542d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:51.317654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] Deleting port 4fa02efa-f5d5-4682-b661-18560a3121b6 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:57:51.318288 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4fa02efa-f5d5-4682-b661-18560a3121b6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:51.432759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] For port 4fa02efa-f5d5-4682-b661-18560a3121b6, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4fa02efa-f5d5-4682-b661-18560a3121b6,segment=NetworkSegment(f1fae45a-f482-4f90-a9e9-74bff80c7890),segment_id=f1fae45a-f482-4f90-a9e9-74bff80c7890)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:51.433485 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4fa02efa-f5d5-4682-b661-18560a3121b6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:51.454722 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] Calling delete_port for 4fa02efa-f5d5-4682-b661-18560a3121b6 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:57:51.585339 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4fa02efa-f5d5-4682-b661-18560a3121b6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:51.631937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-200045ee-7591-4986-bffe-e069120f542d None None] Current status of the port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:51.633069 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-200045ee-7591-4986-bffe-e069120f542d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:51.649320 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] No DVR routers for this DVR port 4fa02efa-f5d5-4682-b661-18560a3121b6 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:57:51.651913 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa02efa-f5d5-4682-b661-18560a3121b6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:51.706873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-200045ee-7591-4986-bffe-e069120f542d None None] For port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d,segment=NetworkSegment(af66d257-276d-42c2-9a9a-38c0a7ff7d27),segment_id=af66d257-276d-42c2-9a9a-38c0a7ff7d27)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:51.712684 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-200045ee-7591-4986-bffe-e069120f542d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:51.775694 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6155426e-b595-49bb-b117-c347e9df26a9 None None] DHCP port deletion for 49714af7-6855-410b-a16d-b9c5c458a3c9 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 00:57:51.786426 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (49714af7-6855-410b-a16d-b9c5c458a3c9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:51.795674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e969f-671e-4dcb-9508-3c4ba78a9330 req-91e33bdc-3e14-4fcd-89d7-0927361f19e6 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:51.797247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-958e969f-671e-4dcb-9508-3c4ba78a9330 req-91e33bdc-3e14-4fcd-89d7-0927361f19e6 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 944 time: 0.8216033 Mar 24 00:57:51.822008 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-d4f0d624-8139-4ad5-aafe-de0d96ac99bb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:51.824121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:57:51.825218 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-d4f0d624-8139-4ad5-aafe-de0d96ac99bb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports/1c728ccb-8271-4a90-b929-9aa496634aa8 HTTP/1.1" status: 200 len: 937 time: 0.6813843 Mar 24 00:57:51.846190 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-ec6736ea-d8a9-4090-9403-3868eeff744e service neutron] 10.222.0.48 "GET /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9933276 Mar 24 00:57:51.847436 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49714af7-6855-410b-a16d-b9c5c458a3c9']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:51.859466 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1fae45a-f482-4f90-a9e9-74bff80c7890') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:51.860499 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1fae45a-f482-4f90-a9e9-74bff80c7890') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:51.873087 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (f1fae45a-f482-4f90-a9e9-74bff80c7890), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:51.890868 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f1fae45a-f482-4f90-a9e9-74bff80c7890), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:51.898818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:57:51.899574 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (f1fae45a-f482-4f90-a9e9-74bff80c7890), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:51.902772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200045ee-7591-4986-bffe-e069120f542d None None] Pushing event updated for resources: {'Port': ['ID=f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:57:51.972831 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:57:51.976013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b163fffb-96d1-439b-951d-777931c9f851 None None] Provisioning complete for port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:51.976013 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b163fffb-96d1-439b-951d-777931c9f851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:51.977453 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:51.978092 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:51.984876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28753ba4-8d79-49a0-9e62-bbba61eeb0c9 req-cd8074e8-40b8-4278-b841-af2963961b46 service neutron] 10.222.0.48 "GET /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372054 Mar 24 00:57:51.990288 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (49714af7-6855-410b-a16d-b9c5c458a3c9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:51.999046 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:52.003038 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] 10.222.0.45 "DELETE /v2.0/networks/49714af7-6855-410b-a16d-b9c5c458a3c9 HTTP/1.1" status: 204 len: 168 time: 0.9811914 Mar 24 00:57:52.029520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944fa44-e2b9-4cf9-a517-8ba3a2bb624d admin admin] Pushing event deleted for resources: {'Network': ['ID=49714af7-6855-410b-a16d-b9c5c458a3c9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:52.042773 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Publish callbacks [] for router_gateway (c4b16a82-b345-4459-929c-8c26e32bdf0b), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:52.107624 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:52.143299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-d955c3ac-368f-4214-96be-b73fd763d33a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.144876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-d955c3ac-368f-4214-96be-b73fd763d33a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports/cede8d0f-cb62-4fea-af98-110017d5e76a HTTP/1.1" status: 200 len: 936 time: 0.2857113 Mar 24 00:57:52.187799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b163fffb-96d1-439b-951d-777931c9f851 None None] Current status of the port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:52.195061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:52.207444 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4f8eb045-665a-4dad-a9de-33e0f6bc8558 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:57:52.213417 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45148) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:52.223867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-958e969f-671e-4dcb-9508-3c4ba78a9330 req-5c18c0cc-621a-4dd7-8f23-72fda72d5ff9 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976247 Mar 24 00:57:52.246944 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 4f8eb045-665a-4dad-a9de-33e0f6bc8558 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:57:52.247403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4f8eb045-665a-4dad-a9de-33e0f6bc8558 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:57:52.298007 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e7a015c4-dd1d-44f4-bd16-5667f415ef87 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dd4e8b525ec540d494ad14638e060a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0834408 Mar 24 00:57:52.304321 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45150) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:52.353533 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b7b78a4-5d8a-4448-8b5d-24a62b4d60fb admin admin] Publish callbacks [] for security_group (0e618c92-1474-4b2f-b6c5-4a6d980be54a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:52.362246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-82c974e4-b3fe-469b-b08c-34217ca30d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.362663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-82c974e4-b3fe-469b-b08c-34217ca30d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.363134 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-82c974e4-b3fe-469b-b08c-34217ca30d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.363605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-82c974e4-b3fe-469b-b08c-34217ca30d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.364067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-82c974e4-b3fe-469b-b08c-34217ca30d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.364530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-82c974e4-b3fe-469b-b08c-34217ca30d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.365042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-82c974e4-b3fe-469b-b08c-34217ca30d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.367030 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-82c974e4-b3fe-469b-b08c-34217ca30d06 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e9c2b109f34f4b898664514fcdc44a&device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 6695 time: 0.2922730 Mar 24 00:57:52.376730 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b7b78a4-5d8a-4448-8b5d-24a62b4d60fb admin admin] Publish callbacks [] for security_group (0e618c92-1474-4b2f-b6c5-4a6d980be54a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:52.388032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Allocated IP 172.25.0.12 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/e6d992be-b780-4e86-a5d7-ba0ba82c5b1a) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:57:52.436017 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b7b78a4-5d8a-4448-8b5d-24a62b4d60fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0e618c92-1474-4b2f-b6c5-4a6d980be54a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:52.439532 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b7b78a4-5d8a-4448-8b5d-24a62b4d60fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:52.443069 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8b7b78a4-5d8a-4448-8b5d-24a62b4d60fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e618c92-1474-4b2f-b6c5-4a6d980be54a HTTP/1.1" status: 204 len: 168 time: 0.1352305 Mar 24 00:57:52.453376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b78a4-5d8a-4448-8b5d-24a62b4d60fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e618c92-1474-4b2f-b6c5-4a6d980be54a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:52.523277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eff435-2661-451c-a810-664746c619a5 req-45e94972-3fe9-45f0-8aa1-97fc5aff3bc8 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.524750 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1eff435-2661-451c-a810-664746c619a5 req-45e94972-3fe9-45f0-8aa1-97fc5aff3bc8 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.2083206 Mar 24 00:57:52.593493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-9e6924e9-b6f6-468a-b605-8a9d290abbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.595166 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-9e6924e9-b6f6-468a-b605-8a9d290abbb0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 HTTP/1.1" status: 200 len: 903 time: 0.2166212 Mar 24 00:57:52.661813 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-fb8c34c3-9f71-4e47-85cc-51be26c2ddca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=965b39a6-6f37-434c-8b50-48ec171af77e HTTP/1.1" status: 200 len: 217 time: 0.0555463 Mar 24 00:57:52.670053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1eff435-2661-451c-a810-664746c619a5 req-c505fc92-e071-4b01-a5ed-2365eb5b3b4e tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373374 Mar 24 00:57:52.675588 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Publish callbacks [] for port (e6d992be-b780-4e86-a5d7-ba0ba82c5b1a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:52.741153 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 24 Mar 2022 00:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63876f28-ccb2-4c84-bdd4-31086260d944 x-openstack-request-id: req-63876f28-ccb2-4c84-bdd4-31086260d944 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:57:52.742337 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ac49e3-507c-463d-a92d-bd23eff41b61", "name": "network-vif-unplugged", "status": "completed", "tag": "a141c53e-af42-4e2f-bd5e-40fd12044197", "code": 200}, {"name": "network-changed", "server_uuid": "31ac49e3-507c-463d-a92d-bd23eff41b61", "tag": "a141c53e-af42-4e2f-bd5e-40fd12044197", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:57:52.742892 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63876f28-ccb2-4c84-bdd4-31086260d944 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:57:52.743485 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63876f28-ccb2-4c84-bdd4-31086260d944'] response: {'server_uuid': '31ac49e3-507c-463d-a92d-bd23eff41b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a141c53e-af42-4e2f-bd5e-40fd12044197', 'code': 200} Mar 24 00:57:52.744539 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63876f28-ccb2-4c84-bdd4-31086260d944'] response: {'name': 'network-changed', 'server_uuid': '31ac49e3-507c-463d-a92d-bd23eff41b61', 'tag': 'a141c53e-af42-4e2f-bd5e-40fd12044197', 'status': 'completed', 'code': 200} Mar 24 00:57:52.845780 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-45b1f84c-d764-4694-9ec3-a6701cc6b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.847302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-45b1f84c-d764-4694-9ec3-a6701cc6b5fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4e99765-9e1e-4b73-a310-63430faa30fe HTTP/1.1" status: 200 len: 797 time: 0.1749153 Mar 24 00:57:52.870458 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (e6d992be-b780-4e86-a5d7-ba0ba82c5b1a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:52.945310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda23f1b-a185-4603-ba8f-af1b29c47b9c req-9ffb9f61-c2ab-4aec-8a43-ea34d2621a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.946743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cda23f1b-a185-4603-ba8f-af1b29c47b9c req-9ffb9f61-c2ab-4aec-8a43-ea34d2621a96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 1156 time: 0.1995828 Mar 24 00:57:52.948487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:57:52.961709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71961094-0d63-4ae0-8327-045f30981640 req-997828a6-d305-4b78-b91e-ce667dc2617b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.967014 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71961094-0d63-4ae0-8327-045f30981640 req-997828a6-d305-4b78-b91e-ce667dc2617b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.972336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71961094-0d63-4ae0-8327-045f30981640 req-997828a6-d305-4b78-b91e-ce667dc2617b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.977797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71961094-0d63-4ae0-8327-045f30981640 req-997828a6-d305-4b78-b91e-ce667dc2617b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.983043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71961094-0d63-4ae0-8327-045f30981640 req-997828a6-d305-4b78-b91e-ce667dc2617b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.988272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71961094-0d63-4ae0-8327-045f30981640 req-997828a6-d305-4b78-b91e-ce667dc2617b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.994141 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71961094-0d63-4ae0-8327-045f30981640 req-997828a6-d305-4b78-b91e-ce667dc2617b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:52.996058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71961094-0d63-4ae0-8327-045f30981640 req-997828a6-d305-4b78-b91e-ce667dc2617b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.2252514 Mar 24 00:57:53.010897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:53.030990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:57:53.084127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Pushing event updated for resources: {'Port': ['ID=e6d992be-b780-4e86-a5d7-ba0ba82c5b1a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:53.120503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:57:53.125469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-6ddd9fed-6d12-4e56-9aa7-b69c2a8b33c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:53.126995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-6ddd9fed-6d12-4e56-9aa7-b69c2a8b33c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2714143 Mar 24 00:57:53.181300 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:53.182010 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:53.271051 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:53.349481 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4fa02efa-f5d5-4682-b661-18560a3121b6 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:57:53.350899 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45178) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:53.374590 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 4fa02efa-f5d5-4682-b661-18560a3121b6 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:57:53.374998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4fa02efa-f5d5-4682-b661-18560a3121b6 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:57:53.375531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:57:53.381664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device a141c53e-af42-4e2f-bd5e-40fd12044197 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:57:53.390016 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda23f1b-a185-4603-ba8f-af1b29c47b9c req-a79d03c1-6627-44c8-92f6-fff054d0d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:53.392339 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cda23f1b-a185-4603-ba8f-af1b29c47b9c req-a79d03c1-6627-44c8-92f6-fff054d0d9ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.3924019 Mar 24 00:57:53.403723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71961094-0d63-4ae0-8327-045f30981640 req-4aa3a23a-3147-4625-b452-7a578914fcf9 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3704910 Mar 24 00:57:53.413128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:57:53.413489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2007bbcd-6249-4d18-9c71-b4a6f09e7ef9 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:57:53.459238 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-9444874e-e651-4358-bf6c-f0a19a536e81 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195927 Mar 24 00:57:53.530895 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7658fd1f-bc08-4ac0-a7ae-0b544abeddfa x-openstack-request-id: req-7658fd1f-bc08-4ac0-a7ae-0b544abeddfa {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:57:53.531193 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c37f54a-7345-4dfe-bbe7-66e6903f2af2", "name": "network-vif-unplugged", "status": "completed", "tag": "732e6455-fb3f-4ea8-986b-f32268dcf320", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:57:53.531516 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7658fd1f-bc08-4ac0-a7ae-0b544abeddfa {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:57:53.531957 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7658fd1f-bc08-4ac0-a7ae-0b544abeddfa'] response: {'server_uuid': '5c37f54a-7345-4dfe-bbe7-66e6903f2af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732e6455-fb3f-4ea8-986b-f32268dcf320', 'code': 200} Mar 24 00:57:53.547026 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port a141c53e-af42-4e2f-bd5e-40fd12044197 is: DOWN; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:57:53.565088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-75f34d2f-a648-4c13-a9cf-9259316e8042 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-386642159-network', 'tenant_id': '33c0310a1be641b98dad6fea1918def0'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:53.591005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f34d2f-a648-4c13-a9cf-9259316e8042 admin admin] Made reservation on behalf of 33c0310a1be641b98dad6fea1918def0 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:53.593833 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75f34d2f-a648-4c13-a9cf-9259316e8042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:53.604798 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75f34d2f-a648-4c13-a9cf-9259316e8042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:53.632041 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cda23f1b-a185-4603-ba8f-af1b29c47b9c req-6458d91a-3b2d-473f-a698-1f3d43063c43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a141c53e-af42-4e2f-bd5e-40fd12044197 HTTP/1.1" status: 200 len: 217 time: 0.2268901 Mar 24 00:57:53.695663 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75f34d2f-a648-4c13-a9cf-9259316e8042 admin admin] Publish callbacks [] for security_group (3f982807-3a33-4a36-b619-d35d4b23d98b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:53.701197 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75f34d2f-a648-4c13-a9cf-9259316e8042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3f982807-3a33-4a36-b619-d35d4b23d98b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:53.734757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f34d2f-a648-4c13-a9cf-9259316e8042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f982807-3a33-4a36-b619-d35d4b23d98b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:53.750093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f34d2f-a648-4c13-a9cf-9259316e8042 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:57:53.765804 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75f34d2f-a648-4c13-a9cf-9259316e8042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:53.766267 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-75f34d2f-a648-4c13-a9cf-9259316e8042 admin admin] Added segment 8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35 of type vlan for network 5ea87071-9882-4bd0-b1aa-7dcd7777898b Mar 24 00:57:53.779542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda23f1b-a185-4603-ba8f-af1b29c47b9c req-4f1c8650-f95e-4928-9967-3de847c6bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:53.781480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cda23f1b-a185-4603-ba8f-af1b29c47b9c req-4f1c8650-f95e-4928-9967-3de847c6bf35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.1410327 Mar 24 00:57:53.797909 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b1545-327f-4d23-8edb-8c0a6a686abc req-b0bcc0c9-8815-430b-8ac2-7af04c799288 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:53.799396 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a6b1545-327f-4d23-8edb-8c0a6a686abc req-b0bcc0c9-8815-430b-8ac2-7af04c799288 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1696033 Mar 24 00:57:53.828651 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75f34d2f-a648-4c13-a9cf-9259316e8042 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (5ea87071-9882-4bd0-b1aa-7dcd7777898b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:53.842877 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Publish callbacks [] for router_gateway (c4b16a82-b345-4459-929c-8c26e32bdf0b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:53.847551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cda23f1b-a185-4603-ba8f-af1b29c47b9c req-0d103982-d40f-4b0c-a530-85f1ef8294e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588794 Mar 24 00:57:53.857115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-16d16272-e88a-46de-8786-301a5a51bbae service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884315 Mar 24 00:57:53.861349 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75f34d2f-a648-4c13-a9cf-9259316e8042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (5ea87071-9882-4bd0-b1aa-7dcd7777898b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:53.862422 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f34d2f-a648-4c13-a9cf-9259316e8042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:53.863015 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75f34d2f-a648-4c13-a9cf-9259316e8042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:53.890859 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-75f34d2f-a648-4c13-a9cf-9259316e8042 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5384791 Mar 24 00:57:53.919961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 45182) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:53.942580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f34d2f-a648-4c13-a9cf-9259316e8042 admin admin] Pushing event updated for resources: {'Network': ['ID=5ea87071-9882-4bd0-b1aa-7dcd7777898b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:53.953678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 5ea87071-9882-4bd0-b1aa-7dcd7777898b details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:57:54.012770 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c9afc35f-2688-41c9-b8e8-743fe4884932 admin admin] Request body: {'subnet': {'network_id': '5ea87071-9882-4bd0-b1aa-7dcd7777898b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-386642159-subnet', 'tenant_id': '33c0310a1be641b98dad6fea1918def0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:54.062408 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cda23f1b-a185-4603-ba8f-af1b29c47b9c req-e7df2a45-7fac-459e-b4c3-4d375b61fac7 service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024283 Mar 24 00:57:54.079343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9afc35f-2688-41c9-b8e8-743fe4884932 admin admin] Made reservation on behalf of 33c0310a1be641b98dad6fea1918def0 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:54.080625 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9afc35f-2688-41c9-b8e8-743fe4884932 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:54.242170 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a6b1545-327f-4d23-8edb-8c0a6a686abc req-06546bae-c24a-49ec-8ecf-28d3f9d3b64f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4251316 Mar 24 00:57:54.536316 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-82cb7c1d-5e1a-4a35-b2be-c9c5954d3da9 service neutron] 10.222.0.48 "GET /v2.0/ports/a141c53e-af42-4e2f-bd5e-40fd12044197/bindings/n-h1-760455-9 HTTP/1.1" status: 200 len: 384 time: 0.1207304 Mar 24 00:57:54.628813 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (c4b16a82-b345-4459-929c-8c26e32bdf0b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:54.757004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-6178fc68-6dbf-44b6-875d-cd913c314613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:54.757663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-6178fc68-6dbf-44b6-875d-cd913c314613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:54.758237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-6178fc68-6dbf-44b6-875d-cd913c314613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:54.758743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-6178fc68-6dbf-44b6-875d-cd913c314613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:54.759295 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-6178fc68-6dbf-44b6-875d-cd913c314613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:54.759810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-6178fc68-6dbf-44b6-875d-cd913c314613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:54.760285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-6178fc68-6dbf-44b6-875d-cd913c314613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:54.762954 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-6178fc68-6dbf-44b6-875d-cd913c314613 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e9c2b109f34f4b898664514fcdc44a&device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 6695 time: 0.7029552 Mar 24 00:57:54.763932 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9afc35f-2688-41c9-b8e8-743fe4884932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (abfaef7e-9442-47f3-a081-6121f1ffddc3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:54.893982 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-742cd031-6a7d-49a7-884c-0d627f4f5459 service neutron] For port a141c53e-af42-4e2f-bd5e-40fd12044197, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a141c53e-af42-4e2f-bd5e-40fd12044197,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:54.932746 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-742cd031-6a7d-49a7-884c-0d627f4f5459 service neutron] For port a141c53e-af42-4e2f-bd5e-40fd12044197, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:57:54.979497 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-742cd031-6a7d-49a7-884c-0d627f4f5459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a141c53e-af42-4e2f-bd5e-40fd12044197 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:57:55.007859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-742cd031-6a7d-49a7-884c-0d627f4f5459 service neutron] For port a141c53e-af42-4e2f-bd5e-40fd12044197, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a141c53e-af42-4e2f-bd5e-40fd12044197,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:57:55.031685 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-742cd031-6a7d-49a7-884c-0d627f4f5459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:55.219595 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-742cd031-6a7d-49a7-884c-0d627f4f5459 service neutron] Transition to ACTIVE for port object a141c53e-af42-4e2f-bd5e-40fd12044197 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:57:55.233576 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-742cd031-6a7d-49a7-884c-0d627f4f5459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:55.247148 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cda23f1b-a185-4603-ba8f-af1b29c47b9c req-f3a61057-cdb1-4aa1-b1e6-5a4563d57082 service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1728342 Mar 24 00:57:55.346618 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cd031-6a7d-49a7-884c-0d627f4f5459 service neutron] Pushing event updated for resources: {'Port': ['ID=a141c53e-af42-4e2f-bd5e-40fd12044197,revision_number=10']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:55.411533 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-e98e5a51-e699-47fa-ba62-4a967784d6cd tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:55.414023 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-e98e5a51-e699-47fa-ba62-4a967784d6cd tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports/1c728ccb-8271-4a90-b929-9aa496634aa8 HTTP/1.1" status: 200 len: 937 time: 0.0643930 Mar 24 00:57:55.418135 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afc35f-2688-41c9-b8e8-743fe4884932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abfaef7e-9442-47f3-a081-6121f1ffddc3,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:55.447584 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-742cd031-6a7d-49a7-884c-0d627f4f5459 service neutron] No DVR routers for this DVR port a141c53e-af42-4e2f-bd5e-40fd12044197 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:57:55.505620 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-742cd031-6a7d-49a7-884c-0d627f4f5459 service neutron] 10.222.0.48 "PUT /v2.0/ports/a141c53e-af42-4e2f-bd5e-40fd12044197/bindings/n-h1-760455-9/activate HTTP/1.1" status: 200 len: 369 time: 0.9670699 Mar 24 00:57:55.536376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-82f26b37-4000-4609-98dd-225a233f2afd tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:55.538649 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-82f26b37-4000-4609-98dd-225a233f2afd tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports/cede8d0f-cb62-4fea-af98-110017d5e76a HTTP/1.1" status: 200 len: 936 time: 0.1159534 Mar 24 00:57:55.566950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-0b746d13-721b-4c6b-bff9-a11d44b65dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:55.569255 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-0b746d13-721b-4c6b-bff9-a11d44b65dac service neutron] 10.222.0.48 "GET /v2.0/networks?id=00af8be2-710f-470c-b10f-a3c1e77c88cb HTTP/1.1" status: 200 len: 903 time: 0.7982252 Mar 24 00:57:55.582664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178df2b-d1ad-4c2f-b6ee-1e3e66b92ed8 req-41c8759a-9ab5-43f4-9f44-842a900489e2 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:55.584775 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4178df2b-d1ad-4c2f-b6ee-1e3e66b92ed8 req-41c8759a-9ab5-43f4-9f44-842a900489e2 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 945 time: 0.3333890 Mar 24 00:57:55.589896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9afc35f-2688-41c9-b8e8-743fe4884932 admin admin] Checking segment: {'id': '8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5ea87071-9882-4bd0-b1aa-7dcd7777898b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:55.590264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9afc35f-2688-41c9-b8e8-743fe4884932 admin admin] Network hostable DHCP agents. Network: 5ea87071-9882-4bd0-b1aa-7dcd7777898b, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:57:55.683771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Router c4b16a82-b345-4459-929c-8c26e32bdf0b is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:57:55.710302 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88376e40-f367-43bb-8873-70ea38910209 req-625b9e53-a884-42f9-ba44-0136f5f858e0 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:55.711778 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-88376e40-f367-43bb-8873-70ea38910209 req-625b9e53-a884-42f9-ba44-0136f5f858e0 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.3675666 Mar 24 00:57:55.720987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-13c0ead5-4202-4740-aa6d-57c9fcf83943 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7c729bd0-ae50-49ad-812d-a2a463b8106a HTTP/1.1" status: 200 len: 217 time: 0.0885644 Mar 24 00:57:55.758813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9afc35f-2688-41c9-b8e8-743fe4884932 admin admin] Network 5ea87071-9882-4bd0-b1aa-7dcd7777898b is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:57:55.837799 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4178df2b-d1ad-4c2f-b6ee-1e3e66b92ed8 req-f4b5ffdc-e838-4634-8696-078e3c2c31e3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268670 Mar 24 00:57:55.920331 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-c9afc35f-2688-41c9-b8e8-743fe4884932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 5ea87071-9882-4bd0-b1aa-7dcd7777898b) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:55.931498 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27f36e5-5f1a-4152-9420-2b24ae21155a None None] Network 5ea87071-9882-4bd0-b1aa-7dcd7777898b requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:57:55.964448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9afc35f-2688-41c9-b8e8-743fe4884932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:55.965011 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9afc35f-2688-41c9-b8e8-743fe4884932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:56.002837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-29bf70bc-d5eb-48b6-ad19-ee94f93527da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:56.004304 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-29bf70bc-d5eb-48b6-ad19-ee94f93527da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76b3c3b5-9e29-46f6-ae72-c5ab95608d09 HTTP/1.1" status: 200 len: 797 time: 0.2663476 Mar 24 00:57:56.022969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-d3aa6309-91d7-4023-b03a-cad03d5f1863 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:56.024425 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-d3aa6309-91d7-4023-b03a-cad03d5f1863 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61&tenant_id=d31a258675f94796a5709fd6f7444f7f&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 1127 time: 0.4236350 Mar 24 00:57:56.042414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c9afc35f-2688-41c9-b8e8-743fe4884932 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0337791 Mar 24 00:57:56.081420 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-88376e40-f367-43bb-8873-70ea38910209 req-f7b5bd81-c216-4508-b5ce-9997aa57948e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3397362 Mar 24 00:57:56.191317 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967edd3b-a1be-4192-a390-b5d3b938f0d1 None None] Network 5ea87071-9882-4bd0-b1aa-7dcd7777898b requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:57:56.380250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:57:56.398301 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Sync routers for ids ['c4b16a82-b345-4459-929c-8c26e32bdf0b'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:57:56.405252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-1a344ee3-d5cc-49d1-aa90-a15fb733b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:56.407008 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-1a344ee3-d5cc-49d1-aa90-a15fb733b667 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00af8be2-710f-470c-b10f-a3c1e77c88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3868530 Mar 24 00:57:56.418834 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:56.420478 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Routers {'c4b16a82-b345-4459-929c-8c26e32bdf0b'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:57:56.421464 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c4b16a82-b345-4459-929c-8c26e32bdf0b'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:56.423011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45256) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:57:56.423481 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fe6821fc-13eb-4196-8afe-5b9d0e2b6f1a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9183643 Mar 24 00:57:56.454856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-b84d165c-fb89-409b-8f92-e627009c1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:56.456669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-b84d165c-fb89-409b-8f92-e627009c1741 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61&tenant_id=d31a258675f94796a5709fd6f7444f7f HTTP/1.1" status: 200 len: 1127 time: 0.4212594 Mar 24 00:57:56.560648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54907f87-7bf0-4016-868c-b8d3a0507b6b req-b738683d-651c-4602-8ce9-8d0c5b0f3e21 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:56.573797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54907f87-7bf0-4016-868c-b8d3a0507b6b req-b738683d-651c-4602-8ce9-8d0c5b0f3e21 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:56.594471 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54907f87-7bf0-4016-868c-b8d3a0507b6b req-b738683d-651c-4602-8ce9-8d0c5b0f3e21 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:56.607083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54907f87-7bf0-4016-868c-b8d3a0507b6b req-b738683d-651c-4602-8ce9-8d0c5b0f3e21 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:56.621132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54907f87-7bf0-4016-868c-b8d3a0507b6b req-b738683d-651c-4602-8ce9-8d0c5b0f3e21 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:56.629074 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Set router c4b16a82-b345-4459-929c-8c26e32bdf0b gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:57:56.632211 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54907f87-7bf0-4016-868c-b8d3a0507b6b req-b738683d-651c-4602-8ce9-8d0c5b0f3e21 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:56.642990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54907f87-7bf0-4016-868c-b8d3a0507b6b req-b738683d-651c-4602-8ce9-8d0c5b0f3e21 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:56.651668 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54907f87-7bf0-4016-868c-b8d3a0507b6b req-b738683d-651c-4602-8ce9-8d0c5b0f3e21 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.5123050 Mar 24 00:57:56.737764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23e0a5-d41f-4c15-ac75-132a58362036 req-db042f7c-0204-488e-bc34-309e7d4361ed tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:56.739246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b23e0a5-d41f-4c15-ac75-132a58362036 req-db042f7c-0204-488e-bc34-309e7d4361ed tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.5210104 Mar 24 00:57:56.860599 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54907f87-7bf0-4016-868c-b8d3a0507b6b req-1748974b-0765-4c97-8695-96112cb06bfa tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2079706 Mar 24 00:57:56.877498 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'name': 'tempest-ServersTestBootFromVolume-1318194992-router', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:57:48Z', 'updated_at': '2022-03-24T00:57:53Z', 'revision_number': 3, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'gw_port': {'id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:52Z', 'updated_at': '2022-03-24T00:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:56.882208 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-11520269-821a-48ca-89d2-a40557408e40 service neutron] 10.222.0.48 "GET /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563498 Mar 24 00:57:56.926584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-e590922e-c9f1-4389-ac29-438ba5c51129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:56.928344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-e590922e-c9f1-4389-ac29-438ba5c51129 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 1127 time: 0.2741361 Mar 24 00:57:56.934115 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Checking router: c4b16a82-b345-4459-929c-8c26e32bdf0b for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:57:56.934745 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Updating router c4b16a82-b345-4459-929c-8c26e32bdf0b port e6d992be-b780-4e86-a5d7-ba0ba82c5b1a binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:57:56.950949 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b23e0a5-d41f-4c15-ac75-132a58362036 req-0435d346-eaad-4b32-b5b5-fe1f60af4914 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964247 Mar 24 00:57:56.984724 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e6d992be-b780-4e86-a5d7-ba0ba82c5b1a), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:57.075420 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:57.290358 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Allocated IP 172.20.0.1 (a7cbf4f1-e156-43b3-b72e-c913a1c29220/4d4f1ff7-f8bd-48b3-933f-16bcf1a98553/707e36d4-a0dd-4a19-9447-826b34b68ba5) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:57:57.365327 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5fa653bd-1681-4c72-9b12-76d1bcac0da1 req-1edd3885-0dd5-430f-8194-d45267e9d511 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.4126999 Mar 24 00:57:57.444598 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0136f601-a8f0-4f17-a522-d75c86461e30 req-04248f9c-e785-4bac-afef-085765117d4e service neutron] 10.222.0.48 "GET /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483792 Mar 24 00:57:57.472208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-e686f4e7-a9ae-4bf9-b782-6820a87bb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:57.480116 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-e686f4e7-a9ae-4bf9-b782-6820a87bb9be service neutron] 10.222.0.57 "GET /v2.0/ports/1c728ccb-8271-4a90-b929-9aa496634aa8 HTTP/1.1" status: 200 len: 1033 time: 0.3165376 Mar 24 00:57:57.564235 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Publish callbacks [] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:57.614610 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:57.653170 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Publish callbacks [] for port (e6d992be-b780-4e86-a5d7-ba0ba82c5b1a), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:57.665945 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e6d992be-b780-4e86-a5d7-ba0ba82c5b1a), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:57.690572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-a1f265f1-4f73-4add-8a11-1b0bd03f3599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:57.692304 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-a1f265f1-4f73-4add-8a11-1b0bd03f3599 service neutron] 10.222.0.57 "GET /v2.0/ports/cede8d0f-cb62-4fea-af98-110017d5e76a HTTP/1.1" status: 200 len: 1032 time: 0.2060130 Mar 24 00:57:57.714811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-7d00596b-d151-4d36-9d38-06fc6f78524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:57.716675 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-7d00596b-d151-4d36-9d38-06fc6f78524b service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.7631280 Mar 24 00:57:57.726669 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=707e36d4-a0dd-4a19-9447-826b34b68ba5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:57.752735 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Network a7cbf4f1-e156-43b3-b72e-c913a1c29220 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:57:57.758337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:57.768865 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:57:57.819250 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Attempting to bind port e6d992be-b780-4e86-a5d7-ba0ba82c5b1a on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:57:57.819621 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Attempting to bind port e6d992be-b780-4e86-a5d7-ba0ba82c5b1a by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:57:57.830545 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Attempting to bind port e6d992be-b780-4e86-a5d7-ba0ba82c5b1a on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:57:57.855709 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (c4b16a82-b345-4459-929c-8c26e32bdf0b), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:57.856940 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:57:57.861321 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:57:57.861762 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:57.862174 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:57:57.862669 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Bound port: e6d992be-b780-4e86-a5d7-ba0ba82c5b1a, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:57:57.866001 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e6d992be-b780-4e86-a5d7-ba0ba82c5b1a), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:57.873415 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Pushing event updated for resources: {'Port': ['ID=e6d992be-b780-4e86-a5d7-ba0ba82c5b1a,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:57.908642 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-04921224-5fdc-498e-99c6-ba10393c97ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a141c53e-af42-4e2f-bd5e-40fd12044197 HTTP/1.1" status: 200 len: 217 time: 0.1555326 Mar 24 00:57:57.925140 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:57.925418 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:57.925761 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:57.926099 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:57.926438 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:57.933061 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:57.933916 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:57.933916 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:57.934447 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:57.934809 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:57.935148 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:57.935530 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:57.935922 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:57.936248 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:57.936582 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:57:58.025280 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] For port e6d992be-b780-4e86-a5d7-ba0ba82c5b1a, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:57:58.030324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278671bd-6d72-4173-b448-95b0d093928c req-f8f97320-db3e-4081-a602-f41093b379ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:58.031177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278671bd-6d72-4173-b448-95b0d093928c req-f8f97320-db3e-4081-a602-f41093b379ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:58.031822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278671bd-6d72-4173-b448-95b0d093928c req-f8f97320-db3e-4081-a602-f41093b379ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:58.032848 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] For port e6d992be-b780-4e86-a5d7-ba0ba82c5b1a, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e6d992be-b780-4e86-a5d7-ba0ba82c5b1a,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:57:58.033352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278671bd-6d72-4173-b448-95b0d093928c req-f8f97320-db3e-4081-a602-f41093b379ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:58.034509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278671bd-6d72-4173-b448-95b0d093928c req-f8f97320-db3e-4081-a602-f41093b379ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:58.035195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278671bd-6d72-4173-b448-95b0d093928c req-f8f97320-db3e-4081-a602-f41093b379ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:58.036117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278671bd-6d72-4173-b448-95b0d093928c req-f8f97320-db3e-4081-a602-f41093b379ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:58.039451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-278671bd-6d72-4173-b448-95b0d093928c req-f8f97320-db3e-4081-a602-f41093b379ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e9c2b109f34f4b898664514fcdc44a&device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 6695 time: 0.4972069 Mar 24 00:57:58.044029 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e6d992be-b780-4e86-a5d7-ba0ba82c5b1a), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:58.123146 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Routers {'c4b16a82-b345-4459-929c-8c26e32bdf0b'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:57:58.123936 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c4b16a82-b345-4459-929c-8c26e32bdf0b'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:58.129567 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0217e9a-1f5a-4998-aed7-edf4f9ba681e None None] Pushing event updated for resources: {'Port': ['ID=e6d992be-b780-4e86-a5d7-ba0ba82c5b1a,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:58.131855 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b62eab-b361-4169-a618-5516904622c4 req-e45c0bfd-82b6-4b89-8105-b9871bc5bd0b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:58.133457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49b62eab-b361-4169-a618-5516904622c4 req-e45c0bfd-82b6-4b89-8105-b9871bc5bd0b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 945 time: 0.5368416 Mar 24 00:57:58.232108 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-7aae94f5-fa16-436f-8c9e-3535fba59cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:58.233559 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-7aae94f5-fa16-436f-8c9e-3535fba59cc4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.3128617 Mar 24 00:57:58.259972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6be3e204-a3d3-47a7-ac8e-62286999688d None None] Provisioning complete for port 707e36d4-a0dd-4a19-9447-826b34b68ba5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:58.262815 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6be3e204-a3d3-47a7-ac8e-62286999688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:58.270490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-39858de9-e9cf-4a48-86dd-06e18fa542e0 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:58.277341 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-39858de9-e9cf-4a48-86dd-06e18fa542e0 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/networks?id=5ea87071-9882-4bd0-b1aa-7dcd7777898b HTTP/1.1" status: 200 len: 817 time: 0.5669289 Mar 24 00:57:58.290995 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-5b147709-0d3b-4d9a-8080-d4e01193beb6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:58.296279 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-5b147709-0d3b-4d9a-8080-d4e01193beb6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:58.303387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-5b147709-0d3b-4d9a-8080-d4e01193beb6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:58.305737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-5b147709-0d3b-4d9a-8080-d4e01193beb6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.57 "GET /v2.0/networks?id=3442b383-cef2-415a-8f56-3353317f1d87&id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&id=d9cd7f27-a324-4986-9859-80919b2e14ea&id=d9cd7f27-a324-4986-9859-80919b2e14ea HTTP/1.1" status: 200 len: 1994 time: 0.5939844 Mar 24 00:57:58.325119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6be3e204-a3d3-47a7-ac8e-62286999688d None None] Port 707e36d4-a0dd-4a19-9447-826b34b68ba5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:57:58.335873 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] Set router c4b16a82-b345-4459-929c-8c26e32bdf0b gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:57:58.348180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-f306242c-1b52-43bd-8e94-af9961e3d20d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993757 Mar 24 00:57:58.392914 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-f63c35dd-4802-4ab8-ad4a-2f16164defb0 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/quotas/33c0310a1be641b98dad6fea1918def0 HTTP/1.1" status: 200 len: 375 time: 0.1146636 Mar 24 00:57:58.487352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-47d13f34-e949-4687-9c55-bc5413091afb tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=33c0310a1be641b98dad6fea1918def0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934644 Mar 24 00:57:58.507641 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49b62eab-b361-4169-a618-5516904622c4 req-3530911c-54ec-4674-b521-cff9794822a7 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103452 Mar 24 00:57:58.527192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278671bd-6d72-4173-b448-95b0d093928c req-de2984d5-6258-4591-a873-649cf01e09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:58.528902 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-278671bd-6d72-4173-b448-95b0d093928c req-de2984d5-6258-4591-a873-649cf01e09d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00af8be2-710f-470c-b10f-a3c1e77c88cb HTTP/1.1" status: 200 len: 903 time: 0.4521186 Mar 24 00:57:58.616110 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'name': 'tempest-ServersTestBootFromVolume-1318194992-router', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:57:48Z', 'updated_at': '2022-03-24T00:57:53Z', 'revision_number': 3, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'gw_port': {'id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:52Z', 'updated_at': '2022-03-24T00:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:57:58.669773 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-73c05043-dd4c-47e2-b0f8-74c256756235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:58.722866 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b403d03-2116-4872-b874-fa3ca079c06e None None] The sync data for ids ['c4b16a82-b345-4459-929c-8c26e32bdf0b'] in n-d-760455-9 is: [{'id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'name': 'tempest-ServersTestBootFromVolume-1318194992-router', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:57:48Z', 'updated_at': '2022-03-24T00:57:53Z', 'revision_number': 3, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'gw_port': {'id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:52Z', 'updated_at': '2022-03-24T00:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:57:58.740144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-278671bd-6d72-4173-b448-95b0d093928c req-75faf2d4-1d01-4654-99ba-f8088e666a06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=25bcad20-0ab8-46d5-a6e7-151b7479473a HTTP/1.1" status: 200 len: 217 time: 0.1429801 Mar 24 00:57:58.765206 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:58.812999 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-bcd6b14f-1306-4048-8c4e-3b4b28de53ce tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b002c83a27746a8a6f68e382218347f HTTP/1.1" status: 200 len: 380 time: 0.4669073 Mar 24 00:57:58.869045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-472e56bd-3939-4284-9226-a45918cccc2e req-cf118d38-e27e-4e5a-a7e5-13d316ee0b08 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Request body: {'port': {'device_id': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87', 'admin_state_up': True, 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'security_groups': ['28c3ac2d-f25e-4798-aab7-49e04012cbb8']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:57:58.915834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-2c17877d-c99a-4d76-862e-3bdde1a8b22f service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535192 Mar 24 00:57:58.989032 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Publish callbacks [] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:58.997361 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:59.085923 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=707e36d4-a0dd-4a19-9447-826b34b68ba5,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:57:59.091597 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (c4b16a82-b345-4459-929c-8c26e32bdf0b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:59.263844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Network a7cbf4f1-e156-43b3-b72e-c913a1c29220 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:57:59.265815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:57:59.463477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Router c4b16a82-b345-4459-929c-8c26e32bdf0b has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:57:59.531091 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278671bd-6d72-4173-b448-95b0d093928c req-7f6352df-937a-4948-a811-6f22c5f0be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:59.532569 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-278671bd-6d72-4173-b448-95b0d093928c req-7f6352df-937a-4948-a811-6f22c5f0be3b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76b3c3b5-9e29-46f6-ae72-c5ab95608d09 HTTP/1.1" status: 200 len: 797 time: 0.7717152 Mar 24 00:57:59.585917 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-a8a341cd-84f6-4cb0-83b1-c0b83d3fc1e2 service neutron] 10.222.0.45 "GET /v2.0/networks/5ea87071-9882-4bd0-b1aa-7dcd7777898b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0844784 Mar 24 00:57:59.625382 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:57:59.631069 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-820b978b-e033-4fc2-ac41-07a3b8ab6ad8 admin admin] 10.222.0.45 "PUT /v2.0/routers/c4b16a82-b345-4459-929c-8c26e32bdf0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2070153 Mar 24 00:57:59.656813 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:59.666156 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b38855a1-ca71-4296-a712-b07f8a0e17b0 None None] Provisioning complete for port 707e36d4-a0dd-4a19-9447-826b34b68ba5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:57:59.666867 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b38855a1-ca71-4296-a712-b07f8a0e17b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:57:59.721853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b38855a1-ca71-4296-a712-b07f8a0e17b0 None None] Port 707e36d4-a0dd-4a19-9447-826b34b68ba5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:57:59.729698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52321ef-be4c-42f8-91b7-f7041f492c5e req-4dc690bd-e044-4c2f-a7b9-6cdd57dccb07 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:59.731287 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a52321ef-be4c-42f8-91b7-f7041f492c5e req-4dc690bd-e044-4c2f-a7b9-6cdd57dccb07 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.9723842 Mar 24 00:57:59.876266 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-e5b1d16c-da4e-49f7-978a-bcc7c6024bd6 service neutron] 10.222.0.45 "GET /v2.0/networks/5ea87071-9882-4bd0-b1aa-7dcd7777898b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894626 Mar 24 00:57:59.884220 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-39dc2473-30a4-46c3-b7dc-709be9f2ef07 service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9303608 Mar 24 00:57:59.903202 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a52321ef-be4c-42f8-91b7-f7041f492c5e req-2cacb03e-bd27-494e-8f81-3329c33f43b1 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513417 Mar 24 00:57:59.906712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278671bd-6d72-4173-b448-95b0d093928c req-6c1432cf-d2d2-4114-a515-fbb3f1439c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:57:59.908267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-278671bd-6d72-4173-b448-95b0d093928c req-6c1432cf-d2d2-4114-a515-fbb3f1439c23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00af8be2-710f-470c-b10f-a3c1e77c88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3598280 Mar 24 00:57:59.908911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-cf118d38-e27e-4e5a-a7e5-13d316ee0b08 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Made reservation on behalf of 5b002c83a27746a8a6f68e382218347f for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:57:59.913023 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-cf118d38-e27e-4e5a-a7e5-13d316ee0b08 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:00.154961 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-278671bd-6d72-4173-b448-95b0d093928c req-07b9a413-694c-49ff-89ff-bed8d539f1f7 service neutron] 10.222.0.48 "GET /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384348 Mar 24 00:58:00.285167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b632083-f63d-43bd-9911-8a2624dd588c req-d2251424-857f-4646-9902-5dd634962a8b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:00.290339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b632083-f63d-43bd-9911-8a2624dd588c req-d2251424-857f-4646-9902-5dd634962a8b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:00.295813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b632083-f63d-43bd-9911-8a2624dd588c req-d2251424-857f-4646-9902-5dd634962a8b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:00.300861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b632083-f63d-43bd-9911-8a2624dd588c req-d2251424-857f-4646-9902-5dd634962a8b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:00.306194 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b632083-f63d-43bd-9911-8a2624dd588c req-d2251424-857f-4646-9902-5dd634962a8b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:00.311410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b632083-f63d-43bd-9911-8a2624dd588c req-d2251424-857f-4646-9902-5dd634962a8b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:00.316664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b632083-f63d-43bd-9911-8a2624dd588c req-d2251424-857f-4646-9902-5dd634962a8b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:00.319367 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b632083-f63d-43bd-9911-8a2624dd588c req-d2251424-857f-4646-9902-5dd634962a8b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.2827337 Mar 24 00:58:00.360410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-472e56bd-3939-4284-9226-a45918cccc2e req-cf118d38-e27e-4e5a-a7e5-13d316ee0b08 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Allocated IP 172.20.0.6 (3442b383-cef2-415a-8f56-3353317f1d87/9e6d0188-d534-47f6-9862-05c37c3c8bdd/62d19756-9f05-4590-8d19-445cf904e8fd) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:58:00.477670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-278671bd-6d72-4173-b448-95b0d093928c req-27b0eafb-04dd-45d8-8759-0a6f30b24f74 service neutron] 10.222.0.48 "GET /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104522 Mar 24 00:58:00.484918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4ae97-85cc-4191-9e43-adafb6831c32 req-bdcf09e1-3250-4ec2-badc-bb2b6edb101c tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:00.486381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3c4ae97-85cc-4191-9e43-adafb6831c32 req-bdcf09e1-3250-4ec2-badc-bb2b6edb101c tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.2864933 Mar 24 00:58:00.494896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c81fe78d-bb37-46ca-8852-96be84a3144e tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:00.496159 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-c81fe78d-bb37-46ca-8852-96be84a3144e tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61&tenant_id=d31a258675f94796a5709fd6f7444f7f&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 1127 time: 0.3164117 Mar 24 00:58:00.530751 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b632083-f63d-43bd-9911-8a2624dd588c req-c0ef500a-4cca-4745-85ab-95f64189c541 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2017996 Mar 24 00:58:00.688505 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de0f3c93-7b4d-4e8d-ad8b-bd04d58aedcd req-103203d0-a218-4013-8099-0fe2cff353fd tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0551577 Mar 24 00:58:00.691709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3c4ae97-85cc-4191-9e43-adafb6831c32 req-44689c51-c8be-47f6-91d0-ade4575bd5af tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944902 Mar 24 00:58:00.774982 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-cf118d38-e27e-4e5a-a7e5-13d316ee0b08 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for port (62d19756-9f05-4590-8d19-445cf904e8fd), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:00.840178 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8a00f709-567d-40c7-b030-e325388c684b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:00.874368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-2d771875-64a7-439a-b962-e85d3013f10b service neutron] For port a141c53e-af42-4e2f-bd5e-40fd12044197, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:58:00.887656 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-cf118d38-e27e-4e5a-a7e5-13d316ee0b08 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (62d19756-9f05-4590-8d19-445cf904e8fd), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:00.907806 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-2d771875-64a7-439a-b962-e85d3013f10b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:00.909319 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05256695-6fcc-45d9-884a-5ae246f8c93f req-2d771875-64a7-439a-b962-e85d3013f10b service neutron] 10.222.0.57 "DELETE /v2.0/ports/a141c53e-af42-4e2f-bd5e-40fd12044197/bindings/n-h2-760455-9 HTTP/1.1" status: 204 len: 173 time: 0.4026263 Mar 24 00:58:00.963662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472e56bd-3939-4284-9226-a45918cccc2e req-cf118d38-e27e-4e5a-a7e5-13d316ee0b08 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Network 3442b383-cef2-415a-8f56-3353317f1d87 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:58:00.993639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-472e56bd-3939-4284-9226-a45918cccc2e req-cf118d38-e27e-4e5a-a7e5-13d316ee0b08 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:58:01.011077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-472e56bd-3939-4284-9226-a45918cccc2e req-cf118d38-e27e-4e5a-a7e5-13d316ee0b08 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:58:01.111144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-cf118d38-e27e-4e5a-a7e5-13d316ee0b08 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:01.112581 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-cf118d38-e27e-4e5a-a7e5-13d316ee0b08 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:01.137816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf118d38-e27e-4e5a-a7e5-13d316ee0b08 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event updated for resources: {'Port': ['ID=62d19756-9f05-4590-8d19-445cf904e8fd,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:01.159105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed3e35-282c-4b9a-8342-63a6a46694ac req-0a9df2de-a34c-4f80-855e-f7360e3ede67 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:01.170771 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a1ed3e35-282c-4b9a-8342-63a6a46694ac req-0a9df2de-a34c-4f80-855e-f7360e3ede67 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 945 time: 0.2973099 Mar 24 00:58:01.188317 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e6d992be-b780-4e86-a5d7-ba0ba82c5b1a up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:58:01.220142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-cf118d38-e27e-4e5a-a7e5-13d316ee0b08 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3599541 Mar 24 00:58:01.233430 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f32b949-01ec-4fdf-b4e9-4b9dbeb0921d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Request body: {'port': {'device_id': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7', 'admin_state_up': True, 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'security_groups': ['28c3ac2d-f25e-4798-aab7-49e04012cbb8']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:01.321861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e6d992be-b780-4e86-a5d7-ba0ba82c5b1a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:01.323168 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e6d992be-b780-4e86-a5d7-ba0ba82c5b1a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:01.373343 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a1ed3e35-282c-4b9a-8342-63a6a46694ac req-c1a0ab21-1a58-4f1a-ad68-4c45d90b4c1a tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947932 Mar 24 00:58:01.402369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Sync routers for ids ['c4b16a82-b345-4459-929c-8c26e32bdf0b'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:58:01.466511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Routers {'c4b16a82-b345-4459-929c-8c26e32bdf0b'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:58:01.467176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:58:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c4b16a82-b345-4459-929c-8c26e32bdf0b'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:01.560237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45330) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:01.566311 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-09b8c178-0127-4321-b412-8f4f9f1ed39a tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1945334015', 'description': 'tempest-description--210346453'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:01.617777 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09b8c178-0127-4321-b412-8f4f9f1ed39a tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:01.619788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f32b949-01ec-4fdf-b4e9-4b9dbeb0921d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Made reservation on behalf of 5b002c83a27746a8a6f68e382218347f for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:58:01.623490 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f32b949-01ec-4fdf-b4e9-4b9dbeb0921d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:01.675917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-bfa31f25-d22d-48df-8c2e-6e93b2821aec None None] Provisioning complete for port 62d19756-9f05-4590-8d19-445cf904e8fd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:01.676552 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bfa31f25-d22d-48df-8c2e-6e93b2821aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (62d19756-9f05-4590-8d19-445cf904e8fd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:01.678330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c7ed780-5313-48e3-9b07-4a09ad9b2a38 req-71165c07-a743-4161-a626-5240769dabf2 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c192da8-c213-4188-bfd3-781466c2e50b HTTP/1.1" status: 200 len: 210 time: 0.1805739 Mar 24 00:58:01.777664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bfa31f25-d22d-48df-8c2e-6e93b2821aec None None] Port 62d19756-9f05-4590-8d19-445cf904e8fd cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:58:01.810930 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09b8c178-0127-4321-b412-8f4f9f1ed39a tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for security_group (53d12989-153a-46b2-bcd5-aae93cd879b5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:01.816219 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09b8c178-0127-4321-b412-8f4f9f1ed39a tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (53d12989-153a-46b2-bcd5-aae93cd879b5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:01.857611 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09b8c178-0127-4321-b412-8f4f9f1ed39a tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:01.858853 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-09b8c178-0127-4321-b412-8f4f9f1ed39a tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2968948 Mar 24 00:58:01.865467 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45350) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:01.883197 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e66fdffa-293c-401f-b4cd-8d0401ce6b25 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Request body: {'security_group_rule': {'security_group_id': '53d12989-153a-46b2-bcd5-aae93cd879b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:01.883684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f32b949-01ec-4fdf-b4e9-4b9dbeb0921d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Allocated IP 10.1.1.23 (f3d31ec0-3d90-4405-9352-59efc8b5aaf7/c73f3eec-6ed9-47b4-a707-b2b958c2a35e/d1afeb6d-e5e7-4cee-9b5d-622b0b570730) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:58:01.919150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8c178-0127-4321-b412-8f4f9f1ed39a tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d12989-153a-46b2-bcd5-aae93cd879b5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:01.923909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e6d992be-b780-4e86-a5d7-ba0ba82c5b1a is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:01.925236 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e6d992be-b780-4e86-a5d7-ba0ba82c5b1a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:01.931451 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e66fdffa-293c-401f-b4cd-8d0401ce6b25 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for security_group_rule (61d01bdd-97d4-4c02-89b7-d1d76a507843), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:01.960763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port e6d992be-b780-4e86-a5d7-ba0ba82c5b1a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e6d992be-b780-4e86-a5d7-ba0ba82c5b1a,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:01.970461 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e6d992be-b780-4e86-a5d7-ba0ba82c5b1a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.029562 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e66fdffa-293c-401f-b4cd-8d0401ce6b25 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for security_group_rule (61d01bdd-97d4-4c02-89b7-d1d76a507843), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.035952 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e66fdffa-293c-401f-b4cd-8d0401ce6b25 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (61d01bdd-97d4-4c02-89b7-d1d76a507843), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.067153 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e66fdffa-293c-401f-b4cd-8d0401ce6b25 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.074988 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e66fdffa-293c-401f-b4cd-8d0401ce6b25 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2082610 Mar 24 00:58:02.077001 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fdffa-293c-401f-b4cd-8d0401ce6b25 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d01bdd-97d4-4c02-89b7-d1d76a507843,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:02.080171 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=e6d992be-b780-4e86-a5d7-ba0ba82c5b1a,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:02.081930 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 45352) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:02.087527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Set router c4b16a82-b345-4459-929c-8c26e32bdf0b gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:58:02.093554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-d352e912-0cff-4b96-a26a-fd7658c199d7 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Request body: {'security_group_rule': {'security_group_id': '53d12989-153a-46b2-bcd5-aae93cd879b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:02.122607 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.136328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-195922a4-858a-41f1-a70b-666ea7a18279 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:02.137778 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-195922a4-858a-41f1-a70b-666ea7a18279 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.48 "GET /v2.0/networks?id=5ea87071-9882-4bd0-b1aa-7dcd7777898b HTTP/1.1" status: 200 len: 817 time: 0.6412804 Mar 24 00:58:02.168992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-92361024-b001-4e4f-89e1-26ad1a544fdc tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Request body: {'port': {'device_id': '6c192da8-c213-4188-bfd3-781466c2e50b', 'network_id': '5ea87071-9882-4bd0-b1aa-7dcd7777898b', 'admin_state_up': True, 'tenant_id': '33c0310a1be641b98dad6fea1918def0'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:02.231050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f32b949-01ec-4fdf-b4e9-4b9dbeb0921d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.246116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e54b1-4d56-4e2b-96ac-9365b0b7d3f6 req-1e0e3266-4fae-43b5-ba37-67c79aea2d10 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:02.251373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e54b1-4d56-4e2b-96ac-9365b0b7d3f6 req-1e0e3266-4fae-43b5-ba37-67c79aea2d10 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:02.257285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e54b1-4d56-4e2b-96ac-9365b0b7d3f6 req-1e0e3266-4fae-43b5-ba37-67c79aea2d10 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:02.262509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e54b1-4d56-4e2b-96ac-9365b0b7d3f6 req-1e0e3266-4fae-43b5-ba37-67c79aea2d10 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:02.264451 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.267764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e54b1-4d56-4e2b-96ac-9365b0b7d3f6 req-1e0e3266-4fae-43b5-ba37-67c79aea2d10 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:02.273046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e54b1-4d56-4e2b-96ac-9365b0b7d3f6 req-1e0e3266-4fae-43b5-ba37-67c79aea2d10 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:02.278266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e54b1-4d56-4e2b-96ac-9365b0b7d3f6 req-1e0e3266-4fae-43b5-ba37-67c79aea2d10 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:02.280153 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f12e54b1-4d56-4e2b-96ac-9365b0b7d3f6 req-1e0e3266-4fae-43b5-ba37-67c79aea2d10 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.2911594 Mar 24 00:58:02.287087 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d352e912-0cff-4b96-a26a-fd7658c199d7 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for security_group_rule (3a2ad4ad-22cb-4200-a3fe-c198c92ebe01), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.315111 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'name': 'tempest-ServersTestBootFromVolume-1318194992-router', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:57:48Z', 'updated_at': '2022-03-24T00:57:58Z', 'revision_number': 4, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'gw_port': {'id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:52Z', 'updated_at': '2022-03-24T00:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '707e36d4-a0dd-4a19-9447-826b34b68ba5', 'name': '', 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'mac_address': 'fa:16:3e:5f:bd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:57Z', 'updated_at': '2022-03-24T00:57:58Z', 'revision_number': 2, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'subnets': [{'id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:02.319980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5c5c8-c28f-48d5-beaa-60133566ee33 req-3a3e3207-6dee-4e1e-a424-73c6fdc7726e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:02.321510 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ac5c5c8-c28f-48d5-beaa-60133566ee33 req-3a3e3207-6dee-4e1e-a424-73c6fdc7726e tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.3313849 Mar 24 00:58:02.343527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Checking router: c4b16a82-b345-4459-929c-8c26e32bdf0b for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:58:02.343880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Updating router c4b16a82-b345-4459-929c-8c26e32bdf0b port 707e36d4-a0dd-4a19-9447-826b34b68ba5 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:58:02.377806 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.500110 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f32b949-01ec-4fdf-b4e9-4b9dbeb0921d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.523998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ac5c5c8-c28f-48d5-beaa-60133566ee33 req-ec1d596d-4fef-4be4-8ce6-d6da01793cc9 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925664 Mar 24 00:58:02.528829 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f12e54b1-4d56-4e2b-96ac-9365b0b7d3f6 req-465e7e4f-40aa-478c-b90b-c716b4b12e49 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2279708 Mar 24 00:58:02.598208 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d352e912-0cff-4b96-a26a-fd7658c199d7 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for security_group_rule (3a2ad4ad-22cb-4200-a3fe-c198c92ebe01), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.608457 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d352e912-0cff-4b96-a26a-fd7658c199d7 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (3a2ad4ad-22cb-4200-a3fe-c198c92ebe01), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.620520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-92361024-b001-4e4f-89e1-26ad1a544fdc tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Made reservation on behalf of 33c0310a1be641b98dad6fea1918def0 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:58:02.623824 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-92361024-b001-4e4f-89e1-26ad1a544fdc tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.655787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f32b949-01ec-4fdf-b4e9-4b9dbeb0921d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:58:02.672034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352e912-0cff-4b96-a26a-fd7658c199d7 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2ad4ad-22cb-4200-a3fe-c198c92ebe01,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:02.685599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32b949-01ec-4fdf-b4e9-4b9dbeb0921d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event updated for resources: {'Port': ['ID=d1afeb6d-e5e7-4cee-9b5d-622b0b570730,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:02.688061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f32b949-01ec-4fdf-b4e9-4b9dbeb0921d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:58:02.699004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f32b949-01ec-4fdf-b4e9-4b9dbeb0921d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:58:02.748560 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d352e912-0cff-4b96-a26a-fd7658c199d7 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.752915 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45366) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:02.753487 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d352e912-0cff-4b96-a26a-fd7658c199d7 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6648397 Mar 24 00:58:02.760873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:02.786535 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Publish callbacks [] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.800668 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.812421 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.916749 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d5773-363f-4fa8-ad7b-0e8a5655c53b None None] Pushing event updated for resources: {'Port': ['ID=707e36d4-a0dd-4a19-9447-826b34b68ba5,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:02.933867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f32b949-01ec-4fdf-b4e9-4b9dbeb0921d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:02.934646 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f32b949-01ec-4fdf-b4e9-4b9dbeb0921d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:02.977671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:03.054166 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f32b949-01ec-4fdf-b4e9-4b9dbeb0921d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8258791 Mar 24 00:58:03.079082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6108848-ce44-4279-8710-05c69f39aaf2 req-2fce3ca2-44d5-4f9e-9496-c028a18f12fe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:03.085159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6108848-ce44-4279-8710-05c69f39aaf2 req-2fce3ca2-44d5-4f9e-9496-c028a18f12fe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:03.086793 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6108848-ce44-4279-8710-05c69f39aaf2 req-2fce3ca2-44d5-4f9e-9496-c028a18f12fe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 1652 time: 0.4188571 Mar 24 00:58:03.129707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-472e56bd-3939-4284-9226-a45918cccc2e req-09581b33-ba6c-4251-9f99-b052c59f20b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Request body: {'port': {'device_id': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7', 'admin_state_up': True, 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'security_groups': ['28c3ac2d-f25e-4798-aab7-49e04012cbb8']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:03.138310 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Allocated IP 172.25.0.84 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/e297fad2-837f-43b6-8fa0-f6ee63b96258) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:58:03.156622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f81657-b73a-4b5a-b07c-419389b98c6f req-8b1c2037-e28d-4c4f-a326-471592eb14db tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:03.164661 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75f81657-b73a-4b5a-b07c-419389b98c6f req-8b1c2037-e28d-4c4f-a326-471592eb14db tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.3909509 Mar 24 00:58:03.195176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e6d992be-b780-4e86-a5d7-ba0ba82c5b1a up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:58:03.239673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-92361024-b001-4e4f-89e1-26ad1a544fdc tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Allocated IP 172.20.0.10 (5ea87071-9882-4bd0-b1aa-7dcd7777898b/abfaef7e-9442-47f3-a081-6121f1ffddc3/2fb81f77-e6a2-4cb2-a9f5-950d183c9e24) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:58:03.253846 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Attempting to bind port 707e36d4-a0dd-4a19-9447-826b34b68ba5 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:58:03.254355 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Attempting to bind port 707e36d4-a0dd-4a19-9447-826b34b68ba5 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'af66d257-276d-42c2-9a9a-38c0a7ff7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:58:03.254815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Attempting to bind port 707e36d4-a0dd-4a19-9447-826b34b68ba5 on network a7cbf4f1-e156-43b3-b72e-c913a1c29220 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:03.261518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:58:03.261957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Checking segment: {'id': 'af66d257-276d-42c2-9a9a-38c0a7ff7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:58:03.262453 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:03.262944 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Bound using segment: {'id': 'af66d257-276d-42c2-9a9a-38c0a7ff7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:58:03.263521 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Bound port: 707e36d4-a0dd-4a19-9447-826b34b68ba5, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af66d257-276d-42c2-9a9a-38c0a7ff7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:58:03.264628 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:03.286278 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for port (e297fad2-837f-43b6-8fa0-f6ee63b96258), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:03.332863 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e297fad2-837f-43b6-8fa0-f6ee63b96258), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:03.335779 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-de2eac58-8534-4c8c-87d0-17b38fb5ea48 None None] Provisioning complete for port d1afeb6d-e5e7-4cee-9b5d-622b0b570730 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:03.336284 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-de2eac58-8534-4c8c-87d0-17b38fb5ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:03.342240 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75f81657-b73a-4b5a-b07c-419389b98c6f req-d7abec65-ed92-4034-8173-a9482c6f67ca tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762011 Mar 24 00:58:03.359606 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6108848-ce44-4279-8710-05c69f39aaf2 req-3d3ca667-1b38-42c5-bde8-549a5d698745 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556691 Mar 24 00:58:03.391545 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] For port 707e36d4-a0dd-4a19-9447-826b34b68ba5, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:58:03.418874 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e6d992be-b780-4e86-a5d7-ba0ba82c5b1a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:03.419651 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e6d992be-b780-4e86-a5d7-ba0ba82c5b1a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:03.453922 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:58:03.455826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Pushing event updated for resources: {'Port': ['ID=e297fad2-837f-43b6-8fa0-f6ee63b96258,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:03.461616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:58:03.463887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] For port 707e36d4-a0dd-4a19-9447-826b34b68ba5, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=707e36d4-a0dd-4a19-9447-826b34b68ba5,segment=NetworkSegment(af66d257-276d-42c2-9a9a-38c0a7ff7d27),segment_id=af66d257-276d-42c2-9a9a-38c0a7ff7d27)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:58:03.464536 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:58:03.478101 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-de2eac58-8534-4c8c-87d0-17b38fb5ea48 None None] Port d1afeb6d-e5e7-4cee-9b5d-622b0b570730 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:58:03.483811 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:03.550889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d5773-363f-4fa8-ad7b-0e8a5655c53b None None] Pushing event updated for resources: {'Port': ['ID=707e36d4-a0dd-4a19-9447-826b34b68ba5,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:03.620740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-09581b33-ba6c-4251-9f99-b052c59f20b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Made reservation on behalf of 5b002c83a27746a8a6f68e382218347f for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:58:03.625706 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-09581b33-ba6c-4251-9f99-b052c59f20b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:03.627436 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:03.645753 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2b512d39-62fa-4308-88b4-de390038ccf9 None None] Provisioning complete for port 707e36d4-a0dd-4a19-9447-826b34b68ba5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:03.646447 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2b512d39-62fa-4308-88b4-de390038ccf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:03.652211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e6d992be-b780-4e86-a5d7-ba0ba82c5b1a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:03.692607 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Routers {'c4b16a82-b345-4459-929c-8c26e32bdf0b'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:58:03.698039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11cb3b-e60e-4815-810d-115fe5128d3b req-9294b1eb-66fc-49bd-8f79-c380cba8e30e tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:03.705129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f11cb3b-e60e-4815-810d-115fe5128d3b req-9294b1eb-66fc-49bd-8f79-c380cba8e30e tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 1127 time: 0.2368124 Mar 24 00:58:03.706085 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:58:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c4b16a82-b345-4459-929c-8c26e32bdf0b'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:03.712128 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-92361024-b001-4e4f-89e1-26ad1a544fdc tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Publish callbacks [] for port (2fb81f77-e6a2-4cb2-a9f5-950d183c9e24), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:03.717350 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for floatingip (f89a6579-7e38-4ba3-88d2-a9aab4e58a01), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:03.765086 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e297fad2-837f-43b6-8fa0-f6ee63b96258), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:03.844189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26800492-5fda-454b-b57e-a0706c3dbfaa req-59733565-d393-46eb-87f4-0a00a21f184b tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c192da8-c213-4188-bfd3-781466c2e50b HTTP/1.1" status: 200 len: 210 time: 0.1175437 Mar 24 00:58:03.905601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] Set router c4b16a82-b345-4459-929c-8c26e32bdf0b gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:58:03.958597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2b512d39-62fa-4308-88b4-de390038ccf9 None None] Current status of the port 707e36d4-a0dd-4a19-9447-826b34b68ba5 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:03.959801 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2b512d39-62fa-4308-88b4-de390038ccf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:04.028526 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for port (e297fad2-837f-43b6-8fa0-f6ee63b96258), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:04.035755 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (e297fad2-837f-43b6-8fa0-f6ee63b96258), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:04.130063 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Pushing event updated for resources: {'Port': ['ID=e297fad2-837f-43b6-8fa0-f6ee63b96258,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:04.143730 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (f89a6579-7e38-4ba3-88d2-a9aab4e58a01), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:04.163663 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:04.165705 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-adc947e1-e5a4-49b3-99dd-162d3dcd9084 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4099698 Mar 24 00:58:04.176940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2b512d39-62fa-4308-88b4-de390038ccf9 None None] For port 707e36d4-a0dd-4a19-9447-826b34b68ba5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=707e36d4-a0dd-4a19-9447-826b34b68ba5,segment=NetworkSegment(af66d257-276d-42c2-9a9a-38c0a7ff7d27),segment_id=af66d257-276d-42c2-9a9a-38c0a7ff7d27)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:04.184902 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2b512d39-62fa-4308-88b4-de390038ccf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:04.256517 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'name': 'tempest-ServersTestBootFromVolume-1318194992-router', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:57:48Z', 'updated_at': '2022-03-24T00:57:58Z', 'revision_number': 4, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'gw_port': {'id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:52Z', 'updated_at': '2022-03-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '707e36d4-a0dd-4a19-9447-826b34b68ba5', 'name': '', 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'mac_address': 'fa:16:3e:5f:bd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:57Z', 'updated_at': '2022-03-24T00:58:03Z', 'revision_number': 4, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'subnets': [{'id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:04.285929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b512d39-62fa-4308-88b4-de390038ccf9 None None] Pushing event updated for resources: {'Port': ['ID=707e36d4-a0dd-4a19-9447-826b34b68ba5,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:04.289256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998325f4-473c-42d0-89be-da54dce002b9 None None] The sync data for ids ['c4b16a82-b345-4459-929c-8c26e32bdf0b'] in n-d-760455-9 is: [{'id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'name': 'tempest-ServersTestBootFromVolume-1318194992-router', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:57:48Z', 'updated_at': '2022-03-24T00:57:58Z', 'revision_number': 4, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'gw_port': {'id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:52Z', 'updated_at': '2022-03-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '707e36d4-a0dd-4a19-9447-826b34b68ba5', 'name': '', 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'mac_address': 'fa:16:3e:5f:bd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:57Z', 'updated_at': '2022-03-24T00:58:03Z', 'revision_number': 4, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'subnets': [{'id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:58:04.313901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b29aa1c1-4064-402b-9554-424bb3ab0bca None None] Provisioning complete for port 707e36d4-a0dd-4a19-9447-826b34b68ba5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:04.314281 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b29aa1c1-4064-402b-9554-424bb3ab0bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:04.387921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f11cb3b-e60e-4815-810d-115fe5128d3b req-652ba929-923c-407e-99b4-4a8f5022aaa4 tempest-LiveMigrationTest-1279613084 tempest-LiveMigrationTest-1279613084-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6817744 Mar 24 00:58:04.431926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-472e56bd-3939-4284-9226-a45918cccc2e req-09581b33-ba6c-4251-9f99-b052c59f20b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Allocated IP 10.1.1.67 (f3d31ec0-3d90-4405-9352-59efc8b5aaf7/c73f3eec-6ed9-47b4-a707-b2b958c2a35e/c924730b-9aa8-4878-8014-7c840b808401) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:58:04.438682 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-92361024-b001-4e4f-89e1-26ad1a544fdc tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (2fb81f77-e6a2-4cb2-a9f5-950d183c9e24), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:04.464360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b29aa1c1-4064-402b-9554-424bb3ab0bca None None] Current status of the port 707e36d4-a0dd-4a19-9447-826b34b68ba5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:04.538781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-92361024-b001-4e4f-89e1-26ad1a544fdc tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Network 5ea87071-9882-4bd0-b1aa-7dcd7777898b is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:58:04.561646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92361024-b001-4e4f-89e1-26ad1a544fdc tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Pushing event updated for resources: {'Port': ['ID=2fb81f77-e6a2-4cb2-a9f5-950d183c9e24,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:04.575609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-92361024-b001-4e4f-89e1-26ad1a544fdc tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:58:04.577547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-92361024-b001-4e4f-89e1-26ad1a544fdc tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:58:04.595654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c3265-e0f9-4cfc-8e5f-55acac9e368d req-d8ad1c74-3a7c-48c8-a980-e3f3860a1879 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:04.597777 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-543c3265-e0f9-4cfc-8e5f-55acac9e368d req-d8ad1c74-3a7c-48c8-a980-e3f3860a1879 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.3087225 Mar 24 00:58:04.757323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-92361024-b001-4e4f-89e1-26ad1a544fdc tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:04.758037 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-92361024-b001-4e4f-89e1-26ad1a544fdc tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:04.810823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-92361024-b001-4e4f-89e1-26ad1a544fdc tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6568403 Mar 24 00:58:04.821344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-543c3265-e0f9-4cfc-8e5f-55acac9e368d req-f37fb665-845b-40c8-abde-10d9985e51c2 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007010 Mar 24 00:58:04.841570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Request body: {'port': {'device_id': '6c192da8-c213-4188-bfd3-781466c2e50b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:04.914490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71f853-1faa-4441-8118-dfe2b70eadac req-d17b4aff-eaca-4c8b-baa9-2c3c6e03eb5a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:04.914490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71f853-1faa-4441-8118-dfe2b70eadac req-d17b4aff-eaca-4c8b-baa9-2c3c6e03eb5a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:04.914490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71f853-1faa-4441-8118-dfe2b70eadac req-d17b4aff-eaca-4c8b-baa9-2c3c6e03eb5a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:04.914490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71f853-1faa-4441-8118-dfe2b70eadac req-d17b4aff-eaca-4c8b-baa9-2c3c6e03eb5a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:04.914490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71f853-1faa-4441-8118-dfe2b70eadac req-d17b4aff-eaca-4c8b-baa9-2c3c6e03eb5a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:04.917612 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71f853-1faa-4441-8118-dfe2b70eadac req-d17b4aff-eaca-4c8b-baa9-2c3c6e03eb5a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:04.926515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71f853-1faa-4441-8118-dfe2b70eadac req-d17b4aff-eaca-4c8b-baa9-2c3c6e03eb5a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:04.932151 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c71f853-1faa-4441-8118-dfe2b70eadac req-d17b4aff-eaca-4c8b-baa9-2c3c6e03eb5a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.2762556 Mar 24 00:58:05.042525 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-09581b33-ba6c-4251-9f99-b052c59f20b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for port (c924730b-9aa8-4878-8014-7c840b808401), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:05.113594 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:05.136921 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2fb81f77-e6a2-4cb2-a9f5-950d183c9e24), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:05.149278 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c71f853-1faa-4441-8118-dfe2b70eadac req-79834e4d-13f0-4eee-a016-316bd023c9b9 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2166700 Mar 24 00:58:05.166148 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 707e36d4-a0dd-4a19-9447-826b34b68ba5 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:58:05.170717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bae1d2-8b7b-43a7-a5bf-595c96ed6b10 req-8f72aca9-8ad2-4a6d-943c-065a3dbb7e62 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:05.172402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51bae1d2-8b7b-43a7-a5bf-595c96ed6b10 req-8f72aca9-8ad2-4a6d-943c-065a3dbb7e62 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.2330232 Mar 24 00:58:05.222136 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-09581b33-ba6c-4251-9f99-b052c59f20b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c924730b-9aa8-4878-8014-7c840b808401), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:05.231938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 707e36d4-a0dd-4a19-9447-826b34b68ba5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:05.232455 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:05.325179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472e56bd-3939-4284-9226-a45918cccc2e req-09581b33-ba6c-4251-9f99-b052c59f20b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:58:05.376006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 707e36d4-a0dd-4a19-9447-826b34b68ba5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:05.398153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-472e56bd-3939-4284-9226-a45918cccc2e req-09581b33-ba6c-4251-9f99-b052c59f20b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:58:05.400545 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-472e56bd-3939-4284-9226-a45918cccc2e req-09581b33-ba6c-4251-9f99-b052c59f20b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:58:05.441352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09581b33-ba6c-4251-9f99-b052c59f20b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event updated for resources: {'Port': ['ID=c924730b-9aa8-4878-8014-7c840b808401,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:05.462630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51bae1d2-8b7b-43a7-a5bf-595c96ed6b10 req-2af247fe-c18a-4780-b028-e83bed1533dc tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623999 Mar 24 00:58:05.548073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-09581b33-ba6c-4251-9f99-b052c59f20b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:05.548882 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-09581b33-ba6c-4251-9f99-b052c59f20b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:05.582635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2cec5-8a97-4ed1-950a-5d898ffa0d9e req-8320843b-686f-43bf-be8c-2522f125a498 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:05.589826 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2cec5-8a97-4ed1-950a-5d898ffa0d9e req-8320843b-686f-43bf-be8c-2522f125a498 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:05.595376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2cec5-8a97-4ed1-950a-5d898ffa0d9e req-8320843b-686f-43bf-be8c-2522f125a498 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:05.602808 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccf2cec5-8a97-4ed1-950a-5d898ffa0d9e req-8320843b-686f-43bf-be8c-2522f125a498 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 2372 time: 0.3034470 Mar 24 00:58:05.619492 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-09581b33-ba6c-4251-9f99-b052c59f20b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5205681 Mar 24 00:58:05.634138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-472e56bd-3939-4284-9226-a45918cccc2e req-91910dea-5b8e-40d1-8348-18fc19684cc1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Request body: {'port': {'device_id': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea', 'admin_state_up': True, 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'security_groups': ['28c3ac2d-f25e-4798-aab7-49e04012cbb8']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:05.767243 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccf2cec5-8a97-4ed1-950a-5d898ffa0d9e req-cf7e10d5-4b8e-45ca-bad6-89c064f31051 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564305 Mar 24 00:58:05.810602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a8fe1850-9770-4acb-9c9f-9a4b91ca9707 None None] Provisioning complete for port c924730b-9aa8-4878-8014-7c840b808401 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:05.810990 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a8fe1850-9770-4acb-9c9f-9a4b91ca9707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c924730b-9aa8-4878-8014-7c840b808401), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:05.878706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a8fe1850-9770-4acb-9c9f-9a4b91ca9707 None None] Port c924730b-9aa8-4878-8014-7c840b808401 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:58:06.005455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-91910dea-5b8e-40d1-8348-18fc19684cc1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Made reservation on behalf of 5b002c83a27746a8a6f68e382218347f for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:58:06.012436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:06.027668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca29046-b9b0-4d3d-bbde-05455cb8f426 req-3da94a81-5ce9-4f2b-8b83-6a536f941756 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:06.029292 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ca29046-b9b0-4d3d-bbde-05455cb8f426 req-3da94a81-5ce9-4f2b-8b83-6a536f941756 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c192da8-c213-4188-bfd3-781466c2e50b HTTP/1.1" status: 200 len: 932 time: 0.2128372 Mar 24 00:58:06.042368 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Publish callbacks [] for port (2fb81f77-e6a2-4cb2-a9f5-950d183c9e24), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:06.113840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebd038-42e3-495c-b260-f4b3e2e863f3 req-393fe29e-abd8-41f2-8bf5-0eeeec9f868a tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:06.115857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84ebd038-42e3-495c-b260-f4b3e2e863f3 req-393fe29e-abd8-41f2-8bf5-0eeeec9f868a tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 945 time: 0.2471349 Mar 24 00:58:06.131440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Transition to ACTIVE for port object 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:58:06.160159 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (2fb81f77-e6a2-4cb2-a9f5-950d183c9e24), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:06.240942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ca29046-b9b0-4d3d-bbde-05455cb8f426 req-d3de27df-650b-4b2b-80bc-75c466612dd7 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f982807-3a33-4a36-b619-d35d4b23d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959901 Mar 24 00:58:06.270597 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-91910dea-5b8e-40d1-8348-18fc19684cc1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:06.276418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb81f77-e6a2-4cb2-a9f5-950d183c9e24,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:06.293126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84ebd038-42e3-495c-b260-f4b3e2e863f3 req-db4e1d5e-35cf-4dd4-9f5e-18810063609f tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699381 Mar 24 00:58:06.576759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Attempting to bind port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:58:06.577452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Attempting to bind port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5ea87071-9882-4bd0-b1aa-7dcd7777898b'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:58:06.577452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Attempting to bind port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 on network 5ea87071-9882-4bd0-b1aa-7dcd7777898b {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:06.620828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d38d5-8d15-4e9f-a10f-a95658f52262 req-1aad7122-79cb-4b75-80f7-f6e687aed5e7 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:06.622357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa1d38d5-8d15-4e9f-a10f-a95658f52262 req-1aad7122-79cb-4b75-80f7-f6e687aed5e7 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.57 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 945 time: 0.2588143 Mar 24 00:58:06.633853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b6531-dff0-4fc2-85b8-3d1f03c8e491 req-503aa469-2a86-43d7-ba81-3a5102315565 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:06.635207 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f3b6531-dff0-4fc2-85b8-3d1f03c8e491 req-503aa469-2a86-43d7-ba81-3a5102315565 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2587366 Mar 24 00:58:06.635739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 on network 5ea87071-9882-4bd0-b1aa-7dcd7777898b not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:58:06.636057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Attempting to bind port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 on network 5ea87071-9882-4bd0-b1aa-7dcd7777898b {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:06.650908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb58de8-6b6b-4a27-9a06-24e67fc24758 req-727f7adf-1748-4e87-9cc1-d6d7f7a04e9f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:06.656054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb58de8-6b6b-4a27-9a06-24e67fc24758 req-727f7adf-1748-4e87-9cc1-d6d7f7a04e9f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:06.661208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb58de8-6b6b-4a27-9a06-24e67fc24758 req-727f7adf-1748-4e87-9cc1-d6d7f7a04e9f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:06.666360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb58de8-6b6b-4a27-9a06-24e67fc24758 req-727f7adf-1748-4e87-9cc1-d6d7f7a04e9f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:06.671751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb58de8-6b6b-4a27-9a06-24e67fc24758 req-727f7adf-1748-4e87-9cc1-d6d7f7a04e9f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:06.676997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb58de8-6b6b-4a27-9a06-24e67fc24758 req-727f7adf-1748-4e87-9cc1-d6d7f7a04e9f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:06.682696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb58de8-6b6b-4a27-9a06-24e67fc24758 req-727f7adf-1748-4e87-9cc1-d6d7f7a04e9f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:06.684424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7eb58de8-6b6b-4a27-9a06-24e67fc24758 req-727f7adf-1748-4e87-9cc1-d6d7f7a04e9f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.2824702 Mar 24 00:58:06.735657 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:58:06.736000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Checking segment: {'id': '8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5ea87071-9882-4bd0-b1aa-7dcd7777898b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:58:06.736375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Bound using segment: {'id': '8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5ea87071-9882-4bd0-b1aa-7dcd7777898b'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:58:06.736802 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Bound port: 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5ea87071-9882-4bd0-b1aa-7dcd7777898b'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:58:06.737180 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2fb81f77-e6a2-4cb2-a9f5-950d183c9e24), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:06.758121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-472e56bd-3939-4284-9226-a45918cccc2e req-91910dea-5b8e-40d1-8348-18fc19684cc1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Allocated IP 10.2.2.100 (d9cd7f27-a324-4986-9859-80919b2e14ea/27acd1eb-b278-4f90-8e9b-08cd5165a5d0/f5735b4c-cf45-49d2-a7f8-87c3be714560) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:58:06.923820 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f3b6531-dff0-4fc2-85b8-3d1f03c8e491 req-c67859c1-ab53-4dbd-ad3b-8a33b7eb3f67 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317698 Mar 24 00:58:06.938920 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7eb58de8-6b6b-4a27-9a06-24e67fc24758 req-27fbc30f-c901-42c0-9415-e739d95f4df2 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2420192 Mar 24 00:58:06.983922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] For port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:58:07.008346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] For port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2fb81f77-e6a2-4cb2-a9f5-950d183c9e24,segment=NetworkSegment(8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35),segment_id=8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:58:07.029144 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (2fb81f77-e6a2-4cb2-a9f5-950d183c9e24), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:07.094374 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-aa1d38d5-8d15-4e9f-a10f-a95658f52262 req-89e91bed-a941-44ff-bee8-f4bceada32a3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Deleting port a141c53e-af42-4e2f-bd5e-40fd12044197 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:07.094711 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aa1d38d5-8d15-4e9f-a10f-a95658f52262 req-89e91bed-a941-44ff-bee8-f4bceada32a3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:07.188667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:07.189307 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:07.190691 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] 10.222.0.48 "PUT /v2.0/ports/2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 HTTP/1.1" status: 200 len: 1092 time: 2.3587501 Mar 24 00:58:07.211354 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c192da8-c213-4188-bfd3-781466c2e50b', 'tag': '2fb81f77-e6a2-4cb2-a9f5-950d183c9e24'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:07.213730 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3359a341-870c-4a2f-bc98-68e6745134d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c192da8-c213-4188-bfd3-781466c2e50b", "tag": "2fb81f77-e6a2-4cb2-a9f5-950d183c9e24"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:07.286383 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-91910dea-5b8e-40d1-8348-18fc19684cc1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:07.290035 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cd704-ac70-4c3f-b644-307d552775a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb81f77-e6a2-4cb2-a9f5-950d183c9e24,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:07.360080 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd873fe-fb86-4dce-95eb-64040ea4f0a8 req-921c3806-caa6-4c4f-a084-8bb97ef53cbe tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:07.361539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cd873fe-fb86-4dce-95eb-64040ea4f0a8 req-921c3806-caa6-4c4f-a084-8bb97ef53cbe tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.2847774 Mar 24 00:58:07.372097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-aa1d38d5-8d15-4e9f-a10f-a95658f52262 req-89e91bed-a941-44ff-bee8-f4bceada32a3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] For port a141c53e-af42-4e2f-bd5e-40fd12044197, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a141c53e-af42-4e2f-bd5e-40fd12044197,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:07.372437 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aa1d38d5-8d15-4e9f-a10f-a95658f52262 req-89e91bed-a941-44ff-bee8-f4bceada32a3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:07.407882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8333145-4c53-46c0-83ab-1c2706c62016 req-4f730d4f-5641-4ad5-b767-43a4a5642c00 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:07.413699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8333145-4c53-46c0-83ab-1c2706c62016 req-4f730d4f-5641-4ad5-b767-43a4a5642c00 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:07.419135 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8333145-4c53-46c0-83ab-1c2706c62016 req-4f730d4f-5641-4ad5-b767-43a4a5642c00 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:07.420676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8333145-4c53-46c0-83ab-1c2706c62016 req-4f730d4f-5641-4ad5-b767-43a4a5642c00 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 2372 time: 0.3031228 Mar 24 00:58:07.428013 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-aa1d38d5-8d15-4e9f-a10f-a95658f52262 req-89e91bed-a941-44ff-bee8-f4bceada32a3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Calling delete_port for a141c53e-af42-4e2f-bd5e-40fd12044197 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:07.454153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-7d129fdf-38b2-4d2e-824e-89a71c40f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:07.455575 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-7d129fdf-38b2-4d2e-824e-89a71c40f546 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33c0310a1be641b98dad6fea1918def0&device_id=6c192da8-c213-4188-bfd3-781466c2e50b HTTP/1.1" status: 200 len: 1126 time: 0.2181289 Mar 24 00:58:07.552301 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-91910dea-5b8e-40d1-8348-18fc19684cc1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:07.560336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-5d0e578a-7519-45e3-84fb-43d00036c18b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 HTTP/1.1" status: 200 len: 217 time: 0.0847237 Mar 24 00:58:07.916161 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cd873fe-fb86-4dce-95eb-64040ea4f0a8 req-ed625e31-d4e4-48e0-b165-bc35c1d03db5 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461872 Mar 24 00:58:07.985469 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8333145-4c53-46c0-83ab-1c2706c62016 req-b2f0ff9b-ef40-422d-8bae-04b8600d3e94 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5545683 Mar 24 00:58:07.987557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472e56bd-3939-4284-9226-a45918cccc2e req-91910dea-5b8e-40d1-8348-18fc19684cc1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Network d9cd7f27-a324-4986-9859-80919b2e14ea is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:58:08.008410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-472e56bd-3939-4284-9226-a45918cccc2e req-91910dea-5b8e-40d1-8348-18fc19684cc1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:58:08.018997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91910dea-5b8e-40d1-8348-18fc19684cc1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event updated for resources: {'Port': ['ID=f5735b4c-cf45-49d2-a7f8-87c3be714560,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:08.024259 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-472e56bd-3939-4284-9226-a45918cccc2e req-91910dea-5b8e-40d1-8348-18fc19684cc1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:58:08.037810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-77222820-38bb-4dbf-8834-5c0c01770e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:08.043030 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-77222820-38bb-4dbf-8834-5c0c01770e09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abfaef7e-9442-47f3-a081-6121f1ffddc3 HTTP/1.1" status: 200 len: 857 time: 0.1576204 Mar 24 00:58:08.107246 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4ed47b-6237-4473-a0fa-5cf77294911a x-openstack-request-id: req-3c4ed47b-6237-4473-a0fa-5cf77294911a {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:08.107487 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c192da8-c213-4188-bfd3-781466c2e50b", "tag": "2fb81f77-e6a2-4cb2-a9f5-950d183c9e24", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:08.107725 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c4ed47b-6237-4473-a0fa-5cf77294911a {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:08.108130 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4ed47b-6237-4473-a0fa-5cf77294911a'] response: {'name': 'network-changed', 'server_uuid': '6c192da8-c213-4188-bfd3-781466c2e50b', 'tag': '2fb81f77-e6a2-4cb2-a9f5-950d183c9e24', 'status': 'completed', 'code': 200} Mar 24 00:58:08.114632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-91910dea-5b8e-40d1-8348-18fc19684cc1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:08.116172 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-91910dea-5b8e-40d1-8348-18fc19684cc1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:08.157627 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-22055461-83e2-4aa1-a09e-f87e1e3b9b54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ea87071-9882-4bd0-b1aa-7dcd7777898b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754383 Mar 24 00:58:08.245011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-91910dea-5b8e-40d1-8348-18fc19684cc1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6157832 Mar 24 00:58:08.268982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-472e56bd-3939-4284-9226-a45918cccc2e req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Request body: {'port': {'device_id': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea', 'admin_state_up': True, 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'security_groups': ['28c3ac2d-f25e-4798-aab7-49e04012cbb8']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:08.320802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3e4486d7-b30d-445e-bfa4-8bbdde2235ef None None] Provisioning complete for port f5735b4c-cf45-49d2-a7f8-87c3be714560 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:08.321458 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3e4486d7-b30d-445e-bfa4-8bbdde2235ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:08.358150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3e4486d7-b30d-445e-bfa4-8bbdde2235ef None None] Port f5735b4c-cf45-49d2-a7f8-87c3be714560 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:58:08.375786 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aa1d38d5-8d15-4e9f-a10f-a95658f52262 req-89e91bed-a941-44ff-bee8-f4bceada32a3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a141c53e-af42-4e2f-bd5e-40fd12044197), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:08.388307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:08.441329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f9b9d-3635-4ee8-bce2-670804963341 req-9ad6c244-556d-4c65-9469-322b214c98a2 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:08.442391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-130f9b9d-3635-4ee8-bce2-670804963341 req-9ad6c244-556d-4c65-9469-322b214c98a2 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 866 time: 0.2959108 Mar 24 00:58:08.449677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811d1f0-7e52-4a6e-aafd-3e9ae04c35ea req-9924c82f-537c-479b-8bd9-a99159bd253c tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:08.451037 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7811d1f0-7e52-4a6e-aafd-3e9ae04c35ea req-9924c82f-537c-479b-8bd9-a99159bd253c tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c192da8-c213-4188-bfd3-781466c2e50b HTTP/1.1" status: 200 len: 944 time: 0.3031580 Mar 24 00:58:08.463633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e91bed-a941-44ff-bee8-f4bceada32a3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Pushing event deleted for resources: {'Port': ['ID=a141c53e-af42-4e2f-bd5e-40fd12044197,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:08.568285 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-0e495c41-767f-4a20-bac8-7ce4eb3a387c service neutron] 10.222.0.48 "GET /v2.0/networks/5ea87071-9882-4bd0-b1aa-7dcd7777898b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739707 Mar 24 00:58:08.592429 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1d38d5-8d15-4e9f-a10f-a95658f52262 req-89e91bed-a941-44ff-bee8-f4bceada32a3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] No DVR routers for this DVR port a141c53e-af42-4e2f-bd5e-40fd12044197 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:58:08.608702 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aa1d38d5-8d15-4e9f-a10f-a95658f52262 req-89e91bed-a941-44ff-bee8-f4bceada32a3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:08.611884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa1d38d5-8d15-4e9f-a10f-a95658f52262 req-89e91bed-a941-44ff-bee8-f4bceada32a3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.57 "DELETE /v2.0/ports/a141c53e-af42-4e2f-bd5e-40fd12044197 HTTP/1.1" status: 204 len: 173 time: 1.9734545 Mar 24 00:58:08.689540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-130f9b9d-3635-4ee8-bce2-670804963341 req-d2a2977f-857d-41a5-bc39-f6774a4af2e4 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296550 Mar 24 00:58:08.696216 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7811d1f0-7e52-4a6e-aafd-3e9ae04c35ea req-3b3c866e-f4fa-4313-8153-cc2af55d7513 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f982807-3a33-4a36-b619-d35d4b23d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304704 Mar 24 00:58:08.711892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Made reservation on behalf of 5b002c83a27746a8a6f68e382218347f for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:58:08.714754 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:08.844856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bcc5c60-d81b-4487-9741-de687cb05f62 req-4481e97f-9c69-491c-8a09-7a38fdce1daa service neutron] 10.222.0.48 "GET /v2.0/networks/5ea87071-9882-4bd0-b1aa-7dcd7777898b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558596 Mar 24 00:58:09.012479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687644ed-f4a1-4528-8f40-c23c2539b13e req-8fa754f9-2b4f-47b8-8af6-e39400490624 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.017865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687644ed-f4a1-4528-8f40-c23c2539b13e req-8fa754f9-2b4f-47b8-8af6-e39400490624 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.023791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687644ed-f4a1-4528-8f40-c23c2539b13e req-8fa754f9-2b4f-47b8-8af6-e39400490624 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.029227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687644ed-f4a1-4528-8f40-c23c2539b13e req-8fa754f9-2b4f-47b8-8af6-e39400490624 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.034561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687644ed-f4a1-4528-8f40-c23c2539b13e req-8fa754f9-2b4f-47b8-8af6-e39400490624 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.040500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687644ed-f4a1-4528-8f40-c23c2539b13e req-8fa754f9-2b4f-47b8-8af6-e39400490624 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.046170 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687644ed-f4a1-4528-8f40-c23c2539b13e req-8fa754f9-2b4f-47b8-8af6-e39400490624 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.048722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-687644ed-f4a1-4528-8f40-c23c2539b13e req-8fa754f9-2b4f-47b8-8af6-e39400490624 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.2490928 Mar 24 00:58:09.061435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d62136-e043-4503-bfda-32875b4be970 req-d14fb4e5-fb61-4037-9e98-9c80cfca3603 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.063120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7d62136-e043-4503-bfda-32875b4be970 req-d14fb4e5-fb61-4037-9e98-9c80cfca3603 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2695236 Mar 24 00:58:09.119718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359a341-870c-4a2f-bc98-68e6745134d1 req-c8473e3a-6d3f-469f-960a-4b4087641165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.121281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3359a341-870c-4a2f-bc98-68e6745134d1 req-c8473e3a-6d3f-469f-960a-4b4087641165 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33c0310a1be641b98dad6fea1918def0&device_id=6c192da8-c213-4188-bfd3-781466c2e50b HTTP/1.1" status: 200 len: 1126 time: 0.2156472 Mar 24 00:58:09.128598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-472e56bd-3939-4284-9226-a45918cccc2e req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Allocated IP 10.2.2.200 (d9cd7f27-a324-4986-9859-80919b2e14ea/27acd1eb-b278-4f90-8e9b-08cd5165a5d0/4c6fff98-2741-4b0a-9dcd-c35032208eee) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:58:09.256893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-687644ed-f4a1-4528-8f40-c23c2539b13e req-446719c3-91af-41a8-91c5-0697594f1c24 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1886337 Mar 24 00:58:09.265362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7d62136-e043-4503-bfda-32875b4be970 req-b452b938-f6d9-40ea-b42a-294cbd2c10aa tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863854 Mar 24 00:58:09.434276 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:09.469972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359a341-870c-4a2f-bc98-68e6745134d1 req-83e64821-3f2d-4498-b037-ebe7617976fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.472392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3359a341-870c-4a2f-bc98-68e6745134d1 req-83e64821-3f2d-4498-b037-ebe7617976fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ea87071-9882-4bd0-b1aa-7dcd7777898b HTTP/1.1" status: 200 len: 918 time: 0.3382125 Mar 24 00:58:09.554760 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3359a341-870c-4a2f-bc98-68e6745134d1 req-cd0abe34-f994-4461-96e5-1b9e3807e049 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 HTTP/1.1" status: 200 len: 217 time: 0.0655632 Mar 24 00:58:09.599717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391bfae-22af-4b47-8191-7606d7f910ca req-a55b6207-8f0b-4341-9825-d976723ef0ae tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.601148 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9391bfae-22af-4b47-8191-7606d7f910ca req-a55b6207-8f0b-4341-9825-d976723ef0ae tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.1903155 Mar 24 00:58:09.615779 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:09.637769 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b17e7-d20d-4a27-9a7c-c23c5c1329a6 req-2ade3ef2-4535-43de-9beb-c947fd5e18f7 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.642973 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b17e7-d20d-4a27-9a7c-c23c5c1329a6 req-2ade3ef2-4535-43de-9beb-c947fd5e18f7 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.648263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b17e7-d20d-4a27-9a7c-c23c5c1329a6 req-2ade3ef2-4535-43de-9beb-c947fd5e18f7 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.653643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b17e7-d20d-4a27-9a7c-c23c5c1329a6 req-2ade3ef2-4535-43de-9beb-c947fd5e18f7 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.655310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff4b17e7-d20d-4a27-9a7c-c23c5c1329a6 req-2ade3ef2-4535-43de-9beb-c947fd5e18f7 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 3093 time: 0.2241468 Mar 24 00:58:09.719239 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472e56bd-3939-4284-9226-a45918cccc2e req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Network d9cd7f27-a324-4986-9859-80919b2e14ea is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:58:09.724865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359a341-870c-4a2f-bc98-68e6745134d1 req-16debfab-de19-41f2-9ba3-2918f24f65f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.726322 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3359a341-870c-4a2f-bc98-68e6745134d1 req-16debfab-de19-41f2-9ba3-2918f24f65f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abfaef7e-9442-47f3-a081-6121f1ffddc3 HTTP/1.1" status: 200 len: 857 time: 0.1654699 Mar 24 00:58:09.738144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-472e56bd-3939-4284-9226-a45918cccc2e req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:58:09.741079 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-472e56bd-3939-4284-9226-a45918cccc2e req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:58:09.806015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event updated for resources: {'Port': ['ID=4c6fff98-2741-4b0a-9dcd-c35032208eee,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:09.817165 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3359a341-870c-4a2f-bc98-68e6745134d1 req-c48f1fbe-9ca9-4bcf-8b20-9140e18e6f9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ea87071-9882-4bd0-b1aa-7dcd7777898b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665820 Mar 24 00:58:09.860715 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9391bfae-22af-4b47-8191-7606d7f910ca req-4ea6def1-c971-49d3-8a85-cd9150bb5304 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496619 Mar 24 00:58:09.863527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:09.864124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:09.864593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:09.865687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:09.866150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:09.866626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:09.867077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:09.867668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:09.868262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:09.868715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:09.869248 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:09.869751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:09.870220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:09.870664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:09.871109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:09.947794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff4b17e7-d20d-4a27-9a7c-c23c5c1329a6 req-146d79de-6b68-47d7-8ad8-39505f6e4b89 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830830 Mar 24 00:58:09.955112 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:09.956004 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:10.029969 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-a8942ca7-9604-4819-95dd-b4c3eb842f2b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7670052 Mar 24 00:58:10.051247 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Request body: {'port': {'device_id': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:10.099789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ab84b935-fe17-4842-9776-6511dc656ca2 None None] Provisioning complete for port 4c6fff98-2741-4b0a-9dcd-c35032208eee triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:10.100818 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ab84b935-fe17-4842-9776-6511dc656ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:10.111577 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ac49e3-507c-463d-a92d-bd23eff41b61', 'name': 'network-vif-deleted', 'tag': 'a141c53e-af42-4e2f-bd5e-40fd12044197'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:10.114008 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49adc267-9fa1-436e-813e-c7c9ecf65615" -d '{"events": [{"server_uuid": "31ac49e3-507c-463d-a92d-bd23eff41b61", "name": "network-vif-deleted", "tag": "a141c53e-af42-4e2f-bd5e-40fd12044197"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:10.137270 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9c407-49d7-461f-88aa-5391efd85eb4 req-e249506d-8697-4127-8edc-e65ef5d97563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:10.139371 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-45c9c407-49d7-461f-88aa-5391efd85eb4 req-e249506d-8697-4127-8edc-e65ef5d97563 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 1126 time: 0.0566792 Mar 24 00:58:10.139878 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3359a341-870c-4a2f-bc98-68e6745134d1 req-520ac60c-6a3f-4b77-ac80-c2457f321c5a service neutron] 10.222.0.48 "GET /v2.0/networks/5ea87071-9882-4bd0-b1aa-7dcd7777898b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063190 Mar 24 00:58:10.143628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0a0c5f9c-a178-4685-91b8-909ea3000f57 req-bac98e7c-ce3c-4994-8074-3c022927aa98 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 210 time: 0.0645852 Mar 24 00:58:10.174264 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ab84b935-fe17-4842-9776-6511dc656ca2 None None] Port 4c6fff98-2741-4b0a-9dcd-c35032208eee cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:58:10.180699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a141c53e-af42-4e2f-bd5e-40fd12044197 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:58:10.239618 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: a141c53e-af42-4e2f-bd5e-40fd12044197 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:58:10.243542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a141c53e-af42-4e2f-bd5e-40fd12044197 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:58:10.283176 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9c407-49d7-461f-88aa-5391efd85eb4 req-9e655d74-5220-4784-9dc6-d6dce4de1110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:10.285658 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-45c9c407-49d7-461f-88aa-5391efd85eb4 req-9e655d74-5220-4784-9dc6-d6dce4de1110 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.1288130 Mar 24 00:58:10.287453 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (62d19756-9f05-4590-8d19-445cf904e8fd), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:10.355012 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-45c9c407-49d7-461f-88aa-5391efd85eb4 req-b7cc91b5-5fd2-4ece-8e7d-6b3fbf998ade service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc HTTP/1.1" status: 200 len: 999 time: 0.0630474 Mar 24 00:58:10.357667 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3359a341-870c-4a2f-bc98-68e6745134d1 req-ede5dde1-9bb9-4647-8ffe-b04c7302a2fd service neutron] 10.222.0.48 "GET /v2.0/networks/5ea87071-9882-4bd0-b1aa-7dcd7777898b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021387 Mar 24 00:58:10.413306 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9c407-49d7-461f-88aa-5391efd85eb4 req-d88ff28e-9dc3-4b69-a2a6-db409d45865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:10.414707 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-45c9c407-49d7-461f-88aa-5391efd85eb4 req-d88ff28e-9dc3-4b69-a2a6-db409d45865a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.0495214 Mar 24 00:58:10.416444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da31ce-c879-4754-90fe-d354a53245c8 req-c48cbe55-2df3-4cb6-9bc8-021f1ba3957b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:10.418206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5da31ce-c879-4754-90fe-d354a53245c8 req-c48cbe55-2df3-4cb6-9bc8-021f1ba3957b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1560404 Mar 24 00:58:10.426074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43f6b8-adae-4334-908f-84b26ba61c79 req-342c3db2-b0cd-4258-ad24-6945256cd618 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:10.428028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc43f6b8-adae-4334-908f-84b26ba61c79 req-342c3db2-b0cd-4258-ad24-6945256cd618 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c192da8-c213-4188-bfd3-781466c2e50b HTTP/1.1" status: 200 len: 944 time: 0.1687298 Mar 24 00:58:10.469033 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9c407-49d7-461f-88aa-5391efd85eb4 req-275d672e-19a9-4ebc-a94e-e14f00f058a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:10.470543 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-45c9c407-49d7-461f-88aa-5391efd85eb4 req-275d672e-19a9-4ebc-a94e-e14f00f058a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498095 Mar 24 00:58:10.564281 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-45c9c407-49d7-461f-88aa-5391efd85eb4 req-d1aefe09-9377-4a2e-931d-e268ef109546 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871613 Mar 24 00:58:10.565677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5da31ce-c879-4754-90fe-d354a53245c8 req-d4e658c9-d462-4dfe-83fc-cf2db01013b0 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346505 Mar 24 00:58:10.632010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc43f6b8-adae-4334-908f-84b26ba61c79 req-8e196514-ef08-415c-9605-d3599a55b114 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f982807-3a33-4a36-b619-d35d4b23d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918542 Mar 24 00:58:10.688884 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb15e9a-c780-4beb-b0b3-151fb3a06d9e x-openstack-request-id: req-5eb15e9a-c780-4beb-b0b3-151fb3a06d9e {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:10.689197 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ac49e3-507c-463d-a92d-bd23eff41b61", "name": "network-vif-deleted", "tag": "a141c53e-af42-4e2f-bd5e-40fd12044197", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:10.689452 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5eb15e9a-c780-4beb-b0b3-151fb3a06d9e {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:10.689854 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb15e9a-c780-4beb-b0b3-151fb3a06d9e'] response: {'server_uuid': '31ac49e3-507c-463d-a92d-bd23eff41b61', 'name': 'network-vif-deleted', 'tag': 'a141c53e-af42-4e2f-bd5e-40fd12044197', 'status': 'completed', 'code': 200} Mar 24 00:58:10.709706 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-45c9c407-49d7-461f-88aa-5391efd85eb4 req-7ea41ad2-889d-4756-9abf-af59225db235 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388087 Mar 24 00:58:10.794283 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d19756-9f05-4590-8d19-445cf904e8fd {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:10.804370 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Publish callbacks [] for port (62d19756-9f05-4590-8d19-445cf904e8fd), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:10.823037 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Transition to ACTIVE for port object 62d19756-9f05-4590-8d19-445cf904e8fd will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:58:10.830097 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (62d19756-9f05-4590-8d19-445cf904e8fd), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:10.847447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875877cb-f6d5-46f2-a641-cd567dd16dc1 req-2febc012-9d8a-4540-b8c4-68bece38ecf2 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:10.852915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875877cb-f6d5-46f2-a641-cd567dd16dc1 req-2febc012-9d8a-4540-b8c4-68bece38ecf2 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:10.858286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875877cb-f6d5-46f2-a641-cd567dd16dc1 req-2febc012-9d8a-4540-b8c4-68bece38ecf2 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:10.863791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875877cb-f6d5-46f2-a641-cd567dd16dc1 req-2febc012-9d8a-4540-b8c4-68bece38ecf2 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:10.869035 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875877cb-f6d5-46f2-a641-cd567dd16dc1 req-2febc012-9d8a-4540-b8c4-68bece38ecf2 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:10.874497 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875877cb-f6d5-46f2-a641-cd567dd16dc1 req-2febc012-9d8a-4540-b8c4-68bece38ecf2 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:10.881188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875877cb-f6d5-46f2-a641-cd567dd16dc1 req-2febc012-9d8a-4540-b8c4-68bece38ecf2 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:10.883130 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-875877cb-f6d5-46f2-a641-cd567dd16dc1 req-2febc012-9d8a-4540-b8c4-68bece38ecf2 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.1330030 Mar 24 00:58:10.993878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Pushing event updated for resources: {'Port': ['ID=62d19756-9f05-4590-8d19-445cf904e8fd,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:11.091281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-875877cb-f6d5-46f2-a641-cd567dd16dc1 req-d7cb40bf-d36e-4b93-9066-bfa5d7771759 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1724372 Mar 24 00:58:11.129604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Attempting to bind port 62d19756-9f05-4590-8d19-445cf904e8fd on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:58:11.130236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Attempting to bind port 62d19756-9f05-4590-8d19-445cf904e8fd by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'a06b89bd-93c8-4108-9a57-9215b8c90a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:58:11.130903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Attempting to bind port 62d19756-9f05-4590-8d19-445cf904e8fd on network 3442b383-cef2-415a-8f56-3353317f1d87 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:11.138501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Port 62d19756-9f05-4590-8d19-445cf904e8fd on network 3442b383-cef2-415a-8f56-3353317f1d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:58:11.138935 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Attempting to bind port 62d19756-9f05-4590-8d19-445cf904e8fd on network 3442b383-cef2-415a-8f56-3353317f1d87 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:11.144887 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:58:11.145585 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Checking segment: {'id': 'a06b89bd-93c8-4108-9a57-9215b8c90a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:58:11.146082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Bound using segment: {'id': 'a06b89bd-93c8-4108-9a57-9215b8c90a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:58:11.147150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Bound port: 62d19756-9f05-4590-8d19-445cf904e8fd, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06b89bd-93c8-4108-9a57-9215b8c90a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:58:11.147626 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (62d19756-9f05-4590-8d19-445cf904e8fd), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:11.271944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] For port 62d19756-9f05-4590-8d19-445cf904e8fd, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:58:11.291426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] For port 62d19756-9f05-4590-8d19-445cf904e8fd, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=62d19756-9f05-4590-8d19-445cf904e8fd,segment=NetworkSegment(a06b89bd-93c8-4108-9a57-9215b8c90a9f),segment_id=a06b89bd-93c8-4108-9a57-9215b8c90a9f)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:58:11.308698 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (62d19756-9f05-4590-8d19-445cf904e8fd), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:11.327189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac1118-4d4e-4285-8f9f-fcbb669e8eff req-27af3230-5085-491e-92f8-b67d128af78a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:11.328775 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-abac1118-4d4e-4285-8f9f-fcbb669e8eff req-27af3230-5085-491e-92f8-b67d128af78a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.1090119 Mar 24 00:58:11.371801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:11.372611 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:11.374075 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] 10.222.0.57 "PUT /v2.0/ports/62d19756-9f05-4590-8d19-445cf904e8fd HTTP/1.1" status: 200 len: 1091 time: 1.3335204 Mar 24 00:58:11.409715 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-abac1118-4d4e-4285-8f9f-fcbb669e8eff req-b19411f4-dd76-4863-8aaa-e797fe68ae4f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602880 Mar 24 00:58:11.416309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Request body: {'port': {'device_id': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:11.445647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:58:11.456832 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8a7fd-4397-4912-a4e6-12c5e34ca887 service neutron] Pushing event updated for resources: {'Port': ['ID=62d19756-9f05-4590-8d19-445cf904e8fd,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:11.594073 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:11.619928 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2fb81f77-e6a2-4cb2-a9f5-950d183c9e24,segment=NetworkSegment(8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35),segment_id=8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:11.633364 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b35791b-5b74-4cab-a33f-9e5d06b1a955 req-f7e44878-d6f4-4d0e-b6ac-2b13fb5b2fab tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 210 time: 0.0507770 Mar 24 00:58:11.640783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '2fb81f77-e6a2-4cb2-a9f5-950d183c9e24', 'network_id': '5ea87071-9882-4bd0-b1aa-7dcd7777898b', 'port_id': '2fb81f77-e6a2-4cb2-a9f5-950d183c9e24', 'mac_address': 'fa:16:3e:3e:a1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abfaef7e-9442-47f3-a081-6121f1ffddc3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:58:11.702499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0bf4b-6251-4bdc-a2ba-71be37e764c3 req-9e134414-1d3e-415a-9e18-d24cd06f7be1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:11.709734 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0bf4b-6251-4bdc-a2ba-71be37e764c3 req-9e134414-1d3e-415a-9e18-d24cd06f7be1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:11.715631 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0bf4b-6251-4bdc-a2ba-71be37e764c3 req-9e134414-1d3e-415a-9e18-d24cd06f7be1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:11.722671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0bf4b-6251-4bdc-a2ba-71be37e764c3 req-9e134414-1d3e-415a-9e18-d24cd06f7be1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:11.730240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0bf4b-6251-4bdc-a2ba-71be37e764c3 req-9e134414-1d3e-415a-9e18-d24cd06f7be1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:11.732967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:11.733719 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2fb81f77-e6a2-4cb2-a9f5-950d183c9e24), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:11.742779 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9aa0bf4b-6251-4bdc-a2ba-71be37e764c3 req-9e134414-1d3e-415a-9e18-d24cd06f7be1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 3826 time: 0.2147460 Mar 24 00:58:11.752509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:11.778104 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2fb81f77-e6a2-4cb2-a9f5-950d183c9e24,segment=NetworkSegment(8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35),segment_id=8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:11.783411 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2fb81f77-e6a2-4cb2-a9f5-950d183c9e24), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:11.842250 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=2fb81f77-e6a2-4cb2-a9f5-950d183c9e24,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:11.903406 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9aa0bf4b-6251-4bdc-a2ba-71be37e764c3 req-256fa554-cd92-4ba7-bf91-2182e02dfb63 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390736 Mar 24 00:58:12.038573 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['2fb81f77-e6a2-4cb2-a9f5-950d183c9e24'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:12.096193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95c105-c9f6-4c8f-8183-ec146a7ed28f req-0309dfb7-6fe3-45ad-b124-23093dbe4227 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:12.097924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e95c105-c9f6-4c8f-8183-ec146a7ed28f req-0309dfb7-6fe3-45ad-b124-23093dbe4227 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1084325 Mar 24 00:58:12.125249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c728ccb-8271-4a90-b929-9aa496634aa8 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:12.136470 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Publish callbacks [] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:12.175126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e95c105-c9f6-4c8f-8183-ec146a7ed28f req-d4c7a8c1-a5ad-4c7b-a2aa-9f8c567ef5da tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699179 Mar 24 00:58:12.178723 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Transition to ACTIVE for port object 1c728ccb-8271-4a90-b929-9aa496634aa8 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:58:12.185268 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:12.246130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Pushing event updated for resources: {'Port': ['ID=1c728ccb-8271-4a90-b929-9aa496634aa8,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:12.365593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Attempting to bind port 1c728ccb-8271-4a90-b929-9aa496634aa8 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:58:12.365958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Attempting to bind port 1c728ccb-8271-4a90-b929-9aa496634aa8 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:58:12.366289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Attempting to bind port 1c728ccb-8271-4a90-b929-9aa496634aa8 on network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:12.374715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbd198-2eea-4895-823a-213de195610a req-7410f4f4-4ead-49ff-9443-923d19588db4 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:12.376241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0fbd198-2eea-4895-823a-213de195610a req-7410f4f4-4ead-49ff-9443-923d19588db4 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c192da8-c213-4188-bfd3-781466c2e50b HTTP/1.1" status: 200 len: 945 time: 0.0965376 Mar 24 00:58:12.379701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Port 1c728ccb-8271-4a90-b929-9aa496634aa8 on network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:58:12.380028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Attempting to bind port 1c728ccb-8271-4a90-b929-9aa496634aa8 on network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:12.402254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:58:12.402658 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Checking segment: {'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:58:12.403128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Bound using segment: {'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:58:12.403931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Bound port: 1c728ccb-8271-4a90-b929-9aa496634aa8, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:58:12.404544 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:12.527911 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0fbd198-2eea-4895-823a-213de195610a req-eed0f834-6192-4fc7-ae65-ffca3ab8c7f8 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f982807-3a33-4a36-b619-d35d4b23d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363268 Mar 24 00:58:12.552822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1d229-647a-4f68-96f4-a884103b2acc req-ab900580-fa32-4b26-a95e-24e51b0f7a99 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:12.558130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1d229-647a-4f68-96f4-a884103b2acc req-ab900580-fa32-4b26-a95e-24e51b0f7a99 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:12.563195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1d229-647a-4f68-96f4-a884103b2acc req-ab900580-fa32-4b26-a95e-24e51b0f7a99 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:12.568400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1d229-647a-4f68-96f4-a884103b2acc req-ab900580-fa32-4b26-a95e-24e51b0f7a99 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:12.573647 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1d229-647a-4f68-96f4-a884103b2acc req-ab900580-fa32-4b26-a95e-24e51b0f7a99 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:12.578925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1d229-647a-4f68-96f4-a884103b2acc req-ab900580-fa32-4b26-a95e-24e51b0f7a99 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:12.584627 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1d229-647a-4f68-96f4-a884103b2acc req-ab900580-fa32-4b26-a95e-24e51b0f7a99 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:12.586483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0d1d229-647a-4f68-96f4-a884103b2acc req-ab900580-fa32-4b26-a95e-24e51b0f7a99 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.1653678 Mar 24 00:58:12.625490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] For port 1c728ccb-8271-4a90-b929-9aa496634aa8, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:58:12.658689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] For port 1c728ccb-8271-4a90-b929-9aa496634aa8, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1c728ccb-8271-4a90-b929-9aa496634aa8,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:58:12.675788 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:12.691014 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'tag': '62d19756-9f05-4590-8d19-445cf904e8fd'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:12.693207 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d24a26-4302-437e-8f33-a1d6e9c8fc7a" -d '{"events": [{"name": "network-changed", "server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "tag": "62d19756-9f05-4590-8d19-445cf904e8fd"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:12.743236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:12.743847 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:12.745251 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] 10.222.0.57 "PUT /v2.0/ports/1c728ccb-8271-4a90-b929-9aa496634aa8 HTTP/1.1" status: 200 len: 1136 time: 1.3329794 Mar 24 00:58:12.752523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac40f9-cc33-4382-a1c5-316be5182610 req-2196e5e1-05bb-4e6f-b28f-acd6194b0581 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:12.753984 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70ac40f9-cc33-4382-a1c5-316be5182610 req-2196e5e1-05bb-4e6f-b28f-acd6194b0581 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1413481 Mar 24 00:58:12.758885 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0d1d229-647a-4f68-96f4-a884103b2acc req-7437aec8-ca03-4f4a-ba80-69f3a48803a3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639831 Mar 24 00:58:12.796922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Request body: {'port': {'device_id': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:12.847971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfca9e6-7b3f-4238-b00f-b50285bab143 service neutron] Pushing event updated for resources: {'Port': ['ID=1c728ccb-8271-4a90-b929-9aa496634aa8,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:12.907616 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:12.914340 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70ac40f9-cc33-4382-a1c5-316be5182610 req-fb7ab3e9-850b-4479-b656-8d308fcd597b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460943 Mar 24 00:58:13.457248 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:58:13.457731 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ac7207a-672a-4d54-9fd4-95f11ab4c780 req-ae319dce-6cc0-4c4d-8934-fdecaf6c37cd tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 210 time: 0.0364707 Mar 24 00:58:13.524019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758be946-21ef-4954-9110-ee0d8d97eb6f req-4a4c905d-774d-4c9f-9299-427a609aeff4 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:13.525909 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-758be946-21ef-4954-9110-ee0d8d97eb6f req-4a4c905d-774d-4c9f-9299-427a609aeff4 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.5238409 Mar 24 00:58:13.547037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:58:13.561219 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:13.561614 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2fb81f77-e6a2-4cb2-a9f5-950d183c9e24), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:13.612524 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203ea8a7-bfe5-4dbb-9134-04824dd30cb6 x-openstack-request-id: req-203ea8a7-bfe5-4dbb-9134-04824dd30cb6 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:13.619265 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "tag": "62d19756-9f05-4590-8d19-445cf904e8fd", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:13.619687 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-203ea8a7-bfe5-4dbb-9134-04824dd30cb6 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:13.620242 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-203ea8a7-bfe5-4dbb-9134-04824dd30cb6'] response: {'name': 'network-changed', 'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'tag': '62d19756-9f05-4590-8d19-445cf904e8fd', 'status': 'completed', 'code': 200} Mar 24 00:58:13.682425 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:13.683281 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2fb81f77-e6a2-4cb2-a9f5-950d183c9e24), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:13.718170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c192da8-c213-4188-bfd3-781466c2e50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb81f77-e6a2-4cb2-a9f5-950d183c9e24'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:13.721852 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dd2646-0350-4239-be15-7642312df73f" -d '{"events": [{"server_uuid": "6c192da8-c213-4188-bfd3-781466c2e50b", "name": "network-vif-plugged", "status": "completed", "tag": "2fb81f77-e6a2-4cb2-a9f5-950d183c9e24"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:13.736889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2fb81f77-e6a2-4cb2-a9f5-950d183c9e24,segment=NetworkSegment(8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35),segment_id=8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:13.746086 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2fb81f77-e6a2-4cb2-a9f5-950d183c9e24), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:13.793389 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-758be946-21ef-4954-9110-ee0d8d97eb6f req-e0789767-ba71-4206-a95c-fbba86e0aca4 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519538 Mar 24 00:58:13.803526 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=2fb81f77-e6a2-4cb2-a9f5-950d183c9e24,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:13.829862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cede8d0f-cb62-4fea-af98-110017d5e76a {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:13.838952 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Publish callbacks [] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:13.852832 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Transition to ACTIVE for port object cede8d0f-cb62-4fea-af98-110017d5e76a will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:58:13.900365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5334162-39a2-4fe4-97d1-8043221ac039 req-3acf6b08-60a3-4ef4-ae5f-1ee1a5083aea tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:13.905743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5334162-39a2-4fe4-97d1-8043221ac039 req-3acf6b08-60a3-4ef4-ae5f-1ee1a5083aea tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:13.910975 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5334162-39a2-4fe4-97d1-8043221ac039 req-3acf6b08-60a3-4ef4-ae5f-1ee1a5083aea tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:13.916264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5334162-39a2-4fe4-97d1-8043221ac039 req-3acf6b08-60a3-4ef4-ae5f-1ee1a5083aea tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:13.921802 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5334162-39a2-4fe4-97d1-8043221ac039 req-3acf6b08-60a3-4ef4-ae5f-1ee1a5083aea tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:13.930813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5334162-39a2-4fe4-97d1-8043221ac039 req-3acf6b08-60a3-4ef4-ae5f-1ee1a5083aea tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:13.939243 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5334162-39a2-4fe4-97d1-8043221ac039 req-3acf6b08-60a3-4ef4-ae5f-1ee1a5083aea tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 4604 time: 0.2928736 Mar 24 00:58:13.947372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24a26-4302-437e-8f33-a1d6e9c8fc7a req-a56805be-63dc-46d3-ba6f-e194bdb843ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:13.947956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24a26-4302-437e-8f33-a1d6e9c8fc7a req-a56805be-63dc-46d3-ba6f-e194bdb843ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:13.948448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24a26-4302-437e-8f33-a1d6e9c8fc7a req-a56805be-63dc-46d3-ba6f-e194bdb843ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:13.948928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24a26-4302-437e-8f33-a1d6e9c8fc7a req-a56805be-63dc-46d3-ba6f-e194bdb843ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:13.949448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24a26-4302-437e-8f33-a1d6e9c8fc7a req-a56805be-63dc-46d3-ba6f-e194bdb843ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:13.949925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24a26-4302-437e-8f33-a1d6e9c8fc7a req-a56805be-63dc-46d3-ba6f-e194bdb843ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:13.951757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34d24a26-4302-437e-8f33-a1d6e9c8fc7a req-a56805be-63dc-46d3-ba6f-e194bdb843ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b002c83a27746a8a6f68e382218347f&device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5352 time: 0.3305786 Mar 24 00:58:13.953503 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:14.165645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Pushing event updated for resources: {'Port': ['ID=cede8d0f-cb62-4fea-af98-110017d5e76a,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:14.181503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24a26-4302-437e-8f33-a1d6e9c8fc7a req-e771aa56-a8aa-4bc2-bf7e-961041b0c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:14.182065 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24a26-4302-437e-8f33-a1d6e9c8fc7a req-e771aa56-a8aa-4bc2-bf7e-961041b0c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:14.182439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24a26-4302-437e-8f33-a1d6e9c8fc7a req-e771aa56-a8aa-4bc2-bf7e-961041b0c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:14.184032 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34d24a26-4302-437e-8f33-a1d6e9c8fc7a req-e771aa56-a8aa-4bc2-bf7e-961041b0c69f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5b002c83a27746a8a6f68e382218347f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2137458 Mar 24 00:58:14.254164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69047e7f-30cf-4532-8de2-b9052b8e2b10 req-18a5bb7a-21c0-4058-ab3c-abf58cb37b29 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:14.260730 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69047e7f-30cf-4532-8de2-b9052b8e2b10 req-18a5bb7a-21c0-4058-ab3c-abf58cb37b29 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.4046760 Mar 24 00:58:14.413952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5334162-39a2-4fe4-97d1-8043221ac039 req-8ec845d9-ba41-4818-b030-558e5e9c983f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4714715 Mar 24 00:58:14.463586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69047e7f-30cf-4532-8de2-b9052b8e2b10 req-d4ea5aed-dbcd-4270-ba15-11129df96031 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007697 Mar 24 00:58:14.492189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Attempting to bind port cede8d0f-cb62-4fea-af98-110017d5e76a on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:58:14.492530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Attempting to bind port cede8d0f-cb62-4fea-af98-110017d5e76a by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:58:14.492989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Attempting to bind port cede8d0f-cb62-4fea-af98-110017d5e76a on network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:14.504263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Port cede8d0f-cb62-4fea-af98-110017d5e76a on network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:58:14.504263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Attempting to bind port cede8d0f-cb62-4fea-af98-110017d5e76a on network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:14.513210 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24a26-4302-437e-8f33-a1d6e9c8fc7a req-5370f747-2743-45c8-9b6e-658222053696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:14.514702 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34d24a26-4302-437e-8f33-a1d6e9c8fc7a req-5370f747-2743-45c8-9b6e-658222053696 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3182571 Mar 24 00:58:14.520574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:58:14.520918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Checking segment: {'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:58:14.521646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Bound using segment: {'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:58:14.522191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Bound port: cede8d0f-cb62-4fea-af98-110017d5e76a, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:58:14.522552 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:14.650006 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fb020e-4585-4772-aff9-78f13bd3ebdc x-openstack-request-id: req-72fb020e-4585-4772-aff9-78f13bd3ebdc {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:14.650907 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c192da8-c213-4188-bfd3-781466c2e50b", "name": "network-vif-plugged", "status": "completed", "tag": "2fb81f77-e6a2-4cb2-a9f5-950d183c9e24", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:14.651480 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-72fb020e-4585-4772-aff9-78f13bd3ebdc {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:14.652098 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72fb020e-4585-4772-aff9-78f13bd3ebdc'] response: {'server_uuid': '6c192da8-c213-4188-bfd3-781466c2e50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb81f77-e6a2-4cb2-a9f5-950d183c9e24', 'code': 200} Mar 24 00:58:14.657789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] For port cede8d0f-cb62-4fea-af98-110017d5e76a, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:58:14.664192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] For port cede8d0f-cb62-4fea-af98-110017d5e76a, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=cede8d0f-cb62-4fea-af98-110017d5e76a,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:58:14.685301 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:14.725803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8121d-3418-4c4f-8ed1-8d61aa0a0a9a req-36e25a87-d06a-48a6-aaa6-4c77530ded95 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:14.729838 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65d8121d-3418-4c4f-8ed1-8d61aa0a0a9a req-36e25a87-d06a-48a6-aaa6-4c77530ded95 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c192da8-c213-4188-bfd3-781466c2e50b HTTP/1.1" status: 200 len: 946 time: 0.1262600 Mar 24 00:58:14.749218 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:14.750301 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:14.751177 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] 10.222.0.57 "PUT /v2.0/ports/cede8d0f-cb62-4fea-af98-110017d5e76a HTTP/1.1" status: 200 len: 1135 time: 1.9695354 Mar 24 00:58:14.790997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Request body: {'port': {'device_id': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:14.804954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a44b2-4b95-405b-8e42-3b4256883606 service neutron] Pushing event updated for resources: {'Port': ['ID=cede8d0f-cb62-4fea-af98-110017d5e76a,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:14.852312 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8afe89-313a-404c-9ab2-2ca0bac8116e req-52c51009-1b28-4d5f-9ade-280f8ed8d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:14.855391 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9d8afe89-313a-404c-9ab2-2ca0bac8116e req-52c51009-1b28-4d5f-9ade-280f8ed8d935 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6c192da8-c213-4188-bfd3-781466c2e50b HTTP/1.1" status: 200 len: 1128 time: 0.1407325 Mar 24 00:58:14.900419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65d8121d-3418-4c4f-8ed1-8d61aa0a0a9a req-bbf68fe3-11d1-40f3-9f6b-72ddc446b69f tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f982807-3a33-4a36-b619-d35d4b23d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642637 Mar 24 00:58:14.931338 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9d8afe89-313a-404c-9ab2-2ca0bac8116e req-7fb5c068-4bc7-4dbb-81c8-54283e2dd174 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f982807-3a33-4a36-b619-d35d4b23d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686204 Mar 24 00:58:14.992272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6657203-0d7e-4769-bd46-c730819c1c13 req-583bd211-0b81-4749-9123-0922885e6bba tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:14.998224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6657203-0d7e-4769-bd46-c730819c1c13 req-583bd211-0b81-4749-9123-0922885e6bba tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:15.003491 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6657203-0d7e-4769-bd46-c730819c1c13 req-583bd211-0b81-4749-9123-0922885e6bba tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:15.008718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6657203-0d7e-4769-bd46-c730819c1c13 req-583bd211-0b81-4749-9123-0922885e6bba tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:15.014222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6657203-0d7e-4769-bd46-c730819c1c13 req-583bd211-0b81-4749-9123-0922885e6bba tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:15.019731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6657203-0d7e-4769-bd46-c730819c1c13 req-583bd211-0b81-4749-9123-0922885e6bba tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:15.025593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6657203-0d7e-4769-bd46-c730819c1c13 req-583bd211-0b81-4749-9123-0922885e6bba tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:15.027812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6657203-0d7e-4769-bd46-c730819c1c13 req-583bd211-0b81-4749-9123-0922885e6bba tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.2322266 Mar 24 00:58:15.030180 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:15.229278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9235be-4214-4958-ab7c-37132b0fa132 req-76e94580-9cf6-4f44-b5f2-4b71b1e815c3 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:15.232272 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c9235be-4214-4958-ab7c-37132b0fa132 req-76e94580-9cf6-4f44-b5f2-4b71b1e815c3 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2033327 Mar 24 00:58:15.238815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6657203-0d7e-4769-bd46-c730819c1c13 req-a2c2eef8-0e73-4478-8018-2917b5c7780b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1982334 Mar 24 00:58:15.373354 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c9235be-4214-4958-ab7c-37132b0fa132 req-205d9711-16f8-45bd-bcda-7308f304c0b9 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305676 Mar 24 00:58:15.377491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4220300d-3a96-4dc0-a240-afdc52999f21 req-5fc80bde-4e07-44cc-acb8-b5087da637aa tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 210 time: 0.0485702 Mar 24 00:58:15.575054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1afeb6d-e5e7-4cee-9b5d-622b0b570730 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:15.585335 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Publish callbacks [] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:15.601954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1a4f4-f97a-4f81-9057-de888069e673 req-57f06fc9-850e-46ad-867b-e6195351a3e2 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:15.603423 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7bd1a4f4-f97a-4f81-9057-de888069e673 req-57f06fc9-850e-46ad-867b-e6195351a3e2 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 948 time: 0.1388984 Mar 24 00:58:15.617925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b0ef3-db38-4a63-af5c-f5f57715810c req-6de377de-fde1-4c77-ae44-4417ac1257a0 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:15.620789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c9b0ef3-db38-4a63-af5c-f5f57715810c req-6de377de-fde1-4c77-ae44-4417ac1257a0 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.1425583 Mar 24 00:58:15.622560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'tag': '1c728ccb-8271-4a90-b929-9aa496634aa8'}, {'name': 'network-changed', 'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'tag': 'cede8d0f-cb62-4fea-af98-110017d5e76a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:15.624757 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb41589-558a-4667-8a13-b64da3ae4be1" -d '{"events": [{"name": "network-changed", "server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "tag": "1c728ccb-8271-4a90-b929-9aa496634aa8"}, {"name": "network-changed", "server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "tag": "cede8d0f-cb62-4fea-af98-110017d5e76a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:15.627892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Transition to ACTIVE for port object d1afeb6d-e5e7-4cee-9b5d-622b0b570730 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:58:15.650642 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:15.747903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Pushing event updated for resources: {'Port': ['ID=d1afeb6d-e5e7-4cee-9b5d-622b0b570730,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:15.761743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c9b0ef3-db38-4a63-af5c-f5f57715810c req-ff2bd49f-e1e7-4022-8571-f21b42a0cff7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320415 Mar 24 00:58:15.767630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7bd1a4f4-f97a-4f81-9057-de888069e673 req-f4246a43-e0ea-49cc-9d5c-06327f8104fd tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456969 Mar 24 00:58:16.010984 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Attempting to bind port d1afeb6d-e5e7-4cee-9b5d-622b0b570730 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:58:16.011449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Attempting to bind port d1afeb6d-e5e7-4cee-9b5d-622b0b570730 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:58:16.011789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Attempting to bind port d1afeb6d-e5e7-4cee-9b5d-622b0b570730 on network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:16.023507 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Port d1afeb6d-e5e7-4cee-9b5d-622b0b570730 on network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:58:16.023507 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Attempting to bind port d1afeb6d-e5e7-4cee-9b5d-622b0b570730 on network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:16.038118 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:58:16.038457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Checking segment: {'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:58:16.038837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Bound using segment: {'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:58:16.039280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Bound port: d1afeb6d-e5e7-4cee-9b5d-622b0b570730, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:58:16.039688 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:16.070506 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d2a02-82f9-4119-aa9a-193b7a9da8f4 req-9d3ea8a9-3659-4597-8af4-60f3240fa902 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.077456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-629d2a02-82f9-4119-aa9a-193b7a9da8f4 req-9d3ea8a9-3659-4597-8af4-60f3240fa902 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2114344 Mar 24 00:58:16.102747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda1dbb-ec93-49a3-b662-b5f6f23904c9 req-9f7078cf-17c4-421b-9da1-5a7c6b70406e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.108800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda1dbb-ec93-49a3-b662-b5f6f23904c9 req-9f7078cf-17c4-421b-9da1-5a7c6b70406e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.113977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda1dbb-ec93-49a3-b662-b5f6f23904c9 req-9f7078cf-17c4-421b-9da1-5a7c6b70406e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.121124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda1dbb-ec93-49a3-b662-b5f6f23904c9 req-9f7078cf-17c4-421b-9da1-5a7c6b70406e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.124904 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda1dbb-ec93-49a3-b662-b5f6f23904c9 req-9f7078cf-17c4-421b-9da1-5a7c6b70406e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.130083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda1dbb-ec93-49a3-b662-b5f6f23904c9 req-9f7078cf-17c4-421b-9da1-5a7c6b70406e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.135286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda1dbb-ec93-49a3-b662-b5f6f23904c9 req-9f7078cf-17c4-421b-9da1-5a7c6b70406e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.137149 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8dda1dbb-ec93-49a3-b662-b5f6f23904c9 req-9f7078cf-17c4-421b-9da1-5a7c6b70406e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5393 time: 0.2700882 Mar 24 00:58:16.184566 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2246d71b-d7dc-43a9-86e5-374836e2b2f2 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:58:16.187874 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2246d71b-d7dc-43a9-86e5-374836e2b2f2 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:58:16.274126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] For port d1afeb6d-e5e7-4cee-9b5d-622b0b570730, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:58:16.290937 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-629d2a02-82f9-4119-aa9a-193b7a9da8f4 req-40696f13-5a3f-47e1-9975-b4aac4a6cbe2 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125704 Mar 24 00:58:16.345267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47f5d9-b46b-431a-9942-6830e8fe81bb req-e6e8898d-7953-46a9-8e55-02746dd90c92 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.346791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b47f5d9-b46b-431a-9942-6830e8fe81bb req-e6e8898d-7953-46a9-8e55-02746dd90c92 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.57 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 948 time: 0.2078295 Mar 24 00:58:16.348700 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] For port d1afeb6d-e5e7-4cee-9b5d-622b0b570730, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d1afeb6d-e5e7-4cee-9b5d-622b0b570730,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:58:16.391963 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3fd185-77b6-4772-8527-033dc99a17da x-openstack-request-id: req-7d3fd185-77b6-4772-8527-033dc99a17da {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:16.397348 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "tag": "1c728ccb-8271-4a90-b929-9aa496634aa8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "tag": "cede8d0f-cb62-4fea-af98-110017d5e76a", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:16.397846 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d3fd185-77b6-4772-8527-033dc99a17da {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:16.398421 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3fd185-77b6-4772-8527-033dc99a17da'] response: {'name': 'network-changed', 'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'tag': '1c728ccb-8271-4a90-b929-9aa496634aa8', 'status': 'completed', 'code': 200} Mar 24 00:58:16.398837 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3fd185-77b6-4772-8527-033dc99a17da'] response: {'name': 'network-changed', 'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'tag': 'cede8d0f-cb62-4fea-af98-110017d5e76a', 'status': 'completed', 'code': 200} Mar 24 00:58:16.402503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 2246d71b-d7dc-43a9-86e5-374836e2b2f2 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:16.402503 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:16.469380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2246d71b-d7dc-43a9-86e5-374836e2b2f2, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2246d71b-d7dc-43a9-86e5-374836e2b2f2,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:16.477040 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:16.480161 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:16.522182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2246d71b-d7dc-43a9-86e5-374836e2b2f2, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2246d71b-d7dc-43a9-86e5-374836e2b2f2,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:16.547825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '2246d71b-d7dc-43a9-86e5-374836e2b2f2', 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e', 'port_id': '2246d71b-d7dc-43a9-86e5-374836e2b2f2', 'mac_address': 'fa:16:3e:cc:d9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e381c163-d43e-468b-a3d7-a42af7bc7ee3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:58:16.565359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=2246d71b-d7dc-43a9-86e5-374836e2b2f2,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:16.601620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8dda1dbb-ec93-49a3-b662-b5f6f23904c9 req-920add93-522c-49ab-ba26-3fc81059f6fc tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4112797 Mar 24 00:58:16.626927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.626927 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:16.628559 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] 10.222.0.57 "PUT /v2.0/ports/d1afeb6d-e5e7-4cee-9b5d-622b0b570730 HTTP/1.1" status: 200 len: 1090 time: 1.8427994 Mar 24 00:58:16.629619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 2246d71b-d7dc-43a9-86e5-374836e2b2f2 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:16.630270 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:16.653248 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2246d71b-d7dc-43a9-86e5-374836e2b2f2 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:16.662947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df130f22-4d68-495f-9e99-7c4861d9328d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2246d71b-d7dc-43a9-86e5-374836e2b2f2'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:16.666135 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab999d90-5833-459e-88b6-225b55698181" -d '{"events": [{"server_uuid": "df130f22-4d68-495f-9e99-7c4861d9328d", "name": "network-vif-unplugged", "status": "completed", "tag": "2246d71b-d7dc-43a9-86e5-374836e2b2f2"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:16.688274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2246d71b-d7dc-43a9-86e5-374836e2b2f2, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2246d71b-d7dc-43a9-86e5-374836e2b2f2,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:16.693676 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Request body: {'port': {'device_id': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:16.697601 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:16.766536 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=2246d71b-d7dc-43a9-86e5-374836e2b2f2,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:16.780660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d45e63-2ae7-4906-912c-8805a0ce295c service neutron] Pushing event updated for resources: {'Port': ['ID=d1afeb6d-e5e7-4cee-9b5d-622b0b570730,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:16.864579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-2b380c28-5390-4979-8ca1-e9fadc5e81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.865173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-2b380c28-5390-4979-8ca1-e9fadc5e81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.865929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-2b380c28-5390-4979-8ca1-e9fadc5e81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.866461 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-2b380c28-5390-4979-8ca1-e9fadc5e81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.866928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-2b380c28-5390-4979-8ca1-e9fadc5e81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.867391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-2b380c28-5390-4979-8ca1-e9fadc5e81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.867851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-2b380c28-5390-4979-8ca1-e9fadc5e81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.870359 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-2b380c28-5390-4979-8ca1-e9fadc5e81e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b002c83a27746a8a6f68e382218347f&device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 6409 time: 0.4639835 Mar 24 00:58:16.877684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10736ff1-e30b-4390-a8b8-6167041b13ab req-587899a5-cbbb-4202-9433-0e32c84c93f2 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:16.885010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10736ff1-e30b-4390-a8b8-6167041b13ab req-587899a5-cbbb-4202-9433-0e32c84c93f2 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c192da8-c213-4188-bfd3-781466c2e50b HTTP/1.1" status: 200 len: 946 time: 0.3886459 Mar 24 00:58:16.953886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['2246d71b-d7dc-43a9-86e5-374836e2b2f2'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:17.016929 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c924730b-9aa8-4878-8014-7c840b808401), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:17.057994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b480854-c78f-4c3e-907a-dddad3b4fee7 req-f367202c-5f7d-4fc9-872d-11983573c25f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:17.063084 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b480854-c78f-4c3e-907a-dddad3b4fee7 req-f367202c-5f7d-4fc9-872d-11983573c25f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:17.068730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b480854-c78f-4c3e-907a-dddad3b4fee7 req-f367202c-5f7d-4fc9-872d-11983573c25f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:17.073930 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b480854-c78f-4c3e-907a-dddad3b4fee7 req-f367202c-5f7d-4fc9-872d-11983573c25f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:17.080207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b480854-c78f-4c3e-907a-dddad3b4fee7 req-f367202c-5f7d-4fc9-872d-11983573c25f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:17.086605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b480854-c78f-4c3e-907a-dddad3b4fee7 req-f367202c-5f7d-4fc9-872d-11983573c25f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:17.093181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b480854-c78f-4c3e-907a-dddad3b4fee7 req-f367202c-5f7d-4fc9-872d-11983573c25f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:17.095429 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b480854-c78f-4c3e-907a-dddad3b4fee7 req-f367202c-5f7d-4fc9-872d-11983573c25f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.3057833 Mar 24 00:58:17.110749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-8b47f5d9-b46b-431a-9942-6830e8fe81bb req-7414b124-dc71-4763-b6ac-6c7a6a5ece73 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Deleting port 2a30413a-16c4-4435-a798-8002bf555e73 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:17.111102 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b47f5d9-b46b-431a-9942-6830e8fe81bb req-7414b124-dc71-4763-b6ac-6c7a6a5ece73 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2a30413a-16c4-4435-a798-8002bf555e73), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:17.549866 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10736ff1-e30b-4390-a8b8-6167041b13ab req-1079e777-312f-4544-b288-d4d08ad66832 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f982807-3a33-4a36-b619-d35d4b23d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6639659 Mar 24 00:58:17.620650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-50a6f36c-7391-4323-a227-116d8ee1223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:17.622850 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-50a6f36c-7391-4323-a227-116d8ee1223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:17.622850 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-50a6f36c-7391-4323-a227-116d8ee1223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:17.623380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-50a6f36c-7391-4323-a227-116d8ee1223f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5b002c83a27746a8a6f68e382218347f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7345314 Mar 24 00:58:17.775445 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b480854-c78f-4c3e-907a-dddad3b4fee7 req-9a09c492-f021-4380-88b6-c82b3d5ec370 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6553128 Mar 24 00:58:17.868845 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3540abfd-eae3-4695-8b19-b6d47b8c8a65 x-openstack-request-id: req-3540abfd-eae3-4695-8b19-b6d47b8c8a65 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:17.869370 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df130f22-4d68-495f-9e99-7c4861d9328d", "name": "network-vif-unplugged", "status": "completed", "tag": "2246d71b-d7dc-43a9-86e5-374836e2b2f2", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:17.869447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8b47f5d9-b46b-431a-9942-6830e8fe81bb req-7414b124-dc71-4763-b6ac-6c7a6a5ece73 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] For port 2a30413a-16c4-4435-a798-8002bf555e73, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2a30413a-16c4-4435-a798-8002bf555e73,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:17.869724 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3540abfd-eae3-4695-8b19-b6d47b8c8a65 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:17.869818 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b47f5d9-b46b-431a-9942-6830e8fe81bb req-7414b124-dc71-4763-b6ac-6c7a6a5ece73 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2a30413a-16c4-4435-a798-8002bf555e73), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:17.870022 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3540abfd-eae3-4695-8b19-b6d47b8c8a65'] response: {'server_uuid': 'df130f22-4d68-495f-9e99-7c4861d9328d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2246d71b-d7dc-43a9-86e5-374836e2b2f2', 'code': 200} Mar 24 00:58:18.008233 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-8b47f5d9-b46b-431a-9942-6830e8fe81bb req-7414b124-dc71-4763-b6ac-6c7a6a5ece73 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Calling delete_port for 2a30413a-16c4-4435-a798-8002bf555e73 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:18.072342 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a7a88bd-c334-4c60-b0b8-aac107096a27 req-cb46121e-76f8-4acb-9010-55215a72c46b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 210 time: 0.1396103 Mar 24 00:58:18.132090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-f28f43f5-8cd4-42a1-947c-b9daf6ded526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:18.133569 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-f28f43f5-8cd4-42a1-947c-b9daf6ded526 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4399059 Mar 24 00:58:18.204639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2246d71b-d7dc-43a9-86e5-374836e2b2f2 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:58:18.279789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d6c6b-ef58-4403-874d-f0079ceb7c70 req-eca8d157-363f-4ecc-8fe5-efc5a618f932 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:18.281288 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-954d6c6b-ef58-4403-874d-f0079ceb7c70 req-eca8d157-363f-4ecc-8fe5-efc5a618f932 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 944 time: 0.2710643 Mar 24 00:58:18.300469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 2246d71b-d7dc-43a9-86e5-374836e2b2f2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:18.301765 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:18.394187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18e62d-2b69-47ae-812c-51185e6ca8cb req-b27474a9-9bef-404a-9e23-1f66b516d5ff tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:18.401045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca18e62d-2b69-47ae-812c-51185e6ca8cb req-b27474a9-9bef-404a-9e23-1f66b516d5ff tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=54cfd2f6-6c95-4fef-a6e5-e483db236c78 HTTP/1.1" status: 200 len: 948 time: 0.2435570 Mar 24 00:58:18.435819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'tag': 'd1afeb6d-e5e7-4cee-9b5d-622b0b570730'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:18.438136 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87577a24-ba90-4016-bd30-c323e9e30a78" -d '{"events": [{"name": "network-changed", "server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "tag": "d1afeb6d-e5e7-4cee-9b5d-622b0b570730"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:18.458342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-9e486516-a590-4744-8810-fa8ff99e7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:18.458872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-9e486516-a590-4744-8810-fa8ff99e7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:18.459443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-9e486516-a590-4744-8810-fa8ff99e7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:18.459922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-9e486516-a590-4744-8810-fa8ff99e7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:18.460388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-9e486516-a590-4744-8810-fa8ff99e7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:18.460853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-9e486516-a590-4744-8810-fa8ff99e7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:18.461464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-9e486516-a590-4744-8810-fa8ff99e7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:18.463448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-9e486516-a590-4744-8810-fa8ff99e7e5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b002c83a27746a8a6f68e382218347f&device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 6409 time: 0.2879643 Mar 24 00:58:18.514148 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 2246d71b-d7dc-43a9-86e5-374836e2b2f2 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:18.517546 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:18.546875 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-954d6c6b-ef58-4403-874d-f0079ceb7c70 req-437d47c2-0db6-4d63-98eb-b30b6e96e90d tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532573 Mar 24 00:58:18.549177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c924730b-9aa8-4878-8014-7c840b808401 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:18.584301 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Publish callbacks [] for port (c924730b-9aa8-4878-8014-7c840b808401), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:18.593985 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b47f5d9-b46b-431a-9942-6830e8fe81bb req-7414b124-dc71-4763-b6ac-6c7a6a5ece73 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (2a30413a-16c4-4435-a798-8002bf555e73), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:18.616066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2246d71b-d7dc-43a9-86e5-374836e2b2f2, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2246d71b-d7dc-43a9-86e5-374836e2b2f2,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:18.623360 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:18.624331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2a30413a-16c4-4435-a798-8002bf555e73 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:58:18.641056 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca18e62d-2b69-47ae-812c-51185e6ca8cb req-c11d527a-93fe-43ff-8a9a-16a99a4c4529 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391379 Mar 24 00:58:18.642107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Transition to ACTIVE for port object c924730b-9aa8-4878-8014-7c840b808401 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:58:18.647906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414b124-dc71-4763-b6ac-6c7a6a5ece73 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Pushing event deleted for resources: {'Port': ['ID=2a30413a-16c4-4435-a798-8002bf555e73,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:18.665435 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (c924730b-9aa8-4878-8014-7c840b808401), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:18.672854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 2a30413a-16c4-4435-a798-8002bf555e73 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:58:18.672854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2a30413a-16c4-4435-a798-8002bf555e73 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:58:18.788422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=2246d71b-d7dc-43a9-86e5-374836e2b2f2,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:18.832376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-0f251bcf-7fe2-4c0a-ae4c-5aaefa86f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:18.833029 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-0f251bcf-7fe2-4c0a-ae4c-5aaefa86f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:18.834170 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-0f251bcf-7fe2-4c0a-ae4c-5aaefa86f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:18.836141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-0f251bcf-7fe2-4c0a-ae4c-5aaefa86f235 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5b002c83a27746a8a6f68e382218347f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3627563 Mar 24 00:58:19.063536 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-ac052d1d-2de8-4710-89b7-6abca53c60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:19.065648 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbb41589-558a-4667-8a13-b64da3ae4be1 req-ac052d1d-2de8-4710-89b7-6abca53c60ab service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2099669 Mar 24 00:58:19.122395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Pushing event updated for resources: {'Port': ['ID=c924730b-9aa8-4878-8014-7c840b808401,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:19.136965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b47f5d9-b46b-431a-9942-6830e8fe81bb req-7414b124-dc71-4763-b6ac-6c7a6a5ece73 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] No DVR routers for this DVR port 2a30413a-16c4-4435-a798-8002bf555e73 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:58:19.145497 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8b47f5d9-b46b-431a-9942-6830e8fe81bb req-7414b124-dc71-4763-b6ac-6c7a6a5ece73 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:19.152268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b47f5d9-b46b-431a-9942-6830e8fe81bb req-7414b124-dc71-4763-b6ac-6c7a6a5ece73 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.57 "DELETE /v2.0/ports/2a30413a-16c4-4435-a798-8002bf555e73 HTTP/1.1" status: 204 len: 173 time: 2.7813513 Mar 24 00:58:19.273114 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:58:19.424571 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953c63-f9d8-4895-81f3-463b1edd4164 req-71448015-14ef-44fe-854a-2ad117bdea2f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:19.432958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953c63-f9d8-4895-81f3-463b1edd4164 req-71448015-14ef-44fe-854a-2ad117bdea2f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:19.438776 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953c63-f9d8-4895-81f3-463b1edd4164 req-71448015-14ef-44fe-854a-2ad117bdea2f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:19.445064 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953c63-f9d8-4895-81f3-463b1edd4164 req-71448015-14ef-44fe-854a-2ad117bdea2f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:19.451154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953c63-f9d8-4895-81f3-463b1edd4164 req-71448015-14ef-44fe-854a-2ad117bdea2f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:19.456872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953c63-f9d8-4895-81f3-463b1edd4164 req-71448015-14ef-44fe-854a-2ad117bdea2f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:19.462892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953c63-f9d8-4895-81f3-463b1edd4164 req-71448015-14ef-44fe-854a-2ad117bdea2f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:19.469621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5953c63-f9d8-4895-81f3-463b1edd4164 req-71448015-14ef-44fe-854a-2ad117bdea2f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5405 time: 0.6296191 Mar 24 00:58:19.533766 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e967647-91bf-41a1-8c1f-81186c28eaec req-d24b1e28-0154-4a02-b0bd-8a9308b93465 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:19.541592 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e967647-91bf-41a1-8c1f-81186c28eaec req-d24b1e28-0154-4a02-b0bd-8a9308b93465 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.4289434 Mar 24 00:58:19.568726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Attempting to bind port c924730b-9aa8-4878-8014-7c840b808401 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:58:19.569352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Attempting to bind port c924730b-9aa8-4878-8014-7c840b808401 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:58:19.569870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Attempting to bind port c924730b-9aa8-4878-8014-7c840b808401 on network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:19.590540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Port c924730b-9aa8-4878-8014-7c840b808401 on network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:58:19.590865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Attempting to bind port c924730b-9aa8-4878-8014-7c840b808401 on network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:19.612132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:58:19.612478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Checking segment: {'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:58:19.612861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Bound using segment: {'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:58:19.613327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Bound port: c924730b-9aa8-4878-8014-7c840b808401, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9f2b14-130f-4876-9a19-491b34028dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:58:19.613687 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c924730b-9aa8-4878-8014-7c840b808401), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:19.703867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5953c63-f9d8-4895-81f3-463b1edd4164 req-3e96d49c-829c-4be7-a7f7-b6fb677362f8 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1957507 Mar 24 00:58:19.742026 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e967647-91bf-41a1-8c1f-81186c28eaec req-4bd50af2-2119-41e2-ac66-39d2b11dd1de tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992185 Mar 24 00:58:19.831766 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75795ea5-2bfb-4419-8d71-7933cd4ddb07 x-openstack-request-id: req-75795ea5-2bfb-4419-8d71-7933cd4ddb07 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:19.832372 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "tag": "d1afeb6d-e5e7-4cee-9b5d-622b0b570730", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:19.832778 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75795ea5-2bfb-4419-8d71-7933cd4ddb07 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:19.833701 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75795ea5-2bfb-4419-8d71-7933cd4ddb07'] response: {'name': 'network-changed', 'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'tag': 'd1afeb6d-e5e7-4cee-9b5d-622b0b570730', 'status': 'completed', 'code': 200} Mar 24 00:58:19.871022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df130f22-4d68-495f-9e99-7c4861d9328d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2246d71b-d7dc-43a9-86e5-374836e2b2f2'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:19.874847 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ed6e70-256d-4b76-99ce-b477b3421809" -d '{"events": [{"server_uuid": "df130f22-4d68-495f-9e99-7c4861d9328d", "name": "network-vif-plugged", "status": "completed", "tag": "2246d71b-d7dc-43a9-86e5-374836e2b2f2"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:19.902705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] For port c924730b-9aa8-4878-8014-7c840b808401, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:58:19.951453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] For port c924730b-9aa8-4878-8014-7c840b808401, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c924730b-9aa8-4878-8014-7c840b808401,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:58:19.967626 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (c924730b-9aa8-4878-8014-7c840b808401), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:20.029015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.029416 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:20.031522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] 10.222.0.57 "PUT /v2.0/ports/c924730b-9aa8-4878-8014-7c840b808401 HTTP/1.1" status: 200 len: 1090 time: 3.3628047 Mar 24 00:58:20.054037 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577a24-ba90-4016-bd30-c323e9e30a78 req-ccbac54a-1c74-47bf-804d-3ec6edb34758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.054523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577a24-ba90-4016-bd30-c323e9e30a78 req-ccbac54a-1c74-47bf-804d-3ec6edb34758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.055003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577a24-ba90-4016-bd30-c323e9e30a78 req-ccbac54a-1c74-47bf-804d-3ec6edb34758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.056110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577a24-ba90-4016-bd30-c323e9e30a78 req-ccbac54a-1c74-47bf-804d-3ec6edb34758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.056192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577a24-ba90-4016-bd30-c323e9e30a78 req-ccbac54a-1c74-47bf-804d-3ec6edb34758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.056696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577a24-ba90-4016-bd30-c323e9e30a78 req-ccbac54a-1c74-47bf-804d-3ec6edb34758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.057204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577a24-ba90-4016-bd30-c323e9e30a78 req-ccbac54a-1c74-47bf-804d-3ec6edb34758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.059141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87577a24-ba90-4016-bd30-c323e9e30a78 req-ccbac54a-1c74-47bf-804d-3ec6edb34758 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b002c83a27746a8a6f68e382218347f&device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 6464 time: 0.2235820 Mar 24 00:58:20.069962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Request body: {'port': {'device_id': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:20.089808 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23241850-97e6-4012-a8fe-591a1d6862c3 req-bd30bc6d-9e97-4769-9504-b40990134194 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.095462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23241850-97e6-4012-a8fe-591a1d6862c3 req-bd30bc6d-9e97-4769-9504-b40990134194 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.101548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23241850-97e6-4012-a8fe-591a1d6862c3 req-bd30bc6d-9e97-4769-9504-b40990134194 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.107613 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23241850-97e6-4012-a8fe-591a1d6862c3 req-bd30bc6d-9e97-4769-9504-b40990134194 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.113084 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23241850-97e6-4012-a8fe-591a1d6862c3 req-bd30bc6d-9e97-4769-9504-b40990134194 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.119206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23241850-97e6-4012-a8fe-591a1d6862c3 req-bd30bc6d-9e97-4769-9504-b40990134194 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.124919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23241850-97e6-4012-a8fe-591a1d6862c3 req-bd30bc6d-9e97-4769-9504-b40990134194 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.129651 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23241850-97e6-4012-a8fe-591a1d6862c3 req-bd30bc6d-9e97-4769-9504-b40990134194 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.3115900 Mar 24 00:58:20.166514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50f617-8f9d-47d1-8dde-ff9dbac2edf0 service neutron] Pushing event updated for resources: {'Port': ['ID=c924730b-9aa8-4878-8014-7c840b808401,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:20.220353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5fd92-3799-4a91-9b0d-f3a5668c0408 req-936e2776-f0fd-45f1-8c74-227315e0ff65 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.222887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53e5fd92-3799-4a91-9b0d-f3a5668c0408 req-936e2776-f0fd-45f1-8c74-227315e0ff65 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c192da8-c213-4188-bfd3-781466c2e50b HTTP/1.1" status: 200 len: 946 time: 0.3150671 Mar 24 00:58:20.275586 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd2356-b79c-4e95-a3da-e6f6687633ad req-eb54d5ea-a981-419f-aad3-3477e904d82d tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.278424 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42fd2356-b79c-4e95-a3da-e6f6687633ad req-eb54d5ea-a981-419f-aad3-3477e904d82d tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c192da8-c213-4188-bfd3-781466c2e50b HTTP/1.1" status: 200 len: 946 time: 0.0917647 Mar 24 00:58:20.398291 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-42fd2356-b79c-4e95-a3da-e6f6687633ad req-efccfcad-a27a-4873-a8bc-b5ad9d774551 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Deleting port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:20.399377 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42fd2356-b79c-4e95-a3da-e6f6687633ad req-efccfcad-a27a-4873-a8bc-b5ad9d774551 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2fb81f77-e6a2-4cb2-a9f5-950d183c9e24), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:20.429336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53e5fd92-3799-4a91-9b0d-f3a5668c0408 req-0b43fadf-b261-4810-99d3-6f5f7b430ba6 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f982807-3a33-4a36-b619-d35d4b23d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675947 Mar 24 00:58:20.437841 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:20.465026 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23241850-97e6-4012-a8fe-591a1d6862c3 req-556399c4-dfee-493a-8632-da1a98fee1ed tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2848217 Mar 24 00:58:20.468487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577a24-ba90-4016-bd30-c323e9e30a78 req-763ab5e4-64d8-4383-b291-da5f8d4085cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.468927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577a24-ba90-4016-bd30-c323e9e30a78 req-763ab5e4-64d8-4383-b291-da5f8d4085cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.469444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577a24-ba90-4016-bd30-c323e9e30a78 req-763ab5e4-64d8-4383-b291-da5f8d4085cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.471015 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87577a24-ba90-4016-bd30-c323e9e30a78 req-763ab5e4-64d8-4383-b291-da5f8d4085cf service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5b002c83a27746a8a6f68e382218347f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3058102 Mar 24 00:58:20.593203 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-42fd2356-b79c-4e95-a3da-e6f6687633ad req-efccfcad-a27a-4873-a8bc-b5ad9d774551 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] For port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2fb81f77-e6a2-4cb2-a9f5-950d183c9e24,segment=NetworkSegment(8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35),segment_id=8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:20.593584 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42fd2356-b79c-4e95-a3da-e6f6687633ad req-efccfcad-a27a-4873-a8bc-b5ad9d774551 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2fb81f77-e6a2-4cb2-a9f5-950d183c9e24), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:20.613687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-42fd2356-b79c-4e95-a3da-e6f6687633ad req-efccfcad-a27a-4873-a8bc-b5ad9d774551 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Calling delete_port for 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:20.667158 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f661a0e-1232-4448-8260-196fc5379105 req-66b1ce5f-8eb2-418b-a0a6-7e2a3bc1de2d tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 210 time: 0.0770185 Mar 24 00:58:20.778042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbdbd0-2706-4a95-94a6-5eedf32b14aa req-09214f0e-397d-4ba9-87a0-61f56f91ec4e tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.785626 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ffbdbd0-2706-4a95-94a6-5eedf32b14aa req-09214f0e-397d-4ba9-87a0-61f56f91ec4e tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.2063808 Mar 24 00:58:20.856514 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42fd2356-b79c-4e95-a3da-e6f6687633ad req-efccfcad-a27a-4873-a8bc-b5ad9d774551 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2fb81f77-e6a2-4cb2-a9f5-950d183c9e24), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:20.872739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['2fb81f77-e6a2-4cb2-a9f5-950d183c9e24'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:20.888173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577a24-ba90-4016-bd30-c323e9e30a78 req-436f0f35-3fcb-4ccc-a16c-f45d5837ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:20.894588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87577a24-ba90-4016-bd30-c323e9e30a78 req-436f0f35-3fcb-4ccc-a16c-f45d5837ec8d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4178393 Mar 24 00:58:20.915093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccfcad-a27a-4873-a8bc-b5ad9d774551 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Pushing event deleted for resources: {'Port': ['ID=2fb81f77-e6a2-4cb2-a9f5-950d183c9e24,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:20.986908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fd2356-b79c-4e95-a3da-e6f6687633ad req-efccfcad-a27a-4873-a8bc-b5ad9d774551 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] No DVR routers for this DVR port 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:58:20.989906 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42fd2356-b79c-4e95-a3da-e6f6687633ad req-efccfcad-a27a-4873-a8bc-b5ad9d774551 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:20.993745 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42fd2356-b79c-4e95-a3da-e6f6687633ad req-efccfcad-a27a-4873-a8bc-b5ad9d774551 tempest-InstanceActionsV221TestJSON-1675399876 tempest-InstanceActionsV221TestJSON-1675399876-project] 10.222.0.48 "DELETE /v2.0/ports/2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 HTTP/1.1" status: 204 len: 173 time: 0.7081115 Mar 24 00:58:20.994610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c192da8-c213-4188-bfd3-781466c2e50b', 'name': 'network-vif-deleted', 'tag': '2fb81f77-e6a2-4cb2-a9f5-950d183c9e24'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:21.004789 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4256b4f5-923f-4d86-b254-6f7db5872dd9" -d '{"events": [{"server_uuid": "6c192da8-c213-4188-bfd3-781466c2e50b", "name": "network-vif-deleted", "tag": "2fb81f77-e6a2-4cb2-a9f5-950d183c9e24"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:21.020676 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee91cf85-c653-44d2-b5b1-729b001ae93f x-openstack-request-id: req-ee91cf85-c653-44d2-b5b1-729b001ae93f {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:21.020979 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df130f22-4d68-495f-9e99-7c4861d9328d", "name": "network-vif-plugged", "status": "completed", "tag": "2246d71b-d7dc-43a9-86e5-374836e2b2f2", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:21.021862 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee91cf85-c653-44d2-b5b1-729b001ae93f {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:21.023202 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee91cf85-c653-44d2-b5b1-729b001ae93f'] response: {'server_uuid': 'df130f22-4d68-495f-9e99-7c4861d9328d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2246d71b-d7dc-43a9-86e5-374836e2b2f2', 'code': 200} Mar 24 00:58:21.076242 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ffbdbd0-2706-4a95-94a6-5eedf32b14aa req-4788f55f-c8cf-4738-8667-1ede89a33c3d tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782655 Mar 24 00:58:21.179727 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b10f-e1f3-467f-82e8-ab5f6aab514b req-b77e8b86-2f71-4732-96cd-10fb5ff84bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:21.181773 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e7e7b10f-e1f3-467f-82e8-ab5f6aab514b req-b77e8b86-2f71-4732-96cd-10fb5ff84bdb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7a637ada534f57aa37557e7d448261&device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 1126 time: 0.0958185 Mar 24 00:58:21.220389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5735b4c-cf45-49d2-a7f8-87c3be714560 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:21.234715 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Publish callbacks [] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:21.257859 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd8fc3-4b16-47b9-a314-0db01bbb67b2 req-714ef7cc-195d-4232-803f-5da86f1c3042 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:21.265923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd8fc3-4b16-47b9-a314-0db01bbb67b2 req-714ef7cc-195d-4232-803f-5da86f1c3042 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:21.272356 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd8fc3-4b16-47b9-a314-0db01bbb67b2 req-714ef7cc-195d-4232-803f-5da86f1c3042 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:21.278763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd8fc3-4b16-47b9-a314-0db01bbb67b2 req-714ef7cc-195d-4232-803f-5da86f1c3042 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:21.285242 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd8fc3-4b16-47b9-a314-0db01bbb67b2 req-714ef7cc-195d-4232-803f-5da86f1c3042 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:21.291255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd8fc3-4b16-47b9-a314-0db01bbb67b2 req-714ef7cc-195d-4232-803f-5da86f1c3042 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:21.298811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd8fc3-4b16-47b9-a314-0db01bbb67b2 req-714ef7cc-195d-4232-803f-5da86f1c3042 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:21.302207 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4fd8fc3-4b16-47b9-a314-0db01bbb67b2 req-714ef7cc-195d-4232-803f-5da86f1c3042 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5405 time: 0.1792419 Mar 24 00:58:21.354511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b10f-e1f3-467f-82e8-ab5f6aab514b req-5cd5c4fe-be44-494c-98fd-60b2937ead5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:21.357252 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e7e7b10f-e1f3-467f-82e8-ab5f6aab514b req-5cd5c4fe-be44-494c-98fd-60b2937ead5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 200 len: 912 time: 0.1673687 Mar 24 00:58:21.364417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Transition to ACTIVE for port object f5735b4c-cf45-49d2-a7f8-87c3be714560 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:58:21.397401 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:21.489285 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e7e7b10f-e1f3-467f-82e8-ab5f6aab514b req-fabea158-ead9-4a21-9164-34e6cb67ee7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc HTTP/1.1" status: 200 len: 999 time: 0.1257033 Mar 24 00:58:21.578888 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b10f-e1f3-467f-82e8-ab5f6aab514b req-57ac3a65-910b-45ed-b605-baebaf019fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:21.580388 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e7e7b10f-e1f3-467f-82e8-ab5f6aab514b req-57ac3a65-910b-45ed-b605-baebaf019fa2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 200 len: 850 time: 0.0752451 Mar 24 00:58:21.612128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Pushing event updated for resources: {'Port': ['ID=f5735b4c-cf45-49d2-a7f8-87c3be714560,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:21.688684 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4fd8fc3-4b16-47b9-a314-0db01bbb67b2 req-35691141-c58f-4899-bd2c-6f3c3067f4cb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3732150 Mar 24 00:58:21.712692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12e3de-00c6-436a-a7a5-0b5380ba948c req-5f8cbe66-96b3-4cfb-aaba-4df6cb13e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:21.713590 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b10f-e1f3-467f-82e8-ab5f6aab514b req-91bfe7fd-f817-431f-b996-6d8b8cd455d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:21.715326 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e7e7b10f-e1f3-467f-82e8-ab5f6aab514b req-91bfe7fd-f817-431f-b996-6d8b8cd455d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a98bf23f-e282-494a-9475-14c4438bbbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1282897 Mar 24 00:58:21.716892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb12e3de-00c6-436a-a7a5-0b5380ba948c req-5f8cbe66-96b3-4cfb-aaba-4df6cb13e86a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 1127 time: 0.3726490 Mar 24 00:58:21.770354 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2eeeb5-15cc-4ac8-9c77-d4b82f589a8e req-3b52cf00-aef4-47ba-9314-7230db49d5c0 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:21.772409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c2eeeb5-15cc-4ac8-9c77-d4b82f589a8e req-3b52cf00-aef4-47ba-9314-7230db49d5c0 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2771392 Mar 24 00:58:21.836198 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb12e3de-00c6-436a-a7a5-0b5380ba948c req-2fb67873-799b-49a0-8509-4394dcb6e92b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758448 Mar 24 00:58:21.845458 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cfd2f6-6c95-4fef-a6e5-e483db236c78', 'name': 'network-vif-deleted', 'tag': '2a30413a-16c4-4435-a798-8002bf555e73'}, {'name': 'network-changed', 'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'tag': 'c924730b-9aa8-4878-8014-7c840b808401'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:21.848073 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4641c702-a673-40f2-8bc8-3c7ef1fedc51" -d '{"events": [{"server_uuid": "54cfd2f6-6c95-4fef-a6e5-e483db236c78", "name": "network-vif-deleted", "tag": "2a30413a-16c4-4435-a798-8002bf555e73"}, {"name": "network-changed", "server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "tag": "c924730b-9aa8-4878-8014-7c840b808401"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:21.872441 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e7e7b10f-e1f3-467f-82e8-ab5f6aab514b req-b0e153cd-6b70-4ad4-a66a-4c9e57da9681 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483455 Mar 24 00:58:21.886385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Attempting to bind port f5735b4c-cf45-49d2-a7f8-87c3be714560 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:58:21.886729 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Attempting to bind port f5735b4c-cf45-49d2-a7f8-87c3be714560 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '9f5c80f6-9b99-4ea9-8637-48ec016ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:58:21.887060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Attempting to bind port f5735b4c-cf45-49d2-a7f8-87c3be714560 on network d9cd7f27-a324-4986-9859-80919b2e14ea {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:21.900459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Port f5735b4c-cf45-49d2-a7f8-87c3be714560 on network d9cd7f27-a324-4986-9859-80919b2e14ea not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:58:21.900792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Attempting to bind port f5735b4c-cf45-49d2-a7f8-87c3be714560 on network d9cd7f27-a324-4986-9859-80919b2e14ea {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:21.920222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c2eeeb5-15cc-4ac8-9c77-d4b82f589a8e req-64ed2194-40d9-447c-ac2e-aa260c54039b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917006 Mar 24 00:58:21.929481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:58:21.929837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Checking segment: {'id': '9f5c80f6-9b99-4ea9-8637-48ec016ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:58:21.930234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Bound using segment: {'id': '9f5c80f6-9b99-4ea9-8637-48ec016ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:58:21.930688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Bound port: f5735b4c-cf45-49d2-a7f8-87c3be714560, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5c80f6-9b99-4ea9-8637-48ec016ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:58:21.931056 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:21.984441 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3980f0a6-1286-4894-a99a-73b50e020f8b x-openstack-request-id: req-3980f0a6-1286-4894-a99a-73b50e020f8b {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:21.985547 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c192da8-c213-4188-bfd3-781466c2e50b", "name": "network-vif-deleted", "tag": "2fb81f77-e6a2-4cb2-a9f5-950d183c9e24", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:21.987605 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3980f0a6-1286-4894-a99a-73b50e020f8b {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:21.987605 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3980f0a6-1286-4894-a99a-73b50e020f8b'] response: {'server_uuid': '6c192da8-c213-4188-bfd3-781466c2e50b', 'name': 'network-vif-deleted', 'tag': '2fb81f77-e6a2-4cb2-a9f5-950d183c9e24', 'status': 'completed', 'code': 200} Mar 24 00:58:22.083453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] For port f5735b4c-cf45-49d2-a7f8-87c3be714560, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:58:22.088284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] For port f5735b4c-cf45-49d2-a7f8-87c3be714560, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f5735b4c-cf45-49d2-a7f8-87c3be714560,segment=NetworkSegment(9f5c80f6-9b99-4ea9-8637-48ec016ccd42),segment_id=9f5c80f6-9b99-4ea9-8637-48ec016ccd42)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:58:22.092177 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e7e7b10f-e1f3-467f-82e8-ab5f6aab514b req-5c12b195-928b-4be1-b117-4c3ee8f032e5 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113628 Mar 24 00:58:22.111038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdac363-766a-4959-aca3-59442318cbae req-459aceaf-872f-4a22-a63f-b292fdfe430f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:22.113552 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ecdac363-766a-4959-aca3-59442318cbae req-459aceaf-872f-4a22-a63f-b292fdfe430f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c37f54a-7345-4dfe-bbe7-66e6903f2af2 HTTP/1.1" status: 200 len: 949 time: 0.1022542 Mar 24 00:58:22.115098 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:22.201712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:22.202657 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:22.204648 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] 10.222.0.57 "PUT /v2.0/ports/f5735b4c-cf45-49d2-a7f8-87c3be714560 HTTP/1.1" status: 200 len: 1091 time: 2.1416075 Mar 24 00:58:22.240807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Request body: {'port': {'device_id': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:22.341241 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52958660-3df2-4564-815a-f3f294c89f50 service neutron] Pushing event updated for resources: {'Port': ['ID=f5735b4c-cf45-49d2-a7f8-87c3be714560,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:22.362438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3117d8-c153-44ac-94f6-db1f4ad8231f req-1f903a54-aedc-4d48-9df8-72d98adefe98 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:22.368179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3117d8-c153-44ac-94f6-db1f4ad8231f req-1f903a54-aedc-4d48-9df8-72d98adefe98 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:22.373444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3117d8-c153-44ac-94f6-db1f4ad8231f req-1f903a54-aedc-4d48-9df8-72d98adefe98 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:22.378999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3117d8-c153-44ac-94f6-db1f4ad8231f req-1f903a54-aedc-4d48-9df8-72d98adefe98 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:22.384892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3117d8-c153-44ac-94f6-db1f4ad8231f req-1f903a54-aedc-4d48-9df8-72d98adefe98 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:22.390177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3117d8-c153-44ac-94f6-db1f4ad8231f req-1f903a54-aedc-4d48-9df8-72d98adefe98 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:22.395449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3117d8-c153-44ac-94f6-db1f4ad8231f req-1f903a54-aedc-4d48-9df8-72d98adefe98 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:22.404575 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df3117d8-c153-44ac-94f6-db1f4ad8231f req-1f903a54-aedc-4d48-9df8-72d98adefe98 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.2820957 Mar 24 00:58:22.414483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ecdac363-766a-4959-aca3-59442318cbae req-62fca659-efa5-41db-88fa-1ca038f7cac9 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926931 Mar 24 00:58:22.422662 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:22.646373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df3117d8-c153-44ac-94f6-db1f4ad8231f req-a0072be6-f5e6-4d07-92c8-41bcedec6454 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2389259 Mar 24 00:58:22.656780 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae8aa880-75ee-43ea-a638-7aeca7d5744e req-cfedc7b5-90e6-4b17-a692-64468e69c716 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 210 time: 0.1073520 Mar 24 00:58:22.816664 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b9292b-b1e6-4530-9ee5-30e4a260a6a4 x-openstack-request-id: req-32b9292b-b1e6-4530-9ee5-30e4a260a6a4 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:22.820277 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cfd2f6-6c95-4fef-a6e5-e483db236c78", "name": "network-vif-deleted", "tag": "2a30413a-16c4-4435-a798-8002bf555e73", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "tag": "c924730b-9aa8-4878-8014-7c840b808401", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:22.820675 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32b9292b-b1e6-4530-9ee5-30e4a260a6a4 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:22.821766 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b9292b-b1e6-4530-9ee5-30e4a260a6a4'] response: {'server_uuid': '54cfd2f6-6c95-4fef-a6e5-e483db236c78', 'name': 'network-vif-deleted', 'tag': '2a30413a-16c4-4435-a798-8002bf555e73', 'status': 'completed', 'code': 200} Mar 24 00:58:22.822121 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b9292b-b1e6-4530-9ee5-30e4a260a6a4'] response: {'name': 'network-changed', 'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'tag': 'c924730b-9aa8-4878-8014-7c840b808401', 'status': 'completed', 'code': 200} Mar 24 00:58:23.425656 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ebb7-51ea-422e-9c63-9d78f6724866 req-857691d8-6209-4e6b-8985-0075f7af6547 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.427212 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-09b5ebb7-51ea-422e-9c63-9d78f6724866 req-857691d8-6209-4e6b-8985-0075f7af6547 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c37f54a-7345-4dfe-bbe7-66e6903f2af2 HTTP/1.1" status: 200 len: 949 time: 0.0826392 Mar 24 00:58:23.431859 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c702-a673-40f2-8bc8-3c7ef1fedc51 req-478fe623-115c-4416-b335-e369fd5befea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.432439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c702-a673-40f2-8bc8-3c7ef1fedc51 req-478fe623-115c-4416-b335-e369fd5befea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.432980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c702-a673-40f2-8bc8-3c7ef1fedc51 req-478fe623-115c-4416-b335-e369fd5befea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.433777 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c702-a673-40f2-8bc8-3c7ef1fedc51 req-478fe623-115c-4416-b335-e369fd5befea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.435199 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c702-a673-40f2-8bc8-3c7ef1fedc51 req-478fe623-115c-4416-b335-e369fd5befea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.435199 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c702-a673-40f2-8bc8-3c7ef1fedc51 req-478fe623-115c-4416-b335-e369fd5befea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.435399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c702-a673-40f2-8bc8-3c7ef1fedc51 req-478fe623-115c-4416-b335-e369fd5befea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.438549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4641c702-a673-40f2-8bc8-3c7ef1fedc51 req-478fe623-115c-4416-b335-e369fd5befea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b002c83a27746a8a6f68e382218347f&device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 6605 time: 0.6068780 Mar 24 00:58:23.520854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:58:23.542871 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:58:23.543478 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 2fb81f77-e6a2-4cb2-a9f5-950d183c9e24 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:58:23.555674 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-09b5ebb7-51ea-422e-9c63-9d78f6724866 req-8940e626-b783-4f90-a59c-a9ffd327234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Deleting port 732e6455-fb3f-4ea8-986b-f32268dcf320 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:23.556259 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-09b5ebb7-51ea-422e-9c63-9d78f6724866 req-8940e626-b783-4f90-a59c-a9ffd327234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:23.568098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca565200-2e00-42cd-9f9e-c8d9322a4ac5 req-e999089e-328d-4884-b922-58f6af0655a3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.574187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca565200-2e00-42cd-9f9e-c8d9322a4ac5 req-e999089e-328d-4884-b922-58f6af0655a3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.580007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca565200-2e00-42cd-9f9e-c8d9322a4ac5 req-e999089e-328d-4884-b922-58f6af0655a3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.585792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca565200-2e00-42cd-9f9e-c8d9322a4ac5 req-e999089e-328d-4884-b922-58f6af0655a3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.591659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca565200-2e00-42cd-9f9e-c8d9322a4ac5 req-e999089e-328d-4884-b922-58f6af0655a3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.597347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca565200-2e00-42cd-9f9e-c8d9322a4ac5 req-e999089e-328d-4884-b922-58f6af0655a3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.603516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca565200-2e00-42cd-9f9e-c8d9322a4ac5 req-e999089e-328d-4884-b922-58f6af0655a3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.605751 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca565200-2e00-42cd-9f9e-c8d9322a4ac5 req-e999089e-328d-4884-b922-58f6af0655a3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5417 time: 0.3190334 Mar 24 00:58:23.613478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532432f-b437-408d-b253-df49b3ba9581 req-44e827f8-ff15-43ac-a526-0f4b9a891cec tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.621236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2532432f-b437-408d-b253-df49b3ba9581 req-44e827f8-ff15-43ac-a526-0f4b9a891cec tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.3329060 Mar 24 00:58:23.628705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6fff98-2741-4b0a-9dcd-c35032208eee {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:23.664325 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Publish callbacks [] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:23.680918 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-09b5ebb7-51ea-422e-9c63-9d78f6724866 req-8940e626-b783-4f90-a59c-a9ffd327234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] For port 732e6455-fb3f-4ea8-986b-f32268dcf320, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=732e6455-fb3f-4ea8-986b-f32268dcf320,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:23.681569 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-09b5ebb7-51ea-422e-9c63-9d78f6724866 req-8940e626-b783-4f90-a59c-a9ffd327234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:23.698698 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-09b5ebb7-51ea-422e-9c63-9d78f6724866 req-8940e626-b783-4f90-a59c-a9ffd327234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Calling delete_port for 732e6455-fb3f-4ea8-986b-f32268dcf320 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:23.712121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Transition to ACTIVE for port object 4c6fff98-2741-4b0a-9dcd-c35032208eee will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:58:23.729590 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:23.854666 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2532432f-b437-408d-b253-df49b3ba9581 req-1a6f6985-916a-4ee3-b891-37e09d813f7b tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261217 Mar 24 00:58:23.864011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c702-a673-40f2-8bc8-3c7ef1fedc51 req-421ba86a-a8cd-412f-8308-ed73005c99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.864674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c702-a673-40f2-8bc8-3c7ef1fedc51 req-421ba86a-a8cd-412f-8308-ed73005c99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.865410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c702-a673-40f2-8bc8-3c7ef1fedc51 req-421ba86a-a8cd-412f-8308-ed73005c99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:23.879482 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4641c702-a673-40f2-8bc8-3c7ef1fedc51 req-421ba86a-a8cd-412f-8308-ed73005c99ca service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5b002c83a27746a8a6f68e382218347f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4261661 Mar 24 00:58:23.893616 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca565200-2e00-42cd-9f9e-c8d9322a4ac5 req-b7e387ed-5723-42f2-b10d-9fc222f36947 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2694354 Mar 24 00:58:23.910304 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-09b5ebb7-51ea-422e-9c63-9d78f6724866 req-8940e626-b783-4f90-a59c-a9ffd327234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (732e6455-fb3f-4ea8-986b-f32268dcf320), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:23.918730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Pushing event updated for resources: {'Port': ['ID=4c6fff98-2741-4b0a-9dcd-c35032208eee,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:24.007386 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940e626-b783-4f90-a59c-a9ffd327234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Pushing event deleted for resources: {'Port': ['ID=732e6455-fb3f-4ea8-986b-f32268dcf320,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:24.079872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b5ebb7-51ea-422e-9c63-9d78f6724866 req-8940e626-b783-4f90-a59c-a9ffd327234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] No DVR routers for this DVR port 732e6455-fb3f-4ea8-986b-f32268dcf320 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:58:24.085947 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-09b5ebb7-51ea-422e-9c63-9d78f6724866 req-8940e626-b783-4f90-a59c-a9ffd327234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:24.090234 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-09b5ebb7-51ea-422e-9c63-9d78f6724866 req-8940e626-b783-4f90-a59c-a9ffd327234f tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.48 "DELETE /v2.0/ports/732e6455-fb3f-4ea8-986b-f32268dcf320 HTTP/1.1" status: 204 len: 173 time: 0.6579607 Mar 24 00:58:24.090707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c37f54a-7345-4dfe-bbe7-66e6903f2af2', 'name': 'network-vif-deleted', 'tag': '732e6455-fb3f-4ea8-986b-f32268dcf320'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:24.093301 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1959bd9-d210-461d-bdaf-b94a22f3e6aa" -d '{"events": [{"server_uuid": "5c37f54a-7345-4dfe-bbe7-66e6903f2af2", "name": "network-vif-deleted", "tag": "732e6455-fb3f-4ea8-986b-f32268dcf320"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:24.185853 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60c45174-270f-4ca8-9a91-8d3b294a6937 req-0951a9c1-3df2-4afc-b742-870b4f24ff84 tempest-ListImageFiltersTestJSON-1551978834 tempest-ListImageFiltersTestJSON-1551978834-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c37f54a-7345-4dfe-bbe7-66e6903f2af2 HTTP/1.1" status: 200 len: 210 time: 0.0779214 Mar 24 00:58:24.244658 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c702-a673-40f2-8bc8-3c7ef1fedc51 req-a6be38c4-01a1-49dd-a6fc-5190b5ff7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.246141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4641c702-a673-40f2-8bc8-3c7ef1fedc51 req-a6be38c4-01a1-49dd-a6fc-5190b5ff7c9b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3311157 Mar 24 00:58:24.265137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319ab64-e77b-4292-a1e6-9964bc1b52f5 req-64ea8f5c-240d-4964-b73b-89c407c4f9c9 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.273172 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8319ab64-e77b-4292-a1e6-9964bc1b52f5 req-64ea8f5c-240d-4964-b73b-89c407c4f9c9 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2193837 Mar 24 00:58:24.282855 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Attempting to bind port 4c6fff98-2741-4b0a-9dcd-c35032208eee on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:58:24.283189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Attempting to bind port 4c6fff98-2741-4b0a-9dcd-c35032208eee by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '9f5c80f6-9b99-4ea9-8637-48ec016ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:58:24.283680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Attempting to bind port 4c6fff98-2741-4b0a-9dcd-c35032208eee on network d9cd7f27-a324-4986-9859-80919b2e14ea {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:24.297382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Port 4c6fff98-2741-4b0a-9dcd-c35032208eee on network d9cd7f27-a324-4986-9859-80919b2e14ea not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:58:24.297703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Attempting to bind port 4c6fff98-2741-4b0a-9dcd-c35032208eee on network d9cd7f27-a324-4986-9859-80919b2e14ea {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:24.306509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:58:24.306883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Checking segment: {'id': '9f5c80f6-9b99-4ea9-8637-48ec016ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:58:24.307867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Bound using segment: {'id': '9f5c80f6-9b99-4ea9-8637-48ec016ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:58:24.308210 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Bound port: 4c6fff98-2741-4b0a-9dcd-c35032208eee, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5c80f6-9b99-4ea9-8637-48ec016ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:58:24.308572 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:24.400284 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8319ab64-e77b-4292-a1e6-9964bc1b52f5 req-2800c981-42e6-4fd7-921a-e32e395a7a45 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260827 Mar 24 00:58:24.460902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] For port 4c6fff98-2741-4b0a-9dcd-c35032208eee, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:58:24.471874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] For port 4c6fff98-2741-4b0a-9dcd-c35032208eee, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=4c6fff98-2741-4b0a-9dcd-c35032208eee,segment=NetworkSegment(9f5c80f6-9b99-4ea9-8637-48ec016ccd42),segment_id=9f5c80f6-9b99-4ea9-8637-48ec016ccd42)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:58:24.486519 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:24.528013 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9848a-983e-458c-b075-f3892af9c5d0 req-a5d0b1b9-04ca-4078-938e-7c40c2bc3ba0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.537801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9848a-983e-458c-b075-f3892af9c5d0 req-a5d0b1b9-04ca-4078-938e-7c40c2bc3ba0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.547647 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9848a-983e-458c-b075-f3892af9c5d0 req-a5d0b1b9-04ca-4078-938e-7c40c2bc3ba0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.555290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9848a-983e-458c-b075-f3892af9c5d0 req-a5d0b1b9-04ca-4078-938e-7c40c2bc3ba0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.562033 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9848a-983e-458c-b075-f3892af9c5d0 req-a5d0b1b9-04ca-4078-938e-7c40c2bc3ba0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.569784 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9848a-983e-458c-b075-f3892af9c5d0 req-a5d0b1b9-04ca-4078-938e-7c40c2bc3ba0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.578835 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9848a-983e-458c-b075-f3892af9c5d0 req-a5d0b1b9-04ca-4078-938e-7c40c2bc3ba0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.581515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6de9848a-983e-458c-b075-f3892af9c5d0 req-a5d0b1b9-04ca-4078-938e-7c40c2bc3ba0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.2695942 Mar 24 00:58:24.661671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c2def55-09cb-4fe5-b439-95e4f7cef8bb req-12af4f1b-af32-4ea3-84d0-3461df4f35ad tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 210 time: 0.0499594 Mar 24 00:58:24.709572 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45812) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:24.732159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Pushing event updated for resources: {'Port': ['ID=4c6fff98-2741-4b0a-9dcd-c35032208eee,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:24.742109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.743235 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:24.744318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-65b8a85b-8291-4f13-8f8e-0f417d368cff service neutron] 10.222.0.57 "PUT /v2.0/ports/4c6fff98-2741-4b0a-9dcd-c35032208eee HTTP/1.1" status: 200 len: 1091 time: 2.5089846 Mar 24 00:58:24.814797 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb579ce-e419-4a69-87a9-78ded07d010f admin admin] Deleting subnet abfaef7e-9442-47f3-a081-6121f1ffddc3 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:58:24.820667 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afb579ce-e419-4a69-87a9-78ded07d010f admin admin] Publish callbacks [] for subnet (abfaef7e-9442-47f3-a081-6121f1ffddc3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:24.847522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'tag': 'f5735b4c-cf45-49d2-a7f8-87c3be714560'}, {'name': 'network-changed', 'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'tag': '4c6fff98-2741-4b0a-9dcd-c35032208eee'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:24.855754 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b975c5cc-429c-41da-8afc-f16559898e21" -d '{"events": [{"name": "network-changed", "server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "tag": "f5735b4c-cf45-49d2-a7f8-87c3be714560"}, {"name": "network-changed", "server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "tag": "4c6fff98-2741-4b0a-9dcd-c35032208eee"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:24.863497 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ad5f2b-b46f-4950-83d8-12f4dddabc79 x-openstack-request-id: req-87ad5f2b-b46f-4950-83d8-12f4dddabc79 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:24.864289 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c37f54a-7345-4dfe-bbe7-66e6903f2af2", "name": "network-vif-deleted", "tag": "732e6455-fb3f-4ea8-986b-f32268dcf320", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:24.864687 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87ad5f2b-b46f-4950-83d8-12f4dddabc79 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:24.870288 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ad5f2b-b46f-4950-83d8-12f4dddabc79'] response: {'server_uuid': '5c37f54a-7345-4dfe-bbe7-66e6903f2af2', 'name': 'network-vif-deleted', 'tag': '732e6455-fb3f-4ea8-986b-f32268dcf320', 'status': 'completed', 'code': 200} Mar 24 00:58:24.885697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6de9848a-983e-458c-b075-f3892af9c5d0 req-89d768b7-a0fb-479b-adcb-f73f8e152f38 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2671025 Mar 24 00:58:24.893552 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afb579ce-e419-4a69-87a9-78ded07d010f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (abfaef7e-9442-47f3-a081-6121f1ffddc3), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:24.957905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-2811e21c-a1d9-4498-ab7d-2fcc6e830e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.958712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-2811e21c-a1d9-4498-ab7d-2fcc6e830e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.959716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-2811e21c-a1d9-4498-ab7d-2fcc6e830e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.960199 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-2811e21c-a1d9-4498-ab7d-2fcc6e830e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.960687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-2811e21c-a1d9-4498-ab7d-2fcc6e830e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.968304 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-2811e21c-a1d9-4498-ab7d-2fcc6e830e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.968941 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-2811e21c-a1d9-4498-ab7d-2fcc6e830e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:24.975059 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-2811e21c-a1d9-4498-ab7d-2fcc6e830e39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b002c83a27746a8a6f68e382218347f&device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 6703 time: 0.1738355 Mar 24 00:58:24.986586 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afb579ce-e419-4a69-87a9-78ded07d010f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (abfaef7e-9442-47f3-a081-6121f1ffddc3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:25.066320 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afb579ce-e419-4a69-87a9-78ded07d010f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (abfaef7e-9442-47f3-a081-6121f1ffddc3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:25.076943 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d4b602-b9a7-463e-b0a7-63ccc02578ff x-openstack-request-id: req-99d4b602-b9a7-463e-b0a7-63ccc02578ff {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:25.077345 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "tag": "f5735b4c-cf45-49d2-a7f8-87c3be714560", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "tag": "4c6fff98-2741-4b0a-9dcd-c35032208eee", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:25.077600 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99d4b602-b9a7-463e-b0a7-63ccc02578ff {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:25.078031 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d4b602-b9a7-463e-b0a7-63ccc02578ff'] response: {'name': 'network-changed', 'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'tag': 'f5735b4c-cf45-49d2-a7f8-87c3be714560', 'status': 'completed', 'code': 200} Mar 24 00:58:25.078293 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d4b602-b9a7-463e-b0a7-63ccc02578ff'] response: {'name': 'network-changed', 'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'tag': '4c6fff98-2741-4b0a-9dcd-c35032208eee', 'status': 'completed', 'code': 200} Mar 24 00:58:25.132368 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-634b2190-d5c6-4806-a83e-f4c61a0c15f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62d19756-9f05-4590-8d19-445cf904e8fd HTTP/1.1" status: 200 len: 217 time: 0.1458733 Mar 24 00:58:25.135421 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb579ce-e419-4a69-87a9-78ded07d010f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abfaef7e-9442-47f3-a081-6121f1ffddc3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:25.142752 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afb579ce-e419-4a69-87a9-78ded07d010f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:25.149384 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-afb579ce-e419-4a69-87a9-78ded07d010f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/abfaef7e-9442-47f3-a081-6121f1ffddc3 HTTP/1.1" status: 204 len: 168 time: 0.4387207 Mar 24 00:58:25.151876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45820) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:25.244740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4940948c-d74f-4cd5-9159-bca9e67a96e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (5ea87071-9882-4bd0-b1aa-7dcd7777898b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:25.258568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40a9bc-85e6-464c-b834-0fadeff50003 req-72eb8702-9c16-41d9-9a8c-b7c80b8fece8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:25.260712 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db40a9bc-85e6-464c-b834-0fadeff50003 req-72eb8702-9c16-41d9-9a8c-b7c80b8fece8 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2847497 Mar 24 00:58:25.275977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-3a9914f0-a72d-4a35-a6a9-46ce80960681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:25.277402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-3a9914f0-a72d-4a35-a6a9-46ce80960681 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9e6d0188-d534-47f6-9862-05c37c3c8bdd HTTP/1.1" status: 200 len: 855 time: 0.0954084 Mar 24 00:58:25.327663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb983c2-255c-4867-b0fc-f18449436275 req-e06ee070-db87-4d24-835b-735425b32d53 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:25.329210 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ecb983c2-255c-4867-b0fc-f18449436275 req-e06ee070-db87-4d24-835b-735425b32d53 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.2115595 Mar 24 00:58:25.341959 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4940948c-d74f-4cd5-9159-bca9e67a96e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (5ea87071-9882-4bd0-b1aa-7dcd7777898b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:25.371144 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4940948c-d74f-4cd5-9159-bca9e67a96e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea87071-9882-4bd0-b1aa-7dcd7777898b']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:25.378142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db40a9bc-85e6-464c-b834-0fadeff50003 req-29c8a95e-b9c1-489a-9e0f-683e57720f9b tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115649 Mar 24 00:58:25.386702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4940948c-d74f-4cd5-9159-bca9e67a96e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:25.387335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4940948c-d74f-4cd5-9159-bca9e67a96e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:25.395688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f38da07-6058-42f1-83c2-b0cf6fbcf719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:25.397276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-5f38da07-6058-42f1-83c2-b0cf6fbcf719 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3442b383-cef2-415a-8f56-3353317f1d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1103699 Mar 24 00:58:25.406459 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4940948c-d74f-4cd5-9159-bca9e67a96e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:25.428554 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4940948c-d74f-4cd5-9159-bca9e67a96e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:25.441692 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4940948c-d74f-4cd5-9159-bca9e67a96e7 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:58:25.449661 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4940948c-d74f-4cd5-9159-bca9e67a96e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (8b0b0b37-2c85-4d3b-94c6-a7b5b21c5d35), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:58:25.453088 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:58:25.474466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ecb983c2-255c-4867-b0fc-f18449436275 req-3276f730-2f43-42e2-8d07-a2e65c21708c tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269264 Mar 24 00:58:25.577143 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4940948c-d74f-4cd5-9159-bca9e67a96e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (5ea87071-9882-4bd0-b1aa-7dcd7777898b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:25.587936 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4940948c-d74f-4cd5-9159-bca9e67a96e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:25.594505 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4940948c-d74f-4cd5-9159-bca9e67a96e7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5ea87071-9882-4bd0-b1aa-7dcd7777898b HTTP/1.1" status: 204 len: 168 time: 0.4416370 Mar 24 00:58:25.622937 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-afc1a452-0f05-4521-9496-027305670dc9 service neutron] 10.222.0.57 "GET /v2.0/networks/3442b383-cef2-415a-8f56-3353317f1d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175159 Mar 24 00:58:25.639951 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940948c-d74f-4cd5-9159-bca9e67a96e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea87071-9882-4bd0-b1aa-7dcd7777898b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:25.652838 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84d59f-0ebd-4709-b436-096aeaa78312 req-8186a3ce-ec49-4251-b279-6e4a41221539 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:25.660725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84d59f-0ebd-4709-b436-096aeaa78312 req-8186a3ce-ec49-4251-b279-6e4a41221539 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:25.669852 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84d59f-0ebd-4709-b436-096aeaa78312 req-8186a3ce-ec49-4251-b279-6e4a41221539 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:25.678637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84d59f-0ebd-4709-b436-096aeaa78312 req-8186a3ce-ec49-4251-b279-6e4a41221539 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:25.686849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84d59f-0ebd-4709-b436-096aeaa78312 req-8186a3ce-ec49-4251-b279-6e4a41221539 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:25.693175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84d59f-0ebd-4709-b436-096aeaa78312 req-8186a3ce-ec49-4251-b279-6e4a41221539 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:25.700158 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84d59f-0ebd-4709-b436-096aeaa78312 req-8186a3ce-ec49-4251-b279-6e4a41221539 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:25.702320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be84d59f-0ebd-4709-b436-096aeaa78312 req-8186a3ce-ec49-4251-b279-6e4a41221539 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.1982846 Mar 24 00:58:25.790141 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45846) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:25.847818 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e9828425-6588-4d2c-89c1-90b9bd69c38c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=33c0310a1be641b98dad6fea1918def0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0543375 Mar 24 00:58:25.848030 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45848) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:25.852231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be84d59f-0ebd-4709-b436-096aeaa78312 req-b960190b-c670-4fc0-969b-008674cf5728 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1389780 Mar 24 00:58:25.942807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-3f167413-919b-486b-a1ab-33d3c82cf95c service neutron] 10.222.0.57 "GET /v2.0/networks/3442b383-cef2-415a-8f56-3353317f1d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127871 Mar 24 00:58:25.956460 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c66465d-42e0-4e00-9495-4aa451405a73 admin admin] Publish callbacks [] for security_group (3f982807-3a33-4a36-b619-d35d4b23d98b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:25.996227 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-f95632df-dbe8-4695-8212-b6bdf87085e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=1c728ccb-8271-4a90-b929-9aa496634aa8 HTTP/1.1" status: 200 len: 217 time: 0.0456200 Mar 24 00:58:26.008828 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c66465d-42e0-4e00-9495-4aa451405a73 admin admin] Publish callbacks [] for security_group (3f982807-3a33-4a36-b619-d35d4b23d98b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:26.106370 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c66465d-42e0-4e00-9495-4aa451405a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3f982807-3a33-4a36-b619-d35d4b23d98b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:26.110012 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c66465d-42e0-4e00-9495-4aa451405a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:26.111372 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9c66465d-42e0-4e00-9495-4aa451405a73 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f982807-3a33-4a36-b619-d35d4b23d98b HTTP/1.1" status: 204 len: 168 time: 0.2622106 Mar 24 00:58:26.121296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752205-34de-4f21-8de5-54e2dc65743f req-f4ddfb5a-3a8f-4ad0-98b9-15954deaa446 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:26.123020 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a1752205-34de-4f21-8de5-54e2dc65743f req-f4ddfb5a-3a8f-4ad0-98b9-15954deaa446 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.1307642 Mar 24 00:58:26.127256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b723749-f180-4392-ab79-c2e661f8c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:26.128998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-4b723749-f180-4392-ab79-c2e661f8c4a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73f3eec-6ed9-47b4-a707-b2b958c2a35e HTTP/1.1" status: 200 len: 797 time: 0.0938549 Mar 24 00:58:26.131494 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66465d-42e0-4e00-9495-4aa451405a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f982807-3a33-4a36-b619-d35d4b23d98b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:26.211720 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-05534a44-5296-482c-8f66-61f52eddbcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:26.213370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-05534a44-5296-482c-8f66-61f52eddbcb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0745215 Mar 24 00:58:26.218063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a1752205-34de-4f21-8de5-54e2dc65743f req-8ec8bf5d-b3a1-48da-91f9-943630a1e73f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858908 Mar 24 00:58:26.349498 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-efce841a-80a9-45f1-b233-f5b539caf55a service neutron] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283031 Mar 24 00:58:26.493894 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-62a592a8-bf41-4c25-b48c-f2e5da97f75b service neutron] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392081 Mar 24 00:58:26.548050 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-44d65916-4a74-451a-8ec8-d230cbfa6bea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=cede8d0f-cb62-4fea-af98-110017d5e76a HTTP/1.1" status: 200 len: 217 time: 0.0467641 Mar 24 00:58:26.706498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-18aee54a-faca-400d-9eaf-e85346356b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:26.706498 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-18aee54a-faca-400d-9eaf-e85346356b8c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73f3eec-6ed9-47b4-a707-b2b958c2a35e HTTP/1.1" status: 200 len: 797 time: 0.1512897 Mar 24 00:58:26.771822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62400ed2-bc2f-4d38-8639-e08b06358663 req-2459b62a-8f14-412c-a2c9-90488ebd63e9 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:26.773618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62400ed2-bc2f-4d38-8639-e08b06358663 req-2459b62a-8f14-412c-a2c9-90488ebd63e9 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e744b53-12fa-43d9-aa4a-a781f7544446 HTTP/1.1" status: 200 len: 943 time: 0.1210661 Mar 24 00:58:26.871566 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-8f53a475-85ef-493c-acd5-05c379faac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:26.873524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-8f53a475-85ef-493c-acd5-05c379faac66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1618149 Mar 24 00:58:26.985479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-62400ed2-bc2f-4d38-8639-e08b06358663 req-7333658f-a4c1-4ec4-9842-3d1185948023 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Deleting port f25533e1-0e0b-4389-84c0-4cc674df09ce {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:26.985788 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-62400ed2-bc2f-4d38-8639-e08b06358663 req-7333658f-a4c1-4ec4-9842-3d1185948023 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:27.121923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-994c063e-b4ed-473d-a712-b4fedf9c1ed6 service neutron] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386589 Mar 24 00:58:27.216128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-62400ed2-bc2f-4d38-8639-e08b06358663 req-7333658f-a4c1-4ec4-9842-3d1185948023 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] For port f25533e1-0e0b-4389-84c0-4cc674df09ce, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f25533e1-0e0b-4389-84c0-4cc674df09ce,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:27.216543 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-62400ed2-bc2f-4d38-8639-e08b06358663 req-7333658f-a4c1-4ec4-9842-3d1185948023 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:27.239181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-62400ed2-bc2f-4d38-8639-e08b06358663 req-7333658f-a4c1-4ec4-9842-3d1185948023 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Calling delete_port for f25533e1-0e0b-4389-84c0-4cc674df09ce owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:27.303214 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-891a2aee-17f8-433f-b077-32dc567ca607 service neutron] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728697 Mar 24 00:58:27.361249 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-24ef9217-7718-4026-a510-8dafbba9c5a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=d1afeb6d-e5e7-4cee-9b5d-622b0b570730 HTTP/1.1" status: 200 len: 217 time: 0.0498745 Mar 24 00:58:27.378046 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45920) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:27.447624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-169d1bcb-f028-41a7-a5ca-c00f6f8ff6e1 req-a05af926-2c4b-4404-9c42-1e87ba5815c0 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 210 time: 0.0415123 Mar 24 00:58:27.491400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-24b03f7d-22ea-4268-8f6d-1a81e81d4450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:27.492895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-24b03f7d-22ea-4268-8f6d-1a81e81d4450 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73f3eec-6ed9-47b4-a707-b2b958c2a35e HTTP/1.1" status: 200 len: 797 time: 0.1262598 Mar 24 00:58:27.544051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-92064790-b470-4f63-8811-0ca56e9f1ba5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-34382186-network', 'tenant_id': '897911ce833546e9978a511edfdc9dd4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:27.544920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 732e6455-fb3f-4ea8-986b-f32268dcf320 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:58:27.581825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92064790-b470-4f63-8811-0ca56e9f1ba5 admin admin] Made reservation on behalf of 897911ce833546e9978a511edfdc9dd4 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:58:27.582833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 732e6455-fb3f-4ea8-986b-f32268dcf320 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:58:27.583340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 732e6455-fb3f-4ea8-986b-f32268dcf320 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:58:27.586397 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92064790-b470-4f63-8811-0ca56e9f1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:27.601626 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92064790-b470-4f63-8811-0ca56e9f1ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:27.602109 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-62400ed2-bc2f-4d38-8639-e08b06358663 req-7333658f-a4c1-4ec4-9842-3d1185948023 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f25533e1-0e0b-4389-84c0-4cc674df09ce), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:27.614649 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['69ebb3c8-8c34-490c-b5d6-20670eaa91ad'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:27.666104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-d7a396ad-dfce-4c97-9b2e-25459403eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:27.667980 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-d7a396ad-dfce-4c97-9b2e-25459403eb2f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1676755 Mar 24 00:58:27.669153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333658f-a4c1-4ec4-9842-3d1185948023 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event deleted for resources: {'Port': ['ID=f25533e1-0e0b-4389-84c0-4cc674df09ce,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:27.672262 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['4dbe84c1-0209-4a91-972b-a3e08e36d97e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:27.771943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92064790-b470-4f63-8811-0ca56e9f1ba5 admin admin] Publish callbacks [] for security_group (3f171f04-4c10-49fb-8c3d-cec10e56b39a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:27.779828 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92064790-b470-4f63-8811-0ca56e9f1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3f171f04-4c10-49fb-8c3d-cec10e56b39a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:27.796162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-62400ed2-bc2f-4d38-8639-e08b06358663 req-7333658f-a4c1-4ec4-9842-3d1185948023 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] No DVR routers for this DVR port f25533e1-0e0b-4389-84c0-4cc674df09ce on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:58:27.808505 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-62400ed2-bc2f-4d38-8639-e08b06358663 req-7333658f-a4c1-4ec4-9842-3d1185948023 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:27.811970 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62400ed2-bc2f-4d38-8639-e08b06358663 req-7333658f-a4c1-4ec4-9842-3d1185948023 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "DELETE /v2.0/ports/f25533e1-0e0b-4389-84c0-4cc674df09ce HTTP/1.1" status: 204 len: 173 time: 1.0281188 Mar 24 00:58:27.812400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e744b53-12fa-43d9-aa4a-a781f7544446', 'name': 'network-vif-deleted', 'tag': 'f25533e1-0e0b-4389-84c0-4cc674df09ce'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:27.815413 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b281abc-b72e-43bc-a7b4-c5c964139b0c" -d '{"events": [{"server_uuid": "8e744b53-12fa-43d9-aa4a-a781f7544446", "name": "network-vif-deleted", "tag": "f25533e1-0e0b-4389-84c0-4cc674df09ce"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:27.832906 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92064790-b470-4f63-8811-0ca56e9f1ba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:58:27.872890 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92064790-b470-4f63-8811-0ca56e9f1ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f171f04-4c10-49fb-8c3d-cec10e56b39a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:27.883070 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92064790-b470-4f63-8811-0ca56e9f1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (68610b5a-6361-4ba9-8750-c409fb44e48d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:27.883593 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-92064790-b470-4f63-8811-0ca56e9f1ba5 admin admin] Added segment 68610b5a-6361-4ba9-8750-c409fb44e48d of type vlan for network 32dfb5d8-c003-4a15-98a1-ea63f0cc1503 Mar 24 00:58:27.887086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9f29a-632c-4a8c-b1c7-acd7370a339b req-53ecc074-6985-4652-8b84-095dd08ff09e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:27.892614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9f29a-632c-4a8c-b1c7-acd7370a339b req-53ecc074-6985-4652-8b84-095dd08ff09e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:27.908504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9f29a-632c-4a8c-b1c7-acd7370a339b req-53ecc074-6985-4652-8b84-095dd08ff09e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:27.922910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9f29a-632c-4a8c-b1c7-acd7370a339b req-53ecc074-6985-4652-8b84-095dd08ff09e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:27.928398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9f29a-632c-4a8c-b1c7-acd7370a339b req-53ecc074-6985-4652-8b84-095dd08ff09e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:27.934145 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9f29a-632c-4a8c-b1c7-acd7370a339b req-53ecc074-6985-4652-8b84-095dd08ff09e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:27.939659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9f29a-632c-4a8c-b1c7-acd7370a339b req-53ecc074-6985-4652-8b84-095dd08ff09e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:27.948507 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51e9f29a-632c-4a8c-b1c7-acd7370a339b req-53ecc074-6985-4652-8b84-095dd08ff09e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.3621652 Mar 24 00:58:27.995413 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92064790-b470-4f63-8811-0ca56e9f1ba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (32dfb5d8-c003-4a15-98a1-ea63f0cc1503), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:28.062747 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92064790-b470-4f63-8811-0ca56e9f1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (32dfb5d8-c003-4a15-98a1-ea63f0cc1503), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:28.064019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92064790-b470-4f63-8811-0ca56e9f1ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:28.065209 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92064790-b470-4f63-8811-0ca56e9f1ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:28.066115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51e9f29a-632c-4a8c-b1c7-acd7370a339b req-884ff019-e7b5-4d06-8ea2-e7b8a76ab32a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083865 Mar 24 00:58:28.097360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-e2dd865b-d1dd-4af2-aade-63d84ca65b71 service neutron] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150751 Mar 24 00:58:28.156625 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-92064790-b470-4f63-8811-0ca56e9f1ba5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7746506 Mar 24 00:58:28.158276 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45930) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:28.173044 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9b495208-4c3c-4cc3-847e-23eaf4715aa8 admin admin] Request body: {'subnet': {'network_id': '32dfb5d8-c003-4a15-98a1-ea63f0cc1503', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-34382186-subnet', 'tenant_id': '897911ce833546e9978a511edfdc9dd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:28.202842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92064790-b470-4f63-8811-0ca56e9f1ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=32dfb5d8-c003-4a15-98a1-ea63f0cc1503,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:28.214436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 32dfb5d8-c003-4a15-98a1-ea63f0cc1503 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:58:28.234234 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b495208-4c3c-4cc3-847e-23eaf4715aa8 admin admin] Made reservation on behalf of 897911ce833546e9978a511edfdc9dd4 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:58:28.237332 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9b495208-4c3c-4cc3-847e-23eaf4715aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:28.244261 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-5d521777-fb57-45f4-8654-579185111db5 service neutron] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401534 Mar 24 00:58:28.307792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-0b840f6b-1693-433f-8da7-e0e41e5814a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=c924730b-9aa8-4878-8014-7c840b808401 HTTP/1.1" status: 200 len: 217 time: 0.0560210 Mar 24 00:58:28.435529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-1ad11620-a598-4be1-87a8-255ea8587f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:28.438628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-1ad11620-a598-4be1-87a8-255ea8587f28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73f3eec-6ed9-47b4-a707-b2b958c2a35e HTTP/1.1" status: 200 len: 797 time: 0.1247544 Mar 24 00:58:28.573527 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9b495208-4c3c-4cc3-847e-23eaf4715aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (ba116d0c-bfc9-43c8-8cac-8996ede1e064), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:28.604983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-6d89a056-2776-4f8f-ae56-65fec851772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:28.606805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-6d89a056-2776-4f8f-ae56-65fec851772b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1607614 Mar 24 00:58:28.637917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9799dc-20b3-483f-af4d-a13263f4d69a req-09bf8571-6082-46c1-b037-fc44c167c696 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:28.644125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b495208-4c3c-4cc3-847e-23eaf4715aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba116d0c-bfc9-43c8-8cac-8996ede1e064,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:28.655201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9799dc-20b3-483f-af4d-a13263f4d69a req-09bf8571-6082-46c1-b037-fc44c167c696 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:28.655699 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c6b42dd-bb22-47d6-b4e3-09baaaafd088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:28.660897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9799dc-20b3-483f-af4d-a13263f4d69a req-09bf8571-6082-46c1-b037-fc44c167c696 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:28.672599 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b495208-4c3c-4cc3-847e-23eaf4715aa8 admin admin] Checking segment: {'id': '68610b5a-6361-4ba9-8750-c409fb44e48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '32dfb5d8-c003-4a15-98a1-ea63f0cc1503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:58:28.674051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b495208-4c3c-4cc3-847e-23eaf4715aa8 admin admin] Network hostable DHCP agents. Network: 32dfb5d8-c003-4a15-98a1-ea63f0cc1503, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:58:28.674922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9799dc-20b3-483f-af4d-a13263f4d69a req-09bf8571-6082-46c1-b037-fc44c167c696 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:28.681065 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9799dc-20b3-483f-af4d-a13263f4d69a req-09bf8571-6082-46c1-b037-fc44c167c696 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:28.686775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9799dc-20b3-483f-af4d-a13263f4d69a req-09bf8571-6082-46c1-b037-fc44c167c696 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:28.692075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9799dc-20b3-483f-af4d-a13263f4d69a req-09bf8571-6082-46c1-b037-fc44c167c696 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:28.694232 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f9799dc-20b3-483f-af4d-a13263f4d69a req-09bf8571-6082-46c1-b037-fc44c167c696 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.1862509 Mar 24 00:58:28.710445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b495208-4c3c-4cc3-847e-23eaf4715aa8 admin admin] Network 32dfb5d8-c003-4a15-98a1-ea63f0cc1503 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:58:28.729431 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-9b495208-4c3c-4cc3-847e-23eaf4715aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 32dfb5d8-c003-4a15-98a1-ea63f0cc1503) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:58:28.735093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b495208-4c3c-4cc3-847e-23eaf4715aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:28.738672 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9b495208-4c3c-4cc3-847e-23eaf4715aa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:28.741703 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82dcdb1-fe85-4b9e-a992-da3bf6f175e1 None None] Network 32dfb5d8-c003-4a15-98a1-ea63f0cc1503 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:58:28.770126 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9b495208-4c3c-4cc3-847e-23eaf4715aa8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6097853 Mar 24 00:58:28.901438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f9799dc-20b3-483f-af4d-a13263f4d69a req-68504ae7-ecad-4df5-8ab0-3961de084386 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1697412 Mar 24 00:58:28.916403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-f9249fcb-5023-4c12-928b-2db3faa87e93 service neutron] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119846 Mar 24 00:58:28.986105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1622407-0e3f-4d0e-889b-4a1b1dc77af5 None None] Network 32dfb5d8-c003-4a15-98a1-ea63f0cc1503 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:58:28.999439 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed60754-f785-4b93-adea-35fa5c05726c x-openstack-request-id: req-fed60754-f785-4b93-adea-35fa5c05726c {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:29.000366 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e744b53-12fa-43d9-aa4a-a781f7544446", "name": "network-vif-deleted", "tag": "f25533e1-0e0b-4389-84c0-4cc674df09ce", "status": "failed", "code": 422}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:29.000622 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fed60754-f785-4b93-adea-35fa5c05726c {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:29.001032 n-d-760455-9 neutron-server[115730]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fed60754-f785-4b93-adea-35fa5c05726c']: {'server_uuid': '8e744b53-12fa-43d9-aa4a-a781f7544446', 'name': 'network-vif-deleted', 'tag': 'f25533e1-0e0b-4389-84c0-4cc674df09ce', 'status': 'failed', 'code': 422} returned with failed status Mar 24 00:58:29.132338 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4862e631-cee3-4c09-8eac-c35cfb462ed3 req-347b0ff9-5449-4108-ab75-48aa4ea523f6 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=31ac49e3-507c-463d-a92d-bd23eff41b61 HTTP/1.1" status: 200 len: 210 time: 0.1014724 Mar 24 00:58:29.173311 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-27da238d-7bee-41a3-a509-0bb18cf427b4 service neutron] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592099 Mar 24 00:58:29.236527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-cef46bf0-a1b6-4902-a0d8-0be6f945d5d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5735b4c-cf45-49d2-a7f8-87c3be714560 HTTP/1.1" status: 200 len: 217 time: 0.0569396 Mar 24 00:58:29.306231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-55f4bd4c-1bf6-40fc-85fd-b28f141bf788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:29.308120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-55f4bd4c-1bf6-40fc-85fd-b28f141bf788 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27acd1eb-b278-4f90-8e9b-08cd5165a5d0 HTTP/1.1" status: 200 len: 797 time: 0.0653114 Mar 24 00:58:29.448410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-66a8a6be-29af-4f2c-adb8-737fc6811d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:29.449938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-66a8a6be-29af-4f2c-adb8-737fc6811d81 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d9cd7f27-a324-4986-9859-80919b2e14ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1346397 Mar 24 00:58:29.553220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-63b3c5d3-13f5-4af7-9295-68ad0997bc5c tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:29.558725 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-63b3c5d3-13f5-4af7-9295-68ad0997bc5c tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/networks?id=9de6f79e-0547-44b2-ae38-7fe0b368872e HTTP/1.1" status: 200 len: 814 time: 0.2335861 Mar 24 00:58:29.668883 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:29.943892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-f0d59eca-cff1-45dc-b45f-6043dcdc37ed tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/quotas/1aef11c3c05e411091ef61bdeb52cf91 HTTP/1.1" status: 200 len: 375 time: 0.3837306 Mar 24 00:58:30.065925 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-a5dd8468-8a3d-4a5c-95ed-186bbcc8293f service neutron] 10.222.0.57 "GET /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050329 Mar 24 00:58:30.094035 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c042ae-524b-433c-a53a-387e49b5f8c5 req-38823890-9b4b-4781-9c06-afa5af2945e5 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:30.095055 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91c042ae-524b-433c-a53a-387e49b5f8c5 req-38823890-9b4b-4781-9c06-afa5af2945e5 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.57 "GET /v2.0/ports?device_id=df130f22-4d68-495f-9e99-7c4861d9328d HTTP/1.1" status: 200 len: 945 time: 0.1969779 Mar 24 00:58:30.188243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e309415-563a-4238-b757-1319c52c5968 req-b1ce2bee-5c44-4a46-be79-5e96339f6589 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:30.189709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e309415-563a-4238-b757-1319c52c5968 req-b1ce2bee-5c44-4a46-be79-5e96339f6589 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/networks?id=32dfb5d8-c003-4a15-98a1-ea63f0cc1503 HTTP/1.1" status: 200 len: 820 time: 0.6285040 Mar 24 00:58:30.198487 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-f48b8b18-40d0-4d23-93c1-038cf13dd42d tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1aef11c3c05e411091ef61bdeb52cf91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2214677 Mar 24 00:58:30.252891 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e309415-563a-4238-b757-1319c52c5968 req-a1a3fd77-f263-4687-998a-e3ee73ed3698 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/quotas/897911ce833546e9978a511edfdc9dd4 HTTP/1.1" status: 200 len: 375 time: 0.0520205 Mar 24 00:58:30.363027 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e309415-563a-4238-b757-1319c52c5968 req-c845b4df-f3a8-4003-92dd-e63664f45739 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=897911ce833546e9978a511edfdc9dd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748458 Mar 24 00:58:30.369450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-159a7fa3-9268-4d6c-a145-be896edb88e8 service neutron] 10.222.0.57 "GET /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942245 Mar 24 00:58:30.434480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-145580b2-eff8-4a0a-93f5-b3f523bb71e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c6fff98-2741-4b0a-9dcd-c35032208eee HTTP/1.1" status: 200 len: 217 time: 0.0493333 Mar 24 00:58:30.481687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-1e309415-563a-4238-b757-1319c52c5968 req-c9808b06-7faf-4814-a28b-078eda1906d5 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:58:30.482716 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e309415-563a-4238-b757-1319c52c5968 req-c9808b06-7faf-4814-a28b-078eda1906d5 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1095347 Mar 24 00:58:30.487770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-47aae1e4-af05-4be1-a8bf-42ca33cb57f6 service neutron] 10.222.0.45 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722256 Mar 24 00:58:30.578282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-91c042ae-524b-433c-a53a-387e49b5f8c5 req-093989a5-1c35-4ce7-8113-e6a5c8610029 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Deleting port 2246d71b-d7dc-43a9-86e5-374836e2b2f2 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:30.578632 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-91c042ae-524b-433c-a53a-387e49b5f8c5 req-093989a5-1c35-4ce7-8113-e6a5c8610029 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:30.611142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-e41eaf33-26de-4c1b-8724-b6fd33236860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:30.612628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-e41eaf33-26de-4c1b-8724-b6fd33236860 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27acd1eb-b278-4f90-8e9b-08cd5165a5d0 HTTP/1.1" status: 200 len: 797 time: 0.1677225 Mar 24 00:58:30.845321 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5dae2baf-8586-48d7-ac77-1b49650569bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:30.848388 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-f17e0a6a-283a-4aa9-bf6e-2c571634cd13 service neutron] 10.222.0.45 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378091 Mar 24 00:58:30.860995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e309415-563a-4238-b757-1319c52c5968 req-050341c1-75d8-45c2-b061-74c610aece42 service neutron] 10.222.0.45 "GET /v2.0/networks/32dfb5d8-c003-4a15-98a1-ea63f0cc1503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646340 Mar 24 00:58:30.999037 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e56bd-3939-4284-9226-a45918cccc2e req-d30907db-0923-4eab-a6c6-700c7e62fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:31.000516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-d30907db-0923-4eab-a6c6-700c7e62fee8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d9cd7f27-a324-4986-9859-80919b2e14ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3583202 Mar 24 00:58:31.086821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-91c042ae-524b-433c-a53a-387e49b5f8c5 req-093989a5-1c35-4ce7-8113-e6a5c8610029 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] For port 2246d71b-d7dc-43a9-86e5-374836e2b2f2, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2246d71b-d7dc-43a9-86e5-374836e2b2f2,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:31.087182 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-91c042ae-524b-433c-a53a-387e49b5f8c5 req-093989a5-1c35-4ce7-8113-e6a5c8610029 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:31.147090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-91c042ae-524b-433c-a53a-387e49b5f8c5 req-093989a5-1c35-4ce7-8113-e6a5c8610029 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Calling delete_port for 2246d71b-d7dc-43a9-86e5-374836e2b2f2 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:31.234900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e309415-563a-4238-b757-1319c52c5968 req-f39dfed0-859c-4148-b2ce-99afe1926274 service neutron] 10.222.0.45 "GET /v2.0/networks/32dfb5d8-c003-4a15-98a1-ea63f0cc1503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729756 Mar 24 00:58:31.268677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-ab6948fc-a8e1-4914-94e4-52044967f5b5 service neutron] 10.222.0.57 "GET /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600229 Mar 24 00:58:31.338200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9149d-d1e7-4cb9-837d-a7ab06210498 req-08f7fa5a-5dce-4872-8fc9-46b46380c4cc tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:31.346196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9149d-d1e7-4cb9-837d-a7ab06210498 req-08f7fa5a-5dce-4872-8fc9-46b46380c4cc tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:31.370184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9149d-d1e7-4cb9-837d-a7ab06210498 req-08f7fa5a-5dce-4872-8fc9-46b46380c4cc tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:31.379241 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9149d-d1e7-4cb9-837d-a7ab06210498 req-08f7fa5a-5dce-4872-8fc9-46b46380c4cc tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:31.384987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9149d-d1e7-4cb9-837d-a7ab06210498 req-08f7fa5a-5dce-4872-8fc9-46b46380c4cc tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:31.390448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9149d-d1e7-4cb9-837d-a7ab06210498 req-08f7fa5a-5dce-4872-8fc9-46b46380c4cc tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:31.396738 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9149d-d1e7-4cb9-837d-a7ab06210498 req-08f7fa5a-5dce-4872-8fc9-46b46380c4cc tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:31.404346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61f9149d-d1e7-4cb9-837d-a7ab06210498 req-08f7fa5a-5dce-4872-8fc9-46b46380c4cc tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.3214021 Mar 24 00:58:31.625854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61f9149d-d1e7-4cb9-837d-a7ab06210498 req-e9c6c26e-9f85-4879-8e7a-774519e78508 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2164257 Mar 24 00:58:31.628764 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-91c042ae-524b-433c-a53a-387e49b5f8c5 req-093989a5-1c35-4ce7-8113-e6a5c8610029 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (2246d71b-d7dc-43a9-86e5-374836e2b2f2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:31.652678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['2246d71b-d7dc-43a9-86e5-374836e2b2f2'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:31.756190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093989a5-1c35-4ce7-8113-e6a5c8610029 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Pushing event deleted for resources: {'Port': ['ID=2246d71b-d7dc-43a9-86e5-374836e2b2f2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:31.784074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-472e56bd-3939-4284-9226-a45918cccc2e req-3d513de7-3239-4ea7-b3e2-b8cfe0733b72 service neutron] 10.222.0.57 "GET /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052140 Mar 24 00:58:31.935307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c042ae-524b-433c-a53a-387e49b5f8c5 req-093989a5-1c35-4ce7-8113-e6a5c8610029 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] No DVR routers for this DVR port 2246d71b-d7dc-43a9-86e5-374836e2b2f2 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:58:31.964765 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-91c042ae-524b-433c-a53a-387e49b5f8c5 req-093989a5-1c35-4ce7-8113-e6a5c8610029 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:31.994277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91c042ae-524b-433c-a53a-387e49b5f8c5 req-093989a5-1c35-4ce7-8113-e6a5c8610029 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.57 "DELETE /v2.0/ports/2246d71b-d7dc-43a9-86e5-374836e2b2f2 HTTP/1.1" status: 204 len: 173 time: 1.8928063 Mar 24 00:58:31.996796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df130f22-4d68-495f-9e99-7c4861d9328d', 'name': 'network-vif-deleted', 'tag': '2246d71b-d7dc-43a9-86e5-374836e2b2f2'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:32.002193 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f389c7-6109-44ef-95db-7253f7939220" -d '{"events": [{"server_uuid": "df130f22-4d68-495f-9e99-7c4861d9328d", "name": "network-vif-deleted", "tag": "2246d71b-d7dc-43a9-86e5-374836e2b2f2"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:32.068704 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:32.170832 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-c194b8c4-6ef8-4616-ad21-4df4d723916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:32.171711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-c194b8c4-6ef8-4616-ad21-4df4d723916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:32.172257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-c194b8c4-6ef8-4616-ad21-4df4d723916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:32.172948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-c194b8c4-6ef8-4616-ad21-4df4d723916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:32.174217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-c194b8c4-6ef8-4616-ad21-4df4d723916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:32.176333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-c194b8c4-6ef8-4616-ad21-4df4d723916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:32.176333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-c194b8c4-6ef8-4616-ad21-4df4d723916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:32.179215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b975c5cc-429c-41da-8afc-f16559898e21 req-c194b8c4-6ef8-4616-ad21-4df4d723916b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b002c83a27746a8a6f68e382218347f&device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 6703 time: 0.2383356 Mar 24 00:58:32.285689 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:32.376921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd654613-b1fa-4884-ac94-a3221d82c7d0 req-48ed508a-a130-466d-8353-57b7bd1fac9b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:32.384137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd654613-b1fa-4884-ac94-a3221d82c7d0 req-48ed508a-a130-466d-8353-57b7bd1fac9b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:32.390625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd654613-b1fa-4884-ac94-a3221d82c7d0 req-48ed508a-a130-466d-8353-57b7bd1fac9b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:32.398394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd654613-b1fa-4884-ac94-a3221d82c7d0 req-48ed508a-a130-466d-8353-57b7bd1fac9b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:32.421613 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd654613-b1fa-4884-ac94-a3221d82c7d0 req-48ed508a-a130-466d-8353-57b7bd1fac9b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:32.427106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd654613-b1fa-4884-ac94-a3221d82c7d0 req-48ed508a-a130-466d-8353-57b7bd1fac9b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:32.433005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd654613-b1fa-4884-ac94-a3221d82c7d0 req-48ed508a-a130-466d-8353-57b7bd1fac9b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:32.434890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd654613-b1fa-4884-ac94-a3221d82c7d0 req-48ed508a-a130-466d-8353-57b7bd1fac9b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.3481936 Mar 24 00:58:32.473213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8eb1eff-bfe6-40e3-b49e-0575ed03044f req-a9461cb6-7154-43e5-8122-3127474a3c61 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 210 time: 0.2356238 Mar 24 00:58:32.482515 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46056) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:32.668731 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa76c1ae-b7c9-4333-9bc3-0b39a368c311 req-feb0349b-ac5a-4544-b4fc-46be197d2c32 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/ports?device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 210 time: 0.0708501 Mar 24 00:58:32.679921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-1debb55c-ce36-4036-bdc1-51d5833e9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:32.682171 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b975c5cc-429c-41da-8afc-f16559898e21 req-1debb55c-ce36-4036-bdc1-51d5833e9ead service neutron] 10.222.0.57 "GET /v2.0/networks?id=d9cd7f27-a324-4986-9859-80919b2e14ea HTTP/1.1" status: 200 len: 903 time: 0.4959047 Mar 24 00:58:32.732335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd654613-b1fa-4884-ac94-a3221d82c7d0 req-40dc3a33-8122-4584-9471-f1fb1c64f2d6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2506433 Mar 24 00:58:32.801279 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f14a6ceb-090a-42ba-86fa-de816dd3deb1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7990cdebf6da45ad816e6d3c9cb354ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159480 Mar 24 00:58:32.802844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46064) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:32.825563 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aabc69a-4ece-4378-ac0f-25452416824e x-openstack-request-id: req-0aabc69a-4ece-4378-ac0f-25452416824e {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:32.827592 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df130f22-4d68-495f-9e99-7c4861d9328d", "name": "network-vif-deleted", "tag": "2246d71b-d7dc-43a9-86e5-374836e2b2f2", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:32.828037 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0aabc69a-4ece-4378-ac0f-25452416824e {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:32.828632 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aabc69a-4ece-4378-ac0f-25452416824e'] response: {'server_uuid': 'df130f22-4d68-495f-9e99-7c4861d9328d', 'name': 'network-vif-deleted', 'tag': '2246d71b-d7dc-43a9-86e5-374836e2b2f2', 'status': 'completed', 'code': 200} Mar 24 00:58:32.830738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b975c5cc-429c-41da-8afc-f16559898e21 req-4b759d04-cb70-42d2-bd43-b07619e95735 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5735b4c-cf45-49d2-a7f8-87c3be714560 HTTP/1.1" status: 200 len: 217 time: 0.1348836 Mar 24 00:58:33.016600 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-3d8fb2f9-b5da-4730-b22b-716a09050c14 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:33.018911 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-3d8fb2f9-b5da-4730-b22b-716a09050c14 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.48 "GET /v2.0/networks?id=9de6f79e-0547-44b2-ae38-7fe0b368872e HTTP/1.1" status: 200 len: 814 time: 0.1593707 Mar 24 00:58:33.048416 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-aaccb1a8-5857-4726-8cd1-26ac7f03157a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Request body: {'port': {'device_id': '8029d2b1-29ad-4eaf-b83b-eb0f98bb5762', 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e', 'admin_state_up': True, 'tenant_id': '1aef11c3c05e411091ef61bdeb52cf91'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:33.074898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d50621-ee68-4e87-94dd-35c53c7bfad6 req-cc9f6005-0400-414a-9619-c5ca6ee4c1c0 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:33.085613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8d50621-ee68-4e87-94dd-35c53c7bfad6 req-cc9f6005-0400-414a-9619-c5ca6ee4c1c0 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 908 time: 0.2512763 Mar 24 00:58:33.094327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-e126b977-905d-4302-b4d5-627eb791c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:33.096457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b975c5cc-429c-41da-8afc-f16559898e21 req-e126b977-905d-4302-b4d5-627eb791c33a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27acd1eb-b278-4f90-8e9b-08cd5165a5d0 HTTP/1.1" status: 200 len: 797 time: 0.2451005 Mar 24 00:58:33.122597 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f5597-7148-4002-bd1a-bc30ee3d5942 req-d7dcd788-f35b-4204-8117-20cdeddceff5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:33.129066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f5597-7148-4002-bd1a-bc30ee3d5942 req-d7dcd788-f35b-4204-8117-20cdeddceff5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:33.147329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f5597-7148-4002-bd1a-bc30ee3d5942 req-d7dcd788-f35b-4204-8117-20cdeddceff5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:33.150644 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Publish callbacks [] for security_group (3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:33.160362 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f5597-7148-4002-bd1a-bc30ee3d5942 req-d7dcd788-f35b-4204-8117-20cdeddceff5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:33.165950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f5597-7148-4002-bd1a-bc30ee3d5942 req-d7dcd788-f35b-4204-8117-20cdeddceff5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:33.171469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f5597-7148-4002-bd1a-bc30ee3d5942 req-d7dcd788-f35b-4204-8117-20cdeddceff5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:33.176769 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f5597-7148-4002-bd1a-bc30ee3d5942 req-d7dcd788-f35b-4204-8117-20cdeddceff5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:33.178727 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-645f5597-7148-4002-bd1a-bc30ee3d5942 req-d7dcd788-f35b-4204-8117-20cdeddceff5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.2623546 Mar 24 00:58:33.196454 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Publish callbacks [] for security_group (3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:33.243363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-aaccb1a8-5857-4726-8cd1-26ac7f03157a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Made reservation on behalf of 1aef11c3c05e411091ef61bdeb52cf91 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:58:33.247270 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-aaccb1a8-5857-4726-8cd1-26ac7f03157a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:33.286376 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-645f5597-7148-4002-bd1a-bc30ee3d5942 req-430fc94b-885d-4462-b436-56a179d04b5f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991297 Mar 24 00:58:33.300093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-8bbaa6c6-ec9e-4234-b11e-d79b74265042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:33.302209 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b975c5cc-429c-41da-8afc-f16559898e21 req-8bbaa6c6-ec9e-4234-b11e-d79b74265042 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d9cd7f27-a324-4986-9859-80919b2e14ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1941037 Mar 24 00:58:33.302631 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:33.305369 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:33.307397 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6 HTTP/1.1" status: 204 len: 168 time: 0.5002687 Mar 24 00:58:33.451358 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-aaccb1a8-5857-4726-8cd1-26ac7f03157a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Allocated IP 172.20.0.7 (9de6f79e-0547-44b2-ae38-7fe0b368872e/e381c163-d43e-468b-a3d7-a42af7bc7ee3/9a759407-2486-40a7-af02-bdc33282a1ec) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:58:33.487377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e867a15-a7ec-47e6-b7df-49ba1b0bd0c6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:33.504689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:33.504689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:33.504689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:33.504689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:33.504689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:33.505200 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:33.505200 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:33.507101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:33.507691 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:33.508843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:33.511215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:33.511757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:33.512303 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:33.512820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:33.513365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c243-2335-45bd-9fab-f64d3cd20f11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:33.580493 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:33.583614 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b975c5cc-429c-41da-8afc-f16559898e21 req-820b576f-500c-46c2-8a4f-6e15906bc078 service neutron] 10.222.0.57 "GET /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753298 Mar 24 00:58:33.776723 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-aaccb1a8-5857-4726-8cd1-26ac7f03157a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks [] for port (9a759407-2486-40a7-af02-bdc33282a1ec), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:33.777342 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-851a786b-d448-47da-831a-fc6f8e520a2e req-3512f904-bc32-4ab6-80e1-756a4ff0a250 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 210 time: 0.0432858 Mar 24 00:58:33.838423 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-aaccb1a8-5857-4726-8cd1-26ac7f03157a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (9a759407-2486-40a7-af02-bdc33282a1ec), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:33.871905 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf4d28c6-347b-4e33-bbeb-81f4cfed671a req-c732e462-a995-4bc9-9a67-bbb3ed27dacb tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/ports?device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 210 time: 0.0625739 Mar 24 00:58:33.888066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17511491-7829-40a9-9067-bf8a80933f31 req-a4864a93-25fd-48b6-a376-865ba5eb8049 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:33.892298 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17511491-7829-40a9-9067-bf8a80933f31 req-a4864a93-25fd-48b6-a376-865ba5eb8049 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.57 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 908 time: 0.4477634 Mar 24 00:58:33.916485 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-aaccb1a8-5857-4726-8cd1-26ac7f03157a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Network 9de6f79e-0547-44b2-ae38-7fe0b368872e is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:58:33.921553 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-aaccb1a8-5857-4726-8cd1-26ac7f03157a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:58:33.938167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e309415-563a-4238-b757-1319c52c5968 req-23554eb5-b82c-46f1-8f60-3bf50d118261 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:33.939861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e309415-563a-4238-b757-1319c52c5968 req-23554eb5-b82c-46f1-8f60-3bf50d118261 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.48 "GET /v2.0/networks?id=32dfb5d8-c003-4a15-98a1-ea63f0cc1503 HTTP/1.1" status: 200 len: 820 time: 0.4652777 Mar 24 00:58:33.953417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1e309415-563a-4238-b757-1319c52c5968 req-115ebf4d-7d31-4ce5-af0f-d4aad4ffb58d tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Request body: {'port': {'device_id': '8129bf6d-0bda-4adf-846d-e6a679c6c21b', 'network_id': '32dfb5d8-c003-4a15-98a1-ea63f0cc1503', 'admin_state_up': True, 'tenant_id': '897911ce833546e9978a511edfdc9dd4'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:33.979273 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-aaccb1a8-5857-4726-8cd1-26ac7f03157a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:58:34.035317 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccb1a8-5857-4726-8cd1-26ac7f03157a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Pushing event updated for resources: {'Port': ['ID=9a759407-2486-40a7-af02-bdc33282a1ec,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:34.053433 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-aaccb1a8-5857-4726-8cd1-26ac7f03157a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:34.054403 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-aaccb1a8-5857-4726-8cd1-26ac7f03157a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:34.084933 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-aaccb1a8-5857-4726-8cd1-26ac7f03157a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0556772 Mar 24 00:58:34.097423 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Request body: {'port': {'device_id': '8029d2b1-29ad-4eaf-b83b-eb0f98bb5762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:34.217537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2246d71b-d7dc-43a9-86e5-374836e2b2f2 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:58:34.263278 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 2246d71b-d7dc-43a9-86e5-374836e2b2f2 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:58:34.263887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2246d71b-d7dc-43a9-86e5-374836e2b2f2 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:58:34.269654 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9a759407-2486-40a7-af02-bdc33282a1ec), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:34.372560 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b975c5cc-429c-41da-8afc-f16559898e21 req-030af297-0b10-49b2-9684-56a85d12ada5 service neutron] 10.222.0.57 "GET /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7546039 Mar 24 00:58:34.671707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e309415-563a-4238-b757-1319c52c5968 req-115ebf4d-7d31-4ce5-af0f-d4aad4ffb58d tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Made reservation on behalf of 897911ce833546e9978a511edfdc9dd4 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:58:34.675661 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1e309415-563a-4238-b757-1319c52c5968 req-115ebf4d-7d31-4ce5-af0f-d4aad4ffb58d tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:34.695659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5531b18-b3ea-4074-8e5e-91ac771593e2 req-2a987195-0c94-4b1f-a823-118e41f8a940 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:34.701282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5531b18-b3ea-4074-8e5e-91ac771593e2 req-2a987195-0c94-4b1f-a823-118e41f8a940 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:34.706966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5531b18-b3ea-4074-8e5e-91ac771593e2 req-2a987195-0c94-4b1f-a823-118e41f8a940 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:34.712427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5531b18-b3ea-4074-8e5e-91ac771593e2 req-2a987195-0c94-4b1f-a823-118e41f8a940 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:34.717864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5531b18-b3ea-4074-8e5e-91ac771593e2 req-2a987195-0c94-4b1f-a823-118e41f8a940 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:34.723202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5531b18-b3ea-4074-8e5e-91ac771593e2 req-2a987195-0c94-4b1f-a823-118e41f8a940 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:34.728985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5531b18-b3ea-4074-8e5e-91ac771593e2 req-2a987195-0c94-4b1f-a823-118e41f8a940 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:34.736407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5531b18-b3ea-4074-8e5e-91ac771593e2 req-2a987195-0c94-4b1f-a823-118e41f8a940 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.3566127 Mar 24 00:58:34.739437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a759407-2486-40a7-af02-bdc33282a1ec {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:34.749509 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Publish callbacks [] for port (9a759407-2486-40a7-af02-bdc33282a1ec), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:34.762702 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a39cef-d6de-45fe-b182-894465d04964 req-32e0bb6a-e990-4823-8e8b-3ccb6d1d6c7d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:34.763109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Transition to ACTIVE for port object 9a759407-2486-40a7-af02-bdc33282a1ec will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:58:34.765789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6a39cef-d6de-45fe-b182-894465d04964 req-32e0bb6a-e990-4823-8e8b-3ccb6d1d6c7d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 908 time: 0.3918998 Mar 24 00:58:34.769526 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (9a759407-2486-40a7-af02-bdc33282a1ec), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:34.808042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-183c5744-8464-453c-a054-fd5146734996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:34.808750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-183c5744-8464-453c-a054-fd5146734996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:34.809429 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-183c5744-8464-453c-a054-fd5146734996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:34.809919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-183c5744-8464-453c-a054-fd5146734996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:34.810408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-183c5744-8464-453c-a054-fd5146734996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:34.810879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-183c5744-8464-453c-a054-fd5146734996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:34.811354 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-183c5744-8464-453c-a054-fd5146734996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:34.813685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b975c5cc-429c-41da-8afc-f16559898e21 req-183c5744-8464-453c-a054-fd5146734996 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b002c83a27746a8a6f68e382218347f&device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 6703 time: 0.3703246 Mar 24 00:58:34.876411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Pushing event updated for resources: {'Port': ['ID=9a759407-2486-40a7-af02-bdc33282a1ec,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:34.951602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Attempting to bind port 9a759407-2486-40a7-af02-bdc33282a1ec on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:58:34.952646 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Attempting to bind port 9a759407-2486-40a7-af02-bdc33282a1ec by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'aacc34e4-c7b5-48c5-927f-87d75ec55d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:58:34.953303 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Attempting to bind port 9a759407-2486-40a7-af02-bdc33282a1ec on network 9de6f79e-0547-44b2-ae38-7fe0b368872e {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:34.959153 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Port 9a759407-2486-40a7-af02-bdc33282a1ec on network 9de6f79e-0547-44b2-ae38-7fe0b368872e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:58:34.959803 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Attempting to bind port 9a759407-2486-40a7-af02-bdc33282a1ec on network 9de6f79e-0547-44b2-ae38-7fe0b368872e {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:34.965717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:58:34.966381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Checking segment: {'id': 'aacc34e4-c7b5-48c5-927f-87d75ec55d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:58:34.966996 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Bound using segment: {'id': 'aacc34e4-c7b5-48c5-927f-87d75ec55d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:58:34.967657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Bound port: 9a759407-2486-40a7-af02-bdc33282a1ec, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aacc34e4-c7b5-48c5-927f-87d75ec55d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:58:34.968312 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9a759407-2486-40a7-af02-bdc33282a1ec), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:34.977813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-1e309415-563a-4238-b757-1319c52c5968 req-115ebf4d-7d31-4ce5-af0f-d4aad4ffb58d tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Allocated IP 172.20.0.8 (32dfb5d8-c003-4a15-98a1-ea63f0cc1503/ba116d0c-bfc9-43c8-8cac-8996ede1e064/65024e64-55c7-48d3-ad2a-fb832a806b1f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:58:35.000761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-17511491-7829-40a9-9067-bf8a80933f31 req-9acc9dda-9670-4acb-b30b-f2d73dca713a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Deleting port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:35.003264 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-17511491-7829-40a9-9067-bf8a80933f31 req-9acc9dda-9670-4acb-b30b-f2d73dca713a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:35.067683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] For port 9a759407-2486-40a7-af02-bdc33282a1ec, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:58:35.072121 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] For port 9a759407-2486-40a7-af02-bdc33282a1ec, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=9a759407-2486-40a7-af02-bdc33282a1ec,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:58:35.080463 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (9a759407-2486-40a7-af02-bdc33282a1ec), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:35.115500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-17511491-7829-40a9-9067-bf8a80933f31 req-9acc9dda-9670-4acb-b30b-f2d73dca713a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] For port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6da1a3c2-aaa3-4ae9-aac8-e875023fc87f,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:35.115872 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-17511491-7829-40a9-9067-bf8a80933f31 req-9acc9dda-9670-4acb-b30b-f2d73dca713a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:35.116388 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:35.131019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-17511491-7829-40a9-9067-bf8a80933f31 req-9acc9dda-9670-4acb-b30b-f2d73dca713a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Calling delete_port for 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:35.143956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Pushing event updated for resources: {'Port': ['ID=9a759407-2486-40a7-af02-bdc33282a1ec,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:35.155114 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:35.155871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:35.157915 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4103202e-52b5-4a6e-8534-e8da9736af6f service neutron] 10.222.0.48 "PUT /v2.0/ports/9a759407-2486-40a7-af02-bdc33282a1ec HTTP/1.1" status: 200 len: 1091 time: 1.0667965 Mar 24 00:58:35.158337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8029d2b1-29ad-4eaf-b83b-eb0f98bb5762', 'tag': '9a759407-2486-40a7-af02-bdc33282a1ec'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:35.160580 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08999567-2c7f-4f4d-83f0-0b0bc2cfae5f" -d '{"events": [{"name": "network-changed", "server_uuid": "8029d2b1-29ad-4eaf-b83b-eb0f98bb5762", "tag": "9a759407-2486-40a7-af02-bdc33282a1ec"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:35.255131 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-3ff2fa84-13c5-4207-9070-84e48c744271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:35.256562 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-3ff2fa84-13c5-4207-9070-84e48c744271 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1aef11c3c05e411091ef61bdeb52cf91&device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 1125 time: 0.0556545 Mar 24 00:58:35.312242 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-f342ec4e-ff53-4754-9e17-17684e02541f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a759407-2486-40a7-af02-bdc33282a1ec HTTP/1.1" status: 200 len: 217 time: 0.0474679 Mar 24 00:58:35.333525 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5531b18-b3ea-4074-8e5e-91ac771593e2 req-9e17ff9d-653c-4c39-8417-131b8bd2e3b6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5962036 Mar 24 00:58:35.395286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-8aea76a5-0069-4fbc-98e4-a8e2d171f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:35.398748 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-8aea76a5-0069-4fbc-98e4-a8e2d171f8fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e381c163-d43e-468b-a3d7-a42af7bc7ee3 HTTP/1.1" status: 200 len: 854 time: 0.0804315 Mar 24 00:58:35.421339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6c92a-65ce-472b-a780-ca6db05937de req-d1d70718-0313-447b-9891-013ef2f7a62b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:35.426569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6c92a-65ce-472b-a780-ca6db05937de req-d1d70718-0313-447b-9891-013ef2f7a62b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:35.431940 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6c92a-65ce-472b-a780-ca6db05937de req-d1d70718-0313-447b-9891-013ef2f7a62b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:35.437180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6c92a-65ce-472b-a780-ca6db05937de req-d1d70718-0313-447b-9891-013ef2f7a62b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:35.442411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6c92a-65ce-472b-a780-ca6db05937de req-d1d70718-0313-447b-9891-013ef2f7a62b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:35.445845 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-4d36d081-15b3-4090-bc3a-eb7dd50f33b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9de6f79e-0547-44b2-ae38-7fe0b368872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399415 Mar 24 00:58:35.448203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6c92a-65ce-472b-a780-ca6db05937de req-d1d70718-0313-447b-9891-013ef2f7a62b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:35.453494 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6c92a-65ce-472b-a780-ca6db05937de req-d1d70718-0313-447b-9891-013ef2f7a62b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:35.455388 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37c6c92a-65ce-472b-a780-ca6db05937de req-d1d70718-0313-447b-9891-013ef2f7a62b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.2611537 Mar 24 00:58:35.571419 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-78b492cc-3890-4758-b01a-4909f8f69888 service neutron] 10.222.0.48 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182008 Mar 24 00:58:35.730802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37c6c92a-65ce-472b-a780-ca6db05937de req-a4bff8be-8fb2-45bb-aa63-0d8f6d6eecb4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2448747 Mar 24 00:58:35.732079 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-951df437-8b63-4277-9a23-126caaa674d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:35.733736 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b975c5cc-429c-41da-8afc-f16559898e21 req-951df437-8b63-4277-9a23-126caaa674d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d9cd7f27-a324-4986-9859-80919b2e14ea HTTP/1.1" status: 200 len: 903 time: 0.5383134 Mar 24 00:58:35.748380 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55bdbb91-0e60-42ff-9ac4-fb5557355f66 req-decbf73c-14dd-4198-be70-e6f962867a9f service neutron] 10.222.0.48 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687531 Mar 24 00:58:35.811419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b975c5cc-429c-41da-8afc-f16559898e21 req-3d27ea62-2779-47fb-8230-2ba14b719128 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c6fff98-2741-4b0a-9dcd-c35032208eee HTTP/1.1" status: 200 len: 217 time: 0.0694280 Mar 24 00:58:35.853378 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-17511491-7829-40a9-9067-bf8a80933f31 req-9acc9dda-9670-4acb-b30b-f2d73dca713a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6da1a3c2-aaa3-4ae9-aac8-e875023fc87f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:35.955553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc9dda-9670-4acb-b30b-f2d73dca713a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event deleted for resources: {'Port': ['ID=6da1a3c2-aaa3-4ae9-aac8-e875023fc87f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:35.964650 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1e309415-563a-4238-b757-1319c52c5968 req-115ebf4d-7d31-4ce5-af0f-d4aad4ffb58d tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Publish callbacks [] for port (65024e64-55c7-48d3-ad2a-fb832a806b1f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:36.024531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-17511491-7829-40a9-9067-bf8a80933f31 req-9acc9dda-9670-4acb-b30b-f2d73dca713a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] No DVR routers for this DVR port 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:58:36.027330 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-17511491-7829-40a9-9067-bf8a80933f31 req-9acc9dda-9670-4acb-b30b-f2d73dca713a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:36.031257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17511491-7829-40a9-9067-bf8a80933f31 req-9acc9dda-9670-4acb-b30b-f2d73dca713a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.57 "DELETE /v2.0/ports/6da1a3c2-aaa3-4ae9-aac8-e875023fc87f HTTP/1.1" status: 204 len: 173 time: 2.1362729 Mar 24 00:58:36.044415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8', 'name': 'network-vif-deleted', 'tag': '6da1a3c2-aaa3-4ae9-aac8-e875023fc87f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:36.046936 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87a7ffa-80f8-4cf5-a6be-c0ec23bad31a" -d '{"events": [{"server_uuid": "6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8", "name": "network-vif-deleted", "tag": "6da1a3c2-aaa3-4ae9-aac8-e875023fc87f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:36.056057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cbac0e11-b52a-405c-8589-92147f2b6887 req-a8b3e367-84be-4bff-86de-89525df39f95 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/ports?device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 210 time: 0.1795335 Mar 24 00:58:36.103909 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-b1dd5a47-2f1e-413e-85ea-2bd2fa45c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:36.124597 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b975c5cc-429c-41da-8afc-f16559898e21 req-b1dd5a47-2f1e-413e-85ea-2bd2fa45c3b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27acd1eb-b278-4f90-8e9b-08cd5165a5d0 HTTP/1.1" status: 200 len: 797 time: 0.3077993 Mar 24 00:58:36.146360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce35ef5-e11c-48f8-95c7-3b37b45981df req-7f881ee2-9819-4cbe-bbc6-505f1bac07c2 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:36.162681 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ce35ef5-e11c-48f8-95c7-3b37b45981df req-7f881ee2-9819-4cbe-bbc6-505f1bac07c2 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 943 time: 0.3561246 Mar 24 00:58:36.174226 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdf6823-306c-493a-80ca-3f2fae820dab x-openstack-request-id: req-2bdf6823-306c-493a-80ca-3f2fae820dab {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:36.174587 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8029d2b1-29ad-4eaf-b83b-eb0f98bb5762", "tag": "9a759407-2486-40a7-af02-bdc33282a1ec", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:36.174951 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2bdf6823-306c-493a-80ca-3f2fae820dab {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:36.176015 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bdf6823-306c-493a-80ca-3f2fae820dab'] response: {'name': 'network-changed', 'server_uuid': '8029d2b1-29ad-4eaf-b83b-eb0f98bb5762', 'tag': '9a759407-2486-40a7-af02-bdc33282a1ec', 'status': 'completed', 'code': 200} Mar 24 00:58:36.221533 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46134) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:36.299726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08999567-2c7f-4f4d-83f0-0b0bc2cfae5f req-4a7e01cc-3cac-40d2-b263-7bcd81fae654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:36.301233 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-08999567-2c7f-4f4d-83f0-0b0bc2cfae5f req-4a7e01cc-3cac-40d2-b263-7bcd81fae654 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1aef11c3c05e411091ef61bdeb52cf91&device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 1125 time: 0.1175158 Mar 24 00:58:36.359741 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-679afe58-25c6-456a-a4d6-e34e0f7681e5 req-5d7bd18d-b903-4ee5-8d85-216b4fe5caac tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8 HTTP/1.1" status: 200 len: 210 time: 0.0546622 Mar 24 00:58:36.364400 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1e309415-563a-4238-b757-1319c52c5968 req-115ebf4d-7d31-4ce5-af0f-d4aad4ffb58d tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (65024e64-55c7-48d3-ad2a-fb832a806b1f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:36.444661 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ce35ef5-e11c-48f8-95c7-3b37b45981df req-e5c8d21d-0970-4804-ab3f-4b0c61f2e925 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264092 Mar 24 00:58:36.461184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c5cc-429c-41da-8afc-f16559898e21 req-290a5690-8234-47eb-9d31-5cd30c64a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:36.462697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b975c5cc-429c-41da-8afc-f16559898e21 req-290a5690-8234-47eb-9d31-5cd30c64a034 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d9cd7f27-a324-4986-9859-80919b2e14ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2691507 Mar 24 00:58:36.466432 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e309415-563a-4238-b757-1319c52c5968 req-115ebf4d-7d31-4ce5-af0f-d4aad4ffb58d tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Network 32dfb5d8-c003-4a15-98a1-ea63f0cc1503 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:58:36.468134 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab14bdb0-75c1-4bee-8cc1-679ebd27c6fd x-openstack-request-id: req-ab14bdb0-75c1-4bee-8cc1-679ebd27c6fd {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:36.468373 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8", "name": "network-vif-deleted", "tag": "6da1a3c2-aaa3-4ae9-aac8-e875023fc87f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:36.468620 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab14bdb0-75c1-4bee-8cc1-679ebd27c6fd {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:36.469201 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab14bdb0-75c1-4bee-8cc1-679ebd27c6fd'] response: {'server_uuid': '6628c9d9-fc59-49d1-a6c6-72e6e41ecbb8', 'name': 'network-vif-deleted', 'tag': '6da1a3c2-aaa3-4ae9-aac8-e875023fc87f', 'status': 'completed', 'code': 200} Mar 24 00:58:36.477476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-1e309415-563a-4238-b757-1319c52c5968 req-115ebf4d-7d31-4ce5-af0f-d4aad4ffb58d tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:58:36.484555 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08999567-2c7f-4f4d-83f0-0b0bc2cfae5f req-b4155c04-5c8b-4dbb-802d-c7ccf7b6315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:36.487315 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-08999567-2c7f-4f4d-83f0-0b0bc2cfae5f req-b4155c04-5c8b-4dbb-802d-c7ccf7b6315b service neutron] 10.222.0.48 "GET /v2.0/networks?id=9de6f79e-0547-44b2-ae38-7fe0b368872e HTTP/1.1" status: 200 len: 915 time: 0.1793876 Mar 24 00:58:36.505889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e309415-563a-4238-b757-1319c52c5968 req-115ebf4d-7d31-4ce5-af0f-d4aad4ffb58d tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:58:36.543518 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-08999567-2c7f-4f4d-83f0-0b0bc2cfae5f req-b842928d-a2e0-4666-92a5-c2bd02b63167 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a759407-2486-40a7-af02-bdc33282a1ec HTTP/1.1" status: 200 len: 217 time: 0.0494349 Mar 24 00:58:36.571046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ebf4d-7d31-4ce5-af0f-d4aad4ffb58d tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Pushing event updated for resources: {'Port': ['ID=65024e64-55c7-48d3-ad2a-fb832a806b1f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:36.678065 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a34abe92-b51c-46dd-b24f-8badbacdf50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:36.684957 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08999567-2c7f-4f4d-83f0-0b0bc2cfae5f req-595551a3-cbb6-44ff-b51b-6d42fb72504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:36.688152 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-08999567-2c7f-4f4d-83f0-0b0bc2cfae5f req-595551a3-cbb6-44ff-b51b-6d42fb72504e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e381c163-d43e-468b-a3d7-a42af7bc7ee3 HTTP/1.1" status: 200 len: 854 time: 0.1256874 Mar 24 00:58:36.699011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e309415-563a-4238-b757-1319c52c5968 req-115ebf4d-7d31-4ce5-af0f-d4aad4ffb58d tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:36.699675 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1e309415-563a-4238-b757-1319c52c5968 req-115ebf4d-7d31-4ce5-af0f-d4aad4ffb58d tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:36.759669 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-08999567-2c7f-4f4d-83f0-0b0bc2cfae5f req-21f9d75f-0388-4135-96fd-ae19a3549fd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9de6f79e-0547-44b2-ae38-7fe0b368872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631514 Mar 24 00:58:36.763243 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e309415-563a-4238-b757-1319c52c5968 req-115ebf4d-7d31-4ce5-af0f-d4aad4ffb58d tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8144112 Mar 24 00:58:36.785574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Request body: {'port': {'device_id': '8129bf6d-0bda-4adf-846d-e6a679c6c21b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:36.892111 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b975c5cc-429c-41da-8afc-f16559898e21 req-8c1fc023-4b1f-4097-8e27-ad68a9767196 service neutron] 10.222.0.57 "GET /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168730 Mar 24 00:58:36.904917 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-08999567-2c7f-4f4d-83f0-0b0bc2cfae5f req-c1b612ce-e732-4e1f-a5ef-03a7b212b4c0 service neutron] 10.222.0.48 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343157 Mar 24 00:58:36.908407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eb10d-521f-4898-abaa-7ee1b196c84c req-a50a01b6-3f0d-401a-9338-c4fa68938c14 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:36.913813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eb10d-521f-4898-abaa-7ee1b196c84c req-a50a01b6-3f0d-401a-9338-c4fa68938c14 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:36.919231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eb10d-521f-4898-abaa-7ee1b196c84c req-a50a01b6-3f0d-401a-9338-c4fa68938c14 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:36.924375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eb10d-521f-4898-abaa-7ee1b196c84c req-a50a01b6-3f0d-401a-9338-c4fa68938c14 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:36.929591 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eb10d-521f-4898-abaa-7ee1b196c84c req-a50a01b6-3f0d-401a-9338-c4fa68938c14 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:36.934753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eb10d-521f-4898-abaa-7ee1b196c84c req-a50a01b6-3f0d-401a-9338-c4fa68938c14 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:36.940028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eb10d-521f-4898-abaa-7ee1b196c84c req-a50a01b6-3f0d-401a-9338-c4fa68938c14 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:36.948839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-390eb10d-521f-4898-abaa-7ee1b196c84c req-a50a01b6-3f0d-401a-9338-c4fa68938c14 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.2738738 Mar 24 00:58:37.093752 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (65024e64-55c7-48d3-ad2a-fb832a806b1f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:37.153294 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a34abe92-b51c-46dd-b24f-8badbacdf50f admin admin] Publish callbacks [] for security_group (1aa25084-a30d-4b75-a96a-aea39dd33653), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:37.198085 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a34abe92-b51c-46dd-b24f-8badbacdf50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1aa25084-a30d-4b75-a96a-aea39dd33653), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:37.226489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbcb5c-e852-4d6e-921d-9e9892b447e2 req-63eb100c-d2ca-4252-91b1-54e11321c0fe tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:37.231700 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbcb5c-e852-4d6e-921d-9e9892b447e2 req-63eb100c-d2ca-4252-91b1-54e11321c0fe tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:37.236921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbcb5c-e852-4d6e-921d-9e9892b447e2 req-63eb100c-d2ca-4252-91b1-54e11321c0fe tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:37.243187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbcb5c-e852-4d6e-921d-9e9892b447e2 req-63eb100c-d2ca-4252-91b1-54e11321c0fe tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:37.248503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbcb5c-e852-4d6e-921d-9e9892b447e2 req-63eb100c-d2ca-4252-91b1-54e11321c0fe tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:37.253796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbcb5c-e852-4d6e-921d-9e9892b447e2 req-63eb100c-d2ca-4252-91b1-54e11321c0fe tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:37.259126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbcb5c-e852-4d6e-921d-9e9892b447e2 req-63eb100c-d2ca-4252-91b1-54e11321c0fe tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:37.261003 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cacbcb5c-e852-4d6e-921d-9e9892b447e2 req-63eb100c-d2ca-4252-91b1-54e11321c0fe tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5421 time: 0.4036953 Mar 24 00:58:37.278647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-390eb10d-521f-4898-abaa-7ee1b196c84c req-c8013854-04f8-4bbf-8c3b-e3883afa99a4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3288496 Mar 24 00:58:37.304740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b975c5cc-429c-41da-8afc-f16559898e21 req-41f8ec4a-4bab-40fd-a38f-9460e2303e06 service neutron] 10.222.0.57 "GET /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312609 Mar 24 00:58:37.416750 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a34abe92-b51c-46dd-b24f-8badbacdf50f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b8fe5457deb04a5383e67f80c14cc8a3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1836483 Mar 24 00:58:37.440732 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-08999567-2c7f-4f4d-83f0-0b0bc2cfae5f req-825bdd33-38b9-485f-b6a2-3559402561a4 service neutron] 10.222.0.48 "GET /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288510 Mar 24 00:58:37.441560 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46158) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:37.485446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34abe92-b51c-46dd-b24f-8badbacdf50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa25084-a30d-4b75-a96a-aea39dd33653,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:37.534967 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8b6-35f0-4cca-8cea-cbbc6a372cd2 admin admin] Publish callbacks [] for security_group (1aa25084-a30d-4b75-a96a-aea39dd33653), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:37.570072 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8b6-35f0-4cca-8cea-cbbc6a372cd2 admin admin] Publish callbacks [] for security_group (1aa25084-a30d-4b75-a96a-aea39dd33653), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:37.598977 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cacbcb5c-e852-4d6e-921d-9e9892b447e2 req-ce94d1b6-8a5b-4614-b81a-1ed43dcf0078 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2982419 Mar 24 00:58:37.620081 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 965b39a6-6f37-434c-8b50-48ec171af77e details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:58:37.629332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87cf7d-0092-41c4-9468-324ca7fcdddf req-388bdb14-6455-4b43-8331-ee5a412ebfc5 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:37.636616 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8b6-35f0-4cca-8cea-cbbc6a372cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1aa25084-a30d-4b75-a96a-aea39dd33653), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:37.640416 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8b6-35f0-4cca-8cea-cbbc6a372cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:37.640846 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba87cf7d-0092-41c4-9468-324ca7fcdddf req-388bdb14-6455-4b43-8331-ee5a412ebfc5 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/ports?device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 931 time: 0.2550073 Mar 24 00:58:37.643928 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-af6dd8b6-35f0-4cca-8cea-cbbc6a372cd2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1aa25084-a30d-4b75-a96a-aea39dd33653 HTTP/1.1" status: 204 len: 168 time: 0.1985328 Mar 24 00:58:37.658109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dd8b6-35f0-4cca-8cea-cbbc6a372cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa25084-a30d-4b75-a96a-aea39dd33653,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:37.827883 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba87cf7d-0092-41c4-9468-324ca7fcdddf req-7739b625-c7dc-4379-a710-98f23e2ceefa tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f171f04-4c10-49fb-8c3d-cec10e56b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860247 Mar 24 00:58:37.866096 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 965b39a6-6f37-434c-8b50-48ec171af77e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=965b39a6-6f37-434c-8b50-48ec171af77e,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:37.898024 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '965b39a6-6f37-434c-8b50-48ec171af77e', 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48', 'port_id': '965b39a6-6f37-434c-8b50-48ec171af77e', 'mac_address': 'fa:16:3e:7b:fb:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e99765-9e1e-4b73-a310-63430faa30fe', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:58:37.976690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 965b39a6-6f37-434c-8b50-48ec171af77e is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:37.977289 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (965b39a6-6f37-434c-8b50-48ec171af77e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:37.987927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65024e64-55c7-48d3-ad2a-fb832a806b1f {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:37.999750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965b39a6-6f37-434c-8b50-48ec171af77e {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:38.013046 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Publish callbacks [] for port (65024e64-55c7-48d3-ad2a-fb832a806b1f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:38.034268 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8021ca-55d6-47ae-b94e-0cef9072a075 req-cc29dd1f-2b51-4568-92e9-1630ed8aa8c3 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:38.036107 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a8021ca-55d6-47ae-b94e-0cef9072a075 req-cc29dd1f-2b51-4568-92e9-1630ed8aa8c3 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 943 time: 0.2227850 Mar 24 00:58:38.039985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Transition to ACTIVE for port object 65024e64-55c7-48d3-ad2a-fb832a806b1f will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:58:38.049023 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (65024e64-55c7-48d3-ad2a-fb832a806b1f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:38.050778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 965b39a6-6f37-434c-8b50-48ec171af77e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=965b39a6-6f37-434c-8b50-48ec171af77e,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:38.059702 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (965b39a6-6f37-434c-8b50-48ec171af77e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:38.060982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 7c729bd0-ae50-49ad-812d-a2a463b8106a details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:58:38.161482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Pushing event updated for resources: {'Port': ['ID=65024e64-55c7-48d3-ad2a-fb832a806b1f,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:38.188928 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=965b39a6-6f37-434c-8b50-48ec171af77e,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:38.199441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:38.199842 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:38.200135 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:38.200478 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:38.200822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:38.201179 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:38.201517 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:38.201849 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:38.202176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:38.202505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:38.202830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:38.203156 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:38.203481 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:38.203806 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:38.204129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:58:38.277771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:58:38.373495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:58:38.373835 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6da1a3c2-aaa3-4ae9-aac8-e875023fc87f not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:58:38.380362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 7c729bd0-ae50-49ad-812d-a2a463b8106a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=7c729bd0-ae50-49ad-812d-a2a463b8106a,segment=NetworkSegment(c84b0359-6f12-42ab-9f90-027c329658d7),segment_id=c84b0359-6f12-42ab-9f90-027c329658d7)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:38.399363 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '7c729bd0-ae50-49ad-812d-a2a463b8106a', 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb', 'port_id': '7c729bd0-ae50-49ad-812d-a2a463b8106a', 'mac_address': 'fa:16:3e:c2:f3:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b3c3b5-9e29-46f6-ae72-c5ab95608d09', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:58:38.430045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a8021ca-55d6-47ae-b94e-0cef9072a075 req-69afa088-e1d5-49a5-89ee-820412511f3c tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834708 Mar 24 00:58:38.458089 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 7c729bd0-ae50-49ad-812d-a2a463b8106a is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:38.458483 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:38.476069 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c729bd0-ae50-49ad-812d-a2a463b8106a {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:38.498065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 7c729bd0-ae50-49ad-812d-a2a463b8106a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=7c729bd0-ae50-49ad-812d-a2a463b8106a,segment=NetworkSegment(c84b0359-6f12-42ab-9f90-027c329658d7),segment_id=c84b0359-6f12-42ab-9f90-027c329658d7)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:38.507468 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:38.508538 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:58:38.579781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018de006-dedf-4b6b-97a9-d6ddbba07704 req-dd30ca42-2a61-4bc3-bfee-cb7436cde9e5 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:38.592273 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-018de006-dedf-4b6b-97a9-d6ddbba07704 req-dd30ca42-2a61-4bc3-bfee-cb7436cde9e5 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4ef0da-6d66-4463-b3ed-deebda455124 HTTP/1.1" status: 200 len: 945 time: 0.3294618 Mar 24 00:58:38.642361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Attempting to bind port 65024e64-55c7-48d3-ad2a-fb832a806b1f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:58:38.642985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Attempting to bind port 65024e64-55c7-48d3-ad2a-fb832a806b1f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '68610b5a-6361-4ba9-8750-c409fb44e48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '32dfb5d8-c003-4a15-98a1-ea63f0cc1503'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:58:38.643322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Attempting to bind port 65024e64-55c7-48d3-ad2a-fb832a806b1f on network 32dfb5d8-c003-4a15-98a1-ea63f0cc1503 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:38.660524 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b45414-1f08-4822-a088-b76468871a49 req-b7c40b41-a691-4865-b76c-da3706c587c6 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:38.662143 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-07b45414-1f08-4822-a088-b76468871a49 req-b7c40b41-a691-4865-b76c-da3706c587c6 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff4ef0da-6d66-4463-b3ed-deebda455124 HTTP/1.1" status: 200 len: 945 time: 0.1116083 Mar 24 00:58:38.698040 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=7c729bd0-ae50-49ad-812d-a2a463b8106a,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:38.715755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6dc83107-cf5e-4648-b4a6-4a2db4de8fa9,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:38.723955 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-018de006-dedf-4b6b-97a9-d6ddbba07704 req-5df09a43-e12b-4415-980d-3604a525ec76 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291773 Mar 24 00:58:38.750188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '6dc83107-cf5e-4648-b4a6-4a2db4de8fa9', 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48', 'port_id': '6dc83107-cf5e-4648-b4a6-4a2db4de8fa9', 'mac_address': 'fa:16:3e:81:57:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e99765-9e1e-4b73-a310-63430faa30fe', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:58:38.792075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Port 65024e64-55c7-48d3-ad2a-fb832a806b1f on network 32dfb5d8-c003-4a15-98a1-ea63f0cc1503 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:58:38.793045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Attempting to bind port 65024e64-55c7-48d3-ad2a-fb832a806b1f on network 32dfb5d8-c003-4a15-98a1-ea63f0cc1503 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:38.823519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:58:38.824139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Checking segment: {'id': '68610b5a-6361-4ba9-8750-c409fb44e48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '32dfb5d8-c003-4a15-98a1-ea63f0cc1503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:58:38.824731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Bound using segment: {'id': '68610b5a-6361-4ba9-8750-c409fb44e48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '32dfb5d8-c003-4a15-98a1-ea63f0cc1503'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:58:38.825521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Bound port: 65024e64-55c7-48d3-ad2a-fb832a806b1f, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68610b5a-6361-4ba9-8750-c409fb44e48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '32dfb5d8-c003-4a15-98a1-ea63f0cc1503'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:58:38.826293 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (65024e64-55c7-48d3-ad2a-fb832a806b1f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:38.843031 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-07b45414-1f08-4822-a088-b76468871a49 req-d14a8b1e-dc0e-4304-a761-4e29abd776af tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Deleting port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:38.843370 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-07b45414-1f08-4822-a088-b76468871a49 req-d14a8b1e-dc0e-4304-a761-4e29abd776af tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (69ebb3c8-8c34-490c-b5d6-20670eaa91ad), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:38.901034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:38.901657 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:38.911741 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8109fc-28eb-40e9-af51-c3dd4a7c070f req-557d5b89-316a-4d16-9566-52c711980fa9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:38.919150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8109fc-28eb-40e9-af51-c3dd4a7c070f req-557d5b89-316a-4d16-9566-52c711980fa9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:38.925812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8109fc-28eb-40e9-af51-c3dd4a7c070f req-557d5b89-316a-4d16-9566-52c711980fa9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:38.927198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:38.932840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8109fc-28eb-40e9-af51-c3dd4a7c070f req-557d5b89-316a-4d16-9566-52c711980fa9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:38.939350 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8109fc-28eb-40e9-af51-c3dd4a7c070f req-557d5b89-316a-4d16-9566-52c711980fa9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:38.945732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8109fc-28eb-40e9-af51-c3dd4a7c070f req-557d5b89-316a-4d16-9566-52c711980fa9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:38.952325 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8109fc-28eb-40e9-af51-c3dd4a7c070f req-557d5b89-316a-4d16-9566-52c711980fa9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:38.961332 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce8109fc-28eb-40e9-af51-c3dd4a7c070f req-557d5b89-316a-4d16-9566-52c711980fa9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.3919830 Mar 24 00:58:38.970984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6dc83107-cf5e-4648-b4a6-4a2db4de8fa9,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:38.976278 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:38.977528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 25bcad20-0ab8-46d5-a6e7-151b7479473a details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:58:39.009679 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46198) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:39.115720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=6dc83107-cf5e-4648-b4a6-4a2db4de8fa9,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:39.121170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 25bcad20-0ab8-46d5-a6e7-151b7479473a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=25bcad20-0ab8-46d5-a6e7-151b7479473a,segment=NetworkSegment(c84b0359-6f12-42ab-9f90-027c329658d7),segment_id=c84b0359-6f12-42ab-9f90-027c329658d7)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:39.125720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-07b45414-1f08-4822-a088-b76468871a49 req-d14a8b1e-dc0e-4304-a761-4e29abd776af tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] For port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=69ebb3c8-8c34-490c-b5d6-20670eaa91ad,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:39.128148 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-07b45414-1f08-4822-a088-b76468871a49 req-d14a8b1e-dc0e-4304-a761-4e29abd776af tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (69ebb3c8-8c34-490c-b5d6-20670eaa91ad), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:39.152556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65469-ad6f-4134-bb4c-64972a457b2a req-f45295a5-92df-4347-96ac-3613abd5e083 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:39.156845 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '25bcad20-0ab8-46d5-a6e7-151b7479473a', 'network_id': '00af8be2-710f-470c-b10f-a3c1e77c88cb', 'port_id': '25bcad20-0ab8-46d5-a6e7-151b7479473a', 'mac_address': 'fa:16:3e:54:71:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b3c3b5-9e29-46f6-ae72-c5ab95608d09', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:58:39.159648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65469-ad6f-4134-bb4c-64972a457b2a req-f45295a5-92df-4347-96ac-3613abd5e083 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:39.160314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-07b45414-1f08-4822-a088-b76468871a49 req-d14a8b1e-dc0e-4304-a761-4e29abd776af tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Calling delete_port for 69ebb3c8-8c34-490c-b5d6-20670eaa91ad owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:39.167093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65469-ad6f-4134-bb4c-64972a457b2a req-f45295a5-92df-4347-96ac-3613abd5e083 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:39.174522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65469-ad6f-4134-bb4c-64972a457b2a req-f45295a5-92df-4347-96ac-3613abd5e083 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:39.180546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65469-ad6f-4134-bb4c-64972a457b2a req-f45295a5-92df-4347-96ac-3613abd5e083 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:39.186956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65469-ad6f-4134-bb4c-64972a457b2a req-f45295a5-92df-4347-96ac-3613abd5e083 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:39.192671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65469-ad6f-4134-bb4c-64972a457b2a req-f45295a5-92df-4347-96ac-3613abd5e083 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:39.202673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57d65469-ad6f-4134-bb4c-64972a457b2a req-f45295a5-92df-4347-96ac-3613abd5e083 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5423 time: 0.3346703 Mar 24 00:58:39.232899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] For port 65024e64-55c7-48d3-ad2a-fb832a806b1f, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:58:39.248237 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce8109fc-28eb-40e9-af51-c3dd4a7c070f req-f5376a24-21c7-4fe9-898f-bebdb7d22c0b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2859108 Mar 24 00:58:39.253265 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 25bcad20-0ab8-46d5-a6e7-151b7479473a is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:39.253901 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (25bcad20-0ab8-46d5-a6e7-151b7479473a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:39.284608 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25bcad20-0ab8-46d5-a6e7-151b7479473a {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:39.289708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] For port 65024e64-55c7-48d3-ad2a-fb832a806b1f, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=65024e64-55c7-48d3-ad2a-fb832a806b1f,segment=NetworkSegment(68610b5a-6361-4ba9-8750-c409fb44e48d),segment_id=68610b5a-6361-4ba9-8750-c409fb44e48d)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:58:39.306669 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (65024e64-55c7-48d3-ad2a-fb832a806b1f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:39.337339 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-db859dbd-e8a8-496b-bc83-8d66f464cb2d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1700655117-network', 'tenant_id': 'c8f3f7934ba743f69d186d23873ac31e'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:39.342768 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-07b45414-1f08-4822-a088-b76468871a49 req-d14a8b1e-dc0e-4304-a761-4e29abd776af tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (69ebb3c8-8c34-490c-b5d6-20670eaa91ad), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:39.362004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 25bcad20-0ab8-46d5-a6e7-151b7479473a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=25bcad20-0ab8-46d5-a6e7-151b7479473a,segment=NetworkSegment(c84b0359-6f12-42ab-9f90-027c329658d7),segment_id=c84b0359-6f12-42ab-9f90-027c329658d7)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:39.370993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['4dbe84c1-0209-4a91-972b-a3e08e36d97e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:39.380405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Pushing event updated for resources: {'Port': ['ID=65024e64-55c7-48d3-ad2a-fb832a806b1f,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:39.383105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['69ebb3c8-8c34-490c-b5d6-20670eaa91ad'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:39.387264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a8b1e-dc0e-4304-a761-4e29abd776af tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event deleted for resources: {'Port': ['ID=69ebb3c8-8c34-490c-b5d6-20670eaa91ad,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:39.406321 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (25bcad20-0ab8-46d5-a6e7-151b7479473a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:39.407027 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 3080bcfc-b310-4ca5-ba98-eef24b97bff4 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:58:39.428959 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db859dbd-e8a8-496b-bc83-8d66f464cb2d admin admin] Made reservation on behalf of c8f3f7934ba743f69d186d23873ac31e for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:58:39.436642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-db859dbd-e8a8-496b-bc83-8d66f464cb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:39.440495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:39.441821 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:39.443926 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e309415-563a-4238-b757-1319c52c5968 req-ed477227-4584-4732-a32a-b907365fe341 service neutron] 10.222.0.48 "PUT /v2.0/ports/65024e64-55c7-48d3-ad2a-fb832a806b1f HTTP/1.1" status: 200 len: 1091 time: 2.6699219 Mar 24 00:58:39.444474 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8129bf6d-0bda-4adf-846d-e6a679c6c21b', 'tag': '65024e64-55c7-48d3-ad2a-fb832a806b1f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:39.446901 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa61e1a-582b-4c2c-98eb-081262b823a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8129bf6d-0bda-4adf-846d-e6a679c6c21b", "tag": "65024e64-55c7-48d3-ad2a-fb832a806b1f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:39.456858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-db859dbd-e8a8-496b-bc83-8d66f464cb2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:39.462882 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57d65469-ad6f-4134-bb4c-64972a457b2a req-d1e5c570-b8ad-4c98-8b44-f740d7ae4920 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2590711 Mar 24 00:58:39.521810 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b45414-1f08-4822-a088-b76468871a49 req-d14a8b1e-dc0e-4304-a761-4e29abd776af tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] No DVR routers for this DVR port 69ebb3c8-8c34-490c-b5d6-20670eaa91ad on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:58:39.525318 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-07b45414-1f08-4822-a088-b76468871a49 req-d14a8b1e-dc0e-4304-a761-4e29abd776af tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:39.529147 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-07b45414-1f08-4822-a088-b76468871a49 req-d14a8b1e-dc0e-4304-a761-4e29abd776af tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.48 "DELETE /v2.0/ports/69ebb3c8-8c34-490c-b5d6-20670eaa91ad HTTP/1.1" status: 204 len: 173 time: 0.8616035 Mar 24 00:58:39.530084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4ef0da-6d66-4463-b3ed-deebda455124', 'name': 'network-vif-deleted', 'tag': '69ebb3c8-8c34-490c-b5d6-20670eaa91ad'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:39.532843 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0468add5-e471-470d-aa82-04e7974e6ed4" -d '{"events": [{"server_uuid": "ff4ef0da-6d66-4463-b3ed-deebda455124", "name": "network-vif-deleted", "tag": "69ebb3c8-8c34-490c-b5d6-20670eaa91ad"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:39.580573 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c7a3b8-ad11-4d40-87b0-4936c8f2ad77 x-openstack-request-id: req-62c7a3b8-ad11-4d40-87b0-4936c8f2ad77 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:39.583218 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8129bf6d-0bda-4adf-846d-e6a679c6c21b", "tag": "65024e64-55c7-48d3-ad2a-fb832a806b1f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:39.585536 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-62c7a3b8-ad11-4d40-87b0-4936c8f2ad77 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:39.586147 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c7a3b8-ad11-4d40-87b0-4936c8f2ad77'] response: {'name': 'network-changed', 'server_uuid': '8129bf6d-0bda-4adf-846d-e6a679c6c21b', 'tag': '65024e64-55c7-48d3-ad2a-fb832a806b1f', 'status': 'completed', 'code': 200} Mar 24 00:58:39.686235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e309415-563a-4238-b757-1319c52c5968 req-e8947faa-c8df-4758-b1ce-c627668344ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:39.688018 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e309415-563a-4238-b757-1319c52c5968 req-e8947faa-c8df-4758-b1ce-c627668344ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=897911ce833546e9978a511edfdc9dd4&device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 1125 time: 0.1361952 Mar 24 00:58:39.699665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cde32-3ce2-4c67-9a06-58433bb8a38a req-5b0309dc-ce7b-4998-8f34-7af5caad3415 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:39.702974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-892cde32-3ce2-4c67-9a06-58433bb8a38a req-5b0309dc-ce7b-4998-8f34-7af5caad3415 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/ports?device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 943 time: 0.2346830 Mar 24 00:58:39.712957 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-db859dbd-e8a8-496b-bc83-8d66f464cb2d admin admin] Publish callbacks [] for security_group (9364ac04-4bac-40db-a075-967e86fd9e58), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:39.726899 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-db859dbd-e8a8-496b-bc83-8d66f464cb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9364ac04-4bac-40db-a075-967e86fd9e58), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:39.742585 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db859dbd-e8a8-496b-bc83-8d66f464cb2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:58:39.767764 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e309415-563a-4238-b757-1319c52c5968 req-b458b597-6281-45d8-9995-d7b2ac69e0a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65024e64-55c7-48d3-ad2a-fb832a806b1f HTTP/1.1" status: 200 len: 217 time: 0.0558836 Mar 24 00:58:39.769396 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-db859dbd-e8a8-496b-bc83-8d66f464cb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8137d207-9e4a-4399-a6a8-ccc0a4902f5b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:39.769736 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-db859dbd-e8a8-496b-bc83-8d66f464cb2d admin admin] Added segment 8137d207-9e4a-4399-a6a8-ccc0a4902f5b of type vlan for network 7cafb981-3329-498d-9941-28cda4f32bf1 Mar 24 00:58:39.863529 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-db859dbd-e8a8-496b-bc83-8d66f464cb2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (7cafb981-3329-498d-9941-28cda4f32bf1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:39.918756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e309415-563a-4238-b757-1319c52c5968 req-a80edb1b-092d-479d-8ac3-9ec53b4ab639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:39.920241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e309415-563a-4238-b757-1319c52c5968 req-a80edb1b-092d-479d-8ac3-9ec53b4ab639 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba116d0c-bfc9-43c8-8cac-8996ede1e064 HTTP/1.1" status: 200 len: 860 time: 0.1096768 Mar 24 00:58:39.955812 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-db859dbd-e8a8-496b-bc83-8d66f464cb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (7cafb981-3329-498d-9941-28cda4f32bf1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:39.957440 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db859dbd-e8a8-496b-bc83-8d66f464cb2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:39.960038 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-db859dbd-e8a8-496b-bc83-8d66f464cb2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:39.981821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 3080bcfc-b310-4ca5-ba98-eef24b97bff4, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3080bcfc-b310-4ca5-ba98-eef24b97bff4,segment=NetworkSegment(082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb),segment_id=082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:39.996248 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=25bcad20-0ab8-46d5-a6e7-151b7479473a,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:40.000064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '3080bcfc-b310-4ca5-ba98-eef24b97bff4', 'network_id': '5c248708-2440-4785-8d15-a96131db79cd', 'port_id': '3080bcfc-b310-4ca5-ba98-eef24b97bff4', 'mac_address': 'fa:16:3e:d6:69:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:58:40.061719 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-892cde32-3ce2-4c67-9a06-58433bb8a38a req-e8a4e885-9beb-41e7-962b-dad759c1ccc2 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f171f04-4c10-49fb-8c3d-cec10e56b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466694 Mar 24 00:58:40.075968 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e309415-563a-4238-b757-1319c52c5968 req-ba504e4e-635a-46e0-b9fe-9374238d85cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32dfb5d8-c003-4a15-98a1-ea63f0cc1503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318867 Mar 24 00:58:40.079743 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db859dbd-e8a8-496b-bc83-8d66f464cb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9364ac04-4bac-40db-a075-967e86fd9e58,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:40.086056 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-db859dbd-e8a8-496b-bc83-8d66f464cb2d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0754116 Mar 24 00:58:40.089336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46214) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:40.096069 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-39f98660-b6b5-4da0-bbb4-6b2a39f9b43e admin admin] Request body: {'subnet': {'network_id': '7cafb981-3329-498d-9941-28cda4f32bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1700655117-subnet', 'tenant_id': 'c8f3f7934ba743f69d186d23873ac31e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:40.114284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db859dbd-e8a8-496b-bc83-8d66f464cb2d admin admin] Pushing event updated for resources: {'Network': ['ID=7cafb981-3329-498d-9941-28cda4f32bf1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:40.135656 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f98660-b6b5-4da0-bbb4-6b2a39f9b43e admin admin] Made reservation on behalf of c8f3f7934ba743f69d186d23873ac31e for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:58:40.138097 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39f98660-b6b5-4da0-bbb4-6b2a39f9b43e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:40.204748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 7cafb981-3329-498d-9941-28cda4f32bf1 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:58:40.208063 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e540fdb0-5664-4dd4-a535-8a6cd7c4e5d8 x-openstack-request-id: req-e540fdb0-5664-4dd4-a535-8a6cd7c4e5d8 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:40.208442 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4ef0da-6d66-4463-b3ed-deebda455124", "name": "network-vif-deleted", "tag": "69ebb3c8-8c34-490c-b5d6-20670eaa91ad", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:40.210000 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e540fdb0-5664-4dd4-a535-8a6cd7c4e5d8 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:40.210470 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e540fdb0-5664-4dd4-a535-8a6cd7c4e5d8'] response: {'server_uuid': 'ff4ef0da-6d66-4463-b3ed-deebda455124', 'name': 'network-vif-deleted', 'tag': '69ebb3c8-8c34-490c-b5d6-20670eaa91ad', 'status': 'completed', 'code': 200} Mar 24 00:58:40.349028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9035e67-d5b2-4d52-aa93-50c5f1c3b5af req-768c4bd0-0143-4386-8b79-bf88d161df12 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:40.350643 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9035e67-d5b2-4d52-aa93-50c5f1c3b5af req-768c4bd0-0143-4386-8b79-bf88d161df12 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 943 time: 0.6613801 Mar 24 00:58:40.387372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 3080bcfc-b310-4ca5-ba98-eef24b97bff4 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:40.387686 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:40.453865 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f38ab84-0bf7-408d-bb24-90d8c6441d1c req-3895fae2-19e2-4fd0-86d5-6e6e56c4caaa tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4ef0da-6d66-4463-b3ed-deebda455124 HTTP/1.1" status: 200 len: 210 time: 0.0711615 Mar 24 00:58:40.478544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3080bcfc-b310-4ca5-ba98-eef24b97bff4 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:40.486933 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39f98660-b6b5-4da0-bbb4-6b2a39f9b43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (90d02068-8f39-4190-8e31-c2ac906e6e4a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:40.554346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9035e67-d5b2-4d52-aa93-50c5f1c3b5af req-784eb419-dfc7-479c-9c7e-e71ea1c1e28e tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754365 Mar 24 00:58:40.567564 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e309415-563a-4238-b757-1319c52c5968 req-752cd2e3-3af1-4a71-8322-551c2e731057 service neutron] 10.222.0.48 "GET /v2.0/networks/32dfb5d8-c003-4a15-98a1-ea63f0cc1503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715190 Mar 24 00:58:40.574019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 3080bcfc-b310-4ca5-ba98-eef24b97bff4, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3080bcfc-b310-4ca5-ba98-eef24b97bff4,segment=NetworkSegment(082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb),segment_id=082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:40.614678 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:40.617500 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6139bbd2-b715-4b0f-bdd1-446f16bfc020 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:58:40.639452 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f98660-b6b5-4da0-bbb4-6b2a39f9b43e admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d02068-8f39-4190-8e31-c2ac906e6e4a,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:40.642453 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f98660-b6b5-4da0-bbb4-6b2a39f9b43e admin admin] Checking segment: {'id': '8137d207-9e4a-4399-a6a8-ccc0a4902f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7cafb981-3329-498d-9941-28cda4f32bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:58:40.642818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f98660-b6b5-4da0-bbb4-6b2a39f9b43e admin admin] Network hostable DHCP agents. Network: 7cafb981-3329-498d-9941-28cda4f32bf1, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:58:40.680852 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f98660-b6b5-4da0-bbb4-6b2a39f9b43e admin admin] Network 7cafb981-3329-498d-9941-28cda4f32bf1 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:58:40.696482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-39f98660-b6b5-4da0-bbb4-6b2a39f9b43e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 7cafb981-3329-498d-9941-28cda4f32bf1) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:58:40.701636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f98660-b6b5-4da0-bbb4-6b2a39f9b43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:40.702418 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39f98660-b6b5-4da0-bbb4-6b2a39f9b43e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:40.717240 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61858ea8-e7d7-42fe-b14a-9ca7261545ac None None] Network 7cafb981-3329-498d-9941-28cda4f32bf1 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:58:40.739083 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-39f98660-b6b5-4da0-bbb4-6b2a39f9b43e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6485825 Mar 24 00:58:40.857367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 6139bbd2-b715-4b0f-bdd1-446f16bfc020, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6139bbd2-b715-4b0f-bdd1-446f16bfc020,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:40.859881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=3080bcfc-b310-4ca5-ba98-eef24b97bff4,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:40.936002 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '6139bbd2-b715-4b0f-bdd1-446f16bfc020', 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48', 'port_id': '6139bbd2-b715-4b0f-bdd1-446f16bfc020', 'mac_address': 'fa:16:3e:a6:4d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e99765-9e1e-4b73-a310-63430faa30fe', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:58:41.062337 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79e996b-8dc2-4080-a4aa-d73994bc56c5 None None] Network 7cafb981-3329-498d-9941-28cda4f32bf1 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:58:41.242848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e309415-563a-4238-b757-1319c52c5968 req-76fc1b08-bf9f-482c-8ae6-f50a700e599c service neutron] 10.222.0.48 "GET /v2.0/networks/32dfb5d8-c003-4a15-98a1-ea63f0cc1503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6682632 Mar 24 00:58:41.253643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:41.254351 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:41.292697 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6139bbd2-b715-4b0f-bdd1-446f16bfc020 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:41.318907 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c1ef4-9ca1-4e49-8372-4f57b79a78d6 req-2b3468bd-a239-4430-99a1-43f0ef1a5a33 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:41.324677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c1ef4-9ca1-4e49-8372-4f57b79a78d6 req-2b3468bd-a239-4430-99a1-43f0ef1a5a33 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:41.330568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c1ef4-9ca1-4e49-8372-4f57b79a78d6 req-2b3468bd-a239-4430-99a1-43f0ef1a5a33 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:41.336115 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c1ef4-9ca1-4e49-8372-4f57b79a78d6 req-2b3468bd-a239-4430-99a1-43f0ef1a5a33 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:41.341480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c1ef4-9ca1-4e49-8372-4f57b79a78d6 req-2b3468bd-a239-4430-99a1-43f0ef1a5a33 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:41.341768 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 6139bbd2-b715-4b0f-bdd1-446f16bfc020, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6139bbd2-b715-4b0f-bdd1-446f16bfc020,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:41.347039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c1ef4-9ca1-4e49-8372-4f57b79a78d6 req-2b3468bd-a239-4430-99a1-43f0ef1a5a33 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:41.347216 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:41.348184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 471845b6-6baf-4080-86fd-eaaed913b735 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:58:41.353017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c1ef4-9ca1-4e49-8372-4f57b79a78d6 req-2b3468bd-a239-4430-99a1-43f0ef1a5a33 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:41.355118 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee1c1ef4-9ca1-4e49-8372-4f57b79a78d6 req-2b3468bd-a239-4430-99a1-43f0ef1a5a33 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5426 time: 0.6591873 Mar 24 00:58:41.380297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317bdbf-47aa-4adf-8d00-1f8876b5f335 req-923b4511-3429-46d7-bb53-5d484f947a58 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:41.387202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317bdbf-47aa-4adf-8d00-1f8876b5f335 req-923b4511-3429-46d7-bb53-5d484f947a58 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:41.393332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317bdbf-47aa-4adf-8d00-1f8876b5f335 req-923b4511-3429-46d7-bb53-5d484f947a58 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:41.398735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317bdbf-47aa-4adf-8d00-1f8876b5f335 req-923b4511-3429-46d7-bb53-5d484f947a58 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:41.403924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317bdbf-47aa-4adf-8d00-1f8876b5f335 req-923b4511-3429-46d7-bb53-5d484f947a58 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:41.410289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317bdbf-47aa-4adf-8d00-1f8876b5f335 req-923b4511-3429-46d7-bb53-5d484f947a58 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:41.416141 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317bdbf-47aa-4adf-8d00-1f8876b5f335 req-923b4511-3429-46d7-bb53-5d484f947a58 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:41.424183 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1317bdbf-47aa-4adf-8d00-1f8876b5f335 req-923b4511-3429-46d7-bb53-5d484f947a58 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.8553934 Mar 24 00:58:41.534705 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee1c1ef4-9ca1-4e49-8372-4f57b79a78d6 req-c14a16c7-425d-421d-a55c-880b1fc9c97a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1677816 Mar 24 00:58:41.584541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa61e1a-582b-4c2c-98eb-081262b823a7 req-4956eddc-3e11-478b-8a26-2dc131c4419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:41.587449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fa61e1a-582b-4c2c-98eb-081262b823a7 req-4956eddc-3e11-478b-8a26-2dc131c4419f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=897911ce833546e9978a511edfdc9dd4&device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 1125 time: 0.2308130 Mar 24 00:58:41.624425 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1317bdbf-47aa-4adf-8d00-1f8876b5f335 req-09773d0c-5242-4141-ab89-4e7671dd65be tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1987395 Mar 24 00:58:41.867854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 471845b6-6baf-4080-86fd-eaaed913b735, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=471845b6-6baf-4080-86fd-eaaed913b735,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:41.909726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-cda5f05a-42c9-4219-a016-cd823de73fb0 req-6239029d-5400-4261-9d80-a4c0e30ea0e6 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1641337572', 'description': 'tempest-description-2051316075'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:41.920330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=6139bbd2-b715-4b0f-bdd1-446f16bfc020,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:41.928267 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '471845b6-6baf-4080-86fd-eaaed913b735', 'network_id': 'ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48', 'port_id': '471845b6-6baf-4080-86fd-eaaed913b735', 'mac_address': 'fa:16:3e:7b:f7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e99765-9e1e-4b73-a310-63430faa30fe', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:58:41.930055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa61e1a-582b-4c2c-98eb-081262b823a7 req-35a48bd3-ca0b-4d89-84bc-0044b848ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:41.931584 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fa61e1a-582b-4c2c-98eb-081262b823a7 req-35a48bd3-ca0b-4d89-84bc-0044b848ab91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=32dfb5d8-c003-4a15-98a1-ea63f0cc1503 HTTP/1.1" status: 200 len: 921 time: 0.3383870 Mar 24 00:58:41.961768 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cda5f05a-42c9-4219-a016-cd823de73fb0 req-6239029d-5400-4261-9d80-a4c0e30ea0e6 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:42.012400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 471845b6-6baf-4080-86fd-eaaed913b735 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:42.013032 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (471845b6-6baf-4080-86fd-eaaed913b735), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:42.029414 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471845b6-6baf-4080-86fd-eaaed913b735 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:42.037602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fa61e1a-582b-4c2c-98eb-081262b823a7 req-ab607e56-0ce3-47c5-99a3-3984e83af83b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65024e64-55c7-48d3-ad2a-fb832a806b1f HTTP/1.1" status: 200 len: 217 time: 0.0955715 Mar 24 00:58:42.054139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 471845b6-6baf-4080-86fd-eaaed913b735, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=471845b6-6baf-4080-86fd-eaaed913b735,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:42.066743 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (471845b6-6baf-4080-86fd-eaaed913b735), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:42.067655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 9a759407-2486-40a7-af02-bdc33282a1ec details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:58:42.085406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909701f-909d-44c1-b7eb-752a8396c68a req-ea3a715c-aa61-42f9-bee5-05313fabdc9f tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:42.087113 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6909701f-909d-44c1-b7eb-752a8396c68a req-ea3a715c-aa61-42f9-bee5-05313fabdc9f tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/ports?device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 943 time: 0.2739179 Mar 24 00:58:42.164317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa61e1a-582b-4c2c-98eb-081262b823a7 req-246891a0-9520-4438-aeb7-366b64145aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:42.165962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fa61e1a-582b-4c2c-98eb-081262b823a7 req-246891a0-9520-4438-aeb7-366b64145aaf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba116d0c-bfc9-43c8-8cac-8996ede1e064 HTTP/1.1" status: 200 len: 860 time: 0.1189942 Mar 24 00:58:42.175859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6909701f-909d-44c1-b7eb-752a8396c68a req-7d017004-47ba-4c24-8233-969b9c663e3b tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f171f04-4c10-49fb-8c3d-cec10e56b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791452 Mar 24 00:58:42.181593 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=471845b6-6baf-4080-86fd-eaaed913b735,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:42.211135 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fa61e1a-582b-4c2c-98eb-081262b823a7 req-42763ee2-82c3-4309-b160-750e6bfc7a46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32dfb5d8-c003-4a15-98a1-ea63f0cc1503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320885 Mar 24 00:58:42.327488 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cda5f05a-42c9-4219-a016-cd823de73fb0 req-6239029d-5400-4261-9d80-a4c0e30ea0e6 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (8131091c-a031-4ad2-9a35-01fd7292687f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:42.342314 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cda5f05a-42c9-4219-a016-cd823de73fb0 req-6239029d-5400-4261-9d80-a4c0e30ea0e6 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8131091c-a031-4ad2-9a35-01fd7292687f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:42.346947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 9a759407-2486-40a7-af02-bdc33282a1ec, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=9a759407-2486-40a7-af02-bdc33282a1ec,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:42.361549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '9a759407-2486-40a7-af02-bdc33282a1ec', 'network_id': '9de6f79e-0547-44b2-ae38-7fe0b368872e', 'port_id': '9a759407-2486-40a7-af02-bdc33282a1ec', 'mac_address': 'fa:16:3e:76:20:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e381c163-d43e-468b-a3d7-a42af7bc7ee3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:58:42.385981 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cda5f05a-42c9-4219-a016-cd823de73fb0 req-6239029d-5400-4261-9d80-a4c0e30ea0e6 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:42.387172 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cda5f05a-42c9-4219-a016-cd823de73fb0 req-6239029d-5400-4261-9d80-a4c0e30ea0e6 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4863377 Mar 24 00:58:42.450388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 9a759407-2486-40a7-af02-bdc33282a1ec is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:42.450843 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9a759407-2486-40a7-af02-bdc33282a1ec), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:42.461870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239029d-5400-4261-9d80-a4c0e30ea0e6 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8131091c-a031-4ad2-9a35-01fd7292687f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:42.467342 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fa61e1a-582b-4c2c-98eb-081262b823a7 req-d22f4453-d016-4c3f-8f47-fe2cc13d8e0d service neutron] 10.222.0.48 "GET /v2.0/networks/32dfb5d8-c003-4a15-98a1-ea63f0cc1503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482152 Mar 24 00:58:42.488188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a759407-2486-40a7-af02-bdc33282a1ec {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:42.508477 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999072a-ac4c-45a7-bc80-d07265e55eb9 req-d768241e-6d72-46f6-9305-d9f44842ed42 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:42.510001 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7999072a-ac4c-45a7-bc80-d07265e55eb9 req-d768241e-6d72-46f6-9305-d9f44842ed42 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 943 time: 0.1368933 Mar 24 00:58:42.539016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 9a759407-2486-40a7-af02-bdc33282a1ec, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=9a759407-2486-40a7-af02-bdc33282a1ec,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:42.546637 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9a759407-2486-40a7-af02-bdc33282a1ec), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:42.640434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=9a759407-2486-40a7-af02-bdc33282a1ec,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:42.708196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7999072a-ac4c-45a7-bc80-d07265e55eb9 req-5b46c78c-4e7d-4b25-99cd-4ef2225cf33f tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798961 Mar 24 00:58:42.757949 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fa61e1a-582b-4c2c-98eb-081262b823a7 req-4657aa3e-0c89-4da9-8b1a-f4c1009a03b0 service neutron] 10.222.0.48 "GET /v2.0/networks/32dfb5d8-c003-4a15-98a1-ea63f0cc1503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817342 Mar 24 00:58:42.760289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c745d605-b664-4df1-b509-f8c945384544 req-d0b6c488-426e-4ac7-b46f-815bee741794 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/8131091c-a031-4ad2-9a35-01fd7292687f HTTP/1.1" status: 200 len: 1824 time: 0.0835674 Mar 24 00:58:42.780788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-c745d605-b664-4df1-b509-f8c945384544 req-920e5d82-0b88-4c80-9f83-5925370a089e tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8131091c-a031-4ad2-9a35-01fd7292687f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:42.781139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-c745d605-b664-4df1-b509-f8c945384544 req-920e5d82-0b88-4c80-9f83-5925370a089e tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8131091c-a031-4ad2-9a35-01fd7292687f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:42.898702 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c745d605-b664-4df1-b509-f8c945384544 req-920e5d82-0b88-4c80-9f83-5925370a089e tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (b8b82621-899b-4364-a19d-a1400ed7695a), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:42.972972 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c745d605-b664-4df1-b509-f8c945384544 req-920e5d82-0b88-4c80-9f83-5925370a089e tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (b8b82621-899b-4364-a19d-a1400ed7695a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:42.983237 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c745d605-b664-4df1-b509-f8c945384544 req-920e5d82-0b88-4c80-9f83-5925370a089e tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (b8b82621-899b-4364-a19d-a1400ed7695a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:43.009854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3b521-2052-44b3-b447-dd601721fe9a req-3f525541-aa5a-4be7-9193-0684469c0922 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:43.015516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3b521-2052-44b3-b447-dd601721fe9a req-3f525541-aa5a-4be7-9193-0684469c0922 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:43.021161 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3b521-2052-44b3-b447-dd601721fe9a req-3f525541-aa5a-4be7-9193-0684469c0922 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:43.027269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3b521-2052-44b3-b447-dd601721fe9a req-3f525541-aa5a-4be7-9193-0684469c0922 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:43.032959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3b521-2052-44b3-b447-dd601721fe9a req-3f525541-aa5a-4be7-9193-0684469c0922 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:43.038754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3b521-2052-44b3-b447-dd601721fe9a req-3f525541-aa5a-4be7-9193-0684469c0922 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:43.046416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3b521-2052-44b3-b447-dd601721fe9a req-3f525541-aa5a-4be7-9193-0684469c0922 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:43.048770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62d3b521-2052-44b3-b447-dd601721fe9a req-3f525541-aa5a-4be7-9193-0684469c0922 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5428 time: 0.1847231 Mar 24 00:58:43.052311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e5d82-0b88-4c80-9f83-5925370a089e tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b82621-899b-4364-a19d-a1400ed7695a,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:43.075761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760781a7-475b-4f9e-8572-333f53ac6015 req-99b1b903-6205-41c6-935d-0e80e184daec tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:43.077491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-760781a7-475b-4f9e-8572-333f53ac6015 req-99b1b903-6205-41c6-935d-0e80e184daec tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.57 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 945 time: 0.1925507 Mar 24 00:58:43.092931 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c745d605-b664-4df1-b509-f8c945384544 req-920e5d82-0b88-4c80-9f83-5925370a089e tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:43.106328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c745d605-b664-4df1-b509-f8c945384544 req-920e5d82-0b88-4c80-9f83-5925370a089e tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3293548 Mar 24 00:58:43.282231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62d3b521-2052-44b3-b447-dd601721fe9a req-cd99869a-d6f7-416a-af3f-2d619748ee2f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2242093 Mar 24 00:58:43.357319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47e741-bae7-4e8b-9220-1ac5c555c7e8 req-fb2d4739-6c91-495f-8a63-901141ebb6a7 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:43.358811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc47e741-bae7-4e8b-9220-1ac5c555c7e8 req-fb2d4739-6c91-495f-8a63-901141ebb6a7 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce2b785-039c-4da0-a03c-2b14ecbb1edd HTTP/1.1" status: 200 len: 945 time: 0.1621466 Mar 24 00:58:43.416970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['965b39a6-6f37-434c-8b50-48ec171af77e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:43.425966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['7c729bd0-ae50-49ad-812d-a2a463b8106a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:43.453617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-760781a7-475b-4f9e-8572-333f53ac6015 req-9b2b652e-4089-40db-bf9c-f355d887f47a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Deleting port 4dbe84c1-0209-4a91-972b-a3e08e36d97e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:43.453945 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-760781a7-475b-4f9e-8572-333f53ac6015 req-9b2b652e-4089-40db-bf9c-f355d887f47a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4dbe84c1-0209-4a91-972b-a3e08e36d97e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:43.530542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['3080bcfc-b310-4ca5-ba98-eef24b97bff4'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:43.533061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['6dc83107-cf5e-4648-b4a6-4a2db4de8fa9'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:43.535162 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['471845b6-6baf-4080-86fd-eaaed913b735'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:43.537524 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['25bcad20-0ab8-46d5-a6e7-151b7479473a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:43.540942 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['6139bbd2-b715-4b0f-bdd1-446f16bfc020'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:43.609035 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc47e741-bae7-4e8b-9220-1ac5c555c7e8 req-23852c95-31e7-4f14-a9dc-26c23444fcb4 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417667 Mar 24 00:58:43.644328 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['9a759407-2486-40a7-af02-bdc33282a1ec'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:43.649714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-9f8d2939-36e7-4e97-b46c-ec8a8bf92844 req-d5653b28-b8f7-4ac9-8122-a34d6e428b8c tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-778603632', 'description': 'tempest-description-1829315953'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:43.716696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a4f3-e12a-44ef-b5d6-b76b6addef85 req-d73d4609-e7b9-41c7-bf0a-12f17e23b5bb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:43.722054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a4f3-e12a-44ef-b5d6-b76b6addef85 req-d73d4609-e7b9-41c7-bf0a-12f17e23b5bb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:43.729003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a4f3-e12a-44ef-b5d6-b76b6addef85 req-d73d4609-e7b9-41c7-bf0a-12f17e23b5bb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:43.734771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a4f3-e12a-44ef-b5d6-b76b6addef85 req-d73d4609-e7b9-41c7-bf0a-12f17e23b5bb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:43.740836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a4f3-e12a-44ef-b5d6-b76b6addef85 req-d73d4609-e7b9-41c7-bf0a-12f17e23b5bb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:43.746216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a4f3-e12a-44ef-b5d6-b76b6addef85 req-d73d4609-e7b9-41c7-bf0a-12f17e23b5bb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:43.751703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a4f3-e12a-44ef-b5d6-b76b6addef85 req-d73d4609-e7b9-41c7-bf0a-12f17e23b5bb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:43.754556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f0c1a4f3-e12a-44ef-b5d6-b76b6addef85 req-d73d4609-e7b9-41c7-bf0a-12f17e23b5bb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.2974176 Mar 24 00:58:43.756720 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-760781a7-475b-4f9e-8572-333f53ac6015 req-9b2b652e-4089-40db-bf9c-f355d887f47a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] For port 4dbe84c1-0209-4a91-972b-a3e08e36d97e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=4dbe84c1-0209-4a91-972b-a3e08e36d97e,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:43.757122 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-760781a7-475b-4f9e-8572-333f53ac6015 req-9b2b652e-4089-40db-bf9c-f355d887f47a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4dbe84c1-0209-4a91-972b-a3e08e36d97e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:43.760429 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9f8d2939-36e7-4e97-b46c-ec8a8bf92844 req-d5653b28-b8f7-4ac9-8122-a34d6e428b8c tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:43.793938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-760781a7-475b-4f9e-8572-333f53ac6015 req-9b2b652e-4089-40db-bf9c-f355d887f47a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Calling delete_port for 4dbe84c1-0209-4a91-972b-a3e08e36d97e owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:43.970305 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f0c1a4f3-e12a-44ef-b5d6-b76b6addef85 req-294c9e24-cb64-4de4-b011-317d47be25b2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2016807 Mar 24 00:58:44.125263 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9f8d2939-36e7-4e97-b46c-ec8a8bf92844 req-d5653b28-b8f7-4ac9-8122-a34d6e428b8c tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (a884ec83-e956-4de1-95ba-20fbd03b745f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:44.135727 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9f8d2939-36e7-4e97-b46c-ec8a8bf92844 req-d5653b28-b8f7-4ac9-8122-a34d6e428b8c tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a884ec83-e956-4de1-95ba-20fbd03b745f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:44.504931 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9f8d2939-36e7-4e97-b46c-ec8a8bf92844 req-d5653b28-b8f7-4ac9-8122-a34d6e428b8c tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:44.565602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f8d2939-36e7-4e97-b46c-ec8a8bf92844 req-d5653b28-b8f7-4ac9-8122-a34d6e428b8c tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.9202960 Mar 24 00:58:44.591801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5653b28-b8f7-4ac9-8122-a34d6e428b8c tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a884ec83-e956-4de1-95ba-20fbd03b745f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:44.627220 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-760781a7-475b-4f9e-8572-333f53ac6015 req-9b2b652e-4089-40db-bf9c-f355d887f47a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4dbe84c1-0209-4a91-972b-a3e08e36d97e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:44.633443 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 65024e64-55c7-48d3-ad2a-fb832a806b1f details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:58:44.642778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 69ebb3c8-8c34-490c-b5d6-20670eaa91ad no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:58:44.701199 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76854bc7-3146-49fe-b7a7-1c2cc98585eb req-20ef6f99-82a8-40dc-b45c-a1ba00eb365a tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:44.704342 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76854bc7-3146-49fe-b7a7-1c2cc98585eb req-20ef6f99-82a8-40dc-b45c-a1ba00eb365a tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/ports?device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 943 time: 0.5455983 Mar 24 00:58:44.766581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b652e-4089-40db-bf9c-f355d887f47a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event deleted for resources: {'Port': ['ID=4dbe84c1-0209-4a91-972b-a3e08e36d97e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:44.829627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 65024e64-55c7-48d3-ad2a-fb832a806b1f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=65024e64-55c7-48d3-ad2a-fb832a806b1f,segment=NetworkSegment(68610b5a-6361-4ba9-8750-c409fb44e48d),segment_id=68610b5a-6361-4ba9-8750-c409fb44e48d)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:44.891167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '65024e64-55c7-48d3-ad2a-fb832a806b1f', 'network_id': '32dfb5d8-c003-4a15-98a1-ea63f0cc1503', 'port_id': '65024e64-55c7-48d3-ad2a-fb832a806b1f', 'mac_address': 'fa:16:3e:84:17:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba116d0c-bfc9-43c8-8cac-8996ede1e064', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:58:44.992254 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76854bc7-3146-49fe-b7a7-1c2cc98585eb req-7494556f-d168-4eed-97c8-d5a7b9f4ce47 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f171f04-4c10-49fb-8c3d-cec10e56b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266953 Mar 24 00:58:44.998093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-760781a7-475b-4f9e-8572-333f53ac6015 req-9b2b652e-4089-40db-bf9c-f355d887f47a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] No DVR routers for this DVR port 4dbe84c1-0209-4a91-972b-a3e08e36d97e on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:58:45.009595 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-760781a7-475b-4f9e-8572-333f53ac6015 req-9b2b652e-4089-40db-bf9c-f355d887f47a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:45.016960 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-760781a7-475b-4f9e-8572-333f53ac6015 req-9b2b652e-4089-40db-bf9c-f355d887f47a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.57 "DELETE /v2.0/ports/4dbe84c1-0209-4a91-972b-a3e08e36d97e HTTP/1.1" status: 204 len: 173 time: 1.9280858 Mar 24 00:58:45.053990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce2b785-039c-4da0-a03c-2b14ecbb1edd', 'name': 'network-vif-deleted', 'tag': '4dbe84c1-0209-4a91-972b-a3e08e36d97e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:45.060062 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c168d69-36c7-4734-b4fa-ade3c342d627" -d '{"events": [{"server_uuid": "bce2b785-039c-4da0-a03c-2b14ecbb1edd", "name": "network-vif-deleted", "tag": "4dbe84c1-0209-4a91-972b-a3e08e36d97e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:45.097902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 65024e64-55c7-48d3-ad2a-fb832a806b1f is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:45.099010 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (65024e64-55c7-48d3-ad2a-fb832a806b1f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:45.126548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdedd9b-3aa2-4698-91d4-8fa5ae1d4bae req-e2a22f03-0dff-4d93-a97f-ab61837da4e7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:45.139534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccdedd9b-3aa2-4698-91d4-8fa5ae1d4bae req-e2a22f03-0dff-4d93-a97f-ab61837da4e7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 944 time: 0.4328632 Mar 24 00:58:45.144035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 69ebb3c8-8c34-490c-b5d6-20670eaa91ad {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:58:45.144388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 69ebb3c8-8c34-490c-b5d6-20670eaa91ad not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:58:45.267755 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccdedd9b-3aa2-4698-91d4-8fa5ae1d4bae req-4427d515-67c8-45a1-b2ee-1e3eef7a92f3 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270316 Mar 24 00:58:45.414364 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65024e64-55c7-48d3-ad2a-fb832a806b1f {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:45.422984 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f352f69-2dd2-43d0-8495-01a6d6a21bd3 req-3b85f425-8570-45ec-850a-aafbd4d9eaba tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/a884ec83-e956-4de1-95ba-20fbd03b745f HTTP/1.1" status: 200 len: 1823 time: 0.0785995 Mar 24 00:58:45.431260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-2f352f69-2dd2-43d0-8495-01a6d6a21bd3 req-3b12e991-b644-49a3-b2fe-b7ba82ce0a52 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a884ec83-e956-4de1-95ba-20fbd03b745f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:45.431574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-2f352f69-2dd2-43d0-8495-01a6d6a21bd3 req-3b12e991-b644-49a3-b2fe-b7ba82ce0a52 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a884ec83-e956-4de1-95ba-20fbd03b745f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:45.549048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 65024e64-55c7-48d3-ad2a-fb832a806b1f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=65024e64-55c7-48d3-ad2a-fb832a806b1f,segment=NetworkSegment(68610b5a-6361-4ba9-8750-c409fb44e48d),segment_id=68610b5a-6361-4ba9-8750-c409fb44e48d)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:45.581368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055e095-7a5a-49db-a75a-e7cdf8bf87b3 req-6c4aab2b-8cc7-4bc2-a21c-6506b0c04797 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:45.595978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055e095-7a5a-49db-a75a-e7cdf8bf87b3 req-6c4aab2b-8cc7-4bc2-a21c-6506b0c04797 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:45.602423 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055e095-7a5a-49db-a75a-e7cdf8bf87b3 req-6c4aab2b-8cc7-4bc2-a21c-6506b0c04797 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:45.607975 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (65024e64-55c7-48d3-ad2a-fb832a806b1f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:45.614718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055e095-7a5a-49db-a75a-e7cdf8bf87b3 req-6c4aab2b-8cc7-4bc2-a21c-6506b0c04797 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:45.622422 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055e095-7a5a-49db-a75a-e7cdf8bf87b3 req-6c4aab2b-8cc7-4bc2-a21c-6506b0c04797 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:45.631557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055e095-7a5a-49db-a75a-e7cdf8bf87b3 req-6c4aab2b-8cc7-4bc2-a21c-6506b0c04797 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:45.642106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055e095-7a5a-49db-a75a-e7cdf8bf87b3 req-6c4aab2b-8cc7-4bc2-a21c-6506b0c04797 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:45.645345 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4055e095-7a5a-49db-a75a-e7cdf8bf87b3 req-6c4aab2b-8cc7-4bc2-a21c-6506b0c04797 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5428 time: 0.3905578 Mar 24 00:58:45.774066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=65024e64-55c7-48d3-ad2a-fb832a806b1f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:45.820898 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2f352f69-2dd2-43d0-8495-01a6d6a21bd3 req-3b12e991-b644-49a3-b2fe-b7ba82ce0a52 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (1334b31e-dde4-4ca8-ae8d-c718cf078324), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:45.850881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4055e095-7a5a-49db-a75a-e7cdf8bf87b3 req-5e78b4f6-ac8b-48b1-af17-c79e3dfc80bc tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1957495 Mar 24 00:58:45.892104 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2f352f69-2dd2-43d0-8495-01a6d6a21bd3 req-3b12e991-b644-49a3-b2fe-b7ba82ce0a52 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (1334b31e-dde4-4ca8-ae8d-c718cf078324), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:45.900898 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2f352f69-2dd2-43d0-8495-01a6d6a21bd3 req-3b12e991-b644-49a3-b2fe-b7ba82ce0a52 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (1334b31e-dde4-4ca8-ae8d-c718cf078324), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:45.952622 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2f352f69-2dd2-43d0-8495-01a6d6a21bd3 req-3b12e991-b644-49a3-b2fe-b7ba82ce0a52 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:45.968987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f352f69-2dd2-43d0-8495-01a6d6a21bd3 req-3b12e991-b644-49a3-b2fe-b7ba82ce0a52 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5437660 Mar 24 00:58:45.971750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12e991-b644-49a3-b2fe-b7ba82ce0a52 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1334b31e-dde4-4ca8-ae8d-c718cf078324,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:46.045133 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1fa2b5-004d-4b67-82b8-ff3033b930d3 x-openstack-request-id: req-2c1fa2b5-004d-4b67-82b8-ff3033b930d3 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:46.045463 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce2b785-039c-4da0-a03c-2b14ecbb1edd", "name": "network-vif-deleted", "tag": "4dbe84c1-0209-4a91-972b-a3e08e36d97e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:46.045716 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c1fa2b5-004d-4b67-82b8-ff3033b930d3 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:46.046188 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c1fa2b5-004d-4b67-82b8-ff3033b930d3'] response: {'server_uuid': 'bce2b785-039c-4da0-a03c-2b14ecbb1edd', 'name': 'network-vif-deleted', 'tag': '4dbe84c1-0209-4a91-972b-a3e08e36d97e', 'status': 'completed', 'code': 200} Mar 24 00:58:46.079816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ec9a6-4c84-4e05-b672-c567bb0f2370 req-f9d1adc9-c202-46fd-902a-3151eb82bf0e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:46.086812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ec9a6-4c84-4e05-b672-c567bb0f2370 req-f9d1adc9-c202-46fd-902a-3151eb82bf0e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:46.093215 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ec9a6-4c84-4e05-b672-c567bb0f2370 req-f9d1adc9-c202-46fd-902a-3151eb82bf0e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:46.098800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ec9a6-4c84-4e05-b672-c567bb0f2370 req-f9d1adc9-c202-46fd-902a-3151eb82bf0e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:46.105866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ec9a6-4c84-4e05-b672-c567bb0f2370 req-f9d1adc9-c202-46fd-902a-3151eb82bf0e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:46.111516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ec9a6-4c84-4e05-b672-c567bb0f2370 req-f9d1adc9-c202-46fd-902a-3151eb82bf0e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:46.121606 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ec9a6-4c84-4e05-b672-c567bb0f2370 req-f9d1adc9-c202-46fd-902a-3151eb82bf0e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:46.126153 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b4ec9a6-4c84-4e05-b672-c567bb0f2370 req-f9d1adc9-c202-46fd-902a-3151eb82bf0e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.1308761 Mar 24 00:58:46.228595 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['65024e64-55c7-48d3-ad2a-fb832a806b1f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:58:46.247348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b4ec9a6-4c84-4e05-b672-c567bb0f2370 req-4ca8da86-a24a-4132-b103-ed82f91ea5e7 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132071 Mar 24 00:58:46.322321 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-7ddeb0f3-96d4-41db-88ff-b823347f14e4 req-aecce0ad-e706-4583-b863-0c10d1f8a7b4 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1746821237', 'description': 'tempest-description-1075700348'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:46.328859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 4dbe84c1-0209-4a91-972b-a3e08e36d97e no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:58:46.366684 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7ddeb0f3-96d4-41db-88ff-b823347f14e4 req-aecce0ad-e706-4583-b863-0c10d1f8a7b4 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:46.419275 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 4dbe84c1-0209-4a91-972b-a3e08e36d97e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:58:46.419785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 4dbe84c1-0209-4a91-972b-a3e08e36d97e not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:58:46.564946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a451a96-1dd5-4ef9-a4d1-fe72c076be87 req-79a18988-eac5-4a2c-904d-7c5543efbcbb tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:46.584797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a451a96-1dd5-4ef9-a4d1-fe72c076be87 req-79a18988-eac5-4a2c-904d-7c5543efbcbb tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/ports?device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 944 time: 0.1766846 Mar 24 00:58:46.614540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 965b39a6-6f37-434c-8b50-48ec171af77e up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:58:46.617360 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7ddeb0f3-96d4-41db-88ff-b823347f14e4 req-aecce0ad-e706-4583-b863-0c10d1f8a7b4 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (a79b0a52-8d5b-4667-a386-08f86d9085c9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:46.626579 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7ddeb0f3-96d4-41db-88ff-b823347f14e4 req-aecce0ad-e706-4583-b863-0c10d1f8a7b4 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a79b0a52-8d5b-4667-a386-08f86d9085c9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:46.685940 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7ddeb0f3-96d4-41db-88ff-b823347f14e4 req-aecce0ad-e706-4583-b863-0c10d1f8a7b4 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:46.687584 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ddeb0f3-96d4-41db-88ff-b823347f14e4 req-aecce0ad-e706-4583-b863-0c10d1f8a7b4 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3695645 Mar 24 00:58:46.692794 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecce0ad-e706-4583-b863-0c10d1f8a7b4 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79b0a52-8d5b-4667-a386-08f86d9085c9,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:46.698439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 965b39a6-6f37-434c-8b50-48ec171af77e completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:58:46.702680 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 965b39a6-6f37-434c-8b50-48ec171af77e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:46.703104 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (965b39a6-6f37-434c-8b50-48ec171af77e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:46.707474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a451a96-1dd5-4ef9-a4d1-fe72c076be87 req-821f83f7-0dfe-4795-a7b2-5a46a5670834 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f171f04-4c10-49fb-8c3d-cec10e56b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193466 Mar 24 00:58:46.847032 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 965b39a6-6f37-434c-8b50-48ec171af77e is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:46.847548 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (965b39a6-6f37-434c-8b50-48ec171af77e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:46.890640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965b39a6-6f37-434c-8b50-48ec171af77e'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:46.892982 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805ca171-aeb4-4d30-9b6a-e9d2b7c1d11d" -d '{"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-plugged", "status": "completed", "tag": "965b39a6-6f37-434c-8b50-48ec171af77e"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:46.924035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 965b39a6-6f37-434c-8b50-48ec171af77e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=965b39a6-6f37-434c-8b50-48ec171af77e,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:46.939226 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (965b39a6-6f37-434c-8b50-48ec171af77e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:46.941073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 9a759407-2486-40a7-af02-bdc33282a1ec up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:58:46.981575 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1786a79-1d6c-4fba-b8bf-b655ae9a2c55 req-5deb4a64-8b5b-4898-abcb-f287970dc40c tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:46.983362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a1786a79-1d6c-4fba-b8bf-b655ae9a2c55 req-5deb4a64-8b5b-4898-abcb-f287970dc40c tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2159784 Mar 24 00:58:47.148463 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a1786a79-1d6c-4fba-b8bf-b655ae9a2c55 req-2833ce6b-25b3-4d0a-acfa-94e480a08ff1 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503131 Mar 24 00:58:47.158441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e155c98-9464-458f-828f-0211e863a2d2 req-cad4042f-9ed0-4025-bea2-e57310ea5ac8 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:47.160039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e155c98-9464-458f-828f-0211e863a2d2 req-cad4042f-9ed0-4025-bea2-e57310ea5ac8 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 944 time: 0.3464522 Mar 24 00:58:47.168943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 9a759407-2486-40a7-af02-bdc33282a1ec completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:58:47.176392 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 9a759407-2486-40a7-af02-bdc33282a1ec triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:47.176787 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9a759407-2486-40a7-af02-bdc33282a1ec), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:47.180347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=965b39a6-6f37-434c-8b50-48ec171af77e,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:47.202995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76f662a1-afca-416e-af8c-503549b29205 req-2f93495e-850f-4418-8f6e-23d34b6989a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3482172 Mar 24 00:58:47.352519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-c0bc2bc0-c55a-46c5-a2cf-bd2f05a15da7 req-fb9813d6-ffb2-4fde-8e94-f3637f50ef46 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2132075946', 'description': 'tempest-description-656740183'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:47.369382 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e155c98-9464-458f-828f-0211e863a2d2 req-a40af2d0-8439-4bb8-9e2f-d2525419e961 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769707 Mar 24 00:58:47.420393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b69c4db6-7acf-4eab-b6ca-2147cd54a8e1 req-f2c0548f-e036-4aa7-9d40-6b31bcb69220 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4309888 Mar 24 00:58:47.448604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f662a1-afca-416e-af8c-503549b29205 req-c98bf437-72ef-4a3d-b452-0eefc85a9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:47.452836 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76f662a1-afca-416e-af8c-503549b29205 req-c98bf437-72ef-4a3d-b452-0eefc85a9a45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 1126 time: 0.0926633 Mar 24 00:58:47.489881 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c0bc2bc0-c55a-46c5-a2cf-bd2f05a15da7 req-fb9813d6-ffb2-4fde-8e94-f3637f50ef46 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:47.610304 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 9a759407-2486-40a7-af02-bdc33282a1ec is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:47.610717 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9a759407-2486-40a7-af02-bdc33282a1ec), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:47.679665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 9a759407-2486-40a7-af02-bdc33282a1ec, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=9a759407-2486-40a7-af02-bdc33282a1ec,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:47.690248 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9a759407-2486-40a7-af02-bdc33282a1ec), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:47.705044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c4db6-7acf-4eab-b6ca-2147cd54a8e1 req-468ff93a-3df8-44b6-a7e2-045ad7b5bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:47.706589 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b69c4db6-7acf-4eab-b6ca-2147cd54a8e1 req-468ff93a-3df8-44b6-a7e2-045ad7b5bb6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d31a258675f94796a5709fd6f7444f7f&device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 1126 time: 0.2489178 Mar 24 00:58:47.719355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a59fca-2c59-42c0-919e-d88fb3205808 req-6d61bd44-452e-4f09-b88a-68f4ab7cd00a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:47.730353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a59fca-2c59-42c0-919e-d88fb3205808 req-6d61bd44-452e-4f09-b88a-68f4ab7cd00a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:47.735705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a59fca-2c59-42c0-919e-d88fb3205808 req-6d61bd44-452e-4f09-b88a-68f4ab7cd00a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:47.741610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a59fca-2c59-42c0-919e-d88fb3205808 req-6d61bd44-452e-4f09-b88a-68f4ab7cd00a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:47.746955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a59fca-2c59-42c0-919e-d88fb3205808 req-6d61bd44-452e-4f09-b88a-68f4ab7cd00a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:47.752347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a59fca-2c59-42c0-919e-d88fb3205808 req-6d61bd44-452e-4f09-b88a-68f4ab7cd00a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:47.758164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a59fca-2c59-42c0-919e-d88fb3205808 req-6d61bd44-452e-4f09-b88a-68f4ab7cd00a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:47.765785 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7a59fca-2c59-42c0-919e-d88fb3205808 req-6d61bd44-452e-4f09-b88a-68f4ab7cd00a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5429 time: 0.2304168 Mar 24 00:58:47.795125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=9a759407-2486-40a7-af02-bdc33282a1ec,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:47.872134 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f662a1-afca-416e-af8c-503549b29205 req-3124d7be-d06b-4c77-ae62-10c174bf4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:47.873717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76f662a1-afca-416e-af8c-503549b29205 req-3124d7be-d06b-4c77-ae62-10c174bf4ee1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.3853624 Mar 24 00:58:47.943638 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c0bc2bc0-c55a-46c5-a2cf-bd2f05a15da7 req-fb9813d6-ffb2-4fde-8e94-f3637f50ef46 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (749e7f77-2feb-4789-b70d-404a3903648b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:47.953532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76f662a1-afca-416e-af8c-503549b29205 req-9732d17e-c0c9-4c1a-a460-7d34fbf959dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc HTTP/1.1" status: 200 len: 217 time: 0.0641387 Mar 24 00:58:47.975021 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c0bc2bc0-c55a-46c5-a2cf-bd2f05a15da7 req-fb9813d6-ffb2-4fde-8e94-f3637f50ef46 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (749e7f77-2feb-4789-b70d-404a3903648b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:48.017338 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7a59fca-2c59-42c0-919e-d88fb3205808 req-26332df4-3b45-49a7-aafa-9ca5fcd9aa95 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2480712 Mar 24 00:58:48.050813 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add24751-7cd1-4b0b-be31-1b9e02f7249e req-4bc24d26-fdda-458d-b183-ea332a374183 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:48.052916 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-add24751-7cd1-4b0b-be31-1b9e02f7249e req-4bc24d26-fdda-458d-b183-ea332a374183 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.48 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.1051984 Mar 24 00:58:48.086129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c4db6-7acf-4eab-b6ca-2147cd54a8e1 req-589e4282-1c4d-4f48-bf2a-47882612146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:48.088247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b69c4db6-7acf-4eab-b6ca-2147cd54a8e1 req-589e4282-1c4d-4f48-bf2a-47882612146c service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 200 len: 909 time: 0.3150151 Mar 24 00:58:48.089944 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529bafa6-06ae-4c6d-81f6-f8138bb300af x-openstack-request-id: req-529bafa6-06ae-4c6d-81f6-f8138bb300af {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:48.090426 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-plugged", "status": "completed", "tag": "965b39a6-6f37-434c-8b50-48ec171af77e", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:48.090503 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-529bafa6-06ae-4c6d-81f6-f8138bb300af {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:48.090873 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-529bafa6-06ae-4c6d-81f6-f8138bb300af'] response: {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965b39a6-6f37-434c-8b50-48ec171af77e', 'code': 200} Mar 24 00:58:48.098317 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c0bc2bc0-c55a-46c5-a2cf-bd2f05a15da7 req-fb9813d6-ffb2-4fde-8e94-f3637f50ef46 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:48.100304 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0bc2bc0-c55a-46c5-a2cf-bd2f05a15da7 req-fb9813d6-ffb2-4fde-8e94-f3637f50ef46 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.9123440 Mar 24 00:58:48.109086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f662a1-afca-416e-af8c-503549b29205 req-3f614185-c683-455c-b219-6059a94a0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:48.110703 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76f662a1-afca-416e-af8c-503549b29205 req-3f614185-c683-455c-b219-6059a94a0418 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.1462584 Mar 24 00:58:48.152808 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b69c4db6-7acf-4eab-b6ca-2147cd54a8e1 req-a48d453c-28c1-436c-a390-be83f54cad77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f HTTP/1.1" status: 200 len: 217 time: 0.0479918 Mar 24 00:58:48.155043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9813d6-ffb2-4fde-8e94-f3637f50ef46 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749e7f77-2feb-4789-b70d-404a3903648b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:48.200149 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76f662a1-afca-416e-af8c-503549b29205 req-871a0645-cdb3-4a80-8a22-e8f7a3985f53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458763 Mar 24 00:58:48.314829 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-add24751-7cd1-4b0b-be31-1b9e02f7249e req-6fb08758-4c8c-4c6c-b8de-dc900309702a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Deleting port b2392a83-16b2-4b0b-b2b6-553464a896cc {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:48.315297 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-add24751-7cd1-4b0b-be31-1b9e02f7249e req-6fb08758-4c8c-4c6c-b8de-dc900309702a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:48.378875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c4db6-7acf-4eab-b6ca-2147cd54a8e1 req-d3cb57da-edbd-4dbc-88ca-20df12fbdb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:48.381021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b69c4db6-7acf-4eab-b6ca-2147cd54a8e1 req-d3cb57da-edbd-4dbc-88ca-20df12fbdb18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 200 len: 848 time: 0.2155488 Mar 24 00:58:48.428933 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b69c4db6-7acf-4eab-b6ca-2147cd54a8e1 req-4fdaed16-cdff-40c3-be6d-cd870c7f6f19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384822 Mar 24 00:58:48.459806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e566b-99f0-4d09-b802-7833920ab662 req-0435cf76-ed81-4333-9de9-d71b7c4f09a4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:48.465453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e566b-99f0-4d09-b802-7833920ab662 req-0435cf76-ed81-4333-9de9-d71b7c4f09a4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:48.470697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e566b-99f0-4d09-b802-7833920ab662 req-0435cf76-ed81-4333-9de9-d71b7c4f09a4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:48.475008 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-add24751-7cd1-4b0b-be31-1b9e02f7249e req-6fb08758-4c8c-4c6c-b8de-dc900309702a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] For port b2392a83-16b2-4b0b-b2b6-553464a896cc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b2392a83-16b2-4b0b-b2b6-553464a896cc,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:48.475372 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-add24751-7cd1-4b0b-be31-1b9e02f7249e req-6fb08758-4c8c-4c6c-b8de-dc900309702a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:48.476208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e566b-99f0-4d09-b802-7833920ab662 req-0435cf76-ed81-4333-9de9-d71b7c4f09a4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:48.481602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e566b-99f0-4d09-b802-7833920ab662 req-0435cf76-ed81-4333-9de9-d71b7c4f09a4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:48.487088 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e566b-99f0-4d09-b802-7833920ab662 req-0435cf76-ed81-4333-9de9-d71b7c4f09a4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:48.492853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e566b-99f0-4d09-b802-7833920ab662 req-0435cf76-ed81-4333-9de9-d71b7c4f09a4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:48.500484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-586e566b-99f0-4d09-b802-7833920ab662 req-0435cf76-ed81-4333-9de9-d71b7c4f09a4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.3030078 Mar 24 00:58:48.578433 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b1c11-a0ce-40f1-8288-c57256b46f65 req-2c1666db-2e87-4e9d-ad9d-b8babc5de1cf tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:48.579914 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-327b1c11-a0ce-40f1-8288-c57256b46f65 req-2c1666db-2e87-4e9d-ad9d-b8babc5de1cf tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/ports?device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 944 time: 0.3447824 Mar 24 00:58:48.590932 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76f662a1-afca-416e-af8c-503549b29205 req-ce42ebc7-a55b-429d-8091-976892c9b87c service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721647 Mar 24 00:58:48.619149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 7c729bd0-ae50-49ad-812d-a2a463b8106a up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:58:48.732344 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 7c729bd0-ae50-49ad-812d-a2a463b8106a completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:58:48.737553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 7c729bd0-ae50-49ad-812d-a2a463b8106a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:48.737638 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:48.742039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-586e566b-99f0-4d09-b802-7833920ab662 req-750e143c-5b9e-4a92-b3ca-2635f0554236 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2405751 Mar 24 00:58:48.744280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76f662a1-afca-416e-af8c-503549b29205 req-5afa026d-d661-49f5-862c-c24ebcc1bfa0 service neutron] 10.222.0.48 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160264 Mar 24 00:58:48.861945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b69c4db6-7acf-4eab-b6ca-2147cd54a8e1 req-540325c1-7ae5-46b0-8ecd-e716c16e5436 service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262698 Mar 24 00:58:48.883213 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-add24751-7cd1-4b0b-be31-1b9e02f7249e req-6fb08758-4c8c-4c6c-b8de-dc900309702a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:48.884046 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-add24751-7cd1-4b0b-be31-1b9e02f7249e req-6fb08758-4c8c-4c6c-b8de-dc900309702a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (2209d413-87cb-4e8a-8c7f-a869252bc050), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:48.884583 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [req-add24751-7cd1-4b0b-be31-1b9e02f7249e req-6fb08758-4c8c-4c6c-b8de-dc900309702a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Floating IP 2209d413-87cb-4e8a-8c7f-a869252bc050 disassociated. External IP: 172.25.0.151, port: b2392a83-16b2-4b0b-b2b6-553464a896cc. Mar 24 00:58:48.885190 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-add24751-7cd1-4b0b-be31-1b9e02f7249e req-6fb08758-4c8c-4c6c-b8de-dc900309702a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Calling delete_port for b2392a83-16b2-4b0b-b2b6-553464a896cc owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:48.908010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-327b1c11-a0ce-40f1-8288-c57256b46f65 req-ca29a1d2-c473-439c-b35b-fbf8e70fcaae tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f171f04-4c10-49fb-8c3d-cec10e56b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207650 Mar 24 00:58:48.939450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 7c729bd0-ae50-49ad-812d-a2a463b8106a is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:48.939859 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:48.983130 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49e8c9e2-8170-4554-b64f-a5b68b1d8fd4 req-dbdd0f3a-b27d-4cf5-b56a-bf846985765d tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/a79b0a52-8d5b-4667-a386-08f86d9085c9 HTTP/1.1" status: 200 len: 1824 time: 0.1895700 Mar 24 00:58:49.003556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 7c729bd0-ae50-49ad-812d-a2a463b8106a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=7c729bd0-ae50-49ad-812d-a2a463b8106a,segment=NetworkSegment(c84b0359-6f12-42ab-9f90-027c329658d7),segment_id=c84b0359-6f12-42ab-9f90-027c329658d7)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:49.011688 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:49.012590 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:58:49.085949 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=7c729bd0-ae50-49ad-812d-a2a463b8106a,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:49.183679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:58:49.196175 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:49.198241 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:49.219526 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49e8c9e2-8170-4554-b64f-a5b68b1d8fd4 req-2d9bc596-82ba-4500-b462-873c4052231a tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/749e7f77-2feb-4789-b70d-404a3903648b HTTP/1.1" status: 200 len: 1823 time: 0.2301652 Mar 24 00:58:49.223509 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b69c4db6-7acf-4eab-b6ca-2147cd54a8e1 req-b6f412f1-28d8-4483-8389-91949b6e5265 service neutron] 10.222.0.57 "GET /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496888 Mar 24 00:58:49.240890 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-add24751-7cd1-4b0b-be31-1b9e02f7249e req-6fb08758-4c8c-4c6c-b8de-dc900309702a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b2392a83-16b2-4b0b-b2b6-553464a896cc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:49.251894 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db4422-4e1f-491d-a2a5-3b4152946527 req-3d1fd6bc-5c55-4699-8570-5712c8993d45 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:49.256356 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02db4422-4e1f-491d-a2a5-3b4152946527 req-3d1fd6bc-5c55-4699-8570-5712c8993d45 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62d690c-3f7e-4940-a228-9d3874db8f39 HTTP/1.1" status: 200 len: 944 time: 0.2377822 Mar 24 00:58:49.263849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-49e8c9e2-8170-4554-b64f-a5b68b1d8fd4 req-7f64115f-e34e-4fb8-9d04-056f91994793 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a79b0a52-8d5b-4667-a386-08f86d9085c9', 'remote_group_id': '749e7f77-2feb-4789-b70d-404a3903648b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:49.264166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-49e8c9e2-8170-4554-b64f-a5b68b1d8fd4 req-7f64115f-e34e-4fb8-9d04-056f91994793 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a79b0a52-8d5b-4667-a386-08f86d9085c9', 'remote_group_id': '749e7f77-2feb-4789-b70d-404a3903648b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:49.304601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb08758-4c8c-4c6c-b8de-dc900309702a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event deleted for resources: {'Port': ['ID=b2392a83-16b2-4b0b-b2b6-553464a896cc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:49.344527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:49.345342 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:49.379928 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02db4422-4e1f-491d-a2a5-3b4152946527 req-30425847-c992-4033-b179-a2fa7cb7d237 tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups?id=7797dc8c-f895-4b32-a0c9-3e631d96496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033566 Mar 24 00:58:49.400380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6dc83107-cf5e-4648-b4a6-4a2db4de8fa9,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:49.411429 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:49.411429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 25bcad20-0ab8-46d5-a6e7-151b7479473a up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:58:49.467684 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-49e8c9e2-8170-4554-b64f-a5b68b1d8fd4 req-7f64115f-e34e-4fb8-9d04-056f91994793 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (6e9db0e7-ff96-4196-a74b-78c4334b7c7f), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:49.534808 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=6dc83107-cf5e-4648-b4a6-4a2db4de8fa9,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:49.566111 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-49e8c9e2-8170-4554-b64f-a5b68b1d8fd4 req-7f64115f-e34e-4fb8-9d04-056f91994793 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (6e9db0e7-ff96-4196-a74b-78c4334b7c7f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:49.567720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-add24751-7cd1-4b0b-be31-1b9e02f7249e req-6fb08758-4c8c-4c6c-b8de-dc900309702a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Router 9b32965a-6401-481d-8268-5409a9cc25f2 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:58:49.568980 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 25bcad20-0ab8-46d5-a6e7-151b7479473a completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:58:49.573678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 25bcad20-0ab8-46d5-a6e7-151b7479473a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:49.574062 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (25bcad20-0ab8-46d5-a6e7-151b7479473a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:49.636942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-6b3d1fe7-73fa-40d0-8ea4-3a1297bf91e2 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1945334015&fields=id&tenant_id=1ac18b19f7a24286a12bbfb6af5f2943 HTTP/1.1" status: 200 len: 267 time: 0.0848246 Mar 24 00:58:49.637658 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-49e8c9e2-8170-4554-b64f-a5b68b1d8fd4 req-7f64115f-e34e-4fb8-9d04-056f91994793 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (6e9db0e7-ff96-4196-a74b-78c4334b7c7f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:49.714285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64115f-e34e-4fb8-9d04-056f91994793 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9db0e7-ff96-4196-a74b-78c4334b7c7f,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:49.731098 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-49e8c9e2-8170-4554-b64f-a5b68b1d8fd4 req-7f64115f-e34e-4fb8-9d04-056f91994793 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:49.732302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49e8c9e2-8170-4554-b64f-a5b68b1d8fd4 req-7f64115f-e34e-4fb8-9d04-056f91994793 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4750245 Mar 24 00:58:49.750187 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 25bcad20-0ab8-46d5-a6e7-151b7479473a is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:49.750582 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (25bcad20-0ab8-46d5-a6e7-151b7479473a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:49.780658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-add24751-7cd1-4b0b-be31-1b9e02f7249e req-6fb08758-4c8c-4c6c-b8de-dc900309702a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:58:49.793364 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026fcd43-fb98-4196-b946-268b78cc1319 None None] Sync routers for ids ['9b32965a-6401-481d-8268-5409a9cc25f2'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:58:49.824859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 25bcad20-0ab8-46d5-a6e7-151b7479473a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=25bcad20-0ab8-46d5-a6e7-151b7479473a,segment=NetworkSegment(c84b0359-6f12-42ab-9f90-027c329658d7),segment_id=c84b0359-6f12-42ab-9f90-027c329658d7)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:49.826270 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026fcd43-fb98-4196-b946-268b78cc1319 None None] Routers {'9b32965a-6401-481d-8268-5409a9cc25f2'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:58:49.827774 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-026fcd43-fb98-4196-b946-268b78cc1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:58:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9b32965a-6401-481d-8268-5409a9cc25f2'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:49.835854 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (25bcad20-0ab8-46d5-a6e7-151b7479473a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:49.837426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 3080bcfc-b310-4ca5-ba98-eef24b97bff4 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:58:49.887713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-ab354ab3-d52d-44ca-85eb-38f5525a4d66 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:49.909812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-ab354ab3-d52d-44ca-85eb-38f5525a4d66 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/networks?id=a7cbf4f1-e156-43b3-b72e-c913a1c29220 HTTP/1.1" status: 200 len: 816 time: 0.2442687 Mar 24 00:58:49.958357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-86620b30-8263-46c5-9707-9e7ab2b5344b tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/quotas/1ac18b19f7a24286a12bbfb6af5f2943 HTTP/1.1" status: 200 len: 375 time: 0.0475302 Mar 24 00:58:49.982145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-add24751-7cd1-4b0b-be31-1b9e02f7249e req-6fb08758-4c8c-4c6c-b8de-dc900309702a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] No DVR routers for this DVR port b2392a83-16b2-4b0b-b2b6-553464a896cc on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:58:49.991786 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-add24751-7cd1-4b0b-be31-1b9e02f7249e req-6fb08758-4c8c-4c6c-b8de-dc900309702a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:50.003542 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-add24751-7cd1-4b0b-be31-1b9e02f7249e req-6fb08758-4c8c-4c6c-b8de-dc900309702a tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.48 "DELETE /v2.0/ports/b2392a83-16b2-4b0b-b2b6-553464a896cc HTTP/1.1" status: 204 len: 173 time: 1.9385965 Mar 24 00:58:50.011559 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=25bcad20-0ab8-46d5-a6e7-151b7479473a,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:50.033195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'name': 'network-vif-deleted', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:50.046500 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec815012-1c05-42b7-95e0-75abe846e0e8" -d '{"events": [{"server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "name": "network-vif-deleted", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:50.048511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 3080bcfc-b310-4ca5-ba98-eef24b97bff4 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:58:50.058596 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 3080bcfc-b310-4ca5-ba98-eef24b97bff4 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:50.058970 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:50.097375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8029d2b1-29ad-4eaf-b83b-eb0f98bb5762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a759407-2486-40a7-af02-bdc33282a1ec'}, {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c729bd0-ae50-49ad-812d-a2a463b8106a'}, {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc83107-cf5e-4648-b4a6-4a2db4de8fa9'}, {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bcad20-0ab8-46d5-a6e7-151b7479473a'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:50.113842 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3b4326-debb-4cc4-84aa-6f05c3156297" -d '{"events": [{"server_uuid": "8029d2b1-29ad-4eaf-b83b-eb0f98bb5762", "name": "network-vif-plugged", "status": "completed", "tag": "9a759407-2486-40a7-af02-bdc33282a1ec"}, {"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-plugged", "status": "completed", "tag": "7c729bd0-ae50-49ad-812d-a2a463b8106a"}, {"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-plugged", "status": "completed", "tag": "6dc83107-cf5e-4648-b4a6-4a2db4de8fa9"}, {"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-plugged", "status": "completed", "tag": "25bcad20-0ab8-46d5-a6e7-151b7479473a"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:50.131889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010759ae-e418-4812-8f85-c20ac2f8cad2 req-ca3ad76d-d605-4773-bc3b-f4ad4887aaaa tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:50.136514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-010759ae-e418-4812-8f85-c20ac2f8cad2 req-ca3ad76d-d605-4773-bc3b-f4ad4887aaaa tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 945 time: 0.2553959 Mar 24 00:58:50.184627 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-d6f1ce1a-1a30-4f37-81cc-91cbd23490dc tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ac18b19f7a24286a12bbfb6af5f2943&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1852429 Mar 24 00:58:50.217691 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-026fcd43-fb98-4196-b946-268b78cc1319 None None] Set router 9b32965a-6401-481d-8268-5409a9cc25f2 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:58:50.252388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 3080bcfc-b310-4ca5-ba98-eef24b97bff4 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:50.252985 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:50.289556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 3080bcfc-b310-4ca5-ba98-eef24b97bff4, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3080bcfc-b310-4ca5-ba98-eef24b97bff4,segment=NetworkSegment(082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb),segment_id=082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:50.295622 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:50.298308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 65024e64-55c7-48d3-ad2a-fb832a806b1f up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:58:50.423729 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-074a0554-a93b-4df5-860c-4affc89a1e5b service neutron] 10.222.0.45 "GET /v2.0/networks/a7cbf4f1-e156-43b3-b72e-c913a1c29220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137413 Mar 24 00:58:50.461689 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=3080bcfc-b310-4ca5-ba98-eef24b97bff4,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:50.484304 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 65024e64-55c7-48d3-ad2a-fb832a806b1f completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:58:50.488552 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 65024e64-55c7-48d3-ad2a-fb832a806b1f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:50.488987 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (65024e64-55c7-48d3-ad2a-fb832a806b1f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:50.548569 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-010759ae-e418-4812-8f85-c20ac2f8cad2 req-001d1fb4-755e-4562-a3da-10d293af9206 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058352 Mar 24 00:58:50.643877 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-0748edd6-4ff7-4d79-b085-75a893d4d28d service neutron] 10.222.0.45 "GET /v2.0/networks/a7cbf4f1-e156-43b3-b72e-c913a1c29220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116420 Mar 24 00:58:50.669890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 65024e64-55c7-48d3-ad2a-fb832a806b1f is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:50.670345 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (65024e64-55c7-48d3-ad2a-fb832a806b1f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:50.716927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 65024e64-55c7-48d3-ad2a-fb832a806b1f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=65024e64-55c7-48d3-ad2a-fb832a806b1f,segment=NetworkSegment(68610b5a-6361-4ba9-8750-c409fb44e48d),segment_id=68610b5a-6361-4ba9-8750-c409fb44e48d)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:50.722003 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (65024e64-55c7-48d3-ad2a-fb832a806b1f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:50.733794 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6139bbd2-b715-4b0f-bdd1-446f16bfc020 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:58:50.759233 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-026fcd43-fb98-4196-b946-268b78cc1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'name': 'tempest-ServerActionsTestJSON-626588052-router', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:49:48Z', 'updated_at': '2022-03-24T00:49:55Z', 'revision_number': 4, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'gw_port': {'id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:49Z', 'updated_at': '2022-03-24T00:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'be48d34f-b9ac-438f-94d9-c499985ad4a2', 'name': '', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'mac_address': 'fa:16:3e:4c:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:54Z', 'updated_at': '2022-03-24T00:49:59Z', 'revision_number': 5, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'subnets': [{'id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:50.854717 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=65024e64-55c7-48d3-ad2a-fb832a806b1f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:50.876678 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026fcd43-fb98-4196-b946-268b78cc1319 None None] Checking router: 9b32965a-6401-481d-8268-5409a9cc25f2 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:58:50.903161 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026fcd43-fb98-4196-b946-268b78cc1319 None None] Routers {'9b32965a-6401-481d-8268-5409a9cc25f2'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:58:50.903768 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-026fcd43-fb98-4196-b946-268b78cc1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:58:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9b32965a-6401-481d-8268-5409a9cc25f2'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:50.918923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30fed9-ac74-4e74-bb2d-0575d876c0be req-5b2d1d86-ab70-415a-9265-84acf26d96b0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:50.928334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:58:50.933037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:50.933565 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:50.934849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30fed9-ac74-4e74-bb2d-0575d876c0be req-5b2d1d86-ab70-415a-9265-84acf26d96b0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:50.950121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30fed9-ac74-4e74-bb2d-0575d876c0be req-5b2d1d86-ab70-415a-9265-84acf26d96b0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:50.966498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30fed9-ac74-4e74-bb2d-0575d876c0be req-5b2d1d86-ab70-415a-9265-84acf26d96b0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:50.979900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30fed9-ac74-4e74-bb2d-0575d876c0be req-5b2d1d86-ab70-415a-9265-84acf26d96b0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:50.990197 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30fed9-ac74-4e74-bb2d-0575d876c0be req-5b2d1d86-ab70-415a-9265-84acf26d96b0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:51.008625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30fed9-ac74-4e74-bb2d-0575d876c0be req-5b2d1d86-ab70-415a-9265-84acf26d96b0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:51.011365 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa30fed9-ac74-4e74-bb2d-0575d876c0be req-5b2d1d86-ab70-415a-9265-84acf26d96b0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5433 time: 0.2876573 Mar 24 00:58:51.087111 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:51.087882 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:51.132652 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 6139bbd2-b715-4b0f-bdd1-446f16bfc020, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6139bbd2-b715-4b0f-bdd1-446f16bfc020,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:51.140543 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:51.142714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 471845b6-6baf-4080-86fd-eaaed913b735 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:58:51.145189 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-026fcd43-fb98-4196-b946-268b78cc1319 None None] Set router 9b32965a-6401-481d-8268-5409a9cc25f2 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:58:51.160844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa30fed9-ac74-4e74-bb2d-0575d876c0be req-98d632e7-edf3-4f83-812a-077833be7b87 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431990 Mar 24 00:58:51.237552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-f3331080-e842-4984-bc6e-d70c85b8ac2b req-22d26e88-58b8-40b7-94d3-248230ef131e tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1007634858', 'description': 'tempest-description-2083779487'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:51.293747 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f3331080-e842-4984-bc6e-d70c85b8ac2b req-22d26e88-58b8-40b7-94d3-248230ef131e tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:51.299798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=6139bbd2-b715-4b0f-bdd1-446f16bfc020,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:51.345384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 471845b6-6baf-4080-86fd-eaaed913b735 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:58:51.352725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 471845b6-6baf-4080-86fd-eaaed913b735 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:51.356549 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (471845b6-6baf-4080-86fd-eaaed913b735), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:51.495711 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f3331080-e842-4984-bc6e-d70c85b8ac2b req-22d26e88-58b8-40b7-94d3-248230ef131e tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (950b567a-f6e9-485c-af5c-adff7186b4e7), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:51.550179 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f3331080-e842-4984-bc6e-d70c85b8ac2b req-22d26e88-58b8-40b7-94d3-248230ef131e tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (950b567a-f6e9-485c-af5c-adff7186b4e7), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:51.550377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 471845b6-6baf-4080-86fd-eaaed913b735 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:58:51.550711 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (471845b6-6baf-4080-86fd-eaaed913b735), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:51.606644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 471845b6-6baf-4080-86fd-eaaed913b735, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=471845b6-6baf-4080-86fd-eaaed913b735,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:51.618412 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (471845b6-6baf-4080-86fd-eaaed913b735), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:51.619194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b2392a83-16b2-4b0b-b2b6-553464a896cc no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:58:51.632064 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f3331080-e842-4984-bc6e-d70c85b8ac2b req-22d26e88-58b8-40b7-94d3-248230ef131e tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:51.633386 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3331080-e842-4984-bc6e-d70c85b8ac2b req-22d26e88-58b8-40b7-94d3-248230ef131e tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3999455 Mar 24 00:58:51.644458 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d26e88-58b8-40b7-94d3-248230ef131e tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=950b567a-f6e9-485c-af5c-adff7186b4e7,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:51.664298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e8555-ac52-42f3-8345-0625b3c1ef2c req-011ac061-ba72-4f6f-a834-6da64cc82839 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:51.671634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e8555-ac52-42f3-8345-0625b3c1ef2c req-011ac061-ba72-4f6f-a834-6da64cc82839 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:51.677975 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e8555-ac52-42f3-8345-0625b3c1ef2c req-011ac061-ba72-4f6f-a834-6da64cc82839 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:51.683877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e8555-ac52-42f3-8345-0625b3c1ef2c req-011ac061-ba72-4f6f-a834-6da64cc82839 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:51.689860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e8555-ac52-42f3-8345-0625b3c1ef2c req-011ac061-ba72-4f6f-a834-6da64cc82839 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:51.696051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e8555-ac52-42f3-8345-0625b3c1ef2c req-011ac061-ba72-4f6f-a834-6da64cc82839 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:51.701903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e8555-ac52-42f3-8345-0625b3c1ef2c req-011ac061-ba72-4f6f-a834-6da64cc82839 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:51.702754 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-026fcd43-fb98-4196-b946-268b78cc1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'name': 'tempest-ServerActionsTestJSON-626588052-router', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:49:48Z', 'updated_at': '2022-03-24T00:49:55Z', 'revision_number': 4, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'gw_port': {'id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:49Z', 'updated_at': '2022-03-24T00:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'be48d34f-b9ac-438f-94d9-c499985ad4a2', 'name': '', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'mac_address': 'fa:16:3e:4c:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:54Z', 'updated_at': '2022-03-24T00:49:59Z', 'revision_number': 5, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'subnets': [{'id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:51.703897 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e59e8555-ac52-42f3-8345-0625b3c1ef2c req-011ac061-ba72-4f6f-a834-6da64cc82839 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.2211113 Mar 24 00:58:51.760259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: b2392a83-16b2-4b0b-b2b6-553464a896cc {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:58:51.760259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b2392a83-16b2-4b0b-b2b6-553464a896cc not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:58:51.772529 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026fcd43-fb98-4196-b946-268b78cc1319 None None] The sync data for ids ['9b32965a-6401-481d-8268-5409a9cc25f2'] in n-d-760455-9 is: [{'id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'name': 'tempest-ServerActionsTestJSON-626588052-router', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:49:48Z', 'updated_at': '2022-03-24T00:49:55Z', 'revision_number': 4, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'gw_port': {'id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:49Z', 'updated_at': '2022-03-24T00:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'be48d34f-b9ac-438f-94d9-c499985ad4a2', 'name': '', 'network_id': 'a98bf23f-e282-494a-9475-14c4438bbbf3', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'mac_address': 'fa:16:3e:4c:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:54Z', 'updated_at': '2022-03-24T00:49:59Z', 'revision_number': 5, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'subnets': [{'id': '9949c1b7-99b1-4ac5-9528-e85b6230eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:58:51.810968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=471845b6-6baf-4080-86fd-eaaed913b735,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:51.891022 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e59e8555-ac52-42f3-8345-0625b3c1ef2c req-39cf879d-9761-4f9f-b91a-362dc1e20b07 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1715276 Mar 24 00:58:51.933889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306188d-5ef0-493f-9661-97165a6539f8 req-ac1a082e-57ae-4f5a-8e25-ae1ff235a356 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:51.936659 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9306188d-5ef0-493f-9661-97165a6539f8 req-ac1a082e-57ae-4f5a-8e25-ae1ff235a356 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/ports?device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 945 time: 0.1949246 Mar 24 00:58:52.010485 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf37f8c-ad15-4f8d-b0fe-eb2da66cca1d x-openstack-request-id: req-daf37f8c-ad15-4f8d-b0fe-eb2da66cca1d {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:52.010992 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62d690c-3f7e-4940-a228-9d3874db8f39", "name": "network-vif-deleted", "tag": "b2392a83-16b2-4b0b-b2b6-553464a896cc", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:52.010992 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-daf37f8c-ad15-4f8d-b0fe-eb2da66cca1d {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:52.011467 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf37f8c-ad15-4f8d-b0fe-eb2da66cca1d'] response: {'server_uuid': 'f62d690c-3f7e-4940-a228-9d3874db8f39', 'name': 'network-vif-deleted', 'tag': 'b2392a83-16b2-4b0b-b2b6-553464a896cc', 'status': 'completed', 'code': 200} Mar 24 00:58:52.095302 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779daeec-92cf-4177-bb70-723fda92ba79 x-openstack-request-id: req-779daeec-92cf-4177-bb70-723fda92ba79 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:52.095917 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8029d2b1-29ad-4eaf-b83b-eb0f98bb5762", "name": "network-vif-plugged", "status": "completed", "tag": "9a759407-2486-40a7-af02-bdc33282a1ec", "code": 200}, {"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-plugged", "status": "completed", "tag": "7c729bd0-ae50-49ad-812d-a2a463b8106a", "code": 200}, {"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-plugged", "status": "completed", "tag": "6dc83107-cf5e-4648-b4a6-4a2db4de8fa9", "code": 200}, {"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-plugged", "status": "completed", "tag": "25bcad20-0ab8-46d5-a6e7-151b7479473a", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:52.096731 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-779daeec-92cf-4177-bb70-723fda92ba79 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:52.097369 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779daeec-92cf-4177-bb70-723fda92ba79'] response: {'server_uuid': '8029d2b1-29ad-4eaf-b83b-eb0f98bb5762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a759407-2486-40a7-af02-bdc33282a1ec', 'code': 200} Mar 24 00:58:52.097960 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779daeec-92cf-4177-bb70-723fda92ba79'] response: {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c729bd0-ae50-49ad-812d-a2a463b8106a', 'code': 200} Mar 24 00:58:52.098460 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779daeec-92cf-4177-bb70-723fda92ba79'] response: {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc83107-cf5e-4648-b4a6-4a2db4de8fa9', 'code': 200} Mar 24 00:58:52.098863 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779daeec-92cf-4177-bb70-723fda92ba79'] response: {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bcad20-0ab8-46d5-a6e7-151b7479473a', 'code': 200} Mar 24 00:58:52.256161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261bdb5-0f6d-497b-ab69-b55097170424 None None] New status for floating IP 2209d413-87cb-4e8a-8c7f-a869252bc050: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:58:52.307241 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2aff23-d9fa-4999-9291-0d567a692414 req-8797c834-c858-405b-99ab-9b3e4528cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:52.309723 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4b2aff23-d9fa-4999-9291-0d567a692414 req-8797c834-c858-405b-99ab-9b3e4528cc05 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 1127 time: 0.1144381 Mar 24 00:58:52.428086 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4b2aff23-d9fa-4999-9291-0d567a692414 req-e1765cd9-8afd-4437-a446-1a046ce8fe10 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114802 Mar 24 00:58:52.649739 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2a3aba67-164b-469e-870b-aa3a1c95d16c req-b9f0c5a5-3472-44c2-953b-8e65f5240c49 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 210 time: 0.0593941 Mar 24 00:58:52.654256 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9306188d-5ef0-493f-9661-97165a6539f8 req-96c9a42d-8c3b-4803-b342-0145701b1c21 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f171f04-4c10-49fb-8c3d-cec10e56b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7056997 Mar 24 00:58:52.723001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-318f24cb-dec5-4381-8850-dfd87d976a19 req-88e902f7-4aa5-4980-bb29-6216c47de4c4 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1028711261', 'description': 'tempest-description-309812051'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:52.768743 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-318f24cb-dec5-4381-8850-dfd87d976a19 req-88e902f7-4aa5-4980-bb29-6216c47de4c4 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:52.789367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96511051-08bd-4fa5-a880-af7c42430b87 req-5c2c4939-8e6a-42a7-8dbf-0f090c1e1404 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:52.798232 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96511051-08bd-4fa5-a880-af7c42430b87 req-5c2c4939-8e6a-42a7-8dbf-0f090c1e1404 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 945 time: 0.0884936 Mar 24 00:58:52.877309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96511051-08bd-4fa5-a880-af7c42430b87 req-f15038e4-af21-4478-a414-ecf8e8b6078b tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780554 Mar 24 00:58:52.939256 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46376) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:53.061264 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e3f96e2-0834-43c5-ba3d-2338e7e64a2f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for security_group (7797dc8c-f895-4b32-a0c9-3e631d96496b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:53.088698 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e3f96e2-0834-43c5-ba3d-2338e7e64a2f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for security_group (7797dc8c-f895-4b32-a0c9-3e631d96496b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:53.120947 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-318f24cb-dec5-4381-8850-dfd87d976a19 req-88e902f7-4aa5-4980-bb29-6216c47de4c4 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (54980807-90b8-4bbe-83b7-663e0a36a903), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:53.147677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84ccc5-5e4b-4bcd-a228-04aa6f366875 req-b530c8ba-25ad-467d-8cfb-826f5cb4724b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:53.149550 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de84ccc5-5e4b-4bcd-a228-04aa6f366875 req-b530c8ba-25ad-467d-8cfb-826f5cb4724b tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.57 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 944 time: 0.2133813 Mar 24 00:58:53.153357 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e3f96e2-0834-43c5-ba3d-2338e7e64a2f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7797dc8c-f895-4b32-a0c9-3e631d96496b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:53.157058 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e3f96e2-0834-43c5-ba3d-2338e7e64a2f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:53.158217 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0e3f96e2-0834-43c5-ba3d-2338e7e64a2f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "DELETE /v2.0/security-groups/7797dc8c-f895-4b32-a0c9-3e631d96496b HTTP/1.1" status: 204 len: 168 time: 0.2179985 Mar 24 00:58:53.166209 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46378) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:53.196963 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-37e8f0ef-e330-4e5d-80e9-7411d218b62d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] show failed (client error): The resource could not be found. Mar 24 00:58:53.201301 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-37e8f0ef-e330-4e5d-80e9-7411d218b62d tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "GET /v2.0/security-groups/7797dc8c-f895-4b32-a0c9-3e631d96496b HTTP/1.1" status: 404 len: 347 time: 0.0341477 Mar 24 00:58:53.211814 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46380) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:53.222000 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f96e2-0834-43c5-ba3d-2338e7e64a2f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7797dc8c-f895-4b32-a0c9-3e631d96496b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:53.326066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-2c9e54ad-2286-4bd3-90c3-70e6611de16f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:53.327736 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-2c9e54ad-2286-4bd3-90c3-70e6611de16f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.57 "GET /v2.0/networks?id=a7cbf4f1-e156-43b3-b72e-c913a1c29220 HTTP/1.1" status: 200 len: 816 time: 0.4464059 Mar 24 00:58:53.330054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-318f24cb-dec5-4381-8850-dfd87d976a19 req-88e902f7-4aa5-4980-bb29-6216c47de4c4 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (54980807-90b8-4bbe-83b7-663e0a36a903), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:53.388105 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa2fb7-0f63-45f1-8871-1c5c51a61d4f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Deleting port 36ac28bb-95cc-464e-a9b4-85101d0a592b {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:53.388709 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2fb7-0f63-45f1-8871-1c5c51a61d4f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (36ac28bb-95cc-464e-a9b4-85101d0a592b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:53.426278 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-002a1fe2-1ce9-41c7-95f3-a68430af5c40 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ac18b19f7a24286a12bbfb6af5f2943 HTTP/1.1" status: 200 len: 380 time: 0.0810740 Mar 24 00:58:53.429623 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-318f24cb-dec5-4381-8850-dfd87d976a19 req-88e902f7-4aa5-4980-bb29-6216c47de4c4 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:53.430886 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-318f24cb-dec5-4381-8850-dfd87d976a19 req-88e902f7-4aa5-4980-bb29-6216c47de4c4 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7126236 Mar 24 00:58:53.449744 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-0a7f227c-c797-4d00-a86d-1ab216c8da3c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Request body: {'port': {'device_id': '23f734c8-d7a5-4ed8-afcb-d2828cb59945', 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'admin_state_up': True, 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'security_groups': ['53d12989-153a-46b2-bcd5-aae93cd879b5']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:53.550881 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c876e24-3c5c-4261-a15f-1fe9f3e1cdcd req-4d77f471-f821-4d4c-aaf2-eaf1a6e31dc5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:53.563082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c876e24-3c5c-4261-a15f-1fe9f3e1cdcd req-4d77f471-f821-4d4c-aaf2-eaf1a6e31dc5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:53.578795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c876e24-3c5c-4261-a15f-1fe9f3e1cdcd req-4d77f471-f821-4d4c-aaf2-eaf1a6e31dc5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:53.585164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c876e24-3c5c-4261-a15f-1fe9f3e1cdcd req-4d77f471-f821-4d4c-aaf2-eaf1a6e31dc5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:53.600578 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c876e24-3c5c-4261-a15f-1fe9f3e1cdcd req-4d77f471-f821-4d4c-aaf2-eaf1a6e31dc5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:53.618236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c876e24-3c5c-4261-a15f-1fe9f3e1cdcd req-4d77f471-f821-4d4c-aaf2-eaf1a6e31dc5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:53.623755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c876e24-3c5c-4261-a15f-1fe9f3e1cdcd req-4d77f471-f821-4d4c-aaf2-eaf1a6e31dc5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:53.632089 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c876e24-3c5c-4261-a15f-1fe9f3e1cdcd req-4d77f471-f821-4d4c-aaf2-eaf1a6e31dc5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5435 time: 0.5876682 Mar 24 00:58:53.632531 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2fb7-0f63-45f1-8871-1c5c51a61d4f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (36ac28bb-95cc-464e-a9b4-85101d0a592b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:53.632936 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2fb7-0f63-45f1-8871-1c5c51a61d4f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for floatingip (36ac28bb-95cc-464e-a9b4-85101d0a592b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:53.663714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa2fb7-0f63-45f1-8871-1c5c51a61d4f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Calling delete_port for 36ac28bb-95cc-464e-a9b4-85101d0a592b owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:53.829309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c876e24-3c5c-4261-a15f-1fe9f3e1cdcd req-7968c341-e782-4a1e-9137-d1ed88dfd1c2 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1957293 Mar 24 00:58:53.833169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e902f7-4aa5-4980-bb29-6216c47de4c4 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54980807-90b8-4bbe-83b7-663e0a36a903,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:53.931724 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2fb7-0f63-45f1-8871-1c5c51a61d4f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (36ac28bb-95cc-464e-a9b4-85101d0a592b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:53.938254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-de84ccc5-5e4b-4bcd-a228-04aa6f366875 req-3a43fb2f-32f9-4fac-ab5e-8ed9ccfae4be tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Deleting port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:53.939389 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-de84ccc5-5e4b-4bcd-a228-04aa6f366875 req-3a43fb2f-32f9-4fac-ab5e-8ed9ccfae4be tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:53.989491 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa2fb7-0f63-45f1-8871-1c5c51a61d4f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Pushing event deleted for resources: {'Port': ['ID=36ac28bb-95cc-464e-a9b4-85101d0a592b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:54.083154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-de84ccc5-5e4b-4bcd-a228-04aa6f366875 req-3a43fb2f-32f9-4fac-ab5e-8ed9ccfae4be tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] For port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:54.083569 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-de84ccc5-5e4b-4bcd-a228-04aa6f366875 req-3a43fb2f-32f9-4fac-ab5e-8ed9ccfae4be tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:54.101692 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3080bcfc-b310-4ca5-ba98-eef24b97bff4'}, {'server_uuid': '8129bf6d-0bda-4adf-846d-e6a679c6c21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65024e64-55c7-48d3-ad2a-fb832a806b1f'}, {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6139bbd2-b715-4b0f-bdd1-446f16bfc020'}, {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471845b6-6baf-4080-86fd-eaaed913b735'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:54.104036 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf620ad4-0495-4ede-abcf-85ed03793476" -d '{"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-plugged", "status": "completed", "tag": "3080bcfc-b310-4ca5-ba98-eef24b97bff4"}, {"server_uuid": "8129bf6d-0bda-4adf-846d-e6a679c6c21b", "name": "network-vif-plugged", "status": "completed", "tag": "65024e64-55c7-48d3-ad2a-fb832a806b1f"}, {"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-plugged", "status": "completed", "tag": "6139bbd2-b715-4b0f-bdd1-446f16bfc020"}, {"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-plugged", "status": "completed", "tag": "471845b6-6baf-4080-86fd-eaaed913b735"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:54.159112 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2fb7-0f63-45f1-8871-1c5c51a61d4f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks [] for floatingip (2209d413-87cb-4e8a-8c7f-a869252bc050), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:54.165888 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2fb7-0f63-45f1-8871-1c5c51a61d4f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:54.167102 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d8fa2fb7-0f63-45f1-8871-1c5c51a61d4f tempest-ServerActionsTestJSON-1242284099 tempest-ServerActionsTestJSON-1242284099-project] 10.222.0.45 "DELETE /v2.0/floatingips/2209d413-87cb-4e8a-8c7f-a869252bc050 HTTP/1.1" status: 204 len: 168 time: 0.9543738 Mar 24 00:58:54.170267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46392) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:54.192139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-de84ccc5-5e4b-4bcd-a228-04aa6f366875 req-3a43fb2f-32f9-4fac-ab5e-8ed9ccfae4be tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Calling delete_port for 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:54.212886 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-0a7f227c-c797-4d00-a86d-1ab216c8da3c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Made reservation on behalf of 1ac18b19f7a24286a12bbfb6af5f2943 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:58:54.229030 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-0a7f227c-c797-4d00-a86d-1ab216c8da3c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:54.269195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605f206-5072-4aa8-b693-e9dbcc7e96eb req-67628303-76b2-4ac4-8b9a-ed4e7f4db668 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:54.270854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e605f206-5072-4aa8-b693-e9dbcc7e96eb req-67628303-76b2-4ac4-8b9a-ed4e7f4db668 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=dee34d25-91f5-48cb-8b98-14578733247e HTTP/1.1" status: 200 len: 944 time: 0.7412157 Mar 24 00:58:54.421133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5791516-5c5e-4d50-9127-236e9f60db43 req-8fdda006-480d-466e-a4b1-d4520b5c5f80 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:54.426470 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5791516-5c5e-4d50-9127-236e9f60db43 req-8fdda006-480d-466e-a4b1-d4520b5c5f80 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:54.432973 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5791516-5c5e-4d50-9127-236e9f60db43 req-8fdda006-480d-466e-a4b1-d4520b5c5f80 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:54.438530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5791516-5c5e-4d50-9127-236e9f60db43 req-8fdda006-480d-466e-a4b1-d4520b5c5f80 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:54.443878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5791516-5c5e-4d50-9127-236e9f60db43 req-8fdda006-480d-466e-a4b1-d4520b5c5f80 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:54.449214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5791516-5c5e-4d50-9127-236e9f60db43 req-8fdda006-480d-466e-a4b1-d4520b5c5f80 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:54.454568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5791516-5c5e-4d50-9127-236e9f60db43 req-8fdda006-480d-466e-a4b1-d4520b5c5f80 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:54.456611 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5791516-5c5e-4d50-9127-236e9f60db43 req-8fdda006-480d-466e-a4b1-d4520b5c5f80 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.3682356 Mar 24 00:58:54.500814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e605f206-5072-4aa8-b693-e9dbcc7e96eb req-2a2a441e-c3ca-4919-a2c8-c85580b65b43 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233174 Mar 24 00:58:54.694350 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-0a7f227c-c797-4d00-a86d-1ab216c8da3c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Allocated IP 172.20.0.7 (a7cbf4f1-e156-43b3-b72e-c913a1c29220/4d4f1ff7-f8bd-48b3-933f-16bcf1a98553/6cb57b91-ffc0-4fcf-928c-eef8d247c662) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:58:54.729946 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5791516-5c5e-4d50-9127-236e9f60db43 req-9917f867-2408-413f-b5bb-c14506d58c27 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2638681 Mar 24 00:58:54.775030 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52698ce3-f510-4b51-9d75-5cf5f7d1e3d2 req-9ad490ac-fdfc-4950-96f0-8cdf63f929d9 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/950b567a-f6e9-485c-af5c-adff7186b4e7 HTTP/1.1" status: 200 len: 1824 time: 0.1971412 Mar 24 00:58:54.798140 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-de84ccc5-5e4b-4bcd-a228-04aa6f366875 req-3a43fb2f-32f9-4fac-ab5e-8ed9ccfae4be tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:54.926771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43fb2f-32f9-4fac-ab5e-8ed9ccfae4be tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Pushing event deleted for resources: {'Port': ['ID=07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:54.935777 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e44adf66-60e5-4130-af34-d28115be7048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (9b32965a-6401-481d-8268-5409a9cc25f2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:54.937633 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d37ed71b-440e-4ce0-940f-4d37d1e109e2 req-e6831e5c-baaa-4c08-bd61-901bcb99029f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 210 time: 0.0921800 Mar 24 00:58:55.038381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52698ce3-f510-4b51-9d75-5cf5f7d1e3d2 req-4da13859-a0d1-45e3-b0cd-e13da991838b tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/54980807-90b8-4bbe-83b7-663e0a36a903 HTTP/1.1" status: 200 len: 1823 time: 0.2620254 Mar 24 00:58:55.042097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-de84ccc5-5e4b-4bcd-a228-04aa6f366875 req-3a43fb2f-32f9-4fac-ab5e-8ed9ccfae4be tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] No DVR routers for this DVR port 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:58:55.052166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-52698ce3-f510-4b51-9d75-5cf5f7d1e3d2 req-ff36574c-6eaa-4247-a807-4877b14f5a79 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '950b567a-f6e9-485c-af5c-adff7186b4e7', 'remote_group_id': '54980807-90b8-4bbe-83b7-663e0a36a903', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:55.052621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-52698ce3-f510-4b51-9d75-5cf5f7d1e3d2 req-ff36574c-6eaa-4247-a807-4877b14f5a79 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '950b567a-f6e9-485c-af5c-adff7186b4e7', 'remote_group_id': '54980807-90b8-4bbe-83b7-663e0a36a903', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:55.060181 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-de84ccc5-5e4b-4bcd-a228-04aa6f366875 req-3a43fb2f-32f9-4fac-ab5e-8ed9ccfae4be tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:55.064259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de84ccc5-5e4b-4bcd-a228-04aa6f366875 req-3a43fb2f-32f9-4fac-ab5e-8ed9ccfae4be tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.57 "DELETE /v2.0/ports/07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f HTTP/1.1" status: 204 len: 173 time: 1.9083345 Mar 24 00:58:55.065566 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee34d25-91f5-48cb-8b98-14578733247e', 'name': 'network-vif-deleted', 'tag': '07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:55.069364 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4415890-f9bb-4a25-b787-67e11d011a4c" -d '{"events": [{"server_uuid": "dee34d25-91f5-48cb-8b98-14578733247e", "name": "network-vif-deleted", "tag": "07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:55.227980 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-0a7f227c-c797-4d00-a86d-1ab216c8da3c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for port (6cb57b91-ffc0-4fcf-928c-eef8d247c662), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:55.271300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf6ff2-b253-4813-8c0e-426a0d74a1d1 req-0518db57-0def-4b12-a48f-860049e893b6 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:55.273140 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-feaf6ff2-b253-4813-8c0e-426a0d74a1d1 req-0518db57-0def-4b12-a48f-860049e893b6 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/ports?device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 945 time: 0.2260864 Mar 24 00:58:55.292620 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-52698ce3-f510-4b51-9d75-5cf5f7d1e3d2 req-ff36574c-6eaa-4247-a807-4877b14f5a79 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (69b81e15-2017-4c19-b215-7fd3a6916dc6), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:55.359917 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-52698ce3-f510-4b51-9d75-5cf5f7d1e3d2 req-ff36574c-6eaa-4247-a807-4877b14f5a79 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (69b81e15-2017-4c19-b215-7fd3a6916dc6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:55.366948 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-0a7f227c-c797-4d00-a86d-1ab216c8da3c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6cb57b91-ffc0-4fcf-928c-eef8d247c662), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:55.384152 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-feaf6ff2-b253-4813-8c0e-426a0d74a1d1 req-f9872e85-4ad8-4322-9d97-1e5861aa0b7f tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f171f04-4c10-49fb-8c3d-cec10e56b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973892 Mar 24 00:58:55.385008 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-52698ce3-f510-4b51-9d75-5cf5f7d1e3d2 req-ff36574c-6eaa-4247-a807-4877b14f5a79 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (69b81e15-2017-4c19-b215-7fd3a6916dc6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:55.394224 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e44adf66-60e5-4130-af34-d28115be7048 admin admin] Deleting port be48d34f-b9ac-438f-94d9-c499985ad4a2 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:55.394673 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e44adf66-60e5-4130-af34-d28115be7048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:55.497610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f227c-c797-4d00-a86d-1ab216c8da3c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Pushing event updated for resources: {'Port': ['ID=6cb57b91-ffc0-4fcf-928c-eef8d247c662,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:55.508455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36574c-6eaa-4247-a807-4877b14f5a79 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b81e15-2017-4c19-b215-7fd3a6916dc6,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:55.542311 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-e44adf66-60e5-4130-af34-d28115be7048 admin admin] For port be48d34f-b9ac-438f-94d9-c499985ad4a2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=be48d34f-b9ac-438f-94d9-c499985ad4a2,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:55.543291 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e44adf66-60e5-4130-af34-d28115be7048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:55.544083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-0a7f227c-c797-4d00-a86d-1ab216c8da3c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Network a7cbf4f1-e156-43b3-b72e-c913a1c29220 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:58:55.550101 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-52698ce3-f510-4b51-9d75-5cf5f7d1e3d2 req-ff36574c-6eaa-4247-a807-4877b14f5a79 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:55.551703 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52698ce3-f510-4b51-9d75-5cf5f7d1e3d2 req-ff36574c-6eaa-4247-a807-4877b14f5a79 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5034566 Mar 24 00:58:55.554510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-0a7f227c-c797-4d00-a86d-1ab216c8da3c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:58:55.561731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-0a7f227c-c797-4d00-a86d-1ab216c8da3c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:58:55.602117 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e44adf66-60e5-4130-af34-d28115be7048 admin admin] Calling delete_port for be48d34f-b9ac-438f-94d9-c499985ad4a2 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:55.642100 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7a7d4-4dc3-4194-9e10-bf3c4de6576d req-845de699-c0bb-48f6-9c35-6d4b45cbe453 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:55.643593 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-00b7a7d4-4dc3-4194-9e10-bf3c4de6576d req-845de699-c0bb-48f6-9c35-6d4b45cbe453 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 945 time: 0.1409917 Mar 24 00:58:55.659329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-0a7f227c-c797-4d00-a86d-1ab216c8da3c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:55.660223 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-0a7f227c-c797-4d00-a86d-1ab216c8da3c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:55.690767 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecf5595-e9fd-4bc4-9862-61824def9957 x-openstack-request-id: req-4ecf5595-e9fd-4bc4-9862-61824def9957 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:55.691818 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-plugged", "status": "completed", "tag": "3080bcfc-b310-4ca5-ba98-eef24b97bff4", "code": 200}, {"server_uuid": "8129bf6d-0bda-4adf-846d-e6a679c6c21b", "name": "network-vif-plugged", "status": "completed", "tag": "65024e64-55c7-48d3-ad2a-fb832a806b1f", "code": 200}, {"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-plugged", "status": "completed", "tag": "6139bbd2-b715-4b0f-bdd1-446f16bfc020", "code": 200}, {"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-plugged", "status": "completed", "tag": "471845b6-6baf-4080-86fd-eaaed913b735", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:55.692470 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ecf5595-e9fd-4bc4-9862-61824def9957 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:55.693815 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ecf5595-e9fd-4bc4-9862-61824def9957'] response: {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3080bcfc-b310-4ca5-ba98-eef24b97bff4', 'code': 200} Mar 24 00:58:55.709290 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ecf5595-e9fd-4bc4-9862-61824def9957'] response: {'server_uuid': '8129bf6d-0bda-4adf-846d-e6a679c6c21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65024e64-55c7-48d3-ad2a-fb832a806b1f', 'code': 200} Mar 24 00:58:55.710009 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ecf5595-e9fd-4bc4-9862-61824def9957'] response: {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6139bbd2-b715-4b0f-bdd1-446f16bfc020', 'code': 200} Mar 24 00:58:55.711749 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ecf5595-e9fd-4bc4-9862-61824def9957'] response: {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471845b6-6baf-4080-86fd-eaaed913b735', 'code': 200} Mar 24 00:58:55.722365 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-0a7f227c-c797-4d00-a86d-1ab216c8da3c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2882407 Mar 24 00:58:55.749224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Request body: {'port': {'device_id': '23f734c8-d7a5-4ed8-afcb-d2828cb59945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:55.892488 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-00b7a7d4-4dc3-4194-9e10-bf3c4de6576d req-d6040f31-c55e-4067-8961-7ecbed8f76f2 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293870 Mar 24 00:58:55.926631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a238c4-983a-4487-a425-3b9f24fd573f req-0b4218be-a7c2-417e-8791-64ac7662e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:55.928257 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-91a238c4-983a-4487-a425-3b9f24fd573f req-0b4218be-a7c2-417e-8791-64ac7662e3e4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 1127 time: 0.0824132 Mar 24 00:58:55.988528 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-91a238c4-983a-4487-a425-3b9f24fd573f req-8d2fca05-ce16-49c8-9d35-485860ee39c7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f171f04-4c10-49fb-8c3d-cec10e56b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544243 Mar 24 00:58:55.992849 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fd619f-2625-4761-b146-6ae2803be5b3 x-openstack-request-id: req-05fd619f-2625-4761-b146-6ae2803be5b3 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:55.995378 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee34d25-91f5-48cb-8b98-14578733247e", "name": "network-vif-deleted", "tag": "07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:55.995825 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05fd619f-2625-4761-b146-6ae2803be5b3 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:55.996376 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05fd619f-2625-4761-b146-6ae2803be5b3'] response: {'server_uuid': 'dee34d25-91f5-48cb-8b98-14578733247e', 'name': 'network-vif-deleted', 'tag': '07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f', 'status': 'completed', 'code': 200} Mar 24 00:58:56.038545 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6cb57b91-ffc0-4fcf-928c-eef8d247c662), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:56.051933 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e44adf66-60e5-4130-af34-d28115be7048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (be48d34f-b9ac-438f-94d9-c499985ad4a2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:56.065489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-35c4f425-7bf1-44d4-9eaa-19b19a629ba6 None None] Provisioning complete for port 6cb57b91-ffc0-4fcf-928c-eef8d247c662 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:58:56.066232 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-35c4f425-7bf1-44d4-9eaa-19b19a629ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6cb57b91-ffc0-4fcf-928c-eef8d247c662), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:56.090731 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44adf66-60e5-4130-af34-d28115be7048 admin admin] Pushing event deleted for resources: {'Port': ['ID=be48d34f-b9ac-438f-94d9-c499985ad4a2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:56.128336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f562250-becb-470e-8499-7c3c500ddfb3 req-a4350110-54e2-4b68-a865-72cf1fe15f8c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.134486 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f562250-becb-470e-8499-7c3c500ddfb3 req-a4350110-54e2-4b68-a865-72cf1fe15f8c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.139751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f562250-becb-470e-8499-7c3c500ddfb3 req-a4350110-54e2-4b68-a865-72cf1fe15f8c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.144964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f562250-becb-470e-8499-7c3c500ddfb3 req-a4350110-54e2-4b68-a865-72cf1fe15f8c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.150822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f562250-becb-470e-8499-7c3c500ddfb3 req-a4350110-54e2-4b68-a865-72cf1fe15f8c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.162714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f562250-becb-470e-8499-7c3c500ddfb3 req-a4350110-54e2-4b68-a865-72cf1fe15f8c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.164627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-35c4f425-7bf1-44d4-9eaa-19b19a629ba6 None None] Port 6cb57b91-ffc0-4fcf-928c-eef8d247c662 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:58:56.171883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f562250-becb-470e-8499-7c3c500ddfb3 req-a4350110-54e2-4b68-a865-72cf1fe15f8c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.183624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f562250-becb-470e-8499-7c3c500ddfb3 req-a4350110-54e2-4b68-a865-72cf1fe15f8c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5435 time: 0.3635387 Mar 24 00:58:56.204502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26082d50-6cde-49ed-9617-53935fcec8fe req-b1d1dbae-7a84-4845-8090-b4478346429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.204978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26082d50-6cde-49ed-9617-53935fcec8fe req-b1d1dbae-7a84-4845-8090-b4478346429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.205478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26082d50-6cde-49ed-9617-53935fcec8fe req-b1d1dbae-7a84-4845-8090-b4478346429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.206096 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26082d50-6cde-49ed-9617-53935fcec8fe req-b1d1dbae-7a84-4845-8090-b4478346429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.206396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26082d50-6cde-49ed-9617-53935fcec8fe req-b1d1dbae-7a84-4845-8090-b4478346429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.206855 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26082d50-6cde-49ed-9617-53935fcec8fe req-b1d1dbae-7a84-4845-8090-b4478346429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.207313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26082d50-6cde-49ed-9617-53935fcec8fe req-b1d1dbae-7a84-4845-8090-b4478346429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.209785 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26082d50-6cde-49ed-9617-53935fcec8fe req-b1d1dbae-7a84-4845-8090-b4478346429b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 6709 time: 0.3399410 Mar 24 00:58:56.223281 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:58:56.343377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:58:56.356351 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b398b455-94f2-4f7a-9deb-bfc7061026d4 req-5147c8ef-d9d7-418e-95d8-d271afe94ebf tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/54980807-90b8-4bbe-83b7-663e0a36a903 HTTP/1.1" status: 200 len: 1823 time: 0.2840824 Mar 24 00:58:56.366915 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e44adf66-60e5-4130-af34-d28115be7048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (9b32965a-6401-481d-8268-5409a9cc25f2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:56.398361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:58:56.402164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 07557f2e-2a28-4f2f-bbde-e5a0cb6ca70f not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:58:56.513695 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f562250-becb-470e-8499-7c3c500ddfb3 req-bf3b58c7-f182-4181-acaf-fdb1cd57e3e4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3291383 Mar 24 00:58:56.528386 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26082d50-6cde-49ed-9617-53935fcec8fe req-0cedf7cd-1fa3-4b54-89cd-9b2319ac4786 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3071196 Mar 24 00:58:56.653372 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44adf66-60e5-4130-af34-d28115be7048 admin admin] Router 9b32965a-6401-481d-8268-5409a9cc25f2 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:58:56.712946 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b398b455-94f2-4f7a-9deb-bfc7061026d4 req-269c6315-14c8-4359-a579-aca5442d9347 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (54980807-90b8-4bbe-83b7-663e0a36a903), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:56.767125 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b398b455-94f2-4f7a-9deb-bfc7061026d4 req-269c6315-14c8-4359-a579-aca5442d9347 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (54980807-90b8-4bbe-83b7-663e0a36a903), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:56.799620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e44925-eb8b-4888-aa6c-a67488b8165c req-e7d387a9-810a-42bc-aaf8-c1a80d171e90 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.805999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e44925-eb8b-4888-aa6c-a67488b8165c req-e7d387a9-810a-42bc-aaf8-c1a80d171e90 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.810295 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44adf66-60e5-4130-af34-d28115be7048 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:58:56.811751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e44925-eb8b-4888-aa6c-a67488b8165c req-e7d387a9-810a-42bc-aaf8-c1a80d171e90 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.819876 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e44adf66-60e5-4130-af34-d28115be7048 admin admin] 10.222.0.45 "PUT /v2.0/routers/9b32965a-6401-481d-8268-5409a9cc25f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6458430 Mar 24 00:58:56.820034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e44925-eb8b-4888-aa6c-a67488b8165c req-e7d387a9-810a-42bc-aaf8-c1a80d171e90 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.820300 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46414) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:56.823140 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b101c1-186b-46af-b799-c23d8f92e455 None None] Sync routers for ids ['9b32965a-6401-481d-8268-5409a9cc25f2'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:58:56.823293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e44925-eb8b-4888-aa6c-a67488b8165c req-e7d387a9-810a-42bc-aaf8-c1a80d171e90 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.828415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e44925-eb8b-4888-aa6c-a67488b8165c req-e7d387a9-810a-42bc-aaf8-c1a80d171e90 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.834754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e44925-eb8b-4888-aa6c-a67488b8165c req-e7d387a9-810a-42bc-aaf8-c1a80d171e90 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:56.841254 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b101c1-186b-46af-b799-c23d8f92e455 None None] Routers {'9b32965a-6401-481d-8268-5409a9cc25f2'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:58:56.842108 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b1b101c1-186b-46af-b799-c23d8f92e455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:58:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9b32965a-6401-481d-8268-5409a9cc25f2'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:56.842351 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8e44925-eb8b-4888-aa6c-a67488b8165c req-e7d387a9-810a-42bc-aaf8-c1a80d171e90 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.2086048 Mar 24 00:58:57.002315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb57b91-ffc0-4fcf-928c-eef8d247c662 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:58:57.028263 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8e44925-eb8b-4888-aa6c-a67488b8165c req-de2348af-1310-40df-822c-64cb01ac873a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1849563 Mar 24 00:58:57.033221 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Publish callbacks [] for port (6cb57b91-ffc0-4fcf-928c-eef8d247c662), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:57.040151 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-b1b101c1-186b-46af-b799-c23d8f92e455 None None] Set router 9b32965a-6401-481d-8268-5409a9cc25f2 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:58:57.071285 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b398b455-94f2-4f7a-9deb-bfc7061026d4 req-269c6315-14c8-4359-a579-aca5442d9347 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (54980807-90b8-4bbe-83b7-663e0a36a903), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:57.074807 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b398b455-94f2-4f7a-9deb-bfc7061026d4 req-269c6315-14c8-4359-a579-aca5442d9347 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:57.093348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b398b455-94f2-4f7a-9deb-bfc7061026d4 req-269c6315-14c8-4359-a579-aca5442d9347 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "DELETE /v2.0/security-groups/54980807-90b8-4bbe-83b7-663e0a36a903 HTTP/1.1" status: 204 len: 173 time: 0.7350650 Mar 24 00:58:57.135832 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Transition to ACTIVE for port object 6cb57b91-ffc0-4fcf-928c-eef8d247c662 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:58:57.150646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c6315-14c8-4359-a579-aca5442d9347 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54980807-90b8-4bbe-83b7-663e0a36a903,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:57.174940 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6cb57b91-ffc0-4fcf-928c-eef8d247c662), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:57.328762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09206542-7a51-4471-b911-a4457606401f service neutron] Pushing event updated for resources: {'Port': ['ID=6cb57b91-ffc0-4fcf-928c-eef8d247c662,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:57.415061 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b1b101c1-186b-46af-b799-c23d8f92e455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'name': 'tempest-ServerActionsTestJSON-626588052-router', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:49:48Z', 'updated_at': '2022-03-24T00:58:55Z', 'revision_number': 5, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'gw_port': {'id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:49Z', 'updated_at': '2022-03-24T00:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:57.460247 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b101c1-186b-46af-b799-c23d8f92e455 None None] Checking router: 9b32965a-6401-481d-8268-5409a9cc25f2 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:58:57.470655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca6d0b-ea18-43d0-a9cf-708954f146ba req-f916ebe9-eacb-42ed-8ba3-42fa82c7ae72 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:57.477834 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b101c1-186b-46af-b799-c23d8f92e455 None None] Routers {'9b32965a-6401-481d-8268-5409a9cc25f2'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:58:57.483071 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b1b101c1-186b-46af-b799-c23d8f92e455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:58:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9b32965a-6401-481d-8268-5409a9cc25f2'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:57.488237 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10ca6d0b-ea18-43d0-a9cf-708954f146ba req-f916ebe9-eacb-42ed-8ba3-42fa82c7ae72 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 943 time: 0.2568946 Mar 24 00:58:57.521956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b6e61-265f-42e0-afb0-917575bfe6eb req-7dcc0aba-1db0-499c-9091-d38e10651162 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:57.530045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-885b6e61-265f-42e0-afb0-917575bfe6eb req-7dcc0aba-1db0-499c-9091-d38e10651162 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 945 time: 0.3439727 Mar 24 00:58:57.610920 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a608497a-5c46-4a68-812e-dc38186ea6e8 admin admin] Publish callbacks [] for router (9b32965a-6401-481d-8268-5409a9cc25f2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:57.615332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Attempting to bind port 6cb57b91-ffc0-4fcf-928c-eef8d247c662 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:58:57.615667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Attempting to bind port 6cb57b91-ffc0-4fcf-928c-eef8d247c662 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'af66d257-276d-42c2-9a9a-38c0a7ff7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:58:57.615990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Attempting to bind port 6cb57b91-ffc0-4fcf-928c-eef8d247c662 on network a7cbf4f1-e156-43b3-b72e-c913a1c29220 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:57.653008 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10ca6d0b-ea18-43d0-a9cf-708954f146ba req-30a25bde-7e0e-4be6-bc5b-17209f99a772 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638355 Mar 24 00:58:57.660768 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Port 6cb57b91-ffc0-4fcf-928c-eef8d247c662 on network a7cbf4f1-e156-43b3-b72e-c913a1c29220 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:58:57.661118 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Attempting to bind port 6cb57b91-ffc0-4fcf-928c-eef8d247c662 on network a7cbf4f1-e156-43b3-b72e-c913a1c29220 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:58:57.663359 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-b1b101c1-186b-46af-b799-c23d8f92e455 None None] Set router 9b32965a-6401-481d-8268-5409a9cc25f2 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:58:57.686026 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-885b6e61-265f-42e0-afb0-917575bfe6eb req-e4aa0a30-7994-4e8a-b417-1a26238d90d0 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551607 Mar 24 00:58:57.689175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:58:57.698603 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Checking segment: {'id': 'af66d257-276d-42c2-9a9a-38c0a7ff7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:58:57.699162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Bound using segment: {'id': 'af66d257-276d-42c2-9a9a-38c0a7ff7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:58:57.699780 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Bound port: 6cb57b91-ffc0-4fcf-928c-eef8d247c662, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af66d257-276d-42c2-9a9a-38c0a7ff7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:58:57.701185 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6cb57b91-ffc0-4fcf-928c-eef8d247c662), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:57.769369 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a608497a-5c46-4a68-812e-dc38186ea6e8 admin admin] Publish callbacks [] for router_gateway (9b32965a-6401-481d-8268-5409a9cc25f2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:57.851338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] For port 6cb57b91-ffc0-4fcf-928c-eef8d247c662, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:58:57.856626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] For port 6cb57b91-ffc0-4fcf-928c-eef8d247c662, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6cb57b91-ffc0-4fcf-928c-eef8d247c662,segment=NetworkSegment(af66d257-276d-42c2-9a9a-38c0a7ff7d27),segment_id=af66d257-276d-42c2-9a9a-38c0a7ff7d27)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:58:57.866208 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6cb57b91-ffc0-4fcf-928c-eef8d247c662), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:57.885576 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb58ef4-2123-4d95-82fe-992af24c04b8 req-5ea205bb-c35d-44e1-ba23-883a7615ba99 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:57.894443 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5cb58ef4-2123-4d95-82fe-992af24c04b8 req-5ea205bb-c35d-44e1-ba23-883a7615ba99 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/ports?device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 945 time: 0.1065297 Mar 24 00:58:57.898982 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a608497a-5c46-4a68-812e-dc38186ea6e8 admin admin] Deleting port 81414ee1-d7b9-4a78-9547-aaf860210b12 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:57.899277 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a608497a-5c46-4a68-812e-dc38186ea6e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (81414ee1-d7b9-4a78-9547-aaf860210b12), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:57.939212 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b1b101c1-186b-46af-b799-c23d8f92e455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'name': 'tempest-ServerActionsTestJSON-626588052-router', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:49:48Z', 'updated_at': '2022-03-24T00:58:55Z', 'revision_number': 5, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'gw_port': {'id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:49Z', 'updated_at': '2022-03-24T00:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:57.981130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:57.982815 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:57.988482 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-09206542-7a51-4471-b911-a4457606401f service neutron] 10.222.0.57 "PUT /v2.0/ports/6cb57b91-ffc0-4fcf-928c-eef8d247c662 HTTP/1.1" status: 200 len: 1091 time: 2.2438502 Mar 24 00:58:58.004356 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f734c8-d7a5-4ed8-afcb-d2828cb59945', 'tag': '6cb57b91-ffc0-4fcf-928c-eef8d247c662'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:58:58.007153 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec6e20b-a345-47b8-8656-45587b281f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "23f734c8-d7a5-4ed8-afcb-d2828cb59945", "tag": "6cb57b91-ffc0-4fcf-928c-eef8d247c662"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:58:58.023038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-a608497a-5c46-4a68-812e-dc38186ea6e8 admin admin] For port 81414ee1-d7b9-4a78-9547-aaf860210b12, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=81414ee1-d7b9-4a78-9547-aaf860210b12,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:58.023242 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b101c1-186b-46af-b799-c23d8f92e455 None None] The sync data for ids ['9b32965a-6401-481d-8268-5409a9cc25f2'] in n-d-760455-9 is: [{'id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'name': 'tempest-ServerActionsTestJSON-626588052-router', 'tenant_id': 'fa7a637ada534f57aa37557e7d448261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:49:48Z', 'updated_at': '2022-03-24T00:58:55Z', 'revision_number': 5, 'project_id': 'fa7a637ada534f57aa37557e7d448261', 'gw_port': {'id': '81414ee1-d7b9-4a78-9547-aaf860210b12', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32965a-6401-481d-8268-5409a9cc25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:49:49Z', 'updated_at': '2022-03-24T00:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:58:58.023580 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a608497a-5c46-4a68-812e-dc38186ea6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (81414ee1-d7b9-4a78-9547-aaf860210b12), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:58.040799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a608497a-5c46-4a68-812e-dc38186ea6e8 admin admin] Calling delete_port for 81414ee1-d7b9-4a78-9547-aaf860210b12 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:58.085178 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09206542-7a51-4471-b911-a4457606401f service neutron] Pushing event updated for resources: {'Port': ['ID=6cb57b91-ffc0-4fcf-928c-eef8d247c662,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:58.127699 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c38f961-91df-4d64-af78-a2b9ac27968d req-81baf498-376d-41b7-b627-469dcc256b8a tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/950b567a-f6e9-485c-af5c-adff7186b4e7 HTTP/1.1" status: 200 len: 1824 time: 0.1897776 Mar 24 00:58:58.159548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5cb58ef4-2123-4d95-82fe-992af24c04b8 req-1966c556-a0d4-43d1-b478-2e6c733275e2 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f171f04-4c10-49fb-8c3d-cec10e56b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639227 Mar 24 00:58:58.325311 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a608497a-5c46-4a68-812e-dc38186ea6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (81414ee1-d7b9-4a78-9547-aaf860210b12), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:58.379720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608497a-5c46-4a68-812e-dc38186ea6e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=81414ee1-d7b9-4a78-9547-aaf860210b12,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:58.435370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-b10b0f84-4f24-4591-9b59-56f9f592f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:58.435370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-b10b0f84-4f24-4591-9b59-56f9f592f476 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac18b19f7a24286a12bbfb6af5f2943&device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 1125 time: 0.2634232 Mar 24 00:58:58.444469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fd51a-7f71-4409-a5f9-fdbc926fce81 req-133d7a7d-91ca-42af-9d16-b92c42032d16 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:58.446006 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-506fd51a-7f71-4409-a5f9-fdbc926fce81 req-133d7a7d-91ca-42af-9d16-b92c42032d16 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 945 time: 0.1458890 Mar 24 00:58:58.474269 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a608497a-5c46-4a68-812e-dc38186ea6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (9b32965a-6401-481d-8268-5409a9cc25f2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:58.594062 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-2cdefa3d-8ca2-46a1-b776-fcdcf388b4d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cb57b91-ffc0-4fcf-928c-eef8d247c662 HTTP/1.1" status: 200 len: 217 time: 0.1458838 Mar 24 00:58:58.640819 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a608497a-5c46-4a68-812e-dc38186ea6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (9b32965a-6401-481d-8268-5409a9cc25f2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:58.645472 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-23f040c2-ae2f-4708-8465-e0f912712d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:58.646141 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a608497a-5c46-4a68-812e-dc38186ea6e8 admin admin] Publish callbacks [] for router_controller (9b32965a-6401-481d-8268-5409a9cc25f2), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:58.683219 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131f579-c0b2-4bb2-8131-21eb8fbb1798 req-7ac54a2b-3f9d-42dc-b87d-fc04532e02f8 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:58.688450 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131f579-c0b2-4bb2-8131-21eb8fbb1798 req-7ac54a2b-3f9d-42dc-b87d-fc04532e02f8 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:58.694232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131f579-c0b2-4bb2-8131-21eb8fbb1798 req-7ac54a2b-3f9d-42dc-b87d-fc04532e02f8 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:58.699746 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131f579-c0b2-4bb2-8131-21eb8fbb1798 req-7ac54a2b-3f9d-42dc-b87d-fc04532e02f8 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:58.705246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131f579-c0b2-4bb2-8131-21eb8fbb1798 req-7ac54a2b-3f9d-42dc-b87d-fc04532e02f8 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:58.708782 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a608497a-5c46-4a68-812e-dc38186ea6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (9b32965a-6401-481d-8268-5409a9cc25f2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:58.710262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a608497a-5c46-4a68-812e-dc38186ea6e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b32965a-6401-481d-8268-5409a9cc25f2 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 00:58:58.710823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131f579-c0b2-4bb2-8131-21eb8fbb1798 req-7ac54a2b-3f9d-42dc-b87d-fc04532e02f8 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:58.715309 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a608497a-5c46-4a68-812e-dc38186ea6e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:58.716128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131f579-c0b2-4bb2-8131-21eb8fbb1798 req-7ac54a2b-3f9d-42dc-b87d-fc04532e02f8 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:58.717184 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a608497a-5c46-4a68-812e-dc38186ea6e8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9b32965a-6401-481d-8268-5409a9cc25f2 HTTP/1.1" status: 204 len: 168 time: 1.8898292 Mar 24 00:58:58.718129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f131f579-c0b2-4bb2-8131-21eb8fbb1798 req-7ac54a2b-3f9d-42dc-b87d-fc04532e02f8 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5435 time: 0.4194882 Mar 24 00:58:58.721330 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46436) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:58.757611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-b3a44fb6-7ca4-4d9d-9fcd-272251693a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:58.759167 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-b3a44fb6-7ca4-4d9d-9fcd-272251693a84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d4f1ff7-f8bd-48b3-933f-16bcf1a98553 HTTP/1.1" status: 200 len: 855 time: 0.1494062 Mar 24 00:58:58.776739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f555332-b934-4c22-8ce5-77d5ad714991 admin admin] Deleting subnet 9949c1b7-99b1-4ac5-9528-e85b6230eee6 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:58:58.780458 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f555332-b934-4c22-8ce5-77d5ad714991 admin admin] Publish callbacks [] for subnet (9949c1b7-99b1-4ac5-9528-e85b6230eee6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:58.819637 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f555332-b934-4c22-8ce5-77d5ad714991 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (9949c1b7-99b1-4ac5-9528-e85b6230eee6), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:58.828484 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394057ee-c5a0-4197-9b85-9fc62e458d6f req-25140f33-132e-4cf1-a648-d4efa37a14b3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:58.829995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-394057ee-c5a0-4197-9b85-9fc62e458d6f req-25140f33-132e-4cf1-a648-d4efa37a14b3 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e256fba-d1d0-483b-9cc7-f4921f2f6aab HTTP/1.1" status: 200 len: 945 time: 0.2527769 Mar 24 00:58:58.862883 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f131f579-c0b2-4bb2-8131-21eb8fbb1798 req-1ed34022-13fb-413f-a61c-f5ed480c1e4d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1328959 Mar 24 00:58:58.877834 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-506fd51a-7f71-4409-a5f9-fdbc926fce81 req-6fa953ce-2f47-407b-a812-7a3f4ae57279 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Deleting port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:58.878088 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-506fd51a-7f71-4409-a5f9-fdbc926fce81 req-6fa953ce-2f47-407b-a812-7a3f4ae57279 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:58.959704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-5a4d16ce-447f-44fd-b4df-2f7c396954a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:58.961510 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-5a4d16ce-447f-44fd-b4df-2f7c396954a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7cbf4f1-e156-43b3-b72e-c913a1c29220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1945541 Mar 24 00:58:58.962271 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f555332-b934-4c22-8ce5-77d5ad714991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (9949c1b7-99b1-4ac5-9528-e85b6230eee6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:58.962939 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1855005-67da-4380-ab59-4ab92fe7a2cd x-openstack-request-id: req-c1855005-67da-4380-ab59-4ab92fe7a2cd {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:58:58.963221 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f734c8-d7a5-4ed8-afcb-d2828cb59945", "tag": "6cb57b91-ffc0-4fcf-928c-eef8d247c662", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:58:58.963475 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1855005-67da-4380-ab59-4ab92fe7a2cd {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:58:58.963870 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1855005-67da-4380-ab59-4ab92fe7a2cd'] response: {'name': 'network-changed', 'server_uuid': '23f734c8-d7a5-4ed8-afcb-d2828cb59945', 'tag': '6cb57b91-ffc0-4fcf-928c-eef8d247c662', 'status': 'completed', 'code': 200} Mar 24 00:58:59.087917 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f555332-b934-4c22-8ce5-77d5ad714991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (9949c1b7-99b1-4ac5-9528-e85b6230eee6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.118775 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f555332-b934-4c22-8ce5-77d5ad714991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9949c1b7-99b1-4ac5-9528-e85b6230eee6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:59.122820 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f555332-b934-4c22-8ce5-77d5ad714991 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.128952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd35ff9-c8ad-46bc-a2e1-980dd3f431f6 None None] Network a98bf23f-e282-494a-9475-14c4438bbbf3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:58:59.129059 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7f555332-b934-4c22-8ce5-77d5ad714991 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9949c1b7-99b1-4ac5-9528-e85b6230eee6 HTTP/1.1" status: 204 len: 168 time: 0.4062631 Mar 24 00:58:59.129826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46438) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:59.209557 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (a98bf23f-e282-494a-9475-14c4438bbbf3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.276716 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] Deleting port f7cee4f8-d3db-4837-95e9-835b8345300d {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:59.277071 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f7cee4f8-d3db-4837-95e9-835b8345300d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.351713 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] For port f7cee4f8-d3db-4837-95e9-835b8345300d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f7cee4f8-d3db-4837-95e9-835b8345300d,segment=NetworkSegment(4ae70ec2-399d-48cd-ba55-ede7b40687d6),segment_id=4ae70ec2-399d-48cd-ba55-ede7b40687d6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:59.352108 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f7cee4f8-d3db-4837-95e9-835b8345300d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.374875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] Calling delete_port for f7cee4f8-d3db-4837-95e9-835b8345300d owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:59.408422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e9082a-c9ef-410b-ac5d-6477049e60e6 None None] DHCP port deletion for a98bf23f-e282-494a-9475-14c4438bbbf3 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 00:58:59.490422 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f7cee4f8-d3db-4837-95e9-835b8345300d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.495407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-394057ee-c5a0-4197-9b85-9fc62e458d6f req-70efd5ea-7f6e-4deb-90eb-4dd8511db3fa tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6433372 Mar 24 00:58:59.509951 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f7cee4f8-d3db-4837-95e9-835b8345300d no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:58:59.535537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9082a-c9ef-410b-ac5d-6477049e60e6 None None] Deleting port f7cee4f8-d3db-4837-95e9-835b8345300d {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:58:59.535927 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e7e9082a-c9ef-410b-ac5d-6477049e60e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f7cee4f8-d3db-4837-95e9-835b8345300d), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.539897 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: f7cee4f8-d3db-4837-95e9-835b8345300d {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:58:59.540468 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f7cee4f8-d3db-4837-95e9-835b8345300d not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:58:59.541154 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 81414ee1-d7b9-4a78-9547-aaf860210b12 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:58:59.553783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] No DVR routers for this DVR port f7cee4f8-d3db-4837-95e9-835b8345300d on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:58:59.556726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7cee4f8-d3db-4837-95e9-835b8345300d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:59.564485 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ecb88000-4be6-4cbd-893b-6b85d9a0e56f req-005d1829-1142-4b9c-8934-f4d83338e573 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-95489340', 'description': 'tempest-description-462977258'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:58:59.609409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 81414ee1-d7b9-4a78-9547-aaf860210b12 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:58:59.609902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 81414ee1-d7b9-4a78-9547-aaf860210b12 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:58:59.610330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device be48d34f-b9ac-438f-94d9-c499985ad4a2 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:58:59.618706 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0992e-de65-4e38-bcae-1bfb79f6d3c9 req-fe6f42d9-b512-4811-a1af-732c2f72428c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:59.623742 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0992e-de65-4e38-bcae-1bfb79f6d3c9 req-fe6f42d9-b512-4811-a1af-732c2f72428c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:59.629026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0992e-de65-4e38-bcae-1bfb79f6d3c9 req-fe6f42d9-b512-4811-a1af-732c2f72428c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:59.636382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0992e-de65-4e38-bcae-1bfb79f6d3c9 req-fe6f42d9-b512-4811-a1af-732c2f72428c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:59.640661 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: be48d34f-b9ac-438f-94d9-c499985ad4a2 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:58:59.640861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0992e-de65-4e38-bcae-1bfb79f6d3c9 req-fe6f42d9-b512-4811-a1af-732c2f72428c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:59.641017 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device be48d34f-b9ac-438f-94d9-c499985ad4a2 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:58:59.644894 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (a98bf23f-e282-494a-9475-14c4438bbbf3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.658069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0992e-de65-4e38-bcae-1bfb79f6d3c9 req-fe6f42d9-b512-4811-a1af-732c2f72428c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:59.664297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0992e-de65-4e38-bcae-1bfb79f6d3c9 req-fe6f42d9-b512-4811-a1af-732c2f72428c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:58:59.666503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22c0992e-de65-4e38-bcae-1bfb79f6d3c9 req-fe6f42d9-b512-4811-a1af-732c2f72428c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.3044600 Mar 24 00:58:59.667525 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ecb88000-4be6-4cbd-893b-6b85d9a0e56f req-005d1829-1142-4b9c-8934-f4d83338e573 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.675594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98bf23f-e282-494a-9475-14c4438bbbf3']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:59.677902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e7e9082a-c9ef-410b-ac5d-6477049e60e6 None None] For port f7cee4f8-d3db-4837-95e9-835b8345300d, host n-d-760455-9, got binding levels [] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:59.678855 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e7e9082a-c9ef-410b-ac5d-6477049e60e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f7cee4f8-d3db-4837-95e9-835b8345300d), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.689389 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae70ec2-399d-48cd-ba55-ede7b40687d6') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:59.689959 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae70ec2-399d-48cd-ba55-ede7b40687d6') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:58:59.699551 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.701378 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9082a-c9ef-410b-ac5d-6477049e60e6 None None] Calling delete_port for f7cee4f8-d3db-4837-95e9-835b8345300d owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:59.703295 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (4ae70ec2-399d-48cd-ba55-ede7b40687d6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.704891 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.ipam_backend_mixin [None req-e7e9082a-c9ef-410b-ac5d-6477049e60e6 None None] Port f7cee4f8-d3db-4837-95e9-835b8345300d was not found and therefore no delete operation was performed {{(pid=115731) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 00:58:59.706233 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e7e9082a-c9ef-410b-ac5d-6477049e60e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (f7cee4f8-d3db-4837-95e9-835b8345300d), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.715778 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-f11c1c85-17fa-44b2-9882-ead9329c061f service neutron] 10.222.0.57 "GET /v2.0/networks/a7cbf4f1-e156-43b3-b72e-c913a1c29220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7437992 Mar 24 00:58:59.718061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-506fd51a-7f71-4409-a5f9-fdbc926fce81 req-6fa953ce-2f47-407b-a812-7a3f4ae57279 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] For port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:58:59.718705 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-506fd51a-7f71-4409-a5f9-fdbc926fce81 req-6fa953ce-2f47-407b-a812-7a3f4ae57279 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.720216 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4ae70ec2-399d-48cd-ba55-ede7b40687d6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.725645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9082a-c9ef-410b-ac5d-6477049e60e6 None None] No DVR routers for this DVR port f7cee4f8-d3db-4837-95e9-835b8345300d on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:58:59.734231 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:58:59.734642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (4ae70ec2-399d-48cd-ba55-ede7b40687d6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.749659 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9082a-c9ef-410b-ac5d-6477049e60e6 None None] Pushing event deleted for resources: {'Port': ['ID=f7cee4f8-d3db-4837-95e9-835b8345300d,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:58:59.784367 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:58:59.808317 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (a98bf23f-e282-494a-9475-14c4438bbbf3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.817358 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:58:59.819466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-506fd51a-7f71-4409-a5f9-fdbc926fce81 req-6fa953ce-2f47-407b-a812-7a3f4ae57279 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Calling delete_port for 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:58:59.824180 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a98bf23f-e282-494a-9475-14c4438bbbf3 HTTP/1.1" status: 204 len: 168 time: 0.6904171 Mar 24 00:58:59.834647 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ad5a4-f971-49e4-83a3-502d7c75f9b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a98bf23f-e282-494a-9475-14c4438bbbf3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:58:59.933739 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22c0992e-de65-4e38-bcae-1bfb79f6d3c9 req-01b3b2cf-7441-4cf0-99c7-b7607635a7d8 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2489979 Mar 24 00:58:59.964096 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46444) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:58:59.972553 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd96067-7b58-4ac3-b4ea-e4cbac0539d6 req-f768194a-b521-44d8-825f-23604945b81f service neutron] 10.222.0.57 "GET /v2.0/networks/a7cbf4f1-e156-43b3-b72e-c913a1c29220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413011 Mar 24 00:59:00.024200 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-278bc13d-cf3d-4f2b-9723-9cb5c1a0e696 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa7a637ada534f57aa37557e7d448261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0572219 Mar 24 00:59:00.024460 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46448) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:00.049861 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ecb88000-4be6-4cbd-893b-6b85d9a0e56f req-005d1829-1142-4b9c-8934-f4d83338e573 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (e848700c-753c-4a18-bb4c-3ed4425d6cd1), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:00.072878 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ecb88000-4be6-4cbd-893b-6b85d9a0e56f req-005d1829-1142-4b9c-8934-f4d83338e573 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e848700c-753c-4a18-bb4c-3ed4425d6cd1), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:00.092415 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e8e1154-8ab1-4d24-9f6a-8ad92099ecf2 admin admin] Publish callbacks [] for security_group (f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:00.117294 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e8e1154-8ab1-4d24-9f6a-8ad92099ecf2 admin admin] Publish callbacks [] for security_group (f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:00.167554 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ecb88000-4be6-4cbd-893b-6b85d9a0e56f req-005d1829-1142-4b9c-8934-f4d83338e573 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:00.169625 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ecb88000-4be6-4cbd-893b-6b85d9a0e56f req-005d1829-1142-4b9c-8934-f4d83338e573 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6300244 Mar 24 00:59:00.177066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d1829-1142-4b9c-8934-f4d83338e573 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e848700c-753c-4a18-bb4c-3ed4425d6cd1,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:00.191823 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e8e1154-8ab1-4d24-9f6a-8ad92099ecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:00.194320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6e20b-a345-47b8-8656-45587b281f2b req-d5b12824-9505-4662-ba70-d890dafc9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:00.194858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e8e1154-8ab1-4d24-9f6a-8ad92099ecf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:00.199084 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2e8e1154-8ab1-4d24-9f6a-8ad92099ecf2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0 HTTP/1.1" status: 204 len: 168 time: 0.1703928 Mar 24 00:59:00.199228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ec6e20b-a345-47b8-8656-45587b281f2b req-d5b12824-9505-4662-ba70-d890dafc9abb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac18b19f7a24286a12bbfb6af5f2943&device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 1125 time: 0.1627285 Mar 24 00:59:00.211136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e1154-8ab1-4d24-9f6a-8ad92099ecf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f864ec83-aaf0-4bbd-99ac-d4b9e427f0a0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:00.279896 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-506fd51a-7f71-4409-a5f9-fdbc926fce81 req-6fa953ce-2f47-407b-a812-7a3f4ae57279 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:00.338082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bbb76-c4bc-4ba2-aa97-ae9097a7abb9 req-31805d1b-77e3-41ee-867a-251438b743c3 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:00.339563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef0bbb76-c4bc-4ba2-aa97-ae9097a7abb9 req-31805d1b-77e3-41ee-867a-251438b743c3 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 945 time: 0.2570424 Mar 24 00:59:00.363096 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa953ce-2f47-407b-a812-7a3f4ae57279 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Pushing event deleted for resources: {'Port': ['ID=167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:00.455556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-506fd51a-7f71-4409-a5f9-fdbc926fce81 req-6fa953ce-2f47-407b-a812-7a3f4ae57279 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] No DVR routers for this DVR port 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:59:00.461694 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-506fd51a-7f71-4409-a5f9-fdbc926fce81 req-6fa953ce-2f47-407b-a812-7a3f4ae57279 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:00.464967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-506fd51a-7f71-4409-a5f9-fdbc926fce81 req-6fa953ce-2f47-407b-a812-7a3f4ae57279 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.57 "DELETE /v2.0/ports/167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e HTTP/1.1" status: 204 len: 173 time: 1.9984760 Mar 24 00:59:00.500863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec11eea-c524-4028-a45f-f286bf71b846 req-ca139e89-20e8-495f-973f-c760aca3d276 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:00.502440 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ec11eea-c524-4028-a45f-f286bf71b846 req-ca139e89-20e8-495f-973f-c760aca3d276 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 943 time: 0.2540777 Mar 24 00:59:00.516607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef0bbb76-c4bc-4ba2-aa97-ae9097a7abb9 req-95d821d7-0b9a-45f0-9ef1-3d92e3d02dd1 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529250 Mar 24 00:59:00.528623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6e20b-a345-47b8-8656-45587b281f2b req-8caa7b31-4a86-4400-9f53-e8ae5119c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:00.528623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ec6e20b-a345-47b8-8656-45587b281f2b req-8caa7b31-4a86-4400-9f53-e8ae5119c32d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a7cbf4f1-e156-43b3-b72e-c913a1c29220 HTTP/1.1" status: 200 len: 917 time: 0.3157432 Mar 24 00:59:00.609818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ec6e20b-a345-47b8-8656-45587b281f2b req-a8d406d7-bf8b-450d-b503-a76c073ac55b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cb57b91-ffc0-4fcf-928c-eef8d247c662 HTTP/1.1" status: 200 len: 217 time: 0.0826192 Mar 24 00:59:00.716371 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ec11eea-c524-4028-a45f-f286bf71b846 req-677fc257-058c-419b-aed6-bd8cd13b7148 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985784 Mar 24 00:59:00.719206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6e20b-a345-47b8-8656-45587b281f2b req-627724d4-5941-4748-9405-072b6dbcf2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:00.720683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ec6e20b-a345-47b8-8656-45587b281f2b req-627724d4-5941-4748-9405-072b6dbcf2e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d4f1ff7-f8bd-48b3-933f-16bcf1a98553 HTTP/1.1" status: 200 len: 855 time: 0.0971859 Mar 24 00:59:00.784912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b9e3-aa47-4bc2-a00a-d20867c0f28a req-351caf86-5d9e-43da-afdb-32e2d4fbbd76 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:00.793559 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b9e3-aa47-4bc2-a00a-d20867c0f28a req-351caf86-5d9e-43da-afdb-32e2d4fbbd76 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:00.797608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b9e3-aa47-4bc2-a00a-d20867c0f28a req-351caf86-5d9e-43da-afdb-32e2d4fbbd76 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:00.803139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b9e3-aa47-4bc2-a00a-d20867c0f28a req-351caf86-5d9e-43da-afdb-32e2d4fbbd76 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:00.810643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b9e3-aa47-4bc2-a00a-d20867c0f28a req-351caf86-5d9e-43da-afdb-32e2d4fbbd76 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:00.816920 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b9e3-aa47-4bc2-a00a-d20867c0f28a req-351caf86-5d9e-43da-afdb-32e2d4fbbd76 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:00.823490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b9e3-aa47-4bc2-a00a-d20867c0f28a req-351caf86-5d9e-43da-afdb-32e2d4fbbd76 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:00.825494 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-af13b9e3-aa47-4bc2-a00a-d20867c0f28a req-351caf86-5d9e-43da-afdb-32e2d4fbbd76 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5435 time: 0.2148013 Mar 24 00:59:00.826075 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93b51f81-da85-475c-aa96-ade6094f62e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:00.882019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6e20b-a345-47b8-8656-45587b281f2b req-5ff98001-6aea-4580-aa6c-d70962a98b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:00.883554 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ec6e20b-a345-47b8-8656-45587b281f2b req-5ff98001-6aea-4580-aa6c-d70962a98b75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7cbf4f1-e156-43b3-b72e-c913a1c29220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1556604 Mar 24 00:59:00.969332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e256fba-d1d0-483b-9cc7-f4921f2f6aab', 'name': 'network-vif-deleted', 'tag': '167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:00.970652 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8164a8-5107-4975-bd14-e76494fc38da" -d '{"events": [{"server_uuid": "4e256fba-d1d0-483b-9cc7-f4921f2f6aab", "name": "network-vif-deleted", "tag": "167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:00.997733 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8a72ca7-99a5-45a3-bb35-f5d19b868253 req-7c97fa80-254d-4d45-b964-29e295dcbaa2 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/e848700c-753c-4a18-bb4c-3ed4425d6cd1 HTTP/1.1" status: 200 len: 1821 time: 0.2325876 Mar 24 00:59:01.009390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-a8a72ca7-99a5-45a3-bb35-f5d19b868253 req-a8a24bab-5430-470a-9780-1d48a9eaace8 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e848700c-753c-4a18-bb4c-3ed4425d6cd1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:01.009715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-a8a72ca7-99a5-45a3-bb35-f5d19b868253 req-a8a24bab-5430-470a-9780-1d48a9eaace8 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e848700c-753c-4a18-bb4c-3ed4425d6cd1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:01.035181 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-af13b9e3-aa47-4bc2-a00a-d20867c0f28a req-c98cd4bb-cc38-49a6-9749-5b982c74d6ba tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1982861 Mar 24 00:59:01.076680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46484) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:01.138927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ec6e20b-a345-47b8-8656-45587b281f2b req-11727b26-8772-4a5b-a6d7-0a6e7a045f6f service neutron] 10.222.0.57 "GET /v2.0/networks/a7cbf4f1-e156-43b3-b72e-c913a1c29220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481539 Mar 24 00:59:01.159517 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a8a72ca7-99a5-45a3-bb35-f5d19b868253 req-a8a24bab-5430-470a-9780-1d48a9eaace8 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (5bb6c92b-31af-4aad-bbb2-eb54029673b0), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:01.202769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-21fba1c2-d234-410f-a468-e994053b8c6b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-network', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:01.222651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fba1c2-d234-410f-a468-e994053b8c6b admin admin] Made reservation on behalf of aa48779386084f8989df3ed2fec3e464 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:01.224867 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21fba1c2-d234-410f-a468-e994053b8c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:01.237365 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21fba1c2-d234-410f-a468-e994053b8c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:01.275680 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a8a72ca7-99a5-45a3-bb35-f5d19b868253 req-a8a24bab-5430-470a-9780-1d48a9eaace8 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (5bb6c92b-31af-4aad-bbb2-eb54029673b0), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:01.289565 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a8a72ca7-99a5-45a3-bb35-f5d19b868253 req-a8a24bab-5430-470a-9780-1d48a9eaace8 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5bb6c92b-31af-4aad-bbb2-eb54029673b0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:01.313397 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21fba1c2-d234-410f-a468-e994053b8c6b admin admin] Publish callbacks [] for security_group (b0b740ce-c117-4240-ba2f-4080624026d8), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:01.319914 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21fba1c2-d234-410f-a468-e994053b8c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b0b740ce-c117-4240-ba2f-4080624026d8), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:01.337058 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a24bab-5430-470a-9780-1d48a9eaace8 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb6c92b-31af-4aad-bbb2-eb54029673b0,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:01.343504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ec6e20b-a345-47b8-8656-45587b281f2b req-dd6af6a3-95f7-4abf-b607-16d322f0a6f2 service neutron] 10.222.0.57 "GET /v2.0/networks/a7cbf4f1-e156-43b3-b72e-c913a1c29220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811972 Mar 24 00:59:01.346245 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a8a72ca7-99a5-45a3-bb35-f5d19b868253 req-a8a24bab-5430-470a-9780-1d48a9eaace8 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:01.356204 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21fba1c2-d234-410f-a468-e994053b8c6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:59:01.360063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8a72ca7-99a5-45a3-bb35-f5d19b868253 req-a8a24bab-5430-470a-9780-1d48a9eaace8 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3612990 Mar 24 00:59:01.363398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fba1c2-d234-410f-a468-e994053b8c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b740ce-c117-4240-ba2f-4080624026d8,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:01.370912 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21fba1c2-d234-410f-a468-e994053b8c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (060dedf5-fe5f-4179-bfba-fc227916dcd8), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:01.371394 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-21fba1c2-d234-410f-a468-e994053b8c6b admin admin] Added segment 060dedf5-fe5f-4179-bfba-fc227916dcd8 of type vlan for network 9d37656e-c76e-4646-97e0-f304db07f78a Mar 24 00:59:01.374751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e876d-a113-42bb-a81a-c08445f1f82f req-647a7df2-40e2-41f1-999e-633c9b816cc8 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:01.376301 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b04e876d-a113-42bb-a81a-c08445f1f82f req-647a7df2-40e2-41f1-999e-633c9b816cc8 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 945 time: 0.1595309 Mar 24 00:59:01.430073 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21fba1c2-d234-410f-a468-e994053b8c6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (9d37656e-c76e-4646-97e0-f304db07f78a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:01.454930 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b04e876d-a113-42bb-a81a-c08445f1f82f req-292fdef1-774d-4a12-8552-bc32d74f840e tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706558 Mar 24 00:59:01.463754 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21fba1c2-d234-410f-a468-e994053b8c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (9d37656e-c76e-4646-97e0-f304db07f78a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:01.465996 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fba1c2-d234-410f-a468-e994053b8c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:01.466688 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21fba1c2-d234-410f-a468-e994053b8c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:01.502427 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-21fba1c2-d234-410f-a468-e994053b8c6b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4239712 Mar 24 00:59:01.506150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46494) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:01.514044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-d7f4ceed-3e27-4b63-8328-0f1e40499098 admin admin] Request body: {'subnet': {'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-subnet', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:01.562901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f4ceed-3e27-4b63-8328-0f1e40499098 admin admin] Made reservation on behalf of aa48779386084f8989df3ed2fec3e464 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:01.565586 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ceed-3e27-4b63-8328-0f1e40499098 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:01.580206 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fba1c2-d234-410f-a468-e994053b8c6b admin admin] Pushing event updated for resources: {'Network': ['ID=9d37656e-c76e-4646-97e0-f304db07f78a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:01.592446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 9d37656e-c76e-4646-97e0-f304db07f78a details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:59:01.628080 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e002fd7e-1643-4fc0-9c05-c45a218651cd x-openstack-request-id: req-e002fd7e-1643-4fc0-9c05-c45a218651cd {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:01.628374 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e256fba-d1d0-483b-9cc7-f4921f2f6aab", "name": "network-vif-deleted", "tag": "167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:01.628630 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e002fd7e-1643-4fc0-9c05-c45a218651cd {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:01.629030 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e002fd7e-1643-4fc0-9c05-c45a218651cd'] response: {'server_uuid': '4e256fba-d1d0-483b-9cc7-f4921f2f6aab', 'name': 'network-vif-deleted', 'tag': '167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e', 'status': 'completed', 'code': 200} Mar 24 00:59:01.747278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074a221-6cb1-46c6-812c-190957aa379a req-9850a79d-4ebc-4e92-9091-1718a8cdf42b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:01.752514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074a221-6cb1-46c6-812c-190957aa379a req-9850a79d-4ebc-4e92-9091-1718a8cdf42b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:01.758259 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074a221-6cb1-46c6-812c-190957aa379a req-9850a79d-4ebc-4e92-9091-1718a8cdf42b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:01.763592 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074a221-6cb1-46c6-812c-190957aa379a req-9850a79d-4ebc-4e92-9091-1718a8cdf42b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:01.769031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074a221-6cb1-46c6-812c-190957aa379a req-9850a79d-4ebc-4e92-9091-1718a8cdf42b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:01.774419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074a221-6cb1-46c6-812c-190957aa379a req-9850a79d-4ebc-4e92-9091-1718a8cdf42b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:01.780011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074a221-6cb1-46c6-812c-190957aa379a req-9850a79d-4ebc-4e92-9091-1718a8cdf42b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:01.782262 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3074a221-6cb1-46c6-812c-190957aa379a req-9850a79d-4ebc-4e92-9091-1718a8cdf42b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.2205153 Mar 24 00:59:01.818523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82ae15-a92d-4ca3-af57-b2c01c18f2e6 req-c686e0a6-227f-4d35-8869-b2bb5f3407e6 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:01.824342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82ae15-a92d-4ca3-af57-b2c01c18f2e6 req-c686e0a6-227f-4d35-8869-b2bb5f3407e6 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:01.829656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82ae15-a92d-4ca3-af57-b2c01c18f2e6 req-c686e0a6-227f-4d35-8869-b2bb5f3407e6 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:01.835069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82ae15-a92d-4ca3-af57-b2c01c18f2e6 req-c686e0a6-227f-4d35-8869-b2bb5f3407e6 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:01.840541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82ae15-a92d-4ca3-af57-b2c01c18f2e6 req-c686e0a6-227f-4d35-8869-b2bb5f3407e6 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:01.845985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82ae15-a92d-4ca3-af57-b2c01c18f2e6 req-c686e0a6-227f-4d35-8869-b2bb5f3407e6 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:01.852196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82ae15-a92d-4ca3-af57-b2c01c18f2e6 req-c686e0a6-227f-4d35-8869-b2bb5f3407e6 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:01.854179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca82ae15-a92d-4ca3-af57-b2c01c18f2e6 req-c686e0a6-227f-4d35-8869-b2bb5f3407e6 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5435 time: 0.2243657 Mar 24 00:59:01.866142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46500) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:01.871115 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b4db9e93-83fe-4f11-9192-68cb79599dc3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Request body: {'floatingip': {'port_id': '3080bcfc-b310-4ca5-ba98-eef24b97bff4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:01.921473 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4db9e93-83fe-4f11-9192-68cb79599dc3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for floatingip (e9079a62-39bd-4b3e-bcbc-1eb3545ce6cc), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:01.955581 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3074a221-6cb1-46c6-812c-190957aa379a req-2cc818dd-4151-4255-a66e-0079d44f516d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1610377 Mar 24 00:59:02.026710 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ceed-3e27-4b63-8328-0f1e40499098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (24001411-7949-4104-b16e-388a52a539de), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.084166 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.121037 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-527fe376-a0ab-445d-a4e7-6fa41cea4142 req-f68f4b5a-a94d-493b-bf91-393a88c26b68 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/e848700c-753c-4a18-bb4c-3ed4425d6cd1 HTTP/1.1" status: 200 len: 2415 time: 0.1127481 Mar 24 00:59:02.131145 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-527fe376-a0ab-445d-a4e7-6fa41cea4142 req-eba04d23-a18e-445d-97e7-b65e4b9609cd tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e848700c-753c-4a18-bb4c-3ed4425d6cd1', 'remote_group_id': None}]} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:02.131646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-527fe376-a0ab-445d-a4e7-6fa41cea4142 req-eba04d23-a18e-445d-97e7-b65e4b9609cd tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e848700c-753c-4a18-bb4c-3ed4425d6cd1', 'remote_group_id': None}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:02.138098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4ceed-3e27-4b63-8328-0f1e40499098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24001411-7949-4104-b16e-388a52a539de,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:02.159711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f4ceed-3e27-4b63-8328-0f1e40499098 admin admin] Checking segment: {'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:02.160310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f4ceed-3e27-4b63-8328-0f1e40499098 admin admin] Network hostable DHCP agents. Network: 9d37656e-c76e-4646-97e0-f304db07f78a, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:59:02.193287 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f4ceed-3e27-4b63-8328-0f1e40499098 admin admin] Network 9d37656e-c76e-4646-97e0-f304db07f78a is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:59:02.213703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-d7f4ceed-3e27-4b63-8328-0f1e40499098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 9d37656e-c76e-4646-97e0-f304db07f78a) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:02.222177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f989d3f0-7689-4efb-b8f1-a5886f13f6cb None None] Network 9d37656e-c76e-4646-97e0-f304db07f78a requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:59:02.227943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f4ceed-3e27-4b63-8328-0f1e40499098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:02.228736 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ceed-3e27-4b63-8328-0f1e40499098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.278298 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d7f4ceed-3e27-4b63-8328-0f1e40499098 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7703383 Mar 24 00:59:02.294585 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46506) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:02.297032 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-527fe376-a0ab-445d-a4e7-6fa41cea4142 req-eba04d23-a18e-445d-97e7-b65e4b9609cd tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (98c0a74e-1477-4310-8be2-f07e9a425ead), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.309480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:02.320027 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.351014 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-527fe376-a0ab-445d-a4e7-6fa41cea4142 req-eba04d23-a18e-445d-97e7-b65e4b9609cd tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (98c0a74e-1477-4310-8be2-f07e9a425ead), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.358841 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (a6299554-6c6a-49fc-aa48-f44299659774), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.360032 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (a6299554-6c6a-49fc-aa48-f44299659774), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.366405 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-527fe376-a0ab-445d-a4e7-6fa41cea4142 req-eba04d23-a18e-445d-97e7-b65e4b9609cd tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (98c0a74e-1477-4310-8be2-f07e9a425ead), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.380903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991f49c-8171-44ac-9280-20399d8d0374 req-47920afe-9534-4810-92b2-0d6fe8d26d77 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:02.382512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:59:02.388016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6991f49c-8171-44ac-9280-20399d8d0374 req-47920afe-9534-4810-92b2-0d6fe8d26d77 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/ports?device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 945 time: 0.1359985 Mar 24 00:59:02.422454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-9d37656e-c76e-4646-97e0-f304db07f78a', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'fixed_ips': [{'subnet_id': '24001411-7949-4104-b16e-388a52a539de'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:59:02.424996 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.429667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba04d23-a18e-445d-97e7-b65e4b9609cd tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c0a74e-1477-4310-8be2-f07e9a425ead,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:02.452774 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:59:02.453140 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 167ab5a0-40c6-4e69-b9c0-3ed4d598fa7e not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:59:02.453257 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-527fe376-a0ab-445d-a4e7-6fa41cea4142 req-eba04d23-a18e-445d-97e7-b65e4b9609cd tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.459468 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-527fe376-a0ab-445d-a4e7-6fa41cea4142 req-eba04d23-a18e-445d-97e7-b65e4b9609cd tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3367653 Mar 24 00:59:02.539262 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Publish callbacks [] for router_controller (a6299554-6c6a-49fc-aa48-f44299659774), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.568787 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6991f49c-8171-44ac-9280-20399d8d0374 req-98f72f43-8662-4fe2-a989-d0f74e295765 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f171f04-4c10-49fb-8c3d-cec10e56b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792989 Mar 24 00:59:02.622104 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Allocated IP 172.20.0.2 (9d37656e-c76e-4646-97e0-f304db07f78a/24001411-7949-4104-b16e-388a52a539de/9ae4efaf-2b56-4e43-8786-633a8d70c2f0) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:02.681551 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4db9e93-83fe-4f11-9192-68cb79599dc3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.688097 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4db9e93-83fe-4f11-9192-68cb79599dc3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (e9079a62-39bd-4b3e-bcbc-1eb3545ce6cc), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.819203 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-b4db9e93-83fe-4f11-9192-68cb79599dc3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Floating IP e9079a62-39bd-4b3e-bcbc-1eb3545ce6cc associated. External IP: 172.25.0.183, port: 3080bcfc-b310-4ca5-ba98-eef24b97bff4. Mar 24 00:59:02.828369 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Publish callbacks [] for port (9ae4efaf-2b56-4e43-8786-633a8d70c2f0), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.835595 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (9ae4efaf-2b56-4e43-8786-633a8d70c2f0), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.880106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b576d67-e6f8-4977-a929-0ae0ff2edffe req-a3ab3dbb-5358-4881-bcbf-7215b0f620f7 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:02.883961 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b576d67-e6f8-4977-a929-0ae0ff2edffe req-a3ab3dbb-5358-4881-bcbf-7215b0f620f7 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 943 time: 0.3418083 Mar 24 00:59:02.886990 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Publish callbacks [] for router_gateway (a6299554-6c6a-49fc-aa48-f44299659774), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:02.889072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Network 9d37656e-c76e-4646-97e0-f304db07f78a is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:02.894770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:02.905412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:02.930376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a7e78-9bcb-4f74-9b34-776512e9d972 req-83a4d5e1-8b94-4fb2-9ec1-0a8dd8aa5f74 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:02.932607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-644a7e78-9bcb-4f74-9b34-776512e9d972 req-83a4d5e1-8b94-4fb2-9ec1-0a8dd8aa5f74 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 944 time: 0.3614657 Mar 24 00:59:02.957537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Pushing event updated for resources: {'Port': ['ID=9ae4efaf-2b56-4e43-8786-633a8d70c2f0,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:02.965216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315d76f-27d1-4b42-b30b-1059c28660a8 req-0536060d-b1da-4646-8601-89cf1e903015 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:02.972344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d315d76f-27d1-4b42-b30b-1059c28660a8 req-0536060d-b1da-4646-8601-89cf1e903015 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 944 time: 0.2799723 Mar 24 00:59:02.994662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Attempting to bind port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:02.995041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Attempting to bind port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:02.995405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Attempting to bind port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 on network 9d37656e-c76e-4646-97e0-f304db07f78a {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:03.002815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:03.002815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Checking segment: {'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:03.002815 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:03.002815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Bound using segment: {'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:03.003238 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Bound port: 9ae4efaf-2b56-4e43-8786-633a8d70c2f0, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:03.003404 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9ae4efaf-2b56-4e43-8786-633a8d70c2f0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:03.093354 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4db9e93-83fe-4f11-9192-68cb79599dc3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Router ceb25ad3-9a79-4411-a78d-2cb8a2933697 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:59:03.095348 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] For port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:59:03.100535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] For port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9ae4efaf-2b56-4e43-8786-633a8d70c2f0,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:59:03.114224 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9ae4efaf-2b56-4e43-8786-633a8d70c2f0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:03.146705 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b576d67-e6f8-4977-a929-0ae0ff2edffe req-600bd88b-07e6-419b-9725-c5e44c9578f9 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519181 Mar 24 00:59:03.180580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d3111-2926-4368-b1c2-33cd0a54d9f8 None None] Pushing event updated for resources: {'Port': ['ID=9ae4efaf-2b56-4e43-8786-633a8d70c2f0,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:03.211351 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d315d76f-27d1-4b42-b30b-1059c28660a8 req-3e339ed9-266d-4fa7-8450-b4ac5ba677da tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0db79c1-9c50-4a2b-97ba-766f7e8969f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332704 Mar 24 00:59:03.301390 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0e362-0e7b-4015-97bf-3298cee6d9e6 req-0bf3a2dc-ad60-45fc-b3d0-159897a6d731 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:03.302652 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-77c0e362-0e7b-4015-97bf-3298cee6d9e6 req-0bf3a2dc-ad60-45fc-b3d0-159897a6d731 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.48 "GET /v2.0/ports?device_id=8129bf6d-0bda-4adf-846d-e6a679c6c21b HTTP/1.1" status: 200 len: 945 time: 0.0838470 Mar 24 00:59:03.306602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4db9e93-83fe-4f11-9192-68cb79599dc3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:59:03.315871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4db9e93-83fe-4f11-9192-68cb79599dc3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:03.317711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40352798-b9c1-4e9c-bdba-37c06ba3d05e None None] Sync routers for ids ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:59:03.340953 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40352798-b9c1-4e9c-bdba-37c06ba3d05e None None] Routers {'ceb25ad3-9a79-4411-a78d-2cb8a2933697'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:03.344528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-40352798-b9c1-4e9c-bdba-37c06ba3d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:03.350029 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-644a7e78-9bcb-4f74-9b34-776512e9d972 req-ac53724c-3f6e-41c3-8b81-56d9b0b2af27 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Deleting port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:59:03.350381 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-644a7e78-9bcb-4f74-9b34-776512e9d972 req-ac53724c-3f6e-41c3-8b81-56d9b0b2af27 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:03.444454 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b4db9e93-83fe-4f11-9192-68cb79599dc3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "PUT /v2.0/floatingips/e9079a62-39bd-4b3e-bcbc-1eb3545ce6cc HTTP/1.1" status: 200 len: 992 time: 1.5771971 Mar 24 00:59:03.446561 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'tag': '3080bcfc-b310-4ca5-ba98-eef24b97bff4'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:03.449584 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c967c646-4076-41b1-82c1-81600323f27e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "tag": "3080bcfc-b310-4ca5-ba98-eef24b97bff4"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:03.459824 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3a63ac5-5e20-4c3e-8a03-2fa0d4365fd8 req-7095fb1d-38f5-466f-8423-12caa87b7093 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/e848700c-753c-4a18-bb4c-3ed4425d6cd1 HTTP/1.1" status: 200 len: 3014 time: 0.2070882 Mar 24 00:59:03.561309 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-77c0e362-0e7b-4015-97bf-3298cee6d9e6 req-fb565ee6-ab04-47ee-b22f-076806c4a027 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Deleting port 65024e64-55c7-48d3-ad2a-fb832a806b1f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:59:03.561662 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-77c0e362-0e7b-4015-97bf-3298cee6d9e6 req-fb565ee6-ab04-47ee-b22f-076806c4a027 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (65024e64-55c7-48d3-ad2a-fb832a806b1f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:03.577838 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871e911-e13d-4009-b519-0443bc8afdba req-ee1dc27d-be71-436d-89bf-8084033c1f4d tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:03.579350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c871e911-e13d-4009-b519-0443bc8afdba req-ee1dc27d-be71-436d-89bf-8084033c1f4d tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 945 time: 0.3434815 Mar 24 00:59:03.587196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-40352798-b9c1-4e9c-bdba-37c06ba3d05e None None] Set router ceb25ad3-9a79-4411-a78d-2cb8a2933697 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:03.700818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-644a7e78-9bcb-4f74-9b34-776512e9d972 req-ac53724c-3f6e-41c3-8b81-56d9b0b2af27 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] For port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,segment=NetworkSegment(716e7f2f-272b-48b5-8a7c-75deb113119a),segment_id=716e7f2f-272b-48b5-8a7c-75deb113119a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:03.701240 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-644a7e78-9bcb-4f74-9b34-776512e9d972 req-ac53724c-3f6e-41c3-8b81-56d9b0b2af27 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:03.724874 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-77c0e362-0e7b-4015-97bf-3298cee6d9e6 req-fb565ee6-ab04-47ee-b22f-076806c4a027 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] For port 65024e64-55c7-48d3-ad2a-fb832a806b1f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=65024e64-55c7-48d3-ad2a-fb832a806b1f,segment=NetworkSegment(68610b5a-6361-4ba9-8750-c409fb44e48d),segment_id=68610b5a-6361-4ba9-8750-c409fb44e48d)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:03.725417 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-77c0e362-0e7b-4015-97bf-3298cee6d9e6 req-fb565ee6-ab04-47ee-b22f-076806c4a027 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (65024e64-55c7-48d3-ad2a-fb832a806b1f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:03.742979 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-77c0e362-0e7b-4015-97bf-3298cee6d9e6 req-fb565ee6-ab04-47ee-b22f-076806c4a027 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Calling delete_port for 65024e64-55c7-48d3-ad2a-fb832a806b1f owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:59:03.752251 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-644a7e78-9bcb-4f74-9b34-776512e9d972 req-ac53724c-3f6e-41c3-8b81-56d9b0b2af27 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Calling delete_port for bd6fb2d2-6040-440e-b2f5-736aecb8e9dc owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:59:03.852152 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Publish callbacks [] for router_gateway (a6299554-6c6a-49fc-aa48-f44299659774), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:03.870163 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:03.899806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e294cc-4c81-4b37-8c60-0ed5f3e9921b req-544bb134-9b7a-49a2-b42f-6b170a159c91 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:03.905345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e294cc-4c81-4b37-8c60-0ed5f3e9921b req-544bb134-9b7a-49a2-b42f-6b170a159c91 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:03.912611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e294cc-4c81-4b37-8c60-0ed5f3e9921b req-544bb134-9b7a-49a2-b42f-6b170a159c91 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:03.915771 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-77c0e362-0e7b-4015-97bf-3298cee6d9e6 req-fb565ee6-ab04-47ee-b22f-076806c4a027 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (65024e64-55c7-48d3-ad2a-fb832a806b1f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:03.918478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e294cc-4c81-4b37-8c60-0ed5f3e9921b req-544bb134-9b7a-49a2-b42f-6b170a159c91 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:03.924137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e294cc-4c81-4b37-8c60-0ed5f3e9921b req-544bb134-9b7a-49a2-b42f-6b170a159c91 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:03.930140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e294cc-4c81-4b37-8c60-0ed5f3e9921b req-544bb134-9b7a-49a2-b42f-6b170a159c91 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:03.937387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e294cc-4c81-4b37-8c60-0ed5f3e9921b req-544bb134-9b7a-49a2-b42f-6b170a159c91 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:03.945210 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76e294cc-4c81-4b37-8c60-0ed5f3e9921b req-544bb134-9b7a-49a2-b42f-6b170a159c91 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.3197699 Mar 24 00:59:03.955923 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:03.963721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb565ee6-ab04-47ee-b22f-076806c4a027 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Pushing event deleted for resources: {'Port': ['ID=65024e64-55c7-48d3-ad2a-fb832a806b1f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:03.969732 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c871e911-e13d-4009-b519-0443bc8afdba req-768e80cb-145b-4afa-8e5d-aa1ef68beb0a tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455925 Mar 24 00:59:04.008366 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['65024e64-55c7-48d3-ad2a-fb832a806b1f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:04.039243 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c0e362-0e7b-4015-97bf-3298cee6d9e6 req-fb565ee6-ab04-47ee-b22f-076806c4a027 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] No DVR routers for this DVR port 65024e64-55c7-48d3-ad2a-fb832a806b1f on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:59:04.043908 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-77c0e362-0e7b-4015-97bf-3298cee6d9e6 req-fb565ee6-ab04-47ee-b22f-076806c4a027 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:04.048320 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-77c0e362-0e7b-4015-97bf-3298cee6d9e6 req-fb565ee6-ab04-47ee-b22f-076806c4a027 tempest-ServerAddressesNegativeTestJSON-1288388982 tempest-ServerAddressesNegativeTestJSON-1288388982-project] 10.222.0.48 "DELETE /v2.0/ports/65024e64-55c7-48d3-ad2a-fb832a806b1f HTTP/1.1" status: 204 len: 173 time: 0.7398911 Mar 24 00:59:04.064316 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac0ffa2-33d2-40e6-9f1a-8cf4ef706a7a x-openstack-request-id: req-bac0ffa2-33d2-40e6-9f1a-8cf4ef706a7a {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:04.066519 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "tag": "3080bcfc-b310-4ca5-ba98-eef24b97bff4", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:04.066801 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bac0ffa2-33d2-40e6-9f1a-8cf4ef706a7a {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:04.067224 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac0ffa2-33d2-40e6-9f1a-8cf4ef706a7a'] response: {'name': 'network-changed', 'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'tag': '3080bcfc-b310-4ca5-ba98-eef24b97bff4', 'status': 'completed', 'code': 200} Mar 24 00:59:04.194172 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-40352798-b9c1-4e9c-bdba-37c06ba3d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'name': 'tempest-TaggedBootDevicesTest-1882619316-router', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:14Z', 'revision_number': 4, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'gw_port': {'id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'e9079a62-39bd-4b3e-bcbc-1eb3545ce6cc', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'port_id': '3080bcfc-b310-4ca5-ba98-eef24b97bff4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c248708-2440-4785-8d15-a96131db79cd', 'mac_address': 'fa:16:3e:d6:69:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:56:42Z', 'updated_at': '2022-03-24T00:59:02Z', 'revision_number': 1, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e10738-83aa-4ef3-99f7-66cc6845a206', 'name': '', 'network_id': '5c248708-2440-4785-8d15-a96131db79cd', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'mac_address': 'fa:16:3e:a7:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:13Z', 'updated_at': '2022-03-24T00:55:21Z', 'revision_number': 5, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'subnets': [{'id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:04.197819 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c646-4076-41b1-82c1-81600323f27e req-d2bdd16c-dfc8-40a7-be27-bc961b11201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:04.198298 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c646-4076-41b1-82c1-81600323f27e req-d2bdd16c-dfc8-40a7-be27-bc961b11201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:04.198764 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c646-4076-41b1-82c1-81600323f27e req-d2bdd16c-dfc8-40a7-be27-bc961b11201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:04.199223 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c646-4076-41b1-82c1-81600323f27e req-d2bdd16c-dfc8-40a7-be27-bc961b11201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:04.199688 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c646-4076-41b1-82c1-81600323f27e req-d2bdd16c-dfc8-40a7-be27-bc961b11201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:04.200150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c646-4076-41b1-82c1-81600323f27e req-d2bdd16c-dfc8-40a7-be27-bc961b11201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:04.200588 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c646-4076-41b1-82c1-81600323f27e req-d2bdd16c-dfc8-40a7-be27-bc961b11201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:04.202861 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c967c646-4076-41b1-82c1-81600323f27e req-d2bdd16c-dfc8-40a7-be27-bc961b11201b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e9c2b109f34f4b898664514fcdc44a&device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 6709 time: 0.0976315 Mar 24 00:59:04.264170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40352798-b9c1-4e9c-bdba-37c06ba3d05e None None] Checking router: ceb25ad3-9a79-4411-a78d-2cb8a2933697 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:59:04.284442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40352798-b9c1-4e9c-bdba-37c06ba3d05e None None] Routers {'ceb25ad3-9a79-4411-a78d-2cb8a2933697'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:04.285119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-40352798-b9c1-4e9c-bdba-37c06ba3d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:04.320582 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c646-4076-41b1-82c1-81600323f27e req-30402dea-ac87-4483-9ed8-a98d5118aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:04.322754 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c967c646-4076-41b1-82c1-81600323f27e req-30402dea-ac87-4483-9ed8-a98d5118aad0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c248708-2440-4785-8d15-a96131db79cd HTTP/1.1" status: 200 len: 913 time: 0.1137354 Mar 24 00:59:04.402272 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c967c646-4076-41b1-82c1-81600323f27e req-fb090f8d-2b98-4958-9e53-316a9d0ba681 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3080bcfc-b310-4ca5-ba98-eef24b97bff4 HTTP/1.1" status: 200 len: 1000 time: 0.0691264 Mar 24 00:59:04.470823 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-40352798-b9c1-4e9c-bdba-37c06ba3d05e None None] Set router ceb25ad3-9a79-4411-a78d-2cb8a2933697 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:04.477289 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c646-4076-41b1-82c1-81600323f27e req-950a064b-a9b9-4ce3-9b04-230011808c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:04.478764 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c967c646-4076-41b1-82c1-81600323f27e req-950a064b-a9b9-4ce3-9b04-230011808c86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=317f1329-b148-485c-b02d-6e63c3ddb2c4 HTTP/1.1" status: 200 len: 851 time: 0.0683985 Mar 24 00:59:04.551671 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c646-4076-41b1-82c1-81600323f27e req-60b276e3-8c89-4028-a3a6-865fd19c4659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:04.553936 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c967c646-4076-41b1-82c1-81600323f27e req-60b276e3-8c89-4028-a3a6-865fd19c4659 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c248708-2440-4785-8d15-a96131db79cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0642519 Mar 24 00:59:04.703647 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c967c646-4076-41b1-82c1-81600323f27e req-65fbd3ea-60a1-450d-ad6a-dd8994d32def service neutron] 10.222.0.48 "GET /v2.0/networks/5c248708-2440-4785-8d15-a96131db79cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426978 Mar 24 00:59:04.732411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-166ccea9-57c0-48fc-9345-cfcaf6a28c83 req-f13c21ae-a1a8-40e2-ab0b-edb2884658d9 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-group-rules/98c0a74e-1477-4310-8be2-f07e9a425ead HTTP/1.1" status: 200 len: 783 time: 0.6441267 Mar 24 00:59:04.753837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device bd6fb2d2-6040-440e-b2f5-736aecb8e9dc no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:59:04.755688 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909c7684-56c8-4cbd-a65a-6cf8f83ffdd0 None None] Network 9d37656e-c76e-4646-97e0-f304db07f78a requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:59:04.800634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76e294cc-4c81-4b37-8c60-0ed5f3e9921b req-f8d2f9f6-dbb7-454e-8df9-b0e37d0a50b0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8545454 Mar 24 00:59:04.880209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Allocated IP 172.25.0.11 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/d2c46c9d-7628-4859-96da-e125c0e74496) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:04.916294 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c967c646-4076-41b1-82c1-81600323f27e req-88757adb-7dd2-47bd-bbe5-f0703f024657 service neutron] 10.222.0.48 "GET /v2.0/networks/5c248708-2440-4785-8d15-a96131db79cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050774 Mar 24 00:59:04.917454 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-166ccea9-57c0-48fc-9345-cfcaf6a28c83 req-4a297272-c954-42df-9b04-ef63bf6b9f2a tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/e848700c-753c-4a18-bb4c-3ed4425d6cd1 HTTP/1.1" status: 200 len: 3014 time: 0.1637609 Mar 24 00:59:04.926563 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-52e331e9-504e-40c2-9465-b5049c4e2b1e None None] Provisioning complete for port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:04.927019 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-52e331e9-504e-40c2-9465-b5049c4e2b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9ae4efaf-2b56-4e43-8786-633a8d70c2f0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:04.930764 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46526) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:04.937459 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-644a7e78-9bcb-4f74-9b34-776512e9d972 req-ac53724c-3f6e-41c3-8b81-56d9b0b2af27 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (bd6fb2d2-6040-440e-b2f5-736aecb8e9dc), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:04.963398 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No active binding found for port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc {{(pid=115731) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 24 00:59:04.963784 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] The host n-h2-760455-9 is not matching for port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc host None! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 00:59:04.964540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device bd6fb2d2-6040-440e-b2f5-736aecb8e9dc not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:59:04.965021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 65024e64-55c7-48d3-ad2a-fb832a806b1f no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:59:05.001300 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 65024e64-55c7-48d3-ad2a-fb832a806b1f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:59:05.001585 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 65024e64-55c7-48d3-ad2a-fb832a806b1f not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:59:05.021591 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff02acfa-5881-458c-9309-cfebb7f0d189 admin admin] Deleting subnet ba116d0c-bfc9-43c8-8cac-8996ede1e064 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:59:05.025749 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff02acfa-5881-458c-9309-cfebb7f0d189 admin admin] Publish callbacks [] for subnet (ba116d0c-bfc9-43c8-8cac-8996ede1e064), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.032312 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-40352798-b9c1-4e9c-bdba-37c06ba3d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'name': 'tempest-TaggedBootDevicesTest-1882619316-router', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:14Z', 'revision_number': 4, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'gw_port': {'id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'e9079a62-39bd-4b3e-bcbc-1eb3545ce6cc', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'port_id': '3080bcfc-b310-4ca5-ba98-eef24b97bff4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c248708-2440-4785-8d15-a96131db79cd', 'mac_address': 'fa:16:3e:d6:69:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:56:42Z', 'updated_at': '2022-03-24T00:59:02Z', 'revision_number': 1, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e10738-83aa-4ef3-99f7-66cc6845a206', 'name': '', 'network_id': '5c248708-2440-4785-8d15-a96131db79cd', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'mac_address': 'fa:16:3e:a7:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:13Z', 'updated_at': '2022-03-24T00:55:21Z', 'revision_number': 5, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'subnets': [{'id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:05.057704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53724c-3f6e-41c3-8b81-56d9b0b2af27 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Pushing event deleted for resources: {'Port': ['ID=bd6fb2d2-6040-440e-b2f5-736aecb8e9dc,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:05.064228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40352798-b9c1-4e9c-bdba-37c06ba3d05e None None] The sync data for ids ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'] in n-d-760455-9 is: [{'id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'name': 'tempest-TaggedBootDevicesTest-1882619316-router', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:14Z', 'revision_number': 4, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'gw_port': {'id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'e9079a62-39bd-4b3e-bcbc-1eb3545ce6cc', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'port_id': '3080bcfc-b310-4ca5-ba98-eef24b97bff4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c248708-2440-4785-8d15-a96131db79cd', 'mac_address': 'fa:16:3e:d6:69:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:56:42Z', 'updated_at': '2022-03-24T00:59:02Z', 'revision_number': 1, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e10738-83aa-4ef3-99f7-66cc6845a206', 'name': '', 'network_id': '5c248708-2440-4785-8d15-a96131db79cd', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'mac_address': 'fa:16:3e:a7:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:13Z', 'updated_at': '2022-03-24T00:55:21Z', 'revision_number': 5, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'subnets': [{'id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:59:05.105259 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff02acfa-5881-458c-9309-cfebb7f0d189 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (ba116d0c-bfc9-43c8-8cac-8996ede1e064), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.147234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-52e331e9-504e-40c2-9465-b5049c4e2b1e None None] Current status of the port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:05.148281 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-52e331e9-504e-40c2-9465-b5049c4e2b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9ae4efaf-2b56-4e43-8786-633a8d70c2f0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.159300 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-166ccea9-57c0-48fc-9345-cfcaf6a28c83 req-4570bd7b-c195-4fd9-bf27-c217dcc773ce tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (98c0a74e-1477-4310-8be2-f07e9a425ead), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.216836 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.230445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-644a7e78-9bcb-4f74-9b34-776512e9d972 req-ac53724c-3f6e-41c3-8b81-56d9b0b2af27 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] No DVR routers for this DVR port bd6fb2d2-6040-440e-b2f5-736aecb8e9dc on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:59:05.233717 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff02acfa-5881-458c-9309-cfebb7f0d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (ba116d0c-bfc9-43c8-8cac-8996ede1e064), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.239267 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-166ccea9-57c0-48fc-9345-cfcaf6a28c83 req-4570bd7b-c195-4fd9-bf27-c217dcc773ce tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (98c0a74e-1477-4310-8be2-f07e9a425ead), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.252084 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-644a7e78-9bcb-4f74-9b34-776512e9d972 req-ac53724c-3f6e-41c3-8b81-56d9b0b2af27 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.254102 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-52e331e9-504e-40c2-9465-b5049c4e2b1e None None] For port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9ae4efaf-2b56-4e43-8786-633a8d70c2f0,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:05.255120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-644a7e78-9bcb-4f74-9b34-776512e9d972 req-ac53724c-3f6e-41c3-8b81-56d9b0b2af27 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.48 "DELETE /v2.0/ports/bd6fb2d2-6040-440e-b2f5-736aecb8e9dc HTTP/1.1" status: 204 len: 173 time: 2.3106480 Mar 24 00:59:05.255796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f02ed3-118e-4632-92f0-2688a7377f84', 'name': 'network-vif-deleted', 'tag': 'bd6fb2d2-6040-440e-b2f5-736aecb8e9dc'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:05.263039 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-52e331e9-504e-40c2-9465-b5049c4e2b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9ae4efaf-2b56-4e43-8786-633a8d70c2f0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.274046 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d23234-7740-4688-92c4-edeb57b9349a" -d '{"events": [{"server_uuid": "89f02ed3-118e-4632-92f0-2688a7377f84", "name": "network-vif-deleted", "tag": "bd6fb2d2-6040-440e-b2f5-736aecb8e9dc"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:05.355198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a247b-a072-4423-89bf-33d3a03ba6d8 req-c5ac74bd-8955-4d5c-8759-cd93fd2bcf69 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:05.363192 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-844a247b-a072-4423-89bf-33d3a03ba6d8 req-c5ac74bd-8955-4d5c-8759-cd93fd2bcf69 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 945 time: 0.3657713 Mar 24 00:59:05.367796 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Publish callbacks [] for port (d2c46c9d-7628-4859-96da-e125c0e74496), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.388297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e331e9-504e-40c2-9465-b5049c4e2b1e None None] Pushing event updated for resources: {'Port': ['ID=9ae4efaf-2b56-4e43-8786-633a8d70c2f0,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:05.400999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:05.410845 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-166ccea9-57c0-48fc-9345-cfcaf6a28c83 req-4570bd7b-c195-4fd9-bf27-c217dcc773ce tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (98c0a74e-1477-4310-8be2-f07e9a425ead), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.419981 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-166ccea9-57c0-48fc-9345-cfcaf6a28c83 req-4570bd7b-c195-4fd9-bf27-c217dcc773ce tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.421677 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff02acfa-5881-458c-9309-cfebb7f0d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (ba116d0c-bfc9-43c8-8cac-8996ede1e064), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.436435 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-166ccea9-57c0-48fc-9345-cfcaf6a28c83 req-4570bd7b-c195-4fd9-bf27-c217dcc773ce tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/98c0a74e-1477-4310-8be2-f07e9a425ead HTTP/1.1" status: 204 len: 173 time: 0.5180535 Mar 24 00:59:05.478980 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff02acfa-5881-458c-9309-cfebb7f0d189 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.484431 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ff02acfa-5881-458c-9309-cfebb7f0d189 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ba116d0c-bfc9-43c8-8cac-8996ede1e064 HTTP/1.1" status: 204 len: 168 time: 0.5503643 Mar 24 00:59:05.484431 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02acfa-5881-458c-9309-cfebb7f0d189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba116d0c-bfc9-43c8-8cac-8996ede1e064,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:05.487269 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46532) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:05.537736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570bd7b-c195-4fd9-bf27-c217dcc773ce tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98c0a74e-1477-4310-8be2-f07e9a425ead,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:05.540461 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83971d82-8b34-4a14-a832-380567a45594 None None] New status for floating IP e9079a62-39bd-4b3e-bcbc-1eb3545ce6cc: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:59:05.542365 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:05.543591 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9ae4efaf-2b56-4e43-8786-633a8d70c2f0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.616967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7dbd02a2-b68a-41c2-b8a5-8d7b6490bbfa None None] Provisioning complete for port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:05.617396 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd875-411b-4eac-b23e-24a37e7abed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (32dfb5d8-c003-4a15-98a1-ea63f0cc1503), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.617517 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7dbd02a2-b68a-41c2-b8a5-8d7b6490bbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9ae4efaf-2b56-4e43-8786-633a8d70c2f0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.620264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-844a247b-a072-4423-89bf-33d3a03ba6d8 req-5dd05ec2-38d8-4759-a623-fd1fe0986aae tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545075 Mar 24 00:59:05.700904 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d2c46c9d-7628-4859-96da-e125c0e74496), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.766231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:05.778234 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd875-411b-4eac-b23e-24a37e7abed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (32dfb5d8-c003-4a15-98a1-ea63f0cc1503), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.785337 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd02a2-b68a-41c2-b8a5-8d7b6490bbfa None None] Current status of the port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:05.803545 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9c7bd875-411b-4eac-b23e-24a37e7abed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32dfb5d8-c003-4a15-98a1-ea63f0cc1503']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:05.815188 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9c7bd875-411b-4eac-b23e-24a37e7abed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68610b5a-6361-4ba9-8750-c409fb44e48d') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:05.815483 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9c7bd875-411b-4eac-b23e-24a37e7abed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68610b5a-6361-4ba9-8750-c409fb44e48d') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:05.818988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Pushing event updated for resources: {'Port': ['ID=d2c46c9d-7628-4859-96da-e125c0e74496,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:05.826783 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd875-411b-4eac-b23e-24a37e7abed7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (68610b5a-6361-4ba9-8750-c409fb44e48d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.848651 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd875-411b-4eac-b23e-24a37e7abed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (68610b5a-6361-4ba9-8750-c409fb44e48d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.863224 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7bd875-411b-4eac-b23e-24a37e7abed7 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:59:05.863738 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd875-411b-4eac-b23e-24a37e7abed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (68610b5a-6361-4ba9-8750-c409fb44e48d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:59:05.876476 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:59:05.883448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2d7eaf3-4cda-4838-b113-18a9ba52fdce req-c6899064-a144-4752-9257-991a6f1f6620 tempest-LiveMigrationTest-1224319956 tempest-LiveMigrationTest-1224319956-project] 10.222.0.45 "GET /v2.0/ports?device_id=89f02ed3-118e-4632-92f0-2688a7377f84 HTTP/1.1" status: 200 len: 210 time: 0.0860281 Mar 24 00:59:05.886180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:05.903319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c970ad-b9b5-496c-80f3-9853940aa321 req-41d28f13-4618-4582-a4d7-f006d0933faa tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:05.910257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23c970ad-b9b5-496c-80f3-9853940aa321 req-41d28f13-4618-4582-a4d7-f006d0933faa tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 943 time: 0.3517897 Mar 24 00:59:05.917712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:05.922422 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:05.954224 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b7b0d0-6698-4fd3-9284-4b75bb96afcd x-openstack-request-id: req-b6b7b0d0-6698-4fd3-9284-4b75bb96afcd {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:05.954523 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f02ed3-118e-4632-92f0-2688a7377f84", "name": "network-vif-deleted", "tag": "bd6fb2d2-6040-440e-b2f5-736aecb8e9dc", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:05.954943 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6b7b0d0-6698-4fd3-9284-4b75bb96afcd {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:05.956314 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b7b0d0-6698-4fd3-9284-4b75bb96afcd'] response: {'server_uuid': '89f02ed3-118e-4632-92f0-2688a7377f84', 'name': 'network-vif-deleted', 'tag': 'bd6fb2d2-6040-440e-b2f5-736aecb8e9dc', 'status': 'completed', 'code': 200} Mar 24 00:59:05.989701 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd875-411b-4eac-b23e-24a37e7abed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (32dfb5d8-c003-4a15-98a1-ea63f0cc1503), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:06.008781 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd875-411b-4eac-b23e-24a37e7abed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:06.014215 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9c7bd875-411b-4eac-b23e-24a37e7abed7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/32dfb5d8-c003-4a15-98a1-ea63f0cc1503 HTTP/1.1" status: 204 len: 168 time: 0.5259423 Mar 24 00:59:06.038574 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f43abf2e-180a-422c-9a7e-bb53157ae618 req-dd1cf260-d33e-4e3a-a362-91d60c8c219d tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/e848700c-753c-4a18-bb4c-3ed4425d6cd1 HTTP/1.1" status: 200 len: 2415 time: 0.0804024 Mar 24 00:59:06.040304 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bd875-411b-4eac-b23e-24a37e7abed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=32dfb5d8-c003-4a15-98a1-ea63f0cc1503,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:06.050559 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23c970ad-b9b5-496c-80f3-9853940aa321 req-8aeba1dd-be7b-4a4a-87c0-b9d1e3ddf9fd tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371400 Mar 24 00:59:06.071685 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8129bf6d-0bda-4adf-846d-e6a679c6c21b', 'name': 'network-vif-deleted', 'tag': '65024e64-55c7-48d3-ad2a-fb832a806b1f'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:06.078897 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b991ea8c-0292-447d-8451-ed967393bdf3" -d '{"events": [{"server_uuid": "8129bf6d-0bda-4adf-846d-e6a679c6c21b", "name": "network-vif-deleted", "tag": "65024e64-55c7-48d3-ad2a-fb832a806b1f"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:06.228458 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f43abf2e-180a-422c-9a7e-bb53157ae618 req-81e5a20c-5723-41ea-a7ac-753c926a3f03 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (e848700c-753c-4a18-bb4c-3ed4425d6cd1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:06.244078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46544) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:06.294192 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2f462989-b634-4db3-96ed-5853c2cb0de2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=897911ce833546e9978a511edfdc9dd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481901 Mar 24 00:59:06.296508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46546) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:06.332295 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f43abf2e-180a-422c-9a7e-bb53157ae618 req-81e5a20c-5723-41ea-a7ac-753c926a3f03 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (e848700c-753c-4a18-bb4c-3ed4425d6cd1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:06.345498 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c9ccee8-3601-447f-a56f-b02b54fb4e61 admin admin] Publish callbacks [] for security_group (3f171f04-4c10-49fb-8c3d-cec10e56b39a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:06.366357 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c9ccee8-3601-447f-a56f-b02b54fb4e61 admin admin] Publish callbacks [] for security_group (3f171f04-4c10-49fb-8c3d-cec10e56b39a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:06.418485 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c9ccee8-3601-447f-a56f-b02b54fb4e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3f171f04-4c10-49fb-8c3d-cec10e56b39a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:06.421027 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c9ccee8-3601-447f-a56f-b02b54fb4e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:06.424526 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2c9ccee8-3601-447f-a56f-b02b54fb4e61 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f171f04-4c10-49fb-8c3d-cec10e56b39a HTTP/1.1" status: 204 len: 168 time: 0.1247351 Mar 24 00:59:06.434632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ccee8-3601-447f-a56f-b02b54fb4e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f171f04-4c10-49fb-8c3d-cec10e56b39a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:06.445363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f170b0-cebd-4292-95c4-15b9c07ffe22 req-5e983784-3e23-4ee7-bfec-7a9277959980 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:06.450818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f170b0-cebd-4292-95c4-15b9c07ffe22 req-5e983784-3e23-4ee7-bfec-7a9277959980 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:06.456372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f170b0-cebd-4292-95c4-15b9c07ffe22 req-5e983784-3e23-4ee7-bfec-7a9277959980 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:06.462537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f170b0-cebd-4292-95c4-15b9c07ffe22 req-5e983784-3e23-4ee7-bfec-7a9277959980 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:06.468039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f170b0-cebd-4292-95c4-15b9c07ffe22 req-5e983784-3e23-4ee7-bfec-7a9277959980 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:06.473834 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f170b0-cebd-4292-95c4-15b9c07ffe22 req-5e983784-3e23-4ee7-bfec-7a9277959980 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:06.479914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f170b0-cebd-4292-95c4-15b9c07ffe22 req-5e983784-3e23-4ee7-bfec-7a9277959980 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:06.482464 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91f170b0-cebd-4292-95c4-15b9c07ffe22 req-5e983784-3e23-4ee7-bfec-7a9277959980 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.1462045 Mar 24 00:59:06.488950 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f43abf2e-180a-422c-9a7e-bb53157ae618 req-81e5a20c-5723-41ea-a7ac-753c926a3f03 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e848700c-753c-4a18-bb4c-3ed4425d6cd1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:06.492742 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f43abf2e-180a-422c-9a7e-bb53157ae618 req-81e5a20c-5723-41ea-a7ac-753c926a3f03 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:06.493880 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f43abf2e-180a-422c-9a7e-bb53157ae618 req-81e5a20c-5723-41ea-a7ac-753c926a3f03 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "DELETE /v2.0/security-groups/e848700c-753c-4a18-bb4c-3ed4425d6cd1 HTTP/1.1" status: 204 len: 173 time: 0.4413445 Mar 24 00:59:06.507469 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Publish callbacks [] for router_gateway (a6299554-6c6a-49fc-aa48-f44299659774), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:06.523109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5a20c-5723-41ea-a7ac-753c926a3f03 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e848700c-753c-4a18-bb4c-3ed4425d6cd1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:06.559326 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4e9145-7f41-4a0b-90e4-8d77f4bf5fb8 x-openstack-request-id: req-5e4e9145-7f41-4a0b-90e4-8d77f4bf5fb8 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:06.560624 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8129bf6d-0bda-4adf-846d-e6a679c6c21b", "name": "network-vif-deleted", "tag": "65024e64-55c7-48d3-ad2a-fb832a806b1f", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:06.561071 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e4e9145-7f41-4a0b-90e4-8d77f4bf5fb8 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:06.561722 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e4e9145-7f41-4a0b-90e4-8d77f4bf5fb8'] response: {'server_uuid': '8129bf6d-0bda-4adf-846d-e6a679c6c21b', 'name': 'network-vif-deleted', 'tag': '65024e64-55c7-48d3-ad2a-fb832a806b1f', 'status': 'completed', 'code': 200} Mar 24 00:59:06.669970 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91f170b0-cebd-4292-95c4-15b9c07ffe22 req-5706c304-b876-4091-b8ae-aba2ffbfd7e6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1819012 Mar 24 00:59:06.821415 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-a44e970c-6269-442f-b32c-1ea664e7e102 req-4bd1fe26-767a-489c-803c-9b78697decd6 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] show failed (client error): The resource could not be found. Mar 24 00:59:06.822482 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a44e970c-6269-442f-b32c-1ea664e7e102 req-4bd1fe26-767a-489c-803c-9b78697decd6 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/54980807-90b8-4bbe-83b7-663e0a36a903 HTTP/1.1" status: 404 len: 352 time: 0.0811076 Mar 24 00:59:06.876747 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (a6299554-6c6a-49fc-aa48-f44299659774), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:06.886020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533654e-401b-4adf-9ec2-7a3cec6ef601 req-eb7f27fd-dc51-4274-b5e0-a9a338b6f3c5 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:06.888049 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e533654e-401b-4adf-9ec2-7a3cec6ef601 req-eb7f27fd-dc51-4274-b5e0-a9a338b6f3c5 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 945 time: 0.1077342 Mar 24 00:59:07.002627 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-428dfd7f-f940-4d5a-8aec-b2bc57b5040a req-550ba3c8-d32c-4027-a05c-7897c82008d0 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/950b567a-f6e9-485c-af5c-adff7186b4e7 HTTP/1.1" status: 200 len: 1824 time: 0.1508911 Mar 24 00:59:07.056508 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e533654e-401b-4adf-9ec2-7a3cec6ef601 req-2ec638a0-04f0-4db3-aea2-311ca1a91820 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545444 Mar 24 00:59:07.110438 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-428dfd7f-f940-4d5a-8aec-b2bc57b5040a req-61472106-6034-48e9-b2c5-7ff6136d9b9c tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (950b567a-f6e9-485c-af5c-adff7186b4e7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:07.143072 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-428dfd7f-f940-4d5a-8aec-b2bc57b5040a req-61472106-6034-48e9-b2c5-7ff6136d9b9c tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (950b567a-f6e9-485c-af5c-adff7186b4e7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:07.176794 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Router a6299554-6c6a-49fc-aa48-f44299659774 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:59:07.194323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46570) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:07.243018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:07.316852 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-428dfd7f-f940-4d5a-8aec-b2bc57b5040a req-61472106-6034-48e9-b2c5-7ff6136d9b9c tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (950b567a-f6e9-485c-af5c-adff7186b4e7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:07.321501 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-428dfd7f-f940-4d5a-8aec-b2bc57b5040a req-61472106-6034-48e9-b2c5-7ff6136d9b9c tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:07.329471 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-428dfd7f-f940-4d5a-8aec-b2bc57b5040a req-61472106-6034-48e9-b2c5-7ff6136d9b9c tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "DELETE /v2.0/security-groups/950b567a-f6e9-485c-af5c-adff7186b4e7 HTTP/1.1" status: 204 len: 173 time: 0.3127773 Mar 24 00:59:07.364917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:07.365610 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9ae4efaf-2b56-4e43-8786-633a8d70c2f0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:07.423997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:59:07.440825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5ab206-e544-46a7-9eaf-add7df04e83f admin admin] Deleting subnet c4567572-e17e-44ad-9348-aa4b6b4246ff {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:59:07.445364 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e5ab206-e544-46a7-9eaf-add7df04e83f admin admin] Publish callbacks [] for subnet (c4567572-e17e-44ad-9348-aa4b6b4246ff), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:07.465353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61472106-6034-48e9-b2c5-7ff6136d9b9c tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=950b567a-f6e9-485c-af5c-adff7186b4e7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:07.466570 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Sync routers for ids ['a6299554-6c6a-49fc-aa48-f44299659774'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:59:07.494021 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e5ab206-e544-46a7-9eaf-add7df04e83f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (c4567572-e17e-44ad-9348-aa4b6b4246ff), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:07.539710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7d6abe4-98fd-47cd-b751-498a21ff23a0 req-8b7c4618-f30d-4d5f-b5c1-0ca707bb65e1 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/749e7f77-2feb-4789-b70d-404a3903648b HTTP/1.1" status: 200 len: 1823 time: 0.1118460 Mar 24 00:59:07.550784 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Routers {'a6299554-6c6a-49fc-aa48-f44299659774'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:07.552295 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6299554-6c6a-49fc-aa48-f44299659774'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:07.553302 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:07.557412 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fc245c8f-b5a7-46eb-ad58-539bfd73f311 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2549319 Mar 24 00:59:07.570796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46584) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:07.612876 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e5ab206-e544-46a7-9eaf-add7df04e83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (c4567572-e17e-44ad-9348-aa4b6b4246ff), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:07.688709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96317b2c-fc2a-4d7a-916d-3405ff51aa4a req-02c5feb4-822a-4bd2-9a2c-8b318cb72ebd tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:07.698198 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96317b2c-fc2a-4d7a-916d-3405ff51aa4a req-02c5feb4-822a-4bd2-9a2c-8b318cb72ebd tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 943 time: 0.3488009 Mar 24 00:59:07.737534 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e5ab206-e544-46a7-9eaf-add7df04e83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (c4567572-e17e-44ad-9348-aa4b6b4246ff), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:07.740923 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46588) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:07.741428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:07.773784 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ab206-e544-46a7-9eaf-add7df04e83f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4567572-e17e-44ad-9348-aa4b6b4246ff,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:07.776109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Set router a6299554-6c6a-49fc-aa48-f44299659774 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:07.801270 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e5ab206-e544-46a7-9eaf-add7df04e83f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:07.806206 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2e5ab206-e544-46a7-9eaf-add7df04e83f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c4567572-e17e-44ad-9348-aa4b6b4246ff HTTP/1.1" status: 204 len: 168 time: 0.6055293 Mar 24 00:59:07.811351 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46592) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:07.912422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96317b2c-fc2a-4d7a-916d-3405ff51aa4a req-c9ee843e-6038-4588-9a1d-88cdc494a0fa tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129498 Mar 24 00:59:07.928506 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f7d6abe4-98fd-47cd-b751-498a21ff23a0 req-c27f4965-f70a-49c7-a200-ad6d6100d7b3 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (749e7f77-2feb-4789-b70d-404a3903648b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:07.953283 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90f5b7e7-752b-4d53-a7db-ae435c27ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (ea749ec3-156a-4ab2-a75d-04b9d11ec5a6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:07.962113 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-bb2440f9-2030-425f-8cca-9d33737f6501 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1886701365-network', 'tenant_id': '9fbb5d1d14ac4b95bbbd13d476db02d8'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:07.991869 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2440f9-2030-425f-8cca-9d33737f6501 admin admin] Made reservation on behalf of 9fbb5d1d14ac4b95bbbd13d476db02d8 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:07.994506 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb2440f9-2030-425f-8cca-9d33737f6501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.004635 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb2440f9-2030-425f-8cca-9d33737f6501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.023410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829498a-c97e-40b1-92e6-4d0560cd4747 req-065f8281-e13b-402a-9498-6dcedd2ce84c tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:08.025636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3829498a-c97e-40b1-92e6-4d0560cd4747 req-065f8281-e13b-402a-9498-6dcedd2ce84c tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.48 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 945 time: 0.2746415 Mar 24 00:59:08.034054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f7d6abe4-98fd-47cd-b751-498a21ff23a0 req-c27f4965-f70a-49c7-a200-ad6d6100d7b3 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (749e7f77-2feb-4789-b70d-404a3903648b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.100274 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90f5b7e7-752b-4d53-a7db-ae435c27ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (ea749ec3-156a-4ab2-a75d-04b9d11ec5a6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.123423 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-90f5b7e7-752b-4d53-a7db-ae435c27ff8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea749ec3-156a-4ab2-a75d-04b9d11ec5a6']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:08.136999 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-90f5b7e7-752b-4d53-a7db-ae435c27ff8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716e7f2f-272b-48b5-8a7c-75deb113119a') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:08.137318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-90f5b7e7-752b-4d53-a7db-ae435c27ff8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716e7f2f-272b-48b5-8a7c-75deb113119a') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:08.149481 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90f5b7e7-752b-4d53-a7db-ae435c27ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (716e7f2f-272b-48b5-8a7c-75deb113119a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.167844 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90f5b7e7-752b-4d53-a7db-ae435c27ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (716e7f2f-272b-48b5-8a7c-75deb113119a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.175340 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f5b7e7-752b-4d53-a7db-ae435c27ff8b admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:59:08.175738 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90f5b7e7-752b-4d53-a7db-ae435c27ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (716e7f2f-272b-48b5-8a7c-75deb113119a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:59:08.234500 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:59:08.239132 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T00:59:06Z', 'revision_number': 3, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port': {'id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:04Z', 'updated_at': '2022-03-24T00:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:08.258040 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90f5b7e7-752b-4d53-a7db-ae435c27ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (ea749ec3-156a-4ab2-a75d-04b9d11ec5a6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.267130 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90f5b7e7-752b-4d53-a7db-ae435c27ff8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.271917 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-90f5b7e7-752b-4d53-a7db-ae435c27ff8b admin admin] 10.222.0.45 "DELETE /v2.0/networks/ea749ec3-156a-4ab2-a75d-04b9d11ec5a6 HTTP/1.1" status: 204 len: 168 time: 0.4593210 Mar 24 00:59:08.276579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46596) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:08.290807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0098-d052-40f7-acf2-b69162e7006b req-4fce5f9f-3dd1-432b-8561-3954d841fc15 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:08.291008 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5b7e7-752b-4d53-a7db-ae435c27ff8b admin admin] Pushing event deleted for resources: {'Network': ['ID=ea749ec3-156a-4ab2-a75d-04b9d11ec5a6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:08.297361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0098-d052-40f7-acf2-b69162e7006b req-4fce5f9f-3dd1-432b-8561-3954d841fc15 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:08.303722 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0098-d052-40f7-acf2-b69162e7006b req-4fce5f9f-3dd1-432b-8561-3954d841fc15 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:08.309503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0098-d052-40f7-acf2-b69162e7006b req-4fce5f9f-3dd1-432b-8561-3954d841fc15 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:08.315464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0098-d052-40f7-acf2-b69162e7006b req-4fce5f9f-3dd1-432b-8561-3954d841fc15 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:08.320528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Checking router: a6299554-6c6a-49fc-aa48-f44299659774 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:59:08.321034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Updating router a6299554-6c6a-49fc-aa48-f44299659774 port d2c46c9d-7628-4859-96da-e125c0e74496 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:59:08.322927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0098-d052-40f7-acf2-b69162e7006b req-4fce5f9f-3dd1-432b-8561-3954d841fc15 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:08.328638 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0098-d052-40f7-acf2-b69162e7006b req-4fce5f9f-3dd1-432b-8561-3954d841fc15 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:08.330788 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-312c0098-d052-40f7-acf2-b69162e7006b req-4fce5f9f-3dd1-432b-8561-3954d841fc15 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.3040268 Mar 24 00:59:08.348857 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb2440f9-2030-425f-8cca-9d33737f6501 admin admin] Publish callbacks [] for security_group (092d962f-c7a9-4ab4-9dce-af7e6dd146b0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.353786 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb2440f9-2030-425f-8cca-9d33737f6501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (092d962f-c7a9-4ab4-9dce-af7e6dd146b0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.370412 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d2c46c9d-7628-4859-96da-e125c0e74496), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.384262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2440f9-2030-425f-8cca-9d33737f6501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092d962f-c7a9-4ab4-9dce-af7e6dd146b0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:08.396383 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2440f9-2030-425f-8cca-9d33737f6501 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:59:08.415931 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb2440f9-2030-425f-8cca-9d33737f6501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (c3ca53a1-15a7-4e64-8c21-ba128e117726), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.416287 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-bb2440f9-2030-425f-8cca-9d33737f6501 admin admin] Added segment c3ca53a1-15a7-4e64-8c21-ba128e117726 of type vlan for network 4ba452fd-f341-43eb-acdb-fff9965dd9a4 Mar 24 00:59:08.469814 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb2440f9-2030-425f-8cca-9d33737f6501 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (4ba452fd-f341-43eb-acdb-fff9965dd9a4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.490566 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f7d6abe4-98fd-47cd-b751-498a21ff23a0 req-c27f4965-f70a-49c7-a200-ad6d6100d7b3 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (749e7f77-2feb-4789-b70d-404a3903648b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.493435 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f7d6abe4-98fd-47cd-b751-498a21ff23a0 req-c27f4965-f70a-49c7-a200-ad6d6100d7b3 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.494644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7d6abe4-98fd-47cd-b751-498a21ff23a0 req-c27f4965-f70a-49c7-a200-ad6d6100d7b3 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "DELETE /v2.0/security-groups/749e7f77-2feb-4789-b70d-404a3903648b HTTP/1.1" status: 204 len: 173 time: 0.9539866 Mar 24 00:59:08.507485 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb2440f9-2030-425f-8cca-9d33737f6501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (4ba452fd-f341-43eb-acdb-fff9965dd9a4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.509285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2440f9-2030-425f-8cca-9d33737f6501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:08.509927 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb2440f9-2030-425f-8cca-9d33737f6501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.533752 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bb2440f9-2030-425f-8cca-9d33737f6501 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7655778 Mar 24 00:59:08.533752 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46600) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:08.542427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fa706dee-72d8-4830-ab43-98a5a467f5d3 admin admin] Request body: {'subnet': {'network_id': '4ba452fd-f341-43eb-acdb-fff9965dd9a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1886701365-subnet', 'tenant_id': '9fbb5d1d14ac4b95bbbd13d476db02d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:08.591803 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-312c0098-d052-40f7-acf2-b69162e7006b req-336f2c8b-8aca-48cd-8893-c57b077c5deb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2177718 Mar 24 00:59:08.613967 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f4965-f70a-49c7-a200-ad6d6100d7b3 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=749e7f77-2feb-4789-b70d-404a3903648b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:08.631637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-3829498a-c97e-40b1-92e6-4d0560cd4747 req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Deleting port 9a759407-2486-40a7-af02-bdc33282a1ec {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:59:08.632111 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3829498a-c97e-40b1-92e6-4d0560cd4747 req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9a759407-2486-40a7-af02-bdc33282a1ec), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.654548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d87b95-8226-4497-8d9c-3496c772f3e1 admin admin] Deleting subnet ffd9799c-8e11-4a54-ba4d-b44334bcaabd {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:59:08.700802 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3d87b95-8226-4497-8d9c-3496c772f3e1 admin admin] Publish callbacks [] for subnet (ffd9799c-8e11-4a54-ba4d-b44334bcaabd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.717137 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6190add7-5d71-46c9-af30-711982b597dc req-fd658a2d-961e-45b1-bd0d-56be832654e7 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/a79b0a52-8d5b-4667-a386-08f86d9085c9 HTTP/1.1" status: 200 len: 1824 time: 0.0588896 Mar 24 00:59:08.779852 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Publish callbacks [] for port (d2c46c9d-7628-4859-96da-e125c0e74496), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.790369 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d2c46c9d-7628-4859-96da-e125c0e74496), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.857985 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Attempting to bind port d2c46c9d-7628-4859-96da-e125c0e74496 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:08.858369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Attempting to bind port d2c46c9d-7628-4859-96da-e125c0e74496 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:08.858736 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Attempting to bind port d2c46c9d-7628-4859-96da-e125c0e74496 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:08.866400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c539fed-4df8-46ad-82e3-ccb44b35b2b0 None None] Pushing event updated for resources: {'Port': ['ID=d2c46c9d-7628-4859-96da-e125c0e74496,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:08.874194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:08.874576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:08.874984 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.875376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:08.875999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Bound port: d2c46c9d-7628-4859-96da-e125c0e74496, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:08.876396 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d2c46c9d-7628-4859-96da-e125c0e74496), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:08.952291 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] For port d2c46c9d-7628-4859-96da-e125c0e74496, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:59:08.957620 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] For port d2c46c9d-7628-4859-96da-e125c0e74496, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d2c46c9d-7628-4859-96da-e125c0e74496,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:59:08.968928 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d2c46c9d-7628-4859-96da-e125c0e74496), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:09.024152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c539fed-4df8-46ad-82e3-ccb44b35b2b0 None None] Pushing event updated for resources: {'Port': ['ID=d2c46c9d-7628-4859-96da-e125c0e74496,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:09.050618 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Routers {'a6299554-6c6a-49fc-aa48-f44299659774'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:09.052437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6299554-6c6a-49fc-aa48-f44299659774'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:09.069860 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2440f9-2030-425f-8cca-9d33737f6501 admin admin] Pushing event updated for resources: {'Network': ['ID=4ba452fd-f341-43eb-acdb-fff9965dd9a4,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:09.073369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa706dee-72d8-4830-ab43-98a5a467f5d3 admin admin] Made reservation on behalf of 9fbb5d1d14ac4b95bbbd13d476db02d8 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:09.076522 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fa706dee-72d8-4830-ab43-98a5a467f5d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:09.129825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 4ba452fd-f341-43eb-acdb-fff9965dd9a4 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:59:09.225050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3d87b95-8226-4497-8d9c-3496c772f3e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (ffd9799c-8e11-4a54-ba4d-b44334bcaabd), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:09.285011 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] Set router a6299554-6c6a-49fc-aa48-f44299659774 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:09.315143 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fa706dee-72d8-4830-ab43-98a5a467f5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (2634d437-db1b-4e9f-b442-97ef259cefb9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:09.329262 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6190add7-5d71-46c9-af30-711982b597dc req-f5262ba3-5d1c-43c2-87df-f946e4e5f2d6 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (a79b0a52-8d5b-4667-a386-08f86d9085c9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:09.356768 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6190add7-5d71-46c9-af30-711982b597dc req-f5262ba3-5d1c-43c2-87df-f946e4e5f2d6 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (a79b0a52-8d5b-4667-a386-08f86d9085c9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:09.372721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa706dee-72d8-4830-ab43-98a5a467f5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2634d437-db1b-4e9f-b442-97ef259cefb9,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:09.398783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa706dee-72d8-4830-ab43-98a5a467f5d3 admin admin] Checking segment: {'id': 'c3ca53a1-15a7-4e64-8c21-ba128e117726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4ba452fd-f341-43eb-acdb-fff9965dd9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:09.399624 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa706dee-72d8-4830-ab43-98a5a467f5d3 admin admin] Network hostable DHCP agents. Network: 4ba452fd-f341-43eb-acdb-fff9965dd9a4, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:59:09.408352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571571e4-bcab-45e8-9090-e1e4c635b59b req-4cae8492-e74d-4468-8461-781fc3bc5476 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:09.416849 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-571571e4-bcab-45e8-9090-e1e4c635b59b req-4cae8492-e74d-4468-8461-781fc3bc5476 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/ports?device_id=8029d2b1-29ad-4eaf-b83b-eb0f98bb5762 HTTP/1.1" status: 200 len: 945 time: 0.8120356 Mar 24 00:59:09.422238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa706dee-72d8-4830-ab43-98a5a467f5d3 admin admin] Network 4ba452fd-f341-43eb-acdb-fff9965dd9a4 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:59:09.430961 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6190add7-5d71-46c9-af30-711982b597dc req-f5262ba3-5d1c-43c2-87df-f946e4e5f2d6 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a79b0a52-8d5b-4667-a386-08f86d9085c9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:09.433607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-fa706dee-72d8-4830-ab43-98a5a467f5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 4ba452fd-f341-43eb-acdb-fff9965dd9a4) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:09.433800 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6190add7-5d71-46c9-af30-711982b597dc req-f5262ba3-5d1c-43c2-87df-f946e4e5f2d6 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:09.434782 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6190add7-5d71-46c9-af30-711982b597dc req-f5262ba3-5d1c-43c2-87df-f946e4e5f2d6 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "DELETE /v2.0/security-groups/a79b0a52-8d5b-4667-a386-08f86d9085c9 HTTP/1.1" status: 204 len: 173 time: 0.2947185 Mar 24 00:59:09.443230 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa706dee-72d8-4830-ab43-98a5a467f5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:09.444555 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fa706dee-72d8-4830-ab43-98a5a467f5d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:09.452942 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f54bf93-4682-4f50-be61-cc1281970076 None None] Network 4ba452fd-f341-43eb-acdb-fff9965dd9a4 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:59:09.466246 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fa706dee-72d8-4830-ab43-98a5a467f5d3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9317908 Mar 24 00:59:09.496124 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3d87b95-8226-4497-8d9c-3496c772f3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (ffd9799c-8e11-4a54-ba4d-b44334bcaabd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:09.498746 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5262ba3-5d1c-43c2-87df-f946e4e5f2d6 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79b0a52-8d5b-4667-a386-08f86d9085c9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:09.521781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3829498a-c97e-40b1-92e6-4d0560cd4747 req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] For port 9a759407-2486-40a7-af02-bdc33282a1ec, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=9a759407-2486-40a7-af02-bdc33282a1ec,segment=NetworkSegment(aacc34e4-c7b5-48c5-927f-87d75ec55d75),segment_id=aacc34e4-c7b5-48c5-927f-87d75ec55d75)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:09.522154 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3829498a-c97e-40b1-92e6-4d0560cd4747 req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9a759407-2486-40a7-af02-bdc33282a1ec), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:09.557847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-3829498a-c97e-40b1-92e6-4d0560cd4747 req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Calling delete_port for 9a759407-2486-40a7-af02-bdc33282a1ec owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:59:09.633805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ee421a-e433-4853-9ed9-aab2ce59e4b6 None None] Network 4ba452fd-f341-43eb-acdb-fff9965dd9a4 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:59:09.658962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-571571e4-bcab-45e8-9090-e1e4c635b59b req-b2573287-b9bb-4c3d-b3a4-d81d0f562963 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.45 "GET /v2.0/security-groups?id=4baea02a-b4de-4dca-81c0-fcb0d9d62231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411268 Mar 24 00:59:09.733866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T00:59:06Z', 'revision_number': 3, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port': {'id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:04Z', 'updated_at': '2022-03-24T00:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:09.753267 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3d87b95-8226-4497-8d9c-3496c772f3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (ffd9799c-8e11-4a54-ba4d-b44334bcaabd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:09.763084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4535c7-b35c-4cff-a1d6-2275243fdbf2 None None] The sync data for ids ['a6299554-6c6a-49fc-aa48-f44299659774'] in n-d-760455-9 is: [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T00:59:06Z', 'revision_number': 3, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port': {'id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:04Z', 'updated_at': '2022-03-24T00:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:59:09.805027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d87b95-8226-4497-8d9c-3496c772f3e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd9799c-8e11-4a54-ba4d-b44334bcaabd,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:09.848502 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3d87b95-8226-4497-8d9c-3496c772f3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:09.852327 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f3d87b95-8226-4497-8d9c-3496c772f3e1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ffd9799c-8e11-4a54-ba4d-b44334bcaabd HTTP/1.1" status: 204 len: 168 time: 1.5744812 Mar 24 00:59:09.855189 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46612) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:09.867951 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:09.876916 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862ae1d-a973-4e4e-89f4-77683306e1b1 req-c299dc02-5949-4475-898d-6f9036dc7df3 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:09.878468 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a862ae1d-a973-4e4e-89f4-77683306e1b1 req-c299dc02-5949-4475-898d-6f9036dc7df3 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 943 time: 0.3167434 Mar 24 00:59:09.941503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2678fc24-7062-41f4-8084-e8e4c795267b req-380d8a2a-01db-45a8-922e-d04cdda66017 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/a884ec83-e956-4de1-95ba-20fbd03b745f HTTP/1.1" status: 200 len: 2423 time: 0.1937201 Mar 24 00:59:09.966197 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f87053e-a84e-46ae-9726-758e7e19c35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (7988e966-5f80-4ea0-a0e6-967b2ab9c002), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.008217 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a862ae1d-a973-4e4e-89f4-77683306e1b1 req-974c274a-fea9-4f44-ad5c-bd2da7c79204 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996470 Mar 24 00:59:10.064611 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f87053e-a84e-46ae-9726-758e7e19c35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (7988e966-5f80-4ea0-a0e6-967b2ab9c002), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.096146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4f87053e-a84e-46ae-9726-758e7e19c35d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7988e966-5f80-4ea0-a0e6-967b2ab9c002']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:10.111032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4f87053e-a84e-46ae-9726-758e7e19c35d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d6ad26-13bb-4db4-b0d8-4ab27b86362d') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:10.111493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4f87053e-a84e-46ae-9726-758e7e19c35d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d6ad26-13bb-4db4-b0d8-4ab27b86362d') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:10.123148 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f87053e-a84e-46ae-9726-758e7e19c35d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (94d6ad26-13bb-4db4-b0d8-4ab27b86362d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.141039 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f87053e-a84e-46ae-9726-758e7e19c35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (94d6ad26-13bb-4db4-b0d8-4ab27b86362d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.149693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f87053e-a84e-46ae-9726-758e7e19c35d admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:59:10.150413 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f87053e-a84e-46ae-9726-758e7e19c35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (94d6ad26-13bb-4db4-b0d8-4ab27b86362d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.217014 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3829498a-c97e-40b1-92e6-4d0560cd4747 req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (9a759407-2486-40a7-af02-bdc33282a1ec), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.237820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['9a759407-2486-40a7-af02-bdc33282a1ec'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:59:10.267032 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:59:10.312455 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f87053e-a84e-46ae-9726-758e7e19c35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (7988e966-5f80-4ea0-a0e6-967b2ab9c002), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.320434 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f87053e-a84e-46ae-9726-758e7e19c35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.326282 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4f87053e-a84e-46ae-9726-758e7e19c35d admin admin] 10.222.0.45 "DELETE /v2.0/networks/7988e966-5f80-4ea0-a0e6-967b2ab9c002 HTTP/1.1" status: 204 len: 168 time: 0.4700201 Mar 24 00:59:10.344183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Pushing event deleted for resources: {'Port': ['ID=9a759407-2486-40a7-af02-bdc33282a1ec,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:10.344846 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87053e-a84e-46ae-9726-758e7e19c35d admin admin] Pushing event deleted for resources: {'Network': ['ID=7988e966-5f80-4ea0-a0e6-967b2ab9c002,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:10.382423 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2678fc24-7062-41f4-8084-e8e4c795267b req-d2ab3f77-afd6-42b6-a6c6-5290f4370b68 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (a884ec83-e956-4de1-95ba-20fbd03b745f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.411186 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Allocated IP 172.20.0.1 (9d37656e-c76e-4646-97e0-f304db07f78a/24001411-7949-4104-b16e-388a52a539de/5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:10.414867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:10.415238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:10.415570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:10.416419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:10.416419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:10.416758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:10.416896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:10.417262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:10.417575 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:10.417893 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:10.418501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:10.418864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:10.419120 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:10.420342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:10.420342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:10.464234 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2678fc24-7062-41f4-8084-e8e4c795267b req-d2ab3f77-afd6-42b6-a6c6-5290f4370b68 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (a884ec83-e956-4de1-95ba-20fbd03b745f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.492330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-3829498a-c97e-40b1-92e6-4d0560cd4747 req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] No DVR routers for this DVR port 9a759407-2486-40a7-af02-bdc33282a1ec on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:59:10.509791 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3829498a-c97e-40b1-92e6-4d0560cd4747 req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.512900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3829498a-c97e-40b1-92e6-4d0560cd4747 req-e967dbb1-bff1-4ddc-8d67-0db93e136dc7 tempest-ServerDiskConfigTestJSON-504193088 tempest-ServerDiskConfigTestJSON-504193088-project] 10.222.0.48 "DELETE /v2.0/ports/9a759407-2486-40a7-af02-bdc33282a1ec HTTP/1.1" status: 204 len: 173 time: 2.4712679 Mar 24 00:59:10.516105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8029d2b1-29ad-4eaf-b83b-eb0f98bb5762', 'name': 'network-vif-deleted', 'tag': '9a759407-2486-40a7-af02-bdc33282a1ec'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:10.517393 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ee3542-bca0-4108-8da0-a958987120cd" -d '{"events": [{"server_uuid": "8029d2b1-29ad-4eaf-b83b-eb0f98bb5762", "name": "network-vif-deleted", "tag": "9a759407-2486-40a7-af02-bdc33282a1ec"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:10.589943 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46618) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:10.625812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7176f36-6660-4abf-b47e-d311a881b2cb req-018eff30-3be4-4675-bc38-cf0b64933078 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:10.631785 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7176f36-6660-4abf-b47e-d311a881b2cb req-018eff30-3be4-4675-bc38-cf0b64933078 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:10.637554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7176f36-6660-4abf-b47e-d311a881b2cb req-018eff30-3be4-4675-bc38-cf0b64933078 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:10.642948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7176f36-6660-4abf-b47e-d311a881b2cb req-018eff30-3be4-4675-bc38-cf0b64933078 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:10.648358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7176f36-6660-4abf-b47e-d311a881b2cb req-018eff30-3be4-4675-bc38-cf0b64933078 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:10.653757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7176f36-6660-4abf-b47e-d311a881b2cb req-018eff30-3be4-4675-bc38-cf0b64933078 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:10.659327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7176f36-6660-4abf-b47e-d311a881b2cb req-018eff30-3be4-4675-bc38-cf0b64933078 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:10.660454 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2a7f4a85-7c93-4fad-a034-a77225a070c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d31a258675f94796a5709fd6f7444f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0691397 Mar 24 00:59:10.661287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46620) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:10.668065 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7176f36-6660-4abf-b47e-d311a881b2cb req-018eff30-3be4-4675-bc38-cf0b64933078 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.4310343 Mar 24 00:59:10.725845 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Publish callbacks [] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.740709 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18f852f3-8ac3-4a0e-951f-a43f9e7f3609 admin admin] Publish callbacks [] for security_group (a0db79c1-9c50-4a2b-97ba-766f7e8969f4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.768535 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18f852f3-8ac3-4a0e-951f-a43f9e7f3609 admin admin] Publish callbacks [] for security_group (a0db79c1-9c50-4a2b-97ba-766f7e8969f4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.775200 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.823207 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2678fc24-7062-41f4-8084-e8e4c795267b req-d2ab3f77-afd6-42b6-a6c6-5290f4370b68 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a884ec83-e956-4de1-95ba-20fbd03b745f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.826224 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2678fc24-7062-41f4-8084-e8e4c795267b req-d2ab3f77-afd6-42b6-a6c6-5290f4370b68 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.827604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2678fc24-7062-41f4-8084-e8e4c795267b req-d2ab3f77-afd6-42b6-a6c6-5290f4370b68 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "DELETE /v2.0/security-groups/a884ec83-e956-4de1-95ba-20fbd03b745f HTTP/1.1" status: 204 len: 173 time: 0.8502405 Mar 24 00:59:10.856626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Network 9d37656e-c76e-4646-97e0-f304db07f78a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:10.857050 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18f852f3-8ac3-4a0e-951f-a43f9e7f3609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a0db79c1-9c50-4a2b-97ba-766f7e8969f4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.862870 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18f852f3-8ac3-4a0e-951f-a43f9e7f3609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:10.869733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab3f77-afd6-42b6-a6c6-5290f4370b68 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a884ec83-e956-4de1-95ba-20fbd03b745f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:10.871815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:10.877873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:10.887257 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-18f852f3-8ac3-4a0e-951f-a43f9e7f3609 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a0db79c1-9c50-4a2b-97ba-766f7e8969f4 HTTP/1.1" status: 204 len: 168 time: 0.2243249 Mar 24 00:59:10.924906 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f852f3-8ac3-4a0e-951f-a43f9e7f3609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0db79c1-9c50-4a2b-97ba-766f7e8969f4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:11.019599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Pushing event updated for resources: {'Port': ['ID=5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:11.090794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7176f36-6660-4abf-b47e-d311a881b2cb req-b1675d64-dc18-4731-a878-da585865dbb1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4213140 Mar 24 00:59:11.092146 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (a6299554-6c6a-49fc-aa48-f44299659774), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:11.313937 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e59b82-0961-49d9-a590-bf11a9640733 x-openstack-request-id: req-10e59b82-0961-49d9-a590-bf11a9640733 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:11.314241 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8029d2b1-29ad-4eaf-b83b-eb0f98bb5762", "name": "network-vif-deleted", "tag": "9a759407-2486-40a7-af02-bdc33282a1ec", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:11.315454 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-10e59b82-0961-49d9-a590-bf11a9640733 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:11.319387 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e59b82-0961-49d9-a590-bf11a9640733'] response: {'server_uuid': '8029d2b1-29ad-4eaf-b83b-eb0f98bb5762', 'name': 'network-vif-deleted', 'tag': '9a759407-2486-40a7-af02-bdc33282a1ec', 'status': 'completed', 'code': 200} Mar 24 00:59:11.321307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d2c46c9d-7628-4859-96da-e125c0e74496 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:11.447542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f7aff8ea-c2d0-4c6e-8bcc-1a6c8bedcafe None None] Provisioning complete for port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:11.447968 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f7aff8ea-c2d0-4c6e-8bcc-1a6c8bedcafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:11.501539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f7aff8ea-c2d0-4c6e-8bcc-1a6c8bedcafe None None] Port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:59:11.516177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d2c46c9d-7628-4859-96da-e125c0e74496 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:11.516564 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d2c46c9d-7628-4859-96da-e125c0e74496), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:11.581997 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:11.630017 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d2c46c9d-7628-4859-96da-e125c0e74496 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:11.630727 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d2c46c9d-7628-4859-96da-e125c0e74496), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:11.659233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port d2c46c9d-7628-4859-96da-e125c0e74496, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d2c46c9d-7628-4859-96da-e125c0e74496,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:11.666700 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d2c46c9d-7628-4859-96da-e125c0e74496), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:11.682914 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46638) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:11.693453 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-138ff861-d2f9-4b5f-a4bd-483ab467cf17 req-fdd261f7-a11e-4324-970d-fa6e6b64b160 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "GET /v2.0/security-groups/8131091c-a031-4ad2-9a35-01fd7292687f HTTP/1.1" status: 200 len: 2418 time: 0.2417057 Mar 24 00:59:11.777825 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5ddfc4ee-5cb8-4a91-91d4-de91df126f67 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c083c8041754109b0a32f32da13e723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0912869 Mar 24 00:59:11.778147 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46642) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:11.787277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=d2c46c9d-7628-4859-96da-e125c0e74496,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:11.837923 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a05723ed-7d3f-4063-8b5c-ca247fbd59d0 admin admin] Publish callbacks [] for security_group (9a1d96bc-e46b-48e1-889c-b6498c44f497), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:11.860367 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a05723ed-7d3f-4063-8b5c-ca247fbd59d0 admin admin] Publish callbacks [] for security_group (9a1d96bc-e46b-48e1-889c-b6498c44f497), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:11.882149 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-138ff861-d2f9-4b5f-a4bd-483ab467cf17 req-ceb01955-2bc6-4018-829a-9eed5aa18e83 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (8131091c-a031-4ad2-9a35-01fd7292687f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:11.909755 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a05723ed-7d3f-4063-8b5c-ca247fbd59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9a1d96bc-e46b-48e1-889c-b6498c44f497), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:11.912879 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a05723ed-7d3f-4063-8b5c-ca247fbd59d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:11.916335 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a05723ed-7d3f-4063-8b5c-ca247fbd59d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a1d96bc-e46b-48e1-889c-b6498c44f497 HTTP/1.1" status: 204 len: 168 time: 0.1349528 Mar 24 00:59:11.926443 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05723ed-7d3f-4063-8b5c-ca247fbd59d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1d96bc-e46b-48e1-889c-b6498c44f497,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:11.938880 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef945e93-7652-4c0c-bfb6-03362fca3e3b req-a72189c0-a365-4191-b296-053a322f26de tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:11.942712 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef945e93-7652-4c0c-bfb6-03362fca3e3b req-a72189c0-a365-4191-b296-053a322f26de tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 943 time: 0.1353564 Mar 24 00:59:11.969425 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Publish callbacks [] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:11.988774 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:11.993575 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-138ff861-d2f9-4b5f-a4bd-483ab467cf17 req-ceb01955-2bc6-4018-829a-9eed5aa18e83 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (8131091c-a031-4ad2-9a35-01fd7292687f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:12.120230 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (a6299554-6c6a-49fc-aa48-f44299659774), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:12.134104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Pushing event updated for resources: {'Port': ['ID=5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:12.143448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef945e93-7652-4c0c-bfb6-03362fca3e3b req-8f085272-9027-4875-b7fe-f3ae7a0ed431 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661060 Mar 24 00:59:12.147233 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-138ff861-d2f9-4b5f-a4bd-483ab467cf17 req-ceb01955-2bc6-4018-829a-9eed5aa18e83 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8131091c-a031-4ad2-9a35-01fd7292687f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:12.149797 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-138ff861-d2f9-4b5f-a4bd-483ab467cf17 req-ceb01955-2bc6-4018-829a-9eed5aa18e83 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:12.157487 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46648) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:12.173920 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-138ff861-d2f9-4b5f-a4bd-483ab467cf17 req-ceb01955-2bc6-4018-829a-9eed5aa18e83 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] 10.222.0.45 "DELETE /v2.0/security-groups/8131091c-a031-4ad2-9a35-01fd7292687f HTTP/1.1" status: 204 len: 173 time: 0.4795036 Mar 24 00:59:12.247508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0355ebe-4512-4615-bf79-400d0299c8ad admin admin] Deleting subnet 90d02068-8f39-4190-8e31-c2ac906e6e4a {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:59:12.265877 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a0355ebe-4512-4615-bf79-400d0299c8ad admin admin] Publish callbacks [] for subnet (90d02068-8f39-4190-8e31-c2ac906e6e4a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:12.287657 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb01955-2bc6-4018-829a-9eed5aa18e83 tempest-SecurityGroupRulesTestJSON-344799146 tempest-SecurityGroupRulesTestJSON-344799146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8131091c-a031-4ad2-9a35-01fd7292687f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:12.336849 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a0355ebe-4512-4615-bf79-400d0299c8ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (90d02068-8f39-4190-8e31-c2ac906e6e4a), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:12.419620 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a0355ebe-4512-4615-bf79-400d0299c8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (90d02068-8f39-4190-8e31-c2ac906e6e4a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:12.444175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Network 9d37656e-c76e-4646-97e0-f304db07f78a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:12.456301 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f492f3-aa83-492d-860c-b104be367be6 req-00e93844-2406-4b06-950f-29a4c909a756 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:12.463063 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f492f3-aa83-492d-860c-b104be367be6 req-00e93844-2406-4b06-950f-29a4c909a756 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:12.468364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f492f3-aa83-492d-860c-b104be367be6 req-00e93844-2406-4b06-950f-29a4c909a756 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:12.474667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f492f3-aa83-492d-860c-b104be367be6 req-00e93844-2406-4b06-950f-29a4c909a756 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:12.479992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f492f3-aa83-492d-860c-b104be367be6 req-00e93844-2406-4b06-950f-29a4c909a756 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:12.491691 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f492f3-aa83-492d-860c-b104be367be6 req-00e93844-2406-4b06-950f-29a4c909a756 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:12.495810 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a0355ebe-4512-4615-bf79-400d0299c8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (90d02068-8f39-4190-8e31-c2ac906e6e4a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:12.496546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f492f3-aa83-492d-860c-b104be367be6 req-00e93844-2406-4b06-950f-29a4c909a756 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:12.498530 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89f492f3-aa83-492d-860c-b104be367be6 req-00e93844-2406-4b06-950f-29a4c909a756 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.2087629 Mar 24 00:59:12.503048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:12.593671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a0355ebe-4512-4615-bf79-400d0299c8ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:12.605964 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a0355ebe-4512-4615-bf79-400d0299c8ad admin admin] 10.222.0.45 "DELETE /v2.0/subnets/90d02068-8f39-4190-8e31-c2ac906e6e4a HTTP/1.1" status: 204 len: 168 time: 0.4460869 Mar 24 00:59:12.606419 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0355ebe-4512-4615-bf79-400d0299c8ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d02068-8f39-4190-8e31-c2ac906e6e4a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:12.608303 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46664) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:12.670664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 9a759407-2486-40a7-af02-bdc33282a1ec no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:59:12.698749 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 9a759407-2486-40a7-af02-bdc33282a1ec {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:59:12.699309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 9a759407-2486-40a7-af02-bdc33282a1ec not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:59:12.776371 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5007ff55-ade4-4926-87a7-8ddb713c5457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (7cafb981-3329-498d-9941-28cda4f32bf1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:12.792699 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89f492f3-aa83-492d-860c-b104be367be6 req-43b01cb9-eac6-4964-b157-48985c801cc0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2273784 Mar 24 00:59:12.813889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Router a6299554-6c6a-49fc-aa48-f44299659774 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:59:12.976335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46684) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:13.003380 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5007ff55-ade4-4926-87a7-8ddb713c5457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (7cafb981-3329-498d-9941-28cda4f32bf1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.010734 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3d924559-1d76-4541-82bc-f0fb05e01924 None None] Provisioning complete for port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:13.011336 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3d924559-1d76-4541-82bc-f0fb05e01924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.037493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-5007ff55-ade4-4926-87a7-8ddb713c5457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cafb981-3329-498d-9941-28cda4f32bf1']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:13.053294 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3d924559-1d76-4541-82bc-f0fb05e01924 None None] Port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:59:13.053936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-5007ff55-ade4-4926-87a7-8ddb713c5457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8137d207-9e4a-4399-a6a8-ccc0a4902f5b') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:13.054236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-5007ff55-ade4-4926-87a7-8ddb713c5457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8137d207-9e4a-4399-a6a8-ccc0a4902f5b') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:13.066932 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5007ff55-ade4-4926-87a7-8ddb713c5457 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (8137d207-9e4a-4399-a6a8-ccc0a4902f5b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.085540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:59:13.095830 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5007ff55-ade4-4926-87a7-8ddb713c5457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8137d207-9e4a-4399-a6a8-ccc0a4902f5b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.096118 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Sync routers for ids ['a6299554-6c6a-49fc-aa48-f44299659774'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:59:13.116223 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00173f1-82ac-4264-8782-3c01c646e518 admin admin] Deleting subnet e381c163-d43e-468b-a3d7-a42af7bc7ee3 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:59:13.121943 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-219c11ab-28f6-429d-9f9f-7daaa4e1f714 admin admin] 10.222.0.45 "PUT /v2.0/routers/a6299554-6c6a-49fc-aa48-f44299659774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5392509 Mar 24 00:59:13.122850 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Routers {'a6299554-6c6a-49fc-aa48-f44299659774'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:13.126989 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d00173f1-82ac-4264-8782-3c01c646e518 admin admin] Publish callbacks [] for subnet (e381c163-d43e-468b-a3d7-a42af7bc7ee3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.129571 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f4761303-aff2-493f-919e-1aefb556778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6299554-6c6a-49fc-aa48-f44299659774'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:13.134716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5007ff55-ade4-4926-87a7-8ddb713c5457 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:59:13.136259 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5007ff55-ade4-4926-87a7-8ddb713c5457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (8137d207-9e4a-4399-a6a8-ccc0a4902f5b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.187751 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d00173f1-82ac-4264-8782-3c01c646e518 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (e381c163-d43e-468b-a3d7-a42af7bc7ee3), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.227947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d2c46c9d-7628-4859-96da-e125c0e74496 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:13.241452 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d00173f1-82ac-4264-8782-3c01c646e518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (e381c163-d43e-468b-a3d7-a42af7bc7ee3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: timer() Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:59:13.326723 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:59:13.339033 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5007ff55-ade4-4926-87a7-8ddb713c5457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (7cafb981-3329-498d-9941-28cda4f32bf1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.361857 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d00173f1-82ac-4264-8782-3c01c646e518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (e381c163-d43e-468b-a3d7-a42af7bc7ee3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.394377 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5007ff55-ade4-4926-87a7-8ddb713c5457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.396989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d2c46c9d-7628-4859-96da-e125c0e74496 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:13.397402 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d2c46c9d-7628-4859-96da-e125c0e74496), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.405462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5007ff55-ade4-4926-87a7-8ddb713c5457 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7cafb981-3329-498d-9941-28cda4f32bf1 HTTP/1.1" status: 204 len: 168 time: 0.7893245 Mar 24 00:59:13.405462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007ff55-ade4-4926-87a7-8ddb713c5457 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cafb981-3329-498d-9941-28cda4f32bf1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:13.470664 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d00173f1-82ac-4264-8782-3c01c646e518 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.482205 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d00173f1-82ac-4264-8782-3c01c646e518 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e381c163-d43e-468b-a3d7-a42af7bc7ee3 HTTP/1.1" status: 204 len: 168 time: 0.5049739 Mar 24 00:59:13.485353 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46706) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:13.487794 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00173f1-82ac-4264-8782-3c01c646e518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e381c163-d43e-468b-a3d7-a42af7bc7ee3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:13.568882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48252e3f-1817-4033-812c-7ff1c8a27ef5 req-0cfd83b4-4d35-411d-85f6-59afd613adcc tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:13.575588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-48252e3f-1817-4033-812c-7ff1c8a27ef5 req-0cfd83b4-4d35-411d-85f6-59afd613adcc tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 943 time: 0.2431636 Mar 24 00:59:13.609259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d2c46c9d-7628-4859-96da-e125c0e74496 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:13.722760 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-48252e3f-1817-4033-812c-7ff1c8a27ef5 req-d986a049-fa4a-4287-b3d6-f51023f8c7ba tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434538 Mar 24 00:59:13.734901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46714) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:13.751957 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acc224f6-0bb5-4c29-901e-e16f284bd8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (9de6f79e-0547-44b2-ae38-7fe0b368872e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.778042 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Set router a6299554-6c6a-49fc-aa48-f44299659774 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:13.813948 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e3449594-82e9-406f-a1bb-e7e6aeeecc29 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8f3f7934ba743f69d186d23873ac31e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0776923 Mar 24 00:59:13.816375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46722) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:13.871730 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1cd85c6-5ee0-4fe2-8b3a-3cedce7c9b38 admin admin] Publish callbacks [] for security_group (9364ac04-4bac-40db-a075-967e86fd9e58), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.898301 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1cd85c6-5ee0-4fe2-8b3a-3cedce7c9b38 admin admin] Publish callbacks [] for security_group (9364ac04-4bac-40db-a075-967e86fd9e58), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.952162 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acc224f6-0bb5-4c29-901e-e16f284bd8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (9de6f79e-0547-44b2-ae38-7fe0b368872e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:13.998316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-acc224f6-0bb5-4c29-901e-e16f284bd8be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de6f79e-0547-44b2-ae38-7fe0b368872e']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:14.018074 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-acc224f6-0bb5-4c29-901e-e16f284bd8be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aacc34e4-c7b5-48c5-927f-87d75ec55d75') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:14.019151 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-acc224f6-0bb5-4c29-901e-e16f284bd8be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aacc34e4-c7b5-48c5-927f-87d75ec55d75') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:14.047871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acc224f6-0bb5-4c29-901e-e16f284bd8be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (aacc34e4-c7b5-48c5-927f-87d75ec55d75), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:14.071313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bde24-3b40-4af0-97d5-1161c8cc59e4 req-5beaa465-b80c-4757-9192-73c2754592f9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:14.075512 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acc224f6-0bb5-4c29-901e-e16f284bd8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (aacc34e4-c7b5-48c5-927f-87d75ec55d75), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:14.078516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bde24-3b40-4af0-97d5-1161c8cc59e4 req-5beaa465-b80c-4757-9192-73c2754592f9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:14.085991 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc224f6-0bb5-4c29-901e-e16f284bd8be admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:59:14.086359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bde24-3b40-4af0-97d5-1161c8cc59e4 req-5beaa465-b80c-4757-9192-73c2754592f9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:14.087361 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acc224f6-0bb5-4c29-901e-e16f284bd8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (aacc34e4-c7b5-48c5-927f-87d75ec55d75), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:14.093263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bde24-3b40-4af0-97d5-1161c8cc59e4 req-5beaa465-b80c-4757-9192-73c2754592f9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: timer() Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:59:14.095285 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:59:14.100447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bde24-3b40-4af0-97d5-1161c8cc59e4 req-5beaa465-b80c-4757-9192-73c2754592f9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:14.107852 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bde24-3b40-4af0-97d5-1161c8cc59e4 req-5beaa465-b80c-4757-9192-73c2754592f9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:14.114872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bde24-3b40-4af0-97d5-1161c8cc59e4 req-5beaa465-b80c-4757-9192-73c2754592f9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:14.124537 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-028bde24-3b40-4af0-97d5-1161c8cc59e4 req-5beaa465-b80c-4757-9192-73c2754592f9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.1440089 Mar 24 00:59:14.149448 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1cd85c6-5ee0-4fe2-8b3a-3cedce7c9b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9364ac04-4bac-40db-a075-967e86fd9e58), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:14.153734 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1cd85c6-5ee0-4fe2-8b3a-3cedce7c9b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:14.155267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e1cd85c6-5ee0-4fe2-8b3a-3cedce7c9b38 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9364ac04-4bac-40db-a075-967e86fd9e58 HTTP/1.1" status: 204 len: 168 time: 0.3378325 Mar 24 00:59:14.202262 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acc224f6-0bb5-4c29-901e-e16f284bd8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (9de6f79e-0547-44b2-ae38-7fe0b368872e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:14.202696 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f4761303-aff2-493f-919e-1aefb556778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port': {'id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:04Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e', 'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'mac_address': 'fa:16:3e:75:cd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '24001411-7949-4104-b16e-388a52a539de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:09Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 2, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'subnets': [{'id': '24001411-7949-4104-b16e-388a52a539de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:14.205557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd85c6-5ee0-4fe2-8b3a-3cedce7c9b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9364ac04-4bac-40db-a075-967e86fd9e58,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:14.211661 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acc224f6-0bb5-4c29-901e-e16f284bd8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:14.237791 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-acc224f6-0bb5-4c29-901e-e16f284bd8be admin admin] 10.222.0.45 "DELETE /v2.0/networks/9de6f79e-0547-44b2-ae38-7fe0b368872e HTTP/1.1" status: 204 len: 168 time: 0.7380586 Mar 24 00:59:14.244747 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Checking router: a6299554-6c6a-49fc-aa48-f44299659774 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:59:14.245622 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Updating router a6299554-6c6a-49fc-aa48-f44299659774 port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:59:14.255507 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-028bde24-3b40-4af0-97d5-1161c8cc59e4 req-19b7d61d-e12d-42e6-b4ca-dd6c4db64e1d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299193 Mar 24 00:59:14.273941 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc224f6-0bb5-4c29-901e-e16f284bd8be admin admin] Pushing event deleted for resources: {'Network': ['ID=9de6f79e-0547-44b2-ae38-7fe0b368872e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:14.296452 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:14.499417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-fb969ea5-0c3b-40f6-9f6a-6d2c8016c314 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:14.502778 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-fb969ea5-0c3b-40f6-9f6a-6d2c8016c314 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/networks?id=4ba452fd-f341-43eb-acdb-fff9965dd9a4 HTTP/1.1" status: 200 len: 810 time: 0.1539538 Mar 24 00:59:14.525790 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-275d4175-1868-415d-b06f-d685730fb431 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/quotas/9fbb5d1d14ac4b95bbbd13d476db02d8 HTTP/1.1" status: 200 len: 375 time: 0.0164702 Mar 24 00:59:14.594712 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-0edf4ec4-64d0-4e08-b424-05150e6fb9bd tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fbb5d1d14ac4b95bbbd13d476db02d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597882 Mar 24 00:59:14.757345 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Publish callbacks [] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:14.764026 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:14.809926 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46764) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:14.834357 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Pushing event updated for resources: {'Port': ['ID=5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:14.869006 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:14.870956 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:14.873527 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:14.874366 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:14.874894 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:14.875411 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:14.875899 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:14.877713 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:14.878232 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:14.882950 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:14.883583 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:14.884078 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:14.884724 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:14.885266 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:14.885751 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:14.902880 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-f8819728-3aea-4030-b647-10c5f8175191 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:14.922497 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-f8819728-3aea-4030-b647-10c5f8175191 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 819 time: 0.3105021 Mar 24 00:59:14.933113 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eef7dd3e-c8b6-4c11-8cb4-41a7154d0cb4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1aef11c3c05e411091ef61bdeb52cf91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1193264 Mar 24 00:59:14.933382 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46766) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:14.976518 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-8058283c-54f7-44c5-bd97-bbea4b96155f tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/quotas/aa48779386084f8989df3ed2fec3e464 HTTP/1.1" status: 200 len: 375 time: 0.0529902 Mar 24 00:59:15.066757 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e65153b3-967f-4f10-9069-88d6fd8af648 admin admin] Publish callbacks [] for security_group (4baea02a-b4de-4dca-81c0-fcb0d9d62231), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:15.081292 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Attempting to bind port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:15.082492 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Attempting to bind port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:15.082864 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Attempting to bind port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e on network 9d37656e-c76e-4646-97e0-f304db07f78a {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:15.094147 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:15.094573 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Checking segment: {'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:15.099649 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:15.100330 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Bound using segment: {'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:15.102334 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Bound port: 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:15.104403 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:15.150543 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e65153b3-967f-4f10-9069-88d6fd8af648 admin admin] Publish callbacks [] for security_group (4baea02a-b4de-4dca-81c0-fcb0d9d62231), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:15.153295 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-b4eee86d-8278-444f-9191-89538de0dcf4 service neutron] 10.222.0.45 "GET /v2.0/networks/4ba452fd-f341-43eb-acdb-fff9965dd9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571432 Mar 24 00:59:15.195208 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-f4761303-aff2-493f-919e-1aefb556778c None None] For port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:59:15.201367 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-f4761303-aff2-493f-919e-1aefb556778c None None] For port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:59:15.214928 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:15.254033 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e65153b3-967f-4f10-9069-88d6fd8af648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4baea02a-b4de-4dca-81c0-fcb0d9d62231), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:15.257609 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e65153b3-967f-4f10-9069-88d6fd8af648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:15.260313 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e65153b3-967f-4f10-9069-88d6fd8af648 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4baea02a-b4de-4dca-81c0-fcb0d9d62231 HTTP/1.1" status: 204 len: 168 time: 0.3238895 Mar 24 00:59:15.294164 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65153b3-967f-4f10-9069-88d6fd8af648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baea02a-b4de-4dca-81c0-fcb0d9d62231,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:15.322693 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Routers {'a6299554-6c6a-49fc-aa48-f44299659774'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:15.323478 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f4761303-aff2-493f-919e-1aefb556778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6299554-6c6a-49fc-aa48-f44299659774'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:15.396917 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-3039c5d1-4de0-4d1b-85e2-8d6fb0716e03 service neutron] 10.222.0.45 "GET /v2.0/networks/4ba452fd-f341-43eb-acdb-fff9965dd9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426419 Mar 24 00:59:15.410356 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f64d70-a039-4282-9a58-51407f820230 None None] Pushing event updated for resources: {'Port': ['ID=5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:15.412800 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5b9394f6-0d6f-470e-9933-dfcd9797830e None None] Provisioning complete for port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:15.413593 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5b9394f6-0d6f-470e-9933-dfcd9797830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:15.444973 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-42015c73-f81d-40a1-8488-22a9710f854c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4676399 Mar 24 00:59:15.543075 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-f4761303-aff2-493f-919e-1aefb556778c None None] Set router a6299554-6c6a-49fc-aa48-f44299659774 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:15.682959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5b9394f6-0d6f-470e-9933-dfcd9797830e None None] Current status of the port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:15.684428 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5b9394f6-0d6f-470e-9933-dfcd9797830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:15.733748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-cc4e9fcd-6228-476e-af7d-4df8e24ea5b2 service neutron] 10.222.0.45 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765484 Mar 24 00:59:15.741343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5b9394f6-0d6f-470e-9933-dfcd9797830e None None] For port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:15.751508 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5b9394f6-0d6f-470e-9933-dfcd9797830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:15.877558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9394f6-0d6f-470e-9933-dfcd9797830e None None] Pushing event updated for resources: {'Port': ['ID=5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:15.927527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b9bd0af5-9fff-4770-876d-f416142004e7 None None] Provisioning complete for port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:15.929602 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b9bd0af5-9fff-4770-876d-f416142004e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:16.049045 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f4761303-aff2-493f-919e-1aefb556778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port': {'id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:04Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e', 'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'mac_address': 'fa:16:3e:75:cd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '24001411-7949-4104-b16e-388a52a539de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:09Z', 'updated_at': '2022-03-24T00:59:15Z', 'revision_number': 4, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'subnets': [{'id': '24001411-7949-4104-b16e-388a52a539de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:16.087074 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd0af5-9fff-4770-876d-f416142004e7 None None] Current status of the port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:16.108932 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46798) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:16.110618 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4761303-aff2-493f-919e-1aefb556778c None None] The sync data for ids ['a6299554-6c6a-49fc-aa48-f44299659774'] in n-d-760455-9 is: [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port': {'id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:04Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e', 'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'mac_address': 'fa:16:3e:75:cd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '24001411-7949-4104-b16e-388a52a539de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:09Z', 'updated_at': '2022-03-24T00:59:15Z', 'revision_number': 4, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'subnets': [{'id': '24001411-7949-4104-b16e-388a52a539de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:59:16.121873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-24e9893e-0fdb-4e77-b157-c6b6fc2eee0b service neutron] 10.222.0.45 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837473 Mar 24 00:59:16.162732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8d488-0397-444d-b69d-2ac0d786e030 req-e4c2059d-c2ee-4df8-8cae-8d1897bbc6f5 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:16.174092 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0c8d488-0397-444d-b69d-2ac0d786e030 req-e4c2059d-c2ee-4df8-8cae-8d1897bbc6f5 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 943 time: 0.2091238 Mar 24 00:59:16.322723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0c8d488-0397-444d-b69d-2ac0d786e030 req-4ed11429-2844-4974-9f6a-8230e86d3348 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462586 Mar 24 00:59:16.374173 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-13b6374b-9fdc-4dbd-b4c5-6e88ab628812 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2023936623-network', 'tenant_id': 'd0a722700d8247a29dbfa01cf5c32795'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:16.412479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b6374b-9fdc-4dbd-b4c5-6e88ab628812 admin admin] Made reservation on behalf of d0a722700d8247a29dbfa01cf5c32795 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:16.415660 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13b6374b-9fdc-4dbd-b4c5-6e88ab628812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:16.442446 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13b6374b-9fdc-4dbd-b4c5-6e88ab628812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:16.623461 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719785b3-96d2-4a0e-9a6d-c71c2c181db9 req-6a683238-17d7-4162-9360-c2b9152a351b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:16.636274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719785b3-96d2-4a0e-9a6d-c71c2c181db9 req-6a683238-17d7-4162-9360-c2b9152a351b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:16.651575 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13b6374b-9fdc-4dbd-b4c5-6e88ab628812 admin admin] Publish callbacks [] for security_group (63f35e47-3ef4-4156-93d2-ea39f4ceb3ef), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:16.658101 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13b6374b-9fdc-4dbd-b4c5-6e88ab628812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (63f35e47-3ef4-4156-93d2-ea39f4ceb3ef), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:16.658680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719785b3-96d2-4a0e-9a6d-c71c2c181db9 req-6a683238-17d7-4162-9360-c2b9152a351b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:16.684452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719785b3-96d2-4a0e-9a6d-c71c2c181db9 req-6a683238-17d7-4162-9360-c2b9152a351b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:16.699666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719785b3-96d2-4a0e-9a6d-c71c2c181db9 req-6a683238-17d7-4162-9360-c2b9152a351b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:16.710402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719785b3-96d2-4a0e-9a6d-c71c2c181db9 req-6a683238-17d7-4162-9360-c2b9152a351b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:16.718707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719785b3-96d2-4a0e-9a6d-c71c2c181db9 req-6a683238-17d7-4162-9360-c2b9152a351b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:16.731665 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-719785b3-96d2-4a0e-9a6d-c71c2c181db9 req-6a683238-17d7-4162-9360-c2b9152a351b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.2515779 Mar 24 00:59:16.742132 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b6374b-9fdc-4dbd-b4c5-6e88ab628812 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:59:16.779881 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13b6374b-9fdc-4dbd-b4c5-6e88ab628812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (cc791917-3a1e-496a-821c-1917be08d049), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:16.780228 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-13b6374b-9fdc-4dbd-b4c5-6e88ab628812 admin admin] Added segment cc791917-3a1e-496a-821c-1917be08d049 of type vlan for network e99c35fc-45ab-48e3-b7dd-c3c44d10228d Mar 24 00:59:16.831664 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13b6374b-9fdc-4dbd-b4c5-6e88ab628812 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (e99c35fc-45ab-48e3-b7dd-c3c44d10228d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:16.841912 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-719785b3-96d2-4a0e-9a6d-c71c2c181db9 req-afc8311a-a744-4104-8b2c-4ed90a3781bb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085970 Mar 24 00:59:16.866355 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6374b-9fdc-4dbd-b4c5-6e88ab628812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:16.871612 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13b6374b-9fdc-4dbd-b4c5-6e88ab628812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (e99c35fc-45ab-48e3-b7dd-c3c44d10228d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:16.873254 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b6374b-9fdc-4dbd-b4c5-6e88ab628812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:16.874047 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13b6374b-9fdc-4dbd-b4c5-6e88ab628812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:17.080990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6374b-9fdc-4dbd-b4c5-6e88ab628812 admin admin] Pushing event updated for resources: {'Network': ['ID=e99c35fc-45ab-48e3-b7dd-c3c44d10228d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:17.094296 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-13b6374b-9fdc-4dbd-b4c5-6e88ab628812 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9814935 Mar 24 00:59:17.095172 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46836) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:17.101501 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c18942d2-1852-4135-a2c4-eb681f11975f admin admin] Request body: {'subnet': {'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2023936623-subnet', 'tenant_id': 'd0a722700d8247a29dbfa01cf5c32795', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:17.126597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18942d2-1852-4135-a2c4-eb681f11975f admin admin] Made reservation on behalf of d0a722700d8247a29dbfa01cf5c32795 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:17.134361 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddff65f1-d9ec-4daa-8246-9f915fa32558 req-69718c74-d589-4f0a-9312-192ef7c870e4 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 210 time: 0.1360066 Mar 24 00:59:17.135187 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c18942d2-1852-4135-a2c4-eb681f11975f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:17.159279 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network e99c35fc-45ab-48e3-b7dd-c3c44d10228d details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:59:17.169363 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46568767-198b-420f-9888-c44a5bf591e6 req-086c977f-85ec-43dd-bff2-5ef5a115c374 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 210 time: 0.1046987 Mar 24 00:59:17.460125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:17.628856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:17.634340 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:17.654977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a83153-26a1-401f-8fc6-7d1a5b33ae90 req-fb21475d-6b11-4975-b42e-1076d556233c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:17.661167 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23a83153-26a1-401f-8fc6-7d1a5b33ae90 req-fb21475d-6b11-4975-b42e-1076d556233c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 943 time: 0.1487854 Mar 24 00:59:17.670683 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c18942d2-1852-4135-a2c4-eb681f11975f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (14566481-e3db-494f-8ac4-59f875be370a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:17.754878 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23a83153-26a1-401f-8fc6-7d1a5b33ae90 req-840d5be1-4d22-4149-94d7-93554d2b6bb6 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779533 Mar 24 00:59:17.820443 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18942d2-1852-4135-a2c4-eb681f11975f admin admin] Checking segment: {'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:17.820865 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18942d2-1852-4135-a2c4-eb681f11975f admin admin] Network hostable DHCP agents. Network: e99c35fc-45ab-48e3-b7dd-c3c44d10228d, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:59:17.835057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18942d2-1852-4135-a2c4-eb681f11975f admin admin] Pushing event updated for resources: {'Subnet': ['ID=14566481-e3db-494f-8ac4-59f875be370a,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:17.872806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18942d2-1852-4135-a2c4-eb681f11975f admin admin] Network e99c35fc-45ab-48e3-b7dd-c3c44d10228d is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:59:17.894857 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c18942d2-1852-4135-a2c4-eb681f11975f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, e99c35fc-45ab-48e3-b7dd-c3c44d10228d) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:17.900083 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18942d2-1852-4135-a2c4-eb681f11975f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:17.900721 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c18942d2-1852-4135-a2c4-eb681f11975f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:17.936994 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c18942d2-1852-4135-a2c4-eb681f11975f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8318021 Mar 24 00:59:18.133266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-b02eca18-437f-40d1-91a4-d5fa3cb0a262 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:18.141349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-b02eca18-437f-40d1-91a4-d5fa3cb0a262 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 819 time: 0.2984738 Mar 24 00:59:18.187042 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-0d35c640-579f-4dbd-8019-cd8fd7c1e67b tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/quotas/aa48779386084f8989df3ed2fec3e464 HTTP/1.1" status: 200 len: 375 time: 0.0433629 Mar 24 00:59:18.286831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:18.292767 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb1e1c2-c9dd-43b7-a722-09cd6cb04db9 None None] Network e99c35fc-45ab-48e3-b7dd-c3c44d10228d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:59:18.482701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b13e437-5e97-4743-87f8-e65a2d0fa218 None None] Network e99c35fc-45ab-48e3-b7dd-c3c44d10228d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:59:18.617361 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-e5c46a6e-0d59-4e7b-be3f-d4c971c32fac tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:18.643804 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-e5c46a6e-0d59-4e7b-be3f-d4c971c32fac tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 819 time: 0.2944038 Mar 24 00:59:18.659736 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-68b0cced-beff-489c-a7e6-9f0d44127bfd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Request body: {'port': {'device_id': '0dff8a81-379d-408e-a702-c2e5c2f836f5', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'admin_state_up': True, 'tenant_id': 'aa48779386084f8989df3ed2fec3e464'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:18.894613 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-68b0cced-beff-489c-a7e6-9f0d44127bfd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Made reservation on behalf of aa48779386084f8989df3ed2fec3e464 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:18.899015 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-68b0cced-beff-489c-a7e6-9f0d44127bfd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:19.069338 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-68b0cced-beff-489c-a7e6-9f0d44127bfd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Allocated IP 172.20.0.10 (9d37656e-c76e-4646-97e0-f304db07f78a/24001411-7949-4104-b16e-388a52a539de/f6e942dc-2f3b-46a6-98e6-41dfdb464d87) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:19.069983 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-383af0a4-3d62-424d-b503-a703e5c1afe1 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8817689 Mar 24 00:59:19.159073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-4d0c2c42-0c29-4005-8bb5-f1fe3ebeefc3 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:19.161485 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-4d0c2c42-0c29-4005-8bb5-f1fe3ebeefc3 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.48 "GET /v2.0/networks?id=4ba452fd-f341-43eb-acdb-fff9965dd9a4 HTTP/1.1" status: 200 len: 810 time: 1.0162978 Mar 24 00:59:19.176492 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-7a122ee7-f996-4fb5-be38-0a3d93df83d2 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Request body: {'port': {'device_id': '4d192e79-f3ca-4085-97d4-8521e6bbf0aa', 'network_id': '4ba452fd-f341-43eb-acdb-fff9965dd9a4', 'admin_state_up': True, 'tenant_id': '9fbb5d1d14ac4b95bbbd13d476db02d8'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:19.285785 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5329f-ddfe-4cc4-b5e6-7197c01ef912 req-128dd926-a08f-41e4-a148-0692f524b2b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:19.291317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5329f-ddfe-4cc4-b5e6-7197c01ef912 req-128dd926-a08f-41e4-a148-0692f524b2b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:19.297153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5329f-ddfe-4cc4-b5e6-7197c01ef912 req-128dd926-a08f-41e4-a148-0692f524b2b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:19.301053 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-68b0cced-beff-489c-a7e6-9f0d44127bfd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for port (f6e942dc-2f3b-46a6-98e6-41dfdb464d87), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:19.303936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5329f-ddfe-4cc4-b5e6-7197c01ef912 req-128dd926-a08f-41e4-a148-0692f524b2b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:19.309453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5329f-ddfe-4cc4-b5e6-7197c01ef912 req-128dd926-a08f-41e4-a148-0692f524b2b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:19.315008 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5329f-ddfe-4cc4-b5e6-7197c01ef912 req-128dd926-a08f-41e4-a148-0692f524b2b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:19.321351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5329f-ddfe-4cc4-b5e6-7197c01ef912 req-128dd926-a08f-41e4-a148-0692f524b2b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:19.329424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54a5329f-ddfe-4cc4-b5e6-7197c01ef912 req-128dd926-a08f-41e4-a148-0692f524b2b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.2860539 Mar 24 00:59:19.339563 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-68b0cced-beff-489c-a7e6-9f0d44127bfd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f6e942dc-2f3b-46a6-98e6-41dfdb464d87), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:19.369746 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-afb1ce08-2ff9-4ad8-a861-babc60799ee4 service neutron] 10.222.0.45 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987297 Mar 24 00:59:19.410144 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-68b0cced-beff-489c-a7e6-9f0d44127bfd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Network 9d37656e-c76e-4646-97e0-f304db07f78a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:19.430484 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-68b0cced-beff-489c-a7e6-9f0d44127bfd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:19.435073 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-68b0cced-beff-489c-a7e6-9f0d44127bfd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:19.473412 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0cced-beff-489c-a7e6-9f0d44127bfd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Pushing event updated for resources: {'Port': ['ID=f6e942dc-2f3b-46a6-98e6-41dfdb464d87,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:19.514200 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-68b0cced-beff-489c-a7e6-9f0d44127bfd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:19.514858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-68b0cced-beff-489c-a7e6-9f0d44127bfd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:19.537025 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-68b0cced-beff-489c-a7e6-9f0d44127bfd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8813565 Mar 24 00:59:19.538385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54a5329f-ddfe-4cc4-b5e6-7197c01ef912 req-824a0095-df66-4f45-b719-4ee109ffd57e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2076452 Mar 24 00:59:19.556663 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Request body: {'port': {'device_id': '0dff8a81-379d-408e-a702-c2e5c2f836f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:19.562027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-7a122ee7-f996-4fb5-be38-0a3d93df83d2 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Made reservation on behalf of 9fbb5d1d14ac4b95bbbd13d476db02d8 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:19.574597 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-7a122ee7-f996-4fb5-be38-0a3d93df83d2 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:19.574597 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-c0e7b5cb-a8a5-463c-a2c1-cdc9c34dc569 service neutron] 10.222.0.45 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961260 Mar 24 00:59:19.736882 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6e942dc-2f3b-46a6-98e6-41dfdb464d87), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:19.742812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8e1f7e2-8ac4-4b3c-a6b4-182241b52e06 req-f5e81fbf-5547-4164-b613-a30c6e466e4c tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 210 time: 0.0652230 Mar 24 00:59:19.843149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-7a122ee7-f996-4fb5-be38-0a3d93df83d2 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Allocated IP 172.20.0.14 (4ba452fd-f341-43eb-acdb-fff9965dd9a4/2634d437-db1b-4e9f-b442-97ef259cefb9/b02e8035-4903-416f-8812-fe4e4e5565f3) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:19.859329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-76cc1125-f713-40fa-a843-aa21ce476220 None None] Provisioning complete for port f6e942dc-2f3b-46a6-98e6-41dfdb464d87 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:19.863324 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-76cc1125-f713-40fa-a843-aa21ce476220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f6e942dc-2f3b-46a6-98e6-41dfdb464d87), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:19.979529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-76cc1125-f713-40fa-a843-aa21ce476220 None None] Port f6e942dc-2f3b-46a6-98e6-41dfdb464d87 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:59:20.061652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb82f8a3-1cd3-4511-9c5c-255c26714fc5 req-78cec68e-94f0-4a07-9de3-b69f231713b2 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a3bcb54-2234-4be3-8205-1c06574d8296 HTTP/1.1" status: 200 len: 210 time: 0.0506239 Mar 24 00:59:20.211686 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-7a122ee7-f996-4fb5-be38-0a3d93df83d2 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Publish callbacks [] for port (b02e8035-4903-416f-8812-fe4e4e5565f3), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:20.226906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-504c8ce5-de49-4299-a90b-f6427fce1df8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:20.236079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-504c8ce5-de49-4299-a90b-f6427fce1df8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/networks?id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d HTTP/1.1" status: 200 len: 813 time: 0.2260804 Mar 24 00:59:20.262350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-0d6ea0df-a798-4188-a0e4-3106caf7e9ae tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/quotas/d0a722700d8247a29dbfa01cf5c32795 HTTP/1.1" status: 200 len: 375 time: 0.0178325 Mar 24 00:59:20.279790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e942dc-2f3b-46a6-98e6-41dfdb464d87 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:20.290755 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Publish callbacks [] for port (f6e942dc-2f3b-46a6-98e6-41dfdb464d87), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:20.304894 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Transition to ACTIVE for port object f6e942dc-2f3b-46a6-98e6-41dfdb464d87 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:59:20.319521 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (f6e942dc-2f3b-46a6-98e6-41dfdb464d87), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:20.322409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-411b1054-2255-43e4-90df-92783994415d tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0a722700d8247a29dbfa01cf5c32795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590055 Mar 24 00:59:20.431038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Pushing event updated for resources: {'Port': ['ID=f6e942dc-2f3b-46a6-98e6-41dfdb464d87,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:20.537228 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Attempting to bind port f6e942dc-2f3b-46a6-98e6-41dfdb464d87 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:20.537617 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Attempting to bind port f6e942dc-2f3b-46a6-98e6-41dfdb464d87 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:20.538197 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Attempting to bind port f6e942dc-2f3b-46a6-98e6-41dfdb464d87 on network 9d37656e-c76e-4646-97e0-f304db07f78a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:20.545831 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-7a122ee7-f996-4fb5-be38-0a3d93df83d2 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b02e8035-4903-416f-8812-fe4e4e5565f3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:20.547396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Port f6e942dc-2f3b-46a6-98e6-41dfdb464d87 on network 9d37656e-c76e-4646-97e0-f304db07f78a not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:59:20.547804 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Attempting to bind port f6e942dc-2f3b-46a6-98e6-41dfdb464d87 on network 9d37656e-c76e-4646-97e0-f304db07f78a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:20.567539 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:20.568767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Checking segment: {'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:20.569354 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Bound using segment: {'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:20.571858 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Bound port: f6e942dc-2f3b-46a6-98e6-41dfdb464d87, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:20.572605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6e942dc-2f3b-46a6-98e6-41dfdb464d87), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:20.685817 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-172d9964-5af9-4bee-b8bf-22dbc9a36ccf service neutron] 10.222.0.45 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617976 Mar 24 00:59:20.703904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] For port f6e942dc-2f3b-46a6-98e6-41dfdb464d87, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:59:20.707973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] For port f6e942dc-2f3b-46a6-98e6-41dfdb464d87, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f6e942dc-2f3b-46a6-98e6-41dfdb464d87,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:59:20.710515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-7a122ee7-f996-4fb5-be38-0a3d93df83d2 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Network 4ba452fd-f341-43eb-acdb-fff9965dd9a4 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:20.715844 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (f6e942dc-2f3b-46a6-98e6-41dfdb464d87), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:20.718658 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-7a122ee7-f996-4fb5-be38-0a3d93df83d2 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:20.722353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-7a122ee7-f996-4fb5-be38-0a3d93df83d2 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:20.751760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a122ee7-f996-4fb5-be38-0a3d93df83d2 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Pushing event updated for resources: {'Port': ['ID=b02e8035-4903-416f-8812-fe4e4e5565f3,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:20.787098 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:20.787719 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:20.799010 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] 10.222.0.48 "PUT /v2.0/ports/f6e942dc-2f3b-46a6-98e6-41dfdb464d87 HTTP/1.1" status: 200 len: 1092 time: 1.2539001 Mar 24 00:59:20.799557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b309b-9e5f-485e-a0c9-76fea1ff0f9c service neutron] Pushing event updated for resources: {'Port': ['ID=f6e942dc-2f3b-46a6-98e6-41dfdb464d87,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:20.805759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dff8a81-379d-408e-a702-c2e5c2f836f5', 'tag': 'f6e942dc-2f3b-46a6-98e6-41dfdb464d87'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:20.808421 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34534df4-2392-444d-bd24-7afc7400e1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0dff8a81-379d-408e-a702-c2e5c2f836f5", "tag": "f6e942dc-2f3b-46a6-98e6-41dfdb464d87"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:20.865236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86489df5-4f2f-47e5-80df-9af890fa6784 req-0cc12023-dc22-4666-8c1d-582a043f1d3a tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:20.873636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86489df5-4f2f-47e5-80df-9af890fa6784 req-0cc12023-dc22-4666-8c1d-582a043f1d3a tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 943 time: 0.4571569 Mar 24 00:59:20.936069 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46926) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:20.965853 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-abc060e6-8e72-4c26-90eb-0f30b5f92a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:20.966891 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-7a122ee7-f996-4fb5-be38-0a3d93df83d2 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:20.967542 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-abc060e6-8e72-4c26-90eb-0f30b5f92a51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 1126 time: 0.1089721 Mar 24 00:59:20.967703 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-7a122ee7-f996-4fb5-be38-0a3d93df83d2 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:21.011585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-d77fbb86-6bbc-46b2-a5ef-5636dc160f01 service neutron] 10.222.0.45 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220563 Mar 24 00:59:21.031426 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86489df5-4f2f-47e5-80df-9af890fa6784 req-60ecd486-7b0b-42de-b559-fc8a597fbdeb tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567242 Mar 24 00:59:21.046652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-7a122ee7-f996-4fb5-be38-0a3d93df83d2 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8741968 Mar 24 00:59:21.069667 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-74381ba0-c383-4956-85be-756cabd96504 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6e942dc-2f3b-46a6-98e6-41dfdb464d87 HTTP/1.1" status: 200 len: 217 time: 0.0882397 Mar 24 00:59:21.074699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Request body: {'port': {'device_id': '4d192e79-f3ca-4085-97d4-8521e6bbf0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:21.202851 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-a7980eb6-73ba-467d-a770-d3c66c21e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:21.207069 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-a7980eb6-73ba-467d-a770-d3c66c21e3b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.1316862 Mar 24 00:59:21.228629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2aa6e233-9d8b-4674-bd65-019277e68927 req-cfdb4c63-6f43-496d-93e1-0681d295dfcc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a3bcb54-2234-4be3-8205-1c06574d8296 HTTP/1.1" status: 200 len: 210 time: 0.0783005 Mar 24 00:59:21.281964 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-fa4a4ae4-e37a-40e1-a404-18f51e36281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:21.283558 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-fa4a4ae4-e37a-40e1-a404-18f51e36281c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0680196 Mar 24 00:59:21.298458 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b02e8035-4903-416f-8812-fe4e4e5565f3), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:21.305500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49667ffe-dd8c-4d97-9882-0667fbd02bbe req-bb991379-5c36-4806-9dd5-9e846151644b tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 210 time: 0.0797026 Mar 24 00:59:21.322699 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-960b317a-bd6a-4b8e-885d-eb9b747e6bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:21.637580 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-bfbe3c8f-422c-4360-861d-e5610e687281 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309400 Mar 24 00:59:21.813447 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-960b317a-bd6a-4b8e-885d-eb9b747e6bfb admin admin] Publish callbacks [] for security_group (cbe926bd-2816-4d5d-af4c-56a02b07903d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:21.830674 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-960b317a-bd6a-4b8e-885d-eb9b747e6bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cbe926bd-2816-4d5d-af4c-56a02b07903d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:21.857119 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2c3c3e56-3362-4ccf-9a74-5a0cf5da6315 req-1d535ae0-e762-4161-9fd5-d76fe60f6715 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024541 Mar 24 00:59:21.901164 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-960b317a-bd6a-4b8e-885d-eb9b747e6bfb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=29911686875c4623a195a5d58d824906&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9578915 Mar 24 00:59:21.902103 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b317a-bd6a-4b8e-885d-eb9b747e6bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe926bd-2816-4d5d-af4c-56a02b07903d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:21.904403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46952) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:21.967387 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5dc794e-26e4-4e5c-8e41-7bcff9403aa9 admin admin] Publish callbacks [] for security_group (cbe926bd-2816-4d5d-af4c-56a02b07903d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:21.996924 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5dc794e-26e4-4e5c-8e41-7bcff9403aa9 admin admin] Publish callbacks [] for security_group (cbe926bd-2816-4d5d-af4c-56a02b07903d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:22.085964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc2dea-0a9f-4c64-b7f3-cb38751100cb req-d6529817-2f77-463f-bf45-0ecbd965452f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:22.087770 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5dc794e-26e4-4e5c-8e41-7bcff9403aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cbe926bd-2816-4d5d-af4c-56a02b07903d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:22.091315 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5dc794e-26e4-4e5c-8e41-7bcff9403aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:22.093349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc2dea-0a9f-4c64-b7f3-cb38751100cb req-d6529817-2f77-463f-bf45-0ecbd965452f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:22.098298 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a5dc794e-26e4-4e5c-8e41-7bcff9403aa9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cbe926bd-2816-4d5d-af4c-56a02b07903d HTTP/1.1" status: 204 len: 168 time: 0.1914382 Mar 24 00:59:22.100177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc2dea-0a9f-4c64-b7f3-cb38751100cb req-d6529817-2f77-463f-bf45-0ecbd965452f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:22.106112 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc2dea-0a9f-4c64-b7f3-cb38751100cb req-d6529817-2f77-463f-bf45-0ecbd965452f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:22.116506 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc794e-26e4-4e5c-8e41-7bcff9403aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe926bd-2816-4d5d-af4c-56a02b07903d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:22.132050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc2dea-0a9f-4c64-b7f3-cb38751100cb req-d6529817-2f77-463f-bf45-0ecbd965452f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:22.153859 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc2dea-0a9f-4c64-b7f3-cb38751100cb req-d6529817-2f77-463f-bf45-0ecbd965452f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:22.167260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc2dea-0a9f-4c64-b7f3-cb38751100cb req-d6529817-2f77-463f-bf45-0ecbd965452f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:22.169808 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fefc2dea-0a9f-4c64-b7f3-cb38751100cb req-d6529817-2f77-463f-bf45-0ecbd965452f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.6512847 Mar 24 00:59:22.182278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-ae90b703-0c80-47ff-ad6e-3e2cce6a7278 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:22.183717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-ae90b703-0c80-47ff-ad6e-3e2cce6a7278 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 819 time: 0.5283999 Mar 24 00:59:22.201482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dbf2d-18ba-4d95-bae0-170990a396db req-a271c194-e6e7-4323-9f05-64885d929007 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:22.211248 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e8dbf2d-18ba-4d95-bae0-170990a396db req-a271c194-e6e7-4323-9f05-64885d929007 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 932 time: 0.5168321 Mar 24 00:59:22.227038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-ed4a9c36-946d-4706-be0c-084e0911c17c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Request body: {'port': {'device_id': '535280b1-92b3-446e-9082-6cbeeb838197', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'admin_state_up': True, 'tenant_id': 'aa48779386084f8989df3ed2fec3e464'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:22.419672 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e8dbf2d-18ba-4d95-bae0-170990a396db req-683e852d-27cb-4c28-b668-1e6798b7f2bb tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/security-groups?id=092d962f-c7a9-4ab4-9dce-af7e6dd146b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072620 Mar 24 00:59:22.462716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02e8035-4903-416f-8812-fe4e4e5565f3 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:22.478098 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Publish callbacks [] for port (b02e8035-4903-416f-8812-fe4e4e5565f3), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:22.489834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fefc2dea-0a9f-4c64-b7f3-cb38751100cb req-1d4659b1-9981-4f0f-8e06-41e7b200d668 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3047466 Mar 24 00:59:22.513990 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83294bae-7bc5-4c5a-9e73-fad47acb6115 x-openstack-request-id: req-83294bae-7bc5-4c5a-9e73-fad47acb6115 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:22.514465 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dff8a81-379d-408e-a702-c2e5c2f836f5", "tag": "f6e942dc-2f3b-46a6-98e6-41dfdb464d87", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:22.515010 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83294bae-7bc5-4c5a-9e73-fad47acb6115 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:22.515565 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83294bae-7bc5-4c5a-9e73-fad47acb6115'] response: {'name': 'network-changed', 'server_uuid': '0dff8a81-379d-408e-a702-c2e5c2f836f5', 'tag': 'f6e942dc-2f3b-46a6-98e6-41dfdb464d87', 'status': 'completed', 'code': 200} Mar 24 00:59:22.516518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Transition to ACTIVE for port object b02e8035-4903-416f-8812-fe4e4e5565f3 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:59:22.522877 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (b02e8035-4903-416f-8812-fe4e4e5565f3), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:22.626941 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-ed4a9c36-946d-4706-be0c-084e0911c17c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Made reservation on behalf of aa48779386084f8989df3ed2fec3e464 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:22.640032 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-ed4a9c36-946d-4706-be0c-084e0911c17c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:22.644712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34534df4-2392-444d-bd24-7afc7400e1d0 req-24f14569-a806-4e72-bc0d-593517a7133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:22.653557 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-34534df4-2392-444d-bd24-7afc7400e1d0 req-24f14569-a806-4e72-bc0d-593517a7133f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 1126 time: 0.1113386 Mar 24 00:59:22.710531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46976) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:22.769369 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Pushing event updated for resources: {'Port': ['ID=b02e8035-4903-416f-8812-fe4e4e5565f3,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:22.812779 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68147528-185b-432a-bf11-d064539c66b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:22.830352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34534df4-2392-444d-bd24-7afc7400e1d0 req-0b32e4c4-3dae-42d3-9650-a3f0593010d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:22.833272 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-34534df4-2392-444d-bd24-7afc7400e1d0 req-0b32e4c4-3dae-42d3-9650-a3f0593010d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 920 time: 0.1732998 Mar 24 00:59:22.869535 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15d6c684-71f5-4ab6-b2f2-a308dfd72c04 req-436cfbf3-1ce8-482a-a893-0474ea4dcae2 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 210 time: 0.1232412 Mar 24 00:59:22.889383 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-34534df4-2392-444d-bd24-7afc7400e1d0 req-9ca676fd-80b5-4332-b315-d63e76285ce7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6e942dc-2f3b-46a6-98e6-41dfdb464d87 HTTP/1.1" status: 200 len: 217 time: 0.0495341 Mar 24 00:59:22.966493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34534df4-2392-444d-bd24-7afc7400e1d0 req-5de57715-9c1c-48e2-adb3-f4ed433820a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:22.968207 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-34534df4-2392-444d-bd24-7afc7400e1d0 req-5de57715-9c1c-48e2-adb3-f4ed433820a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.0705628 Mar 24 00:59:23.008460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Attempting to bind port b02e8035-4903-416f-8812-fe4e4e5565f3 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:23.008790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Attempting to bind port b02e8035-4903-416f-8812-fe4e4e5565f3 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'c3ca53a1-15a7-4e64-8c21-ba128e117726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4ba452fd-f341-43eb-acdb-fff9965dd9a4'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:23.009229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Attempting to bind port b02e8035-4903-416f-8812-fe4e4e5565f3 on network 4ba452fd-f341-43eb-acdb-fff9965dd9a4 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:23.038230 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34534df4-2392-444d-bd24-7afc7400e1d0 req-ca187b3f-e361-4f16-8a6f-a475a6f9157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:23.040184 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-34534df4-2392-444d-bd24-7afc7400e1d0 req-ca187b3f-e361-4f16-8a6f-a475a6f9157d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0603228 Mar 24 00:59:23.042602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa44f65-5647-44e4-86eb-aca6bba92b30 req-8decd4d9-ed90-44f6-a50f-c8c96b930189 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:23.044455 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6fa44f65-5647-44e4-86eb-aca6bba92b30 req-8decd4d9-ed90-44f6-a50f-c8c96b930189 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 943 time: 0.2787628 Mar 24 00:59:23.052903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Port b02e8035-4903-416f-8812-fe4e4e5565f3 on network 4ba452fd-f341-43eb-acdb-fff9965dd9a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:59:23.053440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Attempting to bind port b02e8035-4903-416f-8812-fe4e4e5565f3 on network 4ba452fd-f341-43eb-acdb-fff9965dd9a4 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:23.103396 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da96ce83-b6a5-4a36-99b1-1aa9694bcaf0 req-5618a85f-6fa3-4ff9-9af5-9de2bddfe28b tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0579455 Mar 24 00:59:23.114123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:23.115160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Checking segment: {'id': 'c3ca53a1-15a7-4e64-8c21-ba128e117726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4ba452fd-f341-43eb-acdb-fff9965dd9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:23.115396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Bound using segment: {'id': 'c3ca53a1-15a7-4e64-8c21-ba128e117726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4ba452fd-f341-43eb-acdb-fff9965dd9a4'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:23.115824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Bound port: b02e8035-4903-416f-8812-fe4e4e5565f3, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ca53a1-15a7-4e64-8c21-ba128e117726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4ba452fd-f341-43eb-acdb-fff9965dd9a4'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:23.116214 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b02e8035-4903-416f-8812-fe4e4e5565f3), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:23.122615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-ed4a9c36-946d-4706-be0c-084e0911c17c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Allocated IP 172.20.0.6 (9d37656e-c76e-4646-97e0-f304db07f78a/24001411-7949-4104-b16e-388a52a539de/1554371c-0dca-4f2c-b46d-272d2463ba60) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:23.194542 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-34534df4-2392-444d-bd24-7afc7400e1d0 req-86430bad-53d3-475a-afea-59e37fad7343 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435072 Mar 24 00:59:23.238007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6fa44f65-5647-44e4-86eb-aca6bba92b30 req-ce74fb2f-2c84-484a-b020-bc18e4dd319a tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732037 Mar 24 00:59:23.260716 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68147528-185b-432a-bf11-d064539c66b7 admin admin] Publish callbacks [] for security_group (a16ce84b-dd7c-4999-a0eb-d007023887d2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:23.286553 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02f19304-1332-4d52-bba2-5f10a1a3bdcb req-85997c26-3932-48db-af03-a79083d012ec tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=64ea0940-f4b0-46fa-b6f1-aab1a45db2b4 HTTP/1.1" status: 200 len: 210 time: 0.0752697 Mar 24 00:59:23.294037 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68147528-185b-432a-bf11-d064539c66b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a16ce84b-dd7c-4999-a0eb-d007023887d2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:23.321994 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-34534df4-2392-444d-bd24-7afc7400e1d0 req-8f4746cd-dc0d-492c-9b0c-50c77ace0578 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198335 Mar 24 00:59:23.345315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] For port b02e8035-4903-416f-8812-fe4e4e5565f3, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:59:23.440671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-68147528-185b-432a-bf11-d064539c66b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=281b5dfe730d4572bb16b1f9dd098fab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7089169 Mar 24 00:59:23.442876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46982) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:23.476758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] For port b02e8035-4903-416f-8812-fe4e4e5565f3, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b02e8035-4903-416f-8812-fe4e4e5565f3,segment=NetworkSegment(c3ca53a1-15a7-4e64-8c21-ba128e117726),segment_id=c3ca53a1-15a7-4e64-8c21-ba128e117726)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:59:23.478132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68147528-185b-432a-bf11-d064539c66b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16ce84b-dd7c-4999-a0eb-d007023887d2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:23.498648 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (b02e8035-4903-416f-8812-fe4e4e5565f3), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:23.627832 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:23.627832 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:23.628484 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d593535-a92d-4586-9bde-f5b3f483c160 admin admin] Publish callbacks [] for security_group (a16ce84b-dd7c-4999-a0eb-d007023887d2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:23.629140 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] 10.222.0.48 "PUT /v2.0/ports/b02e8035-4903-416f-8812-fe4e4e5565f3 HTTP/1.1" status: 200 len: 1092 time: 2.5695422 Mar 24 00:59:23.635114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d192e79-f3ca-4085-97d4-8521e6bbf0aa', 'tag': 'b02e8035-4903-416f-8812-fe4e4e5565f3'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:23.637631 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f8d1a0-50e8-4dff-8c63-8de96133495d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d192e79-f3ca-4085-97d4-8521e6bbf0aa", "tag": "b02e8035-4903-416f-8812-fe4e4e5565f3"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:23.691035 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d593535-a92d-4586-9bde-f5b3f483c160 admin admin] Publish callbacks [] for security_group (a16ce84b-dd7c-4999-a0eb-d007023887d2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:23.704103 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-0a302f1f-0fd9-4574-ad69-2ee32b5966ae tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:23.705606 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-0a302f1f-0fd9-4574-ad69-2ee32b5966ae tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.48 "GET /v2.0/networks?id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d HTTP/1.1" status: 200 len: 813 time: 0.2088461 Mar 24 00:59:23.722980 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b293046c-5135-4f17-9b7e-4d57f7b4e8d8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Request body: {'port': {'device_id': '64ea0940-f4b0-46fa-b6f1-aab1a45db2b4', 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d', 'admin_state_up': True, 'tenant_id': 'd0a722700d8247a29dbfa01cf5c32795'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:23.723689 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-ed4a9c36-946d-4706-be0c-084e0911c17c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:23.735441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-c0d4da8c-50bc-4b9c-9788-2f55ac97be7d tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:23.736857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-c0d4da8c-50bc-4b9c-9788-2f55ac97be7d tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.57 "GET /v2.0/networks?id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d HTTP/1.1" status: 200 len: 813 time: 0.3398716 Mar 24 00:59:23.771594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b3800ce1-8623-4481-9561-e174e7b7bd6e tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Request body: {'port': {'device_id': '73a1d453-5b40-4489-80c8-f47edafa3669', 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d', 'admin_state_up': True, 'tenant_id': 'd0a722700d8247a29dbfa01cf5c32795'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:23.775939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21bde2-1835-43fc-a4b0-40d5a1b10a8d service neutron] Pushing event updated for resources: {'Port': ['ID=b02e8035-4903-416f-8812-fe4e4e5565f3,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:23.825520 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d593535-a92d-4586-9bde-f5b3f483c160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a16ce84b-dd7c-4999-a0eb-d007023887d2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:23.828354 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d593535-a92d-4586-9bde-f5b3f483c160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:23.831789 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7d593535-a92d-4586-9bde-f5b3f483c160 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a16ce84b-dd7c-4999-a0eb-d007023887d2 HTTP/1.1" status: 204 len: 168 time: 0.3851283 Mar 24 00:59:23.850707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d593535-a92d-4586-9bde-f5b3f483c160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16ce84b-dd7c-4999-a0eb-d007023887d2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:23.852319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e48ec7-62b5-4ad3-a53b-87c79ac47ce6 req-51711008-ee5b-40d2-93d3-b8d39fd5d2c8 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:23.853846 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7e48ec7-62b5-4ad3-a53b-87c79ac47ce6 req-51711008-ee5b-40d2-93d3-b8d39fd5d2c8 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 944 time: 0.3162656 Mar 24 00:59:23.873335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b293046c-5135-4f17-9b7e-4d57f7b4e8d8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Made reservation on behalf of d0a722700d8247a29dbfa01cf5c32795 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:23.876853 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b293046c-5135-4f17-9b7e-4d57f7b4e8d8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:24.026546 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b293046c-5135-4f17-9b7e-4d57f7b4e8d8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Allocated IP 172.20.0.7 (e99c35fc-45ab-48e3-b7dd-c3c44d10228d/14566481-e3db-494f-8ac4-59f875be370a/3a733f52-bd14-4a82-a001-d01e0779541f) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:24.225260 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b293046c-5135-4f17-9b7e-4d57f7b4e8d8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks [] for port (3a733f52-bd14-4a82-a001-d01e0779541f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:24.251975 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312e97c-eef0-4fd2-a54a-b64dc367447a req-3169d322-f79a-4cb8-940b-213a5d85f3e6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:24.258405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312e97c-eef0-4fd2-a54a-b64dc367447a req-3169d322-f79a-4cb8-940b-213a5d85f3e6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:24.264117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312e97c-eef0-4fd2-a54a-b64dc367447a req-3169d322-f79a-4cb8-940b-213a5d85f3e6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:24.265798 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b293046c-5135-4f17-9b7e-4d57f7b4e8d8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3a733f52-bd14-4a82-a001-d01e0779541f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:24.269679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312e97c-eef0-4fd2-a54a-b64dc367447a req-3169d322-f79a-4cb8-940b-213a5d85f3e6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:24.275535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312e97c-eef0-4fd2-a54a-b64dc367447a req-3169d322-f79a-4cb8-940b-213a5d85f3e6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:24.280721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312e97c-eef0-4fd2-a54a-b64dc367447a req-3169d322-f79a-4cb8-940b-213a5d85f3e6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:24.285924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312e97c-eef0-4fd2-a54a-b64dc367447a req-3169d322-f79a-4cb8-940b-213a5d85f3e6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:24.287979 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d312e97c-eef0-4fd2-a54a-b64dc367447a req-3169d322-f79a-4cb8-940b-213a5d85f3e6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.6553876 Mar 24 00:59:24.313684 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-ed4a9c36-946d-4706-be0c-084e0911c17c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:24.316586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ea6adaf6-8566-4243-9ec6-ee445b7a8408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:24.318631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-ea6adaf6-8566-4243-9ec6-ee445b7a8408 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fbb5d1d14ac4b95bbbd13d476db02d8&device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 1126 time: 0.6083109 Mar 24 00:59:24.327860 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b293046c-5135-4f17-9b7e-4d57f7b4e8d8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Network e99c35fc-45ab-48e3-b7dd-c3c44d10228d is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:24.334138 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b293046c-5135-4f17-9b7e-4d57f7b4e8d8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:24.339503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b293046c-5135-4f17-9b7e-4d57f7b4e8d8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:24.343611 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293046c-5135-4f17-9b7e-4d57f7b4e8d8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Pushing event updated for resources: {'Port': ['ID=3a733f52-bd14-4a82-a001-d01e0779541f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:24.412798 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b293046c-5135-4f17-9b7e-4d57f7b4e8d8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:24.413774 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b293046c-5135-4f17-9b7e-4d57f7b4e8d8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:24.433943 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b293046c-5135-4f17-9b7e-4d57f7b4e8d8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7170715 Mar 24 00:59:24.442522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-48992daa-a2e1-402d-9cc2-cc69227d467f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b02e8035-4903-416f-8812-fe4e4e5565f3 HTTP/1.1" status: 200 len: 217 time: 0.1019962 Mar 24 00:59:24.450716 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Request body: {'port': {'device_id': '64ea0940-f4b0-46fa-b6f1-aab1a45db2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:24.466895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-ed4a9c36-946d-4706-be0c-084e0911c17c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Network 9d37656e-c76e-4646-97e0-f304db07f78a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:24.498011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7e48ec7-62b5-4ad3-a53b-87c79ac47ce6 req-975ab1dd-63c1-45da-9a0b-1cdd35417504 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/security-groups?id=092d962f-c7a9-4ab4-9dce-af7e6dd146b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6247687 Mar 24 00:59:24.516848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab298fa5-0a2f-48d4-b7fb-289adb1708ac req-1c25bb09-5711-4047-853d-fe7465e4680a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0921435 Mar 24 00:59:24.524252 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3a733f52-bd14-4a82-a001-d01e0779541f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:24.540942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-ed4a9c36-946d-4706-be0c-084e0911c17c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:24.549306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a9c36-946d-4706-be0c-084e0911c17c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Pushing event updated for resources: {'Port': ['ID=1554371c-0dca-4f2c-b46d-272d2463ba60,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:24.567468 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb6450a-9747-49c1-b707-27cc6199579b x-openstack-request-id: req-afb6450a-9747-49c1-b707-27cc6199579b {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:24.567839 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d192e79-f3ca-4085-97d4-8521e6bbf0aa", "tag": "b02e8035-4903-416f-8812-fe4e4e5565f3", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:24.568651 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-afb6450a-9747-49c1-b707-27cc6199579b {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:24.568997 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afb6450a-9747-49c1-b707-27cc6199579b'] response: {'name': 'network-changed', 'server_uuid': '4d192e79-f3ca-4085-97d4-8521e6bbf0aa', 'tag': 'b02e8035-4903-416f-8812-fe4e4e5565f3', 'status': 'completed', 'code': 200} Mar 24 00:59:24.569764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-ed4a9c36-946d-4706-be0c-084e0911c17c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:24.623868 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b3800ce1-8623-4481-9561-e174e7b7bd6e tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Made reservation on behalf of d0a722700d8247a29dbfa01cf5c32795 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:24.627224 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b3800ce1-8623-4481-9561-e174e7b7bd6e tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:24.644315 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d312e97c-eef0-4fd2-a54a-b64dc367447a req-f06d317f-e843-4197-b9c7-346886c2ee2c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3393145 Mar 24 00:59:24.679406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-4e097896-c938-4284-98d7-bfa271e4f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:24.681081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-4e097896-c938-4284-98d7-bfa271e4f2f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2634d437-db1b-4e9f-b442-97ef259cefb9 HTTP/1.1" status: 200 len: 850 time: 0.2167921 Mar 24 00:59:24.711690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device f6e942dc-2f3b-46a6-98e6-41dfdb464d87 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:59:24.738654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-ed4a9c36-946d-4706-be0c-084e0911c17c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:24.739415 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-ed4a9c36-946d-4706-be0c-084e0911c17c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:24.765007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-2f16a289-1e6b-492e-98df-73345253c812 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ba452fd-f341-43eb-acdb-fff9965dd9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702653 Mar 24 00:59:24.865143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-ed4a9c36-946d-4706-be0c-084e0911c17c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6467850 Mar 24 00:59:24.920753 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55b6d9c6-a407-49ee-9100-70f8847110c6 req-9be6b851-fcb7-465d-bfd7-319ff6264826 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.1561236 Mar 24 00:59:24.924713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Request body: {'port': {'device_id': '535280b1-92b3-446e-9082-6cbeeb838197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:24.948900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port f6e942dc-2f3b-46a6-98e6-41dfdb464d87, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f6e942dc-2f3b-46a6-98e6-41dfdb464d87,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:24.978482 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b7f20086-b35e-4f32-ac61-c98971fa34ae None None] Provisioning complete for port 1554371c-0dca-4f2c-b46d-272d2463ba60 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:24.978858 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7f20086-b35e-4f32-ac61-c98971fa34ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:24.982192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'f6e942dc-2f3b-46a6-98e6-41dfdb464d87', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'port_id': 'f6e942dc-2f3b-46a6-98e6-41dfdb464d87', 'mac_address': 'fa:16:3e:f6:06:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24001411-7949-4104-b16e-388a52a539de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:59:25.019338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb532e9-9e69-49e1-aef2-793c5c3a3456 req-da2eada2-591f-47fd-9121-6ad12839a893 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:25.027339 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-feb532e9-9e69-49e1-aef2-793c5c3a3456 req-da2eada2-591f-47fd-9121-6ad12839a893 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 931 time: 0.3688965 Mar 24 00:59:25.050272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port f6e942dc-2f3b-46a6-98e6-41dfdb464d87 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:25.050679 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6e942dc-2f3b-46a6-98e6-41dfdb464d87), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:25.051615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a733f52-bd14-4a82-a001-d01e0779541f {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:25.065054 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Publish callbacks [] for port (3a733f52-bd14-4a82-a001-d01e0779541f), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:25.068583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e942dc-2f3b-46a6-98e6-41dfdb464d87 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:25.096006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port f6e942dc-2f3b-46a6-98e6-41dfdb464d87, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f6e942dc-2f3b-46a6-98e6-41dfdb464d87,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:25.102907 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Transition to ACTIVE for port object 3a733f52-bd14-4a82-a001-d01e0779541f will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:59:25.107937 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f6e942dc-2f3b-46a6-98e6-41dfdb464d87), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:25.108808 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (3a733f52-bd14-4a82-a001-d01e0779541f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:25.175876 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=f6e942dc-2f3b-46a6-98e6-41dfdb464d87,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:25.179913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b7f20086-b35e-4f32-ac61-c98971fa34ae None None] Port 1554371c-0dca-4f2c-b46d-272d2463ba60 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:59:25.181329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Pushing event updated for resources: {'Port': ['ID=3a733f52-bd14-4a82-a001-d01e0779541f,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:25.196485 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:25.205697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-c21b4424-098c-422e-9125-3299d558a92d service neutron] 10.222.0.48 "GET /v2.0/networks/4ba452fd-f341-43eb-acdb-fff9965dd9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987756 Mar 24 00:59:25.227909 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-feb532e9-9e69-49e1-aef2-793c5c3a3456 req-a441083a-dda8-42ed-9ce6-632ff8ef159b tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995032 Mar 24 00:59:25.300176 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Attempting to bind port 3a733f52-bd14-4a82-a001-d01e0779541f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:25.300558 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Attempting to bind port 3a733f52-bd14-4a82-a001-d01e0779541f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:25.301035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Attempting to bind port 3a733f52-bd14-4a82-a001-d01e0779541f on network e99c35fc-45ab-48e3-b7dd-c3c44d10228d {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:25.308483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b3800ce1-8623-4481-9561-e174e7b7bd6e tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Allocated IP 172.20.0.2 (e99c35fc-45ab-48e3-b7dd-c3c44d10228d/14566481-e3db-494f-8ac4-59f875be370a/f964f13c-00b3-4c05-b3f0-5f497b583f63) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:25.309047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Port 3a733f52-bd14-4a82-a001-d01e0779541f on network e99c35fc-45ab-48e3-b7dd-c3c44d10228d not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:59:25.309416 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Attempting to bind port 3a733f52-bd14-4a82-a001-d01e0779541f on network e99c35fc-45ab-48e3-b7dd-c3c44d10228d {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:25.317074 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:25.317439 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Checking segment: {'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:25.318424 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Bound using segment: {'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:25.319059 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Bound port: 3a733f52-bd14-4a82-a001-d01e0779541f, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:25.319469 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3a733f52-bd14-4a82-a001-d01e0779541f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:25.358245 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4c2f7-21ba-4af3-be34-508b2b2c6e81 req-64ab69ed-e309-411d-abad-7d2884c2a45d tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:25.360901 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ad4c2f7-21ba-4af3-be34-508b2b2c6e81 req-64ab69ed-e309-411d-abad-7d2884c2a45d tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 943 time: 0.3041580 Mar 24 00:59:25.393062 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['f6e942dc-2f3b-46a6-98e6-41dfdb464d87'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:25.413408 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] For port 3a733f52-bd14-4a82-a001-d01e0779541f, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:59:25.417105 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] For port 3a733f52-bd14-4a82-a001-d01e0779541f, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3a733f52-bd14-4a82-a001-d01e0779541f,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:59:25.426354 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (3a733f52-bd14-4a82-a001-d01e0779541f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:25.509285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Pushing event updated for resources: {'Port': ['ID=3a733f52-bd14-4a82-a001-d01e0779541f,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:25.519695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:25.519957 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:25.523960 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-918069f2-a7c5-43a0-8960-bdbd0fb289ea service neutron] 10.222.0.48 "PUT /v2.0/ports/3a733f52-bd14-4a82-a001-d01e0779541f HTTP/1.1" status: 200 len: 1091 time: 1.0807118 Mar 24 00:59:25.524681 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ea0940-f4b0-46fa-b6f1-aab1a45db2b4', 'tag': '3a733f52-bd14-4a82-a001-d01e0779541f'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:25.532755 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac97fc9-dfa1-4e72-b733-9c1e709d418f" -d '{"events": [{"name": "network-changed", "server_uuid": "64ea0940-f4b0-46fa-b6f1-aab1a45db2b4", "tag": "3a733f52-bd14-4a82-a001-d01e0779541f"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:25.608745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f47b9d68-7c9c-4858-a4f1-3df826a9ef38 req-060d1dac-c8a2-4e5b-b0aa-83e84f07fe58 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba452fd-f341-43eb-acdb-fff9965dd9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881752 Mar 24 00:59:25.712413 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ad4c2f7-21ba-4af3-be34-508b2b2c6e81 req-fdf04aa9-569d-457c-b706-3d1c03604a3a tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121066 Mar 24 00:59:25.713210 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8d1a0-50e8-4dff-8c63-8de96133495d req-75ec798b-d3dc-4e5e-965d-f041dab98a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:25.715279 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69f8d1a0-50e8-4dff-8c63-8de96133495d req-75ec798b-d3dc-4e5e-965d-f041dab98a21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fbb5d1d14ac4b95bbbd13d476db02d8&device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 1126 time: 0.0556822 Mar 24 00:59:25.738775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b541a-c0c8-415f-8ff1-7043bc61e2a5 req-44ea913e-1606-4202-bfaa-99cf654ad5b8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:25.740573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a44b541a-c0c8-415f-8ff1-7043bc61e2a5 req-44ea913e-1606-4202-bfaa-99cf654ad5b8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=64ea0940-f4b0-46fa-b6f1-aab1a45db2b4 HTTP/1.1" status: 200 len: 943 time: 0.4169738 Mar 24 00:59:25.850486 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8d1a0-50e8-4dff-8c63-8de96133495d req-808222a3-318b-42c4-8a99-43bc0ab7192b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:25.852148 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69f8d1a0-50e8-4dff-8c63-8de96133495d req-808222a3-318b-42c4-8a99-43bc0ab7192b service neutron] 10.222.0.48 "GET /v2.0/networks?id=4ba452fd-f341-43eb-acdb-fff9965dd9a4 HTTP/1.1" status: 200 len: 911 time: 0.1267023 Mar 24 00:59:25.900473 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69f8d1a0-50e8-4dff-8c63-8de96133495d req-554d2968-bc34-4926-8ac0-000d535a0490 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b02e8035-4903-416f-8812-fe4e4e5565f3 HTTP/1.1" status: 200 len: 217 time: 0.0384970 Mar 24 00:59:25.909016 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b3800ce1-8623-4481-9561-e174e7b7bd6e tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks [] for port (f964f13c-00b3-4c05-b3f0-5f497b583f63), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:25.915356 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-a553203e-0630-490f-98a7-be7ff6b98f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:25.916905 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-a553203e-0630-490f-98a7-be7ff6b98f90 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d0a722700d8247a29dbfa01cf5c32795&device_id=64ea0940-f4b0-46fa-b6f1-aab1a45db2b4 HTTP/1.1" status: 200 len: 1125 time: 0.2619126 Mar 24 00:59:25.945723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a44b541a-c0c8-415f-8ff1-7043bc61e2a5 req-2ac72a3f-4e5a-4fd7-8076-c073907d57af tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859419 Mar 24 00:59:25.954458 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8d1a0-50e8-4dff-8c63-8de96133495d req-30a1510c-28e9-4aa8-ac45-c3781c2069ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:25.956072 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69f8d1a0-50e8-4dff-8c63-8de96133495d req-30a1510c-28e9-4aa8-ac45-c3781c2069ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2634d437-db1b-4e9f-b442-97ef259cefb9 HTTP/1.1" status: 200 len: 850 time: 0.0507975 Mar 24 00:59:25.991245 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-d2393350-7922-4bfa-b8a7-06e9e2070ea6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a733f52-bd14-4a82-a001-d01e0779541f HTTP/1.1" status: 200 len: 217 time: 0.0666957 Mar 24 00:59:26.001323 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328bcf9e-43e1-466f-bc9e-1b2e81bec192 x-openstack-request-id: req-328bcf9e-43e1-466f-bc9e-1b2e81bec192 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:26.001747 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ea0940-f4b0-46fa-b6f1-aab1a45db2b4", "tag": "3a733f52-bd14-4a82-a001-d01e0779541f", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:26.002269 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-328bcf9e-43e1-466f-bc9e-1b2e81bec192 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:26.003467 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-328bcf9e-43e1-466f-bc9e-1b2e81bec192'] response: {'name': 'network-changed', 'server_uuid': '64ea0940-f4b0-46fa-b6f1-aab1a45db2b4', 'tag': '3a733f52-bd14-4a82-a001-d01e0779541f', 'status': 'completed', 'code': 200} Mar 24 00:59:26.005036 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69f8d1a0-50e8-4dff-8c63-8de96133495d req-8f5613bc-6947-4536-8ab5-c270a7ad4828 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ba452fd-f341-43eb-acdb-fff9965dd9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389388 Mar 24 00:59:26.031697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c30543-580d-4f82-a745-11f38f96410d req-c5a08aa3-a29c-4447-87d2-9b6c7a309647 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:26.033196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4c30543-580d-4f82-a745-11f38f96410d req-c5a08aa3-a29c-4447-87d2-9b6c7a309647 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 944 time: 0.2375844 Mar 24 00:59:26.097853 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69f8d1a0-50e8-4dff-8c63-8de96133495d req-71296e33-3354-44af-96cc-5662e836db26 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba452fd-f341-43eb-acdb-fff9965dd9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859935 Mar 24 00:59:26.138429 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1554371c-0dca-4f2c-b46d-272d2463ba60 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:26.148982 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b3800ce1-8623-4481-9561-e174e7b7bd6e tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f964f13c-00b3-4c05-b3f0-5f497b583f63), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:26.154598 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Publish callbacks [] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:26.199154 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-69f8d1a0-50e8-4dff-8c63-8de96133495d req-5cb15143-6aa5-4548-b7f8-4d4dc8a49d18 service neutron] 10.222.0.48 "GET /v2.0/networks/4ba452fd-f341-43eb-acdb-fff9965dd9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948529 Mar 24 00:59:26.205916 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-cd17ed8e-e58f-472f-91b1-73388ad438a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:26.207403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-cd17ed8e-e58f-472f-91b1-73388ad438a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14566481-e3db-494f-8ac4-59f875be370a HTTP/1.1" status: 200 len: 853 time: 0.1921151 Mar 24 00:59:26.222001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Transition to ACTIVE for port object 1554371c-0dca-4f2c-b46d-272d2463ba60 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:59:26.245833 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b3800ce1-8623-4481-9561-e174e7b7bd6e tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Network e99c35fc-45ab-48e3-b7dd-c3c44d10228d is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:26.249967 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:26.276911 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4c30543-580d-4f82-a745-11f38f96410d req-e631bb74-de97-48ca-83a0-697609e8697e tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/security-groups?id=092d962f-c7a9-4ab4-9dce-af7e6dd146b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029672 Mar 24 00:59:26.277765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b3800ce1-8623-4481-9561-e174e7b7bd6e tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:26.280826 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-8034a664-fa30-44e1-82e6-208a20894760 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648522 Mar 24 00:59:26.288289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b3800ce1-8623-4481-9561-e174e7b7bd6e tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:26.334267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3800ce1-8623-4481-9561-e174e7b7bd6e tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Pushing event updated for resources: {'Port': ['ID=f964f13c-00b3-4c05-b3f0-5f497b583f63,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:26.370046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c746ce9-ca25-47b7-a487-a8dd0244728b req-35085f6b-8932-4fb6-9e16-10e7ad022505 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:26.375557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c746ce9-ca25-47b7-a487-a8dd0244728b req-35085f6b-8932-4fb6-9e16-10e7ad022505 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:26.381651 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c746ce9-ca25-47b7-a487-a8dd0244728b req-35085f6b-8932-4fb6-9e16-10e7ad022505 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:26.387111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c746ce9-ca25-47b7-a487-a8dd0244728b req-35085f6b-8932-4fb6-9e16-10e7ad022505 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:26.392775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c746ce9-ca25-47b7-a487-a8dd0244728b req-35085f6b-8932-4fb6-9e16-10e7ad022505 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:26.398651 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c746ce9-ca25-47b7-a487-a8dd0244728b req-35085f6b-8932-4fb6-9e16-10e7ad022505 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:26.404038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c746ce9-ca25-47b7-a487-a8dd0244728b req-35085f6b-8932-4fb6-9e16-10e7ad022505 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:26.405984 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c746ce9-ca25-47b7-a487-a8dd0244728b req-35085f6b-8932-4fb6-9e16-10e7ad022505 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.3310490 Mar 24 00:59:26.494468 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b3800ce1-8623-4481-9561-e174e7b7bd6e tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:26.495158 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b3800ce1-8623-4481-9561-e174e7b7bd6e tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:26.583979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Pushing event updated for resources: {'Port': ['ID=1554371c-0dca-4f2c-b46d-272d2463ba60,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:26.602813 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-b3800ce1-8623-4481-9561-e174e7b7bd6e tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8523326 Mar 24 00:59:26.621695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Request body: {'port': {'device_id': '73a1d453-5b40-4489-80c8-f47edafa3669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:26.707152 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-219201ef-30c5-43b5-a9e1-6ea40cc27925 req-a3a20164-4ac1-4aa7-b0bd-37234740d36d tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0913064 Mar 24 00:59:26.723484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c746ce9-ca25-47b7-a487-a8dd0244728b req-e2f26d2e-ae7d-4ddf-9337-9baaae335980 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2702627 Mar 24 00:59:26.725562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-05256957-dfab-4a40-927b-2a4ca9a44bd8 service neutron] 10.222.0.48 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306591 Mar 24 00:59:26.742893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device f6e942dc-2f3b-46a6-98e6-41dfdb464d87 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:26.804753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Attempting to bind port 1554371c-0dca-4f2c-b46d-272d2463ba60 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:26.805153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Attempting to bind port 1554371c-0dca-4f2c-b46d-272d2463ba60 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:26.805494 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Attempting to bind port 1554371c-0dca-4f2c-b46d-272d2463ba60 on network 9d37656e-c76e-4646-97e0-f304db07f78a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:26.825558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port f6e942dc-2f3b-46a6-98e6-41dfdb464d87 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:59:26.830912 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port f6e942dc-2f3b-46a6-98e6-41dfdb464d87 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:26.831552 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f6e942dc-2f3b-46a6-98e6-41dfdb464d87), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:26.836609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Port 1554371c-0dca-4f2c-b46d-272d2463ba60 on network 9d37656e-c76e-4646-97e0-f304db07f78a not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:59:26.836800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Attempting to bind port 1554371c-0dca-4f2c-b46d-272d2463ba60 on network 9d37656e-c76e-4646-97e0-f304db07f78a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:26.856554 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f964f13c-00b3-4c05-b3f0-5f497b583f63), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:26.883489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:26.883917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Checking segment: {'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:26.884204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Bound using segment: {'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:26.884572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Bound port: 1554371c-0dca-4f2c-b46d-272d2463ba60, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:26.884922 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:26.928740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port f6e942dc-2f3b-46a6-98e6-41dfdb464d87 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:26.929302 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6e942dc-2f3b-46a6-98e6-41dfdb464d87), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:26.968268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dff8a81-379d-408e-a702-c2e5c2f836f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e942dc-2f3b-46a6-98e6-41dfdb464d87'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:26.970596 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09c7194-74da-4b87-8a2c-ab50b8e2d7c1" -d '{"events": [{"server_uuid": "0dff8a81-379d-408e-a702-c2e5c2f836f5", "name": "network-vif-plugged", "status": "completed", "tag": "f6e942dc-2f3b-46a6-98e6-41dfdb464d87"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:26.984435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port f6e942dc-2f3b-46a6-98e6-41dfdb464d87, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f6e942dc-2f3b-46a6-98e6-41dfdb464d87,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:26.985597 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-1dd96ffd-fc5a-412b-a693-a8b87404f6d2 service neutron] 10.222.0.48 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518809 Mar 24 00:59:27.001826 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f6e942dc-2f3b-46a6-98e6-41dfdb464d87), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:27.009815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa1f36-7087-4ecc-9ca3-782e5e1b1321 req-c5380b60-55d4-4b2d-ae65-c1cdbe38c32e tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:27.017825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2aa1f36-7087-4ecc-9ca3-782e5e1b1321 req-c5380b60-55d4-4b2d-ae65-c1cdbe38c32e tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 943 time: 0.2061458 Mar 24 00:59:27.100381 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=f6e942dc-2f3b-46a6-98e6-41dfdb464d87,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:27.520465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] For port 1554371c-0dca-4f2c-b46d-272d2463ba60, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:59:27.555806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] For port 1554371c-0dca-4f2c-b46d-272d2463ba60, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1554371c-0dca-4f2c-b46d-272d2463ba60,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:59:27.615506 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:27.625789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2aa1f36-7087-4ecc-9ca3-782e5e1b1321 req-dd14c170-94be-43b1-bb9a-8ffa97663389 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071379 Mar 24 00:59:27.678686 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4262a-acb7-4ecb-baa2-b923e5a5b673 req-00788959-05a9-4710-b0bb-970bc6a1471f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:27.680179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12a4262a-acb7-4ecb-baa2-b923e5a5b673 req-00788959-05a9-4710-b0bb-970bc6a1471f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 943 time: 0.2964969 Mar 24 00:59:27.691949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac97fc9-dfa1-4e72-b733-9c1e709d418f req-b5e005d4-db17-48b7-b7aa-83c20fde4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:27.694038 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ac97fc9-dfa1-4e72-b733-9c1e709d418f req-b5e005d4-db17-48b7-b7aa-83c20fde4d7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d0a722700d8247a29dbfa01cf5c32795&device_id=64ea0940-f4b0-46fa-b6f1-aab1a45db2b4 HTTP/1.1" status: 200 len: 1125 time: 0.3114555 Mar 24 00:59:27.695254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:27.695844 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:27.697139 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] 10.222.0.48 "PUT /v2.0/ports/1554371c-0dca-4f2c-b46d-272d2463ba60 HTTP/1.1" status: 200 len: 1091 time: 2.7910128 Mar 24 00:59:27.702403 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535280b1-92b3-446e-9082-6cbeeb838197', 'tag': '1554371c-0dca-4f2c-b46d-272d2463ba60'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:27.704553 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65281dd-d05f-4288-98ce-e4216992ed9e" -d '{"events": [{"name": "network-changed", "server_uuid": "535280b1-92b3-446e-9082-6cbeeb838197", "tag": "1554371c-0dca-4f2c-b46d-272d2463ba60"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:27.851531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a54c2-cea0-4191-9d5f-609dcb1df504 service neutron] Pushing event updated for resources: {'Port': ['ID=1554371c-0dca-4f2c-b46d-272d2463ba60,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:27.948377 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12a4262a-acb7-4ecb-baa2-b923e5a5b673 req-8021b8be-bc80-4dfa-8be1-ae495e1e28d4 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500207 Mar 24 00:59:27.996807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc235-3072-42c9-bcfd-b5bca3656498 req-6d9afb52-28df-40b7-ad1a-2bc3e8543069 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:27.998367 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-356dc235-3072-42c9-bcfd-b5bca3656498 req-6d9afb52-28df-40b7-ad1a-2bc3e8543069 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=64ea0940-f4b0-46fa-b6f1-aab1a45db2b4 HTTP/1.1" status: 200 len: 943 time: 0.3105049 Mar 24 00:59:28.009732 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe05ee62-13fc-4ae8-ad57-5482921e1c54 x-openstack-request-id: req-fe05ee62-13fc-4ae8-ad57-5482921e1c54 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:28.010249 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dff8a81-379d-408e-a702-c2e5c2f836f5", "name": "network-vif-plugged", "status": "completed", "tag": "f6e942dc-2f3b-46a6-98e6-41dfdb464d87", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:28.010249 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe05ee62-13fc-4ae8-ad57-5482921e1c54 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:28.010688 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe05ee62-13fc-4ae8-ad57-5482921e1c54'] response: {'server_uuid': '0dff8a81-379d-408e-a702-c2e5c2f836f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e942dc-2f3b-46a6-98e6-41dfdb464d87', 'code': 200} Mar 24 00:59:28.022409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-4bb54ae8-11e1-4c7b-88c4-9b80d83f2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:28.023926 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-4bb54ae8-11e1-4c7b-88c4-9b80d83f2edb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 1125 time: 0.2375245 Mar 24 00:59:28.028192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac97fc9-dfa1-4e72-b733-9c1e709d418f req-d9b5ad1f-d1ea-4e2d-91e0-fabd480b8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:28.029644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ac97fc9-dfa1-4e72-b733-9c1e709d418f req-d9b5ad1f-d1ea-4e2d-91e0-fabd480b8d3d service neutron] 10.222.0.48 "GET /v2.0/networks?id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d HTTP/1.1" status: 200 len: 914 time: 0.3050497 Mar 24 00:59:28.125013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-385d7b8e-2548-4032-a869-751ba9bcc2ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1554371c-0dca-4f2c-b46d-272d2463ba60 HTTP/1.1" status: 200 len: 217 time: 0.0907929 Mar 24 00:59:28.125798 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f418fe-4425-45ab-8f2d-67949ecfd7e4 req-4e40d42e-61ea-4819-a83a-015837c0cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:28.127574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f964f13c-00b3-4c05-b3f0-5f497b583f63 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:28.127694 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-68f418fe-4425-45ab-8f2d-67949ecfd7e4 req-4e40d42e-61ea-4819-a83a-015837c0cf3e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 1128 time: 0.0539603 Mar 24 00:59:28.139222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ac97fc9-dfa1-4e72-b733-9c1e709d418f req-4eb10128-8428-4105-bacf-390a808f70eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a733f52-bd14-4a82-a001-d01e0779541f HTTP/1.1" status: 200 len: 217 time: 0.0915699 Mar 24 00:59:28.142502 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Publish callbacks [] for port (f964f13c-00b3-4c05-b3f0-5f497b583f63), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:28.178353 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-68f418fe-4425-45ab-8f2d-67949ecfd7e4 req-9d9e0f85-8361-4f36-9704-a35f2eba929e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429800 Mar 24 00:59:28.235926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Transition to ACTIVE for port object f964f13c-00b3-4c05-b3f0-5f497b583f63 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:59:28.246067 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f964f13c-00b3-4c05-b3f0-5f497b583f63), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:28.250527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-356dc235-3072-42c9-bcfd-b5bca3656498 req-6e2c7a50-c949-47be-83eb-7127154a2bac tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255523 Mar 24 00:59:28.270669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-cb4e6a67-1e26-490f-b766-42fde311c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:28.270669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-cb4e6a67-1e26-490f-b766-42fde311c7a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.1334050 Mar 24 00:59:28.273065 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac97fc9-dfa1-4e72-b733-9c1e709d418f req-8dbc29ee-a881-42bc-a450-2f096964c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:28.274495 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ac97fc9-dfa1-4e72-b733-9c1e709d418f req-8dbc29ee-a881-42bc-a450-2f096964c988 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14566481-e3db-494f-8ac4-59f875be370a HTTP/1.1" status: 200 len: 853 time: 0.1118233 Mar 24 00:59:28.337367 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a26cd38-5a5b-477a-9e69-6ff2da8cdb45 req-dac3dd46-8c27-466f-93bc-a7b144822ad4 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0617118 Mar 24 00:59:28.376788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Pushing event updated for resources: {'Port': ['ID=f964f13c-00b3-4c05-b3f0-5f497b583f63,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:28.397819 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ee3ca9-b0b8-4fa9-9d96-f8bd6991053e x-openstack-request-id: req-12ee3ca9-b0b8-4fa9-9d96-f8bd6991053e {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:28.398101 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535280b1-92b3-446e-9082-6cbeeb838197", "tag": "1554371c-0dca-4f2c-b46d-272d2463ba60", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:28.398356 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12ee3ca9-b0b8-4fa9-9d96-f8bd6991053e {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:28.398745 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ee3ca9-b0b8-4fa9-9d96-f8bd6991053e'] response: {'name': 'network-changed', 'server_uuid': '535280b1-92b3-446e-9082-6cbeeb838197', 'tag': '1554371c-0dca-4f2c-b46d-272d2463ba60', 'status': 'completed', 'code': 200} Mar 24 00:59:28.450227 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ac97fc9-dfa1-4e72-b733-9c1e709d418f req-4998eec3-0b2a-443a-8986-34d23250539f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674205 Mar 24 00:59:28.593857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb8527-e41c-430b-b2d6-f10aa6e48a73 req-8befa2cd-8315-48e6-97bb-e49131c9f421 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:28.595217 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06eb8527-e41c-430b-b2d6-f10aa6e48a73 req-8befa2cd-8315-48e6-97bb-e49131c9f421 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 944 time: 0.2684774 Mar 24 00:59:28.623253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-c706a12a-fb94-46f6-836c-2e727855d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:28.624697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-c706a12a-fb94-46f6-836c-2e727855d697 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2453821 Mar 24 00:59:28.639516 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3f8702b6-3ec6-4228-beb4-c888f3d84ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:28.657202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Attempting to bind port f964f13c-00b3-4c05-b3f0-5f497b583f63 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:28.657728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Attempting to bind port f964f13c-00b3-4c05-b3f0-5f497b583f63 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:28.657830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Attempting to bind port f964f13c-00b3-4c05-b3f0-5f497b583f63 on network e99c35fc-45ab-48e3-b7dd-c3c44d10228d {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:28.717036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e187429-47b5-4289-8936-e035aceceff5 req-593295e8-7fc9-425c-ac52-b2cd4c5452ec tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:28.722495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e187429-47b5-4289-8936-e035aceceff5 req-593295e8-7fc9-425c-ac52-b2cd4c5452ec tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:28.727889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e187429-47b5-4289-8936-e035aceceff5 req-593295e8-7fc9-425c-ac52-b2cd4c5452ec tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:28.733266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e187429-47b5-4289-8936-e035aceceff5 req-593295e8-7fc9-425c-ac52-b2cd4c5452ec tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:28.738631 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e187429-47b5-4289-8936-e035aceceff5 req-593295e8-7fc9-425c-ac52-b2cd4c5452ec tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:28.744176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e187429-47b5-4289-8936-e035aceceff5 req-593295e8-7fc9-425c-ac52-b2cd4c5452ec tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:28.749595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e187429-47b5-4289-8936-e035aceceff5 req-593295e8-7fc9-425c-ac52-b2cd4c5452ec tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:28.751346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e187429-47b5-4289-8936-e035aceceff5 req-593295e8-7fc9-425c-ac52-b2cd4c5452ec tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.3074772 Mar 24 00:59:28.753873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b02e8035-4903-416f-8812-fe4e4e5565f3 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:59:28.755098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Port f964f13c-00b3-4c05-b3f0-5f497b583f63 on network e99c35fc-45ab-48e3-b7dd-c3c44d10228d not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:59:28.756436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Attempting to bind port f964f13c-00b3-4c05-b3f0-5f497b583f63 on network e99c35fc-45ab-48e3-b7dd-c3c44d10228d {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:28.770111 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ac97fc9-dfa1-4e72-b733-9c1e709d418f req-b75c0f13-abd0-473a-99d2-36b750fb954f service neutron] 10.222.0.48 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104355 Mar 24 00:59:28.806323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:28.806655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Checking segment: {'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:28.807026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Bound using segment: {'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:28.807461 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Bound port: f964f13c-00b3-4c05-b3f0-5f497b583f63, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:28.807822 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f964f13c-00b3-4c05-b3f0-5f497b583f63), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:28.858932 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b02e8035-4903-416f-8812-fe4e4e5565f3, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b02e8035-4903-416f-8812-fe4e4e5565f3,segment=NetworkSegment(c3ca53a1-15a7-4e64-8c21-ba128e117726),segment_id=c3ca53a1-15a7-4e64-8c21-ba128e117726)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:28.873911 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'b02e8035-4903-416f-8812-fe4e4e5565f3', 'network_id': '4ba452fd-f341-43eb-acdb-fff9965dd9a4', 'port_id': 'b02e8035-4903-416f-8812-fe4e4e5565f3', 'mac_address': 'fa:16:3e:72:18:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2634d437-db1b-4e9f-b442-97ef259cefb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:59:28.903574 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06eb8527-e41c-430b-b2d6-f10aa6e48a73 req-e51dfd91-94c4-40b6-8408-9a568680af0c tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/security-groups?id=092d962f-c7a9-4ab4-9dce-af7e6dd146b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946522 Mar 24 00:59:28.919739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b02e8035-4903-416f-8812-fe4e4e5565f3 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:28.920139 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b02e8035-4903-416f-8812-fe4e4e5565f3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:28.938183 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02e8035-4903-416f-8812-fe4e4e5565f3 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:28.967010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b02e8035-4903-416f-8812-fe4e4e5565f3, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b02e8035-4903-416f-8812-fe4e4e5565f3,segment=NetworkSegment(c3ca53a1-15a7-4e64-8c21-ba128e117726),segment_id=c3ca53a1-15a7-4e64-8c21-ba128e117726)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:28.971499 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b02e8035-4903-416f-8812-fe4e4e5565f3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:29.012268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-5cf17d0b-f113-475f-a4db-272007e8a9ff service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780050 Mar 24 00:59:29.019115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e187429-47b5-4289-8936-e035aceceff5 req-0b199f76-16fc-4c47-b88e-f1e0937a4528 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2551415 Mar 24 00:59:29.034588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ac97fc9-dfa1-4e72-b733-9c1e709d418f req-856b259a-feaf-4855-bade-a586f9c279e5 service neutron] 10.222.0.48 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489417 Mar 24 00:59:29.035669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] For port f964f13c-00b3-4c05-b3f0-5f497b583f63, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:59:29.037532 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b02e8035-4903-416f-8812-fe4e4e5565f3,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:29.039547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] For port f964f13c-00b3-4c05-b3f0-5f497b583f63, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f964f13c-00b3-4c05-b3f0-5f497b583f63,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:59:29.080136 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f964f13c-00b3-4c05-b3f0-5f497b583f63), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:29.157515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:29.158323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:29.159694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] 10.222.0.57 "PUT /v2.0/ports/f964f13c-00b3-4c05-b3f0-5f497b583f63 HTTP/1.1" status: 200 len: 1091 time: 2.5465899 Mar 24 00:59:29.263909 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf6e65-25d9-4274-838a-5280a484b179 service neutron] Pushing event updated for resources: {'Port': ['ID=f964f13c-00b3-4c05-b3f0-5f497b583f63,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:29.285323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a5b08ca-c702-4228-a90d-5ec2274a36b7 req-440932f3-5da3-4b00-ab8f-b0a4632dfe63 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604744 Mar 24 00:59:29.303280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4289d48-67cf-415e-85e0-d24293820537 req-13644058-5096-413a-8c21-b2c29450c438 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:29.307182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['b02e8035-4903-416f-8812-fe4e4e5565f3'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:29.310414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4289d48-67cf-415e-85e0-d24293820537 req-13644058-5096-413a-8c21-b2c29450c438 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 943 time: 0.2279029 Mar 24 00:59:29.346206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c448bb3-b0c9-46c2-9d46-d5b41c0719ae req-f2a7beda-fce9-411e-ab19-394200672ea2 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:29.347933 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c448bb3-b0c9-46c2-9d46-d5b41c0719ae req-f2a7beda-fce9-411e-ab19-394200672ea2 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 943 time: 0.1928208 Mar 24 00:59:29.358818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-71ae3fca-4323-4a75-b418-a5c2952fc8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:29.360359 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-71ae3fca-4323-4a75-b418-a5c2952fc8a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0a722700d8247a29dbfa01cf5c32795&device_id=73a1d453-5b40-4489-80c8-f47edafa3669 HTTP/1.1" status: 200 len: 1125 time: 0.1434913 Mar 24 00:59:29.464858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-7f95dddf-35af-4578-b01d-f156e2e55426 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f964f13c-00b3-4c05-b3f0-5f497b583f63 HTTP/1.1" status: 200 len: 217 time: 0.0954669 Mar 24 00:59:29.473620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4289d48-67cf-415e-85e0-d24293820537 req-7793ae16-7bea-45b7-ae26-23b6701e31ef tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623275 Mar 24 00:59:29.590924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c448bb3-b0c9-46c2-9d46-d5b41c0719ae req-0e4a3581-ccca-45ba-8f1f-c597aee70f4f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285106 Mar 24 00:59:29.595541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65281dd-d05f-4288-98ce-e4216992ed9e req-4f595928-f56f-4fc6-966b-4e2ce4f14bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:29.597213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d65281dd-d05f-4288-98ce-e4216992ed9e req-4f595928-f56f-4fc6-966b-4e2ce4f14bcf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 1125 time: 0.2358387 Mar 24 00:59:29.628672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-5a345e55-80fc-4487-b402-b149d955e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:29.630195 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-5a345e55-80fc-4487-b402-b149d955e9e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14566481-e3db-494f-8ac4-59f875be370a HTTP/1.1" status: 200 len: 853 time: 0.1547709 Mar 24 00:59:29.666503 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:29.731229 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-3b32980e-c43a-4707-990a-edd2c1c776af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714808 Mar 24 00:59:29.736328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55bf33fc-323f-42d0-8a6c-1e52a9fae0c6 req-2eccdb3e-832d-4fed-8104-c5542e27a8f6 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0728574 Mar 24 00:59:29.747709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a72bf-705a-4f55-8677-bc01eb111a5a req-c223505c-42ee-4410-b9dc-9e535bc6c008 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:29.749372 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-530a72bf-705a-4f55-8677-bc01eb111a5a req-c223505c-42ee-4410-b9dc-9e535bc6c008 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=64ea0940-f4b0-46fa-b6f1-aab1a45db2b4 HTTP/1.1" status: 200 len: 943 time: 0.2023716 Mar 24 00:59:29.793542 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47124) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:29.849754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65281dd-d05f-4288-98ce-e4216992ed9e req-e2e82600-a9d9-4bcf-b4c8-e6451e313726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:29.851450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d65281dd-d05f-4288-98ce-e4216992ed9e req-e2e82600-a9d9-4bcf-b4c8-e6451e313726 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 920 time: 0.2464013 Mar 24 00:59:29.900457 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b536758a-d111-4579-ae09-eba48fc46bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:29.912301 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d65281dd-d05f-4288-98ce-e4216992ed9e req-cd3da411-3be9-4887-850a-1dbc00f221be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1554371c-0dca-4f2c-b46d-272d2463ba60 HTTP/1.1" status: 200 len: 217 time: 0.0512114 Mar 24 00:59:29.917808 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-530a72bf-705a-4f55-8677-bc01eb111a5a req-d2911c82-8141-4a17-a187-b8acc047ccfe tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575797 Mar 24 00:59:29.978385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-705bb566-7f59-4031-80e0-a2cc40a2db21 service neutron] 10.222.0.57 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191672 Mar 24 00:59:29.996767 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b536758a-d111-4579-ae09-eba48fc46bca admin admin] Publish callbacks [] for security_group (f52eff70-e3ea-4aef-b230-09165f80c97f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:30.001032 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b536758a-d111-4579-ae09-eba48fc46bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f52eff70-e3ea-4aef-b230-09165f80c97f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:30.038240 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b536758a-d111-4579-ae09-eba48fc46bca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25f3df0c416247aab33fbaede8936c56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2431772 Mar 24 00:59:30.039323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536758a-d111-4579-ae09-eba48fc46bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52eff70-e3ea-4aef-b230-09165f80c97f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:30.041519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47130) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:30.056255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65281dd-d05f-4288-98ce-e4216992ed9e req-5ef6de1e-3edc-419f-957e-239e344fdd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:30.058189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d65281dd-d05f-4288-98ce-e4216992ed9e req-5ef6de1e-3edc-419f-957e-239e344fdd31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.1366849 Mar 24 00:59:30.094326 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3987c75e-d28c-44e3-951b-662d4f684685 admin admin] Publish callbacks [] for security_group (f52eff70-e3ea-4aef-b230-09165f80c97f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:30.117673 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3987c75e-d28c-44e3-951b-662d4f684685 admin admin] Publish callbacks [] for security_group (f52eff70-e3ea-4aef-b230-09165f80c97f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:30.166198 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3987c75e-d28c-44e3-951b-662d4f684685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f52eff70-e3ea-4aef-b230-09165f80c97f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:30.169124 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3987c75e-d28c-44e3-951b-662d4f684685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:30.170331 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3987c75e-d28c-44e3-951b-662d4f684685 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f52eff70-e3ea-4aef-b230-09165f80c97f HTTP/1.1" status: 204 len: 168 time: 0.1279233 Mar 24 00:59:30.179801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987c75e-d28c-44e3-951b-662d4f684685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52eff70-e3ea-4aef-b230-09165f80c97f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:30.428558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a1d453-5b40-4489-80c8-f47edafa3669', 'tag': 'f964f13c-00b3-4c05-b3f0-5f497b583f63'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:30.430896 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80a1689-88f1-4fd9-a076-5f402b928416" -d '{"events": [{"name": "network-changed", "server_uuid": "73a1d453-5b40-4489-80c8-f47edafa3669", "tag": "f964f13c-00b3-4c05-b3f0-5f497b583f63"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:30.457576 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47140) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:30.504640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab629711-d7f2-4388-8bf1-27ae9f7d79ef req-d601fb2f-b441-40b0-9411-a59539f732cf tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:30.506706 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab629711-d7f2-4388-8bf1-27ae9f7d79ef req-d601fb2f-b441-40b0-9411-a59539f732cf tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 945 time: 0.5223467 Mar 24 00:59:30.514091 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68e09a24-c3e5-4801-a6d5-2c1b9734ac6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:30.520346 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6cb57b91-ffc0-4fcf-928c-eef8d247c662 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:59:30.556124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65281dd-d05f-4288-98ce-e4216992ed9e req-bc5411eb-6d8f-4aba-ac73-aa2e3c5ba223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:30.557810 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d65281dd-d05f-4288-98ce-e4216992ed9e req-bc5411eb-6d8f-4aba-ac73-aa2e3c5ba223 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4920242 Mar 24 00:59:30.559703 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926ab911-10b9-446e-8fd3-628c4f799e36 req-e45f5725-1022-4732-8258-2628e979620b service neutron] 10.222.0.57 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722234 Mar 24 00:59:30.623486 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 6cb57b91-ffc0-4fcf-928c-eef8d247c662, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6cb57b91-ffc0-4fcf-928c-eef8d247c662,segment=NetworkSegment(af66d257-276d-42c2-9a9a-38c0a7ff7d27),segment_id=af66d257-276d-42c2-9a9a-38c0a7ff7d27)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:30.635988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '6cb57b91-ffc0-4fcf-928c-eef8d247c662', 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'port_id': '6cb57b91-ffc0-4fcf-928c-eef8d247c662', 'mac_address': 'fa:16:3e:c2:88:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:59:30.667872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d24d4-44f7-49b2-b1a9-794cdc1e2848 req-28c249ff-c591-4169-b779-86f92272ac43 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:30.673227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d24d4-44f7-49b2-b1a9-794cdc1e2848 req-28c249ff-c591-4169-b779-86f92272ac43 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:30.673451 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 6cb57b91-ffc0-4fcf-928c-eef8d247c662 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:30.673847 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6cb57b91-ffc0-4fcf-928c-eef8d247c662), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:30.678965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d24d4-44f7-49b2-b1a9-794cdc1e2848 req-28c249ff-c591-4169-b779-86f92272ac43 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:30.684179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d24d4-44f7-49b2-b1a9-794cdc1e2848 req-28c249ff-c591-4169-b779-86f92272ac43 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:30.686915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb57b91-ffc0-4fcf-928c-eef8d247c662 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:30.689383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d24d4-44f7-49b2-b1a9-794cdc1e2848 req-28c249ff-c591-4169-b779-86f92272ac43 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:30.695175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d24d4-44f7-49b2-b1a9-794cdc1e2848 req-28c249ff-c591-4169-b779-86f92272ac43 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:30.700567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d24d4-44f7-49b2-b1a9-794cdc1e2848 req-28c249ff-c591-4169-b779-86f92272ac43 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:30.702824 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be4d24d4-44f7-49b2-b1a9-794cdc1e2848 req-28c249ff-c591-4169-b779-86f92272ac43 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.2764201 Mar 24 00:59:30.706994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 6cb57b91-ffc0-4fcf-928c-eef8d247c662, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6cb57b91-ffc0-4fcf-928c-eef8d247c662,segment=NetworkSegment(af66d257-276d-42c2-9a9a-38c0a7ff7d27),segment_id=af66d257-276d-42c2-9a9a-38c0a7ff7d27)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:30.711632 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6cb57b91-ffc0-4fcf-928c-eef8d247c662), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:30.716053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab629711-d7f2-4388-8bf1-27ae9f7d79ef req-2a891206-0cfc-4f3a-b6e0-3aa762cb7c2e tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/security-groups?id=092d962f-c7a9-4ab4-9dce-af7e6dd146b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989603 Mar 24 00:59:30.760729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 3a733f52-bd14-4a82-a001-d01e0779541f details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:59:30.762874 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b02e8035-4903-416f-8812-fe4e4e5565f3 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:30.781804 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f115be3f-0611-4352-983a-6c607232ac63 x-openstack-request-id: req-f115be3f-0611-4352-983a-6c607232ac63 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:30.782304 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a1d453-5b40-4489-80c8-f47edafa3669", "tag": "f964f13c-00b3-4c05-b3f0-5f497b583f63", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:30.782304 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f115be3f-0611-4352-983a-6c607232ac63 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:30.782713 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f115be3f-0611-4352-983a-6c607232ac63'] response: {'name': 'network-changed', 'server_uuid': '73a1d453-5b40-4489-80c8-f47edafa3669', 'tag': 'f964f13c-00b3-4c05-b3f0-5f497b583f63', 'status': 'completed', 'code': 200} Mar 24 00:59:30.815550 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d65281dd-d05f-4288-98ce-e4216992ed9e req-dae767e5-52c3-4334-834e-ba5aacc02697 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492409 Mar 24 00:59:30.827106 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=6cb57b91-ffc0-4fcf-928c-eef8d247c662,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:30.843322 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be4d24d4-44f7-49b2-b1a9-794cdc1e2848 req-958b3661-cb47-4d35-85b7-9d8a87978425 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1309962 Mar 24 00:59:30.882395 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5374526f-8de7-442c-ac4b-73bf9bff961e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:30.920794 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port b02e8035-4903-416f-8812-fe4e4e5565f3 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:59:30.926022 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68e09a24-c3e5-4801-a6d5-2c1b9734ac6d admin admin] Publish callbacks [] for security_group (e10f0a13-a452-4445-9f8a-27c38ff0eb90), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:30.934071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port b02e8035-4903-416f-8812-fe4e4e5565f3 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:30.934451 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b02e8035-4903-416f-8812-fe4e4e5565f3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:30.952207 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68e09a24-c3e5-4801-a6d5-2c1b9734ac6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e10f0a13-a452-4445-9f8a-27c38ff0eb90), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:30.972029 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['6cb57b91-ffc0-4fcf-928c-eef8d247c662'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:30.978319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 3a733f52-bd14-4a82-a001-d01e0779541f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3a733f52-bd14-4a82-a001-d01e0779541f,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:31.018616 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '3a733f52-bd14-4a82-a001-d01e0779541f', 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d', 'port_id': '3a733f52-bd14-4a82-a001-d01e0779541f', 'mac_address': 'fa:16:3e:9f:6e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14566481-e3db-494f-8ac4-59f875be370a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:59:31.053410 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-68e09a24-c3e5-4801-a6d5-2c1b9734ac6d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=655fd8974fe1421cb0f32955aeb1d7bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5939558 Mar 24 00:59:31.056353 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47150) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:31.059880 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e09a24-c3e5-4801-a6d5-2c1b9734ac6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10f0a13-a452-4445-9f8a-27c38ff0eb90,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:31.080833 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a1689-88f1-4fd9-a076-5f402b928416 req-3935d250-0059-419a-9d1f-e9451e5e83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:31.082360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e80a1689-88f1-4fd9-a076-5f402b928416 req-3935d250-0059-419a-9d1f-e9451e5e83b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0a722700d8247a29dbfa01cf5c32795&device_id=73a1d453-5b40-4489-80c8-f47edafa3669 HTTP/1.1" status: 200 len: 1125 time: 0.2381680 Mar 24 00:59:31.090150 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d65281dd-d05f-4288-98ce-e4216992ed9e req-4c169068-ca24-4600-a948-4a9385f745b3 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643695 Mar 24 00:59:31.102751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9adeac-8c1b-42c7-bff2-a07692823d30 req-85812cc7-0139-487f-87f3-6ee64674f175 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:31.104832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0a9adeac-8c1b-42c7-bff2-a07692823d30 req-85812cc7-0139-487f-87f3-6ee64674f175 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 943 time: 0.2504749 Mar 24 00:59:31.119108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 3a733f52-bd14-4a82-a001-d01e0779541f is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:31.119507 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3a733f52-bd14-4a82-a001-d01e0779541f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:31.142768 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-70323393-a829-4702-b148-fea635c0d0e8 admin admin] Publish callbacks [] for security_group (e10f0a13-a452-4445-9f8a-27c38ff0eb90), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:31.153710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a733f52-bd14-4a82-a001-d01e0779541f {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:31.161997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f413c-6f25-4f6d-9825-719b69bede95 req-55120439-839c-4da3-98ce-4524bcde2033 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:31.163483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb5f413c-6f25-4f6d-9825-719b69bede95 req-55120439-839c-4da3-98ce-4524bcde2033 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 944 time: 0.2200179 Mar 24 00:59:31.165766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port b02e8035-4903-416f-8812-fe4e4e5565f3 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:31.166167 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b02e8035-4903-416f-8812-fe4e4e5565f3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:31.171375 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-70323393-a829-4702-b148-fea635c0d0e8 admin admin] Publish callbacks [] for security_group (e10f0a13-a452-4445-9f8a-27c38ff0eb90), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:31.206977 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 3a733f52-bd14-4a82-a001-d01e0779541f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3a733f52-bd14-4a82-a001-d01e0779541f,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:31.222858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d192e79-f3ca-4085-97d4-8521e6bbf0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02e8035-4903-416f-8812-fe4e4e5565f3'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:31.226124 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7d4a5a-983e-45c2-b57c-21840a12c350" -d '{"events": [{"server_uuid": "4d192e79-f3ca-4085-97d4-8521e6bbf0aa", "name": "network-vif-plugged", "status": "completed", "tag": "b02e8035-4903-416f-8812-fe4e4e5565f3"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:31.227302 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-70323393-a829-4702-b148-fea635c0d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e10f0a13-a452-4445-9f8a-27c38ff0eb90), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:31.229070 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3a733f52-bd14-4a82-a001-d01e0779541f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:31.232774 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-70323393-a829-4702-b148-fea635c0d0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:31.236141 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-70323393-a829-4702-b148-fea635c0d0e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e10f0a13-a452-4445-9f8a-27c38ff0eb90 HTTP/1.1" status: 204 len: 168 time: 0.1756859 Mar 24 00:59:31.249725 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70323393-a829-4702-b148-fea635c0d0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10f0a13-a452-4445-9f8a-27c38ff0eb90,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:31.273886 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0a9adeac-8c1b-42c7-bff2-a07692823d30 req-2bf8695a-c900-40bb-a764-918aeb0a3fd5 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570773 Mar 24 00:59:31.276369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port b02e8035-4903-416f-8812-fe4e4e5565f3, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b02e8035-4903-416f-8812-fe4e4e5565f3,segment=NetworkSegment(c3ca53a1-15a7-4e64-8c21-ba128e117726),segment_id=c3ca53a1-15a7-4e64-8c21-ba128e117726)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:31.279318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb5f413c-6f25-4f6d-9825-719b69bede95 req-be457526-7def-4e23-87f5-0c6eca6c5214 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079717 Mar 24 00:59:31.282627 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a1689-88f1-4fd9-a076-5f402b928416 req-539e77b1-f5fd-42ff-82d9-8b1622d2cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:31.284052 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e80a1689-88f1-4fd9-a076-5f402b928416 req-539e77b1-f5fd-42ff-82d9-8b1622d2cd81 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d HTTP/1.1" status: 200 len: 914 time: 0.1915691 Mar 24 00:59:31.309391 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b02e8035-4903-416f-8812-fe4e4e5565f3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:31.332723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e80a1689-88f1-4fd9-a076-5f402b928416 req-225bc8b2-c075-43f5-a1ae-a852fd3abeef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f964f13c-00b3-4c05-b3f0-5f497b583f63 HTTP/1.1" status: 200 len: 217 time: 0.0419624 Mar 24 00:59:31.348372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=3a733f52-bd14-4a82-a001-d01e0779541f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:31.408816 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=b02e8035-4903-416f-8812-fe4e4e5565f3,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:31.476725 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d45bab2-29eb-42b5-8cb4-b50e4e35b3cd req-b001b35c-e11f-4319-a720-034fa8215671 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0558293 Mar 24 00:59:31.483238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a1689-88f1-4fd9-a076-5f402b928416 req-df6bd787-b3af-4e97-8f26-344854664164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:31.485408 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e80a1689-88f1-4fd9-a076-5f402b928416 req-df6bd787-b3af-4e97-8f26-344854664164 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14566481-e3db-494f-8ac4-59f875be370a HTTP/1.1" status: 200 len: 853 time: 0.1440191 Mar 24 00:59:31.527029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e80a1689-88f1-4fd9-a076-5f402b928416 req-cc603e68-ebc7-4361-b782-a1b0c688f529 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350101 Mar 24 00:59:31.538030 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db1d22-d0a2-49e7-8619-aa2114d3c5d2 req-1206ac4b-1b98-43a5-9831-69332e9613f9 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:31.539935 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2db1d22-d0a2-49e7-8619-aa2114d3c5d2 req-1206ac4b-1b98-43a5-9831-69332e9613f9 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=64ea0940-f4b0-46fa-b6f1-aab1a45db2b4 HTTP/1.1" status: 200 len: 944 time: 0.1526709 Mar 24 00:59:31.552697 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1ec4f9-1248-4e22-b5d2-fd968702315e x-openstack-request-id: req-cf1ec4f9-1248-4e22-b5d2-fd968702315e {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:31.553340 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d192e79-f3ca-4085-97d4-8521e6bbf0aa", "name": "network-vif-plugged", "status": "completed", "tag": "b02e8035-4903-416f-8812-fe4e4e5565f3", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:31.553878 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf1ec4f9-1248-4e22-b5d2-fd968702315e {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:31.554706 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1ec4f9-1248-4e22-b5d2-fd968702315e'] response: {'server_uuid': '4d192e79-f3ca-4085-97d4-8521e6bbf0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02e8035-4903-416f-8812-fe4e4e5565f3', 'code': 200} Mar 24 00:59:31.575892 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['3a733f52-bd14-4a82-a001-d01e0779541f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:31.679392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2db1d22-d0a2-49e7-8619-aa2114d3c5d2 req-3fac8ef5-4591-42eb-9aca-9f830070a7c3 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144254 Mar 24 00:59:31.702279 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e80a1689-88f1-4fd9-a076-5f402b928416 req-d4f40930-c0ee-408e-aff7-feef6ddb94cf service neutron] 10.222.0.57 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613588 Mar 24 00:59:31.712016 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657181af-c5d0-40c8-8b2b-269bc6280b97 req-cb2b0f78-659d-4262-9813-adf0cc58d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:31.713709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-657181af-c5d0-40c8-8b2b-269bc6280b97 req-cb2b0f78-659d-4262-9813-adf0cc58d9c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 1128 time: 0.0768003 Mar 24 00:59:31.855444 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-657181af-c5d0-40c8-8b2b-269bc6280b97 req-7bb302b2-3add-43f8-8efd-0f7a5b2971f0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=092d962f-c7a9-4ab4-9dce-af7e6dd146b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294968 Mar 24 00:59:31.879475 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e80a1689-88f1-4fd9-a076-5f402b928416 req-a9a00753-e5d0-41a3-8fe1-2b7ebd459378 service neutron] 10.222.0.57 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629450 Mar 24 00:59:31.892028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc2d3a-27c3-4be5-b7d9-7c2bc61ce55b req-c3a9ebc3-f5ee-4dec-aee3-8c21fb1fbab6 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:31.893552 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68bc2d3a-27c3-4be5-b7d9-7c2bc61ce55b req-c3a9ebc3-f5ee-4dec-aee3-8c21fb1fbab6 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 946 time: 0.0941193 Mar 24 00:59:31.954115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68bc2d3a-27c3-4be5-b7d9-7c2bc61ce55b req-87025c15-d8e2-4b6f-86f2-796a339e6f3e tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/security-groups?id=092d962f-c7a9-4ab4-9dce-af7e6dd146b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543196 Mar 24 00:59:32.006372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63aa84-a703-477f-bfb1-14d72c5e5d3b req-1dfbfb79-ddea-4536-a094-fe1d8943b2ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:32.012200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63aa84-a703-477f-bfb1-14d72c5e5d3b req-1dfbfb79-ddea-4536-a094-fe1d8943b2ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:32.017447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63aa84-a703-477f-bfb1-14d72c5e5d3b req-1dfbfb79-ddea-4536-a094-fe1d8943b2ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:32.023377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63aa84-a703-477f-bfb1-14d72c5e5d3b req-1dfbfb79-ddea-4536-a094-fe1d8943b2ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:32.028752 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63aa84-a703-477f-bfb1-14d72c5e5d3b req-1dfbfb79-ddea-4536-a094-fe1d8943b2ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:32.034051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63aa84-a703-477f-bfb1-14d72c5e5d3b req-1dfbfb79-ddea-4536-a094-fe1d8943b2ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:32.039862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63aa84-a703-477f-bfb1-14d72c5e5d3b req-1dfbfb79-ddea-4536-a094-fe1d8943b2ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:32.047606 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d63aa84-a703-477f-bfb1-14d72c5e5d3b req-1dfbfb79-ddea-4536-a094-fe1d8943b2ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.1097405 Mar 24 00:59:32.060595 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:32.102732 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d63aa84-a703-477f-bfb1-14d72c5e5d3b req-fb1a5b23-0a57-4da8-82ff-40c70a81cba6 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542595 Mar 24 00:59:32.300384 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:32.441989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eee6cf-5f19-4799-8347-75497f298f8e req-24635931-a9e1-4ad4-afde-971575a98fd9 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:32.444015 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b7eee6cf-5f19-4799-8347-75497f298f8e req-24635931-a9e1-4ad4-afde-971575a98fd9 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 943 time: 0.0873463 Mar 24 00:59:32.451913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1440f-b477-49ad-a809-520930400923 req-75af71f6-0fcc-451b-926e-26d3f14789fe tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:32.453535 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0cf1440f-b477-49ad-a809-520930400923 req-75af71f6-0fcc-451b-926e-26d3f14789fe tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 944 time: 0.0943110 Mar 24 00:59:32.529369 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b7eee6cf-5f19-4799-8347-75497f298f8e req-6e6a2e19-62b2-456f-aa22-b270c57a3d6e tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747986 Mar 24 00:59:32.533417 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0cf1440f-b477-49ad-a809-520930400923 req-d915d0c0-0779-47c8-aeec-87ebfadb5ba6 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718367 Mar 24 00:59:32.545424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6cb57b91-ffc0-4fcf-928c-eef8d247c662 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:32.608213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 6cb57b91-ffc0-4fcf-928c-eef8d247c662 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:59:32.612909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 6cb57b91-ffc0-4fcf-928c-eef8d247c662 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:32.613358 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6cb57b91-ffc0-4fcf-928c-eef8d247c662), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:32.637121 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eaad3292-ed56-4c9e-98a0-6eb4263d20ec req-47636832-8fdc-4926-85a0-1fc0f4d46e3c tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0334556 Mar 24 00:59:32.702986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 6cb57b91-ffc0-4fcf-928c-eef8d247c662 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:32.703381 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6cb57b91-ffc0-4fcf-928c-eef8d247c662), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:32.740715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 6cb57b91-ffc0-4fcf-928c-eef8d247c662, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6cb57b91-ffc0-4fcf-928c-eef8d247c662,segment=NetworkSegment(af66d257-276d-42c2-9a9a-38c0a7ff7d27),segment_id=af66d257-276d-42c2-9a9a-38c0a7ff7d27)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:32.745282 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6cb57b91-ffc0-4fcf-928c-eef8d247c662), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:32.773416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 1554371c-0dca-4f2c-b46d-272d2463ba60 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:59:32.775932 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 3a733f52-bd14-4a82-a001-d01e0779541f up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:32.812387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c8be3-bae5-413d-a1a9-df98b7237636 req-fbf1573c-89e1-4b24-a9b8-2c129dffcea8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:32.817279 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-183c8be3-bae5-413d-a1a9-df98b7237636 req-fbf1573c-89e1-4b24-a9b8-2c129dffcea8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=64ea0940-f4b0-46fa-b6f1-aab1a45db2b4 HTTP/1.1" status: 200 len: 944 time: 0.0596161 Mar 24 00:59:32.847172 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=6cb57b91-ffc0-4fcf-928c-eef8d247c662,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:32.867758 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-183c8be3-bae5-413d-a1a9-df98b7237636 req-60cb4cd6-6d16-4532-8d27-58709bc87d0f tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469360 Mar 24 00:59:32.910236 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 3a733f52-bd14-4a82-a001-d01e0779541f completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:59:32.922401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 3a733f52-bd14-4a82-a001-d01e0779541f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:32.922775 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3a733f52-bd14-4a82-a001-d01e0779541f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:32.963623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 1554371c-0dca-4f2c-b46d-272d2463ba60, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1554371c-0dca-4f2c-b46d-272d2463ba60,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:32.984882 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '1554371c-0dca-4f2c-b46d-272d2463ba60', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'port_id': '1554371c-0dca-4f2c-b46d-272d2463ba60', 'mac_address': 'fa:16:3e:50:72:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24001411-7949-4104-b16e-388a52a539de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:59:33.048548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 1554371c-0dca-4f2c-b46d-272d2463ba60 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:33.048935 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:33.063926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 3a733f52-bd14-4a82-a001-d01e0779541f is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:33.064321 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3a733f52-bd14-4a82-a001-d01e0779541f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:33.075866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1554371c-0dca-4f2c-b46d-272d2463ba60 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:33.093053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13845763-4065-4728-a58c-50d7a181c14b req-d6d52cf1-f69d-459d-a075-76f2b644b6ed tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:33.094798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13845763-4065-4728-a58c-50d7a181c14b req-d6d52cf1-f69d-459d-a075-76f2b644b6ed tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 946 time: 0.0648921 Mar 24 00:59:33.156769 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13845763-4065-4728-a58c-50d7a181c14b req-f0003aae-6289-47a9-b7e9-a2e023a4d62c tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/security-groups?id=092d962f-c7a9-4ab4-9dce-af7e6dd146b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556502 Mar 24 00:59:33.234067 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:59:33.259079 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 1554371c-0dca-4f2c-b46d-272d2463ba60, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1554371c-0dca-4f2c-b46d-272d2463ba60,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:33.268232 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:33.271822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 3a733f52-bd14-4a82-a001-d01e0779541f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3a733f52-bd14-4a82-a001-d01e0779541f,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:33.297147 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3a733f52-bd14-4a82-a001-d01e0779541f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:33.307128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b18251-4ae0-441c-a10f-d51419145e6c req-88f4bb1a-056a-4e66-94c6-df69b0b68bce tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:33.312844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b18251-4ae0-441c-a10f-d51419145e6c req-88f4bb1a-056a-4e66-94c6-df69b0b68bce tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:33.318940 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b18251-4ae0-441c-a10f-d51419145e6c req-88f4bb1a-056a-4e66-94c6-df69b0b68bce tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:33.324418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b18251-4ae0-441c-a10f-d51419145e6c req-88f4bb1a-056a-4e66-94c6-df69b0b68bce tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:33.324879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=1554371c-0dca-4f2c-b46d-272d2463ba60,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:33.325347 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47228) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:33.330750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b18251-4ae0-441c-a10f-d51419145e6c req-88f4bb1a-056a-4e66-94c6-df69b0b68bce tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:33.337070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b18251-4ae0-441c-a10f-d51419145e6c req-88f4bb1a-056a-4e66-94c6-df69b0b68bce tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:33.342611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b18251-4ae0-441c-a10f-d51419145e6c req-88f4bb1a-056a-4e66-94c6-df69b0b68bce tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:33.344604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1b18251-4ae0-441c-a10f-d51419145e6c req-88f4bb1a-056a-4e66-94c6-df69b0b68bce tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.1252856 Mar 24 00:59:33.378269 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=3a733f52-bd14-4a82-a001-d01e0779541f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:33.411105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1b18251-4ae0-441c-a10f-d51419145e6c req-e44f6319-0ec2-48fb-bbda-dc1e80687133 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593123 Mar 24 00:59:33.452743 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:33.527528 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Publish callbacks [] for security_group (fbb23cbd-9a5a-4bcc-abcf-16766efc5cd5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:33.531878 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fbb23cbd-9a5a-4bcc-abcf-16766efc5cd5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:33.545911 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:33.556094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f734c8-d7a5-4ed8-afcb-d2828cb59945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb57b91-ffc0-4fcf-928c-eef8d247c662'}, {'server_uuid': '64ea0940-f4b0-46fa-b6f1-aab1a45db2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a733f52-bd14-4a82-a001-d01e0779541f'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:33.559844 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dd37c1-59e3-4b9c-adc0-aeda53a821d7" -d '{"events": [{"server_uuid": "23f734c8-d7a5-4ed8-afcb-d2828cb59945", "name": "network-vif-plugged", "status": "completed", "tag": "6cb57b91-ffc0-4fcf-928c-eef8d247c662"}, {"server_uuid": "64ea0940-f4b0-46fa-b6f1-aab1a45db2b4", "name": "network-vif-plugged", "status": "completed", "tag": "3a733f52-bd14-4a82-a001-d01e0779541f"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:33.579595 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['1554371c-0dca-4f2c-b46d-272d2463ba60'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:33.699515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197ddb1-f80b-45ea-a984-23d41fdfac04 req-c4c8b283-bdbc-4d27-9025-2ba24156e2f8 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:33.701383 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1197ddb1-f80b-45ea-a984-23d41fdfac04 req-c4c8b283-bdbc-4d27-9025-2ba24156e2f8 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 945 time: 0.0945351 Mar 24 00:59:33.710082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dedde-5fb9-4dd7-b785-d6c9baf2a134 req-e339eff5-0806-4b94-8b59-6160579d2935 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:33.711651 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-791dedde-5fb9-4dd7-b785-d6c9baf2a134 req-e339eff5-0806-4b94-8b59-6160579d2935 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 944 time: 0.0926270 Mar 24 00:59:33.788198 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1197ddb1-f80b-45ea-a984-23d41fdfac04 req-883b7627-c450-4cd7-b72b-ac573e64fe2e tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754380 Mar 24 00:59:33.792593 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-791dedde-5fb9-4dd7-b785-d6c9baf2a134 req-0a23e636-7953-4ad4-951b-f6eaffaa952a tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664368 Mar 24 00:59:33.846699 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f371e308-9f9a-4685-847b-c04868e44851 x-openstack-request-id: req-f371e308-9f9a-4685-847b-c04868e44851 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:33.847237 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f734c8-d7a5-4ed8-afcb-d2828cb59945", "name": "network-vif-plugged", "status": "completed", "tag": "6cb57b91-ffc0-4fcf-928c-eef8d247c662", "code": 200}, {"server_uuid": "64ea0940-f4b0-46fa-b6f1-aab1a45db2b4", "name": "network-vif-plugged", "status": "completed", "tag": "3a733f52-bd14-4a82-a001-d01e0779541f", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:33.847471 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f371e308-9f9a-4685-847b-c04868e44851 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:33.847984 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f371e308-9f9a-4685-847b-c04868e44851'] response: {'server_uuid': '23f734c8-d7a5-4ed8-afcb-d2828cb59945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb57b91-ffc0-4fcf-928c-eef8d247c662', 'code': 200} Mar 24 00:59:33.848452 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f371e308-9f9a-4685-847b-c04868e44851'] response: {'server_uuid': '64ea0940-f4b0-46fa-b6f1-aab1a45db2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a733f52-bd14-4a82-a001-d01e0779541f', 'code': 200} Mar 24 00:59:33.877877 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d968d8aaed54bea961b966ec3c8e31f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5513620 Mar 24 00:59:33.878632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47240) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:33.879263 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb23cbd-9a5a-4bcc-abcf-16766efc5cd5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:33.902179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-baa06ed8-45e7-47c9-a4c5-08ce1bd2076e req-991a02ee-326f-4a25-9876-840b58f12764 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0399718 Mar 24 00:59:33.911035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:33.911900 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:33.912240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:33.912568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:33.912895 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:33.913237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:33.913712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:33.914182 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:33.914645 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:33.915266 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:33.915718 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:33.917296 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:33.917296 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:33.917296 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:33.917296 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8b82b-6611-4df0-b223-909526032189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:33.947357 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30baee37-2572-4431-b1c3-031692466fa4 admin admin] Publish callbacks [] for security_group (fbb23cbd-9a5a-4bcc-abcf-16766efc5cd5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:33.969984 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30baee37-2572-4431-b1c3-031692466fa4 admin admin] Publish callbacks [] for security_group (fbb23cbd-9a5a-4bcc-abcf-16766efc5cd5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:34.017309 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30baee37-2572-4431-b1c3-031692466fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fbb23cbd-9a5a-4bcc-abcf-16766efc5cd5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:34.020528 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30baee37-2572-4431-b1c3-031692466fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:34.024085 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-30baee37-2572-4431-b1c3-031692466fa4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fbb23cbd-9a5a-4bcc-abcf-16766efc5cd5 HTTP/1.1" status: 204 len: 168 time: 0.1394181 Mar 24 00:59:34.028851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa332bda-e40d-4ff8-881a-6d49c543c994 req-cb0a362f-996f-489b-b8d7-32a563f4ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:34.029425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baee37-2572-4431-b1c3-031692466fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb23cbd-9a5a-4bcc-abcf-16766efc5cd5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:34.030357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa332bda-e40d-4ff8-881a-6d49c543c994 req-cb0a362f-996f-489b-b8d7-32a563f4ad2c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 1127 time: 0.1199250 Mar 24 00:59:34.034157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f6703-ed9c-4f8b-9ba2-463c5b5be476 req-7d953d9a-6463-404c-af03-21516368d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:34.035428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d84f6703-ed9c-4f8b-9ba2-463c5b5be476 req-7d953d9a-6463-404c-af03-21516368d757 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=64ea0940-f4b0-46fa-b6f1-aab1a45db2b4 HTTP/1.1" status: 200 len: 1127 time: 0.1144323 Mar 24 00:59:34.048445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf248e0-ae65-4889-b4db-2f590f3a1159 req-50e6d713-6a8b-4776-a504-6668c09b4f86 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:34.049938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2cf248e0-ae65-4889-b4db-2f590f3a1159 req-50e6d713-6a8b-4776-a504-6668c09b4f86 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=64ea0940-f4b0-46fa-b6f1-aab1a45db2b4 HTTP/1.1" status: 200 len: 945 time: 0.0807679 Mar 24 00:59:34.156552 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa332bda-e40d-4ff8-881a-6d49c543c994 req-a09eb749-5397-4d09-b19e-ac98c6b686f4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056607 Mar 24 00:59:34.158540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d84f6703-ed9c-4f8b-9ba2-463c5b5be476 req-4e575d55-2ec1-4525-9fb7-f7659308a506 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062479 Mar 24 00:59:34.162166 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2cf248e0-ae65-4889-b4db-2f590f3a1159 req-260ec8a1-6ce3-4ff2-9bb0-4c290117e76e tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988278 Mar 24 00:59:34.278892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bb721-8f9b-40dc-a802-d4188798ffc5 req-2cae3993-71bd-4a2b-837b-0d6a28374157 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:34.280390 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-904bb721-8f9b-40dc-a802-d4188798ffc5 req-2cae3993-71bd-4a2b-837b-0d6a28374157 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 946 time: 0.0550678 Mar 24 00:59:34.304383 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47250) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:34.317170 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1da47f9f-6ef8-4d37-98ef-4421829e5362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:34.328619 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-904bb721-8f9b-40dc-a802-d4188798ffc5 req-6b3d1fdb-c40c-41d6-9fb6-84e0483ff26d tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/security-groups?id=092d962f-c7a9-4ab4-9dce-af7e6dd146b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427756 Mar 24 00:59:34.393520 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1da47f9f-6ef8-4d37-98ef-4421829e5362 admin admin] Publish callbacks [] for security_group (be20b0cc-1eca-4df2-8439-352cae2c01fc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:34.398000 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1da47f9f-6ef8-4d37-98ef-4421829e5362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (be20b0cc-1eca-4df2-8439-352cae2c01fc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:34.438795 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da47f9f-6ef8-4d37-98ef-4421829e5362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be20b0cc-1eca-4df2-8439-352cae2c01fc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:34.446710 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1da47f9f-6ef8-4d37-98ef-4421829e5362 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10fb0837d4104e8e9bfe5c1dddf03938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387126 Mar 24 00:59:34.446954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47256) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:34.499327 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc91981d-acda-41b7-900c-44fbe9f1ea1f admin admin] Publish callbacks [] for security_group (be20b0cc-1eca-4df2-8439-352cae2c01fc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:34.537009 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc91981d-acda-41b7-900c-44fbe9f1ea1f admin admin] Publish callbacks [] for security_group (be20b0cc-1eca-4df2-8439-352cae2c01fc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:34.560272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 4c6fff98-2741-4b0a-9dcd-c35032208eee details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:59:34.585644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e22c9-0fac-4eb5-8b9e-c59d488c424d req-ffc98f71-01d0-44d5-9625-323e1ef7350e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:34.591098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e22c9-0fac-4eb5-8b9e-c59d488c424d req-ffc98f71-01d0-44d5-9625-323e1ef7350e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:34.596636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e22c9-0fac-4eb5-8b9e-c59d488c424d req-ffc98f71-01d0-44d5-9625-323e1ef7350e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:34.597698 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc91981d-acda-41b7-900c-44fbe9f1ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (be20b0cc-1eca-4df2-8439-352cae2c01fc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:34.602282 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc91981d-acda-41b7-900c-44fbe9f1ea1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:34.602614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e22c9-0fac-4eb5-8b9e-c59d488c424d req-ffc98f71-01d0-44d5-9625-323e1ef7350e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:34.604108 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cc91981d-acda-41b7-900c-44fbe9f1ea1f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be20b0cc-1eca-4df2-8439-352cae2c01fc HTTP/1.1" status: 204 len: 168 time: 0.1562450 Mar 24 00:59:34.610977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e22c9-0fac-4eb5-8b9e-c59d488c424d req-ffc98f71-01d0-44d5-9625-323e1ef7350e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:34.614791 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91981d-acda-41b7-900c-44fbe9f1ea1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be20b0cc-1eca-4df2-8439-352cae2c01fc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:34.617360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e22c9-0fac-4eb5-8b9e-c59d488c424d req-ffc98f71-01d0-44d5-9625-323e1ef7350e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:34.622587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e22c9-0fac-4eb5-8b9e-c59d488c424d req-ffc98f71-01d0-44d5-9625-323e1ef7350e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:34.624699 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e7e22c9-0fac-4eb5-8b9e-c59d488c424d req-ffc98f71-01d0-44d5-9625-323e1ef7350e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5429 time: 0.1192389 Mar 24 00:59:34.685793 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 4c6fff98-2741-4b0a-9dcd-c35032208eee, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=4c6fff98-2741-4b0a-9dcd-c35032208eee,segment=NetworkSegment(9f5c80f6-9b99-4ea9-8637-48ec016ccd42),segment_id=9f5c80f6-9b99-4ea9-8637-48ec016ccd42)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:34.699116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '4c6fff98-2741-4b0a-9dcd-c35032208eee', 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea', 'port_id': '4c6fff98-2741-4b0a-9dcd-c35032208eee', 'mac_address': 'fa:16:3e:10:00:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27acd1eb-b278-4f90-8e9b-08cd5165a5d0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:59:34.724026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eee3f7-03ef-4917-ba7b-716272857a9c req-db46cffb-2d05-4710-9848-0f579e0fe011 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:34.724968 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69eee3f7-03ef-4917-ba7b-716272857a9c req-db46cffb-2d05-4710-9848-0f579e0fe011 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 946 time: 0.0993102 Mar 24 00:59:34.730959 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e7e22c9-0fac-4eb5-8b9e-c59d488c424d req-28d6c1cd-7cdf-4201-9bb4-52accdadbec0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954435 Mar 24 00:59:34.738642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 4c6fff98-2741-4b0a-9dcd-c35032208eee is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:34.739086 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:34.754719 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6fff98-2741-4b0a-9dcd-c35032208eee {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:34.776365 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69eee3f7-03ef-4917-ba7b-716272857a9c req-f58d825c-f30a-40a9-b1c8-776e1dd7c1b9 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/security-groups?id=092d962f-c7a9-4ab4-9dce-af7e6dd146b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438602 Mar 24 00:59:34.776613 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 4c6fff98-2741-4b0a-9dcd-c35032208eee, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=4c6fff98-2741-4b0a-9dcd-c35032208eee,segment=NetworkSegment(9f5c80f6-9b99-4ea9-8637-48ec016ccd42),segment_id=9f5c80f6-9b99-4ea9-8637-48ec016ccd42)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:34.781232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 1554371c-0dca-4f2c-b46d-272d2463ba60 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:34.811743 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:34.812327 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device cede8d0f-cb62-4fea-af98-110017d5e76a details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:59:34.927191 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=4c6fff98-2741-4b0a-9dcd-c35032208eee,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:34.958950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 1554371c-0dca-4f2c-b46d-272d2463ba60 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:59:34.970421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 1554371c-0dca-4f2c-b46d-272d2463ba60 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:34.970803 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:34.972943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bf97d-e43f-4168-aeaf-1b3218b9cc9d req-08bbd12e-cd24-43fb-8ad1-9edd4726daf1 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:34.977714 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d67bf97d-e43f-4168-aeaf-1b3218b9cc9d req-08bbd12e-cd24-43fb-8ad1-9edd4726daf1 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 944 time: 0.0890503 Mar 24 00:59:34.986556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a93562-cff7-41f6-bc20-551edd0d8b04 req-bd36c31b-40c6-478e-be0b-c28a67d0f42f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:34.988867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-16a93562-cff7-41f6-bc20-551edd0d8b04 req-bd36c31b-40c6-478e-be0b-c28a67d0f42f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 945 time: 0.1102338 Mar 24 00:59:35.019933 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port cede8d0f-cb62-4fea-af98-110017d5e76a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=cede8d0f-cb62-4fea-af98-110017d5e76a,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:35.034259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'cede8d0f-cb62-4fea-af98-110017d5e76a', 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7', 'port_id': 'cede8d0f-cb62-4fea-af98-110017d5e76a', 'mac_address': 'fa:16:3e:ec:03:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73f3eec-6ed9-47b4-a707-b2b958c2a35e', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:59:35.076566 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d67bf97d-e43f-4168-aeaf-1b3218b9cc9d req-4f94b5c6-a3e4-4db0-8060-129582d6040f tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867021 Mar 24 00:59:35.081836 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-16a93562-cff7-41f6-bc20-551edd0d8b04 req-63012c91-935e-40ec-b6a8-f002299dea75 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836725 Mar 24 00:59:35.107402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port cede8d0f-cb62-4fea-af98-110017d5e76a is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:35.107402 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.120441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 1554371c-0dca-4f2c-b46d-272d2463ba60 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:35.120846 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.131360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cede8d0f-cb62-4fea-af98-110017d5e76a {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:35.176138 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port cede8d0f-cb62-4fea-af98-110017d5e76a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=cede8d0f-cb62-4fea-af98-110017d5e76a,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:35.189421 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.190096 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f964f13c-00b3-4c05-b3f0-5f497b583f63 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:59:35.192217 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.197547 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c523d5c-bddf-4866-a693-5830f10b7224 req-d4f2a411-846c-4354-8cc9-637306867cd6 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0301797 Mar 24 00:59:35.208737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 1554371c-0dca-4f2c-b46d-272d2463ba60, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1554371c-0dca-4f2c-b46d-272d2463ba60,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:35.246832 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.304490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db66a1f-ecf9-4048-bdec-f4d9e2fbbbe5 req-b6c99e8f-71b4-45b7-8190-bb7fe805e2b6 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:35.306215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8db66a1f-ecf9-4048-bdec-f4d9e2fbbbe5 req-b6c99e8f-71b4-45b7-8190-bb7fe805e2b6 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=64ea0940-f4b0-46fa-b6f1-aab1a45db2b4 HTTP/1.1" status: 200 len: 945 time: 0.0623384 Mar 24 00:59:35.330259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=cede8d0f-cb62-4fea-af98-110017d5e76a,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:35.366804 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8db66a1f-ecf9-4048-bdec-f4d9e2fbbbe5 req-310b6cf6-2996-4ea9-8074-348fb037bb73 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527377 Mar 24 00:59:35.422956 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=1554371c-0dca-4f2c-b46d-272d2463ba60,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:35.437624 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f964f13c-00b3-4c05-b3f0-5f497b583f63, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f964f13c-00b3-4c05-b3f0-5f497b583f63,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:35.456822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'f964f13c-00b3-4c05-b3f0-5f497b583f63', 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d', 'port_id': 'f964f13c-00b3-4c05-b3f0-5f497b583f63', 'mac_address': 'fa:16:3e:e9:fb:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14566481-e3db-494f-8ac4-59f875be370a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:59:35.489539 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47290) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:35.505254 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f964f13c-00b3-4c05-b3f0-5f497b583f63 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:35.505665 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f964f13c-00b3-4c05-b3f0-5f497b583f63), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.520330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f964f13c-00b3-4c05-b3f0-5f497b583f63 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:35.540797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f964f13c-00b3-4c05-b3f0-5f497b583f63, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f964f13c-00b3-4c05-b3f0-5f497b583f63,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:35.545594 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f964f13c-00b3-4c05-b3f0-5f497b583f63), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.546170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f5735b4c-cf45-49d2-a7f8-87c3be714560 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:59:35.613213 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-8d4fd7b2-6416-4ac1-a177-2a75702558df admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-network', 'tenant_id': '8925625c205644de95f234e805c8d03a'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:35.620393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f964f13c-00b3-4c05-b3f0-5f497b583f63,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:35.623960 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f5735b4c-cf45-49d2-a7f8-87c3be714560, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f5735b4c-cf45-49d2-a7f8-87c3be714560,segment=NetworkSegment(9f5c80f6-9b99-4ea9-8637-48ec016ccd42),segment_id=9f5c80f6-9b99-4ea9-8637-48ec016ccd42)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:35.635275 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'f5735b4c-cf45-49d2-a7f8-87c3be714560', 'network_id': 'd9cd7f27-a324-4986-9859-80919b2e14ea', 'port_id': 'f5735b4c-cf45-49d2-a7f8-87c3be714560', 'mac_address': 'fa:16:3e:e9:05:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27acd1eb-b278-4f90-8e9b-08cd5165a5d0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:59:35.636169 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4fd7b2-6416-4ac1-a177-2a75702558df admin admin] Made reservation on behalf of 8925625c205644de95f234e805c8d03a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:35.638700 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd7b2-6416-4ac1-a177-2a75702558df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.647048 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd7b2-6416-4ac1-a177-2a75702558df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.672357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f5735b4c-cf45-49d2-a7f8-87c3be714560 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:35.672744 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.686735 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5735b4c-cf45-49d2-a7f8-87c3be714560 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:35.708582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f5735b4c-cf45-49d2-a7f8-87c3be714560, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f5735b4c-cf45-49d2-a7f8-87c3be714560,segment=NetworkSegment(9f5c80f6-9b99-4ea9-8637-48ec016ccd42),segment_id=9f5c80f6-9b99-4ea9-8637-48ec016ccd42)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:35.712332 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.713320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device c924730b-9aa8-4878-8014-7c840b808401 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:59:35.751368 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd7b2-6416-4ac1-a177-2a75702558df admin admin] Publish callbacks [] for security_group (ff6fd9a5-9d11-4043-a953-14d733a59eed), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.756622 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd7b2-6416-4ac1-a177-2a75702558df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ff6fd9a5-9d11-4043-a953-14d733a59eed), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.798228 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4fd7b2-6416-4ac1-a177-2a75702558df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:59:35.812998 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fd7b2-6416-4ac1-a177-2a75702558df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6fd9a5-9d11-4043-a953-14d733a59eed,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:35.820678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f5735b4c-cf45-49d2-a7f8-87c3be714560,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:35.825887 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd7b2-6416-4ac1-a177-2a75702558df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0c136305-7fa6-44b2-9952-440377c68a1a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.826571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c924730b-9aa8-4878-8014-7c840b808401, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c924730b-9aa8-4878-8014-7c840b808401,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:35.827156 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-8d4fd7b2-6416-4ac1-a177-2a75702558df admin admin] Added segment 0c136305-7fa6-44b2-9952-440377c68a1a of type vlan for network d176ece4-0623-4fc2-9e7c-9c0df8ec52bd Mar 24 00:59:35.844593 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'c924730b-9aa8-4878-8014-7c840b808401', 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7', 'port_id': 'c924730b-9aa8-4878-8014-7c840b808401', 'mac_address': 'fa:16:3e:39:05:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73f3eec-6ed9-47b4-a707-b2b958c2a35e', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:59:35.849601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535280b1-92b3-446e-9082-6cbeeb838197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1554371c-0dca-4f2c-b46d-272d2463ba60'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:35.855668 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d875de-550e-4d8d-a378-15a21ae693a1" -d '{"events": [{"server_uuid": "535280b1-92b3-446e-9082-6cbeeb838197", "name": "network-vif-plugged", "status": "completed", "tag": "1554371c-0dca-4f2c-b46d-272d2463ba60"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:35.896571 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd7b2-6416-4ac1-a177-2a75702558df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (d176ece4-0623-4fc2-9e7c-9c0df8ec52bd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.919150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5741fc-7722-43d2-9d12-0b97b9d3ed12 req-943f0bcd-20e7-445f-b113-ed42e6f73dfe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:35.924638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port c924730b-9aa8-4878-8014-7c840b808401 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:35.925298 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c924730b-9aa8-4878-8014-7c840b808401), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.929607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5741fc-7722-43d2-9d12-0b97b9d3ed12 req-943f0bcd-20e7-445f-b113-ed42e6f73dfe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:35.929755 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd7b2-6416-4ac1-a177-2a75702558df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (d176ece4-0623-4fc2-9e7c-9c0df8ec52bd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.931098 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4fd7b2-6416-4ac1-a177-2a75702558df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:35.931771 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd7b2-6416-4ac1-a177-2a75702558df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.940123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5741fc-7722-43d2-9d12-0b97b9d3ed12 req-943f0bcd-20e7-445f-b113-ed42e6f73dfe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:35.945726 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c924730b-9aa8-4878-8014-7c840b808401 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:35.951559 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5741fc-7722-43d2-9d12-0b97b9d3ed12 req-943f0bcd-20e7-445f-b113-ed42e6f73dfe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:35.963687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5741fc-7722-43d2-9d12-0b97b9d3ed12 req-943f0bcd-20e7-445f-b113-ed42e6f73dfe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:35.973123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5741fc-7722-43d2-9d12-0b97b9d3ed12 req-943f0bcd-20e7-445f-b113-ed42e6f73dfe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:35.977595 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c924730b-9aa8-4878-8014-7c840b808401, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c924730b-9aa8-4878-8014-7c840b808401,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:35.982862 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c924730b-9aa8-4878-8014-7c840b808401), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:35.983534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5741fc-7722-43d2-9d12-0b97b9d3ed12 req-943f0bcd-20e7-445f-b113-ed42e6f73dfe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:35.983837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1c728ccb-8271-4a90-b929-9aa496634aa8 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:59:35.987245 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b5741fc-7722-43d2-9d12-0b97b9d3ed12 req-943f0bcd-20e7-445f-b113-ed42e6f73dfe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5432 time: 0.1747482 Mar 24 00:59:35.997651 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8d4fd7b2-6416-4ac1-a177-2a75702558df admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5064154 Mar 24 00:59:36.000875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47300) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:36.009770 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-adc5863b-b096-41c7-b112-965e95d23df2 admin admin] Request body: {'subnet': {'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-subnet', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:36.014217 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fd7b2-6416-4ac1-a177-2a75702558df admin admin] Pushing event updated for resources: {'Network': ['ID=d176ece4-0623-4fc2-9e7c-9c0df8ec52bd,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:36.032485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network d176ece4-0623-4fc2-9e7c-9c0df8ec52bd details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:59:36.033350 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc5863b-b096-41c7-b112-965e95d23df2 admin admin] Made reservation on behalf of 8925625c205644de95f234e805c8d03a for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:36.035785 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-adc5863b-b096-41c7-b112-965e95d23df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:36.144878 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.resource_extend [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 00:59:36.151451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b5741fc-7722-43d2-9d12-0b97b9d3ed12 req-5f3030e5-1b17-4f36-917f-61414bb75c91 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1444855 Mar 24 00:59:36.189491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 1c728ccb-8271-4a90-b929-9aa496634aa8, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1c728ccb-8271-4a90-b929-9aa496634aa8,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:36.194255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=c924730b-9aa8-4878-8014-7c840b808401,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:36.204685 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce78b1f-36bd-43da-bb00-bc49ec3275c5 req-d589a1e3-3ed1-4e6d-9f92-ac035a24393d tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:36.218859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ce78b1f-36bd-43da-bb00-bc49ec3275c5 req-d589a1e3-3ed1-4e6d-9f92-ac035a24393d tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 946 time: 0.2292705 Mar 24 00:59:36.225426 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907d8ccd-0015-46c6-bcab-9586a65a321b x-openstack-request-id: req-907d8ccd-0015-46c6-bcab-9586a65a321b {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:36.225858 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535280b1-92b3-446e-9082-6cbeeb838197", "name": "network-vif-plugged", "status": "completed", "tag": "1554371c-0dca-4f2c-b46d-272d2463ba60", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:36.226256 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-907d8ccd-0015-46c6-bcab-9586a65a321b {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:36.226844 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907d8ccd-0015-46c6-bcab-9586a65a321b'] response: {'server_uuid': '535280b1-92b3-446e-9082-6cbeeb838197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1554371c-0dca-4f2c-b46d-272d2463ba60', 'code': 200} Mar 24 00:59:36.241739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '1c728ccb-8271-4a90-b929-9aa496634aa8', 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7', 'port_id': '1c728ccb-8271-4a90-b929-9aa496634aa8', 'mac_address': 'fa:16:3e:73:f4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73f3eec-6ed9-47b4-a707-b2b958c2a35e', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:59:36.307408 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-adc5863b-b096-41c7-b112-965e95d23df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (30bdf9db-eb2d-4685-9056-9771a3a6c489), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:36.311975 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 1c728ccb-8271-4a90-b929-9aa496634aa8 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:36.312689 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:36.334441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c728ccb-8271-4a90-b929-9aa496634aa8 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:36.361422 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5863b-b096-41c7-b112-965e95d23df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30bdf9db-eb2d-4685-9056-9771a3a6c489,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:36.368900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 1c728ccb-8271-4a90-b929-9aa496634aa8, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1c728ccb-8271-4a90-b929-9aa496634aa8,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:36.376045 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:36.377173 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc5863b-b096-41c7-b112-965e95d23df2 admin admin] Checking segment: {'id': '0c136305-7fa6-44b2-9952-440377c68a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:36.377412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device d1afeb6d-e5e7-4cee-9b5d-622b0b570730 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:59:36.377681 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5863b-b096-41c7-b112-965e95d23df2 admin admin] Network hostable DHCP agents. Network: d176ece4-0623-4fc2-9e7c-9c0df8ec52bd, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:59:36.397884 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5863b-b096-41c7-b112-965e95d23df2 admin admin] Network d176ece4-0623-4fc2-9e7c-9c0df8ec52bd is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:59:36.409469 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-adc5863b-b096-41c7-b112-965e95d23df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, d176ece4-0623-4fc2-9e7c-9c0df8ec52bd) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:36.414115 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc5863b-b096-41c7-b112-965e95d23df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:36.414934 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-adc5863b-b096-41c7-b112-965e95d23df2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:36.429776 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64990e62-b002-4b8b-ad7f-5bf32f4ec5c3 None None] Network d176ece4-0623-4fc2-9e7c-9c0df8ec52bd requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:59:36.435797 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-adc5863b-b096-41c7-b112-965e95d23df2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4307170 Mar 24 00:59:36.436660 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47310) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:36.441245 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-router', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:36.464371 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (e291a174-9f36-4281-8ecf-0c14f9c168eb), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:36.465177 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (e291a174-9f36-4281-8ecf-0c14f9c168eb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:36.481654 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ce78b1f-36bd-43da-bb00-bc49ec3275c5 req-9ead7708-4e2d-45c5-b6a4-c39480d487c8 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/security-groups?id=092d962f-c7a9-4ab4-9dce-af7e6dd146b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590919 Mar 24 00:59:36.530997 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=1c728ccb-8271-4a90-b929-9aa496634aa8,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:36.537489 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Publish callbacks [] for router_controller (e291a174-9f36-4281-8ecf-0c14f9c168eb), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:36.547006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port d1afeb6d-e5e7-4cee-9b5d-622b0b570730, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d1afeb6d-e5e7-4cee-9b5d-622b0b570730,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:36.565041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6639de8-ad7e-4050-905f-bb9a80f0414c req-d3badf65-033b-4b98-8c4d-b0b8566eeae9 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:36.567283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e6639de8-ad7e-4050-905f-bb9a80f0414c req-d3badf65-033b-4b98-8c4d-b0b8566eeae9 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 946 time: 0.3004651 Mar 24 00:59:36.570767 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'd1afeb6d-e5e7-4cee-9b5d-622b0b570730', 'network_id': 'f3d31ec0-3d90-4405-9352-59efc8b5aaf7', 'port_id': 'd1afeb6d-e5e7-4cee-9b5d-622b0b570730', 'mac_address': 'fa:16:3e:f3:92:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73f3eec-6ed9-47b4-a707-b2b958c2a35e', 'ip_address': '10.1.1.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:59:36.571896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093d3ed-def0-4bc5-be05-f40ce99beadf req-b4ae6881-804d-4817-9493-9489fa9e823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:36.573439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c093d3ed-def0-4bc5-be05-f40ce99beadf req-b4ae6881-804d-4817-9493-9489fa9e823a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 1127 time: 0.2342701 Mar 24 00:59:36.592367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18615464-58e7-4916-89dc-3fbd575cf6f4 req-4623a4d5-14df-4314-abcb-401a67a54875 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:36.593958 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18615464-58e7-4916-89dc-3fbd575cf6f4 req-4623a4d5-14df-4314-abcb-401a67a54875 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.3093884 Mar 24 00:59:36.632515 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-d176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'project_id': '8925625c205644de95f234e805c8d03a', 'fixed_ips': [{'subnet_id': '30bdf9db-eb2d-4685-9056-9771a3a6c489'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:59:36.633285 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:36.638064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port d1afeb6d-e5e7-4cee-9b5d-622b0b570730 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:36.638545 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:36.662083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1afeb6d-e5e7-4cee-9b5d-622b0b570730 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:36.691448 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Publish callbacks [] for router_gateway (e291a174-9f36-4281-8ecf-0c14f9c168eb), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:36.741250 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port d1afeb6d-e5e7-4cee-9b5d-622b0b570730, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d1afeb6d-e5e7-4cee-9b5d-622b0b570730,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:36.749554 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:36.750223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 62d19756-9f05-4590-8d19-445cf904e8fd details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:59:36.790022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498824b5-5a67-4c4e-85fd-e5238b7199f1 req-cc472ff6-2a58-4624-967c-128cb5aa9246 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:36.791525 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-498824b5-5a67-4c4e-85fd-e5238b7199f1 req-cc472ff6-2a58-4624-967c-128cb5aa9246 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 945 time: 0.2218630 Mar 24 00:59:36.793652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c093d3ed-def0-4bc5-be05-f40ce99beadf req-346ac7bd-1ee7-47bf-a2bc-dbecaf6d29d7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913564 Mar 24 00:59:36.798872 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18615464-58e7-4916-89dc-3fbd575cf6f4 req-177bcadc-672a-404f-a8c5-75433ef9b95b tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460683 Mar 24 00:59:36.866216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-e6639de8-ad7e-4050-905f-bb9a80f0414c req-e01fb48d-0ae1-47d1-b3dd-9db6735b2172 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Deleting port b02e8035-4903-416f-8812-fe4e4e5565f3 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:59:36.866552 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e6639de8-ad7e-4050-905f-bb9a80f0414c req-e01fb48d-0ae1-47d1-b3dd-9db6735b2172 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b02e8035-4903-416f-8812-fe4e4e5565f3), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:36.887511 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-498824b5-5a67-4c4e-85fd-e5238b7199f1 req-33e79f1a-b56b-4624-a946-c480075c5d01 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863039 Mar 24 00:59:36.951934 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Publish callbacks [] for router_gateway (e291a174-9f36-4281-8ecf-0c14f9c168eb), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:36.959674 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26c15da2-3cd7-448f-b5e1-7393e23b541c req-c19c89cd-f0a7-4145-ba9e-bfb71f2be872 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0453839 Mar 24 00:59:36.982512 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:37.002900 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.resource_extend [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 00:59:37.005469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=d1afeb6d-e5e7-4cee-9b5d-622b0b570730,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:37.046626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-e6639de8-ad7e-4050-905f-bb9a80f0414c req-e01fb48d-0ae1-47d1-b3dd-9db6735b2172 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] For port b02e8035-4903-416f-8812-fe4e4e5565f3, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=b02e8035-4903-416f-8812-fe4e4e5565f3,segment=NetworkSegment(c3ca53a1-15a7-4e64-8c21-ba128e117726),segment_id=c3ca53a1-15a7-4e64-8c21-ba128e117726)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:37.047190 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e6639de8-ad7e-4050-905f-bb9a80f0414c req-e01fb48d-0ae1-47d1-b3dd-9db6735b2172 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b02e8035-4903-416f-8812-fe4e4e5565f3), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:37.057943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Allocated IP 172.20.0.2 (d176ece4-0623-4fc2-9e7c-9c0df8ec52bd/30bdf9db-eb2d-4685-9056-9771a3a6c489/3bf1a6c5-4305-462d-b755-18065ea70f33) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:37.073563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-e6639de8-ad7e-4050-905f-bb9a80f0414c req-e01fb48d-0ae1-47d1-b3dd-9db6735b2172 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Calling delete_port for b02e8035-4903-416f-8812-fe4e4e5565f3 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:59:37.134807 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Allocated IP 172.25.0.77 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/3498d318-07b1-4d21-99cf-8a3e6a728333) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:37.146972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 62d19756-9f05-4590-8d19-445cf904e8fd, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=62d19756-9f05-4590-8d19-445cf904e8fd,segment=NetworkSegment(a06b89bd-93c8-4108-9a57-9215b8c90a9f),segment_id=a06b89bd-93c8-4108-9a57-9215b8c90a9f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:37.150466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26fd92-502b-48cd-9e26-8cc757bb19f2 req-0c7a1fa3-e83f-48b9-ace7-cb0a5b0eba44 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:37.153567 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa26fd92-502b-48cd-9e26-8cc757bb19f2 req-0c7a1fa3-e83f-48b9-ace7-cb0a5b0eba44 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=64ea0940-f4b0-46fa-b6f1-aab1a45db2b4 HTTP/1.1" status: 200 len: 945 time: 0.1857674 Mar 24 00:59:37.168987 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '62d19756-9f05-4590-8d19-445cf904e8fd', 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87', 'port_id': '62d19756-9f05-4590-8d19-445cf904e8fd', 'mac_address': 'fa:16:3e:8a:ee:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:59:37.212872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43026896-348c-4aa8-857b-55cf73adc526 req-dcaa6c5d-a729-4c5d-b083-293ca70e868d tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:37.218683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43026896-348c-4aa8-857b-55cf73adc526 req-dcaa6c5d-a729-4c5d-b083-293ca70e868d tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 945 time: 0.1629202 Mar 24 00:59:37.242581 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47316) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:37.249347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 62d19756-9f05-4590-8d19-445cf904e8fd is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:37.249743 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (62d19756-9f05-4590-8d19-445cf904e8fd), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:37.260714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-8c885965-88fd-417b-8dbe-928fe5f25c78 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Request body: {'floatingip': {'port_id': '6cb57b91-ffc0-4fcf-928c-eef8d247c662'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:37.270027 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d19756-9f05-4590-8d19-445cf904e8fd {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:37.291479 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Publish callbacks [] for port (3bf1a6c5-4305-462d-b755-18065ea70f33), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:37.302847 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 62d19756-9f05-4590-8d19-445cf904e8fd, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=62d19756-9f05-4590-8d19-445cf904e8fd,segment=NetworkSegment(a06b89bd-93c8-4108-9a57-9215b8c90a9f),segment_id=a06b89bd-93c8-4108-9a57-9215b8c90a9f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:37.305272 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (3bf1a6c5-4305-462d-b755-18065ea70f33), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:37.307369 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Publish callbacks [] for port (3498d318-07b1-4d21-99cf-8a3e6a728333), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:37.310313 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (62d19756-9f05-4590-8d19-445cf904e8fd), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:37.311797 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e6639de8-ad7e-4050-905f-bb9a80f0414c req-e01fb48d-0ae1-47d1-b3dd-9db6735b2172 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b02e8035-4903-416f-8812-fe4e4e5565f3), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:37.313439 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8c885965-88fd-417b-8dbe-928fe5f25c78 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for floatingip (f89a6579-7e38-4ba3-88d2-a9aab4e58a01), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:37.346206 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['b02e8035-4903-416f-8812-fe4e4e5565f3'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:37.359134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Network d176ece4-0623-4fc2-9e7c-9c0df8ec52bd is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:37.360463 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa26fd92-502b-48cd-9e26-8cc757bb19f2 req-7817baad-9c3d-4880-abb5-49bf815a8d46 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003551 Mar 24 00:59:37.365942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fb48d-0ae1-47d1-b3dd-9db6735b2172 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Pushing event deleted for resources: {'Port': ['ID=b02e8035-4903-416f-8812-fe4e4e5565f3,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:37.387353 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:37.389674 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:37.422161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Pushing event updated for resources: {'Port': ['ID=3bf1a6c5-4305-462d-b755-18065ea70f33,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:37.425670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6639de8-ad7e-4050-905f-bb9a80f0414c req-e01fb48d-0ae1-47d1-b3dd-9db6735b2172 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] No DVR routers for this DVR port b02e8035-4903-416f-8812-fe4e4e5565f3 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:59:37.428776 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e6639de8-ad7e-4050-905f-bb9a80f0414c req-e01fb48d-0ae1-47d1-b3dd-9db6735b2172 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:37.432188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e6639de8-ad7e-4050-905f-bb9a80f0414c req-e01fb48d-0ae1-47d1-b3dd-9db6735b2172 tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.48 "DELETE /v2.0/ports/b02e8035-4903-416f-8812-fe4e4e5565f3 HTTP/1.1" status: 204 len: 173 time: 0.8479137 Mar 24 00:59:37.432714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d192e79-f3ca-4085-97d4-8521e6bbf0aa', 'name': 'network-vif-deleted', 'tag': 'b02e8035-4903-416f-8812-fe4e4e5565f3'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:37.434998 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651351bb-e2c5-4e88-af40-f014969613ec" -d '{"events": [{"server_uuid": "4d192e79-f3ca-4085-97d4-8521e6bbf0aa", "name": "network-vif-deleted", "tag": "b02e8035-4903-416f-8812-fe4e4e5565f3"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:37.453837 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3498d318-07b1-4d21-99cf-8a3e6a728333), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:37.462227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847e420-14b1-4668-9f99-85c680f295bf req-f38d4014-9092-494f-9120-f02069d345ca tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:37.484681 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847e420-14b1-4668-9f99-85c680f295bf req-f38d4014-9092-494f-9120-f02069d345ca tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:37.498393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847e420-14b1-4668-9f99-85c680f295bf req-f38d4014-9092-494f-9120-f02069d345ca tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:37.506332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847e420-14b1-4668-9f99-85c680f295bf req-f38d4014-9092-494f-9120-f02069d345ca tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:37.520295 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847e420-14b1-4668-9f99-85c680f295bf req-f38d4014-9092-494f-9120-f02069d345ca tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:37.525536 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Attempting to bind port 3bf1a6c5-4305-462d-b755-18065ea70f33 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:37.526243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Attempting to bind port 3bf1a6c5-4305-462d-b755-18065ea70f33 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '0c136305-7fa6-44b2-9952-440377c68a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:37.526243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Attempting to bind port 3bf1a6c5-4305-462d-b755-18065ea70f33 on network d176ece4-0623-4fc2-9e7c-9c0df8ec52bd {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:37.530897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847e420-14b1-4668-9f99-85c680f295bf req-f38d4014-9092-494f-9120-f02069d345ca tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:37.534823 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:37.535198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Checking segment: {'id': '0c136305-7fa6-44b2-9952-440377c68a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:37.535600 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:37.535990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Bound using segment: {'id': '0c136305-7fa6-44b2-9952-440377c68a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:37.537024 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Bound port: 3bf1a6c5-4305-462d-b755-18065ea70f33, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c136305-7fa6-44b2-9952-440377c68a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:37.537432 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3bf1a6c5-4305-462d-b755-18065ea70f33), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:37.538874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847e420-14b1-4668-9f99-85c680f295bf req-f38d4014-9092-494f-9120-f02069d345ca tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:37.540440 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=62d19756-9f05-4590-8d19-445cf904e8fd,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:37.548411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8847e420-14b1-4668-9f99-85c680f295bf req-f38d4014-9092-494f-9120-f02069d345ca tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5436 time: 0.2501783 Mar 24 00:59:37.621903 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] For port 3bf1a6c5-4305-462d-b755-18065ea70f33, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:59:37.625476 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] For port 3bf1a6c5-4305-462d-b755-18065ea70f33, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3bf1a6c5-4305-462d-b755-18065ea70f33,segment=NetworkSegment(0c136305-7fa6-44b2-9952-440377c68a1a),segment_id=0c136305-7fa6-44b2-9952-440377c68a1a)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:59:37.636040 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3bf1a6c5-4305-462d-b755-18065ea70f33), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:37.655138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8847e420-14b1-4668-9f99-85c680f295bf req-b237e660-5394-47ed-8284-56e1b14deb21 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056259 Mar 24 00:59:37.667333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2eef8-fa27-492e-b08d-d849508c703a req-f5ff8d6f-199c-4594-afd3-84b14521c561 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:37.669074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38b2eef8-fa27-492e-b08d-d849508c703a req-f5ff8d6f-199c-4594-afd3-84b14521c561 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a1d453-5b40-4489-80c8-f47edafa3669 HTTP/1.1" status: 200 len: 944 time: 0.1179490 Mar 24 00:59:37.723426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e5824-cb1c-4483-a84c-f6e15f6ff625 None None] Pushing event updated for resources: {'Port': ['ID=3bf1a6c5-4305-462d-b755-18065ea70f33,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:37.745313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38b2eef8-fa27-492e-b08d-d849508c703a req-8dc5f0e4-eca3-4dba-9d15-55a3a65aa96f tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688455 Mar 24 00:59:37.749693 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27862c00-ee49-4e6d-8799-04ff63ccd2f3 x-openstack-request-id: req-27862c00-ee49-4e6d-8799-04ff63ccd2f3 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:37.749987 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d192e79-f3ca-4085-97d4-8521e6bbf0aa", "name": "network-vif-deleted", "tag": "b02e8035-4903-416f-8812-fe4e4e5565f3", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:37.750243 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-27862c00-ee49-4e6d-8799-04ff63ccd2f3 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:37.750893 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27862c00-ee49-4e6d-8799-04ff63ccd2f3'] response: {'server_uuid': '4d192e79-f3ca-4085-97d4-8521e6bbf0aa', 'name': 'network-vif-deleted', 'tag': 'b02e8035-4903-416f-8812-fe4e4e5565f3', 'status': 'completed', 'code': 200} Mar 24 00:59:37.789171 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:37.822466 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:37.832273 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:37.859701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bb3115e-2f14-4676-88ea-279e05ae833c req-242a1249-7748-4878-b98e-d44b7c45315f tempest-ServerGroupTestJSON-1602407168 tempest-ServerGroupTestJSON-1602407168-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d192e79-f3ca-4085-97d4-8521e6bbf0aa HTTP/1.1" status: 200 len: 210 time: 0.0450957 Mar 24 00:59:37.929582 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=3498d318-07b1-4d21-99cf-8a3e6a728333,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:37.975038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cf44c-5ef4-4c85-a5e3-6fae965bff3e req-c20a7f49-c0cc-4832-9cc4-dbc9397fd46f tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:37.981146 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8c885965-88fd-417b-8dbe-928fe5f25c78 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:37.985201 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d1cf44c-5ef4-4c85-a5e3-6fae965bff3e req-c20a7f49-c0cc-4832-9cc4-dbc9397fd46f tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.0939987 Mar 24 00:59:38.013395 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8c885965-88fd-417b-8dbe-928fe5f25c78 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (f89a6579-7e38-4ba3-88d2-a9aab4e58a01), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:38.125761 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10eeb32c-aaf4-41e4-bd6b-6351cfaf5c91 req-d7b34e66-fa7f-4d23-bb31-d36ec60a9683 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0360253 Mar 24 00:59:38.149747 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d1cf44c-5ef4-4c85-a5e3-6fae965bff3e req-fce667dc-34ff-4e23-b614-2ebe7ee8c732 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642487 Mar 24 00:59:38.176543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['c924730b-9aa8-4878-8014-7c840b808401'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:38.234502 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-8c885965-88fd-417b-8dbe-928fe5f25c78 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Floating IP f89a6579-7e38-4ba3-88d2-a9aab4e58a01 associated. External IP: 172.25.0.84, port: 6cb57b91-ffc0-4fcf-928c-eef8d247c662. Mar 24 00:59:38.236343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['f5735b4c-cf45-49d2-a7f8-87c3be714560'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:38.269489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['f964f13c-00b3-4c05-b3f0-5f497b583f63'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:38.272016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['4c6fff98-2741-4b0a-9dcd-c35032208eee'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:38.318733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['d1afeb6d-e5e7-4cee-9b5d-622b0b570730'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:38.328118 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['62d19756-9f05-4590-8d19-445cf904e8fd'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:38.352749 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Publish callbacks [] for router_gateway (e291a174-9f36-4281-8ecf-0c14f9c168eb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:38.918746 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e6211-e736-4f55-bdb5-2d92a287c559 req-f9a259e1-29cc-4685-bfcf-38da8119ede4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:38.924844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e6211-e736-4f55-bdb5-2d92a287c559 req-f9a259e1-29cc-4685-bfcf-38da8119ede4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:38.930306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e6211-e736-4f55-bdb5-2d92a287c559 req-f9a259e1-29cc-4685-bfcf-38da8119ede4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:38.936274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e6211-e736-4f55-bdb5-2d92a287c559 req-f9a259e1-29cc-4685-bfcf-38da8119ede4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:38.941285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e6211-e736-4f55-bdb5-2d92a287c559 req-f9a259e1-29cc-4685-bfcf-38da8119ede4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:38.944219 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c885965-88fd-417b-8dbe-928fe5f25c78 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Router c4b16a82-b345-4459-929c-8c26e32bdf0b has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:59:38.947787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e6211-e736-4f55-bdb5-2d92a287c559 req-f9a259e1-29cc-4685-bfcf-38da8119ede4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:38.952685 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e6211-e736-4f55-bdb5-2d92a287c559 req-f9a259e1-29cc-4685-bfcf-38da8119ede4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:38.954965 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-551e6211-e736-4f55-bdb5-2d92a287c559 req-f9a259e1-29cc-4685-bfcf-38da8119ede4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5436 time: 0.1928923 Mar 24 00:59:38.999448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172d844-23ba-4e16-b9c8-7a0711d6090d req-22573914-6120-4914-bf4e-2b30518c70d4 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:39.001299 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2172d844-23ba-4e16-b9c8-7a0711d6090d req-22573914-6120-4914-bf4e-2b30518c70d4 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a1d453-5b40-4489-80c8-f47edafa3669 HTTP/1.1" status: 200 len: 944 time: 0.1412680 Mar 24 00:59:39.060843 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['cede8d0f-cb62-4fea-af98-110017d5e76a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:39.067643 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-551e6211-e736-4f55-bdb5-2d92a287c559 req-df7d4c2a-fddb-43cb-853f-1c97ffa88bbe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039307 Mar 24 00:59:39.087521 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (e291a174-9f36-4281-8ecf-0c14f9c168eb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:39.092641 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2172d844-23ba-4e16-b9c8-7a0711d6090d req-698fdd63-c6d7-43b5-81cb-60c83c6fce33 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846491 Mar 24 00:59:39.104548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31af90a4-53ea-41f7-8072-f257fadee39d None None] Network d176ece4-0623-4fc2-9e7c-9c0df8ec52bd requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:59:39.236167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Provisioning complete for port 3bf1a6c5-4305-462d-b755-18065ea70f33 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:39.236881 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3bf1a6c5-4305-462d-b755-18065ea70f33), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:39.290079 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3bf1a6c5-4305-462d-b755-18065ea70f33 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:39.300731 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c885965-88fd-417b-8dbe-928fe5f25c78 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:59:39.306632 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8c885965-88fd-417b-8dbe-928fe5f25c78 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:39.346155 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f21d2-8f9e-4d8d-b866-21dccd268151 None None] Sync routers for ids ['c4b16a82-b345-4459-929c-8c26e32bdf0b'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:59:39.351828 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5e518ef-99da-4fe6-a076-a2be179e520e req-80f89aaa-022a-4b48-b3e8-0e113888cda6 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0371311 Mar 24 00:59:39.352354 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Router e291a174-9f36-4281-8ecf-0c14f9c168eb is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:59:39.363264 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8c885965-88fd-417b-8dbe-928fe5f25c78 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "PUT /v2.0/floatingips/f89a6579-7e38-4ba3-88d2-a9aab4e58a01 HTTP/1.1" status: 200 len: 990 time: 2.1059866 Mar 24 00:59:39.363264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f734c8-d7a5-4ed8-afcb-d2828cb59945', 'tag': '6cb57b91-ffc0-4fcf-928c-eef8d247c662'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:39.368629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['1c728ccb-8271-4a90-b929-9aa496634aa8'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:39.370125 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3e51a9-e430-4eb0-ad45-25dde3aa1d07" -d '{"events": [{"name": "network-changed", "server_uuid": "23f734c8-d7a5-4ed8-afcb-d2828cb59945", "tag": "6cb57b91-ffc0-4fcf-928c-eef8d247c662"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:39.388213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e8c72-8b0f-4165-b9a8-2158e637d10f req-93a111cf-3b25-47ed-8176-0f3616eac7c9 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:39.391160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a46e8c72-8b0f-4165-b9a8-2158e637d10f req-93a111cf-3b25-47ed-8176-0f3616eac7c9 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.1300640 Mar 24 00:59:39.445602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a46e8c72-8b0f-4165-b9a8-2158e637d10f req-c9920604-dc5d-4381-96c2-af05a69e2aa3 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482521 Mar 24 00:59:39.476555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f21d2-8f9e-4d8d-b866-21dccd268151 None None] Routers {'c4b16a82-b345-4459-929c-8c26e32bdf0b'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:39.477299 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4c9f21d2-8f9e-4d8d-b866-21dccd268151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c4b16a82-b345-4459-929c-8c26e32bdf0b'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:39.526318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:59:39.549520 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Sync routers for ids ['e291a174-9f36-4281-8ecf-0c14f9c168eb'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:59:39.553659 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6ba3b8-fa7d-431f-8043-66c3fa1662f2 x-openstack-request-id: req-af6ba3b8-fa7d-431f-8043-66c3fa1662f2 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:39.553963 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f734c8-d7a5-4ed8-afcb-d2828cb59945", "tag": "6cb57b91-ffc0-4fcf-928c-eef8d247c662", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:39.554195 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af6ba3b8-fa7d-431f-8043-66c3fa1662f2 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:39.554600 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6ba3b8-fa7d-431f-8043-66c3fa1662f2'] response: {'name': 'network-changed', 'server_uuid': '23f734c8-d7a5-4ed8-afcb-d2828cb59945', 'tag': '6cb57b91-ffc0-4fcf-928c-eef8d247c662', 'status': 'completed', 'code': 200} Mar 24 00:59:39.568222 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Routers {'e291a174-9f36-4281-8ecf-0c14f9c168eb'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:39.569237 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e291a174-9f36-4281-8ecf-0c14f9c168eb'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:39.582119 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:39.586997 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-73a7d5bc-0842-4b0e-9a78-d5fd96191fc2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1457157 Mar 24 00:59:39.586997 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47354) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:39.624868 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cce0aa-c3a4-4c41-bd72-f41f3d596bc9 req-b086f797-e039-4a6e-9516-d403738ccd26 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:39.626695 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e6cce0aa-c3a4-4c41-bd72-f41f3d596bc9 req-b086f797-e039-4a6e-9516-d403738ccd26 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 945 time: 0.1413486 Mar 24 00:59:39.683110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e51a9-e430-4eb0-ad45-25dde3aa1d07 req-bc79ee9f-3af9-4fa2-a4c5-446d745700ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:39.684723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be3e51a9-e430-4eb0-ad45-25dde3aa1d07 req-bc79ee9f-3af9-4fa2-a4c5-446d745700ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac18b19f7a24286a12bbfb6af5f2943&device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 1127 time: 0.1441863 Mar 24 00:59:39.756027 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e6cce0aa-c3a4-4c41-bd72-f41f3d596bc9 req-33ba9f74-73f6-4768-bfb4-23cd2ba390a8 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228685 Mar 24 00:59:39.881461 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Set router e291a174-9f36-4281-8ecf-0c14f9c168eb gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:39.941832 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-4c9f21d2-8f9e-4d8d-b866-21dccd268151 None None] Set router c4b16a82-b345-4459-929c-8c26e32bdf0b gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:39.955967 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e51a9-e430-4eb0-ad45-25dde3aa1d07 req-67c07347-9302-460a-a28d-78a1f87884a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:39.961990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be3e51a9-e430-4eb0-ad45-25dde3aa1d07 req-67c07347-9302-460a-a28d-78a1f87884a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a7cbf4f1-e156-43b3-b72e-c913a1c29220 HTTP/1.1" status: 200 len: 917 time: 0.2637761 Mar 24 00:59:40.064167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47370) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:40.140715 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-router', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:38Z', 'revision_number': 3, 'project_id': '8925625c205644de95f234e805c8d03a', 'gw_port': {'id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:40.141045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5849d-b6ab-4612-9ec2-212a8d0e49c8 req-594deac3-71c0-4bd4-81aa-3b3168a04216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:40.142756 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cec5849d-b6ab-4612-9ec2-212a8d0e49c8 req-594deac3-71c0-4bd4-81aa-3b3168a04216 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 1127 time: 0.2554526 Mar 24 00:59:40.173031 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Checking router: e291a174-9f36-4281-8ecf-0c14f9c168eb for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:59:40.174217 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Updating router e291a174-9f36-4281-8ecf-0c14f9c168eb port 3498d318-07b1-4d21-99cf-8a3e6a728333 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:59:40.178259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be3e51a9-e430-4eb0-ad45-25dde3aa1d07 req-bb85769e-1e81-46b2-8027-8669eceea272 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cb57b91-ffc0-4fcf-928c-eef8d247c662 HTTP/1.1" status: 200 len: 998 time: 0.1968498 Mar 24 00:59:40.208298 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3498d318-07b1-4d21-99cf-8a3e6a728333), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:40.226384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b26fc9-46b9-4a4d-aaa0-cfa7631052af admin admin] Deleting subnet 2634d437-db1b-4e9f-b442-97ef259cefb9 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:59:40.255939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11438b8-d54d-428c-b62e-a75f94260ca2 req-ea94b5ab-6e90-4d2e-ba64-022c1ccf1798 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:40.257942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b11438b8-d54d-428c-b62e-a75f94260ca2 req-ea94b5ab-6e90-4d2e-ba64-022c1ccf1798 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.2934225 Mar 24 00:59:40.267427 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:40.286930 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8b26fc9-46b9-4a4d-aaa0-cfa7631052af admin admin] Publish callbacks [] for subnet (2634d437-db1b-4e9f-b442-97ef259cefb9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:40.422912 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3bf1a6c5-4305-462d-b755-18065ea70f33 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:40.425528 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3bf1a6c5-4305-462d-b755-18065ea70f33), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:40.432956 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Current status of the port 3bf1a6c5-4305-462d-b755-18065ea70f33 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:40.434204 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3bf1a6c5-4305-462d-b755-18065ea70f33), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:40.448874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e51a9-e430-4eb0-ad45-25dde3aa1d07 req-0794cfd3-9e4b-4b3c-9077-a97d50b23975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:40.450667 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be3e51a9-e430-4eb0-ad45-25dde3aa1d07 req-0794cfd3-9e4b-4b3c-9077-a97d50b23975 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d4f1ff7-f8bd-48b3-933f-16bcf1a98553 HTTP/1.1" status: 200 len: 855 time: 0.2280483 Mar 24 00:59:40.456694 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8b26fc9-46b9-4a4d-aaa0-cfa7631052af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (2634d437-db1b-4e9f-b442-97ef259cefb9), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:40.560745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5849d-b6ab-4612-9ec2-212a8d0e49c8 req-a3bb6402-ff60-4197-8eaa-c006fae94e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:40.562532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cec5849d-b6ab-4612-9ec2-212a8d0e49c8 req-a3bb6402-ff60-4197-8eaa-c006fae94e49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 920 time: 0.4044518 Mar 24 00:59:40.563882 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Allocated IP 172.20.0.1 (d176ece4-0623-4fc2-9e7c-9c0df8ec52bd/30bdf9db-eb2d-4685-9056-9771a3a6c489/890c54d0-4702-453e-b045-b997f9b230ba) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:40.601782 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b11438b8-d54d-428c-b62e-a75f94260ca2 req-2d32e743-0a24-479b-81af-e74bd0743f7d tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123753 Mar 24 00:59:40.641013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] For port 3bf1a6c5-4305-462d-b755-18065ea70f33, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3bf1a6c5-4305-462d-b755-18065ea70f33,segment=NetworkSegment(0c136305-7fa6-44b2-9952-440377c68a1a),segment_id=0c136305-7fa6-44b2-9952-440377c68a1a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:40.646087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f2fe6-41fd-4b14-92aa-a1655271b571 req-aaffffbb-0771-4b47-a080-5970c8098b6e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:40.658242 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f2fe6-41fd-4b14-92aa-a1655271b571 req-aaffffbb-0771-4b47-a080-5970c8098b6e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:40.665965 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3bf1a6c5-4305-462d-b755-18065ea70f33), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:40.666838 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f2fe6-41fd-4b14-92aa-a1655271b571 req-aaffffbb-0771-4b47-a080-5970c8098b6e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:40.692274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f2fe6-41fd-4b14-92aa-a1655271b571 req-aaffffbb-0771-4b47-a080-5970c8098b6e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:40.703954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f2fe6-41fd-4b14-92aa-a1655271b571 req-aaffffbb-0771-4b47-a080-5970c8098b6e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:40.711244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f2fe6-41fd-4b14-92aa-a1655271b571 req-aaffffbb-0771-4b47-a080-5970c8098b6e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:40.715199 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Publish callbacks [] for port (890c54d0-4702-453e-b045-b997f9b230ba), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:40.717550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f2fe6-41fd-4b14-92aa-a1655271b571 req-aaffffbb-0771-4b47-a080-5970c8098b6e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:40.729154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-528f2fe6-41fd-4b14-92aa-a1655271b571 req-aaffffbb-0771-4b47-a080-5970c8098b6e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5436 time: 0.4895101 Mar 24 00:59:40.761380 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (890c54d0-4702-453e-b045-b997f9b230ba), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:40.764145 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Publish callbacks [] for port (3498d318-07b1-4d21-99cf-8a3e6a728333), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:40.774707 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3498d318-07b1-4d21-99cf-8a3e6a728333), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:40.810219 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4c9f21d2-8f9e-4d8d-b866-21dccd268151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'name': 'tempest-ServersTestBootFromVolume-1318194992-router', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:57:48Z', 'updated_at': '2022-03-24T00:57:58Z', 'revision_number': 4, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'gw_port': {'id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:52Z', 'updated_at': '2022-03-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'f89a6579-7e38-4ba3-88d2-a9aab4e58a01', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'port_id': '6cb57b91-ffc0-4fcf-928c-eef8d247c662', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'mac_address': 'fa:16:3e:c2:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f734c8-d7a5-4ed8-afcb-d2828cb59945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:58:03Z', 'updated_at': '2022-03-24T00:59:37Z', 'revision_number': 1, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707e36d4-a0dd-4a19-9447-826b34b68ba5', 'name': '', 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'mac_address': 'fa:16:3e:5f:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:57Z', 'updated_at': '2022-03-24T00:58:03Z', 'revision_number': 5, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'subnets': [{'id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:40.818735 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Network d176ece4-0623-4fc2-9e7c-9c0df8ec52bd is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:40.822605 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:40.827036 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:40.855193 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Attempting to bind port 3498d318-07b1-4d21-99cf-8a3e6a728333 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:40.855577 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Attempting to bind port 3498d318-07b1-4d21-99cf-8a3e6a728333 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:40.855949 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Attempting to bind port 3498d318-07b1-4d21-99cf-8a3e6a728333 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:40.858527 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c26a6-590c-4869-9505-beb168e39e39 None None] Pushing event updated for resources: {'Port': ['ID=3498d318-07b1-4d21-99cf-8a3e6a728333,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:40.867489 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:40.868020 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:40.868478 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:40.868958 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:40.869672 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Bound port: 3498d318-07b1-4d21-99cf-8a3e6a728333, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:40.870115 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3498d318-07b1-4d21-99cf-8a3e6a728333), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:40.876934 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Pushing event updated for resources: {'Port': ['ID=890c54d0-4702-453e-b045-b997f9b230ba,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:40.898639 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (e291a174-9f36-4281-8ecf-0c14f9c168eb), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:40.915652 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b02e8035-4903-416f-8812-fe4e4e5565f3 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:59:40.918131 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Pushing event updated for resources: {'Port': ['ID=3bf1a6c5-4305-462d-b755-18065ea70f33,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:40.929496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3bf1a6c5-4305-462d-b755-18065ea70f33 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:40.932488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f21d2-8f9e-4d8d-b866-21dccd268151 None None] Checking router: c4b16a82-b345-4459-929c-8c26e32bdf0b for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:59:40.969389 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:40.969717 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:40.976642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:40.976642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:40.976966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:40.977360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:40.977702 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:40.978037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:40.978379 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:40.978785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:40.979121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:40.979446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:40.979775 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:40.980102 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:40.980459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545c817-31ea-4bf8-97a6-7da46576cd7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:59:40.990980 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: b02e8035-4903-416f-8812-fe4e4e5565f3 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:59:40.991338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device b02e8035-4903-416f-8812-fe4e4e5565f3 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:59:40.995846 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-643e2f51-a103-4c8d-80a7-fbdb267f98f0 None None] Provisioning complete for port 3bf1a6c5-4305-462d-b755-18065ea70f33 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:40.996371 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-643e2f51-a103-4c8d-80a7-fbdb267f98f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3bf1a6c5-4305-462d-b755-18065ea70f33), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:41.005187 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] For port 3498d318-07b1-4d21-99cf-8a3e6a728333, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:59:41.010562 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] For port 3498d318-07b1-4d21-99cf-8a3e6a728333, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3498d318-07b1-4d21-99cf-8a3e6a728333,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:59:41.020121 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3498d318-07b1-4d21-99cf-8a3e6a728333), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:41.044769 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f21d2-8f9e-4d8d-b866-21dccd268151 None None] Routers {'c4b16a82-b345-4459-929c-8c26e32bdf0b'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:41.050306 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4c9f21d2-8f9e-4d8d-b866-21dccd268151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c4b16a82-b345-4459-929c-8c26e32bdf0b'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:41.094322 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Routers {'e291a174-9f36-4281-8ecf-0c14f9c168eb'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:41.095123 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e291a174-9f36-4281-8ecf-0c14f9c168eb'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:41.132568 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (890c54d0-4702-453e-b045-b997f9b230ba), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:41.260225 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c26a6-590c-4869-9505-beb168e39e39 None None] Pushing event updated for resources: {'Port': ['ID=3498d318-07b1-4d21-99cf-8a3e6a728333,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:41.276628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-4c9f21d2-8f9e-4d8d-b866-21dccd268151 None None] Set router c4b16a82-b345-4459-929c-8c26e32bdf0b gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:41.289342 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8b26fc9-46b9-4a4d-aaa0-cfa7631052af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (2634d437-db1b-4e9f-b442-97ef259cefb9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:41.321224 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] Set router e291a174-9f36-4281-8ecf-0c14f9c168eb gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:41.326733 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cec5849d-b6ab-4612-9ec2-212a8d0e49c8 req-78ebef74-3933-457a-a3c1-f71765bed250 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1554371c-0dca-4f2c-b46d-272d2463ba60 HTTP/1.1" status: 200 len: 217 time: 0.7537239 Mar 24 00:59:41.384462 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Publish callbacks [] for port (890c54d0-4702-453e-b045-b997f9b230ba), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:41.395212 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (890c54d0-4702-453e-b045-b997f9b230ba), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:41.406222 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3bf1a6c5-4305-462d-b755-18065ea70f33 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:41.409283 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 4c6fff98-2741-4b0a-9dcd-c35032208eee up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:41.459847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e51a9-e430-4eb0-ad45-25dde3aa1d07 req-9c99bbf6-9cf1-4c52-b14c-1ea3dcb19871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:41.461619 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be3e51a9-e430-4eb0-ad45-25dde3aa1d07 req-9c99bbf6-9cf1-4c52-b14c-1ea3dcb19871 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7cbf4f1-e156-43b3-b72e-c913a1c29220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0024455 Mar 24 00:59:41.473966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Pushing event updated for resources: {'Port': ['ID=890c54d0-4702-453e-b045-b997f9b230ba,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:41.509743 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (e291a174-9f36-4281-8ecf-0c14f9c168eb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:41.547880 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-528f2fe6-41fd-4b14-92aa-a1655271b571 req-7ab9eb90-57fd-4243-bbbd-ab180189257b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8176017 Mar 24 00:59:41.592441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909e4a3-db63-4938-8ee9-f3ad577a6ce8 req-10edd0ec-cbbe-4c60-b58c-1070219bf51e tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:41.595319 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2909e4a3-db63-4938-8ee9-f3ad577a6ce8 req-10edd0ec-cbbe-4c60-b58c-1070219bf51e tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a1d453-5b40-4489-80c8-f47edafa3669 HTTP/1.1" status: 200 len: 944 time: 0.3028605 Mar 24 00:59:41.631355 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-643e2f51-a103-4c8d-80a7-fbdb267f98f0 None None] Current status of the port 3bf1a6c5-4305-462d-b755-18065ea70f33 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:41.637425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Network d176ece4-0623-4fc2-9e7c-9c0df8ec52bd is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:41.639740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:41.649888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5849d-b6ab-4612-9ec2-212a8d0e49c8 req-55e022a0-f538-418f-ab7b-87f1b8f332f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:41.651286 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 4c6fff98-2741-4b0a-9dcd-c35032208eee completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:59:41.652235 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cec5849d-b6ab-4612-9ec2-212a8d0e49c8 req-55e022a0-f538-418f-ab7b-87f1b8f332f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.2785180 Mar 24 00:59:41.674934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 4c6fff98-2741-4b0a-9dcd-c35032208eee triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:41.675368 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:41.722624 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-router', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:41Z', 'revision_number': 4, 'project_id': '8925625c205644de95f234e805c8d03a', 'gw_port': {'id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '890c54d0-4702-453e-b045-b997f9b230ba', 'name': '', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'mac_address': 'fa:16:3e:b0:1f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:40Z', 'updated_at': '2022-03-24T00:59:40Z', 'revision_number': 1, 'project_id': '8925625c205644de95f234e805c8d03a', 'subnets': [{'id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:41.736394 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8b26fc9-46b9-4a4d-aaa0-cfa7631052af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (2634d437-db1b-4e9f-b442-97ef259cefb9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:41.759004 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6408ed-176b-405e-b14c-487aaf6b5151 None None] The sync data for ids ['e291a174-9f36-4281-8ecf-0c14f9c168eb'] in n-d-760455-9 is: [{'id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-router', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:41Z', 'revision_number': 4, 'project_id': '8925625c205644de95f234e805c8d03a', 'gw_port': {'id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '890c54d0-4702-453e-b045-b997f9b230ba', 'name': '', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'mac_address': 'fa:16:3e:b0:1f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:40Z', 'updated_at': '2022-03-24T00:59:40Z', 'revision_number': 1, 'project_id': '8925625c205644de95f234e805c8d03a', 'subnets': [{'id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:59:41.760676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3bf1a6c5-4305-462d-b755-18065ea70f33 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:41.761156 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3bf1a6c5-4305-462d-b755-18065ea70f33), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:41.840360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Router e291a174-9f36-4281-8ecf-0c14f9c168eb has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:59:41.854583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c90746ab-503e-470a-8ba6-70009378111e None None] Provisioning complete for port 890c54d0-4702-453e-b045-b997f9b230ba triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:41.855088 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c90746ab-503e-470a-8ba6-70009378111e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (890c54d0-4702-453e-b045-b997f9b230ba), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:41.862975 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8b26fc9-46b9-4a4d-aaa0-cfa7631052af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:41.869615 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c8b26fc9-46b9-4a4d-aaa0-cfa7631052af admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2634d437-db1b-4e9f-b442-97ef259cefb9 HTTP/1.1" status: 204 len: 168 time: 1.7996237 Mar 24 00:59:41.894334 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47380) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:41.925875 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2909e4a3-db63-4938-8ee9-f3ad577a6ce8 req-2c052001-7121-4a7a-b894-91d43538d966 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806668 Mar 24 00:59:41.946887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-616a70d8-0992-4283-a4f7-3d9d74a8f8b9 req-53f21e07-12db-4c0c-b08f-c636a74c38e4 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.2123575 Mar 24 00:59:41.947859 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b26fc9-46b9-4a4d-aaa0-cfa7631052af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2634d437-db1b-4e9f-b442-97ef259cefb9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:42.003680 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c90746ab-503e-470a-8ba6-70009378111e None None] Port 890c54d0-4702-453e-b045-b997f9b230ba cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:59:42.021334 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:59:42.032818 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a4899ca6-d134-4843-bdbf-529ec4042d51 admin admin] 10.222.0.45 "PUT /v2.0/routers/e291a174-9f36-4281-8ecf-0c14f9c168eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4445324 Mar 24 00:59:42.073046 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4c9f21d2-8f9e-4d8d-b866-21dccd268151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'name': 'tempest-ServersTestBootFromVolume-1318194992-router', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:57:48Z', 'updated_at': '2022-03-24T00:57:58Z', 'revision_number': 4, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'gw_port': {'id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:52Z', 'updated_at': '2022-03-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'f89a6579-7e38-4ba3-88d2-a9aab4e58a01', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'port_id': '6cb57b91-ffc0-4fcf-928c-eef8d247c662', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'mac_address': 'fa:16:3e:c2:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f734c8-d7a5-4ed8-afcb-d2828cb59945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:58:03Z', 'updated_at': '2022-03-24T00:59:37Z', 'revision_number': 1, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707e36d4-a0dd-4a19-9447-826b34b68ba5', 'name': '', 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'mac_address': 'fa:16:3e:5f:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:57Z', 'updated_at': '2022-03-24T00:58:03Z', 'revision_number': 5, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'subnets': [{'id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:42.128466 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f21d2-8f9e-4d8d-b866-21dccd268151 None None] The sync data for ids ['c4b16a82-b345-4459-929c-8c26e32bdf0b'] in n-d-760455-9 is: [{'id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'name': 'tempest-ServersTestBootFromVolume-1318194992-router', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:57:48Z', 'updated_at': '2022-03-24T00:57:58Z', 'revision_number': 4, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'gw_port': {'id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:52Z', 'updated_at': '2022-03-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'f89a6579-7e38-4ba3-88d2-a9aab4e58a01', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'port_id': '6cb57b91-ffc0-4fcf-928c-eef8d247c662', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'mac_address': 'fa:16:3e:c2:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f734c8-d7a5-4ed8-afcb-d2828cb59945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:58:03Z', 'updated_at': '2022-03-24T00:59:37Z', 'revision_number': 1, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707e36d4-a0dd-4a19-9447-826b34b68ba5', 'name': '', 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'mac_address': 'fa:16:3e:5f:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:57Z', 'updated_at': '2022-03-24T00:58:03Z', 'revision_number': 5, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'subnets': [{'id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:59:42.133142 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 4c6fff98-2741-4b0a-9dcd-c35032208eee is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:42.133649 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:42.162665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5849d-b6ab-4612-9ec2-212a8d0e49c8 req-a85fe942-484e-4584-80e8-c3572b74928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:42.162990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3bf1a6c5-4305-462d-b755-18065ea70f33 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:42.164526 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cec5849d-b6ab-4612-9ec2-212a8d0e49c8 req-a85fe942-484e-4584-80e8-c3572b74928e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4627814 Mar 24 00:59:42.171877 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be3e51a9-e430-4eb0-ad45-25dde3aa1d07 req-df850eaa-29aa-4826-973c-7a56d0d10895 service neutron] 10.222.0.57 "GET /v2.0/networks/a7cbf4f1-e156-43b3-b72e-c913a1c29220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665745 Mar 24 00:59:42.200947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6fff98-2741-4b0a-9dcd-c35032208eee'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:42.203455 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c8b7c8-0a7a-4b2c-be04-6ac21e9d99ab" -d '{"events": [{"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-plugged", "status": "completed", "tag": "4c6fff98-2741-4b0a-9dcd-c35032208eee"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:42.240969 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-135da769-97c2-4cb6-b315-929a7c468c51 None None] Provisioning complete for port 890c54d0-4702-453e-b045-b997f9b230ba triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:42.241457 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-135da769-97c2-4cb6-b315-929a7c468c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (890c54d0-4702-453e-b045-b997f9b230ba), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:42.248343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 4c6fff98-2741-4b0a-9dcd-c35032208eee, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=4c6fff98-2741-4b0a-9dcd-c35032208eee,segment=NetworkSegment(9f5c80f6-9b99-4ea9-8637-48ec016ccd42),segment_id=9f5c80f6-9b99-4ea9-8637-48ec016ccd42)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:42.273370 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:42.274555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device d1afeb6d-e5e7-4cee-9b5d-622b0b570730 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:42.371342 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1117871-aa2a-4a18-8053-f361b2b115fc x-openstack-request-id: req-a1117871-aa2a-4a18-8053-f361b2b115fc {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:42.373202 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-plugged", "status": "completed", "tag": "4c6fff98-2741-4b0a-9dcd-c35032208eee", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:42.373549 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1117871-aa2a-4a18-8053-f361b2b115fc {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:42.377816 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1117871-aa2a-4a18-8053-f361b2b115fc'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6fff98-2741-4b0a-9dcd-c35032208eee', 'code': 200} Mar 24 00:59:42.410752 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-135da769-97c2-4cb6-b315-929a7c468c51 None None] Port 890c54d0-4702-453e-b045-b997f9b230ba cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:59:42.411290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cec5849d-b6ab-4612-9ec2-212a8d0e49c8 req-2ccb7278-5a3f-49e3-bfa4-acd30070dc44 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375016 Mar 24 00:59:42.427391 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-edd93adc-f7fa-44f2-90e1-0b8c698a1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (4ba452fd-f341-43eb-acdb-fff9965dd9a4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:42.433186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=4c6fff98-2741-4b0a-9dcd-c35032208eee,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:42.473982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port d1afeb6d-e5e7-4cee-9b5d-622b0b570730 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:59:42.480610 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port d1afeb6d-e5e7-4cee-9b5d-622b0b570730 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:42.482223 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:42.604783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port d1afeb6d-e5e7-4cee-9b5d-622b0b570730 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:42.605483 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:42.628082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118ffb1-da04-4ed4-b52e-1b716c7e2283 req-a3160bfb-9edc-465f-9051-93160e279cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:42.634286 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7118ffb1-da04-4ed4-b52e-1b716c7e2283 req-a3160bfb-9edc-465f-9051-93160e279cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.5558698 Mar 24 00:59:42.656423 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432bdf84-1e38-484e-819b-f0f7372ff2ad None None] New status for floating IP f89a6579-7e38-4ba3-88d2-a9aab4e58a01: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:59:42.728350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port d1afeb6d-e5e7-4cee-9b5d-622b0b570730, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d1afeb6d-e5e7-4cee-9b5d-622b0b570730,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:42.741320 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:42.742194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f964f13c-00b3-4c05-b3f0-5f497b583f63 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:42.916620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cec5849d-b6ab-4612-9ec2-212a8d0e49c8 req-85a36f95-e832-44ca-bf4e-0377649b41df service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953101 Mar 24 00:59:42.960737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be3e51a9-e430-4eb0-ad45-25dde3aa1d07 req-aedec919-ce7f-4e99-bb04-5c10440b954a service neutron] 10.222.0.57 "GET /v2.0/networks/a7cbf4f1-e156-43b3-b72e-c913a1c29220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376492 Mar 24 00:59:42.965322 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-edd93adc-f7fa-44f2-90e1-0b8c698a1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (4ba452fd-f341-43eb-acdb-fff9965dd9a4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:42.970838 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7118ffb1-da04-4ed4-b52e-1b716c7e2283 req-6b290d99-8169-4990-ad2b-536736d8104c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142798 Mar 24 00:59:42.984732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=d1afeb6d-e5e7-4cee-9b5d-622b0b570730,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:42.998120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port f964f13c-00b3-4c05-b3f0-5f497b583f63 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:59:43.005759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port f964f13c-00b3-4c05-b3f0-5f497b583f63 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:43.005759 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f964f13c-00b3-4c05-b3f0-5f497b583f63), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.025229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-edd93adc-f7fa-44f2-90e1-0b8c698a1eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba452fd-f341-43eb-acdb-fff9965dd9a4']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:43.058692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c360e34-6a61-4961-814a-2c2e7e9cb96d req-f12de7ac-6cc6-42e3-951f-feb8087ae69a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:43.068962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c360e34-6a61-4961-814a-2c2e7e9cb96d req-f12de7ac-6cc6-42e3-951f-feb8087ae69a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:43.074952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c360e34-6a61-4961-814a-2c2e7e9cb96d req-f12de7ac-6cc6-42e3-951f-feb8087ae69a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:43.100420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c360e34-6a61-4961-814a-2c2e7e9cb96d req-f12de7ac-6cc6-42e3-951f-feb8087ae69a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:43.107196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c360e34-6a61-4961-814a-2c2e7e9cb96d req-f12de7ac-6cc6-42e3-951f-feb8087ae69a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:43.114558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c360e34-6a61-4961-814a-2c2e7e9cb96d req-f12de7ac-6cc6-42e3-951f-feb8087ae69a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:43.121603 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c360e34-6a61-4961-814a-2c2e7e9cb96d req-f12de7ac-6cc6-42e3-951f-feb8087ae69a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:43.129615 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c360e34-6a61-4961-814a-2c2e7e9cb96d req-f12de7ac-6cc6-42e3-951f-feb8087ae69a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5438 time: 0.3742228 Mar 24 00:59:43.155692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-edd93adc-f7fa-44f2-90e1-0b8c698a1eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ca53a1-15a7-4e64-8c21-ba128e117726') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:43.155999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-edd93adc-f7fa-44f2-90e1-0b8c698a1eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ca53a1-15a7-4e64-8c21-ba128e117726') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:43.192263 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f964f13c-00b3-4c05-b3f0-5f497b583f63 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:43.192692 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f964f13c-00b3-4c05-b3f0-5f497b583f63), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.202692 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47408) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:43.209476 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-cda1a357-9392-4985-8b57-f914fa0006b6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-566304942-network', 'tenant_id': '37dd5e25fa304da8996bcee691bfd30a'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:43.239283 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda1a357-9392-4985-8b57-f914fa0006b6 admin admin] Made reservation on behalf of 37dd5e25fa304da8996bcee691bfd30a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:43.242820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f964f13c-00b3-4c05-b3f0-5f497b583f63, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f964f13c-00b3-4c05-b3f0-5f497b583f63,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:43.244341 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cda1a357-9392-4985-8b57-f914fa0006b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.245383 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-edd93adc-f7fa-44f2-90e1-0b8c698a1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (c3ca53a1-15a7-4e64-8c21-ba128e117726), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.255516 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f964f13c-00b3-4c05-b3f0-5f497b583f63), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.256543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f5735b4c-cf45-49d2-a7f8-87c3be714560 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:43.256953 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cda1a357-9392-4985-8b57-f914fa0006b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.290578 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-edd93adc-f7fa-44f2-90e1-0b8c698a1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (c3ca53a1-15a7-4e64-8c21-ba128e117726), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.316182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd93adc-f7fa-44f2-90e1-0b8c698a1eb1 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:59:43.316948 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-edd93adc-f7fa-44f2-90e1-0b8c698a1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (c3ca53a1-15a7-4e64-8c21-ba128e117726), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: timer() Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:59:43.324274 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:59:43.342460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473cbf9-5332-4406-ad1b-fb911796222b req-126d6d44-e477-4007-a1a1-9f6eda586878 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:43.344112 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b473cbf9-5332-4406-ad1b-fb911796222b req-126d6d44-e477-4007-a1a1-9f6eda586878 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a1d453-5b40-4489-80c8-f47edafa3669 HTTP/1.1" status: 200 len: 944 time: 0.1789069 Mar 24 00:59:43.377739 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c360e34-6a61-4961-814a-2c2e7e9cb96d req-ce9d150c-43d6-4025-8da2-c8fc41d578e3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2470481 Mar 24 00:59:43.466353 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b473cbf9-5332-4406-ad1b-fb911796222b req-217b6ada-8f29-43ef-8fc8-49ae0dc0533f tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797384 Mar 24 00:59:43.469708 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cda1a357-9392-4985-8b57-f914fa0006b6 admin admin] Publish callbacks [] for security_group (98a46772-e053-4dca-a078-388db541891f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.475543 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-edd93adc-f7fa-44f2-90e1-0b8c698a1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (4ba452fd-f341-43eb-acdb-fff9965dd9a4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.481867 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cda1a357-9392-4985-8b57-f914fa0006b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (98a46772-e053-4dca-a078-388db541891f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.498669 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-edd93adc-f7fa-44f2-90e1-0b8c698a1eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.502721 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-edd93adc-f7fa-44f2-90e1-0b8c698a1eb1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4ba452fd-f341-43eb-acdb-fff9965dd9a4 HTTP/1.1" status: 204 len: 168 time: 1.6039407 Mar 24 00:59:43.504099 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd93adc-f7fa-44f2-90e1-0b8c698a1eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba452fd-f341-43eb-acdb-fff9965dd9a4,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:43.524966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3498d318-07b1-4d21-99cf-8a3e6a728333 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:43.540508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1a357-9392-4985-8b57-f914fa0006b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a46772-e053-4dca-a078-388db541891f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:43.543429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda1a357-9392-4985-8b57-f914fa0006b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:59:43.555174 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cda1a357-9392-4985-8b57-f914fa0006b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7ad02e3c-d110-4d50-a4a7-4504221e6287), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.555539 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-cda1a357-9392-4985-8b57-f914fa0006b6 admin admin] Added segment 7ad02e3c-d110-4d50-a4a7-4504221e6287 of type vlan for network e9c5ec01-42d3-4526-9570-32d3ac63a031 Mar 24 00:59:43.625856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f964f13c-00b3-4c05-b3f0-5f497b583f63,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:43.626264 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cda1a357-9392-4985-8b57-f914fa0006b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (e9c5ec01-42d3-4526-9570-32d3ac63a031), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.650551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02457192-ded7-44ba-b3fb-4640cfedd848 req-d1007668-4ff3-49fd-a52f-4a9d66156159 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0483537 Mar 24 00:59:43.658913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3498d318-07b1-4d21-99cf-8a3e6a728333 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:43.661234 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3498d318-07b1-4d21-99cf-8a3e6a728333), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.661234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port f5735b4c-cf45-49d2-a7f8-87c3be714560 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:59:43.671939 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cda1a357-9392-4985-8b57-f914fa0006b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (e9c5ec01-42d3-4526-9570-32d3ac63a031), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.674183 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda1a357-9392-4985-8b57-f914fa0006b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:43.674969 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cda1a357-9392-4985-8b57-f914fa0006b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.686176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port f5735b4c-cf45-49d2-a7f8-87c3be714560 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:43.686574 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.763437 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cda1a357-9392-4985-8b57-f914fa0006b6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5588424 Mar 24 00:59:43.766632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47412) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:43.776974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1a357-9392-4985-8b57-f914fa0006b6 admin admin] Pushing event updated for resources: {'Network': ['ID=e9c5ec01-42d3-4526-9570-32d3ac63a031,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:43.778227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c471beaa-bfc9-4d29-8fe6-331f87f24675 admin admin] Request body: {'subnet': {'network_id': 'e9c5ec01-42d3-4526-9570-32d3ac63a031', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-566304942-subnet', 'tenant_id': '37dd5e25fa304da8996bcee691bfd30a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:43.802072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network e9c5ec01-42d3-4526-9570-32d3ac63a031 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:59:43.826055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c471beaa-bfc9-4d29-8fe6-331f87f24675 admin admin] Made reservation on behalf of 37dd5e25fa304da8996bcee691bfd30a for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:43.830402 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c471beaa-bfc9-4d29-8fe6-331f87f24675 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:43.890636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47414) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:43.962507 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e03a5e23-e088-43dc-b559-f5b4cfdce228 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9fbb5d1d14ac4b95bbbd13d476db02d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0706728 Mar 24 00:59:43.965822 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47416) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:43.979891 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f5735b4c-cf45-49d2-a7f8-87c3be714560 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:43.980399 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.061022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3498d318-07b1-4d21-99cf-8a3e6a728333 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:44.061691 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3498d318-07b1-4d21-99cf-8a3e6a728333), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.107949 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 3498d318-07b1-4d21-99cf-8a3e6a728333, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3498d318-07b1-4d21-99cf-8a3e6a728333,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:44.118211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f5735b4c-cf45-49d2-a7f8-87c3be714560, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f5735b4c-cf45-49d2-a7f8-87c3be714560,segment=NetworkSegment(9f5c80f6-9b99-4ea9-8637-48ec016ccd42),segment_id=9f5c80f6-9b99-4ea9-8637-48ec016ccd42)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:44.119546 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3498d318-07b1-4d21-99cf-8a3e6a728333), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.124345 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0f601f9-a3d6-4fba-b86e-effc5b1f1840 admin admin] Publish callbacks [] for security_group (092d962f-c7a9-4ab4-9dce-af7e6dd146b0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.167019 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c471beaa-bfc9-4d29-8fe6-331f87f24675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (e5204e71-56cd-4747-9759-22d74e0a0b1f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.182002 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0f601f9-a3d6-4fba-b86e-effc5b1f1840 admin admin] Publish callbacks [] for security_group (092d962f-c7a9-4ab4-9dce-af7e6dd146b0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.189601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=3498d318-07b1-4d21-99cf-8a3e6a728333,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:44.192894 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.193644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 62d19756-9f05-4590-8d19-445cf904e8fd up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:44.285893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f5735b4c-cf45-49d2-a7f8-87c3be714560,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:44.299771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 62d19756-9f05-4590-8d19-445cf904e8fd completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:59:44.304368 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 62d19756-9f05-4590-8d19-445cf904e8fd triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:44.304734 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (62d19756-9f05-4590-8d19-445cf904e8fd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.314450 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0f601f9-a3d6-4fba-b86e-effc5b1f1840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (092d962f-c7a9-4ab4-9dce-af7e6dd146b0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.322881 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0f601f9-a3d6-4fba-b86e-effc5b1f1840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.330674 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d0f601f9-a3d6-4fba-b86e-effc5b1f1840 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/092d962f-c7a9-4ab4-9dce-af7e6dd146b0 HTTP/1.1" status: 204 len: 168 time: 0.3633978 Mar 24 00:59:44.351915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471beaa-bfc9-4d29-8fe6-331f87f24675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5204e71-56cd-4747-9759-22d74e0a0b1f,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:44.354424 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f601f9-a3d6-4fba-b86e-effc5b1f1840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092d962f-c7a9-4ab4-9dce-af7e6dd146b0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:44.364087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c471beaa-bfc9-4d29-8fe6-331f87f24675 admin admin] Checking segment: {'id': '7ad02e3c-d110-4d50-a4a7-4504221e6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e9c5ec01-42d3-4526-9570-32d3ac63a031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:44.364193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c471beaa-bfc9-4d29-8fe6-331f87f24675 admin admin] Network hostable DHCP agents. Network: e9c5ec01-42d3-4526-9570-32d3ac63a031, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:59:44.376317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc796cd-11bf-4ae3-a44a-9dc60cdd861e req-969c7987-d5f4-4007-a8c3-7c4b7d2c1742 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:44.377633 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-afc796cd-11bf-4ae3-a44a-9dc60cdd861e req-969c7987-d5f4-4007-a8c3-7c4b7d2c1742 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.1743987 Mar 24 00:59:44.387290 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1afeb6d-e5e7-4cee-9b5d-622b0b570730'}, {'server_uuid': '73a1d453-5b40-4489-80c8-f47edafa3669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f964f13c-00b3-4c05-b3f0-5f497b583f63'}, {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5735b4c-cf45-49d2-a7f8-87c3be714560'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:44.390596 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d502b7-c300-467b-9ca2-6390db81524b" -d '{"events": [{"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-plugged", "status": "completed", "tag": "d1afeb6d-e5e7-4cee-9b5d-622b0b570730"}, {"server_uuid": "73a1d453-5b40-4489-80c8-f47edafa3669", "name": "network-vif-plugged", "status": "completed", "tag": "f964f13c-00b3-4c05-b3f0-5f497b583f63"}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-plugged", "status": "completed", "tag": "f5735b4c-cf45-49d2-a7f8-87c3be714560"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:44.446748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c471beaa-bfc9-4d29-8fe6-331f87f24675 admin admin] Network e9c5ec01-42d3-4526-9570-32d3ac63a031 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:59:44.469619 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-afc796cd-11bf-4ae3-a44a-9dc60cdd861e req-765d1737-565c-4f3a-a006-2a4775a53ed1 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822909 Mar 24 00:59:44.491997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-c471beaa-bfc9-4d29-8fe6-331f87f24675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, e9c5ec01-42d3-4526-9570-32d3ac63a031) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:44.502026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c471beaa-bfc9-4d29-8fe6-331f87f24675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:44.503012 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c471beaa-bfc9-4d29-8fe6-331f87f24675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.535461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c471beaa-bfc9-4d29-8fe6-331f87f24675 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7671330 Mar 24 00:59:44.536771 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dc0ea3-b0bd-4615-99c2-1be7ab0c420f x-openstack-request-id: req-b9dc0ea3-b0bd-4615-99c2-1be7ab0c420f {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:44.537687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47428) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:44.538500 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-plugged", "status": "completed", "tag": "d1afeb6d-e5e7-4cee-9b5d-622b0b570730", "code": 200}, {"server_uuid": "73a1d453-5b40-4489-80c8-f47edafa3669", "name": "network-vif-plugged", "status": "completed", "tag": "f964f13c-00b3-4c05-b3f0-5f497b583f63", "code": 200}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-plugged", "status": "completed", "tag": "f5735b4c-cf45-49d2-a7f8-87c3be714560", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:44.539087 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b9dc0ea3-b0bd-4615-99c2-1be7ab0c420f {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:44.542127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-566304942-router', 'tenant_id': '37dd5e25fa304da8996bcee691bfd30a', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:44.542840 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9dc0ea3-b0bd-4615-99c2-1be7ab0c420f'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1afeb6d-e5e7-4cee-9b5d-622b0b570730', 'code': 200} Mar 24 00:59:44.543120 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9dc0ea3-b0bd-4615-99c2-1be7ab0c420f'] response: {'server_uuid': '73a1d453-5b40-4489-80c8-f47edafa3669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f964f13c-00b3-4c05-b3f0-5f497b583f63', 'code': 200} Mar 24 00:59:44.543390 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9dc0ea3-b0bd-4615-99c2-1be7ab0c420f'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5735b4c-cf45-49d2-a7f8-87c3be714560', 'code': 200} Mar 24 00:59:44.544570 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a964ecc-634c-4089-b988-a27adffac290 None None] Network e9c5ec01-42d3-4526-9570-32d3ac63a031 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:59:44.554353 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 62d19756-9f05-4590-8d19-445cf904e8fd is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:44.555813 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (62d19756-9f05-4590-8d19-445cf904e8fd), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.689711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 62d19756-9f05-4590-8d19-445cf904e8fd, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=62d19756-9f05-4590-8d19-445cf904e8fd,segment=NetworkSegment(a06b89bd-93c8-4108-9a57-9215b8c90a9f),segment_id=a06b89bd-93c8-4108-9a57-9215b8c90a9f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:44.696444 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (62d19756-9f05-4590-8d19-445cf904e8fd), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.697577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device c924730b-9aa8-4878-8014-7c840b808401 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:44.712965 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (679bc38e-817a-42e3-8a1e-892103ddd08e), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.714045 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (679bc38e-817a-42e3-8a1e-892103ddd08e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.771945 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Publish callbacks [] for router_controller (679bc38e-817a-42e3-8a1e-892103ddd08e), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.781952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-e9c5ec01-42d3-4526-9570-32d3ac63a031', 'network_id': 'e9c5ec01-42d3-4526-9570-32d3ac63a031', 'project_id': '37dd5e25fa304da8996bcee691bfd30a', 'fixed_ips': [{'subnet_id': 'e5204e71-56cd-4747-9759-22d74e0a0b1f'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:59:44.782572 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.798243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b43821-ef9d-411d-9c68-ca6db059381a req-37ef2481-9ecb-4b8e-a872-a4160271563f tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:44.799740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-48b43821-ef9d-411d-9c68-ca6db059381a req-37ef2481-9ecb-4b8e-a872-a4160271563f tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a1d453-5b40-4489-80c8-f47edafa3669 HTTP/1.1" status: 200 len: 945 time: 0.2201183 Mar 24 00:59:44.829989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=62d19756-9f05-4590-8d19-445cf904e8fd,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:44.909847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff70ac8-3b10-4d76-9501-fe561c541699 req-c8c8c5ab-36c6-4227-a400-9105162304bd tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:44.915558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff70ac8-3b10-4d76-9501-fe561c541699 req-c8c8c5ab-36c6-4227-a400-9105162304bd tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:44.921821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff70ac8-3b10-4d76-9501-fe561c541699 req-c8c8c5ab-36c6-4227-a400-9105162304bd tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:44.927914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff70ac8-3b10-4d76-9501-fe561c541699 req-c8c8c5ab-36c6-4227-a400-9105162304bd tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:44.930379 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port c924730b-9aa8-4878-8014-7c840b808401 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:59:44.933614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff70ac8-3b10-4d76-9501-fe561c541699 req-c8c8c5ab-36c6-4227-a400-9105162304bd tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:44.939323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff70ac8-3b10-4d76-9501-fe561c541699 req-c8c8c5ab-36c6-4227-a400-9105162304bd tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:44.945618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff70ac8-3b10-4d76-9501-fe561c541699 req-c8c8c5ab-36c6-4227-a400-9105162304bd tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:44.947517 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eff70ac8-3b10-4d76-9501-fe561c541699 req-c8c8c5ab-36c6-4227-a400-9105162304bd tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5439 time: 0.3250973 Mar 24 00:59:44.948221 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port c924730b-9aa8-4878-8014-7c840b808401 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:44.948904 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c924730b-9aa8-4878-8014-7c840b808401), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:44.958296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fed56-86a1-436a-ad57-e16c25b87992 req-e6be44e3-f15e-414e-8d72-746319826f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:44.960172 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca8fed56-86a1-436a-ad57-e16c25b87992 req-e6be44e3-f15e-414e-8d72-746319826f81 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=73a1d453-5b40-4489-80c8-f47edafa3669 HTTP/1.1" status: 200 len: 1127 time: 0.3177722 Mar 24 00:59:45.032470 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Allocated IP 172.20.0.2 (e9c5ec01-42d3-4526-9570-32d3ac63a031/e5204e71-56cd-4747-9759-22d74e0a0b1f/4f69eccb-b0b6-43c4-be9d-e645ab92627f) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:45.083388 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-48b43821-ef9d-411d-9c68-ca6db059381a req-abdefe83-486a-46fd-8382-d276001d4692 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502418 Mar 24 00:59:45.087576 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Publish callbacks [] for router_gateway (679bc38e-817a-42e3-8a1e-892103ddd08e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.137959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port c924730b-9aa8-4878-8014-7c840b808401 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:45.138430 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c924730b-9aa8-4878-8014-7c840b808401), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.190868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca8fed56-86a1-436a-ad57-e16c25b87992 req-abed9f83-a6b8-40f2-863a-bbf23d7f219c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174540 Mar 24 00:59:45.198914 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eff70ac8-3b10-4d76-9501-fe561c541699 req-3f7267b5-976a-4db0-9d4b-1fba05970fd8 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2319911 Mar 24 00:59:45.231606 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c924730b-9aa8-4878-8014-7c840b808401, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c924730b-9aa8-4878-8014-7c840b808401,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:45.251534 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c924730b-9aa8-4878-8014-7c840b808401), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.260915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1c728ccb-8271-4a90-b929-9aa496634aa8 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:45.306792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34b2dfdf-a0c0-4996-8c7a-dbe2dcbd38dd req-3159cccb-4790-4f88-9377-792a36baf9ce tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0762167 Mar 24 00:59:45.320618 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3498d318-07b1-4d21-99cf-8a3e6a728333 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:45.384889 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Publish callbacks [] for port (4f69eccb-b0b6-43c4-be9d-e645ab92627f), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.394642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=c924730b-9aa8-4878-8014-7c840b808401,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:45.405672 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (4f69eccb-b0b6-43c4-be9d-e645ab92627f), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.455124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Network e9c5ec01-42d3-4526-9570-32d3ac63a031 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:45.464484 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:45.471580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:45.475919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 1c728ccb-8271-4a90-b929-9aa496634aa8 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:59:45.477848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Pushing event updated for resources: {'Port': ['ID=4f69eccb-b0b6-43c4-be9d-e645ab92627f,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:45.485796 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47452) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:45.486472 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 1c728ccb-8271-4a90-b929-9aa496634aa8 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:45.486472 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.500038 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Publish callbacks [] for router_gateway (679bc38e-817a-42e3-8a1e-892103ddd08e), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.516745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3498d318-07b1-4d21-99cf-8a3e6a728333 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:45.516871 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3498d318-07b1-4d21-99cf-8a3e6a728333), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.528148 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.608583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Attempting to bind port 4f69eccb-b0b6-43c4-be9d-e645ab92627f on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:45.608955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Attempting to bind port 4f69eccb-b0b6-43c4-be9d-e645ab92627f by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '7ad02e3c-d110-4d50-a4a7-4504221e6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e9c5ec01-42d3-4526-9570-32d3ac63a031'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:45.609352 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Attempting to bind port 4f69eccb-b0b6-43c4-be9d-e645ab92627f on network e9c5ec01-42d3-4526-9570-32d3ac63a031 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:45.620252 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:45.620454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Checking segment: {'id': '7ad02e3c-d110-4d50-a4a7-4504221e6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e9c5ec01-42d3-4526-9570-32d3ac63a031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:45.620821 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.621246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Bound using segment: {'id': '7ad02e3c-d110-4d50-a4a7-4504221e6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e9c5ec01-42d3-4526-9570-32d3ac63a031'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:45.621743 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Bound port: 4f69eccb-b0b6-43c4-be9d-e645ab92627f, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad02e3c-d110-4d50-a4a7-4504221e6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e9c5ec01-42d3-4526-9570-32d3ac63a031'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:45.622131 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4f69eccb-b0b6-43c4-be9d-e645ab92627f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.633651 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Sync routers for ids ['e291a174-9f36-4281-8ecf-0c14f9c168eb'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:59:45.654946 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b5c97d0a-2890-44b4-866e-361dcc2d7b1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-822199397-network', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:45.660262 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Routers {'e291a174-9f36-4281-8ecf-0c14f9c168eb'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:45.662878 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e291a174-9f36-4281-8ecf-0c14f9c168eb'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:45.690672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47065bcb-57d2-49d5-91d0-0d3ed074769f req-2f754fe6-fb7d-4460-9e7b-79f43bd57f8b tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:45.692294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47065bcb-57d2-49d5-91d0-0d3ed074769f req-2f754fe6-fb7d-4460-9e7b-79f43bd57f8b tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.1058216 Mar 24 00:59:45.705833 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c97d0a-2890-44b4-866e-361dcc2d7b1b admin admin] Made reservation on behalf of b5098b2dddc743b6bb84c2d9f82fddea for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:45.711408 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5c97d0a-2890-44b4-866e-361dcc2d7b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.715320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 1c728ccb-8271-4a90-b929-9aa496634aa8 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:45.715802 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.724456 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5c97d0a-2890-44b4-866e-361dcc2d7b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.725024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Allocated IP 172.25.0.64 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/5b1f8703-f2c2-43f9-88c2-85de337708ab) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:45.741716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3498d318-07b1-4d21-99cf-8a3e6a728333 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:45.784929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 1c728ccb-8271-4a90-b929-9aa496634aa8, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1c728ccb-8271-4a90-b929-9aa496634aa8,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:45.788254 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] For port 4f69eccb-b0b6-43c4-be9d-e645ab92627f, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:59:45.795403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] For port 4f69eccb-b0b6-43c4-be9d-e645ab92627f, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4f69eccb-b0b6-43c4-be9d-e645ab92627f,segment=NetworkSegment(7ad02e3c-d110-4d50-a4a7-4504221e6287),segment_id=7ad02e3c-d110-4d50-a4a7-4504221e6287)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:59:45.796957 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.798652 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device cede8d0f-cb62-4fea-af98-110017d5e76a up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:45.824802 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Set router e291a174-9f36-4281-8ecf-0c14f9c168eb gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:45.845179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47065bcb-57d2-49d5-91d0-0d3ed074769f req-bf8fa98a-16e9-459a-bf11-f61460063f96 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386180 Mar 24 00:59:45.845702 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4f69eccb-b0b6-43c4-be9d-e645ab92627f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.872096 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5c97d0a-2890-44b4-866e-361dcc2d7b1b admin admin] Publish callbacks [] for security_group (0c902df4-2c18-42e7-b0a3-91da976eccf5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.884463 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5c97d0a-2890-44b4-866e-361dcc2d7b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0c902df4-2c18-42e7-b0a3-91da976eccf5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.898205 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=1c728ccb-8271-4a90-b929-9aa496634aa8,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:45.904430 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c97d0a-2890-44b4-866e-361dcc2d7b1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:59:45.919194 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5c97d0a-2890-44b4-866e-361dcc2d7b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (66a48499-ed82-41e3-87a2-c3c9ac96d920), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.919736 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-b5c97d0a-2890-44b4-866e-361dcc2d7b1b admin admin] Added segment 66a48499-ed82-41e3-87a2-c3c9ac96d920 of type vlan for network d1b945f4-9bf9-489c-9fb6-5d27400f4806 Mar 24 00:59:45.944886 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Publish callbacks [] for port (5b1f8703-f2c2-43f9-88c2-85de337708ab), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:45.978159 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port cede8d0f-cb62-4fea-af98-110017d5e76a completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:59:45.981571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e1598-a4e7-4dc4-9cd7-a01e68efed97 None None] Pushing event updated for resources: {'Port': ['ID=4f69eccb-b0b6-43c4-be9d-e645ab92627f,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:45.990201 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port cede8d0f-cb62-4fea-af98-110017d5e76a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:45.990847 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:46.015020 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5c97d0a-2890-44b4-866e-361dcc2d7b1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (d1b945f4-9bf9-489c-9fb6-5d27400f4806), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:46.019058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c97d0a-2890-44b4-866e-361dcc2d7b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c902df4-2c18-42e7-b0a3-91da976eccf5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:46.065049 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5c97d0a-2890-44b4-866e-361dcc2d7b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (d1b945f4-9bf9-489c-9fb6-5d27400f4806), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:46.066078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c97d0a-2890-44b4-866e-361dcc2d7b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:46.066684 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5c97d0a-2890-44b4-866e-361dcc2d7b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:46.072715 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (5b1f8703-f2c2-43f9-88c2-85de337708ab), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:46.121501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:46.124636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:46.127419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:46.142254 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port cede8d0f-cb62-4fea-af98-110017d5e76a is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:46.142781 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:46.157768 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b5c97d0a-2890-44b4-866e-361dcc2d7b1b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6717732 Mar 24 00:59:46.160562 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47460) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:46.167192 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c61e3c17-936a-44d8-9e02-49259fa9f3a5 admin admin] Request body: {'subnet': {'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-822199397-subnet', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:46.217756 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c97d0a-2890-44b4-866e-361dcc2d7b1b admin admin] Pushing event updated for resources: {'Network': ['ID=d1b945f4-9bf9-489c-9fb6-5d27400f4806,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:46.234057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network d1b945f4-9bf9-489c-9fb6-5d27400f4806 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:59:46.236020 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-router', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:41Z', 'revision_number': 4, 'project_id': '8925625c205644de95f234e805c8d03a', 'gw_port': {'id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '890c54d0-4702-453e-b045-b997f9b230ba', 'name': '', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'mac_address': 'fa:16:3e:b0:1f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:40Z', 'updated_at': '2022-03-24T00:59:41Z', 'revision_number': 2, 'project_id': '8925625c205644de95f234e805c8d03a', 'subnets': [{'id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:46.256006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61e3c17-936a-44d8-9e02-49259fa9f3a5 admin admin] Made reservation on behalf of b5098b2dddc743b6bb84c2d9f82fddea for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:46.287322 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c61e3c17-936a-44d8-9e02-49259fa9f3a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:46.298805 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Checking router: e291a174-9f36-4281-8ecf-0c14f9c168eb for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:59:46.299170 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Updating router e291a174-9f36-4281-8ecf-0c14f9c168eb port 890c54d0-4702-453e-b045-b997f9b230ba binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:59:46.328114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Pushing event updated for resources: {'Port': ['ID=5b1f8703-f2c2-43f9-88c2-85de337708ab,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:46.361270 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (890c54d0-4702-453e-b045-b997f9b230ba), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:46.524503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e833f9-f756-4871-9e87-8c54cdada0af req-c8875fc2-d968-4fb7-a9f6-b0caf3c9e068 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:46.532429 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74e833f9-f756-4871-9e87-8c54cdada0af req-c8875fc2-d968-4fb7-a9f6-b0caf3c9e068 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a1d453-5b40-4489-80c8-f47edafa3669 HTTP/1.1" status: 200 len: 945 time: 0.2134087 Mar 24 00:59:46.608067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc7d75-4104-4c9c-ac19-0fa4cfd3b581 req-35139fe4-c69b-41c5-96dd-a1c9c8b7a343 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:46.613602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc7d75-4104-4c9c-ac19-0fa4cfd3b581 req-35139fe4-c69b-41c5-96dd-a1c9c8b7a343 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:46.617490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d19756-9f05-4590-8d19-445cf904e8fd'}, {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c924730b-9aa8-4878-8014-7c840b808401'}, {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c728ccb-8271-4a90-b929-9aa496634aa8'}, {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cede8d0f-cb62-4fea-af98-110017d5e76a'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:46.619406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc7d75-4104-4c9c-ac19-0fa4cfd3b581 req-35139fe4-c69b-41c5-96dd-a1c9c8b7a343 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:46.624056 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb8967d-c42c-4084-bb55-98d7485aec60" -d '{"events": [{"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-plugged", "status": "completed", "tag": "62d19756-9f05-4590-8d19-445cf904e8fd"}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-plugged", "status": "completed", "tag": "c924730b-9aa8-4878-8014-7c840b808401"}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-plugged", "status": "completed", "tag": "1c728ccb-8271-4a90-b929-9aa496634aa8"}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-plugged", "status": "completed", "tag": "cede8d0f-cb62-4fea-af98-110017d5e76a"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:46.627059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc7d75-4104-4c9c-ac19-0fa4cfd3b581 req-35139fe4-c69b-41c5-96dd-a1c9c8b7a343 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:46.635915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc7d75-4104-4c9c-ac19-0fa4cfd3b581 req-35139fe4-c69b-41c5-96dd-a1c9c8b7a343 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:46.642081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc7d75-4104-4c9c-ac19-0fa4cfd3b581 req-35139fe4-c69b-41c5-96dd-a1c9c8b7a343 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:46.650611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc7d75-4104-4c9c-ac19-0fa4cfd3b581 req-35139fe4-c69b-41c5-96dd-a1c9c8b7a343 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:46.653044 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40dc7d75-4104-4c9c-ac19-0fa4cfd3b581 req-35139fe4-c69b-41c5-96dd-a1c9c8b7a343 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5442 time: 0.2674336 Mar 24 00:59:46.659833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port cede8d0f-cb62-4fea-af98-110017d5e76a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=cede8d0f-cb62-4fea-af98-110017d5e76a,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:46.679929 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:46.740241 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c61e3c17-936a-44d8-9e02-49259fa9f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (6f91df64-a393-477d-ac55-1cbd2f8d35ac), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:46.767851 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40dc7d75-4104-4c9c-ac19-0fa4cfd3b581 req-c67bba1c-e9b6-4a45-8965-f22e9d969bb8 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052866 Mar 24 00:59:46.780293 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74e833f9-f756-4871-9e87-8c54cdada0af req-b8af3b82-e11a-44d0-8fd1-95175427f7d4 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468872 Mar 24 00:59:46.819787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=cede8d0f-cb62-4fea-af98-110017d5e76a,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:46.910441 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Publish callbacks [] for port (890c54d0-4702-453e-b045-b997f9b230ba), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:46.911572 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5416b2d-af4b-4b22-91b9-78b24cc6d33c x-openstack-request-id: req-c5416b2d-af4b-4b22-91b9-78b24cc6d33c {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:46.911885 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-plugged", "status": "completed", "tag": "62d19756-9f05-4590-8d19-445cf904e8fd", "code": 200}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-plugged", "status": "completed", "tag": "c924730b-9aa8-4878-8014-7c840b808401", "code": 200}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-plugged", "status": "completed", "tag": "1c728ccb-8271-4a90-b929-9aa496634aa8", "code": 200}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-plugged", "status": "completed", "tag": "cede8d0f-cb62-4fea-af98-110017d5e76a", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:46.912148 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5416b2d-af4b-4b22-91b9-78b24cc6d33c {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:46.912566 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5416b2d-af4b-4b22-91b9-78b24cc6d33c'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d19756-9f05-4590-8d19-445cf904e8fd', 'code': 200} Mar 24 00:59:46.912831 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5416b2d-af4b-4b22-91b9-78b24cc6d33c'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c924730b-9aa8-4878-8014-7c840b808401', 'code': 200} Mar 24 00:59:46.913104 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5416b2d-af4b-4b22-91b9-78b24cc6d33c'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c728ccb-8271-4a90-b929-9aa496634aa8', 'code': 200} Mar 24 00:59:46.913406 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5416b2d-af4b-4b22-91b9-78b24cc6d33c'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cede8d0f-cb62-4fea-af98-110017d5e76a', 'code': 200} Mar 24 00:59:46.924482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e3c17-936a-44d8-9e02-49259fa9f3a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f91df64-a393-477d-ac55-1cbd2f8d35ac,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:46.931912 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e3c17-936a-44d8-9e02-49259fa9f3a5 admin admin] Checking segment: {'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:46.933135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61e3c17-936a-44d8-9e02-49259fa9f3a5 admin admin] Network hostable DHCP agents. Network: d1b945f4-9bf9-489c-9fb6-5d27400f4806, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:59:46.937657 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (890c54d0-4702-453e-b045-b997f9b230ba), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:46.977282 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61e3c17-936a-44d8-9e02-49259fa9f3a5 admin admin] Network d1b945f4-9bf9-489c-9fb6-5d27400f4806 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:59:47.001253 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c61e3c17-936a-44d8-9e02-49259fa9f3a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, d1b945f4-9bf9-489c-9fb6-5d27400f4806) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:47.014087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec24e39f-ebcd-4204-8a3c-55d6ef318106 None None] Network d1b945f4-9bf9-489c-9fb6-5d27400f4806 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:59:47.016036 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61e3c17-936a-44d8-9e02-49259fa9f3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:47.019146 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c61e3c17-936a-44d8-9e02-49259fa9f3a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:47.062964 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c61e3c17-936a-44d8-9e02-49259fa9f3a5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8993597 Mar 24 00:59:47.064556 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47470) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:47.072634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35380188-a034-4456-85e0-1517098edf83 req-513b6b97-74be-417b-b3ae-2c0c0e0c0ca8 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.1185007 Mar 24 00:59:47.078089 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:47.160618 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (40105202-3ae9-4b5e-b26c-70794565ed31), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:47.163868 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (40105202-3ae9-4b5e-b26c-70794565ed31), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:47.255607 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-d1b945f4-9bf9-489c-9fb6-5d27400f4806', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:59:47.257393 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:47.360855 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Publish callbacks [] for router_controller (40105202-3ae9-4b5e-b26c-70794565ed31), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:47.362627 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Publish callbacks [] for router_gateway (679bc38e-817a-42e3-8a1e-892103ddd08e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:47.367071 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86484623-dfc0-487d-8d9c-b53f6ddf14ad None None] Pushing event updated for resources: {'Port': ['ID=890c54d0-4702-453e-b045-b997f9b230ba,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:47.397689 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Attempting to bind port 890c54d0-4702-453e-b045-b997f9b230ba on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:47.398279 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Attempting to bind port 890c54d0-4702-453e-b045-b997f9b230ba by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '0c136305-7fa6-44b2-9952-440377c68a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:47.398808 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Attempting to bind port 890c54d0-4702-453e-b045-b997f9b230ba on network d176ece4-0623-4fc2-9e7c-9c0df8ec52bd {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:47.406599 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:47.407223 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Checking segment: {'id': '0c136305-7fa6-44b2-9952-440377c68a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:47.407786 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:47.408350 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Bound using segment: {'id': '0c136305-7fa6-44b2-9952-440377c68a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:47.408984 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Bound port: 890c54d0-4702-453e-b045-b997f9b230ba, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c136305-7fa6-44b2-9952-440377c68a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:47.409570 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (890c54d0-4702-453e-b045-b997f9b230ba), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:47.465850 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4f69eccb-b0b6-43c4-be9d-e645ab92627f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:47.523340 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] For port 890c54d0-4702-453e-b045-b997f9b230ba, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:59:47.530041 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] For port 890c54d0-4702-453e-b045-b997f9b230ba, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=890c54d0-4702-453e-b045-b997f9b230ba,segment=NetworkSegment(0c136305-7fa6-44b2-9952-440377c68a1a),segment_id=0c136305-7fa6-44b2-9952-440377c68a1a)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:59:47.541992 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (890c54d0-4702-453e-b045-b997f9b230ba), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:47.555197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b3106100-4590-4062-8080-e422ed86e2c7 None None] Provisioning complete for port 890c54d0-4702-453e-b045-b997f9b230ba triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:47.555570 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b3106100-4590-4062-8080-e422ed86e2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (890c54d0-4702-453e-b045-b997f9b230ba), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:47.590067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Allocated IP 172.20.0.2 (d1b945f4-9bf9-489c-9fb6-5d27400f4806/6f91df64-a393-477d-ac55-1cbd2f8d35ac/cffe11fc-6bcd-4dbb-a54c-05e94ad3af34) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:47.623064 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Publish callbacks [] for router_gateway (40105202-3ae9-4b5e-b26c-70794565ed31), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:47.687000 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86484623-dfc0-487d-8d9c-b53f6ddf14ad None None] Pushing event updated for resources: {'Port': ['ID=890c54d0-4702-453e-b045-b997f9b230ba,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:47.697741 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Routers {'e291a174-9f36-4281-8ecf-0c14f9c168eb'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:47.698435 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e291a174-9f36-4281-8ecf-0c14f9c168eb'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:47.762998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85452e6-056a-4cb0-accc-742a82c17138 None None] Network e9c5ec01-42d3-4526-9570-32d3ac63a031 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:59:47.833935 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] Set router e291a174-9f36-4281-8ecf-0c14f9c168eb gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:47.967447 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Publish callbacks [] for port (cffe11fc-6bcd-4dbb-a54c-05e94ad3af34), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:47.991089 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Publish callbacks [] for router_gateway (40105202-3ae9-4b5e-b26c-70794565ed31), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:47.996473 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (cffe11fc-6bcd-4dbb-a54c-05e94ad3af34), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:47.998308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4f69eccb-b0b6-43c4-be9d-e645ab92627f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:47.998675 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4f69eccb-b0b6-43c4-be9d-e645ab92627f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:48.029831 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:48.112383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc158e-ae05-463d-bdee-aabb40bf0beb req-49b13775-2a3e-4a11-9c99-5b1187188824 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.116367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Network d1b945f4-9bf9-489c-9fb6-5d27400f4806 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:48.121433 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5fbc158e-ae05-463d-bdee-aabb40bf0beb req-49b13775-2a3e-4a11-9c99-5b1187188824 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 1.0411782 Mar 24 00:59:48.129530 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:48.135459 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-router', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:41Z', 'revision_number': 4, 'project_id': '8925625c205644de95f234e805c8d03a', 'gw_port': {'id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '890c54d0-4702-453e-b045-b997f9b230ba', 'name': '', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'mac_address': 'fa:16:3e:b0:1f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:40Z', 'updated_at': '2022-03-24T00:59:47Z', 'revision_number': 4, 'project_id': '8925625c205644de95f234e805c8d03a', 'subnets': [{'id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:48.140411 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:48.148580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Pushing event updated for resources: {'Port': ['ID=cffe11fc-6bcd-4dbb-a54c-05e94ad3af34,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:48.169649 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e43b2c4-80e0-4dfd-b4f4-d845ee1f7343 None None] The sync data for ids ['e291a174-9f36-4281-8ecf-0c14f9c168eb'] in n-d-760455-9 is: [{'id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-router', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:41Z', 'revision_number': 4, 'project_id': '8925625c205644de95f234e805c8d03a', 'gw_port': {'id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '890c54d0-4702-453e-b045-b997f9b230ba', 'name': '', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'mac_address': 'fa:16:3e:b0:1f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:40Z', 'updated_at': '2022-03-24T00:59:47Z', 'revision_number': 4, 'project_id': '8925625c205644de95f234e805c8d03a', 'subnets': [{'id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:59:48.170856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b3106100-4590-4062-8080-e422ed86e2c7 None None] Current status of the port 890c54d0-4702-453e-b045-b997f9b230ba is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:48.171257 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b3106100-4590-4062-8080-e422ed86e2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (890c54d0-4702-453e-b045-b997f9b230ba), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:48.177710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-ac0d12bd-dda8-45ca-a619-b327999f679b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.2220578 Mar 24 00:59:48.192843 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c4dbf-6e46-4548-a576-7ce035931b2a req-c1c64797-0d33-4282-b288-93489098e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.193502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c4dbf-6e46-4548-a576-7ce035931b2a req-c1c64797-0d33-4282-b288-93489098e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.194171 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c4dbf-6e46-4548-a576-7ce035931b2a req-c1c64797-0d33-4282-b288-93489098e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.194836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c4dbf-6e46-4548-a576-7ce035931b2a req-c1c64797-0d33-4282-b288-93489098e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.195473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c4dbf-6e46-4548-a576-7ce035931b2a req-c1c64797-0d33-4282-b288-93489098e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.196106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c4dbf-6e46-4548-a576-7ce035931b2a req-c1c64797-0d33-4282-b288-93489098e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.196738 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c4dbf-6e46-4548-a576-7ce035931b2a req-c1c64797-0d33-4282-b288-93489098e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.198943 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f4c4dbf-6e46-4548-a576-7ce035931b2a req-c1c64797-0d33-4282-b288-93489098e5ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 6717 time: 0.9632399 Mar 24 00:59:48.206080 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Allocated IP 172.25.0.63 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/bfbe9965-8543-4ef4-93be-78452deb0be7) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:48.249066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86cdec-91ac-4e2d-8507-c09cb3705f30 req-1bc86a69-f3b6-4d70-b943-f12cd84dd4e9 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.256693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df86cdec-91ac-4e2d-8507-c09cb3705f30 req-1bc86a69-f3b6-4d70-b943-f12cd84dd4e9 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a1d453-5b40-4489-80c8-f47edafa3669 HTTP/1.1" status: 200 len: 945 time: 0.2448318 Mar 24 00:59:48.345614 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b3106100-4590-4062-8080-e422ed86e2c7 None None] For port 890c54d0-4702-453e-b045-b997f9b230ba, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=890c54d0-4702-453e-b045-b997f9b230ba,segment=NetworkSegment(0c136305-7fa6-44b2-9952-440377c68a1a),segment_id=0c136305-7fa6-44b2-9952-440377c68a1a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:48.346698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Attempting to bind port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:48.347023 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Attempting to bind port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:48.347389 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Attempting to bind port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 on network d1b945f4-9bf9-489c-9fb6-5d27400f4806 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:48.358974 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b3106100-4590-4062-8080-e422ed86e2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (890c54d0-4702-453e-b045-b997f9b230ba), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:48.364321 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:48.364735 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Checking segment: {'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:48.365181 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:48.365579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Bound using segment: {'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:48.366084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Bound port: cffe11fc-6bcd-4dbb-a54c-05e94ad3af34, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:48.366469 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cffe11fc-6bcd-4dbb-a54c-05e94ad3af34), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:48.368643 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5fbc158e-ae05-463d-bdee-aabb40bf0beb req-098a166c-82ca-4092-82ab-942de612591a tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459576 Mar 24 00:59:48.370999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4f69eccb-b0b6-43c4-be9d-e645ab92627f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:48.370999 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4f69eccb-b0b6-43c4-be9d-e645ab92627f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:48.411341 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Publish callbacks [] for port (bfbe9965-8543-4ef4-93be-78452deb0be7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:48.483342 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (bfbe9965-8543-4ef4-93be-78452deb0be7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:48.543688 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:48.564663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 4f69eccb-b0b6-43c4-be9d-e645ab92627f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4f69eccb-b0b6-43c4-be9d-e645ab92627f,segment=NetworkSegment(7ad02e3c-d110-4d50-a4a7-4504221e6287),segment_id=7ad02e3c-d110-4d50-a4a7-4504221e6287)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:48.566070 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3106100-4590-4062-8080-e422ed86e2c7 None None] Pushing event updated for resources: {'Port': ['ID=890c54d0-4702-453e-b045-b997f9b230ba,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:48.572877 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:48.577070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:48.580780 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4f69eccb-b0b6-43c4-be9d-e645ab92627f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:48.616308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8636679a-4b0c-4878-863a-b3b2e7be57a7 None None] Provisioning complete for port 4f69eccb-b0b6-43c4-be9d-e645ab92627f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:48.616708 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8636679a-4b0c-4878-863a-b3b2e7be57a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4f69eccb-b0b6-43c4-be9d-e645ab92627f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:48.616840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f4c4dbf-6e46-4548-a576-7ce035931b2a req-4947f0cf-bc4d-4305-81ba-8b31f10fd744 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4042773 Mar 24 00:59:48.622212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Pushing event updated for resources: {'Port': ['ID=bfbe9965-8543-4ef4-93be-78452deb0be7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:48.678533 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-83325186-1332-405a-9be2-c7877545fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.679057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-83325186-1332-405a-9be2-c7877545fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.679536 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-83325186-1332-405a-9be2-c7877545fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.680011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-83325186-1332-405a-9be2-c7877545fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.680615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-83325186-1332-405a-9be2-c7877545fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.681115 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-83325186-1332-405a-9be2-c7877545fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.681583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-83325186-1332-405a-9be2-c7877545fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.685991 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-83325186-1332-405a-9be2-c7877545fe8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e9c2b109f34f4b898664514fcdc44a&device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 6709 time: 0.4183824 Mar 24 00:59:48.701927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] For port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:59:48.710233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] For port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=cffe11fc-6bcd-4dbb-a54c-05e94ad3af34,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:59:48.718789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=4f69eccb-b0b6-43c4-be9d-e645ab92627f,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:48.722742 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df86cdec-91ac-4e2d-8507-c09cb3705f30 req-6e7c9f09-2d78-4bad-b2cf-48cb91d8fb8c tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650097 Mar 24 00:59:48.725642 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cffe11fc-6bcd-4dbb-a54c-05e94ad3af34), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:48.772548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b0abc-8486-47a3-8b5d-6501b3b7c6a2 req-f2b2b3e1-a047-4cf3-8153-32a62993ded2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.779879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b0abc-8486-47a3-8b5d-6501b3b7c6a2 req-f2b2b3e1-a047-4cf3-8153-32a62993ded2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.787944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b0abc-8486-47a3-8b5d-6501b3b7c6a2 req-f2b2b3e1-a047-4cf3-8153-32a62993ded2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.795146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b0abc-8486-47a3-8b5d-6501b3b7c6a2 req-f2b2b3e1-a047-4cf3-8153-32a62993ded2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.803593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b0abc-8486-47a3-8b5d-6501b3b7c6a2 req-f2b2b3e1-a047-4cf3-8153-32a62993ded2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.811531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b0abc-8486-47a3-8b5d-6501b3b7c6a2 req-f2b2b3e1-a047-4cf3-8153-32a62993ded2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.818470 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b0abc-8486-47a3-8b5d-6501b3b7c6a2 req-f2b2b3e1-a047-4cf3-8153-32a62993ded2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:48.828962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc7b0abc-8486-47a3-8b5d-6501b3b7c6a2 req-f2b2b3e1-a047-4cf3-8153-32a62993ded2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5443 time: 0.3216650 Mar 24 00:59:48.873833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954081d-0d71-46aa-a1ef-0238f215c7fb None None] Pushing event updated for resources: {'Port': ['ID=cffe11fc-6bcd-4dbb-a54c-05e94ad3af34,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:48.901227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8636679a-4b0c-4878-863a-b3b2e7be57a7 None None] Current status of the port 4f69eccb-b0b6-43c4-be9d-e645ab92627f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:48.919223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8636679a-4b0c-4878-863a-b3b2e7be57a7 None None] Provisioning complete for port 890c54d0-4702-453e-b045-b997f9b230ba triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:48.919984 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8636679a-4b0c-4878-863a-b3b2e7be57a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (890c54d0-4702-453e-b045-b997f9b230ba), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:48.977866 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Publish callbacks [] for router_gateway (40105202-3ae9-4b5e-b26c-70794565ed31), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:48.991682 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d70cbe3-dd62-4ece-862a-fa9fef4efe90 req-08921a10-8fc6-4f80-8dd6-ca8b2141824b tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0792575 Mar 24 00:59:49.057265 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8636679a-4b0c-4878-863a-b3b2e7be57a7 None None] Current status of the port 890c54d0-4702-453e-b045-b997f9b230ba is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:49.091784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc7b0abc-8486-47a3-8b5d-6501b3b7c6a2 req-4520087d-433d-49d4-905a-9d39cf2be682 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2548153 Mar 24 00:59:49.115587 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (679bc38e-817a-42e3-8a1e-892103ddd08e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:49.199577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e7d0eea3-eb28-4e73-9a1b-59496dcc8798 None None] Provisioning complete for port 4f69eccb-b0b6-43c4-be9d-e645ab92627f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:49.200250 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e7d0eea3-eb28-4e73-9a1b-59496dcc8798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4f69eccb-b0b6-43c4-be9d-e645ab92627f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:49.295046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-3ee4c01a-14ed-4b70-905b-5bffc017df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:49.295805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-3ee4c01a-14ed-4b70-905b-5bffc017df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:49.296621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-3ee4c01a-14ed-4b70-905b-5bffc017df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:49.298553 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-3ee4c01a-14ed-4b70-905b-5bffc017df85 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c248708-2440-4785-8d15-a96131db79cd&id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&id=00af8be2-710f-470c-b10f-a3c1e77c88cb&id=00af8be2-710f-470c-b10f-a3c1e77c88cb HTTP/1.1" status: 200 len: 2294 time: 0.5704553 Mar 24 00:59:49.412731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e7d0eea3-eb28-4e73-9a1b-59496dcc8798 None None] Current status of the port 4f69eccb-b0b6-43c4-be9d-e645ab92627f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:49.434290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-f08267f9-3afe-4b2e-8a30-f6923a5a5551 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3080bcfc-b310-4ca5-ba98-eef24b97bff4 HTTP/1.1" status: 200 len: 1002 time: 0.1222701 Mar 24 00:59:49.509066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Router 679bc38e-817a-42e3-8a1e-892103ddd08e is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:59:49.524235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 890c54d0-4702-453e-b045-b997f9b230ba up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:49.536369 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (40105202-3ae9-4b5e-b26c-70794565ed31), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:49.555899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-d4e76cf0-25a6-4847-9dcc-07d751eb4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:49.560036 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-d4e76cf0-25a6-4847-9dcc-07d751eb4dae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=317f1329-b148-485c-b02d-6e63c3ddb2c4 HTTP/1.1" status: 200 len: 851 time: 0.1169348 Mar 24 00:59:49.618965 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 890c54d0-4702-453e-b045-b997f9b230ba triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:49.619573 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (890c54d0-4702-453e-b045-b997f9b230ba), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:49.719095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 890c54d0-4702-453e-b045-b997f9b230ba is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:49.721275 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4f69eccb-b0b6-43c4-be9d-e645ab92627f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:49.733042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377305d0-ffa7-4415-bb0a-82da73f87452 req-0ecdc061-bad0-4c46-a256-0ae59db7c665 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:49.734579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-377305d0-ffa7-4415-bb0a-82da73f87452 req-0ecdc061-bad0-4c46-a256-0ae59db7c665 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.2291882 Mar 24 00:59:49.746644 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Router 40105202-3ae9-4b5e-b26c-70794565ed31 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:59:49.782481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-edeb57c8-1e81-44f8-9375-eac156405e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:49.784215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-edeb57c8-1e81-44f8-9375-eac156405e5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c248708-2440-4785-8d15-a96131db79cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2161803 Mar 24 00:59:49.784336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4f69eccb-b0b6-43c4-be9d-e645ab92627f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:49.784584 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4f69eccb-b0b6-43c4-be9d-e645ab92627f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:49.903428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:59:49.903592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4f69eccb-b0b6-43c4-be9d-e645ab92627f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:49.905030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:49.924964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:59:49.931919 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:49.933790 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bd4b52b6-fcf3-4b27-8781-dbfefe1ef339 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8657570 Mar 24 00:59:49.937380 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47498) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:49.949654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Sync routers for ids ['40105202-3ae9-4b5e-b26c-70794565ed31'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:59:49.981607 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Sync routers for ids ['679bc38e-817a-42e3-8a1e-892103ddd08e'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:59:49.984885 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-377305d0-ffa7-4415-bb0a-82da73f87452 req-57d35217-128a-4378-8403-33187d259583 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430348 Mar 24 00:59:50.003445 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Routers {'679bc38e-817a-42e3-8a1e-892103ddd08e'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:50.004367 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['679bc38e-817a-42e3-8a1e-892103ddd08e'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:50.015452 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Routers {'40105202-3ae9-4b5e-b26c-70794565ed31'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:50.016122 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['40105202-3ae9-4b5e-b26c-70794565ed31'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:50.088769 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:50.090364 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e9ba7550-60b7-4c3c-a15d-b412791fa21b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5517232 Mar 24 00:59:50.096167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47502) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:50.182070 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4976a955-c9e1-4a25-83b6-eceee42f80f5 req-44bcb4f4-9093-4d98-9c69-cca85ea5687a tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0714178 Mar 24 00:59:50.192138 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:50.193832 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cffe11fc-6bcd-4dbb-a54c-05e94ad3af34), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:50.229497 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-9f377025-27ce-4e4f-9c15-27485f9cb03b service neutron] 10.222.0.48 "GET /v2.0/networks/5c248708-2440-4785-8d15-a96131db79cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254336 Mar 24 00:59:50.261667 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Set router 679bc38e-817a-42e3-8a1e-892103ddd08e gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:50.285864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-3d2aff7e-3e0e-429c-a48c-1dd44572d3b5 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:50.288068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-3d2aff7e-3e0e-429c-a48c-1dd44572d3b5 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/networks?id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d HTTP/1.1" status: 200 len: 813 time: 0.3847680 Mar 24 00:59:50.292744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Set router 40105202-3ae9-4b5e-b26c-70794565ed31 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:50.392158 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-4880b8c4-8ced-4a4a-ba85-736dab473732 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/quotas/d0a722700d8247a29dbfa01cf5c32795 HTTP/1.1" status: 200 len: 375 time: 0.0729463 Mar 24 00:59:50.528865 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a190b51-e9c2-4373-8d1a-200a39b109c9 None None] Network d1b945f4-9bf9-489c-9fb6-5d27400f4806 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:59:50.557843 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-8afc25b7-0280-4b35-a3c4-fe0c99c364f4 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0a722700d8247a29dbfa01cf5c32795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1646004 Mar 24 00:59:50.576413 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-7c83c090-651e-4237-9b8a-ca9d450c623f service neutron] 10.222.0.48 "GET /v2.0/networks/5c248708-2440-4785-8d15-a96131db79cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333347 Mar 24 00:59:50.589285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feff7a-58fe-4c8f-a254-3cdba0caadfd req-6cd7aca3-8453-41a3-b1ae-c7f2dbfb2e42 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:50.593835 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'name': 'tempest-AttachSCSIVolumeTestJSON-566304942-router', 'tenant_id': '37dd5e25fa304da8996bcee691bfd30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '5b1f8703-f2c2-43f9-88c2-85de337708ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:44Z', 'updated_at': '2022-03-24T00:59:46Z', 'revision_number': 3, 'project_id': '37dd5e25fa304da8996bcee691bfd30a', 'gw_port': {'id': '5b1f8703-f2c2-43f9-88c2-85de337708ab', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:45Z', 'updated_at': '2022-03-24T00:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:50.594827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feff7a-58fe-4c8f-a254-3cdba0caadfd req-6cd7aca3-8453-41a3-b1ae-c7f2dbfb2e42 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:50.601296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feff7a-58fe-4c8f-a254-3cdba0caadfd req-6cd7aca3-8453-41a3-b1ae-c7f2dbfb2e42 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:50.606608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feff7a-58fe-4c8f-a254-3cdba0caadfd req-6cd7aca3-8453-41a3-b1ae-c7f2dbfb2e42 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:50.612360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feff7a-58fe-4c8f-a254-3cdba0caadfd req-6cd7aca3-8453-41a3-b1ae-c7f2dbfb2e42 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:50.618620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feff7a-58fe-4c8f-a254-3cdba0caadfd req-6cd7aca3-8453-41a3-b1ae-c7f2dbfb2e42 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:50.624361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feff7a-58fe-4c8f-a254-3cdba0caadfd req-6cd7aca3-8453-41a3-b1ae-c7f2dbfb2e42 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:50.632348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6feff7a-58fe-4c8f-a254-3cdba0caadfd req-6cd7aca3-8453-41a3-b1ae-c7f2dbfb2e42 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5443 time: 0.3065817 Mar 24 00:59:50.633900 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Checking router: 679bc38e-817a-42e3-8a1e-892103ddd08e for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:59:50.634628 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Updating router 679bc38e-817a-42e3-8a1e-892103ddd08e port 5b1f8703-f2c2-43f9-88c2-85de337708ab binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:59:50.674177 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5b1f8703-f2c2-43f9-88c2-85de337708ab), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:50.733207 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-627c15a5-830d-4bdb-b272-a2f6a160a9e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=6139bbd2-b715-4b0f-bdd1-446f16bfc020 HTTP/1.1" status: 200 len: 217 time: 0.0830889 Mar 24 00:59:50.860639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-62fcd52d-a35c-4a8c-be33-3941b3b26120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:50.862014 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-62fcd52d-a35c-4a8c-be33-3941b3b26120 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4e99765-9e1e-4b73-a310-63430faa30fe HTTP/1.1" status: 200 len: 797 time: 0.1204414 Mar 24 00:59:50.869480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6feff7a-58fe-4c8f-a254-3cdba0caadfd req-7697240c-d6b1-47ac-b484-a2627cd71c3b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2362120 Mar 24 00:59:50.878493 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-30643438-9a94-4aeb-b537-15df58235486 service neutron] 10.222.0.45 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123746 Mar 24 00:59:50.892571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:50.892973 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cffe11fc-6bcd-4dbb-a54c-05e94ad3af34), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:50.926268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-840aa27e-54f8-4bac-8d4f-01d3772af3cb None None] Provisioning complete for port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:50.926676 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-840aa27e-54f8-4bac-8d4f-01d3772af3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cffe11fc-6bcd-4dbb-a54c-05e94ad3af34), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:51.046529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-20637c79-6c55-4912-b2d0-4bef1bf88ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:51.048375 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-20637c79-6c55-4912-b2d0-4bef1bf88ac4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1589756 Mar 24 00:59:51.098030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=cffe11fc-6bcd-4dbb-a54c-05e94ad3af34,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:51.115992 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cffe11fc-6bcd-4dbb-a54c-05e94ad3af34), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:51.160631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-c5fac00a-bc2a-4490-aac5-4e508bb0e7df service neutron] 10.222.0.45 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806427 Mar 24 00:59:51.229643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:48Z', 'revision_number': 3, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:51.242936 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Publish callbacks [] for port (5b1f8703-f2c2-43f9-88c2-85de337708ab), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:51.258129 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5b1f8703-f2c2-43f9-88c2-85de337708ab), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:51.279654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Checking router: 40105202-3ae9-4b5e-b26c-70794565ed31 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:59:51.280112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Updating router 40105202-3ae9-4b5e-b26c-70794565ed31 port bfbe9965-8543-4ef4-93be-78452deb0be7 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:59:51.330494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=cffe11fc-6bcd-4dbb-a54c-05e94ad3af34,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:51.336010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-840aa27e-54f8-4bac-8d4f-01d3772af3cb None None] Current status of the port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:51.348012 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bfbe9965-8543-4ef4-93be-78452deb0be7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:51.385859 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077dec7-8ba3-4d5c-8a05-d6782e629e9f None None] Pushing event updated for resources: {'Port': ['ID=5b1f8703-f2c2-43f9-88c2-85de337708ab,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:51.428824 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Attempting to bind port 5b1f8703-f2c2-43f9-88c2-85de337708ab on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:51.430152 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Attempting to bind port 5b1f8703-f2c2-43f9-88c2-85de337708ab by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:51.430827 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Attempting to bind port 5b1f8703-f2c2-43f9-88c2-85de337708ab on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:51.441319 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:51.442399 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:51.443790 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:51.444638 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:51.445400 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Bound port: 5b1f8703-f2c2-43f9-88c2-85de337708ab, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:51.446473 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5b1f8703-f2c2-43f9-88c2-85de337708ab), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:51.495671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:51.513716 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:51.522888 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-d38d15dc-86bd-49ed-80be-074489e67d32 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605238 Mar 24 00:59:51.550008 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07c6f0-5b0d-4373-9477-d80d85dc5c1f req-0cf43cd1-d6f5-48b6-8ee0-135804fbc1ed tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:51.557621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d07c6f0-5b0d-4373-9477-d80d85dc5c1f req-0cf43cd1-d6f5-48b6-8ee0-135804fbc1ed tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.3814807 Mar 24 00:59:51.595095 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] For port 5b1f8703-f2c2-43f9-88c2-85de337708ab, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:59:51.604989 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] For port 5b1f8703-f2c2-43f9-88c2-85de337708ab, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5b1f8703-f2c2-43f9-88c2-85de337708ab,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:59:51.621030 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5b1f8703-f2c2-43f9-88c2-85de337708ab), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:51.621495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0496a03-8f21-4ca1-b517-7b4370cccf16 req-627c1296-1c62-4f1e-9762-046487f62a1f tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:51.622997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0496a03-8f21-4ca1-b517-7b4370cccf16 req-627c1296-1c62-4f1e-9762-046487f62a1f tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a1d453-5b40-4489-80c8-f47edafa3669 HTTP/1.1" status: 200 len: 945 time: 0.3595686 Mar 24 00:59:51.704229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d25a1626-6ae9-4c5b-aa11-11e372f2af67 None None] Provisioning complete for port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:51.708200 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d25a1626-6ae9-4c5b-aa11-11e372f2af67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cffe11fc-6bcd-4dbb-a54c-05e94ad3af34), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:51.715192 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077dec7-8ba3-4d5c-8a05-d6782e629e9f None None] Pushing event updated for resources: {'Port': ['ID=5b1f8703-f2c2-43f9-88c2-85de337708ab,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:51.716963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d07c6f0-5b0d-4373-9477-d80d85dc5c1f req-c1410aac-7124-4301-a635-df69803adfd8 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538658 Mar 24 00:59:51.771935 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Routers {'679bc38e-817a-42e3-8a1e-892103ddd08e'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:51.772594 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['679bc38e-817a-42e3-8a1e-892103ddd08e'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:51.788028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2383489-4542-4b39-adc4-7aafc7b3053d req-b50bcd11-713f-4435-b569-f7f89de98e63 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0986354 Mar 24 00:59:51.811787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c72ce-797f-4a8a-9878-3e691193c3c0 req-aacebf35-c07a-496a-8eec-755b21495371 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:51.819664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-693c72ce-797f-4a8a-9878-3e691193c3c0 req-aacebf35-c07a-496a-8eec-755b21495371 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.48 "GET /v2.0/ports?device_id=64ea0940-f4b0-46fa-b6f1-aab1a45db2b4 HTTP/1.1" status: 200 len: 945 time: 0.4151196 Mar 24 00:59:51.949437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Allocated IP 172.20.0.1 (e9c5ec01-42d3-4526-9570-32d3ac63a031/e5204e71-56cd-4747-9759-22d74e0a0b1f/c154f384-880c-4098-9b82-d272d10cfd64) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:52.017125 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Publish callbacks [] for port (bfbe9965-8543-4ef4-93be-78452deb0be7), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:52.045852 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] Set router 679bc38e-817a-42e3-8a1e-892103ddd08e gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:52.052628 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bfbe9965-8543-4ef4-93be-78452deb0be7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:52.071676 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Allocated IP 172.20.0.1 (d1b945f4-9bf9-489c-9fb6-5d27400f4806/6f91df64-a393-477d-ac55-1cbd2f8d35ac/ab335b2a-2bd5-4ce2-b141-2dc3698348ec) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:52.084420 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d25a1626-6ae9-4c5b-aa11-11e372f2af67 None None] Current status of the port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:52.166994 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Publish callbacks [] for port (c154f384-880c-4098-9b82-d272d10cfd64), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:52.180572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Attempting to bind port bfbe9965-8543-4ef4-93be-78452deb0be7 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:52.181911 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Attempting to bind port bfbe9965-8543-4ef4-93be-78452deb0be7 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:52.182391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Attempting to bind port bfbe9965-8543-4ef4-93be-78452deb0be7 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:52.193528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56865b-2318-4904-bb89-b77f65739059 None None] Pushing event updated for resources: {'Port': ['ID=bfbe9965-8543-4ef4-93be-78452deb0be7,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:52.207957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:52.208630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:52.210032 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:52.210578 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:52.211259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Bound port: bfbe9965-8543-4ef4-93be-78452deb0be7, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:52.211772 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bfbe9965-8543-4ef4-93be-78452deb0be7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:52.246038 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Publish callbacks [] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:52.260273 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c154f384-880c-4098-9b82-d272d10cfd64), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:52.325085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Network e9c5ec01-42d3-4526-9570-32d3ac63a031 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:52.335878 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:52.338791 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:52.340808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Pushing event updated for resources: {'Port': ['ID=c154f384-880c-4098-9b82-d272d10cfd64,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:52.344578 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:52.350331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] For port bfbe9965-8543-4ef4-93be-78452deb0be7, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:59:52.355600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] For port bfbe9965-8543-4ef4-93be-78452deb0be7, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=bfbe9965-8543-4ef4-93be-78452deb0be7,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:59:52.365461 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bfbe9965-8543-4ef4-93be-78452deb0be7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:52.388435 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'name': 'tempest-AttachSCSIVolumeTestJSON-566304942-router', 'tenant_id': '37dd5e25fa304da8996bcee691bfd30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '5b1f8703-f2c2-43f9-88c2-85de337708ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:44Z', 'updated_at': '2022-03-24T00:59:46Z', 'revision_number': 3, 'project_id': '37dd5e25fa304da8996bcee691bfd30a', 'gw_port': {'id': '5b1f8703-f2c2-43f9-88c2-85de337708ab', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:45Z', 'updated_at': '2022-03-24T00:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:52.432019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Network d1b945f4-9bf9-489c-9fb6-5d27400f4806 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:52.450732 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:52.472863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:52.506939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56865b-2318-4904-bb89-b77f65739059 None None] Pushing event updated for resources: {'Port': ['ID=bfbe9965-8543-4ef4-93be-78452deb0be7,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:52.521161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Routers {'40105202-3ae9-4b5e-b26c-70794565ed31'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:52.521808 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (679bc38e-817a-42e3-8a1e-892103ddd08e), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:52.522730 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['40105202-3ae9-4b5e-b26c-70794565ed31'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:52.535769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Pushing event updated for resources: {'Port': ['ID=ab335b2a-2bd5-4ce2-b141-2dc3698348ec,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:52.695488 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc450f5d-decd-4d31-8651-4d21b22a409e None None] The sync data for ids ['679bc38e-817a-42e3-8a1e-892103ddd08e'] in n-d-760455-9 is: [{'id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'name': 'tempest-AttachSCSIVolumeTestJSON-566304942-router', 'tenant_id': '37dd5e25fa304da8996bcee691bfd30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '5b1f8703-f2c2-43f9-88c2-85de337708ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:44Z', 'updated_at': '2022-03-24T00:59:46Z', 'revision_number': 3, 'project_id': '37dd5e25fa304da8996bcee691bfd30a', 'gw_port': {'id': '5b1f8703-f2c2-43f9-88c2-85de337708ab', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:45Z', 'updated_at': '2022-03-24T00:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:59:52.729671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (40105202-3ae9-4b5e-b26c-70794565ed31), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:52.735072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5768b99d-c13f-41e0-97c7-84ff31ae016c req-4a66a674-afff-4638-8895-051682009397 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a71ba60-dacc-4c10-846e-11a0d16c6d97 HTTP/1.1" status: 200 len: 210 time: 0.7946279 Mar 24 00:59:52.741040 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] Set router 40105202-3ae9-4b5e-b26c-70794565ed31 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:52.821573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-9c983cc6-3e68-43b7-981e-938f21e2ab65 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2765753 Mar 24 00:59:52.961289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-354205a4-4a1b-4523-8c6f-dc233912f69e None None] Provisioning complete for port c154f384-880c-4098-9b82-d272d10cfd64 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:52.961946 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-354205a4-4a1b-4523-8c6f-dc233912f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c154f384-880c-4098-9b82-d272d10cfd64), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:53.038921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-354205a4-4a1b-4523-8c6f-dc233912f69e None None] Port c154f384-880c-4098-9b82-d272d10cfd64 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:59:53.058283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-d410caec-151d-4366-bb78-dc360708f46b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 HTTP/1.1" status: 200 len: 217 time: 0.2337453 Mar 24 00:59:53.059569 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c154f384-880c-4098-9b82-d272d10cfd64), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:53.113457 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:48Z', 'revision_number': 3, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:53.177957 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:53.185737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe4aee-1b2b-453c-b383-2bd04d61f58f None None] The sync data for ids ['40105202-3ae9-4b5e-b26c-70794565ed31'] in n-d-760455-9 is: [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:48Z', 'revision_number': 3, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:59:53.251211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-203d00c9-4c62-4664-8b64-c3ae600f556b None None] Provisioning complete for port ab335b2a-2bd5-4ce2-b141-2dc3698348ec triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:53.251641 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-203d00c9-4c62-4664-8b64-c3ae600f556b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:53.308888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-203d00c9-4c62-4664-8b64-c3ae600f556b None None] Port ab335b2a-2bd5-4ce2-b141-2dc3698348ec cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:59:53.391775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d0496a03-8f21-4ca1-b517-7b4370cccf16 req-bcce7c32-b9b8-4499-a2f6-0bff2c5ed8da tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Deleting port f964f13c-00b3-4c05-b3f0-5f497b583f63 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:59:53.392611 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d0496a03-8f21-4ca1-b517-7b4370cccf16 req-bcce7c32-b9b8-4499-a2f6-0bff2c5ed8da tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f964f13c-00b3-4c05-b3f0-5f497b583f63), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:53.425259 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88734c4-a54d-40a9-baae-1e53034fff1f req-4bfd38b9-6088-4e24-bac8-e77c7c3551fa tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:53.427740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b88734c4-a54d-40a9-baae-1e53034fff1f req-4bfd38b9-6088-4e24-bac8-e77c7c3551fa tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.3947535 Mar 24 00:59:53.456305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5b1f8703-f2c2-43f9-88c2-85de337708ab up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:53.498407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83576f46-9840-496b-81a9-b4da423b6916 req-9cbb7bef-b5b9-471f-9c85-8d9e1235a9ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:53.503716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83576f46-9840-496b-81a9-b4da423b6916 req-9cbb7bef-b5b9-471f-9c85-8d9e1235a9ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:53.509651 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83576f46-9840-496b-81a9-b4da423b6916 req-9cbb7bef-b5b9-471f-9c85-8d9e1235a9ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:53.515041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83576f46-9840-496b-81a9-b4da423b6916 req-9cbb7bef-b5b9-471f-9c85-8d9e1235a9ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:53.532912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83576f46-9840-496b-81a9-b4da423b6916 req-9cbb7bef-b5b9-471f-9c85-8d9e1235a9ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:53.543437 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83576f46-9840-496b-81a9-b4da423b6916 req-9cbb7bef-b5b9-471f-9c85-8d9e1235a9ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:53.550644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83576f46-9840-496b-81a9-b4da423b6916 req-9cbb7bef-b5b9-471f-9c85-8d9e1235a9ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:53.558921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83576f46-9840-496b-81a9-b4da423b6916 req-9cbb7bef-b5b9-471f-9c85-8d9e1235a9ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5443 time: 0.8525593 Mar 24 00:59:53.562055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-380d6554-7f43-4422-9406-c462ee56f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:53.562998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-380d6554-7f43-4422-9406-c462ee56f968 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4e99765-9e1e-4b73-a310-63430faa30fe HTTP/1.1" status: 200 len: 797 time: 0.4701927 Mar 24 00:59:53.629977 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5b1f8703-f2c2-43f9-88c2-85de337708ab triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:53.631018 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5b1f8703-f2c2-43f9-88c2-85de337708ab), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:53.671541 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Publish callbacks [] for port (c154f384-880c-4098-9b82-d272d10cfd64), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:53.684445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-693c72ce-797f-4a8a-9878-3e691193c3c0 req-20da43b8-eb64-4ea0-af9e-7660341d38c4 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Deleting port 3a733f52-bd14-4a82-a001-d01e0779541f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:59:53.684655 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-693c72ce-797f-4a8a-9878-3e691193c3c0 req-20da43b8-eb64-4ea0-af9e-7660341d38c4 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3a733f52-bd14-4a82-a001-d01e0779541f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:53.709739 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (c154f384-880c-4098-9b82-d272d10cfd64), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:53.825757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Pushing event updated for resources: {'Port': ['ID=c154f384-880c-4098-9b82-d272d10cfd64,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:53.843415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5b1f8703-f2c2-43f9-88c2-85de337708ab is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:53.844447 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5b1f8703-f2c2-43f9-88c2-85de337708ab), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:53.879237 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 5b1f8703-f2c2-43f9-88c2-85de337708ab, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5b1f8703-f2c2-43f9-88c2-85de337708ab,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:53.887602 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5b1f8703-f2c2-43f9-88c2-85de337708ab), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:53.888716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:54.015881 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Publish callbacks [] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:54.019068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (679bc38e-817a-42e3-8a1e-892103ddd08e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:54.029329 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:54.037876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-693c72ce-797f-4a8a-9878-3e691193c3c0 req-20da43b8-eb64-4ea0-af9e-7660341d38c4 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] For port 3a733f52-bd14-4a82-a001-d01e0779541f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3a733f52-bd14-4a82-a001-d01e0779541f,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:54.039905 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-693c72ce-797f-4a8a-9878-3e691193c3c0 req-20da43b8-eb64-4ea0-af9e-7660341d38c4 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3a733f52-bd14-4a82-a001-d01e0779541f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:54.074714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=5b1f8703-f2c2-43f9-88c2-85de337708ab,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:54.082275 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-693c72ce-797f-4a8a-9878-3e691193c3c0 req-20da43b8-eb64-4ea0-af9e-7660341d38c4 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Calling delete_port for 3a733f52-bd14-4a82-a001-d01e0779541f owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:59:54.148681 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:54.151682 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cffe11fc-6bcd-4dbb-a54c-05e94ad3af34), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:54.240425 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (40105202-3ae9-4b5e-b26c-70794565ed31), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:54.242602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Pushing event updated for resources: {'Port': ['ID=ab335b2a-2bd5-4ce2-b141-2dc3698348ec,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:54.283202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:54.345953 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83576f46-9840-496b-81a9-b4da423b6916 req-e9d9be2e-d294-43d5-9473-36dcf2fbc801 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7861519 Mar 24 00:59:54.370288 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-693c72ce-797f-4a8a-9878-3e691193c3c0 req-20da43b8-eb64-4ea0-af9e-7660341d38c4 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3a733f52-bd14-4a82-a001-d01e0779541f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:54.390894 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['3a733f52-bd14-4a82-a001-d01e0779541f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:59:54.438061 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Network e9c5ec01-42d3-4526-9570-32d3ac63a031 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:54.441799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:54.523938 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Network d1b945f4-9bf9-489c-9fb6-5d27400f4806 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:54.571323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:54.582979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d0496a03-8f21-4ca1-b517-7b4370cccf16 req-bcce7c32-b9b8-4499-a2f6-0bff2c5ed8da tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] For port f964f13c-00b3-4c05-b3f0-5f497b583f63, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f964f13c-00b3-4c05-b3f0-5f497b583f63,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:54.587199 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d0496a03-8f21-4ca1-b517-7b4370cccf16 req-bcce7c32-b9b8-4499-a2f6-0bff2c5ed8da tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f964f13c-00b3-4c05-b3f0-5f497b583f63), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:54.634777 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d0496a03-8f21-4ca1-b517-7b4370cccf16 req-bcce7c32-b9b8-4499-a2f6-0bff2c5ed8da tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Calling delete_port for f964f13c-00b3-4c05-b3f0-5f497b583f63 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:59:54.742359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da43b8-eb64-4ea0-af9e-7660341d38c4 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Pushing event deleted for resources: {'Port': ['ID=3a733f52-bd14-4a82-a001-d01e0779541f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:54.768234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b88734c4-a54d-40a9-baae-1e53034fff1f req-c1a16eb4-e6d9-4865-b4a1-3f170d940a56 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2832515 Mar 24 00:59:54.778938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-e8f5cbfb-2595-4b68-8cb4-d20abd107f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:54.780699 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-e8f5cbfb-2595-4b68-8cb4-d20abd107f78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.1962314 Mar 24 00:59:54.911964 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c8045cd-7b44-4694-a5dd-280c32773c63 req-fee4e73a-c357-4b70-8d0f-0cdad88896e5 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.2434881 Mar 24 00:59:54.990647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-25b7d025-33e4-42f3-95bf-547add3440de None None] Provisioning complete for port c154f384-880c-4098-9b82-d272d10cfd64 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:54.991142 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-25b7d025-33e4-42f3-95bf-547add3440de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c154f384-880c-4098-9b82-d272d10cfd64), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:55.056307 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Router 679bc38e-817a-42e3-8a1e-892103ddd08e has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:59:55.065860 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-09281b3d-2a0a-43de-899c-0d9c3a75373a tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:55.067384 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-09281b3d-2a0a-43de-899c-0d9c3a75373a tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.48 "GET /v2.0/networks?id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d HTTP/1.1" status: 200 len: 813 time: 0.5505116 Mar 24 00:59:55.082251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-25b7d025-33e4-42f3-95bf-547add3440de None None] Port c154f384-880c-4098-9b82-d272d10cfd64 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:59:55.091947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-293cb460-448a-4a9c-abf1-71b4bc317f38 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Request body: {'port': {'device_id': '2a71ba60-dacc-4c10-846e-11a0d16c6d97', 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d', 'admin_state_up': True, 'tenant_id': 'd0a722700d8247a29dbfa01cf5c32795'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:55.152498 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33687158-d291-42ce-aee0-340aaa0108e9 req-dba153d1-a167-42e1-a537-68bac1b96ca9 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a71ba60-dacc-4c10-846e-11a0d16c6d97 HTTP/1.1" status: 200 len: 210 time: 0.2575521 Mar 24 00:59:55.217834 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d6e8038f-5407-4391-835c-37f8badaab9b None None] Provisioning complete for port ab335b2a-2bd5-4ce2-b141-2dc3698348ec triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:55.218406 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d6e8038f-5407-4391-835c-37f8badaab9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:55.309484 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-d3bc900d-1f1a-4fb2-b7a9-38f842fa1d2d tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:55.312734 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-d3bc900d-1f1a-4fb2-b7a9-38f842fa1d2d tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.57 "GET /v2.0/networks?id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d HTTP/1.1" status: 200 len: 813 time: 0.9732668 Mar 24 00:59:55.313956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-693c72ce-797f-4a8a-9878-3e691193c3c0 req-20da43b8-eb64-4ea0-af9e-7660341d38c4 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] No DVR routers for this DVR port 3a733f52-bd14-4a82-a001-d01e0779541f on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:59:55.339774 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d6e8038f-5407-4391-835c-37f8badaab9b None None] Port ab335b2a-2bd5-4ce2-b141-2dc3698348ec cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:59:55.381778 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-f970b347-8db8-4f71-a845-9d51de262dd1 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Request body: {'port': {'device_id': '4de9798d-d861-40b1-ab49-a2daed6a3347', 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d', 'admin_state_up': True, 'tenant_id': 'd0a722700d8247a29dbfa01cf5c32795'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:55.388993 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-693c72ce-797f-4a8a-9878-3e691193c3c0 req-20da43b8-eb64-4ea0-af9e-7660341d38c4 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:55.393168 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-693c72ce-797f-4a8a-9878-3e691193c3c0 req-20da43b8-eb64-4ea0-af9e-7660341d38c4 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.48 "DELETE /v2.0/ports/3a733f52-bd14-4a82-a001-d01e0779541f HTTP/1.1" status: 204 len: 173 time: 3.5726807 Mar 24 00:59:55.415349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ea0940-f4b0-46fa-b6f1-aab1a45db2b4', 'name': 'network-vif-deleted', 'tag': '3a733f52-bd14-4a82-a001-d01e0779541f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:55.431555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f964f13c-00b3-4c05-b3f0-5f497b583f63 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:59:55.449598 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26663af-0121-46de-944a-af6253f69f05" -d '{"events": [{"server_uuid": "64ea0940-f4b0-46fa-b6f1-aab1a45db2b4", "name": "network-vif-deleted", "tag": "3a733f52-bd14-4a82-a001-d01e0779541f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:55.522921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5b1f8703-f2c2-43f9-88c2-85de337708ab up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:55.644077 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-38077265-ce2a-4751-aeda-f399bc272648 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7478936 Mar 24 00:59:55.684726 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f964f13c-00b3-4c05-b3f0-5f497b583f63 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:55.685239 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f964f13c-00b3-4c05-b3f0-5f497b583f63), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:55.689057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5b1f8703-f2c2-43f9-88c2-85de337708ab triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:55.689546 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5b1f8703-f2c2-43f9-88c2-85de337708ab), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:55.694179 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Router 40105202-3ae9-4b5e-b26c-70794565ed31 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:59:55.809690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c8a69-1813-4386-bd4f-0270f4264317 req-8e432a61-9c71-4850-9a14-650d4cd9f285 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:55.815142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c8a69-1813-4386-bd4f-0270f4264317 req-8e432a61-9c71-4850-9a14-650d4cd9f285 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:55.820715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c8a69-1813-4386-bd4f-0270f4264317 req-8e432a61-9c71-4850-9a14-650d4cd9f285 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:55.826326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c8a69-1813-4386-bd4f-0270f4264317 req-8e432a61-9c71-4850-9a14-650d4cd9f285 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:55.833169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c8a69-1813-4386-bd4f-0270f4264317 req-8e432a61-9c71-4850-9a14-650d4cd9f285 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:55.838626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c8a69-1813-4386-bd4f-0270f4264317 req-8e432a61-9c71-4850-9a14-650d4cd9f285 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:55.844275 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c8a69-1813-4386-bd4f-0270f4264317 req-8e432a61-9c71-4850-9a14-650d4cd9f285 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:55.845749 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5b1f8703-f2c2-43f9-88c2-85de337708ab is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:55.847078 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bfbe9965-8543-4ef4-93be-78452deb0be7 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:55.847209 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db9c8a69-1813-4386-bd4f-0270f4264317 req-8e432a61-9c71-4850-9a14-650d4cd9f285 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5443 time: 0.7189076 Mar 24 00:59:55.852370 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 24 00:59:55.852370 n-d-760455-9 neutron-server[115731]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Mar 24 00:59:55.852370 n-d-760455-9 neutron-server[115731]: [parameters: {'status': 'DOWN', 'ports_id': 'f964f13c-00b3-4c05-b3f0-5f497b583f63'}] Mar 24 00:59:55.852370 n-d-760455-9 neutron-server[115731]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 00:59:55.852783 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 00:59:55.877775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47548) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:55.899679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-073aa403-d730-4461-bae4-bc10dd3727d9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Request body: {'floatingip': {'port_id': '62d19756-9f05-4590-8d19-445cf904e8fd'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:55.910983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port bfbe9965-8543-4ef4-93be-78452deb0be7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:55.913029 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bfbe9965-8543-4ef4-93be-78452deb0be7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:55.996362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:59:56.001184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e97812-f871-491d-b9b1-2c9368f9a727 req-239c7bb8-9b6c-4b10-b2b0-9c4b07565ea1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:56.015438 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3169e4e5-ce2d-4bf5-97c1-14761b44ad7b admin admin] 10.222.0.45 "PUT /v2.0/routers/40105202-3ae9-4b5e-b26c-70794565ed31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0690346 Mar 24 00:59:56.015676 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e97812-f871-491d-b9b1-2c9368f9a727 req-239c7bb8-9b6c-4b10-b2b0-9c4b07565ea1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:56.028399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e97812-f871-491d-b9b1-2c9368f9a727 req-239c7bb8-9b6c-4b10-b2b0-9c4b07565ea1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:56.044654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e97812-f871-491d-b9b1-2c9368f9a727 req-239c7bb8-9b6c-4b10-b2b0-9c4b07565ea1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:56.055335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e97812-f871-491d-b9b1-2c9368f9a727 req-239c7bb8-9b6c-4b10-b2b0-9c4b07565ea1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:56.068165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e97812-f871-491d-b9b1-2c9368f9a727 req-239c7bb8-9b6c-4b10-b2b0-9c4b07565ea1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:56.075761 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port bfbe9965-8543-4ef4-93be-78452deb0be7 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:56.078306 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bfbe9965-8543-4ef4-93be-78452deb0be7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:56.086421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e97812-f871-491d-b9b1-2c9368f9a727 req-239c7bb8-9b6c-4b10-b2b0-9c4b07565ea1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:56.098010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e97812-f871-491d-b9b1-2c9368f9a727 req-239c7bb8-9b6c-4b10-b2b0-9c4b07565ea1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5435 time: 0.7113130 Mar 24 00:59:56.106652 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:59:56.119210 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780dd676-d34e-437b-bc61-6dbed195fc1e x-openstack-request-id: req-780dd676-d34e-437b-bc61-6dbed195fc1e {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:59:56.119619 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ea0940-f4b0-46fa-b6f1-aab1a45db2b4", "name": "network-vif-deleted", "tag": "3a733f52-bd14-4a82-a001-d01e0779541f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:59:56.119919 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-780dd676-d34e-437b-bc61-6dbed195fc1e {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:59:56.120389 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-780dd676-d34e-437b-bc61-6dbed195fc1e'] response: {'server_uuid': '64ea0940-f4b0-46fa-b6f1-aab1a45db2b4', 'name': 'network-vif-deleted', 'tag': '3a733f52-bd14-4a82-a001-d01e0779541f', 'status': 'completed', 'code': 200} Mar 24 00:59:56.129667 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2e0d5e28-09a0-41c4-b026-dc1341198edb admin admin] 10.222.0.45 "PUT /v2.0/routers/679bc38e-817a-42e3-8a1e-892103ddd08e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0306234 Mar 24 00:59:56.147828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port bfbe9965-8543-4ef4-93be-78452deb0be7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=bfbe9965-8543-4ef4-93be-78452deb0be7,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:59:56.148848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-32e8a3d8-7042-4d31-a6ed-d463ca86a83a service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815710 Mar 24 00:59:56.157237 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bfbe9965-8543-4ef4-93be-78452deb0be7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:56.192748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-293cb460-448a-4a9c-abf1-71b4bc317f38 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Made reservation on behalf of d0a722700d8247a29dbfa01cf5c32795 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:56.198407 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-293cb460-448a-4a9c-abf1-71b4bc317f38 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:56.217583 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-073aa403-d730-4461-bae4-bc10dd3727d9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for floatingip (6a812fb7-0980-4734-bdb6-6ba78add2672), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:56.240035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=bfbe9965-8543-4ef4-93be-78452deb0be7,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:56.387323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d0496a03-8f21-4ca1-b517-7b4370cccf16 req-bcce7c32-b9b8-4499-a2f6-0bff2c5ed8da tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f964f13c-00b3-4c05-b3f0-5f497b583f63), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:56.390079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-00183b9e-abac-4e1c-bdfd-126115b8b242 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=471845b6-6baf-4080-86fd-eaaed913b735 HTTP/1.1" status: 200 len: 217 time: 0.1607006 Mar 24 00:59:56.399164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Port f964f13c-00b3-4c05-b3f0-5f497b583f63 update to DOWN by agent not found {{(pid=115731) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 24 00:59:56.427585 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-293cb460-448a-4a9c-abf1-71b4bc317f38 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Allocated IP 172.20.0.13 (e99c35fc-45ab-48e3-b7dd-c3c44d10228d/14566481-e3db-494f-8ac4-59f875be370a/e6e67141-2007-48fe-9c4f-435e41041147) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:56.439926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce7c32-b9b8-4499-a2f6-0bff2c5ed8da tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Pushing event deleted for resources: {'Port': ['ID=f964f13c-00b3-4c05-b3f0-5f497b583f63,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:56.469488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-f970b347-8db8-4f71-a845-9d51de262dd1 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Made reservation on behalf of d0a722700d8247a29dbfa01cf5c32795 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:59:56.473088 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-f970b347-8db8-4f71-a845-9d51de262dd1 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:56.516108 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3544c-b767-424a-aa04-f83b1d536568 req-8064db75-fd57-43c1-904d-9ce46f304930 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:56.525873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9c3544c-b767-424a-aa04-f83b1d536568 req-8064db75-fd57-43c1-904d-9ce46f304930 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.4158442 Mar 24 00:59:56.658471 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-293cb460-448a-4a9c-abf1-71b4bc317f38 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks [] for port (e6e67141-2007-48fe-9c4f-435e41041147), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:56.682642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0496a03-8f21-4ca1-b517-7b4370cccf16 req-bcce7c32-b9b8-4499-a2f6-0bff2c5ed8da tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] No DVR routers for this DVR port f964f13c-00b3-4c05-b3f0-5f497b583f63 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:59:56.704429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Sync routers for ids ['679bc38e-817a-42e3-8a1e-892103ddd08e'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:59:56.724583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Routers {'679bc38e-817a-42e3-8a1e-892103ddd08e'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:56.725340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['679bc38e-817a-42e3-8a1e-892103ddd08e'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:56.746751 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-293cb460-448a-4a9c-abf1-71b4bc317f38 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e6e67141-2007-48fe-9c4f-435e41041147), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:56.810462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-f970b347-8db8-4f71-a845-9d51de262dd1 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Allocated IP 172.20.0.9 (e99c35fc-45ab-48e3-b7dd-c3c44d10228d/14566481-e3db-494f-8ac4-59f875be370a/7f25cadf-9246-48b9-942f-d48cd1e056f4) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:59:56.869254 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cb460-448a-4a9c-abf1-71b4bc317f38 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Pushing event updated for resources: {'Port': ['ID=e6e67141-2007-48fe-9c4f-435e41041147,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:56.923150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-293cb460-448a-4a9c-abf1-71b4bc317f38 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Network e99c35fc-45ab-48e3-b7dd-c3c44d10228d is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:56.928982 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-293cb460-448a-4a9c-abf1-71b4bc317f38 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:56.945427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-293cb460-448a-4a9c-abf1-71b4bc317f38 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:56.950958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 3a733f52-bd14-4a82-a001-d01e0779541f no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:59:56.971076 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-f970b347-8db8-4f71-a845-9d51de262dd1 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks [] for port (7f25cadf-9246-48b9-942f-d48cd1e056f4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:57.016701 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d0496a03-8f21-4ca1-b517-7b4370cccf16 req-bcce7c32-b9b8-4499-a2f6-0bff2c5ed8da tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:57.024592 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0496a03-8f21-4ca1-b517-7b4370cccf16 req-bcce7c32-b9b8-4499-a2f6-0bff2c5ed8da tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.57 "DELETE /v2.0/ports/f964f13c-00b3-4c05-b3f0-5f497b583f63 HTTP/1.1" status: 204 len: 173 time: 5.3912771 Mar 24 00:59:57.059391 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-f970b347-8db8-4f71-a845-9d51de262dd1 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7f25cadf-9246-48b9-942f-d48cd1e056f4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:57.064000 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-293cb460-448a-4a9c-abf1-71b4bc317f38 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:57.064686 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-293cb460-448a-4a9c-abf1-71b4bc317f38 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:57.100798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68e97812-f871-491d-b9b1-2c9368f9a727 req-7a1e5d66-018b-4235-9c18-66f10e2f7e6e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0006666 Mar 24 00:59:57.122090 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-293cb460-448a-4a9c-abf1-71b4bc317f38 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0382297 Mar 24 00:59:57.148608 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Request body: {'port': {'device_id': '2a71ba60-dacc-4c10-846e-11a0d16c6d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:57.205224 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9c3544c-b767-424a-aa04-f83b1d536568 req-250a43c3-fa78-41fe-9f9e-f2034b97e098 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6637666 Mar 24 00:59:57.207013 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-2248f781-4d31-48fc-87d3-e985879068ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:57.208613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-2248f781-4d31-48fc-87d3-e985879068ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4e99765-9e1e-4b73-a310-63430faa30fe HTTP/1.1" status: 200 len: 797 time: 0.7707634 Mar 24 00:59:57.227133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-f970b347-8db8-4f71-a845-9d51de262dd1 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Network e99c35fc-45ab-48e3-b7dd-c3c44d10228d is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:59:57.312557 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Sync routers for ids ['40105202-3ae9-4b5e-b26c-70794565ed31'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:59:57.357401 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Routers {'40105202-3ae9-4b5e-b26c-70794565ed31'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:59:57.358382 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['40105202-3ae9-4b5e-b26c-70794565ed31'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:57.362181 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e6e67141-2007-48fe-9c4f-435e41041147), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:57.393039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-f970b347-8db8-4f71-a845-9d51de262dd1 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:59:57.539921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970b347-8db8-4f71-a845-9d51de262dd1 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Pushing event updated for resources: {'Port': ['ID=7f25cadf-9246-48b9-942f-d48cd1e056f4,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:57.555117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-f970b347-8db8-4f71-a845-9d51de262dd1 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:59:57.783517 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bfbe9965-8543-4ef4-93be-78452deb0be7 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:59:57.786830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e67141-2007-48fe-9c4f-435e41041147 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:59:57.796849 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Publish callbacks [] for port (e6e67141-2007-48fe-9c4f-435e41041147), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:57.805125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 3a733f52-bd14-4a82-a001-d01e0779541f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:59:57.805437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 3a733f52-bd14-4a82-a001-d01e0779541f not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:59:57.820040 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Set router 40105202-3ae9-4b5e-b26c-70794565ed31 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:57.843602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Transition to ACTIVE for port object e6e67141-2007-48fe-9c4f-435e41041147 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:59:57.852893 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (e6e67141-2007-48fe-9c4f-435e41041147), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:57.969622 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e67141-2007-48fe-9c4f-435e41041147,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:58.031400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Set router 679bc38e-817a-42e3-8a1e-892103ddd08e gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:59:58.105383 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Attempting to bind port e6e67141-2007-48fe-9c4f-435e41041147 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:58.105772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Attempting to bind port e6e67141-2007-48fe-9c4f-435e41041147 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:58.106057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Attempting to bind port e6e67141-2007-48fe-9c4f-435e41041147 on network e99c35fc-45ab-48e3-b7dd-c3c44d10228d {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:58.111360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Port e6e67141-2007-48fe-9c4f-435e41041147 on network e99c35fc-45ab-48e3-b7dd-c3c44d10228d not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:59:58.111928 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Attempting to bind port e6e67141-2007-48fe-9c4f-435e41041147 on network e99c35fc-45ab-48e3-b7dd-c3c44d10228d {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:58.118267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:58.118593 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Checking segment: {'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:58.118980 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Bound using segment: {'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:58.119412 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Bound port: e6e67141-2007-48fe-9c4f-435e41041147, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:58.119859 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e6e67141-2007-48fe-9c4f-435e41041147), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:58.140887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb6f82fc-a209-4c3f-9da1-e6a9816e1690 req-f1c74dcd-eac4-4dd6-a629-5667f8dd89d1 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.7619176 Mar 24 00:59:58.149820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a1d453-5b40-4489-80c8-f47edafa3669', 'name': 'network-vif-deleted', 'tag': 'f964f13c-00b3-4c05-b3f0-5f497b583f63'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:58.154354 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c887c35-3b49-439d-917f-7aa46989c231" -d '{"events": [{"server_uuid": "73a1d453-5b40-4489-80c8-f47edafa3669", "name": "network-vif-deleted", "tag": "f964f13c-00b3-4c05-b3f0-5f497b583f63"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:58.158497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port bfbe9965-8543-4ef4-93be-78452deb0be7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:59:58.158992 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bfbe9965-8543-4ef4-93be-78452deb0be7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:58.337629 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.resource_extend [None req-073aa403-d730-4461-bae4-bc10dd3727d9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 00:59:58.373740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] For port e6e67141-2007-48fe-9c4f-435e41041147, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:59:58.392840 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] For port e6e67141-2007-48fe-9c4f-435e41041147, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=e6e67141-2007-48fe-9c4f-435e41041147,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:59:58.414589 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (e6e67141-2007-48fe-9c4f-435e41041147), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:58.415576 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ab335b2a-2bd5-4ce2-b141-2dc3698348ec', 'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'mac_address': 'fa:16:3e:78:dc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 2, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'subnets': [{'id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:58.455696 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Checking router: 40105202-3ae9-4b5e-b26c-70794565ed31 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:59:58.456416 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Updating router 40105202-3ae9-4b5e-b26c-70794565ed31 port ab335b2a-2bd5-4ce2-b141-2dc3698348ec binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:59:58.529430 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:58.619997 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e67141-2007-48fe-9c4f-435e41041147,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:58.690446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:58.691082 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:58.692563 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-16d6e899-4c67-4634-b597-02b35d27d3f7 service neutron] 10.222.0.48 "PUT /v2.0/ports/e6e67141-2007-48fe-9c4f-435e41041147 HTTP/1.1" status: 200 len: 1092 time: 1.5613396 Mar 24 00:59:58.693037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a71ba60-dacc-4c10-846e-11a0d16c6d97', 'tag': 'e6e67141-2007-48fe-9c4f-435e41041147'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:59:58.718426 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5964a1-30cf-4e2b-9cd0-ed86536e6884" -d '{"events": [{"name": "network-changed", "server_uuid": "2a71ba60-dacc-4c10-846e-11a0d16c6d97", "tag": "e6e67141-2007-48fe-9c4f-435e41041147"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:59:58.991238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-37cf7fec-e39e-497e-9a9b-1ed44ad6ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:59.006387 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-37cf7fec-e39e-497e-9a9b-1ed44ad6ae3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d0a722700d8247a29dbfa01cf5c32795&device_id=2a71ba60-dacc-4c10-846e-11a0d16c6d97 HTTP/1.1" status: 200 len: 1126 time: 0.2490337 Mar 24 00:59:59.095826 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7829988-328e-41d0-a0e4-e595a26e2b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:59.191693 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-4247086d-582b-4eea-8ecc-d300d57a8442 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e67141-2007-48fe-9c4f-435e41041147 HTTP/1.1" status: 200 len: 217 time: 0.1745834 Mar 24 00:59:59.330476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-8c09a9b5-3fdc-43f8-bd50-a751ea60e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:59.334723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-8c09a9b5-3fdc-43f8-bd50-a751ea60e853 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 2.1044314 Mar 24 00:59:59.351202 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-960588c3-b75d-4340-9f68-595a02f8ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:59.352618 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-960588c3-b75d-4340-9f68-595a02f8ac34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14566481-e3db-494f-8ac4-59f875be370a HTTP/1.1" status: 200 len: 853 time: 0.1553314 Mar 24 00:59:59.362589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-f970b347-8db8-4f71-a845-9d51de262dd1 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:59.365542 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-f970b347-8db8-4f71-a845-9d51de262dd1 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:59.400311 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port bfbe9965-8543-4ef4-93be-78452deb0be7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:59:59.424759 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-073aa403-d730-4461-bae4-bc10dd3727d9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:59.440214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47582) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:59:59.444221 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Publish callbacks [] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:59.452466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-f970b347-8db8-4f71-a845-9d51de262dd1 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0754845 Mar 24 00:59:59.455101 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-7f384df6-6429-4076-bb60-2a86bcb427aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940249 Mar 24 00:59:59.457294 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:59.464910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6aace53d-3850-434a-8685-81a594b2ee65 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2070870420', 'description': 'tempest-description--155018269'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:59.506248 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'name': 'tempest-AttachSCSIVolumeTestJSON-566304942-router', 'tenant_id': '37dd5e25fa304da8996bcee691bfd30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '5b1f8703-f2c2-43f9-88c2-85de337708ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:44Z', 'updated_at': '2022-03-24T00:59:52Z', 'revision_number': 4, 'project_id': '37dd5e25fa304da8996bcee691bfd30a', 'gw_port': {'id': '5b1f8703-f2c2-43f9-88c2-85de337708ab', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:45Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c154f384-880c-4098-9b82-d272d10cfd64', 'name': '', 'network_id': 'e9c5ec01-42d3-4526-9570-32d3ac63a031', 'tenant_id': '37dd5e25fa304da8996bcee691bfd30a', 'mac_address': 'fa:16:3e:3f:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'e5204e71-56cd-4747-9759-22d74e0a0b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 2, 'project_id': '37dd5e25fa304da8996bcee691bfd30a', 'subnets': [{'id': 'e5204e71-56cd-4747-9759-22d74e0a0b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:59:59.575980 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7806947-43d7-44ee-9c95-103efa15fd34 None None] Pushing event updated for resources: {'Port': ['ID=ab335b2a-2bd5-4ce2-b141-2dc3698348ec,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:59:59.577154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30833b1-f348-4800-a788-2b6baf3c4d02 req-ed84ea7c-04f1-4e64-9fd9-fe1c086e4c52 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:59:59.578797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c30833b1-f348-4800-a788-2b6baf3c4d02 req-ed84ea7c-04f1-4e64-9fd9-fe1c086e4c52 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a71ba60-dacc-4c10-846e-11a0d16c6d97 HTTP/1.1" status: 200 len: 944 time: 2.0158005 Mar 24 00:59:59.587428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Request body: {'port': {'device_id': '4de9798d-d861-40b1-ab49-a2daed6a3347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:59:59.621400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Checking router: 679bc38e-817a-42e3-8a1e-892103ddd08e for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:59:59.621778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Updating router 679bc38e-817a-42e3-8a1e-892103ddd08e port c154f384-880c-4098-9b82-d272d10cfd64 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:59:59.668142 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6aace53d-3850-434a-8685-81a594b2ee65 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:59.674121 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-d773ee71-fb6e-4f59-a2c8-479325161eaf service neutron] 10.222.0.48 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118015 Mar 24 00:59:59.676646 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-073aa403-d730-4461-bae4-bc10dd3727d9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (6a812fb7-0980-4734-bdb6-6ba78add2672), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:59.780624 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:59.793011 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c154f384-880c-4098-9b82-d272d10cfd64), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:59.793358 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-82fc1e17-5b79-429f-86fc-a82804552129 service neutron] 10.222.0.48 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121941 Mar 24 00:59:59.805673 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Attempting to bind port ab335b2a-2bd5-4ce2-b141-2dc3698348ec on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:59:59.806176 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Attempting to bind port ab335b2a-2bd5-4ce2-b141-2dc3698348ec by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:59:59.808345 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Attempting to bind port ab335b2a-2bd5-4ce2-b141-2dc3698348ec on network d1b945f4-9bf9-489c-9fb6-5d27400f4806 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:59:59.819638 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:59:59.820012 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Checking segment: {'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:59:59.820411 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:59.820800 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Bound using segment: {'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:59:59.821692 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Bound port: ab335b2a-2bd5-4ce2-b141-2dc3698348ec, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:59:59.821692 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:59:59.910320 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-073aa403-d730-4461-bae4-bc10dd3727d9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Floating IP 6a812fb7-0980-4734-bdb6-6ba78add2672 associated. External IP: 172.25.0.182, port: 62d19756-9f05-4590-8d19-445cf904e8fd. Mar 24 00:59:59.994548 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] For port ab335b2a-2bd5-4ce2-b141-2dc3698348ec, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:00:00.000614 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] For port ab335b2a-2bd5-4ce2-b141-2dc3698348ec, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ab335b2a-2bd5-4ce2-b141-2dc3698348ec,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:00:00.011124 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:00.087866 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7806947-43d7-44ee-9c95-103efa15fd34 None None] Pushing event updated for resources: {'Port': ['ID=ab335b2a-2bd5-4ce2-b141-2dc3698348ec,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:00.128182 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Routers {'40105202-3ae9-4b5e-b26c-70794565ed31'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:00:00.129358 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T00:59:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['40105202-3ae9-4b5e-b26c-70794565ed31'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:00.224428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cbc58f86-68d1-46ed-8a47-77b9b3d06b05 None None] Provisioning complete for port ab335b2a-2bd5-4ce2-b141-2dc3698348ec triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:00.224988 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cbc58f86-68d1-46ed-8a47-77b9b3d06b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:00.298035 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] Set router 40105202-3ae9-4b5e-b26c-70794565ed31 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:00:00.424463 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7f25cadf-9246-48b9-942f-d48cd1e056f4), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:00.497143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cbc58f86-68d1-46ed-8a47-77b9b3d06b05 None None] Current status of the port ab335b2a-2bd5-4ce2-b141-2dc3698348ec is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:00.497813 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cbc58f86-68d1-46ed-8a47-77b9b3d06b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:00.530705 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Publish callbacks [] for port (c154f384-880c-4098-9b82-d272d10cfd64), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:00.552631 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c154f384-880c-4098-9b82-d272d10cfd64), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:00.608950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cbc58f86-68d1-46ed-8a47-77b9b3d06b05 None None] For port ab335b2a-2bd5-4ce2-b141-2dc3698348ec, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ab335b2a-2bd5-4ce2-b141-2dc3698348ec,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:00.642896 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6aace53d-3850-434a-8685-81a594b2ee65 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group (db0a3810-cd61-4b20-8938-88ce5b2100d4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:00.654840 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cbc58f86-68d1-46ed-8a47-77b9b3d06b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:00.680662 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ab335b2a-2bd5-4ce2-b141-2dc3698348ec', 'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'mac_address': 'fa:16:3e:78:dc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T00:59:59Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'subnets': [{'id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:00.710278 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c30833b1-f348-4800-a788-2b6baf3c4d02 req-d534ac94-1042-4b16-b4ad-4e5b9d560a30 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8662324 Mar 24 01:00:00.718794 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c9cb5-fa6b-4ba7-9c2b-da83ca566084 None None] Pushing event updated for resources: {'Port': ['ID=c154f384-880c-4098-9b82-d272d10cfd64,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:00.728886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Attempting to bind port c154f384-880c-4098-9b82-d272d10cfd64 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:00:00.728886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Attempting to bind port c154f384-880c-4098-9b82-d272d10cfd64 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '7ad02e3c-d110-4d50-a4a7-4504221e6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e9c5ec01-42d3-4526-9570-32d3ac63a031'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:00:00.728886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Attempting to bind port c154f384-880c-4098-9b82-d272d10cfd64 on network e9c5ec01-42d3-4526-9570-32d3ac63a031 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:00:00.737731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:00:00.738112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Checking segment: {'id': '7ad02e3c-d110-4d50-a4a7-4504221e6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e9c5ec01-42d3-4526-9570-32d3ac63a031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:00:00.738516 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:00.739084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Bound using segment: {'id': '7ad02e3c-d110-4d50-a4a7-4504221e6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e9c5ec01-42d3-4526-9570-32d3ac63a031'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:00:00.739662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Bound port: c154f384-880c-4098-9b82-d272d10cfd64, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad02e3c-d110-4d50-a4a7-4504221e6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e9c5ec01-42d3-4526-9570-32d3ac63a031'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:00:00.740051 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c154f384-880c-4098-9b82-d272d10cfd64), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:00.741397 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6aace53d-3850-434a-8685-81a594b2ee65 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (db0a3810-cd61-4b20-8938-88ce5b2100d4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:00.773558 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4f4c27-5c70-435e-aa33-dd655388bbd0 None None] The sync data for ids ['40105202-3ae9-4b5e-b26c-70794565ed31'] in n-d-760455-9 is: [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ab335b2a-2bd5-4ce2-b141-2dc3698348ec', 'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'mac_address': 'fa:16:3e:78:dc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T00:59:59Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'subnets': [{'id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:00:00.886739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c972c-3bed-4880-ac6c-901969f40c45 req-29b5ff11-66f4-471e-841a-89db8f70e093 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:00.892645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c972c-3bed-4880-ac6c-901969f40c45 req-29b5ff11-66f4-471e-841a-89db8f70e093 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:00.899345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c972c-3bed-4880-ac6c-901969f40c45 req-29b5ff11-66f4-471e-841a-89db8f70e093 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:00.911046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c972c-3bed-4880-ac6c-901969f40c45 req-29b5ff11-66f4-471e-841a-89db8f70e093 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:00.927360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c972c-3bed-4880-ac6c-901969f40c45 req-29b5ff11-66f4-471e-841a-89db8f70e093 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:00.940112 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c972c-3bed-4880-ac6c-901969f40c45 req-29b5ff11-66f4-471e-841a-89db8f70e093 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:00.942222 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7ff060df-55cf-4be5-ada6-519fddf19ae7 None None] Provisioning complete for port ab335b2a-2bd5-4ce2-b141-2dc3698348ec triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:00.942980 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7ff060df-55cf-4be5-ada6-519fddf19ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:00.978373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c972c-3bed-4880-ac6c-901969f40c45 req-29b5ff11-66f4-471e-841a-89db8f70e093 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:00.996102 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee7c972c-3bed-4880-ac6c-901969f40c45 req-29b5ff11-66f4-471e-841a-89db8f70e093 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5435 time: 1.3402863 Mar 24 01:00:01.040401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc58f86-68d1-46ed-8a47-77b9b3d06b05 None None] Pushing event updated for resources: {'Port': ['ID=ab335b2a-2bd5-4ce2-b141-2dc3698348ec,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:01.057782 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4c637d92-4a47-4bf6-8a04-2e195377c04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:01.100275 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] For port c154f384-880c-4098-9b82-d272d10cfd64, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:00:01.104855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] For port c154f384-880c-4098-9b82-d272d10cfd64, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c154f384-880c-4098-9b82-d272d10cfd64,segment=NetworkSegment(7ad02e3c-d110-4d50-a4a7-4504221e6287),segment_id=7ad02e3c-d110-4d50-a4a7-4504221e6287)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:00:01.149986 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c154f384-880c-4098-9b82-d272d10cfd64), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:01.178084 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1937318-b957-40f9-90df-f4ca8df71e38 x-openstack-request-id: req-f1937318-b957-40f9-90df-f4ca8df71e38 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:01.178476 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a1d453-5b40-4489-80c8-f47edafa3669", "name": "network-vif-deleted", "tag": "f964f13c-00b3-4c05-b3f0-5f497b583f63", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:01.178615 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f1937318-b957-40f9-90df-f4ca8df71e38 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:01.179034 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1937318-b957-40f9-90df-f4ca8df71e38'] response: {'server_uuid': '73a1d453-5b40-4489-80c8-f47edafa3669', 'name': 'network-vif-deleted', 'tag': 'f964f13c-00b3-4c05-b3f0-5f497b583f63', 'status': 'completed', 'code': 200} Mar 24 01:00:01.182031 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa272220-bed0-4d62-beb9-65ab3717d31b x-openstack-request-id: req-aa272220-bed0-4d62-beb9-65ab3717d31b {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:01.182545 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a71ba60-dacc-4c10-846e-11a0d16c6d97", "tag": "e6e67141-2007-48fe-9c4f-435e41041147", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:01.182545 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aa272220-bed0-4d62-beb9-65ab3717d31b {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:01.182958 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa272220-bed0-4d62-beb9-65ab3717d31b'] response: {'name': 'network-changed', 'server_uuid': '2a71ba60-dacc-4c10-846e-11a0d16c6d97', 'tag': 'e6e67141-2007-48fe-9c4f-435e41041147', 'status': 'completed', 'code': 200} Mar 24 01:00:01.184986 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-5826a202-1dab-4bd7-9ff4-3102ff7ead77 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7960479 Mar 24 01:00:01.290831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c9cb5-fa6b-4ba7-9c2b-da83ca566084 None None] Pushing event updated for resources: {'Port': ['ID=c154f384-880c-4098-9b82-d272d10cfd64,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:01.302932 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5964a1-30cf-4e2b-9cd0-ed86536e6884 req-454da8f2-1bdd-4b46-b785-f970f7baf38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:01.309200 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab5964a1-30cf-4e2b-9cd0-ed86536e6884 req-454da8f2-1bdd-4b46-b785-f970f7baf38d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d0a722700d8247a29dbfa01cf5c32795&device_id=2a71ba60-dacc-4c10-846e-11a0d16c6d97 HTTP/1.1" status: 200 len: 1126 time: 0.1074531 Mar 24 01:00:01.309883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Routers {'679bc38e-817a-42e3-8a1e-892103ddd08e'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:00:01.314642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:00:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['679bc38e-817a-42e3-8a1e-892103ddd08e'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:01.316849 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7ff060df-55cf-4be5-ada6-519fddf19ae7 None None] Current status of the port ab335b2a-2bd5-4ce2-b141-2dc3698348ec is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:01.351655 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39d5e0d2-090f-4f56-9d08-98ff5c09008c req-43e91adb-79d9-4d03-97dd-89003ef299cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.2072234 Mar 24 01:00:01.383097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073aa403-d730-4461-bae4-bc10dd3727d9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Router 70ec1954-4054-4881-bc8c-94434d4e77e9 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:00:01.387927 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6aace53d-3850-434a-8685-81a594b2ee65 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:01.394035 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6aace53d-3850-434a-8685-81a594b2ee65 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.9404354 Mar 24 01:00:01.410193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47588) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:01.494127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-98c023c5-047c-4fdf-8df4-8697e9fe96ec tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Request body: {'security_group_rule': {'security_group_id': 'db0a3810-cd61-4b20-8938-88ce5b2100d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:01.496416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] Set router 679bc38e-817a-42e3-8a1e-892103ddd08e gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:00:01.645751 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5964a1-30cf-4e2b-9cd0-ed86536e6884 req-fbf6b517-3bc3-41bc-ab79-6b2e839207f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:01.648361 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-394754f5-9e76-467f-84a0-6cd54c4498b1 req-407433eb-63d3-4992-a016-e89adea5d21b tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.3240983 Mar 24 01:00:01.650575 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab5964a1-30cf-4e2b-9cd0-ed86536e6884 req-fbf6b517-3bc3-41bc-ab79-6b2e839207f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d HTTP/1.1" status: 200 len: 914 time: 0.3300936 Mar 24 01:00:01.742341 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab5964a1-30cf-4e2b-9cd0-ed86536e6884 req-bd71256e-5f45-4b28-9681-9040d13e5265 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e67141-2007-48fe-9c4f-435e41041147 HTTP/1.1" status: 200 len: 217 time: 0.0847528 Mar 24 01:00:01.762031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ab335b2a-2bd5-4ce2-b141-2dc3698348ec up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:00:01.782393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aace53d-3850-434a-8685-81a594b2ee65 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0a3810-cd61-4b20-8938-88ce5b2100d4,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:01.858967 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-98c023c5-047c-4fdf-8df4-8697e9fe96ec tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group_rule (7fdc46f7-5aff-4bf1-9a03-18ca1b655f0e), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:01.871611 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5964a1-30cf-4e2b-9cd0-ed86536e6884 req-fb9ecfd5-44cc-4cbf-b998-4f48654ba7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:01.873269 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab5964a1-30cf-4e2b-9cd0-ed86536e6884 req-fb9ecfd5-44cc-4cbf-b998-4f48654ba7cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14566481-e3db-494f-8ac4-59f875be370a HTTP/1.1" status: 200 len: 853 time: 0.1252763 Mar 24 01:00:01.903161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port ab335b2a-2bd5-4ce2-b141-2dc3698348ec triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:01.903777 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:01.925291 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab5964a1-30cf-4e2b-9cd0-ed86536e6884 req-8f315281-2c96-420d-950b-3400f7e76cdd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419822 Mar 24 01:00:01.944100 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7070032c-413c-47be-a6b4-1b77c0316c5d None None] Provisioning complete for port c154f384-880c-4098-9b82-d272d10cfd64 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:01.944727 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7070032c-413c-47be-a6b4-1b77c0316c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c154f384-880c-4098-9b82-d272d10cfd64), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:02.098272 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab5964a1-30cf-4e2b-9cd0-ed86536e6884 req-f7986261-159f-4199-b184-f3ffb8a999e1 service neutron] 10.222.0.48 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618712 Mar 24 01:00:02.126766 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f25cadf-9246-48b9-942f-d48cd1e056f4 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:00:02.141140 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Publish callbacks [] for port (7f25cadf-9246-48b9-942f-d48cd1e056f4), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:02.168117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Transition to ACTIVE for port object 7f25cadf-9246-48b9-942f-d48cd1e056f4 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:00:02.250943 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab5964a1-30cf-4e2b-9cd0-ed86536e6884 req-d7eaf05a-b002-4d96-a7cd-cb55d48cc42e service neutron] 10.222.0.48 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464353 Mar 24 01:00:02.310890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073aa403-d730-4461-bae4-bc10dd3727d9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:00:02.335297 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (7f25cadf-9246-48b9-942f-d48cd1e056f4), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:02.346900 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-073aa403-d730-4461-bae4-bc10dd3727d9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:02.389728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7da8b59-f0e7-4afe-9bfe-5c90faaf2884 None None] Sync routers for ids ['70ec1954-4054-4881-bc8c-94434d4e77e9'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:00:02.407709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69c4ef-39bf-4106-a9e4-c79baa9fc74e req-2dfb56ed-de10-484b-b4ea-5d6550418caa tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:02.409309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed69c4ef-39bf-4106-a9e4-c79baa9fc74e req-2dfb56ed-de10-484b-b4ea-5d6550418caa tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 1.3855877 Mar 24 01:00:02.486772 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:02.499164 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:02.501421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port ab335b2a-2bd5-4ce2-b141-2dc3698348ec is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:02.509980 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7da8b59-f0e7-4afe-9bfe-5c90faaf2884 None None] Routers {'70ec1954-4054-4881-bc8c-94434d4e77e9'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:00:02.510640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b7da8b59-f0e7-4afe-9bfe-5c90faaf2884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:00:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['70ec1954-4054-4881-bc8c-94434d4e77e9'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:02.520058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed69c4ef-39bf-4106-a9e4-c79baa9fc74e req-12622265-fb1e-4767-b1eb-9d228d69a678 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755105 Mar 24 01:00:02.635412 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-235ce4b0-44df-4dc7-b575-8c82045c02d6 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3873777 Mar 24 01:00:02.735795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d219f0b-5f6e-4378-9f07-1987e09b12bf req-d0be9539-0b4b-46d9-85b2-b9c793fef986 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:02.739895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d219f0b-5f6e-4378-9f07-1987e09b12bf req-d0be9539-0b4b-46d9-85b2-b9c793fef986 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a71ba60-dacc-4c10-846e-11a0d16c6d97 HTTP/1.1" status: 200 len: 944 time: 0.9057553 Mar 24 01:00:02.767109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7070032c-413c-47be-a6b4-1b77c0316c5d None None] Current status of the port c154f384-880c-4098-9b82-d272d10cfd64 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:02.767501 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7070032c-413c-47be-a6b4-1b77c0316c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c154f384-880c-4098-9b82-d272d10cfd64), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:02.767892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-073aa403-d730-4461-bae4-bc10dd3727d9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "PUT /v2.0/floatingips/6a812fb7-0980-4734-bdb6-6ba78add2672 HTTP/1.1" status: 200 len: 991 time: 6.8640478 Mar 24 01:00:02.769594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-d24a9655-b6d8-4e27-bde5-e3773c7426be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=965b39a6-6f37-434c-8b50-48ec171af77e HTTP/1.1" status: 200 len: 217 time: 0.1002963 Mar 24 01:00:02.770228 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Pushing event updated for resources: {'Port': ['ID=7f25cadf-9246-48b9-942f-d48cd1e056f4,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:02.887001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device e6e67141-2007-48fe-9c4f-435e41041147 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:00:02.914857 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-98c023c5-047c-4fdf-8df4-8697e9fe96ec tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group_rule (7fdc46f7-5aff-4bf1-9a03-18ca1b655f0e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:02.917978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-b7da8b59-f0e7-4afe-9bfe-5c90faaf2884 None None] Set router 70ec1954-4054-4881-bc8c-94434d4e77e9 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:00:02.950099 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba3a9566-95d2-4dac-a9ac-65149d4a92ad req-dc9394c9-abb9-4d6d-8261-c89673246e5a tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0525436 Mar 24 01:00:02.953537 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-98c023c5-047c-4fdf-8df4-8697e9fe96ec tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (7fdc46f7-5aff-4bf1-9a03-18ca1b655f0e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:02.990920 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c023c5-047c-4fdf-8df4-8697e9fe96ec tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdc46f7-5aff-4bf1-9a03-18ca1b655f0e,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:03.002631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d219f0b-5f6e-4378-9f07-1987e09b12bf req-c473ca26-b456-4f61-a26c-3397fa800db2 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277091 Mar 24 01:00:03.022869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-5050bd12-e02f-4ce7-bd45-7476fc2b79be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:03.024593 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-5050bd12-e02f-4ce7-bd45-7476fc2b79be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4e99765-9e1e-4b73-a310-63430faa30fe HTTP/1.1" status: 200 len: 797 time: 0.2116978 Mar 24 01:00:03.027919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Attempting to bind port 7f25cadf-9246-48b9-942f-d48cd1e056f4 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:00:03.028503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Attempting to bind port 7f25cadf-9246-48b9-942f-d48cd1e056f4 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:00:03.029026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Attempting to bind port 7f25cadf-9246-48b9-942f-d48cd1e056f4 on network e99c35fc-45ab-48e3-b7dd-c3c44d10228d {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:00:03.043278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Port 7f25cadf-9246-48b9-942f-d48cd1e056f4 on network e99c35fc-45ab-48e3-b7dd-c3c44d10228d not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:00:03.043860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Attempting to bind port 7f25cadf-9246-48b9-942f-d48cd1e056f4 on network e99c35fc-45ab-48e3-b7dd-c3c44d10228d {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:00:03.074372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:00:03.075132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Checking segment: {'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:00:03.075279 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Bound using segment: {'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:00:03.075764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Bound port: 7f25cadf-9246-48b9-942f-d48cd1e056f4, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc791917-3a1e-496a-821c-1917be08d049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:00:03.076185 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7f25cadf-9246-48b9-942f-d48cd1e056f4), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:03.091590 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-98c023c5-047c-4fdf-8df4-8697e9fe96ec tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:03.095604 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47604) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:03.095755 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-98c023c5-047c-4fdf-8df4-8697e9fe96ec tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6195252 Mar 24 01:00:03.102431 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a2d16d10-37b4-4ace-aa8c-47013766e1ac tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Request body: {'security_group_rule': {'security_group_id': 'db0a3810-cd61-4b20-8938-88ce5b2100d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:03.156545 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a2d16d10-37b4-4ace-aa8c-47013766e1ac tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group_rule (de6c8c6e-69ab-4875-953f-7c22ef2b419e), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:03.189452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] For port 7f25cadf-9246-48b9-942f-d48cd1e056f4, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:00:03.193013 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] For port 7f25cadf-9246-48b9-942f-d48cd1e056f4, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7f25cadf-9246-48b9-942f-d48cd1e056f4,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:00:03.194866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7070032c-413c-47be-a6b4-1b77c0316c5d None None] For port c154f384-880c-4098-9b82-d272d10cfd64, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c154f384-880c-4098-9b82-d272d10cfd64,segment=NetworkSegment(7ad02e3c-d110-4d50-a4a7-4504221e6287),segment_id=7ad02e3c-d110-4d50-a4a7-4504221e6287)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:03.196384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'tag': '62d19756-9f05-4590-8d19-445cf904e8fd'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:00:03.199155 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e" -d '{"events": [{"name": "network-changed", "server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "tag": "62d19756-9f05-4590-8d19-445cf904e8fd"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:00:03.213071 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (7f25cadf-9246-48b9-942f-d48cd1e056f4), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:03.265900 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7070032c-413c-47be-a6b4-1b77c0316c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c154f384-880c-4098-9b82-d272d10cfd64), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:03.327148 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a2d16d10-37b4-4ace-aa8c-47013766e1ac tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group_rule (de6c8c6e-69ab-4875-953f-7c22ef2b419e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:03.334790 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a2d16d10-37b4-4ace-aa8c-47013766e1ac tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (de6c8c6e-69ab-4875-953f-7c22ef2b419e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:03.348104 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72be4b2c-a8db-4c36-b284-9d062e99c2fa x-openstack-request-id: req-72be4b2c-a8db-4c36-b284-9d062e99c2fa {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:03.348436 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "tag": "62d19756-9f05-4590-8d19-445cf904e8fd", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:03.349190 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-72be4b2c-a8db-4c36-b284-9d062e99c2fa {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:03.349591 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72be4b2c-a8db-4c36-b284-9d062e99c2fa'] response: {'name': 'network-changed', 'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'tag': '62d19756-9f05-4590-8d19-445cf904e8fd', 'status': 'completed', 'code': 200} Mar 24 01:00:03.350150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Pushing event updated for resources: {'Port': ['ID=7f25cadf-9246-48b9-942f-d48cd1e056f4,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:03.367621 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d16d10-37b4-4ace-aa8c-47013766e1ac tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6c8c6e-69ab-4875-953f-7c22ef2b419e,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:03.382221 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'name': 'tempest-AttachSCSIVolumeTestJSON-566304942-router', 'tenant_id': '37dd5e25fa304da8996bcee691bfd30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '5b1f8703-f2c2-43f9-88c2-85de337708ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:44Z', 'updated_at': '2022-03-24T00:59:52Z', 'revision_number': 4, 'project_id': '37dd5e25fa304da8996bcee691bfd30a', 'gw_port': {'id': '5b1f8703-f2c2-43f9-88c2-85de337708ab', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:45Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c154f384-880c-4098-9b82-d272d10cfd64', 'name': '', 'network_id': 'e9c5ec01-42d3-4526-9570-32d3ac63a031', 'tenant_id': '37dd5e25fa304da8996bcee691bfd30a', 'mac_address': 'fa:16:3e:3f:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'e5204e71-56cd-4747-9759-22d74e0a0b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T01:00:01Z', 'revision_number': 4, 'project_id': '37dd5e25fa304da8996bcee691bfd30a', 'subnets': [{'id': 'e5204e71-56cd-4747-9759-22d74e0a0b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:03.392256 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a2d16d10-37b4-4ace-aa8c-47013766e1ac tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:03.395752 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a2d16d10-37b4-4ace-aa8c-47013766e1ac tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2974081 Mar 24 01:00:03.398169 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47614) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:03.404183 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:03.405311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-f7d4df95-1a4a-4771-9227-808e32b20690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:03.410644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-f7d4df95-1a4a-4771-9227-808e32b20690 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3755596 Mar 24 01:00:03.426380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:03.427641 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:03.432998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-40db9454-896c-4777-83e3-44ca18a5982e service neutron] 10.222.0.57 "PUT /v2.0/ports/7f25cadf-9246-48b9-942f-d48cd1e056f4 HTTP/1.1" status: 200 len: 1091 time: 3.8495283 Mar 24 01:00:03.481441 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:03.533400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba3846-0b08-44d3-89b5-d600bdfbf36c None None] The sync data for ids ['679bc38e-817a-42e3-8a1e-892103ddd08e'] in n-d-760455-9 is: [{'id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'name': 'tempest-AttachSCSIVolumeTestJSON-566304942-router', 'tenant_id': '37dd5e25fa304da8996bcee691bfd30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '5b1f8703-f2c2-43f9-88c2-85de337708ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:44Z', 'updated_at': '2022-03-24T00:59:52Z', 'revision_number': 4, 'project_id': '37dd5e25fa304da8996bcee691bfd30a', 'gw_port': {'id': '5b1f8703-f2c2-43f9-88c2-85de337708ab', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:45Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c154f384-880c-4098-9b82-d272d10cfd64', 'name': '', 'network_id': 'e9c5ec01-42d3-4526-9570-32d3ac63a031', 'tenant_id': '37dd5e25fa304da8996bcee691bfd30a', 'mac_address': 'fa:16:3e:3f:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'e5204e71-56cd-4747-9759-22d74e0a0b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T01:00:01Z', 'revision_number': 4, 'project_id': '37dd5e25fa304da8996bcee691bfd30a', 'subnets': [{'id': 'e5204e71-56cd-4747-9759-22d74e0a0b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:00:03.664041 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:03.800540 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:03.807634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9f749a1-7490-4ba3-980a-6817f65e3394 req-75609025-d382-4a93-9d1f-0d75dc3839b3 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2&device_id=2a3bcb54-2234-4be3-8205-1c06574d8296 HTTP/1.1" status: 200 len: 210 time: 0.3029513 Mar 24 01:00:03.886358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47626) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:03.892192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-d7f13fe4-2799-4c74-b214-97d62bbe1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:03.892682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-d7f13fe4-2799-4c74-b214-97d62bbe1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:03.903872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-d7f13fe4-2799-4c74-b214-97d62bbe1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:03.904535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-d7f13fe4-2799-4c74-b214-97d62bbe1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:03.905019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-d7f13fe4-2799-4c74-b214-97d62bbe1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:03.905537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-d7f13fe4-2799-4c74-b214-97d62bbe1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:03.906019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-d7f13fe4-2799-4c74-b214-97d62bbe1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:03.912412 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-d7f13fe4-2799-4c74-b214-97d62bbe1251 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b002c83a27746a8a6f68e382218347f&device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 6717 time: 0.5467560 Mar 24 01:00:03.914595 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0ba9ac92-27c0-43c4-b16b-eddd2850507b None None] Provisioning complete for port c154f384-880c-4098-9b82-d272d10cfd64 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:03.915084 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0ba9ac92-27c0-43c4-b16b-eddd2850507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c154f384-880c-4098-9b82-d272d10cfd64), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:03.950243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port e6e67141-2007-48fe-9c4f-435e41041147, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=e6e67141-2007-48fe-9c4f-435e41041147,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:03.964018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7c601-50c4-4e8b-ba09-04868f333208 req-68d6834b-8fb7-4a15-8633-1cd1d67d4fcd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:03.971914 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ce7c601-50c4-4e8b-ba09-04868f333208 req-68d6834b-8fb7-4a15-8633-1cd1d67d4fcd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.2409039 Mar 24 01:00:03.973155 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'e6e67141-2007-48fe-9c4f-435e41041147', 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d', 'port_id': 'e6e67141-2007-48fe-9c4f-435e41041147', 'mac_address': 'fa:16:3e:2a:50:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14566481-e3db-494f-8ac4-59f875be370a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:00:04.063035 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ce7c601-50c4-4e8b-ba09-04868f333208 req-4dc6e90f-afcb-4fae-92a0-915273505d53 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858614 Mar 24 01:00:04.065449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-18abaaa4-37f4-4bab-bfb4-3e1b11f2357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:04.070155 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070032c-413c-47be-a6b4-1b77c0316c5d None None] Pushing event updated for resources: {'Port': ['ID=c154f384-880c-4098-9b82-d272d10cfd64,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:04.082019 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-18abaaa4-37f4-4bab-bfb4-3e1b11f2357e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0a722700d8247a29dbfa01cf5c32795&device_id=4de9798d-d861-40b1-ab49-a2daed6a3347 HTTP/1.1" status: 200 len: 1125 time: 0.5085905 Mar 24 01:00:04.194381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Allocated IP 172.25.0.112 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/4e238f35-acc2-43bf-9793-97f44d47d01c) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:00:04.240651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port e6e67141-2007-48fe-9c4f-435e41041147 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:04.241832 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e6e67141-2007-48fe-9c4f-435e41041147), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:04.263778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e67141-2007-48fe-9c4f-435e41041147 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:00:04.296632 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port e6e67141-2007-48fe-9c4f-435e41041147, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=e6e67141-2007-48fe-9c4f-435e41041147,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:04.309766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b7da8b59-f0e7-4afe-9bfe-5c90faaf2884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'name': 'tempest-TaggedBootDevicesTest_v242-718651379-router', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:56:03Z', 'revision_number': 4, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'gw_port': {'id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:50Z', 'updated_at': '2022-03-24T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '6a812fb7-0980-4734-bdb6-6ba78add2672', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'floating_ip_address': '172.25.0.182', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'port_id': '62d19756-9f05-4590-8d19-445cf904e8fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87', 'mac_address': 'fa:16:3e:8a:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:57:40Z', 'updated_at': '2022-03-24T00:59:57Z', 'revision_number': 1, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8303fc8b-52de-4bd2-88be-0665eb3a0132', 'name': '', 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'mac_address': 'fa:16:3e:d9:01:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:02Z', 'updated_at': '2022-03-24T00:56:13Z', 'revision_number': 5, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'subnets': [{'id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:04.358848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7da8b59-f0e7-4afe-9bfe-5c90faaf2884 None None] Checking router: 70ec1954-4054-4881-bc8c-94434d4e77e9 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:00:04.359307 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-631ce05e-efbc-4411-82c8-4e69e6d7c33c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f25cadf-9246-48b9-942f-d48cd1e056f4 HTTP/1.1" status: 200 len: 217 time: 0.0721903 Mar 24 01:00:04.361792 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e6e67141-2007-48fe-9c4f-435e41041147), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:04.435831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7da8b59-f0e7-4afe-9bfe-5c90faaf2884 None None] Routers {'70ec1954-4054-4881-bc8c-94434d4e77e9'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:00:04.436987 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b7da8b59-f0e7-4afe-9bfe-5c90faaf2884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:00:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['70ec1954-4054-4881-bc8c-94434d4e77e9'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:04.453196 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for port (4e238f35-acc2-43bf-9793-97f44d47d01c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:04.465212 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42d01d6c-c979-47b7-b12e-b46da890ce6e req-f081683b-3e9d-47df-ad6f-83e89cde8042 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0881670 Mar 24 01:00:04.472485 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e2f0a7a-0e6d-43c1-9baf-8d068693baba req-0351df73-2d90-4ccc-8457-5607bc20d10d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7600f103eec3464aaa5940456c77ba7b&device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0566814 Mar 24 01:00:04.548155 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e2f0a7a-0e6d-43c1-9baf-8d068693baba req-41958fb2-b1ba-450a-a902-823c8640d9d4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7600f103eec3464aaa5940456c77ba7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531435 Mar 24 01:00:04.554858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-7bfb5e4a-e645-47aa-85c3-f7ef3ed8bf3f service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1196430 Mar 24 01:00:04.592256 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4e238f35-acc2-43bf-9793-97f44d47d01c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:04.653651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0ba9ac92-27c0-43c4-b16b-eddd2850507b None None] Current status of the port c154f384-880c-4098-9b82-d272d10cfd64 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:04.666171 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=e6e67141-2007-48fe-9c4f-435e41041147,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:04.682148 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:00:04.706594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:00:04.715293 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event updated for resources: {'Port': ['ID=4e238f35-acc2-43bf-9793-97f44d47d01c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:04.716322 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['e6e67141-2007-48fe-9c4f-435e41041147'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:00:04.727411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:00:04.808256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-b7da8b59-f0e7-4afe-9bfe-5c90faaf2884 None None] Set router 70ec1954-4054-4881-bc8c-94434d4e77e9 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:00:04.871223 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for floatingip (63648b89-e623-453c-9bea-0b598f617a85), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:04.978690 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4e238f35-acc2-43bf-9793-97f44d47d01c), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:05.209229 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:05.277676 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-1cd8173d-e36e-44a6-ac08-4ac3072914e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:05.279222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-1cd8173d-e36e-44a6-ac08-4ac3072914e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3442b383-cef2-415a-8f56-3353317f1d87 HTTP/1.1" status: 200 len: 917 time: 1.2830100 Mar 24 01:00:05.280823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-57e2e8df-577f-496e-8c97-1e06b89ae56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:05.286218 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-57e2e8df-577f-496e-8c97-1e06b89ae56d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14566481-e3db-494f-8ac4-59f875be370a HTTP/1.1" status: 200 len: 853 time: 0.8000133 Mar 24 01:00:05.304590 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for port (4e238f35-acc2-43bf-9793-97f44d47d01c), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:05.315132 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (4e238f35-acc2-43bf-9793-97f44d47d01c), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:05.361626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de9798d-d861-40b1-ab49-a2daed6a3347', 'tag': '7f25cadf-9246-48b9-942f-d48cd1e056f4'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:00:05.362747 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b7da8b59-f0e7-4afe-9bfe-5c90faaf2884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'name': 'tempest-TaggedBootDevicesTest_v242-718651379-router', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:56:03Z', 'revision_number': 4, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'gw_port': {'id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:50Z', 'updated_at': '2022-03-24T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '6a812fb7-0980-4734-bdb6-6ba78add2672', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'floating_ip_address': '172.25.0.182', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'port_id': '62d19756-9f05-4590-8d19-445cf904e8fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87', 'mac_address': 'fa:16:3e:8a:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:57:40Z', 'updated_at': '2022-03-24T00:59:57Z', 'revision_number': 1, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8303fc8b-52de-4bd2-88be-0665eb3a0132', 'name': '', 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'mac_address': 'fa:16:3e:d9:01:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:02Z', 'updated_at': '2022-03-24T00:56:13Z', 'revision_number': 5, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'subnets': [{'id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:05.368374 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee4e1c0-78bf-4307-8161-a5f33010ea26" -d '{"events": [{"name": "network-changed", "server_uuid": "4de9798d-d861-40b1-ab49-a2daed6a3347", "tag": "7f25cadf-9246-48b9-942f-d48cd1e056f4"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:00:05.449898 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event updated for resources: {'Port': ['ID=4e238f35-acc2-43bf-9793-97f44d47d01c,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:05.610363 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (63648b89-e623-453c-9bea-0b598f617a85), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:05.644553 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:05.659110 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3a91e4eb-c1ef-47f3-9376-5c0e3280c3f3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2532706 Mar 24 01:00:05.691525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f0a7a-0e6d-43c1-9baf-8d068693baba req-74d9004a-7d6d-4736-a4b7-0c91308b4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:05.694441 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e2f0a7a-0e6d-43c1-9baf-8d068693baba req-74d9004a-7d6d-4736-a4b7-0c91308b4301 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1380453 Mar 24 01:00:05.696725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7da8b59-f0e7-4afe-9bfe-5c90faaf2884 None None] The sync data for ids ['70ec1954-4054-4881-bc8c-94434d4e77e9'] in n-d-760455-9 is: [{'id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'name': 'tempest-TaggedBootDevicesTest_v242-718651379-router', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:56:03Z', 'revision_number': 4, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'gw_port': {'id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:50Z', 'updated_at': '2022-03-24T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '6a812fb7-0980-4734-bdb6-6ba78add2672', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'floating_ip_address': '172.25.0.182', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'port_id': '62d19756-9f05-4590-8d19-445cf904e8fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87', 'mac_address': 'fa:16:3e:8a:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:57:40Z', 'updated_at': '2022-03-24T00:59:57Z', 'revision_number': 1, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8303fc8b-52de-4bd2-88be-0665eb3a0132', 'name': '', 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'mac_address': 'fa:16:3e:d9:01:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:02Z', 'updated_at': '2022-03-24T00:56:13Z', 'revision_number': 5, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'subnets': [{'id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:00:05.750954 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c154f384-880c-4098-9b82-d272d10cfd64 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:00:05.824868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-6c10ee91-bcf9-468d-bbed-b2695ec29b88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4490497 Mar 24 01:00:05.849326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39921f2-a876-4877-bb23-235a7f4df307 req-9c6836ff-f08a-4eaf-a873-4f6130bac66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:05.849633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39921f2-a876-4877-bb23-235a7f4df307 req-9c6836ff-f08a-4eaf-a873-4f6130bac66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:05.850122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39921f2-a876-4877-bb23-235a7f4df307 req-9c6836ff-f08a-4eaf-a873-4f6130bac66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:05.850600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39921f2-a876-4877-bb23-235a7f4df307 req-9c6836ff-f08a-4eaf-a873-4f6130bac66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:05.851164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39921f2-a876-4877-bb23-235a7f4df307 req-9c6836ff-f08a-4eaf-a873-4f6130bac66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:05.851529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39921f2-a876-4877-bb23-235a7f4df307 req-9c6836ff-f08a-4eaf-a873-4f6130bac66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:05.852076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39921f2-a876-4877-bb23-235a7f4df307 req-9c6836ff-f08a-4eaf-a873-4f6130bac66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:05.875241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e39921f2-a876-4877-bb23-235a7f4df307 req-9c6836ff-f08a-4eaf-a873-4f6130bac66c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 6709 time: 1.9566133 Mar 24 01:00:05.898878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port c154f384-880c-4098-9b82-d272d10cfd64 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:05.899378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172b269-219c-41af-a5a9-7bcd0288e515 req-6f06bc84-47da-47ea-ba4d-13575a926021 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:05.899644 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c154f384-880c-4098-9b82-d272d10cfd64), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:05.900949 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2172b269-219c-41af-a5a9-7bcd0288e515 req-6f06bc84-47da-47ea-ba4d-13575a926021 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a71ba60-dacc-4c10-846e-11a0d16c6d97 HTTP/1.1" status: 200 len: 945 time: 1.5372477 Mar 24 01:00:06.045912 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port c154f384-880c-4098-9b82-d272d10cfd64 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:06.116689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6ebc2-81b5-40dd-8db3-60d85b5af575 req-6c2f019e-dc22-4220-8b66-1478ad870730 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:06.118340 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6b6ebc2-81b5-40dd-8db3-60d85b5af575 req-6c2f019e-dc22-4220-8b66-1478ad870730 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.8262751 Mar 24 01:00:06.139113 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-4c86ee60-b1a3-4f22-92b5-a8a8b53850bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62d19756-9f05-4590-8d19-445cf904e8fd HTTP/1.1" status: 200 len: 999 time: 0.7519414 Mar 24 01:00:06.156766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-677c11b2-4eb1-471f-9cb3-63564bb5d9d0 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8634572 Mar 24 01:00:06.159629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e39921f2-a876-4877-bb23-235a7f4df307 req-54ebbf25-d1bc-4c06-9781-0f67eeb90052 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2875483 Mar 24 01:00:06.265612 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53921343-2fdd-4acb-91a7-758ec1734b4e None None] New status for floating IP 6a812fb7-0980-4734-bdb6-6ba78add2672: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:00:06.279635 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-1e3e8408-ace7-423e-bb77-2a625d4aa3a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7c729bd0-ae50-49ad-812d-a2a463b8106a HTTP/1.1" status: 200 len: 217 time: 0.0889742 Mar 24 01:00:06.307816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2172b269-219c-41af-a5a9-7bcd0288e515 req-f7d976b3-2154-4735-85ca-bab0fae74ff2 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486054 Mar 24 01:00:06.353326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-fe2b1b10-c3e8-4749-af2e-e051f4e39d13 service neutron] 10.222.0.57 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180132 Mar 24 01:00:06.363425 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6b6ebc2-81b5-40dd-8db3-60d85b5af575 req-e751651d-2149-42dd-9736-d0318c106eca tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355692 Mar 24 01:00:06.381059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-841e3e43-551d-4f6a-9fa1-d79037412e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:06.382382 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-841e3e43-551d-4f6a-9fa1-d79037412e8c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9e6d0188-d534-47f6-9862-05c37c3c8bdd HTTP/1.1" status: 200 len: 855 time: 0.2140119 Mar 24 01:00:06.405301 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd241a3-fbd7-42e4-aa7c-7118faa41762 x-openstack-request-id: req-6cd241a3-fbd7-42e4-aa7c-7118faa41762 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:06.405624 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de9798d-d861-40b1-ab49-a2daed6a3347", "tag": "7f25cadf-9246-48b9-942f-d48cd1e056f4", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:06.405841 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6cd241a3-fbd7-42e4-aa7c-7118faa41762 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:06.406296 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd241a3-fbd7-42e4-aa7c-7118faa41762'] response: {'name': 'network-changed', 'server_uuid': '4de9798d-d861-40b1-ab49-a2daed6a3347', 'tag': '7f25cadf-9246-48b9-942f-d48cd1e056f4', 'status': 'completed', 'code': 200} Mar 24 01:00:06.487361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-01493109-3688-409f-9bb1-9d1bc7f2586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:06.488097 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-01493109-3688-409f-9bb1-9d1bc7f2586f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76b3c3b5-9e29-46f6-ae72-c5ab95608d09 HTTP/1.1" status: 200 len: 797 time: 0.1981521 Mar 24 01:00:06.620356 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3384ae34-fdb6-4ba6-9314-7f80d55eb46b req-56ef6cd9-bbbd-4e0b-89d7-3032c2a60760 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0940571 Mar 24 01:00:06.670813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-0584995a-3cd5-408a-b3a9-f36abb6ef81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:06.685264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-0584995a-3cd5-408a-b3a9-f36abb6ef81e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3442b383-cef2-415a-8f56-3353317f1d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2375348 Mar 24 01:00:06.691542 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42306122-38e0-4545-8b66-59e9931debbb req-19b598c3-0371-4bc5-99b6-134849355523 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2070870420&fields=id&tenant_id=b5098b2dddc743b6bb84c2d9f82fddea HTTP/1.1" status: 200 len: 267 time: 0.1763220 Mar 24 01:00:06.695499 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39447e34-1c31-4ded-b427-b3b12eb3c54e req-63fdfb75-c4bc-456e-9caf-d0e0ad72f183 service neutron] 10.222.0.57 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311076 Mar 24 01:00:06.708952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-79bad917-6ccf-4dba-a93b-c93025c0702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:06.710756 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-79bad917-6ccf-4dba-a93b-c93025c0702b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00af8be2-710f-470c-b10f-a3c1e77c88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2113452 Mar 24 01:00:06.879715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device e6e67141-2007-48fe-9c4f-435e41041147 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:00:06.960784 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port e6e67141-2007-48fe-9c4f-435e41041147 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:00:06.965689 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port e6e67141-2007-48fe-9c4f-435e41041147 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:06.966098 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e6e67141-2007-48fe-9c4f-435e41041147), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:07.002206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-b7358bd0-0069-400b-ae36-171e00028cd5 service neutron] 10.222.0.57 "GET /v2.0/networks/3442b383-cef2-415a-8f56-3353317f1d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223696 Mar 24 01:00:07.022898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4e1c0-78bf-4307-8161-a5f33010ea26 req-012faf9e-bbc5-4422-b85f-116277177ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:07.024602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ee4e1c0-78bf-4307-8161-a5f33010ea26 req-012faf9e-bbc5-4422-b85f-116277177ea6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0a722700d8247a29dbfa01cf5c32795&device_id=4de9798d-d861-40b1-ab49-a2daed6a3347 HTTP/1.1" status: 200 len: 1125 time: 0.2585933 Mar 24 01:00:07.040712 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-d3df96eb-8e52-4073-934c-ef3135d43af8 service neutron] 10.222.0.48 "GET /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941642 Mar 24 01:00:07.068924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306122-38e0-4545-8b66-59e9931debbb req-f3947ef8-98f9-41dc-b98e-057d4ec9dbc5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:07.070274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42306122-38e0-4545-8b66-59e9931debbb req-f3947ef8-98f9-41dc-b98e-057d4ec9dbc5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/networks?id=d1b945f4-9bf9-489c-9fb6-5d27400f4806 HTTP/1.1" status: 200 len: 810 time: 0.3251929 Mar 24 01:00:07.080227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port e6e67141-2007-48fe-9c4f-435e41041147 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:07.081154 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e6e67141-2007-48fe-9c4f-435e41041147), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:07.135733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port e6e67141-2007-48fe-9c4f-435e41041147, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=e6e67141-2007-48fe-9c4f-435e41041147,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:07.138060 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a71ba60-dacc-4c10-846e-11a0d16c6d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e67141-2007-48fe-9c4f-435e41041147'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:00:07.140969 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d131674-c70b-4442-8bf5-7dd5141af807" -d '{"events": [{"server_uuid": "2a71ba60-dacc-4c10-846e-11a0d16c6d97", "name": "network-vif-plugged", "status": "completed", "tag": "e6e67141-2007-48fe-9c4f-435e41041147"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:00:07.145213 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e6e67141-2007-48fe-9c4f-435e41041147), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:07.214888 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42306122-38e0-4545-8b66-59e9931debbb req-4ddeb2fe-2374-4872-8a3c-635485666142 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/quotas/b5098b2dddc743b6bb84c2d9f82fddea HTTP/1.1" status: 200 len: 375 time: 0.1027558 Mar 24 01:00:07.220884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=e6e67141-2007-48fe-9c4f-435e41041147,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:07.226429 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6442fb8-3eee-4588-b38e-417ef0b7ba48 x-openstack-request-id: req-f6442fb8-3eee-4588-b38e-417ef0b7ba48 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:07.226739 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a71ba60-dacc-4c10-846e-11a0d16c6d97", "name": "network-vif-plugged", "status": "completed", "tag": "e6e67141-2007-48fe-9c4f-435e41041147", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:07.226984 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6442fb8-3eee-4588-b38e-417ef0b7ba48 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:07.227393 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6442fb8-3eee-4588-b38e-417ef0b7ba48'] response: {'server_uuid': '2a71ba60-dacc-4c10-846e-11a0d16c6d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e67141-2007-48fe-9c4f-435e41041147', 'code': 200} Mar 24 01:00:07.331474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4121d7bb-5ba2-41a2-98c6-8dd7024ef34e req-97186fd7-f69d-429e-873a-c33a23cd6b65 service neutron] 10.222.0.57 "GET /v2.0/networks/3442b383-cef2-415a-8f56-3353317f1d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026507 Mar 24 01:00:07.339372 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-b0956ab7-432f-4977-9a05-535accaf1087 service neutron] 10.222.0.48 "GET /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761261 Mar 24 01:00:07.383716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4e1c0-78bf-4307-8161-a5f33010ea26 req-b2d26ab7-7b5d-44ae-bf9a-4ba49b9e9555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:07.386024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ee4e1c0-78bf-4307-8161-a5f33010ea26 req-b2d26ab7-7b5d-44ae-bf9a-4ba49b9e9555 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d HTTP/1.1" status: 200 len: 914 time: 0.3437810 Mar 24 01:00:07.405346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8959c-3d1a-4b35-b7ff-46bd4cbea408 req-3b8edb92-471a-4ae7-b209-08206e83409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:07.407001 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3aa8959c-3d1a-4b35-b7ff-46bd4cbea408 req-3b8edb92-471a-4ae7-b209-08206e83409b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a71ba60-dacc-4c10-846e-11a0d16c6d97 HTTP/1.1" status: 200 len: 1128 time: 0.1113045 Mar 24 01:00:07.419947 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e2f0a7a-0e6d-43c1-9baf-8d068693baba req-fca35d0d-5039-42ca-ae34-e465a0ba85dd tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c113056-8fa8-4802-a2ff-84193015fef2 HTTP/1.1" status: 200 len: 210 time: 0.0872691 Mar 24 01:00:07.430671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-6128c3df-4712-4dcb-80d6-49f13c42cf56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=25bcad20-0ab8-46d5-a6e7-151b7479473a HTTP/1.1" status: 200 len: 217 time: 0.0816042 Mar 24 01:00:07.499806 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ee4e1c0-78bf-4307-8161-a5f33010ea26 req-3947a146-2e9a-4c0d-a558-9cdbc7159f7f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f25cadf-9246-48b9-942f-d48cd1e056f4 HTTP/1.1" status: 200 len: 217 time: 0.0788026 Mar 24 01:00:07.504007 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3aa8959c-3d1a-4b35-b7ff-46bd4cbea408 req-fd200640-8834-4357-ab01-928311c40d91 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895753 Mar 24 01:00:07.508154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42306122-38e0-4545-8b66-59e9931debbb req-08006292-194e-4c04-afdd-533973cf9cde tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5098b2dddc743b6bb84c2d9f82fddea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2826884 Mar 24 01:00:07.678222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-7d71733c-df7a-49e2-8564-a42b2acca398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:07.679893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-7d71733c-df7a-49e2-8564-a42b2acca398 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76b3c3b5-9e29-46f6-ae72-c5ab95608d09 HTTP/1.1" status: 200 len: 797 time: 0.2010324 Mar 24 01:00:07.690533 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4e1c0-78bf-4307-8161-a5f33010ea26 req-93b66efb-cab7-4265-a913-89925c41648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:07.700721 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ee4e1c0-78bf-4307-8161-a5f33010ea26 req-93b66efb-cab7-4265-a913-89925c41648a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14566481-e3db-494f-8ac4-59f875be370a HTTP/1.1" status: 200 len: 853 time: 0.1801171 Mar 24 01:00:07.742716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a07d6-f31f-494e-94ec-a3064d9c15fa req-a078f33b-eabc-4e6e-a85c-bf1c2e6a89f8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:07.744495 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec5a07d6-f31f-494e-94ec-a3064d9c15fa req-a078f33b-eabc-4e6e-a85c-bf1c2e6a89f8 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a71ba60-dacc-4c10-846e-11a0d16c6d97 HTTP/1.1" status: 200 len: 946 time: 0.2683666 Mar 24 01:00:07.788654 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ee4e1c0-78bf-4307-8161-a5f33010ea26 req-01a208ab-6dfe-43c2-a2f4-e6f964f5f765 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e99c35fc-45ab-48e3-b7dd-c3c44d10228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835130 Mar 24 01:00:07.865534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42306122-38e0-4545-8b66-59e9931debbb req-c56fc022-546a-407f-8624-ee241cba6bf9 service neutron] 10.222.0.45 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040805 Mar 24 01:00:07.999369 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-dd110385-a695-4f1c-b707-1d9ec1e2b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:08.000905 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-dd110385-a695-4f1c-b707-1d9ec1e2b15d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00af8be2-710f-470c-b10f-a3c1e77c88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2831600 Mar 24 01:00:08.009079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec5a07d6-f31f-494e-94ec-a3064d9c15fa req-7b938bbb-817f-4273-a4a6-6e5d69cbfe4f tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243452 Mar 24 01:00:08.100227 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ee4e1c0-78bf-4307-8161-a5f33010ea26 req-c769882a-32ec-4c3a-9ff3-cb324377569d service neutron] 10.222.0.57 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984965 Mar 24 01:00:08.159346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42306122-38e0-4545-8b66-59e9931debbb req-d5715c1d-ae70-4c19-8238-ad2c310de7fe service neutron] 10.222.0.45 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842996 Mar 24 01:00:08.259457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-229baa87-5e97-4785-9444-5c9159acb017 service neutron] 10.222.0.48 "GET /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493801 Mar 24 01:00:08.745332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5b55c-6898-40a6-9b58-27c4850b3960 req-4829fd36-8eeb-441e-937f-ad47d5bd35f3 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:08.752675 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0cb5b55c-6898-40a6-9b58-27c4850b3960 req-4829fd36-8eeb-441e-937f-ad47d5bd35f3 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.6245217 Mar 24 01:00:08.762776 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-536c35bd-1fc7-4afa-9037-515058a225c4 req-494dd9cf-171d-4eea-b20e-685a75577ac2 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 210 time: 0.1182935 Mar 24 01:00:08.789379 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ee4e1c0-78bf-4307-8161-a5f33010ea26 req-5dae806d-0ef0-4971-88a9-8324ddb18605 service neutron] 10.222.0.57 "GET /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696191 Mar 24 01:00:08.870462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0cb5b55c-6898-40a6-9b58-27c4850b3960 req-f62d6114-5aec-4edd-871b-705b9d07cdae tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168404 Mar 24 01:00:08.907972 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd2b8b7-40bb-4814-b403-98f864dc1b34 req-f0256532-6783-4e20-b837-cecee13d9574 service neutron] 10.222.0.48 "GET /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621071 Mar 24 01:00:09.202337 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3773c08b-36b8-47c0-a8ec-503075f6a96a req-4c395c51-2695-4432-a2d3-ba327a688632 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a3bcb54-2234-4be3-8205-1c06574d8296 HTTP/1.1" status: 200 len: 210 time: 0.0782874 Mar 24 01:00:09.240931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8cebc-6af0-470a-b2ea-eafa3640a42e req-badad51d-a80d-420d-a086-6a9dd4609aaa tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:09.242561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1af8cebc-6af0-470a-b2ea-eafa3640a42e req-badad51d-a80d-420d-a086-6a9dd4609aaa tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a71ba60-dacc-4c10-846e-11a0d16c6d97 HTTP/1.1" status: 200 len: 946 time: 0.1278145 Mar 24 01:00:09.304346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1af8cebc-6af0-470a-b2ea-eafa3640a42e req-6b6f111c-62a6-4cd1-942b-b9f979d26869 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560274 Mar 24 01:00:09.443094 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72872d3c-4d59-4d8d-9c79-fc5686a9ae01 req-8bd0f2a9-6cad-4e4d-ae55-556398761411 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7600f103eec3464aaa5940456c77ba7b&device_id=2a3bcb54-2234-4be3-8205-1c06574d8296 HTTP/1.1" status: 200 len: 210 time: 0.0594695 Mar 24 01:00:09.501147 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72872d3c-4d59-4d8d-9c79-fc5686a9ae01 req-33717827-72ec-474e-91f2-e3948dfb0013 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7600f103eec3464aaa5940456c77ba7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337405 Mar 24 01:00:09.538927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7f25cadf-9246-48b9-942f-d48cd1e056f4 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:00:09.577588 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6024c-4a64-4edc-84d6-f21c3a7bd3f3 req-5e3effcd-03e8-4aff-bd74-ba6e98ccd673 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:09.579930 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9d6024c-4a64-4edc-84d6-f21c3a7bd3f3 req-5e3effcd-03e8-4aff-bd74-ba6e98ccd673 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4de9798d-d861-40b1-ab49-a2daed6a3347 HTTP/1.1" status: 200 len: 943 time: 0.1841598 Mar 24 01:00:09.670052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72872d3c-4d59-4d8d-9c79-fc5686a9ae01 req-7df2999c-370b-42f8-8145-b481d321afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:09.678899 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72872d3c-4d59-4d8d-9c79-fc5686a9ae01 req-7df2999c-370b-42f8-8145-b481d321afdb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1620343 Mar 24 01:00:09.702904 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9d6024c-4a64-4edc-84d6-f21c3a7bd3f3 req-f4c780d1-6bdd-4725-b543-35e880638dc3 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075664 Mar 24 01:00:09.714326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 7f25cadf-9246-48b9-942f-d48cd1e056f4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7f25cadf-9246-48b9-942f-d48cd1e056f4,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:09.726929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '7f25cadf-9246-48b9-942f-d48cd1e056f4', 'network_id': 'e99c35fc-45ab-48e3-b7dd-c3c44d10228d', 'port_id': '7f25cadf-9246-48b9-942f-d48cd1e056f4', 'mac_address': 'fa:16:3e:97:ae:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14566481-e3db-494f-8ac4-59f875be370a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:00:09.769561 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 7f25cadf-9246-48b9-942f-d48cd1e056f4 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:09.769972 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7f25cadf-9246-48b9-942f-d48cd1e056f4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:09.789258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f25cadf-9246-48b9-942f-d48cd1e056f4 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:00:09.849794 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 7f25cadf-9246-48b9-942f-d48cd1e056f4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7f25cadf-9246-48b9-942f-d48cd1e056f4,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:09.858868 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7f25cadf-9246-48b9-942f-d48cd1e056f4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:09.929157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8cbf1c07-8a81-479d-b91d-8ceb897bcb56 req-51a5c716-4f0c-4dfb-866a-d309a6b37358 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 210 time: 0.0557857 Mar 24 01:00:10.022199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=7f25cadf-9246-48b9-942f-d48cd1e056f4,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:10.152289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8f8b5-8d8e-4728-bd3b-b0a5581811f5 req-83b3f559-8700-4993-b505-1eeceb2f3fbf tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:10.153897 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55e8f8b5-8d8e-4728-bd3b-b0a5581811f5 req-83b3f559-8700-4993-b505-1eeceb2f3fbf tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.1067955 Mar 24 01:00:10.172285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306122-38e0-4545-8b66-59e9931debbb req-b9d77e17-c63f-4c10-a325-630a107c20ee tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:10.174001 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42306122-38e0-4545-8b66-59e9931debbb req-b9d77e17-c63f-4c10-a325-630a107c20ee tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.57 "GET /v2.0/networks?id=d1b945f4-9bf9-489c-9fb6-5d27400f4806 HTTP/1.1" status: 200 len: 810 time: 0.1982923 Mar 24 01:00:10.198668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['7f25cadf-9246-48b9-942f-d48cd1e056f4'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:00:10.226218 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:00:10.238130 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55e8f8b5-8d8e-4728-bd3b-b0a5581811f5 req-1f120283-0935-415d-920f-0c46ab0e6d62 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628898 Mar 24 01:00:10.299743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42306122-38e0-4545-8b66-59e9931debbb req-1679c57d-3160-4112-a995-5e69f13f482c tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5098b2dddc743b6bb84c2d9f82fddea HTTP/1.1" status: 200 len: 380 time: 0.0851588 Mar 24 01:00:10.322741 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-42306122-38e0-4545-8b66-59e9931debbb req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Request body: {'port': {'device_id': '536538e6-5f23-4dd4-b23f-e4d324b59c36', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'admin_state_up': True, 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'security_groups': ['db0a3810-cd61-4b20-8938-88ce5b2100d4']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:10.352491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-af3c12dc-e453-4507-8655-d751c13384c8 req-5322c145-2357-406e-aed6-37a97719b3aa tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a3bcb54-2234-4be3-8205-1c06574d8296 HTTP/1.1" status: 200 len: 210 time: 0.0463052 Mar 24 01:00:10.461583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42306122-38e0-4545-8b66-59e9931debbb req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Made reservation on behalf of b5098b2dddc743b6bb84c2d9f82fddea for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:00:10.465411 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42306122-38e0-4545-8b66-59e9931debbb req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:10.596547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-42306122-38e0-4545-8b66-59e9931debbb req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Allocated IP 172.20.0.4 (d1b945f4-9bf9-489c-9fb6-5d27400f4806/6f91df64-a393-477d-ac55-1cbd2f8d35ac/08803f2f-12d8-4f29-8f46-1eebda99153c) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:00:10.757587 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42306122-38e0-4545-8b66-59e9931debbb req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for port (08803f2f-12d8-4f29-8f46-1eebda99153c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:10.831394 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42306122-38e0-4545-8b66-59e9931debbb req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (08803f2f-12d8-4f29-8f46-1eebda99153c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:10.877119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c99c74-9bce-493b-a413-9e472fa6f693 req-59288518-69be-4b17-9da9-372f99e97c40 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:10.878613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28c99c74-9bce-493b-a413-9e472fa6f693 req-59288518-69be-4b17-9da9-372f99e97c40 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4de9798d-d861-40b1-ab49-a2daed6a3347 HTTP/1.1" status: 200 len: 944 time: 0.1112146 Mar 24 01:00:10.910062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42306122-38e0-4545-8b66-59e9931debbb req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Network d1b945f4-9bf9-489c-9fb6-5d27400f4806 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:00:10.917498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-42306122-38e0-4545-8b66-59e9931debbb req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:00:10.919674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event updated for resources: {'Port': ['ID=08803f2f-12d8-4f29-8f46-1eebda99153c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:10.921915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-42306122-38e0-4545-8b66-59e9931debbb req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:00:10.995023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:10.995706 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:10.995706 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:10.996341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:10.996341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:10.996689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:10.996968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:11.002583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:11.002979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:11.003312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:11.003645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:11.003971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:11.004296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:11.004623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:11.006690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:11.066766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28c99c74-9bce-493b-a413-9e472fa6f693 req-41125297-0121-4032-a363-612058f88850 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772959 Mar 24 01:00:11.085034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306122-38e0-4545-8b66-59e9931debbb req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:11.097159 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42306122-38e0-4545-8b66-59e9931debbb req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:11.133599 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42306122-38e0-4545-8b66-59e9931debbb req-4fa4bdd8-e2e7-4d10-a185-d7230fe34234 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8182673 Mar 24 01:00:11.148319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ae450-f9a5-4c62-af69-5f438723a784 req-e166ae8a-6b10-45e2-9193-f0b5595be6cb tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:11.157271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a55ae450-f9a5-4c62-af69-5f438723a784 req-e166ae8a-6b10-45e2-9193-f0b5595be6cb tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 931 time: 0.1463923 Mar 24 01:00:11.165125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Request body: {'port': {'device_id': '536538e6-5f23-4dd4-b23f-e4d324b59c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:11.250324 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (08803f2f-12d8-4f29-8f46-1eebda99153c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:11.324753 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8c98db57-dd93-40dc-843f-380476f6fb33 None None] Provisioning complete for port 08803f2f-12d8-4f29-8f46-1eebda99153c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:11.325302 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8c98db57-dd93-40dc-843f-380476f6fb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (08803f2f-12d8-4f29-8f46-1eebda99153c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:11.330483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a55ae450-f9a5-4c62-af69-5f438723a784 req-4770a1b2-3bea-435d-a5be-6fcd71573013 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720648 Mar 24 01:00:11.366590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72872d3c-4d59-4d8d-9c79-fc5686a9ae01 req-e8508ede-3516-40e1-8710-d23adf700c40 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a3bcb54-2234-4be3-8205-1c06574d8296 HTTP/1.1" status: 200 len: 210 time: 0.0633574 Mar 24 01:00:11.376250 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8c98db57-dd93-40dc-843f-380476f6fb33 None None] Port 08803f2f-12d8-4f29-8f46-1eebda99153c cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:00:11.527109 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4352661-f75a-4ba4-8f93-afa43953f791 req-806cb2d7-79a7-440e-8595-b08122b2d012 tempest-ServerShowV247Test-1012665835 tempest-ServerShowV247Test-1012665835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a3bcb54-2234-4be3-8205-1c06574d8296 HTTP/1.1" status: 200 len: 210 time: 0.0491555 Mar 24 01:00:11.534875 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7f25cadf-9246-48b9-942f-d48cd1e056f4 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:00:11.579602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ddd7e-c538-471c-a169-b64338fd004d req-90bc8b69-1d53-4ebe-aee8-e0a95d3d8e93 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:11.581069 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-136ddd7e-c538-471c-a169-b64338fd004d req-90bc8b69-1d53-4ebe-aee8-e0a95d3d8e93 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.2462502 Mar 24 01:00:11.607330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 7f25cadf-9246-48b9-942f-d48cd1e056f4 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:00:11.613277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 7f25cadf-9246-48b9-942f-d48cd1e056f4 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:11.613854 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7f25cadf-9246-48b9-942f-d48cd1e056f4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:11.691501 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-136ddd7e-c538-471c-a169-b64338fd004d req-419b192d-8f82-419d-80f9-3dadfae383c9 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953658 Mar 24 01:00:11.724399 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 7f25cadf-9246-48b9-942f-d48cd1e056f4 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:11.724807 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7f25cadf-9246-48b9-942f-d48cd1e056f4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:11.754809 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de9798d-d861-40b1-ab49-a2daed6a3347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f25cadf-9246-48b9-942f-d48cd1e056f4'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:00:11.759539 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc5f4e3-fc2a-4c90-8f41-8eddac146f91" -d '{"events": [{"server_uuid": "4de9798d-d861-40b1-ab49-a2daed6a3347", "name": "network-vif-plugged", "status": "completed", "tag": "7f25cadf-9246-48b9-942f-d48cd1e056f4"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:00:11.775582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 7f25cadf-9246-48b9-942f-d48cd1e056f4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7f25cadf-9246-48b9-942f-d48cd1e056f4,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:11.782404 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7f25cadf-9246-48b9-942f-d48cd1e056f4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:11.851802 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08803f2f-12d8-4f29-8f46-1eebda99153c {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:00:11.878504 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb34116-f8ad-46f5-a38a-1b34ad47c788 x-openstack-request-id: req-feb34116-f8ad-46f5-a38a-1b34ad47c788 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:11.878818 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de9798d-d861-40b1-ab49-a2daed6a3347", "name": "network-vif-plugged", "status": "completed", "tag": "7f25cadf-9246-48b9-942f-d48cd1e056f4", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:11.879069 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-feb34116-f8ad-46f5-a38a-1b34ad47c788 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:11.879525 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb34116-f8ad-46f5-a38a-1b34ad47c788'] response: {'server_uuid': '4de9798d-d861-40b1-ab49-a2daed6a3347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f25cadf-9246-48b9-942f-d48cd1e056f4', 'code': 200} Mar 24 01:00:11.881195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=7f25cadf-9246-48b9-942f-d48cd1e056f4,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:11.882884 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Publish callbacks [] for port (08803f2f-12d8-4f29-8f46-1eebda99153c), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:11.932988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Transition to ACTIVE for port object 08803f2f-12d8-4f29-8f46-1eebda99153c will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:00:11.947043 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (08803f2f-12d8-4f29-8f46-1eebda99153c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:11.992476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e0103-0bf5-41ac-8ce1-08ab0bce9cd0 req-7d8d3c9f-aacd-43c3-9c40-29c3576eddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:11.994200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f1e0103-0bf5-41ac-8ce1-08ab0bce9cd0 req-7d8d3c9f-aacd-43c3-9c40-29c3576eddf6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4de9798d-d861-40b1-ab49-a2daed6a3347 HTTP/1.1" status: 200 len: 1127 time: 0.1057196 Mar 24 01:00:12.014813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=08803f2f-12d8-4f29-8f46-1eebda99153c,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:12.106901 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f1e0103-0bf5-41ac-8ce1-08ab0bce9cd0 req-5ed3695e-ff7f-44e9-b5fb-9e41f45a091e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985086 Mar 24 01:00:12.135017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Attempting to bind port 08803f2f-12d8-4f29-8f46-1eebda99153c on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:00:12.135480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Attempting to bind port 08803f2f-12d8-4f29-8f46-1eebda99153c by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:00:12.135812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Attempting to bind port 08803f2f-12d8-4f29-8f46-1eebda99153c on network d1b945f4-9bf9-489c-9fb6-5d27400f4806 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:00:12.140392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Port 08803f2f-12d8-4f29-8f46-1eebda99153c on network d1b945f4-9bf9-489c-9fb6-5d27400f4806 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:00:12.140710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Attempting to bind port 08803f2f-12d8-4f29-8f46-1eebda99153c on network d1b945f4-9bf9-489c-9fb6-5d27400f4806 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:00:12.150029 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:00:12.150690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Checking segment: {'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:00:12.151292 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Bound using segment: {'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:00:12.151950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Bound port: 08803f2f-12d8-4f29-8f46-1eebda99153c, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:00:12.152489 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (08803f2f-12d8-4f29-8f46-1eebda99153c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:12.271057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] For port 08803f2f-12d8-4f29-8f46-1eebda99153c, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:00:12.275204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] For port 08803f2f-12d8-4f29-8f46-1eebda99153c, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=08803f2f-12d8-4f29-8f46-1eebda99153c,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:00:12.287931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a9734-2d71-43bd-b96d-802e98146114 req-29f3579c-4fc5-4fd0-8440-8e8179c3d1c3 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:12.289642 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c32a9734-2d71-43bd-b96d-802e98146114 req-29f3579c-4fc5-4fd0-8440-8e8179c3d1c3 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4de9798d-d861-40b1-ab49-a2daed6a3347 HTTP/1.1" status: 200 len: 945 time: 0.0934076 Mar 24 01:00:12.291720 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (08803f2f-12d8-4f29-8f46-1eebda99153c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:12.354191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:12.354909 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:12.356404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42306122-38e0-4545-8b66-59e9931debbb req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] 10.222.0.57 "PUT /v2.0/ports/08803f2f-12d8-4f29-8f46-1eebda99153c HTTP/1.1" status: 200 len: 1091 time: 1.1970544 Mar 24 01:00:12.356941 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536538e6-5f23-4dd4-b23f-e4d324b59c36', 'tag': '08803f2f-12d8-4f29-8f46-1eebda99153c'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:00:12.371189 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e219d0-6a11-40d2-aa66-3c4796fa8c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "536538e6-5f23-4dd4-b23f-e4d324b59c36", "tag": "08803f2f-12d8-4f29-8f46-1eebda99153c"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:00:12.467263 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c32a9734-2d71-43bd-b96d-802e98146114 req-e51c0080-49e9-49b6-8cb7-8a16fbc2df89 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688695 Mar 24 01:00:12.477970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a57e77-9d03-47ea-aff4-e5a89c3a8cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=08803f2f-12d8-4f29-8f46-1eebda99153c,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:12.546337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306122-38e0-4545-8b66-59e9931debbb req-685d3666-4227-49b3-85f0-82a21bd7a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:12.548088 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42306122-38e0-4545-8b66-59e9931debbb req-685d3666-4227-49b3-85f0-82a21bd7a6d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5098b2dddc743b6bb84c2d9f82fddea&device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 1125 time: 0.1368611 Mar 24 01:00:12.557869 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a5ba61-16be-4ef4-8d00-55a06f534fd7 x-openstack-request-id: req-42a5ba61-16be-4ef4-8d00-55a06f534fd7 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:12.558410 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536538e6-5f23-4dd4-b23f-e4d324b59c36", "tag": "08803f2f-12d8-4f29-8f46-1eebda99153c", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:12.558808 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-42a5ba61-16be-4ef4-8d00-55a06f534fd7 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:12.559501 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a5ba61-16be-4ef4-8d00-55a06f534fd7'] response: {'name': 'network-changed', 'server_uuid': '536538e6-5f23-4dd4-b23f-e4d324b59c36', 'tag': '08803f2f-12d8-4f29-8f46-1eebda99153c', 'status': 'completed', 'code': 200} Mar 24 01:00:12.568858 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167404b-8d61-447e-923c-883bdb42e6c0 req-a0eee7df-40be-4f86-98de-6515295e9ec6 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:12.574374 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f167404b-8d61-447e-923c-883bdb42e6c0 req-a0eee7df-40be-4f86-98de-6515295e9ec6 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 943 time: 0.1058211 Mar 24 01:00:12.644798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42306122-38e0-4545-8b66-59e9931debbb req-a892f39e-be61-4b22-9573-5dfc05cc12df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08803f2f-12d8-4f29-8f46-1eebda99153c HTTP/1.1" status: 200 len: 217 time: 0.0683761 Mar 24 01:00:12.718140 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f167404b-8d61-447e-923c-883bdb42e6c0 req-7fcf9769-939a-4855-b5cd-2d0e2b995340 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321719 Mar 24 01:00:12.726227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306122-38e0-4545-8b66-59e9931debbb req-edc9e545-85c6-46bb-bf7a-97a8f69d6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:12.727477 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42306122-38e0-4545-8b66-59e9931debbb req-edc9e545-85c6-46bb-bf7a-97a8f69d6b21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f91df64-a393-477d-ac55-1cbd2f8d35ac HTTP/1.1" status: 200 len: 849 time: 0.0762746 Mar 24 01:00:12.799089 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306122-38e0-4545-8b66-59e9931debbb req-07be7779-3721-4ebd-8185-3bb378d8c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:12.803328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42306122-38e0-4545-8b66-59e9931debbb req-07be7779-3721-4ebd-8185-3bb378d8c460 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1b945f4-9bf9-489c-9fb6-5d27400f4806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0659885 Mar 24 01:00:12.934032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb7464-b405-49e5-9a21-bfa7724464af req-6b3adb90-0171-4ed5-ae5e-1db28ac40589 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:12.935544 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dfbb7464-b405-49e5-9a21-bfa7724464af req-6b3adb90-0171-4ed5-ae5e-1db28ac40589 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.1401434 Mar 24 01:00:12.952581 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47742) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:12.987188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42306122-38e0-4545-8b66-59e9931debbb req-be74ba43-0039-49a5-a375-848670c64593 service neutron] 10.222.0.57 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528907 Mar 24 01:00:13.084604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dfbb7464-b405-49e5-9a21-bfa7724464af req-66cf9b58-ed55-4f30-9dcb-5ed0159c1425 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271429 Mar 24 01:00:13.096544 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-38df03e7-101b-4bac-9552-0baa6591edba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:13.159082 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42306122-38e0-4545-8b66-59e9931debbb req-13e97c7d-71e2-4f9d-96a1-a7b382a15476 service neutron] 10.222.0.57 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590610 Mar 24 01:00:13.197992 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-38df03e7-101b-4bac-9552-0baa6591edba admin admin] Publish callbacks [] for security_group (869f0d37-ff0e-43ac-8fd6-21b4f7e9b562), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:13.206666 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-38df03e7-101b-4bac-9552-0baa6591edba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (869f0d37-ff0e-43ac-8fd6-21b4f7e9b562), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:13.268031 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-38df03e7-101b-4bac-9552-0baa6591edba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7600f103eec3464aaa5940456c77ba7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3128262 Mar 24 01:00:13.272810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47746) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:13.285224 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df03e7-101b-4bac-9552-0baa6591edba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869f0d37-ff0e-43ac-8fd6-21b4f7e9b562,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:13.335177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e219d0-6a11-40d2-aa66-3c4796fa8c3e req-beb098d7-692a-4f3c-9902-3bd1d720f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:13.336148 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2e219d0-6a11-40d2-aa66-3c4796fa8c3e req-beb098d7-692a-4f3c-9902-3bd1d720f24a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5098b2dddc743b6bb84c2d9f82fddea&device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 1125 time: 0.1171098 Mar 24 01:00:13.421641 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e6f5860d-7085-4713-8460-87602edd53ea admin admin] Publish callbacks [] for security_group (869f0d37-ff0e-43ac-8fd6-21b4f7e9b562), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:13.461087 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e6f5860d-7085-4713-8460-87602edd53ea admin admin] Publish callbacks [] for security_group (869f0d37-ff0e-43ac-8fd6-21b4f7e9b562), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:13.519190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e219d0-6a11-40d2-aa66-3c4796fa8c3e req-f78e46a9-6030-4c11-8334-f785b9f6358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:13.521498 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2e219d0-6a11-40d2-aa66-3c4796fa8c3e req-f78e46a9-6030-4c11-8334-f785b9f6358b service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1b945f4-9bf9-489c-9fb6-5d27400f4806 HTTP/1.1" status: 200 len: 911 time: 0.1775832 Mar 24 01:00:13.584482 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2e219d0-6a11-40d2-aa66-3c4796fa8c3e req-f1030ec8-caf7-46bc-92ac-096ade05ed94 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08803f2f-12d8-4f29-8f46-1eebda99153c HTTP/1.1" status: 200 len: 217 time: 0.0565481 Mar 24 01:00:13.623829 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e6f5860d-7085-4713-8460-87602edd53ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (869f0d37-ff0e-43ac-8fd6-21b4f7e9b562), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:13.631054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e6f5860d-7085-4713-8460-87602edd53ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:13.631054 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e6f5860d-7085-4713-8460-87602edd53ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/869f0d37-ff0e-43ac-8fd6-21b4f7e9b562 HTTP/1.1" status: 204 len: 168 time: 0.3538926 Mar 24 01:00:13.667027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5860d-7085-4713-8460-87602edd53ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869f0d37-ff0e-43ac-8fd6-21b4f7e9b562,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:13.733693 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08109fa1-861d-49ff-9881-60a97f57a2f6 req-b4668e05-4a53-467b-8fdb-21a5eeb41d1c tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:13.735861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08109fa1-861d-49ff-9881-60a97f57a2f6 req-b4668e05-4a53-467b-8fdb-21a5eeb41d1c tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4de9798d-d861-40b1-ab49-a2daed6a3347 HTTP/1.1" status: 200 len: 945 time: 0.1628091 Mar 24 01:00:13.737925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e219d0-6a11-40d2-aa66-3c4796fa8c3e req-5e5f7ea3-9330-468c-a2e5-5b45f09ec932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:13.739352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2e219d0-6a11-40d2-aa66-3c4796fa8c3e req-5e5f7ea3-9330-468c-a2e5-5b45f09ec932 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f91df64-a393-477d-ac55-1cbd2f8d35ac HTTP/1.1" status: 200 len: 849 time: 0.1281121 Mar 24 01:00:13.897239 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08109fa1-861d-49ff-9881-60a97f57a2f6 req-5d08a21c-d18b-4736-bf1b-01e6b7d27ce7 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524184 Mar 24 01:00:13.910034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e219d0-6a11-40d2-aa66-3c4796fa8c3e req-91f2c46b-7dbe-4114-8382-2187673d660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:13.918908 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2e219d0-6a11-40d2-aa66-3c4796fa8c3e req-91f2c46b-7dbe-4114-8382-2187673d660c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1b945f4-9bf9-489c-9fb6-5d27400f4806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1646185 Mar 24 01:00:13.918908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825cc38-b6ec-4a5b-a24d-9d4347d28f24 req-e812fec2-c2af-47de-bf6a-db8a765aef25 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:13.920331 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3825cc38-b6ec-4a5b-a24d-9d4347d28f24 req-e812fec2-c2af-47de-bf6a-db8a765aef25 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 943 time: 0.0957313 Mar 24 01:00:14.113679 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3825cc38-b6ec-4a5b-a24d-9d4347d28f24 req-988750e3-c96e-4e2e-be8c-32c2f2e50566 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839085 Mar 24 01:00:14.164736 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2e219d0-6a11-40d2-aa66-3c4796fa8c3e req-76a973d3-fb62-4d92-8ee5-eedf407881e7 service neutron] 10.222.0.57 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432344 Mar 24 01:00:14.419269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28167d36-1f56-4d7e-a061-6828e43ac655 req-77c21784-01d6-4190-bc8e-5fd33bb27933 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:14.428285 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28167d36-1f56-4d7e-a061-6828e43ac655 req-77c21784-01d6-4190-bc8e-5fd33bb27933 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.1664097 Mar 24 01:00:14.443540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2e219d0-6a11-40d2-aa66-3c4796fa8c3e req-589d610d-35fc-4d1d-b65a-9d06d2e7524b service neutron] 10.222.0.57 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684948 Mar 24 01:00:14.472812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9d7be-72da-4cd4-8df1-43bca58a30ab req-6f39a46a-715a-4387-b002-a2cf5479a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:14.474992 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75c9d7be-72da-4cd4-8df1-43bca58a30ab req-6f39a46a-715a-4387-b002-a2cf5479a052 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 1127 time: 0.1584556 Mar 24 01:00:14.537212 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28167d36-1f56-4d7e-a061-6828e43ac655 req-c043963b-f6c8-4b4a-a923-93e07f6c5712 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078308 Mar 24 01:00:14.569414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75c9d7be-72da-4cd4-8df1-43bca58a30ab req-987ad44a-1d8a-4b26-95b7-a732ee43f674 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770338 Mar 24 01:00:14.581282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816729c-f161-421b-a8e5-9a34859d6b3e req-8d76edf3-f1e8-43f8-918f-b580cf16d925 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:14.583437 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e816729c-f161-421b-a8e5-9a34859d6b3e req-8d76edf3-f1e8-43f8-918f-b580cf16d925 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4de9798d-d861-40b1-ab49-a2daed6a3347 HTTP/1.1" status: 200 len: 945 time: 0.1423402 Mar 24 01:00:14.648956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e816729c-f161-421b-a8e5-9a34859d6b3e req-2349f347-f048-403a-8eca-e48ac1e37f61 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593834 Mar 24 01:00:15.308371 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0525497-421d-4ddd-98c9-414d6938705e req-e4077915-6b35-4066-af53-813395bdb584 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0600140 Mar 24 01:00:15.345700 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeab280-723d-473d-8600-8d1b28411844 req-1bbcecec-4d66-4264-830a-2113f7456b33 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:15.347399 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-caeab280-723d-473d-8600-8d1b28411844 req-1bbcecec-4d66-4264-830a-2113f7456b33 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 943 time: 0.1588600 Mar 24 01:00:15.413387 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-caeab280-723d-473d-8600-8d1b28411844 req-71242bd7-65c7-4270-8aed-94e31f9d9987 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587533 Mar 24 01:00:15.548587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 08803f2f-12d8-4f29-8f46-1eebda99153c details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:00:15.690349 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 08803f2f-12d8-4f29-8f46-1eebda99153c, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=08803f2f-12d8-4f29-8f46-1eebda99153c,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:15.725157 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '08803f2f-12d8-4f29-8f46-1eebda99153c', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'port_id': '08803f2f-12d8-4f29-8f46-1eebda99153c', 'mac_address': 'fa:16:3e:53:73:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:00:15.800550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 08803f2f-12d8-4f29-8f46-1eebda99153c is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:15.801133 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (08803f2f-12d8-4f29-8f46-1eebda99153c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:15.822402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08803f2f-12d8-4f29-8f46-1eebda99153c {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:00:15.845923 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 08803f2f-12d8-4f29-8f46-1eebda99153c, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=08803f2f-12d8-4f29-8f46-1eebda99153c,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:15.849386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a8f3b-9c96-4013-b150-68dad85a4176 req-c3552ec6-9ad8-4963-bdf4-6eeb0a744a15 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:15.851640 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac2a8f3b-9c96-4013-b150-68dad85a4176 req-c3552ec6-9ad8-4963-bdf4-6eeb0a744a15 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.2071199 Mar 24 01:00:15.860350 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (08803f2f-12d8-4f29-8f46-1eebda99153c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:15.897732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6d004-0656-4abb-8670-81bbe0b02835 req-1604fea5-2618-46f5-aa87-27c895bdc428 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:15.899397 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28a6d004-0656-4abb-8670-81bbe0b02835 req-1604fea5-2618-46f5-aa87-27c895bdc428 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.57 "GET /v2.0/ports?device_id=4de9798d-d861-40b1-ab49-a2daed6a3347 HTTP/1.1" status: 200 len: 945 time: 0.1990836 Mar 24 01:00:15.929552 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=08803f2f-12d8-4f29-8f46-1eebda99153c,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:15.996610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7581d-bac4-4e79-90fe-9080c0aef738 req-f65d1664-d1db-4a48-a41b-8ac419a232ab tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:15.998324 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c7581d-bac4-4e79-90fe-9080c0aef738 req-f65d1664-d1db-4a48-a41b-8ac419a232ab tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4de9798d-d861-40b1-ab49-a2daed6a3347 HTTP/1.1" status: 200 len: 945 time: 0.2230999 Mar 24 01:00:16.081377 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac2a8f3b-9c96-4013-b150-68dad85a4176 req-2cd0d065-341d-49ad-a854-29cf5dd2fa77 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115383 Mar 24 01:00:16.191968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['08803f2f-12d8-4f29-8f46-1eebda99153c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:00:16.205267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c7581d-bac4-4e79-90fe-9080c0aef738 req-4e918652-7e8c-4833-8934-e553fe742055 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/security-groups?id=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908073 Mar 24 01:00:16.217344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cb95d-4e8b-4681-a028-8b0ea8772b78 req-79369849-935a-4430-ab43-7c9ad041f42f tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:16.218532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f9cb95d-4e8b-4681-a028-8b0ea8772b78 req-79369849-935a-4430-ab43-7c9ad041f42f tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a71ba60-dacc-4c10-846e-11a0d16c6d97 HTTP/1.1" status: 200 len: 946 time: 0.1615002 Mar 24 01:00:16.242201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-28a6d004-0656-4abb-8670-81bbe0b02835 req-b0ae3ebc-9898-46de-a9b5-3a461450f683 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Deleting port 7f25cadf-9246-48b9-942f-d48cd1e056f4 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:00:16.242803 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28a6d004-0656-4abb-8670-81bbe0b02835 req-b0ae3ebc-9898-46de-a9b5-3a461450f683 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7f25cadf-9246-48b9-942f-d48cd1e056f4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:16.518442 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7272348-a84d-49d8-b767-052669c1c11f req-f99226cf-cc54-4f68-9eaa-4e9ed45e4e43 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.1108861 Mar 24 01:00:16.555155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-28a6d004-0656-4abb-8670-81bbe0b02835 req-b0ae3ebc-9898-46de-a9b5-3a461450f683 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] For port 7f25cadf-9246-48b9-942f-d48cd1e056f4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7f25cadf-9246-48b9-942f-d48cd1e056f4,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:16.555441 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28a6d004-0656-4abb-8670-81bbe0b02835 req-b0ae3ebc-9898-46de-a9b5-3a461450f683 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7f25cadf-9246-48b9-942f-d48cd1e056f4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:16.597433 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-28a6d004-0656-4abb-8670-81bbe0b02835 req-b0ae3ebc-9898-46de-a9b5-3a461450f683 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Calling delete_port for 7f25cadf-9246-48b9-942f-d48cd1e056f4 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:00:16.609525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-4f9cb95d-4e8b-4681-a028-8b0ea8772b78 req-fc599623-f7be-45ec-8382-6555c37db037 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Deleting port e6e67141-2007-48fe-9c4f-435e41041147 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:00:16.609866 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4f9cb95d-4e8b-4681-a028-8b0ea8772b78 req-fc599623-f7be-45ec-8382-6555c37db037 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e6e67141-2007-48fe-9c4f-435e41041147), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:17.048163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb057b-26a5-433c-9843-dbc7c336753b req-69612ea9-cabf-4774-b9a0-a9a5448b73ad tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:17.049710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dafb057b-26a5-433c-9843-dbc7c336753b req-69612ea9-cabf-4774-b9a0-a9a5448b73ad tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 944 time: 0.5288644 Mar 24 01:00:17.129865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-4f9cb95d-4e8b-4681-a028-8b0ea8772b78 req-fc599623-f7be-45ec-8382-6555c37db037 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] For port e6e67141-2007-48fe-9c4f-435e41041147, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=e6e67141-2007-48fe-9c4f-435e41041147,segment=NetworkSegment(cc791917-3a1e-496a-821c-1917be08d049),segment_id=cc791917-3a1e-496a-821c-1917be08d049)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:17.130247 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4f9cb95d-4e8b-4681-a028-8b0ea8772b78 req-fc599623-f7be-45ec-8382-6555c37db037 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e6e67141-2007-48fe-9c4f-435e41041147), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:17.155245 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-4f9cb95d-4e8b-4681-a028-8b0ea8772b78 req-fc599623-f7be-45ec-8382-6555c37db037 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Calling delete_port for e6e67141-2007-48fe-9c4f-435e41041147 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:00:17.167851 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dafb057b-26a5-433c-9843-dbc7c336753b req-b96559a7-6843-4ede-a63c-f03255afbedb tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055155 Mar 24 01:00:17.313154 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28a6d004-0656-4abb-8670-81bbe0b02835 req-b0ae3ebc-9898-46de-a9b5-3a461450f683 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7f25cadf-9246-48b9-942f-d48cd1e056f4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:17.327993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['e6e67141-2007-48fe-9c4f-435e41041147'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:00:17.390874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ee10a-c637-47b6-9cb3-5e66653d602b req-27591f1a-2233-4dc6-a053-6fd6ce68feba tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:17.392385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a77ee10a-c637-47b6-9cb3-5e66653d602b req-27591f1a-2233-4dc6-a053-6fd6ce68feba tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.2218556 Mar 24 01:00:17.401354 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e1be501-8099-429e-b8a2-65bcd897d0dc req-3d048455-66e3-4140-8ef6-4f0309fd4b5b tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4de9798d-d861-40b1-ab49-a2daed6a3347 HTTP/1.1" status: 200 len: 210 time: 0.0924981 Mar 24 01:00:17.424025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae3ebc-9898-46de-a9b5-3a461450f683 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Pushing event deleted for resources: {'Port': ['ID=7f25cadf-9246-48b9-942f-d48cd1e056f4,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:17.518253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a6d004-0656-4abb-8670-81bbe0b02835 req-b0ae3ebc-9898-46de-a9b5-3a461450f683 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] No DVR routers for this DVR port 7f25cadf-9246-48b9-942f-d48cd1e056f4 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:00:17.526361 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-28a6d004-0656-4abb-8670-81bbe0b02835 req-b0ae3ebc-9898-46de-a9b5-3a461450f683 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:17.530003 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28a6d004-0656-4abb-8670-81bbe0b02835 req-b0ae3ebc-9898-46de-a9b5-3a461450f683 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.57 "DELETE /v2.0/ports/7f25cadf-9246-48b9-942f-d48cd1e056f4 HTTP/1.1" status: 204 len: 173 time: 1.6239643 Mar 24 01:00:17.533379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de9798d-d861-40b1-ab49-a2daed6a3347', 'name': 'network-vif-deleted', 'tag': '7f25cadf-9246-48b9-942f-d48cd1e056f4'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:00:17.538989 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b7e1e4-86eb-475d-99fe-97d11e38d353" -d '{"events": [{"server_uuid": "4de9798d-d861-40b1-ab49-a2daed6a3347", "name": "network-vif-deleted", "tag": "7f25cadf-9246-48b9-942f-d48cd1e056f4"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:00:17.561609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 08803f2f-12d8-4f29-8f46-1eebda99153c up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:00:17.603894 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a77ee10a-c637-47b6-9cb3-5e66653d602b req-0a6e5862-0cc1-47f4-949e-96974c1482be tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853344 Mar 24 01:00:17.609704 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a907b994-b4b3-440a-9147-3629dfc4e7d0 x-openstack-request-id: req-a907b994-b4b3-440a-9147-3629dfc4e7d0 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:17.610211 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de9798d-d861-40b1-ab49-a2daed6a3347", "name": "network-vif-deleted", "tag": "7f25cadf-9246-48b9-942f-d48cd1e056f4", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:17.616573 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a907b994-b4b3-440a-9147-3629dfc4e7d0 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:17.617315 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a907b994-b4b3-440a-9147-3629dfc4e7d0'] response: {'server_uuid': '4de9798d-d861-40b1-ab49-a2daed6a3347', 'name': 'network-vif-deleted', 'tag': '7f25cadf-9246-48b9-942f-d48cd1e056f4', 'status': 'completed', 'code': 200} Mar 24 01:00:17.626894 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4f9cb95d-4e8b-4681-a028-8b0ea8772b78 req-fc599623-f7be-45ec-8382-6555c37db037 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (e6e67141-2007-48fe-9c4f-435e41041147), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:17.690388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc599623-f7be-45ec-8382-6555c37db037 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Pushing event deleted for resources: {'Port': ['ID=e6e67141-2007-48fe-9c4f-435e41041147,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:17.714124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 08803f2f-12d8-4f29-8f46-1eebda99153c completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:00:17.720027 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 08803f2f-12d8-4f29-8f46-1eebda99153c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:17.721072 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (08803f2f-12d8-4f29-8f46-1eebda99153c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:17.767493 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80e63548-ba85-4483-ac93-33912cdb0259 req-76b7d8c8-19f5-45c6-9193-6c4f27fecabf tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0356605 Mar 24 01:00:17.827262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9cb95d-4e8b-4681-a028-8b0ea8772b78 req-fc599623-f7be-45ec-8382-6555c37db037 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] No DVR routers for this DVR port e6e67141-2007-48fe-9c4f-435e41041147 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:00:17.827488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 08803f2f-12d8-4f29-8f46-1eebda99153c is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:17.827992 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (08803f2f-12d8-4f29-8f46-1eebda99153c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:17.830982 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4f9cb95d-4e8b-4681-a028-8b0ea8772b78 req-fc599623-f7be-45ec-8382-6555c37db037 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:17.834923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f9cb95d-4e8b-4681-a028-8b0ea8772b78 req-fc599623-f7be-45ec-8382-6555c37db037 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.48 "DELETE /v2.0/ports/e6e67141-2007-48fe-9c4f-435e41041147 HTTP/1.1" status: 204 len: 173 time: 1.6077080 Mar 24 01:00:17.872569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536538e6-5f23-4dd4-b23f-e4d324b59c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08803f2f-12d8-4f29-8f46-1eebda99153c'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:00:17.874890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4605582-e9a2-4183-9089-1be083420272 req-9e52c02b-d0cd-42d4-ba38-61be611ebe52 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:17.876729 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4605582-e9a2-4183-9089-1be083420272 req-9e52c02b-d0cd-42d4-ba38-61be611ebe52 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.1084762 Mar 24 01:00:17.879280 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc91ebe-5314-4acb-93bc-786575ec5744" -d '{"events": [{"server_uuid": "536538e6-5f23-4dd4-b23f-e4d324b59c36", "name": "network-vif-plugged", "status": "completed", "tag": "08803f2f-12d8-4f29-8f46-1eebda99153c"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:00:17.909502 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1c4f8bda-2c2b-4061-ac29-fef2bc036196 req-5caa6e86-311b-40ac-9b68-416cb34ae416 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0730658 Mar 24 01:00:17.919916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 08803f2f-12d8-4f29-8f46-1eebda99153c, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=08803f2f-12d8-4f29-8f46-1eebda99153c,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:17.926376 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (08803f2f-12d8-4f29-8f46-1eebda99153c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:17.927502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7f25cadf-9246-48b9-942f-d48cd1e056f4 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:00:17.972411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4605582-e9a2-4183-9089-1be083420272 req-3a310fae-0cd6-4d67-8484-33b6a066fd16 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880191 Mar 24 01:00:17.999990 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fd7cd2-b22d-4bd4-b67b-e724e45023ef x-openstack-request-id: req-c4fd7cd2-b22d-4bd4-b67b-e724e45023ef {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:18.000278 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536538e6-5f23-4dd4-b23f-e4d324b59c36", "name": "network-vif-plugged", "status": "completed", "tag": "08803f2f-12d8-4f29-8f46-1eebda99153c", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:18.000536 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4fd7cd2-b22d-4bd4-b67b-e724e45023ef {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:18.001171 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4fd7cd2-b22d-4bd4-b67b-e724e45023ef'] response: {'server_uuid': '536538e6-5f23-4dd4-b23f-e4d324b59c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08803f2f-12d8-4f29-8f46-1eebda99153c', 'code': 200} Mar 24 01:00:18.003840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 7f25cadf-9246-48b9-942f-d48cd1e056f4 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:00:18.004150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7f25cadf-9246-48b9-942f-d48cd1e056f4 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:00:18.064293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=08803f2f-12d8-4f29-8f46-1eebda99153c,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:18.157345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a41467-c11e-429e-9a39-92185bc91c47 req-97b0e997-3ecd-4d18-a5ef-aa960db698e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:18.159998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b7a41467-c11e-429e-9a39-92185bc91c47 req-97b0e997-3ecd-4d18-a5ef-aa960db698e3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 1127 time: 0.0886750 Mar 24 01:00:18.241406 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b7a41467-c11e-429e-9a39-92185bc91c47 req-02c5ec09-90de-4faa-8ac7-5be226a94142 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740047 Mar 24 01:00:18.369124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165657d0-0ab1-48b0-b86a-d9591a828495 req-095c60f4-7d23-4647-b3d2-ef9c99a81638 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:18.375947 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-165657d0-0ab1-48b0-b86a-d9591a828495 req-095c60f4-7d23-4647-b3d2-ef9c99a81638 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.1133933 Mar 24 01:00:18.416136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d7692-c944-4418-a878-10a636948b1c req-2d61ec5a-3897-43f2-95a3-12a89c1de657 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:18.417299 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd3d7692-c944-4418-a878-10a636948b1c req-2d61ec5a-3897-43f2-95a3-12a89c1de657 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.1189644 Mar 24 01:00:18.495402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-165657d0-0ab1-48b0-b86a-d9591a828495 req-e623e607-ec19-463b-a9e2-73d6c4405615 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184492 Mar 24 01:00:18.543341 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd3d7692-c944-4418-a878-10a636948b1c req-4eda7e55-45d5-4748-aa22-076d7076d9c9 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165097 Mar 24 01:00:18.643656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f16d3cc2-3331-4761-9865-dacfd6ae766b req-a2b05636-64fc-44b1-97cb-4efb746db382 tempest-MultipleCreateTestJSON-1046049840 tempest-MultipleCreateTestJSON-1046049840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4de9798d-d861-40b1-ab49-a2daed6a3347 HTTP/1.1" status: 200 len: 210 time: 0.0419493 Mar 24 01:00:18.898624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d12bf1f-522b-447f-8b14-4a199e28cf19 req-36d04544-9d67-4d5e-aa05-dcddfcccc84d tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0285654 Mar 24 01:00:19.621158 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a71ba60-dacc-4c10-846e-11a0d16c6d97', 'name': 'network-vif-deleted', 'tag': 'e6e67141-2007-48fe-9c4f-435e41041147'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:00:19.622357 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35096639-3334-409a-9a04-9e0476131086" -d '{"events": [{"server_uuid": "2a71ba60-dacc-4c10-846e-11a0d16c6d97", "name": "network-vif-deleted", "tag": "e6e67141-2007-48fe-9c4f-435e41041147"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:00:19.651683 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca5d80-4c7c-49ec-b081-ff4ad38e25a8 req-47d5303c-f60d-424a-a3df-bc8a3797efc4 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:19.653215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43ca5d80-4c7c-49ec-b081-ff4ad38e25a8 req-47d5303c-f60d-424a-a3df-bc8a3797efc4 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.0791101 Mar 24 01:00:19.745309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43ca5d80-4c7c-49ec-b081-ff4ad38e25a8 req-f6660cc9-e1d9-4f94-8f11-0abb03fb975e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785000 Mar 24 01:00:19.752949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0a6b5-6a9b-4a18-a8e9-bfe6814b0dfe req-7073498a-c77f-4f87-a5b7-f59b2deee25d tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:19.754478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2f0a6b5-6a9b-4a18-a8e9-bfe6814b0dfe req-7073498a-c77f-4f87-a5b7-f59b2deee25d tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.0977528 Mar 24 01:00:19.816297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2f0a6b5-6a9b-4a18-a8e9-bfe6814b0dfe req-14c5aff4-4f7f-44b4-a929-564702abe608 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519636 Mar 24 01:00:19.843449 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16344004-6e2f-4260-8122-d59305b1e055 x-openstack-request-id: req-16344004-6e2f-4260-8122-d59305b1e055 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:19.843449 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a71ba60-dacc-4c10-846e-11a0d16c6d97", "name": "network-vif-deleted", "tag": "e6e67141-2007-48fe-9c4f-435e41041147", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:19.843449 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-16344004-6e2f-4260-8122-d59305b1e055 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:19.843449 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16344004-6e2f-4260-8122-d59305b1e055'] response: {'server_uuid': '2a71ba60-dacc-4c10-846e-11a0d16c6d97', 'name': 'network-vif-deleted', 'tag': 'e6e67141-2007-48fe-9c4f-435e41041147', 'status': 'completed', 'code': 200} Mar 24 01:00:19.998998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea5c4e-248e-4b80-8275-966d022bae8d req-bf89deea-f04f-45af-a912-c9ed084d6da0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:20.000441 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84ea5c4e-248e-4b80-8275-966d022bae8d req-bf89deea-f04f-45af-a912-c9ed084d6da0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.0924008 Mar 24 01:00:20.017843 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47868) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:20.023077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-fc7f714b-b528-4d0d-8ee6-3518feb9c19e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Request body: {'floatingip': {'port_id': '08803f2f-12d8-4f29-8f46-1eebda99153c'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:20.024840 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47870) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:20.087832 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b63b4fb-9019-4a92-ad02-61d7d83b9abe admin admin] Deleting subnet 14566481-e3db-494f-8ac4-59f875be370a {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:00:20.091276 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b63b4fb-9019-4a92-ad02-61d7d83b9abe admin admin] Publish callbacks [] for subnet (14566481-e3db-494f-8ac4-59f875be370a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:20.107486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc7f714b-b528-4d0d-8ee6-3518feb9c19e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for floatingip (63648b89-e623-453c-9bea-0b598f617a85), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:20.151424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b63b4fb-9019-4a92-ad02-61d7d83b9abe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (14566481-e3db-494f-8ac4-59f875be370a), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:20.212949 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3a6e8df-25eb-431e-b648-fc396794555d req-3b5122c3-e72a-4791-b837-780dbf52f7cc tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.1015823 Mar 24 01:00:20.284935 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b63b4fb-9019-4a92-ad02-61d7d83b9abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (14566481-e3db-494f-8ac4-59f875be370a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:20.402350 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b63b4fb-9019-4a92-ad02-61d7d83b9abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (14566481-e3db-494f-8ac4-59f875be370a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:20.444707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63b4fb-9019-4a92-ad02-61d7d83b9abe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14566481-e3db-494f-8ac4-59f875be370a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:20.454392 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b63b4fb-9019-4a92-ad02-61d7d83b9abe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:20.461564 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1b63b4fb-9019-4a92-ad02-61d7d83b9abe admin admin] 10.222.0.45 "DELETE /v2.0/subnets/14566481-e3db-494f-8ac4-59f875be370a HTTP/1.1" status: 204 len: 168 time: 0.4346154 Mar 24 01:00:20.463976 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47884) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:20.603459 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cf638be-e930-40a9-b228-09565fe1a8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (e99c35fc-45ab-48e3-b7dd-c3c44d10228d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:20.643156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e76b19-2eb6-4f50-b351-a30dedf273ec req-c8f3cfaa-4351-4995-9972-131876e7efa4 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:20.652406 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3e76b19-2eb6-4f50-b351-a30dedf273ec req-c8f3cfaa-4351-4995-9972-131876e7efa4 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.3275888 Mar 24 01:00:20.763317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3e76b19-2eb6-4f50-b351-a30dedf273ec req-232805a4-e7ed-45b5-89c3-cbd2baaa8c41 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095507 Mar 24 01:00:20.826098 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cf638be-e930-40a9-b228-09565fe1a8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (e99c35fc-45ab-48e3-b7dd-c3c44d10228d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:20.860078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2cf638be-e930-40a9-b228-09565fe1a8dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99c35fc-45ab-48e3-b7dd-c3c44d10228d']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:20.882441 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2cf638be-e930-40a9-b228-09565fe1a8dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc791917-3a1e-496a-821c-1917be08d049') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:20.884054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2cf638be-e930-40a9-b228-09565fe1a8dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc791917-3a1e-496a-821c-1917be08d049') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:20.913774 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cf638be-e930-40a9-b228-09565fe1a8dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (cc791917-3a1e-496a-821c-1917be08d049), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:20.925659 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-88a23dfd-9ed9-4131-bde6-0e4f4fda53af req-03be7d5f-0e8e-4414-a74c-9fd0e65641c3 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0751846 Mar 24 01:00:20.944744 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cf638be-e930-40a9-b228-09565fe1a8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (cc791917-3a1e-496a-821c-1917be08d049), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:20.952562 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf638be-e930-40a9-b228-09565fe1a8dd admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:00:20.954198 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cf638be-e930-40a9-b228-09565fe1a8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (cc791917-3a1e-496a-821c-1917be08d049), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:00:20.969480 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:00:21.003554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device e6e67141-2007-48fe-9c4f-435e41041147 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:00:21.047002 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cf638be-e930-40a9-b228-09565fe1a8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (e99c35fc-45ab-48e3-b7dd-c3c44d10228d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:21.051452 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: e6e67141-2007-48fe-9c4f-435e41041147 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:00:21.052687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device e6e67141-2007-48fe-9c4f-435e41041147 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:00:21.054203 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cf638be-e930-40a9-b228-09565fe1a8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:21.066309 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2cf638be-e930-40a9-b228-09565fe1a8dd admin admin] 10.222.0.45 "DELETE /v2.0/networks/e99c35fc-45ab-48e3-b7dd-c3c44d10228d HTTP/1.1" status: 204 len: 168 time: 0.5991096 Mar 24 01:00:21.082674 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf638be-e930-40a9-b228-09565fe1a8dd admin admin] Pushing event deleted for resources: {'Network': ['ID=e99c35fc-45ab-48e3-b7dd-c3c44d10228d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:21.153650 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc7f714b-b528-4d0d-8ee6-3518feb9c19e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:21.162139 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc7f714b-b528-4d0d-8ee6-3518feb9c19e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (63648b89-e623-453c-9bea-0b598f617a85), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:21.275304 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47896) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:21.303728 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-fc7f714b-b528-4d0d-8ee6-3518feb9c19e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Floating IP 63648b89-e623-453c-9bea-0b598f617a85 associated. External IP: 172.25.0.112, port: 08803f2f-12d8-4f29-8f46-1eebda99153c. Mar 24 01:00:21.332769 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-def76402-3245-4f9b-8948-bbbbc18e761d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0a722700d8247a29dbfa01cf5c32795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561099 Mar 24 01:00:21.333799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47898) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:21.392717 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6364b362-5aad-41aa-b5ae-caa587e9822b admin admin] Publish callbacks [] for security_group (63f35e47-3ef4-4156-93d2-ea39f4ceb3ef), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:21.416082 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6364b362-5aad-41aa-b5ae-caa587e9822b admin admin] Publish callbacks [] for security_group (63f35e47-3ef4-4156-93d2-ea39f4ceb3ef), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:21.467581 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6364b362-5aad-41aa-b5ae-caa587e9822b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (63f35e47-3ef4-4156-93d2-ea39f4ceb3ef), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:21.472696 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6364b362-5aad-41aa-b5ae-caa587e9822b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:21.474423 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6364b362-5aad-41aa-b5ae-caa587e9822b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63f35e47-3ef4-4156-93d2-ea39f4ceb3ef HTTP/1.1" status: 204 len: 168 time: 0.1395440 Mar 24 01:00:21.483068 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364b362-5aad-41aa-b5ae-caa587e9822b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f35e47-3ef4-4156-93d2-ea39f4ceb3ef,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:21.586101 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7f714b-b528-4d0d-8ee6-3518feb9c19e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Router 40105202-3ae9-4b5e-b26c-70794565ed31 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:00:21.714376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7f714b-b528-4d0d-8ee6-3518feb9c19e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:00:21.719257 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc7f714b-b528-4d0d-8ee6-3518feb9c19e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:21.728990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31df58e-6ef8-4703-a818-fe178e8ce308 None None] Sync routers for ids ['40105202-3ae9-4b5e-b26c-70794565ed31'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:00:21.746624 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31df58e-6ef8-4703-a818-fe178e8ce308 None None] Routers {'40105202-3ae9-4b5e-b26c-70794565ed31'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:00:21.747158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c31df58e-6ef8-4703-a818-fe178e8ce308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:00:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['40105202-3ae9-4b5e-b26c-70794565ed31'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:21.788335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fc7f714b-b528-4d0d-8ee6-3518feb9c19e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "PUT /v2.0/floatingips/63648b89-e623-453c-9bea-0b598f617a85 HTTP/1.1" status: 200 len: 991 time: 1.7691672 Mar 24 01:00:21.834950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536538e6-5f23-4dd4-b23f-e4d324b59c36', 'tag': '08803f2f-12d8-4f29-8f46-1eebda99153c'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:00:21.837677 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d685d115-5832-4002-9fc9-7b42c108bf5e" -d '{"events": [{"name": "network-changed", "server_uuid": "536538e6-5f23-4dd4-b23f-e4d324b59c36", "tag": "08803f2f-12d8-4f29-8f46-1eebda99153c"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:00:21.943977 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3264410c-d838-40d9-9e26-31991972aab2 x-openstack-request-id: req-3264410c-d838-40d9-9e26-31991972aab2 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:21.944308 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536538e6-5f23-4dd4-b23f-e4d324b59c36", "tag": "08803f2f-12d8-4f29-8f46-1eebda99153c", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:21.944519 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3264410c-d838-40d9-9e26-31991972aab2 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:21.944938 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3264410c-d838-40d9-9e26-31991972aab2'] response: {'name': 'network-changed', 'server_uuid': '536538e6-5f23-4dd4-b23f-e4d324b59c36', 'tag': '08803f2f-12d8-4f29-8f46-1eebda99153c', 'status': 'completed', 'code': 200} Mar 24 01:00:21.968250 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-c31df58e-6ef8-4703-a818-fe178e8ce308 None None] Set router 40105202-3ae9-4b5e-b26c-70794565ed31 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:00:22.050056 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685d115-5832-4002-9fc9-7b42c108bf5e req-83ba1f04-fcf7-43ee-afa6-1d8d2e77f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:22.052043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d685d115-5832-4002-9fc9-7b42c108bf5e req-83ba1f04-fcf7-43ee-afa6-1d8d2e77f15b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5098b2dddc743b6bb84c2d9f82fddea&device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 1127 time: 0.1112998 Mar 24 01:00:22.072613 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc793543-5556-4885-8960-b66c804d8ee0 req-4c5f91a2-6b24-4b87-98bc-c2006f8cf2bc tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:22.079967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc793543-5556-4885-8960-b66c804d8ee0 req-4c5f91a2-6b24-4b87-98bc-c2006f8cf2bc tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.2124724 Mar 24 01:00:22.213507 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83745992-7e08-46df-80ee-a034476c6b1a req-4738fbbd-234b-4ef8-92cf-bd2d9b06aa4a tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.1160445 Mar 24 01:00:22.241677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc793543-5556-4885-8960-b66c804d8ee0 req-a2128f74-3295-42c9-a31a-22d21e6d0aec tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607819 Mar 24 01:00:22.292404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685d115-5832-4002-9fc9-7b42c108bf5e req-a3eb14a1-f681-4231-9f8b-64b177e8d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:22.294195 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d685d115-5832-4002-9fc9-7b42c108bf5e req-a3eb14a1-f681-4231-9f8b-64b177e8d7a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1b945f4-9bf9-489c-9fb6-5d27400f4806 HTTP/1.1" status: 200 len: 911 time: 0.2323422 Mar 24 01:00:22.368455 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c31df58e-6ef8-4703-a818-fe178e8ce308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '63648b89-e623-453c-9bea-0b598f617a85', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'floating_ip_address': '172.25.0.112', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'port_id': '08803f2f-12d8-4f29-8f46-1eebda99153c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'mac_address': 'fa:16:3e:53:73:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536538e6-5f23-4dd4-b23f-e4d324b59c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:00:04Z', 'updated_at': '2022-03-24T01:00:20Z', 'revision_number': 1, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab335b2a-2bd5-4ce2-b141-2dc3698348ec', 'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'mac_address': 'fa:16:3e:78:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T01:00:00Z', 'revision_number': 5, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'subnets': [{'id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:22.403799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31df58e-6ef8-4703-a818-fe178e8ce308 None None] Checking router: 40105202-3ae9-4b5e-b26c-70794565ed31 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:00:22.414940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31df58e-6ef8-4703-a818-fe178e8ce308 None None] Routers {'40105202-3ae9-4b5e-b26c-70794565ed31'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:00:22.415794 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c31df58e-6ef8-4703-a818-fe178e8ce308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:00:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['40105202-3ae9-4b5e-b26c-70794565ed31'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:22.418526 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d685d115-5832-4002-9fc9-7b42c108bf5e req-f7ef1885-520c-4dc2-88b9-2cb8ab6bc544 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08803f2f-12d8-4f29-8f46-1eebda99153c HTTP/1.1" status: 200 len: 999 time: 0.1045210 Mar 24 01:00:22.506518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685d115-5832-4002-9fc9-7b42c108bf5e req-4da3cf48-3fc2-4af0-b2a3-fee99c0a38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:22.508120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d685d115-5832-4002-9fc9-7b42c108bf5e req-4da3cf48-3fc2-4af0-b2a3-fee99c0a38b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f91df64-a393-477d-ac55-1cbd2f8d35ac HTTP/1.1" status: 200 len: 849 time: 0.0811853 Mar 24 01:00:22.591953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685d115-5832-4002-9fc9-7b42c108bf5e req-2d1401dd-35cc-4aa2-8261-2aa6d7a2ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:22.594153 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d685d115-5832-4002-9fc9-7b42c108bf5e req-2d1401dd-35cc-4aa2-8261-2aa6d7a2ca33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1b945f4-9bf9-489c-9fb6-5d27400f4806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0795100 Mar 24 01:00:22.671729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-c31df58e-6ef8-4703-a818-fe178e8ce308 None None] Set router 40105202-3ae9-4b5e-b26c-70794565ed31 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:00:22.851754 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d685d115-5832-4002-9fc9-7b42c108bf5e req-541b7ecd-5900-4345-9870-e481f39b22e8 service neutron] 10.222.0.57 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508378 Mar 24 01:00:23.001671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d685d115-5832-4002-9fc9-7b42c108bf5e req-0efcd3f7-8484-4328-94b1-ad84c9fd0505 service neutron] 10.222.0.57 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432509 Mar 24 01:00:23.190259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c31df58e-6ef8-4703-a818-fe178e8ce308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '63648b89-e623-453c-9bea-0b598f617a85', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'floating_ip_address': '172.25.0.112', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'port_id': '08803f2f-12d8-4f29-8f46-1eebda99153c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'mac_address': 'fa:16:3e:53:73:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536538e6-5f23-4dd4-b23f-e4d324b59c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:00:04Z', 'updated_at': '2022-03-24T01:00:20Z', 'revision_number': 1, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab335b2a-2bd5-4ce2-b141-2dc3698348ec', 'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'mac_address': 'fa:16:3e:78:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T01:00:00Z', 'revision_number': 5, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'subnets': [{'id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:23.267757 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31df58e-6ef8-4703-a818-fe178e8ce308 None None] The sync data for ids ['40105202-3ae9-4b5e-b26c-70794565ed31'] in n-d-760455-9 is: [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '63648b89-e623-453c-9bea-0b598f617a85', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'floating_ip_address': '172.25.0.112', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'port_id': '08803f2f-12d8-4f29-8f46-1eebda99153c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'mac_address': 'fa:16:3e:53:73:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536538e6-5f23-4dd4-b23f-e4d324b59c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:00:04Z', 'updated_at': '2022-03-24T01:00:20Z', 'revision_number': 1, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab335b2a-2bd5-4ce2-b141-2dc3698348ec', 'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'mac_address': 'fa:16:3e:78:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T01:00:00Z', 'revision_number': 5, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'subnets': [{'id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:00:23.281020 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04d8507a-136f-4d66-be79-a399c9dcc1ed req-718a6d2c-c3e6-4e23-be7b-7154acccde24 tempest-ServersAaction247Test-1614530523 tempest-ServersAaction247Test-1614530523-project] 10.222.0.45 "GET /v2.0/ports?device_id=eac3e7a6-3f2d-410e-9673-8844461d0540 HTTP/1.1" status: 200 len: 210 time: 0.0624080 Mar 24 01:00:23.393681 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e178005b-4226-4853-9ab5-5e8e43eab24c req-501e26cc-6775-4ecd-96a7-f18973c61eb3 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0501709 Mar 24 01:00:23.688983 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07db39c-1cdd-4a06-b1cc-3c6df66bbd40 None None] New status for floating IP 63648b89-e623-453c-9bea-0b598f617a85: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:00:24.394254 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddc84dd5-832d-4ee8-aa20-062828a94fd4 req-d19cbb9e-3e6a-4d2e-8d7b-10e7d7b66c57 tempest-ServersAaction247Test-1614530523 tempest-ServersAaction247Test-1614530523-project] 10.222.0.45 "GET /v2.0/ports?device_id=eac3e7a6-3f2d-410e-9673-8844461d0540 HTTP/1.1" status: 200 len: 210 time: 0.0285323 Mar 24 01:00:24.525263 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30efdf01-6a3b-4716-a81c-2055bd1f7de1 req-aa82c4d5-bb1a-49c6-8888-6f0d208fd5bf tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0374763 Mar 24 01:00:24.737529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47984) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:24.742422 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-0bb7e177-ebcc-4f9f-9c72-6aa5867bfb23 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308254874', 'description': 'tempest-description--1894769058'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:24.764127 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0bb7e177-ebcc-4f9f-9c72-6aa5867bfb23 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:24.832173 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0bb7e177-ebcc-4f9f-9c72-6aa5867bfb23 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for security_group (3380390e-e193-4e43-903e-5d190d00196e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:24.835703 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0bb7e177-ebcc-4f9f-9c72-6aa5867bfb23 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3380390e-e193-4e43-903e-5d190d00196e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:24.863442 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0bb7e177-ebcc-4f9f-9c72-6aa5867bfb23 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:24.865214 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0bb7e177-ebcc-4f9f-9c72-6aa5867bfb23 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1268322 Mar 24 01:00:24.868762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47986) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:24.870471 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7e177-ebcc-4f9f-9c72-6aa5867bfb23 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3380390e-e193-4e43-903e-5d190d00196e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:24.875112 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6a44f9dc-0ffe-4802-88ee-8742e9fb9c1a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Request body: {'security_group_rule': {'security_group_id': '3380390e-e193-4e43-903e-5d190d00196e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:24.902877 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a44f9dc-0ffe-4802-88ee-8742e9fb9c1a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for security_group_rule (172d2eea-8e37-435b-8312-035de84099c6), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:24.976906 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a44f9dc-0ffe-4802-88ee-8742e9fb9c1a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for security_group_rule (172d2eea-8e37-435b-8312-035de84099c6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:24.981552 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a44f9dc-0ffe-4802-88ee-8742e9fb9c1a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (172d2eea-8e37-435b-8312-035de84099c6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:25.001151 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44f9dc-0ffe-4802-88ee-8742e9fb9c1a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172d2eea-8e37-435b-8312-035de84099c6,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:25.008279 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a44f9dc-0ffe-4802-88ee-8742e9fb9c1a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:25.012288 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47990) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:25.012463 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6a44f9dc-0ffe-4802-88ee-8742e9fb9c1a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421673 Mar 24 01:00:25.018121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-14d957c5-357d-42d2-bc23-05f48a1db0ec tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Request body: {'security_group_rule': {'security_group_id': '3380390e-e193-4e43-903e-5d190d00196e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:25.046277 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-14d957c5-357d-42d2-bc23-05f48a1db0ec tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for security_group_rule (499d2302-6c7f-45fe-88e0-4eec750e98b5), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:25.107981 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-14d957c5-357d-42d2-bc23-05f48a1db0ec tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for security_group_rule (499d2302-6c7f-45fe-88e0-4eec750e98b5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:25.112279 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-14d957c5-357d-42d2-bc23-05f48a1db0ec tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (499d2302-6c7f-45fe-88e0-4eec750e98b5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:25.134361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d957c5-357d-42d2-bc23-05f48a1db0ec tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499d2302-6c7f-45fe-88e0-4eec750e98b5,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:25.140590 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-14d957c5-357d-42d2-bc23-05f48a1db0ec tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:25.145239 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-14d957c5-357d-42d2-bc23-05f48a1db0ec tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281896 Mar 24 01:00:25.145482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47992) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:25.150526 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:25.172147 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:25.271425 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:25.380801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Allocated IP 172.25.0.227 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/ee593af6-fd3f-40bf-b04f-892602ca54cb) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:00:25.486984 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for port (ee593af6-fd3f-40bf-b04f-892602ca54cb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:25.519405 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72bb2096-548f-492a-9798-3570bf09d248 req-cbe04a6f-e7bf-49b6-b65b-f6111a5e5a0c tempest-ServersAaction247Test-1614530523 tempest-ServersAaction247Test-1614530523-project] 10.222.0.45 "GET /v2.0/ports?device_id=eac3e7a6-3f2d-410e-9673-8844461d0540 HTTP/1.1" status: 200 len: 210 time: 0.0393250 Mar 24 01:00:25.531736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ee593af6-fd3f-40bf-b04f-892602ca54cb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:25.565009 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:00:25.568708 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:00:25.572235 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:00:25.608618 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Pushing event updated for resources: {'Port': ['ID=ee593af6-fd3f-40bf-b04f-892602ca54cb,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:25.648358 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69e60275-47cd-4451-b462-3d19e6511016 req-4c23cf90-1eeb-40aa-af21-24dd42423b7c tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0352683 Mar 24 01:00:25.700745 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for floatingip (430e9fc6-8556-4ba9-9b26-cbdbd1c9d613), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:25.746559 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ee593af6-fd3f-40bf-b04f-892602ca54cb), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:25.937664 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for port (ee593af6-fd3f-40bf-b04f-892602ca54cb), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:25.942336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (ee593af6-fd3f-40bf-b04f-892602ca54cb), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:25.956314 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd67cc2-b879-41cd-91ed-4a8dd04a9bc6 req-8fefcf59-9252-42dc-ac25-d16afbb23a25 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eac3e7a6-3f2d-410e-9673-8844461d0540 HTTP/1.1" status: 200 len: 210 time: 0.0272584 Mar 24 01:00:26.020069 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Pushing event updated for resources: {'Port': ['ID=ee593af6-fd3f-40bf-b04f-892602ca54cb,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:26.029485 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (430e9fc6-8556-4ba9-9b26-cbdbd1c9d613), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:26.046805 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:26.055544 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-93c9bdcd-40a2-4b70-97d7-e8efc9fe072a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9013793 Mar 24 01:00:26.216958 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32c1df69-b22c-4a72-9617-475d9297792d req-561d3e52-cc2a-4b7a-8817-02d6261ba228 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1308254874&fields=id&tenant_id=8925625c205644de95f234e805c8d03a HTTP/1.1" status: 200 len: 267 time: 0.0511394 Mar 24 01:00:26.327476 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8867f-eaa9-4e25-87f9-9fe6dcd10efb req-222b9243-74b9-4e89-a8f2-976247c548c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:26.329117 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4bb8867f-eaa9-4e25-87f9-9fe6dcd10efb req-222b9243-74b9-4e89-a8f2-976247c548c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 1128 time: 0.0485907 Mar 24 01:00:26.372391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1df69-b22c-4a72-9617-475d9297792d req-71f4d632-2bff-4120-9911-ef5734247ca0 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:26.373827 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32c1df69-b22c-4a72-9617-475d9297792d req-71f4d632-2bff-4120-9911-ef5734247ca0 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/networks?id=d176ece4-0623-4fc2-9e7c-9c0df8ec52bd HTTP/1.1" status: 200 len: 814 time: 0.1496956 Mar 24 01:00:26.387900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2e3ed-a701-4f1d-9885-9bff2572d2f0 req-c3bfc141-c29d-4ddb-a826-6cdee7fb24a2 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:26.389452 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fe2e3ed-a701-4f1d-9885-9bff2572d2f0 req-c3bfc141-c29d-4ddb-a826-6cdee7fb24a2 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.0994930 Mar 24 01:00:26.406159 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32c1df69-b22c-4a72-9617-475d9297792d req-1e38f2c2-7650-43c3-bcc4-94608da13aa4 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/quotas/8925625c205644de95f234e805c8d03a HTTP/1.1" status: 200 len: 375 time: 0.0254042 Mar 24 01:00:26.431193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8867f-eaa9-4e25-87f9-9fe6dcd10efb req-8a9ad207-2abc-4dd2-87db-e8d5bea7fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:26.432699 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4bb8867f-eaa9-4e25-87f9-9fe6dcd10efb req-8a9ad207-2abc-4dd2-87db-e8d5bea7fb8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 920 time: 0.0974240 Mar 24 01:00:26.473205 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fe2e3ed-a701-4f1d-9885-9bff2572d2f0 req-8fd474e1-4ea2-4c2e-9868-1f8b184341ff tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761094 Mar 24 01:00:26.477297 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4bb8867f-eaa9-4e25-87f9-9fe6dcd10efb req-d8ea1edc-39c3-4a25-8e18-a2c50c249beb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6e942dc-2f3b-46a6-98e6-41dfdb464d87 HTTP/1.1" status: 200 len: 217 time: 0.0385642 Mar 24 01:00:26.491098 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32c1df69-b22c-4a72-9617-475d9297792d req-07b3459b-1c5b-47d0-a671-6608cf710909 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8925625c205644de95f234e805c8d03a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768874 Mar 24 01:00:26.530477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8867f-eaa9-4e25-87f9-9fe6dcd10efb req-ef15d4de-bace-49a4-b1c3-53063730ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:26.532184 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4bb8867f-eaa9-4e25-87f9-9fe6dcd10efb req-ef15d4de-bace-49a4-b1c3-53063730ed1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.0499671 Mar 24 01:00:26.589641 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8867f-eaa9-4e25-87f9-9fe6dcd10efb req-14d1db5e-d959-4e91-be36-a6283cd18640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:26.592408 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4bb8867f-eaa9-4e25-87f9-9fe6dcd10efb req-14d1db5e-d959-4e91-be36-a6283cd18640 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536470 Mar 24 01:00:26.600417 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32c1df69-b22c-4a72-9617-475d9297792d req-846452b5-132b-449b-a112-825936cb2c7f service neutron] 10.222.0.45 "GET /v2.0/networks/d176ece4-0623-4fc2-9e7c-9c0df8ec52bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938473 Mar 24 01:00:26.674916 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2527c1da-b31d-4b3c-8a26-0abb9507b28e req-63675bf2-d928-4779-a40d-376d772cb534 tempest-ServersAaction247Test-1614530523 tempest-ServersAaction247Test-1614530523-project] 10.222.0.45 "GET /v2.0/ports?device_id=eac3e7a6-3f2d-410e-9673-8844461d0540 HTTP/1.1" status: 200 len: 210 time: 0.0656197 Mar 24 01:00:26.695486 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4bb8867f-eaa9-4e25-87f9-9fe6dcd10efb req-b6dd8e85-3d8c-4ed3-8d40-dae5e353af75 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974777 Mar 24 01:00:26.724844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32c1df69-b22c-4a72-9617-475d9297792d req-b0cb4cf7-1c25-4215-9fb3-51a411e047a7 service neutron] 10.222.0.45 "GET /v2.0/networks/d176ece4-0623-4fc2-9e7c-9c0df8ec52bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174734 Mar 24 01:00:26.774955 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87db5b4c-bff2-413b-a3f8-7c3840224e44 req-0fc47b4f-f8be-42f1-a6fb-fa9a30fc9c2f tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0304070 Mar 24 01:00:26.803466 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4bb8867f-eaa9-4e25-87f9-9fe6dcd10efb req-8bde852d-7523-4cee-9f21-2085f849d18e service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010635 Mar 24 01:00:26.912732 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6462a6c6-10f8-4314-8ef8-e7b82249f313 req-70288af2-cb6f-4786-a6db-f9fdd99692d6 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 210 time: 0.0337887 Mar 24 01:00:27.600344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ed7a6-16f1-4d94-9b98-24be0d83e8be req-81153183-807b-4d22-a87a-8fcc614d91cf tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:27.601834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab4ed7a6-16f1-4d94-9b98-24be0d83e8be req-81153183-807b-4d22-a87a-8fcc614d91cf tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.0561621 Mar 24 01:00:27.651247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab4ed7a6-16f1-4d94-9b98-24be0d83e8be req-00dbbf46-7f32-4ce7-b9af-acb633d25116 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434685 Mar 24 01:00:27.816686 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b8fc85a1-04bb-4575-986a-9b2250d39217 req-3101812e-3289-4eb9-913f-bcf3978335af tempest-ServersAaction247Test-1614530523 tempest-ServersAaction247Test-1614530523-project] 10.222.0.45 "GET /v2.0/ports?device_id=eac3e7a6-3f2d-410e-9673-8844461d0540 HTTP/1.1" status: 200 len: 210 time: 0.0487037 Mar 24 01:00:27.960104 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0632ea1c-b65c-4d80-9ae8-8a176b25ea3c req-aa5add09-39b4-44e7-b2c2-e0786a6544ff tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0348613 Mar 24 01:00:27.961685 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1df69-b22c-4a72-9617-475d9297792d req-362e508c-bb57-4e4d-a23d-4e46c6d0bdda tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:27.963484 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-32c1df69-b22c-4a72-9617-475d9297792d req-362e508c-bb57-4e4d-a23d-4e46c6d0bdda tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.48 "GET /v2.0/networks?id=d176ece4-0623-4fc2-9e7c-9c0df8ec52bd HTTP/1.1" status: 200 len: 814 time: 0.1293514 Mar 24 01:00:27.989219 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002ad15-cf04-4dbc-8c9e-9aebce7aabae req-83b1a92e-ba78-40eb-89c9-446575ea4d3f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:27.995975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2002ad15-cf04-4dbc-8c9e-9aebce7aabae req-83b1a92e-ba78-40eb-89c9-446575ea4d3f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 945 time: 0.1110163 Mar 24 01:00:28.051927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2002ad15-cf04-4dbc-8c9e-9aebce7aabae req-defb1cbd-7ca4-4b3c-aa08-359ead7f16c8 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550165 Mar 24 01:00:28.053599 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-32c1df69-b22c-4a72-9617-475d9297792d req-3b915238-d17f-4535-b131-284bec11119a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8925625c205644de95f234e805c8d03a HTTP/1.1" status: 200 len: 380 time: 0.0791817 Mar 24 01:00:28.076118 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-32c1df69-b22c-4a72-9617-475d9297792d req-6b530fb9-db43-4fe9-a67d-460391f07a52 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Request body: {'port': {'device_id': '3f8b6d9f-66b7-4a23-87e2-565384dde926', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'admin_state_up': True, 'tenant_id': '8925625c205644de95f234e805c8d03a', 'security_groups': ['3380390e-e193-4e43-903e-5d190d00196e']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:28.154834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5681fa29-37ee-415c-8067-344a8b9dda0e req-e1058298-eb4b-4949-9c90-53ac1a612341 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 210 time: 0.0319333 Mar 24 01:00:28.232088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c1df69-b22c-4a72-9617-475d9297792d req-6b530fb9-db43-4fe9-a67d-460391f07a52 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Made reservation on behalf of 8925625c205644de95f234e805c8d03a for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:00:28.235942 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-32c1df69-b22c-4a72-9617-475d9297792d req-6b530fb9-db43-4fe9-a67d-460391f07a52 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:28.388905 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-32c1df69-b22c-4a72-9617-475d9297792d req-6b530fb9-db43-4fe9-a67d-460391f07a52 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Allocated IP 172.20.0.5 (d176ece4-0623-4fc2-9e7c-9c0df8ec52bd/30bdf9db-eb2d-4685-9056-9771a3a6c489/6ecacb43-69cf-4130-9e7e-b7d534be2515) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:00:28.659537 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fb826211-89ab-4b72-a1e9-2cb56b7148f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:28.677451 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-32c1df69-b22c-4a72-9617-475d9297792d req-6b530fb9-db43-4fe9-a67d-460391f07a52 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for port (6ecacb43-69cf-4130-9e7e-b7d534be2515), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:28.680237 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7026637e-6d17-4f40-a0da-0189b14668a2 req-884ba777-b4b8-44a7-a8df-456bea83ea8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=672205c3bb39430291585984d0f416e3&device_id=eac3e7a6-3f2d-410e-9673-8844461d0540 HTTP/1.1" status: 200 len: 210 time: 0.0785069 Mar 24 01:00:28.718300 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-32c1df69-b22c-4a72-9617-475d9297792d req-6b530fb9-db43-4fe9-a67d-460391f07a52 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6ecacb43-69cf-4130-9e7e-b7d534be2515), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:28.762421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f904d33-2fbd-40a7-9a8a-70787843911b req-a54e51a9-07e0-4a47-950b-840ba5c9b91c tempest-ServersAaction247Test-1614530523 tempest-ServersAaction247Test-1614530523-project] 10.222.0.45 "GET /v2.0/ports?device_id=eac3e7a6-3f2d-410e-9673-8844461d0540 HTTP/1.1" status: 200 len: 210 time: 0.0852630 Mar 24 01:00:28.779699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c1df69-b22c-4a72-9617-475d9297792d req-6b530fb9-db43-4fe9-a67d-460391f07a52 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Network d176ece4-0623-4fc2-9e7c-9c0df8ec52bd is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:00:28.783005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-32c1df69-b22c-4a72-9617-475d9297792d req-6b530fb9-db43-4fe9-a67d-460391f07a52 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:00:28.790618 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c1df69-b22c-4a72-9617-475d9297792d req-6b530fb9-db43-4fe9-a67d-460391f07a52 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:00:28.845176 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7026637e-6d17-4f40-a0da-0189b14668a2 req-00efa219-bf95-4649-afb4-1af72ce644f0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=672205c3bb39430291585984d0f416e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1540720 Mar 24 01:00:28.875378 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b530fb9-db43-4fe9-a67d-460391f07a52 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Pushing event updated for resources: {'Port': ['ID=6ecacb43-69cf-4130-9e7e-b7d534be2515,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:28.923694 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1df69-b22c-4a72-9617-475d9297792d req-6b530fb9-db43-4fe9-a67d-460391f07a52 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:28.924362 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-32c1df69-b22c-4a72-9617-475d9297792d req-6b530fb9-db43-4fe9-a67d-460391f07a52 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:28.962040 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-32c1df69-b22c-4a72-9617-475d9297792d req-6b530fb9-db43-4fe9-a67d-460391f07a52 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8991742 Mar 24 01:00:28.993597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Request body: {'port': {'device_id': '3f8b6d9f-66b7-4a23-87e2-565384dde926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:29.168889 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6ecacb43-69cf-4130-9e7e-b7d534be2515), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:29.367303 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d533553e-3e69-49a9-b84f-e65c6b590516 None None] Provisioning complete for port 6ecacb43-69cf-4130-9e7e-b7d534be2515 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:29.369672 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d533553e-3e69-49a9-b84f-e65c6b590516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6ecacb43-69cf-4130-9e7e-b7d534be2515), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:29.433509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d533553e-3e69-49a9-b84f-e65c6b590516 None None] Port 6ecacb43-69cf-4130-9e7e-b7d534be2515 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:00:29.647720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64609bd6-9d83-485b-a42f-6c56b8dccf4f req-8eeab4f2-9861-44cf-83bb-7561c002afc8 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0567780 Mar 24 01:00:29.676454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc604-bc4f-4f49-9f91-249ccfcf838c req-20e763f9-335c-488a-9936-f961ba2559f2 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:29.694713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c5fc604-bc4f-4f49-9f91-249ccfcf838c req-20e763f9-335c-488a-9936-f961ba2559f2 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.9274945 Mar 24 01:00:29.700657 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:29.773423 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ecacb43-69cf-4130-9e7e-b7d534be2515 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:00:29.783955 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Publish callbacks [] for port (6ecacb43-69cf-4130-9e7e-b7d534be2515), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:29.808158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Transition to ACTIVE for port object 6ecacb43-69cf-4130-9e7e-b7d534be2515 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:00:29.814054 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (6ecacb43-69cf-4130-9e7e-b7d534be2515), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:29.865967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c5fc604-bc4f-4f49-9f91-249ccfcf838c req-bbd310e4-3f0d-4119-8bc0-00c04a3f82a6 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691849 Mar 24 01:00:29.887609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026637e-6d17-4f40-a0da-0189b14668a2 req-538b5f0e-5343-43d2-996f-88ac9926fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:29.889364 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7026637e-6d17-4f40-a0da-0189b14668a2 req-538b5f0e-5343-43d2-996f-88ac9926fea3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0293984 Mar 24 01:00:30.096355 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Pushing event updated for resources: {'Port': ['ID=6ecacb43-69cf-4130-9e7e-b7d534be2515,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:30.122548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc26db-6cb7-4bc3-902d-a44772a7bdef req-d9197e40-2209-494a-8630-ca110b037ffa tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:30.134078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2cbc26db-6cb7-4bc3-902d-a44772a7bdef req-d9197e40-2209-494a-8630-ca110b037ffa tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 945 time: 0.3190184 Mar 24 01:00:30.204355 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Attempting to bind port 6ecacb43-69cf-4130-9e7e-b7d534be2515 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:00:30.204700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Attempting to bind port 6ecacb43-69cf-4130-9e7e-b7d534be2515 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '0c136305-7fa6-44b2-9952-440377c68a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:00:30.206755 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Attempting to bind port 6ecacb43-69cf-4130-9e7e-b7d534be2515 on network d176ece4-0623-4fc2-9e7c-9c0df8ec52bd {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:00:30.220421 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Port 6ecacb43-69cf-4130-9e7e-b7d534be2515 on network d176ece4-0623-4fc2-9e7c-9c0df8ec52bd not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:00:30.221008 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Attempting to bind port 6ecacb43-69cf-4130-9e7e-b7d534be2515 on network d176ece4-0623-4fc2-9e7c-9c0df8ec52bd {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:00:30.231340 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:00:30.231940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Checking segment: {'id': '0c136305-7fa6-44b2-9952-440377c68a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:00:30.232511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Bound using segment: {'id': '0c136305-7fa6-44b2-9952-440377c68a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:00:30.233131 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Bound port: 6ecacb43-69cf-4130-9e7e-b7d534be2515, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c136305-7fa6-44b2-9952-440377c68a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:00:30.233711 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6ecacb43-69cf-4130-9e7e-b7d534be2515), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:30.300060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb33a4-c35d-4085-84b9-6d4156ec096a req-95d944ba-1f36-45e6-aec2-3ea11becf7c4 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:30.307223 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2beb33a4-c35d-4085-84b9-6d4156ec096a req-95d944ba-1f36-45e6-aec2-3ea11becf7c4 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 943 time: 0.2973709 Mar 24 01:00:30.308496 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] For port 6ecacb43-69cf-4130-9e7e-b7d534be2515, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:00:30.312377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] For port 6ecacb43-69cf-4130-9e7e-b7d534be2515, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6ecacb43-69cf-4130-9e7e-b7d534be2515,segment=NetworkSegment(0c136305-7fa6-44b2-9952-440377c68a1a),segment_id=0c136305-7fa6-44b2-9952-440377c68a1a)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:00:30.321599 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (6ecacb43-69cf-4130-9e7e-b7d534be2515), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:30.358884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2cbc26db-6cb7-4bc3-902d-a44772a7bdef req-7ce2e6b7-6c29-44a4-9484-5dc6b6838a0c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236276 Mar 24 01:00:30.418902 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:30.419659 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:30.426157 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-32c1df69-b22c-4a72-9617-475d9297792d req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] 10.222.0.48 "PUT /v2.0/ports/6ecacb43-69cf-4130-9e7e-b7d534be2515 HTTP/1.1" status: 200 len: 1091 time: 1.4404082 Mar 24 01:00:30.426994 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8b6d9f-66b7-4a23-87e2-565384dde926', 'tag': '6ecacb43-69cf-4130-9e7e-b7d534be2515'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:00:30.430815 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555ba31d-9fab-40f7-acf6-5ed49c7bc396" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8b6d9f-66b7-4a23-87e2-565384dde926", "tag": "6ecacb43-69cf-4130-9e7e-b7d534be2515"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:00:30.433330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2beb33a4-c35d-4085-84b9-6d4156ec096a req-78ce1981-64a0-4787-9f79-7a6b3abab389 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156616 Mar 24 01:00:30.494052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da1a43-6dfa-4209-9a79-75e358234b9e service neutron] Pushing event updated for resources: {'Port': ['ID=6ecacb43-69cf-4130-9e7e-b7d534be2515,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:30.513420 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a7b1b8-c3df-4752-8964-4b879316282d x-openstack-request-id: req-42a7b1b8-c3df-4752-8964-4b879316282d {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:30.513420 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8b6d9f-66b7-4a23-87e2-565384dde926", "tag": "6ecacb43-69cf-4130-9e7e-b7d534be2515", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:30.513732 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-42a7b1b8-c3df-4752-8964-4b879316282d {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:30.516056 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a7b1b8-c3df-4752-8964-4b879316282d'] response: {'name': 'network-changed', 'server_uuid': '3f8b6d9f-66b7-4a23-87e2-565384dde926', 'tag': '6ecacb43-69cf-4130-9e7e-b7d534be2515', 'status': 'completed', 'code': 200} Mar 24 01:00:30.613740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1b64182-b45b-4878-8567-08cde74cbd61 req-29251cd2-65ff-47ec-adb3-55c535fd583e tempest-ServersAaction247Test-1614530523 tempest-ServersAaction247Test-1614530523-project] 10.222.0.45 "GET /v2.0/ports?device_id=eac3e7a6-3f2d-410e-9673-8844461d0540 HTTP/1.1" status: 200 len: 210 time: 0.0776427 Mar 24 01:00:30.781995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bdccc2e9-60ef-4477-b08c-ed2750491147 req-9da2815f-f63d-4c95-8098-1990fa0ecfff tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0500000 Mar 24 01:00:30.838065 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5b2697ca-39db-451b-9436-18add8b75365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:31.045515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66784d-d298-410b-ae26-5e8381cc7034 req-f5a1a675-7d53-4ec2-ab90-bc4a57ae3e32 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:31.052290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e66784d-d298-410b-ae26-5e8381cc7034 req-f5a1a675-7d53-4ec2-ab90-bc4a57ae3e32 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.0730460 Mar 24 01:00:31.115889 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e66784d-d298-410b-ae26-5e8381cc7034 req-a9ee8517-6839-4444-850c-f3252ea27ca8 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609975 Mar 24 01:00:31.167392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec043e-1508-4c1f-bd3e-254c71259e75 req-0f156291-dbe8-43bb-95e8-1276dd44115a tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:31.168949 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2ec043e-1508-4c1f-bd3e-254c71259e75 req-0f156291-dbe8-43bb-95e8-1276dd44115a tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.57 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 945 time: 0.0672317 Mar 24 01:00:31.284007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d2ec043e-1508-4c1f-bd3e-254c71259e75 req-c614533c-b4fe-44b8-8a4f-7fc8e162d87c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Deleting port 6cb57b91-ffc0-4fcf-928c-eef8d247c662 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:00:31.284330 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d2ec043e-1508-4c1f-bd3e-254c71259e75 req-c614533c-b4fe-44b8-8a4f-7fc8e162d87c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6cb57b91-ffc0-4fcf-928c-eef8d247c662), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:31.380215 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d2ec043e-1508-4c1f-bd3e-254c71259e75 req-c614533c-b4fe-44b8-8a4f-7fc8e162d87c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] For port 6cb57b91-ffc0-4fcf-928c-eef8d247c662, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6cb57b91-ffc0-4fcf-928c-eef8d247c662,segment=NetworkSegment(af66d257-276d-42c2-9a9a-38c0a7ff7d27),segment_id=af66d257-276d-42c2-9a9a-38c0a7ff7d27)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:31.381049 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d2ec043e-1508-4c1f-bd3e-254c71259e75 req-c614533c-b4fe-44b8-8a4f-7fc8e162d87c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6cb57b91-ffc0-4fcf-928c-eef8d247c662), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:31.634823 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d2ec043e-1508-4c1f-bd3e-254c71259e75 req-c614533c-b4fe-44b8-8a4f-7fc8e162d87c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:31.635147 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d2ec043e-1508-4c1f-bd3e-254c71259e75 req-c614533c-b4fe-44b8-8a4f-7fc8e162d87c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (f89a6579-7e38-4ba3-88d2-a9aab4e58a01), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:31.635427 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-d2ec043e-1508-4c1f-bd3e-254c71259e75 req-c614533c-b4fe-44b8-8a4f-7fc8e162d87c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Floating IP f89a6579-7e38-4ba3-88d2-a9aab4e58a01 disassociated. External IP: 172.25.0.84, port: 6cb57b91-ffc0-4fcf-928c-eef8d247c662. Mar 24 01:00:31.635772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d2ec043e-1508-4c1f-bd3e-254c71259e75 req-c614533c-b4fe-44b8-8a4f-7fc8e162d87c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Calling delete_port for 6cb57b91-ffc0-4fcf-928c-eef8d247c662 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:00:31.695060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f46e1-c40c-4bf5-842a-c339892f81d9 req-b74121b4-768d-424f-affb-ce1d145ed765 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:31.696608 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf4f46e1-c40c-4bf5-842a-c339892f81d9 req-b74121b4-768d-424f-affb-ce1d145ed765 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 943 time: 0.1536806 Mar 24 01:00:31.785659 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf4f46e1-c40c-4bf5-842a-c339892f81d9 req-4b1a09ca-3046-40ab-b459-26c774377d53 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742986 Mar 24 01:00:31.914081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6df701c-e2c9-4626-9283-b4733f2268e9 req-ed03e5ce-37cb-4194-878d-4c11a1dab436 tempest-ServersAaction247Test-1614530523 tempest-ServersAaction247Test-1614530523-project] 10.222.0.45 "GET /v2.0/ports?device_id=eac3e7a6-3f2d-410e-9673-8844461d0540 HTTP/1.1" status: 200 len: 210 time: 0.0405948 Mar 24 01:00:31.930904 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d2ec043e-1508-4c1f-bd3e-254c71259e75 req-c614533c-b4fe-44b8-8a4f-7fc8e162d87c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6cb57b91-ffc0-4fcf-928c-eef8d247c662), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:31.976078 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925019b-3ba9-4f4a-af15-1cae752544e3 req-10e1a9ac-dfd8-4454-8eb0-ce7da57fd96b tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:31.977707 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d925019b-3ba9-4f4a-af15-1cae752544e3 req-10e1a9ac-dfd8-4454-8eb0-ce7da57fd96b tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 867 time: 0.1843560 Mar 24 01:00:31.981107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614533c-b4fe-44b8-8a4f-7fc8e162d87c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Pushing event deleted for resources: {'Port': ['ID=6cb57b91-ffc0-4fcf-928c-eef8d247c662,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:32.065917 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:32.163720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7026637e-6d17-4f40-a0da-0189b14668a2 req-fc460500-bf7a-4600-bcca-30ec8d0e0f17 tempest-ServersAaction247Test-1614530523 tempest-ServersAaction247Test-1614530523-project] 10.222.0.57 "GET /v2.0/ports?device_id=eac3e7a6-3f2d-410e-9673-8844461d0540 HTTP/1.1" status: 200 len: 210 time: 0.0632586 Mar 24 01:00:32.176934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a015120-613c-4236-a2df-e26d263b6441 req-34432ca8-4645-41a8-82ef-9e366e75c4a4 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0981505 Mar 24 01:00:32.224815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d925019b-3ba9-4f4a-af15-1cae752544e3 req-70bcd1cd-5d24-4c91-a7cf-ff0085dc80b4 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups?id=53d12989-153a-46b2-bcd5-aae93cd879b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287099 Mar 24 01:00:32.279906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2ec043e-1508-4c1f-bd3e-254c71259e75 req-c614533c-b4fe-44b8-8a4f-7fc8e162d87c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Router c4b16a82-b345-4459-929c-8c26e32bdf0b has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:00:32.320798 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:32.539128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92237b99-1ea3-4299-ace8-c68c5327ddb7 req-5f1718d6-4c77-4889-a4b6-7230a52cefe8 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:32.541618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-92237b99-1ea3-4299-ace8-c68c5327ddb7 req-5f1718d6-4c77-4889-a4b6-7230a52cefe8 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.2293160 Mar 24 01:00:32.545823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2ec043e-1508-4c1f-bd3e-254c71259e75 req-c614533c-b4fe-44b8-8a4f-7fc8e162d87c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:00:32.563897 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e450917-c130-404f-ab7b-f277d2d663a6 None None] Sync routers for ids ['c4b16a82-b345-4459-929c-8c26e32bdf0b'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:00:32.575516 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e450917-c130-404f-ab7b-f277d2d663a6 None None] Routers {'c4b16a82-b345-4459-929c-8c26e32bdf0b'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:00:32.576428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-3e450917-c130-404f-ab7b-f277d2d663a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:00:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c4b16a82-b345-4459-929c-8c26e32bdf0b'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:32.628272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ec043e-1508-4c1f-bd3e-254c71259e75 req-c614533c-b4fe-44b8-8a4f-7fc8e162d87c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] No DVR routers for this DVR port 6cb57b91-ffc0-4fcf-928c-eef8d247c662 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:00:32.633041 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d2ec043e-1508-4c1f-bd3e-254c71259e75 req-c614533c-b4fe-44b8-8a4f-7fc8e162d87c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:32.638515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2ec043e-1508-4c1f-bd3e-254c71259e75 req-c614533c-b4fe-44b8-8a4f-7fc8e162d87c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.57 "DELETE /v2.0/ports/6cb57b91-ffc0-4fcf-928c-eef8d247c662 HTTP/1.1" status: 204 len: 173 time: 1.4623561 Mar 24 01:00:32.641894 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f734c8-d7a5-4ed8-afcb-d2828cb59945', 'name': 'network-vif-deleted', 'tag': '6cb57b91-ffc0-4fcf-928c-eef8d247c662'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:00:32.646987 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbf9cc0-0b76-4678-9c70-ec4a65ac9092" -d '{"events": [{"server_uuid": "23f734c8-d7a5-4ed8-afcb-d2828cb59945", "name": "network-vif-deleted", "tag": "6cb57b91-ffc0-4fcf-928c-eef8d247c662"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:00:32.673621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-92237b99-1ea3-4299-ace8-c68c5327ddb7 req-04b83b46-85a5-4493-9a89-62bffb6871dd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252341 Mar 24 01:00:32.722758 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a43ebc3-6649-47c4-ab6d-b97af014b5b2 x-openstack-request-id: req-7a43ebc3-6649-47c4-ab6d-b97af014b5b2 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:32.722900 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f734c8-d7a5-4ed8-afcb-d2828cb59945", "name": "network-vif-deleted", "tag": "6cb57b91-ffc0-4fcf-928c-eef8d247c662", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:32.723140 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a43ebc3-6649-47c4-ab6d-b97af014b5b2 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:32.723558 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a43ebc3-6649-47c4-ab6d-b97af014b5b2'] response: {'server_uuid': '23f734c8-d7a5-4ed8-afcb-d2828cb59945', 'name': 'network-vif-deleted', 'tag': '6cb57b91-ffc0-4fcf-928c-eef8d247c662', 'status': 'completed', 'code': 200} Mar 24 01:00:32.768848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-3e450917-c130-404f-ab7b-f277d2d663a6 None None] Set router c4b16a82-b345-4459-929c-8c26e32bdf0b gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:00:32.982595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3663de-1cff-4924-aef0-bc3f5a7b4f2d req-90cecb4d-384e-4020-8627-6cd1a515d120 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:32.990209 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca3663de-1cff-4924-aef0-bc3f5a7b4f2d req-90cecb4d-384e-4020-8627-6cd1a515d120 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 943 time: 0.0966916 Mar 24 01:00:33.088108 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca3663de-1cff-4924-aef0-bc3f5a7b4f2d req-e5140ec2-7bdb-415b-a44b-13437b1d6b15 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970240 Mar 24 01:00:33.119918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-3e450917-c130-404f-ab7b-f277d2d663a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'name': 'tempest-ServersTestBootFromVolume-1318194992-router', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:57:48Z', 'updated_at': '2022-03-24T00:57:58Z', 'revision_number': 4, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'gw_port': {'id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:52Z', 'updated_at': '2022-03-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '707e36d4-a0dd-4a19-9447-826b34b68ba5', 'name': '', 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'mac_address': 'fa:16:3e:5f:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:57Z', 'updated_at': '2022-03-24T00:58:03Z', 'revision_number': 5, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'subnets': [{'id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:33.154358 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e450917-c130-404f-ab7b-f277d2d663a6 None None] Checking router: c4b16a82-b345-4459-929c-8c26e32bdf0b for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:00:33.165545 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e450917-c130-404f-ab7b-f277d2d663a6 None None] Routers {'c4b16a82-b345-4459-929c-8c26e32bdf0b'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:00:33.166187 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-3e450917-c130-404f-ab7b-f277d2d663a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:00:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c4b16a82-b345-4459-929c-8c26e32bdf0b'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:33.315630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-3e450917-c130-404f-ab7b-f277d2d663a6 None None] Set router c4b16a82-b345-4459-929c-8c26e32bdf0b gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:00:33.333758 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1831f7da-8ae4-4a5a-bb58-e675d4f2b184 req-cd89a119-adcd-4975-808d-66528b4bf594 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0481312 Mar 24 01:00:33.377156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-79f18837-79a5-431c-9dd5-6883bd45fed5 req-0f20ec82-95bf-484e-ba34-016fb6c41961 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 210 time: 0.0542088 Mar 24 01:00:33.450291 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48138) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:33.633353 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:33.712998 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-490eda87-bf59-4725-88a4-2a0e2543ca17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:33.800754 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-3e450917-c130-404f-ab7b-f277d2d663a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'name': 'tempest-ServersTestBootFromVolume-1318194992-router', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:57:48Z', 'updated_at': '2022-03-24T00:57:58Z', 'revision_number': 4, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'gw_port': {'id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:52Z', 'updated_at': '2022-03-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '707e36d4-a0dd-4a19-9447-826b34b68ba5', 'name': '', 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'mac_address': 'fa:16:3e:5f:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:57Z', 'updated_at': '2022-03-24T00:58:03Z', 'revision_number': 5, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'subnets': [{'id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:33.843015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e450917-c130-404f-ab7b-f277d2d663a6 None None] The sync data for ids ['c4b16a82-b345-4459-929c-8c26e32bdf0b'] in n-d-760455-9 is: [{'id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'name': 'tempest-ServersTestBootFromVolume-1318194992-router', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:57:48Z', 'updated_at': '2022-03-24T00:57:58Z', 'revision_number': 4, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'gw_port': {'id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:52Z', 'updated_at': '2022-03-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '707e36d4-a0dd-4a19-9447-826b34b68ba5', 'name': '', 'network_id': 'a7cbf4f1-e156-43b3-b72e-c913a1c29220', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'mac_address': 'fa:16:3e:5f:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:57Z', 'updated_at': '2022-03-24T00:58:03Z', 'revision_number': 5, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'subnets': [{'id': '4d4f1ff7-f8bd-48b3-933f-16bcf1a98553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:00:33.859888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08f79e-2139-450d-945b-b828a216ff86 req-ce612231-d779-42f7-a415-300477e412a8 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:33.868405 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd08f79e-2139-450d-945b-b828a216ff86 req-ce612231-d779-42f7-a415-300477e412a8 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.0802624 Mar 24 01:00:33.870837 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-490eda87-bf59-4725-88a4-2a0e2543ca17 admin admin] Publish callbacks [] for security_group (4d2cf542-1423-4977-b7d7-76f0fbeae287), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:33.878747 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-490eda87-bf59-4725-88a4-2a0e2543ca17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4d2cf542-1423-4977-b7d7-76f0fbeae287), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:33.915520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490eda87-bf59-4725-88a4-2a0e2543ca17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2cf542-1423-4977-b7d7-76f0fbeae287,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:33.932369 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-490eda87-bf59-4725-88a4-2a0e2543ca17 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=672205c3bb39430291585984d0f416e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4800239 Mar 24 01:00:33.934977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48144) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:33.957759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd08f79e-2139-450d-945b-b828a216ff86 req-076f339a-3018-49d1-9fcd-d62411236aea tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847301 Mar 24 01:00:34.049199 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Publish callbacks [] for security_group (4d2cf542-1423-4977-b7d7-76f0fbeae287), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:34.107656 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Publish callbacks [] for security_group (4d2cf542-1423-4977-b7d7-76f0fbeae287), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:34.228268 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4d2cf542-1423-4977-b7d7-76f0fbeae287), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:34.231633 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:34.240195 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d2cf542-1423-4977-b7d7-76f0fbeae287 HTTP/1.1" status: 204 len: 168 time: 0.3034744 Mar 24 01:00:34.260608 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2cf542-1423-4977-b7d7-76f0fbeae287,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:34.270823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:34.271434 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:34.271948 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:34.273034 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:34.273554 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:34.274047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:34.274552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:34.275076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:34.275618 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:34.276158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:34.281124 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:34.281751 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:34.282292 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:34.283811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:34.284353 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c79573-fdfc-4002-af74-4f68f2b9df8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:34.340951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3c85d-a3c0-458c-ac90-5c24cbde9727 req-bd0a26fb-2080-4275-a03c-10884a8ae3fd tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:34.342679 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eca3c85d-a3c0-458c-ac90-5c24cbde9727 req-bd0a26fb-2080-4275-a03c-10884a8ae3fd tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 943 time: 0.1209836 Mar 24 01:00:34.405822 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb903ce6-32cf-435f-8401-ce7f998936bd None None] New status for floating IP f89a6579-7e38-4ba3-88d2-a9aab4e58a01: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:00:34.462624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eca3c85d-a3c0-458c-ac90-5c24cbde9727 req-99989aba-935d-4ea3-a210-560d35b9443c tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104958 Mar 24 01:00:34.538244 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6aba5f50-7579-4afc-a2f3-6ff81fcdf59b req-24e39bcd-34fc-465b-ac85-94944d6ba918 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0682580 Mar 24 01:00:34.635557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-380c8398-003a-4641-890f-7cfbb39da5e6 req-0e0f92be-1636-42ae-876a-450e759a7bad tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 210 time: 0.0546913 Mar 24 01:00:35.179023 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:35.183806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a459cf-d5aa-4466-81cb-61ceb5ad15ff req-39f3f403-eaf2-4517-a04d-2abd50701f1e tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:35.185416 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95a459cf-d5aa-4466-81cb-61ceb5ad15ff req-39f3f403-eaf2-4517-a04d-2abd50701f1e tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.1066146 Mar 24 01:00:35.287760 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95a459cf-d5aa-4466-81cb-61ceb5ad15ff req-48bbd3a3-9796-4cb7-beae-a5567e61e59a tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937712 Mar 24 01:00:35.594050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6cb57b91-ffc0-4fcf-928c-eef8d247c662 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:00:35.653449 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48180) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:35.681631 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 6cb57b91-ffc0-4fcf-928c-eef8d247c662 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:00:35.681987 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6cb57b91-ffc0-4fcf-928c-eef8d247c662 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:00:35.721788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2e18e-52f1-43d9-a650-de6efbfb947c req-d9b890d1-d2fa-4058-86f2-51e643f7a66c tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:35.723370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ce2e18e-52f1-43d9-a650-de6efbfb947c req-d9b890d1-d2fa-4058-86f2-51e643f7a66c tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 943 time: 0.1383860 Mar 24 01:00:35.822377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d6e2898c-1cde-4b5d-ae9f-9b0aab84a243 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1068881583-network', 'tenant_id': '5ac65c0c246448d68f3607175d189fb0'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:35.853748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ce2e18e-52f1-43d9-a650-de6efbfb947c req-2722e0a5-64c5-4f35-bf4b-4fc2fc7a8130 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238034 Mar 24 01:00:35.857301 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e2898c-1cde-4b5d-ae9f-9b0aab84a243 admin admin] Made reservation on behalf of 5ac65c0c246448d68f3607175d189fb0 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:00:35.861348 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6e2898c-1cde-4b5d-ae9f-9b0aab84a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:35.871610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b819a27f-cba0-40f0-9180-75b5af88219d req-3ca45022-94e2-4acd-ab49-8a0a874fbe91 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.1261654 Mar 24 01:00:35.885455 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6e2898c-1cde-4b5d-ae9f-9b0aab84a243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:36.027310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0c0ea47-5aec-4aed-9c25-b7564495cf60 req-ed8672db-be32-43ad-a899-b527ff5c88d4 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 210 time: 0.0389204 Mar 24 01:00:36.029046 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6e2898c-1cde-4b5d-ae9f-9b0aab84a243 admin admin] Publish callbacks [] for security_group (83d59f08-9082-4224-90e1-f7cda45417e0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:36.054610 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6e2898c-1cde-4b5d-ae9f-9b0aab84a243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (83d59f08-9082-4224-90e1-f7cda45417e0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:36.084465 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e2898c-1cde-4b5d-ae9f-9b0aab84a243 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:00:36.092987 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2898c-1cde-4b5d-ae9f-9b0aab84a243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d59f08-9082-4224-90e1-f7cda45417e0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:36.099768 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6e2898c-1cde-4b5d-ae9f-9b0aab84a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f25b37db-e91e-4816-aaa0-a47f48bf8698), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:36.100319 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-d6e2898c-1cde-4b5d-ae9f-9b0aab84a243 admin admin] Added segment f25b37db-e91e-4816-aaa0-a47f48bf8698 of type vlan for network 14ac88e5-c6b8-4482-8b26-a53783c04883 Mar 24 01:00:36.163967 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6e2898c-1cde-4b5d-ae9f-9b0aab84a243 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (14ac88e5-c6b8-4482-8b26-a53783c04883), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:36.191687 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6e2898c-1cde-4b5d-ae9f-9b0aab84a243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (14ac88e5-c6b8-4482-8b26-a53783c04883), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:36.193356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e2898c-1cde-4b5d-ae9f-9b0aab84a243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:36.193950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6e2898c-1cde-4b5d-ae9f-9b0aab84a243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:36.251855 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d6e2898c-1cde-4b5d-ae9f-9b0aab84a243 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5972533 Mar 24 01:00:36.255883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48188) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:36.257902 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2898c-1cde-4b5d-ae9f-9b0aab84a243 admin admin] Pushing event updated for resources: {'Network': ['ID=14ac88e5-c6b8-4482-8b26-a53783c04883,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:36.268344 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 14ac88e5-c6b8-4482-8b26-a53783c04883 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:00:36.268856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-98efd5ef-da58-42fa-b170-c6f76023317c admin admin] Request body: {'subnet': {'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1068881583-subnet', 'tenant_id': '5ac65c0c246448d68f3607175d189fb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:36.289110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98efd5ef-da58-42fa-b170-c6f76023317c admin admin] Made reservation on behalf of 5ac65c0c246448d68f3607175d189fb0 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:00:36.291562 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-98efd5ef-da58-42fa-b170-c6f76023317c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:36.557243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cea615-e529-4343-885c-e9775fb50a25 req-9ca4d490-82eb-484b-8d5f-15f682fe741f tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:36.569294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1cea615-e529-4343-885c-e9775fb50a25 req-9ca4d490-82eb-484b-8d5f-15f682fe741f tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.1646643 Mar 24 01:00:36.693395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1cea615-e529-4343-885c-e9775fb50a25 req-d9e85f6a-19c6-4b97-8f38-6f254dd94284 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224763 Mar 24 01:00:36.710509 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-98efd5ef-da58-42fa-b170-c6f76023317c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (a5be8776-cb25-4c7a-a7da-5b9b80acc971), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:36.765854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efd5ef-da58-42fa-b170-c6f76023317c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5be8776-cb25-4c7a-a7da-5b9b80acc971,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:36.804226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98efd5ef-da58-42fa-b170-c6f76023317c admin admin] Checking segment: {'id': 'f25b37db-e91e-4816-aaa0-a47f48bf8698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:00:36.804930 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98efd5ef-da58-42fa-b170-c6f76023317c admin admin] Network hostable DHCP agents. Network: 14ac88e5-c6b8-4482-8b26-a53783c04883, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:00:36.826819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98efd5ef-da58-42fa-b170-c6f76023317c admin admin] Network 14ac88e5-c6b8-4482-8b26-a53783c04883 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:00:36.836521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-98efd5ef-da58-42fa-b170-c6f76023317c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 14ac88e5-c6b8-4482-8b26-a53783c04883) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:00:36.840694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98efd5ef-da58-42fa-b170-c6f76023317c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:36.841350 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-98efd5ef-da58-42fa-b170-c6f76023317c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:36.847144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b4642d-d745-49e8-82cc-3ad961704ec0 None None] Network 14ac88e5-c6b8-4482-8b26-a53783c04883 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:00:36.866035 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-98efd5ef-da58-42fa-b170-c6f76023317c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6085305 Mar 24 01:00:37.041766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05be04b5-2251-474f-8c62-a62d15cfbc55 req-ec8d5c38-656a-4c3d-a396-57b33a77be5d tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0482912 Mar 24 01:00:37.158655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919672a5-431f-42ac-8bc5-f3cbc2eb2078 None None] Network 14ac88e5-c6b8-4482-8b26-a53783c04883 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:00:37.228096 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-58b4b75e-3274-4857-8e0d-e345ef8ba365 req-ce621749-7801-4e4a-b675-c264ab6a2cea tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 210 time: 0.0540245 Mar 24 01:00:37.239620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b3f64-37e7-4521-beca-1949a0ac70af req-536acf55-1cdf-4d3e-bd4f-4d20646fa3bb tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:37.258416 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab2b3f64-37e7-4521-beca-1949a0ac70af req-536acf55-1cdf-4d3e-bd4f-4d20646fa3bb tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 943 time: 0.2141321 Mar 24 01:00:37.376729 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab2b3f64-37e7-4521-beca-1949a0ac70af req-3387d2da-1df4-46c5-930f-6755c0b8993c tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118536 Mar 24 01:00:37.586210 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-fc623488-7153-4d2f-8384-0ce79df0ff71 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:37.588313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-fc623488-7153-4d2f-8384-0ce79df0ff71 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/networks?id=14ac88e5-c6b8-4482-8b26-a53783c04883 HTTP/1.1" status: 200 len: 814 time: 0.1177371 Mar 24 01:00:37.606569 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-a84fdac0-2e7e-40d9-9fd8-5331e5be5176 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/quotas/5ac65c0c246448d68f3607175d189fb0 HTTP/1.1" status: 200 len: 375 time: 0.0122273 Mar 24 01:00:37.646691 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-3907adfd-fa4f-4f97-8f2e-4a6d749f9f99 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ac65c0c246448d68f3607175d189fb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326877 Mar 24 01:00:37.749421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-04af6ce5-f1fb-4f0b-93b1-420dde7f7d01 service neutron] 10.222.0.45 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958261 Mar 24 01:00:37.894949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09829e94-87de-4a26-9e9a-563978ba98f1 req-569770e3-0655-491a-87ed-daf5f71985ef tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:37.897181 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09829e94-87de-4a26-9e9a-563978ba98f1 req-569770e3-0655-491a-87ed-daf5f71985ef tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.0949917 Mar 24 01:00:37.905858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-f0a4a0a8-403a-49fa-aaa9-8fbb04b784eb service neutron] 10.222.0.45 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505959 Mar 24 01:00:37.941514 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ba31d-9fab-40f7-acf6-5ed49c7bc396 req-afb71ed6-d4d4-4c86-91ac-b9a88beccce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:37.944550 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-555ba31d-9fab-40f7-acf6-5ed49c7bc396 req-afb71ed6-d4d4-4c86-91ac-b9a88beccce9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8925625c205644de95f234e805c8d03a&device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 1125 time: 0.0677106 Mar 24 01:00:37.976580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09829e94-87de-4a26-9e9a-563978ba98f1 req-0818a529-af38-49e3-a3a3-45d7a44ab8e5 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693479 Mar 24 01:00:38.109866 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3822f21-d5b3-4e18-afc4-4400ba4eefe6 req-19f64824-eff3-4291-8990-69f2346b3e22 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 210 time: 0.0459039 Mar 24 01:00:38.207432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eeff0cd5-46e1-407a-b089-730d67167602 req-0cecb4a9-21e1-4f16-8b5b-42977a447fb9 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0376890 Mar 24 01:00:38.345990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57366393-f106-4f3e-9074-9dd26f110e5e req-f55cbdb1-6e28-42c2-b9ac-17c38af1cf02 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 210 time: 0.0405924 Mar 24 01:00:38.489411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ba31d-9fab-40f7-acf6-5ed49c7bc396 req-7b82cc37-ba26-485c-964f-e6996fe5d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:38.491645 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-555ba31d-9fab-40f7-acf6-5ed49c7bc396 req-7b82cc37-ba26-485c-964f-e6996fe5d120 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8925625c205644de95f234e805c8d03a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5358634 Mar 24 01:00:38.529515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcc946-1685-4f18-825c-c25109f6fea5 req-c6078ba9-d651-42d0-9ede-12f2f1de12b8 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:38.532724 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbbcc946-1685-4f18-825c-c25109f6fea5 req-c6078ba9-d651-42d0-9ede-12f2f1de12b8 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 943 time: 0.0723062 Mar 24 01:00:38.600655 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbbcc946-1685-4f18-825c-c25109f6fea5 req-8de7075c-b50a-43d4-bf36-5de77250eaae tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608466 Mar 24 01:00:38.625074 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ba31d-9fab-40f7-acf6-5ed49c7bc396 req-7bad4041-aaa9-4ade-8b06-cd19dfe3bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:38.626927 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-555ba31d-9fab-40f7-acf6-5ed49c7bc396 req-7bad4041-aaa9-4ade-8b06-cd19dfe3bec5 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244531 Mar 24 01:00:38.715768 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1df69-b22c-4a72-9617-475d9297792d req-8c65b227-db34-496e-9374-dbf7343e8db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:38.717378 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-32c1df69-b22c-4a72-9617-475d9297792d req-8c65b227-db34-496e-9374-dbf7343e8db7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8925625c205644de95f234e805c8d03a&device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 1125 time: 0.0522568 Mar 24 01:00:38.761436 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-32c1df69-b22c-4a72-9617-475d9297792d req-57299a56-9d43-41f5-9d60-ed67c7177d54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ecacb43-69cf-4130-9e7e-b7d534be2515 HTTP/1.1" status: 200 len: 217 time: 0.0359831 Mar 24 01:00:38.819692 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1df69-b22c-4a72-9617-475d9297792d req-b1ebfd16-1f87-4d50-94fe-f5cc4f6f6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:38.821561 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-32c1df69-b22c-4a72-9617-475d9297792d req-b1ebfd16-1f87-4d50-94fe-f5cc4f6f6633 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=30bdf9db-eb2d-4685-9056-9771a3a6c489 HTTP/1.1" status: 200 len: 853 time: 0.0528433 Mar 24 01:00:38.883340 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1df69-b22c-4a72-9617-475d9297792d req-e81e67f9-7956-4390-94f7-19f30af1c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:38.885482 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-32c1df69-b22c-4a72-9617-475d9297792d req-e81e67f9-7956-4390-94f7-19f30af1c7d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d176ece4-0623-4fc2-9e7c-9c0df8ec52bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572586 Mar 24 01:00:38.983316 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-32c1df69-b22c-4a72-9617-475d9297792d req-1ec2eb6a-b4c0-4edd-8441-7e649d8e5462 service neutron] 10.222.0.48 "GET /v2.0/networks/d176ece4-0623-4fc2-9e7c-9c0df8ec52bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899351 Mar 24 01:00:39.079201 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-32c1df69-b22c-4a72-9617-475d9297792d req-a555d52c-7ee1-4282-ac9d-ae910f244a2d service neutron] 10.222.0.48 "GET /v2.0/networks/d176ece4-0623-4fc2-9e7c-9c0df8ec52bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898175 Mar 24 01:00:39.092606 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dff3e9-9cbd-4f05-8c7b-2da52a356ac8 req-398706a6-0f9d-43a6-bff5-9df259e3f5cc tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:39.094105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12dff3e9-9cbd-4f05-8c7b-2da52a356ac8 req-398706a6-0f9d-43a6-bff5-9df259e3f5cc tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.0535448 Mar 24 01:00:39.153051 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12dff3e9-9cbd-4f05-8c7b-2da52a356ac8 req-969557bc-b6bd-47b6-8d61-14f59c10f069 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515611 Mar 24 01:00:39.212186 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f61336ae-cf82-47bc-ac0e-821791f57ea3 req-61fdae48-95eb-4dc0-99e1-b7d63d4654e6 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 210 time: 0.0317953 Mar 24 01:00:39.319428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5fad1254-535b-4599-9007-debab9622a01 req-3cdbd4f9-a0db-40ad-9643-59c53df18f2e tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0275660 Mar 24 01:00:39.487174 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6082123e-5920-4dbe-ba5f-36895394843c req-d2953322-f384-4742-8e51-8f2329c014cc tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 210 time: 0.0596318 Mar 24 01:00:39.545517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-995bed75-fd62-4c48-8e57-4414beb3014b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:39.547321 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-995bed75-fd62-4c48-8e57-4414beb3014b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.57 "GET /v2.0/networks?id=14ac88e5-c6b8-4482-8b26-a53783c04883 HTTP/1.1" status: 200 len: 814 time: 0.1435282 Mar 24 01:00:39.559796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-4420fcf4-063b-4b8b-b50d-585f83504b1b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Request body: {'port': {'device_id': '1faae567-2f1d-48c4-927c-9ad473deea45', 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883', 'admin_state_up': True, 'tenant_id': '5ac65c0c246448d68f3607175d189fb0'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:39.670965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-4420fcf4-063b-4b8b-b50d-585f83504b1b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Made reservation on behalf of 5ac65c0c246448d68f3607175d189fb0 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:00:39.675097 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-4420fcf4-063b-4b8b-b50d-585f83504b1b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:39.785048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06310b-fda7-4f96-807c-24545ddc211f req-b9615233-8b32-4eb6-b788-8359b8f9dc5f tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:39.786694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a06310b-fda7-4f96-807c-24545ddc211f req-b9615233-8b32-4eb6-b788-8359b8f9dc5f tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 943 time: 0.1093068 Mar 24 01:00:39.880250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-4420fcf4-063b-4b8b-b50d-585f83504b1b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Allocated IP 172.20.0.12 (14ac88e5-c6b8-4482-8b26-a53783c04883/a5be8776-cb25-4c7a-a7da-5b9b80acc971/444456d4-54e5-4601-b260-ba7ed556c47a) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:00:39.885494 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a06310b-fda7-4f96-807c-24545ddc211f req-e91e7a89-3e51-424c-b5ef-7bd828424fe1 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892897 Mar 24 01:00:40.069265 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-4420fcf4-063b-4b8b-b50d-585f83504b1b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Publish callbacks [] for port (444456d4-54e5-4601-b260-ba7ed556c47a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:40.104857 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-4420fcf4-063b-4b8b-b50d-585f83504b1b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:40.147579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-4420fcf4-063b-4b8b-b50d-585f83504b1b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Network 14ac88e5-c6b8-4482-8b26-a53783c04883 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:00:40.150677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-4420fcf4-063b-4b8b-b50d-585f83504b1b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:00:40.157077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-4420fcf4-063b-4b8b-b50d-585f83504b1b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:00:40.164102 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420fcf4-063b-4b8b-b50d-585f83504b1b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Pushing event updated for resources: {'Port': ['ID=444456d4-54e5-4601-b260-ba7ed556c47a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:40.214258 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-4420fcf4-063b-4b8b-b50d-585f83504b1b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:40.214881 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-4420fcf4-063b-4b8b-b50d-585f83504b1b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:40.234100 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-4420fcf4-063b-4b8b-b50d-585f83504b1b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6787539 Mar 24 01:00:40.285831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Request body: {'port': {'device_id': '1faae567-2f1d-48c4-927c-9ad473deea45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:40.405469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356a501-0afc-432e-a6b4-e1a3f403aee8 req-bfe89fd8-5b20-46bc-b8de-b3727993761c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:40.407133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a356a501-0afc-432e-a6b4-e1a3f403aee8 req-bfe89fd8-5b20-46bc-b8de-b3727993761c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.1718040 Mar 24 01:00:40.413909 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:40.466520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc0c66-c014-4e44-80e4-684f2e4672f9 req-acf26196-f639-4535-9997-f624a637fa0c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:40.468177 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fafc0c66-c014-4e44-80e4-684f2e4672f9 req-acf26196-f639-4535-9997-f624a637fa0c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 932 time: 0.1575835 Mar 24 01:00:40.558504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a356a501-0afc-432e-a6b4-e1a3f403aee8 req-989cb9c7-cba0-4813-bb4b-abbbb016a738 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419909 Mar 24 01:00:40.649702 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fafc0c66-c014-4e44-80e4-684f2e4672f9 req-df6febd2-db71-410a-90de-641c800d329f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584027 Mar 24 01:00:40.675220 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d424864-db41-43d4-9980-98a7911c7e80 req-084d7db3-b842-452b-8f55-3208aef261f5 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0498726 Mar 24 01:00:40.777732 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-277bc92a-cf7a-4f04-a1fb-e1b14104b086 req-fe5855d0-2a1d-489d-8631-702723a70eb4 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 210 time: 0.0394759 Mar 24 01:00:40.871780 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444456d4-54e5-4601-b260-ba7ed556c47a {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:00:40.879511 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Publish callbacks [] for port (444456d4-54e5-4601-b260-ba7ed556c47a), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:40.893291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Transition to ACTIVE for port object 444456d4-54e5-4601-b260-ba7ed556c47a will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:00:40.897680 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:41.013056 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91301771-8096-491e-a0d3-a5000100963d service neutron] Pushing event updated for resources: {'Port': ['ID=444456d4-54e5-4601-b260-ba7ed556c47a,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:41.088125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97243f4-e807-40b6-b7d6-7ff98a5030fa req-433c81c9-062c-4daa-82e4-2f327df8891c tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:41.089628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e97243f4-e807-40b6-b7d6-7ff98a5030fa req-433c81c9-062c-4daa-82e4-2f327df8891c tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 943 time: 0.1300888 Mar 24 01:00:41.090469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Attempting to bind port 444456d4-54e5-4601-b260-ba7ed556c47a on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:00:41.090806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Attempting to bind port 444456d4-54e5-4601-b260-ba7ed556c47a by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'f25b37db-e91e-4816-aaa0-a47f48bf8698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:00:41.091165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Attempting to bind port 444456d4-54e5-4601-b260-ba7ed556c47a on network 14ac88e5-c6b8-4482-8b26-a53783c04883 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:00:41.096119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Port 444456d4-54e5-4601-b260-ba7ed556c47a on network 14ac88e5-c6b8-4482-8b26-a53783c04883 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:00:41.096442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Attempting to bind port 444456d4-54e5-4601-b260-ba7ed556c47a on network 14ac88e5-c6b8-4482-8b26-a53783c04883 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:00:41.108647 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:00:41.109414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Checking segment: {'id': 'f25b37db-e91e-4816-aaa0-a47f48bf8698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:00:41.109414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Bound using segment: {'id': 'f25b37db-e91e-4816-aaa0-a47f48bf8698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:00:41.109829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Bound port: 444456d4-54e5-4601-b260-ba7ed556c47a, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25b37db-e91e-4816-aaa0-a47f48bf8698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:00:41.110192 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:41.176450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e97243f4-e807-40b6-b7d6-7ff98a5030fa req-4645f3ed-8995-4861-b2f1-64de54aa17b6 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776987 Mar 24 01:00:41.204584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:00:41.207629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=444456d4-54e5-4601-b260-ba7ed556c47a,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:00:41.214307 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:41.248906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:41.249340 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:41.250776 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-91301771-8096-491e-a0d3-a5000100963d service neutron] 10.222.0.57 "PUT /v2.0/ports/444456d4-54e5-4601-b260-ba7ed556c47a HTTP/1.1" status: 200 len: 1092 time: 0.9715397 Mar 24 01:00:41.251217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1faae567-2f1d-48c4-927c-9ad473deea45', 'tag': '444456d4-54e5-4601-b260-ba7ed556c47a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:00:41.253464 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c242cc-3e26-4cf7-931d-03bc61b38fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "1faae567-2f1d-48c4-927c-9ad473deea45", "tag": "444456d4-54e5-4601-b260-ba7ed556c47a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:00:41.277568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91301771-8096-491e-a0d3-a5000100963d service neutron] Pushing event updated for resources: {'Port': ['ID=444456d4-54e5-4601-b260-ba7ed556c47a,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:41.313802 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d303b0ec-112d-4ab6-9c1a-2102c9c1a9e4 x-openstack-request-id: req-d303b0ec-112d-4ab6-9c1a-2102c9c1a9e4 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:41.314161 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1faae567-2f1d-48c4-927c-9ad473deea45", "tag": "444456d4-54e5-4601-b260-ba7ed556c47a", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:41.314424 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d303b0ec-112d-4ab6-9c1a-2102c9c1a9e4 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:41.314837 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d303b0ec-112d-4ab6-9c1a-2102c9c1a9e4'] response: {'name': 'network-changed', 'server_uuid': '1faae567-2f1d-48c4-927c-9ad473deea45', 'tag': '444456d4-54e5-4601-b260-ba7ed556c47a', 'status': 'completed', 'code': 200} Mar 24 01:00:41.373998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-3ee32aae-c640-46de-b25d-592ef807dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:41.375761 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-3ee32aae-c640-46de-b25d-592ef807dc7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ac65c0c246448d68f3607175d189fb0&device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 1126 time: 0.0526328 Mar 24 01:00:41.419024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-9d0580c3-ed17-428d-8387-b901d1a6cb82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=444456d4-54e5-4601-b260-ba7ed556c47a HTTP/1.1" status: 200 len: 217 time: 0.0351520 Mar 24 01:00:41.472727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-d0a0b97a-ea8c-41d9-b120-bd8e8467689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:41.474330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-d0a0b97a-ea8c-41d9-b120-bd8e8467689a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a5be8776-cb25-4c7a-a7da-5b9b80acc971 HTTP/1.1" status: 200 len: 854 time: 0.0466721 Mar 24 01:00:41.508474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-75e83c6d-6825-445c-a936-0f056290f7ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=14ac88e5-c6b8-4482-8b26-a53783c04883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276294 Mar 24 01:00:42.033707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723edab-7222-4256-b18f-fe5852c09fe8 req-7d1221f0-fe69-458b-b06c-adb12536a070 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:42.035233 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c723edab-7222-4256-b18f-fe5852c09fe8 req-7d1221f0-fe69-458b-b06c-adb12536a070 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.1310036 Mar 24 01:00:42.045384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4868c-567f-4d5a-ba18-d87348091e2d req-77549662-13b2-4efc-a745-0a9052a09dec tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:42.046962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b6e4868c-567f-4d5a-ba18-d87348091e2d req-77549662-13b2-4efc-a745-0a9052a09dec tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 944 time: 0.1438763 Mar 24 01:00:42.050183 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-67d3f065-8410-4ad0-ba9b-f6ffd324e7a9 service neutron] 10.222.0.57 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351014 Mar 24 01:00:42.183194 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c723edab-7222-4256-b18f-fe5852c09fe8 req-a630e208-0d36-4339-a6fa-ced74624de08 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352253 Mar 24 01:00:42.192747 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b6e4868c-567f-4d5a-ba18-d87348091e2d req-580b96db-3a00-43c4-9ca2-74e4ca6141c2 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353056 Mar 24 01:00:42.217706 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45afa0d3-8047-495f-b158-7eb5cfb72c06 req-3f27a084-d9ad-4237-944b-138794844a9d service neutron] 10.222.0.57 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592014 Mar 24 01:00:42.312093 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71d1fdc7-0dd2-4efd-be37-3052fd768d3f req-ccf7a0f3-acad-43e9-b728-c8ba50744060 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 210 time: 0.0471733 Mar 24 01:00:42.341310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7181e9b-aaed-425e-85a3-464f3c8425be req-0d4b6d90-2528-473f-a72c-91494d3fd991 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0650938 Mar 24 01:00:42.367134 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c242cc-3e26-4cf7-931d-03bc61b38fbd req-e157596c-4c82-4cea-b4ab-20dd03b317b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:42.368844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53c242cc-3e26-4cf7-931d-03bc61b38fbd req-e157596c-4c82-4cea-b4ab-20dd03b317b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ac65c0c246448d68f3607175d189fb0&device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 1126 time: 0.0912938 Mar 24 01:00:42.483395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355b1e9-4700-47be-a75e-fadf55e9d625 req-0d43644d-5446-4d65-87f5-159d76ac3a1f tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:42.484832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8355b1e9-4700-47be-a75e-fadf55e9d625 req-0d43644d-5446-4d65-87f5-159d76ac3a1f tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 943 time: 0.1123979 Mar 24 01:00:42.504244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c242cc-3e26-4cf7-931d-03bc61b38fbd req-e5a503ca-5e21-493c-badb-fc9f884b2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:42.505664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53c242cc-3e26-4cf7-931d-03bc61b38fbd req-e5a503ca-5e21-493c-badb-fc9f884b2f4e service neutron] 10.222.0.57 "GET /v2.0/networks?id=14ac88e5-c6b8-4482-8b26-a53783c04883 HTTP/1.1" status: 200 len: 915 time: 0.1248803 Mar 24 01:00:42.559370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53c242cc-3e26-4cf7-931d-03bc61b38fbd req-f26ce590-805d-4ee3-8bc8-1faf28fb94c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=444456d4-54e5-4601-b260-ba7ed556c47a HTTP/1.1" status: 200 len: 217 time: 0.0459626 Mar 24 01:00:42.600126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8355b1e9-4700-47be-a75e-fadf55e9d625 req-6cc0057f-f6f4-48c8-b3f7-7fd510ecab42 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059792 Mar 24 01:00:42.618704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c242cc-3e26-4cf7-931d-03bc61b38fbd req-f857d321-ca22-41f3-a173-05b422a767e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:42.620475 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53c242cc-3e26-4cf7-931d-03bc61b38fbd req-f857d321-ca22-41f3-a173-05b422a767e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a5be8776-cb25-4c7a-a7da-5b9b80acc971 HTTP/1.1" status: 200 len: 854 time: 0.0516698 Mar 24 01:00:42.654585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53c242cc-3e26-4cf7-931d-03bc61b38fbd req-14e7c1a4-490c-4bc8-800b-1644e51dd7a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=14ac88e5-c6b8-4482-8b26-a53783c04883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264430 Mar 24 01:00:42.756798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53c242cc-3e26-4cf7-931d-03bc61b38fbd req-09ef3aae-a431-4130-9994-9feaef58e418 service neutron] 10.222.0.57 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942779 Mar 24 01:00:42.844246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53c242cc-3e26-4cf7-931d-03bc61b38fbd req-da5dfe36-1f51-49c8-863d-bcb3c77a8ad9 service neutron] 10.222.0.57 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809538 Mar 24 01:00:43.116555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6ecacb43-69cf-4130-9e7e-b7d534be2515 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:00:43.212751 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 6ecacb43-69cf-4130-9e7e-b7d534be2515, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6ecacb43-69cf-4130-9e7e-b7d534be2515,segment=NetworkSegment(0c136305-7fa6-44b2-9952-440377c68a1a),segment_id=0c136305-7fa6-44b2-9952-440377c68a1a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:43.225056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '6ecacb43-69cf-4130-9e7e-b7d534be2515', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'port_id': '6ecacb43-69cf-4130-9e7e-b7d534be2515', 'mac_address': 'fa:16:3e:b5:ec:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:00:43.266972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 6ecacb43-69cf-4130-9e7e-b7d534be2515 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:43.267799 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6ecacb43-69cf-4130-9e7e-b7d534be2515), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:43.287057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ecacb43-69cf-4130-9e7e-b7d534be2515 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:00:43.312828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 6ecacb43-69cf-4130-9e7e-b7d534be2515, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6ecacb43-69cf-4130-9e7e-b7d534be2515,segment=NetworkSegment(0c136305-7fa6-44b2-9952-440377c68a1a),segment_id=0c136305-7fa6-44b2-9952-440377c68a1a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:43.317341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f3efd-7901-4f5c-b908-56ff795ee21a req-8cfee09a-7a72-427f-8238-2a11d35ec343 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:43.319802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-878f3efd-7901-4f5c-b908-56ff795ee21a req-8cfee09a-7a72-427f-8238-2a11d35ec343 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.0562885 Mar 24 01:00:43.320199 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6ecacb43-69cf-4130-9e7e-b7d534be2515), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:43.394734 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=6ecacb43-69cf-4130-9e7e-b7d534be2515,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:43.404421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-878f3efd-7901-4f5c-b908-56ff795ee21a req-fa0c5136-9a9c-46cd-8016-2f3c3b38e82a tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728858 Mar 24 01:00:43.410620 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:43.411023 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:43.411720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:43.412138 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:43.412586 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:43.413231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:43.414007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:43.414631 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:43.415083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:43.415433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:43.415538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c968466-d281-48ed-a75e-17e41d94c28b req-a16119f8-d6b3-4b55-909a-d8b9dc5996df tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:43.416348 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:43.416961 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:43.417303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c968466-d281-48ed-a75e-17e41d94c28b req-a16119f8-d6b3-4b55-909a-d8b9dc5996df tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 944 time: 0.0962195 Mar 24 01:00:43.417930 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:43.418387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:43.418775 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:43.477681 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c968466-d281-48ed-a75e-17e41d94c28b req-17f7f4e0-f6d8-41fb-848b-0fac3ebf7ce1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545297 Mar 24 01:00:43.524036 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19123659-7294-495c-b0fb-74320149f143 req-a89322b5-b1ab-4a55-9d62-06bcb6bd6a6c tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/ports?device_id=23f734c8-d7a5-4ed8-afcb-d2828cb59945 HTTP/1.1" status: 200 len: 210 time: 0.0333779 Mar 24 01:00:43.563896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee935844-8e29-45ac-9f72-0cb59800f5f9 req-63d167ab-8f00-40f6-84c4-5011f5692a84 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0288568 Mar 24 01:00:43.655383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['6ecacb43-69cf-4130-9e7e-b7d534be2515'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:00:43.741026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df9905-630b-47f2-8df8-4be18c2dd5c9 req-fce1f0cf-b18f-4353-be99-68bf9738d10b tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:43.742534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67df9905-630b-47f2-8df8-4be18c2dd5c9 req-fce1f0cf-b18f-4353-be99-68bf9738d10b tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 944 time: 0.0714746 Mar 24 01:00:43.793380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67df9905-630b-47f2-8df8-4be18c2dd5c9 req-2fd14fd3-75fb-4f14-844c-17e9f8d0b8c0 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446730 Mar 24 01:00:44.557021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c861d9-6dcc-44e2-af1b-e5b54fdf684c req-62bf33c7-5af4-4b33-8763-f33527995597 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:44.557021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-14c861d9-6dcc-44e2-af1b-e5b54fdf684c req-62bf33c7-5af4-4b33-8763-f33527995597 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.0751538 Mar 24 01:00:44.634467 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-14c861d9-6dcc-44e2-af1b-e5b54fdf684c req-b4a32002-9a19-4f23-8461-a781220b98e1 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698168 Mar 24 01:00:44.642021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ddc07-7c13-477e-8591-4ba8a49f73cf req-67e7278d-5215-4db6-bece-c260b285ca3b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:44.643462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-673ddc07-7c13-477e-8591-4ba8a49f73cf req-67e7278d-5215-4db6-bece-c260b285ca3b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 944 time: 0.0872803 Mar 24 01:00:44.700337 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-673ddc07-7c13-477e-8591-4ba8a49f73cf req-c72489c4-3d4c-42e7-a9b4-1e872f2d98ff tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506916 Mar 24 01:00:44.741982 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48292) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:44.768070 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d3f3700b-613a-4fbe-a336-d67907f0db2f req-e88f8998-ca2a-4918-ab9e-ad1df8fec511 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0276651 Mar 24 01:00:44.802854 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e7db-5515-4422-a96d-9d4888f4d7d5 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for security_group (53d12989-153a-46b2-bcd5-aae93cd879b5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:44.826787 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e7db-5515-4422-a96d-9d4888f4d7d5 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for security_group (53d12989-153a-46b2-bcd5-aae93cd879b5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:44.886218 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e7db-5515-4422-a96d-9d4888f4d7d5 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (53d12989-153a-46b2-bcd5-aae93cd879b5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:44.889441 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e7db-5515-4422-a96d-9d4888f4d7d5 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:44.892938 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b8a8e7db-5515-4422-a96d-9d4888f4d7d5 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "DELETE /v2.0/security-groups/53d12989-153a-46b2-bcd5-aae93cd879b5 HTTP/1.1" status: 204 len: 168 time: 0.1476808 Mar 24 01:00:44.894130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48296) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:44.900506 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8e7db-5515-4422-a96d-9d4888f4d7d5 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d12989-153a-46b2-bcd5-aae93cd879b5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:44.912382 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-5a24d336-3621-44cc-8471-d5d7e0d95e78 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] show failed (client error): The resource could not be found. Mar 24 01:00:44.916006 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5a24d336-3621-44cc-8471-d5d7e0d95e78 tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "GET /v2.0/security-groups/53d12989-153a-46b2-bcd5-aae93cd879b5 HTTP/1.1" status: 404 len: 347 time: 0.0183392 Mar 24 01:00:44.917030 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48298) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:44.989326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ea544-cdab-42d2-9786-c325b89a1aa0 req-5367b14b-272e-44a0-86e9-15d93df8d41c tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:44.991681 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-596ea544-cdab-42d2-9786-c325b89a1aa0 req-5367b14b-272e-44a0-86e9-15d93df8d41c tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 944 time: 0.1281931 Mar 24 01:00:45.094698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-596ea544-cdab-42d2-9786-c325b89a1aa0 req-25d0c7fb-976c-4f7c-9b5d-8bf29283cb78 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753722 Mar 24 01:00:45.111726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-25812109-1c71-4f0b-8244-bf7425da237f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Deleting port e297fad2-837f-43b6-8fa0-f6ee63b96258 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:00:45.112252 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-25812109-1c71-4f0b-8244-bf7425da237f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e297fad2-837f-43b6-8fa0-f6ee63b96258), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:45.120023 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6ecacb43-69cf-4130-9e7e-b7d534be2515 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:00:45.173149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 6ecacb43-69cf-4130-9e7e-b7d534be2515 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:00:45.177003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 6ecacb43-69cf-4130-9e7e-b7d534be2515 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:45.177953 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6ecacb43-69cf-4130-9e7e-b7d534be2515), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:45.192504 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-25812109-1c71-4f0b-8244-bf7425da237f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e297fad2-837f-43b6-8fa0-f6ee63b96258), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:45.192851 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-25812109-1c71-4f0b-8244-bf7425da237f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for floatingip (e297fad2-837f-43b6-8fa0-f6ee63b96258), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:45.207297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-25812109-1c71-4f0b-8244-bf7425da237f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Calling delete_port for e297fad2-837f-43b6-8fa0-f6ee63b96258 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:00:45.257724 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 6ecacb43-69cf-4130-9e7e-b7d534be2515 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:45.258238 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6ecacb43-69cf-4130-9e7e-b7d534be2515), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:45.282900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8b6d9f-66b7-4a23-87e2-565384dde926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecacb43-69cf-4130-9e7e-b7d534be2515'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:00:45.285624 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75c4104-f7dc-4055-84d8-374e15f54199" -d '{"events": [{"server_uuid": "3f8b6d9f-66b7-4a23-87e2-565384dde926", "name": "network-vif-plugged", "status": "completed", "tag": "6ecacb43-69cf-4130-9e7e-b7d534be2515"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:00:45.318362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 6ecacb43-69cf-4130-9e7e-b7d534be2515, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6ecacb43-69cf-4130-9e7e-b7d534be2515,segment=NetworkSegment(0c136305-7fa6-44b2-9952-440377c68a1a),segment_id=0c136305-7fa6-44b2-9952-440377c68a1a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:45.323922 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6ecacb43-69cf-4130-9e7e-b7d534be2515), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:45.327946 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64be1e7-617e-4952-917a-f7d13f8b8351 x-openstack-request-id: req-a64be1e7-617e-4952-917a-f7d13f8b8351 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:45.328238 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8b6d9f-66b7-4a23-87e2-565384dde926", "name": "network-vif-plugged", "status": "completed", "tag": "6ecacb43-69cf-4130-9e7e-b7d534be2515", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:45.328490 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a64be1e7-617e-4952-917a-f7d13f8b8351 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:45.328933 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64be1e7-617e-4952-917a-f7d13f8b8351'] response: {'server_uuid': '3f8b6d9f-66b7-4a23-87e2-565384dde926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecacb43-69cf-4130-9e7e-b7d534be2515', 'code': 200} Mar 24 01:00:45.361680 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-25812109-1c71-4f0b-8244-bf7425da237f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (e297fad2-837f-43b6-8fa0-f6ee63b96258), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:45.388898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25812109-1c71-4f0b-8244-bf7425da237f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Pushing event deleted for resources: {'Port': ['ID=e297fad2-837f-43b6-8fa0-f6ee63b96258,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:45.400559 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=6ecacb43-69cf-4130-9e7e-b7d534be2515,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:45.449931 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720c26b-5dc3-41da-9390-da672a41e520 req-cd7893de-9241-43c7-9fdf-dc7751b8c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:45.451433 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0720c26b-5dc3-41da-9390-da672a41e520 req-cd7893de-9241-43c7-9fdf-dc7751b8c7a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 1127 time: 0.0561967 Mar 24 01:00:45.468335 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-25812109-1c71-4f0b-8244-bf7425da237f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks [] for floatingip (f89a6579-7e38-4ba3-88d2-a9aab4e58a01), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:45.471660 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-25812109-1c71-4f0b-8244-bf7425da237f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:45.477542 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-25812109-1c71-4f0b-8244-bf7425da237f tempest-ServersTestBootFromVolume-127987882 tempest-ServersTestBootFromVolume-127987882-project] 10.222.0.45 "DELETE /v2.0/floatingips/f89a6579-7e38-4ba3-88d2-a9aab4e58a01 HTTP/1.1" status: 204 len: 168 time: 0.5553753 Mar 24 01:00:45.478208 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48302) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:45.579286 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0720c26b-5dc3-41da-9390-da672a41e520 req-d1a73524-ed39-4432-9570-fb9d5b6b7a31 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218638 Mar 24 01:00:45.612695 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 444456d4-54e5-4601-b260-ba7ed556c47a details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:00:45.719315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=444456d4-54e5-4601-b260-ba7ed556c47a,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:45.734790 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '444456d4-54e5-4601-b260-ba7ed556c47a', 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883', 'port_id': '444456d4-54e5-4601-b260-ba7ed556c47a', 'mac_address': 'fa:16:3e:ba:17:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5be8776-cb25-4c7a-a7da-5b9b80acc971', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:00:45.790782 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 444456d4-54e5-4601-b260-ba7ed556c47a is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:45.791194 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:45.812472 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444456d4-54e5-4601-b260-ba7ed556c47a {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:00:45.834182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=444456d4-54e5-4601-b260-ba7ed556c47a,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:45.841482 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:45.869638 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc99ddd-23c5-4c5f-b571-359a30f1555a req-5b0d05d0-112c-4237-b452-07aeab1d8b92 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:45.871708 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8cc99ddd-23c5-4c5f-b571-359a30f1555a req-5b0d05d0-112c-4237-b452-07aeab1d8b92 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.1263144 Mar 24 01:00:45.883368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586ba55-645a-4396-887e-9cdfaf2c6604 req-5d241576-df1a-4b99-9afc-1cbb76c7b957 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:45.884956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9586ba55-645a-4396-887e-9cdfaf2c6604 req-5d241576-df1a-4b99-9afc-1cbb76c7b957 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 944 time: 0.0911903 Mar 24 01:00:45.917985 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=444456d4-54e5-4601-b260-ba7ed556c47a,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:45.955623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8cc99ddd-23c5-4c5f-b571-359a30f1555a req-ad8a0473-28a1-443c-aa05-b52a6564e63b tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694587 Mar 24 01:00:45.961124 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-862ce0a2-64e5-4083-8d62-e077692546bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (c4b16a82-b345-4459-929c-8c26e32bdf0b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:45.979955 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9586ba55-645a-4396-887e-9cdfaf2c6604 req-f03a3a43-b7ca-4896-904b-4ce52b6d1e2e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711079 Mar 24 01:00:46.058510 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3470a78-263b-49c9-92f1-e974b0e45e2e req-12b605f8-24b3-4fd7-b0ac-37022c0f983f tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0306129 Mar 24 01:00:46.199046 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['444456d4-54e5-4601-b260-ba7ed556c47a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:00:46.229815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c4d43-507f-4812-a445-453bff4945af req-65534843-4df6-44fc-b717-38f13bf6e557 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:46.230461 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-862ce0a2-64e5-4083-8d62-e077692546bf admin admin] Deleting port 707e36d4-a0dd-4a19-9447-826b34b68ba5 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:00:46.230809 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-862ce0a2-64e5-4083-8d62-e077692546bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:46.233556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-375c4d43-507f-4812-a445-453bff4945af req-65534843-4df6-44fc-b717-38f13bf6e557 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 945 time: 0.0697803 Mar 24 01:00:46.284836 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-375c4d43-507f-4812-a445-453bff4945af req-c83ad21e-1bbc-4715-8a72-b89abb6ee774 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435734 Mar 24 01:00:46.319478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-862ce0a2-64e5-4083-8d62-e077692546bf admin admin] For port 707e36d4-a0dd-4a19-9447-826b34b68ba5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=707e36d4-a0dd-4a19-9447-826b34b68ba5,segment=NetworkSegment(af66d257-276d-42c2-9a9a-38c0a7ff7d27),segment_id=af66d257-276d-42c2-9a9a-38c0a7ff7d27)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:46.319833 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-862ce0a2-64e5-4083-8d62-e077692546bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:46.333496 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-862ce0a2-64e5-4083-8d62-e077692546bf admin admin] Calling delete_port for 707e36d4-a0dd-4a19-9447-826b34b68ba5 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:00:46.524523 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-862ce0a2-64e5-4083-8d62-e077692546bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (707e36d4-a0dd-4a19-9447-826b34b68ba5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:46.561912 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ce0a2-64e5-4083-8d62-e077692546bf admin admin] Pushing event deleted for resources: {'Port': ['ID=707e36d4-a0dd-4a19-9447-826b34b68ba5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:46.726047 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-862ce0a2-64e5-4083-8d62-e077692546bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (c4b16a82-b345-4459-929c-8c26e32bdf0b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:46.978665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862ce0a2-64e5-4083-8d62-e077692546bf admin admin] Router c4b16a82-b345-4459-929c-8c26e32bdf0b has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:00:47.112178 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862ce0a2-64e5-4083-8d62-e077692546bf admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:00:47.122074 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-862ce0a2-64e5-4083-8d62-e077692546bf admin admin] 10.222.0.45 "PUT /v2.0/routers/c4b16a82-b345-4459-929c-8c26e32bdf0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6424174 Mar 24 01:00:47.122409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48320) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:47.133312 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b6221-1dfa-4556-a0ca-6075bcd684de None None] Sync routers for ids ['c4b16a82-b345-4459-929c-8c26e32bdf0b'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:00:47.143458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b6221-1dfa-4556-a0ca-6075bcd684de None None] Routers {'c4b16a82-b345-4459-929c-8c26e32bdf0b'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:00:47.144313 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-bb3b6221-1dfa-4556-a0ca-6075bcd684de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:00:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c4b16a82-b345-4459-929c-8c26e32bdf0b'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:47.205314 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a96c7d-f95e-4d52-a59d-b86db201e249 req-a2134aa3-dcaf-4f90-966d-c0be6298a9f1 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:47.206776 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0a96c7d-f95e-4d52-a59d-b86db201e249 req-a2134aa3-dcaf-4f90-966d-c0be6298a9f1 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.1654053 Mar 24 01:00:47.223543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6a382-e10b-4d9b-b1c3-8d3a58c99df8 req-2b5d2dd3-4452-42c4-83f1-a6d7ab320ed9 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:47.225038 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81d6a382-e10b-4d9b-b1c3-8d3a58c99df8 req-2b5d2dd3-4452-42c4-83f1-a6d7ab320ed9 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 945 time: 0.1692512 Mar 24 01:00:47.247215 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:00:47.258562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-bb3b6221-1dfa-4556-a0ca-6075bcd684de None None] Set router c4b16a82-b345-4459-929c-8c26e32bdf0b gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:00:47.304857 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-31743720-bd0a-46d6-9609-da45653c98c6 admin admin] Publish callbacks [] for router (c4b16a82-b345-4459-929c-8c26e32bdf0b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:47.390908 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0a96c7d-f95e-4d52-a59d-b86db201e249 req-b2c2f9fa-9124-4134-89a0-fb2f52140432 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474545 Mar 24 01:00:47.395805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81d6a382-e10b-4d9b-b1c3-8d3a58c99df8 req-e5f37190-d7ef-47cc-a9be-6898f734e86f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535943 Mar 24 01:00:47.442200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-bb3b6221-1dfa-4556-a0ca-6075bcd684de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'name': 'tempest-ServersTestBootFromVolume-1318194992-router', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:57:48Z', 'updated_at': '2022-03-24T01:00:46Z', 'revision_number': 5, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'gw_port': {'id': 'e6d992be-b780-4e86-a5d7-ba0ba82c5b1a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:57:52Z', 'updated_at': '2022-03-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:47.446020 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-31743720-bd0a-46d6-9609-da45653c98c6 admin admin] Publish callbacks [] for router_gateway (c4b16a82-b345-4459-929c-8c26e32bdf0b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:47.473169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b6221-1dfa-4556-a0ca-6075bcd684de None None] Checking router: c4b16a82-b345-4459-929c-8c26e32bdf0b for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:00:47.482518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b6221-1dfa-4556-a0ca-6075bcd684de None None] Routers {'c4b16a82-b345-4459-929c-8c26e32bdf0b'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:00:47.482784 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-bb3b6221-1dfa-4556-a0ca-6075bcd684de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:00:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c4b16a82-b345-4459-929c-8c26e32bdf0b'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:47.543332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-31743720-bd0a-46d6-9609-da45653c98c6 admin admin] Deleting port e6d992be-b780-4e86-a5d7-ba0ba82c5b1a {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:00:47.543680 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-31743720-bd0a-46d6-9609-da45653c98c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e6d992be-b780-4e86-a5d7-ba0ba82c5b1a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:47.579031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-bb3b6221-1dfa-4556-a0ca-6075bcd684de None None] Set router c4b16a82-b345-4459-929c-8c26e32bdf0b gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:00:47.640839 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 444456d4-54e5-4601-b260-ba7ed556c47a up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:00:47.644736 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-bb3b6221-1dfa-4556-a0ca-6075bcd684de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'name': 'tempest-ServersTestBootFromVolume-1318194992-router', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:57:48Z', 'updated_at': '2022-03-24T01:00:47Z', 'revision_number': 6, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:47.659580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20b32ca5-781c-481c-a180-7be8f1e7c94c req-0404ab49-4e4c-4aab-ac0e-94fdb6a75885 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0617552 Mar 24 01:00:47.695586 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b6221-1dfa-4556-a0ca-6075bcd684de None None] The sync data for ids ['c4b16a82-b345-4459-929c-8c26e32bdf0b'] in n-d-760455-9 is: [{'id': 'c4b16a82-b345-4459-929c-8c26e32bdf0b', 'name': 'tempest-ServersTestBootFromVolume-1318194992-router', 'tenant_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:57:48Z', 'updated_at': '2022-03-24T01:00:47Z', 'revision_number': 6, 'project_id': '1ac18b19f7a24286a12bbfb6af5f2943', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:00:47.715842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-31743720-bd0a-46d6-9609-da45653c98c6 admin admin] For port e6d992be-b780-4e86-a5d7-ba0ba82c5b1a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e6d992be-b780-4e86-a5d7-ba0ba82c5b1a,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:47.716507 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-31743720-bd0a-46d6-9609-da45653c98c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e6d992be-b780-4e86-a5d7-ba0ba82c5b1a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:47.728643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 444456d4-54e5-4601-b260-ba7ed556c47a completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:00:47.734427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587beac-cc3b-47f3-b437-5e7758f07c34 req-00a19330-f7c0-40ee-861b-56f55fd69126 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:47.736042 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c587beac-cc3b-47f3-b437-5e7758f07c34 req-00a19330-f7c0-40ee-861b-56f55fd69126 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 945 time: 0.1365440 Mar 24 01:00:47.743860 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 444456d4-54e5-4601-b260-ba7ed556c47a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:47.743860 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:47.749735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-31743720-bd0a-46d6-9609-da45653c98c6 admin admin] Calling delete_port for e6d992be-b780-4e86-a5d7-ba0ba82c5b1a owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:00:47.863689 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c587beac-cc3b-47f3-b437-5e7758f07c34 req-46d96e44-0c61-4b1a-b9ca-4fa72769268a tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133869 Mar 24 01:00:47.898580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486c351-7f7c-413d-878b-ebf4e3de6191 req-0a6cef43-50ae-4b7f-a663-6ba6e7c17803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:47.900224 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7486c351-7f7c-413d-878b-ebf4e3de6191 req-0a6cef43-50ae-4b7f-a663-6ba6e7c17803 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 1128 time: 0.0766244 Mar 24 01:00:48.022756 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486c351-7f7c-413d-878b-ebf4e3de6191 req-5eee5f0e-e5ec-4d09-aea7-a94c2d84e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:48.024436 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7486c351-7f7c-413d-878b-ebf4e3de6191 req-5eee5f0e-e5ec-4d09-aea7-a94c2d84e48d service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 920 time: 0.1009314 Mar 24 01:00:48.057193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63734c5-896b-454c-9b4b-877f9ca16869 req-6287a80f-36f7-4e8e-8dbf-148946fad12f tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:48.058819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c63734c5-896b-454c-9b4b-877f9ca16869 req-6287a80f-36f7-4e8e-8dbf-148946fad12f tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 945 time: 0.1102345 Mar 24 01:00:48.069876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48326) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:48.077702 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 444456d4-54e5-4601-b260-ba7ed556c47a is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:48.078174 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:48.079655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-0f73e97d-37c3-48ed-b73a-2b063466af7f tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Request body: {'floatingip': {'port_id': '6ecacb43-69cf-4130-9e7e-b7d534be2515'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:48.104979 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7486c351-7f7c-413d-878b-ebf4e3de6191 req-9b48afbe-bd19-4ba1-a31b-cfbb4dd578c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6e942dc-2f3b-46a6-98e6-41dfdb464d87 HTTP/1.1" status: 200 len: 217 time: 0.0729284 Mar 24 01:00:48.114024 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faae567-2f1d-48c4-927c-9ad473deea45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444456d4-54e5-4601-b260-ba7ed556c47a'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:00:48.117068 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752b5dac-907d-4a47-b346-e7f459d5ba58" -d '{"events": [{"server_uuid": "1faae567-2f1d-48c4-927c-9ad473deea45", "name": "network-vif-plugged", "status": "completed", "tag": "444456d4-54e5-4601-b260-ba7ed556c47a"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:00:48.122696 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-31743720-bd0a-46d6-9609-da45653c98c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (e6d992be-b780-4e86-a5d7-ba0ba82c5b1a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:48.133687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=444456d4-54e5-4601-b260-ba7ed556c47a,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:48.142671 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:48.180232 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f73e97d-37c3-48ed-b73a-2b063466af7f tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for floatingip (430e9fc6-8556-4ba9-9b26-cbdbd1c9d613), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:48.207173 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cfbd55-505b-4730-956f-a12f5bac55d9 x-openstack-request-id: req-f4cfbd55-505b-4730-956f-a12f5bac55d9 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:48.208004 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faae567-2f1d-48c4-927c-9ad473deea45", "name": "network-vif-plugged", "status": "completed", "tag": "444456d4-54e5-4601-b260-ba7ed556c47a", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:48.208004 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4cfbd55-505b-4730-956f-a12f5bac55d9 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:48.209507 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4cfbd55-505b-4730-956f-a12f5bac55d9'] response: {'server_uuid': '1faae567-2f1d-48c4-927c-9ad473deea45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444456d4-54e5-4601-b260-ba7ed556c47a', 'code': 200} Mar 24 01:00:48.223548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31743720-bd0a-46d6-9609-da45653c98c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d992be-b780-4e86-a5d7-ba0ba82c5b1a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:48.228268 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486c351-7f7c-413d-878b-ebf4e3de6191 req-601a762f-2bbb-47a8-ab29-11ae71c72efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:48.230144 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7486c351-7f7c-413d-878b-ebf4e3de6191 req-601a762f-2bbb-47a8-ab29-11ae71c72efb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.1164255 Mar 24 01:00:48.244488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=444456d4-54e5-4601-b260-ba7ed556c47a,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:48.300350 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486c351-7f7c-413d-878b-ebf4e3de6191 req-b4cdd12c-5ab1-4653-94ad-392f68f4a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:48.301918 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7486c351-7f7c-413d-878b-ebf4e3de6191 req-b4cdd12c-5ab1-4653-94ad-392f68f4a20f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0631022 Mar 24 01:00:48.419401 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7486c351-7f7c-413d-878b-ebf4e3de6191 req-b5cc78d0-4e21-4999-9fa2-c0043c09576b service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095736 Mar 24 01:00:48.444648 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-31743720-bd0a-46d6-9609-da45653c98c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (c4b16a82-b345-4459-929c-8c26e32bdf0b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:48.558735 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7486c351-7f7c-413d-878b-ebf4e3de6191 req-0a5fffe8-0517-4b7a-8b7c-35482a7f0926 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331658 Mar 24 01:00:48.656283 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3976eb3-60ed-45c2-9717-910c22f7df10 req-03b52b15-b32f-40d8-ab94-3f0cf824be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:48.657793 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3976eb3-60ed-45c2-9717-910c22f7df10 req-03b52b15-b32f-40d8-ab94-3f0cf824be4d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 1128 time: 0.3776813 Mar 24 01:00:49.010649 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-31743720-bd0a-46d6-9609-da45653c98c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (c4b16a82-b345-4459-929c-8c26e32bdf0b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:49.015768 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-31743720-bd0a-46d6-9609-da45653c98c6 admin admin] Publish callbacks [] for router_controller (c4b16a82-b345-4459-929c-8c26e32bdf0b), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:49.126642 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-31743720-bd0a-46d6-9609-da45653c98c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (c4b16a82-b345-4459-929c-8c26e32bdf0b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:49.127324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31743720-bd0a-46d6-9609-da45653c98c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4b16a82-b345-4459-929c-8c26e32bdf0b {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:00:49.154898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fe188-c77d-4e5c-89e3-fdcfc08fe4b5 req-308e36d1-4646-44ad-938c-04f3161a635b tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:49.156656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c38fe188-c77d-4e5c-89e3-fdcfc08fe4b5 req-308e36d1-4646-44ad-938c-04f3161a635b tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.5296390 Mar 24 01:00:49.164413 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-31743720-bd0a-46d6-9609-da45653c98c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:49.167889 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-31743720-bd0a-46d6-9609-da45653c98c6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c4b16a82-b345-4459-929c-8c26e32bdf0b HTTP/1.1" status: 204 len: 168 time: 2.0403275 Mar 24 01:00:49.176586 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48336) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:49.268128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-3806d92a-5c04-4133-89c4-db6d2ddd58dc admin admin] Deleting subnet 4d4f1ff7-f8bd-48b3-933f-16bcf1a98553 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:00:49.273369 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3806d92a-5c04-4133-89c4-db6d2ddd58dc admin admin] Publish callbacks [] for subnet (4d4f1ff7-f8bd-48b3-933f-16bcf1a98553), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:49.329751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ca4a0-1cdb-414e-b007-331ee0365f40 req-3939513d-b615-4acb-a42f-0ddc97a86cc1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:49.331934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b1ca4a0-1cdb-414e-b007-331ee0365f40 req-3939513d-b615-4acb-a42f-0ddc97a86cc1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.7035179 Mar 24 01:00:49.334420 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3806d92a-5c04-4133-89c4-db6d2ddd58dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (4d4f1ff7-f8bd-48b3-933f-16bcf1a98553), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:49.365361 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e630a-869a-4024-a1de-a22c13190885 req-7032b7f3-f90b-4f53-902b-d0a96fe2a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:49.366360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3976eb3-60ed-45c2-9717-910c22f7df10 req-fc64efc5-596d-4ded-aab1-af2415af3a1e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6899483 Mar 24 01:00:49.366950 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-621e630a-869a-4024-a1de-a22c13190885 req-7032b7f3-f90b-4f53-902b-d0a96fe2a865 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 1128 time: 0.2000890 Mar 24 01:00:49.455765 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-621e630a-869a-4024-a1de-a22c13190885 req-dd5176d9-dca0-49e5-bcad-14555b52631f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797825 Mar 24 01:00:49.457441 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3806d92a-5c04-4133-89c4-db6d2ddd58dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (4d4f1ff7-f8bd-48b3-933f-16bcf1a98553), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:49.477786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b1ca4a0-1cdb-414e-b007-331ee0365f40 req-edb7a0e6-c168-4547-87f0-563ce1698610 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139722 Mar 24 01:00:49.546049 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3806d92a-5c04-4133-89c4-db6d2ddd58dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (4d4f1ff7-f8bd-48b3-933f-16bcf1a98553), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:49.587683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 707e36d4-a0dd-4a19-9447-826b34b68ba5 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:00:49.603352 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3806d92a-5c04-4133-89c4-db6d2ddd58dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:49.607143 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3806d92a-5c04-4133-89c4-db6d2ddd58dc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4d4f1ff7-f8bd-48b3-933f-16bcf1a98553 HTTP/1.1" status: 204 len: 168 time: 0.4266315 Mar 24 01:00:49.608218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806d92a-5c04-4133-89c4-db6d2ddd58dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d4f1ff7-f8bd-48b3-933f-16bcf1a98553,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:49.610278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48338) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:49.614200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2237697b-bd3a-40d6-859f-538bad0e672b None None] Network a7cbf4f1-e156-43b3-b72e-c913a1c29220 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:00:49.616936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 707e36d4-a0dd-4a19-9447-826b34b68ba5 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:00:49.617690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 707e36d4-a0dd-4a19-9447-826b34b68ba5 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:00:49.619032 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e6d992be-b780-4e86-a5d7-ba0ba82c5b1a no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:00:49.627402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c38fe188-c77d-4e5c-89e3-fdcfc08fe4b5 req-dc5dc441-638f-4443-80f1-18d01a5ad234 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063009 Mar 24 01:00:49.675937 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bbe81b68-74f4-4296-aa65-77e326c08fbd req-ad45005d-cd16-470b-b8d4-384280240ee4 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0386534 Mar 24 01:00:49.688550 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f73e97d-37c3-48ed-b73a-2b063466af7f tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:49.695764 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f73e97d-37c3-48ed-b73a-2b063466af7f tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (430e9fc6-8556-4ba9-9b26-cbdbd1c9d613), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:49.717451 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (a7cbf4f1-e156-43b3-b72e-c913a1c29220), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:49.720348 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: e6d992be-b780-4e86-a5d7-ba0ba82c5b1a {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:00:49.721378 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e6d992be-b780-4e86-a5d7-ba0ba82c5b1a not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:00:49.787984 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] Deleting port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:00:49.788241 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:49.837366 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-0f73e97d-37c3-48ed-b73a-2b063466af7f tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Floating IP 430e9fc6-8556-4ba9-9b26-cbdbd1c9d613 associated. External IP: 172.25.0.227, port: 6ecacb43-69cf-4130-9e7e-b7d534be2515. Mar 24 01:00:49.860045 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] For port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d,segment=NetworkSegment(af66d257-276d-42c2-9a9a-38c0a7ff7d27),segment_id=af66d257-276d-42c2-9a9a-38c0a7ff7d27)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:49.860497 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:49.872648 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2db9f99-3b09-461b-9250-79682ae74839 None None] DHCP port deletion for a7cbf4f1-e156-43b3-b72e-c913a1c29220 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:00:49.878535 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] Calling delete_port for f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:00:49.937139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f2db9f99-3b09-461b-9250-79682ae74839 None None] Deleting port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:00:49.937615 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f2db9f99-3b09-461b-9250-79682ae74839 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:49.987498 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:50.000887 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] No DVR routers for this DVR port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:00:50.030839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:50.053657 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f2db9f99-3b09-461b-9250-79682ae74839 None None] For port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d,segment=NetworkSegment(af66d257-276d-42c2-9a9a-38c0a7ff7d27),segment_id=af66d257-276d-42c2-9a9a-38c0a7ff7d27)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:50.054881 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f2db9f99-3b09-461b-9250-79682ae74839 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:50.078262 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f2db9f99-3b09-461b-9250-79682ae74839 None None] Calling delete_port for f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:00:50.093610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f73e97d-37c3-48ed-b73a-2b063466af7f tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Router e291a174-9f36-4281-8ecf-0c14f9c168eb has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:00:50.116336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (a7cbf4f1-e156-43b3-b72e-c913a1c29220), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:50.140138 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7cbf4f1-e156-43b3-b72e-c913a1c29220']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:50.152229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af66d257-276d-42c2-9a9a-38c0a7ff7d27') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:50.152532 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af66d257-276d-42c2-9a9a-38c0a7ff7d27') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:50.163633 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (af66d257-276d-42c2-9a9a-38c0a7ff7d27), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:50.176652 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f2db9f99-3b09-461b-9250-79682ae74839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:50.181078 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (af66d257-276d-42c2-9a9a-38c0a7ff7d27), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:50.189594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:00:50.190029 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (af66d257-276d-42c2-9a9a-38c0a7ff7d27), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:00:50.192006 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:00:50.213651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db9f99-3b09-461b-9250-79682ae74839 None None] Pushing event deleted for resources: {'Port': ['ID=f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:50.223386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db9f99-3b09-461b-9250-79682ae74839 None None] No DVR routers for this DVR port f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:00:50.245767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f73e97d-37c3-48ed-b73a-2b063466af7f tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:00:50.252101 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f73e97d-37c3-48ed-b73a-2b063466af7f tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:50.259311 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1081f825-d16a-464c-af5d-bd386bc3924d None None] Sync routers for ids ['e291a174-9f36-4281-8ecf-0c14f9c168eb'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:00:50.263832 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (a7cbf4f1-e156-43b3-b72e-c913a1c29220), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:50.269477 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1081f825-d16a-464c-af5d-bd386bc3924d None None] Routers {'e291a174-9f36-4281-8ecf-0c14f9c168eb'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:00:50.270378 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1081f825-d16a-464c-af5d-bd386bc3924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:00:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e291a174-9f36-4281-8ecf-0c14f9c168eb'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:50.277270 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:50.281435 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a7cbf4f1-e156-43b3-b72e-c913a1c29220 HTTP/1.1" status: 204 len: 168 time: 0.6700766 Mar 24 01:00:50.297972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf413a-b5e6-4cbc-9f3f-78f9add6c493 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7cbf4f1-e156-43b3-b72e-c913a1c29220,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:50.309260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0f73e97d-37c3-48ed-b73a-2b063466af7f tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "PUT /v2.0/floatingips/430e9fc6-8556-4ba9-9b26-cbdbd1c9d613 HTTP/1.1" status: 200 len: 991 time: 2.2294993 Mar 24 01:00:50.309260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8b6d9f-66b7-4a23-87e2-565384dde926', 'tag': '6ecacb43-69cf-4130-9e7e-b7d534be2515'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:00:50.309260 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e27cec2-ca71-40f7-b0b5-2f06a383b888" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8b6d9f-66b7-4a23-87e2-565384dde926", "tag": "6ecacb43-69cf-4130-9e7e-b7d534be2515"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:00:50.364649 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2287c8-dd1b-4c22-abd9-039dc7b8d9ea x-openstack-request-id: req-fe2287c8-dd1b-4c22-abd9-039dc7b8d9ea {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:50.364946 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8b6d9f-66b7-4a23-87e2-565384dde926", "tag": "6ecacb43-69cf-4130-9e7e-b7d534be2515", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:50.365237 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe2287c8-dd1b-4c22-abd9-039dc7b8d9ea {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:50.365688 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2287c8-dd1b-4c22-abd9-039dc7b8d9ea'] response: {'name': 'network-changed', 'server_uuid': '3f8b6d9f-66b7-4a23-87e2-565384dde926', 'tag': '6ecacb43-69cf-4130-9e7e-b7d534be2515', 'status': 'completed', 'code': 200} Mar 24 01:00:50.398776 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1081f825-d16a-464c-af5d-bd386bc3924d None None] Set router e291a174-9f36-4281-8ecf-0c14f9c168eb gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:00:50.459322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48346) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:50.478654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27cec2-ca71-40f7-b0b5-2f06a383b888 req-58f19afc-ed0a-404d-b740-301a5a9475e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:50.480986 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4e27cec2-ca71-40f7-b0b5-2f06a383b888 req-58f19afc-ed0a-404d-b740-301a5a9475e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8925625c205644de95f234e805c8d03a&device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 1127 time: 0.0837798 Mar 24 01:00:50.530002 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6f6599de-2e0a-4f7c-baed-d39517cb15b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ac18b19f7a24286a12bbfb6af5f2943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0694892 Mar 24 01:00:50.531892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48350) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:50.696383 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1081f825-d16a-464c-af5d-bd386bc3924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-router', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:41Z', 'revision_number': 4, 'project_id': '8925625c205644de95f234e805c8d03a', 'gw_port': {'id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '430e9fc6-8556-4ba9-9b26-cbdbd1c9d613', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'port_id': '6ecacb43-69cf-4130-9e7e-b7d534be2515', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'mac_address': 'fa:16:3e:b5:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b6d9f-66b7-4a23-87e2-565384dde926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:00:25Z', 'updated_at': '2022-03-24T01:00:49Z', 'revision_number': 1, 'project_id': '8925625c205644de95f234e805c8d03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890c54d0-4702-453e-b045-b997f9b230ba', 'name': '', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'mac_address': 'fa:16:3e:b0:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:40Z', 'updated_at': '2022-03-24T00:59:48Z', 'revision_number': 5, 'project_id': '8925625c205644de95f234e805c8d03a', 'subnets': [{'id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:50.717005 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-936d5015-a1d2-4cca-b263-810711b20586 admin admin] Publish callbacks [] for security_group (6b80cb47-f9d8-40a5-b7f7-714e9dd11255), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:50.762369 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1081f825-d16a-464c-af5d-bd386bc3924d None None] Checking router: e291a174-9f36-4281-8ecf-0c14f9c168eb for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:00:50.765663 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27cec2-ca71-40f7-b0b5-2f06a383b888 req-3674dece-3639-4266-b7f6-da06bc950144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:50.767211 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4e27cec2-ca71-40f7-b0b5-2f06a383b888 req-3674dece-3639-4266-b7f6-da06bc950144 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d176ece4-0623-4fc2-9e7c-9c0df8ec52bd HTTP/1.1" status: 200 len: 915 time: 0.2779057 Mar 24 01:00:50.772297 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1081f825-d16a-464c-af5d-bd386bc3924d None None] Routers {'e291a174-9f36-4281-8ecf-0c14f9c168eb'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:00:50.772994 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1081f825-d16a-464c-af5d-bd386bc3924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:00:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e291a174-9f36-4281-8ecf-0c14f9c168eb'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:50.779925 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-936d5015-a1d2-4cca-b263-810711b20586 admin admin] Publish callbacks [] for security_group (6b80cb47-f9d8-40a5-b7f7-714e9dd11255), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:50.831209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf442b-ce83-4f6a-98e0-cb6d294ea035 req-2f9aa728-878f-424f-aeeb-f11520fc1f7c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:50.833025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6cf442b-ce83-4f6a-98e0-cb6d294ea035 req-2f9aa728-878f-424f-aeeb-f11520fc1f7c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.2267444 Mar 24 01:00:50.855590 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4e27cec2-ca71-40f7-b0b5-2f06a383b888 req-9ec855a2-4be8-4b48-91fe-1b42cd077db3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ecacb43-69cf-4130-9e7e-b7d534be2515 HTTP/1.1" status: 200 len: 999 time: 0.0802650 Mar 24 01:00:50.926422 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018026b3-b4ab-4f39-b010-4956d900710d req-41f39c1b-3e18-4751-a93e-e4749679c663 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:50.928456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-018026b3-b4ab-4f39-b010-4956d900710d req-41f39c1b-3e18-4751-a93e-e4749679c663 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.1459224 Mar 24 01:00:50.936209 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1081f825-d16a-464c-af5d-bd386bc3924d None None] Set router e291a174-9f36-4281-8ecf-0c14f9c168eb gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:00:50.940739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27cec2-ca71-40f7-b0b5-2f06a383b888 req-b252829f-247d-4df2-8582-72a744b1ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:50.949303 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4e27cec2-ca71-40f7-b0b5-2f06a383b888 req-b252829f-247d-4df2-8582-72a744b1ed0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=30bdf9db-eb2d-4685-9056-9771a3a6c489 HTTP/1.1" status: 200 len: 853 time: 0.0867443 Mar 24 01:00:50.951124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6cf442b-ce83-4f6a-98e0-cb6d294ea035 req-49dd5dfb-4c41-4014-9f85-f0609ed0f938 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970886 Mar 24 01:00:50.958458 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-936d5015-a1d2-4cca-b263-810711b20586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6b80cb47-f9d8-40a5-b7f7-714e9dd11255), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:50.961210 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-936d5015-a1d2-4cca-b263-810711b20586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:50.962330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-936d5015-a1d2-4cca-b263-810711b20586 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b80cb47-f9d8-40a5-b7f7-714e9dd11255 HTTP/1.1" status: 204 len: 168 time: 0.4293139 Mar 24 01:00:51.010222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-018026b3-b4ab-4f39-b010-4956d900710d req-075856db-1597-4745-9c5a-d1b322a1f69d tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729506 Mar 24 01:00:51.022093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d5015-a1d2-4cca-b263-810711b20586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b80cb47-f9d8-40a5-b7f7-714e9dd11255,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:51.074728 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27cec2-ca71-40f7-b0b5-2f06a383b888 req-f5d79ab7-4467-4219-b08b-fcfcb11f8a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:51.080159 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4e27cec2-ca71-40f7-b0b5-2f06a383b888 req-f5d79ab7-4467-4219-b08b-fcfcb11f8a9a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d176ece4-0623-4fc2-9e7c-9c0df8ec52bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1230440 Mar 24 01:00:51.173324 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a3a7064-8260-46dd-bbe2-547bd21595d8 req-99bfc441-fdac-4240-884b-8f1ba3bf86e4 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0642726 Mar 24 01:00:51.196524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-415a8ab0-1a26-44ad-8c03-d191887e7f64 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1930521 Mar 24 01:00:51.267653 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4e27cec2-ca71-40f7-b0b5-2f06a383b888 req-2d0c808e-6faf-40cf-9937-c46a47c87c08 service neutron] 10.222.0.48 "GET /v2.0/networks/d176ece4-0623-4fc2-9e7c-9c0df8ec52bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797414 Mar 24 01:00:51.367945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-05c8a36a-0efa-4115-9a71-3bc718bfee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:51.372221 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-05c8a36a-0efa-4115-9a71-3bc718bfee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:51.372779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-05c8a36a-0efa-4115-9a71-3bc718bfee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:51.373377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-05c8a36a-0efa-4115-9a71-3bc718bfee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:51.373861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-05c8a36a-0efa-4115-9a71-3bc718bfee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:51.374340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-05c8a36a-0efa-4115-9a71-3bc718bfee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:51.374811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-05c8a36a-0efa-4115-9a71-3bc718bfee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:51.379668 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-05c8a36a-0efa-4115-9a71-3bc718bfee47 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b002c83a27746a8a6f68e382218347f&device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 6717 time: 0.1097188 Mar 24 01:00:51.400063 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4e27cec2-ca71-40f7-b0b5-2f06a383b888 req-7f341d48-bc1d-4576-b575-9b2ebefb2bd3 service neutron] 10.222.0.48 "GET /v2.0/networks/d176ece4-0623-4fc2-9e7c-9c0df8ec52bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245365 Mar 24 01:00:51.452257 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1081f825-d16a-464c-af5d-bd386bc3924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-router', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:41Z', 'revision_number': 4, 'project_id': '8925625c205644de95f234e805c8d03a', 'gw_port': {'id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '430e9fc6-8556-4ba9-9b26-cbdbd1c9d613', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'port_id': '6ecacb43-69cf-4130-9e7e-b7d534be2515', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'mac_address': 'fa:16:3e:b5:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b6d9f-66b7-4a23-87e2-565384dde926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:00:25Z', 'updated_at': '2022-03-24T01:00:49Z', 'revision_number': 1, 'project_id': '8925625c205644de95f234e805c8d03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890c54d0-4702-453e-b045-b997f9b230ba', 'name': '', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'mac_address': 'fa:16:3e:b0:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:40Z', 'updated_at': '2022-03-24T00:59:48Z', 'revision_number': 5, 'project_id': '8925625c205644de95f234e805c8d03a', 'subnets': [{'id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:51.499566 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1081f825-d16a-464c-af5d-bd386bc3924d None None] The sync data for ids ['e291a174-9f36-4281-8ecf-0c14f9c168eb'] in n-d-760455-9 is: [{'id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-router', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:41Z', 'revision_number': 4, 'project_id': '8925625c205644de95f234e805c8d03a', 'gw_port': {'id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '430e9fc6-8556-4ba9-9b26-cbdbd1c9d613', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'port_id': '6ecacb43-69cf-4130-9e7e-b7d534be2515', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'mac_address': 'fa:16:3e:b5:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b6d9f-66b7-4a23-87e2-565384dde926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:00:25Z', 'updated_at': '2022-03-24T01:00:49Z', 'revision_number': 1, 'project_id': '8925625c205644de95f234e805c8d03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890c54d0-4702-453e-b045-b997f9b230ba', 'name': '', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'mac_address': 'fa:16:3e:b0:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:40Z', 'updated_at': '2022-03-24T00:59:48Z', 'revision_number': 5, 'project_id': '8925625c205644de95f234e805c8d03a', 'subnets': [{'id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:00:51.598550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:00:51.623250 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:00:51.623890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f8300d57-b4d3-4d2d-b0be-c14f5f8fb76d not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:00:51.629869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a915c-35bd-46aa-ad9b-93953da4d9ad req-103558a2-00c1-4dc1-b66a-ae9ab37f65ed tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:51.633601 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c65a915c-35bd-46aa-ad9b-93953da4d9ad req-103558a2-00c1-4dc1-b66a-ae9ab37f65ed tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.1608586 Mar 24 01:00:51.668802 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c487eaa-bbbb-4be9-ac6e-e957cca65398 req-2d19aedc-a08a-47da-9cc2-d4a201799138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:51.670568 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c487eaa-bbbb-4be9-ac6e-e957cca65398 req-2d19aedc-a08a-47da-9cc2-d4a201799138 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 1128 time: 0.2537580 Mar 24 01:00:51.755389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-05f7cb39-59c5-45e2-8599-60e88cde1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:51.755877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-05f7cb39-59c5-45e2-8599-60e88cde1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:51.756339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-05f7cb39-59c5-45e2-8599-60e88cde1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:51.757963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-05f7cb39-59c5-45e2-8599-60e88cde1922 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3442b383-cef2-415a-8f56-3353317f1d87&id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&id=d9cd7f27-a324-4986-9859-80919b2e14ea&id=d9cd7f27-a324-4986-9859-80919b2e14ea HTTP/1.1" status: 200 len: 2297 time: 0.3527360 Mar 24 01:00:51.817987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c65a915c-35bd-46aa-ad9b-93953da4d9ad req-f4ca673a-d318-4217-91c1-09460cb87266 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786330 Mar 24 01:00:51.868471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bca037-f97c-40ed-bd85-5db820c529b5 None None] New status for floating IP 430e9fc6-8556-4ba9-9b26-cbdbd1c9d613: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:00:51.873692 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-039f58cd-9d8b-4fcf-ae91-e90cb1cf4f0d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62d19756-9f05-4590-8d19-445cf904e8fd HTTP/1.1" status: 200 len: 1001 time: 0.1053576 Mar 24 01:00:51.914024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c487eaa-bbbb-4be9-ac6e-e957cca65398 req-0dc07c3f-96ca-49b9-bc09-cd92e4d58e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:51.915520 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c487eaa-bbbb-4be9-ac6e-e957cca65398 req-0dc07c3f-96ca-49b9-bc09-cd92e4d58e7a service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 920 time: 0.2295465 Mar 24 01:00:51.987624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c487eaa-bbbb-4be9-ac6e-e957cca65398 req-abf9710c-acb0-49fb-bf18-88a4e362ddb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6e942dc-2f3b-46a6-98e6-41dfdb464d87 HTTP/1.1" status: 200 len: 217 time: 0.0647774 Mar 24 01:00:51.999424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-9475e3ec-256b-42d7-801a-e1d1f2bc138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:52.001419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-9475e3ec-256b-42d7-801a-e1d1f2bc138c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9e6d0188-d534-47f6-9862-05c37c3c8bdd HTTP/1.1" status: 200 len: 855 time: 0.1193445 Mar 24 01:00:52.134067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c487eaa-bbbb-4be9-ac6e-e957cca65398 req-b8b0a433-98dd-4a33-984d-1656f111674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:52.135654 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c487eaa-bbbb-4be9-ac6e-e957cca65398 req-b8b0a433-98dd-4a33-984d-1656f111674e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.1332364 Mar 24 01:00:52.140948 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48386) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:52.160312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-a3d9e038-e089-46ca-a09f-12c6d4b8ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:52.162434 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-a3d9e038-e089-46ca-a09f-12c6d4b8ba10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3442b383-cef2-415a-8f56-3353317f1d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1481047 Mar 24 01:00:52.218620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8f8ae-1235-4782-86ab-bfbf054e156a req-884fb758-74c6-49df-bc20-b5f1f1e2f23e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:52.226645 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7f8f8ae-1235-4782-86ab-bfbf054e156a req-884fb758-74c6-49df-bc20-b5f1f1e2f23e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1339393 Mar 24 01:00:52.269257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-835799fb-3f80-48fc-9501-2a4815827132 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1434777609-network', 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:52.294726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835799fb-3f80-48fc-9501-2a4815827132 admin admin] Made reservation on behalf of b27d62b7150645ecb81dd27e2c79bfaf for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:00:52.299667 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-835799fb-3f80-48fc-9501-2a4815827132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:52.311128 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-835799fb-3f80-48fc-9501-2a4815827132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:52.327605 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3c48b79-d8f6-444f-aee9-4b7ce1aec27f req-2f1e0726-f5e2-49f1-8026-2c693469c03a tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0502090 Mar 24 01:00:52.334104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c487eaa-bbbb-4be9-ac6e-e957cca65398 req-ea43f875-daac-48b0-92f2-09778bcedb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:52.335568 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c487eaa-bbbb-4be9-ac6e-e957cca65398 req-ea43f875-daac-48b0-92f2-09778bcedb21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1917915 Mar 24 01:00:52.403095 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7f8f8ae-1235-4782-86ab-bfbf054e156a req-5728268a-a7a5-4761-99c5-3bc745fb5084 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755331 Mar 24 01:00:52.407477 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-835799fb-3f80-48fc-9501-2a4815827132 admin admin] Publish callbacks [] for security_group (04ee8b1a-1225-40ea-89b0-dcedecb9e1b9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:52.412770 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-835799fb-3f80-48fc-9501-2a4815827132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (04ee8b1a-1225-40ea-89b0-dcedecb9e1b9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:52.428890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-8bff3dc3-3c00-40fd-bd73-5b278fd51ead service neutron] 10.222.0.57 "GET /v2.0/networks/3442b383-cef2-415a-8f56-3353317f1d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436333 Mar 24 01:00:52.432448 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835799fb-3f80-48fc-9501-2a4815827132 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:00:52.465531 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-835799fb-3f80-48fc-9501-2a4815827132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (87c014ad-5d23-4567-8600-bc448af17a02), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:52.465970 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-835799fb-3f80-48fc-9501-2a4815827132 admin admin] Added segment 87c014ad-5d23-4567-8600-bc448af17a02 of type vlan for network 24f7835e-e34f-40c4-b477-9ef6aa74da7d Mar 24 01:00:52.475916 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835799fb-3f80-48fc-9501-2a4815827132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:52.525785 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-835799fb-3f80-48fc-9501-2a4815827132 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (24f7835e-e34f-40c4-b477-9ef6aa74da7d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:52.531475 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c487eaa-bbbb-4be9-ac6e-e957cca65398 req-efea7e6a-3ba3-4a54-8aeb-fc526dba1b08 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868806 Mar 24 01:00:52.559315 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-835799fb-3f80-48fc-9501-2a4815827132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (24f7835e-e34f-40c4-b477-9ef6aa74da7d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:52.559315 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835799fb-3f80-48fc-9501-2a4815827132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:52.562257 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-835799fb-3f80-48fc-9501-2a4815827132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:52.604895 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-835799fb-3f80-48fc-9501-2a4815827132 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4589772 Mar 24 01:00:52.617618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48400) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:52.624176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-b0a65714-95c8-49e6-be04-3dea59c45bb0 admin admin] Request body: {'subnet': {'network_id': '24f7835e-e34f-40c4-b477-9ef6aa74da7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1434777609-subnet', 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:52.647553 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-50880f68-9a4f-4eda-b759-42a15da58cd2 service neutron] 10.222.0.57 "GET /v2.0/networks/3442b383-cef2-415a-8f56-3353317f1d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120867 Mar 24 01:00:52.666580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835799fb-3f80-48fc-9501-2a4815827132 admin admin] Pushing event updated for resources: {'Network': ['ID=24f7835e-e34f-40c4-b477-9ef6aa74da7d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:52.678777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 24f7835e-e34f-40c4-b477-9ef6aa74da7d details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:00:52.748395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a65714-95c8-49e6-be04-3dea59c45bb0 admin admin] Made reservation on behalf of b27d62b7150645ecb81dd27e2c79bfaf for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:00:52.750710 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0a65714-95c8-49e6-be04-3dea59c45bb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:52.769600 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-0b2cede0-aebb-4877-ad1f-273886bc7f83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=1c728ccb-8271-4a90-b929-9aa496634aa8 HTTP/1.1" status: 200 len: 217 time: 0.1134531 Mar 24 01:00:52.872216 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c487eaa-bbbb-4be9-ac6e-e957cca65398 req-b552c5f8-0e54-4a41-b155-8bf1c89df85d service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310828 Mar 24 01:00:52.921191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-94c01ae7-9217-47e7-ad5a-f9f2a0a6658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:52.921948 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-94c01ae7-9217-47e7-ad5a-f9f2a0a6658c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73f3eec-6ed9-47b4-a707-b2b958c2a35e HTTP/1.1" status: 200 len: 797 time: 0.1230285 Mar 24 01:00:52.961472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-f42d134f-ffaa-41fe-bc58-7b75590af410 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:52.962931 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-f42d134f-ffaa-41fe-bc58-7b75590af410 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/networks?id=14ac88e5-c6b8-4482-8b26-a53783c04883 HTTP/1.1" status: 200 len: 814 time: 0.3110311 Mar 24 01:00:53.011992 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-e7e014c5-77cd-409a-bd6b-61333919732c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/quotas/5ac65c0c246448d68f3607175d189fb0 HTTP/1.1" status: 200 len: 375 time: 0.0323050 Mar 24 01:00:53.065155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fc839-b314-49e4-93c0-a8fb4c99fea1 req-dc4c9008-0e65-4a86-bc65-0a8ea130d58c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:53.066659 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d8fc839-b314-49e4-93c0-a8fb4c99fea1 req-dc4c9008-0e65-4a86-bc65-0a8ea130d58c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.1765363 Mar 24 01:00:53.116498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-d6670bb6-1a79-4910-9f3e-d0ee61180373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:53.118042 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-d6670bb6-1a79-4910-9f3e-d0ee61180373 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1770470 Mar 24 01:00:53.247302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d8fc839-b314-49e4-93c0-a8fb4c99fea1 req-64c6a57a-2ada-4613-9b98-1bfcff8f23c5 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572528 Mar 24 01:00:53.251197 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-7d80564a-cbc5-4554-8698-ff574e20fa50 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ac65c0c246448d68f3607175d189fb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2295923 Mar 24 01:00:53.254120 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0a65714-95c8-49e6-be04-3dea59c45bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (58f01bfa-3a66-4862-b237-8f14adc51582), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:53.749654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a65714-95c8-49e6-be04-3dea59c45bb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f01bfa-3a66-4862-b237-8f14adc51582,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:53.757464 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-1451c4c5-07bd-4542-a3cc-931a28706f06 service neutron] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301723 Mar 24 01:00:53.831823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a65714-95c8-49e6-be04-3dea59c45bb0 admin admin] Checking segment: {'id': '87c014ad-5d23-4567-8600-bc448af17a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24f7835e-e34f-40c4-b477-9ef6aa74da7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:00:53.832142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a65714-95c8-49e6-be04-3dea59c45bb0 admin admin] Network hostable DHCP agents. Network: 24f7835e-e34f-40c4-b477-9ef6aa74da7d, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:00:53.844128 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-745f8333-9aee-4cac-98ad-3862ce88a0a8 service neutron] 10.222.0.45 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813401 Mar 24 01:00:53.861714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd3354-8a75-457f-9299-09a297cbfc64 req-dd1a1d47-2b38-4647-8c8f-c4aa0abde37f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:53.867605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd3354-8a75-457f-9299-09a297cbfc64 req-dd1a1d47-2b38-4647-8c8f-c4aa0abde37f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:53.872897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd3354-8a75-457f-9299-09a297cbfc64 req-dd1a1d47-2b38-4647-8c8f-c4aa0abde37f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:53.878336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd3354-8a75-457f-9299-09a297cbfc64 req-dd1a1d47-2b38-4647-8c8f-c4aa0abde37f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:53.884317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd3354-8a75-457f-9299-09a297cbfc64 req-dd1a1d47-2b38-4647-8c8f-c4aa0abde37f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:53.889725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd3354-8a75-457f-9299-09a297cbfc64 req-dd1a1d47-2b38-4647-8c8f-c4aa0abde37f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:53.895177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd3354-8a75-457f-9299-09a297cbfc64 req-dd1a1d47-2b38-4647-8c8f-c4aa0abde37f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:53.897085 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6dcd3354-8a75-457f-9299-09a297cbfc64 req-dd1a1d47-2b38-4647-8c8f-c4aa0abde37f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5443 time: 0.2859170 Mar 24 01:00:53.974931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a65714-95c8-49e6-be04-3dea59c45bb0 admin admin] Network 24f7835e-e34f-40c4-b477-9ef6aa74da7d is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:00:54.011969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-b0a65714-95c8-49e6-be04-3dea59c45bb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 24f7835e-e34f-40c4-b477-9ef6aa74da7d) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:00:54.020397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba8a3b4-d4e0-40b9-8b47-57bc807166ac None None] Network 24f7835e-e34f-40c4-b477-9ef6aa74da7d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:00:54.035746 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a65714-95c8-49e6-be04-3dea59c45bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:54.036408 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0a65714-95c8-49e6-be04-3dea59c45bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:54.041673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-d3f19d8c-640b-4a93-a5c3-8dfa6874c5e3 service neutron] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775269 Mar 24 01:00:54.121922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-d18520e0-2512-4d9f-a44c-701b67ba5ed0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=cede8d0f-cb62-4fea-af98-110017d5e76a HTTP/1.1" status: 200 len: 217 time: 0.0662584 Mar 24 01:00:54.125028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b0a65714-95c8-49e6-be04-3dea59c45bb0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5064502 Mar 24 01:00:54.127075 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-ac568dc0-3be9-49ae-ae6e-ef3261583629 service neutron] 10.222.0.45 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290144 Mar 24 01:00:54.130194 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48414) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:54.132129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6dcd3354-8a75-457f-9299-09a297cbfc64 req-ebe0bf31-dec1-41ba-a38b-7dd6a0fd4975 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2211778 Mar 24 01:00:54.144411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1434777609-router', 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:54.179182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-24f7835e-e34f-40c4-b477-9ef6aa74da7d', 'network_id': '24f7835e-e34f-40c4-b477-9ef6aa74da7d', 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'fixed_ips': [{'subnet_id': '58f01bfa-3a66-4862-b237-8f14adc51582'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:00:54.179421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-4f3f4967-64f0-4ed4-8117-07ba118fb0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:54.180294 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:54.180740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-4f3f4967-64f0-4ed4-8117-07ba118fb0a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73f3eec-6ed9-47b4-a707-b2b958c2a35e HTTP/1.1" status: 200 len: 797 time: 0.0477381 Mar 24 01:00:54.215801 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:54.217548 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:54.251255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-09728e7c-04a0-4646-bfac-052738b8f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:54.253253 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-09728e7c-04a0-4646-bfac-052738b8f988 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0639431 Mar 24 01:00:54.335155 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Publish callbacks [] for router_controller (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:54.367588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df588687-85d0-4e56-82f4-465cc97f9630 req-72eaef8a-c2f0-4e51-88d4-8a92011412f5 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0725484 Mar 24 01:00:54.432271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-e65451c1-60b0-47a4-8f07-fa7e66f06f54 service neutron] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716256 Mar 24 01:00:54.434405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Allocated IP 172.20.0.2 (24f7835e-e34f-40c4-b477-9ef6aa74da7d/58f01bfa-3a66-4862-b237-8f14adc51582/bdf81028-9f01-40a0-90ef-36a4963bf5d9) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:00:54.619156 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Publish callbacks [] for port (bdf81028-9f01-40a0-90ef-36a4963bf5d9), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:54.631499 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (bdf81028-9f01-40a0-90ef-36a4963bf5d9), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:54.744900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Network 24f7835e-e34f-40c4-b477-9ef6aa74da7d is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:00:54.749829 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-bba98c43-c3a5-4132-9b71-a68d86d1f677 service neutron] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100708 Mar 24 01:00:54.761336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:00:54.765732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23d1af-1e95-4436-bfa1-a26ddb93144d req-99f9ca23-56c6-4acf-9c56-d3aa183785fe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:54.771544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Pushing event updated for resources: {'Port': ['ID=bdf81028-9f01-40a0-90ef-36a4963bf5d9,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:54.773818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:00:54.782384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23d1af-1e95-4436-bfa1-a26ddb93144d req-99f9ca23-56c6-4acf-9c56-d3aa183785fe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:54.794727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23d1af-1e95-4436-bfa1-a26ddb93144d req-99f9ca23-56c6-4acf-9c56-d3aa183785fe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:54.801553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23d1af-1e95-4436-bfa1-a26ddb93144d req-99f9ca23-56c6-4acf-9c56-d3aa183785fe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:54.807323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23d1af-1e95-4436-bfa1-a26ddb93144d req-99f9ca23-56c6-4acf-9c56-d3aa183785fe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:54.813452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23d1af-1e95-4436-bfa1-a26ddb93144d req-99f9ca23-56c6-4acf-9c56-d3aa183785fe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:54.824241 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23d1af-1e95-4436-bfa1-a26ddb93144d req-99f9ca23-56c6-4acf-9c56-d3aa183785fe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:54.839191 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b23d1af-1e95-4436-bfa1-a26ddb93144d req-99f9ca23-56c6-4acf-9c56-d3aa183785fe tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5443 time: 0.2974875 Mar 24 01:00:54.865486 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Attempting to bind port bdf81028-9f01-40a0-90ef-36a4963bf5d9 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:00:54.866102 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Attempting to bind port bdf81028-9f01-40a0-90ef-36a4963bf5d9 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '87c014ad-5d23-4567-8600-bc448af17a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24f7835e-e34f-40c4-b477-9ef6aa74da7d'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:00:54.866659 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Attempting to bind port bdf81028-9f01-40a0-90ef-36a4963bf5d9 on network 24f7835e-e34f-40c4-b477-9ef6aa74da7d {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:00:54.872601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:00:54.873665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Checking segment: {'id': '87c014ad-5d23-4567-8600-bc448af17a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24f7835e-e34f-40c4-b477-9ef6aa74da7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:00:54.874262 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:54.874831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Bound using segment: {'id': '87c014ad-5d23-4567-8600-bc448af17a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24f7835e-e34f-40c4-b477-9ef6aa74da7d'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:00:54.875583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Bound port: bdf81028-9f01-40a0-90ef-36a4963bf5d9, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c014ad-5d23-4567-8600-bc448af17a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24f7835e-e34f-40c4-b477-9ef6aa74da7d'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:00:54.876138 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bdf81028-9f01-40a0-90ef-36a4963bf5d9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:54.919528 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-c0848d20-42b9-45bc-b902-d91baa1e5132 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=d1afeb6d-e5e7-4cee-9b5d-622b0b570730 HTTP/1.1" status: 200 len: 217 time: 0.0771878 Mar 24 01:00:54.991816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203299cf-b050-4620-9202-4ea059429b3f req-ec4bdc17-98a7-41f2-b563-b266eea409c3 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:55.014871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-203299cf-b050-4620-9202-4ea059429b3f req-ec4bdc17-98a7-41f2-b563-b266eea409c3 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.3266835 Mar 24 01:00:55.018482 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69e25d13-e655-4907-bf57-6d117a69c26e req-ac2a8dd1-419f-4a39-8262-847de4200e21 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 210 time: 0.1026559 Mar 24 01:00:55.023080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] For port bdf81028-9f01-40a0-90ef-36a4963bf5d9, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:00:55.027072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] For port bdf81028-9f01-40a0-90ef-36a4963bf5d9, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=bdf81028-9f01-40a0-90ef-36a4963bf5d9,segment=NetworkSegment(87c014ad-5d23-4567-8600-bc448af17a02),segment_id=87c014ad-5d23-4567-8600-bc448af17a02)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:00:55.047161 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bdf81028-9f01-40a0-90ef-36a4963bf5d9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:55.111043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fe7da-7a02-497a-b7ff-b201fedacd5e None None] Pushing event updated for resources: {'Port': ['ID=bdf81028-9f01-40a0-90ef-36a4963bf5d9,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:55.185698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-203299cf-b050-4620-9202-4ea059429b3f req-d9310f8a-0db4-4dde-9093-bfc4c8e80f67 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697755 Mar 24 01:00:55.187994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-d95a42a9-b4ba-4409-9357-512888f609f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:55.189539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-d95a42a9-b4ba-4409-9357-512888f609f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73f3eec-6ed9-47b4-a707-b2b958c2a35e HTTP/1.1" status: 200 len: 797 time: 0.2415948 Mar 24 01:00:55.264829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-51ae414d-1e0e-416a-b95e-3c4d31c6e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:55.266544 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-51ae414d-1e0e-416a-b95e-3c4d31c6e818 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0696998 Mar 24 01:00:55.311842 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Publish callbacks [] for router_gateway (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:55.433688 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-97bab575-b0ed-4445-8b43-75f5b5a5354e service neutron] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522644 Mar 24 01:00:55.680812 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bdf81028-9f01-40a0-90ef-36a4963bf5d9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:00:55.693971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-692af047-d124-488c-b512-0a9f902ad548 req-613c106e-7898-43e1-86e2-8cad7bcf622f tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0499921 Mar 24 01:00:55.724806 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-91c22f7e-7741-4c26-b646-5d05d3f046ad service neutron] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764397 Mar 24 01:00:55.762824 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Publish callbacks [] for router_gateway (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:55.763086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port bdf81028-9f01-40a0-90ef-36a4963bf5d9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:55.763602 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bdf81028-9f01-40a0-90ef-36a4963bf5d9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:55.784331 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-bc2b71a2-1ada-4db0-b5cb-1f11592a5a71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=c924730b-9aa8-4878-8014-7c840b808401 HTTP/1.1" status: 200 len: 217 time: 0.0525959 Mar 24 01:00:55.793395 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:55.859265 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port bdf81028-9f01-40a0-90ef-36a4963bf5d9 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:55.860297 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bdf81028-9f01-40a0-90ef-36a4963bf5d9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:55.865561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-4c940bb0-9ee1-411c-b4d3-1179f9136ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:55.867228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-4c940bb0-9ee1-411c-b4d3-1179f9136ffc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73f3eec-6ed9-47b4-a707-b2b958c2a35e HTTP/1.1" status: 200 len: 797 time: 0.0670533 Mar 24 01:00:55.903568 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port bdf81028-9f01-40a0-90ef-36a4963bf5d9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=bdf81028-9f01-40a0-90ef-36a4963bf5d9,segment=NetworkSegment(87c014ad-5d23-4567-8600-bc448af17a02),segment_id=87c014ad-5d23-4567-8600-bc448af17a02)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:00:55.909747 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bdf81028-9f01-40a0-90ef-36a4963bf5d9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:55.938903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Allocated IP 172.25.0.140 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/950c1fa5-794e-4d20-a534-f92bdc5c502f) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:00:55.965483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21884313-4938-45b0-af4f-80a78fceaaee req-9b3e5f70-fbae-45e5-8bb0-2acc2981f87d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0549786 Mar 24 01:00:55.984363 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=bdf81028-9f01-40a0-90ef-36a4963bf5d9,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:55.985201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-7d04bdc8-a05f-4de0-bc4d-383aa36d86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:55.986830 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-7d04bdc8-a05f-4de0-bc4d-383aa36d86d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3d31ec0-3d90-4405-9352-59efc8b5aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1075714 Mar 24 01:00:56.121120 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Publish callbacks [] for port (950c1fa5-794e-4d20-a534-f92bdc5c502f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:56.163616 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (950c1fa5-794e-4d20-a534-f92bdc5c502f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:56.223568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Pushing event updated for resources: {'Port': ['ID=950c1fa5-794e-4d20-a534-f92bdc5c502f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:56.226487 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed7fbc22-0594-4cd3-aae5-7bf1f277b3a0 req-8c47d7f7-5cda-4bf5-b972-feea1aaa9a24 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 210 time: 0.0799587 Mar 24 01:00:56.261913 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:00:56.263724 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:00:56.272186 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:00:56.292737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-8e90b668-cdbc-482b-bbc8-8af42f7a8429 service neutron] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943709 Mar 24 01:00:56.384394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-bbb4fbfa-3b3f-439c-ad0d-5875217fbfcb tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:56.386069 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-bbb4fbfa-3b3f-439c-ad0d-5875217fbfcb tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.57 "GET /v2.0/networks?id=14ac88e5-c6b8-4482-8b26-a53783c04883 HTTP/1.1" status: 200 len: 814 time: 0.3302052 Mar 24 01:00:56.428570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-eca549d1-58f1-4f22-8510-a7e0eaaf2da7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Request body: {'port': {'device_id': 'd2a1277d-7d72-4a99-880e-15400cab4310', 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883', 'admin_state_up': True, 'tenant_id': '5ac65c0c246448d68f3607175d189fb0'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:56.586370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62695c63-60ee-4072-b930-a2266b0ea4fd req-19f617f7-fad2-458c-b280-030817ecf0e9 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:56.595405 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62695c63-60ee-4072-b930-a2266b0ea4fd req-19f617f7-fad2-458c-b280-030817ecf0e9 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.2365935 Mar 24 01:00:56.654645 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-3fea3741-7b8f-4f2e-8511-e679f7e85bba service neutron] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485484 Mar 24 01:00:56.696072 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48452) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:56.716521 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-fd327c7c-9ae2-4751-a6ec-d4bac8b2dc81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5735b4c-cf45-49d2-a7f8-87c3be714560 HTTP/1.1" status: 200 len: 217 time: 0.0483949 Mar 24 01:00:56.718786 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Publish callbacks [] for router_gateway (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:56.723562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62695c63-60ee-4072-b930-a2266b0ea4fd req-46edc509-6ad3-4cd7-b2b5-8b1551a7d1bf tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272979 Mar 24 01:00:56.796831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-78f2849d-5ef4-4ae5-834f-dc8ceb18399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:56.799137 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-78f2849d-5ef4-4ae5-834f-dc8ceb18399b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27acd1eb-b278-4f90-8e9b-08cd5165a5d0 HTTP/1.1" status: 200 len: 797 time: 0.0721080 Mar 24 01:00:56.806527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-eca549d1-58f1-4f22-8510-a7e0eaaf2da7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Made reservation on behalf of 5ac65c0c246448d68f3607175d189fb0 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:00:56.811887 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-eca549d1-58f1-4f22-8510-a7e0eaaf2da7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:56.855602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c218685-8a03-49c4-b47f-5defac84d4ee None None] Network 24f7835e-e34f-40c4-b477-9ef6aa74da7d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:00:56.895036 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ababa95-4798-4c3b-95e6-801877fc36ec req-6e376446-620b-4024-94ac-05cd7c904c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:56.896056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ababa95-4798-4c3b-95e6-801877fc36ec req-6e376446-620b-4024-94ac-05cd7c904c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:56.896527 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ababa95-4798-4c3b-95e6-801877fc36ec req-6e376446-620b-4024-94ac-05cd7c904c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:56.897085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ababa95-4798-4c3b-95e6-801877fc36ec req-6e376446-620b-4024-94ac-05cd7c904c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:56.897474 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ababa95-4798-4c3b-95e6-801877fc36ec req-6e376446-620b-4024-94ac-05cd7c904c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:56.897927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ababa95-4798-4c3b-95e6-801877fc36ec req-6e376446-620b-4024-94ac-05cd7c904c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:56.898377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ababa95-4798-4c3b-95e6-801877fc36ec req-6e376446-620b-4024-94ac-05cd7c904c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:56.906761 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6ababa95-4798-4c3b-95e6-801877fc36ec req-6e376446-620b-4024-94ac-05cd7c904c73 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 6717 time: 0.2077503 Mar 24 01:00:56.916215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a933bee2-de6f-4ee3-9d8e-c126a614199d req-f0aa2a29-8be3-4b38-a306-02f872b611a6 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0449057 Mar 24 01:00:56.936051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-6522e7f9-b61f-4755-8372-b2098eeb5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:56.937868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-6522e7f9-b61f-4755-8372-b2098eeb5165 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d9cd7f27-a324-4986-9859-80919b2e14ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1228230 Mar 24 01:00:56.983905 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b365b474-b995-408c-8e37-77290e0e0a91 None None] Provisioning complete for port bdf81028-9f01-40a0-90ef-36a4963bf5d9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:56.984440 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b365b474-b995-408c-8e37-77290e0e0a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bdf81028-9f01-40a0-90ef-36a4963bf5d9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:57.143313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-1fac4392-e2b6-4958-9364-1079e63c0650 service neutron] 10.222.0.57 "GET /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716774 Mar 24 01:00:57.185172 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6ababa95-4798-4c3b-95e6-801877fc36ec req-eea80858-f960-4c03-a34f-e2b48c1e2d49 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&id=a31ee504-0359-43e1-9225-747b79d8e45d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2777379 Mar 24 01:00:57.218676 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:57.220920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b365b474-b995-408c-8e37-77290e0e0a91 None None] Current status of the port bdf81028-9f01-40a0-90ef-36a4963bf5d9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:57.259416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-eca549d1-58f1-4f22-8510-a7e0eaaf2da7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Allocated IP 172.20.0.3 (14ac88e5-c6b8-4482-8b26-a53783c04883/a5be8776-cb25-4c7a-a7da-5b9b80acc971/a3416c49-3cf8-4008-b6d5-d7c7b37fcb01) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:00:57.342337 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-871d371e-2ef6-4000-b2bd-c3319269f58e service neutron] 10.222.0.57 "GET /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922362 Mar 24 01:00:57.446712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Router 4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:00:57.475602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1e44f30-1112-4fe5-8cd1-76742053f6b5 req-c80c0644-bcef-44e4-b5cd-3139cf887910 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 210 time: 0.1200297 Mar 24 01:00:57.479698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-12edd712-0686-4047-9744-9fd65d9b1ed1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c6fff98-2741-4b0a-9dcd-c35032208eee HTTP/1.1" status: 200 len: 217 time: 0.1141260 Mar 24 01:00:57.555119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5ff8b27f-88b0-4439-9a70-9773baecdcdb None None] Provisioning complete for port bdf81028-9f01-40a0-90ef-36a4963bf5d9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:57.555498 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5ff8b27f-88b0-4439-9a70-9773baecdcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bdf81028-9f01-40a0-90ef-36a4963bf5d9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:57.594245 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-fe1addaa-6720-40dd-8f84-a3082d2d79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:57.594245 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-fe1addaa-6720-40dd-8f84-a3082d2d79a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27acd1eb-b278-4f90-8e9b-08cd5165a5d0 HTTP/1.1" status: 200 len: 797 time: 0.1014266 Mar 24 01:00:57.610211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bdf81028-9f01-40a0-90ef-36a4963bf5d9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:00:57.641980 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-eca549d1-58f1-4f22-8510-a7e0eaaf2da7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Publish callbacks [] for port (a3416c49-3cf8-4008-b6d5-d7c7b37fcb01), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:57.642181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:00:57.655364 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Sync routers for ids ['4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:00:57.668722 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:57.670794 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fb56a52a-7600-4f9a-8c5f-7e57b2a03528 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5380235 Mar 24 01:00:57.673520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48472) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:57.673870 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Routers {'4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:00:57.674608 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:00:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:57.729990 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-eca549d1-58f1-4f22-8510-a7e0eaaf2da7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a3416c49-3cf8-4008-b6d5-d7c7b37fcb01), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:57.754611 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['444456d4-54e5-4601-b260-ba7ed556c47a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:00:57.790617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca549d1-58f1-4f22-8510-a7e0eaaf2da7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Pushing event updated for resources: {'Port': ['ID=a3416c49-3cf8-4008-b6d5-d7c7b37fcb01,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:57.812433 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-b42c8e98-7352-4b23-8a0a-4df6185d688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:57.815148 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-b42c8e98-7352-4b23-8a0a-4df6185d688b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d9cd7f27-a324-4986-9859-80919b2e14ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2114463 Mar 24 01:00:57.835451 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port bdf81028-9f01-40a0-90ef-36a4963bf5d9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:57.837525 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bdf81028-9f01-40a0-90ef-36a4963bf5d9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:57.838672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-eca549d1-58f1-4f22-8510-a7e0eaaf2da7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Network 14ac88e5-c6b8-4482-8b26-a53783c04883 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:00:57.852684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-eca549d1-58f1-4f22-8510-a7e0eaaf2da7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:00:57.855678 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-eca549d1-58f1-4f22-8510-a7e0eaaf2da7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:00:57.884680 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Set router 4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:00:57.936432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5ff8b27f-88b0-4439-9a70-9773baecdcdb None None] Current status of the port bdf81028-9f01-40a0-90ef-36a4963bf5d9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:57.995281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-eca549d1-58f1-4f22-8510-a7e0eaaf2da7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:57.996873 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-eca549d1-58f1-4f22-8510-a7e0eaaf2da7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:58.075872 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-eca549d1-58f1-4f22-8510-a7e0eaaf2da7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6535110 Mar 24 01:00:58.090668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Request body: {'port': {'device_id': 'd2a1277d-7d72-4a99-880e-15400cab4310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:58.107749 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-35d26bc5-4776-4490-ba9c-3d46ccaac09a service neutron] 10.222.0.57 "GET /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842340 Mar 24 01:00:58.121955 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'name': 'tempest-ServersTestMultiNic-1434777609-router', 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '950c1fa5-794e-4d20-a534-f92bdc5c502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:00:54Z', 'updated_at': '2022-03-24T01:00:56Z', 'revision_number': 3, 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'gw_port': {'id': '950c1fa5-794e-4d20-a534-f92bdc5c502f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:00:55Z', 'updated_at': '2022-03-24T01:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:58.160295 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Checking router: 4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:00:58.160837 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Updating router 4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c port 950c1fa5-794e-4d20-a534-f92bdc5c502f binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:00:58.168756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port bdf81028-9f01-40a0-90ef-36a4963bf5d9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:00:58.192704 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (950c1fa5-794e-4d20-a534-f92bdc5c502f), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:58.300090 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-156ab2e7-a642-4649-b6d4-ece7381c69fb req-e239c36b-c38c-48b7-8f97-8bf6f17330fd tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.1622081 Mar 24 01:00:58.302588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2269ebd8-3ebf-45d8-bbda-b90623b21d8a req-a105ad8c-1476-4162-a5bb-612f74aae8ae service neutron] 10.222.0.57 "GET /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716218 Mar 24 01:00:58.396290 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a3416c49-3cf8-4008-b6d5-d7c7b37fcb01), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:58.442633 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:58.684161 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9d304b92-9916-4395-9444-2775bc2eec4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:58.686275 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Allocated IP 172.20.0.1 (24f7835e-e34f-40c4-b477-9ef6aa74da7d/58f01bfa-3a66-4862-b237-8f14adc51582/c370a37f-7f94-458e-8cfb-bfb753f5a41f) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:00:58.702429 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Publish callbacks [] for port (950c1fa5-794e-4d20-a534-f92bdc5c502f), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:58.716389 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (950c1fa5-794e-4d20-a534-f92bdc5c502f), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:58.782162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d959c0b-d692-4df6-bba4-9cf3cf223d52 req-1ed15822-76e1-4eb1-b0bb-d950cb74e808 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8439878a1684073ac8cfb21825f2d64&device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0590794 Mar 24 01:00:58.790608 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Attempting to bind port 950c1fa5-794e-4d20-a534-f92bdc5c502f on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:00:58.791897 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Attempting to bind port 950c1fa5-794e-4d20-a534-f92bdc5c502f by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:00:58.792525 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Attempting to bind port 950c1fa5-794e-4d20-a534-f92bdc5c502f on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:00:58.810225 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:00:58.816879 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:00:58.817936 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:58.818436 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:00:58.819036 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Bound port: 950c1fa5-794e-4d20-a534-f92bdc5c502f, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:00:58.819513 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (950c1fa5-794e-4d20-a534-f92bdc5c502f), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:58.824643 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Pushing event updated for resources: {'Port': ['ID=950c1fa5-794e-4d20-a534-f92bdc5c502f,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:58.852047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d20d08c3-0af5-4fec-b792-0216de774fab req-b55b1d95-5428-4604-9313-4b69cd3241d3 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0899534 Mar 24 01:00:58.855298 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:58.855637 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:58.856079 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:58.856516 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:58.856945 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:58.857394 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:58.857817 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:58.858240 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:58.858667 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:58.859102 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:58.859515 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:58.859931 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:58.860336 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:58.860776 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:58.861345 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:00:58.887172 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Publish callbacks [] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:58.898690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d959c0b-d692-4df6-bba4-9cf3cf223d52 req-d99ad013-5b1a-4f54-a785-cca6e778227c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e8439878a1684073ac8cfb21825f2d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932021 Mar 24 01:00:58.922096 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] For port 950c1fa5-794e-4d20-a534-f92bdc5c502f, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:00:58.929812 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] For port 950c1fa5-794e-4d20-a534-f92bdc5c502f, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=950c1fa5-794e-4d20-a534-f92bdc5c502f,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:00:58.943407 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (950c1fa5-794e-4d20-a534-f92bdc5c502f), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:58.947808 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:58.990376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Network 24f7835e-e34f-40c4-b477-9ef6aa74da7d is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:00:58.995142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:00:58.998680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:00:59.010561 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Routers {'4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:00:59.011267 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:00:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:59.013354 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6d48d-02f8-4ed7-b6a9-e98128ec9e9f req-eb722775-c7a7-41c3-8fbb-d17a40fe8b2c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:59.021176 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6dd6d48d-02f8-4ed7-b6a9-e98128ec9e9f req-eb722775-c7a7-41c3-8fbb-d17a40fe8b2c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 931 time: 0.4175901 Mar 24 01:00:59.041034 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Pushing event updated for resources: {'Port': ['ID=c370a37f-7f94-458e-8cfb-bfb753f5a41f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:59.052216 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:59.097421 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978ca75-d610-4577-85f7-be31bab71cfb None None] Pushing event updated for resources: {'Port': ['ID=950c1fa5-794e-4d20-a534-f92bdc5c502f,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:59.160159 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6dd6d48d-02f8-4ed7-b6a9-e98128ec9e9f req-dfe798b1-98c3-4df5-8202-986ddb07cda1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381044 Mar 24 01:00:59.161280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d959c0b-d692-4df6-bba4-9cf3cf223d52 req-a0bc1054-509e-47be-8c5a-a05ed71801c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:59.162630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d959c0b-d692-4df6-bba4-9cf3cf223d52 req-a0bc1054-509e-47be-8c5a-a05ed71801c2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2566571 Mar 24 01:00:59.200652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:00:59.213020 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Publish callbacks [] for port (a3416c49-3cf8-4008-b6d5-d7c7b37fcb01), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:59.213860 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] Set router 4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:00:59.231456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Transition to ACTIVE for port object a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:00:59.240446 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a3416c49-3cf8-4008-b6d5-d7c7b37fcb01), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:59.278827 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:59.378696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-33100a17-7954-4289-aaf7-fc2207347188 None None] Provisioning complete for port c370a37f-7f94-458e-8cfb-bfb753f5a41f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:00:59.379261 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-33100a17-7954-4289-aaf7-fc2207347188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:59.422532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Pushing event updated for resources: {'Port': ['ID=a3416c49-3cf8-4008-b6d5-d7c7b37fcb01,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:59.435071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-33100a17-7954-4289-aaf7-fc2207347188 None None] Port c370a37f-7f94-458e-8cfb-bfb753f5a41f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:00:59.524467 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'name': 'tempest-ServersTestMultiNic-1434777609-router', 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '950c1fa5-794e-4d20-a534-f92bdc5c502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:00:54Z', 'updated_at': '2022-03-24T01:00:56Z', 'revision_number': 3, 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'gw_port': {'id': '950c1fa5-794e-4d20-a534-f92bdc5c502f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:00:55Z', 'updated_at': '2022-03-24T01:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:00:59.534109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Attempting to bind port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:00:59.534660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Attempting to bind port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'f25b37db-e91e-4816-aaa0-a47f48bf8698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:00:59.535145 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Attempting to bind port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 on network 14ac88e5-c6b8-4482-8b26-a53783c04883 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:00:59.541674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 on network 14ac88e5-c6b8-4482-8b26-a53783c04883 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:00:59.542291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Attempting to bind port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 on network 14ac88e5-c6b8-4482-8b26-a53783c04883 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:00:59.549293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:00:59.550348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Checking segment: {'id': 'f25b37db-e91e-4816-aaa0-a47f48bf8698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:00:59.551129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Bound using segment: {'id': 'f25b37db-e91e-4816-aaa0-a47f48bf8698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:00:59.552513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Bound port: a3416c49-3cf8-4008-b6d5-d7c7b37fcb01, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25b37db-e91e-4816-aaa0-a47f48bf8698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:00:59.553247 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a3416c49-3cf8-4008-b6d5-d7c7b37fcb01), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:59.564466 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e79c64-9530-40b6-9b14-62c1af2defd8 None None] The sync data for ids ['4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'] in n-d-760455-9 is: [{'id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'name': 'tempest-ServersTestMultiNic-1434777609-router', 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '950c1fa5-794e-4d20-a534-f92bdc5c502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:00:54Z', 'updated_at': '2022-03-24T01:00:56Z', 'revision_number': 3, 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'gw_port': {'id': '950c1fa5-794e-4d20-a534-f92bdc5c502f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:00:55Z', 'updated_at': '2022-03-24T01:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:00:59.647117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] For port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:00:59.647784 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Publish callbacks [] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:59.651637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] For port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a3416c49-3cf8-4008-b6d5-d7c7b37fcb01,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:00:59.654424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:59.659032 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a3416c49-3cf8-4008-b6d5-d7c7b37fcb01), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:59.687461 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:59.706050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:59.707017 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:59.708838 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] 10.222.0.57 "PUT /v2.0/ports/a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 HTTP/1.1" status: 200 len: 1091 time: 1.6239126 Mar 24 01:00:59.709436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a1277d-7d72-4a99-880e-15400cab4310', 'tag': 'a3416c49-3cf8-4008-b6d5-d7c7b37fcb01'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:00:59.711856 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ae8f43-013e-4467-a8b2-ddcc530071dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a1277d-7d72-4a99-880e-15400cab4310", "tag": "a3416c49-3cf8-4008-b6d5-d7c7b37fcb01"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:00:59.742596 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48498) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:00:59.748211 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8970dc28-802b-462b-ac91-115fd7f1d611 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630712596', 'description': 'tempest-description--1559899507'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:00:59.752697 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Pushing event updated for resources: {'Port': ['ID=c370a37f-7f94-458e-8cfb-bfb753f5a41f,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:59.754005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a13ae2-9aef-4c6b-976d-09ba9f9df001 service neutron] Pushing event updated for resources: {'Port': ['ID=a3416c49-3cf8-4008-b6d5-d7c7b37fcb01,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:00:59.762498 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:59.794774 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f6b0ae-9586-4285-9b12-c02c55cf34d6 x-openstack-request-id: req-b5f6b0ae-9586-4285-9b12-c02c55cf34d6 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:00:59.795006 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a1277d-7d72-4a99-880e-15400cab4310", "tag": "a3416c49-3cf8-4008-b6d5-d7c7b37fcb01", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:00:59.795538 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5f6b0ae-9586-4285-9b12-c02c55cf34d6 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:00:59.796106 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5f6b0ae-9586-4285-9b12-c02c55cf34d6'] response: {'name': 'network-changed', 'server_uuid': 'd2a1277d-7d72-4a99-880e-15400cab4310', 'tag': 'a3416c49-3cf8-4008-b6d5-d7c7b37fcb01', 'status': 'completed', 'code': 200} Mar 24 01:00:59.798733 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8970dc28-802b-462b-ac91-115fd7f1d611 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:00:59.863592 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-0ecb352c-242f-4b43-bb11-e2f2b5c11013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:00:59.865348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-0ecb352c-242f-4b43-bb11-e2f2b5c11013 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ac65c0c246448d68f3607175d189fb0&device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 1125 time: 0.0836580 Mar 24 01:00:59.871540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Network 24f7835e-e34f-40c4-b477-9ef6aa74da7d is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:00:59.872993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:00:59.926860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-1d796f14-1274-4589-801a-5b2b0469830b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 HTTP/1.1" status: 200 len: 217 time: 0.0511770 Mar 24 01:00:59.989069 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8970dc28-802b-462b-ac91-115fd7f1d611 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for security_group (6912bf88-3f1e-44ff-b770-5ea2ea74f332), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.026982 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db94ec6e-078d-4c1d-a6fd-7effcc5b36ae req-600ce811-7297-41b3-8a11-f5a1c2000080 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0792964 Mar 24 01:01:00.030461 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8970dc28-802b-462b-ac91-115fd7f1d611 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6912bf88-3f1e-44ff-b770-5ea2ea74f332), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.087882 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Router 4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:01:00.093209 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8970dc28-802b-462b-ac91-115fd7f1d611 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.097393 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48502) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:00.097552 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8970dc28-802b-462b-ac91-115fd7f1d611 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3534431 Mar 24 01:01:00.101384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-920e31b9-c509-4e59-8921-38529a0eb19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:00.102884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-920e31b9-c509-4e59-8921-38529a0eb19d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a5be8776-cb25-4c7a-a7da-5b9b80acc971 HTTP/1.1" status: 200 len: 854 time: 0.1512828 Mar 24 01:01:00.103651 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970dc28-802b-462b-ac91-115fd7f1d611 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6912bf88-3f1e-44ff-b770-5ea2ea74f332,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:00.150395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-368f8074-c19f-40a1-8b4e-9c7ce8bfbd77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=14ac88e5-c6b8-4482-8b26-a53783c04883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369844 Mar 24 01:01:00.173970 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c02993f2-1717-44dc-9396-5b46954e88c2 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Request body: {'security_group_rule': {'security_group_id': '6912bf88-3f1e-44ff-b770-5ea2ea74f332', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:00.226904 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c02993f2-1717-44dc-9396-5b46954e88c2 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for security_group_rule (5e12f2e7-d50d-49b8-b41f-d53d088fef6f), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.277753 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:01:00.289713 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-857cf0b0-10f6-49ab-bc92-6abc5b537d08 admin admin] 10.222.0.45 "PUT /v2.0/routers/4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6147230 Mar 24 01:01:00.313705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-562a56a3-9c68-44dc-a4c6-5a9e5e7ef58b None None] Provisioning complete for port c370a37f-7f94-458e-8cfb-bfb753f5a41f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:00.314293 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-562a56a3-9c68-44dc-a4c6-5a9e5e7ef58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.345446 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c02993f2-1717-44dc-9396-5b46954e88c2 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for security_group_rule (5e12f2e7-d50d-49b8-b41f-d53d088fef6f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.353312 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c02993f2-1717-44dc-9396-5b46954e88c2 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5e12f2e7-d50d-49b8-b41f-d53d088fef6f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.386137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-562a56a3-9c68-44dc-a4c6-5a9e5e7ef58b None None] Port c370a37f-7f94-458e-8cfb-bfb753f5a41f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:01:00.405579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02993f2-1717-44dc-9396-5b46954e88c2 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e12f2e7-d50d-49b8-b41f-d53d088fef6f,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:00.417036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c02993f2-1717-44dc-9396-5b46954e88c2 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.418430 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c02993f2-1717-44dc-9396-5b46954e88c2 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2497604 Mar 24 01:01:00.421731 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48510) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:00.431829 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5d1226c7-364c-42f0-82ba-f681a2e91986 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Request body: {'security_group_rule': {'security_group_id': '6912bf88-3f1e-44ff-b770-5ea2ea74f332', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:00.479584 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d1226c7-364c-42f0-82ba-f681a2e91986 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for security_group_rule (13441413-90f8-49ab-bba7-ea06a90115de), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.532074 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48512) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:00.579276 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d1226c7-364c-42f0-82ba-f681a2e91986 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for security_group_rule (13441413-90f8-49ab-bba7-ea06a90115de), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.587046 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d1226c7-364c-42f0-82ba-f681a2e91986 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (13441413-90f8-49ab-bba7-ea06a90115de), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.613157 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1226c7-364c-42f0-82ba-f681a2e91986 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13441413-90f8-49ab-bba7-ea06a90115de,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:00.628278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6b0dd75f-7a62-4c58-a71e-8897d9887096 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1144500960'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:00.635642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d1226c7-364c-42f0-82ba-f681a2e91986 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.640974 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5d1226c7-364c-42f0-82ba-f681a2e91986 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2141325 Mar 24 01:01:00.640974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48516) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:00.644390 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:00.678913 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0dd75f-7a62-4c58-a71e-8897d9887096 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Made reservation on behalf of b27d62b7150645ecb81dd27e2c79bfaf for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:00.687750 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd75f-7a62-4c58-a71e-8897d9887096 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.692467 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.726141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d959c0b-d692-4df6-bba4-9cf3cf223d52 req-af2e5a11-4b38-4638-9aa9-5db63f612d6d tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.48 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.1144359 Mar 24 01:01:00.731622 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0dd75f-7a62-4c58-a71e-8897d9887096 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:01:00.745052 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd75f-7a62-4c58-a71e-8897d9887096 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.745611 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-6b0dd75f-7a62-4c58-a71e-8897d9887096 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Added segment e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54 of type vlan for network 583fcf0b-29a1-48f5-82a4-7bbec22693e1 Mar 24 01:01:00.807276 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd75f-7a62-4c58-a71e-8897d9887096 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (583fcf0b-29a1-48f5-82a4-7bbec22693e1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.826775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99502b4e-77b9-49f9-872e-0aa9a01005aa req-f5fc808a-b7e0-48ce-8aac-1198e4694602 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:00.830160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-99502b4e-77b9-49f9-872e-0aa9a01005aa req-f5fc808a-b7e0-48ce-8aac-1198e4694602 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 943 time: 0.2174342 Mar 24 01:01:00.839779 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c6184dc6-a822-4ea7-9f3a-578855213688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.850091 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd75f-7a62-4c58-a71e-8897d9887096 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (583fcf0b-29a1-48f5-82a4-7bbec22693e1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.855148 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0dd75f-7a62-4c58-a71e-8897d9887096 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:00.855809 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd75f-7a62-4c58-a71e-8897d9887096 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:00.891334 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-ac344764-26cb-4883-9a08-bc182e86a3a3 service neutron] 10.222.0.57 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7301519 Mar 24 01:01:00.979823 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6b0dd75f-7a62-4c58-a71e-8897d9887096 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4458883 Mar 24 01:01:00.980574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48522) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:00.991871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-99502b4e-77b9-49f9-872e-0aa9a01005aa req-93047498-ec89-4640-8305-f36169be0275 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434386 Mar 24 01:01:00.996691 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0d17b449-fc31-4aeb-977d-bfeb81d3d32f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Request body: {'subnet': {'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:01.048385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-555bacd1-52b3-4eed-b4eb-9839ccdb48e2 req-01f21074-7165-4748-96b2-a00fb60feda0 service neutron] 10.222.0.57 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435456 Mar 24 01:01:01.060182 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dd75f-7a62-4c58-a71e-8897d9887096 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event updated for resources: {'Network': ['ID=583fcf0b-29a1-48f5-82a4-7bbec22693e1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:01.082921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 583fcf0b-29a1-48f5-82a4-7bbec22693e1 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:01:01.166592 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d17b449-fc31-4aeb-977d-bfeb81d3d32f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Made reservation on behalf of b27d62b7150645ecb81dd27e2c79bfaf for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:01.171692 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d17b449-fc31-4aeb-977d-bfeb81d3d32f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:01.202401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae8f43-013e-4467-a8b2-ddcc530071dc req-f3aff037-2e8a-4b3a-b1df-59c4cb98ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:01.203933 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31ae8f43-013e-4467-a8b2-ddcc530071dc req-f3aff037-2e8a-4b3a-b1df-59c4cb98ef40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ac65c0c246448d68f3607175d189fb0&device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 1125 time: 0.0838699 Mar 24 01:01:01.249448 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:01.263015 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a33cd6fe-3f44-42e2-9135-a61e61de85ab req-d5a546e5-c841-4d9a-9580-38bd23c84cb9 tempest-ServerShowV257Test-1534028442 tempest-ServerShowV257Test-1534028442-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb5a0b-b4ee-4869-9120-aa882fa99b35 HTTP/1.1" status: 200 len: 210 time: 0.0569289 Mar 24 01:01:01.434315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae8f43-013e-4467-a8b2-ddcc530071dc req-4e000e0b-c7ad-4902-baff-3ef9c17b373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:01.436078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31ae8f43-013e-4467-a8b2-ddcc530071dc req-4e000e0b-c7ad-4902-baff-3ef9c17b373e service neutron] 10.222.0.57 "GET /v2.0/networks?id=14ac88e5-c6b8-4482-8b26-a53783c04883 HTTP/1.1" status: 200 len: 915 time: 0.2189591 Mar 24 01:01:01.490513 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Allocated IP 172.25.0.118 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/e5d7a438-e5a4-46c2-85e3-74d7a3f1f125) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:01.563065 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31ae8f43-013e-4467-a8b2-ddcc530071dc req-35cc3b20-8a04-47c1-91cd-ded1bb3e3cd5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 HTTP/1.1" status: 200 len: 217 time: 0.1169479 Mar 24 01:01:01.623447 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d17b449-fc31-4aeb-977d-bfeb81d3d32f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (24fe47ed-c3f5-45ce-9431-23f2949c9fc4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:01.634628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae8f43-013e-4467-a8b2-ddcc530071dc req-4cdf130c-5c9a-4d49-be0f-5e339fb5a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:01.639134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31ae8f43-013e-4467-a8b2-ddcc530071dc req-4cdf130c-5c9a-4d49-be0f-5e339fb5a1b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a5be8776-cb25-4c7a-a7da-5b9b80acc971 HTTP/1.1" status: 200 len: 854 time: 0.0693030 Mar 24 01:01:01.646840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 950c1fa5-794e-4d20-a534-f92bdc5c502f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:01.709073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31ae8f43-013e-4467-a8b2-ddcc530071dc req-b1eee47f-c2cd-4dca-8745-62beeeb610dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=14ac88e5-c6b8-4482-8b26-a53783c04883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582395 Mar 24 01:01:01.734261 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17b449-fc31-4aeb-977d-bfeb81d3d32f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event updated for resources: {'Subnet': ['ID=24fe47ed-c3f5-45ce-9431-23f2949c9fc4,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:01.739938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 950c1fa5-794e-4d20-a534-f92bdc5c502f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:01.740587 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (950c1fa5-794e-4d20-a534-f92bdc5c502f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:01.759891 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d17b449-fc31-4aeb-977d-bfeb81d3d32f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Checking segment: {'id': 'e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:01.760469 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d17b449-fc31-4aeb-977d-bfeb81d3d32f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Network hostable DHCP agents. Network: 583fcf0b-29a1-48f5-82a4-7bbec22693e1, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:01:01.774141 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for port (e5d7a438-e5a4-46c2-85e3-74d7a3f1f125), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:01.815563 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d17b449-fc31-4aeb-977d-bfeb81d3d32f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Network 583fcf0b-29a1-48f5-82a4-7bbec22693e1 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:01:01.845418 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-0d17b449-fc31-4aeb-977d-bfeb81d3d32f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 583fcf0b-29a1-48f5-82a4-7bbec22693e1) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:01.863123 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117aec34-a749-4801-a1d2-a18f10bc0983 None None] Network 583fcf0b-29a1-48f5-82a4-7bbec22693e1 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:01:01.863330 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e5d7a438-e5a4-46c2-85e3-74d7a3f1f125), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:01.877533 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d17b449-fc31-4aeb-977d-bfeb81d3d32f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:01.879035 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d17b449-fc31-4aeb-977d-bfeb81d3d32f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:01.891772 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31ae8f43-013e-4467-a8b2-ddcc530071dc req-a472e53d-ab45-4f28-bf2a-406ca73ecb06 service neutron] 10.222.0.57 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701262 Mar 24 01:01:01.904113 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:01.908472 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:01.924175 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0d17b449-fc31-4aeb-977d-bfeb81d3d32f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9296148 Mar 24 01:01:01.924175 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:01.945474 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48528) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:01.966048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 950c1fa5-794e-4d20-a534-f92bdc5c502f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:01.966688 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (950c1fa5-794e-4d20-a534-f92bdc5c502f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:01.978223 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-55a257ae-f317-4896-b0b4-bf3116e66e0f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-555051172'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:01.992153 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 950c1fa5-794e-4d20-a534-f92bdc5c502f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=950c1fa5-794e-4d20-a534-f92bdc5c502f,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:02.000050 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (950c1fa5-794e-4d20-a534-f92bdc5c502f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.027528 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a257ae-f317-4896-b0b4-bf3116e66e0f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Made reservation on behalf of b27d62b7150645ecb81dd27e2c79bfaf for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:02.031576 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55a257ae-f317-4896-b0b4-bf3116e66e0f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.043430 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31ae8f43-013e-4467-a8b2-ddcc530071dc req-7cc06e7c-f174-4a27-b9fc-cd0013caad72 service neutron] 10.222.0.57 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492486 Mar 24 01:01:02.109917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=950c1fa5-794e-4d20-a534-f92bdc5c502f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:02.112347 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Pushing event updated for resources: {'Port': ['ID=e5d7a438-e5a4-46c2-85e3-74d7a3f1f125,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:02.127488 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.160161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a257ae-f317-4896-b0b4-bf3116e66e0f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:01:02.171347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-583fcf0b-29a1-48f5-82a4-7bbec22693e1', 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1', 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'fixed_ips': [{'subnet_id': '24fe47ed-c3f5-45ce-9431-23f2949c9fc4'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:01:02.171522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8d7a5-1484-42f4-876b-ecace38401d8 req-a8ab7592-866b-4fea-9b31-d4478d4a8660 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:02.172233 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.179561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-adc8d7a5-1484-42f4-876b-ecace38401d8 req-a8ab7592-866b-4fea-9b31-d4478d4a8660 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 943 time: 0.0826635 Mar 24 01:01:02.189127 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55a257ae-f317-4896-b0b4-bf3116e66e0f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (11417e28-a5da-4182-a34d-159a3285d6d9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.190285 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-55a257ae-f317-4896-b0b4-bf3116e66e0f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Added segment 11417e28-a5da-4182-a34d-159a3285d6d9 of type vlan for network ab9bc852-8f8d-4444-8332-4735b4e685d5 Mar 24 01:01:02.222156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for floatingip (19c71e96-c539-4f2f-ada6-76b14dd3c792), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.243448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-adc8d7a5-1484-42f4-876b-ecace38401d8 req-cb3d94da-5776-4dae-ada9-3aa19a7b2599 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629001 Mar 24 01:01:02.267189 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Sync routers for ids ['4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:01:02.294464 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Routers {'4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:02.295183 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:02.298896 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55a257ae-f317-4896-b0b4-bf3116e66e0f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (ab9bc852-8f8d-4444-8332-4735b4e685d5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.301314 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e5d7a438-e5a4-46c2-85e3-74d7a3f1f125), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.369049 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55a257ae-f317-4896-b0b4-bf3116e66e0f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (ab9bc852-8f8d-4444-8332-4735b4e685d5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.375078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a257ae-f317-4896-b0b4-bf3116e66e0f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:02.375614 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55a257ae-f317-4896-b0b4-bf3116e66e0f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.418518 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.437806 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Allocated IP 19.80.0.2 (583fcf0b-29a1-48f5-82a4-7bbec22693e1/24fe47ed-c3f5-45ce-9431-23f2949c9fc4/5dd1dbb1-799a-40ba-9b36-155751f41c61) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:02.491410 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-55a257ae-f317-4896-b0b4-bf3116e66e0f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5413053 Mar 24 01:01:02.493105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48536) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:02.507381 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-a537c29d-5bbb-43aa-b01b-add800ca8258 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Request body: {'subnet': {'network_id': 'ab9bc852-8f8d-4444-8332-4735b4e685d5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:02.523790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a257ae-f317-4896-b0b4-bf3116e66e0f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event updated for resources: {'Network': ['ID=ab9bc852-8f8d-4444-8332-4735b4e685d5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:02.543930 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Set router 4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:01:02.547403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network ab9bc852-8f8d-4444-8332-4735b4e685d5 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:01:02.660653 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for port (e5d7a438-e5a4-46c2-85e3-74d7a3f1f125), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.676682 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (e5d7a438-e5a4-46c2-85e3-74d7a3f1f125), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.700556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a537c29d-5bbb-43aa-b01b-add800ca8258 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Made reservation on behalf of b27d62b7150645ecb81dd27e2c79bfaf for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:02.704857 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a537c29d-5bbb-43aa-b01b-add800ca8258 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.808772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48540) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:02.819862 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Pushing event updated for resources: {'Port': ['ID=e5d7a438-e5a4-46c2-85e3-74d7a3f1f125,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:02.836023 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (19c71e96-c539-4f2f-ada6-76b14dd3c792), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.857208 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.859026 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Publish callbacks [] for port (5dd1dbb1-799a-40ba-9b36-155751f41c61), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.870162 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ea1f5ffa-8f47-4d81-bf8b-00cacaa08cf0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2245417 Mar 24 01:01:02.878594 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (5dd1dbb1-799a-40ba-9b36-155751f41c61), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:02.964130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Network 583fcf0b-29a1-48f5-82a4-7bbec22693e1 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:02.972084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Pushing event updated for resources: {'Port': ['ID=5dd1dbb1-799a-40ba-9b36-155751f41c61,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:02.974852 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:02.977807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:03.041890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'name': 'tempest-ServersTestMultiNic-1434777609-router', 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '950c1fa5-794e-4d20-a534-f92bdc5c502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:00:54Z', 'updated_at': '2022-03-24T01:00:59Z', 'revision_number': 4, 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'gw_port': {'id': '950c1fa5-794e-4d20-a534-f92bdc5c502f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:00:55Z', 'updated_at': '2022-03-24T01:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c370a37f-7f94-458e-8cfb-bfb753f5a41f', 'name': '', 'network_id': '24f7835e-e34f-40c4-b477-9ef6aa74da7d', 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'mac_address': 'fa:16:3e:9a:dd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '58f01bfa-3a66-4862-b237-8f14adc51582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:00:58Z', 'updated_at': '2022-03-24T01:00:59Z', 'revision_number': 2, 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'subnets': [{'id': '58f01bfa-3a66-4862-b237-8f14adc51582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:03.058018 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0528a600-b68f-4cf0-a580-2e8591fdb577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:03.084023 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Checking router: 4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:01:03.084584 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Updating router 4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c port c370a37f-7f94-458e-8cfb-bfb753f5a41f binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:01:03.087248 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Attempting to bind port 5dd1dbb1-799a-40ba-9b36-155751f41c61 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:01:03.087874 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Attempting to bind port 5dd1dbb1-799a-40ba-9b36-155751f41c61 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:01:03.088293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Attempting to bind port 5dd1dbb1-799a-40ba-9b36-155751f41c61 on network 583fcf0b-29a1-48f5-82a4-7bbec22693e1 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:03.094671 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a537c29d-5bbb-43aa-b01b-add800ca8258 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (5ba96a93-a4e7-414d-b69f-83004d022a23), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:03.116095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:01:03.116590 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Checking segment: {'id': 'e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:03.116780 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:03.117266 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Bound using segment: {'id': 'e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:01:03.118182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Bound port: 5dd1dbb1-799a-40ba-9b36-155751f41c61, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:01:03.118182 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5dd1dbb1-799a-40ba-9b36-155751f41c61), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:03.138080 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:03.169304 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0528a600-b68f-4cf0-a580-2e8591fdb577 admin admin] Publish callbacks [] for security_group (28c50dbe-2721-4efe-aa75-d9a4b8620d3d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:03.175381 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0528a600-b68f-4cf0-a580-2e8591fdb577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (28c50dbe-2721-4efe-aa75-d9a4b8620d3d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:03.198337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537c29d-5bbb-43aa-b01b-add800ca8258 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event updated for resources: {'Subnet': ['ID=5ba96a93-a4e7-414d-b69f-83004d022a23,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:03.225853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a537c29d-5bbb-43aa-b01b-add800ca8258 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Checking segment: {'id': '11417e28-a5da-4182-a34d-159a3285d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab9bc852-8f8d-4444-8332-4735b4e685d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:03.226910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a537c29d-5bbb-43aa-b01b-add800ca8258 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Network hostable DHCP agents. Network: ab9bc852-8f8d-4444-8332-4735b4e685d5, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:01:03.227035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528a600-b68f-4cf0-a580-2e8591fdb577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c50dbe-2721-4efe-aa75-d9a4b8620d3d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:03.231995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-9ea2e7e8-8d01-483f-8612-ef881d0afdfc tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1630712596&fields=id&tenant_id=aa48779386084f8989df3ed2fec3e464 HTTP/1.1" status: 200 len: 267 time: 0.0857215 Mar 24 01:01:03.246553 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0528a600-b68f-4cf0-a580-2e8591fdb577 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8439878a1684073ac8cfb21825f2d64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4342620 Mar 24 01:01:03.249632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48558) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:03.272249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-903096b9-de82-42af-b772-56459c650ee6 None None] For port 5dd1dbb1-799a-40ba-9b36-155751f41c61, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:01:03.298326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a537c29d-5bbb-43aa-b01b-add800ca8258 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Network ab9bc852-8f8d-4444-8332-4735b4e685d5 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:01:03.299157 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-903096b9-de82-42af-b772-56459c650ee6 None None] For port 5dd1dbb1-799a-40ba-9b36-155751f41c61, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5dd1dbb1-799a-40ba-9b36-155751f41c61,segment=NetworkSegment(e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54),segment_id=e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:01:03.310834 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5dd1dbb1-799a-40ba-9b36-155751f41c61), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:03.321201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-a537c29d-5bbb-43aa-b01b-add800ca8258 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, ab9bc852-8f8d-4444-8332-4735b4e685d5) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:03.333752 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4396be8f-d727-40c8-ad3f-e8826ae98624 admin admin] Publish callbacks [] for security_group (28c50dbe-2721-4efe-aa75-d9a4b8620d3d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:03.341783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a537c29d-5bbb-43aa-b01b-add800ca8258 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:03.342377 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a537c29d-5bbb-43aa-b01b-add800ca8258 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:03.347918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75d6928-e438-40b9-b0a3-f65d89daac42 None None] Network ab9bc852-8f8d-4444-8332-4735b4e685d5 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:01:03.360269 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4396be8f-d727-40c8-ad3f-e8826ae98624 admin admin] Publish callbacks [] for security_group (28c50dbe-2721-4efe-aa75-d9a4b8620d3d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:03.393194 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a537c29d-5bbb-43aa-b01b-add800ca8258 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8938141 Mar 24 01:01:03.422050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-90271ddd-b8b7-47e2-9b3a-c51b7f3a949e tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:03.424641 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-90271ddd-b8b7-47e2-9b3a-c51b7f3a949e tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 819 time: 0.1836679 Mar 24 01:01:03.437389 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4396be8f-d727-40c8-ad3f-e8826ae98624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (28c50dbe-2721-4efe-aa75-d9a4b8620d3d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:03.440439 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4396be8f-d727-40c8-ad3f-e8826ae98624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:03.442390 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4396be8f-d727-40c8-ad3f-e8826ae98624 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/28c50dbe-2721-4efe-aa75-d9a4b8620d3d HTTP/1.1" status: 204 len: 168 time: 0.1913555 Mar 24 01:01:03.444662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc662f3-4c14-4ba7-80da-cff5e1b796f8 req-0abed345-0f06-4df1-a92a-ad732229c95b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:03.446057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2fc662f3-4c14-4ba7-80da-cff5e1b796f8 req-0abed345-0f06-4df1-a92a-ad732229c95b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 943 time: 0.1268561 Mar 24 01:01:03.458869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-1c47e72b-12ad-4a87-beb3-b0e8eb51b2ad tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/quotas/aa48779386084f8989df3ed2fec3e464 HTTP/1.1" status: 200 len: 375 time: 0.0114326 Mar 24 01:01:03.496246 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396be8f-d727-40c8-ad3f-e8826ae98624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c50dbe-2721-4efe-aa75-d9a4b8620d3d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:03.498275 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903096b9-de82-42af-b772-56459c650ee6 None None] Pushing event updated for resources: {'Port': ['ID=5dd1dbb1-799a-40ba-9b36-155751f41c61,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:03.612059 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2fc662f3-4c14-4ba7-80da-cff5e1b796f8 req-78116b10-0e47-4ff8-8db9-165b88e761de tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486101 Mar 24 01:01:03.631018 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:03.640968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-ab9bc852-8f8d-4444-8332-4735b4e685d5', 'network_id': 'ab9bc852-8f8d-4444-8332-4735b4e685d5', 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'fixed_ips': [{'subnet_id': '5ba96a93-a4e7-414d-b69f-83004d022a23'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:01:03.641860 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:03.660051 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-68b46622-14ca-4c22-9912-f966e21b98c6 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1902757 Mar 24 01:01:03.705927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:01:03.761186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 950c1fa5-794e-4d20-a534-f92bdc5c502f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:03.903628 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.resource_extend [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:01:03.939553 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-7547401b-4cd2-4298-b3ae-9a3652abe842 service neutron] 10.222.0.45 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592142 Mar 24 01:01:04.052158 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-e7a1ee87-0121-48db-95af-1371b383a2ff tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:04.057306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-e7a1ee87-0121-48db-95af-1371b383a2ff tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:04.059054 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-e7a1ee87-0121-48db-95af-1371b383a2ff tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/networks?id=583fcf0b-29a1-48f5-82a4-7bbec22693e1&id=ab9bc852-8f8d-4444-8332-4735b4e685d5&id=583fcf0b-29a1-48f5-82a4-7bbec22693e1 HTTP/1.1" status: 200 len: 1391 time: 0.2312939 Mar 24 01:01:04.105298 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-d66277cb-74f5-458f-a358-b99da21d23e0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/quotas/b27d62b7150645ecb81dd27e2c79bfaf HTTP/1.1" status: 200 len: 375 time: 0.0288563 Mar 24 01:01:04.118547 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-48403ad5-716b-4a6c-8138-605a6874d516 service neutron] 10.222.0.45 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780441 Mar 24 01:01:04.139978 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Publish callbacks [] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:04.167504 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:04.184661 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-03f47265-a39b-4bda-a065-d1c84cad1a57 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b27d62b7150645ecb81dd27e2c79bfaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774410 Mar 24 01:01:04.290385 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590382a0-a48e-4d15-9bbd-d0a8e50c12c6 None None] Pushing event updated for resources: {'Port': ['ID=c370a37f-7f94-458e-8cfb-bfb753f5a41f,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:04.316312 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Allocated IP 19.86.0.2 (ab9bc852-8f8d-4444-8332-4735b4e685d5/5ba96a93-a4e7-414d-b69f-83004d022a23/be03ec6a-04fa-4832-b5c2-d5ebbea12e7b) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:04.323894 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a3416c49-3cf8-4008-b6d5-d7c7b37fcb01,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:04.338544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 950c1fa5-794e-4d20-a534-f92bdc5c502f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:04.339113 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (950c1fa5-794e-4d20-a534-f92bdc5c502f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:04.408918 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-db5e2b40-c1f3-491c-9baa-81c4e4f66093 service neutron] 10.222.0.45 "GET /v2.0/networks/583fcf0b-29a1-48f5-82a4-7bbec22693e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233419 Mar 24 01:01:04.484990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Attempting to bind port c370a37f-7f94-458e-8cfb-bfb753f5a41f on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:01:04.485404 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Attempting to bind port c370a37f-7f94-458e-8cfb-bfb753f5a41f by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '87c014ad-5d23-4567-8600-bc448af17a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24f7835e-e34f-40c4-b477-9ef6aa74da7d'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:01:04.485785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Attempting to bind port c370a37f-7f94-458e-8cfb-bfb753f5a41f on network 24f7835e-e34f-40c4-b477-9ef6aa74da7d {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:04.488121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'a3416c49-3cf8-4008-b6d5-d7c7b37fcb01', 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883', 'port_id': 'a3416c49-3cf8-4008-b6d5-d7c7b37fcb01', 'mac_address': 'fa:16:3e:7c:34:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5be8776-cb25-4c7a-a7da-5b9b80acc971', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:01:04.587503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:01:04.588171 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Checking segment: {'id': '87c014ad-5d23-4567-8600-bc448af17a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24f7835e-e34f-40c4-b477-9ef6aa74da7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:04.588660 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:04.589570 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Bound using segment: {'id': '87c014ad-5d23-4567-8600-bc448af17a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24f7835e-e34f-40c4-b477-9ef6aa74da7d'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:01:04.591688 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Bound port: c370a37f-7f94-458e-8cfb-bfb753f5a41f, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c014ad-5d23-4567-8600-bc448af17a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24f7835e-e34f-40c4-b477-9ef6aa74da7d'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:01:04.592160 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:04.708943 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-3c500107-82ca-480f-b53e-38d3007b8525 service neutron] 10.222.0.45 "GET /v2.0/networks/583fcf0b-29a1-48f5-82a4-7bbec22693e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854805 Mar 24 01:01:04.883050 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e805c71-ad94-46cd-9cb9-2134e26928bc req-f0e51b4b-793a-4b7b-bef2-47d8cc817719 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 210 time: 0.0412910 Mar 24 01:01:04.915502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] For port c370a37f-7f94-458e-8cfb-bfb753f5a41f, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:01:04.918975 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] For port c370a37f-7f94-458e-8cfb-bfb753f5a41f, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c370a37f-7f94-458e-8cfb-bfb753f5a41f,segment=NetworkSegment(87c014ad-5d23-4567-8600-bc448af17a02),segment_id=87c014ad-5d23-4567-8600-bc448af17a02)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:01:04.946952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-9762ce04-bbce-44b1-917b-27048bee7f03 service neutron] 10.222.0.45 "GET /v2.0/networks/ab9bc852-8f8d-4444-8332-4735b4e685d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348194 Mar 24 01:01:04.951107 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:04.999200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:05.001550 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a3416c49-3cf8-4008-b6d5-d7c7b37fcb01), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:05.129042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e3592239-4d76-411b-a1b3-91b190d7de44 None None] Provisioning complete for port c370a37f-7f94-458e-8cfb-bfb753f5a41f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:05.129626 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3592239-4d76-411b-a1b3-91b190d7de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:05.135861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf0537-ee6c-4908-a75d-484bdfdd492c None None] Network 583fcf0b-29a1-48f5-82a4-7bbec22693e1 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:01:05.140366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a894dde-828c-4489-af73-fad816a60005 req-e744f5c7-ca7d-4e7d-b8a9-9abc8c3fca03 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:05.142308 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a894dde-828c-4489-af73-fad816a60005 req-e744f5c7-ca7d-4e7d-b8a9-9abc8c3fca03 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 943 time: 0.1034391 Mar 24 01:01:05.152199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-c673a642-6bf5-44d0-8556-465e72ac7662 service neutron] 10.222.0.45 "GET /v2.0/networks/ab9bc852-8f8d-4444-8332-4735b4e685d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983898 Mar 24 01:01:05.290555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:01:05.318848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a894dde-828c-4489-af73-fad816a60005 req-6ae11b48-98aa-45f9-a4bb-706262a3e88f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550083 Mar 24 01:01:05.342812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-1bc1a021-643c-4534-879a-bd1cef23b6a3 service neutron] 10.222.0.45 "GET /v2.0/networks/583fcf0b-29a1-48f5-82a4-7bbec22693e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894765 Mar 24 01:01:05.378004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 950c1fa5-794e-4d20-a534-f92bdc5c502f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:05.451135 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a3416c49-3cf8-4008-b6d5-d7c7b37fcb01,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:05.491040 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a3416c49-3cf8-4008-b6d5-d7c7b37fcb01), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:05.498646 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:05.504477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590382a0-a48e-4d15-9bbd-d0a8e50c12c6 None None] Pushing event updated for resources: {'Port': ['ID=c370a37f-7f94-458e-8cfb-bfb753f5a41f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:05.539841 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-04d7f277-b848-45d4-b251-52df227bcfe0 service neutron] 10.222.0.45 "GET /v2.0/networks/583fcf0b-29a1-48f5-82a4-7bbec22693e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893656 Mar 24 01:01:05.569645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Routers {'4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:05.579155 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:05.721341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5dd1dbb1-799a-40ba-9b36-155751f41c61 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:05.798300 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9eea4087-03d2-408c-8970-f2d80cf10502 req-e2b05066-a408-47a6-bb4b-af12c93ccaa3 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 210 time: 0.0357230 Mar 24 01:01:05.815893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a3416c49-3cf8-4008-b6d5-d7c7b37fcb01,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:05.943945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] Set router 4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:01:06.003117 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Publish callbacks [] for port (be03ec6a-04fa-4832-b5c2-d5ebbea12e7b), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:06.015814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a3416c49-3cf8-4008-b6d5-d7c7b37fcb01'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:01:06.085462 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (be03ec6a-04fa-4832-b5c2-d5ebbea12e7b), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:06.111295 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a3fcea6-7698-4913-9e87-b348359cdda1 req-68fcbacd-52ca-4532-80e0-463888d2b16f tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 210 time: 0.1088264 Mar 24 01:01:06.242335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e3592239-4d76-411b-a1b3-91b190d7de44 None None] Current status of the port c370a37f-7f94-458e-8cfb-bfb753f5a41f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:06.242635 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3592239-4d76-411b-a1b3-91b190d7de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:06.253972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-ee8bd560-254d-4f69-a224-0c29c2e1c0b7 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:06.258905 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Network ab9bc852-8f8d-4444-8332-4735b4e685d5 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:06.259190 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-ee8bd560-254d-4f69-a224-0c29c2e1c0b7 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 819 time: 0.2963645 Mar 24 01:01:06.305382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:06.330069 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:06.344690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Pushing event updated for resources: {'Port': ['ID=be03ec6a-04fa-4832-b5c2-d5ebbea12e7b,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:06.378847 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-8ffc794b-b3b8-4704-bb2e-0907ba71ed23 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa48779386084f8989df3ed2fec3e464 HTTP/1.1" status: 200 len: 380 time: 0.1022949 Mar 24 01:01:06.398584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-f26a7629-e1f8-45f1-91a1-ac13f2959320 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Request body: {'port': {'device_id': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'admin_state_up': True, 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'security_groups': ['6912bf88-3f1e-44ff-b770-5ea2ea74f332']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:06.476116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5dd1dbb1-799a-40ba-9b36-155751f41c61 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:06.476605 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5dd1dbb1-799a-40ba-9b36-155751f41c61), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:06.590156 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e3592239-4d76-411b-a1b3-91b190d7de44 None None] For port c370a37f-7f94-458e-8cfb-bfb753f5a41f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c370a37f-7f94-458e-8cfb-bfb753f5a41f,segment=NetworkSegment(87c014ad-5d23-4567-8600-bc448af17a02),segment_id=87c014ad-5d23-4567-8600-bc448af17a02)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:06.655171 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36458103-4b39-4b95-a55e-3256b101f29f req-80be6181-b93d-4cac-8ae1-dfc032bcc34f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:06.664239 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36458103-4b39-4b95-a55e-3256b101f29f req-80be6181-b93d-4cac-8ae1-dfc032bcc34f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 944 time: 0.1699259 Mar 24 01:01:06.718086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-f26a7629-e1f8-45f1-91a1-ac13f2959320 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Made reservation on behalf of aa48779386084f8989df3ed2fec3e464 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:06.722049 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-f26a7629-e1f8-45f1-91a1-ac13f2959320 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:06.724284 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Attempting to bind port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:01:06.724673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Attempting to bind port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '11417e28-a5da-4182-a34d-159a3285d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab9bc852-8f8d-4444-8332-4735b4e685d5'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:01:06.725040 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Attempting to bind port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b on network ab9bc852-8f8d-4444-8332-4735b4e685d5 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:06.734693 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3592239-4d76-411b-a1b3-91b190d7de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:06.753708 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36458103-4b39-4b95-a55e-3256b101f29f req-34a23cf2-fcbd-4be5-b791-249277916ec7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819604 Mar 24 01:01:06.776494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:01:06.776888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Checking segment: {'id': '11417e28-a5da-4182-a34d-159a3285d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab9bc852-8f8d-4444-8332-4735b4e685d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:06.777326 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:06.777730 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Bound using segment: {'id': '11417e28-a5da-4182-a34d-159a3285d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab9bc852-8f8d-4444-8332-4735b4e685d5'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:01:06.778550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Bound port: be03ec6a-04fa-4832-b5c2-d5ebbea12e7b, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11417e28-a5da-4182-a34d-159a3285d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab9bc852-8f8d-4444-8332-4735b4e685d5'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:01:06.778948 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be03ec6a-04fa-4832-b5c2-d5ebbea12e7b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:06.842651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3592239-4d76-411b-a1b3-91b190d7de44 None None] Pushing event updated for resources: {'Port': ['ID=c370a37f-7f94-458e-8cfb-bfb753f5a41f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:06.982122 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7731fa17-7c62-4f0b-a0b3-8c5fc7b42837 req-8219f763-0d76-4c0d-b58a-30283a0b9477 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 210 time: 0.0693307 Mar 24 01:01:07.057018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-f26a7629-e1f8-45f1-91a1-ac13f2959320 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Allocated IP 172.20.0.8 (9d37656e-c76e-4646-97e0-f304db07f78a/24001411-7949-4104-b16e-388a52a539de/6245cdc9-57db-4a81-bdcb-92f57bd247e6) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:07.265111 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5dd1dbb1-799a-40ba-9b36-155751f41c61 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:07.265933 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5dd1dbb1-799a-40ba-9b36-155751f41c61), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:07.284329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-249603a8-239a-4116-9363-b5df5eaeef48 None None] Provisioning complete for port c370a37f-7f94-458e-8cfb-bfb753f5a41f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:07.285002 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-249603a8-239a-4116-9363-b5df5eaeef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:07.325466 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-f26a7629-e1f8-45f1-91a1-ac13f2959320 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for port (6245cdc9-57db-4a81-bdcb-92f57bd247e6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:07.328646 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1987dca-eca5-4ed1-84a0-19e40a25461d req-b7e075ae-f1a3-432b-b839-672fc15a29c1 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 210 time: 0.1009972 Mar 24 01:01:07.461276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] For port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:01:07.493412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 5dd1dbb1-799a-40ba-9b36-155751f41c61, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5dd1dbb1-799a-40ba-9b36-155751f41c61,segment=NetworkSegment(e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54),segment_id=e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:07.517385 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] For port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=be03ec6a-04fa-4832-b5c2-d5ebbea12e7b,segment=NetworkSegment(11417e28-a5da-4182-a34d-159a3285d6d9),segment_id=11417e28-a5da-4182-a34d-159a3285d6d9)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:01:07.522306 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5dd1dbb1-799a-40ba-9b36-155751f41c61), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:07.529551 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-f26a7629-e1f8-45f1-91a1-ac13f2959320 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6245cdc9-57db-4a81-bdcb-92f57bd247e6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:07.577154 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (be03ec6a-04fa-4832-b5c2-d5ebbea12e7b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:07.594879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'name': 'tempest-ServersTestMultiNic-1434777609-router', 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '950c1fa5-794e-4d20-a534-f92bdc5c502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:00:54Z', 'updated_at': '2022-03-24T01:00:59Z', 'revision_number': 4, 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'gw_port': {'id': '950c1fa5-794e-4d20-a534-f92bdc5c502f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:00:55Z', 'updated_at': '2022-03-24T01:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c370a37f-7f94-458e-8cfb-bfb753f5a41f', 'name': '', 'network_id': '24f7835e-e34f-40c4-b477-9ef6aa74da7d', 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'mac_address': 'fa:16:3e:9a:dd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '58f01bfa-3a66-4862-b237-8f14adc51582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:00:58Z', 'updated_at': '2022-03-24T01:01:04Z', 'revision_number': 4, 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'subnets': [{'id': '58f01bfa-3a66-4862-b237-8f14adc51582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:07.662298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-f26a7629-e1f8-45f1-91a1-ac13f2959320 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Network 9d37656e-c76e-4646-97e0-f304db07f78a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:07.675696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bdce39-40b5-4bc1-b5e0-8a51834ecba8 None None] The sync data for ids ['4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'] in n-d-760455-9 is: [{'id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'name': 'tempest-ServersTestMultiNic-1434777609-router', 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '950c1fa5-794e-4d20-a534-f92bdc5c502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:00:54Z', 'updated_at': '2022-03-24T01:00:59Z', 'revision_number': 4, 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'gw_port': {'id': '950c1fa5-794e-4d20-a534-f92bdc5c502f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:00:55Z', 'updated_at': '2022-03-24T01:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c370a37f-7f94-458e-8cfb-bfb753f5a41f', 'name': '', 'network_id': '24f7835e-e34f-40c4-b477-9ef6aa74da7d', 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'mac_address': 'fa:16:3e:9a:dd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '58f01bfa-3a66-4862-b237-8f14adc51582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:00:58Z', 'updated_at': '2022-03-24T01:01:04Z', 'revision_number': 4, 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'subnets': [{'id': '58f01bfa-3a66-4862-b237-8f14adc51582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:01:07.689816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a7629-e1f8-45f1-91a1-ac13f2959320 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Pushing event updated for resources: {'Port': ['ID=6245cdc9-57db-4a81-bdcb-92f57bd247e6,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:07.713565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-f26a7629-e1f8-45f1-91a1-ac13f2959320 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:07.720077 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=5dd1dbb1-799a-40ba-9b36-155751f41c61,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:07.729311 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-249603a8-239a-4116-9363-b5df5eaeef48 None None] Current status of the port c370a37f-7f94-458e-8cfb-bfb753f5a41f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:07.747294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-f26a7629-e1f8-45f1-91a1-ac13f2959320 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:07.774530 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48672) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:07.874251 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-517b1987-3dc6-4a97-9986-4ac4e313531c tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:07.894602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-517b1987-3dc6-4a97-9986-4ac4e313531c tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:07.899065 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-517b1987-3dc6-4a97-9986-4ac4e313531c tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.57 "GET /v2.0/networks?id=583fcf0b-29a1-48f5-82a4-7bbec22693e1&id=ab9bc852-8f8d-4444-8332-4735b4e685d5&id=583fcf0b-29a1-48f5-82a4-7bbec22693e1 HTTP/1.1" status: 200 len: 1391 time: 0.5578694 Mar 24 01:01:07.910205 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-249603a8-239a-4116-9363-b5df5eaeef48 None None] Provisioning complete for port 5dd1dbb1-799a-40ba-9b36-155751f41c61 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:07.916938 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-249603a8-239a-4116-9363-b5df5eaeef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5dd1dbb1-799a-40ba-9b36-155751f41c61), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:07.918110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-ea1ebbdb-e690-42d8-a862-140c9e9aef8d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Request body: {'port': {'device_id': '7bef38c4-825e-4db0-a49b-30f29762c349', 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1', 'admin_state_up': True, 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:07.929611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-f26a7629-e1f8-45f1-91a1-ac13f2959320 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:07.930574 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-f26a7629-e1f8-45f1-91a1-ac13f2959320 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:07.981795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f47c1-a23a-4ffd-a17c-96619c4145e4 None None] Pushing event updated for resources: {'Port': ['ID=be03ec6a-04fa-4832-b5c2-d5ebbea12e7b,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:08.163345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-249603a8-239a-4116-9363-b5df5eaeef48 None None] Current status of the port 5dd1dbb1-799a-40ba-9b36-155751f41c61 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:08.192574 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1d60-420b-4114-a194-e3a7065a6971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:08.263527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-f26a7629-e1f8-45f1-91a1-ac13f2959320 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8787677 Mar 24 01:01:08.297981 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2268751e-872d-4ab7-850c-0c4ca35c6407 req-3662c353-d031-4bff-b007-2c135fc9a53d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 210 time: 0.0976915 Mar 24 01:01:08.304323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Request body: {'port': {'device_id': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:08.388291 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5d1894e3-c489-4625-a314-adfcb6bb8f22 None None] Provisioning complete for port 6245cdc9-57db-4a81-bdcb-92f57bd247e6 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:08.389504 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5d1894e3-c489-4625-a314-adfcb6bb8f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6245cdc9-57db-4a81-bdcb-92f57bd247e6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:08.404255 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1d60-420b-4114-a194-e3a7065a6971 admin admin] Publish callbacks [] for security_group (e199bfcc-4fb8-4fd1-a83e-e44d01ad5efc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:08.413703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-ea1ebbdb-e690-42d8-a862-140c9e9aef8d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Made reservation on behalf of b27d62b7150645ecb81dd27e2c79bfaf for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:08.414297 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1d60-420b-4114-a194-e3a7065a6971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e199bfcc-4fb8-4fd1-a83e-e44d01ad5efc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:08.417296 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-ea1ebbdb-e690-42d8-a862-140c9e9aef8d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:08.445904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa1d60-420b-4114-a194-e3a7065a6971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e199bfcc-4fb8-4fd1-a83e-e44d01ad5efc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:08.448904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5d1894e3-c489-4625-a314-adfcb6bb8f22 None None] Port 6245cdc9-57db-4a81-bdcb-92f57bd247e6 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:01:08.462308 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5c744-746b-4239-a359-0ded11ffb7bd req-1dd5896a-c743-4a8c-ac7d-b8b5cd2a6ffe tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:08.464498 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38a5c744-746b-4239-a359-0ded11ffb7bd req-1dd5896a-c743-4a8c-ac7d-b8b5cd2a6ffe tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 944 time: 0.5308337 Mar 24 01:01:08.465169 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6245cdc9-57db-4a81-bdcb-92f57bd247e6), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:08.496379 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a3fa1d60-420b-4114-a194-e3a7065a6971 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=257f1c984f4048439f356c6558ab3a7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7205927 Mar 24 01:01:08.497863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48684) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:08.570758 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4bda8e7b-eba6-42a7-b802-295368c2eccc admin admin] Publish callbacks [] for security_group (e199bfcc-4fb8-4fd1-a83e-e44d01ad5efc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:08.600660 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4bda8e7b-eba6-42a7-b802-295368c2eccc admin admin] Publish callbacks [] for security_group (e199bfcc-4fb8-4fd1-a83e-e44d01ad5efc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:08.655983 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4bda8e7b-eba6-42a7-b802-295368c2eccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e199bfcc-4fb8-4fd1-a83e-e44d01ad5efc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:08.661699 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4bda8e7b-eba6-42a7-b802-295368c2eccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:08.682135 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4bda8e7b-eba6-42a7-b802-295368c2eccc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e199bfcc-4fb8-4fd1-a83e-e44d01ad5efc HTTP/1.1" status: 204 len: 168 time: 0.1818945 Mar 24 01:01:08.701367 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda8e7b-eba6-42a7-b802-295368c2eccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e199bfcc-4fb8-4fd1-a83e-e44d01ad5efc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:08.785418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38a5c744-746b-4239-a359-0ded11ffb7bd req-ba39515e-207b-48b9-8a28-687bb8117454 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084171 Mar 24 01:01:08.821363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e030b61-f54d-4111-a076-e53cb94f042d req-f672bc9a-ad08-456e-842e-e428c470e829 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:08.823458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e030b61-f54d-4111-a076-e53cb94f042d req-f672bc9a-ad08-456e-842e-e428c470e829 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 931 time: 0.3532286 Mar 24 01:01:08.881304 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-ea1ebbdb-e690-42d8-a862-140c9e9aef8d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Allocated IP 19.80.0.86 (583fcf0b-29a1-48f5-82a4-7bbec22693e1/24fe47ed-c3f5-45ce-9431-23f2949c9fc4/7d04393c-22ff-4820-9985-57563c9c2848) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:09.060299 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e030b61-f54d-4111-a076-e53cb94f042d req-d01aaa32-a53f-4285-9551-711188b74da3 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358668 Mar 24 01:01:09.235515 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48692) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:09.245340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6245cdc9-57db-4a81-bdcb-92f57bd247e6 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:01:09.253552 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-766fb6a9-700c-4e35-a114-a6c1250519a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:09.261519 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Publish callbacks [] for port (6245cdc9-57db-4a81-bdcb-92f57bd247e6), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:09.293273 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Transition to ACTIVE for port object 6245cdc9-57db-4a81-bdcb-92f57bd247e6 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:01:09.300638 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6245cdc9-57db-4a81-bdcb-92f57bd247e6), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:09.330006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db82c23-1380-4d09-8951-faa8f625c1ae None None] Network ab9bc852-8f8d-4444-8332-4735b4e685d5 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:01:09.392718 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-ea1ebbdb-e690-42d8-a862-140c9e9aef8d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks [] for port (7d04393c-22ff-4820-9985-57563c9c2848), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:09.418057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f56a8ae2-692b-493d-8a5f-7833dd4a330c None None] Provisioning complete for port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:09.419182 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f56a8ae2-692b-493d-8a5f-7833dd4a330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be03ec6a-04fa-4832-b5c2-d5ebbea12e7b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:09.428368 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-766fb6a9-700c-4e35-a114-a6c1250519a1 admin admin] Publish callbacks [] for security_group (1c668f32-55dd-4d62-8359-e137157154b0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:09.446805 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-766fb6a9-700c-4e35-a114-a6c1250519a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1c668f32-55dd-4d62-8359-e137157154b0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:09.451942 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-ea1ebbdb-e690-42d8-a862-140c9e9aef8d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7d04393c-22ff-4820-9985-57563c9c2848), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:09.491212 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-766fb6a9-700c-4e35-a114-a6c1250519a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ac11554ddd2412c9f4f53889219d31f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2542174 Mar 24 01:01:09.494352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48696) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:09.514114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Pushing event updated for resources: {'Port': ['ID=6245cdc9-57db-4a81-bdcb-92f57bd247e6,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:09.541367 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fb6a9-700c-4e35-a114-a6c1250519a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c668f32-55dd-4d62-8359-e137157154b0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:09.629758 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f249e959-7175-4c33-8da3-ce60542dbcf9 admin admin] Publish callbacks [] for security_group (1c668f32-55dd-4d62-8359-e137157154b0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:09.684723 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f249e959-7175-4c33-8da3-ce60542dbcf9 admin admin] Publish callbacks [] for security_group (1c668f32-55dd-4d62-8359-e137157154b0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:09.724028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:09.740832 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f56a8ae2-692b-493d-8a5f-7833dd4a330c None None] Current status of the port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:09.741306 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f56a8ae2-692b-493d-8a5f-7833dd4a330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be03ec6a-04fa-4832-b5c2-d5ebbea12e7b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:09.816117 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f249e959-7175-4c33-8da3-ce60542dbcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1c668f32-55dd-4d62-8359-e137157154b0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:09.820899 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f249e959-7175-4c33-8da3-ce60542dbcf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:09.826048 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f249e959-7175-4c33-8da3-ce60542dbcf9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c668f32-55dd-4d62-8359-e137157154b0 HTTP/1.1" status: 204 len: 168 time: 0.3254449 Mar 24 01:01:09.879637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249e959-7175-4c33-8da3-ce60542dbcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c668f32-55dd-4d62-8359-e137157154b0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:09.879918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f56a8ae2-692b-493d-8a5f-7833dd4a330c None None] For port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=be03ec6a-04fa-4832-b5c2-d5ebbea12e7b,segment=NetworkSegment(11417e28-a5da-4182-a34d-159a3285d6d9),segment_id=11417e28-a5da-4182-a34d-159a3285d6d9)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:09.919340 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f56a8ae2-692b-493d-8a5f-7833dd4a330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (be03ec6a-04fa-4832-b5c2-d5ebbea12e7b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:10.047676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:01:10.071618 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:10.072065 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a3416c49-3cf8-4008-b6d5-d7c7b37fcb01), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:10.073865 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a8ae2-692b-493d-8a5f-7833dd4a330c None None] Pushing event updated for resources: {'Port': ['ID=be03ec6a-04fa-4832-b5c2-d5ebbea12e7b,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:10.149919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5dd1dbb1-799a-40ba-9b36-155751f41c61 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:10.240338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:10.240740 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a3416c49-3cf8-4008-b6d5-d7c7b37fcb01), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:10.260737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b5d84d97-1f8b-4fe1-9370-4a8362613659 None None] Provisioning complete for port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:10.261136 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b5d84d97-1f8b-4fe1-9370-4a8362613659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be03ec6a-04fa-4832-b5c2-d5ebbea12e7b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:10.299925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-ea1ebbdb-e690-42d8-a862-140c9e9aef8d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Network 583fcf0b-29a1-48f5-82a4-7bbec22693e1 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:10.301582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a1277d-7d72-4a99-880e-15400cab4310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3416c49-3cf8-4008-b6d5-d7c7b37fcb01'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:01:10.303764 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed94667-99af-4de2-b43e-520c680d01f3" -d '{"events": [{"server_uuid": "d2a1277d-7d72-4a99-880e-15400cab4310", "name": "network-vif-plugged", "status": "completed", "tag": "a3416c49-3cf8-4008-b6d5-d7c7b37fcb01"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:01:10.327789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a3416c49-3cf8-4008-b6d5-d7c7b37fcb01,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:10.332752 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5dd1dbb1-799a-40ba-9b36-155751f41c61 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:10.333820 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5dd1dbb1-799a-40ba-9b36-155751f41c61), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:10.357943 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a3416c49-3cf8-4008-b6d5-d7c7b37fcb01), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:10.365778 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-ea1ebbdb-e690-42d8-a862-140c9e9aef8d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:10.368010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ebbdb-e690-42d8-a862-140c9e9aef8d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event updated for resources: {'Port': ['ID=7d04393c-22ff-4820-9985-57563c9c2848,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:10.379293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-ea1ebbdb-e690-42d8-a862-140c9e9aef8d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:10.392227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad8070-b7a3-4e7e-bcfc-d111bf7be972 req-19e7fb05-d0b3-45c7-b85b-9dc56bb3385d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:10.416335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15ad8070-b7a3-4e7e-bcfc-d111bf7be972 req-19e7fb05-d0b3-45c7-b85b-9dc56bb3385d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 931 time: 0.9874656 Mar 24 01:01:10.493364 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a3416c49-3cf8-4008-b6d5-d7c7b37fcb01,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:10.496740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b5d84d97-1f8b-4fe1-9370-4a8362613659 None None] Current status of the port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:10.544509 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15ad8070-b7a3-4e7e-bcfc-d111bf7be972 req-ed62c819-f230-4273-b840-d853dfaf5e24 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226385 Mar 24 01:01:10.574481 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5dd1dbb1-799a-40ba-9b36-155751f41c61 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:10.576130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device be03ec6a-04fa-4832-b5c2-d5ebbea12e7b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:10.611727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-ea1ebbdb-e690-42d8-a862-140c9e9aef8d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:10.612366 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-ea1ebbdb-e690-42d8-a862-140c9e9aef8d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:10.636098 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:10.638191 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be03ec6a-04fa-4832-b5c2-d5ebbea12e7b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:10.638329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Attempting to bind port 6245cdc9-57db-4a81-bdcb-92f57bd247e6 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:01:10.638612 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Attempting to bind port 6245cdc9-57db-4a81-bdcb-92f57bd247e6 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:01:10.638942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Attempting to bind port 6245cdc9-57db-4a81-bdcb-92f57bd247e6 on network 9d37656e-c76e-4646-97e0-f304db07f78a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:10.648640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Port 6245cdc9-57db-4a81-bdcb-92f57bd247e6 on network 9d37656e-c76e-4646-97e0-f304db07f78a not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:01:10.649015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Attempting to bind port 6245cdc9-57db-4a81-bdcb-92f57bd247e6 on network 9d37656e-c76e-4646-97e0-f304db07f78a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:10.676277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b8790-8667-457c-824e-5adc717d2419 req-85a36708-5e93-4fa9-90e7-be31eb0b1f0d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:10.677998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e96b8790-8667-457c-824e-5adc717d2419 req-85a36708-5e93-4fa9-90e7-be31eb0b1f0d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 945 time: 0.3844416 Mar 24 01:01:10.684265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-ea1ebbdb-e690-42d8-a862-140c9e9aef8d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7747302 Mar 24 01:01:10.712920 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:01:10.715340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Checking segment: {'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:10.715340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Bound using segment: {'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:01:10.715340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Bound port: 6245cdc9-57db-4a81-bdcb-92f57bd247e6, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060dedf5-fe5f-4179-bfba-fc227916dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:01:10.715340 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6245cdc9-57db-4a81-bdcb-92f57bd247e6), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:10.719282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-258d012a-ffaf-4827-9bd3-683db15e7050 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Request body: {'port': {'device_id': '7bef38c4-825e-4db0-a49b-30f29762c349', 'network_id': 'ab9bc852-8f8d-4444-8332-4735b4e685d5', 'admin_state_up': True, 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:10.791594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:10.792781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c370a37f-7f94-458e-8cfb-bfb753f5a41f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:10.855889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port c370a37f-7f94-458e-8cfb-bfb753f5a41f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:10.856268 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:10.932873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e96b8790-8667-457c-824e-5adc717d2419 req-083c9f79-cdd4-4a8d-a138-5a88257dfe3b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476094 Mar 24 01:01:10.969828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee71a38-d605-4d72-a978-891232047aa7 req-b32235f0-6386-4844-9c79-ea543694c4f2 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:10.970602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eee71a38-d605-4d72-a978-891232047aa7 req-b32235f0-6386-4844-9c79-ea543694c4f2 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 943 time: 0.2738924 Mar 24 01:01:10.973813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] For port 6245cdc9-57db-4a81-bdcb-92f57bd247e6, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:01:10.978137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] For port 6245cdc9-57db-4a81-bdcb-92f57bd247e6, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6245cdc9-57db-4a81-bdcb-92f57bd247e6,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:01:10.996590 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6245cdc9-57db-4a81-bdcb-92f57bd247e6), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:10.998678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port c370a37f-7f94-458e-8cfb-bfb753f5a41f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:11.006791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7ed29ed3-f6c4-46d9-a5d0-cf55db387c4f None None] Provisioning complete for port 7d04393c-22ff-4820-9985-57563c9c2848 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:11.007972 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7ed29ed3-f6c4-46d9-a5d0-cf55db387c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7d04393c-22ff-4820-9985-57563c9c2848), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:11.059195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:11.060027 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:11.061722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] 10.222.0.48 "PUT /v2.0/ports/6245cdc9-57db-4a81-bdcb-92f57bd247e6 HTTP/1.1" status: 200 len: 1091 time: 2.7688961 Mar 24 01:01:11.064134 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'tag': '6245cdc9-57db-4a81-bdcb-92f57bd247e6'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:01:11.066578 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4506823d-d1fd-47b6-8911-bba392ec5bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "4549ee98-7b1d-47f4-a02a-cd5a314c3368", "tag": "6245cdc9-57db-4a81-bdcb-92f57bd247e6"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:01:11.079132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-258d012a-ffaf-4827-9bd3-683db15e7050 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Made reservation on behalf of b27d62b7150645ecb81dd27e2c79bfaf for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:11.082912 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-258d012a-ffaf-4827-9bd3-683db15e7050 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:11.089128 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3127cb-4795-4702-ac0a-9319d364530c x-openstack-request-id: req-5b3127cb-4795-4702-ac0a-9319d364530c {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:01:11.089420 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a1277d-7d72-4a99-880e-15400cab4310", "name": "network-vif-plugged", "status": "completed", "tag": "a3416c49-3cf8-4008-b6d5-d7c7b37fcb01", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:01:11.089675 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b3127cb-4795-4702-ac0a-9319d364530c {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:01:11.090073 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3127cb-4795-4702-ac0a-9319d364530c'] response: {'server_uuid': 'd2a1277d-7d72-4a99-880e-15400cab4310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3416c49-3cf8-4008-b6d5-d7c7b37fcb01', 'code': 200} Mar 24 01:01:11.124106 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7ed29ed3-f6c4-46d9-a5d0-cf55db387c4f None None] Port 7d04393c-22ff-4820-9985-57563c9c2848 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:01:11.193586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eee71a38-d605-4d72-a978-891232047aa7 req-cbaf4338-b01c-4d9d-9566-4e84fcda4550 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111149 Mar 24 01:01:11.195363 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bfb66f-37c4-4fe5-9d54-af5af27a1190 x-openstack-request-id: req-35bfb66f-37c4-4fe5-9d54-af5af27a1190 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:01:11.195808 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4549ee98-7b1d-47f4-a02a-cd5a314c3368", "tag": "6245cdc9-57db-4a81-bdcb-92f57bd247e6", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:01:11.196222 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35bfb66f-37c4-4fe5-9d54-af5af27a1190 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:01:11.196955 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35bfb66f-37c4-4fe5-9d54-af5af27a1190'] response: {'name': 'network-changed', 'server_uuid': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'tag': '6245cdc9-57db-4a81-bdcb-92f57bd247e6', 'status': 'completed', 'code': 200} Mar 24 01:01:11.216514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Pushing event updated for resources: {'Port': ['ID=6245cdc9-57db-4a81-bdcb-92f57bd247e6,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:11.255381 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:11.255805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:11.256213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:11.256949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:11.257397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:11.257795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:11.258190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:11.258580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:11.259222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:11.259616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:11.260143 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:11.261181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:11.261568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:11.261953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:11.262342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931a058-7827-4ecb-9df1-dcba61116e77 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:11.333844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c479da2-e2ee-4008-ab4e-60deda461c1a req-76b4dc79-c825-4aa8-b1d2-ffdc6ae9c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:11.336085 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0c479da2-e2ee-4008-ab4e-60deda461c1a req-76b4dc79-c825-4aa8-b1d2-ffdc6ae9c444 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 1127 time: 0.1378806 Mar 24 01:01:11.378766 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-44e4feb9-84da-4a0d-add7-8d436ddc0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:11.380457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-44e4feb9-84da-4a0d-add7-8d436ddc0b11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 1125 time: 0.2488909 Mar 24 01:01:11.462443 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-6fdbcf1d-5c22-4642-9a7b-46bc580fa195 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6245cdc9-57db-4a81-bdcb-92f57bd247e6 HTTP/1.1" status: 200 len: 217 time: 0.0712485 Mar 24 01:01:11.524476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0c479da2-e2ee-4008-ab4e-60deda461c1a req-6c314f15-ac30-4de8-933d-238f4a386634 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722252 Mar 24 01:01:11.550876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-5024b703-c035-4738-9e9e-38ee76241b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:11.552435 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-5024b703-c035-4738-9e9e-38ee76241b7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.0657275 Mar 24 01:01:11.565649 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-258d012a-ffaf-4827-9bd3-683db15e7050 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Allocated IP 19.86.0.19 (ab9bc852-8f8d-4444-8332-4735b4e685d5/5ba96a93-a4e7-414d-b69f-83004d022a23/d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:11.675948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device be03ec6a-04fa-4832-b5c2-d5ebbea12e7b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:11.735315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:11.735721 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be03ec6a-04fa-4832-b5c2-d5ebbea12e7b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:11.829934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-7fd7829a-df1f-443d-ace3-ecc4a0627816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:11.831719 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-7fd7829a-df1f-443d-ace3-ecc4a0627816 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2138891 Mar 24 01:01:11.838622 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:11.850082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d0bc4-0084-476a-ad8c-df391fad352c req-676e67ad-5fe4-4792-952a-130541455631 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:11.856944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e1d0bc4-0084-476a-ad8c-df391fad352c req-676e67ad-5fe4-4792-952a-130541455631 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 931 time: 0.2404766 Mar 24 01:01:11.949079 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-258d012a-ffaf-4827-9bd3-683db15e7050 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks [] for port (d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:12.021178 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e1d0bc4-0084-476a-ad8c-df391fad352c req-46993561-6e84-4958-a676-de0ae07ea518 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579702 Mar 24 01:01:12.075859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-b7694ef4-a967-40b4-8036-9f3b0514951d service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370815 Mar 24 01:01:12.143775 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-258d012a-ffaf-4827-9bd3-683db15e7050 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:12.207699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c592c6-ac0a-473e-bf0a-5cd8546d9d6b req-2b434f75-da8e-47ad-bd81-f1ed9e36692e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:12.209837 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76c592c6-ac0a-473e-bf0a-5cd8546d9d6b req-2b434f75-da8e-47ad-bd81-f1ed9e36692e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 945 time: 0.1760197 Mar 24 01:01:12.220309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-258d012a-ffaf-4827-9bd3-683db15e7050 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Network ab9bc852-8f8d-4444-8332-4735b4e685d5 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:12.242219 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-258d012a-ffaf-4827-9bd3-683db15e7050 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:12.252616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-258d012a-ffaf-4827-9bd3-683db15e7050 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:12.272421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d012a-ffaf-4827-9bd3-683db15e7050 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event updated for resources: {'Port': ['ID=d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:12.300994 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed5f180-7b7a-49fd-a3a1-d6884caeb206 req-b7e22570-d043-4a1f-b7e2-56ed13d5ee70 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186217 Mar 24 01:01:12.388684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-258d012a-ffaf-4827-9bd3-683db15e7050 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:12.389436 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-258d012a-ffaf-4827-9bd3-683db15e7050 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:12.411869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76c592c6-ac0a-473e-bf0a-5cd8546d9d6b req-85f6a4ad-a065-4d2e-8f0b-874a413bef59 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863656 Mar 24 01:01:12.438079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-258d012a-ffaf-4827-9bd3-683db15e7050 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7276652 Mar 24 01:01:12.456300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-cb77e4af-d0f5-471f-b822-1b67821ee0f3 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Request body: {'port': {'device_id': '7bef38c4-825e-4db0-a49b-30f29762c349', 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1', 'admin_state_up': True, 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:12.602106 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cffcf1ee-beee-4042-b32f-84245e6c3c79 None None] Provisioning complete for port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:12.602585 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cffcf1ee-beee-4042-b32f-84245e6c3c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:12.609988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca66157-9b32-4a48-94f3-e0785eb2c7b6 req-5fb1c46e-888f-433b-9090-01ae42108adb tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:12.617350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ca66157-9b32-4a48-94f3-e0785eb2c7b6 req-5fb1c46e-888f-433b-9090-01ae42108adb tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 943 time: 0.3056536 Mar 24 01:01:12.641808 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506823d-d1fd-47b6-8911-bba392ec5bbb req-858e22b1-b28b-458a-b09a-11f42e8d803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:12.644467 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4506823d-d1fd-47b6-8911-bba392ec5bbb req-858e22b1-b28b-458a-b09a-11f42e8d803e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 1125 time: 0.2843077 Mar 24 01:01:12.655500 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cffcf1ee-beee-4042-b32f-84245e6c3c79 None None] Port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:01:12.765360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ca66157-9b32-4a48-94f3-e0785eb2c7b6 req-9d32f85c-4e2f-4897-b5a6-6be54fa58a01 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344328 Mar 24 01:01:12.801954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-cb77e4af-d0f5-471f-b822-1b67821ee0f3 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Made reservation on behalf of b27d62b7150645ecb81dd27e2c79bfaf for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:12.805501 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-cb77e4af-d0f5-471f-b822-1b67821ee0f3 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:12.842666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506823d-d1fd-47b6-8911-bba392ec5bbb req-402b4233-584f-4889-add6-ac4995eaf128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:12.844131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4506823d-d1fd-47b6-8911-bba392ec5bbb req-402b4233-584f-4889-add6-ac4995eaf128 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 920 time: 0.1932535 Mar 24 01:01:12.887528 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4506823d-d1fd-47b6-8911-bba392ec5bbb req-daa62e5a-d4fb-4538-b25d-5e60c4e76c1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6245cdc9-57db-4a81-bdcb-92f57bd247e6 HTTP/1.1" status: 200 len: 217 time: 0.0370948 Mar 24 01:01:12.975899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506823d-d1fd-47b6-8911-bba392ec5bbb req-07bf194b-367a-46db-acdd-d86f9577b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:12.977296 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4506823d-d1fd-47b6-8911-bba392ec5bbb req-07bf194b-367a-46db-acdd-d86f9577b6ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.0612190 Mar 24 01:01:13.056339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-cb77e4af-d0f5-471f-b822-1b67821ee0f3 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Allocated IP 19.80.0.246 (583fcf0b-29a1-48f5-82a4-7bbec22693e1/24fe47ed-c3f5-45ce-9431-23f2949c9fc4/4a904545-e12f-460e-a035-444f14bc2ecf) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:13.073527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506823d-d1fd-47b6-8911-bba392ec5bbb req-6877bd8b-f558-43f8-995d-23050dfa1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:13.075005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4506823d-d1fd-47b6-8911-bba392ec5bbb req-6877bd8b-f558-43f8-995d-23050dfa1ac3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0766511 Mar 24 01:01:13.200027 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48780) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:13.295414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9ee9c-72bc-42b9-9272-3cfdde8b9250 req-3ce537fc-bc14-4e23-bc2b-836b1d50f32d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:13.300884 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9ee9c-72bc-42b9-9272-3cfdde8b9250 req-3ce537fc-bc14-4e23-bc2b-836b1d50f32d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:13.302621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4b9ee9c-72bc-42b9-9272-3cfdde8b9250 req-3ce537fc-bc14-4e23-bc2b-836b1d50f32d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 1653 time: 0.1987472 Mar 24 01:01:13.314609 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4506823d-d1fd-47b6-8911-bba392ec5bbb req-286db83c-02a6-4d30-8cf5-c087e1d65865 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326312 Mar 24 01:01:13.325531 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-faec2b82-5fd8-43d1-b6b7-49aff0941442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:13.411865 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-faec2b82-5fd8-43d1-b6b7-49aff0941442 admin admin] Publish callbacks [] for security_group (47a5761a-2b64-4efa-b54c-5fe9be807781), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:13.416521 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-faec2b82-5fd8-43d1-b6b7-49aff0941442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (47a5761a-2b64-4efa-b54c-5fe9be807781), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:13.424789 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-cb77e4af-d0f5-471f-b822-1b67821ee0f3 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks [] for port (4a904545-e12f-460e-a035-444f14bc2ecf), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:13.446905 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4b9ee9c-72bc-42b9-9272-3cfdde8b9250 req-e991312c-f2a6-469c-97e8-27a2ae7125c2 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296868 Mar 24 01:01:13.476484 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec2b82-5fd8-43d1-b6b7-49aff0941442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a5761a-2b64-4efa-b54c-5fe9be807781,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:13.477077 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-faec2b82-5fd8-43d1-b6b7-49aff0941442 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=43d7033279b943ca851f1f5f2316191c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2734675 Mar 24 01:01:13.478737 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48786) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:13.510574 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4506823d-d1fd-47b6-8911-bba392ec5bbb req-372e8a08-7874-427c-9fc8-49536b4f8783 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836092 Mar 24 01:01:13.530927 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-cb77e4af-d0f5-471f-b822-1b67821ee0f3 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4a904545-e12f-460e-a035-444f14bc2ecf), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:13.571415 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d78a3ad-cd45-402f-981c-1e3f0f04402e admin admin] Publish callbacks [] for security_group (47a5761a-2b64-4efa-b54c-5fe9be807781), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:13.592875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-cb77e4af-d0f5-471f-b822-1b67821ee0f3 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Network 583fcf0b-29a1-48f5-82a4-7bbec22693e1 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:13.597548 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d78a3ad-cd45-402f-981c-1e3f0f04402e admin admin] Publish callbacks [] for security_group (47a5761a-2b64-4efa-b54c-5fe9be807781), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:13.619373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-cb77e4af-d0f5-471f-b822-1b67821ee0f3 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:13.621950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-cb77e4af-d0f5-471f-b822-1b67821ee0f3 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:13.665464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77e4af-d0f5-471f-b822-1b67821ee0f3 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event updated for resources: {'Port': ['ID=4a904545-e12f-460e-a035-444f14bc2ecf,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:13.683743 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d78a3ad-cd45-402f-981c-1e3f0f04402e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (47a5761a-2b64-4efa-b54c-5fe9be807781), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:13.687849 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d78a3ad-cd45-402f-981c-1e3f0f04402e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:13.689190 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7d78a3ad-cd45-402f-981c-1e3f0f04402e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47a5761a-2b64-4efa-b54c-5fe9be807781 HTTP/1.1" status: 204 len: 168 time: 0.2092583 Mar 24 01:01:13.705626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b084a1-71de-4468-b510-40a171b10063 req-7d574b8f-1d45-44ca-a49e-7d4cc8e31b2c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:13.711710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78a3ad-cd45-402f-981c-1e3f0f04402e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a5761a-2b64-4efa-b54c-5fe9be807781,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:13.715393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9b084a1-71de-4468-b510-40a171b10063 req-7d574b8f-1d45-44ca-a49e-7d4cc8e31b2c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 945 time: 0.1415217 Mar 24 01:01:13.725711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-cb77e4af-d0f5-471f-b822-1b67821ee0f3 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:13.726480 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-cb77e4af-d0f5-471f-b822-1b67821ee0f3 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:13.791983 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-cb77e4af-d0f5-471f-b822-1b67821ee0f3 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3415194 Mar 24 01:01:13.816622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Request body: {'port': {'device_id': '7bef38c4-825e-4db0-a49b-30f29762c349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:13.874924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9b084a1-71de-4468-b510-40a171b10063 req-305fec44-a882-400c-8592-e5a81bb0ee92 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583731 Mar 24 01:01:13.957644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5b4c6-ad45-4855-970f-919899741be2 req-569aad12-a94b-42fc-bff5-1dfd7c1a5f82 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:13.959848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-acf5b4c6-ad45-4855-970f-919899741be2 req-569aad12-a94b-42fc-bff5-1dfd7c1a5f82 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 943 time: 0.1140528 Mar 24 01:01:13.960632 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7d04393c-22ff-4820-9985-57563c9c2848), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:14.005522 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fcbbba38-df7e-45e0-998d-d6de1d5d30bd None None] Provisioning complete for port 4a904545-e12f-460e-a035-444f14bc2ecf triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:14.006808 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fcbbba38-df7e-45e0-998d-d6de1d5d30bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4a904545-e12f-460e-a035-444f14bc2ecf), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:14.074407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-acf5b4c6-ad45-4855-970f-919899741be2 req-c943ad43-00a3-49fa-8f96-947c2a053960 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042986 Mar 24 01:01:14.103805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fcbbba38-df7e-45e0-998d-d6de1d5d30bd None None] Port 4a904545-e12f-460e-a035-444f14bc2ecf cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:01:14.205246 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48800) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:14.219749 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff4608f3-38e2-44b6-8978-392893e88322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:14.247415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42ad1a-ee70-49aa-8988-757793daeb1c req-bcda05f1-e1ab-4a25-a26d-24b3d319d480 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:14.248883 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c42ad1a-ee70-49aa-8988-757793daeb1c req-bcda05f1-e1ab-4a25-a26d-24b3d319d480 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 945 time: 0.1143689 Mar 24 01:01:14.314473 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff4608f3-38e2-44b6-8978-392893e88322 admin admin] Publish callbacks [] for security_group (ccd1e01f-1a2d-4a3e-9fe0-cd4299ca5885), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:14.319647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff4608f3-38e2-44b6-8978-392893e88322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ccd1e01f-1a2d-4a3e-9fe0-cd4299ca5885), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:14.331047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c42ad1a-ee70-49aa-8988-757793daeb1c req-5d1ccdce-bb14-4dca-a5a6-7dffcb1bf90f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714068 Mar 24 01:01:14.361499 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ff4608f3-38e2-44b6-8978-392893e88322 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d26a37ef187d4786826bd6e406feaea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1545885 Mar 24 01:01:14.363029 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4608f3-38e2-44b6-8978-392893e88322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd1e01f-1a2d-4a3e-9fe0-cd4299ca5885,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:14.366617 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48802) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:14.386161 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d04393c-22ff-4820-9985-57563c9c2848 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:01:14.393777 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Publish callbacks [] for port (7d04393c-22ff-4820-9985-57563c9c2848), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:14.405979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Transition to ACTIVE for port object 7d04393c-22ff-4820-9985-57563c9c2848 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:01:14.410098 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (7d04393c-22ff-4820-9985-57563c9c2848), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:14.437250 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-575190d4-8c37-45c5-9543-bdc472d45c84 admin admin] Publish callbacks [] for security_group (ccd1e01f-1a2d-4a3e-9fe0-cd4299ca5885), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:14.462016 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-575190d4-8c37-45c5-9543-bdc472d45c84 admin admin] Publish callbacks [] for security_group (ccd1e01f-1a2d-4a3e-9fe0-cd4299ca5885), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:14.541333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Pushing event updated for resources: {'Port': ['ID=7d04393c-22ff-4820-9985-57563c9c2848,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:14.546746 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-575190d4-8c37-45c5-9543-bdc472d45c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ccd1e01f-1a2d-4a3e-9fe0-cd4299ca5885), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:14.549836 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-575190d4-8c37-45c5-9543-bdc472d45c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:14.554540 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-575190d4-8c37-45c5-9543-bdc472d45c84 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ccd1e01f-1a2d-4a3e-9fe0-cd4299ca5885 HTTP/1.1" status: 204 len: 168 time: 0.1864350 Mar 24 01:01:14.565536 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Attempting to bind port 7d04393c-22ff-4820-9985-57563c9c2848 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:01:14.565813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Attempting to bind port 7d04393c-22ff-4820-9985-57563c9c2848 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:01:14.566140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Attempting to bind port 7d04393c-22ff-4820-9985-57563c9c2848 on network 583fcf0b-29a1-48f5-82a4-7bbec22693e1 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:14.570819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Port 7d04393c-22ff-4820-9985-57563c9c2848 on network 583fcf0b-29a1-48f5-82a4-7bbec22693e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:01:14.571140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Attempting to bind port 7d04393c-22ff-4820-9985-57563c9c2848 on network 583fcf0b-29a1-48f5-82a4-7bbec22693e1 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:14.571268 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575190d4-8c37-45c5-9543-bdc472d45c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd1e01f-1a2d-4a3e-9fe0-cd4299ca5885,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:14.577714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:01:14.577827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Checking segment: {'id': 'e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:14.578299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Bound using segment: {'id': 'e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:01:14.578688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Bound port: 7d04393c-22ff-4820-9985-57563c9c2848, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:01:14.579034 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7d04393c-22ff-4820-9985-57563c9c2848), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:14.727178 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3d5ce-9142-434e-8606-da6e73ed99fc req-f355a17d-8bf0-4b06-9a01-ba45e1f8f367 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:14.732992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3d5ce-9142-434e-8606-da6e73ed99fc req-f355a17d-8bf0-4b06-9a01-ba45e1f8f367 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:14.738928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3d5ce-9142-434e-8606-da6e73ed99fc req-f355a17d-8bf0-4b06-9a01-ba45e1f8f367 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:14.747540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78a3d5ce-9142-434e-8606-da6e73ed99fc req-f355a17d-8bf0-4b06-9a01-ba45e1f8f367 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2387 time: 0.1661589 Mar 24 01:01:14.763455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] For port 7d04393c-22ff-4820-9985-57563c9c2848, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:01:14.787953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] For port 7d04393c-22ff-4820-9985-57563c9c2848, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7d04393c-22ff-4820-9985-57563c9c2848,segment=NetworkSegment(e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54),segment_id=e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:01:14.805543 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (7d04393c-22ff-4820-9985-57563c9c2848), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:14.834000 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78a3d5ce-9142-434e-8606-da6e73ed99fc req-1be56a6c-d090-4cd5-8712-15bdec3b4a3a tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855212 Mar 24 01:01:14.847949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:14.849148 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:14.850666 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] 10.222.0.57 "PUT /v2.0/ports/7d04393c-22ff-4820-9985-57563c9c2848 HTTP/1.1" status: 200 len: 1091 time: 1.0459645 Mar 24 01:01:14.850975 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'tag': '7d04393c-22ff-4820-9985-57563c9c2848'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:01:14.853229 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1285f5-c640-43b3-8919-214b208de5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "tag": "7d04393c-22ff-4820-9985-57563c9c2848"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:01:14.886687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Request body: {'port': {'device_id': '7bef38c4-825e-4db0-a49b-30f29762c349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:14.909991 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c2c8a-8016-413b-b3d4-46a0bddb15db service neutron] Pushing event updated for resources: {'Port': ['ID=7d04393c-22ff-4820-9985-57563c9c2848,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:14.940573 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5816abc7-7d4a-46e1-be8a-8b782194509f x-openstack-request-id: req-5816abc7-7d4a-46e1-be8a-8b782194509f {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:01:14.940941 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "tag": "7d04393c-22ff-4820-9985-57563c9c2848", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:01:14.941289 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5816abc7-7d4a-46e1-be8a-8b782194509f {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:01:14.941765 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5816abc7-7d4a-46e1-be8a-8b782194509f'] response: {'name': 'network-changed', 'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'tag': '7d04393c-22ff-4820-9985-57563c9c2848', 'status': 'completed', 'code': 200} Mar 24 01:01:15.009849 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:15.074708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1285f5-c640-43b3-8919-214b208de5f9 req-6467f817-aa12-4f8a-9250-2809c7a970ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:15.075369 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1285f5-c640-43b3-8919-214b208de5f9 req-6467f817-aa12-4f8a-9250-2809c7a970ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:15.075990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1285f5-c640-43b3-8919-214b208de5f9 req-6467f817-aa12-4f8a-9250-2809c7a970ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:15.078321 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d1285f5-c640-43b3-8919-214b208de5f9 req-6467f817-aa12-4f8a-9250-2809c7a970ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b27d62b7150645ecb81dd27e2c79bfaf&device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2761 time: 0.1079814 Mar 24 01:01:15.238204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6245cdc9-57db-4a81-bdcb-92f57bd247e6 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:01:15.374437 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95b2cd-cea1-466f-b996-b6ad19bfe370 req-c6e34a47-537a-4c73-bc2c-1f8a15e871ec tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:15.381870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e95b2cd-cea1-466f-b996-b6ad19bfe370 req-c6e34a47-537a-4c73-bc2c-1f8a15e871ec tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 943 time: 0.2066491 Mar 24 01:01:15.411160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 6245cdc9-57db-4a81-bdcb-92f57bd247e6, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6245cdc9-57db-4a81-bdcb-92f57bd247e6,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:15.442900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '6245cdc9-57db-4a81-bdcb-92f57bd247e6', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'port_id': '6245cdc9-57db-4a81-bdcb-92f57bd247e6', 'mac_address': 'fa:16:3e:4d:67:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24001411-7949-4104-b16e-388a52a539de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:01:15.486863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1285f5-c640-43b3-8919-214b208de5f9 req-027ec573-32d3-4dc8-9481-37eee706db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:15.487343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1285f5-c640-43b3-8919-214b208de5f9 req-027ec573-32d3-4dc8-9481-37eee706db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:15.487817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1285f5-c640-43b3-8919-214b208de5f9 req-027ec573-32d3-4dc8-9481-37eee706db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:15.489965 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d1285f5-c640-43b3-8919-214b208de5f9 req-027ec573-32d3-4dc8-9481-37eee706db92 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b27d62b7150645ecb81dd27e2c79bfaf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4034653 Mar 24 01:01:15.599777 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1285f5-c640-43b3-8919-214b208de5f9 req-f9a223ea-a9d0-4b30-876b-412cde9bc225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:15.601204 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d1285f5-c640-43b3-8919-214b208de5f9 req-f9a223ea-a9d0-4b30-876b-412cde9bc225 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031377 Mar 24 01:01:15.682064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e95b2cd-cea1-466f-b996-b6ad19bfe370 req-fabc10f6-4e5f-4aba-93c1-6990ea97fa9f tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929509 Mar 24 01:01:15.746450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 6245cdc9-57db-4a81-bdcb-92f57bd247e6 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:15.746879 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6245cdc9-57db-4a81-bdcb-92f57bd247e6), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:15.763480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6245cdc9-57db-4a81-bdcb-92f57bd247e6 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:01:15.787257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 6245cdc9-57db-4a81-bdcb-92f57bd247e6, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6245cdc9-57db-4a81-bdcb-92f57bd247e6,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:15.795003 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6245cdc9-57db-4a81-bdcb-92f57bd247e6), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:15.895811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=6245cdc9-57db-4a81-bdcb-92f57bd247e6,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:16.084532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b5458-20af-435e-a12d-b1b30b415e6d req-2cb83498-b542-4d33-a3cf-186188b85bc6 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:16.086007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a1b5458-20af-435e-a12d-b1b30b415e6d req-2cb83498-b542-4d33-a3cf-186188b85bc6 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 945 time: 0.6457114 Mar 24 01:01:16.121589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['6245cdc9-57db-4a81-bdcb-92f57bd247e6'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:01:16.167291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f2d19-7393-4e49-af35-cc6302d7267d req-90a801f3-d506-4673-a140-d683e9de549c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:16.168441 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-624f2d19-7393-4e49-af35-cc6302d7267d req-90a801f3-d506-4673-a140-d683e9de549c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 945 time: 0.5636010 Mar 24 01:01:16.224866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:01:16.241805 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Publish callbacks [] for port (d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:16.285634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a1b5458-20af-435e-a12d-b1b30b415e6d req-75923ec8-e3c9-446f-8623-b05a3976bc46 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765518 Mar 24 01:01:16.287249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Transition to ACTIVE for port object d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:01:16.320756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913879d3-64d7-4e2c-bfb9-3399296e8111 req-5613748d-22d1-4fee-abb2-cddafc43efef tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:16.320756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913879d3-64d7-4e2c-bfb9-3399296e8111 req-5613748d-22d1-4fee-abb2-cddafc43efef tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:16.324198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913879d3-64d7-4e2c-bfb9-3399296e8111 req-5613748d-22d1-4fee-abb2-cddafc43efef tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:16.325823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-913879d3-64d7-4e2c-bfb9-3399296e8111 req-5613748d-22d1-4fee-abb2-cddafc43efef tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2387 time: 0.2616899 Mar 24 01:01:16.328410 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:16.425246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:16.502135 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-913879d3-64d7-4e2c-bfb9-3399296e8111 req-920e6ec8-8308-4b3c-ab7a-085b943ce44a tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666951 Mar 24 01:01:16.507664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-624f2d19-7393-4e49-af35-cc6302d7267d req-e11c9253-dfaf-46e5-ac74-c78a3205d00f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Deleting port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:16.508017 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-624f2d19-7393-4e49-af35-cc6302d7267d req-e11c9253-dfaf-46e5-ac74-c78a3205d00f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a3416c49-3cf8-4008-b6d5-d7c7b37fcb01), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:16.610836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Attempting to bind port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:01:16.611198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Attempting to bind port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '11417e28-a5da-4182-a34d-159a3285d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab9bc852-8f8d-4444-8332-4735b4e685d5'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:01:16.611942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Attempting to bind port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e on network ab9bc852-8f8d-4444-8332-4735b4e685d5 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:16.621005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e on network ab9bc852-8f8d-4444-8332-4735b4e685d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:01:16.621368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Attempting to bind port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e on network ab9bc852-8f8d-4444-8332-4735b4e685d5 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:16.639305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:01:16.639585 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Checking segment: {'id': '11417e28-a5da-4182-a34d-159a3285d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab9bc852-8f8d-4444-8332-4735b4e685d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:16.639947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Bound using segment: {'id': '11417e28-a5da-4182-a34d-159a3285d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab9bc852-8f8d-4444-8332-4735b4e685d5'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:01:16.640857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Bound port: d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11417e28-a5da-4182-a34d-159a3285d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab9bc852-8f8d-4444-8332-4735b4e685d5'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:01:16.641463 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:16.722570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-624f2d19-7393-4e49-af35-cc6302d7267d req-e11c9253-dfaf-46e5-ac74-c78a3205d00f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] For port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a3416c49-3cf8-4008-b6d5-d7c7b37fcb01,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:16.722945 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-624f2d19-7393-4e49-af35-cc6302d7267d req-e11c9253-dfaf-46e5-ac74-c78a3205d00f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a3416c49-3cf8-4008-b6d5-d7c7b37fcb01), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:16.750049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-624f2d19-7393-4e49-af35-cc6302d7267d req-e11c9253-dfaf-46e5-ac74-c78a3205d00f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Calling delete_port for a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:16.783269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] For port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:01:16.884375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] For port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e,segment=NetworkSegment(11417e28-a5da-4182-a34d-159a3285d6d9),segment_id=11417e28-a5da-4182-a34d-159a3285d6d9)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:01:16.903338 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:16.959094 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43080391-fcb9-4f64-9e30-7c5c0c1b51e4 req-5981515d-7b22-4174-a7e0-070218fbf791 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:16.960737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43080391-fcb9-4f64-9e30-7c5c0c1b51e4 req-5981515d-7b22-4174-a7e0-070218fbf791 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 944 time: 0.1808238 Mar 24 01:01:16.966257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:16.966955 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:16.968359 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] 10.222.0.57 "PUT /v2.0/ports/d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e HTTP/1.1" status: 200 len: 1091 time: 2.0883925 Mar 24 01:01:16.968912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'tag': 'd446e40c-22ed-45cc-b5ef-4c1f85ad8c3e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:01:16.971312 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f65ea1a-b760-49a7-9eb1-dd3288c05525" -d '{"events": [{"name": "network-changed", "server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "tag": "d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:01:17.020319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Request body: {'port': {'device_id': '7bef38c4-825e-4db0-a49b-30f29762c349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:17.071312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7b013-c905-49ed-81db-71ec473c0fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:17.080173 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4098640-26b4-4ae8-87a4-11dab58bc248 x-openstack-request-id: req-e4098640-26b4-4ae8-87a4-11dab58bc248 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:01:17.080802 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "tag": "d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:01:17.081280 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4098640-26b4-4ae8-87a4-11dab58bc248 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:01:17.082021 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4098640-26b4-4ae8-87a4-11dab58bc248'] response: {'name': 'network-changed', 'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'tag': 'd446e40c-22ed-45cc-b5ef-4c1f85ad8c3e', 'status': 'completed', 'code': 200} Mar 24 01:01:17.193205 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4a904545-e12f-460e-a035-444f14bc2ecf), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:17.218160 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48868) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:17.245790 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43080391-fcb9-4f64-9e30-7c5c0c1b51e4 req-cd483f8e-d2db-4d0f-8374-2e8d60b8bc4e tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685409 Mar 24 01:01:17.250196 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-624f2d19-7393-4e49-af35-cc6302d7267d req-e11c9253-dfaf-46e5-ac74-c78a3205d00f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a3416c49-3cf8-4008-b6d5-d7c7b37fcb01), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:17.259233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6245cdc9-57db-4a81-bdcb-92f57bd247e6 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:17.290454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['444456d4-54e5-4601-b260-ba7ed556c47a', 'a3416c49-3cf8-4008-b6d5-d7c7b37fcb01'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:01:17.323412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c9253-dfaf-46e5-ac74-c78a3205d00f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Pushing event deleted for resources: {'Port': ['ID=a3416c49-3cf8-4008-b6d5-d7c7b37fcb01,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:17.358829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ea1a-b760-49a7-9eb1-dd3288c05525 req-4036e1d6-acfb-42cd-9e4f-827dee020178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:17.359452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ea1a-b760-49a7-9eb1-dd3288c05525 req-4036e1d6-acfb-42cd-9e4f-827dee020178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:17.360628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ea1a-b760-49a7-9eb1-dd3288c05525 req-4036e1d6-acfb-42cd-9e4f-827dee020178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:17.362590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f65ea1a-b760-49a7-9eb1-dd3288c05525 req-4036e1d6-acfb-42cd-9e4f-827dee020178 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b27d62b7150645ecb81dd27e2c79bfaf&device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2859 time: 0.2549353 Mar 24 01:01:17.394210 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8c206db3-5239-4d95-9486-cce6207f5f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:17.455402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 6245cdc9-57db-4a81-bdcb-92f57bd247e6 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:01:17.467624 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 6245cdc9-57db-4a81-bdcb-92f57bd247e6 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:17.468004 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6245cdc9-57db-4a81-bdcb-92f57bd247e6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:17.498785 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8c206db3-5239-4d95-9486-cce6207f5f43 admin admin] Publish callbacks [] for security_group (926b13c0-2ca5-4677-9550-4f5354e8acc8), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:17.504967 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8c206db3-5239-4d95-9486-cce6207f5f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (926b13c0-2ca5-4677-9550-4f5354e8acc8), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:17.527182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-624f2d19-7393-4e49-af35-cc6302d7267d req-e11c9253-dfaf-46e5-ac74-c78a3205d00f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] No DVR routers for this DVR port a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:01:17.555750 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8c206db3-5239-4d95-9486-cce6207f5f43 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=edca71e426e44bb1a0f08795c6ad50f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3312626 Mar 24 01:01:17.558719 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48876) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:17.572302 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-624f2d19-7393-4e49-af35-cc6302d7267d req-e11c9253-dfaf-46e5-ac74-c78a3205d00f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:17.576061 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-624f2d19-7393-4e49-af35-cc6302d7267d req-e11c9253-dfaf-46e5-ac74-c78a3205d00f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.57 "DELETE /v2.0/ports/a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 HTTP/1.1" status: 204 len: 173 time: 1.4016168 Mar 24 01:01:17.615281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-00505d29-9e6a-4209-9c74-61c9e67401c7 req-74afeb5d-3bf3-46ae-aa71-3d905688487e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2a1277d-7d72-4a99-880e-15400cab4310 HTTP/1.1" status: 200 len: 210 time: 0.0948410 Mar 24 01:01:17.634916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 6245cdc9-57db-4a81-bdcb-92f57bd247e6 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:17.645905 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6245cdc9-57db-4a81-bdcb-92f57bd247e6), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:17.659475 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c206db3-5239-4d95-9486-cce6207f5f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926b13c0-2ca5-4677-9550-4f5354e8acc8,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:17.680505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6245cdc9-57db-4a81-bdcb-92f57bd247e6'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:01:17.688740 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6364374f-c384-4a50-8d57-0af7dd5d4458" -d '{"events": [{"server_uuid": "4549ee98-7b1d-47f4-a02a-cd5a314c3368", "name": "network-vif-plugged", "status": "completed", "tag": "6245cdc9-57db-4a81-bdcb-92f57bd247e6"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:01:17.719268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 6245cdc9-57db-4a81-bdcb-92f57bd247e6, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6245cdc9-57db-4a81-bdcb-92f57bd247e6,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:17.722564 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba8043e2-5cc4-42f8-96b8-f841b4cb10be admin admin] Publish callbacks [] for security_group (926b13c0-2ca5-4677-9550-4f5354e8acc8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:17.727554 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6245cdc9-57db-4a81-bdcb-92f57bd247e6), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:17.767973 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ea1a-b760-49a7-9eb1-dd3288c05525 req-a76980e3-e631-4143-b883-08939da8dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:17.768448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ea1a-b760-49a7-9eb1-dd3288c05525 req-a76980e3-e631-4143-b883-08939da8dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:17.768913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ea1a-b760-49a7-9eb1-dd3288c05525 req-a76980e3-e631-4143-b883-08939da8dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:17.771194 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f65ea1a-b760-49a7-9eb1-dd3288c05525 req-a76980e3-e631-4143-b883-08939da8dd5e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b27d62b7150645ecb81dd27e2c79bfaf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3824844 Mar 24 01:01:17.785432 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df6c8ab-a189-4740-9201-553612515040 x-openstack-request-id: req-9df6c8ab-a189-4740-9201-553612515040 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:01:17.785814 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4549ee98-7b1d-47f4-a02a-cd5a314c3368", "name": "network-vif-plugged", "status": "completed", "tag": "6245cdc9-57db-4a81-bdcb-92f57bd247e6", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:01:17.786565 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9df6c8ab-a189-4740-9201-553612515040 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:01:17.786976 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df6c8ab-a189-4740-9201-553612515040'] response: {'server_uuid': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6245cdc9-57db-4a81-bdcb-92f57bd247e6', 'code': 200} Mar 24 01:01:17.788292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=6245cdc9-57db-4a81-bdcb-92f57bd247e6,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:17.794985 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba8043e2-5cc4-42f8-96b8-f841b4cb10be admin admin] Publish callbacks [] for security_group (926b13c0-2ca5-4677-9550-4f5354e8acc8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:17.920179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066cf4f-0ae4-43a8-8446-c6581905b4d0 req-3698de0b-0e43-4dad-a8ed-cb508b4bf4e0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:17.926263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066cf4f-0ae4-43a8-8446-c6581905b4d0 req-3698de0b-0e43-4dad-a8ed-cb508b4bf4e0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:17.931835 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066cf4f-0ae4-43a8-8446-c6581905b4d0 req-3698de0b-0e43-4dad-a8ed-cb508b4bf4e0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:17.933550 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b066cf4f-0ae4-43a8-8446-c6581905b4d0 req-3698de0b-0e43-4dad-a8ed-cb508b4bf4e0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2399 time: 0.2930973 Mar 24 01:01:18.079343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ea1a-b760-49a7-9eb1-dd3288c05525 req-fddee6a1-d8f3-4399-8b97-a2df48f20c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:18.082185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f65ea1a-b760-49a7-9eb1-dd3288c05525 req-fddee6a1-d8f3-4399-8b97-a2df48f20c6a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3026447 Mar 24 01:01:18.088716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e144ba-374f-4e78-b2ab-885ffe91804f req-bb36787f-3cf4-4cf5-b108-93c9c10e3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:18.090607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76e144ba-374f-4e78-b2ab-885ffe91804f req-bb36787f-3cf4-4cf5-b108-93c9c10e3a82 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 1127 time: 0.2283885 Mar 24 01:01:18.094121 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b066cf4f-0ae4-43a8-8446-c6581905b4d0 req-d49305a0-caca-4805-ad1e-90bc29aecdb6 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446085 Mar 24 01:01:18.110534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a904545-e12f-460e-a035-444f14bc2ecf {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:01:18.124687 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Publish callbacks [] for port (4a904545-e12f-460e-a035-444f14bc2ecf), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:18.149905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Transition to ACTIVE for port object 4a904545-e12f-460e-a035-444f14bc2ecf will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:01:18.160244 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (4a904545-e12f-460e-a035-444f14bc2ecf), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:18.194040 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76e144ba-374f-4e78-b2ab-885ffe91804f req-8186ebe2-8cbb-4167-af93-139db6a80b74 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942016 Mar 24 01:01:18.223060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Pushing event updated for resources: {'Port': ['ID=4a904545-e12f-460e-a035-444f14bc2ecf,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:18.248203 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba8043e2-5cc4-42f8-96b8-f841b4cb10be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (926b13c0-2ca5-4677-9550-4f5354e8acc8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:18.252017 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba8043e2-5cc4-42f8-96b8-f841b4cb10be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:18.254497 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ba8043e2-5cc4-42f8-96b8-f841b4cb10be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/926b13c0-2ca5-4677-9550-4f5354e8acc8 HTTP/1.1" status: 204 len: 168 time: 0.6936936 Mar 24 01:01:18.266206 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8043e2-5cc4-42f8-96b8-f841b4cb10be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926b13c0-2ca5-4677-9550-4f5354e8acc8,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:18.359320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Attempting to bind port 4a904545-e12f-460e-a035-444f14bc2ecf on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:01:18.359788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Attempting to bind port 4a904545-e12f-460e-a035-444f14bc2ecf by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:01:18.360122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Attempting to bind port 4a904545-e12f-460e-a035-444f14bc2ecf on network 583fcf0b-29a1-48f5-82a4-7bbec22693e1 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:18.365379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Port 4a904545-e12f-460e-a035-444f14bc2ecf on network 583fcf0b-29a1-48f5-82a4-7bbec22693e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:01:18.365707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Attempting to bind port 4a904545-e12f-460e-a035-444f14bc2ecf on network 583fcf0b-29a1-48f5-82a4-7bbec22693e1 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:18.372187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:01:18.372575 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Checking segment: {'id': 'e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:18.372961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Bound using segment: {'id': 'e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:01:18.373413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Bound port: 4a904545-e12f-460e-a035-444f14bc2ecf, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:01:18.373770 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4a904545-e12f-460e-a035-444f14bc2ecf), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:18.511020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c5cb-36b1-4152-ac4c-98bafa3da6a7 req-399da034-2c68-492d-bac3-dd77c975652d tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:18.512540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d91c5cb-36b1-4152-ac4c-98bafa3da6a7 req-399da034-2c68-492d-bac3-dd77c975652d tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.1234660 Mar 24 01:01:18.516169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] For port 4a904545-e12f-460e-a035-444f14bc2ecf, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:01:18.523377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] For port 4a904545-e12f-460e-a035-444f14bc2ecf, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=4a904545-e12f-460e-a035-444f14bc2ecf,segment=NetworkSegment(e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54),segment_id=e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:01:18.533056 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (4a904545-e12f-460e-a035-444f14bc2ecf), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:18.618772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:18.619388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:18.620740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] 10.222.0.57 "PUT /v2.0/ports/4a904545-e12f-460e-a035-444f14bc2ecf HTTP/1.1" status: 200 len: 1092 time: 1.6066296 Mar 24 01:01:18.625750 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d91c5cb-36b1-4152-ac4c-98bafa3da6a7 req-89d9d238-0a0a-46b8-aa5f-32c34444a114 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044428 Mar 24 01:01:18.661943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c537d54-c303-43d6-b741-2932c9b19f86 service neutron] Pushing event updated for resources: {'Port': ['ID=4a904545-e12f-460e-a035-444f14bc2ecf,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:18.738626 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48892) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:18.762080 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f71d81c2-d08a-444a-a956-5968a36ac8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:18.769574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-a0cbcd46-8634-4f04-815e-c30f72d5b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:18.770067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-a0cbcd46-8634-4f04-815e-c30f72d5b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:18.770587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-a0cbcd46-8634-4f04-815e-c30f72d5b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:18.772426 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-a0cbcd46-8634-4f04-815e-c30f72d5b9cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b27d62b7150645ecb81dd27e2c79bfaf&device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2957 time: 0.0942650 Mar 24 01:01:18.849063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-67eb49f8-1fe2-473e-99f1-af4fa08a073b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.86&port_id=7d04393c-22ff-4820-9985-57563c9c2848 HTTP/1.1" status: 200 len: 217 time: 0.0657301 Mar 24 01:01:18.876523 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f71d81c2-d08a-444a-a956-5968a36ac8c4 admin admin] Publish callbacks [] for security_group (d0742ff0-1d81-40af-9e4a-a9200024c1ad), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:18.881306 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f71d81c2-d08a-444a-a956-5968a36ac8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d0742ff0-1d81-40af-9e4a-a9200024c1ad), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:18.921570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-76b06560-f740-4d38-bfc9-aa37f8dd3447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:18.923065 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-76b06560-f740-4d38-bfc9-aa37f8dd3447 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24fe47ed-c3f5-45ce-9431-23f2949c9fc4 HTTP/1.1" status: 200 len: 801 time: 0.0671113 Mar 24 01:01:18.925535 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f71d81c2-d08a-444a-a956-5968a36ac8c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10cce0c1a9974ce5939d648e5af9b0b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1850767 Mar 24 01:01:18.926218 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48894) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:18.927874 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d81c2-d08a-444a-a956-5968a36ac8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0742ff0-1d81-40af-9e4a-a9200024c1ad,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:18.951617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8336ad0-50bc-41c4-baa9-0edd6eae58d1 req-5df8aaf5-a4b7-4123-8a77-611619912063 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:18.959014 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8336ad0-50bc-41c4-baa9-0edd6eae58d1 req-5df8aaf5-a4b7-4123-8a77-611619912063 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1931787 Mar 24 01:01:19.067159 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8336ad0-50bc-41c4-baa9-0edd6eae58d1 req-c7eaed60-8ba1-46f2-8cfc-44502643d0cf tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075966 Mar 24 01:01:19.080124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-71561c32-ee25-4098-8759-b586c758652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:19.082072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-71561c32-ee25-4098-8759-b586c758652f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=583fcf0b-29a1-48f5-82a4-7bbec22693e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1469464 Mar 24 01:01:19.084662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a1277d-7d72-4a99-880e-15400cab4310', 'name': 'network-vif-deleted', 'tag': 'a3416c49-3cf8-4008-b6d5-d7c7b37fcb01'}, {'name': 'network-changed', 'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'tag': '4a904545-e12f-460e-a035-444f14bc2ecf'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:01:19.087174 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa28ea9f-2c90-459a-8b55-0a12a70ffb7c" -d '{"events": [{"server_uuid": "d2a1277d-7d72-4a99-880e-15400cab4310", "name": "network-vif-deleted", "tag": "a3416c49-3cf8-4008-b6d5-d7c7b37fcb01"}, {"name": "network-changed", "server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "tag": "4a904545-e12f-460e-a035-444f14bc2ecf"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:01:19.100201 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-496600a8-2086-472c-8e29-488b24f57bc6 admin admin] Publish callbacks [] for security_group (d0742ff0-1d81-40af-9e4a-a9200024c1ad), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:19.169944 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 24 Mar 2022 01:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1480e49-a19a-44b9-b8fe-80289663f060 x-openstack-request-id: req-b1480e49-a19a-44b9-b8fe-80289663f060 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:01:19.170395 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a1277d-7d72-4a99-880e-15400cab4310", "name": "network-vif-deleted", "tag": "a3416c49-3cf8-4008-b6d5-d7c7b37fcb01", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "tag": "4a904545-e12f-460e-a035-444f14bc2ecf", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:01:19.171035 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b1480e49-a19a-44b9-b8fe-80289663f060 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:01:19.171547 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1480e49-a19a-44b9-b8fe-80289663f060'] response: {'server_uuid': 'd2a1277d-7d72-4a99-880e-15400cab4310', 'name': 'network-vif-deleted', 'tag': 'a3416c49-3cf8-4008-b6d5-d7c7b37fcb01', 'status': 'completed', 'code': 200} Mar 24 01:01:19.171914 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1480e49-a19a-44b9-b8fe-80289663f060'] response: {'name': 'network-changed', 'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'tag': '4a904545-e12f-460e-a035-444f14bc2ecf', 'status': 'completed', 'code': 200} Mar 24 01:01:19.174326 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-496600a8-2086-472c-8e29-488b24f57bc6 admin admin] Publish callbacks [] for security_group (d0742ff0-1d81-40af-9e4a-a9200024c1ad), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:19.324207 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-86e8865c-e927-4600-9d13-0cda219c992b service neutron] 10.222.0.57 "GET /v2.0/networks/583fcf0b-29a1-48f5-82a4-7bbec22693e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335413 Mar 24 01:01:19.337864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b65e3-533c-44b5-9c99-09d69fd57d39 req-2cb60cca-3feb-419e-ab01-ff4a33cb9c99 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:19.343235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b65e3-533c-44b5-9c99-09d69fd57d39 req-2cb60cca-3feb-419e-ab01-ff4a33cb9c99 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:19.348991 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b65e3-533c-44b5-9c99-09d69fd57d39 req-2cb60cca-3feb-419e-ab01-ff4a33cb9c99 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:19.350596 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-650b65e3-533c-44b5-9c99-09d69fd57d39 req-2cb60cca-3feb-419e-ab01-ff4a33cb9c99 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2411 time: 0.1618483 Mar 24 01:01:19.360349 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-496600a8-2086-472c-8e29-488b24f57bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d0742ff0-1d81-40af-9e4a-a9200024c1ad), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:19.362884 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-496600a8-2086-472c-8e29-488b24f57bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:19.363826 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-496600a8-2086-472c-8e29-488b24f57bc6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d0742ff0-1d81-40af-9e4a-a9200024c1ad HTTP/1.1" status: 204 len: 168 time: 0.4361131 Mar 24 01:01:19.422418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496600a8-2086-472c-8e29-488b24f57bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0742ff0-1d81-40af-9e4a-a9200024c1ad,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:19.478661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb3783-bd92-44a6-96a2-9e72a5d28031 req-04e65af7-00c0-41cb-80ab-677fc53f7695 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:19.480119 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0feb3783-bd92-44a6-96a2-9e72a5d28031 req-04e65af7-00c0-41cb-80ab-677fc53f7695 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1958408 Mar 24 01:01:19.490481 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-650b65e3-533c-44b5-9c99-09d69fd57d39 req-8c4fada9-b131-42b7-93ef-70a6c28bbdc3 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255298 Mar 24 01:01:19.531934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-2de18bc0-de06-4db4-9ec9-542426c63a06 service neutron] 10.222.0.57 "GET /v2.0/networks/583fcf0b-29a1-48f5-82a4-7bbec22693e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790714 Mar 24 01:01:19.576308 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0feb3783-bd92-44a6-96a2-9e72a5d28031 req-4bf25fc4-97f5-4177-93ce-f511d3cfa20b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895035 Mar 24 01:01:19.607084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-3abffc4f-e17d-40b1-8798-0f58a6af9f87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.19&port_id=d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e HTTP/1.1" status: 200 len: 217 time: 0.0392616 Mar 24 01:01:19.687540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-944ebe6c-e750-4200-b875-c3ea42c4783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:19.689204 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-944ebe6c-e750-4200-b875-c3ea42c4783d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ba96a93-a4e7-414d-b69f-83004d022a23 HTTP/1.1" status: 200 len: 801 time: 0.0770893 Mar 24 01:01:19.763786 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc53503-cc04-43f0-9d68-9662eb06155a req-cd1eaa25-5231-41b1-bcd5-c7091516243a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:19.765384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4fc53503-cc04-43f0-9d68-9662eb06155a req-cd1eaa25-5231-41b1-bcd5-c7091516243a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1153426 Mar 24 01:01:19.800769 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:01:19.821745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-c269b71c-0f14-41d3-8d8a-77f16f2d1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:19.823264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-c269b71c-0f14-41d3-8d8a-77f16f2d1b95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab9bc852-8f8d-4444-8332-4735b4e685d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1262901 Mar 24 01:01:19.826575 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:01:19.826929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a3416c49-3cf8-4008-b6d5-d7c7b37fcb01 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:01:19.835059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a58b35-57b9-4b75-b8e2-c93233f5b444 req-05cf0ed1-bb0c-4d14-ab2e-d8d5f9cdd08d tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:19.836499 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69a58b35-57b9-4b75-b8e2-c93233f5b444 req-05cf0ed1-bb0c-4d14-ab2e-d8d5f9cdd08d tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.1312788 Mar 24 01:01:19.905773 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4fc53503-cc04-43f0-9d68-9662eb06155a req-9665e7f9-529c-4758-adfc-bc34c599b271 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335747 Mar 24 01:01:19.960962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69a58b35-57b9-4b75-b8e2-c93233f5b444 req-36e7c60b-1bc8-4aed-9afc-fdebf4003438 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182506 Mar 24 01:01:19.978982 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-08fd93b0-fb5d-49cc-afe0-4b4693f979b5 service neutron] 10.222.0.57 "GET /v2.0/networks/ab9bc852-8f8d-4444-8332-4735b4e685d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415496 Mar 24 01:01:20.102312 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-cf8116b3-1584-4c60-9a58-8ec0734f0e1a service neutron] 10.222.0.57 "GET /v2.0/networks/ab9bc852-8f8d-4444-8332-4735b4e685d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170833 Mar 24 01:01:20.160888 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-a3057524-afa1-4764-bad4-ef8289cc9635 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.246&port_id=4a904545-e12f-460e-a035-444f14bc2ecf HTTP/1.1" status: 200 len: 217 time: 0.0432179 Mar 24 01:01:20.214467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14fa2b-b2fb-496b-9be1-985f74a214b5 req-c7547aad-f51b-4a72-a070-357dde4bc8fc tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:20.216108 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b14fa2b-b2fb-496b-9be1-985f74a214b5 req-c7547aad-f51b-4a72-a070-357dde4bc8fc tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.1331377 Mar 24 01:01:20.227500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48944) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:20.234083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-f9772865-0921-45c8-80bc-10299af2fff5 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Request body: {'floatingip': {'port_id': '6245cdc9-57db-4a81-bdcb-92f57bd247e6'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:20.237669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-732a2802-347b-40b7-88ce-5009bf686aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:20.239670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-732a2802-347b-40b7-88ce-5009bf686aba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24fe47ed-c3f5-45ce-9431-23f2949c9fc4 HTTP/1.1" status: 200 len: 801 time: 0.0728452 Mar 24 01:01:20.284545 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f9772865-0921-45c8-80bc-10299af2fff5 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for floatingip (19c71e96-c539-4f2f-ada6-76b14dd3c792), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:20.431266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-d2c4a977-8890-42af-939a-c0a4e68df68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:20.431864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-d2c4a977-8890-42af-939a-c0a4e68df68d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=583fcf0b-29a1-48f5-82a4-7bbec22693e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1436827 Mar 24 01:01:20.678432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-584f1e61-68c3-4283-8060-ea18f7efda9c service neutron] 10.222.0.57 "GET /v2.0/networks/583fcf0b-29a1-48f5-82a4-7bbec22693e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309687 Mar 24 01:01:20.715388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc18385-b02f-4d4c-97d8-d325031871f6 req-2e6bbea9-fd39-4bc2-9e6c-a96879d3477e tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:20.720459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc18385-b02f-4d4c-97d8-d325031871f6 req-2e6bbea9-fd39-4bc2-9e6c-a96879d3477e tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:20.726177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc18385-b02f-4d4c-97d8-d325031871f6 req-2e6bbea9-fd39-4bc2-9e6c-a96879d3477e tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:20.732990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5dc18385-b02f-4d4c-97d8-d325031871f6 req-2e6bbea9-fd39-4bc2-9e6c-a96879d3477e tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2411 time: 0.1507270 Mar 24 01:01:20.876312 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48972) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:20.994355 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81763c4a-507a-427b-9917-3ac77c488817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:21.079120 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81763c4a-507a-427b-9917-3ac77c488817 admin admin] Publish callbacks [] for security_group (1f2293ee-f3bc-4202-b554-f23519bd13cc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:21.084203 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81763c4a-507a-427b-9917-3ac77c488817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1f2293ee-f3bc-4202-b554-f23519bd13cc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:21.131973 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-81763c4a-507a-427b-9917-3ac77c488817 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d6e22329eca4f1f8d6e8761ec272809&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2544508 Mar 24 01:01:21.132881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81763c4a-507a-427b-9917-3ac77c488817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2293ee-f3bc-4202-b554-f23519bd13cc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:21.136177 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48978) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:21.193688 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-011722e6-3182-4879-9cff-38352274ead5 admin admin] Publish callbacks [] for security_group (1f2293ee-f3bc-4202-b554-f23519bd13cc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:21.223596 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-011722e6-3182-4879-9cff-38352274ead5 admin admin] Publish callbacks [] for security_group (1f2293ee-f3bc-4202-b554-f23519bd13cc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:21.265853 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5dc18385-b02f-4d4c-97d8-d325031871f6 req-e9738365-d707-47de-b666-f7c2ab129e41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319078 Mar 24 01:01:21.288823 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-011722e6-3182-4879-9cff-38352274ead5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1f2293ee-f3bc-4202-b554-f23519bd13cc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:21.291574 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-011722e6-3182-4879-9cff-38352274ead5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:21.292862 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-011722e6-3182-4879-9cff-38352274ead5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1f2293ee-f3bc-4202-b554-f23519bd13cc HTTP/1.1" status: 204 len: 168 time: 0.1552625 Mar 24 01:01:21.300814 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011722e6-3182-4879-9cff-38352274ead5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2293ee-f3bc-4202-b554-f23519bd13cc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:21.405687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f74f9cc-36ae-4198-a134-8504b21cc2a6 req-fcec6910-b546-473d-a46b-09a9acf157c8 service neutron] 10.222.0.57 "GET /v2.0/networks/583fcf0b-29a1-48f5-82a4-7bbec22693e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7169831 Mar 24 01:01:21.437244 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f9772865-0921-45c8-80bc-10299af2fff5 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:21.443772 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f9772865-0921-45c8-80bc-10299af2fff5 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (19c71e96-c539-4f2f-ada6-76b14dd3c792), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:21.606568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28ea9f-2c90-459a-8b55-0a12a70ffb7c req-2a8a034e-18e6-4e61-8fed-1e0aaaab0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:21.606568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28ea9f-2c90-459a-8b55-0a12a70ffb7c req-2a8a034e-18e6-4e61-8fed-1e0aaaab0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:21.606791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28ea9f-2c90-459a-8b55-0a12a70ffb7c req-2a8a034e-18e6-4e61-8fed-1e0aaaab0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:21.608455 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa28ea9f-2c90-459a-8b55-0a12a70ffb7c req-2a8a034e-18e6-4e61-8fed-1e0aaaab0b2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b27d62b7150645ecb81dd27e2c79bfaf&device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2957 time: 0.0797570 Mar 24 01:01:21.639701 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-f9772865-0921-45c8-80bc-10299af2fff5 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Floating IP 19c71e96-c539-4f2f-ada6-76b14dd3c792 associated. External IP: 172.25.0.118, port: 6245cdc9-57db-4a81-bdcb-92f57bd247e6. Mar 24 01:01:21.802194 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28ea9f-2c90-459a-8b55-0a12a70ffb7c req-912896d3-df9a-4e42-9e28-b2d547afb36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:21.803952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa28ea9f-2c90-459a-8b55-0a12a70ffb7c req-912896d3-df9a-4e42-9e28-b2d547afb36d service neutron] 10.222.0.57 "GET /v2.0/networks?id=583fcf0b-29a1-48f5-82a4-7bbec22693e1 HTTP/1.1" status: 200 len: 903 time: 0.1861875 Mar 24 01:01:21.856384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa28ea9f-2c90-459a-8b55-0a12a70ffb7c req-0978ea60-f3dd-4b32-b9a2-9398ea70f910 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.246&port_id=4a904545-e12f-460e-a035-444f14bc2ecf HTTP/1.1" status: 200 len: 217 time: 0.0410433 Mar 24 01:01:21.976441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28ea9f-2c90-459a-8b55-0a12a70ffb7c req-5542e6d5-15b8-4f39-a703-9831afe5f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:21.977910 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa28ea9f-2c90-459a-8b55-0a12a70ffb7c req-5542e6d5-15b8-4f39-a703-9831afe5f170 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24fe47ed-c3f5-45ce-9431-23f2949c9fc4 HTTP/1.1" status: 200 len: 801 time: 0.0878043 Mar 24 01:01:22.025579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9772865-0921-45c8-80bc-10299af2fff5 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Router a6299554-6c6a-49fc-aa48-f44299659774 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:01:22.107925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28ea9f-2c90-459a-8b55-0a12a70ffb7c req-1db0e2b5-8bba-41de-823b-4d1e6ec77838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:22.109573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa28ea9f-2c90-459a-8b55-0a12a70ffb7c req-1db0e2b5-8bba-41de-823b-4d1e6ec77838 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=583fcf0b-29a1-48f5-82a4-7bbec22693e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1243947 Mar 24 01:01:22.212532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9772865-0921-45c8-80bc-10299af2fff5 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:01:22.219986 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f9772865-0921-45c8-80bc-10299af2fff5 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:22.224581 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200e44e-ec63-43e8-a3aa-22fcec91e33d None None] Sync routers for ids ['a6299554-6c6a-49fc-aa48-f44299659774'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:01:22.233705 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa28ea9f-2c90-459a-8b55-0a12a70ffb7c req-81d28b95-fa26-42ab-a589-ab74089c050d service neutron] 10.222.0.57 "GET /v2.0/networks/583fcf0b-29a1-48f5-82a4-7bbec22693e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154232 Mar 24 01:01:22.252526 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200e44e-ec63-43e8-a3aa-22fcec91e33d None None] Routers {'a6299554-6c6a-49fc-aa48-f44299659774'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:22.252526 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a200e44e-ec63-43e8-a3aa-22fcec91e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6299554-6c6a-49fc-aa48-f44299659774'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:22.315006 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f9772865-0921-45c8-80bc-10299af2fff5 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "PUT /v2.0/floatingips/19c71e96-c539-4f2f-ada6-76b14dd3c792 HTTP/1.1" status: 200 len: 991 time: 2.0793395 Mar 24 01:01:22.315006 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'tag': '6245cdc9-57db-4a81-bdcb-92f57bd247e6'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:01:22.315006 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bc4b95-beda-41ce-8d61-9999410fc983" -d '{"events": [{"name": "network-changed", "server_uuid": "4549ee98-7b1d-47f4-a02a-cd5a314c3368", "tag": "6245cdc9-57db-4a81-bdcb-92f57bd247e6"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:01:22.360939 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42819cef-6b2f-4ef2-94ba-ba2ec4a3ba30 x-openstack-request-id: req-42819cef-6b2f-4ef2-94ba-ba2ec4a3ba30 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:01:22.361278 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4549ee98-7b1d-47f4-a02a-cd5a314c3368", "tag": "6245cdc9-57db-4a81-bdcb-92f57bd247e6", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:01:22.361533 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-42819cef-6b2f-4ef2-94ba-ba2ec4a3ba30 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:01:22.362323 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42819cef-6b2f-4ef2-94ba-ba2ec4a3ba30'] response: {'name': 'network-changed', 'server_uuid': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'tag': '6245cdc9-57db-4a81-bdcb-92f57bd247e6', 'status': 'completed', 'code': 200} Mar 24 01:01:22.373524 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-a200e44e-ec63-43e8-a3aa-22fcec91e33d None None] Set router a6299554-6c6a-49fc-aa48-f44299659774 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:01:22.463784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa28ea9f-2c90-459a-8b55-0a12a70ffb7c req-4d666100-5c0f-491f-8349-5d5815135471 service neutron] 10.222.0.57 "GET /v2.0/networks/583fcf0b-29a1-48f5-82a4-7bbec22693e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129076 Mar 24 01:01:22.511798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751643f4-b8a2-4d28-acfb-8611f9989e89 req-233f93ca-dadc-4b0c-813b-efde1ba9fdf7 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:22.527940 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751643f4-b8a2-4d28-acfb-8611f9989e89 req-233f93ca-dadc-4b0c-813b-efde1ba9fdf7 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:22.533800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751643f4-b8a2-4d28-acfb-8611f9989e89 req-233f93ca-dadc-4b0c-813b-efde1ba9fdf7 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:22.536406 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-751643f4-b8a2-4d28-acfb-8611f9989e89 req-233f93ca-dadc-4b0c-813b-efde1ba9fdf7 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2411 time: 0.1531124 Mar 24 01:01:22.575220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc4b95-beda-41ce-8d61-9999410fc983 req-4677d989-c6f2-448f-95f9-c1bb4fe39212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:22.577621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8bc4b95-beda-41ce-8d61-9999410fc983 req-4677d989-c6f2-448f-95f9-c1bb4fe39212 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 1127 time: 0.1865208 Mar 24 01:01:22.651139 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a200e44e-ec63-43e8-a3aa-22fcec91e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port': {'id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:04Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '19c71e96-c539-4f2f-ada6-76b14dd3c792', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'port_id': '6245cdc9-57db-4a81-bdcb-92f57bd247e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'mac_address': 'fa:16:3e:4d:67:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:01:02Z', 'updated_at': '2022-03-24T01:01:21Z', 'revision_number': 1, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e', 'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'mac_address': 'fa:16:3e:75:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '24001411-7949-4104-b16e-388a52a539de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:09Z', 'updated_at': '2022-03-24T00:59:15Z', 'revision_number': 5, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'subnets': [{'id': '24001411-7949-4104-b16e-388a52a539de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:22.654493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49066) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:22.665369 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-751643f4-b8a2-4d28-acfb-8611f9989e89 req-6659721a-bb04-4227-a09c-9c8b33f3934c tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184158 Mar 24 01:01:22.708823 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200e44e-ec63-43e8-a3aa-22fcec91e33d None None] Checking router: a6299554-6c6a-49fc-aa48-f44299659774 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:01:22.717892 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200e44e-ec63-43e8-a3aa-22fcec91e33d None None] Routers {'a6299554-6c6a-49fc-aa48-f44299659774'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:22.718587 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a200e44e-ec63-43e8-a3aa-22fcec91e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6299554-6c6a-49fc-aa48-f44299659774'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:22.719621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc4b95-beda-41ce-8d61-9999410fc983 req-db01d213-3195-4964-b7f7-c3c962f07957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:22.720856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8bc4b95-beda-41ce-8d61-9999410fc983 req-db01d213-3195-4964-b7f7-c3c962f07957 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 920 time: 0.1312482 Mar 24 01:01:22.785821 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec348099-bf3b-40ce-915c-e39e618e65b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:22.792978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8bc4b95-beda-41ce-8d61-9999410fc983 req-6db365fa-14d5-4630-a197-3e7bc9dbe11f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6245cdc9-57db-4a81-bdcb-92f57bd247e6 HTTP/1.1" status: 200 len: 999 time: 0.0642862 Mar 24 01:01:22.850179 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-a200e44e-ec63-43e8-a3aa-22fcec91e33d None None] Set router a6299554-6c6a-49fc-aa48-f44299659774 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:01:22.868565 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec348099-bf3b-40ce-915c-e39e618e65b2 admin admin] Publish callbacks [] for security_group (be7305b3-5dc3-4dc7-83d5-a857266f8475), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:22.874583 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec348099-bf3b-40ce-915c-e39e618e65b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (be7305b3-5dc3-4dc7-83d5-a857266f8475), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:22.886674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc4b95-beda-41ce-8d61-9999410fc983 req-faba80ba-4c76-41ab-a8ef-a03d8d6398db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:22.888139 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8bc4b95-beda-41ce-8d61-9999410fc983 req-faba80ba-4c76-41ab-a8ef-a03d8d6398db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.0788503 Mar 24 01:01:22.895820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5153bb5-a990-4861-87bb-69a20e0032e8 req-7b930881-8b80-4812-8c7e-685120c4f8d7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:22.897573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5153bb5-a990-4861-87bb-69a20e0032e8 req-7b930881-8b80-4812-8c7e-685120c4f8d7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0984466 Mar 24 01:01:22.916333 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ec348099-bf3b-40ce-915c-e39e618e65b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8733aa7132c847c99eea0bce7c8e9a04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2569807 Mar 24 01:01:22.916333 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec348099-bf3b-40ce-915c-e39e618e65b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7305b3-5dc3-4dc7-83d5-a857266f8475,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:22.917322 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49074) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:22.966502 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb0555e8-c772-4c20-9930-251c9d6b9564 admin admin] Publish callbacks [] for security_group (be7305b3-5dc3-4dc7-83d5-a857266f8475), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:22.968885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc4b95-beda-41ce-8d61-9999410fc983 req-a20f68f9-7a2d-47f2-9dd7-594bb8bd34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:22.970743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8bc4b95-beda-41ce-8d61-9999410fc983 req-a20f68f9-7a2d-47f2-9dd7-594bb8bd34f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0721955 Mar 24 01:01:22.994848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5153bb5-a990-4861-87bb-69a20e0032e8 req-dccda98d-b18e-499b-8972-b4c0a6f54be9 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665059 Mar 24 01:01:22.995056 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb0555e8-c772-4c20-9930-251c9d6b9564 admin admin] Publish callbacks [] for security_group (be7305b3-5dc3-4dc7-83d5-a857266f8475), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:23.055160 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb0555e8-c772-4c20-9930-251c9d6b9564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (be7305b3-5dc3-4dc7-83d5-a857266f8475), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:23.057747 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb0555e8-c772-4c20-9930-251c9d6b9564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:23.058884 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bb0555e8-c772-4c20-9930-251c9d6b9564 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be7305b3-5dc3-4dc7-83d5-a857266f8475 HTTP/1.1" status: 204 len: 168 time: 0.1406140 Mar 24 01:01:23.078696 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0555e8-c772-4c20-9930-251c9d6b9564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7305b3-5dc3-4dc7-83d5-a857266f8475,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:23.103740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8bc4b95-beda-41ce-8d61-9999410fc983 req-f8851ba2-c0b8-4c74-b2d0-070b58a6300c service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238239 Mar 24 01:01:23.124672 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a200e44e-ec63-43e8-a3aa-22fcec91e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port': {'id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:04Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '19c71e96-c539-4f2f-ada6-76b14dd3c792', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'port_id': '6245cdc9-57db-4a81-bdcb-92f57bd247e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'mac_address': 'fa:16:3e:4d:67:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:01:02Z', 'updated_at': '2022-03-24T01:01:21Z', 'revision_number': 1, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e', 'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'mac_address': 'fa:16:3e:75:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '24001411-7949-4104-b16e-388a52a539de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:09Z', 'updated_at': '2022-03-24T00:59:15Z', 'revision_number': 5, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'subnets': [{'id': '24001411-7949-4104-b16e-388a52a539de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:23.152581 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200e44e-ec63-43e8-a3aa-22fcec91e33d None None] The sync data for ids ['a6299554-6c6a-49fc-aa48-f44299659774'] in n-d-760455-9 is: [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port': {'id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:04Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '19c71e96-c539-4f2f-ada6-76b14dd3c792', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'port_id': '6245cdc9-57db-4a81-bdcb-92f57bd247e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'mac_address': 'fa:16:3e:4d:67:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:01:02Z', 'updated_at': '2022-03-24T01:01:21Z', 'revision_number': 1, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e', 'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'mac_address': 'fa:16:3e:75:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '24001411-7949-4104-b16e-388a52a539de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:09Z', 'updated_at': '2022-03-24T00:59:15Z', 'revision_number': 5, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'subnets': [{'id': '24001411-7949-4104-b16e-388a52a539de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:01:23.221461 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd9b4a-7952-4ea9-904e-3ea45c00cc37 req-f3b52733-11e8-40ff-9b0a-85fe3b8b4952 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:23.222978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5afd9b4a-7952-4ea9-904e-3ea45c00cc37 req-f3b52733-11e8-40ff-9b0a-85fe3b8b4952 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1131008 Mar 24 01:01:23.257953 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8bc4b95-beda-41ce-8d61-9999410fc983 req-00ae8dfc-145f-4481-8a6e-d24bf21c4625 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372979 Mar 24 01:01:23.289717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5afd9b4a-7952-4ea9-904e-3ea45c00cc37 req-1da3ec3f-a68d-4ec5-bfb3-fa09f1c53a7f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579109 Mar 24 01:01:23.427226 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c07110a-eeda-4e2e-a1f6-023ef5d8d87f None None] New status for floating IP 19c71e96-c539-4f2f-ada6-76b14dd3c792: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:01:23.811053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c084731-b7f6-4a49-965f-4b4269e5c215 req-e876d316-5540-43dd-ac68-e4983d0608a4 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:23.816866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c084731-b7f6-4a49-965f-4b4269e5c215 req-e876d316-5540-43dd-ac68-e4983d0608a4 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:23.823612 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c084731-b7f6-4a49-965f-4b4269e5c215 req-e876d316-5540-43dd-ac68-e4983d0608a4 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:23.826182 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c084731-b7f6-4a49-965f-4b4269e5c215 req-e876d316-5540-43dd-ac68-e4983d0608a4 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2411 time: 0.0818379 Mar 24 01:01:23.873825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c084731-b7f6-4a49-965f-4b4269e5c215 req-eb319d64-89bb-44b3-ac47-a7ad33ebcefe tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420544 Mar 24 01:01:24.229822 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:01:24.396767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49124) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:24.499329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f219112f-7e42-41ba-aaaf-b730a07eff83 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-398679318', 'router:external': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:24.519350 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f219112f-7e42-41ba-aaaf-b730a07eff83 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Made reservation on behalf of e34a54a7db284a99a48e4871a301fdfd for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:24.521891 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f219112f-7e42-41ba-aaaf-b730a07eff83 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:24.530190 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f219112f-7e42-41ba-aaaf-b730a07eff83 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:24.606332 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f219112f-7e42-41ba-aaaf-b730a07eff83 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for security_group (b5e8c874-51aa-49d6-b8bc-8a2c338c69d1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:24.610148 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f219112f-7e42-41ba-aaaf-b730a07eff83 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b5e8c874-51aa-49d6-b8bc-8a2c338c69d1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:24.635445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f219112f-7e42-41ba-aaaf-b730a07eff83 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:01:24.646540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219112f-7e42-41ba-aaaf-b730a07eff83 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e8c874-51aa-49d6-b8bc-8a2c338c69d1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:24.653433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f219112f-7e42-41ba-aaaf-b730a07eff83 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (311ff2c0-df55-4f78-9ab9-9d471cecc8e0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:24.653785 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-f219112f-7e42-41ba-aaaf-b730a07eff83 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Added segment 311ff2c0-df55-4f78-9ab9-9d471cecc8e0 of type vlan for network 26d49222-1918-4fda-8a6c-5172a38da1df Mar 24 01:01:24.713769 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f219112f-7e42-41ba-aaaf-b730a07eff83 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (26d49222-1918-4fda-8a6c-5172a38da1df), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:24.744984 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f219112f-7e42-41ba-aaaf-b730a07eff83 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (26d49222-1918-4fda-8a6c-5172a38da1df), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:24.745973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219112f-7e42-41ba-aaaf-b730a07eff83 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:24.746565 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f219112f-7e42-41ba-aaaf-b730a07eff83 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:24.771813 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f219112f-7e42-41ba-aaaf-b730a07eff83 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3738601 Mar 24 01:01:24.776588 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49130) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:24.782178 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c08cfd4d-a977-4d5f-b113-91386053345b tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Request body: {'subnet': {'network_id': '26d49222-1918-4fda-8a6c-5172a38da1df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:24.814182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08cfd4d-a977-4d5f-b113-91386053345b tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Made reservation on behalf of e34a54a7db284a99a48e4871a301fdfd for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:24.822441 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c08cfd4d-a977-4d5f-b113-91386053345b tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:24.831015 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219112f-7e42-41ba-aaaf-b730a07eff83 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Pushing event updated for resources: {'Network': ['ID=26d49222-1918-4fda-8a6c-5172a38da1df,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:24.850984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 26d49222-1918-4fda-8a6c-5172a38da1df details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:01:25.083955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15ff80-de6f-459e-b205-a1d2f194b6c1 req-fd10ade6-aeb4-445d-aaa9-17e21a840f55 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:25.089234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15ff80-de6f-459e-b205-a1d2f194b6c1 req-fd10ade6-aeb4-445d-aaa9-17e21a840f55 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:25.094521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15ff80-de6f-459e-b205-a1d2f194b6c1 req-fd10ade6-aeb4-445d-aaa9-17e21a840f55 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:25.096120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d15ff80-de6f-459e-b205-a1d2f194b6c1 req-fd10ade6-aeb4-445d-aaa9-17e21a840f55 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2411 time: 0.1300850 Mar 24 01:01:25.190085 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d15ff80-de6f-459e-b205-a1d2f194b6c1 req-96369363-3144-4a4f-ad3b-42a57aa01d57 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832751 Mar 24 01:01:25.266914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.objects.ports [None req-c08cfd4d-a977-4d5f-b113-91386053345b tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:01:25.267275 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c08cfd4d-a977-4d5f-b113-91386053345b tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (e0a8046c-9ac2-4981-bf8a-29537dfa0bdd), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:25.319374 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cfd4d-a977-4d5f-b113-91386053345b tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e0a8046c-9ac2-4981-bf8a-29537dfa0bdd,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:25.329219 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cfd4d-a977-4d5f-b113-91386053345b tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Checking segment: {'id': '311ff2c0-df55-4f78-9ab9-9d471cecc8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '26d49222-1918-4fda-8a6c-5172a38da1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:25.329580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08cfd4d-a977-4d5f-b113-91386053345b tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Network hostable DHCP agents. Network: 26d49222-1918-4fda-8a6c-5172a38da1df, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:01:25.345554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08cfd4d-a977-4d5f-b113-91386053345b tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Network 26d49222-1918-4fda-8a6c-5172a38da1df is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:01:25.353541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-c08cfd4d-a977-4d5f-b113-91386053345b tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 26d49222-1918-4fda-8a6c-5172a38da1df) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:25.357815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08cfd4d-a977-4d5f-b113-91386053345b tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:25.358410 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c08cfd4d-a977-4d5f-b113-91386053345b tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:25.363160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc667f6c-03a0-4f69-b08c-7ff4d74fd9dc None None] Network 26d49222-1918-4fda-8a6c-5172a38da1df requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:01:25.375213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c08cfd4d-a977-4d5f-b113-91386053345b tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5971911 Mar 24 01:01:25.378030 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49134) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:25.383446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-b73ca688-b31c-468b-a91c-78bdb397551c tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1738777902', 'network_id': '26d49222-1918-4fda-8a6c-5172a38da1df'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:25.402483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73ca688-b31c-468b-a91c-78bdb397551c tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Made reservation on behalf of e34a54a7db284a99a48e4871a301fdfd for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:25.404785 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b73ca688-b31c-468b-a91c-78bdb397551c tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:25.420199 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-b73ca688-b31c-468b-a91c-78bdb397551c tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] device_id is not set on port b50f3919-c7e6-495f-a2c0-4935b0e2a428 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:01:25.470460 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a056af3-18c5-4ccc-af5f-ac12c894de1a None None] Network 26d49222-1918-4fda-8a6c-5172a38da1df requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:01:25.533918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-b73ca688-b31c-468b-a91c-78bdb397551c tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Allocated IP 172.20.0.3 (26d49222-1918-4fda-8a6c-5172a38da1df/e0a8046c-9ac2-4981-bf8a-29537dfa0bdd/b50f3919-c7e6-495f-a2c0-4935b0e2a428) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:25.686750 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b73ca688-b31c-468b-a91c-78bdb397551c tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for port (b50f3919-c7e6-495f-a2c0-4935b0e2a428), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:25.762601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9187e-20cc-4b56-b437-b048c02033f7 req-080a3b38-5fb9-4193-bdab-af217a0ace6f tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:25.764211 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b8e9187e-20cc-4b56-b437-b048c02033f7 req-080a3b38-5fb9-4193-bdab-af217a0ace6f tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.0744643 Mar 24 01:01:25.765986 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b73ca688-b31c-468b-a91c-78bdb397551c tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b50f3919-c7e6-495f-a2c0-4935b0e2a428), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:25.815551 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:01:25.822465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ca688-b31c-468b-a91c-78bdb397551c tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Network 26d49222-1918-4fda-8a6c-5172a38da1df is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:25.827945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-b73ca688-b31c-468b-a91c-78bdb397551c tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:25.830357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ca688-b31c-468b-a91c-78bdb397551c tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:25.881272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ca688-b31c-468b-a91c-78bdb397551c tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Pushing event updated for resources: {'Port': ['ID=b50f3919-c7e6-495f-a2c0-4935b0e2a428,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:25.899498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73ca688-b31c-468b-a91c-78bdb397551c tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:25.900116 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b73ca688-b31c-468b-a91c-78bdb397551c tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:25.906334 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b8e9187e-20cc-4b56-b437-b048c02033f7 req-4966000e-3d3c-45e9-bcca-58fcb7a7ad3b tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341031 Mar 24 01:01:25.922718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b73ca688-b31c-468b-a91c-78bdb397551c tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.5435207 Mar 24 01:01:25.925403 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49148) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:25.928506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e,segment=NetworkSegment(11417e28-a5da-4182-a34d-159a3285d6d9),segment_id=11417e28-a5da-4182-a34d-159a3285d6d9)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:25.941013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'd446e40c-22ed-45cc-b5ef-4c1f85ad8c3e', 'network_id': 'ab9bc852-8f8d-4444-8332-4735b4e685d5', 'port_id': 'd446e40c-22ed-45cc-b5ef-4c1f85ad8c3e', 'mac_address': 'fa:16:3e:dc:fa:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba96a93-a4e7-414d-b69f-83004d022a23', 'ip_address': '19.86.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:01:25.992133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:25.992623 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:26.006110 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:01:26.026356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e,segment=NetworkSegment(11417e28-a5da-4182-a34d-159a3285d6d9),segment_id=11417e28-a5da-4182-a34d-159a3285d6d9)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:26.030364 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:26.031052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 4a904545-e12f-460e-a035-444f14bc2ecf details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:01:26.037995 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4968a-c1b1-47a9-ab65-e223ccdc1368 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Deleting port b50f3919-c7e6-495f-a2c0-4935b0e2a428 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:26.038337 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebc4968a-c1b1-47a9-ab65-e223ccdc1368 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b50f3919-c7e6-495f-a2c0-4935b0e2a428), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:26.112874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eb523-8ae7-43cd-9df1-e5da101b6676 req-3592218c-086a-441e-be41-cff0c9b1b167 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:26.114348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-183eb523-8ae7-43cd-9df1-e5da101b6676 req-3592218c-086a-441e-be41-cff0c9b1b167 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1077905 Mar 24 01:01:26.123296 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:26.145725 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebc4968a-c1b1-47a9-ab65-e223ccdc1368 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b50f3919-c7e6-495f-a2c0-4935b0e2a428), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:26.169027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4968a-c1b1-47a9-ab65-e223ccdc1368 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Calling delete_port for b50f3919-c7e6-495f-a2c0-4935b0e2a428 owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:26.171758 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 4a904545-e12f-460e-a035-444f14bc2ecf, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=4a904545-e12f-460e-a035-444f14bc2ecf,segment=NetworkSegment(e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54),segment_id=e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:26.183711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '4a904545-e12f-460e-a035-444f14bc2ecf', 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1', 'port_id': '4a904545-e12f-460e-a035-444f14bc2ecf', 'mac_address': 'fa:16:3e:7e:d4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fe47ed-c3f5-45ce-9431-23f2949c9fc4', 'ip_address': '19.80.0.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:01:26.192983 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-183eb523-8ae7-43cd-9df1-e5da101b6676 req-38a50731-a6f1-4aad-8c34-0d9dcef67d4c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728621 Mar 24 01:01:26.244731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 4a904545-e12f-460e-a035-444f14bc2ecf is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:26.245182 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4a904545-e12f-460e-a035-444f14bc2ecf), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:26.260374 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a904545-e12f-460e-a035-444f14bc2ecf {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:01:26.281628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 4a904545-e12f-460e-a035-444f14bc2ecf, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=4a904545-e12f-460e-a035-444f14bc2ecf,segment=NetworkSegment(e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54),segment_id=e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:26.286858 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4a904545-e12f-460e-a035-444f14bc2ecf), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:26.287588 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7d04393c-22ff-4820-9985-57563c9c2848 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:01:26.352829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=4a904545-e12f-460e-a035-444f14bc2ecf,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:26.358121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 7d04393c-22ff-4820-9985-57563c9c2848, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7d04393c-22ff-4820-9985-57563c9c2848,segment=NetworkSegment(e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54),segment_id=e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:26.369525 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '7d04393c-22ff-4820-9985-57563c9c2848', 'network_id': '583fcf0b-29a1-48f5-82a4-7bbec22693e1', 'port_id': '7d04393c-22ff-4820-9985-57563c9c2848', 'mac_address': 'fa:16:3e:53:bb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fe47ed-c3f5-45ce-9431-23f2949c9fc4', 'ip_address': '19.80.0.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:01:26.386754 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebc4968a-c1b1-47a9-ab65-e223ccdc1368 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b50f3919-c7e6-495f-a2c0-4935b0e2a428), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:26.394812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206721e2-f77d-4c55-8c9c-584ec65fa437 req-b82d4564-93cb-4a4a-97d9-a4835345b853 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:26.396858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-206721e2-f77d-4c55-8c9c-584ec65fa437 req-b82d4564-93cb-4a4a-97d9-a4835345b853 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1306779 Mar 24 01:01:26.407048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fc5a3-bdee-43ef-b2f1-1db894e350e6 req-86af8f1a-fb3a-4df9-8bd0-a1f292dfeb67 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:26.409791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 7d04393c-22ff-4820-9985-57563c9c2848 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:26.410171 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7d04393c-22ff-4820-9985-57563c9c2848), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:26.412476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fc5a3-bdee-43ef-b2f1-1db894e350e6 req-86af8f1a-fb3a-4df9-8bd0-a1f292dfeb67 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:26.418239 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fc5a3-bdee-43ef-b2f1-1db894e350e6 req-86af8f1a-fb3a-4df9-8bd0-a1f292dfeb67 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:26.419852 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da9fc5a3-bdee-43ef-b2f1-1db894e350e6 req-86af8f1a-fb3a-4df9-8bd0-a1f292dfeb67 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2413 time: 0.1436980 Mar 24 01:01:26.423160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d04393c-22ff-4820-9985-57563c9c2848 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:01:26.443647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 7d04393c-22ff-4820-9985-57563c9c2848, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7d04393c-22ff-4820-9985-57563c9c2848,segment=NetworkSegment(e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54),segment_id=e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:26.447677 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7d04393c-22ff-4820-9985-57563c9c2848), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:26.453012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4968a-c1b1-47a9-ab65-e223ccdc1368 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Pushing event deleted for resources: {'Port': ['ID=b50f3919-c7e6-495f-a2c0-4935b0e2a428,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:26.497039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=7d04393c-22ff-4820-9985-57563c9c2848,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:26.571960 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-206721e2-f77d-4c55-8c9c-584ec65fa437 req-b898b64f-43e5-47b1-9fd4-bc2e34a11ecc tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476300 Mar 24 01:01:26.575561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da9fc5a3-bdee-43ef-b2f1-1db894e350e6 req-ce72353e-20e6-4267-ae72-b320e55fa54d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288674 Mar 24 01:01:26.578379 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebc4968a-c1b1-47a9-ab65-e223ccdc1368 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:26.581574 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ebc4968a-c1b1-47a9-ab65-e223ccdc1368 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "DELETE /v2.0/ports/b50f3919-c7e6-495f-a2c0-4935b0e2a428 HTTP/1.1" status: 204 len: 168 time: 0.6547813 Mar 24 01:01:26.585087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49158) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:26.589756 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26d49222-1918-4fda-8a6c-5172a38da1df', 'external_fixed_ips': [{'subnet_id': 'e0a8046c-9ac2-4981-bf8a-29537dfa0bdd', 'ip_address': '172.20.0.3'}]}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:26.609117 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (f80f35fa-d81a-4b3b-9458-dc00a9c83b9a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:26.610218 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (f80f35fa-d81a-4b3b-9458-dc00a9c83b9a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:26.663764 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_controller (f80f35fa-d81a-4b3b-9458-dc00a9c83b9a), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:26.746107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173bb39-2e5f-40dc-a568-fd3dd9ed3ec5 req-e9ca0e64-d38a-43ac-853f-7936308a3aa3 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:26.747676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4173bb39-2e5f-40dc-a568-fd3dd9ed3ec5 req-e9ca0e64-d38a-43ac-853f-7936308a3aa3 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0543866 Mar 24 01:01:26.799222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4173bb39-2e5f-40dc-a568-fd3dd9ed3ec5 req-c1902960-7f72-4b69-8baf-bfed36ecc6ce tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459616 Mar 24 01:01:26.813466 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (f80f35fa-d81a-4b3b-9458-dc00a9c83b9a), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:26.868629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:01:26.902924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['4a904545-e12f-460e-a035-444f14bc2ecf'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:01:26.934541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1649709-c716-4083-9f1a-2c90d62889ef req-67c51af3-4f19-4a87-af79-73f909784174 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:26.940495 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1649709-c716-4083-9f1a-2c90d62889ef req-67c51af3-4f19-4a87-af79-73f909784174 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0665207 Mar 24 01:01:26.940720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['7d04393c-22ff-4820-9985-57563c9c2848'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:01:27.000093 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1649709-c716-4083-9f1a-2c90d62889ef req-bd6d5e73-37c0-48a9-8dff-15727b33276d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584519 Mar 24 01:01:27.063001 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (f80f35fa-d81a-4b3b-9458-dc00a9c83b9a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:27.088820 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:27.153478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbde8c-df1b-4b9b-9b64-ad1b58eacc1e req-3f9e266c-b49a-43e2-82b7-ec2937bc1dae tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:27.158133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0cfbde8c-df1b-4b9b-9b64-ad1b58eacc1e req-3f9e266c-b49a-43e2-82b7-ec2937bc1dae tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.1378014 Mar 24 01:01:27.278864 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Allocated IP 172.20.0.3 (26d49222-1918-4fda-8a6c-5172a38da1df/e0a8046c-9ac2-4981-bf8a-29537dfa0bdd/60ad6531-8d76-4440-b282-eeb15f304cb9) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:27.406408 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for port (60ad6531-8d76-4440-b282-eeb15f304cb9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:27.444191 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (60ad6531-8d76-4440-b282-eeb15f304cb9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:27.491047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Network 26d49222-1918-4fda-8a6c-5172a38da1df is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:27.494345 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:27.496839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:27.545926 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Pushing event updated for resources: {'Port': ['ID=60ad6531-8d76-4440-b282-eeb15f304cb9,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:27.666985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546294f-205d-435b-9c00-cf7fd9321499 req-fbf7a27b-ac28-4776-866c-a4866d5c2f5a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:27.668477 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c546294f-205d-435b-9c00-cf7fd9321499 req-fbf7a27b-ac28-4776-866c-a4866d5c2f5a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.5094390 Mar 24 01:01:27.673585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0cfbde8c-df1b-4b9b-9b64-ad1b58eacc1e req-28e8d7eb-c618-47e7-984f-ab8f00a57e2d tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5005310 Mar 24 01:01:27.753535 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c546294f-205d-435b-9c00-cf7fd9321499 req-86068da8-4b4a-46e3-ac0c-8f5abcfeff87 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713382 Mar 24 01:01:27.797717 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (f80f35fa-d81a-4b3b-9458-dc00a9c83b9a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:27.813703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038516d-bf14-4cdc-bc78-2fcc41b3b8e2 req-5139868a-2c72-44d7-acf8-0686fcf415ae tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:27.819580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038516d-bf14-4cdc-bc78-2fcc41b3b8e2 req-5139868a-2c72-44d7-acf8-0686fcf415ae tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:27.824801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038516d-bf14-4cdc-bc78-2fcc41b3b8e2 req-5139868a-2c72-44d7-acf8-0686fcf415ae tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:27.826470 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a038516d-bf14-4cdc-bc78-2fcc41b3b8e2 req-5139868a-2c72-44d7-acf8-0686fcf415ae tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2414 time: 0.0720499 Mar 24 01:01:27.917151 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7958246-2fa1-46fc-b7ba-83f3146022a3 req-bc6924b2-8baa-48e3-8ad3-b97deb2b70d1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:27.918786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7958246-2fa1-46fc-b7ba-83f3146022a3 req-bc6924b2-8baa-48e3-8ad3-b97deb2b70d1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0914304 Mar 24 01:01:27.928421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a038516d-bf14-4cdc-bc78-2fcc41b3b8e2 req-2db36440-f387-4e1c-b8db-27dbdcde4066 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905976 Mar 24 01:01:27.980626 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7958246-2fa1-46fc-b7ba-83f3146022a3 req-6ead30d2-a017-4bbf-972a-1e7d02b082ad tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462956 Mar 24 01:01:28.014572 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (f80f35fa-d81a-4b3b-9458-dc00a9c83b9a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:28.152203 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Router f80f35fa-d81a-4b3b-9458-dc00a9c83b9a is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:01:28.171816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1f4c4-8c42-413f-a71c-adfa6c7bd72d req-b90f6769-fa63-4f16-8f7f-d52ece48b23a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:28.173685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55b1f4c4-8c42-413f-a71c-adfa6c7bd72d req-b90f6769-fa63-4f16-8f7f-d52ece48b23a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0574172 Mar 24 01:01:28.224014 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55b1f4c4-8c42-413f-a71c-adfa6c7bd72d req-dfe04efc-5b35-461d-822d-8b0aaa0f905e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446329 Mar 24 01:01:28.276959 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:01:28.295447 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:28.299323 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5a83fe2a-b157-4f55-b008-76fa0f1462f8 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.7107396 Mar 24 01:01:28.299571 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49200) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:28.303931 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a81d74-32c3-4cbc-b7d4-99ab0e345c3f None None] Sync routers for ids ['f80f35fa-d81a-4b3b-9458-dc00a9c83b9a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:01:28.320940 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a81d74-32c3-4cbc-b7d4-99ab0e345c3f None None] Routers {'f80f35fa-d81a-4b3b-9458-dc00a9c83b9a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:28.321827 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-14a81d74-32c3-4cbc-b7d4-99ab0e345c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f80f35fa-d81a-4b3b-9458-dc00a9c83b9a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:28.402599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad00f70-8c41-4203-9858-435b2a83ebd3 req-9b9f08f8-14e2-4dd5-9843-db3f9ea27d8d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:28.404662 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ad00f70-8c41-4203-9858-435b2a83ebd3 req-9b9f08f8-14e2-4dd5-9843-db3f9ea27d8d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1112819 Mar 24 01:01:28.438102 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ffa662ee-a46c-4eff-a23c-e504522efdab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router (f80f35fa-d81a-4b3b-9458-dc00a9c83b9a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:28.463810 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ad00f70-8c41-4203-9858-435b2a83ebd3 req-3c1f6634-e520-4610-aba1-3080cafd5f2d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529988 Mar 24 01:01:28.588565 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-14a81d74-32c3-4cbc-b7d4-99ab0e345c3f None None] Set router f80f35fa-d81a-4b3b-9458-dc00a9c83b9a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:01:28.606737 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ffa662ee-a46c-4eff-a23c-e504522efdab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (f80f35fa-d81a-4b3b-9458-dc00a9c83b9a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:28.663557 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3f900fda-e263-4d9e-b342-5214327007d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:28.681281 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ffa662ee-a46c-4eff-a23c-e504522efdab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Deleting port 60ad6531-8d76-4440-b282-eeb15f304cb9 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:28.681760 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ffa662ee-a46c-4eff-a23c-e504522efdab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (60ad6531-8d76-4440-b282-eeb15f304cb9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:28.767347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1e821-9a9b-4a06-bb15-5993ea0b498b req-56056e5d-6d5d-4ecb-8916-f45edf94846e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:28.778807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0b1e821-9a9b-4a06-bb15-5993ea0b498b req-56056e5d-6d5d-4ecb-8916-f45edf94846e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1329124 Mar 24 01:01:28.783276 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ffa662ee-a46c-4eff-a23c-e504522efdab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (60ad6531-8d76-4440-b282-eeb15f304cb9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:28.801058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ffa662ee-a46c-4eff-a23c-e504522efdab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Calling delete_port for 60ad6531-8d76-4440-b282-eeb15f304cb9 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:28.829018 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-14a81d74-32c3-4cbc-b7d4-99ab0e345c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80f35fa-d81a-4b3b-9458-dc00a9c83b9a', 'name': '', 'tenant_id': 'e34a54a7db284a99a48e4871a301fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26d49222-1918-4fda-8a6c-5172a38da1df', 'external_fixed_ips': [{'subnet_id': 'e0a8046c-9ac2-4981-bf8a-29537dfa0bdd', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '60ad6531-8d76-4440-b282-eeb15f304cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:01:26Z', 'updated_at': '2022-03-24T01:01:27Z', 'revision_number': 3, 'project_id': 'e34a54a7db284a99a48e4871a301fdfd', 'gw_port': {'id': '60ad6531-8d76-4440-b282-eeb15f304cb9', 'name': '', 'network_id': '26d49222-1918-4fda-8a6c-5172a38da1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80f35fa-d81a-4b3b-9458-dc00a9c83b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e0a8046c-9ac2-4981-bf8a-29537dfa0bdd', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:01:27Z', 'updated_at': '2022-03-24T01:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0a8046c-9ac2-4981-bf8a-29537dfa0bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:28.857066 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a81d74-32c3-4cbc-b7d4-99ab0e345c3f None None] Checking router: f80f35fa-d81a-4b3b-9458-dc00a9c83b9a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:01:28.857445 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a81d74-32c3-4cbc-b7d4-99ab0e345c3f None None] Updating router f80f35fa-d81a-4b3b-9458-dc00a9c83b9a port 60ad6531-8d76-4440-b282-eeb15f304cb9 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:01:28.864869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0b1e821-9a9b-4a06-bb15-5993ea0b498b req-1920c07b-f891-4b72-8551-60c24199084d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851951 Mar 24 01:01:28.876242 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e29808-9f80-42d9-a699-c6cf9ca4ffcf req-59822c99-9015-445f-ac0f-8c045c8e06c1 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:28.883985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20e29808-9f80-42d9-a699-c6cf9ca4ffcf req-59822c99-9015-445f-ac0f-8c045c8e06c1 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.1028438 Mar 24 01:01:28.886480 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-14a81d74-32c3-4cbc-b7d4-99ab0e345c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (60ad6531-8d76-4440-b282-eeb15f304cb9), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:28.935920 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20e29808-9f80-42d9-a699-c6cf9ca4ffcf req-25390c5f-9458-4634-89fe-1a31789722ff tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509584 Mar 24 01:01:29.034652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60166e8a-d814-454c-9014-a30bca92b026 req-a5f4bb88-3930-4813-9b54-d594755aad39 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:29.037336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60166e8a-d814-454c-9014-a30bca92b026 req-a5f4bb88-3930-4813-9b54-d594755aad39 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0890205 Mar 24 01:01:29.044999 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ffa662ee-a46c-4eff-a23c-e504522efdab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (60ad6531-8d76-4440-b282-eeb15f304cb9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.068901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa662ee-a46c-4eff-a23c-e504522efdab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Pushing event deleted for resources: {'Port': ['ID=60ad6531-8d76-4440-b282-eeb15f304cb9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:29.121479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee853a-5f24-418c-a8a1-580ffc544279 req-4e158fd7-e80f-460a-a9e3-3b3f210e965d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:29.126997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee853a-5f24-418c-a8a1-580ffc544279 req-4e158fd7-e80f-460a-a9e3-3b3f210e965d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:29.132299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee853a-5f24-418c-a8a1-580ffc544279 req-4e158fd7-e80f-460a-a9e3-3b3f210e965d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:29.134097 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9dee853a-5f24-418c-a8a1-580ffc544279 req-4e158fd7-e80f-460a-a9e3-3b3f210e965d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2414 time: 0.1187894 Mar 24 01:01:29.134851 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ffa662ee-a46c-4eff-a23c-e504522efdab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (f80f35fa-d81a-4b3b-9458-dc00a9c83b9a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.138999 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60166e8a-d814-454c-9014-a30bca92b026 req-6f84931d-8abf-46b3-bacd-b63b73c4bedd tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850632 Mar 24 01:01:29.196599 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9dee853a-5f24-418c-a8a1-580ffc544279 req-889997db-22e6-486f-ba8a-106f205734b1 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514016 Mar 24 01:01:29.205926 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.db.api [None req-14a81d74-32c3-4cbc-b7d4-99ab0e345c3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:01:29.206301 n-d-760455-9 neutron-server[115732]: DEBUG oslo_db.api [None req-14a81d74-32c3-4cbc-b7d4-99ab0e345c3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:01:29.242571 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ffa662ee-a46c-4eff-a23c-e504522efdab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (f80f35fa-d81a-4b3b-9458-dc00a9c83b9a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.244979 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ffa662ee-a46c-4eff-a23c-e504522efdab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_controller (f80f35fa-d81a-4b3b-9458-dc00a9c83b9a), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.291296 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ffa662ee-a46c-4eff-a23c-e504522efdab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (f80f35fa-d81a-4b3b-9458-dc00a9c83b9a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.291811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa662ee-a46c-4eff-a23c-e504522efdab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f80f35fa-d81a-4b3b-9458-dc00a9c83b9a {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:01:29.296468 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ffa662ee-a46c-4eff-a23c-e504522efdab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.297582 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ffa662ee-a46c-4eff-a23c-e504522efdab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "DELETE /v2.0/routers/f80f35fa-d81a-4b3b-9458-dc00a9c83b9a HTTP/1.1" status: 204 len: 168 time: 0.9970884 Mar 24 01:01:29.300255 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49222) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:29.336084 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5c400-c204-4e91-9385-39b2b96dbca3 req-5a4af065-811a-41ba-907c-5ad3be6ff788 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:29.337499 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2cc5c400-c204-4e91-9385-39b2b96dbca3 req-5a4af065-811a-41ba-907c-5ad3be6ff788 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0552363 Mar 24 01:01:29.343378 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b22dc7-f9aa-4b6b-be58-684a6c6bb7f5 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Deleting subnet e0a8046c-9ac2-4981-bf8a-29537dfa0bdd {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:01:29.346517 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22b22dc7-f9aa-4b6b-be58-684a6c6bb7f5 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for subnet (e0a8046c-9ac2-4981-bf8a-29537dfa0bdd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.380855 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22b22dc7-f9aa-4b6b-be58-684a6c6bb7f5 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (e0a8046c-9ac2-4981-bf8a-29537dfa0bdd), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.387643 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2cc5c400-c204-4e91-9385-39b2b96dbca3 req-2e7218e0-74eb-4fa0-8396-b15d9ee45265 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443361 Mar 24 01:01:29.426516 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22b22dc7-f9aa-4b6b-be58-684a6c6bb7f5 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (e0a8046c-9ac2-4981-bf8a-29537dfa0bdd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.484622 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22b22dc7-f9aa-4b6b-be58-684a6c6bb7f5 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (e0a8046c-9ac2-4981-bf8a-29537dfa0bdd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.508752 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b22dc7-f9aa-4b6b-be58-684a6c6bb7f5 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a8046c-9ac2-4981-bf8a-29537dfa0bdd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:29.514508 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22b22dc7-f9aa-4b6b-be58-684a6c6bb7f5 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.519949 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-22b22dc7-f9aa-4b6b-be58-684a6c6bb7f5 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/e0a8046c-9ac2-4981-bf8a-29537dfa0bdd HTTP/1.1" status: 204 len: 168 time: 0.2164648 Mar 24 01:01:29.521201 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49232) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:29.534032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f394c9c-fe78-4f42-a0b1-558df562b391 req-3f320f28-83c7-4fdf-a1f6-acbf85884b18 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:29.535831 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f394c9c-fe78-4f42-a0b1-558df562b391 req-3f320f28-83c7-4fdf-a1f6-acbf85884b18 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0671759 Mar 24 01:01:29.597171 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3634f368-e443-4d34-ad24-26a3060de287 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (26d49222-1918-4fda-8a6c-5172a38da1df), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.599236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f394c9c-fe78-4f42-a0b1-558df562b391 req-f50e05f2-1de8-4fd2-958c-5934206cd40e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572391 Mar 24 01:01:29.687895 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.695646 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3634f368-e443-4d34-ad24-26a3060de287 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (26d49222-1918-4fda-8a6c-5172a38da1df), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.725271 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-3634f368-e443-4d34-ad24-26a3060de287 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d49222-1918-4fda-8a6c-5172a38da1df']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:29.725648 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a81d74-32c3-4cbc-b7d4-99ab0e345c3f None None] Port 60ad6531-8d76-4440-b282-eeb15f304cb9 not found while updating agent binding for router f80f35fa-d81a-4b3b-9458-dc00a9c83b9a. {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 24 01:01:29.735821 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a81d74-32c3-4cbc-b7d4-99ab0e345c3f None None] Routers set() bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:29.736245 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a81d74-32c3-4cbc-b7d4-99ab0e345c3f None None] Router IDs set() for agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 24 01:01:29.736741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-3634f368-e443-4d34-ad24-26a3060de287 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311ff2c0-df55-4f78-9ab9-9d471cecc8e0') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:29.736944 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_agentschedulers_db [None req-14a81d74-32c3-4cbc-b7d4-99ab0e345c3f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f80f35fa-d81a-4b3b-9458-dc00a9c83b9a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent'). {{(pid=115732) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 24 01:01:29.737379 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-3634f368-e443-4d34-ad24-26a3060de287 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311ff2c0-df55-4f78-9ab9-9d471cecc8e0') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:29.737533 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a81d74-32c3-4cbc-b7d4-99ab0e345c3f None None] The sync data for ids ['f80f35fa-d81a-4b3b-9458-dc00a9c83b9a'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:01:29.759096 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3634f368-e443-4d34-ad24-26a3060de287 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (311ff2c0-df55-4f78-9ab9-9d471cecc8e0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.789271 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3634f368-e443-4d34-ad24-26a3060de287 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (311ff2c0-df55-4f78-9ab9-9d471cecc8e0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.796274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3634f368-e443-4d34-ad24-26a3060de287 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:01:29.797319 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3634f368-e443-4d34-ad24-26a3060de287 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (311ff2c0-df55-4f78-9ab9-9d471cecc8e0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:01:29.799747 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:01:29.815042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 4a904545-e12f-460e-a035-444f14bc2ecf up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:29.864772 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3634f368-e443-4d34-ad24-26a3060de287 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (26d49222-1918-4fda-8a6c-5172a38da1df), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.870632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3634f368-e443-4d34-ad24-26a3060de287 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26d49222-1918-4fda-8a6c-5172a38da1df {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 24 01:01:29.874044 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3634f368-e443-4d34-ad24-26a3060de287 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.878127 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3634f368-e443-4d34-ad24-26a3060de287 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "DELETE /v2.0/networks/26d49222-1918-4fda-8a6c-5172a38da1df HTTP/1.1" status: 204 len: 168 time: 0.3562906 Mar 24 01:01:29.887230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 4a904545-e12f-460e-a035-444f14bc2ecf completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:01:29.889085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634f368-e443-4d34-ad24-26a3060de287 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Pushing event deleted for resources: {'Network': ['ID=26d49222-1918-4fda-8a6c-5172a38da1df,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:29.894238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c6b95-95d8-4683-ad25-a8f98178ff8a req-53c85151-3fdf-461e-9621-a2ae466a7039 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:29.895770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 4a904545-e12f-460e-a035-444f14bc2ecf triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:29.895945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-929c6b95-95d8-4683-ad25-a8f98178ff8a req-53c85151-3fdf-461e-9621-a2ae466a7039 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/networks?id=14ac88e5-c6b8-4482-8b26-a53783c04883 HTTP/1.1" status: 200 len: 814 time: 0.1522479 Mar 24 01:01:29.896151 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4a904545-e12f-460e-a035-444f14bc2ecf), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:29.928738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-929c6b95-95d8-4683-ad25-a8f98178ff8a req-b4239725-90cb-406b-8400-cd05ad6ae100 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/quotas/5ac65c0c246448d68f3607175d189fb0 HTTP/1.1" status: 200 len: 375 time: 0.0253391 Mar 24 01:01:29.993309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-929c6b95-95d8-4683-ad25-a8f98178ff8a req-1f7131ab-d979-4ad0-a333-cfd12d80fb03 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ac65c0c246448d68f3607175d189fb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634553 Mar 24 01:01:30.039095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 4a904545-e12f-460e-a035-444f14bc2ecf is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:30.040302 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4a904545-e12f-460e-a035-444f14bc2ecf), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:30.094257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a904545-e12f-460e-a035-444f14bc2ecf'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:01:30.105376 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16538f59-4921-4a74-8c11-e6215a47d48c" -d '{"events": [{"server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "name": "network-vif-plugged", "status": "completed", "tag": "4a904545-e12f-460e-a035-444f14bc2ecf"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:01:30.129356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 4a904545-e12f-460e-a035-444f14bc2ecf, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=4a904545-e12f-460e-a035-444f14bc2ecf,segment=NetworkSegment(e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54),segment_id=e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:30.134698 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4a904545-e12f-460e-a035-444f14bc2ecf), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:30.136146 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:30.136366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037acfdc-b767-400e-9537-f73439c73066 req-d057e489-05d8-4985-957e-20a5a22369be tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:30.138514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-037acfdc-b767-400e-9537-f73439c73066 req-d057e489-05d8-4985-957e-20a5a22369be tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.0817506 Mar 24 01:01:30.234399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd36ca-81c7-4b19-b90a-22e0bb602d49 req-65f428c1-7bb3-4d33-b5de-61af5eb7cde9 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:30.240871 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49266) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:30.245351 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0abd36ca-81c7-4b19-b90a-22e0bb602d49 req-65f428c1-7bb3-4d33-b5de-61af5eb7cde9 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1056883 Mar 24 01:01:30.246231 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d3fc7a72-3459-43a4-91fa-eb686dee575e tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Request body: {'router': {'name': 'tempest-router--1798860602', 'project_id': '93f2a3174602486b8c23f2fbdd95befe'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:30.257046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-037acfdc-b767-400e-9537-f73439c73066 req-a9acd498-5910-4c43-ad4b-d30bbb0f80eb tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082647 Mar 24 01:01:30.286433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7a72-3459-43a4-91fa-eb686dee575e tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (337c461d-b3d3-485d-b727-93ec51d6a7d4), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:30.287809 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7a72-3459-43a4-91fa-eb686dee575e tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (337c461d-b3d3-485d-b727-93ec51d6a7d4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:30.320776 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=4a904545-e12f-460e-a035-444f14bc2ecf,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:30.337117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:01:30.343637 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:30.344373 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:30.357757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0abd36ca-81c7-4b19-b90a-22e0bb602d49 req-17b2f4f1-a837-4d23-a8d1-e50cd28603f3 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114423 Mar 24 01:01:30.386838 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8454f2-0cb6-4167-afa6-ce321511f7ca x-openstack-request-id: req-ee8454f2-0cb6-4167-afa6-ce321511f7ca {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:01:30.387495 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "name": "network-vif-plugged", "status": "completed", "tag": "4a904545-e12f-460e-a035-444f14bc2ecf", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:01:30.388009 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee8454f2-0cb6-4167-afa6-ce321511f7ca {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:01:30.389063 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8454f2-0cb6-4167-afa6-ce321511f7ca'] response: {'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a904545-e12f-460e-a035-444f14bc2ecf', 'code': 200} Mar 24 01:01:30.410383 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7a72-3459-43a4-91fa-eb686dee575e tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_controller (337c461d-b3d3-485d-b727-93ec51d6a7d4), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:30.416982 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7a72-3459-43a4-91fa-eb686dee575e tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (337c461d-b3d3-485d-b727-93ec51d6a7d4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:30.436458 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7a72-3459-43a4-91fa-eb686dee575e tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:30.440716 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d3fc7a72-3459-43a4-91fa-eb686dee575e tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1985435 Mar 24 01:01:30.441696 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49270) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:30.466391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:30.467194 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:30.507478 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e,segment=NetworkSegment(11417e28-a5da-4182-a34d-159a3285d6d9),segment_id=11417e28-a5da-4182-a34d-159a3285d6d9)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:30.518803 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:30.519626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7d04393c-22ff-4820-9985-57563c9c2848 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:30.539629 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a41d3439-eded-417c-8795-eff8f56c13d3 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router (337c461d-b3d3-485d-b727-93ec51d6a7d4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:30.547140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6bb59-bbfb-4056-8f44-5cc0d4b9ce03 req-42a35f20-c883-46c1-a9c3-5bf7f02129dc tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:30.548612 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ab6bb59-bbfb-4056-8f44-5cc0d4b9ce03 req-42a35f20-c883-46c1-a9c3-5bf7f02129dc tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1132298 Mar 24 01:01:30.592152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb4917-195f-47d8-a5ba-27d46c1d7dd6 req-1ed13ff9-fdd5-47b3-9e30-f880ab78c99f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:30.597400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb4917-195f-47d8-a5ba-27d46c1d7dd6 req-1ed13ff9-fdd5-47b3-9e30-f880ab78c99f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:30.603410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb4917-195f-47d8-a5ba-27d46c1d7dd6 req-1ed13ff9-fdd5-47b3-9e30-f880ab78c99f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:30.610512 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63cb4917-195f-47d8-a5ba-27d46c1d7dd6 req-1ed13ff9-fdd5-47b3-9e30-f880ab78c99f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2415 time: 0.1227410 Mar 24 01:01:30.624594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:30.651558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ab6bb59-bbfb-4056-8f44-5cc0d4b9ce03 req-097814be-f829-488f-9492-d42d65046399 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958235 Mar 24 01:01:30.683349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-63cb4917-195f-47d8-a5ba-27d46c1d7dd6 req-3797fa08-c4e0-43f1-9352-1311e571e366 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719426 Mar 24 01:01:30.691529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 7d04393c-22ff-4820-9985-57563c9c2848 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:01:30.703888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 7d04393c-22ff-4820-9985-57563c9c2848 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:30.704264 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7d04393c-22ff-4820-9985-57563c9c2848), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:30.761223 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a41d3439-eded-417c-8795-eff8f56c13d3 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (337c461d-b3d3-485d-b727-93ec51d6a7d4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:30.763517 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a41d3439-eded-417c-8795-eff8f56c13d3 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_controller (337c461d-b3d3-485d-b727-93ec51d6a7d4), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:30.824226 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a41d3439-eded-417c-8795-eff8f56c13d3 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (337c461d-b3d3-485d-b727-93ec51d6a7d4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:30.824995 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41d3439-eded-417c-8795-eff8f56c13d3 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 337c461d-b3d3-485d-b727-93ec51d6a7d4 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:01:30.837676 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a41d3439-eded-417c-8795-eff8f56c13d3 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:30.839127 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a41d3439-eded-417c-8795-eff8f56c13d3 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "DELETE /v2.0/routers/337c461d-b3d3-485d-b727-93ec51d6a7d4 HTTP/1.1" status: 204 len: 168 time: 0.3961914 Mar 24 01:01:30.917330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86dbaa9b-8218-47a5-af6e-c71aa4e4aade req-e65b2fa4-d484-4851-944b-c3309697913c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5ac65c0c246448d68f3607175d189fb0 HTTP/1.1" status: 200 len: 221 time: 0.0390549 Mar 24 01:01:30.980245 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-09c81c37-8866-41a9-ab37-d54f3af7a033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:31.011287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49290) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:31.037754 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 7d04393c-22ff-4820-9985-57563c9c2848 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:31.038142 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7d04393c-22ff-4820-9985-57563c9c2848), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:31.054007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f22bc-0e6f-445a-bf9a-00c484d8f5d4 req-58e90b55-b538-4180-bb1f-cbd389e29829 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:31.061063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c5f22bc-0e6f-445a-bf9a-00c484d8f5d4 req-58e90b55-b538-4180-bb1f-cbd389e29829 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0662682 Mar 24 01:01:31.079725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 7d04393c-22ff-4820-9985-57563c9c2848, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7d04393c-22ff-4820-9985-57563c9c2848,segment=NetworkSegment(e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54),segment_id=e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:31.084662 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7d04393c-22ff-4820-9985-57563c9c2848), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:31.120539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c5f22bc-0e6f-445a-bf9a-00c484d8f5d4 req-faaa2b2a-50ae-4d27-8989-e34ce1128543 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578980 Mar 24 01:01:31.147762 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=7d04393c-22ff-4820-9985-57563c9c2848,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:31.241145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2123679103', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:31.263608 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (f642a3b5-c0c0-4912-99c9-8afca2512d1c), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:31.264839 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (f642a3b5-c0c0-4912-99c9-8afca2512d1c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:31.341782 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_controller (f642a3b5-c0c0-4912-99c9-8afca2512d1c), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:31.407301 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44a208-c245-4dde-8267-90e4538da41c req-a66b9c4d-75a2-4a23-b875-21c1ab613191 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:31.416354 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d44a208-c245-4dde-8267-90e4538da41c req-a66b9c4d-75a2-4a23-b875-21c1ab613191 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.0650172 Mar 24 01:01:31.498547 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d44a208-c245-4dde-8267-90e4538da41c req-5149d6a8-809a-4f8e-9f9e-f66700e6c777 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808194 Mar 24 01:01:31.532320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8d04e-0cc7-433c-920c-79eb74f5768f req-9aa93e42-db32-4854-a230-ffe15d893e15 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:31.534016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66b8d04e-0cc7-433c-920c-79eb74f5768f req-9aa93e42-db32-4854-a230-ffe15d893e15 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0932672 Mar 24 01:01:31.595291 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66b8d04e-0cc7-433c-920c-79eb74f5768f req-f2355fe3-321c-485d-8e94-e90f40120adb tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551794 Mar 24 01:01:31.756821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a1b15-a801-4ebb-bc55-01e0a46eca8f req-864efcce-6632-416b-aa9a-39481465cd04 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:31.759285 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-337a1b15-a801-4ebb-bc55-01e0a46eca8f req-864efcce-6632-416b-aa9a-39481465cd04 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0702157 Mar 24 01:01:31.845787 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-337a1b15-a801-4ebb-bc55-01e0a46eca8f req-6b3f2679-b37d-4258-9c48-a43e60618f5c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741291 Mar 24 01:01:31.847003 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (f642a3b5-c0c0-4912-99c9-8afca2512d1c), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:31.856018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09686fb0-f150-4e5f-8cd7-fe4313ca71f9 req-b41988fc-a828-4057-8706-0e076e22e1df tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:31.861720 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09686fb0-f150-4e5f-8cd7-fe4313ca71f9 req-b41988fc-a828-4057-8706-0e076e22e1df tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:31.867332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09686fb0-f150-4e5f-8cd7-fe4313ca71f9 req-b41988fc-a828-4057-8706-0e076e22e1df tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:31.869156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09686fb0-f150-4e5f-8cd7-fe4313ca71f9 req-b41988fc-a828-4057-8706-0e076e22e1df tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2417 time: 0.1071398 Mar 24 01:01:31.937207 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09686fb0-f150-4e5f-8cd7-fe4313ca71f9 req-d33f61e4-07ed-4afe-9da3-42de8bb2f01e tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615447 Mar 24 01:01:32.010339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f5cde-6170-404d-a90f-4d525684c7d5 req-7496a814-01f8-49d0-ad56-cd7eefb32f3e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:32.012025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd6f5cde-6170-404d-a90f-4d525684c7d5 req-7496a814-01f8-49d0-ad56-cd7eefb32f3e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0738468 Mar 24 01:01:32.068896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd6f5cde-6170-404d-a90f-4d525684c7d5 req-b83825e5-db30-4eae-98cb-d12d74063e5e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500176 Mar 24 01:01:32.080630 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:32.093255 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (f642a3b5-c0c0-4912-99c9-8afca2512d1c), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:32.114611 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:32.205064 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141b997-fae2-4171-99d5-bc5d8a58316d req-9c6971fc-58b5-4ced-bebd-8a23e4a332d3 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:32.206670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d141b997-fae2-4171-99d5-bc5d8a58316d req-9c6971fc-58b5-4ced-bebd-8a23e4a332d3 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0523331 Mar 24 01:01:32.227661 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Allocated IP 172.25.0.81 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/d48301ed-b4e1-4b7d-9c87-29195217e225) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:32.263347 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d141b997-fae2-4171-99d5-bc5d8a58316d req-fe057c85-c777-4b9d-8138-0a296cd7edf4 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508008 Mar 24 01:01:32.334297 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:32.350252 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for port (d48301ed-b4e1-4b7d-9c87-29195217e225), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:32.388359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31bc67-0259-4896-829e-c101106d17e9 req-1ac36e6b-c2fb-4b96-ae79-bf65001c6b5a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:32.388895 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d48301ed-b4e1-4b7d-9c87-29195217e225), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:32.389825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd446e40c-22ed-45cc-b5ef-4c1f85ad8c3e'}, {'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d04393c-22ff-4820-9985-57563c9c2848'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:01:32.390013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad31bc67-0259-4896-829e-c101106d17e9 req-1ac36e6b-c2fb-4b96-ae79-bf65001c6b5a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0547016 Mar 24 01:01:32.393109 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fb5c20-4990-4812-b75a-e534d703f368" -d '{"events": [{"server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "name": "network-vif-plugged", "status": "completed", "tag": "d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e"}, {"server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "name": "network-vif-plugged", "status": "completed", "tag": "7d04393c-22ff-4820-9985-57563c9c2848"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:01:32.430582 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:32.433790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:32.437772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:32.439728 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Mar 2022 01:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5094d73-02a3-4371-884c-fb090612a27e x-openstack-request-id: req-e5094d73-02a3-4371-884c-fb090612a27e {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:01:32.440024 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "name": "network-vif-plugged", "status": "completed", "tag": "d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e", "code": 200}, {"server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "name": "network-vif-plugged", "status": "completed", "tag": "7d04393c-22ff-4820-9985-57563c9c2848", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:01:32.440278 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e5094d73-02a3-4371-884c-fb090612a27e {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:01:32.440671 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5094d73-02a3-4371-884c-fb090612a27e'] response: {'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd446e40c-22ed-45cc-b5ef-4c1f85ad8c3e', 'code': 200} Mar 24 01:01:32.440953 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5094d73-02a3-4371-884c-fb090612a27e'] response: {'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d04393c-22ff-4820-9985-57563c9c2848', 'code': 200} Mar 24 01:01:32.475385 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Pushing event updated for resources: {'Port': ['ID=d48301ed-b4e1-4b7d-9c87-29195217e225,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:32.481491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad31bc67-0259-4896-829e-c101106d17e9 req-f0018c3d-1dee-4faa-8512-19115935bad0 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688412 Mar 24 01:01:32.670034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c65dd9-75eb-4288-a65b-c8e6ea406181 req-cef7efb5-30ef-4567-a9f1-10a11b650bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:32.670523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c65dd9-75eb-4288-a65b-c8e6ea406181 req-cef7efb5-30ef-4567-a9f1-10a11b650bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:32.671257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c65dd9-75eb-4288-a65b-c8e6ea406181 req-cef7efb5-30ef-4567-a9f1-10a11b650bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:32.672877 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1c65dd9-75eb-4288-a65b-c8e6ea406181 req-cef7efb5-30ef-4567-a9f1-10a11b650bb4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2963 time: 0.1534219 Mar 24 01:01:32.713213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f7132-19a2-4456-a702-f4277f32c3ee req-4a8de0e5-91d7-492b-9a85-e7ccb27114bf tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:32.717646 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c99f7132-19a2-4456-a702-f4277f32c3ee req-4a8de0e5-91d7-492b-9a85-e7ccb27114bf tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1464369 Mar 24 01:01:32.735218 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eeeb5-5630-4e5c-bb93-74d1c8494562 req-225c4635-8caa-45a5-92b5-9efab62620de tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:32.739180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0c4eeeb5-5630-4e5c-bb93-74d1c8494562 req-225c4635-8caa-45a5-92b5-9efab62620de tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.1264155 Mar 24 01:01:32.803519 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (f642a3b5-c0c0-4912-99c9-8afca2512d1c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:32.826264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1c65dd9-75eb-4288-a65b-c8e6ea406181 req-b00b7d40-bccb-4395-9dc1-9861cd857025 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452250 Mar 24 01:01:32.836877 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c99f7132-19a2-4456-a702-f4277f32c3ee req-8968bbe4-211e-4e74-92cd-9bf3466c37f9 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138880 Mar 24 01:01:32.840683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0c4eeeb5-5630-4e5c-bb93-74d1c8494562 req-49134a91-99f7-4ff4-b069-5a8ee7eff2ec tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911942 Mar 24 01:01:32.974555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da75ae-fadf-4e3f-8dc5-eee6280c1620 req-e037a340-4159-48cc-a2fa-95d7ba12f9c7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:32.978344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36da75ae-fadf-4e3f-8dc5-eee6280c1620 req-e037a340-4159-48cc-a2fa-95d7ba12f9c7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0613310 Mar 24 01:01:33.039049 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (f642a3b5-c0c0-4912-99c9-8afca2512d1c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:33.071697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36da75ae-fadf-4e3f-8dc5-eee6280c1620 req-b60f16db-9410-48d2-a6fe-22ecfd948d85 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633457 Mar 24 01:01:33.135387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1ae7f-f8e9-4a3c-a1e9-e5dc7bd6c04d req-fbdd01e8-97e1-43e8-b8d1-0d22a9f968fd tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:33.141375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1ae7f-f8e9-4a3c-a1e9-e5dc7bd6c04d req-fbdd01e8-97e1-43e8-b8d1-0d22a9f968fd tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:33.147092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1ae7f-f8e9-4a3c-a1e9-e5dc7bd6c04d req-fbdd01e8-97e1-43e8-b8d1-0d22a9f968fd tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:33.154317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38d1ae7f-f8e9-4a3c-a1e9-e5dc7bd6c04d req-fbdd01e8-97e1-43e8-b8d1-0d22a9f968fd tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2417 time: 0.1016343 Mar 24 01:01:33.193354 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Router f642a3b5-c0c0-4912-99c9-8afca2512d1c is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:01:33.237846 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38d1ae7f-f8e9-4a3c-a1e9-e5dc7bd6c04d req-25ea24e3-38e5-4b16-8f18-127a630185e3 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826788 Mar 24 01:01:33.252430 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facd901-45ed-493f-b51b-c09eabf79e1f req-9aa93fa7-29da-4c45-8b21-1309671b6c0e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:33.255758 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7facd901-45ed-493f-b51b-c09eabf79e1f req-9aa93fa7-29da-4c45-8b21-1309671b6c0e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0992975 Mar 24 01:01:33.324890 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:01:33.330284 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7facd901-45ed-493f-b51b-c09eabf79e1f req-d3e67448-a243-44be-a8a2-a0e2238f910b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473750 Mar 24 01:01:33.336711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b9ca42-0cc4-40ee-91aa-830bd1a182fc None None] Sync routers for ids ['f642a3b5-c0c0-4912-99c9-8afca2512d1c'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:01:33.356982 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:33.360894 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-aac922e6-0d5b-43b9-b219-a5dfbde8a4b0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3460362 Mar 24 01:01:33.361356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49334) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:33.362338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b9ca42-0cc4-40ee-91aa-830bd1a182fc None None] Routers {'f642a3b5-c0c0-4912-99c9-8afca2512d1c'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:33.363186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-25b9ca42-0cc4-40ee-91aa-830bd1a182fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f642a3b5-c0c0-4912-99c9-8afca2512d1c'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:33.404111 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-25b9ca42-0cc4-40ee-91aa-830bd1a182fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:33.416993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b9ca42-0cc4-40ee-91aa-830bd1a182fc None None] Routers {'f642a3b5-c0c0-4912-99c9-8afca2512d1c'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:33.418201 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-25b9ca42-0cc4-40ee-91aa-830bd1a182fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f642a3b5-c0c0-4912-99c9-8afca2512d1c'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:33.466495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-25b9ca42-0cc4-40ee-91aa-830bd1a182fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:33.467145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b9ca42-0cc4-40ee-91aa-830bd1a182fc None None] The sync data for ids ['f642a3b5-c0c0-4912-99c9-8afca2512d1c'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:01:33.478427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f0998-511c-4809-b460-8c0310d5ef6e req-1d3784e5-1c2d-483f-83d7-3fe3dc2ac73c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:33.485596 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f49f0998-511c-4809-b460-8c0310d5ef6e req-1d3784e5-1c2d-483f-83d7-3fe3dc2ac73c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0781889 Mar 24 01:01:33.490156 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ecc21f82-760b-4ae6-905b-4595ab7a106d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/routers/f642a3b5-c0c0-4912-99c9-8afca2512d1c HTTP/1.1" status: 200 len: 920 time: 0.1259580 Mar 24 01:01:33.493629 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49336) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:33.529169 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0965ceaa-023f-4784-bf96-1b7a6bb4df62 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "GET /v2.0/ports?device_id=f642a3b5-c0c0-4912-99c9-8afca2512d1c HTTP/1.1" status: 200 len: 205 time: 0.0338011 Mar 24 01:01:33.531201 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49338) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:33.560093 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:33.560374 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f49f0998-511c-4809-b460-8c0310d5ef6e req-929048af-6de3-46e2-bfb6-bb5e68f6d32b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737042 Mar 24 01:01:33.664605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964c0684-07c7-4a79-b79c-a6d6025d4ca7 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (f642a3b5-c0c0-4912-99c9-8afca2512d1c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:33.698874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837058cc-22d8-4b6e-9508-066e49938a52 req-51c166d0-c70f-4207-9fad-33052ad40dd0 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:33.700458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-837058cc-22d8-4b6e-9508-066e49938a52 req-51c166d0-c70f-4207-9fad-33052ad40dd0 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0559759 Mar 24 01:01:33.756335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-837058cc-22d8-4b6e-9508-066e49938a52 req-01828e5c-9b21-4407-b781-29f6a2e1ad5e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490603 Mar 24 01:01:33.781441 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964c0684-07c7-4a79-b79c-a6d6025d4ca7 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (f642a3b5-c0c0-4912-99c9-8afca2512d1c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:33.837631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-964c0684-07c7-4a79-b79c-a6d6025d4ca7 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Deleting port d48301ed-b4e1-4b7d-9c87-29195217e225 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:33.838059 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964c0684-07c7-4a79-b79c-a6d6025d4ca7 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d48301ed-b4e1-4b7d-9c87-29195217e225), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:33.898160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a27c57-17fa-4c7d-8d69-dd78ad92acdb req-ef191326-4ed6-41f3-a2e5-2fe99a4ae43d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:33.908265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85a27c57-17fa-4c7d-8d69-dd78ad92acdb req-ef191326-4ed6-41f3-a2e5-2fe99a4ae43d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0813525 Mar 24 01:01:33.920655 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964c0684-07c7-4a79-b79c-a6d6025d4ca7 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d48301ed-b4e1-4b7d-9c87-29195217e225), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:33.934859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-964c0684-07c7-4a79-b79c-a6d6025d4ca7 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Calling delete_port for d48301ed-b4e1-4b7d-9c87-29195217e225 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:33.993188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85a27c57-17fa-4c7d-8d69-dd78ad92acdb req-d8a8b8b7-9805-406e-ab2e-49fdb355f0d3 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838201 Mar 24 01:01:34.019102 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190df4f5-8055-41c7-aba2-b70f1b147df7 req-061314b1-b534-4e72-b4f5-23b13b6e98c4 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:34.022480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-190df4f5-8055-41c7-aba2-b70f1b147df7 req-061314b1-b534-4e72-b4f5-23b13b6e98c4 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.0876572 Mar 24 01:01:34.131840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-190df4f5-8055-41c7-aba2-b70f1b147df7 req-674878c2-d262-4fdb-8c86-f75a1ec11159 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055291 Mar 24 01:01:34.163125 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964c0684-07c7-4a79-b79c-a6d6025d4ca7 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d48301ed-b4e1-4b7d-9c87-29195217e225), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:34.191451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277af832-c3d3-4b68-b4aa-eecb2218db11 req-dbdb4846-6d4a-468f-99a8-4e4b0d7ab628 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:34.193546 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-277af832-c3d3-4b68-b4aa-eecb2218db11 req-dbdb4846-6d4a-468f-99a8-4e4b0d7ab628 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0917447 Mar 24 01:01:34.200481 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c0684-07c7-4a79-b79c-a6d6025d4ca7 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Pushing event deleted for resources: {'Port': ['ID=d48301ed-b4e1-4b7d-9c87-29195217e225,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:34.246530 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-277af832-c3d3-4b68-b4aa-eecb2218db11 req-e79f9f00-f662-4296-998a-78e54d1bb2f8 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468633 Mar 24 01:01:34.281253 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964c0684-07c7-4a79-b79c-a6d6025d4ca7 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (f642a3b5-c0c0-4912-99c9-8afca2512d1c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:34.383731 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964c0684-07c7-4a79-b79c-a6d6025d4ca7 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (f642a3b5-c0c0-4912-99c9-8afca2512d1c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:34.386677 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964c0684-07c7-4a79-b79c-a6d6025d4ca7 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_controller (f642a3b5-c0c0-4912-99c9-8afca2512d1c), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:34.412469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c632c8-920a-4e45-8a15-383a45b42bd5 req-d25ce492-1b48-47e6-ad09-34f12d4cd880 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:34.413996 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2c632c8-920a-4e45-8a15-383a45b42bd5 req-d25ce492-1b48-47e6-ad09-34f12d4cd880 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0861742 Mar 24 01:01:34.436017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d43a0-db30-42a9-96e9-4ca0dd023665 req-740b5a59-1f66-4317-bc3e-66bb5d539b16 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:34.441412 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964c0684-07c7-4a79-b79c-a6d6025d4ca7 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (f642a3b5-c0c0-4912-99c9-8afca2512d1c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:34.441582 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d43a0-db30-42a9-96e9-4ca0dd023665 req-740b5a59-1f66-4317-bc3e-66bb5d539b16 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:34.442574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964c0684-07c7-4a79-b79c-a6d6025d4ca7 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Fanout notify agent at l3_agent the message router_deleted on router f642a3b5-c0c0-4912-99c9-8afca2512d1c {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:01:34.447246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d43a0-db30-42a9-96e9-4ca0dd023665 req-740b5a59-1f66-4317-bc3e-66bb5d539b16 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:34.448862 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a84d43a0-db30-42a9-96e9-4ca0dd023665 req-740b5a59-1f66-4317-bc3e-66bb5d539b16 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2417 time: 0.0920970 Mar 24 01:01:34.456403 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-964c0684-07c7-4a79-b79c-a6d6025d4ca7 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:34.460967 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-964c0684-07c7-4a79-b79c-a6d6025d4ca7 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "DELETE /v2.0/routers/f642a3b5-c0c0-4912-99c9-8afca2512d1c HTTP/1.1" status: 204 len: 168 time: 0.9252546 Mar 24 01:01:34.461474 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49358) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:34.465749 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Request body: {'router': {'name': 'tempest-snat-router-13941524', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'enable_snat': False}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:34.485363 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (1781999c-82cc-49f0-9a34-82fd11432473), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:34.486393 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (1781999c-82cc-49f0-9a34-82fd11432473), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:34.538949 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a84d43a0-db30-42a9-96e9-4ca0dd023665 req-4fc44b08-f672-4127-b74d-7bb0f1df7bbf tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761378 Mar 24 01:01:34.549829 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_controller (1781999c-82cc-49f0-9a34-82fd11432473), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:34.554306 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2c632c8-920a-4e45-8a15-383a45b42bd5 req-a205ceaa-e013-4927-8122-4bfc335780de tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288197 Mar 24 01:01:34.808292 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f9ddc-aaf2-48e7-8d19-d1427326f9a9 req-0c7a5ef4-08f7-4928-b9c5-289d6586f759 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:34.818091 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e9f9ddc-aaf2-48e7-8d19-d1427326f9a9 req-0c7a5ef4-08f7-4928-b9c5-289d6586f759 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0789814 Mar 24 01:01:34.870415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e9f9ddc-aaf2-48e7-8d19-d1427326f9a9 req-f55ddfcd-9eed-4bb9-8cc9-b12fc70a1b2c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511653 Mar 24 01:01:34.934684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b64903-2e2f-4971-821a-c21c3528e434 req-128662ad-796c-46a4-ad05-5827d1f4f7da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:34.941175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b64903-2e2f-4971-821a-c21c3528e434 req-128662ad-796c-46a4-ad05-5827d1f4f7da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:34.946981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b64903-2e2f-4971-821a-c21c3528e434 req-128662ad-796c-46a4-ad05-5827d1f4f7da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:34.948630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05b64903-2e2f-4971-821a-c21c3528e434 req-128662ad-796c-46a4-ad05-5827d1f4f7da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2417 time: 0.0831044 Mar 24 01:01:35.041234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05b64903-2e2f-4971-821a-c21c3528e434 req-b8bfaffc-0234-4767-81b1-be3e0b1556af tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722194 Mar 24 01:01:35.049590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aa594-6a3d-4f66-887e-d37acaed84b5 req-a4e3b0c1-a98c-463e-8867-ab352b87d08c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:35.051142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-835aa594-6a3d-4f66-887e-d37acaed84b5 req-a4e3b0c1-a98c-463e-8867-ab352b87d08c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0990129 Mar 24 01:01:35.066668 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (1781999c-82cc-49f0-9a34-82fd11432473), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:35.137690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-835aa594-6a3d-4f66-887e-d37acaed84b5 req-067953e2-4744-4625-8fe0-635a77de9ef2 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726769 Mar 24 01:01:35.229844 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:35.324954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88119623-68cf-4d46-a823-c00700aa49c5 req-95fc5e5a-71b5-4252-bf06-66f2117f4e53 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:35.326499 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-88119623-68cf-4d46-a823-c00700aa49c5 req-95fc5e5a-71b5-4252-bf06-66f2117f4e53 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.0629039 Mar 24 01:01:35.339954 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (1781999c-82cc-49f0-9a34-82fd11432473), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:35.359287 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:35.422674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be2f47-feee-4bb1-98df-3d03396121b4 req-ebd3cf1a-2eeb-4105-9dbf-56f04ec7feb5 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:35.424178 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-16be2f47-feee-4bb1-98df-3d03396121b4 req-ebd3cf1a-2eeb-4105-9dbf-56f04ec7feb5 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0895910 Mar 24 01:01:35.427730 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-88119623-68cf-4d46-a823-c00700aa49c5 req-97497c1b-79c5-4cb2-8e1d-9272d4b32f49 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943627 Mar 24 01:01:35.474349 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Allocated IP 172.25.0.80 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/99ebd181-8b80-49bd-8fab-cc00bca38163) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:35.497692 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-16be2f47-feee-4bb1-98df-3d03396121b4 req-b906cd10-0034-4aab-b857-d3fa1cbe96fa tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634036 Mar 24 01:01:35.603479 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for port (99ebd181-8b80-49bd-8fab-cc00bca38163), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:35.608745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1388-9c22-46aa-a4cf-9c3e51b245c3 req-70ef91ca-7544-45e1-b6a6-999f58d29d5c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:35.613589 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-428c1388-9c22-46aa-a4cf-9c3e51b245c3 req-70ef91ca-7544-45e1-b6a6-999f58d29d5c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0562449 Mar 24 01:01:35.643991 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (99ebd181-8b80-49bd-8fab-cc00bca38163), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:35.663066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-428c1388-9c22-46aa-a4cf-9c3e51b245c3 req-186c3daa-22f8-44de-87cd-4fc6d6531a21 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463150 Mar 24 01:01:35.687741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:35.694465 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:35.702583 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:35.731262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Pushing event updated for resources: {'Port': ['ID=99ebd181-8b80-49bd-8fab-cc00bca38163,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:35.745568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:35.746035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:35.746381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:35.746721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:35.747045 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:35.747380 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:35.747714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:35.748054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:35.748366 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:35.748689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:35.749011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:35.749377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:35.749702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:35.750027 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:35.750353 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:35.802413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32485e-1ecf-4eaf-afda-141f76084501 req-b7c03a40-0823-4210-93eb-cef5d8eb953d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:35.804060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fe32485e-1ecf-4eaf-afda-141f76084501 req-b7c03a40-0823-4210-93eb-cef5d8eb953d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0528908 Mar 24 01:01:35.856481 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fe32485e-1ecf-4eaf-afda-141f76084501 req-d282124f-2f06-44f7-aa11-0b3757ba33d5 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465508 Mar 24 01:01:35.984794 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772f628-05cf-47f3-ad7b-74f50efe28da req-5cf4abc2-41af-4233-80ba-8628d05f6ce6 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:35.990173 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a772f628-05cf-47f3-ad7b-74f50efe28da req-5cf4abc2-41af-4233-80ba-8628d05f6ce6 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0609622 Mar 24 01:01:35.996815 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (1781999c-82cc-49f0-9a34-82fd11432473), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:36.036444 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a772f628-05cf-47f3-ad7b-74f50efe28da req-1006aea0-1bcc-4b53-b7f7-23542ca55bfc tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438883 Mar 24 01:01:36.239965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918115df-4425-40a3-b99c-db77e6bd3389 req-6e7855a7-cf67-4bea-92b6-55c046f5c7df tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:36.246463 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918115df-4425-40a3-b99c-db77e6bd3389 req-6e7855a7-cf67-4bea-92b6-55c046f5c7df tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:36.253861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918115df-4425-40a3-b99c-db77e6bd3389 req-6e7855a7-cf67-4bea-92b6-55c046f5c7df tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:36.256362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-918115df-4425-40a3-b99c-db77e6bd3389 req-6e7855a7-cf67-4bea-92b6-55c046f5c7df tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2417 time: 0.1171026 Mar 24 01:01:36.297011 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (1781999c-82cc-49f0-9a34-82fd11432473), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:36.350796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b876f28-2315-423b-bdcf-e25912274154 req-9df17e04-743d-4705-94f1-b5aa8e6c0b2e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:36.358225 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b876f28-2315-423b-bdcf-e25912274154 req-9df17e04-743d-4705-94f1-b5aa8e6c0b2e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1007960 Mar 24 01:01:36.382957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-918115df-4425-40a3-b99c-db77e6bd3389 req-dc3cb03f-1ccb-4cb2-a462-d7c31aa2a81e tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153948 Mar 24 01:01:36.447540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b876f28-2315-423b-bdcf-e25912274154 req-5373f93b-bd7c-415c-88d5-a0425cdddbc6 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882306 Mar 24 01:01:36.471959 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Router 1781999c-82cc-49f0-9a34-82fd11432473 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:01:36.493970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546f323-7124-42d1-a706-bb8696d07b09 req-be019ea3-06bc-4c8b-959d-29b5f6ce4713 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:36.500217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546f323-7124-42d1-a706-bb8696d07b09 req-be019ea3-06bc-4c8b-959d-29b5f6ce4713 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:36.506682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546f323-7124-42d1-a706-bb8696d07b09 req-be019ea3-06bc-4c8b-959d-29b5f6ce4713 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:36.514449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5546f323-7124-42d1-a706-bb8696d07b09 req-be019ea3-06bc-4c8b-959d-29b5f6ce4713 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 2417 time: 0.1154430 Mar 24 01:01:36.602547 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:01:36.613251 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Sync routers for ids ['1781999c-82cc-49f0-9a34-82fd11432473'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:01:36.622857 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:36.624325 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bff0eb79-6db3-4144-88d9-1049cde64378 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.1618583 Mar 24 01:01:36.626085 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Routers {'1781999c-82cc-49f0-9a34-82fd11432473'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:36.626712 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1781999c-82cc-49f0-9a34-82fd11432473'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:36.626963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49404) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:36.650155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06722acc-505e-4068-91a2-a7a33dcd9155 req-cb7932d8-7141-4cb3-9b52-a92086032738 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:36.651753 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06722acc-505e-4068-91a2-a7a33dcd9155 req-cb7932d8-7141-4cb3-9b52-a92086032738 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.1256156 Mar 24 01:01:36.712119 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06722acc-505e-4068-91a2-a7a33dcd9155 req-a02cc80e-317d-4888-baf0-052fe8f7371f tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530860 Mar 24 01:01:36.727837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-5546f323-7124-42d1-a706-bb8696d07b09 req-78b350df-1b01-410d-929f-fb0e87480b04 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Deleting port 4a904545-e12f-460e-a035-444f14bc2ecf {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:36.729498 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5546f323-7124-42d1-a706-bb8696d07b09 req-78b350df-1b01-410d-929f-fb0e87480b04 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4a904545-e12f-460e-a035-444f14bc2ecf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:36.757295 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Set router 1781999c-82cc-49f0-9a34-82fd11432473 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:01:36.783380 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-be79194a-ecbf-49c7-bc24-15058b05e661 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/routers/1781999c-82cc-49f0-9a34-82fd11432473 HTTP/1.1" status: 200 len: 906 time: 0.1512303 Mar 24 01:01:36.783380 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49406) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:36.787883 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Request body: {'router': {'name': 'tempest-snat-router-13941524', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'enable_snat': True}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:36.816465 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (8a4b7a85-4f0e-4346-aeae-570fcfe9de11), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:36.819507 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (8a4b7a85-4f0e-4346-aeae-570fcfe9de11), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:36.854824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-5546f323-7124-42d1-a706-bb8696d07b09 req-78b350df-1b01-410d-929f-fb0e87480b04 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] For port 4a904545-e12f-460e-a035-444f14bc2ecf, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=4a904545-e12f-460e-a035-444f14bc2ecf,segment=NetworkSegment(e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54),segment_id=e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:36.855191 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5546f323-7124-42d1-a706-bb8696d07b09 req-78b350df-1b01-410d-929f-fb0e87480b04 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4a904545-e12f-460e-a035-444f14bc2ecf), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:36.871732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-5546f323-7124-42d1-a706-bb8696d07b09 req-78b350df-1b01-410d-929f-fb0e87480b04 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Calling delete_port for 4a904545-e12f-460e-a035-444f14bc2ecf owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:36.895276 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_controller (8a4b7a85-4f0e-4346-aeae-570fcfe9de11), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:36.951879 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1781999c-82cc-49f0-9a34-82fd11432473', 'name': 'tempest-snat-router-13941524', 'tenant_id': 'e34a54a7db284a99a48e4871a301fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.80'}], 'enable_snat': False}, 'gw_port_id': '99ebd181-8b80-49bd-8fab-cc00bca38163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:01:34Z', 'updated_at': '2022-03-24T01:01:35Z', 'revision_number': 3, 'project_id': 'e34a54a7db284a99a48e4871a301fdfd', 'gw_port': {'id': '99ebd181-8b80-49bd-8fab-cc00bca38163', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1781999c-82cc-49f0-9a34-82fd11432473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:01:35Z', 'updated_at': '2022-03-24T01:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:36.984956 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Checking router: 1781999c-82cc-49f0-9a34-82fd11432473 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:01:36.985247 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Updating router 1781999c-82cc-49f0-9a34-82fd11432473 port 99ebd181-8b80-49bd-8fab-cc00bca38163 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:01:37.016173 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (99ebd181-8b80-49bd-8fab-cc00bca38163), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:37.032084 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5546f323-7124-42d1-a706-bb8696d07b09 req-78b350df-1b01-410d-929f-fb0e87480b04 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4a904545-e12f-460e-a035-444f14bc2ecf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:37.044751 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['7d04393c-22ff-4820-9985-57563c9c2848', 'd446e40c-22ed-45cc-b5ef-4c1f85ad8c3e', '4a904545-e12f-460e-a035-444f14bc2ecf'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:01:37.071750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b350df-1b01-410d-929f-fb0e87480b04 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Port': ['ID=4a904545-e12f-460e-a035-444f14bc2ecf,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:37.092999 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (8a4b7a85-4f0e-4346-aeae-570fcfe9de11), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:37.122815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5546f323-7124-42d1-a706-bb8696d07b09 req-78b350df-1b01-410d-929f-fb0e87480b04 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] No DVR routers for this DVR port 4a904545-e12f-460e-a035-444f14bc2ecf on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:01:37.126196 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5546f323-7124-42d1-a706-bb8696d07b09 req-78b350df-1b01-410d-929f-fb0e87480b04 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:37.130081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5546f323-7124-42d1-a706-bb8696d07b09 req-78b350df-1b01-410d-929f-fb0e87480b04 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.57 "DELETE /v2.0/ports/4a904545-e12f-460e-a035-444f14bc2ecf HTTP/1.1" status: 204 len: 173 time: 0.6145263 Mar 24 01:01:37.130790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'name': 'network-vif-deleted', 'tag': '4a904545-e12f-460e-a035-444f14bc2ecf'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:01:37.139233 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560f507b-a41c-4b9d-aac1-ba986aae62fb" -d '{"events": [{"server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "name": "network-vif-deleted", "tag": "4a904545-e12f-460e-a035-444f14bc2ecf"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:01:37.280029 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfed324a-dbf5-4cd1-8f44-1d782faffbb2 x-openstack-request-id: req-cfed324a-dbf5-4cd1-8f44-1d782faffbb2 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:01:37.280304 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "name": "network-vif-deleted", "tag": "4a904545-e12f-460e-a035-444f14bc2ecf", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:01:37.288138 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cfed324a-dbf5-4cd1-8f44-1d782faffbb2 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:01:37.288602 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfed324a-dbf5-4cd1-8f44-1d782faffbb2'] response: {'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'name': 'network-vif-deleted', 'tag': '4a904545-e12f-460e-a035-444f14bc2ecf', 'status': 'completed', 'code': 200} Mar 24 01:01:37.393516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-5546f323-7124-42d1-a706-bb8696d07b09 req-d782b167-b302-4f04-b120-e27f3881ceb0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Deleting port 7d04393c-22ff-4820-9985-57563c9c2848 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:37.395975 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5546f323-7124-42d1-a706-bb8696d07b09 req-d782b167-b302-4f04-b120-e27f3881ceb0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7d04393c-22ff-4820-9985-57563c9c2848), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:37.488572 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Publish callbacks [] for port (99ebd181-8b80-49bd-8fab-cc00bca38163), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:37.501430 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (99ebd181-8b80-49bd-8fab-cc00bca38163), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:37.539521 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (8a4b7a85-4f0e-4346-aeae-570fcfe9de11), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:37.540063 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-5546f323-7124-42d1-a706-bb8696d07b09 req-d782b167-b302-4f04-b120-e27f3881ceb0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] For port 7d04393c-22ff-4820-9985-57563c9c2848, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7d04393c-22ff-4820-9985-57563c9c2848,segment=NetworkSegment(e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54),segment_id=e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:37.540063 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5546f323-7124-42d1-a706-bb8696d07b09 req-d782b167-b302-4f04-b120-e27f3881ceb0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7d04393c-22ff-4820-9985-57563c9c2848), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:37.556335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-5546f323-7124-42d1-a706-bb8696d07b09 req-d782b167-b302-4f04-b120-e27f3881ceb0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Calling delete_port for 7d04393c-22ff-4820-9985-57563c9c2848 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:37.580239 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:37.593511 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454424f9-80c4-40b3-8a35-084f31b3330c None None] Pushing event updated for resources: {'Port': ['ID=99ebd181-8b80-49bd-8fab-cc00bca38163,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:37.616432 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Attempting to bind port 99ebd181-8b80-49bd-8fab-cc00bca38163 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:01:37.617067 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Attempting to bind port 99ebd181-8b80-49bd-8fab-cc00bca38163 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:01:37.617193 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Attempting to bind port 99ebd181-8b80-49bd-8fab-cc00bca38163 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:37.623668 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:01:37.624050 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:37.624447 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:37.625151 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:01:37.625382 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Bound port: 99ebd181-8b80-49bd-8fab-cc00bca38163, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:01:37.625776 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (99ebd181-8b80-49bd-8fab-cc00bca38163), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:37.685930 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] For port 99ebd181-8b80-49bd-8fab-cc00bca38163, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:01:37.690721 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] For port 99ebd181-8b80-49bd-8fab-cc00bca38163, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=99ebd181-8b80-49bd-8fab-cc00bca38163,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:01:37.700493 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (99ebd181-8b80-49bd-8fab-cc00bca38163), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:37.734720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Allocated IP 172.25.0.168 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/6e001f72-297c-4711-9fde-0f10958b65a1) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:37.751734 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805a96b-0f55-467b-becf-36491da50c13 req-30be2911-3fac-4e7b-a072-cf4b3a180f44 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:37.759635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805a96b-0f55-467b-becf-36491da50c13 req-30be2911-3fac-4e7b-a072-cf4b3a180f44 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:37.761286 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d805a96b-0f55-467b-becf-36491da50c13 req-30be2911-3fac-4e7b-a072-cf4b3a180f44 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 1681 time: 0.1539652 Mar 24 01:01:37.770788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5da43c-8a30-40ee-bd51-00e8b1a0dc2e req-4f7d0c97-9523-481f-b2fb-12d2fbf1c954 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:37.772040 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454424f9-80c4-40b3-8a35-084f31b3330c None None] Pushing event updated for resources: {'Port': ['ID=99ebd181-8b80-49bd-8fab-cc00bca38163,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:37.772169 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b5da43c-8a30-40ee-bd51-00e8b1a0dc2e req-4f7d0c97-9523-481f-b2fb-12d2fbf1c954 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1631265 Mar 24 01:01:37.796338 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Routers {'1781999c-82cc-49f0-9a34-82fd11432473'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:37.796961 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1781999c-82cc-49f0-9a34-82fd11432473'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:37.881488 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5546f323-7124-42d1-a706-bb8696d07b09 req-d782b167-b302-4f04-b120-e27f3881ceb0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7d04393c-22ff-4820-9985-57563c9c2848), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:37.893782 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['4a904545-e12f-460e-a035-444f14bc2ecf'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:01:37.910912 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for port (6e001f72-297c-4711-9fde-0f10958b65a1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:37.947987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d805a96b-0f55-467b-becf-36491da50c13 req-0bdf3665-1f6a-494c-8593-f4b8d8dab02a tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744695 Mar 24 01:01:37.953396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782b167-b302-4f04-b120-e27f3881ceb0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Port': ['ID=7d04393c-22ff-4820-9985-57563c9c2848,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:37.954524 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6e001f72-297c-4711-9fde-0f10958b65a1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:37.973578 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] Set router 1781999c-82cc-49f0-9a34-82fd11432473 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:01:37.995100 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b5da43c-8a30-40ee-bd51-00e8b1a0dc2e req-b80e4009-7aef-4e73-a919-bb54938e0261 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838310 Mar 24 01:01:38.061938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5546f323-7124-42d1-a706-bb8696d07b09 req-d782b167-b302-4f04-b120-e27f3881ceb0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] No DVR routers for this DVR port 7d04393c-22ff-4820-9985-57563c9c2848 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:01:38.074388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5546f323-7124-42d1-a706-bb8696d07b09 req-d782b167-b302-4f04-b120-e27f3881ceb0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:38.077975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5546f323-7124-42d1-a706-bb8696d07b09 req-d782b167-b302-4f04-b120-e27f3881ceb0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.57 "DELETE /v2.0/ports/7d04393c-22ff-4820-9985-57563c9c2848 HTTP/1.1" status: 204 len: 173 time: 0.9349477 Mar 24 01:01:38.085338 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:38.089265 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:38.098283 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:38.144674 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Pushing event updated for resources: {'Port': ['ID=6e001f72-297c-4711-9fde-0f10958b65a1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:38.345452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f3c77-8e08-4c16-92e1-518f0f65ca52 req-e93128c5-b367-4cdb-bc63-9439a629b0cc tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:38.346948 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c58f3c77-8e08-4c16-92e1-518f0f65ca52 req-e93128c5-b367-4cdb-bc63-9439a629b0cc tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.2597451 Mar 24 01:01:38.453084 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1781999c-82cc-49f0-9a34-82fd11432473', 'name': 'tempest-snat-router-13941524', 'tenant_id': 'e34a54a7db284a99a48e4871a301fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.80'}], 'enable_snat': False}, 'gw_port_id': '99ebd181-8b80-49bd-8fab-cc00bca38163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:01:34Z', 'updated_at': '2022-03-24T01:01:35Z', 'revision_number': 3, 'project_id': 'e34a54a7db284a99a48e4871a301fdfd', 'gw_port': {'id': '99ebd181-8b80-49bd-8fab-cc00bca38163', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1781999c-82cc-49f0-9a34-82fd11432473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:01:35Z', 'updated_at': '2022-03-24T01:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:38.499298 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ab538d-b958-4f71-9e04-8943c648e505 None None] The sync data for ids ['1781999c-82cc-49f0-9a34-82fd11432473'] in n-d-760455-9 is: [{'id': '1781999c-82cc-49f0-9a34-82fd11432473', 'name': 'tempest-snat-router-13941524', 'tenant_id': 'e34a54a7db284a99a48e4871a301fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.80'}], 'enable_snat': False}, 'gw_port_id': '99ebd181-8b80-49bd-8fab-cc00bca38163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:01:34Z', 'updated_at': '2022-03-24T01:01:35Z', 'revision_number': 3, 'project_id': 'e34a54a7db284a99a48e4871a301fdfd', 'gw_port': {'id': '99ebd181-8b80-49bd-8fab-cc00bca38163', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1781999c-82cc-49f0-9a34-82fd11432473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:01:35Z', 'updated_at': '2022-03-24T01:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:01:38.522594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-5546f323-7124-42d1-a706-bb8696d07b09 req-903e6db7-d48c-4042-80ea-0e9889e959c5 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Deleting port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:38.522945 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5546f323-7124-42d1-a706-bb8696d07b09 req-903e6db7-d48c-4042-80ea-0e9889e959c5 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:38.547987 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (8a4b7a85-4f0e-4346-aeae-570fcfe9de11), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:38.610213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c58f3c77-8e08-4c16-92e1-518f0f65ca52 req-13129cff-4a87-4a0d-8e89-9919a949a548 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428305 Mar 24 01:01:38.641754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21930fd-15be-43ab-a1b5-bd906975e38d req-8c78820b-4c73-4d0a-acad-3aed357194a7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:38.643404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c21930fd-15be-43ab-a1b5-bd906975e38d req-8c78820b-4c73-4d0a-acad-3aed357194a7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.2297974 Mar 24 01:01:38.716935 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-5546f323-7124-42d1-a706-bb8696d07b09 req-903e6db7-d48c-4042-80ea-0e9889e959c5 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] For port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e,segment=NetworkSegment(11417e28-a5da-4182-a34d-159a3285d6d9),segment_id=11417e28-a5da-4182-a34d-159a3285d6d9)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:38.717349 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5546f323-7124-42d1-a706-bb8696d07b09 req-903e6db7-d48c-4042-80ea-0e9889e959c5 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:38.728799 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c21930fd-15be-43ab-a1b5-bd906975e38d req-a3d1fbf3-5f24-4a0c-8afd-c15ed47d1062 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776234 Mar 24 01:01:38.740297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-5546f323-7124-42d1-a706-bb8696d07b09 req-903e6db7-d48c-4042-80ea-0e9889e959c5 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Calling delete_port for d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:38.938828 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5546f323-7124-42d1-a706-bb8696d07b09 req-903e6db7-d48c-4042-80ea-0e9889e959c5 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:38.984210 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e6db7-d48c-4042-80ea-0e9889e959c5 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Port': ['ID=d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:39.050819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5546f323-7124-42d1-a706-bb8696d07b09 req-903e6db7-d48c-4042-80ea-0e9889e959c5 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] No DVR routers for this DVR port d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:01:39.054884 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5546f323-7124-42d1-a706-bb8696d07b09 req-903e6db7-d48c-4042-80ea-0e9889e959c5 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:39.059193 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5546f323-7124-42d1-a706-bb8696d07b09 req-903e6db7-d48c-4042-80ea-0e9889e959c5 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.57 "DELETE /v2.0/ports/d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e HTTP/1.1" status: 204 len: 173 time: 0.9731154 Mar 24 01:01:39.162306 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74f1a842-2c9a-4427-b17d-08a700f28188 req-9154427c-3d76-4a49-bdc0-362a2ca47d7c tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bef38c4-825e-4db0-a49b-30f29762c349 HTTP/1.1" status: 200 len: 210 time: 0.0736814 Mar 24 01:01:39.170004 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (8a4b7a85-4f0e-4346-aeae-570fcfe9de11), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:39.290235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'name': 'network-vif-deleted', 'tag': '7d04393c-22ff-4820-9985-57563c9c2848'}, {'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'name': 'network-vif-deleted', 'tag': 'd446e40c-22ed-45cc-b5ef-4c1f85ad8c3e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:01:39.292709 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70617e5f-ded8-4fef-b435-d2ebd42531e6" -d '{"events": [{"server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "name": "network-vif-deleted", "tag": "7d04393c-22ff-4820-9985-57563c9c2848"}, {"server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "name": "network-vif-deleted", "tag": "d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:01:39.335734 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Router 8a4b7a85-4f0e-4346-aeae-570fcfe9de11 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:01:39.367938 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Mar 2022 01:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b47393-fecb-4987-9f26-5d18beccb824 x-openstack-request-id: req-c8b47393-fecb-4987-9f26-5d18beccb824 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:01:39.368297 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "name": "network-vif-deleted", "tag": "7d04393c-22ff-4820-9985-57563c9c2848", "status": "completed", "code": 200}, {"server_uuid": "7bef38c4-825e-4db0-a49b-30f29762c349", "name": "network-vif-deleted", "tag": "d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:01:39.368675 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8b47393-fecb-4987-9f26-5d18beccb824 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:01:39.369377 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b47393-fecb-4987-9f26-5d18beccb824'] response: {'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'name': 'network-vif-deleted', 'tag': '7d04393c-22ff-4820-9985-57563c9c2848', 'status': 'completed', 'code': 200} Mar 24 01:01:39.369776 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b47393-fecb-4987-9f26-5d18beccb824'] response: {'server_uuid': '7bef38c4-825e-4db0-a49b-30f29762c349', 'name': 'network-vif-deleted', 'tag': 'd446e40c-22ed-45cc-b5ef-4c1f85ad8c3e', 'status': 'completed', 'code': 200} Mar 24 01:01:39.453895 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:01:39.467030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b2175-3900-40fc-b2a1-c0cd14dab91b None None] Sync routers for ids ['8a4b7a85-4f0e-4346-aeae-570fcfe9de11'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:01:39.483496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b2175-3900-40fc-b2a1-c0cd14dab91b None None] Routers {'8a4b7a85-4f0e-4346-aeae-570fcfe9de11'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:39.485015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-281b2175-3900-40fc-b2a1-c0cd14dab91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8a4b7a85-4f0e-4346-aeae-570fcfe9de11'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:39.487946 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:39.497575 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4a822cb7-0e61-4edd-a08b-08c3dfabc295 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.7115993 Mar 24 01:01:39.497911 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49434) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:39.731920 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-559fbcec-57f6-450b-bb7c-431eb008aacf tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/routers/8a4b7a85-4f0e-4346-aeae-570fcfe9de11 HTTP/1.1" status: 200 len: 906 time: 0.2302296 Mar 24 01:01:39.736295 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49438) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:39.750594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-281b2175-3900-40fc-b2a1-c0cd14dab91b None None] Set router 8a4b7a85-4f0e-4346-aeae-570fcfe9de11 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:01:39.801959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 99ebd181-8b80-49bd-8fab-cc00bca38163 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:39.822166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcc2af-fb48-4425-8eb0-3c596462c3b0 req-7b17cdca-7bfc-481a-b451-cc7971ec6ffd tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:39.824143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97bcc2af-fb48-4425-8eb0-3c596462c3b0 req-7b17cdca-7bfc-481a-b451-cc7971ec6ffd tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.0989909 Mar 24 01:01:39.877330 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4288fca-4099-4cdd-8360-505f68c64881 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router (8a4b7a85-4f0e-4346-aeae-570fcfe9de11), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:39.882622 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 4a904545-e12f-460e-a035-444f14bc2ecf no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:01:39.971299 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97bcc2af-fb48-4425-8eb0-3c596462c3b0 req-f61293a5-0664-4e54-86ee-82872d0e8d86 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411774 Mar 24 01:01:40.019706 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5de2f-ef9a-4006-9714-1b27d8f07e79 req-c8466535-59df-4b6a-adfb-69b247fd7e6e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:40.028332 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 4a904545-e12f-460e-a035-444f14bc2ecf {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:01:40.029124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 4a904545-e12f-460e-a035-444f14bc2ecf not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:01:40.029124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:01:40.031309 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4288fca-4099-4cdd-8360-505f68c64881 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (8a4b7a85-4f0e-4346-aeae-570fcfe9de11), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:40.031689 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a9d5de2f-ef9a-4006-9714-1b27d8f07e79 req-c8466535-59df-4b6a-adfb-69b247fd7e6e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1530244 Mar 24 01:01:40.080554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:01:40.081008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device d446e40c-22ed-45cc-b5ef-4c1f85ad8c3e not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:01:40.081388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7d04393c-22ff-4820-9985-57563c9c2848 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:01:40.109327 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 99ebd181-8b80-49bd-8fab-cc00bca38163 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:40.109720 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (99ebd181-8b80-49bd-8fab-cc00bca38163), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:40.115543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 7d04393c-22ff-4820-9985-57563c9c2848 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:01:40.115909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7d04393c-22ff-4820-9985-57563c9c2848 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:01:40.116657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-d4288fca-4099-4cdd-8360-505f68c64881 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Deleting port 6e001f72-297c-4711-9fde-0f10958b65a1 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:40.117076 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4288fca-4099-4cdd-8360-505f68c64881 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6e001f72-297c-4711-9fde-0f10958b65a1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:40.123578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a9d5de2f-ef9a-4006-9714-1b27d8f07e79 req-78d73c9b-5da8-4593-b55f-36ad27d5a190 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898271 Mar 24 01:01:40.188792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-281b2175-3900-40fc-b2a1-c0cd14dab91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4b7a85-4f0e-4346-aeae-570fcfe9de11', 'name': 'tempest-snat-router-13941524', 'tenant_id': 'e34a54a7db284a99a48e4871a301fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '6e001f72-297c-4711-9fde-0f10958b65a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:01:36Z', 'updated_at': '2022-03-24T01:01:38Z', 'revision_number': 3, 'project_id': 'e34a54a7db284a99a48e4871a301fdfd', 'gw_port': {'id': '6e001f72-297c-4711-9fde-0f10958b65a1', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4b7a85-4f0e-4346-aeae-570fcfe9de11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:01:37Z', 'updated_at': '2022-03-24T01:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:40.217362 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4288fca-4099-4cdd-8360-505f68c64881 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6e001f72-297c-4711-9fde-0f10958b65a1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:40.227921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b2175-3900-40fc-b2a1-c0cd14dab91b None None] Checking router: 8a4b7a85-4f0e-4346-aeae-570fcfe9de11 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:01:40.228502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b2175-3900-40fc-b2a1-c0cd14dab91b None None] Updating router 8a4b7a85-4f0e-4346-aeae-570fcfe9de11 port 6e001f72-297c-4711-9fde-0f10958b65a1 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:01:40.237533 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-d4288fca-4099-4cdd-8360-505f68c64881 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Calling delete_port for 6e001f72-297c-4711-9fde-0f10958b65a1 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:40.239635 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49446) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:40.259591 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-281b2175-3900-40fc-b2a1-c0cd14dab91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6e001f72-297c-4711-9fde-0f10958b65a1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:40.295062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142961b-2ed6-4292-a600-9953c3540934 req-aad98ce8-c5c5-4e83-b7ed-aefbd82cc7d0 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:40.304304 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c142961b-2ed6-4292-a600-9953c3540934 req-aad98ce8-c5c5-4e83-b7ed-aefbd82cc7d0 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0882056 Mar 24 01:01:40.366449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c142961b-2ed6-4292-a600-9953c3540934 req-ef80d59d-d29b-49f8-b3af-321b10ec2163 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553284 Mar 24 01:01:40.427216 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-df57b1f3-f8a0-4d5b-ba3c-714fd4d4aeca tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Deleting subnet 5ba96a93-a4e7-414d-b69f-83004d022a23 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:01:40.431827 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df57b1f3-f8a0-4d5b-ba3c-714fd4d4aeca tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks [] for subnet (5ba96a93-a4e7-414d-b69f-83004d022a23), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:40.534677 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df57b1f3-f8a0-4d5b-ba3c-714fd4d4aeca tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (5ba96a93-a4e7-414d-b69f-83004d022a23), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:40.571546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f85166-4c9a-4e8a-af09-74f987b9b317 req-25f04936-afb3-496e-8c79-98fdd1423195 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:40.576461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68f85166-4c9a-4e8a-af09-74f987b9b317 req-25f04936-afb3-496e-8c79-98fdd1423195 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0827358 Mar 24 01:01:40.583888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 99ebd181-8b80-49bd-8fab-cc00bca38163 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:40.584419 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (99ebd181-8b80-49bd-8fab-cc00bca38163), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:40.611278 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 99ebd181-8b80-49bd-8fab-cc00bca38163, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=99ebd181-8b80-49bd-8fab-cc00bca38163,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:40.616169 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (99ebd181-8b80-49bd-8fab-cc00bca38163), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:40.675463 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4288fca-4099-4cdd-8360-505f68c64881 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6e001f72-297c-4711-9fde-0f10958b65a1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:40.675715 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-281b2175-3900-40fc-b2a1-c0cd14dab91b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:01:40.676190 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-281b2175-3900-40fc-b2a1-c0cd14dab91b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:01:40.677436 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68f85166-4c9a-4e8a-af09-74f987b9b317 req-d0d24562-33b3-4b45-b8d6-43765866b7c1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966213 Mar 24 01:01:40.680434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=99ebd181-8b80-49bd-8fab-cc00bca38163,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:40.739740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4288fca-4099-4cdd-8360-505f68c64881 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e001f72-297c-4711-9fde-0f10958b65a1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:40.802014 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df57b1f3-f8a0-4d5b-ba3c-714fd4d4aeca tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (5ba96a93-a4e7-414d-b69f-83004d022a23), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:40.810653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e95af-4d42-4240-8533-8eeec3c06717 req-6221440a-7613-4594-af68-6c15125e370c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:40.813696 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-716e95af-4d42-4240-8533-8eeec3c06717 req-6221440a-7613-4594-af68-6c15125e370c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0643325 Mar 24 01:01:40.851913 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4288fca-4099-4cdd-8360-505f68c64881 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (8a4b7a85-4f0e-4346-aeae-570fcfe9de11), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:40.872589 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-716e95af-4d42-4240-8533-8eeec3c06717 req-70d154be-b112-4a62-9603-cfa2cdb6041c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521669 Mar 24 01:01:40.964871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4288fca-4099-4cdd-8360-505f68c64881 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (8a4b7a85-4f0e-4346-aeae-570fcfe9de11), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:40.972132 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4288fca-4099-4cdd-8360-505f68c64881 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_controller (8a4b7a85-4f0e-4346-aeae-570fcfe9de11), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:40.976076 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df57b1f3-f8a0-4d5b-ba3c-714fd4d4aeca tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (5ba96a93-a4e7-414d-b69f-83004d022a23), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.005677 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57b1f3-f8a0-4d5b-ba3c-714fd4d4aeca tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Subnet': ['ID=5ba96a93-a4e7-414d-b69f-83004d022a23,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:41.050127 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df57b1f3-f8a0-4d5b-ba3c-714fd4d4aeca tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.060704 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-df57b1f3-f8a0-4d5b-ba3c-714fd4d4aeca tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "DELETE /v2.0/subnets/5ba96a93-a4e7-414d-b69f-83004d022a23 HTTP/1.1" status: 204 len: 168 time: 0.8167214 Mar 24 01:01:41.060932 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49462) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:41.064410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d777f8-b5dd-4082-bd55-e896ebd79f84 None None] Network ab9bc852-8f8d-4444-8332-4735b4e685d5 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:01:41.069816 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4288fca-4099-4cdd-8360-505f68c64881 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (8a4b7a85-4f0e-4346-aeae-570fcfe9de11), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.070636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4288fca-4099-4cdd-8360-505f68c64881 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a4b7a85-4f0e-4346-aeae-570fcfe9de11 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:01:41.078074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4288fca-4099-4cdd-8360-505f68c64881 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.079336 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d4288fca-4099-4cdd-8360-505f68c64881 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "DELETE /v2.0/routers/8a4b7a85-4f0e-4346-aeae-570fcfe9de11 HTTP/1.1" status: 204 len: 168 time: 1.3414812 Mar 24 01:01:41.081933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49464) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:41.152475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fff49-e9fb-41cb-9cd1-ef70349d3994 req-94c58c67-9600-4399-a290-9c4bd7a35480 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:41.159568 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c8fff49-e9fb-41cb-9cd1-ef70349d3994 req-94c58c67-9600-4399-a290-9c4bd7a35480 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1922874 Mar 24 01:01:41.202710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b2175-3900-40fc-b2a1-c0cd14dab91b None None] Port 6e001f72-297c-4711-9fde-0f10958b65a1 not found while updating agent binding for router 8a4b7a85-4f0e-4346-aeae-570fcfe9de11. {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 24 01:01:41.214868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b2175-3900-40fc-b2a1-c0cd14dab91b None None] Routers set() bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:41.215587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b2175-3900-40fc-b2a1-c0cd14dab91b None None] Router IDs set() for agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 24 01:01:41.216037 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-385be30f-a17a-4bb7-9230-b527a9518296 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router (1781999c-82cc-49f0-9a34-82fd11432473), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.216842 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_agentschedulers_db [None req-281b2175-3900-40fc-b2a1-c0cd14dab91b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8a4b7a85-4f0e-4346-aeae-570fcfe9de11'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent'). {{(pid=115731) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 24 01:01:41.217502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b2175-3900-40fc-b2a1-c0cd14dab91b None None] The sync data for ids ['8a4b7a85-4f0e-4346-aeae-570fcfe9de11'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:01:41.217623 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (ab9bc852-8f8d-4444-8332-4735b4e685d5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.264034 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c8fff49-e9fb-41cb-9cd1-ef70349d3994 req-5288cc4d-f1bb-4c25-97e0-c77d737fab08 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035910 Mar 24 01:01:41.276617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f97f2-8f1c-45ad-9b4d-c73daf80766f req-1ab0cbfd-b0e9-4cc1-83cb-8a63e9acf08c tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:41.278529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-520f97f2-8f1c-45ad-9b4d-c73daf80766f req-1ab0cbfd-b0e9-4cc1-83cb-8a63e9acf08c tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.1390224 Mar 24 01:01:41.319716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d7319a-7423-40ed-9c65-c29f0fe10996 None None] DHCP port deletion for ab9bc852-8f8d-4444-8332-4735b4e685d5 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:01:41.361353 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-385be30f-a17a-4bb7-9230-b527a9518296 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (1781999c-82cc-49f0-9a34-82fd11432473), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.365058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-520f97f2-8f1c-45ad-9b4d-c73daf80766f req-e0b938ae-bcf0-4179-8599-7c124c780aaa tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612721 Mar 24 01:01:41.384318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b1d7319a-7423-40ed-9c65-c29f0fe10996 None None] Deleting port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:41.384859 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b1d7319a-7423-40ed-9c65-c29f0fe10996 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (be03ec6a-04fa-4832-b5c2-d5ebbea12e7b), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.439840 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-385be30f-a17a-4bb7-9230-b527a9518296 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Deleting port 99ebd181-8b80-49bd-8fab-cc00bca38163 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:41.440462 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-385be30f-a17a-4bb7-9230-b527a9518296 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (99ebd181-8b80-49bd-8fab-cc00bca38163), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.455274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b1d7319a-7423-40ed-9c65-c29f0fe10996 None None] For port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=be03ec6a-04fa-4832-b5c2-d5ebbea12e7b,segment=NetworkSegment(11417e28-a5da-4182-a34d-159a3285d6d9),segment_id=11417e28-a5da-4182-a34d-159a3285d6d9)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:41.455698 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b1d7319a-7423-40ed-9c65-c29f0fe10996 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (be03ec6a-04fa-4832-b5c2-d5ebbea12e7b), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.461965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8dc99-b754-4101-b469-c3aa7af8812f req-adc5feae-ef19-4630-95ea-9823cd5d2c9a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:41.463616 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ac8dc99-b754-4101-b469-c3aa7af8812f req-adc5feae-ef19-4630-95ea-9823cd5d2c9a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0959878 Mar 24 01:01:41.470679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Deleting port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:41.471097 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (be03ec6a-04fa-4832-b5c2-d5ebbea12e7b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.471375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b1d7319a-7423-40ed-9c65-c29f0fe10996 None None] Calling delete_port for be03ec6a-04fa-4832-b5c2-d5ebbea12e7b owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:41.549813 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-385be30f-a17a-4bb7-9230-b527a9518296 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] For port 99ebd181-8b80-49bd-8fab-cc00bca38163, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=99ebd181-8b80-49bd-8fab-cc00bca38163,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:41.550184 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-385be30f-a17a-4bb7-9230-b527a9518296 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (99ebd181-8b80-49bd-8fab-cc00bca38163), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.573541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] For port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=be03ec6a-04fa-4832-b5c2-d5ebbea12e7b,segment=NetworkSegment(11417e28-a5da-4182-a34d-159a3285d6d9),segment_id=11417e28-a5da-4182-a34d-159a3285d6d9)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:41.573984 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (be03ec6a-04fa-4832-b5c2-d5ebbea12e7b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.587250 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ac8dc99-b754-4101-b469-c3aa7af8812f req-206c0293-0c3f-4233-a82d-28525422f9fa tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133871 Mar 24 01:01:41.604125 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b1d7319a-7423-40ed-9c65-c29f0fe10996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (be03ec6a-04fa-4832-b5c2-d5ebbea12e7b), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.604666 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-385be30f-a17a-4bb7-9230-b527a9518296 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Calling delete_port for 99ebd181-8b80-49bd-8fab-cc00bca38163 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:41.615290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Calling delete_port for be03ec6a-04fa-4832-b5c2-d5ebbea12e7b owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:41.672629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7319a-7423-40ed-9c65-c29f0fe10996 None None] No DVR routers for this DVR port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:01:41.675730 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7319a-7423-40ed-9c65-c29f0fe10996 None None] Pushing event deleted for resources: {'Port': ['ID=be03ec6a-04fa-4832-b5c2-d5ebbea12e7b,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:41.742885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 99ebd181-8b80-49bd-8fab-cc00bca38163 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:41.789696 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (be03ec6a-04fa-4832-b5c2-d5ebbea12e7b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.811044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 99ebd181-8b80-49bd-8fab-cc00bca38163 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:41.811429 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (99ebd181-8b80-49bd-8fab-cc00bca38163), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.832475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Port': ['ID=be03ec6a-04fa-4832-b5c2-d5ebbea12e7b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:41.851567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] No DVR routers for this DVR port be03ec6a-04fa-4832-b5c2-d5ebbea12e7b on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:01:41.862973 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-385be30f-a17a-4bb7-9230-b527a9518296 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (99ebd181-8b80-49bd-8fab-cc00bca38163), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.874772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Could not find standard attr ID for object 99ebd181-8b80-49bd-8fab-cc00bca38163. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:01:41.877939 n-d-760455-9 neutron-server[115731]: INFO neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No ports have port_id starting with 99ebd181-8b80-49bd-8fab-cc00bca38163 Mar 24 01:01:41.893927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385be30f-a17a-4bb7-9230-b527a9518296 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Pushing event deleted for resources: {'Port': ['ID=99ebd181-8b80-49bd-8fab-cc00bca38163,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:41.954857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device be03ec6a-04fa-4832-b5c2-d5ebbea12e7b no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:01:41.967983 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (ab9bc852-8f8d-4444-8332-4735b4e685d5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:41.976612 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: be03ec6a-04fa-4832-b5c2-d5ebbea12e7b {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:01:41.976965 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device be03ec6a-04fa-4832-b5c2-d5ebbea12e7b not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:01:41.992436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283220f-d49e-4b21-9745-6ee01022ad93 req-1dee8289-da85-4266-b2c7-0f3f2dda506f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:41.994104 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0283220f-d49e-4b21-9745-6ee01022ad93 req-1dee8289-da85-4266-b2c7-0f3f2dda506f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.2012801 Mar 24 01:01:42.011107 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-385be30f-a17a-4bb7-9230-b527a9518296 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (1781999c-82cc-49f0-9a34-82fd11432473), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.016595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9bc852-8f8d-4444-8332-4735b4e685d5']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:42.035125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11417e28-a5da-4182-a34d-159a3285d6d9') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:42.035735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11417e28-a5da-4182-a34d-159a3285d6d9') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:42.049298 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (11417e28-a5da-4182-a34d-159a3285d6d9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.080544 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (11417e28-a5da-4182-a34d-159a3285d6d9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.088438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0283220f-d49e-4b21-9745-6ee01022ad93 req-25d67176-c9a4-4281-af5a-8dd210f0c2dc tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826480 Mar 24 01:01:42.090958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:01:42.091389 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (11417e28-a5da-4182-a34d-159a3285d6d9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:01:42.094732 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:01:42.116909 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-385be30f-a17a-4bb7-9230-b527a9518296 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (1781999c-82cc-49f0-9a34-82fd11432473), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.119598 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-385be30f-a17a-4bb7-9230-b527a9518296 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_controller (1781999c-82cc-49f0-9a34-82fd11432473), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.155883 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (ab9bc852-8f8d-4444-8332-4735b4e685d5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.162414 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.164939 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "DELETE /v2.0/networks/ab9bc852-8f8d-4444-8332-4735b4e685d5 HTTP/1.1" status: 204 len: 168 time: 1.1014061 Mar 24 01:01:42.167757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49476) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:42.178796 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-385be30f-a17a-4bb7-9230-b527a9518296 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (1781999c-82cc-49f0-9a34-82fd11432473), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.179303 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385be30f-a17a-4bb7-9230-b527a9518296 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1781999c-82cc-49f0-9a34-82fd11432473 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:01:42.204930 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-385be30f-a17a-4bb7-9230-b527a9518296 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.209370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca35b7-4726-44fc-8391-e332b10cf530 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Network': ['ID=ab9bc852-8f8d-4444-8332-4735b4e685d5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:42.211549 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-385be30f-a17a-4bb7-9230-b527a9518296 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "DELETE /v2.0/routers/1781999c-82cc-49f0-9a34-82fd11432473 HTTP/1.1" status: 204 len: 168 time: 1.1284504 Mar 24 01:01:42.211687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49478) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:42.218216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-548441342', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:42.241877 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c994dd0-8f3e-47c6-a5ee-3f849f3c46b2 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Deleting subnet 24fe47ed-c3f5-45ce-9431-23f2949c9fc4 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:01:42.245380 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c994dd0-8f3e-47c6-a5ee-3f849f3c46b2 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks [] for subnet (24fe47ed-c3f5-45ce-9431-23f2949c9fc4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.265902 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (64ea20ac-8e30-4099-95c3-b4bdce46ef69), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.267128 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (64ea20ac-8e30-4099-95c3-b4bdce46ef69), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.291513 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c994dd0-8f3e-47c6-a5ee-3f849f3c46b2 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (24fe47ed-c3f5-45ce-9431-23f2949c9fc4), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.293985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10e078-2f76-4a13-9fab-a64871f67e0d req-5e86ec70-68e7-46cc-84b0-91ee0c5c88bf tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:42.295725 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b10e078-2f76-4a13-9fab-a64871f67e0d req-5e86ec70-68e7-46cc-84b0-91ee0c5c88bf tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0954757 Mar 24 01:01:42.397051 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c994dd0-8f3e-47c6-a5ee-3f849f3c46b2 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (24fe47ed-c3f5-45ce-9431-23f2949c9fc4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.482625 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c994dd0-8f3e-47c6-a5ee-3f849f3c46b2 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (24fe47ed-c3f5-45ce-9431-23f2949c9fc4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.514797 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c994dd0-8f3e-47c6-a5ee-3f849f3c46b2 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Subnet': ['ID=24fe47ed-c3f5-45ce-9431-23f2949c9fc4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:42.524862 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c994dd0-8f3e-47c6-a5ee-3f849f3c46b2 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.526428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc0e0f-897c-4e2d-a299-de20778e9834 None None] Network 583fcf0b-29a1-48f5-82a4-7bbec22693e1 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:01:42.528509 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1c994dd0-8f3e-47c6-a5ee-3f849f3c46b2 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "DELETE /v2.0/subnets/24fe47ed-c3f5-45ce-9431-23f2949c9fc4 HTTP/1.1" status: 204 len: 168 time: 0.3597631 Mar 24 01:01:42.531740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49482) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:42.616556 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (583fcf0b-29a1-48f5-82a4-7bbec22693e1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.681734 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Deleting port 5dd1dbb1-799a-40ba-9b36-155751f41c61 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:42.682076 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5dd1dbb1-799a-40ba-9b36-155751f41c61), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.722792 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_controller (64ea20ac-8e30-4099-95c3-b4bdce46ef69), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.766329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4230693-1647-443e-b2c0-296e54af0ffb None None] DHCP port deletion for 583fcf0b-29a1-48f5-82a4-7bbec22693e1 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:01:42.770464 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] For port 5dd1dbb1-799a-40ba-9b36-155751f41c61, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5dd1dbb1-799a-40ba-9b36-155751f41c61,segment=NetworkSegment(e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54),segment_id=e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:42.773074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5dd1dbb1-799a-40ba-9b36-155751f41c61), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.810504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Calling delete_port for 5dd1dbb1-799a-40ba-9b36-155751f41c61 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:42.844289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d4230693-1647-443e-b2c0-296e54af0ffb None None] Deleting port 5dd1dbb1-799a-40ba-9b36-155751f41c61 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:42.844820 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d4230693-1647-443e-b2c0-296e54af0ffb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5dd1dbb1-799a-40ba-9b36-155751f41c61), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.907458 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5dd1dbb1-799a-40ba-9b36-155751f41c61), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.914411 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d4230693-1647-443e-b2c0-296e54af0ffb None None] For port 5dd1dbb1-799a-40ba-9b36-155751f41c61, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5dd1dbb1-799a-40ba-9b36-155751f41c61,segment=NetworkSegment(e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54),segment_id=e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:42.914805 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d4230693-1647-443e-b2c0-296e54af0ffb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5dd1dbb1-799a-40ba-9b36-155751f41c61), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:42.922024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b10e078-2f76-4a13-9fab-a64871f67e0d req-5ba6918f-44a1-410f-8cda-3eb63c918594 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181006 Mar 24 01:01:42.940786 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d4230693-1647-443e-b2c0-296e54af0ffb None None] Calling delete_port for 5dd1dbb1-799a-40ba-9b36-155751f41c61 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:42.963779 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Port': ['ID=5dd1dbb1-799a-40ba-9b36-155751f41c61,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:42.972424 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] No DVR routers for this DVR port 5dd1dbb1-799a-40ba-9b36-155751f41c61 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:01:42.992670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6689d-5ec1-4d4c-8722-5d6b947049c5 req-7a31d509-72db-4253-a22e-1f64644781c3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:42.994189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91f6689d-5ec1-4d4c-8722-5d6b947049c5 req-7a31d509-72db-4253-a22e-1f64644781c3 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.2900023 Mar 24 01:01:43.004816 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (64ea20ac-8e30-4099-95c3-b4bdce46ef69), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.048699 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d4230693-1647-443e-b2c0-296e54af0ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (5dd1dbb1-799a-40ba-9b36-155751f41c61), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.079065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4230693-1647-443e-b2c0-296e54af0ffb None None] Pushing event deleted for resources: {'Port': ['ID=5dd1dbb1-799a-40ba-9b36-155751f41c61,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:43.083293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4230693-1647-443e-b2c0-296e54af0ffb None None] No DVR routers for this DVR port 5dd1dbb1-799a-40ba-9b36-155751f41c61 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:01:43.086738 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (583fcf0b-29a1-48f5-82a4-7bbec22693e1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.112528 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583fcf0b-29a1-48f5-82a4-7bbec22693e1']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:43.121958 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:43.122258 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:43.122556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91f6689d-5ec1-4d4c-8722-5d6b947049c5 req-49ee5f3d-e54a-4b9e-a6c4-6e69041e0ff1 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222668 Mar 24 01:01:43.134505 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.157115 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c1027-ce7a-41ce-8c8e-a781b970047e req-a64f3c9d-8fc6-4606-bde5-56a0ae1f5da5 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:43.158637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d13c1027-ce7a-41ce-8c8e-a781b970047e req-a64f3c9d-8fc6-4606-bde5-56a0ae1f5da5 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0846674 Mar 24 01:01:43.163467 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.169842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:01:43.170359 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (e2b7a8d5-0a10-47ac-a127-74ef2bdb4f54), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:01:43.174130 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:01:43.233922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d13c1027-ce7a-41ce-8c8e-a781b970047e req-d7e9d2ef-311e-4d8d-b84a-3cb71f7503ad tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685828 Mar 24 01:01:43.241625 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (583fcf0b-29a1-48f5-82a4-7bbec22693e1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.248841 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.257422 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "DELETE /v2.0/networks/583fcf0b-29a1-48f5-82a4-7bbec22693e1 HTTP/1.1" status: 204 len: 168 time: 0.7208002 Mar 24 01:01:43.259879 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49494) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:43.275719 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-df2aa45b-77f7-4d6c-af52-88b64f6b8abf tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1413088176'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:43.292363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e883ec-7df7-4d8f-ace0-bbd59c4d90fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Network': ['ID=583fcf0b-29a1-48f5-82a4-7bbec22693e1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:43.295279 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2aa45b-77f7-4d6c-af52-88b64f6b8abf tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Made reservation on behalf of b27d62b7150645ecb81dd27e2c79bfaf for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:43.299111 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df2aa45b-77f7-4d6c-af52-88b64f6b8abf tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.323383 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2aa45b-77f7-4d6c-af52-88b64f6b8abf tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:01:43.332470 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df2aa45b-77f7-4d6c-af52-88b64f6b8abf tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (610a840b-1605-418e-aa19-c516e69ce3e8), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.332470 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-df2aa45b-77f7-4d6c-af52-88b64f6b8abf tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Added segment 610a840b-1605-418e-aa19-c516e69ce3e8 of type vlan for network cc5d762b-6f16-40dc-a386-1e0a9d55b2cd Mar 24 01:01:43.371996 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df2aa45b-77f7-4d6c-af52-88b64f6b8abf tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (cc5d762b-6f16-40dc-a386-1e0a9d55b2cd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.391451 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (64ea20ac-8e30-4099-95c3-b4bdce46ef69), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.397266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df2aa45b-77f7-4d6c-af52-88b64f6b8abf tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (cc5d762b-6f16-40dc-a386-1e0a9d55b2cd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.402364 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2aa45b-77f7-4d6c-af52-88b64f6b8abf tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:43.402966 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df2aa45b-77f7-4d6c-af52-88b64f6b8abf tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.417565 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.438021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f342f-c28b-452c-b996-c554b7ae4dd8 req-0e0c8902-3b66-4677-80de-91a2ed95d6da tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:43.439492 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-323f342f-c28b-452c-b996-c554b7ae4dd8 req-0e0c8902-3b66-4677-80de-91a2ed95d6da tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1337035 Mar 24 01:01:43.470140 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-df2aa45b-77f7-4d6c-af52-88b64f6b8abf tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.1987400 Mar 24 01:01:43.473451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49496) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:43.480157 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-21a71e16-e08e-4b9f-800b-28f2a237dfcc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Request body: {'subnet': {'network_id': 'cc5d762b-6f16-40dc-a386-1e0a9d55b2cd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:43.484582 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2aa45b-77f7-4d6c-af52-88b64f6b8abf tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event updated for resources: {'Network': ['ID=cc5d762b-6f16-40dc-a386-1e0a9d55b2cd,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:43.497190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network cc5d762b-6f16-40dc-a386-1e0a9d55b2cd details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:01:43.550162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-323f342f-c28b-452c-b996-c554b7ae4dd8 req-e83aed1e-0da1-43e0-854e-ce55180b9e14 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825484 Mar 24 01:01:43.574444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Allocated IP 172.25.0.225 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/12b5f545-4cb3-4ba2-bee4-ef54bb7f331e) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:43.622894 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a71e16-e08e-4b9f-800b-28f2a237dfcc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Made reservation on behalf of b27d62b7150645ecb81dd27e2c79bfaf for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:43.626974 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21a71e16-e08e-4b9f-800b-28f2a237dfcc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.674523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5dd1dbb1-799a-40ba-9b36-155751f41c61 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:01:43.699815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 5dd1dbb1-799a-40ba-9b36-155751f41c61 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:01:43.700170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5dd1dbb1-799a-40ba-9b36-155751f41c61 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:01:43.700604 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 99ebd181-8b80-49bd-8fab-cc00bca38163 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:01:43.719800 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 99ebd181-8b80-49bd-8fab-cc00bca38163 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:01:43.720130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 99ebd181-8b80-49bd-8fab-cc00bca38163 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:01:43.749593 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for port (12b5f545-4cb3-4ba2-bee4-ef54bb7f331e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.765626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b715ee7-3ae7-4195-a2a7-f2860d9b4fcc req-2e6e8332-0491-4fe3-83f2-3ff4e4c2cb50 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:43.767100 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b715ee7-3ae7-4195-a2a7-f2860d9b4fcc req-2e6e8332-0491-4fe3-83f2-3ff4e4c2cb50 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0985286 Mar 24 01:01:43.816852 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21a71e16-e08e-4b9f-800b-28f2a237dfcc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (03137c79-43f8-4624-a9ab-ccc4343f9941), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.828685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (12b5f545-4cb3-4ba2-bee4-ef54bb7f331e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.841551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b715ee7-3ae7-4195-a2a7-f2860d9b4fcc req-021ab1ad-6abf-4e8e-9684-418e8b31c526 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674820 Mar 24 01:01:43.876545 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:43.881025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:43.883522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:43.884183 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a71e16-e08e-4b9f-800b-28f2a237dfcc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event updated for resources: {'Subnet': ['ID=03137c79-43f8-4624-a9ab-ccc4343f9941,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:43.890028 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a71e16-e08e-4b9f-800b-28f2a237dfcc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Checking segment: {'id': '610a840b-1605-418e-aa19-c516e69ce3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cc5d762b-6f16-40dc-a386-1e0a9d55b2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:43.890388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a71e16-e08e-4b9f-800b-28f2a237dfcc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Network hostable DHCP agents. Network: cc5d762b-6f16-40dc-a386-1e0a9d55b2cd, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:01:43.914659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Pushing event updated for resources: {'Port': ['ID=12b5f545-4cb3-4ba2-bee4-ef54bb7f331e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:43.916705 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a71e16-e08e-4b9f-800b-28f2a237dfcc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Network cc5d762b-6f16-40dc-a386-1e0a9d55b2cd is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:01:43.928377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-21a71e16-e08e-4b9f-800b-28f2a237dfcc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, cc5d762b-6f16-40dc-a386-1e0a9d55b2cd) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:43.934009 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a71e16-e08e-4b9f-800b-28f2a237dfcc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:43.934608 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21a71e16-e08e-4b9f-800b-28f2a237dfcc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:43.939068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e562709f-a60d-4a25-82e4-f79bfdd5ed35 None None] Network cc5d762b-6f16-40dc-a386-1e0a9d55b2cd requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:01:43.956009 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-21a71e16-e08e-4b9f-800b-28f2a237dfcc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.4814558 Mar 24 01:01:43.956795 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49506) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:43.962618 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5cb2f16e-6462-498d-aa02-6c48138e7d57 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1662477194'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:43.989605 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb2f16e-6462-498d-aa02-6c48138e7d57 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Made reservation on behalf of b27d62b7150645ecb81dd27e2c79bfaf for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:43.993242 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f16e-6462-498d-aa02-6c48138e7d57 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:44.020606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb2f16e-6462-498d-aa02-6c48138e7d57 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:01:44.034273 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f16e-6462-498d-aa02-6c48138e7d57 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (9158ea5a-fec4-4506-a5e9-e9d1ea4380db), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:44.034745 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-5cb2f16e-6462-498d-aa02-6c48138e7d57 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Added segment 9158ea5a-fec4-4506-a5e9-e9d1ea4380db of type vlan for network ec532d26-c5ec-419c-a70f-2622e3c5cdb6 Mar 24 01:01:44.056616 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-cc5d762b-6f16-40dc-a386-1e0a9d55b2cd', 'network_id': 'cc5d762b-6f16-40dc-a386-1e0a9d55b2cd', 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'fixed_ips': [{'subnet_id': '03137c79-43f8-4624-a9ab-ccc4343f9941'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:01:44.057510 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:44.092913 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f16e-6462-498d-aa02-6c48138e7d57 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (ec532d26-c5ec-419c-a70f-2622e3c5cdb6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:44.115490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da4499-a561-4e70-83c6-af6798d1f189 req-10aaa512-a8d0-4d9b-879a-706d6a7cda91 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:44.116988 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59da4499-a561-4e70-83c6-af6798d1f189 req-10aaa512-a8d0-4d9b-879a-706d6a7cda91 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1325259 Mar 24 01:01:44.126481 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f16e-6462-498d-aa02-6c48138e7d57 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (ec532d26-c5ec-419c-a70f-2622e3c5cdb6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:44.131496 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb2f16e-6462-498d-aa02-6c48138e7d57 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:44.132104 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f16e-6462-498d-aa02-6c48138e7d57 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:44.204540 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5cb2f16e-6462-498d-aa02-6c48138e7d57 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2459981 Mar 24 01:01:44.208267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49510) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:44.213339 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6ead1456-a69a-48f8-b08e-d4c8ed81927b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Request body: {'subnet': {'network_id': 'ec532d26-c5ec-419c-a70f-2622e3c5cdb6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:44.228001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Allocated IP 19.80.0.2 (cc5d762b-6f16-40dc-a386-1e0a9d55b2cd/03137c79-43f8-4624-a9ab-ccc4343f9941/98e1f8a7-1321-4f45-8b47-711a58a48a5f) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:44.266777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2f16e-6462-498d-aa02-6c48138e7d57 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event updated for resources: {'Network': ['ID=ec532d26-c5ec-419c-a70f-2622e3c5cdb6,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:44.295628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network ec532d26-c5ec-419c-a70f-2622e3c5cdb6 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:01:44.314516 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ead1456-a69a-48f8-b08e-d4c8ed81927b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Made reservation on behalf of b27d62b7150645ecb81dd27e2c79bfaf for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:44.318332 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6ead1456-a69a-48f8-b08e-d4c8ed81927b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:44.356934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59da4499-a561-4e70-83c6-af6798d1f189 req-e48a5353-2ef4-45a5-b951-3152c4461355 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012985 Mar 24 01:01:44.392588 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd78f15-1e3e-45c2-99d1-b5fde3867993 req-bed2cd77-5cb3-4e20-b7fe-6932742ebcf0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:44.394135 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-edd78f15-1e3e-45c2-99d1-b5fde3867993 req-bed2cd77-5cb3-4e20-b7fe-6932742ebcf0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.1765709 Mar 24 01:01:44.395840 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (64ea20ac-8e30-4099-95c3-b4bdce46ef69), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:44.501005 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Publish callbacks [] for port (98e1f8a7-1321-4f45-8b47-711a58a48a5f), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:44.514236 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (98e1f8a7-1321-4f45-8b47-711a58a48a5f), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:44.535207 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6ead1456-a69a-48f8-b08e-d4c8ed81927b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (a36ca18b-4af3-4a7c-ab1f-e6733bf962d2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:44.560274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-edd78f15-1e3e-45c2-99d1-b5fde3867993 req-0c8915da-1b31-4ff6-a695-b8640e7bbccc tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242805 Mar 24 01:01:44.606154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead1456-a69a-48f8-b08e-d4c8ed81927b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event updated for resources: {'Subnet': ['ID=a36ca18b-4af3-4a7c-ab1f-e6733bf962d2,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:44.627675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead1456-a69a-48f8-b08e-d4c8ed81927b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Checking segment: {'id': '9158ea5a-fec4-4506-a5e9-e9d1ea4380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ec532d26-c5ec-419c-a70f-2622e3c5cdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:44.628045 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead1456-a69a-48f8-b08e-d4c8ed81927b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Network hostable DHCP agents. Network: ec532d26-c5ec-419c-a70f-2622e3c5cdb6, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:01:44.646917 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead1456-a69a-48f8-b08e-d4c8ed81927b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Network ec532d26-c5ec-419c-a70f-2622e3c5cdb6 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:01:44.657514 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-6ead1456-a69a-48f8-b08e-d4c8ed81927b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, ec532d26-c5ec-419c-a70f-2622e3c5cdb6) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:44.663867 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead1456-a69a-48f8-b08e-d4c8ed81927b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:44.665847 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6ead1456-a69a-48f8-b08e-d4c8ed81927b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:44.672577 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d3dc1-cfc3-4307-9d6f-6329040403d9 req-cc593210-93cb-445a-94d5-cff364e2b281 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:44.674246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0e4d3dc1-cfc3-4307-9d6f-6329040403d9 req-cc593210-93cb-445a-94d5-cff364e2b281 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1634054 Mar 24 01:01:44.697310 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6ead1456-a69a-48f8-b08e-d4c8ed81927b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.4800050 Mar 24 01:01:44.701913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c36c8d6-2c24-4dbb-8d74-8e6c25cf44fe None None] Network ec532d26-c5ec-419c-a70f-2622e3c5cdb6 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:01:44.753164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Network cc5d762b-6f16-40dc-a386-1e0a9d55b2cd is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:44.755610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0e4d3dc1-cfc3-4307-9d6f-6329040403d9 req-94555284-bd6e-4b0d-a734-06eace2d5b9e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728838 Mar 24 01:01:44.757746 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (64ea20ac-8e30-4099-95c3-b4bdce46ef69), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:44.770140 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:44.775148 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:44.778069 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Pushing event updated for resources: {'Port': ['ID=98e1f8a7-1321-4f45-8b47-711a58a48a5f,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:44.825168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:44.825671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:44.826112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:44.826548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:44.826979 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:44.827406 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:44.827851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:44.828274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:44.828697 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:44.829208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:44.829644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:44.830050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:44.830448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:44.831417 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:44.831417 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:01:44.880666 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Attempting to bind port 98e1f8a7-1321-4f45-8b47-711a58a48a5f on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:01:44.881050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Attempting to bind port 98e1f8a7-1321-4f45-8b47-711a58a48a5f by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '610a840b-1605-418e-aa19-c516e69ce3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cc5d762b-6f16-40dc-a386-1e0a9d55b2cd'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:01:44.881451 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Attempting to bind port 98e1f8a7-1321-4f45-8b47-711a58a48a5f on network cc5d762b-6f16-40dc-a386-1e0a9d55b2cd {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:44.889002 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:01:44.889412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Checking segment: {'id': '610a840b-1605-418e-aa19-c516e69ce3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cc5d762b-6f16-40dc-a386-1e0a9d55b2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:44.889817 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:44.890211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Bound using segment: {'id': '610a840b-1605-418e-aa19-c516e69ce3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cc5d762b-6f16-40dc-a386-1e0a9d55b2cd'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:01:44.890688 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Bound port: 98e1f8a7-1321-4f45-8b47-711a58a48a5f, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610a840b-1605-418e-aa19-c516e69ce3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cc5d762b-6f16-40dc-a386-1e0a9d55b2cd'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:01:44.891076 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (98e1f8a7-1321-4f45-8b47-711a58a48a5f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:44.946170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-ec532d26-c5ec-419c-a70f-2622e3c5cdb6', 'network_id': 'ec532d26-c5ec-419c-a70f-2622e3c5cdb6', 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'fixed_ips': [{'subnet_id': 'a36ca18b-4af3-4a7c-ab1f-e6733bf962d2'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:01:44.947851 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:45.003956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a648a-6388-4a18-8a91-dceda209816a req-d6484e93-4619-45b8-b64c-4b9d4aece628 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:45.005984 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-594a648a-6388-4a18-8a91-dceda209816a req-d6484e93-4619-45b8-b64c-4b9d4aece628 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1562560 Mar 24 01:01:45.053006 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-8a101da0-98b7-4425-aa69-336c7d17842e tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:45.055655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] For port 98e1f8a7-1321-4f45-8b47-711a58a48a5f, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:01:45.058014 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-8a101da0-98b7-4425-aa69-336c7d17842e tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:45.059631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-8a101da0-98b7-4425-aa69-336c7d17842e tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/networks?id=cc5d762b-6f16-40dc-a386-1e0a9d55b2cd&id=ec532d26-c5ec-419c-a70f-2622e3c5cdb6 HTTP/1.1" status: 200 len: 1392 time: 0.1764820 Mar 24 01:01:45.060613 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] For port 98e1f8a7-1321-4f45-8b47-711a58a48a5f, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=98e1f8a7-1321-4f45-8b47-711a58a48a5f,segment=NetworkSegment(610a840b-1605-418e-aa19-c516e69ce3e8),segment_id=610a840b-1605-418e-aa19-c516e69ce3e8)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:01:45.072388 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (98e1f8a7-1321-4f45-8b47-711a58a48a5f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:45.106309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-ad02fa33-a941-433a-8b10-681d778ad91a tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/quotas/b27d62b7150645ecb81dd27e2c79bfaf HTTP/1.1" status: 200 len: 375 time: 0.0365033 Mar 24 01:01:45.123896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-594a648a-6388-4a18-8a91-dceda209816a req-5872f851-d7a9-420a-9d07-33098c182193 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108501 Mar 24 01:01:45.180176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Router 64ea20ac-8e30-4099-95c3-b4bdce46ef69 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:01:45.183426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Allocated IP 19.86.0.2 (ec532d26-c5ec-419c-a70f-2622e3c5cdb6/a36ca18b-4af3-4a7c-ab1f-e6733bf962d2/2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:45.185425 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec02bb-94bd-47b1-98c9-e953d31879c5 None None] Pushing event updated for resources: {'Port': ['ID=98e1f8a7-1321-4f45-8b47-711a58a48a5f,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:45.207134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-5843308e-9d51-4b9f-a4ec-38505d863100 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b27d62b7150645ecb81dd27e2c79bfaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999820 Mar 24 01:01:45.366159 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Publish callbacks [] for port (2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:45.385620 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:45.439144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Network ec532d26-c5ec-419c-a70f-2622e3c5cdb6 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:45.443565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bf599-4fb3-4018-8ca5-2330f7cd1a6d req-350dba38-200c-42b9-8827-281be9f58f08 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:45.444085 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:45.445803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Pushing event updated for resources: {'Port': ['ID=2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:45.446053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-896bf599-4fb3-4018-8ca5-2330f7cd1a6d req-350dba38-200c-42b9-8827-281be9f58f08 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1878374 Mar 24 01:01:45.448172 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:45.485149 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-d29f96e1-e334-4a76-b605-cf38d7d2919b service neutron] 10.222.0.45 "GET /v2.0/networks/cc5d762b-6f16-40dc-a386-1e0a9d55b2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287421 Mar 24 01:01:45.488481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:01:45.502606 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc56c46-b038-4ee0-9203-fda87cd865b1 None None] Sync routers for ids ['64ea20ac-8e30-4099-95c3-b4bdce46ef69'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:01:45.513814 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc56c46-b038-4ee0-9203-fda87cd865b1 None None] Routers {'64ea20ac-8e30-4099-95c3-b4bdce46ef69'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:45.514774 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-5fc56c46-b038-4ee0-9203-fda87cd865b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['64ea20ac-8e30-4099-95c3-b4bdce46ef69'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:45.522388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Attempting to bind port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:01:45.522759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Attempting to bind port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '9158ea5a-fec4-4506-a5e9-e9d1ea4380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ec532d26-c5ec-419c-a70f-2622e3c5cdb6'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:01:45.523125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Attempting to bind port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 on network ec532d26-c5ec-419c-a70f-2622e3c5cdb6 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:45.528458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:01:45.528835 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Checking segment: {'id': '9158ea5a-fec4-4506-a5e9-e9d1ea4380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ec532d26-c5ec-419c-a70f-2622e3c5cdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:45.529271 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:45.529667 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Bound using segment: {'id': '9158ea5a-fec4-4506-a5e9-e9d1ea4380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ec532d26-c5ec-419c-a70f-2622e3c5cdb6'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:01:45.530136 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Bound port: 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9158ea5a-fec4-4506-a5e9-e9d1ea4380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ec532d26-c5ec-419c-a70f-2622e3c5cdb6'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:01:45.530656 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:45.553744 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-5fc56c46-b038-4ee0-9203-fda87cd865b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:45.567192 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc56c46-b038-4ee0-9203-fda87cd865b1 None None] Routers {'64ea20ac-8e30-4099-95c3-b4bdce46ef69'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:45.568068 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-5fc56c46-b038-4ee0-9203-fda87cd865b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['64ea20ac-8e30-4099-95c3-b4bdce46ef69'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:45.599918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] For port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:01:45.603912 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] For port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53,segment=NetworkSegment(9158ea5a-fec4-4506-a5e9-e9d1ea4380db),segment_id=9158ea5a-fec4-4506-a5e9-e9d1ea4380db)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:01:45.608253 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-5fc56c46-b038-4ee0-9203-fda87cd865b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:45.609190 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc56c46-b038-4ee0-9203-fda87cd865b1 None None] The sync data for ids ['64ea20ac-8e30-4099-95c3-b4bdce46ef69'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:01:45.617119 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:45.618170 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:45.619409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ec628c21-a5aa-45fd-a6fd-72817c8c2405 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4053633 Mar 24 01:01:45.621403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49538) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:45.627901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e2898607-630e-4787-a6a6-f7d89e5560c6 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'enable_snat': False}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:45.633347 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-896bf599-4fb3-4018-8ca5-2330f7cd1a6d req-a8b8fc6b-f830-4ca3-8150-5bb59a7bda83 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732152 Mar 24 01:01:45.686504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-e8e83706-b956-4bcc-92f4-6040b4ca970a service neutron] 10.222.0.45 "GET /v2.0/networks/cc5d762b-6f16-40dc-a386-1e0a9d55b2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888533 Mar 24 01:01:45.736915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c206f-018d-4b13-80c8-6d730721a5b1 None None] Pushing event updated for resources: {'Port': ['ID=2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:45.801209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 98e1f8a7-1321-4f45-8b47-711a58a48a5f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:45.865796 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-3488b798-7ad4-4cbc-b38e-9f1cf239bf6c service neutron] 10.222.0.45 "GET /v2.0/networks/ec532d26-c5ec-419c-a70f-2622e3c5cdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729956 Mar 24 01:01:45.871255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 98e1f8a7-1321-4f45-8b47-711a58a48a5f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:45.871632 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (98e1f8a7-1321-4f45-8b47-711a58a48a5f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:45.875166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9d001-6938-4218-8ca3-a912d68e6165 req-7d708210-26f5-4714-8d07-4d2d3afa6a49 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:45.876940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ad9d001-6938-4218-8ca3-a912d68e6165 req-7d708210-26f5-4714-8d07-4d2d3afa6a49 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.1036553 Mar 24 01:01:46.008460 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 98e1f8a7-1321-4f45-8b47-711a58a48a5f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:46.009084 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (98e1f8a7-1321-4f45-8b47-711a58a48a5f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:46.027224 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ad9d001-6938-4218-8ca3-a912d68e6165 req-325444d9-325f-41ba-a4f0-7a211a7e8cd4 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399577 Mar 24 01:01:46.090917 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-991bb217-c50e-43cd-bb72-e2468e91252e service neutron] 10.222.0.45 "GET /v2.0/networks/ec532d26-c5ec-419c-a70f-2622e3c5cdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238975 Mar 24 01:01:46.116160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 98e1f8a7-1321-4f45-8b47-711a58a48a5f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=98e1f8a7-1321-4f45-8b47-711a58a48a5f,segment=NetworkSegment(610a840b-1605-418e-aa19-c516e69ce3e8),segment_id=610a840b-1605-418e-aa19-c516e69ce3e8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:46.126056 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (98e1f8a7-1321-4f45-8b47-711a58a48a5f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:46.205822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=98e1f8a7-1321-4f45-8b47-711a58a48a5f,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:46.557465 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e2898607-630e-4787-a6a6-f7d89e5560c6 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (64ea20ac-8e30-4099-95c3-b4bdce46ef69), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:46.617475 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55dca31-6625-4cac-a439-d4352603ec2e None None] Network cc5d762b-6f16-40dc-a386-1e0a9d55b2cd requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:01:46.696472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2479734-f1aa-467e-a1b0-a26fe69638ea req-891213b3-3d27-459a-9099-24fae650524e tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 210 time: 0.0426979 Mar 24 01:01:46.729983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83a337-8daf-4986-8d80-bdfb5b4ba30c req-cebe711f-2739-4620-b80c-4fe74491d1ed tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:46.741088 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b83a337-8daf-4986-8d80-bdfb5b4ba30c req-cebe711f-2739-4620-b80c-4fe74491d1ed tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.6076617 Mar 24 01:01:46.745745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d47a164b-b61f-47ee-8d03-1426c20e365d None None] Provisioning complete for port 98e1f8a7-1321-4f45-8b47-711a58a48a5f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:46.746141 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d47a164b-b61f-47ee-8d03-1426c20e365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (98e1f8a7-1321-4f45-8b47-711a58a48a5f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:46.839762 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b83a337-8daf-4986-8d80-bdfb5b4ba30c req-ee0c923a-d559-4b37-94b2-ecf36f86e34b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957897 Mar 24 01:01:46.950098 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d47a164b-b61f-47ee-8d03-1426c20e365d None None] Current status of the port 98e1f8a7-1321-4f45-8b47-711a58a48a5f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:47.181558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32095b4-00c3-4185-a705-1f8ee3a3b451 req-0784fb30-4ac4-44eb-8aca-80d654cff1a2 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:47.189212 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b32095b4-00c3-4185-a705-1f8ee3a3b451 req-0784fb30-4ac4-44eb-8aca-80d654cff1a2 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1454847 Mar 24 01:01:47.248010 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e2898607-630e-4787-a6a6-f7d89e5560c6 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (64ea20ac-8e30-4099-95c3-b4bdce46ef69), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:47.270976 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e2898607-630e-4787-a6a6-f7d89e5560c6 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (64ea20ac-8e30-4099-95c3-b4bdce46ef69), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:47.273160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411eb147-56d5-45f1-8fe6-2467c7017e19 None None] Network ec532d26-c5ec-419c-a70f-2622e3c5cdb6 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:01:47.298278 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b32095b4-00c3-4185-a705-1f8ee3a3b451 req-510b7476-e27a-4863-ad52-bdee5ea0d8d5 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079297 Mar 24 01:01:47.333335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2deef-32ca-44bd-a1be-9e0761c92806 req-f770726a-cb67-4638-8510-03e44805f8d4 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:47.339321 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1a2deef-32ca-44bd-a1be-9e0761c92806 req-f770726a-cb67-4638-8510-03e44805f8d4 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.1403964 Mar 24 01:01:47.388505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-da1603b7-04fe-43ad-881f-9a30efe047d3 None None] Provisioning complete for port 98e1f8a7-1321-4f45-8b47-711a58a48a5f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:47.388505 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-da1603b7-04fe-43ad-881f-9a30efe047d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (98e1f8a7-1321-4f45-8b47-711a58a48a5f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:47.418210 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1a2deef-32ca-44bd-a1be-9e0761c92806 req-b24734da-4584-49c7-8b69-f740b2ba22df tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753026 Mar 24 01:01:47.439952 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2898607-630e-4787-a6a6-f7d89e5560c6 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Router 64ea20ac-8e30-4099-95c3-b4bdce46ef69 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:01:47.476748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915899d-037d-4dc5-8807-f3955d75ab06 req-b16bc49e-a0cf-49d6-99d7-3bb222505fd4 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:47.478403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5915899d-037d-4dc5-8807-f3955d75ab06 req-b16bc49e-a0cf-49d6-99d7-3bb222505fd4 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0861557 Mar 24 01:01:47.521712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-da1603b7-04fe-43ad-881f-9a30efe047d3 None None] Current status of the port 98e1f8a7-1321-4f45-8b47-711a58a48a5f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:47.538948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-da1603b7-04fe-43ad-881f-9a30efe047d3 None None] Provisioning complete for port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:47.539337 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-da1603b7-04fe-43ad-881f-9a30efe047d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:47.544499 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5915899d-037d-4dc5-8807-f3955d75ab06 req-e0de6162-3cdb-4076-813b-8e107092d388 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605555 Mar 24 01:01:47.576346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2898607-630e-4787-a6a6-f7d89e5560c6 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:01:47.582823 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e2898607-630e-4787-a6a6-f7d89e5560c6 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:47.586982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49566) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:47.587312 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e2898607-630e-4787-a6a6-f7d89e5560c6 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "PUT /v2.0/routers/64ea20ac-8e30-4099-95c3-b4bdce46ef69 HTTP/1.1" status: 200 len: 921 time: 1.9648049 Mar 24 01:01:47.599837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d94c284-6e53-4d6e-b60e-0131ce123a68 None None] Sync routers for ids ['64ea20ac-8e30-4099-95c3-b4bdce46ef69'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:01:47.628403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d94c284-6e53-4d6e-b60e-0131ce123a68 None None] Routers {'64ea20ac-8e30-4099-95c3-b4bdce46ef69'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:47.628403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4d94c284-6e53-4d6e-b60e-0131ce123a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['64ea20ac-8e30-4099-95c3-b4bdce46ef69'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:47.677569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4d94c284-6e53-4d6e-b60e-0131ce123a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:47.688749 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d94c284-6e53-4d6e-b60e-0131ce123a68 None None] Routers {'64ea20ac-8e30-4099-95c3-b4bdce46ef69'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:47.689591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4d94c284-6e53-4d6e-b60e-0131ce123a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['64ea20ac-8e30-4099-95c3-b4bdce46ef69'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:47.758018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4d94c284-6e53-4d6e-b60e-0131ce123a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:47.758769 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d94c284-6e53-4d6e-b60e-0131ce123a68 None None] The sync data for ids ['64ea20ac-8e30-4099-95c3-b4bdce46ef69'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:01:47.772814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-da1603b7-04fe-43ad-881f-9a30efe047d3 None None] Current status of the port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:47.773332 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-da1603b7-04fe-43ad-881f-9a30efe047d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:47.828919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-da1603b7-04fe-43ad-881f-9a30efe047d3 None None] For port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53,segment=NetworkSegment(9158ea5a-fec4-4506-a5e9-e9d1ea4380db),segment_id=9158ea5a-fec4-4506-a5e9-e9d1ea4380db)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:01:47.835081 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-da1603b7-04fe-43ad-881f-9a30efe047d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:47.921212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1603b7-04fe-43ad-881f-9a30efe047d3 None None] Pushing event updated for resources: {'Port': ['ID=2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:47.926429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:47.934384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a47e0f3-ac1e-40f9-9c0e-9d60a9095903 req-ebd0c9b7-37cd-445e-b81c-cd452afe64e6 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 210 time: 0.0441093 Mar 24 01:01:47.965720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-226b95c9-2a35-4795-b25e-117345c88684 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/routers/64ea20ac-8e30-4099-95c3-b4bdce46ef69 HTTP/1.1" status: 200 len: 921 time: 0.3771908 Mar 24 01:01:47.966901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49574) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:47.978944 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3cc4f816-2360-446b-a28e-f7c04481c756 None None] Provisioning complete for port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:47.979322 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f816-2360-446b-a28e-f7c04481c756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:47.991234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01bed8-d5be-4d21-a270-03529220c448 req-9d79cc98-44f8-458d-a051-9a79e762f576 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:47.992753 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d01bed8-d5be-4d21-a270-03529220c448 req-9d79cc98-44f8-458d-a051-9a79e762f576 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.2402792 Mar 24 01:01:48.027806 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:48.028160 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:48.036648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-b0f17ef8-0e32-4dbe-8abc-c8a8a097fb72 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:48.041820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-b0f17ef8-0e32-4dbe-8abc-c8a8a097fb72 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:48.043345 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-b0f17ef8-0e32-4dbe-8abc-c8a8a097fb72 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.57 "GET /v2.0/networks?id=cc5d762b-6f16-40dc-a386-1e0a9d55b2cd&id=ec532d26-c5ec-419c-a70f-2622e3c5cdb6 HTTP/1.1" status: 200 len: 1392 time: 0.2496855 Mar 24 01:01:48.054543 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda0cec-4002-402f-99e1-b24de028b431 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:48.059326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-98cf94ba-689d-47b7-959e-4540404455da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Request body: {'port': {'device_id': 'bc9eb81a-e02e-4129-92cf-d333986e8b75', 'network_id': 'cc5d762b-6f16-40dc-a386-1e0a9d55b2cd', 'admin_state_up': True, 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:48.059494 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6bda0cec-4002-402f-99e1-b24de028b431 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&device_id=64ea20ac-8e30-4099-95c3-b4bdce46ef69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0913975 Mar 24 01:01:48.060045 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49576) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:48.100045 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3cc4f816-2360-446b-a28e-f7c04481c756 None None] Current status of the port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:48.118730 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d01bed8-d5be-4d21-a270-03529220c448 req-5d412136-2c1e-4608-ad4c-ce1efc867443 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153421 Mar 24 01:01:48.159686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb61d5ed-d7e9-4c43-b81d-e4157aa9b1b6 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:48.164848 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bb61d5ed-d7e9-4c43-b81d-e4157aa9b1b6 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 881 time: 0.1013880 Mar 24 01:01:48.165243 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49580) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:48.176606 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:48.178267 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 98e1f8a7-1321-4f45-8b47-711a58a48a5f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:48.208107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-98cf94ba-689d-47b7-959e-4540404455da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Made reservation on behalf of b27d62b7150645ecb81dd27e2c79bfaf for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:48.212671 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-98cf94ba-689d-47b7-959e-4540404455da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:48.222624 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-18a1f930-df6c-484f-b9bb-52e3a3107c16 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "GET /v2.0/ports?device_id=64ea20ac-8e30-4099-95c3-b4bdce46ef69 HTTP/1.1" status: 200 len: 205 time: 0.0537419 Mar 24 01:01:48.222624 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49584) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:48.293207 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 98e1f8a7-1321-4f45-8b47-711a58a48a5f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:48.293726 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (98e1f8a7-1321-4f45-8b47-711a58a48a5f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:48.356956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a658aab-c04b-4767-aac2-96eca973b41d req-29c535fa-0747-4ed4-ba5d-f75c60bc5242 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:48.358772 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a658aab-c04b-4767-aac2-96eca973b41d req-29c535fa-0747-4ed4-ba5d-f75c60bc5242 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1318567 Mar 24 01:01:48.371636 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1edf9dcd-1068-4a36-be5b-e0fabd9a439d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (64ea20ac-8e30-4099-95c3-b4bdce46ef69), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:48.391009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 98e1f8a7-1321-4f45-8b47-711a58a48a5f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:48.465690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a658aab-c04b-4767-aac2-96eca973b41d req-cb7257dd-1542-49d1-9c15-a1e620ecab2f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888813 Mar 24 01:01:48.477378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-98cf94ba-689d-47b7-959e-4540404455da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Allocated IP 19.80.0.158 (cc5d762b-6f16-40dc-a386-1e0a9d55b2cd/03137c79-43f8-4624-a9ab-ccc4343f9941/ce189c30-1ea7-4c58-b7e9-be7a7816f4e9) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:48.503201 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1edf9dcd-1068-4a36-be5b-e0fabd9a439d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (64ea20ac-8e30-4099-95c3-b4bdce46ef69), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:48.573557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1edf9dcd-1068-4a36-be5b-e0fabd9a439d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Deleting port 12b5f545-4cb3-4ba2-bee4-ef54bb7f331e {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:48.573889 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1edf9dcd-1068-4a36-be5b-e0fabd9a439d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (12b5f545-4cb3-4ba2-bee4-ef54bb7f331e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:48.645513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea72ee-6bf3-4df8-945f-7b77f5fd4e4c req-212f0fa9-2498-4567-80d3-b5737787409e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:48.646997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ea72ee-6bf3-4df8-945f-7b77f5fd4e4c req-212f0fa9-2498-4567-80d3-b5737787409e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.1568785 Mar 24 01:01:48.647596 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1edf9dcd-1068-4a36-be5b-e0fabd9a439d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (12b5f545-4cb3-4ba2-bee4-ef54bb7f331e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:48.664311 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1edf9dcd-1068-4a36-be5b-e0fabd9a439d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Calling delete_port for 12b5f545-4cb3-4ba2-bee4-ef54bb7f331e owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:48.709370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfe467-f5da-4797-ae3f-69af4d135d68 req-77b5ae46-93e6-4e6f-abe7-c2011d74e143 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:48.710771 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-29cfe467-f5da-4797-ae3f-69af4d135d68 req-77b5ae46-93e6-4e6f-abe7-c2011d74e143 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1548665 Mar 24 01:01:48.768951 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4ea72ee-6bf3-4df8-945f-7b77f5fd4e4c req-26a9e83a-e540-4f4f-8200-00d24e10264e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137347 Mar 24 01:01:48.786553 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-98cf94ba-689d-47b7-959e-4540404455da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks [] for port (ce189c30-1ea7-4c58-b7e9-be7a7816f4e9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:48.806798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-29cfe467-f5da-4797-ae3f-69af4d135d68 req-74291a95-290f-497e-8be8-20b2c7bb223a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881917 Mar 24 01:01:48.845061 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1edf9dcd-1068-4a36-be5b-e0fabd9a439d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (12b5f545-4cb3-4ba2-bee4-ef54bb7f331e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:48.863679 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-98cf94ba-689d-47b7-959e-4540404455da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ce189c30-1ea7-4c58-b7e9-be7a7816f4e9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:48.870502 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf9dcd-1068-4a36-be5b-e0fabd9a439d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Pushing event deleted for resources: {'Port': ['ID=12b5f545-4cb3-4ba2-bee4-ef54bb7f331e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:48.935584 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6fb31bb-b15d-4c9d-a3e6-380f6c73ee87 req-1d433e16-ba64-4bf9-853c-3de13457a022 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1235950 Mar 24 01:01:48.946163 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1edf9dcd-1068-4a36-be5b-e0fabd9a439d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (64ea20ac-8e30-4099-95c3-b4bdce46ef69), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:48.960839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-98cf94ba-689d-47b7-959e-4540404455da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Network cc5d762b-6f16-40dc-a386-1e0a9d55b2cd is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:48.993059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-98cf94ba-689d-47b7-959e-4540404455da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:49.003994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-98cf94ba-689d-47b7-959e-4540404455da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:49.033684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf94ba-689d-47b7-959e-4540404455da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event updated for resources: {'Port': ['ID=ce189c30-1ea7-4c58-b7e9-be7a7816f4e9,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:49.048110 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1edf9dcd-1068-4a36-be5b-e0fabd9a439d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (64ea20ac-8e30-4099-95c3-b4bdce46ef69), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:49.050388 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1edf9dcd-1068-4a36-be5b-e0fabd9a439d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_controller (64ea20ac-8e30-4099-95c3-b4bdce46ef69), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:49.098405 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1edf9dcd-1068-4a36-be5b-e0fabd9a439d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (64ea20ac-8e30-4099-95c3-b4bdce46ef69), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:49.098940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edf9dcd-1068-4a36-be5b-e0fabd9a439d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Fanout notify agent at l3_agent the message router_deleted on router 64ea20ac-8e30-4099-95c3-b4bdce46ef69 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:01:49.108834 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1edf9dcd-1068-4a36-be5b-e0fabd9a439d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:49.110053 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1edf9dcd-1068-4a36-be5b-e0fabd9a439d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "DELETE /v2.0/routers/64ea20ac-8e30-4099-95c3-b4bdce46ef69 HTTP/1.1" status: 204 len: 168 time: 0.8859684 Mar 24 01:01:49.112438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-98cf94ba-689d-47b7-959e-4540404455da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:49.113070 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-98cf94ba-689d-47b7-959e-4540404455da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:49.114307 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49596) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:49.119470 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d7c3b3df-49e9-43b8-8b61-11916df28e13 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-151431370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:49.135337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef749d7-62bb-4fac-8ca7-c44fae1d271c req-c5ca3e70-2716-4bcb-8ca5-cfc46194dc2e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:49.136977 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ef749d7-62bb-4fac-8ca7-c44fae1d271c req-c5ca3e70-2716-4bcb-8ca5-cfc46194dc2e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.2160304 Mar 24 01:01:49.143399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb31bb-b15d-4c9d-a3e6-380f6c73ee87 req-e3ec802d-ec42-4485-a553-ba92c7216d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:49.145621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6fb31bb-b15d-4c9d-a3e6-380f6c73ee87 req-e3ec802d-ec42-4485-a553-ba92c7216d6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 1127 time: 0.1823008 Mar 24 01:01:49.147693 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d7c3b3df-49e9-43b8-8b61-11916df28e13 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (b29745c6-58ac-484e-b555-207af4fcd1b4), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:49.149746 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d7c3b3df-49e9-43b8-8b61-11916df28e13 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (b29745c6-58ac-484e-b555-207af4fcd1b4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:49.159352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-98cf94ba-689d-47b7-959e-4540404455da tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1048467 Mar 24 01:01:49.176222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-065bde4c-d63e-456d-a43d-ab252604066d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Request body: {'port': {'device_id': 'bc9eb81a-e02e-4129-92cf-d333986e8b75', 'network_id': 'ec532d26-c5ec-419c-a70f-2622e3c5cdb6', 'admin_state_up': True, 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:49.197368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be2c1-6e63-4c93-aa29-8ace2beaf8db req-1155c753-f68d-4663-bf11-d2a2d7fa6731 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:49.198884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f14be2c1-6e63-4c93-aa29-8ace2beaf8db req-1155c753-f68d-4663-bf11-d2a2d7fa6731 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 932 time: 0.1595140 Mar 24 01:01:49.210788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d7c3b3df-49e9-43b8-8b61-11916df28e13 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_controller (b29745c6-58ac-484e-b555-207af4fcd1b4), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:49.216015 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d7c3b3df-49e9-43b8-8b61-11916df28e13 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (b29745c6-58ac-484e-b555-207af4fcd1b4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:49.236104 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d7c3b3df-49e9-43b8-8b61-11916df28e13 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:49.237820 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d7c3b3df-49e9-43b8-8b61-11916df28e13 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1223946 Mar 24 01:01:49.241264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49598) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:49.246518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:49.338948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-00c96f50-e73f-4c80-a679-8c8f7b8710e8 None None] Provisioning complete for port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:49.339750 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-00c96f50-e73f-4c80-a679-8c8f7b8710e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ce189c30-1ea7-4c58-b7e9-be7a7816f4e9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:49.362744 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ef749d7-62bb-4fac-8ca7-c44fae1d271c req-78b5ea4c-8084-4adb-91d8-9cf5104a5407 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064798 Mar 24 01:01:49.400535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-00c96f50-e73f-4c80-a679-8c8f7b8710e8 None None] Port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:01:49.405958 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f14be2c1-6e63-4c93-aa29-8ace2beaf8db req-06ba3d96-c156-4e53-97d7-7e074e118fea tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603866 Mar 24 01:01:49.416653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb31bb-b15d-4c9d-a3e6-380f6c73ee87 req-a3dac643-2df8-4039-a000-5884a76307c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:49.418297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6fb31bb-b15d-4c9d-a3e6-380f6c73ee87 req-a3dac643-2df8-4039-a000-5884a76307c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 920 time: 0.2458246 Mar 24 01:01:49.479028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6fb31bb-b15d-4c9d-a3e6-380f6c73ee87 req-8e557ec9-1ddb-41f3-ab69-950b335810d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1554371c-0dca-4f2c-b46d-272d2463ba60 HTTP/1.1" status: 200 len: 217 time: 0.0469017 Mar 24 01:01:49.517654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-065bde4c-d63e-456d-a43d-ab252604066d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Made reservation on behalf of b27d62b7150645ecb81dd27e2c79bfaf for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:01:49.521551 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-065bde4c-d63e-456d-a43d-ab252604066d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:49.546327 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (b29745c6-58ac-484e-b555-207af4fcd1b4), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:49.558088 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb31bb-b15d-4c9d-a3e6-380f6c73ee87 req-d12ffca4-9e99-477f-a5d9-214f34fd7bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:49.559580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6fb31bb-b15d-4c9d-a3e6-380f6c73ee87 req-d12ffca4-9e99-477f-a5d9-214f34fd7bf9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.0728855 Mar 24 01:01:49.702187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb31bb-b15d-4c9d-a3e6-380f6c73ee87 req-ee7bf775-d5fa-4f66-a2fc-9c35870e8e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:49.703686 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6fb31bb-b15d-4c9d-a3e6-380f6c73ee87 req-ee7bf775-d5fa-4f66-a2fc-9c35870e8e74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1146624 Mar 24 01:01:49.721529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-065bde4c-d63e-456d-a43d-ab252604066d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Allocated IP 19.86.0.199 (ec532d26-c5ec-419c-a70f-2622e3c5cdb6/a36ca18b-4af3-4a7c-ab1f-e6733bf962d2/ec15bdc3-e025-4788-ae1a-ef67460e7363) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:49.768057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:01:49.834057 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (b29745c6-58ac-484e-b555-207af4fcd1b4), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:49.858673 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:49.883899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:49.884328 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:49.947363 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6fb31bb-b15d-4c9d-a3e6-380f6c73ee87 req-1709c165-a16a-48d9-9989-bd2362c31cc9 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333913 Mar 24 01:01:49.976386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:01:50.049636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Allocated IP 172.25.0.8 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/4632e770-29c2-4c96-93c0-3874c70cfbe2) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:50.164263 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for port (4632e770-29c2-4c96-93c0-3874c70cfbe2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:50.171423 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-065bde4c-d63e-456d-a43d-ab252604066d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks [] for port (ec15bdc3-e025-4788-ae1a-ef67460e7363), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:50.182351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ed9f9-06b4-49f8-88a7-24b15c450c6d req-9666e942-ec20-435f-9802-439b25a91996 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:50.184077 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c8ed9f9-06b4-49f8-88a7-24b15c450c6d req-9666e942-ec20-435f-9802-439b25a91996 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.2622168 Mar 24 01:01:50.203164 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4632e770-29c2-4c96-93c0-3874c70cfbe2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:50.248757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:50.251769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:50.258936 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:50.281419 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Pushing event updated for resources: {'Port': ['ID=4632e770-29c2-4c96-93c0-3874c70cfbe2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:50.474899 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6fb31bb-b15d-4c9d-a3e6-380f6c73ee87 req-2f43228a-ced2-4939-99ff-2bd64876b4cc service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111296 Mar 24 01:01:50.483666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c6a9a-3370-445d-bd82-8ef486061e8e req-84bbb838-061d-4173-9b3b-bd409f5649a6 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:50.485951 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-610c6a9a-3370-445d-bd82-8ef486061e8e req-84bbb838-061d-4173-9b3b-bd409f5649a6 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.4263389 Mar 24 01:01:50.537716 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (b29745c6-58ac-484e-b555-207af4fcd1b4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:50.574712 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c8ed9f9-06b4-49f8-88a7-24b15c450c6d req-6c20e656-bd12-48dc-b5d4-21a56f569a53 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3764710 Mar 24 01:01:50.597344 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-065bde4c-d63e-456d-a43d-ab252604066d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ec15bdc3-e025-4788-ae1a-ef67460e7363), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:50.614907 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-610c6a9a-3370-445d-bd82-8ef486061e8e req-2ee8b63b-cd82-497b-9e32-2cc2816a5f6a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195319 Mar 24 01:01:50.694852 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-065bde4c-d63e-456d-a43d-ab252604066d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Network ec532d26-c5ec-419c-a70f-2622e3c5cdb6 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:50.706379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-065bde4c-d63e-456d-a43d-ab252604066d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:50.709811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-065bde4c-d63e-456d-a43d-ab252604066d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:50.712699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bde4c-d63e-456d-a43d-ab252604066d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event updated for resources: {'Port': ['ID=ec15bdc3-e025-4788-ae1a-ef67460e7363,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:50.787509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-065bde4c-d63e-456d-a43d-ab252604066d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:50.788243 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-065bde4c-d63e-456d-a43d-ab252604066d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:50.800656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e43a46-cebb-4274-bb6e-fe174413d1b3 req-7ec05df5-0fe6-4c87-bcba-68596f654e90 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:50.806196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e43a46-cebb-4274-bb6e-fe174413d1b3 req-7ec05df5-0fe6-4c87-bcba-68596f654e90 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:50.807921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69e43a46-cebb-4274-bb6e-fe174413d1b3 req-7ec05df5-0fe6-4c87-bcba-68596f654e90 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 1655 time: 0.1535118 Mar 24 01:01:50.834966 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-065bde4c-d63e-456d-a43d-ab252604066d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6654086 Mar 24 01:01:50.852691 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Request body: {'port': {'device_id': 'bc9eb81a-e02e-4129-92cf-d333986e8b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:50.948293 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69e43a46-cebb-4274-bb6e-fe174413d1b3 req-47fee578-15e0-4798-b0b4-c22abe9783f4 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196616 Mar 24 01:01:50.977517 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ce189c30-1ea7-4c58-b7e9-be7a7816f4e9), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:51.154139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8c65e0b4-5f08-4d6b-b6bb-47842261aff8 None None] Provisioning complete for port ec15bdc3-e025-4788-ae1a-ef67460e7363 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:01:51.154726 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8c65e0b4-5f08-4d6b-b6bb-47842261aff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ec15bdc3-e025-4788-ae1a-ef67460e7363), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:51.183501 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (b29745c6-58ac-484e-b555-207af4fcd1b4), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:51.187683 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (b29745c6-58ac-484e-b555-207af4fcd1b4), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:51.195523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8c65e0b4-5f08-4d6b-b6bb-47842261aff8 None None] Port ec15bdc3-e025-4788-ae1a-ef67460e7363 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:01:51.302410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:01:51.310720 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Publish callbacks [] for port (ce189c30-1ea7-4c58-b7e9-be7a7816f4e9), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:51.321871 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Router b29745c6-58ac-484e-b555-207af4fcd1b4 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:01:51.324422 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Transition to ACTIVE for port object ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:01:51.327543 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ce189c30-1ea7-4c58-b7e9-be7a7816f4e9), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:51.378274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Pushing event updated for resources: {'Port': ['ID=ce189c30-1ea7-4c58-b7e9-be7a7816f4e9,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:51.448028 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:01:51.463275 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823209bb-72fb-4eb5-9bd0-c6ae85f9b8af None None] Sync routers for ids ['b29745c6-58ac-484e-b555-207af4fcd1b4'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:01:51.463788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:51.463983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Attempting to bind port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:01:51.464323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Attempting to bind port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '610a840b-1605-418e-aa19-c516e69ce3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cc5d762b-6f16-40dc-a386-1e0a9d55b2cd'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:01:51.464654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Attempting to bind port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 on network cc5d762b-6f16-40dc-a386-1e0a9d55b2cd {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:51.467812 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ed950b1e-8aa7-4514-9be2-43169ae99e9b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "PUT /v2.0/routers/b29745c6-58ac-484e-b555-207af4fcd1b4 HTTP/1.1" status: 200 len: 877 time: 2.2228522 Mar 24 01:01:51.468102 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49636) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:51.470223 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 on network cc5d762b-6f16-40dc-a386-1e0a9d55b2cd not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:01:51.470699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Attempting to bind port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 on network cc5d762b-6f16-40dc-a386-1e0a9d55b2cd {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:51.473728 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823209bb-72fb-4eb5-9bd0-c6ae85f9b8af None None] Routers {'b29745c6-58ac-484e-b555-207af4fcd1b4'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:51.474386 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-823209bb-72fb-4eb5-9bd0-c6ae85f9b8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['b29745c6-58ac-484e-b555-207af4fcd1b4'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:51.479162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:01:51.479534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Checking segment: {'id': '610a840b-1605-418e-aa19-c516e69ce3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cc5d762b-6f16-40dc-a386-1e0a9d55b2cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:51.491914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Bound using segment: {'id': '610a840b-1605-418e-aa19-c516e69ce3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cc5d762b-6f16-40dc-a386-1e0a9d55b2cd'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:01:51.492401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Bound port: ce189c30-1ea7-4c58-b7e9-be7a7816f4e9, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610a840b-1605-418e-aa19-c516e69ce3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cc5d762b-6f16-40dc-a386-1e0a9d55b2cd'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:01:51.492772 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ce189c30-1ea7-4c58-b7e9-be7a7816f4e9), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:51.514335 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-823209bb-72fb-4eb5-9bd0-c6ae85f9b8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:51.542964 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823209bb-72fb-4eb5-9bd0-c6ae85f9b8af None None] Routers {'b29745c6-58ac-484e-b555-207af4fcd1b4'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:51.543606 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-823209bb-72fb-4eb5-9bd0-c6ae85f9b8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['b29745c6-58ac-484e-b555-207af4fcd1b4'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:51.589315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] For port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:01:51.592609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] For port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ce189c30-1ea7-4c58-b7e9-be7a7816f4e9,segment=NetworkSegment(610a840b-1605-418e-aa19-c516e69ce3e8),segment_id=610a840b-1605-418e-aa19-c516e69ce3e8)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:01:51.599976 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-823209bb-72fb-4eb5-9bd0-c6ae85f9b8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:51.600933 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823209bb-72fb-4eb5-9bd0-c6ae85f9b8af None None] The sync data for ids ['b29745c6-58ac-484e-b555-207af4fcd1b4'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:01:51.609121 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ce189c30-1ea7-4c58-b7e9-be7a7816f4e9), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:51.651018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:51.651864 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:51.653571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] 10.222.0.57 "PUT /v2.0/ports/ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 HTTP/1.1" status: 200 len: 1092 time: 0.8056941 Mar 24 01:01:51.656438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9eb81a-e02e-4129-92cf-d333986e8b75', 'tag': 'ce189c30-1ea7-4c58-b7e9-be7a7816f4e9'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:01:51.659700 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a26a4e-88b5-429c-bf44-a3c7a6ac1ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9eb81a-e02e-4129-92cf-d333986e8b75", "tag": "ce189c30-1ea7-4c58-b7e9-be7a7816f4e9"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:01:51.679259 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e088e0c2-0011-4b19-bf63-a5976221ba53 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/routers/b29745c6-58ac-484e-b555-207af4fcd1b4 HTTP/1.1" status: 200 len: 918 time: 0.2097404 Mar 24 01:01:51.682357 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49644) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:51.693361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Request body: {'port': {'device_id': 'bc9eb81a-e02e-4129-92cf-d333986e8b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:51.774006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbb9b38-45d9-4327-91f2-003b6bf70aeb tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:51.775744 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ffbb9b38-45d9-4327-91f2-003b6bf70aeb tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&device_id=b29745c6-58ac-484e-b555-207af4fcd1b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0922356 Mar 24 01:01:51.778778 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49646) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:51.788237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f2aac-23ce-4f7a-9512-50bc0c813562 service neutron] Pushing event updated for resources: {'Port': ['ID=ce189c30-1ea7-4c58-b7e9-be7a7816f4e9,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:51.857685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ec15bdc3-e025-4788-ae1a-ef67460e7363), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:51.880772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64de8882-77a3-47e1-8c40-022f965b04fe tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:51.882858 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-64de8882-77a3-47e1-8c40-022f965b04fe tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 881 time: 0.1029041 Mar 24 01:01:51.885739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49648) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:51.946885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16789b1a-344e-470a-bf1b-99efa4dd2bea req-09b27d2c-79e0-4685-b29f-7a24515b0f6b tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:51.948399 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-16789b1a-344e-470a-bf1b-99efa4dd2bea req-09b27d2c-79e0-4685-b29f-7a24515b0f6b tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.2226195 Mar 24 01:01:51.955395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-afa5cec8-d512-43d9-8aa6-9e9474ab94c2 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "GET /v2.0/ports?device_id=b29745c6-58ac-484e-b555-207af4fcd1b4 HTTP/1.1" status: 200 len: 205 time: 0.0671282 Mar 24 01:01:51.956785 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49650) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:51.975867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c1ed7-e687-49fb-83f1-249c8978cbe3 req-328beb70-498f-4bb4-be24-0fe7d441351d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:51.977832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-972c1ed7-e687-49fb-83f1-249c8978cbe3 req-328beb70-498f-4bb4-be24-0fe7d441351d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.2113123 Mar 24 01:01:52.089469 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14866d29-e72f-4c5d-a01b-d6ade24e6262 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (b29745c6-58ac-484e-b555-207af4fcd1b4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:52.153378 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-16789b1a-344e-470a-bf1b-99efa4dd2bea req-067553ad-4de3-4c58-8050-592335474221 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947632 Mar 24 01:01:52.186189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-972c1ed7-e687-49fb-83f1-249c8978cbe3 req-f208fb7d-2afd-47c9-a994-a8a2c6eb9a64 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984687 Mar 24 01:01:52.227348 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0978b57a-db9a-4e5c-90b3-f2b3f53da82e x-openstack-request-id: req-0978b57a-db9a-4e5c-90b3-f2b3f53da82e {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:01:52.228221 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9eb81a-e02e-4129-92cf-d333986e8b75", "tag": "ce189c30-1ea7-4c58-b7e9-be7a7816f4e9", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:01:52.228482 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0978b57a-db9a-4e5c-90b3-f2b3f53da82e {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:01:52.229228 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0978b57a-db9a-4e5c-90b3-f2b3f53da82e'] response: {'name': 'network-changed', 'server_uuid': 'bc9eb81a-e02e-4129-92cf-d333986e8b75', 'tag': 'ce189c30-1ea7-4c58-b7e9-be7a7816f4e9', 'status': 'completed', 'code': 200} Mar 24 01:01:52.251876 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14866d29-e72f-4c5d-a01b-d6ade24e6262 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (b29745c6-58ac-484e-b555-207af4fcd1b4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:52.304494 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c9b8fe1-995f-487c-88ea-2a092a09b92a req-f1353ee6-45b9-45c2-bded-537f13a0f6ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2933760 Mar 24 01:01:52.320503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-14866d29-e72f-4c5d-a01b-d6ade24e6262 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Deleting port 4632e770-29c2-4c96-93c0-3874c70cfbe2 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:52.320935 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14866d29-e72f-4c5d-a01b-d6ade24e6262 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4632e770-29c2-4c96-93c0-3874c70cfbe2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:52.427665 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14866d29-e72f-4c5d-a01b-d6ade24e6262 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4632e770-29c2-4c96-93c0-3874c70cfbe2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:52.441434 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-14866d29-e72f-4c5d-a01b-d6ade24e6262 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Calling delete_port for 4632e770-29c2-4c96-93c0-3874c70cfbe2 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:52.490847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129daee0-4cc8-4ece-b062-450f2620d5bb req-1a636d46-8016-47a3-a61a-50f30795ddbc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:52.495783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129daee0-4cc8-4ece-b062-450f2620d5bb req-1a636d46-8016-47a3-a61a-50f30795ddbc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:52.497389 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-129daee0-4cc8-4ece-b062-450f2620d5bb req-1a636d46-8016-47a3-a61a-50f30795ddbc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 1667 time: 0.2402380 Mar 24 01:01:52.535606 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a26a4e-88b5-429c-bf44-a3c7a6ac1ad9 req-337ea38e-b6aa-4f86-ac72-63843ec0d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:52.536225 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a26a4e-88b5-429c-bf44-a3c7a6ac1ad9 req-337ea38e-b6aa-4f86-ac72-63843ec0d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:52.537963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15a26a4e-88b5-429c-bf44-a3c7a6ac1ad9 req-337ea38e-b6aa-4f86-ac72-63843ec0d4b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b27d62b7150645ecb81dd27e2c79bfaf&device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 1945 time: 0.2953968 Mar 24 01:01:52.601075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b8fe1-995f-487c-88ea-2a092a09b92a req-e2513c0a-4970-409e-b102-3463a1c8f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:52.602588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c9b8fe1-995f-487c-88ea-2a092a09b92a req-e2513c0a-4970-409e-b102-3463a1c8f304 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5098b2dddc743b6bb84c2d9f82fddea&device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 1127 time: 0.2296827 Mar 24 01:01:52.661728 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14866d29-e72f-4c5d-a01b-d6ade24e6262 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4632e770-29c2-4c96-93c0-3874c70cfbe2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:52.678511 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73bcf6-18cb-4aa2-8b56-98a1cda2e492 req-fc7fea1d-f696-4091-b3f9-5278a5b31cb2 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:52.680077 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c73bcf6-18cb-4aa2-8b56-98a1cda2e492 req-fc7fea1d-f696-4091-b3f9-5278a5b31cb2 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.2654126 Mar 24 01:01:52.692599 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14866d29-e72f-4c5d-a01b-d6ade24e6262 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Pushing event deleted for resources: {'Port': ['ID=4632e770-29c2-4c96-93c0-3874c70cfbe2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:52.767122 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14866d29-e72f-4c5d-a01b-d6ade24e6262 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (b29745c6-58ac-484e-b555-207af4fcd1b4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:52.799432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-129daee0-4cc8-4ece-b062-450f2620d5bb req-e6d38b30-267d-4c4d-ab1e-a60e0ffe2695 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774069 Mar 24 01:01:52.819090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec15bdc3-e025-4788-ae1a-ef67460e7363 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:01:52.841718 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Publish callbacks [] for port (ec15bdc3-e025-4788-ae1a-ef67460e7363), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:52.874159 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14866d29-e72f-4c5d-a01b-d6ade24e6262 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (b29745c6-58ac-484e-b555-207af4fcd1b4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:52.876343 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14866d29-e72f-4c5d-a01b-d6ade24e6262 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_controller (b29745c6-58ac-484e-b555-207af4fcd1b4), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:52.887849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a26a4e-88b5-429c-bf44-a3c7a6ac1ad9 req-796299f7-09ff-42ee-98db-b621b65cad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:52.888321 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a26a4e-88b5-429c-bf44-a3c7a6ac1ad9 req-796299f7-09ff-42ee-98db-b621b65cad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:52.888794 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a26a4e-88b5-429c-bf44-a3c7a6ac1ad9 req-796299f7-09ff-42ee-98db-b621b65cad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:52.890393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15a26a4e-88b5-429c-bf44-a3c7a6ac1ad9 req-796299f7-09ff-42ee-98db-b621b65cad99 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b27d62b7150645ecb81dd27e2c79bfaf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3417780 Mar 24 01:01:52.899723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c73bcf6-18cb-4aa2-8b56-98a1cda2e492 req-13b3a410-3e89-485d-9af0-1dbd2802b9ba tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989677 Mar 24 01:01:52.900624 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Transition to ACTIVE for port object ec15bdc3-e025-4788-ae1a-ef67460e7363 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:01:52.914315 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ec15bdc3-e025-4788-ae1a-ef67460e7363), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:52.916595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b8fe1-995f-487c-88ea-2a092a09b92a req-a0d6a168-167d-4a46-9704-fcffccdeb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:52.918014 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c9b8fe1-995f-487c-88ea-2a092a09b92a req-a0d6a168-167d-4a46-9704-fcffccdeb2d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1b945f4-9bf9-489c-9fb6-5d27400f4806 HTTP/1.1" status: 200 len: 911 time: 0.2812121 Mar 24 01:01:52.933487 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14866d29-e72f-4c5d-a01b-d6ade24e6262 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (b29745c6-58ac-484e-b555-207af4fcd1b4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:52.934429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14866d29-e72f-4c5d-a01b-d6ade24e6262 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Fanout notify agent at l3_agent the message router_deleted on router b29745c6-58ac-484e-b555-207af4fcd1b4 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:01:52.945139 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14866d29-e72f-4c5d-a01b-d6ade24e6262 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:52.946239 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-14866d29-e72f-4c5d-a01b-d6ade24e6262 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "DELETE /v2.0/routers/b29745c6-58ac-484e-b555-207af4fcd1b4 HTTP/1.1" status: 204 len: 168 time: 0.9885123 Mar 24 01:01:52.954246 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49660) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:52.959561 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a5bf0e54-a505-4e4f-8f63-d527faf04496 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1799188997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:52.984614 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5bf0e54-a505-4e4f-8f63-d527faf04496 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (70e59962-cf57-4b63-b760-a65dd0f55099), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:52.985801 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5bf0e54-a505-4e4f-8f63-d527faf04496 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (70e59962-cf57-4b63-b760-a65dd0f55099), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:53.038297 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5bf0e54-a505-4e4f-8f63-d527faf04496 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_controller (70e59962-cf57-4b63-b760-a65dd0f55099), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:53.047035 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5bf0e54-a505-4e4f-8f63-d527faf04496 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (70e59962-cf57-4b63-b760-a65dd0f55099), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:53.068018 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5bf0e54-a505-4e4f-8f63-d527faf04496 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:53.069506 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a5bf0e54-a505-4e4f-8f63-d527faf04496 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1141319 Mar 24 01:01:53.073038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49662) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:53.077813 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'enable_snat': True}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:53.083047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec15bdc3-e025-4788-ae1a-ef67460e7363,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:53.097697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c9b8fe1-995f-487c-88ea-2a092a09b92a req-e0cdd3db-a59f-4d6a-942b-f6130f49a225 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08803f2f-12d8-4f29-8f46-1eebda99153c HTTP/1.1" status: 200 len: 1001 time: 0.1658657 Mar 24 01:01:53.202924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a26a4e-88b5-429c-bf44-a3c7a6ac1ad9 req-2aebf693-97e6-4210-acf6-cca08be43187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:53.204392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15a26a4e-88b5-429c-bf44-a3c7a6ac1ad9 req-2aebf693-97e6-4210-acf6-cca08be43187 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3012173 Mar 24 01:01:53.256474 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b8fe1-995f-487c-88ea-2a092a09b92a req-9edc120c-64fa-4889-a4c7-f64aed8bd783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:53.258107 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c9b8fe1-995f-487c-88ea-2a092a09b92a req-9edc120c-64fa-4889-a4c7-f64aed8bd783 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f91df64-a393-477d-ac55-1cbd2f8d35ac HTTP/1.1" status: 200 len: 849 time: 0.1467829 Mar 24 01:01:53.294620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Attempting to bind port ec15bdc3-e025-4788-ae1a-ef67460e7363 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:01:53.294956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Attempting to bind port ec15bdc3-e025-4788-ae1a-ef67460e7363 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '9158ea5a-fec4-4506-a5e9-e9d1ea4380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ec532d26-c5ec-419c-a70f-2622e3c5cdb6'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:01:53.295295 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Attempting to bind port ec15bdc3-e025-4788-ae1a-ef67460e7363 on network ec532d26-c5ec-419c-a70f-2622e3c5cdb6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:53.316823 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (70e59962-cf57-4b63-b760-a65dd0f55099), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:53.327733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Port ec15bdc3-e025-4788-ae1a-ef67460e7363 on network ec532d26-c5ec-419c-a70f-2622e3c5cdb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:01:53.328024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Attempting to bind port ec15bdc3-e025-4788-ae1a-ef67460e7363 on network ec532d26-c5ec-419c-a70f-2622e3c5cdb6 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:01:53.352864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:01:53.353242 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Checking segment: {'id': '9158ea5a-fec4-4506-a5e9-e9d1ea4380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ec532d26-c5ec-419c-a70f-2622e3c5cdb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:01:53.353653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Bound using segment: {'id': '9158ea5a-fec4-4506-a5e9-e9d1ea4380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ec532d26-c5ec-419c-a70f-2622e3c5cdb6'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:01:53.354108 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Bound port: ec15bdc3-e025-4788-ae1a-ef67460e7363, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9158ea5a-fec4-4506-a5e9-e9d1ea4380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ec532d26-c5ec-419c-a70f-2622e3c5cdb6'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:01:53.354476 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ec15bdc3-e025-4788-ae1a-ef67460e7363), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:53.406963 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b8fe1-995f-487c-88ea-2a092a09b92a req-f2017d3d-7758-40ad-83dc-8ab7de3da0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:53.408403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c9b8fe1-995f-487c-88ea-2a092a09b92a req-f2017d3d-7758-40ad-83dc-8ab7de3da0c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1b945f4-9bf9-489c-9fb6-5d27400f4806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1355517 Mar 24 01:01:53.432748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c89f91-46ef-4da9-9647-b6da5e924ac6 req-5b19d8f8-4659-4ddd-8550-17cc7a142d42 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:53.434226 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13c89f91-46ef-4da9-9647-b6da5e924ac6 req-5b19d8f8-4659-4ddd-8550-17cc7a142d42 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1203079 Mar 24 01:01:53.523727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] For port ec15bdc3-e025-4788-ae1a-ef67460e7363, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:01:53.557149 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (70e59962-cf57-4b63-b760-a65dd0f55099), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:53.559965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] For port ec15bdc3-e025-4788-ae1a-ef67460e7363, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ec15bdc3-e025-4788-ae1a-ef67460e7363,segment=NetworkSegment(9158ea5a-fec4-4506-a5e9-e9d1ea4380db),segment_id=9158ea5a-fec4-4506-a5e9-e9d1ea4380db)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:01:53.572870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13c89f91-46ef-4da9-9647-b6da5e924ac6 req-fd810d4a-6564-4073-8f29-f701cb4fb42b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985339 Mar 24 01:01:53.579054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ec15bdc3-e025-4788-ae1a-ef67460e7363), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:53.592430 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:53.616649 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c9b8fe1-995f-487c-88ea-2a092a09b92a req-c4ba67c3-a341-4af2-9002-d00eb5887c09 service neutron] 10.222.0.57 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018015 Mar 24 01:01:53.635019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:53.635638 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:53.636991 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] 10.222.0.57 "PUT /v2.0/ports/ec15bdc3-e025-4788-ae1a-ef67460e7363 HTTP/1.1" status: 200 len: 1092 time: 1.9522016 Mar 24 01:01:53.732305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Allocated IP 172.25.0.236 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/4f461323-67f2-4182-94c1-ccafc09c5d2d) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:53.900852 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for port (4f461323-67f2-4182-94c1-ccafc09c5d2d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:53.954092 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4f461323-67f2-4182-94c1-ccafc09c5d2d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:53.998343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:54.001506 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:54.006455 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:54.035297 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Pushing event updated for resources: {'Port': ['ID=4f461323-67f2-4182-94c1-ccafc09c5d2d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:54.136137 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c9b8fe1-995f-487c-88ea-2a092a09b92a req-cc72023d-8c08-4881-863a-7ca8ce05946b service neutron] 10.222.0.57 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109186 Mar 24 01:01:54.254318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b6468-974f-4a10-820d-be9bd8639ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec15bdc3-e025-4788-ae1a-ef67460e7363,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:54.259664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9eb81a-e02e-4129-92cf-d333986e8b75', 'tag': 'ec15bdc3-e025-4788-ae1a-ef67460e7363'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:01:54.264171 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e82ffe-5638-410c-a7ca-f524d358ff90" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9eb81a-e02e-4129-92cf-d333986e8b75", "tag": "ec15bdc3-e025-4788-ae1a-ef67460e7363"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:01:54.341300 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (70e59962-cf57-4b63-b760-a65dd0f55099), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:54.387373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a178113-2a74-4056-8dd5-9e42809860fb req-03493fb7-3a8e-4f40-a678-f80eede22335 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:54.392928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a178113-2a74-4056-8dd5-9e42809860fb req-03493fb7-3a8e-4f40-a678-f80eede22335 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:54.394902 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a178113-2a74-4056-8dd5-9e42809860fb req-03493fb7-3a8e-4f40-a678-f80eede22335 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 1679 time: 0.2571843 Mar 24 01:01:54.401589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca737ea8-58fe-49a8-8027-81be3a6c6890 req-4041cf9b-673d-4197-9847-0e779c5f0c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:54.403037 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca737ea8-58fe-49a8-8027-81be3a6c6890 req-4041cf9b-673d-4197-9847-0e779c5f0c8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5098b2dddc743b6bb84c2d9f82fddea&device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 1127 time: 0.1277344 Mar 24 01:01:54.406017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-1a95d834-7747-40e2-8fe2-c6039471c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:54.406507 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-1a95d834-7747-40e2-8fe2-c6039471c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:54.407981 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-1a95d834-7747-40e2-8fe2-c6039471c966 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b27d62b7150645ecb81dd27e2c79bfaf&device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 2043 time: 0.1978159 Mar 24 01:01:54.465409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a09cc-5ac1-42f5-a3c5-0ec34bd063f2 req-f58b8c66-86a2-4a79-91da-1dc2f5a61c25 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:54.472637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-391a09cc-5ac1-42f5-a3c5-0ec34bd063f2 req-f58b8c66-86a2-4a79-91da-1dc2f5a61c25 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.2342703 Mar 24 01:01:54.550191 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-7bdaf761-7bde-4282-87d5-88bc3d4703ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.158&port_id=ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 HTTP/1.1" status: 200 len: 217 time: 0.1303113 Mar 24 01:01:54.601510 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (70e59962-cf57-4b63-b760-a65dd0f55099), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:54.605988 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (70e59962-cf57-4b63-b760-a65dd0f55099), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:54.662941 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a178113-2a74-4056-8dd5-9e42809860fb req-dfe65446-8a17-41c8-bb50-87ee66c7d709 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539253 Mar 24 01:01:54.679866 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-391a09cc-5ac1-42f5-a3c5-0ec34bd063f2 req-fa09bf4a-1939-45ad-8d3f-5bec5cc3ec81 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002611 Mar 24 01:01:54.687122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-a682355a-8d20-4bf2-9205-4a4e5629e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:54.692571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-a682355a-8d20-4bf2-9205-4a4e5629e443 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=03137c79-43f8-4624-a9ab-ccc4343f9941 HTTP/1.1" status: 200 len: 801 time: 0.1358666 Mar 24 01:01:54.762882 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e47cd0d-8d41-46f3-8224-2d0db15f4750 x-openstack-request-id: req-2e47cd0d-8d41-46f3-8224-2d0db15f4750 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:01:54.763180 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9eb81a-e02e-4129-92cf-d333986e8b75", "tag": "ec15bdc3-e025-4788-ae1a-ef67460e7363", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:01:54.763436 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e47cd0d-8d41-46f3-8224-2d0db15f4750 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:01:54.763843 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e47cd0d-8d41-46f3-8224-2d0db15f4750'] response: {'name': 'network-changed', 'server_uuid': 'bc9eb81a-e02e-4129-92cf-d333986e8b75', 'tag': 'ec15bdc3-e025-4788-ae1a-ef67460e7363', 'status': 'completed', 'code': 200} Mar 24 01:01:54.779548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca737ea8-58fe-49a8-8027-81be3a6c6890 req-4e4e95d8-c4da-41b8-8809-e8d117f4461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:54.781081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca737ea8-58fe-49a8-8027-81be3a6c6890 req-4e4e95d8-c4da-41b8-8809-e8d117f4461a service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1b945f4-9bf9-489c-9fb6-5d27400f4806 HTTP/1.1" status: 200 len: 911 time: 0.3630710 Mar 24 01:01:54.823547 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Router 70e59962-cf57-4b63-b760-a65dd0f55099 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:01:54.891393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca737ea8-58fe-49a8-8027-81be3a6c6890 req-41a5457d-baa4-43f2-ac9b-51acc067027e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08803f2f-12d8-4f29-8f46-1eebda99153c HTTP/1.1" status: 200 len: 1001 time: 0.0954716 Mar 24 01:01:54.897157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-9344060b-e042-43c5-b060-8a5b422538cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:54.898722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-9344060b-e042-43c5-b060-8a5b422538cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc5d762b-6f16-40dc-a386-1e0a9d55b2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1929970 Mar 24 01:01:54.965061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abe545-e6a7-41e4-8df3-b4dea2a25707 req-d231f25c-0607-4a39-8672-9e0830ab8249 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:54.972843 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d9abe545-e6a7-41e4-8df3-b4dea2a25707 req-d231f25c-0607-4a39-8672-9e0830ab8249 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1887248 Mar 24 01:01:55.051206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca737ea8-58fe-49a8-8027-81be3a6c6890 req-5e7b20a8-0ac6-45ab-9f9a-afa26639ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:55.052623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca737ea8-58fe-49a8-8027-81be3a6c6890 req-5e7b20a8-0ac6-45ab-9f9a-afa26639ee0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f91df64-a393-477d-ac55-1cbd2f8d35ac HTTP/1.1" status: 200 len: 849 time: 0.1513133 Mar 24 01:01:55.139760 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d9abe545-e6a7-41e4-8df3-b4dea2a25707 req-74b6fc88-a3b0-4acd-b86e-8397f7fa9a54 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637063 Mar 24 01:01:55.156514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-449bc9a9-f57d-4125-ae61-852c8625ecdf service neutron] 10.222.0.57 "GET /v2.0/networks/cc5d762b-6f16-40dc-a386-1e0a9d55b2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464411 Mar 24 01:01:55.214819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca737ea8-58fe-49a8-8027-81be3a6c6890 req-3ddb571f-db39-4d4e-9a13-3db9c283c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:55.216412 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca737ea8-58fe-49a8-8027-81be3a6c6890 req-3ddb571f-db39-4d4e-9a13-3db9c283c6a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1b945f4-9bf9-489c-9fb6-5d27400f4806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1553521 Mar 24 01:01:55.321316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:01:55.324917 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-970c03a5-bf6d-48be-a8ae-9f4bec98e150 service neutron] 10.222.0.57 "GET /v2.0/networks/cc5d762b-6f16-40dc-a386-1e0a9d55b2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629915 Mar 24 01:01:55.326711 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:55.331063 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-38740972-3fe7-4031-9568-637fb5811e9d tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "PUT /v2.0/routers/70e59962-cf57-4b63-b760-a65dd0f55099 HTTP/1.1" status: 200 len: 915 time: 2.2538102 Mar 24 01:01:55.331633 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49680) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:55.336423 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd825154-d8a5-4dd0-ab3c-34566e861842 None None] Sync routers for ids ['70e59962-cf57-4b63-b760-a65dd0f55099'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:01:55.350785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd825154-d8a5-4dd0-ab3c-34566e861842 None None] Routers {'70e59962-cf57-4b63-b760-a65dd0f55099'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:55.352804 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-dd825154-d8a5-4dd0-ab3c-34566e861842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['70e59962-cf57-4b63-b760-a65dd0f55099'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:55.397502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-dd825154-d8a5-4dd0-ab3c-34566e861842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:55.410026 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd825154-d8a5-4dd0-ab3c-34566e861842 None None] Routers {'70e59962-cf57-4b63-b760-a65dd0f55099'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:55.411232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-dd825154-d8a5-4dd0-ab3c-34566e861842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['70e59962-cf57-4b63-b760-a65dd0f55099'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:55.421409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-701de691-df52-409f-8988-7161531f70b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.199&port_id=ec15bdc3-e025-4788-ae1a-ef67460e7363 HTTP/1.1" status: 200 len: 217 time: 0.0893147 Mar 24 01:01:55.426378 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca737ea8-58fe-49a8-8027-81be3a6c6890 req-248c3ea7-3b61-4e42-bb50-4a0dd09ff032 service neutron] 10.222.0.57 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027631 Mar 24 01:01:55.458497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-dd825154-d8a5-4dd0-ab3c-34566e861842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:55.460260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd825154-d8a5-4dd0-ab3c-34566e861842 None None] The sync data for ids ['70e59962-cf57-4b63-b760-a65dd0f55099'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:01:55.502735 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-29b3da33-c43d-4295-86c6-4ac048598c76 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/routers/70e59962-cf57-4b63-b760-a65dd0f55099 HTTP/1.1" status: 200 len: 921 time: 0.1669633 Mar 24 01:01:55.503764 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49684) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:55.540671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-77b68890-8254-4ab6-8ef3-3b5b270567ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:55.542335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-77b68890-8254-4ab6-8ef3-3b5b270567ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a36ca18b-4af3-4a7c-ab1f-e6733bf962d2 HTTP/1.1" status: 200 len: 801 time: 0.1116116 Mar 24 01:01:55.567863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc5a80-1d2b-458d-9ee3-796fe30add48 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:55.574603 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e0dc5a80-1d2b-458d-9ee3-796fe30add48 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&device_id=70e59962-cf57-4b63-b760-a65dd0f55099&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0663812 Mar 24 01:01:55.575135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49686) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:55.610932 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca737ea8-58fe-49a8-8027-81be3a6c6890 req-a0d11df1-425e-431c-8295-0e23b3ba4378 service neutron] 10.222.0.57 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715040 Mar 24 01:01:55.648142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-3dab547f-54e8-42b2-911b-e645eca112c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:55.649694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-3dab547f-54e8-42b2-911b-e645eca112c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec532d26-c5ec-419c-a70f-2622e3c5cdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0897715 Mar 24 01:01:55.657628 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1a851-ba79-4f95-bd56-0696b4f82a2b tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:55.659218 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5de1a851-ba79-4f95-bd56-0696b4f82a2b tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 881 time: 0.0830722 Mar 24 01:01:55.662760 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49688) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:55.710734 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-21059e3e-b118-4653-abcc-2ee2c514306c tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "GET /v2.0/ports?device_id=70e59962-cf57-4b63-b760-a65dd0f55099 HTTP/1.1" status: 200 len: 205 time: 0.0468307 Mar 24 01:01:55.714093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49694) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:55.763545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-6738bca8-c3e7-4cd9-9444-85bbeb910d4e service neutron] 10.222.0.57 "GET /v2.0/networks/ec532d26-c5ec-419c-a70f-2622e3c5cdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060405 Mar 24 01:01:55.850948 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c205784-2478-4ee9-8130-904ca5cb50a1 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (70e59962-cf57-4b63-b760-a65dd0f55099), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:55.968628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb549485-5e0a-4151-8b2b-064c7fff1fb7 req-e1f8f7e1-2643-4488-b485-b39e0db5b6b5 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:55.975858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c205784-2478-4ee9-8130-904ca5cb50a1 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (70e59962-cf57-4b63-b760-a65dd0f55099), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:55.976250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb549485-5e0a-4151-8b2b-064c7fff1fb7 req-e1f8f7e1-2643-4488-b485-b39e0db5b6b5 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:55.978700 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb549485-5e0a-4151-8b2b-064c7fff1fb7 req-e1f8f7e1-2643-4488-b485-b39e0db5b6b5 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 1679 time: 0.1352043 Mar 24 01:01:55.982600 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ee99ae-10d4-4e77-b15b-455915320e06 req-b8dfe174-6924-4d6e-a820-1f0555e63257 service neutron] 10.222.0.57 "GET /v2.0/networks/ec532d26-c5ec-419c-a70f-2622e3c5cdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118134 Mar 24 01:01:55.995820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952c152-f35d-440f-aca2-30187fd0a43c req-2ee0927d-f22e-422e-b3a6-2f4526edd6dd tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:56.004059 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6952c152-f35d-440f-aca2-30187fd0a43c req-2ee0927d-f22e-422e-b3a6-2f4526edd6dd tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.2344162 Mar 24 01:01:56.066127 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0c205784-2478-4ee9-8130-904ca5cb50a1 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Deleting port 4f461323-67f2-4182-94c1-ccafc09c5d2d {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:56.066616 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c205784-2478-4ee9-8130-904ca5cb50a1 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4f461323-67f2-4182-94c1-ccafc09c5d2d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:56.120063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb549485-5e0a-4151-8b2b-064c7fff1fb7 req-69efe278-8810-43ff-89b9-459d50418c76 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069665 Mar 24 01:01:56.137607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6952c152-f35d-440f-aca2-30187fd0a43c req-0fb2236e-4c33-4ed4-9cba-389200a4067b tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278520 Mar 24 01:01:56.182060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e82ffe-5638-410c-a7ca-f524d358ff90 req-c1923b9a-7e46-43a3-aa05-f61bda84ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:56.189829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e82ffe-5638-410c-a7ca-f524d358ff90 req-c1923b9a-7e46-43a3-aa05-f61bda84ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:56.191533 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26e82ffe-5638-410c-a7ca-f524d358ff90 req-c1923b9a-7e46-43a3-aa05-f61bda84ad65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b27d62b7150645ecb81dd27e2c79bfaf&device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 2043 time: 0.1426702 Mar 24 01:01:56.254415 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c205784-2478-4ee9-8130-904ca5cb50a1 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4f461323-67f2-4182-94c1-ccafc09c5d2d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:56.274651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0c205784-2478-4ee9-8130-904ca5cb50a1 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Calling delete_port for 4f461323-67f2-4182-94c1-ccafc09c5d2d owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:56.303121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e82ffe-5638-410c-a7ca-f524d358ff90 req-fe517766-65b6-405e-a991-d446fea2437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:56.304591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26e82ffe-5638-410c-a7ca-f524d358ff90 req-fe517766-65b6-405e-a991-d446fea2437c service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec532d26-c5ec-419c-a70f-2622e3c5cdb6 HTTP/1.1" status: 200 len: 903 time: 0.1065564 Mar 24 01:01:56.366687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26e82ffe-5638-410c-a7ca-f524d358ff90 req-9175c5a4-1cae-4227-96ac-78efba666721 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.199&port_id=ec15bdc3-e025-4788-ae1a-ef67460e7363 HTTP/1.1" status: 200 len: 217 time: 0.0526149 Mar 24 01:01:56.468569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d8fa0-6fa5-429d-b204-cf9abc1bb0d6 req-61d48475-55f8-453d-b063-f18345a3682d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:56.473050 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec0d8fa0-6fa5-429d-b204-cf9abc1bb0d6 req-61d48475-55f8-453d-b063-f18345a3682d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1675065 Mar 24 01:01:56.475245 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e82ffe-5638-410c-a7ca-f524d358ff90 req-8869b506-830e-4cc5-b3b2-eeb7ace5be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:56.481179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26e82ffe-5638-410c-a7ca-f524d358ff90 req-8869b506-830e-4cc5-b3b2-eeb7ace5be4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a36ca18b-4af3-4a7c-ab1f-e6733bf962d2 HTTP/1.1" status: 200 len: 801 time: 0.1052380 Mar 24 01:01:56.492497 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c205784-2478-4ee9-8130-904ca5cb50a1 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4f461323-67f2-4182-94c1-ccafc09c5d2d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:56.540739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c205784-2478-4ee9-8130-904ca5cb50a1 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Pushing event deleted for resources: {'Port': ['ID=4f461323-67f2-4182-94c1-ccafc09c5d2d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:56.596112 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec0d8fa0-6fa5-429d-b204-cf9abc1bb0d6 req-b704d7b0-17f4-4c98-a18c-71c149cce526 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138341 Mar 24 01:01:56.603834 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e82ffe-5638-410c-a7ca-f524d358ff90 req-c53661fe-4e79-4e6c-801e-09c8c5d35ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:56.609713 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c205784-2478-4ee9-8130-904ca5cb50a1 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (70e59962-cf57-4b63-b760-a65dd0f55099), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:56.611004 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26e82ffe-5638-410c-a7ca-f524d358ff90 req-c53661fe-4e79-4e6c-801e-09c8c5d35ce1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec532d26-c5ec-419c-a70f-2622e3c5cdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1132262 Mar 24 01:01:56.728102 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26e82ffe-5638-410c-a7ca-f524d358ff90 req-aff7f8d4-dbde-4a58-b00c-826f21ff203c service neutron] 10.222.0.57 "GET /v2.0/networks/ec532d26-c5ec-419c-a70f-2622e3c5cdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109505 Mar 24 01:01:56.735940 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c205784-2478-4ee9-8130-904ca5cb50a1 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (70e59962-cf57-4b63-b760-a65dd0f55099), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:56.739188 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c205784-2478-4ee9-8130-904ca5cb50a1 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_controller (70e59962-cf57-4b63-b760-a65dd0f55099), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:56.787955 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c205784-2478-4ee9-8130-904ca5cb50a1 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (70e59962-cf57-4b63-b760-a65dd0f55099), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:56.789396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c205784-2478-4ee9-8130-904ca5cb50a1 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Fanout notify agent at l3_agent the message router_deleted on router 70e59962-cf57-4b63-b760-a65dd0f55099 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:01:56.800049 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c205784-2478-4ee9-8130-904ca5cb50a1 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:56.801265 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0c205784-2478-4ee9-8130-904ca5cb50a1 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "DELETE /v2.0/routers/70e59962-cf57-4b63-b760-a65dd0f55099 HTTP/1.1" status: 204 len: 168 time: 1.0851276 Mar 24 01:01:56.804906 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49700) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:56.810777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7494e30f-fd77-44b0-955c-56e54d102285 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1553574615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:56.836180 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7494e30f-fd77-44b0-955c-56e54d102285 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (90584965-3997-4238-962d-8a4aa40f5155), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:56.837176 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26e82ffe-5638-410c-a7ca-f524d358ff90 req-0464441c-5107-4276-9012-e09cfc3470fe service neutron] 10.222.0.57 "GET /v2.0/networks/ec532d26-c5ec-419c-a70f-2622e3c5cdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023273 Mar 24 01:01:56.837302 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7494e30f-fd77-44b0-955c-56e54d102285 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (90584965-3997-4238-962d-8a4aa40f5155), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:56.898344 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7494e30f-fd77-44b0-955c-56e54d102285 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_controller (90584965-3997-4238-962d-8a4aa40f5155), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:56.902735 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7494e30f-fd77-44b0-955c-56e54d102285 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (90584965-3997-4238-962d-8a4aa40f5155), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:56.920670 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7494e30f-fd77-44b0-955c-56e54d102285 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:56.922216 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7494e30f-fd77-44b0-955c-56e54d102285 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1157990 Mar 24 01:01:56.925065 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49702) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:56.929404 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'enable_snat': False}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:01:57.165183 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (90584965-3997-4238-962d-8a4aa40f5155), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:57.310915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638c6b8-9571-402f-a9f9-2c840f2bf9e3 req-2bb327e3-194b-4fe5-b5d1-591f2ac783fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:57.316216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638c6b8-9571-402f-a9f9-2c840f2bf9e3 req-2bb327e3-194b-4fe5-b5d1-591f2ac783fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:57.318616 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3638c6b8-9571-402f-a9f9-2c840f2bf9e3 req-2bb327e3-194b-4fe5-b5d1-591f2ac783fc tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 1679 time: 0.0969968 Mar 24 01:01:57.329721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51004535-92da-4d87-a5cb-be540de97262 req-c2453f3e-d668-4144-8082-5c8bae990252 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:57.331180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51004535-92da-4d87-a5cb-be540de97262 req-c2453f3e-d668-4144-8082-5c8bae990252 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.0987513 Mar 24 01:01:57.402873 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (90584965-3997-4238-962d-8a4aa40f5155), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:57.414541 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3638c6b8-9571-402f-a9f9-2c840f2bf9e3 req-c5928835-fb4f-45d6-9ea6-a9aa7fb168a1 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821366 Mar 24 01:01:57.417511 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51004535-92da-4d87-a5cb-be540de97262 req-63e2ce06-cc45-4808-9e6e-2e487fa38475 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775037 Mar 24 01:01:57.425636 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:57.542551 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Allocated IP 172.25.0.186 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/9be32309-1338-42e5-a4b6-e4609a4b7d1a) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:01:57.663044 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for port (9be32309-1338-42e5-a4b6-e4609a4b7d1a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:57.713060 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (9be32309-1338-42e5-a4b6-e4609a4b7d1a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:57.744065 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa6f2f-4b08-4605-a374-513da596c610 req-0160783a-db0f-4860-a965-2609a6840d25 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:57.745801 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82aa6f2f-4b08-4605-a374-513da596c610 req-0160783a-db0f-4860-a965-2609a6840d25 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0562584 Mar 24 01:01:57.764314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:01:57.768782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:01:57.772560 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:01:57.810165 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Pushing event updated for resources: {'Port': ['ID=9be32309-1338-42e5-a4b6-e4609a4b7d1a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:57.819322 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82aa6f2f-4b08-4605-a374-513da596c610 req-685f04f3-9227-4856-97af-c737eb82acb4 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572519 Mar 24 01:01:58.089742 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router_gateway (90584965-3997-4238-962d-8a4aa40f5155), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:58.297911 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (90584965-3997-4238-962d-8a4aa40f5155), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:58.301382 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (90584965-3997-4238-962d-8a4aa40f5155), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:58.436466 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Router 90584965-3997-4238-962d-8a4aa40f5155 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:01:58.576408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df5860-fe4d-4001-8d89-9d4229a2b69f req-89828b3d-9c3f-4974-a50e-35807f47e86b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:58.580949 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:01:58.583365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df5860-fe4d-4001-8d89-9d4229a2b69f req-89828b3d-9c3f-4974-a50e-35807f47e86b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:58.587924 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:58.589339 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0f208771-b9bc-4773-aaae-9748582785ab tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "PUT /v2.0/routers/90584965-3997-4238-962d-8a4aa40f5155 HTTP/1.1" status: 200 len: 916 time: 1.6629527 Mar 24 01:01:58.592235 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb3ad9b-5a3a-4449-9cff-9161f8db038e None None] Sync routers for ids ['90584965-3997-4238-962d-8a4aa40f5155'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:01:58.592967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50df5860-fe4d-4001-8d89-9d4229a2b69f req-89828b3d-9c3f-4974-a50e-35807f47e86b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 1679 time: 0.0877323 Mar 24 01:01:58.593500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49728) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:58.605876 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb3ad9b-5a3a-4449-9cff-9161f8db038e None None] Routers {'90584965-3997-4238-962d-8a4aa40f5155'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:58.606875 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6cb3ad9b-5a3a-4449-9cff-9161f8db038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['90584965-3997-4238-962d-8a4aa40f5155'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:58.652590 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6cb3ad9b-5a3a-4449-9cff-9161f8db038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:58.657461 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-eae291c7-3522-4de5-b468-9d927ae3a929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:58.664556 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb3ad9b-5a3a-4449-9cff-9161f8db038e None None] Routers {'90584965-3997-4238-962d-8a4aa40f5155'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:01:58.665447 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6cb3ad9b-5a3a-4449-9cff-9161f8db038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['90584965-3997-4238-962d-8a4aa40f5155'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:58.704958 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6cb3ad9b-5a3a-4449-9cff-9161f8db038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:01:58.705919 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb3ad9b-5a3a-4449-9cff-9161f8db038e None None] The sync data for ids ['90584965-3997-4238-962d-8a4aa40f5155'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:01:59.029189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50df5860-fe4d-4001-8d89-9d4229a2b69f req-7ab1a90d-c403-4d4c-9efc-590051017b50 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265842 Mar 24 01:01:59.057883 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0239c68e-f0a4-427f-a62e-57a260d255f2 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/routers/90584965-3997-4238-962d-8a4aa40f5155 HTTP/1.1" status: 200 len: 922 time: 0.4623437 Mar 24 01:01:59.061055 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49736) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:59.067638 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c161cc-3bbc-4990-bdd9-383129a86082 req-761ba600-242e-47b7-ad56-369a7130f5b5 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:59.069325 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59c161cc-3bbc-4990-bdd9-383129a86082 req-761ba600-242e-47b7-ad56-369a7130f5b5 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1174140 Mar 24 01:01:59.113388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d675e7a-8158-4033-b54f-2d7ebd7701a2 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:59.117620 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4d675e7a-8158-4033-b54f-2d7ebd7701a2 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&device_id=90584965-3997-4238-962d-8a4aa40f5155&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0552452 Mar 24 01:01:59.118263 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49738) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:59.135687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59c161cc-3bbc-4990-bdd9-383129a86082 req-a686f072-dce8-4ed5-895f-26eb3b029c03 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572939 Mar 24 01:01:59.224687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cebc7e-1078-4b22-b260-e2bdb8d763f2 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:01:59.228896 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a6cebc7e-1078-4b22-b260-e2bdb8d763f2 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 881 time: 0.1069779 Mar 24 01:01:59.229194 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49740) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:59.264265 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9132c3db-29d5-4570-884a-d5a6cde86b13 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "GET /v2.0/ports?device_id=90584965-3997-4238-962d-8a4aa40f5155 HTTP/1.1" status: 200 len: 205 time: 0.0324192 Mar 24 01:01:59.265303 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49742) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:01:59.372009 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-078ba7a6-257e-4039-bd29-c97bd139dcf0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (90584965-3997-4238-962d-8a4aa40f5155), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:59.474748 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-078ba7a6-257e-4039-bd29-c97bd139dcf0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (90584965-3997-4238-962d-8a4aa40f5155), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:59.533467 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-078ba7a6-257e-4039-bd29-c97bd139dcf0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Deleting port 9be32309-1338-42e5-a4b6-e4609a4b7d1a {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:01:59.533810 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-078ba7a6-257e-4039-bd29-c97bd139dcf0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9be32309-1338-42e5-a4b6-e4609a4b7d1a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:59.608377 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-078ba7a6-257e-4039-bd29-c97bd139dcf0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9be32309-1338-42e5-a4b6-e4609a4b7d1a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:59.623695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-078ba7a6-257e-4039-bd29-c97bd139dcf0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Calling delete_port for 9be32309-1338-42e5-a4b6-e4609a4b7d1a owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:01:59.696073 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:59.801240 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-078ba7a6-257e-4039-bd29-c97bd139dcf0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (9be32309-1338-42e5-a4b6-e4609a4b7d1a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:59.828313 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ba7a6-257e-4039-bd29-c97bd139dcf0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Pushing event deleted for resources: {'Port': ['ID=9be32309-1338-42e5-a4b6-e4609a4b7d1a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:01:59.895648 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-078ba7a6-257e-4039-bd29-c97bd139dcf0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (90584965-3997-4238-962d-8a4aa40f5155), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:59.947644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ec15bdc3-e025-4788-ae1a-ef67460e7363 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:01:59.991017 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-078ba7a6-257e-4039-bd29-c97bd139dcf0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (90584965-3997-4238-962d-8a4aa40f5155), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:01:59.993202 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-078ba7a6-257e-4039-bd29-c97bd139dcf0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_controller (90584965-3997-4238-962d-8a4aa40f5155), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:00.041177 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-078ba7a6-257e-4039-bd29-c97bd139dcf0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (90584965-3997-4238-962d-8a4aa40f5155), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:00.042324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078ba7a6-257e-4039-bd29-c97bd139dcf0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Fanout notify agent at l3_agent the message router_deleted on router 90584965-3997-4238-962d-8a4aa40f5155 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:02:00.056674 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ec15bdc3-e025-4788-ae1a-ef67460e7363, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ec15bdc3-e025-4788-ae1a-ef67460e7363,segment=NetworkSegment(9158ea5a-fec4-4506-a5e9-e9d1ea4380db),segment_id=9158ea5a-fec4-4506-a5e9-e9d1ea4380db)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:00.059359 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-078ba7a6-257e-4039-bd29-c97bd139dcf0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:00.064317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49746) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:00.064837 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-078ba7a6-257e-4039-bd29-c97bd139dcf0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "DELETE /v2.0/routers/90584965-3997-4238-962d-8a4aa40f5155 HTTP/1.1" status: 204 len: 168 time: 0.7984753 Mar 24 01:02:00.070336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-93282529', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:00.071607 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'ec15bdc3-e025-4788-ae1a-ef67460e7363', 'network_id': 'ec532d26-c5ec-419c-a70f-2622e3c5cdb6', 'port_id': 'ec15bdc3-e025-4788-ae1a-ef67460e7363', 'mac_address': 'fa:16:3e:79:ac:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36ca18b-4af3-4a7c-ab1f-e6733bf962d2', 'ip_address': '19.86.0.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:02:00.119759 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (2c8bcb4d-291e-4fe2-a7f0-595b7e86b539), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:00.121441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port ec15bdc3-e025-4788-ae1a-ef67460e7363 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:00.121668 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (2c8bcb4d-291e-4fe2-a7f0-595b7e86b539), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:00.122245 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ec15bdc3-e025-4788-ae1a-ef67460e7363), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:00.140296 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec15bdc3-e025-4788-ae1a-ef67460e7363 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:02:00.171662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ec15bdc3-e025-4788-ae1a-ef67460e7363, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ec15bdc3-e025-4788-ae1a-ef67460e7363,segment=NetworkSegment(9158ea5a-fec4-4506-a5e9-e9d1ea4380db),segment_id=9158ea5a-fec4-4506-a5e9-e9d1ea4380db)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:00.177358 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ec15bdc3-e025-4788-ae1a-ef67460e7363), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:00.178378 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:02:00.218586 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_controller (2c8bcb4d-291e-4fe2-a7f0-595b7e86b539), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:00.378249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b2f4-0b27-45f7-9a41-cfe7d2cf6aad req-cfec1339-4b35-4289-96ab-c35fdf260a54 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:00.384603 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b2f4-0b27-45f7-9a41-cfe7d2cf6aad req-cfec1339-4b35-4289-96ab-c35fdf260a54 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:00.386874 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f90b2f4-0b27-45f7-9a41-cfe7d2cf6aad req-cfec1339-4b35-4289-96ab-c35fdf260a54 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 1680 time: 0.2194517 Mar 24 01:02:00.437618 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=ec15bdc3-e025-4788-ae1a-ef67460e7363,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:00.458217 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ce189c30-1ea7-4c58-b7e9-be7a7816f4e9,segment=NetworkSegment(610a840b-1605-418e-aa19-c516e69ce3e8),segment_id=610a840b-1605-418e-aa19-c516e69ce3e8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:00.471021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'ce189c30-1ea7-4c58-b7e9-be7a7816f4e9', 'network_id': 'cc5d762b-6f16-40dc-a386-1e0a9d55b2cd', 'port_id': 'ce189c30-1ea7-4c58-b7e9-be7a7816f4e9', 'mac_address': 'fa:16:3e:8a:c9:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03137c79-43f8-4624-a9ab-ccc4343f9941', 'ip_address': '19.80.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:02:00.481798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811b0ca-90f1-49e6-ac94-1559cf6dae94 req-846779df-5acb-46e4-8f21-978e657d59b1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:00.483277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d811b0ca-90f1-49e6-ac94-1559cf6dae94 req-846779df-5acb-46e4-8f21-978e657d59b1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.2630088 Mar 24 01:02:00.491229 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (2c8bcb4d-291e-4fe2-a7f0-595b7e86b539), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:00.516406 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:00.516871 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ce189c30-1ea7-4c58-b7e9-be7a7816f4e9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:00.534407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:02:00.562615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ce189c30-1ea7-4c58-b7e9-be7a7816f4e9,segment=NetworkSegment(610a840b-1605-418e-aa19-c516e69ce3e8),segment_id=610a840b-1605-418e-aa19-c516e69ce3e8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:00.567795 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ce189c30-1ea7-4c58-b7e9-be7a7816f4e9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:00.584376 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f90b2f4-0b27-45f7-9a41-cfe7d2cf6aad req-4b2e7b8c-ab0a-49ce-89bf-03a319a30b9f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319444 Mar 24 01:02:00.605116 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d811b0ca-90f1-49e6-ac94-1559cf6dae94 req-32e6c57e-520c-4916-9047-ab8e7ca8d293 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104684 Mar 24 01:02:00.629727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=ce189c30-1ea7-4c58-b7e9-be7a7816f4e9,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:00.766615 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (2c8bcb4d-291e-4fe2-a7f0-595b7e86b539), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:00.785293 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:00.823284 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a7f304b1-2bab-4439-8fcf-97ff759e8b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:00.884723 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['ce189c30-1ea7-4c58-b7e9-be7a7816f4e9'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:02:00.901080 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Allocated IP 172.25.0.84 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/085dbf83-27d0-4018-bb71-bb5472911b3f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:01.008671 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for port (085dbf83-27d0-4018-bb71-bb5472911b3f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:01.049539 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (085dbf83-27d0-4018-bb71-bb5472911b3f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:01.089950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:01.092965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:01.100421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:01.127652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Pushing event updated for resources: {'Port': ['ID=085dbf83-27d0-4018-bb71-bb5472911b3f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:01.233744 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:02:01.382503 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (2c8bcb4d-291e-4fe2-a7f0-595b7e86b539), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:01.610878 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (2c8bcb4d-291e-4fe2-a7f0-595b7e86b539), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:01.814385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849c914-7393-43a3-9e81-e16abd13a168 req-3ada515b-234b-4b01-a961-fb4f8bbba3e0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:01.820130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849c914-7393-43a3-9e81-e16abd13a168 req-3ada515b-234b-4b01-a961-fb4f8bbba3e0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:01.821710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7849c914-7393-43a3-9e81-e16abd13a168 req-3ada515b-234b-4b01-a961-fb4f8bbba3e0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 1681 time: 0.1338301 Mar 24 01:02:01.831435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d3d12-5306-4743-8b8c-8a86ca49c555 req-f4127fdb-0467-43da-8361-9ab9fd670a55 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:01.833566 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-246d3d12-5306-4743-8b8c-8a86ca49c555 req-f4127fdb-0467-43da-8361-9ab9fd670a55 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 945 time: 0.1446009 Mar 24 01:02:01.929757 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['ec15bdc3-e025-4788-ae1a-ef67460e7363'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:02:01.939650 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-246d3d12-5306-4743-8b8c-8a86ca49c555 req-e92a2120-d664-452b-9872-76fe7a59bf8b tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962701 Mar 24 01:02:01.943043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7849c914-7393-43a3-9e81-e16abd13a168 req-81cfa452-fca5-4145-a26c-9c0682c3950d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062179 Mar 24 01:02:01.944060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Router 2c8bcb4d-291e-4fe2-a7f0-595b7e86b539 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:02:01.990580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:02:02.067731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:02:02.092941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2f1b2-5ed0-45d8-8d88-3b841ad14b49 None None] Sync routers for ids ['2c8bcb4d-291e-4fe2-a7f0-595b7e86b539'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:02:02.094521 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:02.099023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1b2a1bf4-d11e-41e5-95d0-b445d4f6611d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.0297523 Mar 24 01:02:02.099318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49768) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:02.106503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-94bcae7f-2629-4e36-a9bb-56ea65207ae8 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:02.124658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:02:02.131440 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:02.131936 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ce189c30-1ea7-4c58-b7e9-be7a7816f4e9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:02.162533 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:02.170104 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b2f1b2-5ed0-45d8-8d88-3b841ad14b49 None None] Routers {'2c8bcb4d-291e-4fe2-a7f0-595b7e86b539'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:02:02.170886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-27b2f1b2-5ed0-45d8-8d88-3b841ad14b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:02:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['2c8bcb4d-291e-4fe2-a7f0-595b7e86b539'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:02.233712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-27b2f1b2-5ed0-45d8-8d88-3b841ad14b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:02.271499 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b2f1b2-5ed0-45d8-8d88-3b841ad14b49 None None] Routers {'2c8bcb4d-291e-4fe2-a7f0-595b7e86b539'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:02:02.272131 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-27b2f1b2-5ed0-45d8-8d88-3b841ad14b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:02:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['2c8bcb4d-291e-4fe2-a7f0-595b7e86b539'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:02.273993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc85e3-40eb-4964-ba31-8f26e913f521 req-1563a329-30df-480d-a265-47dcc09a2764 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:02.275615 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65fc85e3-40eb-4964-ba31-8f26e913f521 req-1563a329-30df-480d-a265-47dcc09a2764 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.2163930 Mar 24 01:02:02.319477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-27b2f1b2-5ed0-45d8-8d88-3b841ad14b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:02.320113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2f1b2-5ed0-45d8-8d88-3b841ad14b49 None None] The sync data for ids ['2c8bcb4d-291e-4fe2-a7f0-595b7e86b539'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:02:02.336055 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65fc85e3-40eb-4964-ba31-8f26e913f521 req-389d48b4-4aa7-4772-812a-823ce4b5c835 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517719 Mar 24 01:02:02.395929 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:02.397199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:02.397628 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ce189c30-1ea7-4c58-b7e9-be7a7816f4e9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:02.423826 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9eb81a-e02e-4129-92cf-d333986e8b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce189c30-1ea7-4c58-b7e9-be7a7816f4e9'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:02.426819 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132ca40c-88df-40dd-a80b-e07532bbc559" -d '{"events": [{"server_uuid": "bc9eb81a-e02e-4129-92cf-d333986e8b75", "name": "network-vif-plugged", "status": "completed", "tag": "ce189c30-1ea7-4c58-b7e9-be7a7816f4e9"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:02.441880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ce189c30-1ea7-4c58-b7e9-be7a7816f4e9,segment=NetworkSegment(610a840b-1605-418e-aa19-c516e69ce3e8),segment_id=610a840b-1605-418e-aa19-c516e69ce3e8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:02.446900 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ce189c30-1ea7-4c58-b7e9-be7a7816f4e9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:02.475634 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e004b85-3a15-4e99-8b11-d05199099eb5 x-openstack-request-id: req-2e004b85-3a15-4e99-8b11-d05199099eb5 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:02.475941 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9eb81a-e02e-4129-92cf-d333986e8b75", "name": "network-vif-plugged", "status": "completed", "tag": "ce189c30-1ea7-4c58-b7e9-be7a7816f4e9", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:02.476196 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e004b85-3a15-4e99-8b11-d05199099eb5 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:02.476598 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e004b85-3a15-4e99-8b11-d05199099eb5'] response: {'server_uuid': 'bc9eb81a-e02e-4129-92cf-d333986e8b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce189c30-1ea7-4c58-b7e9-be7a7816f4e9', 'code': 200} Mar 24 01:02:02.508939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=ce189c30-1ea7-4c58-b7e9-be7a7816f4e9,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:02.529013 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94bcae7f-2629-4e36-a9bb-56ea65207ae8 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (2c8bcb4d-291e-4fe2-a7f0-595b7e86b539), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:02.540522 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94bcae7f-2629-4e36-a9bb-56ea65207ae8 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_gateway (2c8bcb4d-291e-4fe2-a7f0-595b7e86b539), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:02.591824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-94bcae7f-2629-4e36-a9bb-56ea65207ae8 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Deleting port 085dbf83-27d0-4018-bb71-bb5472911b3f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:02.592169 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94bcae7f-2629-4e36-a9bb-56ea65207ae8 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (085dbf83-27d0-4018-bb71-bb5472911b3f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:02.668529 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94bcae7f-2629-4e36-a9bb-56ea65207ae8 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (085dbf83-27d0-4018-bb71-bb5472911b3f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:02.680700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-94bcae7f-2629-4e36-a9bb-56ea65207ae8 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Calling delete_port for 085dbf83-27d0-4018-bb71-bb5472911b3f owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:03.186380 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94bcae7f-2629-4e36-a9bb-56ea65207ae8 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (085dbf83-27d0-4018-bb71-bb5472911b3f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:03.189645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf28641-4834-474e-ab8e-814815e09260 req-7bbef92f-6db4-47e6-9edb-5c3bf5fc64f7 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:03.196632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf28641-4834-474e-ab8e-814815e09260 req-7bbef92f-6db4-47e6-9edb-5c3bf5fc64f7 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:03.198565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9bf28641-4834-474e-ab8e-814815e09260 req-7bbef92f-6db4-47e6-9edb-5c3bf5fc64f7 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 1682 time: 0.1378088 Mar 24 01:02:03.211398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcae7f-2629-4e36-a9bb-56ea65207ae8 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Pushing event deleted for resources: {'Port': ['ID=085dbf83-27d0-4018-bb71-bb5472911b3f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:03.239839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47312d76-50bf-4006-91a0-5ba58aa8aa23 req-5a8580e3-7979-4684-8037-906a3f9a0aab tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:03.241237 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47312d76-50bf-4006-91a0-5ba58aa8aa23 req-5a8580e3-7979-4684-8037-906a3f9a0aab tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 945 time: 0.1344383 Mar 24 01:02:03.273882 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94bcae7f-2629-4e36-a9bb-56ea65207ae8 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (2c8bcb4d-291e-4fe2-a7f0-595b7e86b539), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:03.290742 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ee5fb-1c1b-41ec-8abd-756813a72208 req-04e738f9-b03f-4700-bf6f-0ff1ff342f43 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:03.292287 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f02ee5fb-1c1b-41ec-8abd-756813a72208 req-04e738f9-b03f-4700-bf6f-0ff1ff342f43 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 945 time: 0.2389960 Mar 24 01:02:03.333776 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9bf28641-4834-474e-ab8e-814815e09260 req-b42705b4-9da9-493b-aab4-abdcdf99c86e tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206913 Mar 24 01:02:03.396796 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f02ee5fb-1c1b-41ec-8abd-756813a72208 req-ba52f9f7-6af6-4b68-8dc3-a18bdc4aa873 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups?id=3380390e-e193-4e43-903e-5d190d00196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911973 Mar 24 01:02:03.443375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-47312d76-50bf-4006-91a0-5ba58aa8aa23 req-77b4f437-556f-4bbe-959f-b35eaff50679 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Deleting port 6ecacb43-69cf-4130-9e7e-b7d534be2515 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:03.443776 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-47312d76-50bf-4006-91a0-5ba58aa8aa23 req-77b4f437-556f-4bbe-959f-b35eaff50679 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6ecacb43-69cf-4130-9e7e-b7d534be2515), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:03.513144 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94bcae7f-2629-4e36-a9bb-56ea65207ae8 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (2c8bcb4d-291e-4fe2-a7f0-595b7e86b539), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:03.519314 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94bcae7f-2629-4e36-a9bb-56ea65207ae8 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (2c8bcb4d-291e-4fe2-a7f0-595b7e86b539), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:03.565000 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:03.567353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6ab0d-ba74-48e8-b18b-ee43a35d4b4a req-916a4713-feee-4d29-af8c-a0a39e3f63c7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:03.568880 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9cd6ab0d-ba74-48e8-b18b-ee43a35d4b4a req-916a4713-feee-4d29-af8c-a0a39e3f63c7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1465993 Mar 24 01:02:03.597173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-47312d76-50bf-4006-91a0-5ba58aa8aa23 req-77b4f437-556f-4bbe-959f-b35eaff50679 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] For port 6ecacb43-69cf-4130-9e7e-b7d534be2515, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6ecacb43-69cf-4130-9e7e-b7d534be2515,segment=NetworkSegment(0c136305-7fa6-44b2-9952-440377c68a1a),segment_id=0c136305-7fa6-44b2-9952-440377c68a1a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:03.598435 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-47312d76-50bf-4006-91a0-5ba58aa8aa23 req-77b4f437-556f-4bbe-959f-b35eaff50679 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6ecacb43-69cf-4130-9e7e-b7d534be2515), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:03.608933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bcae7f-2629-4e36-a9bb-56ea65207ae8 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Router 2c8bcb4d-291e-4fe2-a7f0-595b7e86b539 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:02:03.690256 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bcae7f-2629-4e36-a9bb-56ea65207ae8 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:02:03.696768 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9cd6ab0d-ba74-48e8-b18b-ee43a35d4b4a req-e208cec1-d604-444d-8f78-719fce5be3c7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156342 Mar 24 01:02:03.697069 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94bcae7f-2629-4e36-a9bb-56ea65207ae8 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:03.698318 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-94bcae7f-2629-4e36-a9bb-56ea65207ae8 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "PUT /v2.0/routers/2c8bcb4d-291e-4fe2-a7f0-595b7e86b539 HTTP/1.1" status: 200 len: 704 time: 1.5978813 Mar 24 01:02:03.700789 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49784) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:03.707766 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15798f2-6a04-451c-bf01-1e7e91f38fc9 None None] Sync routers for ids ['2c8bcb4d-291e-4fe2-a7f0-595b7e86b539'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:02:03.717486 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15798f2-6a04-451c-bf01-1e7e91f38fc9 None None] Routers {'2c8bcb4d-291e-4fe2-a7f0-595b7e86b539'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:02:03.718372 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c15798f2-6a04-451c-bf01-1e7e91f38fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:02:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['2c8bcb4d-291e-4fe2-a7f0-595b7e86b539'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:03.773014 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c15798f2-6a04-451c-bf01-1e7e91f38fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:03.791349 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15798f2-6a04-451c-bf01-1e7e91f38fc9 None None] Routers {'2c8bcb4d-291e-4fe2-a7f0-595b7e86b539'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:02:03.791997 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c15798f2-6a04-451c-bf01-1e7e91f38fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:02:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['2c8bcb4d-291e-4fe2-a7f0-595b7e86b539'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:03.798289 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-78072421-2966-48c0-a68f-feccfd6dd3f5 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/routers/2c8bcb4d-291e-4fe2-a7f0-595b7e86b539 HTTP/1.1" status: 200 len: 739 time: 0.0963359 Mar 24 01:02:03.800966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49786) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:03.840645 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c15798f2-6a04-451c-bf01-1e7e91f38fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:03.841486 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15798f2-6a04-451c-bf01-1e7e91f38fc9 None None] The sync data for ids ['2c8bcb4d-291e-4fe2-a7f0-595b7e86b539'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:02:03.861145 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-056addc0-2cbf-4559-94ab-20d7f3479ea6 tempest-RoutersAdminTest-1818148299 tempest-RoutersAdminTest-1818148299-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&device_id=2c8bcb4d-291e-4fe2-a7f0-595b7e86b539 HTTP/1.1" status: 200 len: 205 time: 0.0579863 Mar 24 01:02:03.863562 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49788) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:03.892677 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2bee9c62-07bb-4d82-9f2f-3ebbb84803ef tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8bcb4d-291e-4fe2-a7f0-595b7e86b539 HTTP/1.1" status: 200 len: 205 time: 0.0277996 Mar 24 01:02:03.895868 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49790) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:03.980303 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5d4f-0570-455f-84cb-b044065563e4 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (2c8bcb4d-291e-4fe2-a7f0-595b7e86b539), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:03.985712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ec15bdc3-e025-4788-ae1a-ef67460e7363 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:02:04.048723 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port ec15bdc3-e025-4788-ae1a-ef67460e7363 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:02:04.055507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port ec15bdc3-e025-4788-ae1a-ef67460e7363 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:04.056243 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ec15bdc3-e025-4788-ae1a-ef67460e7363), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:04.095630 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-47312d76-50bf-4006-91a0-5ba58aa8aa23 req-77b4f437-556f-4bbe-959f-b35eaff50679 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:04.095957 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-47312d76-50bf-4006-91a0-5ba58aa8aa23 req-77b4f437-556f-4bbe-959f-b35eaff50679 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (430e9fc6-8556-4ba9-9b26-cbdbd1c9d613), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:04.096190 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-47312d76-50bf-4006-91a0-5ba58aa8aa23 req-77b4f437-556f-4bbe-959f-b35eaff50679 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Floating IP 430e9fc6-8556-4ba9-9b26-cbdbd1c9d613 disassociated. External IP: 172.25.0.227, port: 6ecacb43-69cf-4130-9e7e-b7d534be2515. Mar 24 01:02:04.096752 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-47312d76-50bf-4006-91a0-5ba58aa8aa23 req-77b4f437-556f-4bbe-959f-b35eaff50679 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Calling delete_port for 6ecacb43-69cf-4130-9e7e-b7d534be2515 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:04.166476 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5d4f-0570-455f-84cb-b044065563e4 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (2c8bcb4d-291e-4fe2-a7f0-595b7e86b539), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:04.168884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port ec15bdc3-e025-4788-ae1a-ef67460e7363 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:04.169495 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5d4f-0570-455f-84cb-b044065563e4 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router_controller (2c8bcb4d-291e-4fe2-a7f0-595b7e86b539), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:04.169767 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ec15bdc3-e025-4788-ae1a-ef67460e7363), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:04.220525 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5d4f-0570-455f-84cb-b044065563e4 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (2c8bcb4d-291e-4fe2-a7f0-595b7e86b539), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:04.221134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ec15bdc3-e025-4788-ae1a-ef67460e7363, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ec15bdc3-e025-4788-ae1a-ef67460e7363,segment=NetworkSegment(9158ea5a-fec4-4506-a5e9-e9d1ea4380db),segment_id=9158ea5a-fec4-4506-a5e9-e9d1ea4380db)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:04.221245 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1b5d4f-0570-455f-84cb-b044065563e4 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Fanout notify agent at l3_agent the message router_deleted on router 2c8bcb4d-291e-4fe2-a7f0-595b7e86b539 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:02:04.227265 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ec15bdc3-e025-4788-ae1a-ef67460e7363), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:04.238748 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5d4f-0570-455f-84cb-b044065563e4 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:04.243000 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8d1b5d4f-0570-455f-84cb-b044065563e4 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "DELETE /v2.0/routers/2c8bcb4d-291e-4fe2-a7f0-595b7e86b539 HTTP/1.1" status: 204 len: 168 time: 0.3460138 Mar 24 01:02:04.246669 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49792) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:04.255192 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-47312d76-50bf-4006-91a0-5ba58aa8aa23 req-77b4f437-556f-4bbe-959f-b35eaff50679 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6ecacb43-69cf-4130-9e7e-b7d534be2515), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:04.284198 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-87512fe8-9ffb-4bae-a6d4-496a7e9a1375 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8bcb4d-291e-4fe2-a7f0-595b7e86b539 HTTP/1.1" status: 200 len: 205 time: 0.0363786 Mar 24 01:02:04.286936 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49794) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:04.291584 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=ec15bdc3-e025-4788-ae1a-ef67460e7363,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:04.303265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4f437-556f-4bbe-959f-b35eaff50679 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Pushing event deleted for resources: {'Port': ['ID=6ecacb43-69cf-4130-9e7e-b7d534be2515,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:04.345610 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-f13cffb7-a6fc-4936-b32e-24f97d0cd187 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] delete failed (client error): The resource could not be found. Mar 24 01:02:04.346649 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f13cffb7-a6fc-4936-b32e-24f97d0cd187 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "DELETE /v2.0/routers/2c8bcb4d-291e-4fe2-a7f0-595b7e86b539 HTTP/1.1" status: 404 len: 336 time: 0.0588200 Mar 24 01:02:04.349301 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49796) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:04.385857 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-10ebef61-370b-4f90-b85d-4f38d08b806b tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "GET /v2.0/ports?device_id=90584965-3997-4238-962d-8a4aa40f5155 HTTP/1.1" status: 200 len: 205 time: 0.0353262 Mar 24 01:02:04.386576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49800) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:04.430199 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-fb1a9d97-e46a-4cab-bdb1-feff217d963a tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] delete failed (client error): The resource could not be found. Mar 24 01:02:04.431826 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fb1a9d97-e46a-4cab-bdb1-feff217d963a tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "DELETE /v2.0/routers/90584965-3997-4238-962d-8a4aa40f5155 HTTP/1.1" status: 404 len: 336 time: 0.0442011 Mar 24 01:02:04.434588 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49804) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:04.467116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47312d76-50bf-4006-91a0-5ba58aa8aa23 req-77b4f437-556f-4bbe-959f-b35eaff50679 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Router e291a174-9f36-4281-8ecf-0c14f9c168eb has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:02:04.477543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9eb81a-e02e-4129-92cf-d333986e8b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec15bdc3-e025-4788-ae1a-ef67460e7363'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:04.480033 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53098520-af39-4e35-8b6b-265e8aff5a11" -d '{"events": [{"server_uuid": "bc9eb81a-e02e-4129-92cf-d333986e8b75", "name": "network-vif-plugged", "status": "completed", "tag": "ec15bdc3-e025-4788-ae1a-ef67460e7363"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:04.481715 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-44b785af-ceff-4711-a185-5693d522b11a tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "GET /v2.0/ports?device_id=70e59962-cf57-4b63-b760-a65dd0f55099 HTTP/1.1" status: 200 len: 205 time: 0.0460963 Mar 24 01:02:04.484536 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49808) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:04.539365 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-1db9a21a-c6f2-4885-a528-0927b0a3ec23 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] delete failed (client error): The resource could not be found. Mar 24 01:02:04.540329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1db9a21a-c6f2-4885-a528-0927b0a3ec23 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "DELETE /v2.0/routers/70e59962-cf57-4b63-b760-a65dd0f55099 HTTP/1.1" status: 404 len: 336 time: 0.0537949 Mar 24 01:02:04.543154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49812) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:04.581754 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f88cc2e6-4389-4128-8a7a-5f9c3ec8c8e0 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "GET /v2.0/ports?device_id=b29745c6-58ac-484e-b555-207af4fcd1b4 HTTP/1.1" status: 200 len: 205 time: 0.0373483 Mar 24 01:02:04.583993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49814) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:04.624040 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-b91ff964-dece-48dd-bd0a-8b5cef415860 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] delete failed (client error): The resource could not be found. Mar 24 01:02:04.627542 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b91ff964-dece-48dd-bd0a-8b5cef415860 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "DELETE /v2.0/routers/b29745c6-58ac-484e-b555-207af4fcd1b4 HTTP/1.1" status: 404 len: 336 time: 0.0402002 Mar 24 01:02:04.627785 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49816) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:04.627979 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7a29e96-47fc-4474-95f6-91c175174c31 req-4e2f4868-aa6a-4ac4-9ac6-49f11f7d5ef5 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f8b6d9f-66b7-4a23-87e2-565384dde926 HTTP/1.1" status: 200 len: 210 time: 0.1020424 Mar 24 01:02:04.637367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50fa6f-1085-455e-9f5f-25777968e11b req-21720e4c-9a89-4338-8c13-125ec6a11442 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:04.642966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50fa6f-1085-455e-9f5f-25777968e11b req-21720e4c-9a89-4338-8c13-125ec6a11442 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:04.644506 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e50fa6f-1085-455e-9f5f-25777968e11b req-21720e4c-9a89-4338-8c13-125ec6a11442 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 1683 time: 0.2271245 Mar 24 01:02:04.662054 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fdb16c48-3193-4769-b23f-9cff8de6f6ce tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "GET /v2.0/ports?device_id=64ea20ac-8e30-4099-95c3-b4bdce46ef69 HTTP/1.1" status: 200 len: 205 time: 0.0332012 Mar 24 01:02:04.664375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49818) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:04.691748 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be6f2f0-ba8a-4f1c-8979-6f3b4b547718 x-openstack-request-id: req-5be6f2f0-ba8a-4f1c-8979-6f3b4b547718 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:04.692665 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9eb81a-e02e-4129-92cf-d333986e8b75", "name": "network-vif-plugged", "status": "completed", "tag": "ec15bdc3-e025-4788-ae1a-ef67460e7363", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:04.693163 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5be6f2f0-ba8a-4f1c-8979-6f3b4b547718 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:04.693805 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be6f2f0-ba8a-4f1c-8979-6f3b4b547718'] response: {'server_uuid': 'bc9eb81a-e02e-4129-92cf-d333986e8b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec15bdc3-e025-4788-ae1a-ef67460e7363', 'code': 200} Mar 24 01:02:04.720649 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-bf52dcd1-7f8b-4b94-944d-34bc6bb54c0d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] delete failed (client error): The resource could not be found. Mar 24 01:02:04.722471 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bf52dcd1-7f8b-4b94-944d-34bc6bb54c0d tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "DELETE /v2.0/routers/64ea20ac-8e30-4099-95c3-b4bdce46ef69 HTTP/1.1" status: 404 len: 336 time: 0.0558918 Mar 24 01:02:04.724988 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e50fa6f-1085-455e-9f5f-25777968e11b req-1b09c2cb-ce43-4152-97e7-b9f32b908bf0 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587795 Mar 24 01:02:04.725911 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49822) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:04.735590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47312d76-50bf-4006-91a0-5ba58aa8aa23 req-77b4f437-556f-4bbe-959f-b35eaff50679 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:02:04.753472 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39dcbbc-4903-412d-a8bf-d38e584584ed None None] Sync routers for ids ['e291a174-9f36-4281-8ecf-0c14f9c168eb'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:02:04.777763 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9f8b53e7-6bf2-4575-b835-910aead34067 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "GET /v2.0/ports?device_id=f642a3b5-c0c0-4912-99c9-8afca2512d1c HTTP/1.1" status: 200 len: 205 time: 0.0505497 Mar 24 01:02:04.778340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49824) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:04.784325 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39dcbbc-4903-412d-a8bf-d38e584584ed None None] Routers {'e291a174-9f36-4281-8ecf-0c14f9c168eb'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:02:04.785861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a39dcbbc-4903-412d-a8bf-d38e584584ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:02:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e291a174-9f36-4281-8ecf-0c14f9c168eb'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:04.870550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-47312d76-50bf-4006-91a0-5ba58aa8aa23 req-77b4f437-556f-4bbe-959f-b35eaff50679 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] No DVR routers for this DVR port 6ecacb43-69cf-4130-9e7e-b7d534be2515 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:04.873868 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-47312d76-50bf-4006-91a0-5ba58aa8aa23 req-77b4f437-556f-4bbe-959f-b35eaff50679 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:04.879310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47312d76-50bf-4006-91a0-5ba58aa8aa23 req-77b4f437-556f-4bbe-959f-b35eaff50679 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.48 "DELETE /v2.0/ports/6ecacb43-69cf-4130-9e7e-b7d534be2515 HTTP/1.1" status: 204 len: 173 time: 1.6311893 Mar 24 01:02:04.918320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8b6d9f-66b7-4a23-87e2-565384dde926', 'name': 'network-vif-deleted', 'tag': '6ecacb43-69cf-4130-9e7e-b7d534be2515'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:04.921443 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d1ed6c-d53b-481b-b250-45668af9ca42" -d '{"events": [{"server_uuid": "3f8b6d9f-66b7-4a23-87e2-565384dde926", "name": "network-vif-deleted", "tag": "6ecacb43-69cf-4130-9e7e-b7d534be2515"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:04.928892 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-a7b71d5f-1792-4c18-ace4-ebc0fd2af255 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] delete failed (client error): The resource could not be found. Mar 24 01:02:04.930000 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a7b71d5f-1792-4c18-ace4-ebc0fd2af255 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "DELETE /v2.0/routers/f642a3b5-c0c0-4912-99c9-8afca2512d1c HTTP/1.1" status: 404 len: 336 time: 0.1505551 Mar 24 01:02:04.933168 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49828) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:04.949660 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-a39dcbbc-4903-412d-a8bf-d38e584584ed None None] Set router e291a174-9f36-4281-8ecf-0c14f9c168eb gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:02:04.966619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e6ddb-4431-4054-83f2-800ff0999b05 req-ab1c7de6-e616-4c11-adf8-db77760f23e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:04.967126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e6ddb-4431-4054-83f2-800ff0999b05 req-ab1c7de6-e616-4c11-adf8-db77760f23e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:04.969330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f0e6ddb-4431-4054-83f2-800ff0999b05 req-ab1c7de6-e616-4c11-adf8-db77760f23e4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 2047 time: 0.1730483 Mar 24 01:02:04.987553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25511a-d9c4-47ed-aa5a-5fd9cedf7521 req-a6ef2558-7b83-456f-95fb-d070b5def880 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:04.993937 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c25511a-d9c4-47ed-aa5a-5fd9cedf7521 req-a6ef2558-7b83-456f-95fb-d070b5def880 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1842272 Mar 24 01:02:04.994769 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b759e3-3e47-4ebf-b786-93c2c0c38227 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] DELETE failed (client error): The resource could not be found. Mar 24 01:02:04.994769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b759e3-3e47-4ebf-b786-93c2c0c38227 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:02:05.002144 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-44b759e3-3e47-4ebf-b786-93c2c0c38227 tempest-RoutersAdminTest-1479711841 tempest-RoutersAdminTest-1479711841-project] 10.222.0.45 "DELETE /v2.0/subnets/e0a8046c-9ac2-4981-bf8a-29537dfa0bdd HTTP/1.1" status: 404 len: 337 time: 0.0681849 Mar 24 01:02:05.084603 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc0e9fe-45bb-4091-ab1e-8ed112285840 x-openstack-request-id: req-1dc0e9fe-45bb-4091-ab1e-8ed112285840 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:05.085245 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8b6d9f-66b7-4a23-87e2-565384dde926", "name": "network-vif-deleted", "tag": "6ecacb43-69cf-4130-9e7e-b7d534be2515", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:05.085503 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1dc0e9fe-45bb-4091-ab1e-8ed112285840 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:05.085921 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc0e9fe-45bb-4091-ab1e-8ed112285840'] response: {'server_uuid': '3f8b6d9f-66b7-4a23-87e2-565384dde926', 'name': 'network-vif-deleted', 'tag': '6ecacb43-69cf-4130-9e7e-b7d534be2515', 'status': 'completed', 'code': 200} Mar 24 01:02:05.106848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f0e6ddb-4431-4054-83f2-800ff0999b05 req-e389689f-98f1-448c-b299-032a52899aa4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276274 Mar 24 01:02:05.139745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c25511a-d9c4-47ed-aa5a-5fd9cedf7521 req-3406f639-a2ca-4456-a774-8401f8e1c46a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745618 Mar 24 01:02:05.179369 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:05.235907 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a39dcbbc-4903-412d-a8bf-d38e584584ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-router', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:41Z', 'revision_number': 4, 'project_id': '8925625c205644de95f234e805c8d03a', 'gw_port': {'id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '890c54d0-4702-453e-b045-b997f9b230ba', 'name': '', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'mac_address': 'fa:16:3e:b0:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:40Z', 'updated_at': '2022-03-24T00:59:48Z', 'revision_number': 5, 'project_id': '8925625c205644de95f234e805c8d03a', 'subnets': [{'id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:05.266003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39dcbbc-4903-412d-a8bf-d38e584584ed None None] Checking router: e291a174-9f36-4281-8ecf-0c14f9c168eb for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:02:05.276368 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39dcbbc-4903-412d-a8bf-d38e584584ed None None] Routers {'e291a174-9f36-4281-8ecf-0c14f9c168eb'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:02:05.276993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a39dcbbc-4903-412d-a8bf-d38e584584ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:02:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e291a174-9f36-4281-8ecf-0c14f9c168eb'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:05.328099 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49834) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:05.395968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-a39dcbbc-4903-412d-a8bf-d38e584584ed None None] Set router e291a174-9f36-4281-8ecf-0c14f9c168eb gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:02:05.462126 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3eca169d-1ae9-4b34-ba3b-0e6b1bb56d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:05.579891 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3eca169d-1ae9-4b34-ba3b-0e6b1bb56d2c admin admin] Publish callbacks [] for security_group (52792b02-14b2-4c21-8d1a-7c829e6c1d8a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:05.586277 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3eca169d-1ae9-4b34-ba3b-0e6b1bb56d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (52792b02-14b2-4c21-8d1a-7c829e6c1d8a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:05.630019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca169d-1ae9-4b34-ba3b-0e6b1bb56d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52792b02-14b2-4c21-8d1a-7c829e6c1d8a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:05.634236 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3eca169d-1ae9-4b34-ba3b-0e6b1bb56d2c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5479481d6d1b4349a1cb4977305c332d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3044279 Mar 24 01:02:05.636902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49840) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:05.656769 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a39dcbbc-4903-412d-a8bf-d38e584584ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-router', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:41Z', 'revision_number': 4, 'project_id': '8925625c205644de95f234e805c8d03a', 'gw_port': {'id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '890c54d0-4702-453e-b045-b997f9b230ba', 'name': '', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'mac_address': 'fa:16:3e:b0:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:40Z', 'updated_at': '2022-03-24T00:59:48Z', 'revision_number': 5, 'project_id': '8925625c205644de95f234e805c8d03a', 'subnets': [{'id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:05.686060 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39dcbbc-4903-412d-a8bf-d38e584584ed None None] The sync data for ids ['e291a174-9f36-4281-8ecf-0c14f9c168eb'] in n-d-760455-9 is: [{'id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-router', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:41Z', 'revision_number': 4, 'project_id': '8925625c205644de95f234e805c8d03a', 'gw_port': {'id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '890c54d0-4702-453e-b045-b997f9b230ba', 'name': '', 'network_id': 'd176ece4-0623-4fc2-9e7c-9c0df8ec52bd', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'mac_address': 'fa:16:3e:b0:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:40Z', 'updated_at': '2022-03-24T00:59:48Z', 'revision_number': 5, 'project_id': '8925625c205644de95f234e805c8d03a', 'subnets': [{'id': '30bdf9db-eb2d-4685-9056-9771a3a6c489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:02:05.721167 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2df91b4-f7c2-4dad-96e8-c6eda3674300 admin admin] Publish callbacks [] for security_group (52792b02-14b2-4c21-8d1a-7c829e6c1d8a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:05.741016 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49846) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:05.748436 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2df91b4-f7c2-4dad-96e8-c6eda3674300 admin admin] Publish callbacks [] for security_group (52792b02-14b2-4c21-8d1a-7c829e6c1d8a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:05.814325 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2df91b4-f7c2-4dad-96e8-c6eda3674300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (52792b02-14b2-4c21-8d1a-7c829e6c1d8a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:05.817340 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-89f7ad35-e5b6-4cc2-85d8-d05c6f623b7d tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for security_group (3380390e-e193-4e43-903e-5d190d00196e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:05.818389 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2df91b4-f7c2-4dad-96e8-c6eda3674300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:05.819784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e2df91b4-f7c2-4dad-96e8-c6eda3674300 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52792b02-14b2-4c21-8d1a-7c829e6c1d8a HTTP/1.1" status: 204 len: 168 time: 0.1817665 Mar 24 01:02:05.829814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df91b4-f7c2-4dad-96e8-c6eda3674300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52792b02-14b2-4c21-8d1a-7c829e6c1d8a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:05.870259 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-89f7ad35-e5b6-4cc2-85d8-d05c6f623b7d tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for security_group (3380390e-e193-4e43-903e-5d190d00196e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:05.944701 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-89f7ad35-e5b6-4cc2-85d8-d05c6f623b7d tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3380390e-e193-4e43-903e-5d190d00196e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:05.947717 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-89f7ad35-e5b6-4cc2-85d8-d05c6f623b7d tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:05.949064 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-89f7ad35-e5b6-4cc2-85d8-d05c6f623b7d tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "DELETE /v2.0/security-groups/3380390e-e193-4e43-903e-5d190d00196e HTTP/1.1" status: 204 len: 168 time: 0.2070415 Mar 24 01:02:05.958592 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162aeb8-5760-4b83-9613-9fefed2b7640 req-3c8bfaaa-4f96-474d-948a-896e5366641f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:05.961185 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49852) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:05.964382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162aeb8-5760-4b83-9613-9fefed2b7640 req-3c8bfaaa-4f96-474d-948a-896e5366641f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:05.970830 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a162aeb8-5760-4b83-9613-9fefed2b7640 req-3c8bfaaa-4f96-474d-948a-896e5366641f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 1683 time: 0.0860970 Mar 24 01:02:05.979207 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7ad35-e5b6-4cc2-85d8-d05c6f623b7d tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3380390e-e193-4e43-903e-5d190d00196e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:06.000813 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-aa064723-7e89-4252-81a6-960435630117 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] show failed (client error): The resource could not be found. Mar 24 01:02:06.001961 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-aa064723-7e89-4252-81a6-960435630117 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "GET /v2.0/security-groups/3380390e-e193-4e43-903e-5d190d00196e HTTP/1.1" status: 404 len: 347 time: 0.0386992 Mar 24 01:02:06.006047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49854) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:06.058116 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a162aeb8-5760-4b83-9613-9fefed2b7640 req-be964ae5-75ff-4d69-9f0d-c5dd2740d7e9 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811410 Mar 24 01:02:06.172905 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb7ad9d-3aa3-4a96-8e41-fa29a203811b None None] New status for floating IP 430e9fc6-8556-4ba9-9b26-cbdbd1c9d613: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:02:06.195827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0d14c6a2-afb0-4c14-a33c-ab81e2ef5cb3 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Deleting port ee593af6-fd3f-40bf-b04f-892602ca54cb {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:06.196177 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d14c6a2-afb0-4c14-a33c-ab81e2ef5cb3 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ee593af6-fd3f-40bf-b04f-892602ca54cb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:06.223049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49860) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:06.307647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d14c6a2-afb0-4c14-a33c-ab81e2ef5cb3 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ee593af6-fd3f-40bf-b04f-892602ca54cb), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:06.308161 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d14c6a2-afb0-4c14-a33c-ab81e2ef5cb3 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for floatingip (ee593af6-fd3f-40bf-b04f-892602ca54cb), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:06.316707 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7f638c01-aaa7-410a-a971-5af678079b52 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e34a54a7db284a99a48e4871a301fdfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0924025 Mar 24 01:02:06.321988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49862) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:06.340262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0d14c6a2-afb0-4c14-a33c-ab81e2ef5cb3 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Calling delete_port for ee593af6-fd3f-40bf-b04f-892602ca54cb owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:06.376701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a727a-c361-4c9e-beae-3eeb95ad6080 req-e109b0ab-c036-47e9-b7f0-3d7f8996c53b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:06.383612 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-643a727a-c361-4c9e-beae-3eeb95ad6080 req-e109b0ab-c036-47e9-b7f0-3d7f8996c53b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1148653 Mar 24 01:02:06.456231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-643a727a-c361-4c9e-beae-3eeb95ad6080 req-90aecf9e-886f-4f0b-a7ca-20646c4ed203 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716980 Mar 24 01:02:06.460496 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b5faf318-91fa-450c-9b5d-224df7457ef7 admin admin] Publish callbacks [] for security_group (b5e8c874-51aa-49d6-b8bc-8a2c338c69d1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:06.496636 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b5faf318-91fa-450c-9b5d-224df7457ef7 admin admin] Publish callbacks [] for security_group (b5e8c874-51aa-49d6-b8bc-8a2c338c69d1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:06.522021 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d14c6a2-afb0-4c14-a33c-ab81e2ef5cb3 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ee593af6-fd3f-40bf-b04f-892602ca54cb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:06.557389 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14c6a2-afb0-4c14-a33c-ab81e2ef5cb3 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Pushing event deleted for resources: {'Port': ['ID=ee593af6-fd3f-40bf-b04f-892602ca54cb,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:06.557601 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b5faf318-91fa-450c-9b5d-224df7457ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b5e8c874-51aa-49d6-b8bc-8a2c338c69d1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:06.563093 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b5faf318-91fa-450c-9b5d-224df7457ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:06.564344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b5faf318-91fa-450c-9b5d-224df7457ef7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5e8c874-51aa-49d6-b8bc-8a2c338c69d1 HTTP/1.1" status: 204 len: 168 time: 0.2412283 Mar 24 01:02:06.574823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5faf318-91fa-450c-9b5d-224df7457ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e8c874-51aa-49d6-b8bc-8a2c338c69d1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:06.637635 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d14c6a2-afb0-4c14-a33c-ab81e2ef5cb3 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks [] for floatingip (430e9fc6-8556-4ba9-9b26-cbdbd1c9d613), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:06.641274 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d14c6a2-afb0-4c14-a33c-ab81e2ef5cb3 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:06.645903 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0d14c6a2-afb0-4c14-a33c-ab81e2ef5cb3 tempest-AttachSCSIVolumeTestJSON-1669908852 tempest-AttachSCSIVolumeTestJSON-1669908852-project] 10.222.0.45 "DELETE /v2.0/floatingips/430e9fc6-8556-4ba9-9b26-cbdbd1c9d613 HTTP/1.1" status: 204 len: 168 time: 0.6388466 Mar 24 01:02:07.236284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8467b-1760-4707-b5e2-67c476e35c5e req-3ac1f886-b086-490f-bfc6-054b5e783dcd tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:07.244428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8467b-1760-4707-b5e2-67c476e35c5e req-3ac1f886-b086-490f-bfc6-054b5e783dcd tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:07.246892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ba8467b-1760-4707-b5e2-67c476e35c5e req-3ac1f886-b086-490f-bfc6-054b5e783dcd tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 1683 time: 0.0929103 Mar 24 01:02:07.335007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ba8467b-1760-4707-b5e2-67c476e35c5e req-da150612-8be2-4ec8-8833-5a692c0870f8 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730729 Mar 24 01:02:07.550495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6ecacb43-69cf-4130-9e7e-b7d534be2515 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:07.613866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 6ecacb43-69cf-4130-9e7e-b7d534be2515 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:07.614558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6ecacb43-69cf-4130-9e7e-b7d534be2515 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:07.670770 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f9b1b-a7d1-45e4-b2d2-2d5cceb338ad req-3d84118c-6a12-4448-9861-7219d1272581 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:07.679619 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a4f9b1b-a7d1-45e4-b2d2-2d5cceb338ad req-3d84118c-6a12-4448-9861-7219d1272581 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1086340 Mar 24 01:02:07.773616 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a4f9b1b-a7d1-45e4-b2d2-2d5cceb338ad req-bffb6d19-ac9f-4d36-addb-8f58193853c2 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928352 Mar 24 01:02:07.817994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998419b-7af0-4c06-8302-7c56c3e41070 req-9447ff24-ee64-4e4c-b237-1d79ac83edec tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:07.833287 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998419b-7af0-4c06-8302-7c56c3e41070 req-9447ff24-ee64-4e4c-b237-1d79ac83edec tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:07.833287 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3998419b-7af0-4c06-8302-7c56c3e41070 req-9447ff24-ee64-4e4c-b237-1d79ac83edec tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 1683 time: 0.1318712 Mar 24 01:02:07.891001 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3998419b-7af0-4c06-8302-7c56c3e41070 req-e4751409-c3cf-4bbf-ae57-312853a260f8 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538018 Mar 24 01:02:08.237840 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49966) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:08.403211 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1740385539', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:08.408128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea8ad-fb23-4002-8ef6-71fa7293ecb1 req-cfef3962-eac8-49e6-bc83-b502ec623dea tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:08.414340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea8ad-fb23-4002-8ef6-71fa7293ecb1 req-cfef3962-eac8-49e6-bc83-b502ec623dea tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:08.419936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea8ad-fb23-4002-8ef6-71fa7293ecb1 req-cfef3962-eac8-49e6-bc83-b502ec623dea tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:08.423238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Made reservation on behalf of 5a038031436441aaadc1849b0c53d48b for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:08.426284 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:08.427121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea8ad-fb23-4002-8ef6-71fa7293ecb1 req-cfef3962-eac8-49e6-bc83-b502ec623dea tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:08.433351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea8ad-fb23-4002-8ef6-71fa7293ecb1 req-cfef3962-eac8-49e6-bc83-b502ec623dea tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:08.435021 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:08.439901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea8ad-fb23-4002-8ef6-71fa7293ecb1 req-cfef3962-eac8-49e6-bc83-b502ec623dea tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:08.445922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea8ad-fb23-4002-8ef6-71fa7293ecb1 req-cfef3962-eac8-49e6-bc83-b502ec623dea tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:08.448188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-651ea8ad-fb23-4002-8ef6-71fa7293ecb1 req-cfef3962-eac8-49e6-bc83-b502ec623dea tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5435 time: 0.1055663 Mar 24 01:02:08.512333 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-651ea8ad-fb23-4002-8ef6-71fa7293ecb1 req-52ddc7fe-b824-4ad3-9649-9b65f5290c2e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569890 Mar 24 01:02:08.521441 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks [] for security_group (d60ccd6d-61e3-4249-bd57-64a7a9e78f66), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:08.527292 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d60ccd6d-61e3-4249-bd57-64a7a9e78f66), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:08.531776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] device_id is not set on port 1e10d071-f3a4-4813-937c-8c885233cf81 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:02:08.597326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60ccd6d-61e3-4249-bd57-64a7a9e78f66,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:08.656956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Allocated IP 172.25.0.230 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/1e10d071-f3a4-4813-937c-8c885233cf81) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:08.813888 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks [] for port (1e10d071-f3a4-4813-937c-8c885233cf81), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:08.872808 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1e10d071-f3a4-4813-937c-8c885233cf81), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:08.911800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1eb7b-17a1-491e-a13c-242c2e147098 req-b56509d3-e8e6-4370-a93d-9b98f4dccda2 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:08.917581 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6a1eb7b-17a1-491e-a13c-242c2e147098 req-b56509d3-e8e6-4370-a93d-9b98f4dccda2 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.0661643 Mar 24 01:02:08.918505 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:08.923573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:08.927361 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:08.974815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:08.975572 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:08.982630 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Pushing event updated for resources: {'Port': ['ID=1e10d071-f3a4-4813-937c-8c885233cf81,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:09.002353 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ccff3f0d-35fb-4063-b61e-c27c35bc5b2b tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.7587302 Mar 24 01:02:09.002743 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49980) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:09.005313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6a1eb7b-17a1-491e-a13c-242c2e147098 req-056635c1-5ad6-4c71-8762-9b60a6c2dc98 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809522 Mar 24 01:02:09.008331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3a8e7186-1153-4b5a-8a97-bfecb7cd84cc tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.230'}]}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:09.029044 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a8e7186-1153-4b5a-8a97-bfecb7cd84cc tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (7c9773ad-0b96-4791-ac1b-ad1dd3d65831), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:09.030202 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a8e7186-1153-4b5a-8a97-bfecb7cd84cc tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (7c9773ad-0b96-4791-ac1b-ad1dd3d65831), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:09.061945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92466ecd-8cfd-49ce-bf35-dbbeafde942c req-477ba2e4-2947-489e-9710-9b6904cb977d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:09.068127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92466ecd-8cfd-49ce-bf35-dbbeafde942c req-477ba2e4-2947-489e-9710-9b6904cb977d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:09.069818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-92466ecd-8cfd-49ce-bf35-dbbeafde942c req-477ba2e4-2947-489e-9710-9b6904cb977d tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 1683 time: 0.0950246 Mar 24 01:02:09.087187 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a8e7186-1153-4b5a-8a97-bfecb7cd84cc tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks [] for router_controller (7c9773ad-0b96-4791-ac1b-ad1dd3d65831), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:09.134330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-92466ecd-8cfd-49ce-bf35-dbbeafde942c req-0b581710-3419-4e31-93c9-ac1491950bd7 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583978 Mar 24 01:02:09.238487 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a8e7186-1153-4b5a-8a97-bfecb7cd84cc tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks [] for router_gateway (7c9773ad-0b96-4791-ac1b-ad1dd3d65831), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:09.354954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-6898e325-65c9-4391-ac77-1206035d8620 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:09.360288 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-6898e325-65c9-4391-ac77-1206035d8620 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:09.362219 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-6898e325-65c9-4391-ac77-1206035d8620 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 1683 time: 0.0635324 Mar 24 01:02:09.446550 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a8e7186-1153-4b5a-8a97-bfecb7cd84cc tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks [] for router_gateway (7c9773ad-0b96-4791-ac1b-ad1dd3d65831), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:09.465642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a8e7186-1153-4b5a-8a97-bfecb7cd84cc tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:09.471673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-ffbe380f-77ae-4700-a5df-c259459bf6fe tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Deleting port ec15bdc3-e025-4788-ae1a-ef67460e7363 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:09.472202 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-ffbe380f-77ae-4700-a5df-c259459bf6fe tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ec15bdc3-e025-4788-ae1a-ef67460e7363), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:09.579374 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-ffbe380f-77ae-4700-a5df-c259459bf6fe tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] For port ec15bdc3-e025-4788-ae1a-ef67460e7363, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ec15bdc3-e025-4788-ae1a-ef67460e7363,segment=NetworkSegment(9158ea5a-fec4-4506-a5e9-e9d1ea4380db),segment_id=9158ea5a-fec4-4506-a5e9-e9d1ea4380db)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:09.580011 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-ffbe380f-77ae-4700-a5df-c259459bf6fe tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ec15bdc3-e025-4788-ae1a-ef67460e7363), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:09.594887 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-ffbe380f-77ae-4700-a5df-c259459bf6fe tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Calling delete_port for ec15bdc3-e025-4788-ae1a-ef67460e7363 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:09.634480 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a8e7186-1153-4b5a-8a97-bfecb7cd84cc tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks [] for router (7c9773ad-0b96-4791-ac1b-ad1dd3d65831), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:09.716758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4dc96-fe4a-4762-b4eb-e24fd2b512be req-5d556e49-3ba6-4ff9-a689-a7430a0e9186 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:09.722244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4dc96-fe4a-4762-b4eb-e24fd2b512be req-5d556e49-3ba6-4ff9-a689-a7430a0e9186 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:09.727635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4dc96-fe4a-4762-b4eb-e24fd2b512be req-5d556e49-3ba6-4ff9-a689-a7430a0e9186 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:09.733136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4dc96-fe4a-4762-b4eb-e24fd2b512be req-5d556e49-3ba6-4ff9-a689-a7430a0e9186 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:09.738840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4dc96-fe4a-4762-b4eb-e24fd2b512be req-5d556e49-3ba6-4ff9-a689-a7430a0e9186 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:09.744305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4dc96-fe4a-4762-b4eb-e24fd2b512be req-5d556e49-3ba6-4ff9-a689-a7430a0e9186 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:09.749532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4dc96-fe4a-4762-b4eb-e24fd2b512be req-5d556e49-3ba6-4ff9-a689-a7430a0e9186 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:09.751409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9be4dc96-fe4a-4762-b4eb-e24fd2b512be req-5d556e49-3ba6-4ff9-a689-a7430a0e9186 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5435 time: 0.1494689 Mar 24 01:02:09.793611 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a8e7186-1153-4b5a-8a97-bfecb7cd84cc tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (7c9773ad-0b96-4791-ac1b-ad1dd3d65831), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:09.795783 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a8e7186-1153-4b5a-8a97-bfecb7cd84cc tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks [] for router_controller (7c9773ad-0b96-4791-ac1b-ad1dd3d65831), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:09.845216 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a8e7186-1153-4b5a-8a97-bfecb7cd84cc tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (7c9773ad-0b96-4791-ac1b-ad1dd3d65831), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:09.845819 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8e7186-1153-4b5a-8a97-bfecb7cd84cc tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c9773ad-0b96-4791-ac1b-ad1dd3d65831 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:02:09.849211 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9be4dc96-fe4a-4762-b4eb-e24fd2b512be req-70e063bb-4466-4780-beb8-02700c794e29 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868528 Mar 24 01:02:09.865984 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-ffbe380f-77ae-4700-a5df-c259459bf6fe tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ec15bdc3-e025-4788-ae1a-ef67460e7363), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:09.871447 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-3a8e7186-1153-4b5a-8a97-bfecb7cd84cc tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 24 01:02:09.876083 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3a8e7186-1153-4b5a-8a97-bfecb7cd84cc tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8692191 Mar 24 01:02:09.876252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49986) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:09.880154 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['ce189c30-1ea7-4c58-b7e9-be7a7816f4e9', 'ec15bdc3-e025-4788-ae1a-ef67460e7363'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:02:09.946226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe380f-77ae-4700-a5df-c259459bf6fe tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Port': ['ID=ec15bdc3-e025-4788-ae1a-ef67460e7363,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:10.007346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-ffbe380f-77ae-4700-a5df-c259459bf6fe tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] No DVR routers for this DVR port ec15bdc3-e025-4788-ae1a-ef67460e7363 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:10.010932 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-ffbe380f-77ae-4700-a5df-c259459bf6fe tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:10.014682 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-ffbe380f-77ae-4700-a5df-c259459bf6fe tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.57 "DELETE /v2.0/ports/ec15bdc3-e025-4788-ae1a-ef67460e7363 HTTP/1.1" status: 204 len: 173 time: 0.6478629 Mar 24 01:02:10.015348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9eb81a-e02e-4129-92cf-d333986e8b75', 'name': 'network-vif-deleted', 'tag': 'ec15bdc3-e025-4788-ae1a-ef67460e7363'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:10.029740 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b31303-7581-4642-acd7-845282b065f5" -d '{"events": [{"server_uuid": "bc9eb81a-e02e-4129-92cf-d333986e8b75", "name": "network-vif-deleted", "tag": "ec15bdc3-e025-4788-ae1a-ef67460e7363"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:10.142971 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d421f1-b909-4ffa-86b5-5d9393faffb3 x-openstack-request-id: req-e7d421f1-b909-4ffa-86b5-5d9393faffb3 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:10.143403 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9eb81a-e02e-4129-92cf-d333986e8b75", "name": "network-vif-deleted", "tag": "ec15bdc3-e025-4788-ae1a-ef67460e7363", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:10.143770 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e7d421f1-b909-4ffa-86b5-5d9393faffb3 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:10.144299 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d421f1-b909-4ffa-86b5-5d9393faffb3'] response: {'server_uuid': 'bc9eb81a-e02e-4129-92cf-d333986e8b75', 'name': 'network-vif-deleted', 'tag': 'ec15bdc3-e025-4788-ae1a-ef67460e7363', 'status': 'completed', 'code': 200} Mar 24 01:02:10.235330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-54fb8c0e-1dba-43ea-9f26-77a2c3a0a006 tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Deleting port 1e10d071-f3a4-4813-937c-8c885233cf81 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:10.235522 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-54fb8c0e-1dba-43ea-9f26-77a2c3a0a006 tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1e10d071-f3a4-4813-937c-8c885233cf81), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:10.265877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8f1ae-902b-4da8-be91-4c68c6cdbdad req-c53fac00-cb8b-45c5-a8de-ce0361446c30 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:10.267380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5db8f1ae-902b-4da8-be91-4c68c6cdbdad req-c53fac00-cb8b-45c5-a8de-ce0361446c30 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1577628 Mar 24 01:02:10.392834 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-dcc91247-f8a1-4a71-903e-d44e6689b24b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Deleting port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:10.393061 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-dcc91247-f8a1-4a71-903e-d44e6689b24b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ce189c30-1ea7-4c58-b7e9-be7a7816f4e9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:10.412733 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-54fb8c0e-1dba-43ea-9f26-77a2c3a0a006 tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1e10d071-f3a4-4813-937c-8c885233cf81), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:10.466220 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5db8f1ae-902b-4da8-be91-4c68c6cdbdad req-d7e27485-dee2-40ad-a43d-caf569c535d9 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671755 Mar 24 01:02:10.473576 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af5aa2-5420-4651-9e9d-8bb39c483bc9 req-6a4193bd-9981-45dd-a077-e9e81a5aa0d2 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:10.475002 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e2af5aa2-5420-4651-9e9d-8bb39c483bc9 req-6a4193bd-9981-45dd-a077-e9e81a5aa0d2 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 946 time: 0.2449055 Mar 24 01:02:10.487754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-54fb8c0e-1dba-43ea-9f26-77a2c3a0a006 tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Calling delete_port for 1e10d071-f3a4-4813-937c-8c885233cf81 owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:10.612868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e2af5aa2-5420-4651-9e9d-8bb39c483bc9 req-c1e328b0-6cfe-4cb7-b4bf-311263a26b29 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/security-groups?id=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281173 Mar 24 01:02:10.618552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-dcc91247-f8a1-4a71-903e-d44e6689b24b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] For port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ce189c30-1ea7-4c58-b7e9-be7a7816f4e9,segment=NetworkSegment(610a840b-1605-418e-aa19-c516e69ce3e8),segment_id=610a840b-1605-418e-aa19-c516e69ce3e8)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:10.618921 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-dcc91247-f8a1-4a71-903e-d44e6689b24b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ce189c30-1ea7-4c58-b7e9-be7a7816f4e9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:10.639612 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-dcc91247-f8a1-4a71-903e-d44e6689b24b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Calling delete_port for ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:10.737363 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-54fb8c0e-1dba-43ea-9f26-77a2c3a0a006 tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (1e10d071-f3a4-4813-937c-8c885233cf81), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:10.777250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb8c0e-1dba-43ea-9f26-77a2c3a0a006 tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e10d071-f3a4-4813-937c-8c885233cf81,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:10.873994 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-54fb8c0e-1dba-43ea-9f26-77a2c3a0a006 tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:10.877370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-54fb8c0e-1dba-43ea-9f26-77a2c3a0a006 tempest-RoutersAdminNegativeIpV6Test-232090820 tempest-RoutersAdminNegativeIpV6Test-232090820-project-admin] 10.222.0.45 "DELETE /v2.0/ports/1e10d071-f3a4-4813-937c-8c885233cf81 HTTP/1.1" status: 204 len: 168 time: 0.9997988 Mar 24 01:02:10.878549 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-dcc91247-f8a1-4a71-903e-d44e6689b24b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ce189c30-1ea7-4c58-b7e9-be7a7816f4e9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:10.891450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['ec15bdc3-e025-4788-ae1a-ef67460e7363'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:02:10.913056 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc91247-f8a1-4a71-903e-d44e6689b24b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Port': ['ID=ce189c30-1ea7-4c58-b7e9-be7a7816f4e9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:11.228070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50006) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:11.337562 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-dcc91247-f8a1-4a71-903e-d44e6689b24b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] No DVR routers for this DVR port ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:11.341790 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-dcc91247-f8a1-4a71-903e-d44e6689b24b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:11.345159 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee8640a0-4df5-4902-b0d0-0b48775cbcf9 req-dcc91247-f8a1-4a71-903e-d44e6689b24b tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.57 "DELETE /v2.0/ports/ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 HTTP/1.1" status: 204 len: 173 time: 1.3021548 Mar 24 01:02:11.360901 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9976998a-49b3-45aa-b2c1-e0eacc1be2ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:11.401150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e667b5-9181-446e-8113-d770cd545177 req-610c8a8d-0090-4faf-9354-d35cedef8f18 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:11.407260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e667b5-9181-446e-8113-d770cd545177 req-610c8a8d-0090-4faf-9354-d35cedef8f18 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:11.414525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e667b5-9181-446e-8113-d770cd545177 req-610c8a8d-0090-4faf-9354-d35cedef8f18 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:11.420073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e667b5-9181-446e-8113-d770cd545177 req-610c8a8d-0090-4faf-9354-d35cedef8f18 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:11.426601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e667b5-9181-446e-8113-d770cd545177 req-610c8a8d-0090-4faf-9354-d35cedef8f18 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:11.431775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e667b5-9181-446e-8113-d770cd545177 req-610c8a8d-0090-4faf-9354-d35cedef8f18 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:11.437961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e667b5-9181-446e-8113-d770cd545177 req-610c8a8d-0090-4faf-9354-d35cedef8f18 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:11.447832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90e667b5-9181-446e-8113-d770cd545177 req-610c8a8d-0090-4faf-9354-d35cedef8f18 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5435 time: 0.1805959 Mar 24 01:02:11.464123 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9976998a-49b3-45aa-b2c1-e0eacc1be2ab admin admin] Publish callbacks [] for security_group (b3f3f0d5-c89b-464c-8a6a-62417a155a4f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:11.470976 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9976998a-49b3-45aa-b2c1-e0eacc1be2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b3f3f0d5-c89b-464c-8a6a-62417a155a4f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:11.472419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4d5bcc82-1dc6-4975-af19-acef0129ec88 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:11.478335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4d5bcc82-1dc6-4975-af19-acef0129ec88 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:11.483952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4d5bcc82-1dc6-4975-af19-acef0129ec88 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:11.489323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4d5bcc82-1dc6-4975-af19-acef0129ec88 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:11.495067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4d5bcc82-1dc6-4975-af19-acef0129ec88 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:11.500784 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4d5bcc82-1dc6-4975-af19-acef0129ec88 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:11.506257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4d5bcc82-1dc6-4975-af19-acef0129ec88 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:11.508144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4d5bcc82-1dc6-4975-af19-acef0129ec88 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 5435 time: 0.2417958 Mar 24 01:02:11.534370 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9976998a-49b3-45aa-b2c1-e0eacc1be2ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c0d81b75fb1f495dae16255c06773437&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3043511 Mar 24 01:02:11.535152 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976998a-49b3-45aa-b2c1-e0eacc1be2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f3f0d5-c89b-464c-8a6a-62417a155a4f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:11.538496 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50012) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:11.577824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-2a8d302d-fc49-430a-b579-070990a329ba tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:11.579191 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-2a8d302d-fc49-430a-b579-070990a329ba tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "GET /v2.0/ports/6dc83107-cf5e-4648-b4a6-4a2db4de8fa9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0647547 Mar 24 01:02:11.599168 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a9d6322-6968-4c7e-8e19-8a25bc0877cd admin admin] Publish callbacks [] for security_group (b3f3f0d5-c89b-464c-8a6a-62417a155a4f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:11.648056 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a9d6322-6968-4c7e-8e19-8a25bc0877cd admin admin] Publish callbacks [] for security_group (b3f3f0d5-c89b-464c-8a6a-62417a155a4f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:11.670259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90e667b5-9181-446e-8113-d770cd545177 req-7bce9114-88e8-4365-bf5f-6ee040f83940 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2208700 Mar 24 01:02:11.712039 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a9d6322-6968-4c7e-8e19-8a25bc0877cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b3f3f0d5-c89b-464c-8a6a-62417a155a4f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:11.714643 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a9d6322-6968-4c7e-8e19-8a25bc0877cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:11.715793 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8a9d6322-6968-4c7e-8e19-8a25bc0877cd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3f3f0d5-c89b-464c-8a6a-62417a155a4f HTTP/1.1" status: 204 len: 168 time: 0.1765997 Mar 24 01:02:11.723705 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d6322-6968-4c7e-8e19-8a25bc0877cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f3f0d5-c89b-464c-8a6a-62417a155a4f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:11.772422 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36752acf-5e90-42b4-b935-01f394e22034 req-f2de4914-bbea-4c4b-b413-f9e0f076657b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:11.774051 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36752acf-5e90-42b4-b935-01f394e22034 req-f2de4914-bbea-4c4b-b413-f9e0f076657b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1317871 Mar 24 01:02:11.817332 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-96828b15-0f05-4b3a-8f8f-87161e6d976b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "GET /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2325501 Mar 24 01:02:11.834406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:11.853369 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bff60b9-43d4-486a-9402-27244cf53f3a req-8f2bf680-17bf-4321-aaf5-74b8223ce038 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9eb81a-e02e-4129-92cf-d333986e8b75 HTTP/1.1" status: 200 len: 210 time: 0.0429511 Mar 24 01:02:11.905331 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36752acf-5e90-42b4-b935-01f394e22034 req-5e80ed30-5b66-41ec-960f-b166d0bb4fd1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219783 Mar 24 01:02:11.943876 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:12.014175 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 444456d4-54e5-4601-b260-ba7ed556c47a details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:02:12.150707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9eb81a-e02e-4129-92cf-d333986e8b75', 'name': 'network-vif-deleted', 'tag': 'ce189c30-1ea7-4c58-b7e9-be7a7816f4e9'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:12.157993 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae76a153-0424-4e86-8de7-626a737962f4" -d '{"events": [{"server_uuid": "bc9eb81a-e02e-4129-92cf-d333986e8b75", "name": "network-vif-deleted", "tag": "ce189c30-1ea7-4c58-b7e9-be7a7816f4e9"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:12.180421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] For port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6dc83107-cf5e-4648-b4a6-4a2db4de8fa9,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:12.188216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=444456d4-54e5-4601-b260-ba7ed556c47a,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:12.192430 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50026) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:12.217572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '444456d4-54e5-4601-b260-ba7ed556c47a', 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883', 'port_id': '444456d4-54e5-4601-b260-ba7ed556c47a', 'mac_address': 'fa:16:3e:ba:17:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5be8776-cb25-4c7a-a7da-5b9b80acc971', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:02:12.225066 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3595f66e-3b49-4fe0-929d-f10ab8c037d2 x-openstack-request-id: req-3595f66e-3b49-4fe0-929d-f10ab8c037d2 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:12.225507 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9eb81a-e02e-4129-92cf-d333986e8b75", "name": "network-vif-deleted", "tag": "ce189c30-1ea7-4c58-b7e9-be7a7816f4e9", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:12.225831 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3595f66e-3b49-4fe0-929d-f10ab8c037d2 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:12.226316 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3595f66e-3b49-4fe0-929d-f10ab8c037d2'] response: {'server_uuid': 'bc9eb81a-e02e-4129-92cf-d333986e8b75', 'name': 'network-vif-deleted', 'tag': 'ce189c30-1ea7-4c58-b7e9-be7a7816f4e9', 'status': 'completed', 'code': 200} Mar 24 01:02:12.229478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] For port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:02:12.258744 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d299e192-6fbe-4a85-af42-47f2e85cd7e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a038031436441aaadc1849b0c53d48b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0647223 Mar 24 01:02:12.260844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50028) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:12.275721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] device_id is not set on port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:02:12.279814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 444456d4-54e5-4601-b260-ba7ed556c47a is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:12.280451 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:12.293841 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Publish callbacks [] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:12.298872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 444456d4-54e5-4601-b260-ba7ed556c47a {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:02:12.306440 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:12.325072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=444456d4-54e5-4601-b260-ba7ed556c47a,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:12.331409 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:12.355648 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94bab3bb-8260-4d75-a25e-a44e07ba89a1 admin admin] Publish callbacks [] for security_group (d60ccd6d-61e3-4249-bd57-64a7a9e78f66), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:12.397535 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94bab3bb-8260-4d75-a25e-a44e07ba89a1 admin admin] Publish callbacks [] for security_group (d60ccd6d-61e3-4249-bd57-64a7a9e78f66), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:12.419430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=444456d4-54e5-4601-b260-ba7ed556c47a,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:12.444175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc83107-cf5e-4648-b4a6-4a2db4de8fa9,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:12.447956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] No DVR routers for this DVR port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:12.463957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['444456d4-54e5-4601-b260-ba7ed556c47a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:02:12.482462 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94bab3bb-8260-4d75-a25e-a44e07ba89a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d60ccd6d-61e3-4249-bd57-64a7a9e78f66), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:12.485226 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94bab3bb-8260-4d75-a25e-a44e07ba89a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:12.486364 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-94bab3bb-8260-4d75-a25e-a44e07ba89a1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d60ccd6d-61e3-4249-bd57-64a7a9e78f66 HTTP/1.1" status: 204 len: 168 time: 0.2226253 Mar 24 01:02:12.505480 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bab3bb-8260-4d75-a25e-a44e07ba89a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60ccd6d-61e3-4249-bd57-64a7a9e78f66,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:12.524368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:12.525444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:12.526526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:12.527052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:12.527560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:12.528063 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:12.528629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:12.529740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:12.530443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:12.530991 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:12.531754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:12.532293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:12.532857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:12.533718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:12.534348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:12.592654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] In _notify_port_updated(), no bound segment for port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 on network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 {{(pid=115730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:02:12.594172 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:12.594859 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:12.596408 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-cc037509-2dd7-4b41-8e58-bee7ea6b04c8 service neutron] 10.222.0.48 "PUT /v2.0/ports/6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 HTTP/1.1" status: 200 len: 1028 time: 0.7692044 Mar 24 01:02:12.668516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-edf0723e-65a2-4646-8d4a-d6fcef96729e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:12.671156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-edf0723e-65a2-4646-8d4a-d6fcef96729e tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "GET /v2.0/ports/6139bbd2-b715-4b0f-bdd1-446f16bfc020?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0687168 Mar 24 01:02:12.685845 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-67d93765-2c21-45eb-8a16-f69f38dd1c45 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:12.786551 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-67d93765-2c21-45eb-8a16-f69f38dd1c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:12.840739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-844d8858-73c8-4f89-9726-52bb972e12a0 None None] Provisioning complete for port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:12.841156 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-844d8858-73c8-4f89-9726-52bb972e12a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:12.946045 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-844d8858-73c8-4f89-9726-52bb972e12a0 None None] Port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:02:12.951278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50058) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:13.024564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-1651453a-15df-4fc6-8924-bf186a292931 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Deleting subnet a36ca18b-4af3-4a7c-ab1f-e6733bf962d2 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:02:13.029074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1651453a-15df-4fc6-8924-bf186a292931 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks [] for subnet (a36ca18b-4af3-4a7c-ab1f-e6733bf962d2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:13.054167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deebd0-b775-42af-9c4a-8c38718fd29d req-cdacd803-957d-4bc3-b883-f94c62e57c99 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:13.061184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deebd0-b775-42af-9c4a-8c38718fd29d req-cdacd803-957d-4bc3-b883-f94c62e57c99 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:13.069048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deebd0-b775-42af-9c4a-8c38718fd29d req-cdacd803-957d-4bc3-b883-f94c62e57c99 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:13.074846 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deebd0-b775-42af-9c4a-8c38718fd29d req-cdacd803-957d-4bc3-b883-f94c62e57c99 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:13.080883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deebd0-b775-42af-9c4a-8c38718fd29d req-cdacd803-957d-4bc3-b883-f94c62e57c99 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:13.087382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deebd0-b775-42af-9c4a-8c38718fd29d req-cdacd803-957d-4bc3-b883-f94c62e57c99 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:13.089482 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5deebd0-b775-42af-9c4a-8c38718fd29d req-cdacd803-957d-4bc3-b883-f94c62e57c99 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 4660 time: 0.2543461 Mar 24 01:02:13.118998 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1651453a-15df-4fc6-8924-bf186a292931 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (a36ca18b-4af3-4a7c-ab1f-e6733bf962d2), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:13.132260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-67d93765-2c21-45eb-8a16-f69f38dd1c45 service neutron] For port 6139bbd2-b715-4b0f-bdd1-446f16bfc020, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6139bbd2-b715-4b0f-bdd1-446f16bfc020,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:13.213409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-67d93765-2c21-45eb-8a16-f69f38dd1c45 service neutron] For port 6139bbd2-b715-4b0f-bdd1-446f16bfc020, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:02:13.288063 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1651453a-15df-4fc6-8924-bf186a292931 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (a36ca18b-4af3-4a7c-ab1f-e6733bf962d2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:13.330175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-67d93765-2c21-45eb-8a16-f69f38dd1c45 service neutron] device_id is not set on port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:02:13.346848 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-67d93765-2c21-45eb-8a16-f69f38dd1c45 service neutron] Publish callbacks [] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:13.361731 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-67d93765-2c21-45eb-8a16-f69f38dd1c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:13.403897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1651453a-15df-4fc6-8924-bf186a292931 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (a36ca18b-4af3-4a7c-ab1f-e6733bf962d2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:13.447124 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651453a-15df-4fc6-8924-bf186a292931 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Subnet': ['ID=a36ca18b-4af3-4a7c-ab1f-e6733bf962d2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:13.449537 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1651453a-15df-4fc6-8924-bf186a292931 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:13.452980 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1651453a-15df-4fc6-8924-bf186a292931 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "DELETE /v2.0/subnets/a36ca18b-4af3-4a7c-ab1f-e6733bf962d2 HTTP/1.1" status: 204 len: 168 time: 0.5003424 Mar 24 01:02:13.461903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50078) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:13.470962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337f1602-0e78-4034-9482-a5b7e59c9659 None None] Network ec532d26-c5ec-419c-a70f-2622e3c5cdb6 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:13.480503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004e8fa-57b0-4b49-a4fc-ea0f168ab093 req-1842f926-afcd-42fe-8df6-c03f0111c43e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:13.501825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7004e8fa-57b0-4b49-a4fc-ea0f168ab093 req-1842f926-afcd-42fe-8df6-c03f0111c43e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 945 time: 0.4110930 Mar 24 01:02:13.550949 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5deebd0-b775-42af-9c4a-8c38718fd29d req-7d0a2bfe-edf1-4c4d-a7d6-4d7dc637f7d1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&id=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2704878 Mar 24 01:02:13.554312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d93765-2c21-45eb-8a16-f69f38dd1c45 service neutron] Pushing event updated for resources: {'Port': ['ID=6139bbd2-b715-4b0f-bdd1-446f16bfc020,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:13.611530 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (ec532d26-c5ec-419c-a70f-2622e3c5cdb6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:13.626031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 965b39a6-6f37-434c-8b50-48ec171af77e no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:13.631927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-67d93765-2c21-45eb-8a16-f69f38dd1c45 service neutron] No DVR routers for this DVR port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:13.729461 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Deleting port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:13.729988 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:13.762368 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7004e8fa-57b0-4b49-a4fc-ea0f168ab093 req-fb83c2b3-b59c-44f0-9a1f-95d22f2a6233 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592242 Mar 24 01:02:13.783132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-67d93765-2c21-45eb-8a16-f69f38dd1c45 service neutron] In _notify_port_updated(), no bound segment for port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 on network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 {{(pid=115730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:02:13.784377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-67d93765-2c21-45eb-8a16-f69f38dd1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:13.785612 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-67d93765-2c21-45eb-8a16-f69f38dd1c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:13.787166 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-67d93765-2c21-45eb-8a16-f69f38dd1c45 service neutron] 10.222.0.48 "PUT /v2.0/ports/6139bbd2-b715-4b0f-bdd1-446f16bfc020 HTTP/1.1" status: 200 len: 1028 time: 1.1100745 Mar 24 01:02:13.897084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] For port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53,segment=NetworkSegment(9158ea5a-fec4-4506-a5e9-e9d1ea4380db),segment_id=9158ea5a-fec4-4506-a5e9-e9d1ea4380db)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:13.897084 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:13.908042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 965b39a6-6f37-434c-8b50-48ec171af77e is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:13.908747 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (965b39a6-6f37-434c-8b50-48ec171af77e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:13.946601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Calling delete_port for 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:14.078791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-367acfaf-f341-4389-8698-843b2ffbcb72 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Deleting port 25bcad20-0ab8-46d5-a6e7-151b7479473a {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:14.079055 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-367acfaf-f341-4389-8698-843b2ffbcb72 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (25bcad20-0ab8-46d5-a6e7-151b7479473a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:14.113521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50086) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:14.182499 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76216104-bc0a-4aa4-85e4-ae8b1ef0715d None None] DHCP port deletion for ec532d26-c5ec-419c-a70f-2622e3c5cdb6 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:02:14.193928 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 444456d4-54e5-4601-b260-ba7ed556c47a up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:02:14.266004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-84097fa3-adaf-465a-8906-d67b99ce7c90 None None] Provisioning complete for port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:14.266759 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-84097fa3-adaf-465a-8906-d67b99ce7c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:14.275512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '965b39a6-6f37-434c-8b50-48ec171af77e'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:14.278435 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d901df5-37cb-423d-804c-a03d1af74bbc" -d '{"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-unplugged", "status": "completed", "tag": "965b39a6-6f37-434c-8b50-48ec171af77e"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:14.335363 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 965b39a6-6f37-434c-8b50-48ec171af77e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=965b39a6-6f37-434c-8b50-48ec171af77e,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:14.358115 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (965b39a6-6f37-434c-8b50-48ec171af77e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:14.359276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 7c729bd0-ae50-49ad-812d-a2a463b8106a no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:14.392817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-367acfaf-f341-4389-8698-843b2ffbcb72 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] For port 25bcad20-0ab8-46d5-a6e7-151b7479473a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=25bcad20-0ab8-46d5-a6e7-151b7479473a,segment=NetworkSegment(c84b0359-6f12-42ab-9f90-027c329658d7),segment_id=c84b0359-6f12-42ab-9f90-027c329658d7)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:14.393238 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-367acfaf-f341-4389-8698-843b2ffbcb72 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (25bcad20-0ab8-46d5-a6e7-151b7479473a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:14.434818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-367acfaf-f341-4389-8698-843b2ffbcb72 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Calling delete_port for 25bcad20-0ab8-46d5-a6e7-151b7479473a owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:14.465539 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8ac1ea-cc92-46bd-aa89-10811a1ab872 x-openstack-request-id: req-fa8ac1ea-cc92-46bd-aa89-10811a1ab872 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:14.465985 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-unplugged", "status": "completed", "tag": "965b39a6-6f37-434c-8b50-48ec171af77e", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:14.466348 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa8ac1ea-cc92-46bd-aa89-10811a1ab872 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:14.466848 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8ac1ea-cc92-46bd-aa89-10811a1ab872'] response: {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '965b39a6-6f37-434c-8b50-48ec171af77e', 'code': 200} Mar 24 01:02:14.468328 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=965b39a6-6f37-434c-8b50-48ec171af77e,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:14.473879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-84097fa3-adaf-465a-8906-d67b99ce7c90 None None] Port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:02:14.533497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 7c729bd0-ae50-49ad-812d-a2a463b8106a is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:14.534298 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:14.537929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 444456d4-54e5-4601-b260-ba7ed556c47a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:14.538592 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:14.577481 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-34413f1d-b7a9-4f6a-b208-b169d5533498 tempest-AgentManagementNegativeTest-1861046497 tempest-AgentManagementNegativeTest-1861046497-project] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4529395 Mar 24 01:02:14.608372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-76216104-bc0a-4aa4-85e4-ae8b1ef0715d None None] Deleting port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:14.615161 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-76216104-bc0a-4aa4-85e4-ae8b1ef0715d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:14.700413 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 7c729bd0-ae50-49ad-812d-a2a463b8106a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=7c729bd0-ae50-49ad-812d-a2a463b8106a,segment=NetworkSegment(c84b0359-6f12-42ab-9f90-027c329658d7),segment_id=c84b0359-6f12-42ab-9f90-027c329658d7)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:14.723768 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:14.724894 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:14.735673 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:14.795872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] No DVR routers for this DVR port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:14.817256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-76216104-bc0a-4aa4-85e4-ae8b1ef0715d None None] For port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53,segment=NetworkSegment(9158ea5a-fec4-4506-a5e9-e9d1ea4380db),segment_id=9158ea5a-fec4-4506-a5e9-e9d1ea4380db)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:14.818131 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-76216104-bc0a-4aa4-85e4-ae8b1ef0715d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:14.892838 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-367acfaf-f341-4389-8698-843b2ffbcb72 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (25bcad20-0ab8-46d5-a6e7-151b7479473a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:14.928587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-76216104-bc0a-4aa4-85e4-ae8b1ef0715d None None] Calling delete_port for 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:14.962132 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Port': ['ID=2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:14.986539 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367acfaf-f341-4389-8698-843b2ffbcb72 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event deleted for resources: {'Port': ['ID=25bcad20-0ab8-46d5-a6e7-151b7479473a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:15.061766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=7c729bd0-ae50-49ad-812d-a2a463b8106a,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:15.098535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d853bce-606c-4747-b5f3-e36888d17974 req-ed11af31-5714-4b93-ac0e-aa75a90aa259 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:15.101386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 444456d4-54e5-4601-b260-ba7ed556c47a is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:15.102164 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.117939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d853bce-606c-4747-b5f3-e36888d17974 req-ed11af31-5714-4b93-ac0e-aa75a90aa259 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:15.123785 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (ec532d26-c5ec-419c-a70f-2622e3c5cdb6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.134840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d853bce-606c-4747-b5f3-e36888d17974 req-ed11af31-5714-4b93-ac0e-aa75a90aa259 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:15.143327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d853bce-606c-4747-b5f3-e36888d17974 req-ed11af31-5714-4b93-ac0e-aa75a90aa259 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:15.145141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d853bce-606c-4747-b5f3-e36888d17974 req-ed11af31-5714-4b93-ac0e-aa75a90aa259 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 3146 time: 0.3250475 Mar 24 01:02:15.163356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=444456d4-54e5-4601-b260-ba7ed556c47a,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:15.170340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] The host n-h2-760455-9 is not matching for port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 host ! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:02:15.171238 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:15.172200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 25bcad20-0ab8-46d5-a6e7-151b7479473a no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:15.200536 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 25bcad20-0ab8-46d5-a6e7-151b7479473a {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:15.201456 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 25bcad20-0ab8-46d5-a6e7-151b7479473a not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:15.202062 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 3080bcfc-b310-4ca5-ba98-eef24b97bff4 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:15.204028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-367acfaf-f341-4389-8698-843b2ffbcb72 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] No DVR routers for this DVR port 25bcad20-0ab8-46d5-a6e7-151b7479473a on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:15.207680 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.208663 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec532d26-c5ec-419c-a70f-2622e3c5cdb6']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:15.210872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ec15bdc3-e025-4788-ae1a-ef67460e7363 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:15.223873 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-367acfaf-f341-4389-8698-843b2ffbcb72 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.227429 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-367acfaf-f341-4389-8698-843b2ffbcb72 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "DELETE /v2.0/ports/25bcad20-0ab8-46d5-a6e7-151b7479473a HTTP/1.1" status: 204 len: 173 time: 1.4352658 Mar 24 01:02:15.235373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5caea-6440-45a5-9421-6e4c8980a7dc req-286eaba9-d5c9-4158-813a-95ed29070758 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:15.243440 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9158ea5a-fec4-4506-a5e9-e9d1ea4380db') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:15.243766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13f5caea-6440-45a5-9421-6e4c8980a7dc req-286eaba9-d5c9-4158-813a-95ed29070758 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 945 time: 0.2775202 Mar 24 01:02:15.245392 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9158ea5a-fec4-4506-a5e9-e9d1ea4380db') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:15.245525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-deleted', 'tag': '25bcad20-0ab8-46d5-a6e7-151b7479473a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:15.248092 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fab668-cd00-48b6-8812-143ca93dcb12" -d '{"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-deleted", "tag": "25bcad20-0ab8-46d5-a6e7-151b7479473a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:15.267609 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (9158ea5a-fec4-4506-a5e9-e9d1ea4380db), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.291336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50108) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:15.304514 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: ec15bdc3-e025-4788-ae1a-ef67460e7363 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:15.305856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ec15bdc3-e025-4788-ae1a-ef67460e7363 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:15.306624 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:15.312445 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (9158ea5a-fec4-4506-a5e9-e9d1ea4380db), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.320293 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:02:15.321013 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (9158ea5a-fec4-4506-a5e9-e9d1ea4380db), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.382048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:15.382362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ce189c30-1ea7-4c58-b7e9-be7a7816f4e9 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:02:15.387851 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:02:15.396136 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (ec532d26-c5ec-419c-a70f-2622e3c5cdb6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.406942 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.407921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d853bce-606c-4747-b5f3-e36888d17974 req-5d24e65b-1bde-468b-9d68-eb14a336516f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383933 Mar 24 01:02:15.415218 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "DELETE /v2.0/networks/ec532d26-c5ec-419c-a70f-2622e3c5cdb6 HTTP/1.1" status: 204 len: 168 time: 1.9481790 Mar 24 01:02:15.419739 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-76216104-bc0a-4aa4-85e4-ae8b1ef0715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.422428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50112) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:15.446020 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76216104-bc0a-4aa4-85e4-ae8b1ef0715d None None] Network ec532d26-c5ec-419c-a70f-2622e3c5cdb6 is not hosted by any dhcp agent {{(pid=115731) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 24 01:02:15.446497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76216104-bc0a-4aa4-85e4-ae8b1ef0715d None None] No DVR routers for this DVR port 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:15.486408 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe11bf6-5692-4c6b-ac0a-e56178578e2f tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Network': ['ID=ec532d26-c5ec-419c-a70f-2622e3c5cdb6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:15.561419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13f5caea-6440-45a5-9421-6e4c8980a7dc req-6b86b556-9e06-4d69-b9ee-da3956205b8d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157237 Mar 24 01:02:15.563902 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f5a015-d90f-4ddf-b5fc-f4231c2b7381 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Deleting subnet 03137c79-43f8-4624-a9ab-ccc4343f9941 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:02:15.575289 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22f5a015-d90f-4ddf-b5fc-f4231c2b7381 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks [] for subnet (03137c79-43f8-4624-a9ab-ccc4343f9941), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.647203 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5a1463-6b02-4eee-9742-1d34a7d4892c x-openstack-request-id: req-6c5a1463-6b02-4eee-9742-1d34a7d4892c {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:15.658514 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-deleted", "tag": "25bcad20-0ab8-46d5-a6e7-151b7479473a", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:15.658788 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c5a1463-6b02-4eee-9742-1d34a7d4892c {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:15.659243 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5a1463-6b02-4eee-9742-1d34a7d4892c'] response: {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-deleted', 'tag': '25bcad20-0ab8-46d5-a6e7-151b7479473a', 'status': 'completed', 'code': 200} Mar 24 01:02:15.666478 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22f5a015-d90f-4ddf-b5fc-f4231c2b7381 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (03137c79-43f8-4624-a9ab-ccc4343f9941), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.686503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-dc36ea12-d52c-4b43-842b-d025c00a5e35 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Deleting port 965b39a6-6f37-434c-8b50-48ec171af77e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:15.688982 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-dc36ea12-d52c-4b43-842b-d025c00a5e35 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (965b39a6-6f37-434c-8b50-48ec171af77e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.711513 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 3080bcfc-b310-4ca5-ba98-eef24b97bff4 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:15.717767 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.720432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=444456d4-54e5-4601-b260-ba7ed556c47a,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:15.728356 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84b207cc-f521-4332-a54c-438c7780ceea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.807923 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 3080bcfc-b310-4ca5-ba98-eef24b97bff4, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3080bcfc-b310-4ca5-ba98-eef24b97bff4,segment=NetworkSegment(082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb),segment_id=082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:15.844223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:15.846638 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22f5a015-d90f-4ddf-b5fc-f4231c2b7381 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (03137c79-43f8-4624-a9ab-ccc4343f9941), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.891289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:15.891720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:15.893397 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.894184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6139bbd2-b715-4b0f-bdd1-446f16bfc020 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:15.897326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76216104-bc0a-4aa4-85e4-ae8b1ef0715d None None] Pushing event deleted for resources: {'Port': ['ID=2c489bfa-f0b4-4837-9a9e-c7d32d9c4c53,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:15.932427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-dc36ea12-d52c-4b43-842b-d025c00a5e35 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] For port 965b39a6-6f37-434c-8b50-48ec171af77e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=965b39a6-6f37-434c-8b50-48ec171af77e,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:15.946087 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-dc36ea12-d52c-4b43-842b-d025c00a5e35 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (965b39a6-6f37-434c-8b50-48ec171af77e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:15.964734 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-dc36ea12-d52c-4b43-842b-d025c00a5e35 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Calling delete_port for 965b39a6-6f37-434c-8b50-48ec171af77e owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:15.994280 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] The host n-h2-760455-9 is not matching for port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 host ! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:02:15.994609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6139bbd2-b715-4b0f-bdd1-446f16bfc020 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:15.995047 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 471845b6-6baf-4080-86fd-eaaed913b735 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:16.013079 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84b207cc-f521-4332-a54c-438c7780ceea admin admin] Publish callbacks [] for security_group (2235b894-26c2-4a2b-959e-1c42872779c2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:16.022967 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84b207cc-f521-4332-a54c-438c7780ceea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2235b894-26c2-4a2b-959e-1c42872779c2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:16.036764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=3080bcfc-b310-4ca5-ba98-eef24b97bff4,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:16.047396 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22f5a015-d90f-4ddf-b5fc-f4231c2b7381 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (03137c79-43f8-4624-a9ab-ccc4343f9941), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:16.083231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 471845b6-6baf-4080-86fd-eaaed913b735 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:16.083637 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (471845b6-6baf-4080-86fd-eaaed913b735), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:16.105719 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5a015-d90f-4ddf-b5fc-f4231c2b7381 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Subnet': ['ID=03137c79-43f8-4624-a9ab-ccc4343f9941,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:16.131892 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22f5a015-d90f-4ddf-b5fc-f4231c2b7381 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:16.138276 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-22f5a015-d90f-4ddf-b5fc-f4231c2b7381 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "DELETE /v2.0/subnets/03137c79-43f8-4624-a9ab-ccc4343f9941 HTTP/1.1" status: 204 len: 168 time: 0.7123914 Mar 24 01:02:16.138276 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b207cc-f521-4332-a54c-438c7780ceea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2235b894-26c2-4a2b-959e-1c42872779c2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:16.138773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50116) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:16.142563 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-84b207cc-f521-4332-a54c-438c7780ceea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69ff4e1a6d3c46b6b850d1e2fea00f84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8475137 Mar 24 01:02:16.145583 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50118) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:16.155424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 471845b6-6baf-4080-86fd-eaaed913b735, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=471845b6-6baf-4080-86fd-eaaed913b735,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:16.158269 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e433337b-f727-48da-8ab4-35fb7e33d05f None None] Network cc5d762b-6f16-40dc-a386-1e0a9d55b2cd requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:16.179214 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (471845b6-6baf-4080-86fd-eaaed913b735), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:16.237078 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bd402a8-47bc-4129-8832-52da7486b0d0 admin admin] Publish callbacks [] for security_group (2235b894-26c2-4a2b-959e-1c42872779c2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:16.275906 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bd402a8-47bc-4129-8832-52da7486b0d0 admin admin] Publish callbacks [] for security_group (2235b894-26c2-4a2b-959e-1c42872779c2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:16.316909 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (cc5d762b-6f16-40dc-a386-1e0a9d55b2cd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:16.322318 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-dc36ea12-d52c-4b43-842b-d025c00a5e35 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (965b39a6-6f37-434c-8b50-48ec171af77e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:16.374067 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bd402a8-47bc-4129-8832-52da7486b0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2235b894-26c2-4a2b-959e-1c42872779c2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:16.378877 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bd402a8-47bc-4129-8832-52da7486b0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:16.379990 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1bd402a8-47bc-4129-8832-52da7486b0d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2235b894-26c2-4a2b-959e-1c42872779c2 HTTP/1.1" status: 204 len: 168 time: 0.2332835 Mar 24 01:02:16.398366 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd402a8-47bc-4129-8832-52da7486b0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2235b894-26c2-4a2b-959e-1c42872779c2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:16.421669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36ea12-d52c-4b43-842b-d025c00a5e35 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event deleted for resources: {'Port': ['ID=965b39a6-6f37-434c-8b50-48ec171af77e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:16.496458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c729bd0-ae50-49ad-812d-a2a463b8106a'}, {'server_uuid': '1faae567-2f1d-48c4-927c-9ad473deea45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444456d4-54e5-4601-b260-ba7ed556c47a'}, {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3080bcfc-b310-4ca5-ba98-eef24b97bff4'}, {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '471845b6-6baf-4080-86fd-eaaed913b735'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:16.500766 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6550ccf-f6c6-44f2-a70d-bca133ba5f0b" -d '{"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-unplugged", "status": "completed", "tag": "7c729bd0-ae50-49ad-812d-a2a463b8106a"}, {"server_uuid": "1faae567-2f1d-48c4-927c-9ad473deea45", "name": "network-vif-plugged", "status": "completed", "tag": "444456d4-54e5-4601-b260-ba7ed556c47a"}, {"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-unplugged", "status": "completed", "tag": "3080bcfc-b310-4ca5-ba98-eef24b97bff4"}, {"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-unplugged", "status": "completed", "tag": "471845b6-6baf-4080-86fd-eaaed913b735"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:16.518178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=471845b6-6baf-4080-86fd-eaaed913b735,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:16.639324 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2aa669-420f-415d-81b1-549d10304a3c x-openstack-request-id: req-bd2aa669-420f-415d-81b1-549d10304a3c {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:16.639960 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-unplugged", "status": "completed", "tag": "7c729bd0-ae50-49ad-812d-a2a463b8106a", "code": 200}, {"server_uuid": "1faae567-2f1d-48c4-927c-9ad473deea45", "name": "network-vif-plugged", "status": "completed", "tag": "444456d4-54e5-4601-b260-ba7ed556c47a", "code": 200}, {"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-unplugged", "status": "completed", "tag": "3080bcfc-b310-4ca5-ba98-eef24b97bff4", "code": 200}, {"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-unplugged", "status": "completed", "tag": "471845b6-6baf-4080-86fd-eaaed913b735", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:16.640384 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd2aa669-420f-415d-81b1-549d10304a3c {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:16.641118 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2aa669-420f-415d-81b1-549d10304a3c'] response: {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c729bd0-ae50-49ad-812d-a2a463b8106a', 'code': 200} Mar 24 01:02:16.641523 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2aa669-420f-415d-81b1-549d10304a3c'] response: {'server_uuid': '1faae567-2f1d-48c4-927c-9ad473deea45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444456d4-54e5-4601-b260-ba7ed556c47a', 'code': 200} Mar 24 01:02:16.641955 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2aa669-420f-415d-81b1-549d10304a3c'] response: {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3080bcfc-b310-4ca5-ba98-eef24b97bff4', 'code': 200} Mar 24 01:02:16.642374 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2aa669-420f-415d-81b1-549d10304a3c'] response: {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '471845b6-6baf-4080-86fd-eaaed913b735', 'code': 200} Mar 24 01:02:16.651247 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-dc36ea12-d52c-4b43-842b-d025c00a5e35 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] No DVR routers for this DVR port 965b39a6-6f37-434c-8b50-48ec171af77e on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:16.663756 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-dc36ea12-d52c-4b43-842b-d025c00a5e35 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:16.667624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-dc36ea12-d52c-4b43-842b-d025c00a5e35 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "DELETE /v2.0/ports/965b39a6-6f37-434c-8b50-48ec171af77e HTTP/1.1" status: 204 len: 173 time: 1.4133205 Mar 24 01:02:16.678639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ab03fa-2d81-4ea6-8018-5674d869901b None None] DHCP port deletion for cc5d762b-6f16-40dc-a386-1e0a9d55b2cd request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:02:16.837764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-37ab03fa-2d81-4ea6-8018-5674d869901b None None] Deleting port 98e1f8a7-1321-4f45-8b47-711a58a48a5f {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:16.839201 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-37ab03fa-2d81-4ea6-8018-5674d869901b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (98e1f8a7-1321-4f45-8b47-711a58a48a5f), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:16.967902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-37ab03fa-2d81-4ea6-8018-5674d869901b None None] For port 98e1f8a7-1321-4f45-8b47-711a58a48a5f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=98e1f8a7-1321-4f45-8b47-711a58a48a5f,segment=NetworkSegment(610a840b-1605-418e-aa19-c516e69ce3e8),segment_id=610a840b-1605-418e-aa19-c516e69ce3e8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:16.972765 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-37ab03fa-2d81-4ea6-8018-5674d869901b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (98e1f8a7-1321-4f45-8b47-711a58a48a5f), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:16.977394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ace5fc-05d1-4b4a-8274-2bb43e9cafd7 req-32d0bdbc-fc26-498b-86eb-b8fa4e1fedb6 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:16.986292 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ace5fc-05d1-4b4a-8274-2bb43e9cafd7 req-32d0bdbc-fc26-498b-86eb-b8fa4e1fedb6 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:16.994778 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ace5fc-05d1-4b4a-8274-2bb43e9cafd7 req-32d0bdbc-fc26-498b-86eb-b8fa4e1fedb6 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:17.004716 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ace5fc-05d1-4b4a-8274-2bb43e9cafd7 req-32d0bdbc-fc26-498b-86eb-b8fa4e1fedb6 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 2410 time: 0.4127197 Mar 24 01:02:17.009007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-37ab03fa-2d81-4ea6-8018-5674d869901b None None] Calling delete_port for 98e1f8a7-1321-4f45-8b47-711a58a48a5f owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:17.052266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Deleting port 98e1f8a7-1321-4f45-8b47-711a58a48a5f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:17.054354 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (98e1f8a7-1321-4f45-8b47-711a58a48a5f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:17.099673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade16da-e830-43f8-ad63-b4ece3973adc req-d4468399-3f18-432a-b2da-e713d3cc16c1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:17.104585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cade16da-e830-43f8-ad63-b4ece3973adc req-d4468399-3f18-432a-b2da-e713d3cc16c1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.3131428 Mar 24 01:02:17.192971 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-37ab03fa-2d81-4ea6-8018-5674d869901b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (98e1f8a7-1321-4f45-8b47-711a58a48a5f), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:17.266916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab03fa-2d81-4ea6-8018-5674d869901b None None] Pushing event deleted for resources: {'Port': ['ID=98e1f8a7-1321-4f45-8b47-711a58a48a5f,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:17.275790 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ab03fa-2d81-4ea6-8018-5674d869901b None None] No DVR routers for this DVR port 98e1f8a7-1321-4f45-8b47-711a58a48a5f on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:17.302531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] For port 98e1f8a7-1321-4f45-8b47-711a58a48a5f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=98e1f8a7-1321-4f45-8b47-711a58a48a5f,segment=NetworkSegment(610a840b-1605-418e-aa19-c516e69ce3e8),segment_id=610a840b-1605-418e-aa19-c516e69ce3e8)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:17.302907 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (98e1f8a7-1321-4f45-8b47-711a58a48a5f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:17.323776 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Calling delete_port for 98e1f8a7-1321-4f45-8b47-711a58a48a5f owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:17.466997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4311ccef-690f-4ad8-88cd-aae454484125 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Deleting port 3080bcfc-b310-4ca5-ba98-eef24b97bff4 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:17.467473 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4311ccef-690f-4ad8-88cd-aae454484125 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:17.525606 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cade16da-e830-43f8-ad63-b4ece3973adc req-c81ea1c5-7e36-4e53-b2a6-33e08cae81e7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020486 Mar 24 01:02:17.597117 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (98e1f8a7-1321-4f45-8b47-711a58a48a5f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:17.647397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Port': ['ID=98e1f8a7-1321-4f45-8b47-711a58a48a5f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:17.655442 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ace5fc-05d1-4b4a-8274-2bb43e9cafd7 req-60bbe972-c83c-4326-b19d-94f4f06d6d08 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6496160 Mar 24 01:02:17.662596 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-deleted', 'tag': '965b39a6-6f37-434c-8b50-48ec171af77e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:17.665927 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8a7cfb-4fcd-4017-92b2-16d62458b85e" -d '{"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-deleted", "tag": "965b39a6-6f37-434c-8b50-48ec171af77e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:17.668884 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] No DVR routers for this DVR port 98e1f8a7-1321-4f45-8b47-711a58a48a5f on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:17.752812 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdfaf9d-59c2-4544-ac27-bb0491cad8e2 x-openstack-request-id: req-ebdfaf9d-59c2-4544-ac27-bb0491cad8e2 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:17.753186 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50154) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:17.757656 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-deleted", "tag": "965b39a6-6f37-434c-8b50-48ec171af77e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:17.758195 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ebdfaf9d-59c2-4544-ac27-bb0491cad8e2 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:17.760189 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebdfaf9d-59c2-4544-ac27-bb0491cad8e2'] response: {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-deleted', 'tag': '965b39a6-6f37-434c-8b50-48ec171af77e', 'status': 'completed', 'code': 200} Mar 24 01:02:17.848196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 98e1f8a7-1321-4f45-8b47-711a58a48a5f no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:17.889761 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-829b5f6d-c60a-4e81-bbe2-c77a08de8f67 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1455139402'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:17.919454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 98e1f8a7-1321-4f45-8b47-711a58a48a5f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:17.919805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 98e1f8a7-1321-4f45-8b47-711a58a48a5f not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:17.938348 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829b5f6d-c60a-4e81-bbe2-c77a08de8f67 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:17.945139 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-829b5f6d-c60a-4e81-bbe2-c77a08de8f67 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:17.975428 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-829b5f6d-c60a-4e81-bbe2-c77a08de8f67 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.163942 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-829b5f6d-c60a-4e81-bbe2-c77a08de8f67 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (db3df42d-2ef3-4003-a5ad-92a95a3ef0ca), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.173458 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-829b5f6d-c60a-4e81-bbe2-c77a08de8f67 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (db3df42d-2ef3-4003-a5ad-92a95a3ef0ca), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.185004 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (cc5d762b-6f16-40dc-a386-1e0a9d55b2cd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.194473 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829b5f6d-c60a-4e81-bbe2-c77a08de8f67 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:02:18.201905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4311ccef-690f-4ad8-88cd-aae454484125 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] For port 3080bcfc-b310-4ca5-ba98-eef24b97bff4, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3080bcfc-b310-4ca5-ba98-eef24b97bff4,segment=NetworkSegment(082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb),segment_id=082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:18.202328 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4311ccef-690f-4ad8-88cd-aae454484125 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.217321 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-829b5f6d-c60a-4e81-bbe2-c77a08de8f67 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (be744ffd-5691-4969-833c-8d90847bb1cc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.219754 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-829b5f6d-c60a-4e81-bbe2-c77a08de8f67 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Added segment be744ffd-5691-4969-833c-8d90847bb1cc of type vlan for network c4de58aa-6525-496b-85af-cfa6b15ad136 Mar 24 01:02:18.232188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5d762b-6f16-40dc-a386-1e0a9d55b2cd']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:18.282280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610a840b-1605-418e-aa19-c516e69ce3e8') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:18.283013 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610a840b-1605-418e-aa19-c516e69ce3e8') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:18.291070 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-829b5f6d-c60a-4e81-bbe2-c77a08de8f67 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (c4de58aa-6525-496b-85af-cfa6b15ad136), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.299281 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (610a840b-1605-418e-aa19-c516e69ce3e8), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.319158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b5f6d-c60a-4e81-bbe2-c77a08de8f67 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3df42d-2ef3-4003-a5ad-92a95a3ef0ca,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:18.336936 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (610a840b-1605-418e-aa19-c516e69ce3e8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.385189 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-829b5f6d-c60a-4e81-bbe2-c77a08de8f67 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (c4de58aa-6525-496b-85af-cfa6b15ad136), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.386578 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:02:18.387064 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (610a840b-1605-418e-aa19-c516e69ce3e8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: warnings.warn(msg) Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:02:18.395247 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:02:18.401785 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b5f6d-c60a-4e81-bbe2-c77a08de8f67 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:18.404842 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-829b5f6d-c60a-4e81-bbe2-c77a08de8f67 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.501648 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-829b5f6d-c60a-4e81-bbe2-c77a08de8f67 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7473924 Mar 24 01:02:18.519803 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50168) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:18.551359 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-89698b7b-0cce-430d-9b6c-bbc54d4d2daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'name': 'tempest-PortsIpV6TestJSON-718643435'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:18.595868 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4311ccef-690f-4ad8-88cd-aae454484125 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.596254 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4311ccef-690f-4ad8-88cd-aae454484125 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (e9079a62-39bd-4b3e-bcbc-1eb3545ce6cc), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.596571 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4311ccef-690f-4ad8-88cd-aae454484125 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Floating IP e9079a62-39bd-4b3e-bcbc-1eb3545ce6cc disassociated. External IP: 172.25.0.183, port: 3080bcfc-b310-4ca5-ba98-eef24b97bff4. Mar 24 01:02:18.596922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4311ccef-690f-4ad8-88cd-aae454484125 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Calling delete_port for 3080bcfc-b310-4ca5-ba98-eef24b97bff4 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:18.672560 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b5f6d-c60a-4e81-bbe2-c77a08de8f67 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Network': ['ID=c4de58aa-6525-496b-85af-cfa6b15ad136,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:18.685006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network c4de58aa-6525-496b-85af-cfa6b15ad136 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:02:18.730123 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35985a3b-80f2-4aa3-8db5-68b6bdaae88c req-7350c1fa-ae8f-4e18-be79-882e205585ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:18.732034 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-35985a3b-80f2-4aa3-8db5-68b6bdaae88c req-7350c1fa-ae8f-4e18-be79-882e205585ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 1127 time: 0.2559514 Mar 24 01:02:18.741356 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (cc5d762b-6f16-40dc-a386-1e0a9d55b2cd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.754979 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.763814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] 10.222.0.45 "DELETE /v2.0/networks/cc5d762b-6f16-40dc-a386-1e0a9d55b2cd HTTP/1.1" status: 204 len: 168 time: 2.6240244 Mar 24 01:02:18.768519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89698b7b-0cce-430d-9b6c-bbc54d4d2daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:18.772360 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-89698b7b-0cce-430d-9b6c-bbc54d4d2daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:18.861062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260637e8-8da3-42fe-8d2f-bc033191ef41 tempest-ServersTestMultiNic-2001298189 tempest-ServersTestMultiNic-2001298189-project] Pushing event deleted for resources: {'Network': ['ID=cc5d762b-6f16-40dc-a386-1e0a9d55b2cd,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:18.864514 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-89698b7b-0cce-430d-9b6c-bbc54d4d2daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] device_id is not set on port ed3837c0-6c90-4ca8-a329-a8daf95fa95e yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:02:18.977062 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35985a3b-80f2-4aa3-8db5-68b6bdaae88c req-deeb3800-b50a-4093-93bd-39ebd29d5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:18.981838 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-35985a3b-80f2-4aa3-8db5-68b6bdaae88c req-deeb3800-b50a-4093-93bd-39ebd29d5ce6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 920 time: 0.2243505 Mar 24 01:02:19.000871 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737c8e1-8107-41fb-87d1-fb3c833cc2a4 req-ac2a6069-3201-4d6b-99a3-8143c98ccf0e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:19.008125 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f737c8e1-8107-41fb-87d1-fb3c833cc2a4 req-ac2a6069-3201-4d6b-99a3-8143c98ccf0e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.2809014 Mar 24 01:02:19.062072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e1657-963b-41e4-ae79-f4acc5598343 req-3c20c22e-f2be-4bee-91a6-3ff3eea95355 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:19.070439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a26e1657-963b-41e4-ae79-f4acc5598343 req-3c20c22e-f2be-4bee-91a6-3ff3eea95355 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.3306015 Mar 24 01:02:19.141717 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4311ccef-690f-4ad8-88cd-aae454484125 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3080bcfc-b310-4ca5-ba98-eef24b97bff4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:19.153370 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-35985a3b-80f2-4aa3-8db5-68b6bdaae88c req-227fd75d-2b75-444d-99b0-0423698d1920 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6245cdc9-57db-4a81-bdcb-92f57bd247e6 HTTP/1.1" status: 200 len: 1001 time: 0.1541009 Mar 24 01:02:19.157156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a26e1657-963b-41e4-ae79-f4acc5598343 req-fb7a19d2-3dcb-4a93-9078-6a3a884ae585 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857208 Mar 24 01:02:19.199400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311ccef-690f-4ad8-88cd-aae454484125 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event deleted for resources: {'Port': ['ID=3080bcfc-b310-4ca5-ba98-eef24b97bff4,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:19.234084 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-89698b7b-0cce-430d-9b6c-bbc54d4d2daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (ed3837c0-6c90-4ca8-a329-a8daf95fa95e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:19.259470 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f737c8e1-8107-41fb-87d1-fb3c833cc2a4 req-6afb5541-d372-4353-b37f-22d2aa153ba7 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488999 Mar 24 01:02:19.354734 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35985a3b-80f2-4aa3-8db5-68b6bdaae88c req-51cec983-27d6-41a3-b912-96d9a93c16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:19.356347 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-35985a3b-80f2-4aa3-8db5-68b6bdaae88c req-51cec983-27d6-41a3-b912-96d9a93c16c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.1945114 Mar 24 01:02:19.358025 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-89698b7b-0cce-430d-9b6c-bbc54d4d2daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ed3837c0-6c90-4ca8-a329-a8daf95fa95e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:19.414880 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89698b7b-0cce-430d-9b6c-bbc54d4d2daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=ed3837c0-6c90-4ca8-a329-a8daf95fa95e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:19.483741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89698b7b-0cce-430d-9b6c-bbc54d4d2daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Checking segment: {'id': 'be744ffd-5691-4969-833c-8d90847bb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:19.483997 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89698b7b-0cce-430d-9b6c-bbc54d4d2daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network hostable DHCP agents. Network: c4de58aa-6525-496b-85af-cfa6b15ad136, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:02:19.520807 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35985a3b-80f2-4aa3-8db5-68b6bdaae88c req-a638820e-52b1-452b-8f07-faf936f85670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:19.522738 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-35985a3b-80f2-4aa3-8db5-68b6bdaae88c req-a638820e-52b1-452b-8f07-faf936f85670 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1091819 Mar 24 01:02:19.524081 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89698b7b-0cce-430d-9b6c-bbc54d4d2daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network c4de58aa-6525-496b-85af-cfa6b15ad136 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:02:19.607239 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50188) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:19.652196 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-35985a3b-80f2-4aa3-8db5-68b6bdaae88c req-5381105a-1331-4667-a67f-91457705005b service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191988 Mar 24 01:02:19.654812 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-89698b7b-0cce-430d-9b6c-bbc54d4d2daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, c4de58aa-6525-496b-85af-cfa6b15ad136) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:19.668235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d75298d-56ff-4461-bb50-47072e96df8b None None] Network c4de58aa-6525-496b-85af-cfa6b15ad136 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:19.700927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89698b7b-0cce-430d-9b6c-bbc54d4d2daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:19.713323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89698b7b-0cce-430d-9b6c-bbc54d4d2daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:19.714363 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-89698b7b-0cce-430d-9b6c-bbc54d4d2daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:19.806866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4311ccef-690f-4ad8-88cd-aae454484125 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Router ceb25ad3-9a79-4411-a78d-2cb8a2933697 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:02:19.821189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1fed8-bc00-4cb5-80a3-2f6944f321fd req-d9efe16b-4aee-47a2-9f65-92d3848966c3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:19.826902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1fed8-bc00-4cb5-80a3-2f6944f321fd req-d9efe16b-4aee-47a2-9f65-92d3848966c3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:19.830008 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4b1fed8-bc00-4cb5-80a3-2f6944f321fd req-d9efe16b-4aee-47a2-9f65-92d3848966c3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 1676 time: 0.4836555 Mar 24 01:02:19.892197 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-89698b7b-0cce-430d-9b6c-bbc54d4d2daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3711648 Mar 24 01:02:19.897134 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50192) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:19.901916 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-587c5d28-07e1-4a6b-a478-129f9765be18 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1181139885'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:19.937921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587c5d28-07e1-4a6b-a478-129f9765be18 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:19.944430 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-587c5d28-07e1-4a6b-a478-129f9765be18 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:19.973748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587c5d28-07e1-4a6b-a478-129f9765be18 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:02:19.985879 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-587c5d28-07e1-4a6b-a478-129f9765be18 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0a71f0ac-b100-4997-8379-cfc9e3135efe), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:19.986237 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-587c5d28-07e1-4a6b-a478-129f9765be18 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Added segment 0a71f0ac-b100-4997-8379-cfc9e3135efe of type vlan for network df7d7c63-9c67-45fd-81ff-acda6df16c60 Mar 24 01:02:20.036115 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-587c5d28-07e1-4a6b-a478-129f9765be18 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (df7d7c63-9c67-45fd-81ff-acda6df16c60), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:20.073014 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-587c5d28-07e1-4a6b-a478-129f9765be18 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (df7d7c63-9c67-45fd-81ff-acda6df16c60), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:20.079122 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c5d28-07e1-4a6b-a478-129f9765be18 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:20.079826 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-587c5d28-07e1-4a6b-a478-129f9765be18 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:20.089629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4b1fed8-bc00-4cb5-80a3-2f6944f321fd req-bdfa934c-51dd-402c-9759-29f3cbcdbcf3 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447195 Mar 24 01:02:20.187753 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c5d28-07e1-4a6b-a478-129f9765be18 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Network': ['ID=df7d7c63-9c67-45fd-81ff-acda6df16c60,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:20.202177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network df7d7c63-9c67-45fd-81ff-acda6df16c60 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:02:20.241537 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-587c5d28-07e1-4a6b-a478-129f9765be18 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3434389 Mar 24 01:02:20.244425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50196) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:20.259958 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'ports': [{'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136'}, {'network_id': 'df7d7c63-9c67-45fd-81ff-acda6df16c60'}]} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:20.260525 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:20.261212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'network_id': 'df7d7c63-9c67-45fd-81ff-acda6df16c60'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:20.312882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4311ccef-690f-4ad8-88cd-aae454484125 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:02:20.334494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca14e4c5-ecb8-45b6-9e16-02f57635332d None None] Sync routers for ids ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:02:20.363780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca14e4c5-ecb8-45b6-9e16-02f57635332d None None] Routers {'ceb25ad3-9a79-4411-a78d-2cb8a2933697'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:02:20.364431 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ca14e4c5-ecb8-45b6-9e16-02f57635332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:02:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:20.513229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4311ccef-690f-4ad8-88cd-aae454484125 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] No DVR routers for this DVR port 3080bcfc-b310-4ca5-ba98-eef24b97bff4 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:20.533600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-ca14e4c5-ecb8-45b6-9e16-02f57635332d None None] Set router ceb25ad3-9a79-4411-a78d-2cb8a2933697 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:02:20.537647 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4311ccef-690f-4ad8-88cd-aae454484125 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:20.540903 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-4311ccef-690f-4ad8-88cd-aae454484125 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "DELETE /v2.0/ports/3080bcfc-b310-4ca5-ba98-eef24b97bff4 HTTP/1.1" status: 204 len: 173 time: 3.8465359 Mar 24 01:02:20.551186 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-35985a3b-80f2-4aa3-8db5-68b6bdaae88c req-42a42766-1156-4a60-af90-8efc0b76fb07 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8899748 Mar 24 01:02:20.557180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-deleted', 'tag': '3080bcfc-b310-4ca5-ba98-eef24b97bff4'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:20.557180 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b573de26-de26-432a-9fcb-c5eab7bcdb1a" -d '{"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-deleted", "tag": "3080bcfc-b310-4ca5-ba98-eef24b97bff4"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:20.559965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'port': 2} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:20.564753 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:20.591045 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:20.763634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25327d-9fdd-430f-a963-d5d4cfe26143 req-53bca31c-14bc-406c-bfbb-51b32f8c3b01 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:20.771292 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef25327d-9fdd-430f-a963-d5d4cfe26143 req-53bca31c-14bc-406c-bfbb-51b32f8c3b01 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.4539230 Mar 24 01:02:20.839802 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e7459-29b1-4cad-aa69-a63e162a14f8 req-ab05cc8b-63ff-4b77-9407-5bfba88cdac6 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:20.842346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e96e7459-29b1-4cad-aa69-a63e162a14f8 req-ab05cc8b-63ff-4b77-9407-5bfba88cdac6 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.4371059 Mar 24 01:02:20.932587 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] device_id is not set on port 37b0963c-4667-41ac-8d0b-e08bb1aa81cd yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:02:20.948513 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ca14e4c5-ecb8-45b6-9e16-02f57635332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'name': 'tempest-TaggedBootDevicesTest-1882619316-router', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:14Z', 'revision_number': 4, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'gw_port': {'id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c6e10738-83aa-4ef3-99f7-66cc6845a206', 'name': '', 'network_id': '5c248708-2440-4785-8d15-a96131db79cd', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'mac_address': 'fa:16:3e:a7:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:13Z', 'updated_at': '2022-03-24T00:55:21Z', 'revision_number': 5, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'subnets': [{'id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:20.997598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-ccbf34e6-5c58-4b51-a421-d7549367a6d9 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Deleting port 471845b6-6baf-4080-86fd-eaaed913b735 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:20.997988 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-ccbf34e6-5c58-4b51-a421-d7549367a6d9 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (471845b6-6baf-4080-86fd-eaaed913b735), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:21.009748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca14e4c5-ecb8-45b6-9e16-02f57635332d None None] Checking router: ceb25ad3-9a79-4411-a78d-2cb8a2933697 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:02:21.031666 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca14e4c5-ecb8-45b6-9e16-02f57635332d None None] Routers {'ceb25ad3-9a79-4411-a78d-2cb8a2933697'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:02:21.034420 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ca14e4c5-ecb8-45b6-9e16-02f57635332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:02:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:21.037966 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef25327d-9fdd-430f-a963-d5d4cfe26143 req-1dd4c41c-3012-4f33-9405-01d9bcfa0d7a tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603827 Mar 24 01:02:21.146130 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (37b0963c-4667-41ac-8d0b-e08bb1aa81cd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:21.149131 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa55c68-2224-4ba2-aed1-3e309e98e72e x-openstack-request-id: req-8fa55c68-2224-4ba2-aed1-3e309e98e72e {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:21.152352 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-deleted", "tag": "3080bcfc-b310-4ca5-ba98-eef24b97bff4", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:21.153827 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8fa55c68-2224-4ba2-aed1-3e309e98e72e {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:21.154449 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa55c68-2224-4ba2-aed1-3e309e98e72e'] response: {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-deleted', 'tag': '3080bcfc-b310-4ca5-ba98-eef24b97bff4', 'status': 'completed', 'code': 200} Mar 24 01:02:21.218490 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e96e7459-29b1-4cad-aa69-a63e162a14f8 req-3430d1a4-1b98-4422-bd18-2903f0b09f2d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482666 Mar 24 01:02:21.278924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-ca14e4c5-ecb8-45b6-9e16-02f57635332d None None] Set router ceb25ad3-9a79-4411-a78d-2cb8a2933697 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:02:21.364494 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] device_id is not set on port b561321e-d44a-4123-8baa-d328278f28fc yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:02:21.478875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc74b7-8d64-4e19-a92c-99c205b2b493 req-e5bec2a1-bdb9-4db5-8a07-d27f4a4cf982 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:21.484544 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc74b7-8d64-4e19-a92c-99c205b2b493 req-e5bec2a1-bdb9-4db5-8a07-d27f4a4cf982 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:21.493117 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32bc74b7-8d64-4e19-a92c-99c205b2b493 req-e5bec2a1-bdb9-4db5-8a07-d27f4a4cf982 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 1676 time: 0.2666540 Mar 24 01:02:21.505139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-ccbf34e6-5c58-4b51-a421-d7549367a6d9 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] For port 471845b6-6baf-4080-86fd-eaaed913b735, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=471845b6-6baf-4080-86fd-eaaed913b735,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:21.505711 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-ccbf34e6-5c58-4b51-a421-d7549367a6d9 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (471845b6-6baf-4080-86fd-eaaed913b735), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:21.553883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-ccbf34e6-5c58-4b51-a421-d7549367a6d9 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Calling delete_port for 471845b6-6baf-4080-86fd-eaaed913b735 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:21.595757 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (b561321e-d44a-4123-8baa-d328278f28fc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:21.673286 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a739a05-e6fe-4fbf-b8ec-8ebd9d4a336a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:21.690179 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (37b0963c-4667-41ac-8d0b-e08bb1aa81cd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:21.771774 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network c4de58aa-6525-496b-85af-cfa6b15ad136 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:21.772469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ca14e4c5-ecb8-45b6-9e16-02f57635332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'name': 'tempest-TaggedBootDevicesTest-1882619316-router', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:14Z', 'revision_number': 4, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'gw_port': {'id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c6e10738-83aa-4ef3-99f7-66cc6845a206', 'name': '', 'network_id': '5c248708-2440-4785-8d15-a96131db79cd', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'mac_address': 'fa:16:3e:a7:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:13Z', 'updated_at': '2022-03-24T00:55:21Z', 'revision_number': 5, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'subnets': [{'id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:21.780875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:21.793381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:21.794321 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b561321e-d44a-4123-8baa-d328278f28fc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:21.804152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca14e4c5-ecb8-45b6-9e16-02f57635332d None None] The sync data for ids ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'] in n-d-760455-9 is: [{'id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'name': 'tempest-TaggedBootDevicesTest-1882619316-router', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:14Z', 'revision_number': 4, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'gw_port': {'id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c6e10738-83aa-4ef3-99f7-66cc6845a206', 'name': '', 'network_id': '5c248708-2440-4785-8d15-a96131db79cd', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'mac_address': 'fa:16:3e:a7:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:13Z', 'updated_at': '2022-03-24T00:55:21Z', 'revision_number': 5, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'subnets': [{'id': '317f1329-b148-485c-b02d-6e63c3ddb2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:02:21.849407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=37b0963c-4667-41ac-8d0b-e08bb1aa81cd,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:21.970418 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=b561321e-d44a-4123-8baa-d328278f28fc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:21.976816 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Checking segment: {'id': '0a71f0ac-b100-4997-8379-cfc9e3135efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'df7d7c63-9c67-45fd-81ff-acda6df16c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:21.977369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network hostable DHCP agents. Network: df7d7c63-9c67-45fd-81ff-acda6df16c60, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:02:22.010154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network df7d7c63-9c67-45fd-81ff-acda6df16c60 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:02:22.050893 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, df7d7c63-9c67-45fd-81ff-acda6df16c60) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:22.062038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:22.064511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9321eb-d896-49c9-bf48-5bafa759a4ea None None] Network df7d7c63-9c67-45fd-81ff-acda6df16c60 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:22.069271 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:22.084047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:22.085519 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:22.092482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50222) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:22.308804 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c175e73-8fb2-4741-ae26-b8357d6d76c6 None None] New status for floating IP e9079a62-39bd-4b3e-bcbc-1eb3545ce6cc: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:02:22.312719 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-90aa0843-2012-4608-8795-fff9c9b165a4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0595348 Mar 24 01:02:22.313873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50226) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:22.410270 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32bc74b7-8d64-4e19-a92c-99c205b2b493 req-334cad8b-edd7-491b-aed3-d929837ecc5c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9159675 Mar 24 01:02:22.623326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23335d-b23d-4e3a-a826-cadbebdd65e9 req-60cc2f81-3cec-4697-b2d6-b56a7ea405b5 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:22.625711 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b23335d-b23d-4e3a-a826-cadbebdd65e9 req-60cc2f81-3cec-4697-b2d6-b56a7ea405b5 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.3278098 Mar 24 01:02:22.733869 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-dabd0af8-8493-4ab2-9d10-e27a6a622986 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port b561321e-d44a-4123-8baa-d328278f28fc {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:22.734370 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dabd0af8-8493-4ab2-9d10-e27a6a622986 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b561321e-d44a-4123-8baa-d328278f28fc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:22.844901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92451032-462d-4529-948e-7f654c451615 req-054504e0-5ed1-40fe-8316-b5a745a27fb5 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:22.846543 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-92451032-462d-4529-948e-7f654c451615 req-054504e0-5ed1-40fe-8316-b5a745a27fb5 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.2881591 Mar 24 01:02:22.848313 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dabd0af8-8493-4ab2-9d10-e27a6a622986 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b561321e-d44a-4123-8baa-d328278f28fc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:22.878045 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-dabd0af8-8493-4ab2-9d10-e27a6a622986 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for b561321e-d44a-4123-8baa-d328278f28fc owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:22.881559 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b23335d-b23d-4e3a-a826-cadbebdd65e9 req-75e20af5-261a-48bb-bcd1-c6f81e8b5f95 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495604 Mar 24 01:02:22.990394 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-ccbf34e6-5c58-4b51-a421-d7549367a6d9 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (471845b6-6baf-4080-86fd-eaaed913b735), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:23.057253 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dabd0af8-8493-4ab2-9d10-e27a6a622986 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b561321e-d44a-4123-8baa-d328278f28fc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:23.070152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf34e6-5c58-4b51-a421-d7549367a6d9 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event deleted for resources: {'Port': ['ID=471845b6-6baf-4080-86fd-eaaed913b735,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:23.131916 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd0af8-8493-4ab2-9d10-e27a6a622986 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=b561321e-d44a-4123-8baa-d328278f28fc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:23.149316 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dabd0af8-8493-4ab2-9d10-e27a6a622986 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:23.155167 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dabd0af8-8493-4ab2-9d10-e27a6a622986 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/b561321e-d44a-4123-8baa-d328278f28fc HTTP/1.1" status: 204 len: 168 time: 0.8372965 Mar 24 01:02:23.156168 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50228) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:23.159768 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-92451032-462d-4529-948e-7f654c451615 req-de61917c-eb62-40c6-8985-1bd34a1f5d62 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550008 Mar 24 01:02:23.237426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-ccbf34e6-5c58-4b51-a421-d7549367a6d9 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] No DVR routers for this DVR port 471845b6-6baf-4080-86fd-eaaed913b735 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:23.241716 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-ccbf34e6-5c58-4b51-a421-d7549367a6d9 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:23.244195 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46a3c1ef-77aa-4f95-a3e2-85bcb69d7fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (e291a174-9f36-4281-8ecf-0c14f9c168eb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:23.247655 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-ccbf34e6-5c58-4b51-a421-d7549367a6d9 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "DELETE /v2.0/ports/471845b6-6baf-4080-86fd-eaaed913b735 HTTP/1.1" status: 204 len: 173 time: 2.6756845 Mar 24 01:02:23.248454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-deleted', 'tag': '471845b6-6baf-4080-86fd-eaaed913b735'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:23.251087 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b862a4-e75f-4027-b9ad-6360982a07e4" -d '{"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-deleted", "tag": "471845b6-6baf-4080-86fd-eaaed913b735"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:23.332665 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2ff337-6b3a-47c9-b00b-7425d087d865 x-openstack-request-id: req-9d2ff337-6b3a-47c9-b00b-7425d087d865 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:23.332970 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-deleted", "tag": "471845b6-6baf-4080-86fd-eaaed913b735", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:23.335227 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d2ff337-6b3a-47c9-b00b-7425d087d865 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:23.335227 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2ff337-6b3a-47c9-b00b-7425d087d865'] response: {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-deleted', 'tag': '471845b6-6baf-4080-86fd-eaaed913b735', 'status': 'completed', 'code': 200} Mar 24 01:02:23.408362 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-4a739a05-e6fe-4fbf-b8ec-8ebd9d4a336a admin admin] Deleting port c370a37f-7f94-458e-8cfb-bfb753f5a41f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:23.408738 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a739a05-e6fe-4fbf-b8ec-8ebd9d4a336a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:23.417810 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca727384-931e-4d87-999e-d5bb44f60e9b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:23.424104 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca727384-931e-4d87-999e-d5bb44f60e9b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:23.426306 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ca727384-931e-4d87-999e-d5bb44f60e9b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2691197 Mar 24 01:02:23.429122 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50232) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:23.502289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-e3753434-d614-44b5-8c63-9855616337e1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Deleting port 7c729bd0-ae50-49ad-812d-a2a463b8106a {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:23.502822 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-e3753434-d614-44b5-8c63-9855616337e1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:23.690105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-4a739a05-e6fe-4fbf-b8ec-8ebd9d4a336a admin admin] For port c370a37f-7f94-458e-8cfb-bfb753f5a41f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c370a37f-7f94-458e-8cfb-bfb753f5a41f,segment=NetworkSegment(87c014ad-5d23-4567-8600-bc448af17a02),segment_id=87c014ad-5d23-4567-8600-bc448af17a02)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:23.690761 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a739a05-e6fe-4fbf-b8ec-8ebd9d4a336a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:23.736946 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-fee36922-c555-4438-8f8c-80d5b9bc64b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port 37b0963c-4667-41ac-8d0b-e08bb1aa81cd {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:23.737407 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fee36922-c555-4438-8f8c-80d5b9bc64b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (37b0963c-4667-41ac-8d0b-e08bb1aa81cd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:23.766583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafdce7-0f2c-4042-a555-44e89e53dca5 req-78e67625-5daa-47e7-9eb5-b639bc81abde tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:23.768131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8bafdce7-0f2c-4042-a555-44e89e53dca5 req-78e67625-5daa-47e7-9eb5-b639bc81abde tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 943 time: 0.1749346 Mar 24 01:02:23.769430 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-4a739a05-e6fe-4fbf-b8ec-8ebd9d4a336a admin admin] Calling delete_port for c370a37f-7f94-458e-8cfb-bfb753f5a41f owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:23.902067 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fee36922-c555-4438-8f8c-80d5b9bc64b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (37b0963c-4667-41ac-8d0b-e08bb1aa81cd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:23.921281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8bafdce7-0f2c-4042-a555-44e89e53dca5 req-ed6efd90-4bde-4d42-bda3-8ef597fbd55a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80c48968-010e-4660-bf79-b163a61494a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289878 Mar 24 01:02:23.944423 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-fee36922-c555-4438-8f8c-80d5b9bc64b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for 37b0963c-4667-41ac-8d0b-e08bb1aa81cd owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:23.967979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-e3753434-d614-44b5-8c63-9855616337e1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] For port 7c729bd0-ae50-49ad-812d-a2a463b8106a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=7c729bd0-ae50-49ad-812d-a2a463b8106a,segment=NetworkSegment(c84b0359-6f12-42ab-9f90-027c329658d7),segment_id=c84b0359-6f12-42ab-9f90-027c329658d7)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:23.968701 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-e3753434-d614-44b5-8c63-9855616337e1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:24.011710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-e3753434-d614-44b5-8c63-9855616337e1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Calling delete_port for 7c729bd0-ae50-49ad-812d-a2a463b8106a owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:24.040413 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-46a3c1ef-77aa-4f95-a3e2-85bcb69d7fcf admin admin] Deleting port 890c54d0-4702-453e-b045-b997f9b230ba {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:24.040762 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46a3c1ef-77aa-4f95-a3e2-85bcb69d7fcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (890c54d0-4702-453e-b045-b997f9b230ba), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:24.114933 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fee36922-c555-4438-8f8c-80d5b9bc64b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (37b0963c-4667-41ac-8d0b-e08bb1aa81cd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:24.166683 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fee36922-c555-4438-8f8c-80d5b9bc64b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:24.174073 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fee36922-c555-4438-8f8c-80d5b9bc64b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/37b0963c-4667-41ac-8d0b-e08bb1aa81cd HTTP/1.1" status: 204 len: 168 time: 0.7408078 Mar 24 01:02:24.179286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee36922-c555-4438-8f8c-80d5b9bc64b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=37b0963c-4667-41ac-8d0b-e08bb1aa81cd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:24.184532 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50238) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:24.201833 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-46a3c1ef-77aa-4f95-a3e2-85bcb69d7fcf admin admin] For port 890c54d0-4702-453e-b045-b997f9b230ba, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=890c54d0-4702-453e-b045-b997f9b230ba,segment=NetworkSegment(0c136305-7fa6-44b2-9952-440377c68a1a),segment_id=0c136305-7fa6-44b2-9952-440377c68a1a)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:24.202214 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46a3c1ef-77aa-4f95-a3e2-85bcb69d7fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (890c54d0-4702-453e-b045-b997f9b230ba), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:24.206104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837873e-a2e8-460c-8834-91560f49d244 req-e64520de-1a3d-40de-9e8d-89ca28e62075 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:24.219039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f837873e-a2e8-460c-8834-91560f49d244 req-e64520de-1a3d-40de-9e8d-89ca28e62075 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.2028794 Mar 24 01:02:24.240289 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-46a3c1ef-77aa-4f95-a3e2-85bcb69d7fcf admin admin] Calling delete_port for 890c54d0-4702-453e-b045-b997f9b230ba owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:24.272084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2909f131-fd3c-4175-bb93-474d09d5d8f3 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:24.273689 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2909f131-fd3c-4175-bb93-474d09d5d8f3 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0883946 Mar 24 01:02:24.294189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50242) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:24.366384 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-462dfd01-ad45-44b2-9320-20849f530718 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] GET failed (client error): The resource could not be found. Mar 24 01:02:24.368150 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-462dfd01-ad45-44b2-9320-20849f530718 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/b561321e-d44a-4123-8baa-d328278f28fc HTTP/1.1" status: 404 len: 333 time: 0.0691562 Mar 24 01:02:24.371390 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50244) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:24.421627 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-203c28b7-9da7-43e8-95e4-25bcffee0463 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] GET failed (client error): The resource could not be found. Mar 24 01:02:24.423445 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-203c28b7-9da7-43e8-95e4-25bcffee0463 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/37b0963c-4667-41ac-8d0b-e08bb1aa81cd HTTP/1.1" status: 404 len: 333 time: 0.0507653 Mar 24 01:02:24.441438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f837873e-a2e8-460c-8834-91560f49d244 req-268dba97-2e04-421e-b418-479470f158ce tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195334 Mar 24 01:02:24.442087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50246) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:24.582153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1e1c8-6a1c-49df-b74a-0a19b4f71342 req-b133486f-6f67-4ef6-9842-92977bff5aaa tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:24.584474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2c1e1c8-6a1c-49df-b74a-0a19b4f71342 req-b133486f-6f67-4ef6-9842-92977bff5aaa tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.2872889 Mar 24 01:02:24.597641 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a739a05-e6fe-4fbf-b8ec-8ebd9d4a336a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c370a37f-7f94-458e-8cfb-bfb753f5a41f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:24.597898 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46a3c1ef-77aa-4f95-a3e2-85bcb69d7fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (890c54d0-4702-453e-b045-b997f9b230ba), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:24.645833 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2176afee-313c-47e0-831d-217d6e5eb501 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (df7d7c63-9c67-45fd-81ff-acda6df16c60), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:24.665512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a739a05-e6fe-4fbf-b8ec-8ebd9d4a336a admin admin] Pushing event deleted for resources: {'Port': ['ID=c370a37f-7f94-458e-8cfb-bfb753f5a41f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:24.672043 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-e3753434-d614-44b5-8c63-9855616337e1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7c729bd0-ae50-49ad-812d-a2a463b8106a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:24.672538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3c1ef-77aa-4f95-a3e2-85bcb69d7fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=890c54d0-4702-453e-b045-b997f9b230ba,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:24.927029 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46a3c1ef-77aa-4f95-a3e2-85bcb69d7fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (e291a174-9f36-4281-8ecf-0c14f9c168eb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:24.994329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2c1e1c8-6a1c-49df-b74a-0a19b4f71342 req-f5cc5de3-324f-4ea6-a232-938f94f5edf1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028664 Mar 24 01:02:25.058829 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2176afee-313c-47e0-831d-217d6e5eb501 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (df7d7c63-9c67-45fd-81ff-acda6df16c60), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:25.089965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2176afee-313c-47e0-831d-217d6e5eb501 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7d7c63-9c67-45fd-81ff-acda6df16c60']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:25.101343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2176afee-313c-47e0-831d-217d6e5eb501 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a71f0ac-b100-4997-8379-cfc9e3135efe') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:25.101730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2176afee-313c-47e0-831d-217d6e5eb501 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a71f0ac-b100-4997-8379-cfc9e3135efe') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:25.112660 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2176afee-313c-47e0-831d-217d6e5eb501 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (0a71f0ac-b100-4997-8379-cfc9e3135efe), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:25.127713 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2176afee-313c-47e0-831d-217d6e5eb501 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0a71f0ac-b100-4997-8379-cfc9e3135efe), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:25.134791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2176afee-313c-47e0-831d-217d6e5eb501 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:02:25.135210 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2176afee-313c-47e0-831d-217d6e5eb501 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (0a71f0ac-b100-4997-8379-cfc9e3135efe), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:02:25.198208 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:02:25.201818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3753434-d614-44b5-8c63-9855616337e1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event deleted for resources: {'Port': ['ID=7c729bd0-ae50-49ad-812d-a2a463b8106a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:25.261579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60fd9d57-aefa-4e8c-b9ab-d64c1fc7ea97 req-a13852b4-d9c6-4009-9a1c-3bd1cd664d63 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.0568321 Mar 24 01:02:25.266856 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2176afee-313c-47e0-831d-217d6e5eb501 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (df7d7c63-9c67-45fd-81ff-acda6df16c60), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:25.337680 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2176afee-313c-47e0-831d-217d6e5eb501 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:25.340986 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2176afee-313c-47e0-831d-217d6e5eb501 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/networks/df7d7c63-9c67-45fd-81ff-acda6df16c60 HTTP/1.1" status: 204 len: 168 time: 0.8920341 Mar 24 01:02:25.353530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50254) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:25.354240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-e3753434-d614-44b5-8c63-9855616337e1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] No DVR routers for this DVR port 7c729bd0-ae50-49ad-812d-a2a463b8106a on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:25.359890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-16415c8e-ad9a-4655-b6a0-3b4f273c92ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-154896204'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:25.374151 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-e3753434-d614-44b5-8c63-9855616337e1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:25.377352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca39d573-f798-4a4d-964f-64721cc24bd1 req-e3753434-d614-44b5-8c63-9855616337e1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.48 "DELETE /v2.0/ports/7c729bd0-ae50-49ad-812d-a2a463b8106a HTTP/1.1" status: 204 len: 173 time: 2.1222610 Mar 24 01:02:25.378145 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176afee-313c-47e0-831d-217d6e5eb501 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Network': ['ID=df7d7c63-9c67-45fd-81ff-acda6df16c60,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:25.379526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-deleted', 'tag': '7c729bd0-ae50-49ad-812d-a2a463b8106a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:25.381872 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4c7ad8-6161-4a62-ae12-8c487802406b" -d '{"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-deleted", "tag": "7c729bd0-ae50-49ad-812d-a2a463b8106a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:25.403281 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a739a05-e6fe-4fbf-b8ec-8ebd9d4a336a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:25.879286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a3c1ef-77aa-4f95-a3e2-85bcb69d7fcf admin admin] Router e291a174-9f36-4281-8ecf-0c14f9c168eb has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:02:25.923667 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5534843-fa07-40a4-b31a-e8691c7c8f4e x-openstack-request-id: req-d5534843-fa07-40a4-b31a-e8691c7c8f4e {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:25.924220 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1b3330-f2dd-4e39-a81e-c006ea1e835e", "name": "network-vif-deleted", "tag": "7c729bd0-ae50-49ad-812d-a2a463b8106a", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:25.924220 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5534843-fa07-40a4-b31a-e8691c7c8f4e {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:25.924590 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5534843-fa07-40a4-b31a-e8691c7c8f4e'] response: {'server_uuid': '9d1b3330-f2dd-4e39-a81e-c006ea1e835e', 'name': 'network-vif-deleted', 'tag': '7c729bd0-ae50-49ad-812d-a2a463b8106a', 'status': 'completed', 'code': 200} Mar 24 01:02:25.928067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16415c8e-ad9a-4655-b6a0-3b4f273c92ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:25.931546 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-16415c8e-ad9a-4655-b6a0-3b4f273c92ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:25.996465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16415c8e-ad9a-4655-b6a0-3b4f273c92ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:02:26.020119 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-16415c8e-ad9a-4655-b6a0-3b4f273c92ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d96e6637-af8e-40c7-85d1-233e6b47cf76), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:26.020421 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-16415c8e-ad9a-4655-b6a0-3b4f273c92ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Added segment d96e6637-af8e-40c7-85d1-233e6b47cf76 of type vlan for network 8f6a70a6-d0d1-467b-abc4-c3159835d519 Mar 24 01:02:26.052114 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a3c1ef-77aa-4f95-a3e2-85bcb69d7fcf admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:02:26.062771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fefc67-3afb-44e1-bec1-a26302b642e8 None None] Sync routers for ids ['e291a174-9f36-4281-8ecf-0c14f9c168eb'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:02:26.075289 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-46a3c1ef-77aa-4f95-a3e2-85bcb69d7fcf admin admin] 10.222.0.45 "PUT /v2.0/routers/e291a174-9f36-4281-8ecf-0c14f9c168eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9787319 Mar 24 01:02:26.078239 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50262) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:26.082807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fefc67-3afb-44e1-bec1-a26302b642e8 None None] Routers {'e291a174-9f36-4281-8ecf-0c14f9c168eb'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:02:26.083806 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-15fefc67-3afb-44e1-bec1-a26302b642e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:02:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e291a174-9f36-4281-8ecf-0c14f9c168eb'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:26.086028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c959b5-cb88-40cf-aad9-d2634e75cf29 req-368e5ad4-3fa6-480f-8561-56bdfdb63661 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:26.087560 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69c959b5-cb88-40cf-aad9-d2634e75cf29 req-368e5ad4-3fa6-480f-8561-56bdfdb63661 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.1665134 Mar 24 01:02:26.093177 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-16415c8e-ad9a-4655-b6a0-3b4f273c92ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (8f6a70a6-d0d1-467b-abc4-c3159835d519), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:26.233984 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba168b21-59f0-4dd7-8f30-2ed041d686de admin admin] Publish callbacks [] for router (e291a174-9f36-4281-8ecf-0c14f9c168eb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:26.244886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-15fefc67-3afb-44e1-bec1-a26302b642e8 None None] Set router e291a174-9f36-4281-8ecf-0c14f9c168eb gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:02:26.308333 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-16415c8e-ad9a-4655-b6a0-3b4f273c92ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (8f6a70a6-d0d1-467b-abc4-c3159835d519), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:26.326050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16415c8e-ad9a-4655-b6a0-3b4f273c92ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:26.326664 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-16415c8e-ad9a-4655-b6a0-3b4f273c92ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:26.380868 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba168b21-59f0-4dd7-8f30-2ed041d686de admin admin] Publish callbacks [] for router_gateway (e291a174-9f36-4281-8ecf-0c14f9c168eb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:26.457413 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-15fefc67-3afb-44e1-bec1-a26302b642e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-router', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T01:02:24Z', 'revision_number': 5, 'project_id': '8925625c205644de95f234e805c8d03a', 'gw_port': {'id': '3498d318-07b1-4d21-99cf-8a3e6a728333', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T00:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:26.496309 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ba168b21-59f0-4dd7-8f30-2ed041d686de admin admin] Deleting port 3498d318-07b1-4d21-99cf-8a3e6a728333 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:26.496780 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba168b21-59f0-4dd7-8f30-2ed041d686de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3498d318-07b1-4d21-99cf-8a3e6a728333), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:26.498279 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fefc67-3afb-44e1-bec1-a26302b642e8 None None] Checking router: e291a174-9f36-4281-8ecf-0c14f9c168eb for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:02:26.509260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fefc67-3afb-44e1-bec1-a26302b642e8 None None] Routers {'e291a174-9f36-4281-8ecf-0c14f9c168eb'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:02:26.510908 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-15fefc67-3afb-44e1-bec1-a26302b642e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:02:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e291a174-9f36-4281-8ecf-0c14f9c168eb'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:26.583992 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-16415c8e-ad9a-4655-b6a0-3b4f273c92ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2278214 Mar 24 01:02:26.587302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69c959b5-cb88-40cf-aad9-d2634e75cf29 req-48d96843-8521-40be-90e3-76c329004ab5 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4868071 Mar 24 01:02:26.590695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50266) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:26.599950 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b61ff743-f5e3-4dba-b8f4-4a60d9a0db7a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'subnet': {'network_id': '8f6a70a6-d0d1-467b-abc4-c3159835d519', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:26.637963 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16415c8e-ad9a-4655-b6a0-3b4f273c92ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Network': ['ID=8f6a70a6-d0d1-467b-abc4-c3159835d519,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:26.659524 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 8f6a70a6-d0d1-467b-abc4-c3159835d519 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:02:26.662044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-15fefc67-3afb-44e1-bec1-a26302b642e8 None None] Set router e291a174-9f36-4281-8ecf-0c14f9c168eb gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:02:26.679834 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda98a1-c352-4749-80f0-58c2ef9cfc8c req-b8be33ff-3b78-4fe6-93e0-8b7881620f51 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:26.681467 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9cda98a1-c352-4749-80f0-58c2ef9cfc8c req-b8be33ff-3b78-4fe6-93e0-8b7881620f51 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.5477893 Mar 24 01:02:26.704182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a739a05-e6fe-4fbf-b8ec-8ebd9d4a336a admin admin] Router 4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:02:26.727975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-ba168b21-59f0-4dd7-8f30-2ed041d686de admin admin] For port 3498d318-07b1-4d21-99cf-8a3e6a728333, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3498d318-07b1-4d21-99cf-8a3e6a728333,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:26.728610 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba168b21-59f0-4dd7-8f30-2ed041d686de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3498d318-07b1-4d21-99cf-8a3e6a728333), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:26.750176 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ba168b21-59f0-4dd7-8f30-2ed041d686de admin admin] Calling delete_port for 3498d318-07b1-4d21-99cf-8a3e6a728333 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:26.791939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-15fefc67-3afb-44e1-bec1-a26302b642e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-router', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T01:02:26Z', 'revision_number': 6, 'project_id': '8925625c205644de95f234e805c8d03a', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:26.819126 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61ff743-f5e3-4dba-b8f4-4a60d9a0db7a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:26.822891 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b61ff743-f5e3-4dba-b8f4-4a60d9a0db7a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:26.828802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fefc67-3afb-44e1-bec1-a26302b642e8 None None] The sync data for ids ['e291a174-9f36-4281-8ecf-0c14f9c168eb'] in n-d-760455-9 is: [{'id': 'e291a174-9f36-4281-8ecf-0c14f9c168eb', 'name': 'tempest-AttachSCSIVolumeTestJSON-144042704-router', 'tenant_id': '8925625c205644de95f234e805c8d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:36Z', 'updated_at': '2022-03-24T01:02:26Z', 'revision_number': 6, 'project_id': '8925625c205644de95f234e805c8d03a', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:02:26.911054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.ipam_backend_mixin [None req-b61ff743-f5e3-4dba-b8f4-4a60d9a0db7a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Performing IP validity checks on allocation pools {{(pid=115729) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 24 01:02:26.914114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54a6e8c0-490c-4b89-8498-2f31cf629fde req-4316e187-de59-4fe8-b8a5-8ff5747fd8c2 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.1557047 Mar 24 01:02:26.925969 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.ipam_backend_mixin [None req-b61ff743-f5e3-4dba-b8f4-4a60d9a0db7a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115729) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 24 01:02:26.973270 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9cda98a1-c352-4749-80f0-58c2ef9cfc8c req-68ad4e3b-12c6-4959-9952-2b45cf90aca5 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781906 Mar 24 01:02:27.041214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a739a05-e6fe-4fbf-b8ec-8ebd9d4a336a admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:02:27.053600 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4a739a05-e6fe-4fbf-b8ec-8ebd9d4a336a admin admin] 10.222.0.45 "PUT /v2.0/routers/4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4413347 Mar 24 01:02:27.055869 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a3b123-7415-4589-b00a-baa11f4d16b5 None None] Sync routers for ids ['4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:02:27.057668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50268) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:27.070298 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3b123-7415-4589-b00a-baa11f4d16b5 None None] Routers {'4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:02:27.070942 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-54a3b123-7415-4589-b00a-baa11f4d16b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:02:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:27.227523 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-207a4d47-ebc0-4123-95e3-6d8337bd8019 admin admin] Publish callbacks [] for router (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:27.240654 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba168b21-59f0-4dd7-8f30-2ed041d686de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3498d318-07b1-4d21-99cf-8a3e6a728333), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:27.320820 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-54a3b123-7415-4589-b00a-baa11f4d16b5 None None] Set router 4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:02:27.357496 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba168b21-59f0-4dd7-8f30-2ed041d686de admin admin] Pushing event deleted for resources: {'Port': ['ID=3498d318-07b1-4d21-99cf-8a3e6a728333,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:27.469578 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b61ff743-f5e3-4dba-b8f4-4a60d9a0db7a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (db80c989-e93a-4adc-8e7c-eabb2d5868b6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:27.518749 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-207a4d47-ebc0-4123-95e3-6d8337bd8019 admin admin] Publish callbacks [] for router_gateway (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:27.555852 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ff743-f5e3-4dba-b8f4-4a60d9a0db7a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Checking segment: {'id': 'd96e6637-af8e-40c7-85d1-233e6b47cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8f6a70a6-d0d1-467b-abc4-c3159835d519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:27.556535 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ff743-f5e3-4dba-b8f4-4a60d9a0db7a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network hostable DHCP agents. Network: 8f6a70a6-d0d1-467b-abc4-c3159835d519, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:02:27.571125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ff743-f5e3-4dba-b8f4-4a60d9a0db7a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Subnet': ['ID=db80c989-e93a-4adc-8e7c-eabb2d5868b6,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:27.607118 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba168b21-59f0-4dd7-8f30-2ed041d686de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (e291a174-9f36-4281-8ecf-0c14f9c168eb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:27.611531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ff743-f5e3-4dba-b8f4-4a60d9a0db7a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network 8f6a70a6-d0d1-467b-abc4-c3159835d519 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:02:27.684169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-207a4d47-ebc0-4123-95e3-6d8337bd8019 admin admin] Deleting port 950c1fa5-794e-4d20-a534-f92bdc5c502f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:27.684406 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-207a4d47-ebc0-4123-95e3-6d8337bd8019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (950c1fa5-794e-4d20-a534-f92bdc5c502f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:27.735613 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-b61ff743-f5e3-4dba-b8f4-4a60d9a0db7a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 8f6a70a6-d0d1-467b-abc4-c3159835d519) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:27.740387 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61ff743-f5e3-4dba-b8f4-4a60d9a0db7a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:27.741168 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b61ff743-f5e3-4dba-b8f4-4a60d9a0db7a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:27.747840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e69d20b-7a6e-48f4-a53b-3d79b924ac6d None None] Network 8f6a70a6-d0d1-467b-abc4-c3159835d519 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:27.766147 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba168b21-59f0-4dd7-8f30-2ed041d686de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (e291a174-9f36-4281-8ecf-0c14f9c168eb), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:27.787187 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba168b21-59f0-4dd7-8f30-2ed041d686de admin admin] Publish callbacks [] for router_controller (e291a174-9f36-4281-8ecf-0c14f9c168eb), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:27.852017 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-54a3b123-7415-4589-b00a-baa11f4d16b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'name': 'tempest-ServersTestMultiNic-1434777609-router', 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '950c1fa5-794e-4d20-a534-f92bdc5c502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:00:54Z', 'updated_at': '2022-03-24T01:02:24Z', 'revision_number': 5, 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'gw_port': {'id': '950c1fa5-794e-4d20-a534-f92bdc5c502f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:00:55Z', 'updated_at': '2022-03-24T01:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:27.910061 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a3b123-7415-4589-b00a-baa11f4d16b5 None None] Checking router: 4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:02:27.933624 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3b123-7415-4589-b00a-baa11f4d16b5 None None] Routers {'4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:02:27.935977 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-54a3b123-7415-4589-b00a-baa11f4d16b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:02:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:27.968891 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b61ff743-f5e3-4dba-b8f4-4a60d9a0db7a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3770983 Mar 24 01:02:27.973279 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50278) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:27.987395 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fe9134a6-43df-4b94-a848-874f1a1be8ab tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'network_id': '8f6a70a6-d0d1-467b-abc4-c3159835d519', 'name': 'tempest-PortsIpV6TestJSON-1165068135'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:28.051783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3498d318-07b1-4d21-99cf-8a3e6a728333 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:28.095455 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba168b21-59f0-4dd7-8f30-2ed041d686de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (e291a174-9f36-4281-8ecf-0c14f9c168eb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:28.097838 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba168b21-59f0-4dd7-8f30-2ed041d686de admin admin] Fanout notify agent at l3_agent the message router_deleted on router e291a174-9f36-4281-8ecf-0c14f9c168eb {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:02:28.102126 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 3498d318-07b1-4d21-99cf-8a3e6a728333 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:28.103375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3498d318-07b1-4d21-99cf-8a3e6a728333 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:28.104668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 890c54d0-4702-453e-b045-b997f9b230ba no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:28.105962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-207a4d47-ebc0-4123-95e3-6d8337bd8019 admin admin] For port 950c1fa5-794e-4d20-a534-f92bdc5c502f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=950c1fa5-794e-4d20-a534-f92bdc5c502f,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:28.106424 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-207a4d47-ebc0-4123-95e3-6d8337bd8019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (950c1fa5-794e-4d20-a534-f92bdc5c502f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:28.108968 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba168b21-59f0-4dd7-8f30-2ed041d686de admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:28.112297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-8f6a70a6-d0d1-467b-abc4-c3159835d519', 'network_id': '8f6a70a6-d0d1-467b-abc4-c3159835d519', 'project_id': '40c9c4182bd34624b9f9cccfea9b367c', 'fixed_ips': [{'subnet_id': 'db80c989-e93a-4adc-8e7c-eabb2d5868b6'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:02:28.113649 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:28.114254 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ba168b21-59f0-4dd7-8f30-2ed041d686de admin admin] 10.222.0.45 "DELETE /v2.0/routers/e291a174-9f36-4281-8ecf-0c14f9c168eb HTTP/1.1" status: 204 len: 168 time: 2.0335398 Mar 24 01:02:28.121580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50282) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:28.181382 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-54a3b123-7415-4589-b00a-baa11f4d16b5 None None] Set router 4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:02:28.223678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 890c54d0-4702-453e-b045-b997f9b230ba {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:28.226980 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 890c54d0-4702-453e-b045-b997f9b230ba not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:28.257339 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2261e60e-7123-42fd-8837-f1247078c28b req-69bfa617-b9cd-4d66-8904-6514de7a5417 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.1478655 Mar 24 01:02:28.258975 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-54a3b123-7415-4589-b00a-baa11f4d16b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'name': 'tempest-ServersTestMultiNic-1434777609-router', 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:00:54Z', 'updated_at': '2022-03-24T01:02:27Z', 'revision_number': 6, 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:28.262225 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1397800-9021-4be5-86bb-6a9cc89c5b34 admin admin] Deleting subnet 30bdf9db-eb2d-4685-9056-9771a3a6c489 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:02:28.274486 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1397800-9021-4be5-86bb-6a9cc89c5b34 admin admin] Publish callbacks [] for subnet (30bdf9db-eb2d-4685-9056-9771a3a6c489), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:28.289692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-207a4d47-ebc0-4123-95e3-6d8337bd8019 admin admin] Calling delete_port for 950c1fa5-794e-4d20-a534-f92bdc5c502f owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:28.351311 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a3b123-7415-4589-b00a-baa11f4d16b5 None None] The sync data for ids ['4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c'] in n-d-760455-9 is: [{'id': '4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c', 'name': 'tempest-ServersTestMultiNic-1434777609-router', 'tenant_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:00:54Z', 'updated_at': '2022-03-24T01:02:27Z', 'revision_number': 6, 'project_id': 'b27d62b7150645ecb81dd27e2c79bfaf', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:02:28.476182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8e0ad-ceda-474a-91ea-95a76a4aca40 req-0932242f-f5aa-48a0-877a-938f0de7e96d tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:28.477702 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7c8e0ad-ceda-474a-91ea-95a76a4aca40 req-0932242f-f5aa-48a0-877a-938f0de7e96d tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.7508731 Mar 24 01:02:28.528171 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1397800-9021-4be5-86bb-6a9cc89c5b34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (30bdf9db-eb2d-4685-9056-9771a3a6c489), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:28.555639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Allocated IP 2001:db8::2 (8f6a70a6-d0d1-467b-abc4-c3159835d519/db80c989-e93a-4adc-8e7c-eabb2d5868b6/7588ad00-ec8d-43aa-9dfd-1719946e7181) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:28.595364 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9134a6-43df-4b94-a848-874f1a1be8ab tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:28.603531 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe9134a6-43df-4b94-a848-874f1a1be8ab tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:28.657508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-fe9134a6-43df-4b94-a848-874f1a1be8ab tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] device_id is not set on port b4b37ead-b2f7-4474-afa9-bab6d8482001 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:02:28.666256 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7c8e0ad-ceda-474a-91ea-95a76a4aca40 req-f3be5e90-adb8-400f-9a06-db1de72995b5 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322591 Mar 24 01:02:28.686829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657e425-4182-481a-a83e-16967e04d410 req-6b738635-f191-4ce6-950d-957d5e1aceed tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:28.694825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1657e425-4182-481a-a83e-16967e04d410 req-6b738635-f191-4ce6-950d-957d5e1aceed tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.2160873 Mar 24 01:02:28.742921 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-62a9df9b-5743-44d9-a6b4-b6cc895779d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:28.867752 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1657e425-4182-481a-a83e-16967e04d410 req-bdef85b5-098f-4d07-b7a0-bd41654076c3 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717656 Mar 24 01:02:28.926293 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1397800-9021-4be5-86bb-6a9cc89c5b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (30bdf9db-eb2d-4685-9056-9771a3a6c489), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:28.947400 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Publish callbacks [] for port (7588ad00-ec8d-43aa-9dfd-1719946e7181), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:28.963435 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (7588ad00-ec8d-43aa-9dfd-1719946e7181), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:28.985483 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-207a4d47-ebc0-4123-95e3-6d8337bd8019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (950c1fa5-794e-4d20-a534-f92bdc5c502f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.051740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-fe9134a6-43df-4b94-a848-874f1a1be8ab tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Allocated IP 2001:db8::3a2 (8f6a70a6-d0d1-467b-abc4-c3159835d519/db80c989-e93a-4adc-8e7c-eabb2d5868b6/b4b37ead-b2f7-4474-afa9-bab6d8482001) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:29.052434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Network 8f6a70a6-d0d1-467b-abc4-c3159835d519 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:29.065395 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:29.080152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:29.085752 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a4d47-ebc0-4123-95e3-6d8337bd8019 admin admin] Pushing event deleted for resources: {'Port': ['ID=950c1fa5-794e-4d20-a534-f92bdc5c502f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:29.112394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Pushing event updated for resources: {'Port': ['ID=7588ad00-ec8d-43aa-9dfd-1719946e7181,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:29.186194 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-207a4d47-ebc0-4123-95e3-6d8337bd8019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.228789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Attempting to bind port 7588ad00-ec8d-43aa-9dfd-1719946e7181 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:02:29.229470 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Attempting to bind port 7588ad00-ec8d-43aa-9dfd-1719946e7181 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'd96e6637-af8e-40c7-85d1-233e6b47cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8f6a70a6-d0d1-467b-abc4-c3159835d519'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:02:29.230035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Attempting to bind port 7588ad00-ec8d-43aa-9dfd-1719946e7181 on network 8f6a70a6-d0d1-467b-abc4-c3159835d519 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:02:29.244055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:02:29.244431 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Checking segment: {'id': 'd96e6637-af8e-40c7-85d1-233e6b47cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8f6a70a6-d0d1-467b-abc4-c3159835d519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:29.244845 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.245293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Bound using segment: {'id': 'd96e6637-af8e-40c7-85d1-233e6b47cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8f6a70a6-d0d1-467b-abc4-c3159835d519'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:02:29.245762 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Bound port: 7588ad00-ec8d-43aa-9dfd-1719946e7181, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96e6637-af8e-40c7-85d1-233e6b47cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8f6a70a6-d0d1-467b-abc4-c3159835d519'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:02:29.246142 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7588ad00-ec8d-43aa-9dfd-1719946e7181), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.270169 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe9134a6-43df-4b94-a848-874f1a1be8ab tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (b4b37ead-b2f7-4474-afa9-bab6d8482001), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.324754 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe9134a6-43df-4b94-a848-874f1a1be8ab tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b4b37ead-b2f7-4474-afa9-bab6d8482001), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.338876 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1397800-9021-4be5-86bb-6a9cc89c5b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (30bdf9db-eb2d-4685-9056-9771a3a6c489), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.396619 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-207a4d47-ebc0-4123-95e3-6d8337bd8019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.400803 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-207a4d47-ebc0-4123-95e3-6d8337bd8019 admin admin] Publish callbacks [] for router_controller (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.416557 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] For port 7588ad00-ec8d-43aa-9dfd-1719946e7181, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:02:29.423775 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] For port 7588ad00-ec8d-43aa-9dfd-1719946e7181, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7588ad00-ec8d-43aa-9dfd-1719946e7181,segment=NetworkSegment(d96e6637-af8e-40c7-85d1-233e6b47cf76),segment_id=d96e6637-af8e-40c7-85d1-233e6b47cf76)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:02:29.445510 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7588ad00-ec8d-43aa-9dfd-1719946e7181), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.492472 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-207a4d47-ebc0-4123-95e3-6d8337bd8019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.493489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207a4d47-ebc0-4123-95e3-6d8337bd8019 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:02:29.511977 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1397800-9021-4be5-86bb-6a9cc89c5b34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.517792 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a1397800-9021-4be5-86bb-6a9cc89c5b34 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/30bdf9db-eb2d-4685-9056-9771a3a6c489 HTTP/1.1" status: 204 len: 168 time: 1.3924880 Mar 24 01:02:29.524493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50286) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:29.531613 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d72ca1a-be12-42a9-8f2e-80c41ebbbaf1 None None] Network d176ece4-0623-4fc2-9e7c-9c0df8ec52bd requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:29.532534 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-207a4d47-ebc0-4123-95e3-6d8337bd8019 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.538279 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-207a4d47-ebc0-4123-95e3-6d8337bd8019 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4d0a0b31-a6ad-4c4b-8616-bdcdd1ac290c HTTP/1.1" status: 204 len: 168 time: 2.4792221 Mar 24 01:02:29.539397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50288) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:29.545071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1397800-9021-4be5-86bb-6a9cc89c5b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30bdf9db-eb2d-4685-9056-9771a3a6c489,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:29.591293 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bde2d49f-3a41-42fc-9be4-d78c678b69ba req-d7a9e0bf-5dee-4d58-af4f-641e1a194575 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.1117685 Mar 24 01:02:29.598595 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9134a6-43df-4b94-a848-874f1a1be8ab tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network 8f6a70a6-d0d1-467b-abc4-c3159835d519 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:29.628819 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9134a6-43df-4b94-a848-874f1a1be8ab tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=b4b37ead-b2f7-4474-afa9-bab6d8482001,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:29.671685 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-562d40b2-7f53-48a9-ab78-397f44e46512 admin admin] Deleting subnet 58f01bfa-3a66-4862-b237-8f14adc51582 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:02:29.675837 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-562d40b2-7f53-48a9-ab78-397f44e46512 admin admin] Publish callbacks [] for subnet (58f01bfa-3a66-4862-b237-8f14adc51582), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.707427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-fe9134a6-43df-4b94-a848-874f1a1be8ab tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:29.719647 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9134a6-43df-4b94-a848-874f1a1be8ab tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:29.735766 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9134a6-43df-4b94-a848-874f1a1be8ab tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:29.738858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe9134a6-43df-4b94-a848-874f1a1be8ab tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.753986 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-562d40b2-7f53-48a9-ab78-397f44e46512 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (58f01bfa-3a66-4862-b237-8f14adc51582), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.803460 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7c7fa-d56d-4873-9208-c79401a74536 None None] Pushing event updated for resources: {'Port': ['ID=7588ad00-ec8d-43aa-9dfd-1719946e7181,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:29.811177 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fe9134a6-43df-4b94-a848-874f1a1be8ab tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8365390 Mar 24 01:02:29.812870 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50294) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:29.831208 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (d176ece4-0623-4fc2-9e7c-9c0df8ec52bd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.864952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 950c1fa5-794e-4d20-a534-f92bdc5c502f no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:29.932250 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:29.970453 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 950c1fa5-794e-4d20-a534-f92bdc5c502f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:29.971092 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 950c1fa5-794e-4d20-a534-f92bdc5c502f not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:29.988444 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c370a37f-7f94-458e-8cfb-bfb753f5a41f no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:30.055474 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c40967-7fe2-4910-b208-6d0779c79093 req-3e94a81b-daf8-4c55-b60f-22425c7fb4f1 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:30.057407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-14c40967-7fe2-4910-b208-6d0779c79093 req-3e94a81b-daf8-4c55-b60f-22425c7fb4f1 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.2023683 Mar 24 01:02:30.101379 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: c370a37f-7f94-458e-8cfb-bfb753f5a41f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:30.101737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c370a37f-7f94-458e-8cfb-bfb753f5a41f not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:30.190479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-69e177c8-8373-4cb4-b075-ddcd32d2d9de tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port b4b37ead-b2f7-4474-afa9-bab6d8482001 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:30.191480 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-69e177c8-8373-4cb4-b075-ddcd32d2d9de tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b4b37ead-b2f7-4474-afa9-bab6d8482001), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:30.217699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] Deleting port 3bf1a6c5-4305-462d-b755-18065ea70f33 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:30.218038 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3bf1a6c5-4305-462d-b755-18065ea70f33), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:30.241187 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9f15d5-09ca-40e8-b58e-9b73779ed585 None None] DHCP port deletion for d176ece4-0623-4fc2-9e7c-9c0df8ec52bd request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:02:30.335369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f15d5-09ca-40e8-b58e-9b73779ed585 None None] Deleting port 3bf1a6c5-4305-462d-b755-18065ea70f33 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:30.335597 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ff9f15d5-09ca-40e8-b58e-9b73779ed585 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3bf1a6c5-4305-462d-b755-18065ea70f33), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:30.367868 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-562d40b2-7f53-48a9-ab78-397f44e46512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (58f01bfa-3a66-4862-b237-8f14adc51582), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:30.434542 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-14c40967-7fe2-4910-b208-6d0779c79093 req-45c649d1-5749-44d9-ba0e-7931273871e2 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3498859 Mar 24 01:02:30.472101 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ff9f15d5-09ca-40e8-b58e-9b73779ed585 None None] For port 3bf1a6c5-4305-462d-b755-18065ea70f33, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3bf1a6c5-4305-462d-b755-18065ea70f33,segment=NetworkSegment(0c136305-7fa6-44b2-9952-440377c68a1a),segment_id=0c136305-7fa6-44b2-9952-440377c68a1a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:30.472512 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ff9f15d5-09ca-40e8-b58e-9b73779ed585 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3bf1a6c5-4305-462d-b755-18065ea70f33), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:30.473226 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] For port 3bf1a6c5-4305-462d-b755-18065ea70f33, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3bf1a6c5-4305-462d-b755-18065ea70f33,segment=NetworkSegment(0c136305-7fa6-44b2-9952-440377c68a1a),segment_id=0c136305-7fa6-44b2-9952-440377c68a1a)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:30.473902 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3bf1a6c5-4305-462d-b755-18065ea70f33), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:30.490144 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] Calling delete_port for 3bf1a6c5-4305-462d-b755-18065ea70f33 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:30.496068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f15d5-09ca-40e8-b58e-9b73779ed585 None None] Calling delete_port for 3bf1a6c5-4305-462d-b755-18065ea70f33 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:30.501947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad726a0-db56-4944-8f68-8e8d85a7e900 req-fb28d699-bc4f-4317-9623-722f8f4acc47 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:30.508152 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ad726a0-db56-4944-8f68-8e8d85a7e900 req-fb28d699-bc4f-4317-9623-722f8f4acc47 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.4447801 Mar 24 01:02:30.585548 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ff9f15d5-09ca-40e8-b58e-9b73779ed585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (3bf1a6c5-4305-462d-b755-18065ea70f33), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:30.610831 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-562d40b2-7f53-48a9-ab78-397f44e46512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (58f01bfa-3a66-4862-b237-8f14adc51582), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:30.619742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f15d5-09ca-40e8-b58e-9b73779ed585 None None] Pushing event deleted for resources: {'Port': ['ID=3bf1a6c5-4305-462d-b755-18065ea70f33,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:30.621797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9f15d5-09ca-40e8-b58e-9b73779ed585 None None] No DVR routers for this DVR port 3bf1a6c5-4305-462d-b755-18065ea70f33 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:30.699655 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3bf1a6c5-4305-462d-b755-18065ea70f33), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:30.721868 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-69e177c8-8373-4cb4-b075-ddcd32d2d9de tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b4b37ead-b2f7-4474-afa9-bab6d8482001), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:30.736747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d40b2-7f53-48a9-ab78-397f44e46512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f01bfa-3a66-4862-b237-8f14adc51582,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:30.755127 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-69e177c8-8373-4cb4-b075-ddcd32d2d9de tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for b4b37ead-b2f7-4474-afa9-bab6d8482001 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:30.790751 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ad726a0-db56-4944-8f68-8e8d85a7e900 req-140ede14-a9f6-474d-a63a-96fdfec9697f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562525 Mar 24 01:02:30.796285 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-562d40b2-7f53-48a9-ab78-397f44e46512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:30.844234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00806d4-8e2a-40bd-a46e-bda875f65ee7 None None] Network 24f7835e-e34f-40c4-b477-9ef6aa74da7d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:30.845786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-562d40b2-7f53-48a9-ab78-397f44e46512 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/58f01bfa-3a66-4862-b237-8f14adc51582 HTTP/1.1" status: 204 len: 168 time: 1.2997594 Mar 24 01:02:30.846531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50302) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:30.929971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0ea0158-e098-4eaa-a249-74b55ac28a82 req-c386808c-e131-4bb8-93c0-29695980063d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.1846564 Mar 24 01:02:31.141702 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (24f7835e-e34f-40c4-b477-9ef6aa74da7d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:31.174557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] No DVR routers for this DVR port 3bf1a6c5-4305-462d-b755-18065ea70f33 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:31.298875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] Deleting port bdf81028-9f01-40a0-90ef-36a4963bf5d9 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:31.299375 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (bdf81028-9f01-40a0-90ef-36a4963bf5d9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:31.330533 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf1a6c5-4305-462d-b755-18065ea70f33,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:31.333384 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-69e177c8-8373-4cb4-b075-ddcd32d2d9de tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b4b37ead-b2f7-4474-afa9-bab6d8482001), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:31.354956 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-11db202c-a986-46ee-b5cf-67b8c941af78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:31.390736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] For port bdf81028-9f01-40a0-90ef-36a4963bf5d9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=bdf81028-9f01-40a0-90ef-36a4963bf5d9,segment=NetworkSegment(87c014ad-5d23-4567-8600-bc448af17a02),segment_id=87c014ad-5d23-4567-8600-bc448af17a02)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:31.391563 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (bdf81028-9f01-40a0-90ef-36a4963bf5d9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:31.410972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] Calling delete_port for bdf81028-9f01-40a0-90ef-36a4963bf5d9 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:31.422362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e177c8-8373-4cb4-b075-ddcd32d2d9de tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=b4b37ead-b2f7-4474-afa9-bab6d8482001,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:31.432473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85826632-a5c4-4203-b5d5-a51721d0f206 None None] Network 8f6a70a6-d0d1-467b-abc4-c3159835d519 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:31.520644 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (bdf81028-9f01-40a0-90ef-36a4963bf5d9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:31.600087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf81028-9f01-40a0-90ef-36a4963bf5d9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:31.613442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7f4f998a-9584-4381-831f-685bdd6fd919 None None] Provisioning complete for port 7588ad00-ec8d-43aa-9dfd-1719946e7181 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:31.613826 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7f4f998a-9584-4381-831f-685bdd6fd919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7588ad00-ec8d-43aa-9dfd-1719946e7181), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:31.623228 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-69e177c8-8373-4cb4-b075-ddcd32d2d9de tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:31.627350 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-69e177c8-8373-4cb4-b075-ddcd32d2d9de tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/b4b37ead-b2f7-4474-afa9-bab6d8482001 HTTP/1.1" status: 204 len: 168 time: 1.8135836 Mar 24 01:02:31.629801 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (d176ece4-0623-4fc2-9e7c-9c0df8ec52bd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:31.632667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50312) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:31.637809 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] No DVR routers for this DVR port bdf81028-9f01-40a0-90ef-36a4963bf5d9 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:31.701957 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d176ece4-0623-4fc2-9e7c-9c0df8ec52bd']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:31.731190 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c136305-7fa6-44b2-9952-440377c68a1a') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:31.731504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c136305-7fa6-44b2-9952-440377c68a1a') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:31.767584 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (0c136305-7fa6-44b2-9952-440377c68a1a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:31.799046 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0c136305-7fa6-44b2-9952-440377c68a1a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:31.812946 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:02:31.813919 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (0c136305-7fa6-44b2-9952-440377c68a1a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:31.818054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714e35fa-108f-44c9-933f-06e5a99968cc None None] DHCP port deletion for 24f7835e-e34f-40c4-b477-9ef6aa74da7d request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:02:31.819358 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:02:31.855426 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-590feb93-8067-4322-930a-ae89a52a07c3 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] DELETE failed (client error): The resource could not be found. Mar 24 01:02:31.856294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590feb93-8067-4322-930a-ae89a52a07c3 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:02:31.859631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-590feb93-8067-4322-930a-ae89a52a07c3 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/b4b37ead-b2f7-4474-afa9-bab6d8482001 HTTP/1.1" status: 404 len: 333 time: 0.2139971 Mar 24 01:02:31.884573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50316) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:31.900970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f998a-9584-4381-831f-685bdd6fd919 None None] Current status of the port 7588ad00-ec8d-43aa-9dfd-1719946e7181 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:31.904061 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7f4f998a-9584-4381-831f-685bdd6fd919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7588ad00-ec8d-43aa-9dfd-1719946e7181), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:31.945302 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-594024b9-b8e4-45ef-88c6-a833fd494201 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] GET failed (client error): The resource could not be found. Mar 24 01:02:31.948203 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-594024b9-b8e4-45ef-88c6-a833fd494201 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/b4b37ead-b2f7-4474-afa9-bab6d8482001 HTTP/1.1" status: 404 len: 333 time: 0.0622184 Mar 24 01:02:31.952351 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50318) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:32.032019 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (d176ece4-0623-4fc2-9e7c-9c0df8ec52bd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:32.045802 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:32.047656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7f4f998a-9584-4381-831f-685bdd6fd919 None None] For port 7588ad00-ec8d-43aa-9dfd-1719946e7181, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7588ad00-ec8d-43aa-9dfd-1719946e7181,segment=NetworkSegment(d96e6637-af8e-40c7-85d1-233e6b47cf76),segment_id=d96e6637-af8e-40c7-85d1-233e6b47cf76)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:32.056414 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] 10.222.0.45 "DELETE /v2.0/networks/d176ece4-0623-4fc2-9e7c-9c0df8ec52bd HTTP/1.1" status: 204 len: 168 time: 2.5309525 Mar 24 01:02:32.057528 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50322) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:32.085519 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7f4f998a-9584-4381-831f-685bdd6fd919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7588ad00-ec8d-43aa-9dfd-1719946e7181), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:32.196190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7588ad00-ec8d-43aa-9dfd-1719946e7181 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:02:32.268629 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:32.318165 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f998a-9584-4381-831f-685bdd6fd919 None None] Pushing event updated for resources: {'Port': ['ID=7588ad00-ec8d-43aa-9dfd-1719946e7181,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:32.357740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cadefb-02da-4319-919a-55107a35382e admin admin] Pushing event deleted for resources: {'Network': ['ID=d176ece4-0623-4fc2-9e7c-9c0df8ec52bd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:32.390859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 7588ad00-ec8d-43aa-9dfd-1719946e7181 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:32.391406 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7588ad00-ec8d-43aa-9dfd-1719946e7181), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:32.434615 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (24f7835e-e34f-40c4-b477-9ef6aa74da7d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:32.466902 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:32.505160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f7835e-e34f-40c4-b477-9ef6aa74da7d']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:32.508876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-44132496-cd5b-4e0d-b777-bb6aa1403fb6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting subnet db80c989-e93a-4adc-8e7c-eabb2d5868b6 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:02:32.513047 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8a718131-f1e6-4946-9ec0-5832245336bc None None] Provisioning complete for port 7588ad00-ec8d-43aa-9dfd-1719946e7181 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:32.513466 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8a718131-f1e6-4946-9ec0-5832245336bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7588ad00-ec8d-43aa-9dfd-1719946e7181), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:32.519740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-44132496-cd5b-4e0d-b777-bb6aa1403fb6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (db80c989-e93a-4adc-8e7c-eabb2d5868b6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:32.545058 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ac348-9091-48d0-921e-932e019ebd3a req-b1d5706b-67a9-4ea7-876f-d49bedadfb01 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:32.546936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e7ac348-9091-48d0-921e-932e019ebd3a req-b1d5706b-67a9-4ea7-876f-d49bedadfb01 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.9531970 Mar 24 01:02:32.571661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c014ad-5d23-4567-8600-bc448af17a02') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:32.571951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c014ad-5d23-4567-8600-bc448af17a02') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:32.595442 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-44132496-cd5b-4e0d-b777-bb6aa1403fb6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (db80c989-e93a-4adc-8e7c-eabb2d5868b6), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:32.602505 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (87c014ad-5d23-4567-8600-bc448af17a02), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:32.622197 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (87c014ad-5d23-4567-8600-bc448af17a02), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:32.640528 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:02:32.641559 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (87c014ad-5d23-4567-8600-bc448af17a02), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:32.685486 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 7588ad00-ec8d-43aa-9dfd-1719946e7181 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:32.790672 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8a718131-f1e6-4946-9ec0-5832245336bc None None] Current status of the port 7588ad00-ec8d-43aa-9dfd-1719946e7181 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:32.805206 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3bf1a6c5-4305-462d-b755-18065ea70f33 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:02:32.837662 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:02:32.849334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 3bf1a6c5-4305-462d-b755-18065ea70f33 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:32.851285 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3bf1a6c5-4305-462d-b755-18065ea70f33 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:32.871307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0978fe-80d9-495d-a4d7-80586adb4115 req-899ad62a-276f-4e75-850c-361467abce0a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:32.872963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c0978fe-80d9-495d-a4d7-80586adb4115 req-899ad62a-276f-4e75-850c-361467abce0a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.4862006 Mar 24 01:02:32.873201 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-44132496-cd5b-4e0d-b777-bb6aa1403fb6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (db80c989-e93a-4adc-8e7c-eabb2d5868b6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:32.873827 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (24f7835e-e34f-40c4-b477-9ef6aa74da7d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:32.880097 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:32.887541 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/24f7835e-e34f-40c4-b477-9ef6aa74da7d HTTP/1.1" status: 204 len: 168 time: 1.9971786 Mar 24 01:02:32.907621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c3099ab0-b049-40f7-a4c2-ccb645bd2e0b None None] Could not find standard attr ID for object b4b37ead-b2f7-4474-afa9-bab6d8482001. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:02:32.964729 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1410f-7684-4bd2-8c10-6f431b81e6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=24f7835e-e34f-40c4-b477-9ef6aa74da7d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:33.003057 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-44132496-cd5b-4e0d-b777-bb6aa1403fb6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (db80c989-e93a-4adc-8e7c-eabb2d5868b6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:33.019350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c0978fe-80d9-495d-a4d7-80586adb4115 req-0c0ee1fc-41c0-4dba-a010-d33ca0837e48 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283824 Mar 24 01:02:33.031129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e7ac348-9091-48d0-921e-932e019ebd3a req-9b5c59db-8e3c-49ee-bfc5-4b4c02295b6e tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4568839 Mar 24 01:02:33.055064 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-44132496-cd5b-4e0d-b777-bb6aa1403fb6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:33.058824 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-44132496-cd5b-4e0d-b777-bb6aa1403fb6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/db80c989-e93a-4adc-8e7c-eabb2d5868b6 HTTP/1.1" status: 204 len: 168 time: 1.1052389 Mar 24 01:02:33.061609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50328) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:33.061815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44132496-cd5b-4e0d-b777-bb6aa1403fb6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Subnet': ['ID=db80c989-e93a-4adc-8e7c-eabb2d5868b6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:33.249008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e270276-93e7-449b-b3be-e0ff2da9e379 None None] Network 8f6a70a6-d0d1-467b-abc4-c3159835d519 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:33.267317 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (8f6a70a6-d0d1-467b-abc4-c3159835d519), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:33.300896 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65092f7f-2e5a-4921-80bf-b2aa0d410a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (679bc38e-817a-42e3-8a1e-892103ddd08e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:33.318332 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d8b0142-66a5-4cd0-9dab-51460ec24110 req-ad87317b-385a-482f-8363-85ff799acaa4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.0477381 Mar 24 01:02:33.406076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50330) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:33.491127 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-20bbd0ad-8eff-46c7-8634-2b40ead25536 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b27d62b7150645ecb81dd27e2c79bfaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0827053 Mar 24 01:02:33.493584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50332) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:33.577308 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:33.584284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port 7588ad00-ec8d-43aa-9dfd-1719946e7181 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:33.585411 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7588ad00-ec8d-43aa-9dfd-1719946e7181), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:33.625643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1283edb3-6ee1-4748-b7eb-3134ecd1f4a8 None None] DHCP port deletion for 8f6a70a6-d0d1-467b-abc4-c3159835d519 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:02:33.784982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1283edb3-6ee1-4748-b7eb-3134ecd1f4a8 None None] Deleting port 7588ad00-ec8d-43aa-9dfd-1719946e7181 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:33.794001 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1283edb3-6ee1-4748-b7eb-3134ecd1f4a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7588ad00-ec8d-43aa-9dfd-1719946e7181), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:33.833454 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-687378cc-8c65-46ab-a983-97b14009f833 admin admin] Publish callbacks [] for security_group (04ee8b1a-1225-40ea-89b0-dcedecb9e1b9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:33.858578 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-65092f7f-2e5a-4921-80bf-b2aa0d410a83 admin admin] Deleting port c154f384-880c-4098-9b82-d272d10cfd64 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:33.865636 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-1283edb3-6ee1-4748-b7eb-3134ecd1f4a8 None None] For port 7588ad00-ec8d-43aa-9dfd-1719946e7181, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7588ad00-ec8d-43aa-9dfd-1719946e7181,segment=NetworkSegment(d96e6637-af8e-40c7-85d1-233e6b47cf76),segment_id=d96e6637-af8e-40c7-85d1-233e6b47cf76)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:33.866382 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1283edb3-6ee1-4748-b7eb-3134ecd1f4a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7588ad00-ec8d-43aa-9dfd-1719946e7181), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:33.869490 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65092f7f-2e5a-4921-80bf-b2aa0d410a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c154f384-880c-4098-9b82-d272d10cfd64), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:33.880862 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-687378cc-8c65-46ab-a983-97b14009f833 admin admin] Publish callbacks [] for security_group (04ee8b1a-1225-40ea-89b0-dcedecb9e1b9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:33.881829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1283edb3-6ee1-4748-b7eb-3134ecd1f4a8 None None] Calling delete_port for 7588ad00-ec8d-43aa-9dfd-1719946e7181 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:33.956459 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-687378cc-8c65-46ab-a983-97b14009f833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (04ee8b1a-1225-40ea-89b0-dcedecb9e1b9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:33.959483 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-687378cc-8c65-46ab-a983-97b14009f833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:33.962976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-687378cc-8c65-46ab-a983-97b14009f833 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/04ee8b1a-1225-40ea-89b0-dcedecb9e1b9 HTTP/1.1" status: 204 len: 168 time: 0.4642079 Mar 24 01:02:33.996114 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bdf81028-9f01-40a0-90ef-36a4963bf5d9 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:34.019679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] For port 7588ad00-ec8d-43aa-9dfd-1719946e7181, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7588ad00-ec8d-43aa-9dfd-1719946e7181,segment=NetworkSegment(d96e6637-af8e-40c7-85d1-233e6b47cf76),segment_id=d96e6637-af8e-40c7-85d1-233e6b47cf76)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:34.020061 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7588ad00-ec8d-43aa-9dfd-1719946e7181), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:34.020966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: bdf81028-9f01-40a0-90ef-36a4963bf5d9 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:34.021623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bdf81028-9f01-40a0-90ef-36a4963bf5d9 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:34.022274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7588ad00-ec8d-43aa-9dfd-1719946e7181 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:34.023033 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687378cc-8c65-46ab-a983-97b14009f833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ee8b1a-1225-40ea-89b0-dcedecb9e1b9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:34.055845 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1283edb3-6ee1-4748-b7eb-3134ecd1f4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (7588ad00-ec8d-43aa-9dfd-1719946e7181), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:34.065412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for 7588ad00-ec8d-43aa-9dfd-1719946e7181 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:34.079060 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 7588ad00-ec8d-43aa-9dfd-1719946e7181 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:34.081188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7588ad00-ec8d-43aa-9dfd-1719946e7181 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:34.120379 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-65092f7f-2e5a-4921-80bf-b2aa0d410a83 admin admin] For port c154f384-880c-4098-9b82-d272d10cfd64, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c154f384-880c-4098-9b82-d272d10cfd64,segment=NetworkSegment(7ad02e3c-d110-4d50-a4a7-4504221e6287),segment_id=7ad02e3c-d110-4d50-a4a7-4504221e6287)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:34.125144 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65092f7f-2e5a-4921-80bf-b2aa0d410a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c154f384-880c-4098-9b82-d272d10cfd64), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:34.148881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1283edb3-6ee1-4748-b7eb-3134ecd1f4a8 None None] No DVR routers for this DVR port 7588ad00-ec8d-43aa-9dfd-1719946e7181 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:34.151436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283edb3-6ee1-4748-b7eb-3134ecd1f4a8 None None] Pushing event deleted for resources: {'Port': ['ID=7588ad00-ec8d-43aa-9dfd-1719946e7181,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:34.403635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0eaf1-5904-48f9-8c89-98ad2b43e20b req-2e644db7-5325-40a2-be5c-204d2a5950b4 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:34.405669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97a0eaf1-5904-48f9-8c89-98ad2b43e20b req-2e644db7-5325-40a2-be5c-204d2a5950b4 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.1210256 Mar 24 01:02:34.413869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fff86-8e20-4d42-9489-18c2a9f384ed req-4487cd48-e43f-4587-b1c4-b71a33e861a1 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:34.431673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f47fff86-8e20-4d42-9489-18c2a9f384ed req-4487cd48-e43f-4587-b1c4-b71a33e861a1 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.2222979 Mar 24 01:02:34.531554 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97a0eaf1-5904-48f9-8c89-98ad2b43e20b req-dba0a99e-046d-4d93-a1dd-8c4138bc251a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908000 Mar 24 01:02:34.533513 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7588ad00-ec8d-43aa-9dfd-1719946e7181), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:34.582665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No DVR routers for this DVR port 7588ad00-ec8d-43aa-9dfd-1719946e7181 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:34.584619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=7588ad00-ec8d-43aa-9dfd-1719946e7181,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:34.725506 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-65092f7f-2e5a-4921-80bf-b2aa0d410a83 admin admin] Calling delete_port for c154f384-880c-4098-9b82-d272d10cfd64 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:34.740173 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (8f6a70a6-d0d1-467b-abc4-c3159835d519), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:34.762006 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f47fff86-8e20-4d42-9489-18c2a9f384ed req-004d2f14-7512-448e-a55f-25a0720f55be tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3293362 Mar 24 01:02:34.799594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4168a0b-749b-432c-8da8-4e32064d7966 req-4545e288-599e-4fc6-9d96-0bc51f4d34b1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.0795152 Mar 24 01:02:34.817434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6a70a6-d0d1-467b-abc4-c3159835d519']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:34.834545 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96e6637-af8e-40c7-85d1-233e6b47cf76') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:34.835214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96e6637-af8e-40c7-85d1-233e6b47cf76') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:34.858220 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (d96e6637-af8e-40c7-85d1-233e6b47cf76), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:34.913245 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d96e6637-af8e-40c7-85d1-233e6b47cf76), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:34.928774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:02:34.930145 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (d96e6637-af8e-40c7-85d1-233e6b47cf76), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:02:35.024196 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:02:35.064715 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (8f6a70a6-d0d1-467b-abc4-c3159835d519), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:35.097623 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:35.101242 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/networks/8f6a70a6-d0d1-467b-abc4-c3159835d519 HTTP/1.1" status: 204 len: 168 time: 2.0378351 Mar 24 01:02:35.102968 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65092f7f-2e5a-4921-80bf-b2aa0d410a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c154f384-880c-4098-9b82-d272d10cfd64), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:35.106575 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50352) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:35.130055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-491d1529-7ee6-41a8-96d5-962b5c903c41 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-774999827'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:35.165213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07898d5-7670-4b32-b422-63033db6b105 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Network': ['ID=8f6a70a6-d0d1-467b-abc4-c3159835d519,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:35.191447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491d1529-7ee6-41a8-96d5-962b5c903c41 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:35.193885 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65092f7f-2e5a-4921-80bf-b2aa0d410a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=c154f384-880c-4098-9b82-d272d10cfd64,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:35.203538 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-491d1529-7ee6-41a8-96d5-962b5c903c41 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:35.260594 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:35.287767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491d1529-7ee6-41a8-96d5-962b5c903c41 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:02:35.305894 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-491d1529-7ee6-41a8-96d5-962b5c903c41 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ab718720-81ea-43a1-8981-0636624b8023), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:35.306454 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-491d1529-7ee6-41a8-96d5-962b5c903c41 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Added segment ab718720-81ea-43a1-8981-0636624b8023 of type vlan for network dc871620-6d9d-4ec2-89c9-6cb710bfbc2c Mar 24 01:02:35.370744 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-491d1529-7ee6-41a8-96d5-962b5c903c41 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (dc871620-6d9d-4ec2-89c9-6cb710bfbc2c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:35.425789 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-491d1529-7ee6-41a8-96d5-962b5c903c41 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (dc871620-6d9d-4ec2-89c9-6cb710bfbc2c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:35.432309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491d1529-7ee6-41a8-96d5-962b5c903c41 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:35.432914 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-491d1529-7ee6-41a8-96d5-962b5c903c41 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:35.544544 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-491d1529-7ee6-41a8-96d5-962b5c903c41 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4222407 Mar 24 01:02:35.549034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50364) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:35.549237 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65092f7f-2e5a-4921-80bf-b2aa0d410a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (679bc38e-817a-42e3-8a1e-892103ddd08e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:35.558532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6a60da15-7503-4fc9-bec8-c08f2694e364 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'subnet': {'network_id': 'dc871620-6d9d-4ec2-89c9-6cb710bfbc2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:35.616497 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d1529-7ee6-41a8-96d5-962b5c903c41 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Network': ['ID=dc871620-6d9d-4ec2-89c9-6cb710bfbc2c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:35.630514 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network dc871620-6d9d-4ec2-89c9-6cb710bfbc2c details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:02:35.871169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a60da15-7503-4fc9-bec8-c08f2694e364 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:35.879733 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6a60da15-7503-4fc9-bec8-c08f2694e364 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:35.892092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50374) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:35.983035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65092f7f-2e5a-4921-80bf-b2aa0d410a83 admin admin] Router 679bc38e-817a-42e3-8a1e-892103ddd08e has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:02:36.010103 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee7a87-c622-40ca-a54a-993b5ad8feb7 req-bd6f4db2-0b89-4fbc-820b-5019e6087d94 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:36.011765 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84ee7a87-c622-40ca-a54a-993b5ad8feb7 req-bd6f4db2-0b89-4fbc-820b-5019e6087d94 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.3372836 Mar 24 01:02:36.101125 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84ee7a87-c622-40ca-a54a-993b5ad8feb7 req-13ab2968-1917-426d-9cf6-1f5501ea3a81 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778604 Mar 24 01:02:36.110591 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee2d98-c181-4380-aec4-ad140e108edb req-373d31e8-2aa7-47c6-a390-8c3c4c694d92 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:36.112212 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5ee2d98-c181-4380-aec4-ad140e108edb req-373d31e8-2aa7-47c6-a390-8c3c4c694d92 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.1997323 Mar 24 01:02:36.158903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-f897f3b0-c3e2-4421-a86e-967615a08ab6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-598179014-network', 'tenant_id': 'f1b3aa71930049bb810170680517454c'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:36.267298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f897f3b0-c3e2-4421-a86e-967615a08ab6 admin admin] Made reservation on behalf of f1b3aa71930049bb810170680517454c for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:36.271196 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f897f3b0-c3e2-4421-a86e-967615a08ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:36.282557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65092f7f-2e5a-4921-80bf-b2aa0d410a83 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:02:36.291354 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f897f3b0-c3e2-4421-a86e-967615a08ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:36.293709 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-65092f7f-2e5a-4921-80bf-b2aa0d410a83 admin admin] 10.222.0.45 "PUT /v2.0/routers/679bc38e-817a-42e3-8a1e-892103ddd08e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1733971 Mar 24 01:02:36.293853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50378) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:36.296784 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b71dc-54e1-42f4-a9e5-bd1fecb704e9 None None] Sync routers for ids ['679bc38e-817a-42e3-8a1e-892103ddd08e'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:02:36.317900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b71dc-54e1-42f4-a9e5-bd1fecb704e9 None None] Routers {'679bc38e-817a-42e3-8a1e-892103ddd08e'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:02:36.318804 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-327b71dc-54e1-42f4-a9e5-bd1fecb704e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:02:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['679bc38e-817a-42e3-8a1e-892103ddd08e'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:36.340595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5ee2d98-c181-4380-aec4-ad140e108edb req-90290fab-9826-4e17-ba9d-c5c12b340edd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214966 Mar 24 01:02:36.376953 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea6b19cc-60fa-4d32-9950-b6b5efd6af28 req-e12a5056-089c-4fe8-a402-d9541b95e3b9 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.1213388 Mar 24 01:02:36.464525 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6a60da15-7503-4fc9-bec8-c08f2694e364 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (dc335e75-8b83-45c3-9909-7e6f31acf21e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:36.578759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-327b71dc-54e1-42f4-a9e5-bd1fecb704e9 None None] Set router 679bc38e-817a-42e3-8a1e-892103ddd08e gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:02:36.596405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60da15-7503-4fc9-bec8-c08f2694e364 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Subnet': ['ID=dc335e75-8b83-45c3-9909-7e6f31acf21e,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:36.626487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60da15-7503-4fc9-bec8-c08f2694e364 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Checking segment: {'id': 'ab718720-81ea-43a1-8981-0636624b8023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dc871620-6d9d-4ec2-89c9-6cb710bfbc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:36.627083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a60da15-7503-4fc9-bec8-c08f2694e364 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network hostable DHCP agents. Network: dc871620-6d9d-4ec2-89c9-6cb710bfbc2c, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:02:36.632320 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4fb9aff0-4e09-4fdf-81db-4f1f1c4698c4 admin admin] Publish callbacks [] for router (679bc38e-817a-42e3-8a1e-892103ddd08e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:36.635517 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f897f3b0-c3e2-4421-a86e-967615a08ab6 admin admin] Publish callbacks [] for security_group (cc3a8bb6-77cf-43b8-89ec-a0e73c182183), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:36.708045 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f897f3b0-c3e2-4421-a86e-967615a08ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cc3a8bb6-77cf-43b8-89ec-a0e73c182183), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:36.739166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a60da15-7503-4fc9-bec8-c08f2694e364 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network dc871620-6d9d-4ec2-89c9-6cb710bfbc2c is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:02:36.756007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f897f3b0-c3e2-4421-a86e-967615a08ab6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:02:36.775671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-6a60da15-7503-4fc9-bec8-c08f2694e364 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, dc871620-6d9d-4ec2-89c9-6cb710bfbc2c) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:36.781546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a60da15-7503-4fc9-bec8-c08f2694e364 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:36.782852 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6a60da15-7503-4fc9-bec8-c08f2694e364 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:36.785688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897f3b0-c3e2-4421-a86e-967615a08ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3a8bb6-77cf-43b8-89ec-a0e73c182183,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:36.799288 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6069a2-fda9-4ea7-b7aa-8b5712df5eea None None] Network dc871620-6d9d-4ec2-89c9-6cb710bfbc2c requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:36.802737 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f897f3b0-c3e2-4421-a86e-967615a08ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5e5fff88-4b6e-4969-9645-e028ce46e8af), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:36.803219 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-f897f3b0-c3e2-4421-a86e-967615a08ab6 admin admin] Added segment 5e5fff88-4b6e-4969-9645-e028ce46e8af of type vlan for network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 Mar 24 01:02:36.856897 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6a60da15-7503-4fc9-bec8-c08f2694e364 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3053563 Mar 24 01:02:36.859526 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50380) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:36.865716 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'network_id': 'dc871620-6d9d-4ec2-89c9-6cb710bfbc2c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2098882315'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:36.896685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4fb9aff0-4e09-4fdf-81db-4f1f1c4698c4 admin admin] Publish callbacks [] for router_gateway (679bc38e-817a-42e3-8a1e-892103ddd08e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:36.903691 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f897f3b0-c3e2-4421-a86e-967615a08ab6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (b57f15fb-9b43-4a0d-bdfa-f8eb1961b777), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:36.991807 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f897f3b0-c3e2-4421-a86e-967615a08ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (b57f15fb-9b43-4a0d-bdfa-f8eb1961b777), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:36.993236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f897f3b0-c3e2-4421-a86e-967615a08ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:36.994036 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f897f3b0-c3e2-4421-a86e-967615a08ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:37.002067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-dc871620-6d9d-4ec2-89c9-6cb710bfbc2c', 'network_id': 'dc871620-6d9d-4ec2-89c9-6cb710bfbc2c', 'project_id': '40c9c4182bd34624b9f9cccfea9b367c', 'fixed_ips': [{'subnet_id': 'dc335e75-8b83-45c3-9909-7e6f31acf21e'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:02:37.003647 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:37.066610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:37.067805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-327b71dc-54e1-42f4-a9e5-bd1fecb704e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'name': 'tempest-AttachSCSIVolumeTestJSON-566304942-router', 'tenant_id': '37dd5e25fa304da8996bcee691bfd30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '5b1f8703-f2c2-43f9-88c2-85de337708ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:44Z', 'updated_at': '2022-03-24T01:02:34Z', 'revision_number': 5, 'project_id': '37dd5e25fa304da8996bcee691bfd30a', 'gw_port': {'id': '5b1f8703-f2c2-43f9-88c2-85de337708ab', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:45Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:37.071691 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:37.102629 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] device_id is not set on port 2563476d-90d2-4361-b0ec-8d26ee6674a2 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:02:37.118286 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f897f3b0-c3e2-4421-a86e-967615a08ab6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2240958 Mar 24 01:02:37.121154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50382) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:37.136971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-386773f2-c7a6-4f3d-8fe0-ef7f1b52534a admin admin] Request body: {'subnet': {'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-598179014-subnet', 'tenant_id': 'f1b3aa71930049bb810170680517454c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:37.157687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-4fb9aff0-4e09-4fdf-81db-4f1f1c4698c4 admin admin] Deleting port 5b1f8703-f2c2-43f9-88c2-85de337708ab {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:37.158213 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4fb9aff0-4e09-4fdf-81db-4f1f1c4698c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5b1f8703-f2c2-43f9-88c2-85de337708ab), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:37.164147 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b71dc-54e1-42f4-a9e5-bd1fecb704e9 None None] Checking router: 679bc38e-817a-42e3-8a1e-892103ddd08e for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:02:37.221663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897f3b0-c3e2-4421-a86e-967615a08ab6 admin admin] Pushing event updated for resources: {'Network': ['ID=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:37.271711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:02:37.317631 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b71dc-54e1-42f4-a9e5-bd1fecb704e9 None None] Routers {'679bc38e-817a-42e3-8a1e-892103ddd08e'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:02:37.318408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-327b71dc-54e1-42f4-a9e5-bd1fecb704e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:02:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['679bc38e-817a-42e3-8a1e-892103ddd08e'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:37.321461 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386773f2-c7a6-4f3d-8fe0-ef7f1b52534a admin admin] Made reservation on behalf of f1b3aa71930049bb810170680517454c for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:37.324647 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-386773f2-c7a6-4f3d-8fe0-ef7f1b52534a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:37.381808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Allocated IP 2001:db8::24d (dc871620-6d9d-4ec2-89c9-6cb710bfbc2c/dc335e75-8b83-45c3-9909-7e6f31acf21e/2563476d-90d2-4361-b0ec-8d26ee6674a2) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:37.439893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-327b71dc-54e1-42f4-a9e5-bd1fecb704e9 None None] Set router 679bc38e-817a-42e3-8a1e-892103ddd08e gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:02:37.457617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0e9c6-7ba0-48e8-9315-fb3e92adf929 req-f60d2369-81a0-4726-b412-747a64a0556d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:37.460099 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7e0e9c6-7ba0-48e8-9315-fb3e92adf929 req-f60d2369-81a0-4726-b412-747a64a0556d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.2263868 Mar 24 01:02:37.476510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-4fb9aff0-4e09-4fdf-81db-4f1f1c4698c4 admin admin] For port 5b1f8703-f2c2-43f9-88c2-85de337708ab, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5b1f8703-f2c2-43f9-88c2-85de337708ab,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:37.477040 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4fb9aff0-4e09-4fdf-81db-4f1f1c4698c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5b1f8703-f2c2-43f9-88c2-85de337708ab), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:37.514248 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-4fb9aff0-4e09-4fdf-81db-4f1f1c4698c4 admin admin] Calling delete_port for 5b1f8703-f2c2-43f9-88c2-85de337708ab owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:37.567727 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7e0e9c6-7ba0-48e8-9315-fb3e92adf929 req-c7f778fd-26c7-482a-bc4b-724da9b27859 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986903 Mar 24 01:02:37.680698 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (2563476d-90d2-4361-b0ec-8d26ee6674a2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:37.718232 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2563476d-90d2-4361-b0ec-8d26ee6674a2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:37.733221 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-327b71dc-54e1-42f4-a9e5-bd1fecb704e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'name': 'tempest-AttachSCSIVolumeTestJSON-566304942-router', 'tenant_id': '37dd5e25fa304da8996bcee691bfd30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:44Z', 'updated_at': '2022-03-24T01:02:36Z', 'revision_number': 6, 'project_id': '37dd5e25fa304da8996bcee691bfd30a', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:37.765893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b71dc-54e1-42f4-a9e5-bd1fecb704e9 None None] The sync data for ids ['679bc38e-817a-42e3-8a1e-892103ddd08e'] in n-d-760455-9 is: [{'id': '679bc38e-817a-42e3-8a1e-892103ddd08e', 'name': 'tempest-AttachSCSIVolumeTestJSON-566304942-router', 'tenant_id': '37dd5e25fa304da8996bcee691bfd30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:44Z', 'updated_at': '2022-03-24T01:02:36Z', 'revision_number': 6, 'project_id': '37dd5e25fa304da8996bcee691bfd30a', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:02:37.781718 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=2563476d-90d2-4361-b0ec-8d26ee6674a2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:37.793112 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:37.793842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:37.794309 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:37.794806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:37.795719 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:37.795719 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:37.796196 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:37.796969 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:37.797610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:37.798060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:37.798505 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:37.798981 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:37.799696 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:37.799883 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:37.800384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:37.817698 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network dc871620-6d9d-4ec2-89c9-6cb710bfbc2c is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:37.821066 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:37.826943 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:37.833185 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:37.833884 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:37.838249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Allocated IP 2001:db8::2 (dc871620-6d9d-4ec2-89c9-6cb710bfbc2c/dc335e75-8b83-45c3-9909-7e6f31acf21e/f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:37.851830 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4fb9aff0-4e09-4fdf-81db-4f1f1c4698c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (5b1f8703-f2c2-43f9-88c2-85de337708ab), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:37.854193 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8a048b35-dd2c-4be7-aa79-dd950b7a7f88 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.9927113 Mar 24 01:02:37.856323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50400) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:37.929229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9aff0-4e09-4fdf-81db-4f1f1c4698c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1f8703-f2c2-43f9-88c2-85de337708ab,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:37.936977 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-163700f2-3ba2-48e6-8bc2-97a94a5094b0 req-ec4fbabe-36d3-454b-9dcd-e2814a49f961 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.1129847 Mar 24 01:02:38.006770 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0b367cc8-1064-4641-998a-9162aa52d456 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port 2563476d-90d2-4361-b0ec-8d26ee6674a2 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:38.007262 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b367cc8-1064-4641-998a-9162aa52d456 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2563476d-90d2-4361-b0ec-8d26ee6674a2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.058224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf995f-fc84-474b-9ac7-a501429079f3 req-0b0d3d68-e831-495e-a867-12a17ea305f0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:38.059806 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Publish callbacks [] for port (f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.066723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5bf995f-fc84-474b-9ac7-a501429079f3 req-0b0d3d68-e831-495e-a867-12a17ea305f0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.5037651 Mar 24 01:02:38.070372 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.131813 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b367cc8-1064-4641-998a-9162aa52d456 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2563476d-90d2-4361-b0ec-8d26ee6674a2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.134929 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4fb9aff0-4e09-4fdf-81db-4f1f1c4698c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (679bc38e-817a-42e3-8a1e-892103ddd08e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.151707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0b367cc8-1064-4641-998a-9162aa52d456 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for 2563476d-90d2-4361-b0ec-8d26ee6674a2 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:38.196622 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Network dc871620-6d9d-4ec2-89c9-6cb710bfbc2c is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:38.198495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Pushing event updated for resources: {'Port': ['ID=f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:38.201485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:38.205898 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:38.236922 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:02:38.256308 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-386773f2-c7a6-4f3d-8fe0-ef7f1b52534a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (b6b870b9-ea90-42c2-bb16-e29e003b1736), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.320121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Attempting to bind port f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:02:38.321141 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Attempting to bind port f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'ab718720-81ea-43a1-8981-0636624b8023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dc871620-6d9d-4ec2-89c9-6cb710bfbc2c'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:02:38.321764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Attempting to bind port f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d on network dc871620-6d9d-4ec2-89c9-6cb710bfbc2c {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:02:38.344615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:02:38.345239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Checking segment: {'id': 'ab718720-81ea-43a1-8981-0636624b8023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dc871620-6d9d-4ec2-89c9-6cb710bfbc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:38.345821 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.346808 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Bound using segment: {'id': 'ab718720-81ea-43a1-8981-0636624b8023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dc871620-6d9d-4ec2-89c9-6cb710bfbc2c'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:02:38.348008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Bound port: f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab718720-81ea-43a1-8981-0636624b8023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dc871620-6d9d-4ec2-89c9-6cb710bfbc2c'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:02:38.349019 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.364386 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b367cc8-1064-4641-998a-9162aa52d456 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2563476d-90d2-4361-b0ec-8d26ee6674a2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.371919 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4fb9aff0-4e09-4fdf-81db-4f1f1c4698c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (679bc38e-817a-42e3-8a1e-892103ddd08e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.379627 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4fb9aff0-4e09-4fdf-81db-4f1f1c4698c4 admin admin] Publish callbacks [] for router_controller (679bc38e-817a-42e3-8a1e-892103ddd08e), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.396911 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b367cc8-1064-4641-998a-9162aa52d456 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=2563476d-90d2-4361-b0ec-8d26ee6674a2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:38.398586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5bf995f-fc84-474b-9ac7-a501429079f3 req-b4c70f5c-5278-4ea8-8182-694a19bdd011 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307621 Mar 24 01:02:38.443375 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b367cc8-1064-4641-998a-9162aa52d456 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.448394 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0b367cc8-1064-4641-998a-9162aa52d456 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/2563476d-90d2-4361-b0ec-8d26ee6674a2 HTTP/1.1" status: 204 len: 168 time: 0.5909867 Mar 24 01:02:38.452033 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50406) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:38.459727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] For port f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:02:38.463377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] For port f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d,segment=NetworkSegment(ab718720-81ea-43a1-8981-0636624b8023),segment_id=ab718720-81ea-43a1-8981-0636624b8023)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:02:38.470593 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.480929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386773f2-c7a6-4f3d-8fe0-ef7f1b52534a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b870b9-ea90-42c2-bb16-e29e003b1736,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:38.484347 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-8511b678-2a0d-4d74-9047-9a0ba33544c4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] GET failed (client error): The resource could not be found. Mar 24 01:02:38.491944 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8511b678-2a0d-4d74-9047-9a0ba33544c4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/2563476d-90d2-4361-b0ec-8d26ee6674a2 HTTP/1.1" status: 404 len: 333 time: 0.0355389 Mar 24 01:02:38.492172 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50408) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:38.496624 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4fb9aff0-4e09-4fdf-81db-4f1f1c4698c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (679bc38e-817a-42e3-8a1e-892103ddd08e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.497203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb9aff0-4e09-4fdf-81db-4f1f1c4698c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 679bc38e-817a-42e3-8a1e-892103ddd08e {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:02:38.498909 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386773f2-c7a6-4f3d-8fe0-ef7f1b52534a admin admin] Checking segment: {'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:38.499187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386773f2-c7a6-4f3d-8fe0-ef7f1b52534a admin admin] Network hostable DHCP agents. Network: b57f15fb-9b43-4a0d-bdfa-f8eb1961b777, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:02:38.506138 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4fb9aff0-4e09-4fdf-81db-4f1f1c4698c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.507268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4fb9aff0-4e09-4fdf-81db-4f1f1c4698c4 admin admin] 10.222.0.45 "DELETE /v2.0/routers/679bc38e-817a-42e3-8a1e-892103ddd08e HTTP/1.1" status: 204 len: 168 time: 2.2074568 Mar 24 01:02:38.514701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50410) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:38.567348 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc785ab-60ce-445d-93f6-a4d504e95820 None None] Pushing event updated for resources: {'Port': ['ID=f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:38.580220 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5ea187-e5e1-44e1-bf4f-3488c0211b49 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting subnet dc335e75-8b83-45c3-9909-7e6f31acf21e {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:02:38.584557 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d5ea187-e5e1-44e1-bf4f-3488c0211b49 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (dc335e75-8b83-45c3-9909-7e6f31acf21e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.587584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14fc495-2775-4ae6-8e83-9d21c0126186 admin admin] Deleting subnet e5204e71-56cd-4747-9759-22d74e0a0b1f {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:02:38.595675 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a14fc495-2775-4ae6-8e83-9d21c0126186 admin admin] Publish callbacks [] for subnet (e5204e71-56cd-4747-9759-22d74e0a0b1f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.600082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734b5c-2d4c-4d4c-8ffe-2b4f0181e45b req-0dd66bf6-13b1-4cc8-8c56-5b7ffc5b25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:38.601320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6734b5c-2d4c-4d4c-8ffe-2b4f0181e45b req-0dd66bf6-13b1-4cc8-8c56-5b7ffc5b25ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ac65c0c246448d68f3607175d189fb0&device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 1128 time: 0.5306678 Mar 24 01:02:38.653636 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d5ea187-e5e1-44e1-bf4f-3488c0211b49 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (dc335e75-8b83-45c3-9909-7e6f31acf21e), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.781797 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d5ea187-e5e1-44e1-bf4f-3488c0211b49 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (dc335e75-8b83-45c3-9909-7e6f31acf21e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.930665 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d5ea187-e5e1-44e1-bf4f-3488c0211b49 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (dc335e75-8b83-45c3-9909-7e6f31acf21e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.959780 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ea187-e5e1-44e1-bf4f-3488c0211b49 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Subnet': ['ID=dc335e75-8b83-45c3-9909-7e6f31acf21e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:38.979852 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d5ea187-e5e1-44e1-bf4f-3488c0211b49 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:38.983375 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1d5ea187-e5e1-44e1-bf4f-3488c0211b49 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/dc335e75-8b83-45c3-9909-7e6f31acf21e HTTP/1.1" status: 204 len: 168 time: 0.4858191 Mar 24 01:02:38.988557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50414) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:39.079900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386773f2-c7a6-4f3d-8fe0-ef7f1b52534a admin admin] Network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:02:39.095589 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (dc871620-6d9d-4ec2-89c9-6cb710bfbc2c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:39.152645 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a14fc495-2775-4ae6-8e83-9d21c0126186 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (e5204e71-56cd-4747-9759-22d74e0a0b1f), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:39.156175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0619c348-1006-4bef-9cc6-126db4d618e1 req-b57e68e9-5a10-4dff-8c10-ba44f92a29ca tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.0875480 Mar 24 01:02:39.193348 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:39.194169 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:39.211668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-386773f2-c7a6-4f3d-8fe0-ef7f1b52534a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, b57f15fb-9b43-4a0d-bdfa-f8eb1961b777) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:39.223765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386773f2-c7a6-4f3d-8fe0-ef7f1b52534a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:39.224211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630196df-9936-40c7-8af7-2bdbbca5322c None None] Network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:39.224365 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-386773f2-c7a6-4f3d-8fe0-ef7f1b52534a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:39.256266 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-386773f2-c7a6-4f3d-8fe0-ef7f1b52534a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1286156 Mar 24 01:02:39.296845 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734b5c-2d4c-4d4c-8ffe-2b4f0181e45b req-b0584c57-314e-413f-90ff-317d4000c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:39.298698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6734b5c-2d4c-4d4c-8ffe-2b4f0181e45b req-b0584c57-314e-413f-90ff-317d4000c8a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=14ac88e5-c6b8-4482-8b26-a53783c04883 HTTP/1.1" status: 200 len: 915 time: 0.6589522 Mar 24 01:02:39.329795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84971174-bc9d-4303-844e-4163d9d62296 req-6690e6dd-08b9-4356-9fcf-2c3e58ee4e51 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:39.329795 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84971174-bc9d-4303-844e-4163d9d62296 req-6690e6dd-08b9-4356-9fcf-2c3e58ee4e51 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.2581334 Mar 24 01:02:39.353396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] For port f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d,segment=NetworkSegment(ab718720-81ea-43a1-8981-0636624b8023),segment_id=ab718720-81ea-43a1-8981-0636624b8023)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:39.355985 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:39.370472 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a14fc495-2775-4ae6-8e83-9d21c0126186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (e5204e71-56cd-4747-9759-22d74e0a0b1f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:39.373840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6734b5c-2d4c-4d4c-8ffe-2b4f0181e45b req-f7a89ff9-c626-4ce1-892a-5c3d72064f06 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=444456d4-54e5-4601-b260-ba7ed556c47a HTTP/1.1" status: 200 len: 217 time: 0.0670753 Mar 24 01:02:39.389514 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:39.401087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-b57f15fb-9b43-4a0d-bdfa-f8eb1961b777', 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777', 'project_id': 'f1b3aa71930049bb810170680517454c', 'fixed_ips': [{'subnet_id': 'b6b870b9-ea90-42c2-bb16-e29e003b1736'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:02:39.402574 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:39.516384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734b5c-2d4c-4d4c-8ffe-2b4f0181e45b req-0d0c40f1-0c42-45cb-9b25-9eb508947c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:39.518119 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6734b5c-2d4c-4d4c-8ffe-2b4f0181e45b req-0d0c40f1-0c42-45cb-9b25-9eb508947c72 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a5be8776-cb25-4c7a-a7da-5b9b80acc971 HTTP/1.1" status: 200 len: 854 time: 0.1169169 Mar 24 01:02:39.526859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84971174-bc9d-4303-844e-4163d9d62296 req-c9ebb21a-fed5-4f8a-916d-e8f290421a01 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587892 Mar 24 01:02:39.609503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6734b5c-2d4c-4d4c-8ffe-2b4f0181e45b req-8b52e0db-44c1-4fcf-93c1-3d0827d8bef6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=14ac88e5-c6b8-4482-8b26-a53783c04883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685570 Mar 24 01:02:39.616281 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:39.635039 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a14fc495-2775-4ae6-8e83-9d21c0126186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (e5204e71-56cd-4747-9759-22d74e0a0b1f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:39.655013 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No DVR routers for this DVR port f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:39.691499 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Allocated IP 172.20.0.2 (b57f15fb-9b43-4a0d-bdfa-f8eb1961b777/b6b870b9-ea90-42c2-bb16-e29e003b1736/20b3b825-a6e2-43f3-8295-83ba7bf8ee32) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:39.766925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fc495-2775-4ae6-8e83-9d21c0126186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5204e71-56cd-4747-9759-22d74e0a0b1f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:39.775677 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a14fc495-2775-4ae6-8e83-9d21c0126186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:39.781384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a14fc495-2775-4ae6-8e83-9d21c0126186 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e5204e71-56cd-4747-9759-22d74e0a0b1f HTTP/1.1" status: 204 len: 168 time: 1.2679138 Mar 24 01:02:39.785603 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50430) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:39.820657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:39.876428 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (dc871620-6d9d-4ec2-89c9-6cb710bfbc2c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:39.918237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc871620-6d9d-4ec2-89c9-6cb710bfbc2c']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:39.937257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab718720-81ea-43a1-8981-0636624b8023') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:39.937507 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab718720-81ea-43a1-8981-0636624b8023') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:39.950919 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (ab718720-81ea-43a1-8981-0636624b8023), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:39.967016 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ab718720-81ea-43a1-8981-0636624b8023), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:39.975327 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:02:39.976078 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (ab718720-81ea-43a1-8981-0636624b8023), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:02:39.982148 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:02:40.003081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d544c6-8584-44af-8de8-abde735ec83c req-5a8aaf91-ac2a-48f5-93db-4042277530c6 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:40.004897 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6d544c6-8584-44af-8de8-abde735ec83c req-5a8aaf91-ac2a-48f5-93db-4042277530c6 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.4006581 Mar 24 01:02:40.019623 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (e9c5ec01-42d3-4526-9570-32d3ac63a031), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.060296 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6734b5c-2d4c-4d4c-8ffe-2b4f0181e45b req-2d43ec34-d7f3-4269-a5a0-bf842fdcff40 service neutron] 10.222.0.57 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434464 Mar 24 01:02:40.065896 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Publish callbacks [] for port (20b3b825-a6e2-43f3-8295-83ba7bf8ee32), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.070194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f0643d-b63f-430f-addc-f10e3662abb1 None None] Network e9c5ec01-42d3-4526-9570-32d3ac63a031 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:40.074302 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:02:40.114166 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (dc871620-6d9d-4ec2-89c9-6cb710bfbc2c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.118775 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.126469 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/networks/dc871620-6d9d-4ec2-89c9-6cb710bfbc2c HTTP/1.1" status: 204 len: 168 time: 1.1331172 Mar 24 01:02:40.129486 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50440) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:40.139837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:40.140195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 24 01:02:40.142456 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e6fd8588-1b6e-46c1-be83-3b52bafde5a8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'name': 'tempest-PortsIpV6TestJSON-1771853698'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:40.230946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Port f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d not found, will not notify nova. {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 24 01:02:40.233293 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (20b3b825-a6e2-43f3-8295-83ba7bf8ee32), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.283096 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065472e-322d-41f7-bad7-7ba01a47db7d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Network': ['ID=dc871620-6d9d-4ec2-89c9-6cb710bfbc2c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:40.296013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6d544c6-8584-44af-8de8-abde735ec83c req-9bd20fb1-10f6-468b-a2a0-1efcf9486a16 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808943 Mar 24 01:02:40.324408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80893b98-61ec-4a8a-a593-51cfef7a0e07 None None] DHCP port deletion for dc871620-6d9d-4ec2-89c9-6cb710bfbc2c request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:02:40.338040 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b9fc8dc0-5445-4319-934e-916697d5bb37 None None] Could not find standard attr ID for object f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:02:40.345867 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3221251a-aa8d-4e1c-ad5f-1d0a31330054 None None] Network dc871620-6d9d-4ec2-89c9-6cb710bfbc2c requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:40.349266 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fd8588-1b6e-46c1-be83-3b52bafde5a8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:40.354464 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6fd8588-1b6e-46c1-be83-3b52bafde5a8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.364998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-bb18b9a3-1e05-4bae-8362-101731056f12 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:40.379638 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-bb18b9a3-1e05-4bae-8362-101731056f12 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/networks?id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 HTTP/1.1" status: 200 len: 815 time: 0.3666134 Mar 24 01:02:40.380212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-e6fd8588-1b6e-46c1-be83-3b52bafde5a8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] device_id is not set on port b7896c10-d48f-49ec-aee2-7495143a81e0 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:02:40.380350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:40.382115 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5b1f8703-f2c2-43f9-88c2-85de337708ab no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:40.426306 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-8dd83048-8358-4be3-b22f-309a15da1d5e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/quotas/f1b3aa71930049bb810170680517454c HTTP/1.1" status: 200 len: 375 time: 0.0449662 Mar 24 01:02:40.427423 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 5b1f8703-f2c2-43f9-88c2-85de337708ab {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:40.427899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5b1f8703-f2c2-43f9-88c2-85de337708ab not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:40.428181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c154f384-880c-4098-9b82-d272d10cfd64 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:40.429897 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Pushing event updated for resources: {'Port': ['ID=20b3b825-a6e2-43f3-8295-83ba7bf8ee32,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:40.432336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3221251a-aa8d-4e1c-ad5f-1d0a31330054 None None] Network dc871620-6d9d-4ec2-89c9-6cb710bfbc2c could not be found, it might have been deleted concurrently. {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 24 01:02:40.436383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:40.464153 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:40.466577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: c154f384-880c-4098-9b82-d272d10cfd64 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:40.466807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c154f384-880c-4098-9b82-d272d10cfd64 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:40.499166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] Deleting port 4f69eccb-b0b6-43c4-be9d-e645ab92627f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:40.499842 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4f69eccb-b0b6-43c4-be9d-e645ab92627f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.503809 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6734b5c-2d4c-4d4c-8ffe-2b4f0181e45b req-de997de8-8865-449d-b1f5-42734b47d805 service neutron] 10.222.0.57 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959725 Mar 24 01:02:40.524314 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bcfcba4-89ea-4c9d-a500-fb02cf139431 req-f645b38f-e834-4cb7-a962-10d1e97fd7a4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.0908527 Mar 24 01:02:40.586599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c04b71a-d223-4328-9790-61c20153df89 None None] DHCP port deletion for e9c5ec01-42d3-4526-9570-32d3ac63a031 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:02:40.607084 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] For port 4f69eccb-b0b6-43c4-be9d-e645ab92627f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4f69eccb-b0b6-43c4-be9d-e645ab92627f,segment=NetworkSegment(7ad02e3c-d110-4d50-a4a7-4504221e6287),segment_id=7ad02e3c-d110-4d50-a4a7-4504221e6287)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:40.607604 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4f69eccb-b0b6-43c4-be9d-e645ab92627f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.634814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Attempting to bind port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:02:40.635190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Attempting to bind port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:02:40.635558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Attempting to bind port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 on network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:02:40.640698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] Calling delete_port for 4f69eccb-b0b6-43c4-be9d-e645ab92627f owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:40.642866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:02:40.643248 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Checking segment: {'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:40.644557 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.644683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Bound using segment: {'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:02:40.645124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Bound port: 20b3b825-a6e2-43f3-8295-83ba7bf8ee32, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:02:40.645518 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (20b3b825-a6e2-43f3-8295-83ba7bf8ee32), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.664529 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6fd8588-1b6e-46c1-be83-3b52bafde5a8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (b7896c10-d48f-49ec-aee2-7495143a81e0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.707299 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6fd8588-1b6e-46c1-be83-3b52bafde5a8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b7896c10-d48f-49ec-aee2-7495143a81e0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.708654 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a923d980-769f-4df2-a1db-724276f3f462 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1b3aa71930049bb810170680517454c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2810130 Mar 24 01:02:40.730479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0c04b71a-d223-4328-9790-61c20153df89 None None] Deleting port 4f69eccb-b0b6-43c4-be9d-e645ab92627f {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:40.730868 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0c04b71a-d223-4328-9790-61c20153df89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4f69eccb-b0b6-43c4-be9d-e645ab92627f), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.763352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fd8588-1b6e-46c1-be83-3b52bafde5a8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network c4de58aa-6525-496b-85af-cfa6b15ad136 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:40.766530 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-e6fd8588-1b6e-46c1-be83-3b52bafde5a8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:40.773987 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fd8588-1b6e-46c1-be83-3b52bafde5a8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:40.781389 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fd8588-1b6e-46c1-be83-3b52bafde5a8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:40.781941 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6fd8588-1b6e-46c1-be83-3b52bafde5a8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.803093 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0c04b71a-d223-4328-9790-61c20153df89 None None] For port 4f69eccb-b0b6-43c4-be9d-e645ab92627f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4f69eccb-b0b6-43c4-be9d-e645ab92627f,segment=NetworkSegment(7ad02e3c-d110-4d50-a4a7-4504221e6287),segment_id=7ad02e3c-d110-4d50-a4a7-4504221e6287)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:40.804278 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0c04b71a-d223-4328-9790-61c20153df89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4f69eccb-b0b6-43c4-be9d-e645ab92627f), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.815165 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e6fd8588-1b6e-46c1-be83-3b52bafde5a8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6797085 Mar 24 01:02:40.819473 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50446) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:40.828358 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd8588-1b6e-46c1-be83-3b52bafde5a8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=b7896c10-d48f-49ec-aee2-7495143a81e0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:40.841389 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0c04b71a-d223-4328-9790-61c20153df89 None None] Calling delete_port for 4f69eccb-b0b6-43c4-be9d-e645ab92627f owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:40.880670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faccdb-b4ff-4eb5-bcfc-71d022ea02ff req-0681a914-6d47-4541-a41e-1cc44c54a3f4 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:40.890115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85faccdb-b4ff-4eb5-bcfc-71d022ea02ff req-0681a914-6d47-4541-a41e-1cc44c54a3f4 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.2617447 Mar 24 01:02:40.915679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] For port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:02:40.919443 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4f69eccb-b0b6-43c4-be9d-e645ab92627f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.931155 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] For port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=20b3b825-a6e2-43f3-8295-83ba7bf8ee32,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:02:40.946549 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0c04b71a-d223-4328-9790-61c20153df89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (4f69eccb-b0b6-43c4-be9d-e645ab92627f), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.955390 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (20b3b825-a6e2-43f3-8295-83ba7bf8ee32), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.966363 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-12e0a576-bb6e-48b7-a7d1-3fa30646219d service neutron] 10.222.0.45 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478232 Mar 24 01:02:40.966564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1e0981c6-597a-4217-8987-a111c820e643 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port b7896c10-d48f-49ec-aee2-7495143a81e0 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:40.966866 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e0981c6-597a-4217-8987-a111c820e643 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b7896c10-d48f-49ec-aee2-7495143a81e0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:40.985689 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04b71a-d223-4328-9790-61c20153df89 None None] Pushing event deleted for resources: {'Port': ['ID=4f69eccb-b0b6-43c4-be9d-e645ab92627f,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:40.988637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f69eccb-b0b6-43c4-be9d-e645ab92627f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:40.995095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c04b71a-d223-4328-9790-61c20153df89 None None] No DVR routers for this DVR port 4f69eccb-b0b6-43c4-be9d-e645ab92627f on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:40.996279 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] No DVR routers for this DVR port 4f69eccb-b0b6-43c4-be9d-e645ab92627f on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:41.054868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cc4c9-dbdc-47e8-98f1-368c55650d9c None None] Pushing event updated for resources: {'Port': ['ID=20b3b825-a6e2-43f3-8295-83ba7bf8ee32,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:41.080815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85faccdb-b4ff-4eb5-bcfc-71d022ea02ff req-263c5ad8-0e3e-4ff4-b2bd-4fcd921c1337 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894476 Mar 24 01:02:41.096610 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e0981c6-597a-4217-8987-a111c820e643 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b7896c10-d48f-49ec-aee2-7495143a81e0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:41.111238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1e0981c6-597a-4217-8987-a111c820e643 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for b7896c10-d48f-49ec-aee2-7495143a81e0 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:41.158017 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (e9c5ec01-42d3-4526-9570-32d3ac63a031), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:41.201309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c5ec01-42d3-4526-9570-32d3ac63a031']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:41.220998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad02e3c-d110-4d50-a4a7-4504221e6287') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:41.221360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad02e3c-d110-4d50-a4a7-4504221e6287') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:41.225521 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e0981c6-597a-4217-8987-a111c820e643 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b7896c10-d48f-49ec-aee2-7495143a81e0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:41.231538 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-0b7a3c8d-f7b6-4efe-bc5d-1317afdd69e2 service neutron] 10.222.0.45 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543960 Mar 24 01:02:41.235316 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (7ad02e3c-d110-4d50-a4a7-4504221e6287), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:41.249554 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7ad02e3c-d110-4d50-a4a7-4504221e6287), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:41.256853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:02:41.271431 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (7ad02e3c-d110-4d50-a4a7-4504221e6287), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:02:41.305164 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:02:41.323601 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (e9c5ec01-42d3-4526-9570-32d3ac63a031), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:41.329514 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e0981c6-597a-4217-8987-a111c820e643 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:41.341690 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1e0981c6-597a-4217-8987-a111c820e643 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/b7896c10-d48f-49ec-aee2-7495143a81e0 HTTP/1.1" status: 204 len: 168 time: 0.5125120 Mar 24 01:02:41.342608 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50450) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:41.350976 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:41.359513 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-366c0885-24e2-45fc-93f0-7f8efa8d108a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'mac_address': 'fa:16:3e:85:cb:2d', 'name': 'tempest-PortsIpV6TestJSON-368173866'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:41.366582 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0981c6-597a-4217-8987-a111c820e643 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=b7896c10-d48f-49ec-aee2-7495143a81e0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:41.374338 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e9c5ec01-42d3-4526-9570-32d3ac63a031 HTTP/1.1" status: 204 len: 168 time: 1.5679057 Mar 24 01:02:41.435501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c639d5-d186-4ca9-9ace-e032c6409129 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c5ec01-42d3-4526-9570-32d3ac63a031,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:41.596524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2266aa-afcd-4ec2-ac8c-a6767a170f1e req-2f1dfd5e-296a-4386-a163-7f9079eac171 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:41.610392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f2266aa-afcd-4ec2-ac8c-a6767a170f1e req-2f1dfd5e-296a-4386-a163-7f9079eac171 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.1519928 Mar 24 01:02:41.623590 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366c0885-24e2-45fc-93f0-7f8efa8d108a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:41.653023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50464) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:41.803287 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-366c0885-24e2-45fc-93f0-7f8efa8d108a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:41.816857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81f0acf8-4885-43b7-b02a-aa24f0908791 req-da2b424e-be35-4af0-9b70-f693e4efa081 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.1419075 Mar 24 01:02:41.831041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:02:41.850407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-366c0885-24e2-45fc-93f0-7f8efa8d108a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] device_id is not set on port 2f6b3629-0358-4bf1-be7b-8103c1beb89b yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:02:41.890531 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f2266aa-afcd-4ec2-ac8c-a6767a170f1e req-ff282fd8-7486-4c1b-89aa-be9953217fbd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789347 Mar 24 01:02:41.916338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:41.916842 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (20b3b825-a6e2-43f3-8295-83ba7bf8ee32), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:41.966855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e32b548f-d002-4f8d-8690-0f027156ecc6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8925625c205644de95f234e805c8d03a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3105245 Mar 24 01:02:41.968282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50474) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:42.078205 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:42.092644 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-366c0885-24e2-45fc-93f0-7f8efa8d108a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (2f6b3629-0358-4bf1-be7b-8103c1beb89b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:42.096821 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (20b3b825-a6e2-43f3-8295-83ba7bf8ee32), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:42.121734 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3e178ee-0016-4263-b0d6-393216a4f6aa admin admin] Publish callbacks [] for security_group (ff6fd9a5-9d11-4043-a953-14d733a59eed), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:42.135261 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 444456d4-54e5-4601-b260-ba7ed556c47a no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:42.145375 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-366c0885-24e2-45fc-93f0-7f8efa8d108a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2f6b3629-0358-4bf1-be7b-8103c1beb89b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:42.181428 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3e178ee-0016-4263-b0d6-393216a4f6aa admin admin] Publish callbacks [] for security_group (ff6fd9a5-9d11-4043-a953-14d733a59eed), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:42.215573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366c0885-24e2-45fc-93f0-7f8efa8d108a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network c4de58aa-6525-496b-85af-cfa6b15ad136 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:42.227611 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-366c0885-24e2-45fc-93f0-7f8efa8d108a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:42.255319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=20b3b825-a6e2-43f3-8295-83ba7bf8ee32,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:42.266473 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c0885-24e2-45fc-93f0-7f8efa8d108a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=2f6b3629-0358-4bf1-be7b-8103c1beb89b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:42.270035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c0885-24e2-45fc-93f0-7f8efa8d108a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:42.277159 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c0885-24e2-45fc-93f0-7f8efa8d108a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:42.277948 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-366c0885-24e2-45fc-93f0-7f8efa8d108a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:42.298468 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3e178ee-0016-4263-b0d6-393216a4f6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ff6fd9a5-9d11-4043-a953-14d733a59eed), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:42.299343 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3e178ee-0016-4263-b0d6-393216a4f6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:42.300794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e3e178ee-0016-4263-b0d6-393216a4f6aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff6fd9a5-9d11-4043-a953-14d733a59eed HTTP/1.1" status: 204 len: 168 time: 0.3309414 Mar 24 01:02:42.336048 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-366c0885-24e2-45fc-93f0-7f8efa8d108a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9899659 Mar 24 01:02:42.337032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50484) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:42.340524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c6722796-e5d7-4704-adb0-eeaa37ec0074 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:42.347513 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c6722796-e5d7-4704-adb0-eeaa37ec0074 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/networks?id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 HTTP/1.1" status: 200 len: 815 time: 0.3571057 Mar 24 01:02:42.351710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e178ee-0016-4263-b0d6-393216a4f6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6fd9a5-9d11-4043-a953-14d733a59eed,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:42.373913 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (20b3b825-a6e2-43f3-8295-83ba7bf8ee32), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:42.375840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-0789b433-7011-42f8-ae76-427e4b2b980d tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/quotas/f1b3aa71930049bb810170680517454c HTTP/1.1" status: 200 len: 375 time: 0.0275574 Mar 24 01:02:42.385646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 444456d4-54e5-4601-b260-ba7ed556c47a is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:42.387466 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:42.448519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91eaaec-98ab-4a94-a908-0c0f9b9a617e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:42.452776 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d91eaaec-98ab-4a94-a908-0c0f9b9a617e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/2f6b3629-0358-4bf1-be7b-8103c1beb89b HTTP/1.1" status: 200 len: 844 time: 0.1111634 Mar 24 01:02:42.452776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50486) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:42.474376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe6fa9-58b3-445f-babe-8d7f9e904853 req-d554a937-bfb8-402e-b991-f4148044c6e1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:42.475936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-abbe6fa9-58b3-445f-babe-8d7f9e904853 req-d554a937-bfb8-402e-b991-f4148044c6e1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.2036455 Mar 24 01:02:42.581004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=20b3b825-a6e2-43f3-8295-83ba7bf8ee32,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:42.584016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:42.596017 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faae567-2f1d-48c4-927c-9ad473deea45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '444456d4-54e5-4601-b260-ba7ed556c47a'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:42.601551 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440a893f-39b4-4fcf-a1a9-58ab4a41e690" -d '{"events": [{"server_uuid": "1faae567-2f1d-48c4-927c-9ad473deea45", "name": "network-vif-unplugged", "status": "completed", "tag": "444456d4-54e5-4601-b260-ba7ed556c47a"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:42.619831 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-abbe6fa9-58b3-445f-babe-8d7f9e904853 req-02ee803c-eb6d-4f2b-88f2-873948b006fd tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195970 Mar 24 01:02:42.633941 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-f76dd2cf-abf1-454f-92a5-7b613c453cfe tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1b3aa71930049bb810170680517454c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2571902 Mar 24 01:02:42.706861 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-6d90aff5-b4a4-46dc-a415-80ac38fbcc4a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port 2f6b3629-0358-4bf1-be7b-8103c1beb89b {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:42.709455 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d90aff5-b4a4-46dc-a415-80ac38fbcc4a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2f6b3629-0358-4bf1-be7b-8103c1beb89b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:42.722570 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=444456d4-54e5-4601-b260-ba7ed556c47a,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:42.732099 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:42.737139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f8e913a2-5dc0-40e5-9d6b-984c37a1ae2d not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:42.744285 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4f69eccb-b0b6-43c4-be9d-e645ab92627f no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:42.750107 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:42.901459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-43fcc5af-b9f3-4bd2-b601-b022cbeaca75 service neutron] 10.222.0.45 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650149 Mar 24 01:02:42.938938 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d90aff5-b4a4-46dc-a415-80ac38fbcc4a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2f6b3629-0358-4bf1-be7b-8103c1beb89b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:42.952784 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=444456d4-54e5-4601-b260-ba7ed556c47a,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:42.963223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1961bbc1-f3af-4cb3-aded-5f4947ad37d7 None None] Network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:42.976890 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-6d90aff5-b4a4-46dc-a415-80ac38fbcc4a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for 2f6b3629-0358-4bf1-be7b-8103c1beb89b owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:42.979503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 4f69eccb-b0b6-43c4-be9d-e645ab92627f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:02:42.980855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4f69eccb-b0b6-43c4-be9d-e645ab92627f not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:02:43.104188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-4ae6ee40-c3f8-4290-b10d-52ade9d1e1bb service neutron] 10.222.0.45 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017329 Mar 24 01:02:43.118466 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f046a9-54bc-4992-a359-de7af308e1a7 x-openstack-request-id: req-a1f046a9-54bc-4992-a359-de7af308e1a7 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:43.118874 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faae567-2f1d-48c4-927c-9ad473deea45", "name": "network-vif-unplugged", "status": "failed", "tag": "444456d4-54e5-4601-b260-ba7ed556c47a", "code": 422}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:43.120507 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1f046a9-54bc-4992-a359-de7af308e1a7 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:43.121075 n-d-760455-9 neutron-server[115731]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a1f046a9-54bc-4992-a359-de7af308e1a7']: {'server_uuid': '1faae567-2f1d-48c4-927c-9ad473deea45', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '444456d4-54e5-4601-b260-ba7ed556c47a', 'code': 422} returned with failed status Mar 24 01:02:43.121839 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-28579091-86d5-4993-b9b9-8d37c36e7671 None None] Provisioning complete for port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:43.123846 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-28579091-86d5-4993-b9b9-8d37c36e7671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (20b3b825-a6e2-43f3-8295-83ba7bf8ee32), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:43.137840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50502) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:43.191674 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d90aff5-b4a4-46dc-a415-80ac38fbcc4a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2f6b3629-0358-4bf1-be7b-8103c1beb89b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:43.216425 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-40c74b19-dee6-41a9-b7e2-9a7437305f01 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37dd5e25fa304da8996bcee691bfd30a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0776176 Mar 24 01:02:43.220249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50504) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:43.286368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90aff5-b4a4-46dc-a415-80ac38fbcc4a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=2f6b3629-0358-4bf1-be7b-8103c1beb89b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:43.296891 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d90aff5-b4a4-46dc-a415-80ac38fbcc4a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:43.309035 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6d90aff5-b4a4-46dc-a415-80ac38fbcc4a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/2f6b3629-0358-4bf1-be7b-8103c1beb89b HTTP/1.1" status: 204 len: 168 time: 0.8552663 Mar 24 01:02:43.310506 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50506) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:43.316894 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80cf03e6-29f3-4992-a123-796e6df0c9ab req-f8c67a83-57dc-4d2b-ac72-b914238fe491 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.0774124 Mar 24 01:02:43.382515 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-38f87db9-e801-4121-8ba0-d59f00b1d4fc admin admin] Publish callbacks [] for security_group (98a46772-e053-4dca-a078-388db541891f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:43.393361 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0d8b75-1100-4f94-8bf5-b8fc80e022b3 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] GET failed (client error): The resource could not be found. Mar 24 01:02:43.414241 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6f0d8b75-1100-4f94-8bf5-b8fc80e022b3 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/2f6b3629-0358-4bf1-be7b-8103c1beb89b HTTP/1.1" status: 404 len: 333 time: 0.1025503 Mar 24 01:02:43.415815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50510) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:43.424387 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7ef52fe9-21a4-48f9-b045-5e888e7bf392 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'name': 'tempest-PortsIpV6TestJSON-863579774'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:43.449302 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-38f87db9-e801-4121-8ba0-d59f00b1d4fc admin admin] Publish callbacks [] for security_group (98a46772-e053-4dca-a078-388db541891f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:43.463605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-28579091-86d5-4993-b9b9-8d37c36e7671 None None] Current status of the port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:43.589754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2087a1-877b-4673-8842-40990aac76cd req-e80e862b-b750-4cad-b96f-df3bcf7be741 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:43.591282 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf2087a1-877b-4673-8842-40990aac76cd req-e80e862b-b750-4cad-b96f-df3bcf7be741 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.1719718 Mar 24 01:02:43.617676 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef52fe9-21a4-48f9-b045-5e888e7bf392 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:43.622106 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef52fe9-21a4-48f9-b045-5e888e7bf392 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:43.638989 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-38f87db9-e801-4121-8ba0-d59f00b1d4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (98a46772-e053-4dca-a078-388db541891f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:43.643182 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-38f87db9-e801-4121-8ba0-d59f00b1d4fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:43.669932 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-38f87db9-e801-4121-8ba0-d59f00b1d4fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/98a46772-e053-4dca-a078-388db541891f HTTP/1.1" status: 204 len: 168 time: 0.4306657 Mar 24 01:02:43.673765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-7ef52fe9-21a4-48f9-b045-5e888e7bf392 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] device_id is not set on port e0b0ec94-770d-442d-be52-78bc1e234b5a yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:02:43.765620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f87db9-e801-4121-8ba0-d59f00b1d4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a46772-e053-4dca-a078-388db541891f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:43.898649 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:02:43.934190 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf2087a1-877b-4673-8842-40990aac76cd req-6a400c5a-a7fa-413f-a6d8-80e3927101e6 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3221042 Mar 24 01:02:43.989962 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef52fe9-21a4-48f9-b045-5e888e7bf392 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (e0b0ec94-770d-442d-be52-78bc1e234b5a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:44.038674 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef52fe9-21a4-48f9-b045-5e888e7bf392 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e0b0ec94-770d-442d-be52-78bc1e234b5a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:44.152122 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-53ff051c-58ce-4555-97f2-5fb8a8eb627c None None] Provisioning complete for port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:44.153580 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-53ff051c-58ce-4555-97f2-5fb8a8eb627c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (20b3b825-a6e2-43f3-8295-83ba7bf8ee32), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:44.173603 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef52fe9-21a4-48f9-b045-5e888e7bf392 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network c4de58aa-6525-496b-85af-cfa6b15ad136 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:44.185955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-7ef52fe9-21a4-48f9-b045-5e888e7bf392 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:44.188345 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef52fe9-21a4-48f9-b045-5e888e7bf392 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=e0b0ec94-770d-442d-be52-78bc1e234b5a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:44.190408 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef52fe9-21a4-48f9-b045-5e888e7bf392 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:44.195418 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef52fe9-21a4-48f9-b045-5e888e7bf392 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:44.196019 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef52fe9-21a4-48f9-b045-5e888e7bf392 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:44.216521 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7ef52fe9-21a4-48f9-b045-5e888e7bf392 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7974679 Mar 24 01:02:44.219396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50536) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:44.226662 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9c831d0f-03b3-4dde-97a7-b5c24330ede7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:44.251933 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:44.252327 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (20b3b825-a6e2-43f3-8295-83ba7bf8ee32), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:44.330096 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c831d0f-03b3-4dde-97a7-b5c24330ede7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e0b0ec94-770d-442d-be52-78bc1e234b5a), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:44.354939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b920c30-c004-411b-a36b-57f65432afbb req-f0a4cb9d-929f-4853-bf5d-ca7fc2af2dca tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:44.356567 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b920c30-c004-411b-a36b-57f65432afbb req-f0a4cb9d-929f-4853-bf5d-ca7fc2af2dca tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 944 time: 0.2146647 Mar 24 01:02:44.362616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-0686dfef-4ac1-4e90-a0de-7568b4dda8e0 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:44.364120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-0686dfef-4ac1-4e90-a0de-7568b4dda8e0 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.57 "GET /v2.0/networks?id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 HTTP/1.1" status: 200 len: 815 time: 0.4573035 Mar 24 01:02:44.376635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013beb93-5036-4495-b570-f1f4e02a6757 req-222afbd9-408a-4e8d-ac9c-4e1c55b7844b tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:44.378694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-013beb93-5036-4495-b570-f1f4e02a6757 req-222afbd9-408a-4e8d-ac9c-4e1c55b7844b tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/networks?id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 HTTP/1.1" status: 200 len: 815 time: 0.6105859 Mar 24 01:02:44.386949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-9da25936-683d-4668-b635-d529f6d8367e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Request body: {'port': {'device_id': '5465b304-f689-43ef-98ba-b5ab63ea2f42', 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777', 'admin_state_up': True, 'tenant_id': 'f1b3aa71930049bb810170680517454c'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:44.487749 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-013beb93-5036-4495-b570-f1f4e02a6757 req-fd5977a9-40b9-490d-b5a1-a088e5c342a6 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/quotas/f1b3aa71930049bb810170680517454c HTTP/1.1" status: 200 len: 375 time: 0.0983300 Mar 24 01:02:44.582251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-53ff051c-58ce-4555-97f2-5fb8a8eb627c None None] Current status of the port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:44.611382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:44.698095 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c831d0f-03b3-4dde-97a7-b5c24330ede7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (e0b0ec94-770d-442d-be52-78bc1e234b5a), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:44.705941 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c831d0f-03b3-4dde-97a7-b5c24330ede7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (e0b0ec94-770d-442d-be52-78bc1e234b5a), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:44.744896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-9c831d0f-03b3-4dde-97a7-b5c24330ede7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] In _notify_port_updated(), no bound segment for port e0b0ec94-770d-442d-be52-78bc1e234b5a on network c4de58aa-6525-496b-85af-cfa6b15ad136 {{(pid=115729) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:02:44.750994 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c831d0f-03b3-4dde-97a7-b5c24330ede7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:44.751783 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c831d0f-03b3-4dde-97a7-b5c24330ede7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:44.753868 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9c831d0f-03b3-4dde-97a7-b5c24330ede7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "PUT /v2.0/ports/e0b0ec94-770d-442d-be52-78bc1e234b5a HTTP/1.1" status: 200 len: 818 time: 0.5327749 Mar 24 01:02:44.756818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50548) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:44.810318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c831d0f-03b3-4dde-97a7-b5c24330ede7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=e0b0ec94-770d-442d-be52-78bc1e234b5a,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:44.913479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c155f963-f1dd-4158-9c72-5061153be645 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port e0b0ec94-770d-442d-be52-78bc1e234b5a {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:44.913916 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c155f963-f1dd-4158-9c72-5061153be645 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e0b0ec94-770d-442d-be52-78bc1e234b5a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:44.960630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b920c30-c004-411b-a36b-57f65432afbb req-54555b88-bc62-4b89-97d5-ee0fd94eaf25 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5808592 Mar 24 01:02:45.000708 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-013beb93-5036-4495-b570-f1f4e02a6757 req-be5d8d81-85f8-43ce-b030-083ce76e4caa tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1b3aa71930049bb810170680517454c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4981177 Mar 24 01:02:45.015329 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c155f963-f1dd-4158-9c72-5061153be645 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e0b0ec94-770d-442d-be52-78bc1e234b5a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.034458 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c155f963-f1dd-4158-9c72-5061153be645 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for e0b0ec94-770d-442d-be52-78bc1e234b5a owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:45.125579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50564) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:45.195144 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c155f963-f1dd-4158-9c72-5061153be645 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e0b0ec94-770d-442d-be52-78bc1e234b5a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.224362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a9144137-bcf5-4685-b11c-72e296c007aa req-e2c3e74b-d6a1-48f5-b1ee-264f5cd68db5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.1864235 Mar 24 01:02:45.228786 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-9da25936-683d-4668-b635-d529f6d8367e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Made reservation on behalf of f1b3aa71930049bb810170680517454c for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:45.240968 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-9da25936-683d-4668-b635-d529f6d8367e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.255341 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155f963-f1dd-4158-9c72-5061153be645 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=e0b0ec94-770d-442d-be52-78bc1e234b5a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:45.260166 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1f4732c4-2e81-4d4e-aa8e-00818c2038bc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-network', 'tenant_id': 'd794e45382c3465592eb64148586edf2'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:45.282254 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c155f963-f1dd-4158-9c72-5061153be645 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.303841 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c155f963-f1dd-4158-9c72-5061153be645 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/e0b0ec94-770d-442d-be52-78bc1e234b5a HTTP/1.1" status: 204 len: 168 time: 0.5445976 Mar 24 01:02:45.304509 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50568) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:45.354577 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4732c4-2e81-4d4e-aa8e-00818c2038bc admin admin] Made reservation on behalf of d794e45382c3465592eb64148586edf2 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:45.356867 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1f4732c4-2e81-4d4e-aa8e-00818c2038bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.368619 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1f4732c4-2e81-4d4e-aa8e-00818c2038bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.424374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aea22f6-920e-45be-9ee3-c7655c4b189d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:45.429482 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0aea22f6-920e-45be-9ee3-c7655c4b189d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1183369 Mar 24 01:02:45.429482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50570) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:45.463870 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e38f8be-8383-4a74-b209-2dd68caf7e62 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] GET failed (client error): The resource could not be found. Mar 24 01:02:45.468878 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1e38f8be-8383-4a74-b209-2dd68caf7e62 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/e0b0ec94-770d-442d-be52-78bc1e234b5a HTTP/1.1" status: 404 len: 333 time: 0.0351245 Mar 24 01:02:45.469145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50572) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:45.478989 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-cb710752-ed34-403c-b6ae-615b4cc32c12 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1504018265'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:45.510992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb710752-ed34-403c-b6ae-615b4cc32c12 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:45.516434 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb710752-ed34-403c-b6ae-615b4cc32c12 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.521246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ac9aa-8c5b-4c5d-9afb-f48b3254ea1b req-e4a8fb2a-5ac8-449a-95d1-ffbd55d973d4 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:45.528017 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b5ac9aa-8c5b-4c5d-9afb-f48b3254ea1b req-e4a8fb2a-5ac8-449a-95d1-ffbd55d973d4 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.1909990 Mar 24 01:02:45.558419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-b46e2233-cc46-4a0f-8199-77f4a5d66598 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:45.560322 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-b46e2233-cc46-4a0f-8199-77f4a5d66598 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.48 "GET /v2.0/networks?id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 HTTP/1.1" status: 200 len: 815 time: 0.5311539 Mar 24 01:02:45.568918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-9da25936-683d-4668-b635-d529f6d8367e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Allocated IP 172.20.0.11 (b57f15fb-9b43-4a0d-bdfa-f8eb1961b777/b6b870b9-ea90-42c2-bb16-e29e003b1736/3e7e08bb-89a6-4275-9056-e1a4d1c694ef) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:45.569291 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1f4732c4-2e81-4d4e-aa8e-00818c2038bc admin admin] Publish callbacks [] for security_group (874c6f03-901f-4773-bf86-d82072feeabd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.577229 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1f4732c4-2e81-4d4e-aa8e-00818c2038bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (874c6f03-901f-4773-bf86-d82072feeabd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.583805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-79257d9e-4bb0-4bea-a3ef-878bba46d25d tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Request body: {'port': {'device_id': 'bb61d2b2-587c-4b17-8295-03a8d1a87c24', 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777', 'admin_state_up': True, 'tenant_id': 'f1b3aa71930049bb810170680517454c'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:45.586411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb710752-ed34-403c-b6ae-615b4cc32c12 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:02:45.621050 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4732c4-2e81-4d4e-aa8e-00818c2038bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:02:45.624451 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb710752-ed34-403c-b6ae-615b4cc32c12 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4acfc2aa-6858-4304-96b6-a3d60c4349e6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.624795 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-cb710752-ed34-403c-b6ae-615b4cc32c12 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Added segment 4acfc2aa-6858-4304-96b6-a3d60c4349e6 of type vlan for network 4a613a5f-f421-438a-9c03-6a6a2963597e Mar 24 01:02:45.637606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4732c4-2e81-4d4e-aa8e-00818c2038bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874c6f03-901f-4773-bf86-d82072feeabd,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:45.664679 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1f4732c4-2e81-4d4e-aa8e-00818c2038bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (26a81adf-0bf7-470c-9780-83c38b2441b1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.665027 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-1f4732c4-2e81-4d4e-aa8e-00818c2038bc admin admin] Added segment 26a81adf-0bf7-470c-9780-83c38b2441b1 of type vlan for network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c Mar 24 01:02:45.670767 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-013beb93-5036-4495-b570-f1f4e02a6757 req-3db0003c-69e2-4151-9c9c-82e71ef8f894 service neutron] 10.222.0.45 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590667 Mar 24 01:02:45.717191 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb710752-ed34-403c-b6ae-615b4cc32c12 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (4a613a5f-f421-438a-9c03-6a6a2963597e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.729559 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1f4732c4-2e81-4d4e-aa8e-00818c2038bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (1bcfb1a6-a292-42ed-bf69-2f71ba08be3c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.763796 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb710752-ed34-403c-b6ae-615b4cc32c12 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (4a613a5f-f421-438a-9c03-6a6a2963597e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.771170 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb710752-ed34-403c-b6ae-615b4cc32c12 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:45.771414 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb710752-ed34-403c-b6ae-615b4cc32c12 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.786375 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b5ac9aa-8c5b-4c5d-9afb-f48b3254ea1b req-abcc7179-e8ee-4d94-bb85-89feab371577 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574337 Mar 24 01:02:45.793306 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1f4732c4-2e81-4d4e-aa8e-00818c2038bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (1bcfb1a6-a292-42ed-bf69-2f71ba08be3c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.794057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4732c4-2e81-4d4e-aa8e-00818c2038bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:45.794664 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1f4732c4-2e81-4d4e-aa8e-00818c2038bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.856115 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cb710752-ed34-403c-b6ae-615b4cc32c12 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3858874 Mar 24 01:02:45.859581 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50574) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:45.860274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb710752-ed34-403c-b6ae-615b4cc32c12 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Network': ['ID=4a613a5f-f421-438a-9c03-6a6a2963597e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:45.872252 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 4a613a5f-f421-438a-9c03-6a6a2963597e details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:02:45.872799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7fe0758a-24e8-4a0d-a5a2-fb74aeb19c08 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'subnet': {'network_id': '4a613a5f-f421-438a-9c03-6a6a2963597e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:45.881273 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1f4732c4-2e81-4d4e-aa8e-00818c2038bc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7543995 Mar 24 01:02:45.898909 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50576) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:45.915907 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-0c43874d-ccec-483f-b8e5-343ddcf638af admin admin] Request body: {'subnet': {'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-subnet', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:45.935775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-79257d9e-4bb0-4bea-a3ef-878bba46d25d tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Made reservation on behalf of f1b3aa71930049bb810170680517454c for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:45.939457 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-79257d9e-4bb0-4bea-a3ef-878bba46d25d tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:45.946710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c43874d-ccec-483f-b8e5-343ddcf638af admin admin] Made reservation on behalf of d794e45382c3465592eb64148586edf2 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:45.949050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0c43874d-ccec-483f-b8e5-343ddcf638af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:46.008649 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4732c4-2e81-4d4e-aa8e-00818c2038bc admin admin] Pushing event updated for resources: {'Network': ['ID=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:46.034529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:02:46.052044 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe0758a-24e8-4a0d-a5a2-fb74aeb19c08 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:46.058815 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fe0758a-24e8-4a0d-a5a2-fb74aeb19c08 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:46.064546 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a6d8a2a2-4333-4945-a591-ec4c571ee7b9 service neutron] 10.222.0.45 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826282 Mar 24 01:02:46.169513 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 444456d4-54e5-4601-b260-ba7ed556c47a no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:02:46.190241 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-9da25936-683d-4668-b635-d529f6d8367e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks [] for port (3e7e08bb-89a6-4275-9056-e1a4d1c694ef), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:46.198929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abc2f4-b183-4753-88da-c97b8d6ae84c req-bb601a41-d590-42b6-9e61-11445f5a6455 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:46.205962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2abc2f4-b183-4753-88da-c97b8d6ae84c req-bb601a41-d590-42b6-9e61-11445f5a6455 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 944 time: 0.2495475 Mar 24 01:02:46.350985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2abc2f4-b183-4753-88da-c97b8d6ae84c req-6b729bae-e19b-4a43-93ad-651e1f5b14d2 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436160 Mar 24 01:02:46.364598 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fe0758a-24e8-4a0d-a5a2-fb74aeb19c08 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (16f3845a-885b-43a6-b6d3-82971dc4c7f4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:46.392490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 444456d4-54e5-4601-b260-ba7ed556c47a is: DOWN; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:46.439560 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-9da25936-683d-4668-b635-d529f6d8367e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3e7e08bb-89a6-4275-9056-e1a4d1c694ef), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:46.455094 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19bd1d63-9e1e-458d-81e5-291e231d88f9 req-7c48b5e5-f8d4-4470-b949-b1ba20f7850c tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 210 time: 0.0773461 Mar 24 01:02:46.519300 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0758a-24e8-4a0d-a5a2-fb74aeb19c08 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Subnet': ['ID=16f3845a-885b-43a6-b6d3-82971dc4c7f4,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:46.523340 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe0758a-24e8-4a0d-a5a2-fb74aeb19c08 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Checking segment: {'id': '4acfc2aa-6858-4304-96b6-a3d60c4349e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4a613a5f-f421-438a-9c03-6a6a2963597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:46.523942 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe0758a-24e8-4a0d-a5a2-fb74aeb19c08 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network hostable DHCP agents. Network: 4a613a5f-f421-438a-9c03-6a6a2963597e, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:02:46.544333 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe0758a-24e8-4a0d-a5a2-fb74aeb19c08 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network 4a613a5f-f421-438a-9c03-6a6a2963597e is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:02:46.571915 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-7fe0758a-24e8-4a0d-a5a2-fb74aeb19c08 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 4a613a5f-f421-438a-9c03-6a6a2963597e) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:46.577681 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe0758a-24e8-4a0d-a5a2-fb74aeb19c08 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:46.578505 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fe0758a-24e8-4a0d-a5a2-fb74aeb19c08 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:46.586198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02080edd-00eb-4785-9f2f-d6642eaa57cf None None] Network 4a613a5f-f421-438a-9c03-6a6a2963597e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:46.606447 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7fe0758a-24e8-4a0d-a5a2-fb74aeb19c08 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7405717 Mar 24 01:02:46.609308 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50594) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:46.630263 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c18b0448-0f5b-430b-848f-53d0e49f9daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'subnet': {'network_id': '4a613a5f-f421-438a-9c03-6a6a2963597e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:46.667061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-79257d9e-4bb0-4bea-a3ef-878bba46d25d tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Allocated IP 172.20.0.13 (b57f15fb-9b43-4a0d-bdfa-f8eb1961b777/b6b870b9-ea90-42c2-bb16-e29e003b1736/8c116d1e-4d67-45e5-8b33-5a6403e27109) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:46.711202 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2af81033-f340-4fb0-97d4-eef55138ce99 req-a54cdb45-00ca-40c8-b09a-8cb29c82a1a7 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.1550832 Mar 24 01:02:46.715575 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-2ce4362f-01a7-4aa5-b43d-cdabde2e8af3 req-03974a91-7522-4de9-84ab-305c7cd3bb82 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:02:46.716732 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ce4362f-01a7-4aa5-b43d-cdabde2e8af3 req-03974a91-7522-4de9-84ab-305c7cd3bb82 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129473 Mar 24 01:02:46.723094 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0c43874d-ccec-483f-b8e5-343ddcf638af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (51cba81b-e716-41f0-a9c1-6a5973b30ef9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:46.788889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-9da25936-683d-4668-b635-d529f6d8367e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:46.795494 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da25936-683d-4668-b635-d529f6d8367e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Pushing event updated for resources: {'Port': ['ID=3e7e08bb-89a6-4275-9056-e1a4d1c694ef,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:46.800827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-9da25936-683d-4668-b635-d529f6d8367e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:46.803329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-9da25936-683d-4668-b635-d529f6d8367e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:46.871394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-4a613a5f-f421-438a-9c03-6a6a2963597e', 'network_id': '4a613a5f-f421-438a-9c03-6a6a2963597e', 'project_id': '40c9c4182bd34624b9f9cccfea9b367c', 'fixed_ips': [{'subnet_id': '16f3845a-885b-43a6-b6d3-82971dc4c7f4'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:02:46.872287 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:46.874372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43874d-ccec-483f-b8e5-343ddcf638af admin admin] Pushing event updated for resources: {'Subnet': ['ID=51cba81b-e716-41f0-a9c1-6a5973b30ef9,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:47.010953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-9da25936-683d-4668-b635-d529f6d8367e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:47.011771 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-9da25936-683d-4668-b635-d529f6d8367e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:47.143502 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18b0448-0f5b-430b-848f-53d0e49f9daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:47.152447 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c18b0448-0f5b-430b-848f-53d0e49f9daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:47.168851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c43874d-ccec-483f-b8e5-343ddcf638af admin admin] Checking segment: {'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:47.169365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c43874d-ccec-483f-b8e5-343ddcf638af admin admin] Network hostable DHCP agents. Network: 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:02:47.207126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-9da25936-683d-4668-b635-d529f6d8367e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8250294 Mar 24 01:02:47.231457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Request body: {'port': {'device_id': '5465b304-f689-43ef-98ba-b5ab63ea2f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:47.248662 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcb948-0ba0-4ad0-a864-eb89ee39ec56 req-b47182a6-8b85-4916-90ba-9d3df6a95903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:47.250252 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6ffcb948-0ba0-4ad0-a864-eb89ee39ec56 req-b47182a6-8b85-4916-90ba-9d3df6a95903 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 1127 time: 0.5404596 Mar 24 01:02:47.251108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Allocated IP 2001:db8::2 (4a613a5f-f421-438a-9c03-6a6a2963597e/16f3845a-885b-43a6-b6d3-82971dc4c7f4/07c37f92-320b-48c6-9319-e493894c5a0a) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:47.374168 n-d-760455-9 neutron-server[115729]: INFO neutron.db.ipam_backend_mixin [None req-c18b0448-0f5b-430b-848f-53d0e49f9daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16f3845a-885b-43a6-b6d3-82971dc4c7f4 (CIDR: 2001:db8::/64) Mar 24 01:02:47.375438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c43874d-ccec-483f-b8e5-343ddcf638af admin admin] Network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:02:47.385918 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6ffcb948-0ba0-4ad0-a864-eb89ee39ec56 req-45f2ab60-4c1a-47ad-9af9-867e835fc7a2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220059 Mar 24 01:02:47.389035 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18b0448-0f5b-430b-848f-53d0e49f9daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:02:47.390287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18b0448-0f5b-430b-848f-53d0e49f9daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:02:47.390423 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-79257d9e-4bb0-4bea-a3ef-878bba46d25d tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks [] for port (8c116d1e-4d67-45e5-8b33-5a6403e27109), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:47.390525 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2448686b-c2d9-4d58-bbb5-c3920197bbbb None None] Provisioning complete for port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:47.390930 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2448686b-c2d9-4d58-bbb5-c3920197bbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3e7e08bb-89a6-4275-9056-e1a4d1c694ef), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:47.403862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf1e92-8db7-46c1-8103-cfb501d91768 req-b2787b04-6a30-4acb-a640-00b57ce61032 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:47.412733 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0acf1e92-8db7-46c1-8103-cfb501d91768 req-b2787b04-6a30-4acb-a640-00b57ce61032 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.3849757 Mar 24 01:02:47.423816 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c18b0448-0f5b-430b-848f-53d0e49f9daf tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8132308 Mar 24 01:02:47.426668 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50616) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:47.432078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-be8fddbf-a844-468b-a5f2-84d6061a4651 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'subnet': {'network_id': '4a613a5f-f421-438a-9c03-6a6a2963597e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:47.481992 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2448686b-c2d9-4d58-bbb5-c3920197bbbb None None] Port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:02:47.487387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e262af3-6431-4a94-8788-cd20cb4c7f1f req-b575a8e4-264d-456d-bc83-a23b2ccbb1d1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:47.495447 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0e262af3-6431-4a94-8788-cd20cb4c7f1f req-b575a8e4-264d-456d-bc83-a23b2ccbb1d1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 944 time: 0.4665678 Mar 24 01:02:47.504256 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Publish callbacks [] for port (07c37f92-320b-48c6-9319-e493894c5a0a), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:47.513894 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:47.521337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-0c43874d-ccec-483f-b8e5-343ddcf638af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:47.528257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c43874d-ccec-483f-b8e5-343ddcf638af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:47.529019 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0c43874d-ccec-483f-b8e5-343ddcf638af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:47.560800 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3e7e08bb-89a6-4275-9056-e1a4d1c694ef), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:47.573080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Pushing event updated for resources: {'Port': ['ID=07c37f92-320b-48c6-9319-e493894c5a0a,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:47.579050 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0c43874d-ccec-483f-b8e5-343ddcf638af admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6758976 Mar 24 01:02:47.583590 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:47.583590 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:47.583843 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:47.584168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:47.584501 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:47.584832 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:47.585255 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50622) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:47.585517 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:47.586025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:47.586513 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:47.587014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:47.587753 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:47.588377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:47.588992 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:47.589525 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:47.590003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:47.590634 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:47.620503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Network 4a613a5f-f421-438a-9c03-6a6a2963597e is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:47.622220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a18213-91e7-412e-82aa-7f2ef307b2e5 None None] Network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:47.627016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:47.639650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:47.646645 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8fddbf-a844-468b-a5f2-84d6061a4651 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:47.651779 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be8fddbf-a844-468b-a5f2-84d6061a4651 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:47.724251 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0acf1e92-8db7-46c1-8103-cfb501d91768 req-eaa1f327-a33e-4616-826a-3f16ae0a9256 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064406 Mar 24 01:02:47.799031 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0e262af3-6431-4a94-8788-cd20cb4c7f1f req-756469c1-7aa7-4b70-a28e-0248c77a5972 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026116 Mar 24 01:02:47.809889 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-79257d9e-4bb0-4bea-a3ef-878bba46d25d tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (8c116d1e-4d67-45e5-8b33-5a6403e27109), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:47.977777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Attempting to bind port 07c37f92-320b-48c6-9319-e493894c5a0a on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:02:47.980998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Attempting to bind port 07c37f92-320b-48c6-9319-e493894c5a0a by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '4acfc2aa-6858-4304-96b6-a3d60c4349e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4a613a5f-f421-438a-9c03-6a6a2963597e'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:02:47.981402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Attempting to bind port 07c37f92-320b-48c6-9319-e493894c5a0a on network 4a613a5f-f421-438a-9c03-6a6a2963597e {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:02:48.042268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'project_id': 'd794e45382c3465592eb64148586edf2', 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:02:48.043200 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:48.048239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:02:48.049231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Checking segment: {'id': '4acfc2aa-6858-4304-96b6-a3d60c4349e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4a613a5f-f421-438a-9c03-6a6a2963597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:48.049646 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:48.050586 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Bound using segment: {'id': '4acfc2aa-6858-4304-96b6-a3d60c4349e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4a613a5f-f421-438a-9c03-6a6a2963597e'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:02:48.051083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Bound port: 07c37f92-320b-48c6-9319-e493894c5a0a, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4acfc2aa-6858-4304-96b6-a3d60c4349e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4a613a5f-f421-438a-9c03-6a6a2963597e'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:02:48.051497 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:48.062430 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be8fddbf-a844-468b-a5f2-84d6061a4651 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (a3749805-3fd5-4a62-8dfb-ead779e63653), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:48.088548 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8fddbf-a844-468b-a5f2-84d6061a4651 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network 4a613a5f-f421-438a-9c03-6a6a2963597e is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:48.249523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] For port 07c37f92-320b-48c6-9319-e493894c5a0a, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:02:48.255672 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34b6fe60-7c33-4e02-922a-a97d3fc71258 req-96cbd497-a8e6-4b26-bd26-701de0fdc5ae tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.1414194 Mar 24 01:02:48.287962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-79257d9e-4bb0-4bea-a3ef-878bba46d25d tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:48.291452 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-b5b7288c-7d87-4c35-8993-9d3ce1aec9f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8683889 Mar 24 01:02:48.301348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67e5cb9f-b821-4d1c-93a6-9138c80b646c req-b51fed59-3b30-4065-943f-22ec2a77aaa5 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 210 time: 0.2032056 Mar 24 01:02:48.311434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013beb93-5036-4495-b570-f1f4e02a6757 req-0854a1d3-4e94-4f9c-8256-d69bea9791fb tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:48.312939 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-013beb93-5036-4495-b570-f1f4e02a6757 req-0854a1d3-4e94-4f9c-8256-d69bea9791fb tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.57 "GET /v2.0/networks?id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 HTTP/1.1" status: 200 len: 815 time: 0.3578274 Mar 24 01:02:48.314025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-79257d9e-4bb0-4bea-a3ef-878bba46d25d tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:48.337428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] For port 07c37f92-320b-48c6-9319-e493894c5a0a, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=07c37f92-320b-48c6-9319-e493894c5a0a,segment=NetworkSegment(4acfc2aa-6858-4304-96b6-a3d60c4349e6),segment_id=4acfc2aa-6858-4304-96b6-a3d60c4349e6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:02:48.349927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-73c7aea6-5b0a-4b81-9d37-a1a0a1a4393d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:02:48.351017 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-73c7aea6-5b0a-4b81-9d37-a1a0a1a4393d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486529 Mar 24 01:02:48.351748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79257d9e-4bb0-4bea-a3ef-878bba46d25d tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Pushing event updated for resources: {'Port': ['ID=8c116d1e-4d67-45e5-8b33-5a6403e27109,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:48.365301 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:48.372816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-79257d9e-4bb0-4bea-a3ef-878bba46d25d tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:48.378788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-013beb93-5036-4495-b570-f1f4e02a6757 req-e0b8ea31-0568-4853-b2c5-03000630c6f7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Request body: {'port': {'device_id': '3c14043f-0b4f-432c-9b01-1d7f5b0b0661', 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777', 'admin_state_up': True, 'tenant_id': 'f1b3aa71930049bb810170680517454c'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:48.398815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Allocated IP 172.20.0.2 (1bcfb1a6-a292-42ed-bf69-2f71ba08be3c/51cba81b-e716-41f0-a9c1-6a5973b30ef9/8d72415a-6529-4569-9b78-9481aa8ededc) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:48.517516 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b819d8-e128-48ff-9f8e-3e92f953f671 None None] Pushing event updated for resources: {'Port': ['ID=07c37f92-320b-48c6-9319-e493894c5a0a,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:48.708362 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Publish callbacks [] for port (8d72415a-6529-4569-9b78-9481aa8ededc), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:48.714158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-be8fddbf-a844-468b-a5f2-84d6061a4651 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:48.735280 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (8d72415a-6529-4569-9b78-9481aa8ededc), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:48.736723 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (77cbb0d1-8248-4d98-805a-762ae788787d), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:48.739191 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (77cbb0d1-8248-4d98-805a-762ae788787d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:48.849311 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:48.870066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:48.873034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:48.874643 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Publish callbacks [] for router_controller (77cbb0d1-8248-4d98-805a-762ae788787d), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:48.888895 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8fddbf-a844-468b-a5f2-84d6061a4651 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:48.889606 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be8fddbf-a844-468b-a5f2-84d6061a4651 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:48.960863 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Pushing event updated for resources: {'Port': ['ID=8d72415a-6529-4569-9b78-9481aa8ededc,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:48.988434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d1e2ef4c-0c2a-4e08-87b0-fe9fece4852a None None] Provisioning complete for port 8c116d1e-4d67-45e5-8b33-5a6403e27109 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:48.989023 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ef4c-0c2a-4e08-87b0-fe9fece4852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8c116d1e-4d67-45e5-8b33-5a6403e27109), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:49.043402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d1e2ef4c-0c2a-4e08-87b0-fe9fece4852a None None] Port 8c116d1e-4d67-45e5-8b33-5a6403e27109 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:02:49.070710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Attempting to bind port 8d72415a-6529-4569-9b78-9481aa8ededc on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:02:49.071147 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Attempting to bind port 8d72415a-6529-4569-9b78-9481aa8ededc by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:02:49.071621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Attempting to bind port 8d72415a-6529-4569-9b78-9481aa8ededc on network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:02:49.080797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:02:49.081778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Checking segment: {'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:49.082202 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:49.082593 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Bound using segment: {'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:02:49.083078 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Bound port: 8d72415a-6529-4569-9b78-9481aa8ededc, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:02:49.083464 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8d72415a-6529-4569-9b78-9481aa8ededc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:49.107547 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-be8fddbf-a844-468b-a5f2-84d6061a4651 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6796176 Mar 24 01:02:49.108216 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50632) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:49.140301 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4622c130-2e81-4731-b6b1-d4601f164284 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'network_id': '4a613a5f-f421-438a-9c03-6a6a2963597e', 'fixed_ips': [{'subnet_id': '16f3845a-885b-43a6-b6d3-82971dc4c7f4'}, {'subnet_id': 'a3749805-3fd5-4a62-8dfb-ead779e63653'}], 'name': 'tempest-PortsIpV6TestJSON-2131516955'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:49.191691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] For port 8d72415a-6529-4569-9b78-9481aa8ededc, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:02:49.195880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] For port 8d72415a-6529-4569-9b78-9481aa8ededc, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8d72415a-6529-4569-9b78-9481aa8ededc,segment=NetworkSegment(26a81adf-0bf7-470c-9780-83c38b2441b1),segment_id=26a81adf-0bf7-470c-9780-83c38b2441b1)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:02:49.205552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-79257d9e-4bb0-4bea-a3ef-878bba46d25d tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:49.206871 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8d72415a-6529-4569-9b78-9481aa8ededc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:49.207891 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-79257d9e-4bb0-4bea-a3ef-878bba46d25d tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:49.323529 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-f99c23ac-a47d-4118-bb1f-e441376b4d44 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:49.327674 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-f99c23ac-a47d-4118-bb1f-e441376b4d44 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports/444456d4-54e5-4601-b260-ba7ed556c47a HTTP/1.1" status: 200 len: 941 time: 0.6110344 Mar 24 01:02:49.330983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5b12a-deb5-4685-bc44-17b240fcca6b None None] Pushing event updated for resources: {'Port': ['ID=8d72415a-6529-4569-9b78-9481aa8ededc,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:49.332568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fddbf-a844-468b-a5f2-84d6061a4651 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Subnet': ['ID=a3749805-3fd5-4a62-8dfb-ead779e63653,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:49.335212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190aabd-34c3-46da-909a-fb8765f91fb7 req-b345ec85-a177-4719-b1e8-9beefc6e4574 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:49.336969 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9190aabd-34c3-46da-909a-fb8765f91fb7 req-b345ec85-a177-4719-b1e8-9beefc6e4574 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 944 time: 0.2631259 Mar 24 01:02:49.340095 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-79257d9e-4bb0-4bea-a3ef-878bba46d25d tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7655530 Mar 24 01:02:49.365069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fac0e8-0b2d-4306-be3c-d1095263acc8 req-e3357700-71a6-4f35-b21c-ac55ab2d9f09 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:49.367034 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28fac0e8-0b2d-4306-be3c-d1095263acc8 req-e3357700-71a6-4f35-b21c-ac55ab2d9f09 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.2921774 Mar 24 01:02:49.375578 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Request body: {'port': {'device_id': 'bb61d2b2-587c-4b17-8295-03a8d1a87c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:49.388295 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013beb93-5036-4495-b570-f1f4e02a6757 req-e0b8ea31-0568-4853-b2c5-03000630c6f7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Made reservation on behalf of f1b3aa71930049bb810170680517454c for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:49.391968 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-013beb93-5036-4495-b570-f1f4e02a6757 req-e0b8ea31-0568-4853-b2c5-03000630c6f7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:49.404235 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Publish callbacks [] for router_gateway (77cbb0d1-8248-4d98-805a-762ae788787d), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:49.698592 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4622c130-2e81-4731-b6b1-d4601f164284 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:02:49.703726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9190aabd-34c3-46da-909a-fb8765f91fb7 req-973313cd-2abd-4b69-8cc4-1ffaa5dac1ab tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320315 Mar 24 01:02:49.759756 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28fac0e8-0b2d-4306-be3c-d1095263acc8 req-e215989e-455a-4286-9f7d-08c7471e1fd4 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3774359 Mar 24 01:02:49.760670 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8c116d1e-4d67-45e5-8b33-5a6403e27109), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:49.947166 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4622c130-2e81-4731-b6b1-d4601f164284 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:50.022129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7e08bb-89a6-4275-9056-e1a4d1c694ef {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:02:50.107316 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8d72415a-6529-4569-9b78-9481aa8ededc up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:02:50.125148 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-4622c130-2e81-4731-b6b1-d4601f164284 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] device_id is not set on port 37467238-cce4-4ff3-b01f-fead4a38e81d yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:02:50.146200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bfbcc8b8-9068-458a-946f-d2c890d9324c req-c430dedc-32b2-4374-ad64-e35b30585094 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.2244916 Mar 24 01:02:50.151692 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Publish callbacks [] for port (3e7e08bb-89a6-4275-9056-e1a4d1c694ef), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:50.193134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ffb76af-874e-439f-b9af-968ae1da4ecf req-36f9c875-dc8a-4aec-90e3-45ee36828fec tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 210 time: 0.2125401 Mar 24 01:02:50.253937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8d72415a-6529-4569-9b78-9481aa8ededc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:50.254315 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8d72415a-6529-4569-9b78-9481aa8ededc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:50.270582 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Transition to ACTIVE for port object 3e7e08bb-89a6-4275-9056-e1a4d1c694ef will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:02:50.387257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8d72415a-6529-4569-9b78-9481aa8ededc is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:50.387930 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8d72415a-6529-4569-9b78-9481aa8ededc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:50.395660 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3e7e08bb-89a6-4275-9056-e1a4d1c694ef), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:50.462315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 8d72415a-6529-4569-9b78-9481aa8ededc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8d72415a-6529-4569-9b78-9481aa8ededc,segment=NetworkSegment(26a81adf-0bf7-470c-9780-83c38b2441b1),segment_id=26a81adf-0bf7-470c-9780-83c38b2441b1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:50.473298 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8d72415a-6529-4569-9b78-9481aa8ededc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:50.474498 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 07c37f92-320b-48c6-9319-e493894c5a0a up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:02:50.500125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-013beb93-5036-4495-b570-f1f4e02a6757 req-e0b8ea31-0568-4853-b2c5-03000630c6f7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Allocated IP 172.20.0.14 (b57f15fb-9b43-4a0d-bdfa-f8eb1961b777/b6b870b9-ea90-42c2-bb16-e29e003b1736/b8548a41-2092-4acc-a78c-353be88d5087) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:50.623407 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Publish callbacks [] for router_gateway (77cbb0d1-8248-4d98-805a-762ae788787d), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:50.674748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 07c37f92-320b-48c6-9319-e493894c5a0a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:50.675500 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:50.677646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=8d72415a-6529-4569-9b78-9481aa8ededc,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:50.703694 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c76303c-0565-4c46-804c-7d25d436b9bf None None] Network 4a613a5f-f421-438a-9c03-6a6a2963597e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:50.721972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-4622c130-2e81-4731-b6b1-d4601f164284 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Allocated IP 2001:db8::1b0 (4a613a5f-f421-438a-9c03-6a6a2963597e/16f3845a-885b-43a6-b6d3-82971dc4c7f4/37467238-cce4-4ff3-b01f-fead4a38e81d) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:50.729881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-4622c130-2e81-4731-b6b1-d4601f164284 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Allocated IP 2001:db8:0:1::db (4a613a5f-f421-438a-9c03-6a6a2963597e/a3749805-3fd5-4a62-8dfb-ead779e63653/37467238-cce4-4ff3-b01f-fead4a38e81d) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:50.782074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7e08bb-89a6-4275-9056-e1a4d1c694ef,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:50.853696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-060b8f0d-206a-48d5-8a83-f9d44e01e014 None None] Provisioning complete for port 07c37f92-320b-48c6-9319-e493894c5a0a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:50.854042 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-060b8f0d-206a-48d5-8a83-f9d44e01e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:50.997721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Attempting to bind port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:02:50.998137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Attempting to bind port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:02:50.998524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Attempting to bind port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef on network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:02:51.033588 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef on network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:02:51.033917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Attempting to bind port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef on network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:02:51.070742 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:02:51.071119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Checking segment: {'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:51.072663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Bound using segment: {'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:02:51.077595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Bound port: 3e7e08bb-89a6-4275-9056-e1a4d1c694ef, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:02:51.078396 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3e7e08bb-89a6-4275-9056-e1a4d1c694ef), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:51.079816 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 07c37f92-320b-48c6-9319-e493894c5a0a is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:51.080511 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:51.083857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-060b8f0d-206a-48d5-8a83-f9d44e01e014 None None] Current status of the port 07c37f92-320b-48c6-9319-e493894c5a0a is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:51.085132 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-060b8f0d-206a-48d5-8a83-f9d44e01e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:51.088513 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-013beb93-5036-4495-b570-f1f4e02a6757 req-e0b8ea31-0568-4853-b2c5-03000630c6f7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks [] for port (b8548a41-2092-4acc-a78c-353be88d5087), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:51.095923 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4622c130-2e81-4731-b6b1-d4601f164284 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (37467238-cce4-4ff3-b01f-fead4a38e81d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:51.115734 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:51.120777 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ebbf3-00a8-456c-b19e-8ce68aeb1c82 req-adc48e0a-6bac-4f0c-a0a1-cbfbf8bdfb3a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:51.122400 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d9ebbf3-00a8-456c-b19e-8ce68aeb1c82 req-adc48e0a-6bac-4f0c-a0a1-cbfbf8bdfb3a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 944 time: 0.2148559 Mar 24 01:02:51.160773 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 07c37f92-320b-48c6-9319-e493894c5a0a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=07c37f92-320b-48c6-9319-e493894c5a0a,segment=NetworkSegment(4acfc2aa-6858-4304-96b6-a3d60c4349e6),segment_id=4acfc2aa-6858-4304-96b6-a3d60c4349e6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:51.171050 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:51.282420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-8bdc3091-61e1-46c5-b1f4-322c558e0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:51.284220 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-8bdc3091-61e1-46c5-b1f4-322c558e0c32 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45&tenant_id=5ac65c0c246448d68f3607175d189fb0 HTTP/1.1" status: 200 len: 1126 time: 0.1957133 Mar 24 01:02:51.302116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:51.336011 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=07c37f92-320b-48c6-9319-e493894c5a0a,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:51.341984 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d9ebbf3-00a8-456c-b19e-8ce68aeb1c82 req-d946bd49-c5d9-491f-af05-4e0ef6eb5674 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079329 Mar 24 01:02:51.363700 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-013beb93-5036-4495-b570-f1f4e02a6757 req-e0b8ea31-0568-4853-b2c5-03000630c6f7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b8548a41-2092-4acc-a78c-353be88d5087), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:51.400170 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4622c130-2e81-4731-b6b1-d4601f164284 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (37467238-cce4-4ff3-b01f-fead4a38e81d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:51.430155 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595853ba-17d0-4d43-872b-31fe0bc0f1a1 None None] Update dhcp port {'port': {'network_id': '4a613a5f-f421-438a-9c03-6a6a2963597e', 'fixed_ips': [{'subnet_id': '16f3845a-885b-43a6-b6d3-82971dc4c7f4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a3749805-3fd5-4a62-8dfb-ead779e63653'}], 'binding:host_id': 'n-d-760455-9'}, 'id': '07c37f92-320b-48c6-9319-e493894c5a0a'} from n-d-760455-9. {{(pid=115731) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 24 01:02:51.471634 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-595853ba-17d0-4d43-872b-31fe0bc0f1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:51.479652 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622c130-2e81-4731-b6b1-d4601f164284 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=37467238-cce4-4ff3-b01f-fead4a38e81d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:51.484391 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-060b8f0d-206a-48d5-8a83-f9d44e01e014 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:02:51.485254 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-060b8f0d-206a-48d5-8a83-f9d44e01e014 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:02:51.511596 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4622c130-2e81-4731-b6b1-d4601f164284 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network 4a613a5f-f421-438a-9c03-6a6a2963597e is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:51.515048 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:51.531401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c74702-2c97-4a73-87bd-cc6fe07eb801 None None] Network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:51.536465 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-4622c130-2e81-4731-b6b1-d4601f164284 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:51.538938 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4622c130-2e81-4731-b6b1-d4601f164284 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:51.544361 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622c130-2e81-4731-b6b1-d4601f164284 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:51.545002 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4622c130-2e81-4731-b6b1-d4601f164284 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:51.589989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c116d1e-4d67-45e5-8b33-5a6403e27109 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:02:51.591161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Allocated IP 172.25.0.253 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/0b6b8287-04f0-4da1-88d0-46f7b75f2b1e) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:51.600300 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Publish callbacks [] for port (8c116d1e-4d67-45e5-8b33-5a6403e27109), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:51.615704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Transition to ACTIVE for port object 8c116d1e-4d67-45e5-8b33-5a6403e27109 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:02:51.631434 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (8c116d1e-4d67-45e5-8b33-5a6403e27109), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:51.647395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] For port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:02:51.742028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] For port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3e7e08bb-89a6-4275-9056-e1a4d1c694ef,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:02:51.755185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013beb93-5036-4495-b570-f1f4e02a6757 req-e0b8ea31-0568-4853-b2c5-03000630c6f7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:51.796222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-013beb93-5036-4495-b570-f1f4e02a6757 req-e0b8ea31-0568-4853-b2c5-03000630c6f7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:51.827097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-013beb93-5036-4495-b570-f1f4e02a6757 req-e0b8ea31-0568-4853-b2c5-03000630c6f7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:51.829792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8d72415a-6529-4569-9b78-9481aa8ededc up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:02:51.832097 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3e7e08bb-89a6-4275-9056-e1a4d1c694ef), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:51.840220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-595853ba-17d0-4d43-872b-31fe0bc0f1a1 None None] Allocated IP 2001:db8:0:1::2 (4a613a5f-f421-438a-9c03-6a6a2963597e/a3749805-3fd5-4a62-8dfb-ead779e63653/07c37f92-320b-48c6-9319-e493894c5a0a) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:51.875877 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=444456d4-54e5-4601-b260-ba7ed556c47a,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:51.881974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8ea31-0568-4853-b2c5-03000630c6f7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Pushing event updated for resources: {'Port': ['ID=b8548a41-2092-4acc-a78c-353be88d5087,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:51.981714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7283c-105e-4163-a5ae-4d27f0036ef4 req-8c5dd7f0-8e31-42ec-85ca-c962fc9c2371 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:51.989373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8e7283c-105e-4163-a5ae-4d27f0036ef4 req-8c5dd7f0-8e31-42ec-85ca-c962fc9c2371 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 932 time: 0.3671801 Mar 24 01:02:52.008125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:52.009801 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:52.011393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] 10.222.0.57 "PUT /v2.0/ports/3e7e08bb-89a6-4275-9056-e1a4d1c694ef HTTP/1.1" status: 200 len: 1092 time: 4.7913120 Mar 24 01:02:52.078124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5465b304-f689-43ef-98ba-b5ab63ea2f42', 'tag': '3e7e08bb-89a6-4275-9056-e1a4d1c694ef'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:52.085109 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5414bd12-6db9-4c2f-b78f-9be019aa3770" -d '{"events": [{"name": "network-changed", "server_uuid": "5465b304-f689-43ef-98ba-b5ab63ea2f42", "tag": "3e7e08bb-89a6-4275-9056-e1a4d1c694ef"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:52.089304 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c116d1e-4d67-45e5-8b33-5a6403e27109,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:52.104310 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Publish callbacks [] for port (0b6b8287-04f0-4da1-88d0-46f7b75f2b1e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:52.129004 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h1-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:02:52.137370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013beb93-5036-4495-b570-f1f4e02a6757 req-e0b8ea31-0568-4853-b2c5-03000630c6f7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:52.138039 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-013beb93-5036-4495-b570-f1f4e02a6757 req-e0b8ea31-0568-4853-b2c5-03000630c6f7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:52.175989 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444456d4-54e5-4601-b260-ba7ed556c47a {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:02:52.185783 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Publish callbacks [] for port (444456d4-54e5-4601-b260-ba7ed556c47a), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:52.207641 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Transition to ACTIVE for port object 444456d4-54e5-4601-b260-ba7ed556c47a will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:02:52.216123 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4622c130-2e81-4731-b6b1-d4601f164284 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.0848629 Mar 24 01:02:52.219431 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:52.230206 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50658) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:52.243762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3f02337d-6cf2-4622-a09d-78cf7f706597 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16f3845a-885b-43a6-b6d3-82971dc4c7f4'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:52.254231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-013beb93-5036-4495-b570-f1f4e02a6757 req-e0b8ea31-0568-4853-b2c5-03000630c6f7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8972175 Mar 24 01:02:52.354668 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f02337d-6cf2-4622-a09d-78cf7f706597 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (37467238-cce4-4ff3-b01f-fead4a38e81d), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:52.368520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5e348-8823-433e-ada2-7b5d69c6d9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7e08bb-89a6-4275-9056-e1a4d1c694ef,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:52.376530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Request body: {'port': {'device_id': '3c14043f-0b4f-432c-9b01-1d7f5b0b0661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:52.405859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] No DVR routers for this DVR port 444456d4-54e5-4601-b260-ba7ed556c47a on host n-h1-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:02:52.408617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-060b8f0d-206a-48d5-8a83-f9d44e01e014 None None] Current status of the port 07c37f92-320b-48c6-9319-e493894c5a0a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:52.439009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8d72415a-6529-4569-9b78-9481aa8ededc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:52.439390 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8d72415a-6529-4569-9b78-9481aa8ededc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:52.486755 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8e7283c-105e-4163-a5ae-4d27f0036ef4 req-3a7de72d-551f-4f23-9ff7-c4236fa24a20 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961300 Mar 24 01:02:52.498997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-b6836edd-20e0-42af-9b56-b33097494076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:52.510167 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-b6836edd-20e0-42af-9b56-b33097494076 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1b3aa71930049bb810170680517454c&device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 1126 time: 0.4159386 Mar 24 01:02:52.516513 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-595853ba-17d0-4d43-872b-31fe0bc0f1a1 None None] For port 07c37f92-320b-48c6-9319-e493894c5a0a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=07c37f92-320b-48c6-9319-e493894c5a0a,segment=NetworkSegment(4acfc2aa-6858-4304-96b6-a3d60c4349e6),segment_id=4acfc2aa-6858-4304-96b6-a3d60c4349e6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:52.523392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Attempting to bind port 8c116d1e-4d67-45e5-8b33-5a6403e27109 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:02:52.527258 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Attempting to bind port 8c116d1e-4d67-45e5-8b33-5a6403e27109 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:02:52.527937 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Attempting to bind port 8c116d1e-4d67-45e5-8b33-5a6403e27109 on network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:02:52.592881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-da6fe177-50f5-42db-8a54-da79bc92ea6a None None] Provisioning complete for port b8548a41-2092-4acc-a78c-353be88d5087 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:52.593283 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-da6fe177-50f5-42db-8a54-da79bc92ea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b8548a41-2092-4acc-a78c-353be88d5087), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:52.647196 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-595853ba-17d0-4d43-872b-31fe0bc0f1a1 None None] Publish callbacks [] for port (07c37f92-320b-48c6-9319-e493894c5a0a), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:52.652001 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-61b37e46-8e24-452e-8805-1818f1a4096b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e7e08bb-89a6-4275-9056-e1a4d1c694ef HTTP/1.1" status: 200 len: 217 time: 0.1154795 Mar 24 01:02:52.653543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Port 8c116d1e-4d67-45e5-8b33-5a6403e27109 on network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:02:52.654318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Attempting to bind port 8c116d1e-4d67-45e5-8b33-5a6403e27109 on network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:02:52.687952 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-595853ba-17d0-4d43-872b-31fe0bc0f1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:52.693862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:02:52.694665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Checking segment: {'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:52.695323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Bound using segment: {'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:02:52.696007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Bound port: 8c116d1e-4d67-45e5-8b33-5a6403e27109, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:02:52.696988 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8c116d1e-4d67-45e5-8b33-5a6403e27109), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:52.724592 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ac43c89-65c4-46ba-85c0-768aabbf6cd5 req-027fc316-6df2-42ac-9b3d-cfbb70ee072f tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.0865602 Mar 24 01:02:52.741052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-3f02337d-6cf2-4622-a09d-78cf7f706597 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Delete allocated IP 2001:db8:0:1::db (4a613a5f-f421-438a-9c03-6a6a2963597e/a3749805-3fd5-4a62-8dfb-ead779e63653) {{(pid=115729) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 24 01:02:52.758697 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-da6fe177-50f5-42db-8a54-da79bc92ea6a None None] Port b8548a41-2092-4acc-a78c-353be88d5087 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:02:52.765377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Pushing event updated for resources: {'Port': ['ID=444456d4-54e5-4601-b260-ba7ed556c47a,revision_number=9']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:52.776566 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0b6b8287-04f0-4da1-88d0-46f7b75f2b1e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:52.788377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8d72415a-6529-4569-9b78-9481aa8ededc is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:52.789963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 07c37f92-320b-48c6-9319-e493894c5a0a up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:02:52.852278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Pushing event updated for resources: {'Port': ['ID=0b6b8287-04f0-4da1-88d0-46f7b75f2b1e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:52.871809 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b8548a41-2092-4acc-a78c-353be88d5087), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:52.876615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Attempting to bind port 444456d4-54e5-4601-b260-ba7ed556c47a on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:02:52.877153 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Attempting to bind port 444456d4-54e5-4601-b260-ba7ed556c47a by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f25b37db-e91e-4816-aaa0-a47f48bf8698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:02:52.877607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Attempting to bind port 444456d4-54e5-4601-b260-ba7ed556c47a on network 14ac88e5-c6b8-4482-8b26-a53783c04883 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:02:52.919946 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:02:52.965441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 07c37f92-320b-48c6-9319-e493894c5a0a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:52.965822 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:52.988237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Port 444456d4-54e5-4601-b260-ba7ed556c47a on network 14ac88e5-c6b8-4482-8b26-a53783c04883 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:02:52.990181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Attempting to bind port 444456d4-54e5-4601-b260-ba7ed556c47a on network 14ac88e5-c6b8-4482-8b26-a53783c04883 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:02:53.008305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:02:53.012811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:02:53.042996 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595853ba-17d0-4d43-872b-31fe0bc0f1a1 None None] Pushing event updated for resources: {'Port': ['ID=07c37f92-320b-48c6-9319-e493894c5a0a,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:53.063533 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:02:53.063933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Checking segment: {'id': 'f25b37db-e91e-4816-aaa0-a47f48bf8698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:53.064280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Bound using segment: {'id': 'f25b37db-e91e-4816-aaa0-a47f48bf8698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:02:53.064732 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Bound port: 444456d4-54e5-4601-b260-ba7ed556c47a, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25b37db-e91e-4816-aaa0-a47f48bf8698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:02:53.065111 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:53.101820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-da6fe177-50f5-42db-8a54-da79bc92ea6a None None] Provisioning complete for port 8d72415a-6529-4569-9b78-9481aa8ededc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:53.102207 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-da6fe177-50f5-42db-8a54-da79bc92ea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8d72415a-6529-4569-9b78-9481aa8ededc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:53.155926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 07c37f92-320b-48c6-9319-e493894c5a0a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:53.166784 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e472d78-5797-4ddb-a296-9dce2aaeaf52 x-openstack-request-id: req-6e472d78-5797-4ddb-a296-9dce2aaeaf52 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:53.167223 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5465b304-f689-43ef-98ba-b5ab63ea2f42", "tag": "3e7e08bb-89a6-4275-9056-e1a4d1c694ef", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:53.167827 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e472d78-5797-4ddb-a296-9dce2aaeaf52 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:53.168375 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e472d78-5797-4ddb-a296-9dce2aaeaf52'] response: {'name': 'network-changed', 'server_uuid': '5465b304-f689-43ef-98ba-b5ab63ea2f42', 'tag': '3e7e08bb-89a6-4275-9056-e1a4d1c694ef', 'status': 'completed', 'code': 200} Mar 24 01:02:53.170821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-f8b55ce8-b5cf-485e-9eed-cf14c1bd2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:53.172694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-f8b55ce8-b5cf-485e-9eed-cf14c1bd2cbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6b870b9-ea90-42c2-bb16-e29e003b1736 HTTP/1.1" status: 200 len: 854 time: 0.4876828 Mar 24 01:02:53.195717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] For port 8c116d1e-4d67-45e5-8b33-5a6403e27109, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:02:53.223701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-da6fe177-50f5-42db-8a54-da79bc92ea6a None None] Current status of the port 8d72415a-6529-4569-9b78-9481aa8ededc is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:53.273744 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] For port 8c116d1e-4d67-45e5-8b33-5a6403e27109, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=8c116d1e-4d67-45e5-8b33-5a6403e27109,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:02:53.308110 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (8c116d1e-4d67-45e5-8b33-5a6403e27109), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:53.352195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-ca965811-7e34-47ba-8fae-cacbeacc0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:53.353852 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-ca965811-7e34-47ba-8fae-cacbeacc0283 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1597848 Mar 24 01:02:53.396124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33af3cd-a588-436f-9763-33b107016b06 req-8ae52410-813b-49a8-8eb0-3ad556fb5f58 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:53.403496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e33af3cd-a588-436f-9763-33b107016b06 req-8ae52410-813b-49a8-8eb0-3ad556fb5f58 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 944 time: 0.2384231 Mar 24 01:02:53.406182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:53.406926 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:53.408640 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] 10.222.0.48 "PUT /v2.0/ports/8c116d1e-4d67-45e5-8b33-5a6403e27109 HTTP/1.1" status: 200 len: 1092 time: 4.0573895 Mar 24 01:02:53.422352 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f02337d-6cf2-4622-a09d-78cf7f706597 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (37467238-cce4-4ff3-b01f-fead4a38e81d), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:53.453079 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f02337d-6cf2-4622-a09d-78cf7f706597 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (37467238-cce4-4ff3-b01f-fead4a38e81d), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:53.526403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-3f02337d-6cf2-4622-a09d-78cf7f706597 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] In _notify_port_updated(), no bound segment for port 37467238-cce4-4ff3-b01f-fead4a38e81d on network 4a613a5f-f421-438a-9c03-6a6a2963597e {{(pid=115729) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:02:53.532035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f02337d-6cf2-4622-a09d-78cf7f706597 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:53.532697 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f02337d-6cf2-4622-a09d-78cf7f706597 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:53.534108 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3f02337d-6cf2-4622-a09d-78cf7f706597 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "PUT /v2.0/ports/37467238-cce4-4ff3-b01f-fead4a38e81d HTTP/1.1" status: 200 len: 926 time: 1.2967994 Mar 24 01:02:53.541597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50666) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:53.546622 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-68eb2f31-fa5f-4d97-8dd6-61cd253b9ec6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16f3845a-885b-43a6-b6d3-82971dc4c7f4'}, {'subnet_id': 'a3749805-3fd5-4a62-8dfb-ead779e63653'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:02:53.806349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c218b-953b-4c78-96ff-567186213ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c116d1e-4d67-45e5-8b33-5a6403e27109,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:53.829059 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 07c37f92-320b-48c6-9319-e493894c5a0a up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:02:53.927233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 07c37f92-320b-48c6-9319-e493894c5a0a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:53.927982 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:53.967124 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02337d-6cf2-4622-a09d-78cf7f706597 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=37467238-cce4-4ff3-b01f-fead4a38e81d,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:54.013291 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae9a70-e8de-4ff5-89c9-b13ee69cad30 None None] Network 4a613a5f-f421-438a-9c03-6a6a2963597e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:02:54.070677 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-68eb2f31-fa5f-4d97-8dd6-61cd253b9ec6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (37467238-cce4-4ff3-b01f-fead4a38e81d), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:54.095561 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 07c37f92-320b-48c6-9319-e493894c5a0a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:54.098533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8207a205-0a8b-47f1-aa24-5ee8f6502208 None None] Provisioning complete for port 07c37f92-320b-48c6-9319-e493894c5a0a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:54.099132 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8207a205-0a8b-47f1-aa24-5ee8f6502208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:54.206652 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8207a205-0a8b-47f1-aa24-5ee8f6502208 None None] Current status of the port 07c37f92-320b-48c6-9319-e493894c5a0a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:54.236294 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:02:54.270074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e33af3cd-a588-436f-9763-33b107016b06 req-41d1064d-9bc3-4da2-bea9-fdee9701f6d1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8655028 Mar 24 01:02:54.279274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8548a41-2092-4acc-a78c-353be88d5087 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:02:54.289323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Publish callbacks [] for port (b8548a41-2092-4acc-a78c-353be88d5087), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:54.325085 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-b6942d63-3d7e-4ba9-9662-04d849b7dcbc service neutron] 10.222.0.57 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9601331 Mar 24 01:02:54.345004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Transition to ACTIVE for port object b8548a41-2092-4acc-a78c-353be88d5087 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:02:54.395483 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (b8548a41-2092-4acc-a78c-353be88d5087), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:54.415138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-89612463-1171-4476-a103-eebe9f244710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:54.416640 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-89612463-1171-4476-a103-eebe9f244710 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1b3aa71930049bb810170680517454c&device_id=bb61d2b2-587c-4b17-8295-03a8d1a87c24 HTTP/1.1" status: 200 len: 1126 time: 0.8698225 Mar 24 01:02:54.448747 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=444456d4-54e5-4601-b260-ba7ed556c47a,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:02:54.459707 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Publish callbacks [] for router_gateway (77cbb0d1-8248-4d98-805a-762ae788787d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:54.554267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-501a2776-98ec-4378-a759-642ccad03783 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c116d1e-4d67-45e5-8b33-5a6403e27109 HTTP/1.1" status: 200 len: 217 time: 0.1097713 Mar 24 01:02:54.581705 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:54.614450 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef153e-5510-46f4-85a2-900abc9f77cb req-e00e2386-bfcd-4ba0-a30a-d23a871ccb96 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:54.616024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4ef153e-5510-46f4-85a2-900abc9f77cb req-e00e2386-bfcd-4ba0-a30a-d23a871ccb96 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 944 time: 0.2069247 Mar 24 01:02:54.719305 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1165c647-6728-4f54-9a17-f19dfd87e1bc req-cc3809a4-8283-4d36-a959-b6fa8ccafaa6 service neutron] 10.222.0.57 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845193 Mar 24 01:02:54.720340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Pushing event updated for resources: {'Port': ['ID=b8548a41-2092-4acc-a78c-353be88d5087,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:54.742454 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:54.749545 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:54.752920 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] 10.222.0.48 "PUT /v2.0/ports/444456d4-54e5-4601-b260-ba7ed556c47a HTTP/1.1" status: 200 len: 1092 time: 3.4591813 Mar 24 01:02:54.767564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eea338-6ca9-453a-8f5b-afe7a15a03ed service neutron] Pushing event updated for resources: {'Port': ['ID=444456d4-54e5-4601-b260-ba7ed556c47a,revision_number=10']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:54.779912 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1faae567-2f1d-48c4-927c-9ad473deea45', 'tag': '444456d4-54e5-4601-b260-ba7ed556c47a'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:54.781338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-20c71848-dbcc-4a51-af2e-c30a1df5b15a None None] Provisioning complete for port 37467238-cce4-4ff3-b01f-fead4a38e81d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:54.781724 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-20c71848-dbcc-4a51-af2e-c30a1df5b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (37467238-cce4-4ff3-b01f-fead4a38e81d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:54.783952 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6addc27-eb16-4b73-b4db-487e39dcc408" -d '{"events": [{"name": "network-changed", "server_uuid": "1faae567-2f1d-48c4-927c-9ad473deea45", "tag": "444456d4-54e5-4601-b260-ba7ed556c47a"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:54.867125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-20c71848-dbcc-4a51-af2e-c30a1df5b15a None None] Port 37467238-cce4-4ff3-b01f-fead4a38e81d cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:02:54.882257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-20c71848-dbcc-4a51-af2e-c30a1df5b15a None None] Provisioning complete for port 07c37f92-320b-48c6-9319-e493894c5a0a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:54.882598 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-20c71848-dbcc-4a51-af2e-c30a1df5b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:54.983623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c6bd4dd0-8611-42f8-bd10-e1a0ae8f7041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:54.984999 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-c6bd4dd0-8611-42f8-bd10-e1a0ae8f7041 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6b870b9-ea90-42c2-bb16-e29e003b1736 HTTP/1.1" status: 200 len: 854 time: 0.4091864 Mar 24 01:02:54.985694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Attempting to bind port b8548a41-2092-4acc-a78c-353be88d5087 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:02:54.986025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Attempting to bind port b8548a41-2092-4acc-a78c-353be88d5087 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:02:54.986488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Attempting to bind port b8548a41-2092-4acc-a78c-353be88d5087 on network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:02:54.993335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4ef153e-5510-46f4-85a2-900abc9f77cb req-fb5d4e9d-3f6b-4a9f-af8d-2ed8c7980254 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338864 Mar 24 01:02:55.003521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414bd12-6db9-4c2f-b78f-9be019aa3770 req-21c00278-85d1-4c90-a13c-ae15777a7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:55.005154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5414bd12-6db9-4c2f-b78f-9be019aa3770 req-21c00278-85d1-4c90-a13c-ae15777a7218 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1b3aa71930049bb810170680517454c&device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 1126 time: 0.1441720 Mar 24 01:02:55.050196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Port b8548a41-2092-4acc-a78c-353be88d5087 on network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:02:55.050567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Attempting to bind port b8548a41-2092-4acc-a78c-353be88d5087 on network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:02:55.078958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-20c71848-dbcc-4a51-af2e-c30a1df5b15a None None] Current status of the port 07c37f92-320b-48c6-9319-e493894c5a0a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:55.086312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:02:55.086653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Checking segment: {'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:55.087047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Bound using segment: {'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:02:55.087498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Bound port: b8548a41-2092-4acc-a78c-353be88d5087, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5fff88-4b6e-4969-9645-e028ce46e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:02:55.087864 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b8548a41-2092-4acc-a78c-353be88d5087), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:55.134941 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-68eb2f31-fa5f-4d97-8dd6-61cd253b9ec6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Allocated IP 2001:db8:0:1::1f7 (4a613a5f-f421-438a-9c03-6a6a2963597e/a3749805-3fd5-4a62-8dfb-ead779e63653/37467238-cce4-4ff3-b01f-fead4a38e81d) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:55.204433 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-a24fd5a7-8310-4c30-89cc-48f839d9aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:55.206955 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-a24fd5a7-8310-4c30-89cc-48f839d9aba0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ac65c0c246448d68f3607175d189fb0&device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 1127 time: 0.4106808 Mar 24 01:02:55.207156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] For port b8548a41-2092-4acc-a78c-353be88d5087, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:02:55.211040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] For port b8548a41-2092-4acc-a78c-353be88d5087, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b8548a41-2092-4acc-a78c-353be88d5087,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:02:55.218702 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb61d2b2-587c-4b17-8295-03a8d1a87c24', 'tag': '8c116d1e-4d67-45e5-8b33-5a6403e27109'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:55.221613 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae006cb-fca7-41e4-8fd2-00507574d634" -d '{"events": [{"name": "network-changed", "server_uuid": "bb61d2b2-587c-4b17-8295-03a8d1a87c24", "tag": "8c116d1e-4d67-45e5-8b33-5a6403e27109"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:55.261947 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (b8548a41-2092-4acc-a78c-353be88d5087), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:55.345388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Pushing event updated for resources: {'Port': ['ID=b8548a41-2092-4acc-a78c-353be88d5087,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:55.354503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7ee7e77d-3880-4e9f-8631-ed2d02317316 None None] Provisioning complete for port 37467238-cce4-4ff3-b01f-fead4a38e81d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:55.355296 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7ee7e77d-3880-4e9f-8631-ed2d02317316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (37467238-cce4-4ff3-b01f-fead4a38e81d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:55.360035 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-9c8200d0-7ce7-4c1d-85c8-467421fad726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:55.361843 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-9c8200d0-7ce7-4c1d-85c8-467421fad726 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3629844 Mar 24 01:02:55.369585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7722c77b-de96-495f-bef9-e2be4e408500 req-972ebc4b-38aa-4955-919a-dddfdb41a460 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.1539996 Mar 24 01:02:55.426140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:55.427047 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:55.428299 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7ee7e77d-3880-4e9f-8631-ed2d02317316 None None] Port 37467238-cce4-4ff3-b01f-fead4a38e81d cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:02:55.428421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a3df14a8-250f-4dd9-b87c-1b0eeee3d17d service neutron] 10.222.0.57 "PUT /v2.0/ports/b8548a41-2092-4acc-a78c-353be88d5087 HTTP/1.1" status: 200 len: 1092 time: 3.1356218 Mar 24 01:02:55.516295 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5138fa31-38cf-4535-9027-ef021668bc35 x-openstack-request-id: req-5138fa31-38cf-4535-9027-ef021668bc35 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:55.516852 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1faae567-2f1d-48c4-927c-9ad473deea45", "tag": "444456d4-54e5-4601-b260-ba7ed556c47a", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:55.516852 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5138fa31-38cf-4535-9027-ef021668bc35 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:55.523954 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5138fa31-38cf-4535-9027-ef021668bc35'] response: {'name': 'network-changed', 'server_uuid': '1faae567-2f1d-48c4-927c-9ad473deea45', 'tag': '444456d4-54e5-4601-b260-ba7ed556c47a', 'status': 'completed', 'code': 200} Mar 24 01:02:55.600225 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c1b9a7-f467-48ab-9c3a-5e51b96acdd6 x-openstack-request-id: req-61c1b9a7-f467-48ab-9c3a-5e51b96acdd6 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:55.600523 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb61d2b2-587c-4b17-8295-03a8d1a87c24", "tag": "8c116d1e-4d67-45e5-8b33-5a6403e27109", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:55.600779 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61c1b9a7-f467-48ab-9c3a-5e51b96acdd6 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:55.601245 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c1b9a7-f467-48ab-9c3a-5e51b96acdd6'] response: {'name': 'network-changed', 'server_uuid': 'bb61d2b2-587c-4b17-8295-03a8d1a87c24', 'tag': '8c116d1e-4d67-45e5-8b33-5a6403e27109', 'status': 'completed', 'code': 200} Mar 24 01:02:55.620762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414bd12-6db9-4c2f-b78f-9be019aa3770 req-bfcd66c4-177a-417d-af79-7a69ec1198c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:55.622631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5414bd12-6db9-4c2f-b78f-9be019aa3770 req-bfcd66c4-177a-417d-af79-7a69ec1198c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 HTTP/1.1" status: 200 len: 916 time: 0.5778680 Mar 24 01:02:55.672597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d12dc7eb-5eea-4111-8a7f-16c1fa4a04e3 None None] Provisioning complete for port 37467238-cce4-4ff3-b01f-fead4a38e81d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:55.672976 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d12dc7eb-5eea-4111-8a7f-16c1fa4a04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (37467238-cce4-4ff3-b01f-fead4a38e81d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:55.689029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5414bd12-6db9-4c2f-b78f-9be019aa3770 req-58fa8ab5-2792-46f8-a55a-48f2d7815c33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e7e08bb-89a6-4275-9056-e1a4d1c694ef HTTP/1.1" status: 200 len: 217 time: 0.0571029 Mar 24 01:02:55.697580 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-68eb2f31-fa5f-4d97-8dd6-61cd253b9ec6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (37467238-cce4-4ff3-b01f-fead4a38e81d), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:55.717677 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d12dc7eb-5eea-4111-8a7f-16c1fa4a04e3 None None] Port 37467238-cce4-4ff3-b01f-fead4a38e81d cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:02:55.741888 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-2e39c201-bbc5-444b-883c-17c890ab2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:55.742617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013beb93-5036-4495-b570-f1f4e02a6757 req-b773f659-b0a8-4247-a543-378f1a824996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:55.743874 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-2e39c201-bbc5-444b-883c-17c890ab2a5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=14ac88e5-c6b8-4482-8b26-a53783c04883 HTTP/1.1" status: 200 len: 915 time: 0.5073309 Mar 24 01:02:55.744185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-013beb93-5036-4495-b570-f1f4e02a6757 req-b773f659-b0a8-4247-a543-378f1a824996 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1b3aa71930049bb810170680517454c&device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 1126 time: 0.2679720 Mar 24 01:02:55.751849 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-68eb2f31-fa5f-4d97-8dd6-61cd253b9ec6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (37467238-cce4-4ff3-b01f-fead4a38e81d), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:55.772234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-5e0bdd2a-d568-43ce-a239-19233c42cf6a service neutron] 10.222.0.48 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981485 Mar 24 01:02:55.856616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb2f31-fa5f-4d97-8dd6-61cd253b9ec6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=37467238-cce4-4ff3-b01f-fead4a38e81d,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:55.891656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b4ea416-fcf8-4a02-af50-e7fdd250cc2f req-afbdc9a9-8de4-4d69-9edf-0a7c95aa075f service neutron] 10.222.0.48 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917766 Mar 24 01:02:55.931843 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (77cbb0d1-8248-4d98-805a-762ae788787d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:55.936402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-013beb93-5036-4495-b570-f1f4e02a6757 req-dd12658e-5827-43cc-8ff7-53812c623def service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8548a41-2092-4acc-a78c-353be88d5087 HTTP/1.1" status: 200 len: 217 time: 0.1630123 Mar 24 01:02:55.979861 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-ba75f24c-2e98-4711-8f60-8bfa176e2768 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=444456d4-54e5-4601-b260-ba7ed556c47a HTTP/1.1" status: 200 len: 217 time: 0.2290938 Mar 24 01:02:56.051952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414bd12-6db9-4c2f-b78f-9be019aa3770 req-68bb0e2d-7a06-4fb9-b64b-1b44f2253492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:56.053432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5414bd12-6db9-4c2f-b78f-9be019aa3770 req-68bb0e2d-7a06-4fb9-b64b-1b44f2253492 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6b870b9-ea90-42c2-bb16-e29e003b1736 HTTP/1.1" status: 200 len: 854 time: 0.3460584 Mar 24 01:02:56.070034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e6269-127a-4b3c-9950-ec1938816650 req-3221285f-8869-441d-a83e-56df5a95d810 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:56.073515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d8e6269-127a-4b3c-9950-ec1938816650 req-3221285f-8869-441d-a83e-56df5a95d810 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 945 time: 0.3792775 Mar 24 01:02:56.088539 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013beb93-5036-4495-b570-f1f4e02a6757 req-310a86a5-0652-4036-838f-09ca7bd74ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:56.089995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-013beb93-5036-4495-b570-f1f4e02a6757 req-310a86a5-0652-4036-838f-09ca7bd74ad6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6b870b9-ea90-42c2-bb16-e29e003b1736 HTTP/1.1" status: 200 len: 854 time: 0.1443086 Mar 24 01:02:56.139317 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-68eb2f31-fa5f-4d97-8dd6-61cd253b9ec6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] In _notify_port_updated(), no bound segment for port 37467238-cce4-4ff3-b01f-fead4a38e81d on network 4a613a5f-f421-438a-9c03-6a6a2963597e {{(pid=115729) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:02:56.146558 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb2f31-fa5f-4d97-8dd6-61cd253b9ec6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:56.147198 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-68eb2f31-fa5f-4d97-8dd6-61cd253b9ec6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:56.148670 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-68eb2f31-fa5f-4d97-8dd6-61cd253b9ec6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "PUT /v2.0/ports/37467238-cce4-4ff3-b01f-fead4a38e81d HTTP/1.1" status: 200 len: 1012 time: 2.6062839 Mar 24 01:02:56.153477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50678) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:56.178867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d8e6269-127a-4b3c-9950-ec1938816650 req-ea41a03c-3b83-4787-a7a1-b8be73cbc088 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869467 Mar 24 01:02:56.191117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c9332f9e-302d-4086-b458-f4c1955d7077 None None] Provisioning complete for port 37467238-cce4-4ff3-b01f-fead4a38e81d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:02:56.193364 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c9332f9e-302d-4086-b458-f4c1955d7077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (37467238-cce4-4ff3-b01f-fead4a38e81d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:56.239593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae006cb-fca7-41e4-8fd2-00507574d634 req-65926b0c-cb58-479a-952b-97867812059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:56.241122 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cae006cb-fca7-41e4-8fd2-00507574d634 req-65926b0c-cb58-479a-952b-97867812059d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1b3aa71930049bb810170680517454c&device_id=bb61d2b2-587c-4b17-8295-03a8d1a87c24 HTTP/1.1" status: 200 len: 1126 time: 0.2252700 Mar 24 01:02:56.253818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-7264364d-86b3-4afc-be45-cfc2feae7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:56.256102 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-7264364d-86b3-4afc-be45-cfc2feae7082 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5be8776-cb25-4c7a-a7da-5b9b80acc971 HTTP/1.1" status: 200 len: 854 time: 0.2132649 Mar 24 01:02:56.280777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c9332f9e-302d-4086-b458-f4c1955d7077 None None] Port 37467238-cce4-4ff3-b01f-fead4a38e81d cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:02:56.319466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414bd12-6db9-4c2f-b78f-9be019aa3770 req-66ac6402-53be-4593-aed0-5143c3bd7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:56.320954 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5414bd12-6db9-4c2f-b78f-9be019aa3770 req-66ac6402-53be-4593-aed0-5143c3bd7721 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2454345 Mar 24 01:02:56.332045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013beb93-5036-4495-b570-f1f4e02a6757 req-6f80ffbf-89f6-46ad-8da1-4b46ee7ff70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:56.333839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-013beb93-5036-4495-b570-f1f4e02a6757 req-6f80ffbf-89f6-46ad-8da1-4b46ee7ff70b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1600702 Mar 24 01:02:56.359101 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-3f42c4ed-d04f-4000-9a1c-0edad3e45207 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14ac88e5-c6b8-4482-8b26-a53783c04883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390456 Mar 24 01:02:56.528102 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-013beb93-5036-4495-b570-f1f4e02a6757 req-f564d8f8-4c66-4bdc-a040-c0a471f4c357 service neutron] 10.222.0.57 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790981 Mar 24 01:02:56.552143 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae006cb-fca7-41e4-8fd2-00507574d634 req-821817f2-9492-4df1-ad2b-333fe29bfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:56.553677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cae006cb-fca7-41e4-8fd2-00507574d634 req-821817f2-9492-4df1-ad2b-333fe29bfcc7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 HTTP/1.1" status: 200 len: 916 time: 0.3047364 Mar 24 01:02:56.667134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cae006cb-fca7-41e4-8fd2-00507574d634 req-3e07a09b-838e-4ea5-80e7-21c978407a1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c116d1e-4d67-45e5-8b33-5a6403e27109 HTTP/1.1" status: 200 len: 217 time: 0.0986953 Mar 24 01:02:56.699055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e39216-aa45-479e-8bde-3e3dcc9697c6 req-01807edc-717d-4fd1-b5fc-61f2cd3318c6 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:56.701079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70e39216-aa45-479e-8bde-3e3dcc9697c6 req-01807edc-717d-4fd1-b5fc-61f2cd3318c6 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 944 time: 0.3923986 Mar 24 01:02:56.746557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0593bfcc-13cb-4f78-a517-35b613eabcd4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port 37467238-cce4-4ff3-b01f-fead4a38e81d {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:02:56.747131 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0593bfcc-13cb-4f78-a517-35b613eabcd4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (37467238-cce4-4ff3-b01f-fead4a38e81d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:56.771711 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5414bd12-6db9-4c2f-b78f-9be019aa3770 req-b4cd783b-cab0-45db-b671-087feeafc580 service neutron] 10.222.0.57 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351206 Mar 24 01:02:56.791947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Router 77cbb0d1-8248-4d98-805a-762ae788787d is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:02:56.823240 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-80a3c549-cfe8-4c89-bda0-a76cd292d92d service neutron] 10.222.0.48 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513879 Mar 24 01:02:56.856600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae006cb-fca7-41e4-8fd2-00507574d634 req-3127b2cb-7057-4e2c-92cf-478222f53299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:56.858117 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cae006cb-fca7-41e4-8fd2-00507574d634 req-3127b2cb-7057-4e2c-92cf-478222f53299 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6b870b9-ea90-42c2-bb16-e29e003b1736 HTTP/1.1" status: 200 len: 854 time: 0.1804860 Mar 24 01:02:56.917467 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70e39216-aa45-479e-8bde-3e3dcc9697c6 req-0633e24e-28bb-4ce3-82d4-a243c0fced31 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977482 Mar 24 01:02:56.922640 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-013beb93-5036-4495-b570-f1f4e02a6757 req-a1eb4f1a-ef62-4079-a1eb-c11553f17f39 service neutron] 10.222.0.57 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680460 Mar 24 01:02:56.980841 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0593bfcc-13cb-4f78-a517-35b613eabcd4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (37467238-cce4-4ff3-b01f-fead4a38e81d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:56.996766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5414bd12-6db9-4c2f-b78f-9be019aa3770 req-5296955b-7667-45a3-bea9-c51ee1ec0764 service neutron] 10.222.0.57 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144625 Mar 24 01:02:57.000458 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae006cb-fca7-41e4-8fd2-00507574d634 req-39ced557-9b7c-4901-adb3-69284d83df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:57.015092 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0593bfcc-13cb-4f78-a517-35b613eabcd4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for 37467238-cce4-4ff3-b01f-fead4a38e81d owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:02:57.024496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cae006cb-fca7-41e4-8fd2-00507574d634 req-39ced557-9b7c-4901-adb3-69284d83df12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1476643 Mar 24 01:02:57.060771 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:02:57.074111 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Sync routers for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:02:57.085657 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:02:57.086517 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:02:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:57.099454 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-898aa2e2-558b-4f97-a584-c13f9d67b55d service neutron] 10.222.0.48 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652626 Mar 24 01:02:57.118318 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:57.119563 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c0e8997a-beef-4766-a30f-9c2f47a6aa21 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 9.5324078 Mar 24 01:02:57.124521 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50682) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:57.160503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cae006cb-fca7-41e4-8fd2-00507574d634 req-d9425a8e-3fa0-4c89-9209-98f4a7e5d72f service neutron] 10.222.0.48 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301050 Mar 24 01:02:57.203103 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4031ff81-6e6e-4d1b-b729-88b0e6745ec4 req-5fc2b88a-9a6d-445c-ae48-557cc6f090c0 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.1507261 Mar 24 01:02:57.228518 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:02:57.334992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6addc27-eb16-4b73-b4db-487e39dcc408 req-daa6fa9a-bc11-49b8-a40c-d80ec8929918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:57.336780 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6addc27-eb16-4b73-b4db-487e39dcc408 req-daa6fa9a-bc11-49b8-a40c-d80ec8929918 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ac65c0c246448d68f3607175d189fb0&device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 1127 time: 0.1423604 Mar 24 01:02:57.407072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2244fd-5be3-4cdd-aea9-dfe223d69811 req-717fc8a0-5446-4342-8e16-adf7da06fc1b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:57.414515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f2244fd-5be3-4cdd-aea9-dfe223d69811 req-717fc8a0-5446-4342-8e16-adf7da06fc1b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 945 time: 0.0844615 Mar 24 01:02:57.417586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cae006cb-fca7-41e4-8fd2-00507574d634 req-612951b8-7a32-4a46-b67b-3a9994557bb8 service neutron] 10.222.0.48 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254093 Mar 24 01:02:57.474858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f2244fd-5be3-4cdd-aea9-dfe223d69811 req-99059c38-eca2-4169-9be9-fd40a882581f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592980 Mar 24 01:02:57.483202 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:02:53Z', 'revision_number': 3, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:57.516847 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Checking router: 77cbb0d1-8248-4d98-805a-762ae788787d for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:02:57.517641 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Updating router 77cbb0d1-8248-4d98-805a-762ae788787d port 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:02:57.560017 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0b6b8287-04f0-4da1-88d0-46f7b75f2b1e), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:57.602791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c14043f-0b4f-432c-9b01-1d7f5b0b0661', 'tag': 'b8548a41-2092-4acc-a78c-353be88d5087'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:02:57.607039 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66100cf7-f96b-4286-916b-9503c1288685" -d '{"events": [{"name": "network-changed", "server_uuid": "3c14043f-0b4f-432c-9b01-1d7f5b0b0661", "tag": "b8548a41-2092-4acc-a78c-353be88d5087"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:02:57.668278 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e505f3-5007-4958-8a2c-9a86679330c8 x-openstack-request-id: req-64e505f3-5007-4958-8a2c-9a86679330c8 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:02:57.668663 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c14043f-0b4f-432c-9b01-1d7f5b0b0661", "tag": "b8548a41-2092-4acc-a78c-353be88d5087", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:02:57.675258 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64e505f3-5007-4958-8a2c-9a86679330c8 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:02:57.675894 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e505f3-5007-4958-8a2c-9a86679330c8'] response: {'name': 'network-changed', 'server_uuid': '3c14043f-0b4f-432c-9b01-1d7f5b0b0661', 'tag': 'b8548a41-2092-4acc-a78c-353be88d5087', 'status': 'completed', 'code': 200} Mar 24 01:02:57.736185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 8c116d1e-4d67-45e5-8b33-5a6403e27109 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:02:57.747663 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6addc27-eb16-4b73-b4db-487e39dcc408 req-ec010161-6c57-4757-8181-1f42391b72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:57.749356 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6addc27-eb16-4b73-b4db-487e39dcc408 req-ec010161-6c57-4757-8181-1f42391b72dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=14ac88e5-c6b8-4482-8b26-a53783c04883 HTTP/1.1" status: 200 len: 915 time: 0.4035237 Mar 24 01:02:57.753756 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0593bfcc-13cb-4f78-a517-35b613eabcd4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (37467238-cce4-4ff3-b01f-fead4a38e81d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:57.843918 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593bfcc-13cb-4f78-a517-35b613eabcd4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=37467238-cce4-4ff3-b01f-fead4a38e81d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:57.848045 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6addc27-eb16-4b73-b4db-487e39dcc408 req-62fdff0f-c012-442c-bca7-ba3ab4c9b38d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=444456d4-54e5-4601-b260-ba7ed556c47a HTTP/1.1" status: 200 len: 217 time: 0.0882499 Mar 24 01:02:57.944745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66100cf7-f96b-4286-916b-9503c1288685 req-071797e2-5eb6-4c88-a8d2-46648fd3fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:57.960511 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66100cf7-f96b-4286-916b-9503c1288685 req-071797e2-5eb6-4c88-a8d2-46648fd3fc1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1b3aa71930049bb810170680517454c&device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 1126 time: 0.2648332 Mar 24 01:02:58.198866 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0593bfcc-13cb-4f78-a517-35b613eabcd4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:58.202700 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0593bfcc-13cb-4f78-a517-35b613eabcd4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/37467238-cce4-4ff3-b01f-fead4a38e81d HTTP/1.1" status: 204 len: 168 time: 2.0470390 Mar 24 01:02:58.207766 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50710) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:58.210424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 3e7e08bb-89a6-4275-9056-e1a4d1c694ef details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:02:58.283356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 8c116d1e-4d67-45e5-8b33-5a6403e27109, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=8c116d1e-4d67-45e5-8b33-5a6403e27109,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:58.308751 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6addc27-eb16-4b73-b4db-487e39dcc408 req-bd2166d1-b3fc-4de3-87b4-92acd1d0c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:58.312298 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6addc27-eb16-4b73-b4db-487e39dcc408 req-bd2166d1-b3fc-4de3-87b4-92acd1d0c01a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5be8776-cb25-4c7a-a7da-5b9b80acc971 HTTP/1.1" status: 200 len: 854 time: 0.4213033 Mar 24 01:02:58.324482 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-21caae65-be63-451f-ad0a-76fdc6e6a392 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] GET failed (client error): The resource could not be found. Mar 24 01:02:58.335518 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-21caae65-be63-451f-ad0a-76fdc6e6a392 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/37467238-cce4-4ff3-b01f-fead4a38e81d HTTP/1.1" status: 404 len: 333 time: 0.1206560 Mar 24 01:02:58.337236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50714) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:02:58.348560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '8c116d1e-4d67-45e5-8b33-5a6403e27109', 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777', 'port_id': '8c116d1e-4d67-45e5-8b33-5a6403e27109', 'mac_address': 'fa:16:3e:67:07:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b870b9-ea90-42c2-bb16-e29e003b1736', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:02:58.461352 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6addc27-eb16-4b73-b4db-487e39dcc408 req-4af989bf-48a0-451f-aa6c-f16df4035910 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14ac88e5-c6b8-4482-8b26-a53783c04883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172378 Mar 24 01:02:58.469057 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Publish callbacks [] for port (0b6b8287-04f0-4da1-88d0-46f7b75f2b1e), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:58.481272 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0b6b8287-04f0-4da1-88d0-46f7b75f2b1e), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:58.644606 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Attempting to bind port 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:02:58.646039 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Attempting to bind port 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:02:58.647900 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Attempting to bind port 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:02:58.664929 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:02:58.668097 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:02:58.668883 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:58.669415 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:02:58.670375 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Bound port: 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:02:58.672149 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0b6b8287-04f0-4da1-88d0-46f7b75f2b1e), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:58.760276 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Pushing event updated for resources: {'Port': ['ID=0b6b8287-04f0-4da1-88d0-46f7b75f2b1e,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:58.792217 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:58.793378 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:58.794979 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:58.796255 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:58.797085 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:58.798520 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:58.798870 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:58.798998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 8c116d1e-4d67-45e5-8b33-5a6403e27109 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:58.799431 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:58.799592 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8c116d1e-4d67-45e5-8b33-5a6403e27109), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:58.801344 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:58.802277 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:58.803682 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:58.804872 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:58.805928 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:58.806693 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:58.808209 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:02:58.809403 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ed12907-bac0-437b-aa31-c15210212407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:58.861216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c116d1e-4d67-45e5-8b33-5a6403e27109 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:02:58.877620 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] For port 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:02:58.886949 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] For port 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0b6b8287-04f0-4da1-88d0-46f7b75f2b1e,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:02:58.899318 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0b6b8287-04f0-4da1-88d0-46f7b75f2b1e), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:58.923641 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 8c116d1e-4d67-45e5-8b33-5a6403e27109, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=8c116d1e-4d67-45e5-8b33-5a6403e27109,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:58.927414 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6addc27-eb16-4b73-b4db-487e39dcc408 req-df04246b-8ebb-4afc-b0b2-79496d0479c3 service neutron] 10.222.0.48 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018939 Mar 24 01:02:58.958499 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8c116d1e-4d67-45e5-8b33-5a6403e27109), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:59.027410 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:02:59.028118 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:02:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:59.031991 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dafc6-de0d-4ab9-9ccf-ea259125ee10 None None] Pushing event updated for resources: {'Port': ['ID=0b6b8287-04f0-4da1-88d0-46f7b75f2b1e,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:59.059509 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:59.116921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3e7e08bb-89a6-4275-9056-e1a4d1c694ef,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:59.213369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '3e7e08bb-89a6-4275-9056-e1a4d1c694ef', 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777', 'port_id': '3e7e08bb-89a6-4275-9056-e1a4d1c694ef', 'mac_address': 'fa:16:3e:86:47:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b870b9-ea90-42c2-bb16-e29e003b1736', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:02:59.214349 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:02:59.235799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=8c116d1e-4d67-45e5-8b33-5a6403e27109,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:59.340936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:02:59.341897 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3e7e08bb-89a6-4275-9056-e1a4d1c694ef), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:59.347471 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74090097-15f4-40ba-b65d-b86e4c3ef77e req-17e33742-1d5c-43a9-93fc-16d930ec9234 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:59.349935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['8c116d1e-4d67-45e5-8b33-5a6403e27109'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:02:59.360310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74090097-15f4-40ba-b65d-b86e4c3ef77e req-17e33742-1d5c-43a9-93fc-16d930ec9234 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 944 time: 1.1979849 Mar 24 01:02:59.378301 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb8631f-2b0c-4bf4-b20c-0124055d6f0a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting subnet a3749805-3fd5-4a62-8dfb-ead779e63653 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:02:59.413124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66100cf7-f96b-4286-916b-9503c1288685 req-df1c3288-d97d-4cbf-8ee9-878596c5c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:02:59.434581 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66100cf7-f96b-4286-916b-9503c1288685 req-df1c3288-d97d-4cbf-8ee9-878596c5c843 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 HTTP/1.1" status: 200 len: 916 time: 1.4658308 Mar 24 01:02:59.473417 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7e08bb-89a6-4275-9056-e1a4d1c694ef {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:02:59.495469 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cb8631f-2b0c-4bf4-b20c-0124055d6f0a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (a3749805-3fd5-4a62-8dfb-ead779e63653), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:59.551728 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6addc27-eb16-4b73-b4db-487e39dcc408 req-36959a64-441a-4e70-af90-572933fa9cfc service neutron] 10.222.0.48 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662692 Mar 24 01:02:59.582350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3e7e08bb-89a6-4275-9056-e1a4d1c694ef,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:02:59.596375 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:02:53Z', 'revision_number': 3, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:02:59.602787 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3e7e08bb-89a6-4275-9056-e1a4d1c694ef), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:59.693540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Allocated IP 172.20.0.1 (1bcfb1a6-a292-42ed-bf69-2f71ba08be3c/51cba81b-e716-41f0-a9c1-6a5973b30ef9/f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:02:59.753801 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa2fa2cd-31ed-467c-98cc-c53323531a41 req-48bff8c6-dcc0-4e0b-b1e4-ebe3d99ce81a tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.4209192 Mar 24 01:02:59.886023 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:59.889081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66100cf7-f96b-4286-916b-9503c1288685 req-b18e219a-16a0-4884-900b-0d64c589e8e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8548a41-2092-4acc-a78c-353be88d5087 HTTP/1.1" status: 200 len: 217 time: 0.3604198 Mar 24 01:02:59.942330 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cb8631f-2b0c-4bf4-b20c-0124055d6f0a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (a3749805-3fd5-4a62-8dfb-ead779e63653), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:02:59.963287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['3e7e08bb-89a6-4275-9056-e1a4d1c694ef'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:02:59.985528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=3e7e08bb-89a6-4275-9056-e1a4d1c694ef,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:02:59.989413 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff59e5-34d3-4058-ac14-13a91f3f0bb8 None None] The sync data for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 is: [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:02:53Z', 'revision_number': 3, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:03:00.015937 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Publish callbacks [] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:00.101050 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:00.207081 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b8548a41-2092-4acc-a78c-353be88d5087 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:03:00.228330 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:00.239881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:00.260136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:03:00.303947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66100cf7-f96b-4286-916b-9503c1288685 req-758af3e1-5628-4fc9-8315-1818285f1dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:00.321915 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Pushing event updated for resources: {'Port': ['ID=f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:00.324237 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66100cf7-f96b-4286-916b-9503c1288685 req-758af3e1-5628-4fc9-8315-1818285f1dfa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6b870b9-ea90-42c2-bb16-e29e003b1736 HTTP/1.1" status: 200 len: 854 time: 0.3884647 Mar 24 01:03:00.402227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d56638-3847-4b3d-98c1-b3d668c9a612 req-1be09cef-19c3-4b52-8e34-f167a8d17590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:00.404043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1d56638-3847-4b3d-98c1-b3d668c9a612 req-1be09cef-19c3-4b52-8e34-f167a8d17590 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 1127 time: 1.0971384 Mar 24 01:03:00.433725 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.resource_extend [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:03:00.434269 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (77cbb0d1-8248-4d98-805a-762ae788787d), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:00.452784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74090097-15f4-40ba-b65d-b86e4c3ef77e req-06c4f4e8-a330-43e0-a2ee-e982977d6e9b tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0894959 Mar 24 01:03:00.797355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a1242-f154-44c2-9cb9-05d9951a6579 req-0b9bf12e-8cda-4576-81aa-77c30ffa1b38 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:00.802604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-736a1242-f154-44c2-9cb9-05d9951a6579 req-0b9bf12e-8cda-4576-81aa-77c30ffa1b38 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.8636248 Mar 24 01:03:00.923113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b8548a41-2092-4acc-a78c-353be88d5087, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b8548a41-2092-4acc-a78c-353be88d5087,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:00.955642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:00.983007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'b8548a41-2092-4acc-a78c-353be88d5087', 'network_id': 'b57f15fb-9b43-4a0d-bdfa-f8eb1961b777', 'port_id': 'b8548a41-2092-4acc-a78c-353be88d5087', 'mac_address': 'fa:16:3e:f0:22:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b870b9-ea90-42c2-bb16-e29e003b1736', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:03:00.990111 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-357b0572-7b0f-4db7-8a96-c395a9a6ae87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:01.092851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-95a1849d-c1a5-4b1d-9d45-35be08d5d970 None None] Provisioning complete for port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:01.093680 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-95a1849d-c1a5-4b1d-9d45-35be08d5d970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:01.158252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d56638-3847-4b3d-98c1-b3d668c9a612 req-2cecf063-3bd7-4759-9721-6ef064100cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:01.161075 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-95a1849d-c1a5-4b1d-9d45-35be08d5d970 None None] Port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:01.176599 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1d56638-3847-4b3d-98c1-b3d668c9a612 req-2cecf063-3bd7-4759-9721-6ef064100cfe service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 920 time: 0.6939697 Mar 24 01:03:01.198488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port b8548a41-2092-4acc-a78c-353be88d5087 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:01.200164 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b8548a41-2092-4acc-a78c-353be88d5087), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:01.218956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66100cf7-f96b-4286-916b-9503c1288685 req-4d812682-dc3b-42e1-9861-9792a6a43299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:01.220484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66100cf7-f96b-4286-916b-9503c1288685 req-4d812682-dc3b-42e1-9861-9792a6a43299 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8565767 Mar 24 01:03:01.235861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8548a41-2092-4acc-a78c-353be88d5087 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:03:01.256339 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-736a1242-f154-44c2-9cb9-05d9951a6579 req-c6932d7d-19f1-4f00-a4e3-bfc66d569305 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4255486 Mar 24 01:03:01.283270 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Publish callbacks [] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:01.307688 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:01.308806 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b8548a41-2092-4acc-a78c-353be88d5087, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b8548a41-2092-4acc-a78c-353be88d5087,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:01.318068 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b8548a41-2092-4acc-a78c-353be88d5087), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:01.382255 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (77cbb0d1-8248-4d98-805a-762ae788787d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:01.442062 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cb8631f-2b0c-4bf4-b20c-0124055d6f0a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (a3749805-3fd5-4a62-8dfb-ead779e63653), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:01.457536 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=b8548a41-2092-4acc-a78c-353be88d5087,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:01.624713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['b8548a41-2092-4acc-a78c-353be88d5087'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:03:01.688323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1d56638-3847-4b3d-98c1-b3d668c9a612 req-539ec57c-38cf-4c97-bf14-6cc13e5193b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6245cdc9-57db-4a81-bdcb-92f57bd247e6 HTTP/1.1" status: 200 len: 1001 time: 0.4839222 Mar 24 01:03:01.709507 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24eab7-7f92-4fd8-9290-532783dd1a37 req-07cb1ad6-dc1f-4792-90ac-cbc0ebd8f30e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:01.717074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc24eab7-7f92-4fd8-9290-532783dd1a37 req-07cb1ad6-dc1f-4792-90ac-cbc0ebd8f30e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 945 time: 0.9496529 Mar 24 01:03:01.763257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 8c116d1e-4d67-45e5-8b33-5a6403e27109 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:01.866214 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cb8631f-2b0c-4bf4-b20c-0124055d6f0a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (a3749805-3fd5-4a62-8dfb-ead779e63653), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:01.878922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccf376-d38b-4964-8778-db7ba1ca5391 req-3c4ae0ca-f0e6-459f-b0f8-4f09132f164a tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:01.880798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dfccf376-d38b-4964-8778-db7ba1ca5391 req-3c4ae0ca-f0e6-459f-b0f8-4f09132f164a tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.4221468 Mar 24 01:03:01.909352 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:01.963178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 8c116d1e-4d67-45e5-8b33-5a6403e27109 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:03:01.981347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 8c116d1e-4d67-45e5-8b33-5a6403e27109 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:01.982406 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8c116d1e-4d67-45e5-8b33-5a6403e27109), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:01.991646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d56638-3847-4b3d-98c1-b3d668c9a612 req-842657eb-1906-40ca-8f4b-9477546ee0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:02.008083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1d56638-3847-4b3d-98c1-b3d668c9a612 req-842657eb-1906-40ca-8f4b-9477546ee0ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.2533014 Mar 24 01:03:02.013114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66100cf7-f96b-4286-916b-9503c1288685 req-60e5d8dc-705f-4195-8eea-774135ac890b service neutron] 10.222.0.57 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7305658 Mar 24 01:03:02.013904 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8631f-2b0c-4bf4-b20c-0124055d6f0a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Subnet': ['ID=a3749805-3fd5-4a62-8dfb-ead779e63653,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:02.061799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d53eaab-183e-473a-b7c0-d12432343f31 None None] Network 4a613a5f-f421-438a-9c03-6a6a2963597e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:02.084913 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cb8631f-2b0c-4bf4-b20c-0124055d6f0a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:02.092460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8cb8631f-2b0c-4bf4-b20c-0124055d6f0a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/a3749805-3fd5-4a62-8dfb-ead779e63653 HTTP/1.1" status: 204 len: 168 time: 3.7526000 Mar 24 01:03:02.107077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50730) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:02.145713 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Pushing event updated for resources: {'Port': ['ID=f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:02.245348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc24eab7-7f92-4fd8-9290-532783dd1a37 req-67f5ca0f-b818-48d5-9724-569ecf647202 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266123 Mar 24 01:03:02.246931 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:02.249135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:02.464546 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dfccf376-d38b-4964-8778-db7ba1ca5391 req-9156571e-37df-48fb-a6b2-db26d1c4fcde tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5614598 Mar 24 01:03:02.534515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-3227bf66-b054-4a24-ad5a-0e0ee581ad35 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting subnet 16f3845a-885b-43a6-b6d3-82971dc4c7f4 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:03:02.538393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d56638-3847-4b3d-98c1-b3d668c9a612 req-8dbf160b-1023-42c3-96c8-2b5c11b31ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:02.539944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1d56638-3847-4b3d-98c1-b3d668c9a612 req-8dbf160b-1023-42c3-96c8-2b5c11b31ae6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4792166 Mar 24 01:03:02.574273 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3227bf66-b054-4a24-ad5a-0e0ee581ad35 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (16f3845a-885b-43a6-b6d3-82971dc4c7f4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:02.611393 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Router 77cbb0d1-8248-4d98-805a-762ae788787d has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:03:02.628225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 3e7e08bb-89a6-4275-9056-e1a4d1c694ef up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:02.887784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e68f7b77-796c-44f8-bb4c-e77f57529390 req-7e73852d-da2f-4340-a407-ea5120e44731 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.2317045 Mar 24 01:03:02.937276 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:03:02.960121 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66100cf7-f96b-4286-916b-9503c1288685 req-8c7b106b-54ed-4375-bcbd-d594c600230d service neutron] 10.222.0.57 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9382384 Mar 24 01:03:02.975102 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:02.975770 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4c6f4970-b67b-4ceb-b65e-03e815805f3c admin admin] 10.222.0.45 "PUT /v2.0/routers/77cbb0d1-8248-4d98-805a-762ae788787d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8498731 Mar 24 01:03:03.099497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f69fa569-53c1-4136-b417-28d028c9bb49 None None] Provisioning complete for port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:03.099903 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f69fa569-53c1-4136-b417-28d028c9bb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:03.188471 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:03.222868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f69fa569-53c1-4136-b417-28d028c9bb49 None None] Port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:03.247381 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3227bf66-b054-4a24-ad5a-0e0ee581ad35 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (16f3845a-885b-43a6-b6d3-82971dc4c7f4), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:03.306676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 8c116d1e-4d67-45e5-8b33-5a6403e27109 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:03.307029 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8c116d1e-4d67-45e5-8b33-5a6403e27109), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:03.350033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:03.350416 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0b6b8287-04f0-4da1-88d0-46f7b75f2b1e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:03.422426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb61d2b2-587c-4b17-8295-03a8d1a87c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c116d1e-4d67-45e5-8b33-5a6403e27109'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:03:03.425574 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3888e4-465c-4c3d-8751-dee05f33d356" -d '{"events": [{"server_uuid": "bb61d2b2-587c-4b17-8295-03a8d1a87c24", "name": "network-vif-plugged", "status": "completed", "tag": "8c116d1e-4d67-45e5-8b33-5a6403e27109"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:03:03.434731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:03:03.492380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 8c116d1e-4d67-45e5-8b33-5a6403e27109, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=8c116d1e-4d67-45e5-8b33-5a6403e27109,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:03.495499 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:03.496004 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3e7e08bb-89a6-4275-9056-e1a4d1c694ef), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:03.500350 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8c116d1e-4d67-45e5-8b33-5a6403e27109), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:03.514849 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1d56638-3847-4b3d-98c1-b3d668c9a612 req-c33aa240-9958-4b45-b31c-31f74ae53954 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9581308 Mar 24 01:03:03.547980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68f682-f7e9-42d1-8ed5-b57823b9e454 req-60092561-aff3-40f2-83e0-64e63c5fb981 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:03.560233 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca68f682-f7e9-42d1-8ed5-b57823b9e454 req-60092561-aff3-40f2-83e0-64e63c5fb981 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 945 time: 0.5362415 Mar 24 01:03:03.575033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Sync routers for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:03:03.664538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5398a32-9383-4278-88bd-a1a59c0fac0c req-d5108c4c-534d-425f-9ff4-bf585339e530 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:03.675430 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5398a32-9383-4278-88bd-a1a59c0fac0c req-d5108c4c-534d-425f-9ff4-bf585339e530 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.5818918 Mar 24 01:03:03.704723 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:03:03.706112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:03:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:03.836297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca68f682-f7e9-42d1-8ed5-b57823b9e454 req-c0a525a4-99d2-48a5-8842-edb34d721784 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744999 Mar 24 01:03:03.861047 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3227bf66-b054-4a24-ad5a-0e0ee581ad35 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (16f3845a-885b-43a6-b6d3-82971dc4c7f4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:03.973041 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:04.016167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=8c116d1e-4d67-45e5-8b33-5a6403e27109,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:04.059226 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:04.059880 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0b6b8287-04f0-4da1-88d0-46f7b75f2b1e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:04.070980 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1d56638-3847-4b3d-98c1-b3d668c9a612 req-f8155f86-5edc-4567-ad62-e78e43becca1 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658873 Mar 24 01:03:04.086044 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5398a32-9383-4278-88bd-a1a59c0fac0c req-453bf96c-c873-4f40-88e2-bc8b9a44fa75 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4092550 Mar 24 01:03:04.231101 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0b6b8287-04f0-4da1-88d0-46f7b75f2b1e,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:04.260485 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0b6b8287-04f0-4da1-88d0-46f7b75f2b1e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:04.276511 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e0465-d667-42d6-b6e4-7e97003bba08 req-721c7104-f2ea-4b0e-a277-1215ccc2015c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:04.304947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e0465-d667-42d6-b6e4-7e97003bba08 req-721c7104-f2ea-4b0e-a277-1215ccc2015c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:04.310857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e0465-d667-42d6-b6e4-7e97003bba08 req-721c7104-f2ea-4b0e-a277-1215ccc2015c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:04.318697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e0465-d667-42d6-b6e4-7e97003bba08 req-721c7104-f2ea-4b0e-a277-1215ccc2015c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:04.338277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e0465-d667-42d6-b6e4-7e97003bba08 req-721c7104-f2ea-4b0e-a277-1215ccc2015c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:04.353905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e0465-d667-42d6-b6e4-7e97003bba08 req-721c7104-f2ea-4b0e-a277-1215ccc2015c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:04.369174 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e0465-d667-42d6-b6e4-7e97003bba08 req-721c7104-f2ea-4b0e-a277-1215ccc2015c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:04.371150 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f59e0465-d667-42d6-b6e4-7e97003bba08 req-721c7104-f2ea-4b0e-a277-1215ccc2015c tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5443 time: 0.3859420 Mar 24 01:03:04.375417 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:03:04.382448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=0b6b8287-04f0-4da1-88d0-46f7b75f2b1e,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:04.390585 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:04.391035 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3e7e08bb-89a6-4275-9056-e1a4d1c694ef), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:04.418118 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3227bf66-b054-4a24-ad5a-0e0ee581ad35 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (16f3845a-885b-43a6-b6d3-82971dc4c7f4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:04.489747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227bf66-b054-4a24-ad5a-0e0ee581ad35 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Subnet': ['ID=16f3845a-885b-43a6-b6d3-82971dc4c7f4,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:04.532183 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d17d9b9-0466-4b6c-9a14-50edbc4ad614 None None] Network 4a613a5f-f421-438a-9c03-6a6a2963597e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:04.566694 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3227bf66-b054-4a24-ad5a-0e0ee581ad35 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:04.583805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3227bf66-b054-4a24-ad5a-0e0ee581ad35 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/16f3845a-885b-43a6-b6d3-82971dc4c7f4 HTTP/1.1" status: 204 len: 168 time: 2.4263184 Mar 24 01:03:04.585839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50754) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:04.630089 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f59e0465-d667-42d6-b6e4-7e97003bba08 req-55f33bf7-1ea9-4a81-8996-1521588fb60b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2451630 Mar 24 01:03:04.676424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1471617-a354-443d-88ea-70453d5b0f0a req-97db320d-3bfa-4f1b-a7b8-5fec900920a6 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:04.684213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1471617-a354-443d-88ea-70453d5b0f0a req-97db320d-3bfa-4f1b-a7b8-5fec900920a6 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 945 time: 0.3117001 Mar 24 01:03:04.723207 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (4a613a5f-f421-438a-9c03-6a6a2963597e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:04.793958 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1471617-a354-443d-88ea-70453d5b0f0a req-e05f8aef-d444-415e-a860-1d8bed2407ab tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087730 Mar 24 01:03:04.882805 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port 07c37f92-320b-48c6-9319-e493894c5a0a {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:04.883157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:05.015680 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfee77fc-9286-47fd-a6db-d9307e667d41 x-openstack-request-id: req-cfee77fc-9286-47fd-a6db-d9307e667d41 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:03:05.015989 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb61d2b2-587c-4b17-8295-03a8d1a87c24", "name": "network-vif-plugged", "status": "completed", "tag": "8c116d1e-4d67-45e5-8b33-5a6403e27109", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:03:05.016132 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cfee77fc-9286-47fd-a6db-d9307e667d41 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:03:05.016541 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfee77fc-9286-47fd-a6db-d9307e667d41'] response: {'server_uuid': 'bb61d2b2-587c-4b17-8295-03a8d1a87c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c116d1e-4d67-45e5-8b33-5a6403e27109', 'code': 200} Mar 24 01:03:05.028880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3e7e08bb-89a6-4275-9056-e1a4d1c694ef,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:05.041052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] For port 07c37f92-320b-48c6-9319-e493894c5a0a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=07c37f92-320b-48c6-9319-e493894c5a0a,segment=NetworkSegment(4acfc2aa-6858-4304-96b6-a3d60c4349e6),segment_id=4acfc2aa-6858-4304-96b6-a3d60c4349e6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:05.042144 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:05.088952 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for 07c37f92-320b-48c6-9319-e493894c5a0a owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:05.115732 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3e7e08bb-89a6-4275-9056-e1a4d1c694ef), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:05.156523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b8548a41-2092-4acc-a78c-353be88d5087 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:05.210731 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:05.265597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5f1008ec-255f-4024-afad-bba1433d5bf3 None None] Provisioning complete for port 07c37f92-320b-48c6-9319-e493894c5a0a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:05.266037 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5f1008ec-255f-4024-afad-bba1433d5bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (07c37f92-320b-48c6-9319-e493894c5a0a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:05.302606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=07c37f92-320b-48c6-9319-e493894c5a0a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:05.307217 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No DVR routers for this DVR port 07c37f92-320b-48c6-9319-e493894c5a0a on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:05.354843 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215c4cf5-5d6b-4638-aa49-6db305a70967 None None] DHCP port deletion for 4a613a5f-f421-438a-9c03-6a6a2963597e request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:03:05.380771 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:05.385586 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5f1008ec-255f-4024-afad-bba1433d5bf3 None None] Port 07c37f92-320b-48c6-9319-e493894c5a0a was deleted so its status cannot be updated. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 24 01:03:05.410996 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec658c4-422a-4859-a27e-340f34a02b84 req-136b2762-fffc-4a5f-b08d-82fc059e6d55 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:05.419556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dec658c4-422a-4859-a27e-340f34a02b84 req-136b2762-fffc-4a5f-b08d-82fc059e6d55 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 821 time: 0.4855061 Mar 24 01:03:05.472470 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dec658c4-422a-4859-a27e-340f34a02b84 req-3156a587-e900-443f-bbb1-c5f493257592 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/quotas/d794e45382c3465592eb64148586edf2 HTTP/1.1" status: 200 len: 375 time: 0.0438988 Mar 24 01:03:05.506838 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=3e7e08bb-89a6-4275-9056-e1a4d1c694ef,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:05.511366 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (4a613a5f-f421-438a-9c03-6a6a2963597e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:05.532158 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536b7f9-b142-4c6c-8754-d532768f88d0 req-729a4bea-5889-4410-8226-5e3fed44254a tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:05.539185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:01Z', 'revision_number': 2, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:05.549052 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6536b7f9-b142-4c6c-8754-d532768f88d0 req-729a4bea-5889-4410-8226-5e3fed44254a tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.3975279 Mar 24 01:03:05.603950 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a613a5f-f421-438a-9c03-6a6a2963597e']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:05.623998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Checking router: 77cbb0d1-8248-4d98-805a-762ae788787d for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:03:05.624668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Updating router 77cbb0d1-8248-4d98-805a-762ae788787d port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:03:05.625363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba262491-0733-4d8f-bba1-f55161e3c8fe req-a7c3f98f-37fa-44a2-a1b0-7e41407279a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:05.626929 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba262491-0733-4d8f-bba1-f55161e3c8fe req-a7c3f98f-37fa-44a2-a1b0-7e41407279a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb61d2b2-587c-4b17-8295-03a8d1a87c24 HTTP/1.1" status: 200 len: 1128 time: 0.4955447 Mar 24 01:03:05.636536 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4acfc2aa-6858-4304-96b6-a3d60c4349e6') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:05.636884 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4acfc2aa-6858-4304-96b6-a3d60c4349e6') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:05.682677 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:05.686375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port b8548a41-2092-4acc-a78c-353be88d5087 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:03:05.691430 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (4acfc2aa-6858-4304-96b6-a3d60c4349e6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:05.705469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port b8548a41-2092-4acc-a78c-353be88d5087 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:05.706269 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b8548a41-2092-4acc-a78c-353be88d5087), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:05.720688 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4acfc2aa-6858-4304-96b6-a3d60c4349e6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:05.735304 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:03:05.735729 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (4acfc2aa-6858-4304-96b6-a3d60c4349e6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:05.874909 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6536b7f9-b142-4c6c-8754-d532768f88d0 req-e51ab675-3b35-466e-9cbe-1aed472f22cd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148577 Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:03:05.895360 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:03:05.898958 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (4a613a5f-f421-438a-9c03-6a6a2963597e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:05.909805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba262491-0733-4d8f-bba1-f55161e3c8fe req-5c9f0ac6-7bb5-4e6a-80d4-316887b5ee9f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391772 Mar 24 01:03:05.920579 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:05.927774 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/networks/4a613a5f-f421-438a-9c03-6a6a2963597e HTTP/1.1" status: 204 len: 168 time: 1.3402185 Mar 24 01:03:05.929396 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dec658c4-422a-4859-a27e-340f34a02b84 req-b89fb41d-2ed0-4c07-a116-2e3acad5530e tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4436979 Mar 24 01:03:05.939031 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50774) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:05.984075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450a9be-0a04-4929-ae89-c13b9e48b9fe tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Network': ['ID=4a613a5f-f421-438a-9c03-6a6a2963597e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:06.039002 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc7f4b5-71ea-4436-89ee-076d98e68be4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:06.040937 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1dc7f4b5-71ea-4436-89ee-076d98e68be4 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0996759 Mar 24 01:03:06.044610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50776) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:06.120003 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0a2dd7e0-c7db-4b1f-afd5-ad6ff17f7516 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0739198 Mar 24 01:03:06.127098 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50780) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:06.139445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-49bc602c-27c7-484f-97ec-52e609ee292a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-630458308'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:06.149446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port b8548a41-2092-4acc-a78c-353be88d5087 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:06.150005 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b8548a41-2092-4acc-a78c-353be88d5087), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:06.176223 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bc602c-27c7-484f-97ec-52e609ee292a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:06.183209 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49bc602c-27c7-484f-97ec-52e609ee292a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:06.269818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bc602c-27c7-484f-97ec-52e609ee292a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:03:06.283006 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49bc602c-27c7-484f-97ec-52e609ee292a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (11392ff4-319a-4267-bee7-0d755c4b08ac), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:06.283366 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-49bc602c-27c7-484f-97ec-52e609ee292a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Added segment 11392ff4-319a-4267-bee7-0d755c4b08ac of type vlan for network 36076471-d1a5-4ef6-924f-070bdda1b753 Mar 24 01:03:06.348339 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49bc602c-27c7-484f-97ec-52e609ee292a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (36076471-d1a5-4ef6-924f-070bdda1b753), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:06.374447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port b8548a41-2092-4acc-a78c-353be88d5087, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b8548a41-2092-4acc-a78c-353be88d5087,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:06.385174 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b8548a41-2092-4acc-a78c-353be88d5087), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:06.392746 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49bc602c-27c7-484f-97ec-52e609ee292a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (36076471-d1a5-4ef6-924f-070bdda1b753), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:06.413360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc602c-27c7-484f-97ec-52e609ee292a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:06.417347 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49bc602c-27c7-484f-97ec-52e609ee292a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:06.459507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 4c6fff98-2741-4b0a-9dcd-c35032208eee no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:03:06.514293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:06.589126 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-49bc602c-27c7-484f-97ec-52e609ee292a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4600759 Mar 24 01:03:06.598529 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50782) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:06.606406 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-16a607ca-51f5-48ab-b1d6-2e034aa66e86 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'subnet': {'network_id': '36076471-d1a5-4ef6-924f-070bdda1b753', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:06.637501 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f121c5ad-6335-47f0-bb3b-91eaad09c681 req-757ff5df-7800-4ae9-97a0-5fc93a185f9d tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.6103196 Mar 24 01:03:06.685193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc602c-27c7-484f-97ec-52e609ee292a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Network': ['ID=36076471-d1a5-4ef6-924f-070bdda1b753,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:06.741178 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a607ca-51f5-48ab-b1d6-2e034aa66e86 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:06.745943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16a607ca-51f5-48ab-b1d6-2e034aa66e86 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:06.771090 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dec658c4-422a-4859-a27e-340f34a02b84 req-f7694318-916e-44e3-810a-67acdf853df6 service neutron] 10.222.0.45 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8405480 Mar 24 01:03:06.796574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-6bfdf4b6-87ba-4fef-942b-9d052f4a724f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:06.803664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-6bfdf4b6-87ba-4fef-942b-9d052f4a724f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:06.824558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-6bfdf4b6-87ba-4fef-942b-9d052f4a724f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:06.854565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-6bfdf4b6-87ba-4fef-942b-9d052f4a724f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:06.859953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-6bfdf4b6-87ba-4fef-942b-9d052f4a724f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:06.881430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 36076471-d1a5-4ef6-924f-070bdda1b753 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:03:06.886619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-6bfdf4b6-87ba-4fef-942b-9d052f4a724f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:06.902703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-6bfdf4b6-87ba-4fef-942b-9d052f4a724f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:06.904810 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-6bfdf4b6-87ba-4fef-942b-9d052f4a724f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.57 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5443 time: 0.8620248 Mar 24 01:03:07.030046 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5465b304-f689-43ef-98ba-b5ab63ea2f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7e08bb-89a6-4275-9056-e1a4d1c694ef'}, {'server_uuid': '3c14043f-0b4f-432c-9b01-1d7f5b0b0661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8548a41-2092-4acc-a78c-353be88d5087'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:03:07.032923 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273bb301-0cbe-4492-a6cf-588525169d57" -d '{"events": [{"server_uuid": "5465b304-f689-43ef-98ba-b5ab63ea2f42", "name": "network-vif-plugged", "status": "completed", "tag": "3e7e08bb-89a6-4275-9056-e1a4d1c694ef"}, {"server_uuid": "3c14043f-0b4f-432c-9b01-1d7f5b0b0661", "name": "network-vif-plugged", "status": "completed", "tag": "b8548a41-2092-4acc-a78c-353be88d5087"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:03:07.053222 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Publish callbacks [] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:07.219211 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16a607ca-51f5-48ab-b1d6-2e034aa66e86 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (013ef742-198a-420d-aa21-d38deb159a92), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:07.252090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-4870cf3c-ea50-4833-b782-207dc0d44795 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:07.254246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-4870cf3c-ea50-4833-b782-207dc0d44795 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.57 "GET /v2.0/ports/cede8d0f-cb62-4fea-af98-110017d5e76a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2292228 Mar 24 01:03:07.332355 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a607ca-51f5-48ab-b1d6-2e034aa66e86 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Subnet': ['ID=013ef742-198a-420d-aa21-d38deb159a92,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:07.340626 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a607ca-51f5-48ab-b1d6-2e034aa66e86 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Checking segment: {'id': '11392ff4-319a-4267-bee7-0d755c4b08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '36076471-d1a5-4ef6-924f-070bdda1b753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:03:07.340758 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a607ca-51f5-48ab-b1d6-2e034aa66e86 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network hostable DHCP agents. Network: 36076471-d1a5-4ef6-924f-070bdda1b753, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:03:07.342499 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:07.359037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=b8548a41-2092-4acc-a78c-353be88d5087,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:07.363088 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:07.363472 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0b6b8287-04f0-4da1-88d0-46f7b75f2b1e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:07.365856 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a607ca-51f5-48ab-b1d6-2e034aa66e86 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network 36076471-d1a5-4ef6-924f-070bdda1b753 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:03:07.380881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-16a607ca-51f5-48ab-b1d6-2e034aa66e86 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 36076471-d1a5-4ef6-924f-070bdda1b753) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:07.387860 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a607ca-51f5-48ab-b1d6-2e034aa66e86 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:07.388229 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16a607ca-51f5-48ab-b1d6-2e034aa66e86 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:07.393007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747e691-93b3-41e1-8128-e4e1bfc7a0ed req-203095c9-2b32-41ee-a530-a2d1f46314ab tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:07.404148 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6747e691-93b3-41e1-8128-e4e1bfc7a0ed req-203095c9-2b32-41ee-a530-a2d1f46314ab tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 946 time: 0.3806734 Mar 24 01:03:07.412323 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-16a607ca-51f5-48ab-b1d6-2e034aa66e86 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8121667 Mar 24 01:03:07.415357 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50788) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:07.422534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7fc832a7-85e1-4ff5-a179-08ca9fe341e8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'network_id': '36076471-d1a5-4ef6-924f-070bdda1b753', 'name': 'tempest-PortsIpV6TestJSON-445377465'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:07.423565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1134c778-21f0-43bf-ba44-af2fb75c994b None None] Network 36076471-d1a5-4ef6-924f-070bdda1b753 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:07.432027 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-dc0ad85d-5781-4b27-b42a-e811e5c00b67 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.57 "GET /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1702404 Mar 24 01:03:07.446096 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 4c6fff98-2741-4b0a-9dcd-c35032208eee is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:07.446498 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:07.475150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-a22db7ef-a8cd-4eaf-bd44-7eac97ddc090 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:07.491860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6747e691-93b3-41e1-8128-e4e1bfc7a0ed req-550a2847-243b-4bc4-9900-e54858a66947 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865355 Mar 24 01:03:07.587148 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dec658c4-422a-4859-a27e-340f34a02b84 req-9b426fde-d902-4d31-a334-bbafb96b0fe0 service neutron] 10.222.0.45 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641841 Mar 24 01:03:07.657274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a80e5-2181-4dc6-ba41-5792316b8e45 None None] Pushing event updated for resources: {'Port': ['ID=f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:07.863989 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc832a7-85e1-4ff5-a179-08ca9fe341e8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:07.868456 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fc832a7-85e1-4ff5-a179-08ca9fe341e8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:07.890954 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-a22db7ef-a8cd-4eaf-bd44-7eac97ddc090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:07.926908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-7fc832a7-85e1-4ff5-a179-08ca9fe341e8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] device_id is not set on port ee004080-2d14-45b5-835a-8712e498fc2e yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:03:07.950589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 4c6fff98-2741-4b0a-9dcd-c35032208eee, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=4c6fff98-2741-4b0a-9dcd-c35032208eee,segment=NetworkSegment(9f5c80f6-9b99-4ea9-8637-48ec016ccd42),segment_id=9f5c80f6-9b99-4ea9-8637-48ec016ccd42)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:08.000339 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:08.001273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device d1afeb6d-e5e7-4cee-9b5d-622b0b570730 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:03:08.181367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0808d-2802-4060-b3ca-c6231566356d req-a42654d0-7779-48ef-92a6-35887e590543 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:08.191383 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-7fc832a7-85e1-4ff5-a179-08ca9fe341e8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Allocated IP 2001:db8::107 (36076471-d1a5-4ef6-924f-070bdda1b753/013ef742-198a-420d-aa21-d38deb159a92/ee004080-2d14-45b5-835a-8712e498fc2e) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:08.199970 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4f0808d-2802-4060-b3ca-c6231566356d req-a42654d0-7779-48ef-92a6-35887e590543 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.4935493 Mar 24 01:03:08.286347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Attempting to bind port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:03:08.293771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Attempting to bind port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:03:08.295050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Attempting to bind port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc on network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:03:08.358422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-36076471-d1a5-4ef6-924f-070bdda1b753', 'network_id': '36076471-d1a5-4ef6-924f-070bdda1b753', 'project_id': '40c9c4182bd34624b9f9cccfea9b367c', 'fixed_ips': [{'subnet_id': '013ef742-198a-420d-aa21-d38deb159a92'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:03:08.367427 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:08.423926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:03:08.425341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Checking segment: {'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:03:08.426018 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:08.426652 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Bound using segment: {'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:03:08.427394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Bound port: f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:03:08.428024 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:08.468347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:08.486961 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b15e3f21-c216-49fd-a578-f8ee576fee65 None None] Provisioning complete for port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:08.490531 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b15e3f21-c216-49fd-a578-f8ee576fee65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:08.533132 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=4c6fff98-2741-4b0a-9dcd-c35032208eee,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:08.574321 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485b96-12db-405c-94f3-8c21d36f2c6c req-0f7a5bfa-2fc2-4247-8e95-3155f8bac0fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:08.589856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485b96-12db-405c-94f3-8c21d36f2c6c req-0f7a5bfa-2fc2-4247-8e95-3155f8bac0fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:08.598783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485b96-12db-405c-94f3-8c21d36f2c6c req-0f7a5bfa-2fc2-4247-8e95-3155f8bac0fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:08.605531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485b96-12db-405c-94f3-8c21d36f2c6c req-0f7a5bfa-2fc2-4247-8e95-3155f8bac0fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:08.617700 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fc832a7-85e1-4ff5-a179-08ca9fe341e8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (ee004080-2d14-45b5-835a-8712e498fc2e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:08.622260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485b96-12db-405c-94f3-8c21d36f2c6c req-0f7a5bfa-2fc2-4247-8e95-3155f8bac0fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:08.636498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485b96-12db-405c-94f3-8c21d36f2c6c req-0f7a5bfa-2fc2-4247-8e95-3155f8bac0fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:08.648410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485b96-12db-405c-94f3-8c21d36f2c6c req-0f7a5bfa-2fc2-4247-8e95-3155f8bac0fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:08.661011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91485b96-12db-405c-94f3-8c21d36f2c6c req-0f7a5bfa-2fc2-4247-8e95-3155f8bac0fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 5441 time: 0.5550973 Mar 24 01:03:08.728402 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fc832a7-85e1-4ff5-a179-08ca9fe341e8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ee004080-2d14-45b5-835a-8712e498fc2e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:08.741987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4f0808d-2802-4060-b3ca-c6231566356d req-9e46aefb-c1d2-41d8-9356-5388671b4156 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5407999 Mar 24 01:03:08.744006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 07c37f92-320b-48c6-9319-e493894c5a0a no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:03:08.852239 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-a22db7ef-a8cd-4eaf-bd44-7eac97ddc090 service neutron] For port cede8d0f-cb62-4fea-af98-110017d5e76a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=cede8d0f-cb62-4fea-af98-110017d5e76a,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:08.902945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91485b96-12db-405c-94f3-8c21d36f2c6c req-ad4f98c5-4f09-4f73-8865-71d887583535 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2395358 Mar 24 01:03:08.916147 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc832a7-85e1-4ff5-a179-08ca9fe341e8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network 36076471-d1a5-4ef6-924f-070bdda1b753 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:08.939120 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-7fc832a7-85e1-4ff5-a179-08ca9fe341e8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:08.949314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc832a7-85e1-4ff5-a179-08ca9fe341e8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:03:08.979806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc832a7-85e1-4ff5-a179-08ca9fe341e8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:08.980558 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fc832a7-85e1-4ff5-a179-08ca9fe341e8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:09.010033 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-a22db7ef-a8cd-4eaf-bd44-7eac97ddc090 service neutron] For port cede8d0f-cb62-4fea-af98-110017d5e76a, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:03:09.014380 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc832a7-85e1-4ff5-a179-08ca9fe341e8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=ee004080-2d14-45b5-835a-8712e498fc2e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:09.072192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a816c1d-187f-4fec-8c7f-7f1c7fa0eb3a req-fbdfb790-f2c7-40f8-8713-31227942427c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:09.076377 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7fc832a7-85e1-4ff5-a179-08ca9fe341e8 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6589534 Mar 24 01:03:09.077285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50804) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:09.082209 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a816c1d-187f-4fec-8c7f-7f1c7fa0eb3a req-fbdfb790-f2c7-40f8-8713-31227942427c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 945 time: 0.2252307 Mar 24 01:03:09.099685 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-46f09d84-7165-4672-b51c-79f76f0e09d7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'network_id': '36076471-d1a5-4ef6-924f-070bdda1b753', 'name': 'tempest-PortsIpV6TestJSON-1997761125'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:09.183795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-a22db7ef-a8cd-4eaf-bd44-7eac97ddc090 service neutron] device_id is not set on port cede8d0f-cb62-4fea-af98-110017d5e76a yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:03:09.209886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Allocated IP 2001:db8::2 (36076471-d1a5-4ef6-924f-070bdda1b753/013ef742-198a-420d-aa21-d38deb159a92/01f6bd91-1108-480f-a986-2b1fdef6f08c) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:09.235874 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-a22db7ef-a8cd-4eaf-bd44-7eac97ddc090 service neutron] Publish callbacks [] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:09.268121 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-a22db7ef-a8cd-4eaf-bd44-7eac97ddc090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:09.333724 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a816c1d-187f-4fec-8c7f-7f1c7fa0eb3a req-7d3e4c30-778b-43b5-a25c-73e8ae01346a tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502964 Mar 24 01:03:09.423926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025feb0-6daf-42b2-875c-c5722f850769 req-8919f92c-837f-4483-a84c-b5a9ded7401f tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:09.428905 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Publish callbacks [] for port (01f6bd91-1108-480f-a986-2b1fdef6f08c), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:09.439199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 07c37f92-320b-48c6-9319-e493894c5a0a {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:03:09.440800 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 07c37f92-320b-48c6-9319-e493894c5a0a not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:03:09.457402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f025feb0-6daf-42b2-875c-c5722f850769 req-8919f92c-837f-4483-a84c-b5a9ded7401f tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.3996279 Mar 24 01:03:09.460023 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Mar 2022 01:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255e1efa-5bf6-4191-9eff-38b40671f096 x-openstack-request-id: req-255e1efa-5bf6-4191-9eff-38b40671f096 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:03:09.460430 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5465b304-f689-43ef-98ba-b5ab63ea2f42", "name": "network-vif-plugged", "status": "completed", "tag": "3e7e08bb-89a6-4275-9056-e1a4d1c694ef", "code": 200}, {"server_uuid": "3c14043f-0b4f-432c-9b01-1d7f5b0b0661", "name": "network-vif-plugged", "status": "completed", "tag": "b8548a41-2092-4acc-a78c-353be88d5087", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:03:09.460787 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-255e1efa-5bf6-4191-9eff-38b40671f096 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:03:09.461331 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255e1efa-5bf6-4191-9eff-38b40671f096'] response: {'server_uuid': '5465b304-f689-43ef-98ba-b5ab63ea2f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7e08bb-89a6-4275-9056-e1a4d1c694ef', 'code': 200} Mar 24 01:03:09.461674 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255e1efa-5bf6-4191-9eff-38b40671f096'] response: {'server_uuid': '3c14043f-0b4f-432c-9b01-1d7f5b0b0661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8548a41-2092-4acc-a78c-353be88d5087', 'code': 200} Mar 24 01:03:09.476749 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (01f6bd91-1108-480f-a986-2b1fdef6f08c), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:09.481368 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b15e3f21-c216-49fd-a578-f8ee576fee65 None None] Port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:09.622861 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f09d84-7165-4672-b51c-79f76f0e09d7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:09.628838 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46f09d84-7165-4672-b51c-79f76f0e09d7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:09.680778 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-46f09d84-7165-4672-b51c-79f76f0e09d7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] device_id is not set on port 3ed66e36-ef7d-43a3-bc4f-397de8d8ab9e yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:03:09.816110 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] For port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:03:09.825021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22db7ef-a8cd-4eaf-bd44-7eac97ddc090 service neutron] Pushing event updated for resources: {'Port': ['ID=cede8d0f-cb62-4fea-af98-110017d5e76a,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:09.836881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Network 36076471-d1a5-4ef6-924f-070bdda1b753 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:09.864758 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:09.875700 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port d1afeb6d-e5e7-4cee-9b5d-622b0b570730 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:09.876279 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:09.881072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] For port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc,segment=NetworkSegment(26a81adf-0bf7-470c-9780-83c38b2441b1),segment_id=26a81adf-0bf7-470c-9780-83c38b2441b1)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:03:09.882819 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:03:09.884831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Pushing event updated for resources: {'Port': ['ID=01f6bd91-1108-480f-a986-2b1fdef6f08c,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:09.911870 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:09.916852 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-a22db7ef-a8cd-4eaf-bd44-7eac97ddc090 service neutron] No DVR routers for this DVR port cede8d0f-cb62-4fea-af98-110017d5e76a on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:10.029451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-46f09d84-7165-4672-b51c-79f76f0e09d7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Allocated IP 2001:db8::38a (36076471-d1a5-4ef6-924f-070bdda1b753/013ef742-198a-420d-aa21-d38deb159a92/3ed66e36-ef7d-43a3-bc4f-397de8d8ab9e) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:10.196558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3e868c6-a4c9-4267-b104-cc39eef3826f req-bb6ae054-3830-411c-8dce-9195ddf5012c tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.5953755 Mar 24 01:03:10.198546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-a22db7ef-a8cd-4eaf-bd44-7eac97ddc090 service neutron] In _notify_port_updated(), no bound segment for port cede8d0f-cb62-4fea-af98-110017d5e76a on network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 {{(pid=115730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:03:10.200221 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-a22db7ef-a8cd-4eaf-bd44-7eac97ddc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:10.200450 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-a22db7ef-a8cd-4eaf-bd44-7eac97ddc090 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:10.202045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-a22db7ef-a8cd-4eaf-bd44-7eac97ddc090 service neutron] 10.222.0.57 "PUT /v2.0/ports/cede8d0f-cb62-4fea-af98-110017d5e76a HTTP/1.1" status: 200 len: 1032 time: 2.7322667 Mar 24 01:03:10.244988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port d1afeb6d-e5e7-4cee-9b5d-622b0b570730, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d1afeb6d-e5e7-4cee-9b5d-622b0b570730,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:10.252543 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f025feb0-6daf-42b2-875c-c5722f850769 req-5704bcc6-702f-40a6-88d1-52b45ff55ef6 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7900956 Mar 24 01:03:10.363954 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Attempting to bind port 01f6bd91-1108-480f-a986-2b1fdef6f08c on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:03:10.365433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Attempting to bind port 01f6bd91-1108-480f-a986-2b1fdef6f08c by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '11392ff4-319a-4267-bee7-0d755c4b08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '36076471-d1a5-4ef6-924f-070bdda1b753'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:03:10.366260 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46f09d84-7165-4672-b51c-79f76f0e09d7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (3ed66e36-ef7d-43a3-bc4f-397de8d8ab9e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:10.372076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Attempting to bind port 01f6bd91-1108-480f-a986-2b1fdef6f08c on network 36076471-d1a5-4ef6-924f-070bdda1b753 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:03:10.390231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729babc0-e714-4093-a80c-73134ac40914 req-5d0e0715-53fc-45fe-a1be-10ed8c3b6557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:10.392609 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-729babc0-e714-4093-a80c-73134ac40914 req-5d0e0715-53fc-45fe-a1be-10ed8c3b6557 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 1128 time: 0.7595844 Mar 24 01:03:10.399706 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:10.400200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9533b-0bc9-4551-8841-a8694e41a936 req-eaf23bd0-e5ae-46e0-afe4-9c39cc029f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:10.403199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40d9533b-0bc9-4551-8841-a8694e41a936 req-eaf23bd0-e5ae-46e0-afe4-9c39cc029f22 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 1128 time: 0.6182199 Mar 24 01:03:10.410991 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-d1387e65-3d2e-471a-8efe-c79cab739a4b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:10.412076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1c728ccb-8271-4a90-b929-9aa496634aa8 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:03:10.417621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-d1387e65-3d2e-471a-8efe-c79cab739a4b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.57 "GET /v2.0/ports/1c728ccb-8271-4a90-b929-9aa496634aa8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2062318 Mar 24 01:03:10.436227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-baba11be-79be-4b46-ad22-95240c73a3ba None None] Provisioning complete for port cede8d0f-cb62-4fea-af98-110017d5e76a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:10.436836 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-baba11be-79be-4b46-ad22-95240c73a3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:10.439525 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46f09d84-7165-4672-b51c-79f76f0e09d7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3ed66e36-ef7d-43a3-bc4f-397de8d8ab9e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:10.493111 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:03:10.504687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:03:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:10.514272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:03:10.514272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Checking segment: {'id': '11392ff4-319a-4267-bee7-0d755c4b08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '36076471-d1a5-4ef6-924f-070bdda1b753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:03:10.514272 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:10.514272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Bound using segment: {'id': '11392ff4-319a-4267-bee7-0d755c4b08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '36076471-d1a5-4ef6-924f-070bdda1b753'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:03:10.514272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Bound port: 01f6bd91-1108-480f-a986-2b1fdef6f08c, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11392ff4-319a-4267-bee7-0d755c4b08ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '36076471-d1a5-4ef6-924f-070bdda1b753'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:03:10.514272 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (01f6bd91-1108-480f-a986-2b1fdef6f08c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:10.514272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a80e5-2181-4dc6-ba41-5792316b8e45 None None] Pushing event updated for resources: {'Port': ['ID=f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:10.557723 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f09d84-7165-4672-b51c-79f76f0e09d7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=3ed66e36-ef7d-43a3-bc4f-397de8d8ab9e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:10.575834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f09d84-7165-4672-b51c-79f76f0e09d7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network 36076471-d1a5-4ef6-924f-070bdda1b753 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:10.583075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-46f09d84-7165-4672-b51c-79f76f0e09d7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:10.590085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f09d84-7165-4672-b51c-79f76f0e09d7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:03:10.591795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-2e49c4eb-3c77-47ea-8d0f-01ce1f9bde41 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:10.602665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f09d84-7165-4672-b51c-79f76f0e09d7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:10.603336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46f09d84-7165-4672-b51c-79f76f0e09d7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:10.657434 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-46f09d84-7165-4672-b51c-79f76f0e09d7 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5639524 Mar 24 01:03:10.657672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50814) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:10.795943 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928020e2-65fa-4600-b505-84dc9821716b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:10.801469 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-928020e2-65fa-4600-b505-84dc9821716b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A107 HTTP/1.1" status: 200 len: 928 time: 0.1402719 Mar 24 01:03:10.802214 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50818) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:10.935714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-baba11be-79be-4b46-ad22-95240c73a3ba None None] Port cede8d0f-cb62-4fea-af98-110017d5e76a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:11.001953 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=d1afeb6d-e5e7-4cee-9b5d-622b0b570730,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:11.006232 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43865a2b-370c-4ab2-879a-2908172d1494 req-115bc99e-3739-4b98-9355-ae77cd77834a tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 210 time: 0.4786973 Mar 24 01:03:11.035087 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-2e49c4eb-3c77-47ea-8d0f-01ce1f9bde41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:11.039089 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40d9533b-0bc9-4551-8841-a8694e41a936 req-bc7ff926-fa67-4e45-bb17-06ef9bb47fd6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6204398 Mar 24 01:03:11.094715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbbabf-e5dd-42c8-a558-b0f5762e6ec1 req-559c32df-8c3b-43e5-8c3f-dd07c949c34a tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:11.096580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73cbbabf-e5dd-42c8-a558-b0f5762e6ec1 req-559c32df-8c3b-43e5-8c3f-dd07c949c34a tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 946 time: 0.4983034 Mar 24 01:03:11.150540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1661224f-7d93-4428-981b-1807d776891d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port 3ed66e36-ef7d-43a3-bc4f-397de8d8ab9e {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:11.151126 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1661224f-7d93-4428-981b-1807d776891d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3ed66e36-ef7d-43a3-bc4f-397de8d8ab9e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:11.218523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:03:11.307183 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] For port 01f6bd91-1108-480f-a986-2b1fdef6f08c, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:03:11.356150 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1661224f-7d93-4428-981b-1807d776891d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3ed66e36-ef7d-43a3-bc4f-397de8d8ab9e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:11.372055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] For port 01f6bd91-1108-480f-a986-2b1fdef6f08c, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=01f6bd91-1108-480f-a986-2b1fdef6f08c,segment=NetworkSegment(11392ff4-319a-4267-bee7-0d755c4b08ac),segment_id=11392ff4-319a-4267-bee7-0d755c4b08ac)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:03:11.375167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1661224f-7d93-4428-981b-1807d776891d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for 3ed66e36-ef7d-43a3-bc4f-397de8d8ab9e owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:11.411788 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (01f6bd91-1108-480f-a986-2b1fdef6f08c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:11.414534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-729babc0-e714-4093-a80c-73134ac40914 req-a230019a-97bd-48f1-ae66-d84a4afdb2ee service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9199300 Mar 24 01:03:11.500128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6fff98-2741-4b0a-9dcd-c35032208eee'}, {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1afeb6d-e5e7-4cee-9b5d-622b0b570730'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:03:11.507144 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57ea219-97cd-47db-851d-d74b8decabe3" -d '{"events": [{"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6fff98-2741-4b0a-9dcd-c35032208eee"}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-unplugged", "status": "completed", "tag": "d1afeb6d-e5e7-4cee-9b5d-622b0b570730"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:03:11.510873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 1c728ccb-8271-4a90-b929-9aa496634aa8 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:11.511457 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:11.554692 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6c62fe0c-2dd4-4444-a094-7a739f6090ce None None] Provisioning complete for port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:11.555198 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c62fe0c-2dd4-4444-a094-7a739f6090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:11.576204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758be51d-0714-4eac-9856-5d448d4a4ba6 req-8bd1def7-e5d4-4314-a0d4-60705df5b765 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:11.578064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-758be51d-0714-4eac-9856-5d448d4a4ba6 req-8bd1def7-e5d4-4314-a0d4-60705df5b765 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.4802134 Mar 24 01:03:11.582172 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73cbbabf-e5dd-42c8-a558-b0f5762e6ec1 req-30cae11f-3efb-49fe-91bd-5c67e1724126 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890775 Mar 24 01:03:11.589077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec658c4-422a-4859-a27e-340f34a02b84 req-8e4aaf3a-cd03-47a9-9442-0768c1abf345 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:11.590713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dec658c4-422a-4859-a27e-340f34a02b84 req-8e4aaf3a-cd03-47a9-9442-0768c1abf345 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.48 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 821 time: 0.9734285 Mar 24 01:03:11.621493 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1661224f-7d93-4428-981b-1807d776891d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3ed66e36-ef7d-43a3-bc4f-397de8d8ab9e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:11.665207 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661224f-7d93-4428-981b-1807d776891d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=3ed66e36-ef7d-43a3-bc4f-397de8d8ab9e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:11.687907 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-2e49c4eb-3c77-47ea-8d0f-01ce1f9bde41 service neutron] For port 1c728ccb-8271-4a90-b929-9aa496634aa8, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1c728ccb-8271-4a90-b929-9aa496634aa8,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:11.728345 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1661224f-7d93-4428-981b-1807d776891d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:11.732641 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1661224f-7d93-4428-981b-1807d776891d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/3ed66e36-ef7d-43a3-bc4f-397de8d8ab9e HTTP/1.1" status: 204 len: 168 time: 0.9291859 Mar 24 01:03:11.738093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50824) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:11.760453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-2e49c4eb-3c77-47ea-8d0f-01ce1f9bde41 service neutron] For port 1c728ccb-8271-4a90-b929-9aa496634aa8, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:03:11.792266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-dec658c4-422a-4859-a27e-340f34a02b84 req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Request body: {'port': {'device_id': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'admin_state_up': True, 'tenant_id': 'd794e45382c3465592eb64148586edf2'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:11.797087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b6cab-38ad-48bb-a1ca-d268b1d152eb None None] Pushing event updated for resources: {'Port': ['ID=01f6bd91-1108-480f-a986-2b1fdef6f08c,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:11.814565 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c8643b-2948-472b-9435-44dc7225a2ea tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] GET failed (client error): The resource could not be found. Mar 24 01:03:11.819607 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e6c8643b-2948-472b-9435-44dc7225a2ea tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/3ed66e36-ef7d-43a3-bc4f-397de8d8ab9e HTTP/1.1" status: 404 len: 333 time: 0.0806189 Mar 24 01:03:11.820217 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50826) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:11.899146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-2e49c4eb-3c77-47ea-8d0f-01ce1f9bde41 service neutron] device_id is not set on port 1c728ccb-8271-4a90-b929-9aa496634aa8 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:03:11.932366 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-2e49c4eb-3c77-47ea-8d0f-01ce1f9bde41 service neutron] Publish callbacks [] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:11.945721 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6c62fe0c-2dd4-4444-a094-7a739f6090ce None None] Current status of the port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:11.946127 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c62fe0c-2dd4-4444-a094-7a739f6090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:11.973123 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-758be51d-0714-4eac-9856-5d448d4a4ba6 req-8967c217-dc80-4b27-85af-8090776b464f tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309567 Mar 24 01:03:11.975284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb2cd1-a311-47fb-86e3-1722dfb76706 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port ee004080-2d14-45b5-835a-8712e498fc2e {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:11.976398 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2cd1-a311-47fb-86e3-1722dfb76706 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ee004080-2d14-45b5-835a-8712e498fc2e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:11.981408 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-2e49c4eb-3c77-47ea-8d0f-01ce1f9bde41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:12.054295 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6c62fe0c-2dd4-4444-a094-7a739f6090ce None None] For port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc,segment=NetworkSegment(26a81adf-0bf7-470c-9780-83c38b2441b1),segment_id=26a81adf-0bf7-470c-9780-83c38b2441b1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:12.056906 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:03:12.059938 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:03:12.061846 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c62fe0c-2dd4-4444-a094-7a739f6090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:12.098906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:09Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:12.172194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1cbccf-1944-4ebb-9005-8e651a81ce71 None None] The sync data for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 is: [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:09Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:03:12.176076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49c4eb-3c77-47ea-8d0f-01ce1f9bde41 service neutron] Pushing event updated for resources: {'Port': ['ID=1c728ccb-8271-4a90-b929-9aa496634aa8,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:12.195928 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2cd1-a311-47fb-86e3-1722dfb76706 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ee004080-2d14-45b5-835a-8712e498fc2e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:12.216643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62fe0c-2dd4-4444-a094-7a739f6090ce None None] Pushing event updated for resources: {'Port': ['ID=f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:12.258249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a1e14-8011-4bc2-9342-7661247db883 req-4fad16b9-5bdc-42aa-8535-db7bf5e54fe5 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:12.266519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a1e14-8011-4bc2-9342-7661247db883 req-4fad16b9-5bdc-42aa-8535-db7bf5e54fe5 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:12.272708 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb2cd1-a311-47fb-86e3-1722dfb76706 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for ee004080-2d14-45b5-835a-8712e498fc2e owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:12.285039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a1e14-8011-4bc2-9342-7661247db883 req-4fad16b9-5bdc-42aa-8535-db7bf5e54fe5 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:12.295155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a1e14-8011-4bc2-9342-7661247db883 req-4fad16b9-5bdc-42aa-8535-db7bf5e54fe5 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:12.303094 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a1e14-8011-4bc2-9342-7661247db883 req-4fad16b9-5bdc-42aa-8535-db7bf5e54fe5 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:12.346527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a1e14-8011-4bc2-9342-7661247db883 req-4fad16b9-5bdc-42aa-8535-db7bf5e54fe5 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:12.364692 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c9a1e14-8011-4bc2-9342-7661247db883 req-4fad16b9-5bdc-42aa-8535-db7bf5e54fe5 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 4582 time: 0.5668650 Mar 24 01:03:12.556915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-2e49c4eb-3c77-47ea-8d0f-01ce1f9bde41 service neutron] No DVR routers for this DVR port 1c728ccb-8271-4a90-b929-9aa496634aa8 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:12.595978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c9a1e14-8011-4bc2-9342-7661247db883 req-7466a8da-c893-42c9-ad9e-5aede8d2dfcd tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31ee504-0359-43e1-9225-747b79d8e45d&id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2214262 Mar 24 01:03:12.610755 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2cd1-a311-47fb-86e3-1722dfb76706 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ee004080-2d14-45b5-835a-8712e498fc2e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:12.632765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 1c728ccb-8271-4a90-b929-9aa496634aa8 is: DOWN; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:12.635163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device cede8d0f-cb62-4fea-af98-110017d5e76a no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:03:12.647499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec658c4-422a-4859-a27e-340f34a02b84 req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Made reservation on behalf of d794e45382c3465592eb64148586edf2 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:12.651620 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dec658c4-422a-4859-a27e-340f34a02b84 req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:12.657346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb2cd1-a311-47fb-86e3-1722dfb76706 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=ee004080-2d14-45b5-835a-8712e498fc2e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:12.747254 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2cd1-a311-47fb-86e3-1722dfb76706 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:12.749735 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] The host n-h1-760455-9 is not matching for port cede8d0f-cb62-4fea-af98-110017d5e76a host ! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:03:12.750289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device cede8d0f-cb62-4fea-af98-110017d5e76a not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:03:12.751056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f5735b4c-cf45-49d2-a7f8-87c3be714560 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:03:12.754016 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8fcb2cd1-a311-47fb-86e3-1722dfb76706 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/ee004080-2d14-45b5-835a-8712e498fc2e HTTP/1.1" status: 204 len: 168 time: 0.9328084 Mar 24 01:03:12.754704 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50834) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:12.758027 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-878df558-2f18-4016-9484-489626e06150 None None] Provisioning complete for port 1c728ccb-8271-4a90-b929-9aa496634aa8 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:12.760849 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-878df558-2f18-4016-9484-489626e06150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:12.781470 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-67dfff2d-79e3-481b-99cb-858f03950946 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] GET failed (client error): The resource could not be found. Mar 24 01:03:12.785574 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-67dfff2d-79e3-481b-99cb-858f03950946 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/ee004080-2d14-45b5-835a-8712e498fc2e HTTP/1.1" status: 404 len: 333 time: 0.0297809 Mar 24 01:03:12.786448 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50836) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:12.861972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-878df558-2f18-4016-9484-489626e06150 None None] Port 1c728ccb-8271-4a90-b929-9aa496634aa8 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:12.865424 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79da90c-4207-4203-8652-8b8b042c3a5a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting subnet 013ef742-198a-420d-aa21-d38deb159a92 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:03:12.869780 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e79da90c-4207-4203-8652-8b8b042c3a5a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (013ef742-198a-420d-aa21-d38deb159a92), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:12.870051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-2e49c4eb-3c77-47ea-8d0f-01ce1f9bde41 service neutron] In _notify_port_updated(), no bound segment for port 1c728ccb-8271-4a90-b929-9aa496634aa8 on network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 {{(pid=115730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:03:12.870957 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-2e49c4eb-3c77-47ea-8d0f-01ce1f9bde41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:12.871727 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-2e49c4eb-3c77-47ea-8d0f-01ce1f9bde41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:12.872853 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-2e49c4eb-3c77-47ea-8d0f-01ce1f9bde41 service neutron] 10.222.0.57 "PUT /v2.0/ports/1c728ccb-8271-4a90-b929-9aa496634aa8 HTTP/1.1" status: 200 len: 1033 time: 2.2957458 Mar 24 01:03:12.881164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f44b3-e354-4f07-84aa-86784bf356e1 req-d7d36a06-2ede-4b5a-9e34-6416dbf8edbf tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:12.882726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b4f44b3-e354-4f07-84aa-86784bf356e1 req-d7d36a06-2ede-4b5a-9e34-6416dbf8edbf tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.6914439 Mar 24 01:03:12.930272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50838) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:12.938359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-2fd36f45-f4e9-4193-be36-9c1071f139bd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Request body: {'floatingip': {'port_id': '6245cdc9-57db-4a81-bdcb-92f57bd247e6'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:12.959783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f5735b4c-cf45-49d2-a7f8-87c3be714560 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:12.960872 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:12.963108 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e79da90c-4207-4203-8652-8b8b042c3a5a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (013ef742-198a-420d-aa21-d38deb159a92), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:13.021407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-dec658c4-422a-4859-a27e-340f34a02b84 req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Allocated IP 172.20.0.6 (1bcfb1a6-a292-42ed-bf69-2f71ba08be3c/51cba81b-e716-41f0-a9c1-6a5973b30ef9/4079c742-4481-4bd2-89fc-0ed7ada0e85b) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:13.023586 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f5735b4c-cf45-49d2-a7f8-87c3be714560, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f5735b4c-cf45-49d2-a7f8-87c3be714560,segment=NetworkSegment(9f5c80f6-9b99-4ea9-8637-48ec016ccd42),segment_id=9f5c80f6-9b99-4ea9-8637-48ec016ccd42)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:13.032671 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:13.033937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 62d19756-9f05-4590-8d19-445cf904e8fd no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:03:13.088510 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e79da90c-4207-4203-8652-8b8b042c3a5a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (013ef742-198a-420d-aa21-d38deb159a92), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:13.158275 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e79da90c-4207-4203-8652-8b8b042c3a5a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (013ef742-198a-420d-aa21-d38deb159a92), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:13.197257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79da90c-4207-4203-8652-8b8b042c3a5a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Subnet': ['ID=013ef742-198a-420d-aa21-d38deb159a92,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:13.208531 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e79da90c-4207-4203-8652-8b8b042c3a5a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:13.212349 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e79da90c-4207-4203-8652-8b8b042c3a5a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/013ef742-198a-420d-aa21-d38deb159a92 HTTP/1.1" status: 204 len: 168 time: 0.4252439 Mar 24 01:03:13.219940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50840) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:13.287866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f5735b4c-cf45-49d2-a7f8-87c3be714560,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:13.367004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 62d19756-9f05-4590-8d19-445cf904e8fd is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:13.367704 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (62d19756-9f05-4590-8d19-445cf904e8fd), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:13.385824 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (36076471-d1a5-4ef6-924f-070bdda1b753), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:13.414064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 62d19756-9f05-4590-8d19-445cf904e8fd, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=62d19756-9f05-4590-8d19-445cf904e8fd,segment=NetworkSegment(a06b89bd-93c8-4108-9a57-9215b8c90a9f),segment_id=a06b89bd-93c8-4108-9a57-9215b8c90a9f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:13.421315 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (62d19756-9f05-4590-8d19-445cf904e8fd), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:13.422533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device c924730b-9aa8-4878-8014-7c840b808401 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:03:13.535161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port 01f6bd91-1108-480f-a986-2b1fdef6f08c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:13.535502 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (01f6bd91-1108-480f-a986-2b1fdef6f08c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:13.645344 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=62d19756-9f05-4590-8d19-445cf904e8fd,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:13.679289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67b78b69-762f-48a2-8891-90ee203ddd92 req-64f3103f-7459-4899-a8ba-26d853090ec2 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.6553495 Mar 24 01:03:13.694392 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] For port 01f6bd91-1108-480f-a986-2b1fdef6f08c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=01f6bd91-1108-480f-a986-2b1fdef6f08c,segment=NetworkSegment(11392ff4-319a-4267-bee7-0d755c4b08ac),segment_id=11392ff4-319a-4267-bee7-0d755c4b08ac)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:13.694766 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (01f6bd91-1108-480f-a986-2b1fdef6f08c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:13.716866 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for 01f6bd91-1108-480f-a986-2b1fdef6f08c owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:13.764389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e5d68-7adc-4b85-952b-87783a031770 req-44a3809e-77d0-45c2-962b-deca53688350 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:13.770698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port c924730b-9aa8-4878-8014-7c840b808401 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:13.771295 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c924730b-9aa8-4878-8014-7c840b808401), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:13.787157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec6e5d68-7adc-4b85-952b-87783a031770 req-44a3809e-77d0-45c2-962b-deca53688350 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 945 time: 0.9575832 Mar 24 01:03:13.805142 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:13.819092 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 444456d4-54e5-4601-b260-ba7ed556c47a details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:03:13.852951 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 24 Mar 2022 01:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280dd4d6-ea8a-4a66-808e-cfa3f30c6ffb x-openstack-request-id: req-280dd4d6-ea8a-4a66-808e-cfa3f30c6ffb {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:03:13.853375 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6fff98-2741-4b0a-9dcd-c35032208eee", "code": 200}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-unplugged", "status": "completed", "tag": "d1afeb6d-e5e7-4cee-9b5d-622b0b570730", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:03:13.853542 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-280dd4d6-ea8a-4a66-808e-cfa3f30c6ffb {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:03:13.853961 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280dd4d6-ea8a-4a66-808e-cfa3f30c6ffb'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6fff98-2741-4b0a-9dcd-c35032208eee', 'code': 200} Mar 24 01:03:13.854227 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280dd4d6-ea8a-4a66-808e-cfa3f30c6ffb'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1afeb6d-e5e7-4cee-9b5d-622b0b570730', 'code': 200} Mar 24 01:03:13.871015 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (01f6bd91-1108-480f-a986-2b1fdef6f08c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:13.904957 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2fd36f45-f4e9-4193-be36-9c1071f139bd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for floatingip (19c71e96-c539-4f2f-ada6-76b14dd3c792), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:13.949274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=01f6bd91-1108-480f-a986-2b1fdef6f08c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:13.954242 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No DVR routers for this DVR port 01f6bd91-1108-480f-a986-2b1fdef6f08c on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:13.994157 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320ee0e3-9f80-4e02-9bc5-04bcd5b1c510 None None] Network 36076471-d1a5-4ef6-924f-070bdda1b753 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:14.076337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-b0f30afd-869d-449a-8787-7ad9688c1110 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Deleting port c924730b-9aa8-4878-8014-7c840b808401 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:14.076743 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-b0f30afd-869d-449a-8787-7ad9688c1110 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c924730b-9aa8-4878-8014-7c840b808401), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.103742 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (36076471-d1a5-4ef6-924f-070bdda1b753), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.104965 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec6e5d68-7adc-4b85-952b-87783a031770 req-2740acf9-12cf-434d-a8b8-201ee294a379 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156598 Mar 24 01:03:14.139270 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36076471-d1a5-4ef6-924f-070bdda1b753']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:14.174639 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11392ff4-319a-4267-bee7-0d755c4b08ac') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:14.180014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11392ff4-319a-4267-bee7-0d755c4b08ac') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:14.202950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (11392ff4-319a-4267-bee7-0d755c4b08ac), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.211978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c924730b-9aa8-4878-8014-7c840b808401, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c924730b-9aa8-4878-8014-7c840b808401,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:14.214760 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.resource_extend [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:03:14.233720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-97e7c838-fb62-484b-9c48-8543773641aa None None] Could not find standard attr ID for object 01f6bd91-1108-480f-a986-2b1fdef6f08c. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:03:14.246004 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c924730b-9aa8-4878-8014-7c840b808401), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.253213 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (11392ff4-319a-4267-bee7-0d755c4b08ac), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.261523 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:03:14.262186 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (11392ff4-319a-4267-bee7-0d755c4b08ac), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:03:14.294084 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:03:14.337066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1cd2239-0a46-436a-ba06-435c4c785588 req-63293696-a989-49ac-84d9-4020078de939 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 210 time: 0.1202052 Mar 24 01:03:14.348582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c15348-1c20-40e0-b99d-3d00fddd7c34 None None] DHCP port deletion for 36076471-d1a5-4ef6-924f-070bdda1b753 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:03:14.397596 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (36076471-d1a5-4ef6-924f-070bdda1b753), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.403289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:14.403803 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.407435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=c924730b-9aa8-4878-8014-7c840b808401,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:14.415496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=444456d4-54e5-4601-b260-ba7ed556c47a,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:14.426282 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.436123 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/networks/36076471-d1a5-4ef6-924f-070bdda1b753 HTTP/1.1" status: 204 len: 168 time: 1.2116454 Mar 24 01:03:14.436123 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb404e85-d3ea-4be4-b9dc-84ebf412c77e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Network': ['ID=36076471-d1a5-4ef6-924f-070bdda1b753,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:14.441761 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50846) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:14.446869 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7936115d-8538-45e9-929d-6b91dae69b1b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1658205822'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:14.454978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '444456d4-54e5-4601-b260-ba7ed556c47a', 'network_id': '14ac88e5-c6b8-4482-8b26-a53783c04883', 'port_id': '444456d4-54e5-4601-b260-ba7ed556c47a', 'mac_address': 'fa:16:3e:ba:17:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5be8776-cb25-4c7a-a7da-5b9b80acc971', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:03:14.487919 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7936115d-8538-45e9-929d-6b91dae69b1b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:14.491601 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7936115d-8538-45e9-929d-6b91dae69b1b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.518838 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 444456d4-54e5-4601-b260-ba7ed556c47a is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:14.519231 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.534335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7936115d-8538-45e9-929d-6b91dae69b1b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:03:14.545544 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7936115d-8538-45e9-929d-6b91dae69b1b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (af0fee77-5893-48d5-b331-5d5136c45e99), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.546237 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-7936115d-8538-45e9-929d-6b91dae69b1b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Added segment af0fee77-5893-48d5-b331-5d5136c45e99 of type vlan for network 42ca0318-f15a-4f16-8e84-e7f0521deaf5 Mar 24 01:03:14.568253 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dec658c4-422a-4859-a27e-340f34a02b84 req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.576454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:14.577571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 01f6bd91-1108-480f-a986-2b1fdef6f08c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:14.582174 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444456d4-54e5-4601-b260-ba7ed556c47a {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:03:14.603893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 01f6bd91-1108-480f-a986-2b1fdef6f08c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:03:14.604324 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 01f6bd91-1108-480f-a986-2b1fdef6f08c not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 24 01:03:14.606073 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7936115d-8538-45e9-929d-6b91dae69b1b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (42ca0318-f15a-4f16-8e84-e7f0521deaf5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.623791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Port 01f6bd91-1108-480f-a986-2b1fdef6f08c not found, will not notify nova. {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 24 01:03:14.638950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7936115d-8538-45e9-929d-6b91dae69b1b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (42ca0318-f15a-4f16-8e84-e7f0521deaf5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.640859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=444456d4-54e5-4601-b260-ba7ed556c47a,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:14.645523 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936115d-8538-45e9-929d-6b91dae69b1b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:14.646142 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7936115d-8538-45e9-929d-6b91dae69b1b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.647745 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.680368 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7936115d-8538-45e9-929d-6b91dae69b1b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2374487 Mar 24 01:03:14.695281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50848) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:14.713471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=444456d4-54e5-4601-b260-ba7ed556c47a,revision_number=11']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:14.726329 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dec658c4-422a-4859-a27e-340f34a02b84 req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.731801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936115d-8538-45e9-929d-6b91dae69b1b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Network': ['ID=42ca0318-f15a-4f16-8e84-e7f0521deaf5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:14.731989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8f68b8c5-4b17-4fda-9365-9af3a79632fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'subnet': {'network_id': '42ca0318-f15a-4f16-8e84-e7f0521deaf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:14.741067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 42ca0318-f15a-4f16-8e84-e7f0521deaf5 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:03:14.746398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-b0f30afd-869d-449a-8787-7ad9688c1110 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] For port c924730b-9aa8-4878-8014-7c840b808401, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c924730b-9aa8-4878-8014-7c840b808401,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:14.746773 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-b0f30afd-869d-449a-8787-7ad9688c1110 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c924730b-9aa8-4878-8014-7c840b808401), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:14.838490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9bf52-c57d-47e0-a7e8-941cb19d6de7 req-ef2f23a5-41f9-4177-a02f-9eab5f1245b1 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:14.840115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ab9bf52-c57d-47e0-a7e8-941cb19d6de7 req-ef2f23a5-41f9-4177-a02f-9eab5f1245b1 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 946 time: 0.6222994 Mar 24 01:03:14.876546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-b0f30afd-869d-449a-8787-7ad9688c1110 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Calling delete_port for c924730b-9aa8-4878-8014-7c840b808401 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:14.908030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['444456d4-54e5-4601-b260-ba7ed556c47a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:03:14.931774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cbe9a-6237-4504-96f5-5a57984e9aae req-70c465da-35b1-4205-bb99-75d720c28817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:14.933340 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a83cbe9a-6237-4504-96f5-5a57984e9aae req-70c465da-35b1-4205-bb99-75d720c28817 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5098b2dddc743b6bb84c2d9f82fddea&device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 1127 time: 0.7145374 Mar 24 01:03:14.976095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec658c4-422a-4859-a27e-340f34a02b84 req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:15.029558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a8322-6051-4bc9-ac0d-76f8fab11fc8 req-b2816bf6-7df0-4fed-afe8-8c5573968840 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:15.034935 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a8322-6051-4bc9-ac0d-76f8fab11fc8 req-b2816bf6-7df0-4fed-afe8-8c5573968840 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:15.040274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a8322-6051-4bc9-ac0d-76f8fab11fc8 req-b2816bf6-7df0-4fed-afe8-8c5573968840 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:15.045762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a8322-6051-4bc9-ac0d-76f8fab11fc8 req-b2816bf6-7df0-4fed-afe8-8c5573968840 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:15.052232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a8322-6051-4bc9-ac0d-76f8fab11fc8 req-b2816bf6-7df0-4fed-afe8-8c5573968840 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:15.053720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a2a8322-6051-4bc9-ac0d-76f8fab11fc8 req-b2816bf6-7df0-4fed-afe8-8c5573968840 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 3874 time: 0.5253627 Mar 24 01:03:15.054659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-dec658c4-422a-4859-a27e-340f34a02b84 req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:15.071947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Pushing event updated for resources: {'Port': ['ID=4079c742-4481-4bd2-89fc-0ed7ada0e85b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:15.075749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec658c4-422a-4859-a27e-340f34a02b84 req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:03:15.217341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:15.217704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:15.218054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:15.218400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:15.218743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:15.219081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:15.219418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:15.219754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:15.220089 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:15.220419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:15.220751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:15.221628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:15.221969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:15.222300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:15.222629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:15.240878 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:03:15.308524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ab9bf52-c57d-47e0-a7e8-941cb19d6de7 req-5c868b32-1700-4ce9-b43b-76d23900f497 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398596 Mar 24 01:03:15.338673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec658c4-422a-4859-a27e-340f34a02b84 req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:15.339350 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dec658c4-422a-4859-a27e-340f34a02b84 req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:15.352388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f68b8c5-4b17-4fda-9365-9af3a79632fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:15.356288 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f68b8c5-4b17-4fda-9365-9af3a79632fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:15.375562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1f89de50-a5ae-4a23-a2df-83f7b602573a None None] Provisioning complete for port 4079c742-4481-4bd2-89fc-0ed7ada0e85b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:15.375944 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1f89de50-a5ae-4a23-a2df-83f7b602573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:15.422172 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a2a8322-6051-4bc9-ac0d-76f8fab11fc8 req-ef025536-330b-4829-a682-615b576b8524 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104994 Mar 24 01:03:15.501109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cbe9a-6237-4504-96f5-5a57984e9aae req-468d11c7-8b15-4e8a-9232-83f6dd84904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:15.502619 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a83cbe9a-6237-4504-96f5-5a57984e9aae req-468d11c7-8b15-4e8a-9232-83f6dd84904d service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1b945f4-9bf9-489c-9fb6-5d27400f4806 HTTP/1.1" status: 200 len: 911 time: 0.5239949 Mar 24 01:03:15.568547 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dec658c4-422a-4859-a27e-340f34a02b84 req-57e276d4-f449-4214-aaec-1d78a53e5fd3 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7808032 Mar 24 01:03:15.574758 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1f89de50-a5ae-4a23-a2df-83f7b602573a None None] Port 4079c742-4481-4bd2-89fc-0ed7ada0e85b cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:15.576988 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b284413e-5988-4f4f-8c1b-438331a8ee18 req-1e29dd6b-31c2-45e6-9d53-fec3c479c204 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.0403306 Mar 24 01:03:15.605439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 01f6bd91-1108-480f-a986-2b1fdef6f08c no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:03:15.607278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Request body: {'port': {'device_id': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:15.636990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 01f6bd91-1108-480f-a986-2b1fdef6f08c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:03:15.637663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 01f6bd91-1108-480f-a986-2b1fdef6f08c not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:03:15.801364 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 444456d4-54e5-4601-b260-ba7ed556c47a up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:15.855130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5735b4c-cf45-49d2-a7f8-87c3be714560'}, {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d19756-9f05-4590-8d19-445cf904e8fd'}, {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c924730b-9aa8-4878-8014-7c840b808401'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:03:15.857899 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778d0327-36f8-4754-925c-5cbce03acb03" -d '{"events": [{"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-unplugged", "status": "completed", "tag": "f5735b4c-cf45-49d2-a7f8-87c3be714560"}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-unplugged", "status": "completed", "tag": "62d19756-9f05-4590-8d19-445cf904e8fd"}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-unplugged", "status": "completed", "tag": "c924730b-9aa8-4878-8014-7c840b808401"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:03:15.860945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 444456d4-54e5-4601-b260-ba7ed556c47a completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:03:15.865740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 444456d4-54e5-4601-b260-ba7ed556c47a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:15.866191 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:15.959390 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 444456d4-54e5-4601-b260-ba7ed556c47a is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:15.960355 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:16.000872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=444456d4-54e5-4601-b260-ba7ed556c47a,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:16.006601 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:16.056858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=444456d4-54e5-4601-b260-ba7ed556c47a,revision_number=12']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:16.173679 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a83cbe9a-6237-4504-96f5-5a57984e9aae req-0af5d7af-e88c-47db-8541-e24cb8e26ac9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08803f2f-12d8-4f29-8f46-1eebda99153c HTTP/1.1" status: 200 len: 1001 time: 0.6110432 Mar 24 01:03:16.198497 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd767e2-665f-48d3-b182-a9cfc40f640f req-ef21ce16-1516-4549-93d6-0769a8c1ef1b tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:16.199967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6cd767e2-665f-48d3-b182-a9cfc40f640f req-ef21ce16-1516-4549-93d6-0769a8c1ef1b tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.7349823 Mar 24 01:03:16.284686 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-b0f30afd-869d-449a-8787-7ad9688c1110 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c924730b-9aa8-4878-8014-7c840b808401), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:16.314077 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:16.384568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d1d5e-c5ed-46b8-8017-2352714bb18a req-756674c2-9e84-415a-a400-de1c79b68172 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:16.386063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f8d1d5e-c5ed-46b8-8017-2352714bb18a req-756674c2-9e84-415a-a400-de1c79b68172 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 946 time: 0.6971664 Mar 24 01:03:16.404070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f30afd-869d-449a-8787-7ad9688c1110 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event deleted for resources: {'Port': ['ID=c924730b-9aa8-4878-8014-7c840b808401,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:16.435026 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.resource_extend [None req-2fd36f45-f4e9-4193-be36-9c1071f139bd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:03:16.446127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cbe9a-6237-4504-96f5-5a57984e9aae req-2809d5ce-1b84-459f-987b-717f2d568a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:16.446843 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a83cbe9a-6237-4504-96f5-5a57984e9aae req-2809d5ce-1b84-459f-987b-717f2d568a5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f91df64-a393-477d-ac55-1cbd2f8d35ac HTTP/1.1" status: 200 len: 849 time: 0.2572100 Mar 24 01:03:16.591611 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6cd767e2-665f-48d3-b182-a9cfc40f640f req-3099bcc4-1a23-47a8-b05e-28a40c52757d tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3710849 Mar 24 01:03:16.595057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-b0f30afd-869d-449a-8787-7ad9688c1110 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] No DVR routers for this DVR port c924730b-9aa8-4878-8014-7c840b808401 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:16.620760 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-b0f30afd-869d-449a-8787-7ad9688c1110 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:16.623975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-b0f30afd-869d-449a-8787-7ad9688c1110 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.57 "DELETE /v2.0/ports/c924730b-9aa8-4878-8014-7c840b808401 HTTP/1.1" status: 204 len: 173 time: 3.7133622 Mar 24 01:03:16.636639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-deleted', 'tag': 'c924730b-9aa8-4878-8014-7c840b808401'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:03:16.639037 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df21203-a023-4464-babf-abcc70f4f099" -d '{"events": [{"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-deleted", "tag": "c924730b-9aa8-4878-8014-7c840b808401"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:03:16.693847 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2fd36f45-f4e9-4193-be36-9c1071f139bd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:16.715718 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f68b8c5-4b17-4fda-9365-9af3a79632fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (560ccf15-2a47-4f39-8bb8-b31b3b461548), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:16.801912 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2fd36f45-f4e9-4193-be36-9c1071f139bd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (19c71e96-c539-4f2f-ada6-76b14dd3c792), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:16.837123 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f8d1d5e-c5ed-46b8-8017-2352714bb18a req-231dfac9-b0bd-4bdc-94c3-3b6fd5f6df3c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342489 Mar 24 01:03:17.018586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cbe9a-6237-4504-96f5-5a57984e9aae req-6af6d276-0404-472a-ba1a-615a785b9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:17.022134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a83cbe9a-6237-4504-96f5-5a57984e9aae req-6af6d276-0404-472a-ba1a-615a785b9c1e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1b945f4-9bf9-489c-9fb6-5d27400f4806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4882815 Mar 24 01:03:17.096859 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68b8c5-4b17-4fda-9365-9af3a79632fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Subnet': ['ID=560ccf15-2a47-4f39-8bb8-b31b3b461548,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:17.198124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910b9ea-c8b0-4d26-9b49-bd2975eeff61 req-71783369-e28e-4a4d-b826-7ba8a0a85871 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:17.199591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1910b9ea-c8b0-4d26-9b49-bd2975eeff61 req-71783369-e28e-4a4d-b826-7ba8a0a85871 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.5364695 Mar 24 01:03:17.245917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f68b8c5-4b17-4fda-9365-9af3a79632fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Checking segment: {'id': 'af0fee77-5893-48d5-b331-5d5136c45e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42ca0318-f15a-4f16-8e84-e7f0521deaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:03:17.246215 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f68b8c5-4b17-4fda-9365-9af3a79632fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network hostable DHCP agents. Network: 42ca0318-f15a-4f16-8e84-e7f0521deaf5, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:03:17.306843 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e03ab0-e914-4817-ba01-d346615c80b5 req-d6095140-7153-4be3-a36a-8b9c6b608d60 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:17.308226 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8e03ab0-e914-4817-ba01-d346615c80b5 req-d6095140-7153-4be3-a36a-8b9c6b608d60 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 931 time: 0.3593056 Mar 24 01:03:17.323041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-df8e5d28-2820-49df-b447-142f2799c147 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Deleting port 4c6fff98-2741-4b0a-9dcd-c35032208eee {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:17.323381 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-df8e5d28-2820-49df-b447-142f2799c147 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:17.429721 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a83cbe9a-6237-4504-96f5-5a57984e9aae req-9191fde8-6b52-4157-b4c4-eecd24195db5 service neutron] 10.222.0.57 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596842 Mar 24 01:03:17.503204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f68b8c5-4b17-4fda-9365-9af3a79632fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network 42ca0318-f15a-4f16-8e84-e7f0521deaf5 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:03:17.507574 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1910b9ea-c8b0-4d26-9b49-bd2975eeff61 req-f26e98a8-54e1-4476-b01c-8d70eca96c51 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943687 Mar 24 01:03:17.560334 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 24 Mar 2022 01:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faae0d43-abe4-4f64-831f-055edf3e227b x-openstack-request-id: req-faae0d43-abe4-4f64-831f-055edf3e227b {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:03:17.560838 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-unplugged", "status": "completed", "tag": "f5735b4c-cf45-49d2-a7f8-87c3be714560", "code": 200}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-unplugged", "status": "completed", "tag": "62d19756-9f05-4590-8d19-445cf904e8fd", "code": 200}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-unplugged", "status": "completed", "tag": "c924730b-9aa8-4878-8014-7c840b808401", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:03:17.560964 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-faae0d43-abe4-4f64-831f-055edf3e227b {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:03:17.561330 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faae0d43-abe4-4f64-831f-055edf3e227b'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5735b4c-cf45-49d2-a7f8-87c3be714560', 'code': 200} Mar 24 01:03:17.561600 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faae0d43-abe4-4f64-831f-055edf3e227b'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d19756-9f05-4590-8d19-445cf904e8fd', 'code': 200} Mar 24 01:03:17.561866 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faae0d43-abe4-4f64-831f-055edf3e227b'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c924730b-9aa8-4878-8014-7c840b808401', 'code': 200} Mar 24 01:03:17.648979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-8f68b8c5-4b17-4fda-9365-9af3a79632fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 42ca0318-f15a-4f16-8e84-e7f0521deaf5) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:17.657579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e52eaea-cee9-40a3-9af4-fcac237604ce None None] Network 42ca0318-f15a-4f16-8e84-e7f0521deaf5 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:17.683853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f68b8c5-4b17-4fda-9365-9af3a79632fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:17.684449 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f68b8c5-4b17-4fda-9365-9af3a79632fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:17.709176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4079c742-4481-4bd2-89fc-0ed7ada0e85b {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:03:17.724066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8e03ab0-e914-4817-ba01-d346615c80b5 req-a19eda46-73cf-41bc-aee7-2d4d1a995dfa tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909452 Mar 24 01:03:17.746605 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Publish callbacks [] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:17.758847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-df8e5d28-2820-49df-b447-142f2799c147 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] For port 4c6fff98-2741-4b0a-9dcd-c35032208eee, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=4c6fff98-2741-4b0a-9dcd-c35032208eee,segment=NetworkSegment(9f5c80f6-9b99-4ea9-8637-48ec016ccd42),segment_id=9f5c80f6-9b99-4ea9-8637-48ec016ccd42)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:17.759214 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-df8e5d28-2820-49df-b447-142f2799c147 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:17.791391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-42ca0318-f15a-4f16-8e84-e7f0521deaf5', 'network_id': '42ca0318-f15a-4f16-8e84-e7f0521deaf5', 'project_id': '40c9c4182bd34624b9f9cccfea9b367c', 'fixed_ips': [{'subnet_id': '560ccf15-2a47-4f39-8bb8-b31b3b461548'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:03:17.792567 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:17.804181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50870) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:17.804857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8f68b8c5-4b17-4fda-9365-9af3a79632fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0803058 Mar 24 01:03:17.809193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-70bfacea-859f-47d3-a493-75d09a108913 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'network_id': '42ca0318-f15a-4f16-8e84-e7f0521deaf5', 'name': 'tempest-PortsIpV6TestJSON-1379124301', 'fixed_ips': [{'subnet_id': '560ccf15-2a47-4f39-8bb8-b31b3b461548', 'ip_address': '2001:db8::10'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:17.810949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-df8e5d28-2820-49df-b447-142f2799c147 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Calling delete_port for 4c6fff98-2741-4b0a-9dcd-c35032208eee owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:17.941038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bfacea-859f-47d3-a493-75d09a108913 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:17.977643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Allocated IP 2001:db8::2 (42ca0318-f15a-4f16-8e84-e7f0521deaf5/560ccf15-2a47-4f39-8bb8-b31b3b461548/1b6eb77d-e50a-4236-a30a-1dffb859a07d) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:18.058708 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-70bfacea-859f-47d3-a493-75d09a108913 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:18.086238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-70bfacea-859f-47d3-a493-75d09a108913 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] device_id is not set on port 613d8da0-c626-4600-a7e4-e860b297a6cd yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:03:18.135011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd36f45-f4e9-4193-be36-9c1071f139bd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Router a6299554-6c6a-49fc-aa48-f44299659774 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:03:18.137267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a83cbe9a-6237-4504-96f5-5a57984e9aae req-b9e3f0b0-fd49-4123-aede-504130d0f43a service neutron] 10.222.0.57 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638474 Mar 24 01:03:18.138510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Transition to ACTIVE for port object 4079c742-4481-4bd2-89fc-0ed7ada0e85b will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:03:18.173471 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d51c64d1-b767-47e4-a4e8-edb42ef2ca2c req-f9227868-c615-446c-a5aa-9c7cb36aa8f4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.3583636 Mar 24 01:03:18.177886 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Publish callbacks [] for port (1b6eb77d-e50a-4236-a30a-1dffb859a07d), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:18.187376 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (1b6eb77d-e50a-4236-a30a-1dffb859a07d), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:18.241645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Network 42ca0318-f15a-4f16-8e84-e7f0521deaf5 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:18.244796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:18.247155 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:18.252994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:03:18.287836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19323c8b-1063-4fa9-a76d-a5b259f8b905 req-eede226f-1054-4c6a-bd08-7e81dd48ad0f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:18.289064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-70bfacea-859f-47d3-a493-75d09a108913 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Allocated IP 2001:db8::10 (42ca0318-f15a-4f16-8e84-e7f0521deaf5/560ccf15-2a47-4f39-8bb8-b31b3b461548/613d8da0-c626-4600-a7e4-e860b297a6cd) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:18.294671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19323c8b-1063-4fa9-a76d-a5b259f8b905 req-eede226f-1054-4c6a-bd08-7e81dd48ad0f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:18.300206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19323c8b-1063-4fa9-a76d-a5b259f8b905 req-eede226f-1054-4c6a-bd08-7e81dd48ad0f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:18.322249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19323c8b-1063-4fa9-a76d-a5b259f8b905 req-eede226f-1054-4c6a-bd08-7e81dd48ad0f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:18.322478 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Pushing event updated for resources: {'Port': ['ID=1b6eb77d-e50a-4236-a30a-1dffb859a07d,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:18.327386 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19323c8b-1063-4fa9-a76d-a5b259f8b905 req-eede226f-1054-4c6a-bd08-7e81dd48ad0f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 3142 time: 0.7112932 Mar 24 01:03:18.332355 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1646216f-1d1f-4246-bd03-51c1f5aaaae4 x-openstack-request-id: req-1646216f-1d1f-4246-bd03-51c1f5aaaae4 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:03:18.332657 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-deleted", "tag": "c924730b-9aa8-4878-8014-7c840b808401", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:03:18.332914 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1646216f-1d1f-4246-bd03-51c1f5aaaae4 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:03:18.333336 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1646216f-1d1f-4246-bd03-51c1f5aaaae4'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-deleted', 'tag': 'c924730b-9aa8-4878-8014-7c840b808401', 'status': 'completed', 'code': 200} Mar 24 01:03:18.347764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Attempting to bind port 1b6eb77d-e50a-4236-a30a-1dffb859a07d on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:03:18.348473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Attempting to bind port 1b6eb77d-e50a-4236-a30a-1dffb859a07d by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'af0fee77-5893-48d5-b331-5d5136c45e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42ca0318-f15a-4f16-8e84-e7f0521deaf5'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:03:18.348940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Attempting to bind port 1b6eb77d-e50a-4236-a30a-1dffb859a07d on network 42ca0318-f15a-4f16-8e84-e7f0521deaf5 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:03:18.355008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:03:18.355469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Checking segment: {'id': 'af0fee77-5893-48d5-b331-5d5136c45e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42ca0318-f15a-4f16-8e84-e7f0521deaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:03:18.356014 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:18.356479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Bound using segment: {'id': 'af0fee77-5893-48d5-b331-5d5136c45e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42ca0318-f15a-4f16-8e84-e7f0521deaf5'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:03:18.358756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Bound port: 1b6eb77d-e50a-4236-a30a-1dffb859a07d, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0fee77-5893-48d5-b331-5d5136c45e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42ca0318-f15a-4f16-8e84-e7f0521deaf5'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:03:18.359266 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1b6eb77d-e50a-4236-a30a-1dffb859a07d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:18.461897 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] For port 1b6eb77d-e50a-4236-a30a-1dffb859a07d, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:03:18.474951 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] For port 1b6eb77d-e50a-4236-a30a-1dffb859a07d, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=1b6eb77d-e50a-4236-a30a-1dffb859a07d,segment=NetworkSegment(af0fee77-5893-48d5-b331-5d5136c45e99),segment_id=af0fee77-5893-48d5-b331-5d5136c45e99)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:03:18.478372 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-70bfacea-859f-47d3-a493-75d09a108913 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (613d8da0-c626-4600-a7e4-e860b297a6cd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:18.486375 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1b6eb77d-e50a-4236-a30a-1dffb859a07d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:18.544804 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-70bfacea-859f-47d3-a493-75d09a108913 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (613d8da0-c626-4600-a7e4-e860b297a6cd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:18.579796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Pushing event updated for resources: {'Port': ['ID=4079c742-4481-4bd2-89fc-0ed7ada0e85b,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:18.628712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39080a31-dd53-45ef-8009-ba6708257826 None None] Pushing event updated for resources: {'Port': ['ID=1b6eb77d-e50a-4236-a30a-1dffb859a07d,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:18.655854 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bfacea-859f-47d3-a493-75d09a108913 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network 42ca0318-f15a-4f16-8e84-e7f0521deaf5 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:18.665226 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19323c8b-1063-4fa9-a76d-a5b259f8b905 req-06a24977-c6af-4026-b5f6-fb254d7ec607 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968001 Mar 24 01:03:18.683294 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-70bfacea-859f-47d3-a493-75d09a108913 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:18.694787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bfacea-859f-47d3-a493-75d09a108913 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:03:18.708853 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bfacea-859f-47d3-a493-75d09a108913 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:18.709553 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-70bfacea-859f-47d3-a493-75d09a108913 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:18.719179 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfacea-859f-47d3-a493-75d09a108913 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=613d8da0-c626-4600-a7e4-e860b297a6cd,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:18.777492 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-70bfacea-859f-47d3-a493-75d09a108913 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9704685 Mar 24 01:03:18.779306 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50876) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:18.796351 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2157a568-a8e6-472d-a195-40a785db80fc tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'network_id': '42ca0318-f15a-4f16-8e84-e7f0521deaf5', 'name': 'tempest-PortsIpV6TestJSON-1496887318', 'fixed_ips': [{'subnet_id': '560ccf15-2a47-4f39-8bb8-b31b3b461548', 'ip_address': '2001:db8::f'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:18.942821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7217f6-4488-4bff-bc96-6ca30f05889b req-99567275-08f6-4ece-b977-79a7894a3881 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:18.944798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a7217f6-4488-4bff-bc96-6ca30f05889b req-99567275-08f6-4ece-b977-79a7894a3881 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb61d2b2-587c-4b17-8295-03a8d1a87c24 HTTP/1.1" status: 200 len: 946 time: 0.5703602 Mar 24 01:03:19.019830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd36f45-f4e9-4193-be36-9c1071f139bd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:03:19.031608 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2fd36f45-f4e9-4193-be36-9c1071f139bd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:19.035589 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d6d180-1780-48c0-acd7-3c89d1b42884 None None] Sync routers for ids ['a6299554-6c6a-49fc-aa48-f44299659774'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:03:19.056486 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d6d180-1780-48c0-acd7-3c89d1b42884 None None] Routers {'a6299554-6c6a-49fc-aa48-f44299659774'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:03:19.057299 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-74d6d180-1780-48c0-acd7-3c89d1b42884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:03:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6299554-6c6a-49fc-aa48-f44299659774'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:19.071490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Attempting to bind port 4079c742-4481-4bd2-89fc-0ed7ada0e85b on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:03:19.071826 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Attempting to bind port 4079c742-4481-4bd2-89fc-0ed7ada0e85b by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:03:19.072156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Attempting to bind port 4079c742-4481-4bd2-89fc-0ed7ada0e85b on network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:03:19.127919 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-df8e5d28-2820-49df-b447-142f2799c147 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4c6fff98-2741-4b0a-9dcd-c35032208eee), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:19.179106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Port 4079c742-4481-4bd2-89fc-0ed7ada0e85b on network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:03:19.179732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Attempting to bind port 4079c742-4481-4bd2-89fc-0ed7ada0e85b on network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:03:19.193661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e5d28-2820-49df-b447-142f2799c147 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event deleted for resources: {'Port': ['ID=4c6fff98-2741-4b0a-9dcd-c35032208eee,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:19.221690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a777f1a-90f9-4c49-80d7-0813d34b5e30 req-23ba0605-047d-47b4-a236-6489f0b80591 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:19.229967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a777f1a-90f9-4c49-80d7-0813d34b5e30 req-23ba0605-047d-47b4-a236-6489f0b80591 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.3779063 Mar 24 01:03:19.233372 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-74d6d180-1780-48c0-acd7-3c89d1b42884 None None] Set router a6299554-6c6a-49fc-aa48-f44299659774 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:03:19.249957 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:03:19.250948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Checking segment: {'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:03:19.251495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Bound using segment: {'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:03:19.252129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Bound port: 4079c742-4481-4bd2-89fc-0ed7ada0e85b, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:03:19.252690 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:19.274420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2157a568-a8e6-472d-a195-40a785db80fc tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:19.277246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a7217f6-4488-4bff-bc96-6ca30f05889b req-d7d30e8a-c05e-4d6a-bc22-bde57bfd3f57 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139961 Mar 24 01:03:19.279469 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2157a568-a8e6-472d-a195-40a785db80fc tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:19.299114 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-2157a568-a8e6-472d-a195-40a785db80fc tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] device_id is not set on port f300c557-6081-491c-b3e2-26539ce77327 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:03:19.382375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-df8e5d28-2820-49df-b447-142f2799c147 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] No DVR routers for this DVR port 4c6fff98-2741-4b0a-9dcd-c35032208eee on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:19.396657 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-df8e5d28-2820-49df-b447-142f2799c147 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:19.414192 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-df8e5d28-2820-49df-b447-142f2799c147 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.57 "DELETE /v2.0/ports/4c6fff98-2741-4b0a-9dcd-c35032208eee HTTP/1.1" status: 204 len: 173 time: 2.7703679 Mar 24 01:03:19.477115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2fd36f45-f4e9-4193-be36-9c1071f139bd tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "PUT /v2.0/floatingips/19c71e96-c539-4f2f-ada6-76b14dd3c792 HTTP/1.1" status: 200 len: 993 time: 6.5339234 Mar 24 01:03:19.537329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-2157a568-a8e6-472d-a195-40a785db80fc tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Allocated IP 2001:db8::f (42ca0318-f15a-4f16-8e84-e7f0521deaf5/560ccf15-2a47-4f39-8bb8-b31b3b461548/f300c557-6081-491c-b3e2-26539ce77327) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:19.544342 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a777f1a-90f9-4c49-80d7-0813d34b5e30 req-5f6c7b0b-8297-4c90-bcb1-5695cb8b6267 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131437 Mar 24 01:03:19.563176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faae567-2f1d-48c4-927c-9ad473deea45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444456d4-54e5-4601-b260-ba7ed556c47a'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:03:19.565540 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b28ec47-3de7-487b-a206-511425174e80" -d '{"events": [{"server_uuid": "1faae567-2f1d-48c4-927c-9ad473deea45", "name": "network-vif-plugged", "status": "completed", "tag": "444456d4-54e5-4601-b260-ba7ed556c47a"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:03:19.663968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] For port 4079c742-4481-4bd2-89fc-0ed7ada0e85b, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:03:19.739165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96a87c-10c4-4ba4-9d94-fabdc75ebbdc req-0ae53010-aafa-443e-9ac7-0f8879dce6c1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:19.748175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d96a87c-10c4-4ba4-9d94-fabdc75ebbdc req-0ae53010-aafa-443e-9ac7-0f8879dce6c1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.3196623 Mar 24 01:03:19.750410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] For port 4079c742-4481-4bd2-89fc-0ed7ada0e85b, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=4079c742-4481-4bd2-89fc-0ed7ada0e85b,segment=NetworkSegment(26a81adf-0bf7-470c-9780-83c38b2441b1),segment_id=26a81adf-0bf7-470c-9780-83c38b2441b1)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:03:19.778162 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-74d6d180-1780-48c0-acd7-3c89d1b42884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port': {'id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:04Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '19c71e96-c539-4f2f-ada6-76b14dd3c792', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'port_id': '6245cdc9-57db-4a81-bdcb-92f57bd247e6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'mac_address': 'fa:16:3e:4d:67:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:01:02Z', 'updated_at': '2022-03-24T01:03:16Z', 'revision_number': 3, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e', 'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'mac_address': 'fa:16:3e:75:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '24001411-7949-4104-b16e-388a52a539de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:09Z', 'updated_at': '2022-03-24T00:59:15Z', 'revision_number': 5, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'subnets': [{'id': '24001411-7949-4104-b16e-388a52a539de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:19.786764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1b6eb77d-e50a-4236-a30a-1dffb859a07d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:19.804195 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:19.821526 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d6d180-1780-48c0-acd7-3c89d1b42884 None None] Checking router: a6299554-6c6a-49fc-aa48-f44299659774 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:03:19.832309 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d6d180-1780-48c0-acd7-3c89d1b42884 None None] Routers {'a6299554-6c6a-49fc-aa48-f44299659774'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:03:19.832948 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-74d6d180-1780-48c0-acd7-3c89d1b42884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:03:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6299554-6c6a-49fc-aa48-f44299659774'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:19.915942 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 1b6eb77d-e50a-4236-a30a-1dffb859a07d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:19.916549 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1b6eb77d-e50a-4236-a30a-1dffb859a07d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:19.942572 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2157a568-a8e6-472d-a195-40a785db80fc tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (f300c557-6081-491c-b3e2-26539ce77327), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:19.993911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:19.997976 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:20.001720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dec658c4-422a-4859-a27e-340f34a02b84 req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] 10.222.0.48 "PUT /v2.0/ports/4079c742-4481-4bd2-89fc-0ed7ada0e85b HTTP/1.1" status: 200 len: 1091 time: 4.3967643 Mar 24 01:03:20.010251 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2157a568-a8e6-472d-a195-40a785db80fc tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f300c557-6081-491c-b3e2-26539ce77327), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:20.074641 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-74d6d180-1780-48c0-acd7-3c89d1b42884 None None] Set router a6299554-6c6a-49fc-aa48-f44299659774 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:03:20.130651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 1b6eb77d-e50a-4236-a30a-1dffb859a07d is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:20.131063 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1b6eb77d-e50a-4236-a30a-1dffb859a07d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:20.145083 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2157a568-a8e6-472d-a195-40a785db80fc tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network 42ca0318-f15a-4f16-8e84-e7f0521deaf5 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:20.154990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-2157a568-a8e6-472d-a195-40a785db80fc tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:20.162460 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157a568-a8e6-472d-a195-40a785db80fc tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:03:20.170985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2157a568-a8e6-472d-a195-40a785db80fc tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:20.171728 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2157a568-a8e6-472d-a195-40a785db80fc tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:20.208461 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 1b6eb77d-e50a-4236-a30a-1dffb859a07d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=1b6eb77d-e50a-4236-a30a-1dffb859a07d,segment=NetworkSegment(af0fee77-5893-48d5-b331-5d5136c45e99),segment_id=af0fee77-5893-48d5-b331-5d5136c45e99)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:20.216221 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1b6eb77d-e50a-4236-a30a-1dffb859a07d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:20.227792 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2157a568-a8e6-472d-a195-40a785db80fc tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4467559 Mar 24 01:03:20.228549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157a568-a8e6-472d-a195-40a785db80fc tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=f300c557-6081-491c-b3e2-26539ce77327,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:20.246239 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50888) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:20.278058 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=1b6eb77d-e50a-4236-a30a-1dffb859a07d,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:20.302341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83630a9e-267a-48b7-9d51-384140cbfae5 None None] Network 42ca0318-f15a-4f16-8e84-e7f0521deaf5 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:20.316634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d96a87c-10c4-4ba4-9d94-fabdc75ebbdc req-e283bc5c-2f3d-4e4e-826e-69275a9e49e1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554349 Mar 24 01:03:20.381041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-839124e7-ec9e-4f42-89f4-952fefa80373 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Deleting port d1afeb6d-e5e7-4cee-9b5d-622b0b570730 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:20.381415 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-839124e7-ec9e-4f42-89f4-952fefa80373 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:20.397020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f89983-cef2-4b4e-8741-909f75a09c91 req-39b1134e-5eab-4e55-9677-6a0ed0b94b1f tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:20.398622 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80f89983-cef2-4b4e-8741-909f75a09c91 req-39b1134e-5eab-4e55-9677-6a0ed0b94b1f tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 943 time: 0.6128592 Mar 24 01:03:20.399118 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'tag': '6245cdc9-57db-4a81-bdcb-92f57bd247e6'}, {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-deleted', 'tag': '4c6fff98-2741-4b0a-9dcd-c35032208eee'}, {'name': 'network-changed', 'server_uuid': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'tag': '6245cdc9-57db-4a81-bdcb-92f57bd247e6'}, {'name': 'network-changed', 'server_uuid': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'tag': '4079c742-4481-4bd2-89fc-0ed7ada0e85b'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:03:20.413776 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b09ea40-fb8d-4980-9909-72cfba335bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "4549ee98-7b1d-47f4-a02a-cd5a314c3368", "tag": "6245cdc9-57db-4a81-bdcb-92f57bd247e6"}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-deleted", "tag": "4c6fff98-2741-4b0a-9dcd-c35032208eee"}, {"name": "network-changed", "server_uuid": "4549ee98-7b1d-47f4-a02a-cd5a314c3368", "tag": "6245cdc9-57db-4a81-bdcb-92f57bd247e6"}, {"name": "network-changed", "server_uuid": "1002e882-7f7a-40d4-938e-7a8ed5484ca6", "tag": "4079c742-4481-4bd2-89fc-0ed7ada0e85b"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:03:20.421411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec17a7-9256-43b2-9c75-9e599097d429 service neutron] Pushing event updated for resources: {'Port': ['ID=4079c742-4481-4bd2-89fc-0ed7ada0e85b,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:20.451676 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-74d6d180-1780-48c0-acd7-3c89d1b42884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port': {'id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:04Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '19c71e96-c539-4f2f-ada6-76b14dd3c792', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'port_id': '6245cdc9-57db-4a81-bdcb-92f57bd247e6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'mac_address': 'fa:16:3e:4d:67:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:01:02Z', 'updated_at': '2022-03-24T01:03:16Z', 'revision_number': 3, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e', 'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'mac_address': 'fa:16:3e:75:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '24001411-7949-4104-b16e-388a52a539de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:09Z', 'updated_at': '2022-03-24T00:59:15Z', 'revision_number': 5, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'subnets': [{'id': '24001411-7949-4104-b16e-388a52a539de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:20.462009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-9a731813-8d1e-4ffd-8c3e-1700528275ad None None] Provisioning complete for port 1b6eb77d-e50a-4236-a30a-1dffb859a07d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:20.462391 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9a731813-8d1e-4ffd-8c3e-1700528275ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1b6eb77d-e50a-4236-a30a-1dffb859a07d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:20.490483 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d6d180-1780-48c0-acd7-3c89d1b42884 None None] The sync data for ids ['a6299554-6c6a-49fc-aa48-f44299659774'] in n-d-760455-9 is: [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port': {'id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:04Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '19c71e96-c539-4f2f-ada6-76b14dd3c792', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'port_id': '6245cdc9-57db-4a81-bdcb-92f57bd247e6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'mac_address': 'fa:16:3e:4d:67:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:01:02Z', 'updated_at': '2022-03-24T01:03:16Z', 'revision_number': 3, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e', 'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'mac_address': 'fa:16:3e:75:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '24001411-7949-4104-b16e-388a52a539de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:09Z', 'updated_at': '2022-03-24T00:59:15Z', 'revision_number': 5, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'subnets': [{'id': '24001411-7949-4104-b16e-388a52a539de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:03:20.565497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9a731813-8d1e-4ffd-8c3e-1700528275ad None None] Current status of the port 1b6eb77d-e50a-4236-a30a-1dffb859a07d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:20.581937 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33f46801-854b-42e3-aef7-43fd79bf116d req-06b5ba3e-57f6-4f70-bbee-16ddbad23017 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.1301703 Mar 24 01:03:20.638879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec658c4-422a-4859-a27e-340f34a02b84 req-35b4b724-5c6e-4b86-91bd-3910b5a264e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:20.640496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dec658c4-422a-4859-a27e-340f34a02b84 req-35b4b724-5c6e-4b86-91bd-3910b5a264e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 1125 time: 0.5771418 Mar 24 01:03:20.744474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80f89983-cef2-4b4e-8741-909f75a09c91 req-09adfcd9-146f-438b-ab2f-9070045d6a40 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958682 Mar 24 01:03:20.753140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-839124e7-ec9e-4f42-89f4-952fefa80373 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] For port d1afeb6d-e5e7-4cee-9b5d-622b0b570730, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=d1afeb6d-e5e7-4cee-9b5d-622b0b570730,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:20.753540 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-839124e7-ec9e-4f42-89f4-952fefa80373 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:20.773261 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-839124e7-ec9e-4f42-89f4-952fefa80373 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Calling delete_port for d1afeb6d-e5e7-4cee-9b5d-622b0b570730 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:20.839929 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3833c534-2b39-4c86-9902-d776d414cb76 x-openstack-request-id: req-3833c534-2b39-4c86-9902-d776d414cb76 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:03:20.840415 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faae567-2f1d-48c4-927c-9ad473deea45", "name": "network-vif-plugged", "status": "completed", "tag": "444456d4-54e5-4601-b260-ba7ed556c47a", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:03:20.840512 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3833c534-2b39-4c86-9902-d776d414cb76 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:03:20.840863 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3833c534-2b39-4c86-9902-d776d414cb76'] response: {'server_uuid': '1faae567-2f1d-48c4-927c-9ad473deea45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444456d4-54e5-4601-b260-ba7ed556c47a', 'code': 200} Mar 24 01:03:20.943193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d30d17a-a40c-4c6c-b65e-be96abb668c1 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:20.947865 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50894) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:20.948411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1d30d17a-a40c-4c6c-b65e-be96abb668c1 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6837900 Mar 24 01:03:20.950218 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dec658c4-422a-4859-a27e-340f34a02b84 req-cc2ed934-2076-4f16-b51a-fca4d843d578 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4079c742-4481-4bd2-89fc-0ed7ada0e85b HTTP/1.1" status: 200 len: 217 time: 0.2935085 Mar 24 01:03:20.951781 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-839124e7-ec9e-4f42-89f4-952fefa80373 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d1afeb6d-e5e7-4cee-9b5d-622b0b570730), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:21.019243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7ab665fd-94da-4868-8515-daf2f659d642 None None] Provisioning complete for port 613d8da0-c626-4600-a7e4-e860b297a6cd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:21.019625 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7ab665fd-94da-4868-8515-daf2f659d642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (613d8da0-c626-4600-a7e4-e860b297a6cd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:21.044802 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839124e7-ec9e-4f42-89f4-952fefa80373 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event deleted for resources: {'Port': ['ID=d1afeb6d-e5e7-4cee-9b5d-622b0b570730,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:21.089013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7ab665fd-94da-4868-8515-daf2f659d642 None None] Port 613d8da0-c626-4600-a7e4-e860b297a6cd cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:21.103590 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7ab665fd-94da-4868-8515-daf2f659d642 None None] Provisioning complete for port f300c557-6081-491c-b3e2-26539ce77327 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:21.105152 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7ab665fd-94da-4868-8515-daf2f659d642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f300c557-6081-491c-b3e2-26539ce77327), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:21.132375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c7f810-0126-4a33-87e5-b13d8003a1db tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:21.142360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c7f810-0126-4a33-87e5-b13d8003a1db tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:21.147728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7ab665fd-94da-4868-8515-daf2f659d642 None None] Port f300c557-6081-491c-b3e2-26539ce77327 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:21.149754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c7f810-0126-4a33-87e5-b13d8003a1db tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:21.151599 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-53c7f810-0126-4a33-87e5-b13d8003a1db tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2026594 Mar 24 01:03:21.154509 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50896) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:21.159643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7ab665fd-94da-4868-8515-daf2f659d642 None None] Provisioning complete for port 1b6eb77d-e50a-4236-a30a-1dffb859a07d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:21.160225 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7ab665fd-94da-4868-8515-daf2f659d642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1b6eb77d-e50a-4236-a30a-1dffb859a07d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:21.214541 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf0051-c1f0-4acf-a9df-562aa1bb798a req-f66ba0e7-a83c-44c1-ba43-194da33bdff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:21.216221 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a0cf0051-c1f0-4acf-a9df-562aa1bb798a req-f66ba0e7-a83c-44c1-ba43-194da33bdff5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 1129 time: 0.1900897 Mar 24 01:03:21.217714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-839124e7-ec9e-4f42-89f4-952fefa80373 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] No DVR routers for this DVR port d1afeb6d-e5e7-4cee-9b5d-622b0b570730 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:21.223074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec658c4-422a-4859-a27e-340f34a02b84 req-dee890fe-61fe-4879-bba3-ff9e9b3adff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:21.224566 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dec658c4-422a-4859-a27e-340f34a02b84 req-dee890fe-61fe-4879-bba3-ff9e9b3adff3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 200 len: 860 time: 0.2579474 Mar 24 01:03:21.225688 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-839124e7-ec9e-4f42-89f4-952fefa80373 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:21.229419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-839124e7-ec9e-4f42-89f4-952fefa80373 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.57 "DELETE /v2.0/ports/d1afeb6d-e5e7-4cee-9b5d-622b0b570730 HTTP/1.1" status: 204 len: 173 time: 1.8089347 Mar 24 01:03:21.282097 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7ab665fd-94da-4868-8515-daf2f659d642 None None] Current status of the port 1b6eb77d-e50a-4236-a30a-1dffb859a07d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:21.327872 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a0cf0051-c1f0-4acf-a9df-562aa1bb798a req-9e7dbde5-edf1-44d7-b8c4-267725e13252 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706794 Mar 24 01:03:21.347040 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-6bf924bd-1fd7-4a0f-aa84-7aa7aa322534 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port f300c557-6081-491c-b3e2-26539ce77327 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:21.347535 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6bf924bd-1fd7-4a0f-aa84-7aa7aa322534 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f300c557-6081-491c-b3e2-26539ce77327), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:21.382815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84ee1c-45d2-435f-8c04-e88bbc1a9534 req-ba24f90a-fc44-42ae-a229-0c8c92481fea tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:21.388760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84ee1c-45d2-435f-8c04-e88bbc1a9534 req-ba24f90a-fc44-42ae-a229-0c8c92481fea tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:21.390071 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df84ee1c-45d2-435f-8c04-e88bbc1a9534 req-ba24f90a-fc44-42ae-a229-0c8c92481fea tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 1677 time: 0.3812206 Mar 24 01:03:21.402110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe63cb5-cabc-4c25-ba7f-c56dc70770f6 req-8543b652-e2fb-4815-93f1-b0120a29d52a tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:21.409064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5fe63cb5-cabc-4c25-ba7f-c56dc70770f6 req-8543b652-e2fb-4815-93f1-b0120a29d52a tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 946 time: 0.3782887 Mar 24 01:03:21.428368 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2caa5d22-7c93-48a1-9276-63094ec3053b None None] Provisioning complete for port 613d8da0-c626-4600-a7e4-e860b297a6cd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:21.429140 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2caa5d22-7c93-48a1-9276-63094ec3053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (613d8da0-c626-4600-a7e4-e860b297a6cd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:21.462354 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6bf924bd-1fd7-4a0f-aa84-7aa7aa322534 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f300c557-6081-491c-b3e2-26539ce77327), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:21.478490 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-6bf924bd-1fd7-4a0f-aa84-7aa7aa322534 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for f300c557-6081-491c-b3e2-26539ce77327 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:21.536146 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2caa5d22-7c93-48a1-9276-63094ec3053b None None] Port 613d8da0-c626-4600-a7e4-e860b297a6cd cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:21.585727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec658c4-422a-4859-a27e-340f34a02b84 req-d33397e3-b3a9-4471-bc69-3e7a2ebeb3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:21.587250 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dec658c4-422a-4859-a27e-340f34a02b84 req-d33397e3-b3a9-4471-bc69-3e7a2ebeb3ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3546352 Mar 24 01:03:21.614497 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df84ee1c-45d2-435f-8c04-e88bbc1a9534 req-b9a43fdc-0a63-4276-af3c-a29ebf61f573 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977022 Mar 24 01:03:21.639485 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5fe63cb5-cabc-4c25-ba7f-c56dc70770f6 req-a11b1237-3652-4a5c-a928-80f67b33aa4c tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294469 Mar 24 01:03:21.649680 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1b6eb77d-e50a-4236-a30a-1dffb859a07d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:21.688440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-f35e0934-3555-4c39-b9d1-7b9272ab62c0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Deleting port f5735b4c-cf45-49d2-a7f8-87c3be714560 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:21.688788 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-f35e0934-3555-4c39-b9d1-7b9272ab62c0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:21.717527 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6bf924bd-1fd7-4a0f-aa84-7aa7aa322534 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f300c557-6081-491c-b3e2-26539ce77327), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:21.760070 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Thu, 24 Mar 2022 01:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748294cb-c018-4976-8003-5e7040119af9 x-openstack-request-id: req-748294cb-c018-4976-8003-5e7040119af9 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:03:21.761081 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4549ee98-7b1d-47f4-a02a-cd5a314c3368", "tag": "6245cdc9-57db-4a81-bdcb-92f57bd247e6", "status": "completed", "code": 200}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-deleted", "tag": "4c6fff98-2741-4b0a-9dcd-c35032208eee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4549ee98-7b1d-47f4-a02a-cd5a314c3368", "tag": "6245cdc9-57db-4a81-bdcb-92f57bd247e6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1002e882-7f7a-40d4-938e-7a8ed5484ca6", "tag": "4079c742-4481-4bd2-89fc-0ed7ada0e85b", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:03:21.761081 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-748294cb-c018-4976-8003-5e7040119af9 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:03:21.761531 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748294cb-c018-4976-8003-5e7040119af9'] response: {'name': 'network-changed', 'server_uuid': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'tag': '6245cdc9-57db-4a81-bdcb-92f57bd247e6', 'status': 'completed', 'code': 200} Mar 24 01:03:21.761531 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748294cb-c018-4976-8003-5e7040119af9'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-deleted', 'tag': '4c6fff98-2741-4b0a-9dcd-c35032208eee', 'status': 'completed', 'code': 200} Mar 24 01:03:21.764302 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748294cb-c018-4976-8003-5e7040119af9'] response: {'name': 'network-changed', 'server_uuid': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'tag': '6245cdc9-57db-4a81-bdcb-92f57bd247e6', 'status': 'completed', 'code': 200} Mar 24 01:03:21.764302 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748294cb-c018-4976-8003-5e7040119af9'] response: {'name': 'network-changed', 'server_uuid': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'tag': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'status': 'completed', 'code': 200} Mar 24 01:03:21.791986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 1b6eb77d-e50a-4236-a30a-1dffb859a07d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:21.793549 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1b6eb77d-e50a-4236-a30a-1dffb859a07d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:21.815673 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf924bd-1fd7-4a0f-aa84-7aa7aa322534 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=f300c557-6081-491c-b3e2-26539ce77327,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:21.856429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c3fd4f1b-8190-495a-bac6-a2a35f6aaace None None] Could not find standard attr ID for object f300c557-6081-491c-b3e2-26539ce77327. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:03:21.908410 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6bf924bd-1fd7-4a0f-aa84-7aa7aa322534 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:21.916018 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6bf924bd-1fd7-4a0f-aa84-7aa7aa322534 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/f300c557-6081-491c-b3e2-26539ce77327 HTTP/1.1" status: 204 len: 168 time: 0.7600672 Mar 24 01:03:21.919245 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50906) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:21.920333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 1b6eb77d-e50a-4236-a30a-1dffb859a07d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:21.965397 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-717b526d-c7f5-47df-89c4-9faf5a5bf3d6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] GET failed (client error): The resource could not be found. Mar 24 01:03:21.968532 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-717b526d-c7f5-47df-89c4-9faf5a5bf3d6 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/f300c557-6081-491c-b3e2-26539ce77327 HTTP/1.1" status: 404 len: 333 time: 0.0479150 Mar 24 01:03:21.980764 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50908) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:21.984024 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-863c29f3-3e03-42be-86e1-8b1b434f7e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:21.985906 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-863c29f3-3e03-42be-86e1-8b1b434f7e9d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 1127 time: 0.2211845 Mar 24 01:03:22.142582 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-7c875781-498b-4739-a831-978bcc4aa425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:22.144303 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-7c875781-498b-4739-a831-978bcc4aa425 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 920 time: 0.1144044 Mar 24 01:03:22.257979 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-6ee20d4c-472a-4c77-87bf-eacb6ab9bf22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6245cdc9-57db-4a81-bdcb-92f57bd247e6 HTTP/1.1" status: 200 len: 1001 time: 0.1014981 Mar 24 01:03:22.289540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0201a-9117-4805-8367-0aa4b43d6b09 req-cce2dceb-6cd5-4ae1-8cd5-ae70c3f904cc tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:22.291234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4de0201a-9117-4805-8367-0aa4b43d6b09 req-cce2dceb-6cd5-4ae1-8cd5-ae70c3f904cc tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.4726667 Mar 24 01:03:22.294217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-f35e0934-3555-4c39-b9d1-7b9272ab62c0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] For port f5735b4c-cf45-49d2-a7f8-87c3be714560, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f5735b4c-cf45-49d2-a7f8-87c3be714560,segment=NetworkSegment(9f5c80f6-9b99-4ea9-8637-48ec016ccd42),segment_id=9f5c80f6-9b99-4ea9-8637-48ec016ccd42)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:22.294670 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-f35e0934-3555-4c39-b9d1-7b9272ab62c0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:22.299205 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dec658c4-422a-4859-a27e-340f34a02b84 req-bad8fe65-b60c-46b1-ad49-395a6aac0841 service neutron] 10.222.0.48 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6586752 Mar 24 01:03:22.305588 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-df296f96-4613-43ed-9040-955d48d36039 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port 613d8da0-c626-4600-a7e4-e860b297a6cd {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:22.306022 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df296f96-4613-43ed-9040-955d48d36039 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (613d8da0-c626-4600-a7e4-e860b297a6cd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:22.342999 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-997dd447-cf07-4fa3-ad4f-85de0dfdb7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:22.344506 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-997dd447-cf07-4fa3-ad4f-85de0dfdb7cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.0734153 Mar 24 01:03:22.347121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-f35e0934-3555-4c39-b9d1-7b9272ab62c0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Calling delete_port for f5735b4c-cf45-49d2-a7f8-87c3be714560 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:22.355517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d77670-6b99-427a-a780-f90fedc2711a req-aec6765e-da18-4b20-94d9-22412d4a50c2 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:22.361757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-92d77670-6b99-427a-a780-f90fedc2711a req-aec6765e-da18-4b20-94d9-22412d4a50c2 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.5008502 Mar 24 01:03:22.439315 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-73843f30-33a0-4c70-846c-f08da87b4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:22.440846 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-73843f30-33a0-4c70-846c-f08da87b4f2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0674455 Mar 24 01:03:22.494771 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df296f96-4613-43ed-9040-955d48d36039 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (613d8da0-c626-4600-a7e4-e860b297a6cd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:22.553251 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-df296f96-4613-43ed-9040-955d48d36039 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for 613d8da0-c626-4600-a7e4-e860b297a6cd owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:22.647118 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4de0201a-9117-4805-8367-0aa4b43d6b09 req-164a33c8-6cfd-4d54-9270-707949bc7a73 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316948 Mar 24 01:03:22.647581 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-ec2e5960-c956-4438-b20c-f3731df6cd85 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889379 Mar 24 01:03:22.716844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-92d77670-6b99-427a-a780-f90fedc2711a req-45350ca4-5626-40ea-b4bb-5d0311d7de2c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539014 Mar 24 01:03:22.720695 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dec658c4-422a-4859-a27e-340f34a02b84 req-829fdc00-4284-4ee9-ab5d-67b0d9ce0864 service neutron] 10.222.0.48 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132044 Mar 24 01:03:22.728326 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-f35e0934-3555-4c39-b9d1-7b9272ab62c0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f5735b4c-cf45-49d2-a7f8-87c3be714560), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:22.772715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e0934-3555-4c39-b9d1-7b9272ab62c0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event deleted for resources: {'Port': ['ID=f5735b4c-cf45-49d2-a7f8-87c3be714560,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:22.865862 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df296f96-4613-43ed-9040-955d48d36039 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (613d8da0-c626-4600-a7e4-e860b297a6cd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:22.896137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-f35e0934-3555-4c39-b9d1-7b9272ab62c0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] No DVR routers for this DVR port f5735b4c-cf45-49d2-a7f8-87c3be714560 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:22.901534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df296f96-4613-43ed-9040-955d48d36039 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=613d8da0-c626-4600-a7e4-e860b297a6cd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:22.929877 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7532e46d-0e25-4794-b784-cdf753b15da8 req-f29ad51f-a07b-42a6-b06b-284e034fdbc5 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.1381857 Mar 24 01:03:22.931183 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-f35e0934-3555-4c39-b9d1-7b9272ab62c0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:22.947156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df296f96-4613-43ed-9040-955d48d36039 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:22.948960 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-f35e0934-3555-4c39-b9d1-7b9272ab62c0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.57 "DELETE /v2.0/ports/f5735b4c-cf45-49d2-a7f8-87c3be714560 HTTP/1.1" status: 204 len: 173 time: 1.6894240 Mar 24 01:03:22.953329 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-df296f96-4613-43ed-9040-955d48d36039 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/613d8da0-c626-4600-a7e4-e860b297a6cd HTTP/1.1" status: 204 len: 168 time: 0.9638677 Mar 24 01:03:22.955086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50950) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:22.982419 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-c2411c0f-18d3-4f67-b86c-5d49e604bc48 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351263 Mar 24 01:03:23.101779 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2796367-a6bc-46b7-9d0a-5dde8154a406 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] GET failed (client error): The resource could not be found. Mar 24 01:03:23.103239 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b2796367-a6bc-46b7-9d0a-5dde8154a406 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/613d8da0-c626-4600-a7e4-e860b297a6cd HTTP/1.1" status: 404 len: 333 time: 0.1420445 Mar 24 01:03:23.107591 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50952) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:23.165644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0163e83-335d-4479-bfae-ed3c708bd5d9 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting subnet 560ccf15-2a47-4f39-8bb8-b31b3b461548 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:03:23.169263 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0163e83-335d-4479-bfae-ed3c708bd5d9 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (560ccf15-2a47-4f39-8bb8-b31b3b461548), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:23.169648 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-93af0311-6fde-462a-bdd1-b7b3166ced5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:23.171250 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-93af0311-6fde-462a-bdd1-b7b3166ced5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 1127 time: 0.1285863 Mar 24 01:03:23.240676 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0163e83-335d-4479-bfae-ed3c708bd5d9 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (560ccf15-2a47-4f39-8bb8-b31b3b461548), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:23.340845 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-919a36f4-c0c6-4fa5-9e05-d2e4da022cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:23.342692 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-919a36f4-c0c6-4fa5-9e05-d2e4da022cfd service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 920 time: 0.1628342 Mar 24 01:03:23.433269 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-9a0d8fa4-f7bc-4483-8312-8a0cdc49705f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6245cdc9-57db-4a81-bdcb-92f57bd247e6 HTTP/1.1" status: 200 len: 1001 time: 0.0833979 Mar 24 01:03:23.489792 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-0801f127-58e2-4ee9-b3c5-b47e329b2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:23.491650 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-0801f127-58e2-4ee9-b3c5-b47e329b2b83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.0520375 Mar 24 01:03:23.502771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973f0ec-9382-4717-89f4-2b8c1e09bcb3 req-42f6ff6a-7ec2-4cba-ac1f-60e64421ddbe tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:23.513656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a973f0ec-9382-4717-89f4-2b8c1e09bcb3 req-42f6ff6a-7ec2-4cba-ac1f-60e64421ddbe tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 943 time: 0.4481623 Mar 24 01:03:23.561693 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6487335-ea48-4613-bfa3-233af4fb7acf req-6c6c07f1-907d-45c1-b905-2d4296040b64 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:23.563857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6487335-ea48-4613-bfa3-233af4fb7acf req-6c6c07f1-907d-45c1-b905-2d4296040b64 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.2737181 Mar 24 01:03:23.567495 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-27fa1f61-de8a-4cff-be73-3becc0de1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:23.570987 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-27fa1f61-de8a-4cff-be73-3becc0de1b2e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0714025 Mar 24 01:03:23.626011 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0163e83-335d-4479-bfae-ed3c708bd5d9 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (560ccf15-2a47-4f39-8bb8-b31b3b461548), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:23.666730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-5bf7d1ab-25a9-4a0e-90a3-03c725c00b20 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Deleting port 62d19756-9f05-4590-8d19-445cf904e8fd {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:23.667428 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-6f37df3d-f833-4dd4-8caa-07e9111aad07 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886006 Mar 24 01:03:23.667553 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-5bf7d1ab-25a9-4a0e-90a3-03c725c00b20 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (62d19756-9f05-4590-8d19-445cf904e8fd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:23.748748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a973f0ec-9382-4717-89f4-2b8c1e09bcb3 req-189e5c8f-7384-45cc-a9b8-079e1e74580b tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086964 Mar 24 01:03:23.755783 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6487335-ea48-4613-bfa3-233af4fb7acf req-0dda5e77-97b6-4167-aa1c-51e4351b9e4f tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809564 Mar 24 01:03:23.769843 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-deleted', 'tag': 'd1afeb6d-e5e7-4cee-9b5d-622b0b570730'}, {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-deleted', 'tag': 'f5735b4c-cf45-49d2-a7f8-87c3be714560'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:03:23.769843 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ddbb0b-c6dc-4b3b-bb46-5e4c581cac07" -d '{"events": [{"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-deleted", "tag": "d1afeb6d-e5e7-4cee-9b5d-622b0b570730"}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-deleted", "tag": "f5735b4c-cf45-49d2-a7f8-87c3be714560"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:03:23.774666 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-4e905b98-8545-4ab0-8fb4-5f5a14be28e2 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989029 Mar 24 01:03:23.808069 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0163e83-335d-4479-bfae-ed3c708bd5d9 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (560ccf15-2a47-4f39-8bb8-b31b3b461548), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:23.828050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-5bf7d1ab-25a9-4a0e-90a3-03c725c00b20 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] For port 62d19756-9f05-4590-8d19-445cf904e8fd, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=62d19756-9f05-4590-8d19-445cf904e8fd,segment=NetworkSegment(a06b89bd-93c8-4108-9a57-9215b8c90a9f),segment_id=a06b89bd-93c8-4108-9a57-9215b8c90a9f)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:23.828753 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-5bf7d1ab-25a9-4a0e-90a3-03c725c00b20 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (62d19756-9f05-4590-8d19-445cf904e8fd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:23.878056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-54147c1e-a29d-4b2d-89fb-309103157fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:23.879526 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-54147c1e-a29d-4b2d-89fb-309103157fe4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 1125 time: 0.0496500 Mar 24 01:03:23.965711 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0163e83-335d-4479-bfae-ed3c708bd5d9 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:23.969026 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b0163e83-335d-4479-bfae-ed3c708bd5d9 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/560ccf15-2a47-4f39-8bb8-b31b3b461548 HTTP/1.1" status: 204 len: 168 time: 0.8564448 Mar 24 01:03:23.976526 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50962) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:23.988770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a81fa36-0668-4086-aa76-ff3244982f96 None None] Network 42ca0318-f15a-4f16-8e84-e7f0521deaf5 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:24.007795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0163e83-335d-4479-bfae-ed3c708bd5d9 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Subnet': ['ID=560ccf15-2a47-4f39-8bb8-b31b3b461548,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:24.047455 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-bbaac763-dadd-412e-8230-0d67d027ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:24.049076 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-bbaac763-dadd-412e-8230-0d67d027ca66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 922 time: 0.1626472 Mar 24 01:03:24.111042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd6be9-c3bd-487f-bc03-3ac3f69af665 req-a05b0c11-de25-4330-8f34-f5f27a505aa2 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:24.112622 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31fd6be9-c3bd-487f-bc03-3ac3f69af665 req-a05b0c11-de25-4330-8f34-f5f27a505aa2 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.2224174 Mar 24 01:03:24.125197 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4012fab-ff2f-4762-9367-4c5d8db24808 req-4c3c4d94-0ecf-486c-8235-ffeea1b0dbdf tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:24.125597 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-6f65109c-8db1-430c-b5c8-6dab04e09f39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4079c742-4481-4bd2-89fc-0ed7ada0e85b HTTP/1.1" status: 200 len: 217 time: 0.0706117 Mar 24 01:03:24.127803 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4012fab-ff2f-4762-9367-4c5d8db24808 req-4c3c4d94-0ecf-486c-8235-ffeea1b0dbdf tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 943 time: 0.2342944 Mar 24 01:03:24.135047 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (42ca0318-f15a-4f16-8e84-e7f0521deaf5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:24.177935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beae7119-a6c6-4365-b048-0bb8bf269314 None None] DHCP port deletion for 42ca0318-f15a-4f16-8e84-e7f0521deaf5 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:03:24.218204 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-6dbc45a9-5e26-4026-9c17-d8bcc2df9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:24.219654 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-6dbc45a9-5e26-4026-9c17-d8bcc2df9292 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 200 len: 860 time: 0.0802267 Mar 24 01:03:24.229705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-beae7119-a6c6-4365-b048-0bb8bf269314 None None] Deleting port 1b6eb77d-e50a-4236-a30a-1dffb859a07d {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:24.230526 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-beae7119-a6c6-4365-b048-0bb8bf269314 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1b6eb77d-e50a-4236-a30a-1dffb859a07d), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:24.264738 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-5bf7d1ab-25a9-4a0e-90a3-03c725c00b20 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:24.265219 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-5bf7d1ab-25a9-4a0e-90a3-03c725c00b20 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (6a812fb7-0980-4734-bdb6-6ba78add2672), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:24.265607 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-5bf7d1ab-25a9-4a0e-90a3-03c725c00b20 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Floating IP 6a812fb7-0980-4734-bdb6-6ba78add2672 disassociated. External IP: 172.25.0.182, port: 62d19756-9f05-4590-8d19-445cf904e8fd. Mar 24 01:03:24.266017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-5bf7d1ab-25a9-4a0e-90a3-03c725c00b20 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Calling delete_port for 62d19756-9f05-4590-8d19-445cf904e8fd owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:24.275945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port 1b6eb77d-e50a-4236-a30a-1dffb859a07d {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:24.276294 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1b6eb77d-e50a-4236-a30a-1dffb859a07d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:24.280023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31fd6be9-c3bd-487f-bc03-3ac3f69af665 req-bacff88b-c2b5-435b-ba1b-4eceb5b3e741 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511693 Mar 24 01:03:24.294332 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4012fab-ff2f-4762-9367-4c5d8db24808 req-f5dea8ac-597e-4d93-97cb-38873345f112 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups?id=28c3ac2d-f25e-4798-aab7-49e04012cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269546 Mar 24 01:03:24.305818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-beae7119-a6c6-4365-b048-0bb8bf269314 None None] For port 1b6eb77d-e50a-4236-a30a-1dffb859a07d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=1b6eb77d-e50a-4236-a30a-1dffb859a07d,segment=NetworkSegment(af0fee77-5893-48d5-b331-5d5136c45e99),segment_id=af0fee77-5893-48d5-b331-5d5136c45e99)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:24.306531 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-beae7119-a6c6-4365-b048-0bb8bf269314 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1b6eb77d-e50a-4236-a30a-1dffb859a07d), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:24.323766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-beae7119-a6c6-4365-b048-0bb8bf269314 None None] Calling delete_port for 1b6eb77d-e50a-4236-a30a-1dffb859a07d owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:24.368953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] For port 1b6eb77d-e50a-4236-a30a-1dffb859a07d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=1b6eb77d-e50a-4236-a30a-1dffb859a07d,segment=NetworkSegment(af0fee77-5893-48d5-b331-5d5136c45e99),segment_id=af0fee77-5893-48d5-b331-5d5136c45e99)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:24.369353 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1b6eb77d-e50a-4236-a30a-1dffb859a07d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:24.375315 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Mar 2022 01:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8518b42-c610-45cb-aecb-79f6871b63ef x-openstack-request-id: req-c8518b42-c610-45cb-aecb-79f6871b63ef {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:03:24.375719 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-deleted", "tag": "d1afeb6d-e5e7-4cee-9b5d-622b0b570730", "status": "completed", "code": 200}, {"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-deleted", "tag": "f5735b4c-cf45-49d2-a7f8-87c3be714560", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:03:24.376092 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8518b42-c610-45cb-aecb-79f6871b63ef {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:03:24.376606 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8518b42-c610-45cb-aecb-79f6871b63ef'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-deleted', 'tag': 'd1afeb6d-e5e7-4cee-9b5d-622b0b570730', 'status': 'completed', 'code': 200} Mar 24 01:03:24.378327 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8518b42-c610-45cb-aecb-79f6871b63ef'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-deleted', 'tag': 'f5735b4c-cf45-49d2-a7f8-87c3be714560', 'status': 'completed', 'code': 200} Mar 24 01:03:24.397714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for 1b6eb77d-e50a-4236-a30a-1dffb859a07d owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:24.475670 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-beae7119-a6c6-4365-b048-0bb8bf269314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (1b6eb77d-e50a-4236-a30a-1dffb859a07d), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:24.516825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae7119-a6c6-4365-b048-0bb8bf269314 None None] Pushing event deleted for resources: {'Port': ['ID=1b6eb77d-e50a-4236-a30a-1dffb859a07d,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:24.520470 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1b6eb77d-e50a-4236-a30a-1dffb859a07d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:24.531434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae7119-a6c6-4365-b048-0bb8bf269314 None None] No DVR routers for this DVR port 1b6eb77d-e50a-4236-a30a-1dffb859a07d on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:24.557567 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=1b6eb77d-e50a-4236-a30a-1dffb859a07d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:24.559538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No DVR routers for this DVR port 1b6eb77d-e50a-4236-a30a-1dffb859a07d on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:24.570951 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-619c400e-0a89-4560-a7bb-212ae44f6ba2 req-9aea11a6-32c8-4959-a03f-ac68a7a4e584 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.0685806 Mar 24 01:03:24.622881 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-5bf7d1ab-25a9-4a0e-90a3-03c725c00b20 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (62d19756-9f05-4590-8d19-445cf904e8fd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:24.647599 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (42ca0318-f15a-4f16-8e84-e7f0521deaf5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:24.669745 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ca0318-f15a-4f16-8e84-e7f0521deaf5']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:24.681855 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0fee77-5893-48d5-b331-5d5136c45e99') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:24.682190 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0fee77-5893-48d5-b331-5d5136c45e99') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:24.683371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7d1ab-25a9-4a0e-90a3-03c725c00b20 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event deleted for resources: {'Port': ['ID=62d19756-9f05-4590-8d19-445cf904e8fd,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:24.693997 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (af0fee77-5893-48d5-b331-5d5136c45e99), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:24.718907 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (af0fee77-5893-48d5-b331-5d5136c45e99), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:24.731933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-abd9ec5b-810f-4974-acdd-c9b173bb0455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:24.733560 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-abd9ec5b-810f-4974-acdd-c9b173bb0455 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5010304 Mar 24 01:03:24.737083 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:03:24.737763 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (af0fee77-5893-48d5-b331-5d5136c45e99), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:03:24.741716 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:03:24.865134 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (42ca0318-f15a-4f16-8e84-e7f0521deaf5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:24.871493 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:24.882187 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/networks/42ca0318-f15a-4f16-8e84-e7f0521deaf5 HTTP/1.1" status: 204 len: 168 time: 0.9060974 Mar 24 01:03:24.882340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50968) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:24.887513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-4e8fa60b-69f4-466b-99d1-f9cd6a458776 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-982536795'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:24.908288 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fb8d8-d847-4792-8ecf-bd52cdab5d27 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Network': ['ID=42ca0318-f15a-4f16-8e84-e7f0521deaf5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:24.923014 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-a6db8184-4052-4c4e-8147-6e265dafe04d service neutron] 10.222.0.48 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804328 Mar 24 01:03:24.923951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91c874-f2ce-463d-b108-d26afd80462f req-bc57ef39-848e-4b4f-81b3-ca0bc5e47a80 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:24.929865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91c874-f2ce-463d-b108-d26afd80462f req-bc57ef39-848e-4b4f-81b3-ca0bc5e47a80 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:24.935094 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91c874-f2ce-463d-b108-d26afd80462f req-bc57ef39-848e-4b4f-81b3-ca0bc5e47a80 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:24.937571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e91c874-f2ce-463d-b108-d26afd80462f req-bc57ef39-848e-4b4f-81b3-ca0bc5e47a80 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661&device_id=bb61d2b2-587c-4b17-8295-03a8d1a87c24&device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 2419 time: 0.1636646 Mar 24 01:03:24.958828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78483de-6f1e-4d2c-850f-572d340ad99d req-9c239b34-4aa2-4db0-98f0-10826a484d42 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:24.960468 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d78483de-6f1e-4d2c-850f-572d340ad99d req-9c239b34-4aa2-4db0-98f0-10826a484d42 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.2474530 Mar 24 01:03:24.985144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8fa60b-69f4-466b-99d1-f9cd6a458776 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:24.989402 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4e8fa60b-69f4-466b-99d1-f9cd6a458776 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:25.035591 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7b09ea40-fb8d-4980-9909-72cfba335bcd req-d3e3cc2b-0bf1-41ed-a6e8-d090374b5313 service neutron] 10.222.0.48 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050708 Mar 24 01:03:25.046352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-5bf7d1ab-25a9-4a0e-90a3-03c725c00b20 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Router 70ec1954-4054-4881-bc8c-94434d4e77e9 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:03:25.052464 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-ad8374b7-c2c0-4247-b795-ce28e2a3acc7 req-088b94df-1199-4836-8473-3118c9e26119 tempest-MigrationsAdminTest-957170242 tempest-MigrationsAdminTest-957170242-project-admin] (115729) timed out ('10.222.0.45', 33084) {{(pid=115729) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 01:03:25.087144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e91c874-f2ce-463d-b108-d26afd80462f req-cd4d2d32-c3e0-41d9-9db0-39107e316c3b tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404259 Mar 24 01:03:25.089345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8fa60b-69f4-466b-99d1-f9cd6a458776 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:03:25.163340 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4e8fa60b-69f4-466b-99d1-f9cd6a458776 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (fafefcb5-ec06-4ece-873e-4c5ecdc17f5c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:25.163685 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-4e8fa60b-69f4-466b-99d1-f9cd6a458776 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Added segment fafefcb5-ec06-4ece-873e-4c5ecdc17f5c of type vlan for network b4e03594-76f4-478d-9a8d-e01124d3b8e4 Mar 24 01:03:25.167741 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d78483de-6f1e-4d2c-850f-572d340ad99d req-7bd99130-b9ba-4055-a326-6aad73b3ff23 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892769 Mar 24 01:03:25.282137 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4e8fa60b-69f4-466b-99d1-f9cd6a458776 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (b4e03594-76f4-478d-9a8d-e01124d3b8e4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:25.323253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7fc92-e9c8-4998-b7ce-0ef2bb616b40 req-cedb24d0-df28-4818-bf7a-6c1fd548989d tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:25.324681 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54c7fc92-e9c8-4998-b7ce-0ef2bb616b40 req-cedb24d0-df28-4818-bf7a-6c1fd548989d tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 943 time: 0.1488037 Mar 24 01:03:25.388493 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4e8fa60b-69f4-466b-99d1-f9cd6a458776 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (b4e03594-76f4-478d-9a8d-e01124d3b8e4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:25.393945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8fa60b-69f4-466b-99d1-f9cd6a458776 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:25.394536 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4e8fa60b-69f4-466b-99d1-f9cd6a458776 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:25.421086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-5bf7d1ab-25a9-4a0e-90a3-03c725c00b20 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:03:25.432825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e342d0-164c-4587-a8b9-40948f3e5a80 None None] Sync routers for ids ['70ec1954-4054-4881-bc8c-94434d4e77e9'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:03:25.446957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e342d0-164c-4587-a8b9-40948f3e5a80 None None] Routers {'70ec1954-4054-4881-bc8c-94434d4e77e9'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:03:25.447672 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c4e342d0-164c-4587-a8b9-40948f3e5a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:03:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['70ec1954-4054-4881-bc8c-94434d4e77e9'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:25.506556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4e8fa60b-69f4-466b-99d1-f9cd6a458776 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6205258 Mar 24 01:03:25.518399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50976) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:25.523964 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-aaa70c93-0708-4383-8933-f4f181336ea2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'subnet': {'network_id': 'b4e03594-76f4-478d-9a8d-e01124d3b8e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:25.530779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-5bf7d1ab-25a9-4a0e-90a3-03c725c00b20 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] No DVR routers for this DVR port 62d19756-9f05-4590-8d19-445cf904e8fd on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:25.535809 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fa60b-69f4-466b-99d1-f9cd6a458776 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Network': ['ID=b4e03594-76f4-478d-9a8d-e01124d3b8e4,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:25.538647 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-5bf7d1ab-25a9-4a0e-90a3-03c725c00b20 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:25.541993 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bbd0c0d3-4ecd-4ae4-ac84-27190688a2a6 req-5bf7d1ab-25a9-4a0e-90a3-03c725c00b20 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.57 "DELETE /v2.0/ports/62d19756-9f05-4590-8d19-445cf904e8fd HTTP/1.1" status: 204 len: 173 time: 2.5123470 Mar 24 01:03:25.552267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54c7fc92-e9c8-4998-b7ce-0ef2bb616b40 req-17dbb014-2937-4d5b-9431-51956aa1a66c tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107339 Mar 24 01:03:25.581208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc60141-898a-4cbd-a011-d10dc8a5711a req-baa85de6-d11a-4893-8289-871894eda9bf tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:25.598151 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccc60141-898a-4cbd-a011-d10dc8a5711a req-baa85de6-d11a-4893-8289-871894eda9bf tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 946 time: 0.2835870 Mar 24 01:03:25.656142 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-c4e342d0-164c-4587-a8b9-40948f3e5a80 None None] Set router 70ec1954-4054-4881-bc8c-94434d4e77e9 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:03:25.723058 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network b4e03594-76f4-478d-9a8d-e01124d3b8e4 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:03:25.737676 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa70c93-0708-4383-8933-f4f181336ea2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:25.742996 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aaa70c93-0708-4383-8933-f4f181336ea2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:25.760743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccc60141-898a-4cbd-a011-d10dc8a5711a req-f8cc5e86-01ef-4e4a-8dab-6e91124ebc52 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599059 Mar 24 01:03:25.782949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75024ea1-9005-459b-8f33-5e636effbff6 req-2bb20962-ffec-4f60-88d1-cb5e466ea132 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:25.787770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1b6eb77d-e50a-4236-a30a-1dffb859a07d no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:03:25.790282 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75024ea1-9005-459b-8f33-5e636effbff6 req-2bb20962-ffec-4f60-88d1-cb5e466ea132 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1136613 Mar 24 01:03:25.894996 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c443a46e-c0bb-4ec6-8950-8c2b8211a282 req-3fec784d-9fe2-4aa4-a450-3b89f2dbaa5b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0385461 Mar 24 01:03:25.914798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75024ea1-9005-459b-8f33-5e636effbff6 req-181c01d1-b5ba-4bfa-946f-cf33c7dfb56d tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230409 Mar 24 01:03:25.994984 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aaa70c93-0708-4383-8933-f4f181336ea2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (24fa85e1-ba58-4f7b-9c24-508f52f7a313), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:26.069387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 1b6eb77d-e50a-4236-a30a-1dffb859a07d {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:03:26.069992 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1b6eb77d-e50a-4236-a30a-1dffb859a07d not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:03:26.075504 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 4079c742-4481-4bd2-89fc-0ed7ada0e85b details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:03:26.106892 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa70c93-0708-4383-8933-f4f181336ea2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Checking segment: {'id': 'fafefcb5-ec06-4ece-873e-4c5ecdc17f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b4e03594-76f4-478d-9a8d-e01124d3b8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:03:26.107482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa70c93-0708-4383-8933-f4f181336ea2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network hostable DHCP agents. Network: b4e03594-76f4-478d-9a8d-e01124d3b8e4, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:03:26.115703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa70c93-0708-4383-8933-f4f181336ea2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Subnet': ['ID=24fa85e1-ba58-4f7b-9c24-508f52f7a313,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:26.119299 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a248fe28-e0bb-4bed-b4c9-ff719c1e5e93 req-11cd59b8-8aa1-414c-9333-785fcd8a6d40 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.0554984 Mar 24 01:03:26.144694 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa70c93-0708-4383-8933-f4f181336ea2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network b4e03594-76f4-478d-9a8d-e01124d3b8e4 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:03:26.171598 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-aaa70c93-0708-4383-8933-f4f181336ea2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, b4e03594-76f4-478d-9a8d-e01124d3b8e4) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:26.177315 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa70c93-0708-4383-8933-f4f181336ea2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:26.177989 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aaa70c93-0708-4383-8933-f4f181336ea2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:26.214817 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-aaa70c93-0708-4383-8933-f4f181336ea2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6922410 Mar 24 01:03:26.214935 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50988) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:26.219310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-4d37bdcf-a776-4917-a01b-12191d88f699 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1115396773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:26.272936 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d37bdcf-a776-4917-a01b-12191d88f699 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (44fd63fc-167e-4aec-b35f-27e6b33618f5), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:26.272936 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d37bdcf-a776-4917-a01b-12191d88f699 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (44fd63fc-167e-4aec-b35f-27e6b33618f5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:26.292944 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.resource_extend [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:03:26.325936 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d37bdcf-a776-4917-a01b-12191d88f699 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for router_controller (44fd63fc-167e-4aec-b35f-27e6b33618f5), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:26.342391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1888bb95-76c2-4c14-9df9-754543e618ca None None] Network b4e03594-76f4-478d-9a8d-e01124d3b8e4 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:26.344588 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d37bdcf-a776-4917-a01b-12191d88f699 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (44fd63fc-167e-4aec-b35f-27e6b33618f5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:26.368005 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d37bdcf-a776-4917-a01b-12191d88f699 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:26.369228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4d37bdcf-a776-4917-a01b-12191d88f699 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1534016 Mar 24 01:03:26.372085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50992) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:26.377201 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a24e11f7-76db-4ab1-b1ae-50f3ce7855e0 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'network_id': 'b4e03594-76f4-478d-9a8d-e01124d3b8e4', 'name': 'tempest-PortsIpV6TestJSON-1747620757'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:26.380911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-deleted', 'tag': '62d19756-9f05-4590-8d19-445cf904e8fd'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:03:26.383368 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833a2ab5-277c-4331-bbc3-009d6ba4eaf5" -d '{"events": [{"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-deleted", "tag": "62d19756-9f05-4590-8d19-445cf904e8fd"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:03:26.394755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c0b74-7f66-4054-960c-2e62cad5dbaa req-073b09fd-d218-4461-9611-ecd0438ff1e3 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:26.396373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-618c0b74-7f66-4054-960c-2e62cad5dbaa req-073b09fd-d218-4461-9611-ecd0438ff1e3 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1391716 Mar 24 01:03:26.460561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-618c0b74-7f66-4054-960c-2e62cad5dbaa req-630def82-f3ec-4575-8a92-38a15fda740e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576689 Mar 24 01:03:26.480395 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35d5650-2231-4ac9-a183-8f5aa6c8b87e x-openstack-request-id: req-c35d5650-2231-4ac9-a183-8f5aa6c8b87e {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:03:26.480758 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa2090-2ba4-4fc4-aa7e-ef9d967e7088", "name": "network-vif-deleted", "tag": "62d19756-9f05-4590-8d19-445cf904e8fd", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:03:26.481078 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c35d5650-2231-4ac9-a183-8f5aa6c8b87e {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:03:26.481608 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35d5650-2231-4ac9-a183-8f5aa6c8b87e'] response: {'server_uuid': '2daa2090-2ba4-4fc4-aa7e-ef9d967e7088', 'name': 'network-vif-deleted', 'tag': '62d19756-9f05-4590-8d19-445cf904e8fd', 'status': 'completed', 'code': 200} Mar 24 01:03:26.517172 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 4079c742-4481-4bd2-89fc-0ed7ada0e85b, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=4079c742-4481-4bd2-89fc-0ed7ada0e85b,segment=NetworkSegment(26a81adf-0bf7-470c-9780-83c38b2441b1),segment_id=26a81adf-0bf7-470c-9780-83c38b2441b1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:26.535522 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'port_id': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'mac_address': 'fa:16:3e:e7:ee:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:03:26.574345 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24e11f7-76db-4ab1-b1ae-50f3ce7855e0 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:26.578240 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a24e11f7-76db-4ab1-b1ae-50f3ce7855e0 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:26.598247 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-a24e11f7-76db-4ab1-b1ae-50f3ce7855e0 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] device_id is not set on port 54a8edb1-5cc0-4a04-a2dd-06292ee58e5b yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:03:26.660512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 4079c742-4481-4bd2-89fc-0ed7ada0e85b is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:26.661272 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:26.678828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976f7e7-1d61-455c-975c-7144671002a3 req-5ccfb283-518b-403b-9cf3-292ba423605e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:26.680507 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b976f7e7-1d61-455c-975c-7144671002a3 req-5ccfb283-518b-403b-9cf3-292ba423605e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1065788 Mar 24 01:03:26.696367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4079c742-4481-4bd2-89fc-0ed7ada0e85b {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:03:26.725368 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 4079c742-4481-4bd2-89fc-0ed7ada0e85b, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=4079c742-4481-4bd2-89fc-0ed7ada0e85b,segment=NetworkSegment(26a81adf-0bf7-470c-9780-83c38b2441b1),segment_id=26a81adf-0bf7-470c-9780-83c38b2441b1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:26.747491 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:26.771990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b976f7e7-1d61-455c-975c-7144671002a3 req-82fe82b7-8839-4121-90b7-8449d00c6c4b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819418 Mar 24 01:03:26.797642 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-a24e11f7-76db-4ab1-b1ae-50f3ce7855e0 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Allocated IP 2001:db8::18a (b4e03594-76f4-478d-9a8d-e01124d3b8e4/24fa85e1-ba58-4f7b-9c24-508f52f7a313/54a8edb1-5cc0-4a04-a2dd-06292ee58e5b) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:26.805369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=4079c742-4481-4bd2-89fc-0ed7ada0e85b,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:26.808314 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-b4e03594-76f4-478d-9a8d-e01124d3b8e4', 'network_id': 'b4e03594-76f4-478d-9a8d-e01124d3b8e4', 'project_id': '40c9c4182bd34624b9f9cccfea9b367c', 'fixed_ips': [{'subnet_id': '24fa85e1-ba58-4f7b-9c24-508f52f7a313'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:03:26.809376 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:26.832171 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c4e342d0-164c-4587-a8b9-40948f3e5a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'name': 'tempest-TaggedBootDevicesTest_v242-718651379-router', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:56:03Z', 'revision_number': 4, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'gw_port': {'id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:50Z', 'updated_at': '2022-03-24T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '8303fc8b-52de-4bd2-88be-0665eb3a0132', 'name': '', 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'mac_address': 'fa:16:3e:d9:01:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:02Z', 'updated_at': '2022-03-24T00:56:13Z', 'revision_number': 5, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'subnets': [{'id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:26.870580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e342d0-164c-4587-a8b9-40948f3e5a80 None None] Checking router: 70ec1954-4054-4881-bc8c-94434d4e77e9 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:03:26.882301 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72c861-c546-48f9-851a-05efe1251631 req-13041e69-4343-4c9c-859b-9d456f514603 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:26.883797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd72c861-c546-48f9-851a-05efe1251631 req-13041e69-4343-4c9c-859b-9d456f514603 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 944 time: 0.0975261 Mar 24 01:03:26.950737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e342d0-164c-4587-a8b9-40948f3e5a80 None None] Routers {'70ec1954-4054-4881-bc8c-94434d4e77e9'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:03:26.951384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c4e342d0-164c-4587-a8b9-40948f3e5a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:03:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['70ec1954-4054-4881-bc8c-94434d4e77e9'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:27.006408 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd72c861-c546-48f9-851a-05efe1251631 req-882dac43-971c-4400-ba3b-42997a42d0b8 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103697 Mar 24 01:03:27.051108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['4079c742-4481-4bd2-89fc-0ed7ada0e85b'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:03:27.106191 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a24e11f7-76db-4ab1-b1ae-50f3ce7855e0 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (54a8edb1-5cc0-4a04-a2dd-06292ee58e5b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:27.128195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-c4e342d0-164c-4587-a8b9-40948f3e5a80 None None] Set router 70ec1954-4054-4881-bc8c-94434d4e77e9 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:03:27.147781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fd984-23df-4987-9216-c36407a8a423 req-c663a70e-32cf-46a4-81f7-954946da42a6 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:27.157605 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d6fd984-23df-4987-9216-c36407a8a423 req-c663a70e-32cf-46a4-81f7-954946da42a6 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.0776906 Mar 24 01:03:27.164614 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a24e11f7-76db-4ab1-b1ae-50f3ce7855e0 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (54a8edb1-5cc0-4a04-a2dd-06292ee58e5b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:27.225650 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d6fd984-23df-4987-9216-c36407a8a423 req-94470ebc-8159-444a-bc83-1ef44a8eff75 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616887 Mar 24 01:03:27.287018 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e11f7-76db-4ab1-b1ae-50f3ce7855e0 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=54a8edb1-5cc0-4a04-a2dd-06292ee58e5b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:27.307954 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31a31e78-409f-4200-b99f-2f8f1024ca0f req-fe6f9fbf-13f4-492a-863e-c2c9b1df1844 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0446358 Mar 24 01:03:27.315721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e11f7-76db-4ab1-b1ae-50f3ce7855e0 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network b4e03594-76f4-478d-9a8d-e01124d3b8e4 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:27.320135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a24e11f7-76db-4ab1-b1ae-50f3ce7855e0 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:27.329777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24e11f7-76db-4ab1-b1ae-50f3ce7855e0 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:03:27.338048 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24e11f7-76db-4ab1-b1ae-50f3ce7855e0 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:27.338860 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a24e11f7-76db-4ab1-b1ae-50f3ce7855e0 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:27.350974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de579ac4-0701-405e-b00b-ee62b91fed3e req-02122c8a-3a57-48e6-96d2-b5a0c77f46db tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.0548606 Mar 24 01:03:27.376645 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a24e11f7-76db-4ab1-b1ae-50f3ce7855e0 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0009878 Mar 24 01:03:27.376930 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51018) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:27.426904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Allocated IP 2001:db8::2 (b4e03594-76f4-478d-9a8d-e01124d3b8e4/24fa85e1-ba58-4f7b-9c24-508f52f7a313/797929b1-f798-4d28-a092-8a700b80a708) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:27.542128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd7626-581f-4c2b-b358-07312a6b8fce req-c6230e20-355e-44c6-afd3-a604663b38dc tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:27.544109 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51bd7626-581f-4c2b-b358-07312a6b8fce req-c6230e20-355e-44c6-afd3-a604663b38dc tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.0912127 Mar 24 01:03:27.688867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51bd7626-581f-4c2b-b358-07312a6b8fce req-c7360c1a-9b09-4afd-b389-7496d2f21725 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381068 Mar 24 01:03:27.700931 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c4e342d0-164c-4587-a8b9-40948f3e5a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'name': 'tempest-TaggedBootDevicesTest_v242-718651379-router', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:56:03Z', 'revision_number': 4, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'gw_port': {'id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:50Z', 'updated_at': '2022-03-24T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '8303fc8b-52de-4bd2-88be-0665eb3a0132', 'name': '', 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'mac_address': 'fa:16:3e:d9:01:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:02Z', 'updated_at': '2022-03-24T00:56:13Z', 'revision_number': 5, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'subnets': [{'id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:27.735750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e342d0-164c-4587-a8b9-40948f3e5a80 None None] The sync data for ids ['70ec1954-4054-4881-bc8c-94434d4e77e9'] in n-d-760455-9 is: [{'id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'name': 'tempest-TaggedBootDevicesTest_v242-718651379-router', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T00:56:03Z', 'revision_number': 4, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'gw_port': {'id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:50Z', 'updated_at': '2022-03-24T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '8303fc8b-52de-4bd2-88be-0665eb3a0132', 'name': '', 'network_id': '3442b383-cef2-415a-8f56-3353317f1d87', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'mac_address': 'fa:16:3e:d9:01:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:02Z', 'updated_at': '2022-03-24T00:56:13Z', 'revision_number': 5, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'subnets': [{'id': '9e6d0188-d534-47f6-9862-05c37c3c8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:03:27.749801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a69e49-0276-4f1a-aa91-a895b5576e1f req-d3edbf23-3973-4c85-8d30-e917c48091a8 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:27.750925 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Publish callbacks [] for port (797929b1-f798-4d28-a092-8a700b80a708), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:27.760962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70a69e49-0276-4f1a-aa91-a895b5576e1f req-d3edbf23-3973-4c85-8d30-e917c48091a8 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.1790538 Mar 24 01:03:27.769560 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (797929b1-f798-4d28-a092-8a700b80a708), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:27.822350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Network b4e03594-76f4-478d-9a8d-e01124d3b8e4 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:27.829862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:27.835055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:03:27.838688 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Pushing event updated for resources: {'Port': ['ID=797929b1-f798-4d28-a092-8a700b80a708,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:27.866340 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70a69e49-0276-4f1a-aa91-a895b5576e1f req-e6926a6a-6045-451a-9cbf-e3f652e9d735 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039858 Mar 24 01:03:27.899204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Attempting to bind port 797929b1-f798-4d28-a092-8a700b80a708 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:03:27.900137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Attempting to bind port 797929b1-f798-4d28-a092-8a700b80a708 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'fafefcb5-ec06-4ece-873e-4c5ecdc17f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b4e03594-76f4-478d-9a8d-e01124d3b8e4'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:03:27.900578 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Attempting to bind port 797929b1-f798-4d28-a092-8a700b80a708 on network b4e03594-76f4-478d-9a8d-e01124d3b8e4 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:03:27.906575 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:03:27.906944 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Checking segment: {'id': 'fafefcb5-ec06-4ece-873e-4c5ecdc17f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b4e03594-76f4-478d-9a8d-e01124d3b8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:03:27.907353 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:27.907755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Bound using segment: {'id': 'fafefcb5-ec06-4ece-873e-4c5ecdc17f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b4e03594-76f4-478d-9a8d-e01124d3b8e4'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:03:27.908239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Bound port: 797929b1-f798-4d28-a092-8a700b80a708, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fafefcb5-ec06-4ece-873e-4c5ecdc17f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b4e03594-76f4-478d-9a8d-e01124d3b8e4'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:03:27.909298 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (797929b1-f798-4d28-a092-8a700b80a708), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:27.990663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] For port 797929b1-f798-4d28-a092-8a700b80a708, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:03:27.994202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] For port 797929b1-f798-4d28-a092-8a700b80a708, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=797929b1-f798-4d28-a092-8a700b80a708,segment=NetworkSegment(fafefcb5-ec06-4ece-873e-4c5ecdc17f5c),segment_id=fafefcb5-ec06-4ece-873e-4c5ecdc17f5c)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:03:28.006498 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (797929b1-f798-4d28-a092-8a700b80a708), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:28.107946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a539472-f7e5-46e7-8126-0969b5e497d9 None None] Pushing event updated for resources: {'Port': ['ID=797929b1-f798-4d28-a092-8a700b80a708,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:28.124897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cd9a8-f02f-4ca2-b596-be60713fd5b9 req-0a99db9c-1f37-40f6-983e-53969ae97a10 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:28.130046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-887cd9a8-f02f-4ca2-b596-be60713fd5b9 req-0a99db9c-1f37-40f6-983e-53969ae97a10 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1217537 Mar 24 01:03:28.203270 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446a914-c9f2-423f-8b98-7aa0ddecf9ab None None] New status for floating IP 6a812fb7-0980-4734-bdb6-6ba78add2672: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:03:28.235526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d66f9-84aa-4467-a71f-f8a9540a3ef7 req-fbca483f-b3a3-4575-97c1-a2cad91ef677 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:28.243009 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e2d66f9-84aa-4467-a71f-f8a9540a3ef7 req-fbca483f-b3a3-4575-97c1-a2cad91ef677 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 944 time: 0.1118813 Mar 24 01:03:28.443124 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e17d47d1-71bf-45aa-883d-e41847f8c40c tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (54a8edb1-5cc0-4a04-a2dd-06292ee58e5b), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:28.589348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-887cd9a8-f02f-4ca2-b596-be60713fd5b9 req-0ce40b2b-6860-4435-b82a-33705400fe95 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484851 Mar 24 01:03:28.649985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e2d66f9-84aa-4467-a71f-f8a9540a3ef7 req-da8f2fde-b98c-44de-a285-813e2486a424 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039512 Mar 24 01:03:28.670134 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3d886ff8-ad8c-4770-bc00-5fd34c958fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:28.717259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b48ca2ac-486f-472d-b513-2b5f9d30a822 req-2fc83fd6-cd75-47a0-ab4d-ff8227c2c048 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0302994 Mar 24 01:03:28.759534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b3f7537-b2e5-4c33-974b-3049b6f142be req-65755c8f-6858-46ac-93ee-d52cad9e01d2 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.0361683 Mar 24 01:03:28.802703 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e17d47d1-71bf-45aa-883d-e41847f8c40c tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (54a8edb1-5cc0-4a04-a2dd-06292ee58e5b), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:28.807663 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e17d47d1-71bf-45aa-883d-e41847f8c40c tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (54a8edb1-5cc0-4a04-a2dd-06292ee58e5b), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:28.886647 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d47d1-71bf-45aa-883d-e41847f8c40c tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=54a8edb1-5cc0-4a04-a2dd-06292ee58e5b,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:29.009899 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e17d47d1-71bf-45aa-883d-e41847f8c40c tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (44fd63fc-167e-4aec-b35f-27e6b33618f5), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:29.015526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834a0ce-2406-443a-a1d8-ad5434a208fe req-563ef023-d2d5-4675-9b7c-58a667745cdf tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:29.016995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7834a0ce-2406-443a-a1d8-ad5434a208fe req-563ef023-d2d5-4675-9b7c-58a667745cdf tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.0880675 Mar 24 01:03:29.088225 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7834a0ce-2406-443a-a1d8-ad5434a208fe req-caf62fb5-4565-414e-9c48-18e9a76654e7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630834 Mar 24 01:03:29.150187 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e17d47d1-71bf-45aa-883d-e41847f8c40c tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (54a8edb1-5cc0-4a04-a2dd-06292ee58e5b), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:29.368412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7264cf8-7362-4f92-b93b-1c6c95cb2bff None None] Network b4e03594-76f4-478d-9a8d-e01124d3b8e4 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:29.437420 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e17d47d1-71bf-45aa-883d-e41847f8c40c tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (54a8edb1-5cc0-4a04-a2dd-06292ee58e5b), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:29.442795 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e17d47d1-71bf-45aa-883d-e41847f8c40c tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (54a8edb1-5cc0-4a04-a2dd-06292ee58e5b), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:29.443710 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e17d47d1-71bf-45aa-883d-e41847f8c40c tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (44fd63fc-167e-4aec-b35f-27e6b33618f5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:29.448164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1bf731a0-3215-46b8-8323-6671ecade823 None None] Provisioning complete for port 797929b1-f798-4d28-a092-8a700b80a708 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:29.448551 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1bf731a0-3215-46b8-8323-6671ecade823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (797929b1-f798-4d28-a092-8a700b80a708), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:29.571892 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d47d1-71bf-45aa-883d-e41847f8c40c tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=54a8edb1-5cc0-4a04-a2dd-06292ee58e5b,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:29.685284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d47d1-71bf-45aa-883d-e41847f8c40c tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network b4e03594-76f4-478d-9a8d-e01124d3b8e4 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:29.686945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-e17d47d1-71bf-45aa-883d-e41847f8c40c tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:29.698284 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 797929b1-f798-4d28-a092-8a700b80a708 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:29.772421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006e06c-2199-47ba-9a31-dc0279648d7e req-8fd4e49d-3ab7-4b1b-8dd8-0bc2cf2d8ea1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:29.779497 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5006e06c-2199-47ba-9a31-dc0279648d7e req-8fd4e49d-3ab7-4b1b-8dd8-0bc2cf2d8ea1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.0663745 Mar 24 01:03:29.822715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1bf731a0-3215-46b8-8323-6671ecade823 None None] Current status of the port 797929b1-f798-4d28-a092-8a700b80a708 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:29.824209 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1bf731a0-3215-46b8-8323-6671ecade823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (797929b1-f798-4d28-a092-8a700b80a708), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:29.847425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17d47d1-71bf-45aa-883d-e41847f8c40c tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Router 44fd63fc-167e-4aec-b35f-27e6b33618f5 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:03:29.864745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 4079c742-4481-4bd2-89fc-0ed7ada0e85b up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:29.871310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5006e06c-2199-47ba-9a31-dc0279648d7e req-d22700f5-0bfa-4814-98cb-2e082f26aff9 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908365 Mar 24 01:03:29.877668 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:29.928989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ea1c6-8da3-4e36-ba1b-d3bce5b065d4 req-5cbccb93-aa12-401e-9f77-7886a65e0389 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:29.933969 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a9ea1c6-8da3-4e36-ba1b-d3bce5b065d4 req-5cbccb93-aa12-401e-9f77-7886a65e0389 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 944 time: 0.1444259 Mar 24 01:03:29.999563 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17d47d1-71bf-45aa-883d-e41847f8c40c tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:03:30.019778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-1bf731a0-3215-46b8-8323-6671ecade823 None None] For port 797929b1-f798-4d28-a092-8a700b80a708, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=797929b1-f798-4d28-a092-8a700b80a708,segment=NetworkSegment(fafefcb5-ec06-4ece-873e-4c5ecdc17f5c),segment_id=fafefcb5-ec06-4ece-873e-4c5ecdc17f5c)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:30.026016 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e17d47d1-71bf-45aa-883d-e41847f8c40c tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "PUT /v2.0/routers/44fd63fc-167e-4aec-b35f-27e6b33618f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6470714 Mar 24 01:03:30.028323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51044) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:30.029983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e912b287-40f2-4e16-b229-65dbf2444189 None None] Sync routers for ids ['44fd63fc-167e-4aec-b35f-27e6b33618f5'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:03:30.047626 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bcb714ed-24f9-4009-b253-75e9af753017 req-0625d5ab-79eb-4b18-a2d9-2b146280ad8a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0742531 Mar 24 01:03:30.056985 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1bf731a0-3215-46b8-8323-6671ecade823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (797929b1-f798-4d28-a092-8a700b80a708), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:30.102576 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a9ea1c6-8da3-4e36-ba1b-d3bce5b065d4 req-30956908-0324-40a0-b10b-48d1a6067699 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615379 Mar 24 01:03:30.153226 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 797929b1-f798-4d28-a092-8a700b80a708 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:30.153714 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (797929b1-f798-4d28-a092-8a700b80a708), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:30.158144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 4079c742-4481-4bd2-89fc-0ed7ada0e85b completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:03:30.231675 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e912b287-40f2-4e16-b229-65dbf2444189 None None] Routers {'44fd63fc-167e-4aec-b35f-27e6b33618f5'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:03:30.232327 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e912b287-40f2-4e16-b229-65dbf2444189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:03:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['44fd63fc-167e-4aec-b35f-27e6b33618f5'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:30.234333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 4079c742-4481-4bd2-89fc-0ed7ada0e85b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:30.234705 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:30.236995 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa4547a-5fd7-4a24-bf07-5e4a52b0d644 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:30.241481 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-faa4547a-5fd7-4a24-bf07-5e4a52b0d644 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports?device_id=44fd63fc-167e-4aec-b35f-27e6b33618f5 HTTP/1.1" status: 200 len: 989 time: 0.2120874 Mar 24 01:03:30.244660 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51048) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:30.282426 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ff3cbee-e6f0-4af7-a24f-3bfc8fee0df3 req-397402f6-1727-4c03-9ab4-2e8e4fb714eb tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1b3330-f2dd-4e39-a81e-c006ea1e835e HTTP/1.1" status: 200 len: 210 time: 0.0673110 Mar 24 01:03:30.344061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e912b287-40f2-4e16-b229-65dbf2444189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:30.439124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf731a0-3215-46b8-8323-6671ecade823 None None] Pushing event updated for resources: {'Port': ['ID=797929b1-f798-4d28-a092-8a700b80a708,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:30.457579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e912b287-40f2-4e16-b229-65dbf2444189 None None] Routers {'44fd63fc-167e-4aec-b35f-27e6b33618f5'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:03:30.458474 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e912b287-40f2-4e16-b229-65dbf2444189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:03:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['44fd63fc-167e-4aec-b35f-27e6b33618f5'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:30.505983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c17105-d638-49e3-8f30-f56e6dc24629 req-3cb4a509-480b-4077-bab0-0ff0b780f00f tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:30.513550 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31c17105-d638-49e3-8f30-f56e6dc24629 req-3cb4a509-480b-4077-bab0-0ff0b780f00f tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.1313407 Mar 24 01:03:30.667163 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31c17105-d638-49e3-8f30-f56e6dc24629 req-fa974533-56b9-44f3-9978-9b0c4b4c629e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282811 Mar 24 01:03:30.668704 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 797929b1-f798-4d28-a092-8a700b80a708 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:30.676299 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e912b287-40f2-4e16-b229-65dbf2444189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:30.677036 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e912b287-40f2-4e16-b229-65dbf2444189 None None] The sync data for ids ['44fd63fc-167e-4aec-b35f-27e6b33618f5'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:03:30.682690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-df942ec6-f594-461c-9806-82051ba61e7b None None] Provisioning complete for port 54a8edb1-5cc0-4a04-a2dd-06292ee58e5b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:30.683598 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-df942ec6-f594-461c-9806-82051ba61e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (54a8edb1-5cc0-4a04-a2dd-06292ee58e5b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:30.754155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a89b90-61bc-4c24-bc20-367be35f192f req-03ea412f-8765-42ad-879e-80802c25f062 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:30.762856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f0a89b90-61bc-4c24-bc20-367be35f192f req-03ea412f-8765-42ad-879e-80802c25f062 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1326439 Mar 24 01:03:30.765514 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-df942ec6-f594-461c-9806-82051ba61e7b None None] Port 54a8edb1-5cc0-4a04-a2dd-06292ee58e5b cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:30.769953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fd881-fd64-4a78-bcd8-155204e42d16 req-0dc7d5c2-3c08-43c6-a73d-2fb7b06a8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:30.776222 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-407fd881-fd64-4a78-bcd8-155204e42d16 req-0dc7d5c2-3c08-43c6-a73d-2fb7b06a8d9d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ac65c0c246448d68f3607175d189fb0&device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 1129 time: 0.1662879 Mar 24 01:03:30.781087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 4079c742-4481-4bd2-89fc-0ed7ada0e85b is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:30.781515 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:30.794317 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-df942ec6-f594-461c-9806-82051ba61e7b None None] Provisioning complete for port 797929b1-f798-4d28-a092-8a700b80a708 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:30.794755 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-df942ec6-f594-461c-9806-82051ba61e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (797929b1-f798-4d28-a092-8a700b80a708), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:30.824041 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f0a89b90-61bc-4c24-bc20-367be35f192f req-1600beda-1fec-4e47-8d43-f32b5a00ccca tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598140 Mar 24 01:03:30.869033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4079c742-4481-4bd2-89fc-0ed7ada0e85b'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:03:30.871704 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddc9fb5-7314-45ce-8efd-70fde38dd017" -d '{"events": [{"server_uuid": "1002e882-7f7a-40d4-938e-7a8ed5484ca6", "name": "network-vif-plugged", "status": "completed", "tag": "4079c742-4481-4bd2-89fc-0ed7ada0e85b"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:03:30.877724 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 4079c742-4481-4bd2-89fc-0ed7ada0e85b, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=4079c742-4481-4bd2-89fc-0ed7ada0e85b,segment=NetworkSegment(26a81adf-0bf7-470c-9780-83c38b2441b1),segment_id=26a81adf-0bf7-470c-9780-83c38b2441b1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:30.887309 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:30.896757 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-70c3a409-3284-4a88-adf9-f18d6b43a194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:30.988981 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02b0abf-bcab-4349-9d43-3cf72aea8e84 x-openstack-request-id: req-e02b0abf-bcab-4349-9d43-3cf72aea8e84 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:03:30.989301 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1002e882-7f7a-40d4-938e-7a8ed5484ca6", "name": "network-vif-plugged", "status": "completed", "tag": "4079c742-4481-4bd2-89fc-0ed7ada0e85b", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:03:30.989549 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e02b0abf-bcab-4349-9d43-3cf72aea8e84 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:03:30.989934 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02b0abf-bcab-4349-9d43-3cf72aea8e84'] response: {'server_uuid': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'code': 200} Mar 24 01:03:31.036448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=4079c742-4481-4bd2-89fc-0ed7ada0e85b,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:31.042569 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fd881-fd64-4a78-bcd8-155204e42d16 req-b6f0d2ce-b6c3-4e94-92a5-1b570d7b4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:31.045769 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-407fd881-fd64-4a78-bcd8-155204e42d16 req-b6f0d2ce-b6c3-4e94-92a5-1b570d7b4477 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14ac88e5-c6b8-4482-8b26-a53783c04883 HTTP/1.1" status: 200 len: 915 time: 0.2645345 Mar 24 01:03:31.060630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-df942ec6-f594-461c-9806-82051ba61e7b None None] Current status of the port 797929b1-f798-4d28-a092-8a700b80a708 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:31.067347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5630d-9f81-46ce-9db3-1dd2d25feadf req-6b736ead-263c-49cd-b8d5-4b63435d361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:31.069065 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe5630d-9f81-46ce-9db3-1dd2d25feadf req-6b736ead-263c-49cd-b8d5-4b63435d361e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 1127 time: 0.0680051 Mar 24 01:03:31.165411 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-407fd881-fd64-4a78-bcd8-155204e42d16 req-57706508-31b1-4d8b-9216-f16258873d77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=444456d4-54e5-4601-b260-ba7ed556c47a HTTP/1.1" status: 200 len: 217 time: 0.1008272 Mar 24 01:03:31.194875 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a2f71b62-c41b-4d89-ad40-ff803f29d60b None None] Provisioning complete for port 54a8edb1-5cc0-4a04-a2dd-06292ee58e5b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:31.195132 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a2f71b62-c41b-4d89-ad40-ff803f29d60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (54a8edb1-5cc0-4a04-a2dd-06292ee58e5b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:31.198228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe5630d-9f81-46ce-9db3-1dd2d25feadf req-c5d21fac-66e2-4396-a1b4-eb77edd4ce8e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215098 Mar 24 01:03:31.232354 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8092c5e7-55f0-48e4-acc5-d02f6c179bba tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (44fd63fc-167e-4aec-b35f-27e6b33618f5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:31.285813 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5efaac22-f583-4385-b284-77abaf5fae22 req-986b762b-4324-4332-bc09-f2843c18170e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0865176 Mar 24 01:03:31.295192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a2f71b62-c41b-4d89-ad40-ff803f29d60b None None] Port 54a8edb1-5cc0-4a04-a2dd-06292ee58e5b cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:31.344959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fccc82-7595-4eaf-9b56-54e1de705c9f req-215072f4-b74e-4986-b035-ea018f23aecf tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:31.346834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17fccc82-7595-4eaf-9b56-54e1de705c9f req-215072f4-b74e-4986-b035-ea018f23aecf tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 945 time: 0.0975199 Mar 24 01:03:31.388401 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fd881-fd64-4a78-bcd8-155204e42d16 req-9e621e93-e136-40df-a7b3-a820a2343c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:31.390054 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-407fd881-fd64-4a78-bcd8-155204e42d16 req-9e621e93-e136-40df-a7b3-a820a2343c0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5be8776-cb25-4c7a-a7da-5b9b80acc971 HTTP/1.1" status: 200 len: 854 time: 0.2165191 Mar 24 01:03:31.432096 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17fccc82-7595-4eaf-9b56-54e1de705c9f req-bafcfa2b-783a-4852-b674-18c68ae832df tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684490 Mar 24 01:03:31.433768 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51064) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:31.450826 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-407fd881-fd64-4a78-bcd8-155204e42d16 req-1b07369c-b84d-4a4e-987f-92cfe432e0aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14ac88e5-c6b8-4482-8b26-a53783c04883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385532 Mar 24 01:03:31.496014 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-58ed02ba-edb3-4b08-8be3-cde5b5508d42 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for security_group (80c48968-010e-4660-bf79-b163a61494a1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:31.521022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3d9d8f0f-5f9c-4264-b791-2216cecf9e57 None None] Provisioning complete for port 54a8edb1-5cc0-4a04-a2dd-06292ee58e5b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:31.521544 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3d9d8f0f-5f9c-4264-b791-2216cecf9e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (54a8edb1-5cc0-4a04-a2dd-06292ee58e5b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:31.537165 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-58ed02ba-edb3-4b08-8be3-cde5b5508d42 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for security_group (80c48968-010e-4660-bf79-b163a61494a1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:31.583956 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 797929b1-f798-4d28-a092-8a700b80a708 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:31.598320 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-58ed02ba-edb3-4b08-8be3-cde5b5508d42 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (80c48968-010e-4660-bf79-b163a61494a1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:31.601568 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-58ed02ba-edb3-4b08-8be3-cde5b5508d42 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:31.602980 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-58ed02ba-edb3-4b08-8be3-cde5b5508d42 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "DELETE /v2.0/security-groups/80c48968-010e-4660-bf79-b163a61494a1 HTTP/1.1" status: 204 len: 168 time: 0.1672645 Mar 24 01:03:31.606463 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51066) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:31.607002 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d8f0f-5f9c-4264-b791-2216cecf9e57 None None] Port 54a8edb1-5cc0-4a04-a2dd-06292ee58e5b cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:31.616289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed02ba-edb3-4b08-8be3-cde5b5508d42 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c48968-010e-4660-bf79-b163a61494a1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:31.620782 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-407fd881-fd64-4a78-bcd8-155204e42d16 req-a8018c3b-60cd-46f0-a9bb-3cb77be21f7a service neutron] 10.222.0.48 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599991 Mar 24 01:03:31.628418 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-2e5cb46f-38fd-4cb1-84b4-f1cb52c8c86b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] show failed (client error): The resource could not be found. Mar 24 01:03:31.632128 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2e5cb46f-38fd-4cb1-84b4-f1cb52c8c86b tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "GET /v2.0/security-groups/80c48968-010e-4660-bf79-b163a61494a1 HTTP/1.1" status: 404 len: 347 time: 0.0220449 Mar 24 01:03:31.632427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51068) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:31.668656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 797929b1-f798-4d28-a092-8a700b80a708 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:31.668656 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (797929b1-f798-4d28-a092-8a700b80a708), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:31.771071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 797929b1-f798-4d28-a092-8a700b80a708 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:31.781686 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-407fd881-fd64-4a78-bcd8-155204e42d16 req-1cda99ba-39d3-4205-8ad3-3532de4136af service neutron] 10.222.0.48 "GET /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494336 Mar 24 01:03:31.802357 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-8092c5e7-55f0-48e4-acc5-d02f6c179bba tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port 54a8edb1-5cc0-4a04-a2dd-06292ee58e5b {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:31.803106 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8092c5e7-55f0-48e4-acc5-d02f6c179bba tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (54a8edb1-5cc0-4a04-a2dd-06292ee58e5b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:31.854565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97867b5f-34b7-425a-b3a9-65b4785fb2d0 req-d99c3b64-8b64-4ade-855d-b97107ac5c04 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:31.856138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97867b5f-34b7-425a-b3a9-65b4785fb2d0 req-d99c3b64-8b64-4ade-855d-b97107ac5c04 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.0773959 Mar 24 01:03:31.881945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-93d52a00-85a7-4e55-a577-7ee61f782ce1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Deleting port b9d19caa-5441-4852-9679-c9a15110b572 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:31.882349 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93d52a00-85a7-4e55-a577-7ee61f782ce1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b9d19caa-5441-4852-9679-c9a15110b572), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:31.896781 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8092c5e7-55f0-48e4-acc5-d02f6c179bba tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (54a8edb1-5cc0-4a04-a2dd-06292ee58e5b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:31.910854 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-8092c5e7-55f0-48e4-acc5-d02f6c179bba tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for 54a8edb1-5cc0-4a04-a2dd-06292ee58e5b owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:31.984650 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97867b5f-34b7-425a-b3a9-65b4785fb2d0 req-ed04eccf-2da7-485f-8f44-bd355901965c tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206791 Mar 24 01:03:32.032198 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93d52a00-85a7-4e55-a577-7ee61f782ce1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b9d19caa-5441-4852-9679-c9a15110b572), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:32.032539 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93d52a00-85a7-4e55-a577-7ee61f782ce1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for floatingip (b9d19caa-5441-4852-9679-c9a15110b572), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:32.057019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2855e86-ad10-4a92-9f71-85a2be2dbc77 req-97983bf1-aa68-4444-bc01-f68939c86ad8 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:32.058755 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2855e86-ad10-4a92-9f71-85a2be2dbc77 req-97983bf1-aa68-4444-bc01-f68939c86ad8 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1078517 Mar 24 01:03:32.073541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-93d52a00-85a7-4e55-a577-7ee61f782ce1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Calling delete_port for b9d19caa-5441-4852-9679-c9a15110b572 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:32.088170 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:32.224987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2855e86-ad10-4a92-9f71-85a2be2dbc77 req-26a73651-64b8-45f2-b090-f3881bcdc047 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456094 Mar 24 01:03:32.327771 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93d52a00-85a7-4e55-a577-7ee61f782ce1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b9d19caa-5441-4852-9679-c9a15110b572), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:32.356704 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:32.364139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d52a00-85a7-4e55-a577-7ee61f782ce1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event deleted for resources: {'Port': ['ID=b9d19caa-5441-4852-9679-c9a15110b572,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:32.373434 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8092c5e7-55f0-48e4-acc5-d02f6c179bba tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (54a8edb1-5cc0-4a04-a2dd-06292ee58e5b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:32.386312 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55e8ca8b-134f-4c44-832e-c7f430a897b7 req-294b597c-8385-4a26-9935-e585fb4cbca1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0344989 Mar 24 01:03:32.442842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092c5e7-55f0-48e4-acc5-d02f6c179bba tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=54a8edb1-5cc0-4a04-a2dd-06292ee58e5b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:32.467624 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93d52a00-85a7-4e55-a577-7ee61f782ce1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for floatingip (e9079a62-39bd-4b3e-bcbc-1eb3545ce6cc), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:32.471334 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93d52a00-85a7-4e55-a577-7ee61f782ce1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:32.482760 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-93d52a00-85a7-4e55-a577-7ee61f782ce1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "DELETE /v2.0/floatingips/e9079a62-39bd-4b3e-bcbc-1eb3545ce6cc HTTP/1.1" status: 204 len: 168 time: 0.8468482 Mar 24 01:03:32.482946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51078) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:32.573434 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8092c5e7-55f0-48e4-acc5-d02f6c179bba tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (44fd63fc-167e-4aec-b35f-27e6b33618f5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:32.717204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15f423-0748-4066-9907-55098f192668 req-3234a652-2ae5-4b86-a531-c669f5e1705d tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:32.725512 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df15f423-0748-4066-9907-55098f192668 req-3234a652-2ae5-4b86-a531-c669f5e1705d tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 945 time: 0.1770935 Mar 24 01:03:32.759784 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-91003961-7cbd-4ac7-9ebe-6901af79e5c1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Deleting port 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:32.760023 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91003961-7cbd-4ac7-9ebe-6901af79e5c1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:32.796313 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8092c5e7-55f0-48e4-acc5-d02f6c179bba tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Router 44fd63fc-167e-4aec-b35f-27e6b33618f5 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:03:32.835806 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df15f423-0748-4066-9907-55098f192668 req-363e826f-d5ca-40e2-b34c-9510096bbc24 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092615 Mar 24 01:03:32.876270 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91003961-7cbd-4ac7-9ebe-6901af79e5c1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:32.879861 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8092c5e7-55f0-48e4-acc5-d02f6c179bba tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:03:32.885523 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8092c5e7-55f0-48e4-acc5-d02f6c179bba tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "PUT /v2.0/routers/44fd63fc-167e-4aec-b35f-27e6b33618f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6396763 Mar 24 01:03:32.888127 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51080) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:32.892338 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c58108-5cbf-47aa-9ad3-381448b03159 None None] Sync routers for ids ['44fd63fc-167e-4aec-b35f-27e6b33618f5'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:03:32.904116 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c58108-5cbf-47aa-9ad3-381448b03159 None None] Routers {'44fd63fc-167e-4aec-b35f-27e6b33618f5'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:03:32.905147 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d9c58108-5cbf-47aa-9ad3-381448b03159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:03:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['44fd63fc-167e-4aec-b35f-27e6b33618f5'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:32.907567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-91003961-7cbd-4ac7-9ebe-6901af79e5c1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Calling delete_port for 6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:32.915757 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6daafc-ae8d-4c50-8c2d-6235da80526d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] GET failed (client error): The resource could not be found. Mar 24 01:03:32.919607 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7c6daafc-ae8d-4c50-8c2d-6235da80526d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/54a8edb1-5cc0-4a04-a2dd-06292ee58e5b HTTP/1.1" status: 404 len: 333 time: 0.0281532 Mar 24 01:03:32.919851 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51082) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:32.948455 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d9c58108-5cbf-47aa-9ad3-381448b03159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:32.958283 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c58108-5cbf-47aa-9ad3-381448b03159 None None] Routers {'44fd63fc-167e-4aec-b35f-27e6b33618f5'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:03:32.959175 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d9c58108-5cbf-47aa-9ad3-381448b03159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:03:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['44fd63fc-167e-4aec-b35f-27e6b33618f5'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:32.993894 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d9c58108-5cbf-47aa-9ad3-381448b03159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:32.995735 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c58108-5cbf-47aa-9ad3-381448b03159 None None] The sync data for ids ['44fd63fc-167e-4aec-b35f-27e6b33618f5'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:03:33.013377 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cfd7aaf3-c0ed-4b53-8f66-c2d24baf25df tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for router (44fd63fc-167e-4aec-b35f-27e6b33618f5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.073794 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91003961-7cbd-4ac7-9ebe-6901af79e5c1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6dc83107-cf5e-4648-b4a6-4a2db4de8fa9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.156713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91003961-7cbd-4ac7-9ebe-6901af79e5c1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event deleted for resources: {'Port': ['ID=6dc83107-cf5e-4648-b4a6-4a2db4de8fa9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:33.222256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0627a5a-bcd4-45d2-849b-e7a669bbae27 req-98db8a49-4b6c-43e7-ba55-89a542a5e5fd tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:33.223768 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0627a5a-bcd4-45d2-849b-e7a669bbae27 req-98db8a49-4b6c-43e7-ba55-89a542a5e5fd tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.1320972 Mar 24 01:03:33.237012 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91003961-7cbd-4ac7-9ebe-6901af79e5c1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.240757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-91003961-7cbd-4ac7-9ebe-6901af79e5c1 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "DELETE /v2.0/ports/6dc83107-cf5e-4648-b4a6-4a2db4de8fa9 HTTP/1.1" status: 204 len: 168 time: 0.7568927 Mar 24 01:03:33.246708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51086) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:33.265620 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cfd7aaf3-c0ed-4b53-8f66-c2d24baf25df tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (44fd63fc-167e-4aec-b35f-27e6b33618f5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.268500 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cfd7aaf3-c0ed-4b53-8f66-c2d24baf25df tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for router_controller (44fd63fc-167e-4aec-b35f-27e6b33618f5), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.329267 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cfd7aaf3-c0ed-4b53-8f66-c2d24baf25df tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (44fd63fc-167e-4aec-b35f-27e6b33618f5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.331021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd7aaf3-c0ed-4b53-8f66-c2d24baf25df tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Fanout notify agent at l3_agent the message router_deleted on router 44fd63fc-167e-4aec-b35f-27e6b33618f5 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:03:33.338751 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cfd7aaf3-c0ed-4b53-8f66-c2d24baf25df tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.343418 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cfd7aaf3-c0ed-4b53-8f66-c2d24baf25df tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/routers/44fd63fc-167e-4aec-b35f-27e6b33618f5 HTTP/1.1" status: 204 len: 168 time: 0.4191213 Mar 24 01:03:33.343418 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51090) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:33.395093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-05951807-37d0-470e-bf1d-57424df61038 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting subnet 24fa85e1-ba58-4f7b-9c24-508f52f7a313 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:03:33.398423 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05951807-37d0-470e-bf1d-57424df61038 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (24fa85e1-ba58-4f7b-9c24-508f52f7a313), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.417792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0627a5a-bcd4-45d2-849b-e7a669bbae27 req-9f746cf5-af91-44b7-a0f6-2ba7c919935c tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820383 Mar 24 01:03:33.456010 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05951807-37d0-470e-bf1d-57424df61038 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (24fa85e1-ba58-4f7b-9c24-508f52f7a313), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.469850 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ed61e-2dac-437d-8ecd-9619cf44e8bf tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Deleting port 6139bbd2-b715-4b0f-bdd1-446f16bfc020 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:33.470200 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b0ed61e-2dac-437d-8ecd-9619cf44e8bf tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.541409 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05951807-37d0-470e-bf1d-57424df61038 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (24fa85e1-ba58-4f7b-9c24-508f52f7a313), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.556402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d4fac-160d-447f-817f-ebd97ceb22b4 req-49147e83-27f1-4f43-b7ec-db6b614801f2 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:33.558317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d15d4fac-160d-447f-817f-ebd97ceb22b4 req-49147e83-27f1-4f43-b7ec-db6b614801f2 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.2396731 Mar 24 01:03:33.596722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08aff603-b918-47a8-b32c-158f5d96dde1 req-31297926-01e4-4781-8201-c4ec8e822b7d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0889387 Mar 24 01:03:33.604432 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.633017 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05951807-37d0-470e-bf1d-57424df61038 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (24fa85e1-ba58-4f7b-9c24-508f52f7a313), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.688080 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d15d4fac-160d-447f-817f-ebd97ceb22b4 req-20945d25-8ce2-4793-bf94-5159c31b7805 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933824 Mar 24 01:03:33.688750 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05951807-37d0-470e-bf1d-57424df61038 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Subnet': ['ID=24fa85e1-ba58-4f7b-9c24-508f52f7a313,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:33.692023 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05951807-37d0-470e-bf1d-57424df61038 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.692621 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b0ed61e-2dac-437d-8ecd-9619cf44e8bf tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.697072 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-05951807-37d0-470e-bf1d-57424df61038 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/24fa85e1-ba58-4f7b-9c24-508f52f7a313 HTTP/1.1" status: 204 len: 168 time: 0.3531611 Mar 24 01:03:33.699632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51094) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:33.712012 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28df39f-96d2-400f-be74-001cbaa0a23a None None] Network b4e03594-76f4-478d-9a8d-e01124d3b8e4 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:33.732543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ed61e-2dac-437d-8ecd-9619cf44e8bf tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Calling delete_port for 6139bbd2-b715-4b0f-bdd1-446f16bfc020 owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:33.805538 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (b4e03594-76f4-478d-9a8d-e01124d3b8e4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.899597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port 797929b1-f798-4d28-a092-8a700b80a708 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:33.900754 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (797929b1-f798-4d28-a092-8a700b80a708), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:33.901444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec504920-ee11-4c28-850e-08e1588c34dc req-1757b260-2aa3-4731-b2e5-10779eafe67e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:33.904840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec504920-ee11-4c28-850e-08e1588c34dc req-1757b260-2aa3-4731-b2e5-10779eafe67e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1329787 Mar 24 01:03:33.947571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006bc7bb-a2ee-4329-9b46-6c44e7a9b5f3 None None] DHCP port deletion for b4e03594-76f4-478d-9a8d-e01124d3b8e4 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:03:33.995257 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b0ed61e-2dac-437d-8ecd-9619cf44e8bf tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6139bbd2-b715-4b0f-bdd1-446f16bfc020), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.001566 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] For port 797929b1-f798-4d28-a092-8a700b80a708, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=797929b1-f798-4d28-a092-8a700b80a708,segment=NetworkSegment(fafefcb5-ec06-4ece-873e-4c5ecdc17f5c),segment_id=fafefcb5-ec06-4ece-873e-4c5ecdc17f5c)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:34.002827 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (797929b1-f798-4d28-a092-8a700b80a708), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.006019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-006bc7bb-a2ee-4329-9b46-6c44e7a9b5f3 None None] Deleting port 797929b1-f798-4d28-a092-8a700b80a708 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:34.006584 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-006bc7bb-a2ee-4329-9b46-6c44e7a9b5f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (797929b1-f798-4d28-a092-8a700b80a708), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.022115 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for 797929b1-f798-4d28-a092-8a700b80a708 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:34.063351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ed61e-2dac-437d-8ecd-9619cf44e8bf tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event deleted for resources: {'Port': ['ID=6139bbd2-b715-4b0f-bdd1-446f16bfc020,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:34.100256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-006bc7bb-a2ee-4329-9b46-6c44e7a9b5f3 None None] For port 797929b1-f798-4d28-a092-8a700b80a708, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=797929b1-f798-4d28-a092-8a700b80a708,segment=NetworkSegment(fafefcb5-ec06-4ece-873e-4c5ecdc17f5c),segment_id=fafefcb5-ec06-4ece-873e-4c5ecdc17f5c)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:34.100970 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-006bc7bb-a2ee-4329-9b46-6c44e7a9b5f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (797929b1-f798-4d28-a092-8a700b80a708), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.119470 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-006bc7bb-a2ee-4329-9b46-6c44e7a9b5f3 None None] Calling delete_port for 797929b1-f798-4d28-a092-8a700b80a708 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:34.141840 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (797929b1-f798-4d28-a092-8a700b80a708), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.170973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=797929b1-f798-4d28-a092-8a700b80a708,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:34.177820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No DVR routers for this DVR port 797929b1-f798-4d28-a092-8a700b80a708 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:34.195413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b6793-c01c-45c1-a77b-a5e5461c7103 req-12abc8f1-2fef-4f4d-a32a-a6c0621548c8 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:34.204304 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-319b6793-c01c-45c1-a77b-a5e5461c7103 req-12abc8f1-2fef-4f4d-a32a-a6c0621548c8 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 945 time: 0.2283692 Mar 24 01:03:34.212229 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec504920-ee11-4c28-850e-08e1588c34dc req-a3852cab-b551-4cd4-a6b4-583191334f70 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258651 Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: from cryptography.utils import int_from_bytes Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: from cryptography.utils import int_from_bytes Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.257726 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.260809 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.260809 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.260809 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.260809 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.260809 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.260809 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.260809 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.260809 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.260809 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.260809 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.260809 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.260809 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.260809 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:03:34.260809 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:03:34.274564 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-006bc7bb-a2ee-4329-9b46-6c44e7a9b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (797929b1-f798-4d28-a092-8a700b80a708), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.302311 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b0ed61e-2dac-437d-8ecd-9619cf44e8bf tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.305581 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2b0ed61e-2dac-437d-8ecd-9619cf44e8bf tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "DELETE /v2.0/ports/6139bbd2-b715-4b0f-bdd1-446f16bfc020 HTTP/1.1" status: 204 len: 168 time: 1.0577774 Mar 24 01:03:34.308124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51104) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:34.319216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006bc7bb-a2ee-4329-9b46-6c44e7a9b5f3 None None] No DVR routers for this DVR port 797929b1-f798-4d28-a092-8a700b80a708 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:34.328435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bc7bb-a2ee-4329-9b46-6c44e7a9b5f3 None None] Pushing event deleted for resources: {'Port': ['ID=797929b1-f798-4d28-a092-8a700b80a708,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:34.340743 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (b4e03594-76f4-478d-9a8d-e01124d3b8e4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.358885 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-319b6793-c01c-45c1-a77b-a5e5461c7103 req-5e656e57-320e-4e99-998d-80b623ff47d4 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521459 Mar 24 01:03:34.364947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e03594-76f4-478d-9a8d-e01124d3b8e4']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:34.376672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fafefcb5-ec06-4ece-873e-4c5ecdc17f5c') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:34.377137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fafefcb5-ec06-4ece-873e-4c5ecdc17f5c') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:34.399506 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (fafefcb5-ec06-4ece-873e-4c5ecdc17f5c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.411847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-2262f90e-14c3-4310-918c-6034c10df895 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Deleting subnet 76b3c3b5-9e29-46f6-ae72-c5ab95608d09 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:03:34.428023 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2262f90e-14c3-4310-918c-6034c10df895 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for subnet (76b3c3b5-9e29-46f6-ae72-c5ab95608d09), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.441508 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (fafefcb5-ec06-4ece-873e-4c5ecdc17f5c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.449237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:03:34.450111 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (fafefcb5-ec06-4ece-873e-4c5ecdc17f5c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:03:34.453635 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:03:34.546216 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (b4e03594-76f4-478d-9a8d-e01124d3b8e4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.555363 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.562245 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/networks/b4e03594-76f4-478d-9a8d-e01124d3b8e4 HTTP/1.1" status: 204 len: 168 time: 0.8465939 Mar 24 01:03:34.572880 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51110) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:34.588935 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1034a3-84a5-47d0-8207-69a987c499fb req-16b8c826-b84a-4bdf-9fef-72be0b2b2544 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:34.597233 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c1034a3-84a5-47d0-8207-69a987c499fb req-16b8c826-b84a-4bdf-9fef-72be0b2b2544 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.2451150 Mar 24 01:03:34.623327 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2262f90e-14c3-4310-918c-6034c10df895 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (76b3c3b5-9e29-46f6-ae72-c5ab95608d09), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.642502 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f506226f-7c24-4a7a-85c9-fa86176c7e19 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:34.648260 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f506226f-7c24-4a7a-85c9-fa86176c7e19 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/ed3837c0-6c90-4ca8-a329-a8daf95fa95e HTTP/1.1" status: 200 len: 844 time: 0.0706086 Mar 24 01:03:34.648260 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11481fc2-3b52-4dc9-b6a5-4a4281d9d396 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Network': ['ID=b4e03594-76f4-478d-9a8d-e01124d3b8e4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:34.648612 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51114) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:34.710263 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e715e8ef-123b-4277-8b63-d9c86cab5954 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/ed3837c0-6c90-4ca8-a329-a8daf95fa95e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0603032 Mar 24 01:03:34.713804 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51116) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:34.720111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f328c1e0-0a13-451a-aedd-405e4ec88c2e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'subnet': {'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:34.748579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c1034a3-84a5-47d0-8207-69a987c499fb req-3a73aedf-34d4-4ee5-8cc6-7d7c16985a8e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503644 Mar 24 01:03:34.755786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-5eaed33d-8e91-4b93-8ccc-cf72c79b89fb tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3399146 Mar 24 01:03:34.770958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:34.840230 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.840603 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f328c1e0-0a13-451a-aedd-405e4ec88c2e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:34.843204 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2262f90e-14c3-4310-918c-6034c10df895 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (76b3c3b5-9e29-46f6-ae72-c5ab95608d09), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.850188 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f328c1e0-0a13-451a-aedd-405e4ec88c2e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:34.991784 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc785e-a7cd-4125-92a7-49e28d6bc173 req-10f4bfad-dfde-4c4d-9906-cb81a4e1e11f tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:34.993900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7cc785e-a7cd-4125-92a7-49e28d6bc173 req-10f4bfad-dfde-4c4d-9906-cb81a4e1e11f tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.1296947 Mar 24 01:03:34.996551 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2262f90e-14c3-4310-918c-6034c10df895 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (76b3c3b5-9e29-46f6-ae72-c5ab95608d09), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.044467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262f90e-14c3-4310-918c-6034c10df895 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event deleted for resources: {'Subnet': ['ID=76b3c3b5-9e29-46f6-ae72-c5ab95608d09,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:35.047833 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2262f90e-14c3-4310-918c-6034c10df895 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.053935 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2262f90e-14c3-4310-918c-6034c10df895 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "DELETE /v2.0/subnets/76b3c3b5-9e29-46f6-ae72-c5ab95608d09 HTTP/1.1" status: 204 len: 168 time: 0.7416573 Mar 24 01:03:35.056094 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51120) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:35.061225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187682c0-0ce9-4d99-9ee9-64e74c79bdf1 None None] Network 00af8be2-710f-470c-b10f-a3c1e77c88cb requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:35.099197 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f328c1e0-0a13-451a-aedd-405e4ec88c2e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (7c22614e-146a-4ec6-ba7a-8b84252154e5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.179065 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328c1e0-0a13-451a-aedd-405e4ec88c2e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Subnet': ['ID=7c22614e-146a-4ec6-ba7a-8b84252154e5,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:35.189361 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f328c1e0-0a13-451a-aedd-405e4ec88c2e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network c4de58aa-6525-496b-85af-cfa6b15ad136 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:35.191405 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-f328c1e0-0a13-451a-aedd-405e4ec88c2e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:35.220541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae465865-4a2c-4ff3-981c-61432aba4942 None None] Network c4de58aa-6525-496b-85af-cfa6b15ad136 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:35.221924 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f328c1e0-0a13-451a-aedd-405e4ec88c2e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:35.222736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f328c1e0-0a13-451a-aedd-405e4ec88c2e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.249055 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f328c1e0-0a13-451a-aedd-405e4ec88c2e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5330267 Mar 24 01:03:35.249978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51122) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:35.255745 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7f5719a4-ada0-4c0c-a5b0-8bb87a3dc285 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'security_group': {'name': 'tempest-secgroup-690091803'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:35.286447 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.286907 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f5719a4-ada0-4c0c-a5b0-8bb87a3dc285 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.410824 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f4b0c-8a7e-48cc-a8a3-932398940f9e None None] DHCP port deletion for 00af8be2-710f-470c-b10f-a3c1e77c88cb request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:03:35.413226 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f5719a4-ada0-4c0c-a5b0-8bb87a3dc285 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (a43d8c51-2960-4842-9f63-b085fd832eb9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.414046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c07c4a-6519-4542-a71e-89d7e5869db8 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Deleting subnet a4e99765-9e1e-4b73-a310-63430faa30fe {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:03:35.428792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7cc785e-a7cd-4125-92a7-49e28d6bc173 req-21b3cc9a-4e84-4c3f-83e0-d35ea4070911 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244583 Mar 24 01:03:35.429398 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f5719a4-ada0-4c0c-a5b0-8bb87a3dc285 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a43d8c51-2960-4842-9f63-b085fd832eb9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.430348 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91c07c4a-6519-4542-a71e-89d7e5869db8 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks [] for subnet (a4e99765-9e1e-4b73-a310-63430faa30fe), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.452284 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-c4de58aa-6525-496b-85af-cfa6b15ad136', 'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'project_id': '40c9c4182bd34624b9f9cccfea9b367c', 'fixed_ips': [{'subnet_id': '7c22614e-146a-4ec6-ba7a-8b84252154e5'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:03:35.454822 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.469368 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f5719a4-ada0-4c0c-a5b0-8bb87a3dc285 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.471720 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7f5719a4-ada0-4c0c-a5b0-8bb87a3dc285 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2203550 Mar 24 01:03:35.474528 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51124) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:35.479636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-eb91fd2d-5cd0-4425-9d7d-f1b1124907ad tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'security_group': {'name': 'tempest-secgroup-1882258226'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:35.492039 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5719a4-ada0-4c0c-a5b0-8bb87a3dc285 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43d8c51-2960-4842-9f63-b085fd832eb9,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:35.519574 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb91fd2d-5cd0-4425-9d7d-f1b1124907ad tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.580488 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91c07c4a-6519-4542-a71e-89d7e5869db8 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (a4e99765-9e1e-4b73-a310-63430faa30fe), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.597346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c089163-ec8d-4707-835f-f641f56491ae req-5877251f-db76-4f8d-a125-46eddc2454a1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0598023 Mar 24 01:03:35.598834 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.634414 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb91fd2d-5cd0-4425-9d7d-f1b1124907ad tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (50c0a3b0-10dc-47cd-800f-d815b8f3bab8), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.641465 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb91fd2d-5cd0-4425-9d7d-f1b1124907ad tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (50c0a3b0-10dc-47cd-800f-d815b8f3bab8), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.707700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91fd2d-5cd0-4425-9d7d-f1b1124907ad tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c0a3b0-10dc-47cd-800f-d815b8f3bab8,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:35.727082 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb91fd2d-5cd0-4425-9d7d-f1b1124907ad tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.732079 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eb91fd2d-5cd0-4425-9d7d-f1b1124907ad tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2558670 Mar 24 01:03:35.732728 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51126) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:35.741128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 797929b1-f798-4d28-a092-8a700b80a708 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:03:35.744005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fff70662-ed41-40a9-a7b9-72cd8b48a546 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2144528186', 'security_groups': ['50c0a3b0-10dc-47cd-800f-d815b8f3bab8'], 'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7c22614e-146a-4ec6-ba7a-8b84252154e5'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:35.862363 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91c07c4a-6519-4542-a71e-89d7e5869db8 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (a4e99765-9e1e-4b73-a310-63430faa30fe), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:35.874628 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff70662-ed41-40a9-a7b9-72cd8b48a546 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:35.884656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Allocated IP 2001:db8::2 (c4de58aa-6525-496b-85af-cfa6b15ad136/7c22614e-146a-4ec6-ba7a-8b84252154e5/a09ceeda-084f-4c15-a963-92710784588d) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:35.897644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801c3e4-44a4-423a-aee6-e8408d9ff3fd req-3d2ec130-618f-46a9-bfd7-14ef2121fa16 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:35.904698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c801c3e4-44a4-423a-aee6-e8408d9ff3fd req-3d2ec130-618f-46a9-bfd7-14ef2121fa16 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1758285 Mar 24 01:03:35.943739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Allocated IP 172.25.0.149 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/a331495e-3fd5-412c-afb4-8812939e4fba) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:35.993858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fff70662-ed41-40a9-a7b9-72cd8b48a546 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.017402 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-fff70662-ed41-40a9-a7b9-72cd8b48a546 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] device_id is not set on port 936eb320-a454-4f12-94d6-5b6f2a0b935e yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:03:36.044613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c801c3e4-44a4-423a-aee6-e8408d9ff3fd req-84dbf2ed-5993-40d5-b7db-44e61935a699 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369116 Mar 24 01:03:36.057120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 797929b1-f798-4d28-a092-8a700b80a708 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:03:36.059045 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 797929b1-f798-4d28-a092-8a700b80a708 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:03:36.061602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ffbd3f07-eae6-4639-87a9-915dc5447ca4 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:03:36.071814 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91c07c4a-6519-4542-a71e-89d7e5869db8 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (a4e99765-9e1e-4b73-a310-63430faa30fe), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.136808 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Publish callbacks [] for port (a09ceeda-084f-4c15-a963-92710784588d), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.146116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e74f4b0c-8a7e-48cc-a8a3-932398940f9e None None] Deleting port ffbd3f07-eae6-4639-87a9-915dc5447ca4 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:36.146494 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e74f4b0c-8a7e-48cc-a8a3-932398940f9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.150491 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (a09ceeda-084f-4c15-a963-92710784588d), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.165315 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for port (a331495e-3fd5-412c-afb4-8812939e4fba), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.268351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Network c4de58aa-6525-496b-85af-cfa6b15ad136 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:36.278777 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a331495e-3fd5-412c-afb4-8812939e4fba), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.288202 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-fff70662-ed41-40a9-a7b9-72cd8b48a546 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Allocated IP 2001:db8::2f4 (c4de58aa-6525-496b-85af-cfa6b15ad136/7c22614e-146a-4ec6-ba7a-8b84252154e5/936eb320-a454-4f12-94d6-5b6f2a0b935e) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:36.289293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:36.291836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c07c4a-6519-4542-a71e-89d7e5869db8 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e99765-9e1e-4b73-a310-63430faa30fe,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:36.294732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Pushing event updated for resources: {'Port': ['ID=a09ceeda-084f-4c15-a963-92710784588d,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:36.298665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e74f4b0c-8a7e-48cc-a8a3-932398940f9e None None] For port ffbd3f07-eae6-4639-87a9-915dc5447ca4, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ffbd3f07-eae6-4639-87a9-915dc5447ca4,segment=NetworkSegment(c84b0359-6f12-42ab-9f90-027c329658d7),segment_id=c84b0359-6f12-42ab-9f90-027c329658d7)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:36.299414 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e74f4b0c-8a7e-48cc-a8a3-932398940f9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.301796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:03:36.303668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port ffbd3f07-eae6-4639-87a9-915dc5447ca4 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:36.304057 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.317315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25711e3d-6b7c-4af9-a0a3-b5611599761b None None] Network ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:36.324887 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91c07c4a-6519-4542-a71e-89d7e5869db8 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.329669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-91c07c4a-6519-4542-a71e-89d7e5869db8 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "DELETE /v2.0/subnets/a4e99765-9e1e-4b73-a310-63430faa30fe HTTP/1.1" status: 204 len: 168 time: 1.2718275 Mar 24 01:03:36.335098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:36.335836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51132) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:36.375967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e74f4b0c-8a7e-48cc-a8a3-932398940f9e None None] Calling delete_port for ffbd3f07-eae6-4639-87a9-915dc5447ca4 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:36.425164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port ffbd3f07-eae6-4639-87a9-915dc5447ca4, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ffbd3f07-eae6-4639-87a9-915dc5447ca4,segment=NetworkSegment(c84b0359-6f12-42ab-9f90-027c329658d7),segment_id=c84b0359-6f12-42ab-9f90-027c329658d7)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:36.440379 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (00af8be2-710f-470c-b10f-a3c1e77c88cb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.446682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:36.457463 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:03:36.465128 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.504315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f2419-bc5a-4b7c-90fd-a122e824402b req-dcc415d9-496a-4870-a369-38a448365c65 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:36.506599 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce6f2419-bc5a-4b7c-90fd-a122e824402b req-dcc415d9-496a-4870-a369-38a448365c65 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.2947257 Mar 24 01:03:36.515688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Pushing event updated for resources: {'Port': ['ID=a331495e-3fd5-412c-afb4-8812939e4fba,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:36.532678 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fff70662-ed41-40a9-a7b9-72cd8b48a546 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (936eb320-a454-4f12-94d6-5b6f2a0b935e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.548706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Attempting to bind port a09ceeda-084f-4c15-a963-92710784588d on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:03:36.549670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Attempting to bind port a09ceeda-084f-4c15-a963-92710784588d by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'be744ffd-5691-4969-833c-8d90847bb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:03:36.550008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Attempting to bind port a09ceeda-084f-4c15-a963-92710784588d on network c4de58aa-6525-496b-85af-cfa6b15ad136 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:03:36.589851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:03:36.590267 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Checking segment: {'id': 'be744ffd-5691-4969-833c-8d90847bb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:03:36.590638 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.591067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Bound using segment: {'id': 'be744ffd-5691-4969-833c-8d90847bb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:03:36.591533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Bound port: a09ceeda-084f-4c15-a963-92710784588d, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be744ffd-5691-4969-833c-8d90847bb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:03:36.591924 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a09ceeda-084f-4c15-a963-92710784588d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.600588 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fff70662-ed41-40a9-a7b9-72cd8b48a546 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (936eb320-a454-4f12-94d6-5b6f2a0b935e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.624301 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=ffbd3f07-eae6-4639-87a9-915dc5447ca4,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:36.671447 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce6f2419-bc5a-4b7c-90fd-a122e824402b req-bdb80072-c753-4b51-9496-b4f091a9fac9 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248815 Mar 24 01:03:36.673672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff70662-ed41-40a9-a7b9-72cd8b48a546 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network c4de58aa-6525-496b-85af-cfa6b15ad136 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:36.687167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-fff70662-ed41-40a9-a7b9-72cd8b48a546 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:36.697106 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e74f4b0c-8a7e-48cc-a8a3-932398940f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.712442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Deleting port ffbd3f07-eae6-4639-87a9-915dc5447ca4 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:36.712794 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.715961 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff70662-ed41-40a9-a7b9-72cd8b48a546 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:03:36.728211 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff70662-ed41-40a9-a7b9-72cd8b48a546 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:36.728878 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fff70662-ed41-40a9-a7b9-72cd8b48a546 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.744612 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for floatingip (09f2b319-e50d-488a-ab82-ba8dd464ad12), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.747646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f4b0c-8a7e-48cc-a8a3-932398940f9e None None] Pushing event deleted for resources: {'Port': ['ID=ffbd3f07-eae6-4639-87a9-915dc5447ca4,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:36.758442 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff70662-ed41-40a9-a7b9-72cd8b48a546 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=936eb320-a454-4f12-94d6-5b6f2a0b935e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:36.769640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f4b0c-8a7e-48cc-a8a3-932398940f9e None None] No DVR routers for this DVR port ffbd3f07-eae6-4639-87a9-915dc5447ca4 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:36.774562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] For port a09ceeda-084f-4c15-a963-92710784588d, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:03:36.779695 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] For port a09ceeda-084f-4c15-a963-92710784588d, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a09ceeda-084f-4c15-a963-92710784588d,segment=NetworkSegment(be744ffd-5691-4969-833c-8d90847bb1cc),segment_id=be744ffd-5691-4969-833c-8d90847bb1cc)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:03:36.791877 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a09ceeda-084f-4c15-a963-92710784588d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.801433 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fff70662-ed41-40a9-a7b9-72cd8b48a546 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0672028 Mar 24 01:03:36.804215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51140) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:36.810687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-bac43252-1b91-45ca-bc84-2e7fc1c76ed5 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'subnet': {'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:36.827290 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5946e70-178b-4f26-9d42-1d12ba456894 None None] DHCP port deletion for ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:03:36.905068 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] For port ffbd3f07-eae6-4639-87a9-915dc5447ca4, host n-d-760455-9, got binding levels [] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:36.905721 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.938218 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6676d5a-5337-47d6-80c1-3d30dbf6ab9c None None] Pushing event updated for resources: {'Port': ['ID=a09ceeda-084f-4c15-a963-92710784588d,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:36.939504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Calling delete_port for ffbd3f07-eae6-4639-87a9-915dc5447ca4 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:36.945517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.ipam_backend_mixin [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Port ffbd3f07-eae6-4639-87a9-915dc5447ca4 was not found and therefore no delete operation was performed {{(pid=115730) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 01:03:36.953467 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ffbd3f07-eae6-4639-87a9-915dc5447ca4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.973269 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b5946e70-178b-4f26-9d42-1d12ba456894 None None] Deleting port 0c32d899-c9f6-416e-a7f5-28fa29cd7788 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:36.973638 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b5946e70-178b-4f26-9d42-1d12ba456894 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0c32d899-c9f6-416e-a7f5-28fa29cd7788), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.986132 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a331495e-3fd5-412c-afb4-8812939e4fba), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:36.987427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac43252-1b91-45ca-bc84-2e7fc1c76ed5 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:36.991112 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bac43252-1b91-45ca-bc84-2e7fc1c76ed5 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.006586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event deleted for resources: {'Port': ['ID=ffbd3f07-eae6-4639-87a9-915dc5447ca4,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:37.053974 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b5946e70-178b-4f26-9d42-1d12ba456894 None None] For port 0c32d899-c9f6-416e-a7f5-28fa29cd7788, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0c32d899-c9f6-416e-a7f5-28fa29cd7788,segment=NetworkSegment(0ae99a1b-2aee-47ac-aea4-c8bab6768ab0),segment_id=0ae99a1b-2aee-47ac-aea4-c8bab6768ab0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:37.054449 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b5946e70-178b-4f26-9d42-1d12ba456894 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0c32d899-c9f6-416e-a7f5-28fa29cd7788), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.069286 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b5946e70-178b-4f26-9d42-1d12ba456894 None None] Calling delete_port for 0c32d899-c9f6-416e-a7f5-28fa29cd7788 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:37.102792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd9b85-3b0e-4088-b165-9430b76ce555 req-fbce215e-1d85-4e10-b9a3-55c41baf10f4 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:37.106997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ebd9b85-3b0e-4088-b165-9430b76ce555 req-fbce215e-1d85-4e10-b9a3-55c41baf10f4 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.3127866 Mar 24 01:03:37.109946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] No DVR routers for this DVR port ffbd3f07-eae6-4639-87a9-915dc5447ca4 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:37.171766 n-d-760455-9 neutron-server[115729]: INFO neutron.db.ipam_backend_mixin [None req-bac43252-1b91-45ca-bc84-2e7fc1c76ed5 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c22614e-146a-4ec6-ba7a-8b84252154e5 (CIDR: 2001:db8::/64) Mar 24 01:03:37.179016 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac43252-1b91-45ca-bc84-2e7fc1c76ed5 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:03:37.180084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac43252-1b91-45ca-bc84-2e7fc1c76ed5 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:03:37.200191 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bac43252-1b91-45ca-bc84-2e7fc1c76ed5 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3944967 Mar 24 01:03:37.202435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51142) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:37.214255 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'subnet': {'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:37.252466 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b5946e70-178b-4f26-9d42-1d12ba456894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (0c32d899-c9f6-416e-a7f5-28fa29cd7788), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.295806 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5946e70-178b-4f26-9d42-1d12ba456894 None None] Pushing event deleted for resources: {'Port': ['ID=0c32d899-c9f6-416e-a7f5-28fa29cd7788,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:37.323060 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5946e70-178b-4f26-9d42-1d12ba456894 None None] No DVR routers for this DVR port 0c32d899-c9f6-416e-a7f5-28fa29cd7788 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:37.381852 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (00af8be2-710f-470c-b10f-a3c1e77c88cb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.396078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:37.397431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ebd9b85-3b0e-4088-b165-9430b76ce555 req-f1e3f19e-846c-4e26-917b-bf6c1ddefc86 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822001 Mar 24 01:03:37.409541 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.421493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00af8be2-710f-470c-b10f-a3c1e77c88cb']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:37.450305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84b0359-6f12-42ab-9f90-027c329658d7') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:37.450907 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84b0359-6f12-42ab-9f90-027c329658d7') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:37.469481 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (c84b0359-6f12-42ab-9f90-027c329658d7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.495782 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (c84b0359-6f12-42ab-9f90-027c329658d7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.563845 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5797049-af1d-4d9f-8df4-685828381aed req-d335288a-d58b-4ae5-9ced-9dc8ee69e15a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0690196 Mar 24 01:03:37.571818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:03:37.572190 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (c84b0359-6f12-42ab-9f90-027c329658d7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.588999 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for port (a331495e-3fd5-412c-afb4-8812939e4fba), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:03:37.594937 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:03:37.618823 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a331495e-3fd5-412c-afb4-8812939e4fba), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.685082 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a09ceeda-084f-4c15-a963-92710784588d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:37.741493 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a09ceeda-084f-4c15-a963-92710784588d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:37.742099 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (833aab3e-15cb-4a44-b5f3-194485b9d873), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.743789 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a09ceeda-084f-4c15-a963-92710784588d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.807217 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (00af8be2-710f-470c-b10f-a3c1e77c88cb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.812272 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.819558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "DELETE /v2.0/networks/00af8be2-710f-470c-b10f-a3c1e77c88cb HTTP/1.1" status: 204 len: 168 time: 1.4784672 Mar 24 01:03:37.820201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51144) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:37.841991 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Subnet': ['ID=833aab3e-15cb-4a44-b5f3-194485b9d873,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:37.845047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network c4de58aa-6525-496b-85af-cfa6b15ad136 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:37.847241 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:37.850118 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:37.851529 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.853406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c3a8e-932d-47ea-85d1-019e44b72313 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event deleted for resources: {'Network': ['ID=00af8be2-710f-470c-b10f-a3c1e77c88cb,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:37.856416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Pushing event updated for resources: {'Port': ['ID=a331495e-3fd5-412c-afb4-8812939e4fba,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:37.861828 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:37.862177 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:37.862516 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:37.862852 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:37.863196 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:37.863502 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:37.863839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:37.864150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:37.864459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:37.864778 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:37.865117 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:37.865493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:37.865815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:37.866133 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:37.866448 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:37.883999 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-656edede-0daf-4d33-88fc-13871e41b467 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6797087 Mar 24 01:03:37.886748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51146) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:37.893216 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2171fc82-c3cb-4e89-88ad-17c6cdaeb34b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-120459059', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '833aab3e-15cb-4a44-b5f3-194485b9d873'}], 'security_groups': ['a43d8c51-2960-4842-9f63-b085fd832eb9']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:37.936758 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a09ceeda-084f-4c15-a963-92710784588d is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:37.937175 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a09ceeda-084f-4c15-a963-92710784588d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.942324 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (09f2b319-e50d-488a-ab82-ba8dd464ad12), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:37.989139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969e75d-9924-4f27-a25b-10208f4f8666 req-cbf30cb8-ab11-4efe-961f-4014c31b481b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:37.991297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a969e75d-9924-4f27-a25b-10208f4f8666 req-cbf30cb8-ab11-4efe-961f-4014c31b481b tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.3174689 Mar 24 01:03:38.013671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port a09ceeda-084f-4c15-a963-92710784588d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a09ceeda-084f-4c15-a963-92710784588d,segment=NetworkSegment(be744ffd-5691-4969-833c-8d90847bb1cc),segment_id=be744ffd-5691-4969-833c-8d90847bb1cc)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:38.016410 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2171fc82-c3cb-4e89-88ad-17c6cdaeb34b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (936eb320-a454-4f12-94d6-5b6f2a0b935e), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:38.023157 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a09ceeda-084f-4c15-a963-92710784588d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:38.065429 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:38.069818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-982ac27b-cacd-464c-bef4-f50b99eb70f0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3037086 Mar 24 01:03:38.119706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=a09ceeda-084f-4c15-a963-92710784588d,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:38.130276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0c32d899-c9f6-416e-a7f5-28fa29cd7788 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:03:38.167053 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 0c32d899-c9f6-416e-a7f5-28fa29cd7788 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:03:38.167053 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0c32d899-c9f6-416e-a7f5-28fa29cd7788 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:03:38.205468 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-eb1e8e7a-095f-4e27-a931-1a350992ed6d tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 696 time: 0.1266077 Mar 24 01:03:38.209104 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1372f31c-891e-4eb4-8a73-0d2a46c0bab4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:38.306881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a969e75d-9924-4f27-a25b-10208f4f8666 req-b300e6a1-f4e8-44de-ad96-9d5c0521f0f5 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952778 Mar 24 01:03:38.334181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f94bad8-8fe9-451d-87b1-66de684c9e5c None None] Network c4de58aa-6525-496b-85af-cfa6b15ad136 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:38.385613 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-93648a43-8319-446b-beb1-6058222bf3d5 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:38.387142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-93648a43-8319-446b-beb1-6058222bf3d5 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.1724193 Mar 24 01:03:38.405246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-2dbe9cac-c3bd-44cb-9ace-20dbb4681495 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:03:38.406367 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b33c10c1-04ca-4ea0-af4a-dfee26ae95e3 req-2dbe9cac-c3bd-44cb-9ace-20dbb4681495 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057616 Mar 24 01:03:38.433889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c946d0e2-5a70-4b98-93b4-8c44c5cf449b None None] Provisioning complete for port ed3837c0-6c90-4ca8-a329-a8daf95fa95e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:38.434271 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c946d0e2-5a70-4b98-93b4-8c44c5cf449b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ed3837c0-6c90-4ca8-a329-a8daf95fa95e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:38.468039 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1372f31c-891e-4eb4-8a73-0d2a46c0bab4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:38.501877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c946d0e2-5a70-4b98-93b4-8c44c5cf449b None None] Port ed3837c0-6c90-4ca8-a329-a8daf95fa95e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:38.520320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c946d0e2-5a70-4b98-93b4-8c44c5cf449b None None] Provisioning complete for port a09ceeda-084f-4c15-a963-92710784588d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:38.520635 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c946d0e2-5a70-4b98-93b4-8c44c5cf449b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a09ceeda-084f-4c15-a963-92710784588d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:38.551558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1372f31c-891e-4eb4-8a73-0d2a46c0bab4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:38.572705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1372f31c-891e-4eb4-8a73-0d2a46c0bab4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:38.573209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1372f31c-891e-4eb4-8a73-0d2a46c0bab4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae99a1b-2aee-47ac-aea4-c8bab6768ab0') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:38.601434 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1372f31c-891e-4eb4-8a73-0d2a46c0bab4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (0ae99a1b-2aee-47ac-aea4-c8bab6768ab0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:38.619227 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-2171fc82-c3cb-4e89-88ad-17c6cdaeb34b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Delete allocated IP 2001:db8::2f4 (c4de58aa-6525-496b-85af-cfa6b15ad136/7c22614e-146a-4ec6-ba7a-8b84252154e5) {{(pid=115729) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 24 01:03:38.627354 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-2171fc82-c3cb-4e89-88ad-17c6cdaeb34b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Allocated IP 2001:db8:0:1::51 (c4de58aa-6525-496b-85af-cfa6b15ad136/833aab3e-15cb-4a44-b5f3-194485b9d873/936eb320-a454-4f12-94d6-5b6f2a0b935e) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:38.637347 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1372f31c-891e-4eb4-8a73-0d2a46c0bab4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0ae99a1b-2aee-47ac-aea4-c8bab6768ab0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:38.650465 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c946d0e2-5a70-4b98-93b4-8c44c5cf449b None None] Current status of the port a09ceeda-084f-4c15-a963-92710784588d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:38.662965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7e6c0-fb0b-48a7-ab77-a115735b03e1 req-fec1c24c-77cf-4347-8f29-26d1b45ab716 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:38.670783 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc7e6c0-fb0b-48a7-ab77-a115735b03e1 req-fec1c24c-77cf-4347-8f29-26d1b45ab716 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1613045 Mar 24 01:03:38.681509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1372f31c-891e-4eb4-8a73-0d2a46c0bab4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:03:38.682057 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1372f31c-891e-4eb4-8a73-0d2a46c0bab4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (0ae99a1b-2aee-47ac-aea4-c8bab6768ab0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:03:38.686989 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:03:38.704903 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73618d9a-2ec9-49d4-88b2-72a414475df6 None None] Update dhcp port {'port': {'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'fixed_ips': [{'subnet_id': '7c22614e-146a-4ec6-ba7a-8b84252154e5', 'ip_address': '2001:db8::2'}, {'subnet_id': '833aab3e-15cb-4a44-b5f3-194485b9d873'}], 'binding:host_id': 'n-d-760455-9'}, 'id': 'a09ceeda-084f-4c15-a963-92710784588d'} from n-d-760455-9. {{(pid=115731) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 24 01:03:38.739322 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-73618d9a-2ec9-49d4-88b2-72a414475df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a09ceeda-084f-4c15-a963-92710784588d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:38.771207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae52cbd-176e-4db2-9458-a227e4cca8c7 req-ae2a9bc8-bffe-43fb-acca-b7c255c09139 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:38.772710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ae52cbd-176e-4db2-9458-a227e4cca8c7 req-ae2a9bc8-bffe-43fb-acca-b7c255c09139 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.1921530 Mar 24 01:03:38.839830 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc7e6c0-fb0b-48a7-ab77-a115735b03e1 req-22ca79cd-fc20-49a8-9012-f47c51a2d389 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675901 Mar 24 01:03:38.849007 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1372f31c-891e-4eb4-8a73-0d2a46c0bab4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:38.882675 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1372f31c-891e-4eb4-8a73-0d2a46c0bab4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:38.886683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1372f31c-891e-4eb4-8a73-0d2a46c0bab4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] 10.222.0.45 "DELETE /v2.0/networks/ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48 HTTP/1.1" status: 204 len: 168 time: 1.0455720 Mar 24 01:03:38.897125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372f31c-891e-4eb4-8a73-0d2a46c0bab4 tempest-TaggedBootDevicesTest-1757189356 tempest-TaggedBootDevicesTest-1757189356-project] Pushing event deleted for resources: {'Network': ['ID=ec8d7caf-7bce-41c7-ad4d-80e9e07d1f48,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:38.936562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ae52cbd-176e-4db2-9458-a227e4cca8c7 req-e48f1038-5948-49b2-aa46-843c8d4dd5c4 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459649 Mar 24 01:03:39.077464 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6d6b366-71b3-4ed4-bda8-0575d5758ea9 req-436bb8c1-fe2c-4945-b6b0-717bce096ca0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0323453 Mar 24 01:03:39.081000 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2171fc82-c3cb-4e89-88ad-17c6cdaeb34b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (936eb320-a454-4f12-94d6-5b6f2a0b935e), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:39.087104 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2171fc82-c3cb-4e89-88ad-17c6cdaeb34b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (936eb320-a454-4f12-94d6-5b6f2a0b935e), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:39.127831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-2bf13092-6e0d-440a-bcee-a672192b2681 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:39.135138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-2bf13092-6e0d-440a-bcee-a672192b2681 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 821 time: 0.1500630 Mar 24 01:03:39.148244 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2171fc82-c3cb-4e89-88ad-17c6cdaeb34b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] In _notify_port_updated(), no bound segment for port 936eb320-a454-4f12-94d6-5b6f2a0b935e on network c4de58aa-6525-496b-85af-cfa6b15ad136 {{(pid=115729) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:03:39.152320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-ca09d517-8f1e-4544-8bfc-bdb5686ce0cb tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/quotas/d794e45382c3465592eb64148586edf2 HTTP/1.1" status: 200 len: 375 time: 0.0162137 Mar 24 01:03:39.152683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2171fc82-c3cb-4e89-88ad-17c6cdaeb34b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:39.153428 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2171fc82-c3cb-4e89-88ad-17c6cdaeb34b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:39.154800 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2171fc82-c3cb-4e89-88ad-17c6cdaeb34b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "PUT /v2.0/ports/936eb320-a454-4f12-94d6-5b6f2a0b935e HTTP/1.1" status: 200 len: 929 time: 1.2670884 Mar 24 01:03:39.158496 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51174) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:39.204817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-73618d9a-2ec9-49d4-88b2-72a414475df6 None None] Allocated IP 2001:db8:0:1::2 (c4de58aa-6525-496b-85af-cfa6b15ad136/833aab3e-15cb-4a44-b5f3-194485b9d873/a09ceeda-084f-4c15-a963-92710784588d) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:39.210125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171fc82-c3cb-4e89-88ad-17c6cdaeb34b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=936eb320-a454-4f12-94d6-5b6f2a0b935e,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:39.215415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-72492caf-40ff-48f6-8639-6200aac5fae7 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620325 Mar 24 01:03:39.285347 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-03cc5e29-8d5e-46a0-b120-b93e952b194e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port 936eb320-a454-4f12-94d6-5b6f2a0b935e {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:39.285692 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-03cc5e29-8d5e-46a0-b120-b93e952b194e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (936eb320-a454-4f12-94d6-5b6f2a0b935e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:39.336227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-73618d9a-2ec9-49d4-88b2-72a414475df6 None None] For port a09ceeda-084f-4c15-a963-92710784588d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a09ceeda-084f-4c15-a963-92710784588d,segment=NetworkSegment(be744ffd-5691-4969-833c-8d90847bb1cc),segment_id=be744ffd-5691-4969-833c-8d90847bb1cc)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:39.368098 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-73618d9a-2ec9-49d4-88b2-72a414475df6 None None] Publish callbacks [] for port (a09ceeda-084f-4c15-a963-92710784588d), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:39.374250 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-73618d9a-2ec9-49d4-88b2-72a414475df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a09ceeda-084f-4c15-a963-92710784588d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:39.376054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef54308-0c84-4e7d-b165-b689ed6a883e req-3b87b3ae-96a0-483a-89f3-912b26093ac8 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:39.378339 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ef54308-0c84-4e7d-b165-b689ed6a883e req-3b87b3ae-96a0-483a-89f3-912b26093ac8 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1416848 Mar 24 01:03:39.419472 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-03cc5e29-8d5e-46a0-b120-b93e952b194e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (936eb320-a454-4f12-94d6-5b6f2a0b935e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:39.439851 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-03cc5e29-8d5e-46a0-b120-b93e952b194e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for 936eb320-a454-4f12-94d6-5b6f2a0b935e owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:39.449767 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ef54308-0c84-4e7d-b165-b689ed6a883e req-f3f7ef5c-2b10-42a9-b2a9-788dfe1a5d6f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626810 Mar 24 01:03:39.461546 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-3cab1bda-5d36-4ffa-b029-62ec7f70e1cf service neutron] 10.222.0.45 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451477 Mar 24 01:03:39.472688 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73618d9a-2ec9-49d4-88b2-72a414475df6 None None] Pushing event updated for resources: {'Port': ['ID=a09ceeda-084f-4c15-a963-92710784588d,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:39.601661 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-26cec1c0-f1a3-4541-87ca-98e0242e9856 service neutron] 10.222.0.45 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389894 Mar 24 01:03:39.663394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a09ceeda-084f-4c15-a963-92710784588d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:39.790499 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-03cc5e29-8d5e-46a0-b120-b93e952b194e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (936eb320-a454-4f12-94d6-5b6f2a0b935e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:39.824898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5c3bb-c5ca-459a-a89c-69bc2bfbc259 req-91a52c1a-a90d-4682-8d71-66025723593e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:39.837778 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82a5c3bb-c5ca-459a-a89c-69bc2bfbc259 req-91a52c1a-a90d-4682-8d71-66025723593e tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1354861 Mar 24 01:03:39.858631 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a09ceeda-084f-4c15-a963-92710784588d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:39.859000 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a09ceeda-084f-4c15-a963-92710784588d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:39.906739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc5e29-8d5e-46a0-b120-b93e952b194e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=936eb320-a454-4f12-94d6-5b6f2a0b935e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:39.919404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0a53fd5c-7602-4b78-82b2-d761dbbf11cb req-20676ddf-8802-438f-865b-8be407a869ea tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 210 time: 0.0604279 Mar 24 01:03:39.959869 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-03cc5e29-8d5e-46a0-b120-b93e952b194e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:39.965984 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-03cc5e29-8d5e-46a0-b120-b93e952b194e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/936eb320-a454-4f12-94d6-5b6f2a0b935e HTTP/1.1" status: 204 len: 168 time: 0.8041940 Mar 24 01:03:39.966372 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51192) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:39.996146 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82a5c3bb-c5ca-459a-a89c-69bc2bfbc259 req-7de7cf99-dd29-4c75-b11e-e35a16df60fa tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570234 Mar 24 01:03:40.051726 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8752cf6-89db-4f82-b8fe-6fab7522cbc5 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] GET failed (client error): The resource could not be found. Mar 24 01:03:40.054442 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d8752cf6-89db-4f82-b8fe-6fab7522cbc5 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/936eb320-a454-4f12-94d6-5b6f2a0b935e HTTP/1.1" status: 404 len: 333 time: 0.0870624 Mar 24 01:03:40.057221 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51198) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:40.075145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a09ceeda-084f-4c15-a963-92710784588d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:40.248826 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5e4746ca-97ab-452c-9f2e-567ee334806a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (50c0a3b0-10dc-47cd-800f-d815b8f3bab8), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:40.257979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8923d6-11d5-47b0-a561-82a1a93abbf5 req-755cde91-8589-486c-8632-3bc6bd088cb4 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:40.265246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a8923d6-11d5-47b0-a561-82a1a93abbf5 req-755cde91-8589-486c-8632-3bc6bd088cb4 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.1710148 Mar 24 01:03:40.302497 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae151321-14f8-488e-8160-ad33431157bb req-04014248-9950-4a0f-ae23-9fec9b12f747 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:40.310075 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae151321-14f8-488e-8160-ad33431157bb req-04014248-9950-4a0f-ae23-9fec9b12f747 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1620648 Mar 24 01:03:40.347334 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5e4746ca-97ab-452c-9f2e-567ee334806a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (50c0a3b0-10dc-47cd-800f-d815b8f3bab8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:40.493409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7103ef08-20ce-4fa1-a43b-aab8baef1923 None None] Provisioning complete for port ed3837c0-6c90-4ca8-a329-a8daf95fa95e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:40.494048 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7103ef08-20ce-4fa1-a43b-aab8baef1923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ed3837c0-6c90-4ca8-a329-a8daf95fa95e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:40.562146 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7103ef08-20ce-4fa1-a43b-aab8baef1923 None None] Port ed3837c0-6c90-4ca8-a329-a8daf95fa95e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:40.574336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7103ef08-20ce-4fa1-a43b-aab8baef1923 None None] Provisioning complete for port a09ceeda-084f-4c15-a963-92710784588d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:40.574977 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7103ef08-20ce-4fa1-a43b-aab8baef1923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a09ceeda-084f-4c15-a963-92710784588d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:40.675580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7103ef08-20ce-4fa1-a43b-aab8baef1923 None None] Current status of the port a09ceeda-084f-4c15-a963-92710784588d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:40.680568 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7103ef08-20ce-4fa1-a43b-aab8baef1923 None None] Could not find standard attr ID for object 936eb320-a454-4f12-94d6-5b6f2a0b935e. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:03:40.722029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a8923d6-11d5-47b0-a561-82a1a93abbf5 req-d4df5956-0a2e-45dc-8ee1-fde213fc6abb tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552295 Mar 24 01:03:40.762184 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae151321-14f8-488e-8160-ad33431157bb req-b4914abf-8a13-482d-af32-f7549b5223b0 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510567 Mar 24 01:03:40.778498 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5e4746ca-97ab-452c-9f2e-567ee334806a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (50c0a3b0-10dc-47cd-800f-d815b8f3bab8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:40.781325 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5e4746ca-97ab-452c-9f2e-567ee334806a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:40.785506 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5e4746ca-97ab-452c-9f2e-567ee334806a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/security-groups/50c0a3b0-10dc-47cd-800f-d815b8f3bab8 HTTP/1.1" status: 204 len: 168 time: 0.7237084 Mar 24 01:03:40.785902 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51210) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:40.809172 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4746ca-97ab-452c-9f2e-567ee334806a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c0a3b0-10dc-47cd-800f-d815b8f3bab8,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:40.873590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-622c1609-b1fe-48c2-9110-64d8dd60d00a req-6504dc23-59c7-4bde-90b5-547c7f89b2a1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0424643 Mar 24 01:03:40.880021 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7c4bde5-1f99-4f61-a955-0ffb2dba02db tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (a43d8c51-2960-4842-9f63-b085fd832eb9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:40.897308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ea5dc7ff-840f-4e22-9004-520e18c6af6e None None] Could not find standard attr ID for object 936eb320-a454-4f12-94d6-5b6f2a0b935e. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:03:40.906404 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7c4bde5-1f99-4f61-a955-0ffb2dba02db tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (a43d8c51-2960-4842-9f63-b085fd832eb9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:41.018593 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7c4bde5-1f99-4f61-a955-0ffb2dba02db tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a43d8c51-2960-4842-9f63-b085fd832eb9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:41.021603 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa39be1e-3de3-4d67-8fa4-c0da35b30419 req-3197b868-536b-4dd5-96f8-4dbe7ad26d84 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 210 time: 0.0485637 Mar 24 01:03:41.032510 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7c4bde5-1f99-4f61-a955-0ffb2dba02db tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:41.041046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1032a63-cd26-4f80-9337-9d090ddb8abd req-8d0dc09e-96b7-4c4e-89ba-64815f55c1a1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:41.042990 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b7c4bde5-1f99-4f61-a955-0ffb2dba02db tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/security-groups/a43d8c51-2960-4842-9f63-b085fd832eb9 HTTP/1.1" status: 204 len: 168 time: 0.2559781 Mar 24 01:03:41.044176 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51220) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:41.048042 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1032a63-cd26-4f80-9337-9d090ddb8abd req-8d0dc09e-96b7-4c4e-89ba-64815f55c1a1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1351426 Mar 24 01:03:41.104007 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4bde5-1f99-4f61-a955-0ffb2dba02db tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43d8c51-2960-4842-9f63-b085fd832eb9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:41.134461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1032a63-cd26-4f80-9337-9d090ddb8abd req-cfb14230-1a26-406d-bdf3-c481ffa434c1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854275 Mar 24 01:03:41.138130 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b5d62f-efe1-4e6d-9ad4-048f58eaac2a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting subnet 7c22614e-146a-4ec6-ba7a-8b84252154e5 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:03:41.142323 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43b5d62f-efe1-4e6d-9ad4-048f58eaac2a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (7c22614e-146a-4ec6-ba7a-8b84252154e5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:41.190083 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43b5d62f-efe1-4e6d-9ad4-048f58eaac2a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (7c22614e-146a-4ec6-ba7a-8b84252154e5), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:41.317901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c2556b80-3848-4fb7-aacb-d07cf3a171ab None None] Could not find standard attr ID for object 936eb320-a454-4f12-94d6-5b6f2a0b935e. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:03:41.332636 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43b5d62f-efe1-4e6d-9ad4-048f58eaac2a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (7c22614e-146a-4ec6-ba7a-8b84252154e5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:41.356436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-e4c29c50-2f7d-4b39-a619-c0469d268a9f tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:41.358428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-e4c29c50-2f7d-4b39-a619-c0469d268a9f tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.57 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 821 time: 0.1834681 Mar 24 01:03:41.380836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-a9770259-164b-4e3f-adf2-01aa7ce3943b tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Request body: {'port': {'device_id': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'admin_state_up': True, 'tenant_id': 'd794e45382c3465592eb64148586edf2'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:41.417819 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43b5d62f-efe1-4e6d-9ad4-048f58eaac2a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (7c22614e-146a-4ec6-ba7a-8b84252154e5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:41.443966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5d62f-efe1-4e6d-9ad4-048f58eaac2a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Subnet': ['ID=7c22614e-146a-4ec6-ba7a-8b84252154e5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:41.453118 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43b5d62f-efe1-4e6d-9ad4-048f58eaac2a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:41.461389 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-43b5d62f-efe1-4e6d-9ad4-048f58eaac2a tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/7c22614e-146a-4ec6-ba7a-8b84252154e5 HTTP/1.1" status: 204 len: 168 time: 0.4080529 Mar 24 01:03:41.462068 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51224) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:41.467097 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b4ae4376-311a-4456-807e-c8c66d2242b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'subnet': {'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:41.476869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447a16a-04c6-45d5-b18f-9669d1469311 req-2f1eeb9d-ffb0-41e8-9bd7-6be1f2304607 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:41.484868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0447a16a-04c6-45d5-b18f-9669d1469311 req-2f1eeb9d-ffb0-41e8-9bd7-6be1f2304607 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1955864 Mar 24 01:03:41.563059 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0447a16a-04c6-45d5-b18f-9669d1469311 req-5c072f19-ac9a-4aa8-a13a-3f39e582d8de tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772007 Mar 24 01:03:41.595391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-a9770259-164b-4e3f-adf2-01aa7ce3943b tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Made reservation on behalf of d794e45382c3465592eb64148586edf2 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:41.601480 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-a9770259-164b-4e3f-adf2-01aa7ce3943b tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:41.614956 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc190b01-db1c-4092-a073-799b351b6a44 None None] Network c4de58aa-6525-496b-85af-cfa6b15ad136 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:41.654942 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ae4376-311a-4456-807e-c8c66d2242b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:41.666370 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4376-311a-4456-807e-c8c66d2242b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:41.865754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-a9770259-164b-4e3f-adf2-01aa7ce3943b tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Allocated IP 172.20.0.10 (1bcfb1a6-a292-42ed-bf69-2f71ba08be3c/51cba81b-e716-41f0-a9c1-6a5973b30ef9/f8937101-5986-40aa-9a13-e9c026727537) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:42.069964 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4376-311a-4456-807e-c8c66d2242b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (0248e690-7b74-41ba-9cea-5119fc74e770), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:42.137971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162d31f-5f35-45e9-a17e-05a6da063faf req-cd0fc35a-4eaa-461b-93bd-907a2233eb6f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:42.141745 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae4376-311a-4456-807e-c8c66d2242b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Subnet': ['ID=0248e690-7b74-41ba-9cea-5119fc74e770,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:42.147966 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6162d31f-5f35-45e9-a17e-05a6da063faf req-cd0fc35a-4eaa-461b-93bd-907a2233eb6f tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.4406459 Mar 24 01:03:42.151523 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ae4376-311a-4456-807e-c8c66d2242b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network c4de58aa-6525-496b-85af-cfa6b15ad136 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:42.153636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-b4ae4376-311a-4456-807e-c8c66d2242b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:42.156602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae4376-311a-4456-807e-c8c66d2242b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:42.157457 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4376-311a-4456-807e-c8c66d2242b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:42.181211 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-a9770259-164b-4e3f-adf2-01aa7ce3943b tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for port (f8937101-5986-40aa-9a13-e9c026727537), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:42.185273 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b4ae4376-311a-4456-807e-c8c66d2242b2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7219908 Mar 24 01:03:42.185952 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51238) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:42.190378 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7766a5d0-094a-410f-a09a-831ce41b4886 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'security_group': {'name': 'tempest-secgroup-2137119800'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:42.213364 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7766a5d0-094a-410f-a09a-831ce41b4886 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:42.255245 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-a9770259-164b-4e3f-adf2-01aa7ce3943b tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f8937101-5986-40aa-9a13-e9c026727537), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:42.275536 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['4079c742-4481-4bd2-89fc-0ed7ada0e85b'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:03:42.308958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62d8fc-6a9b-40a8-a0e6-01c93defdab8 req-26ac30be-318f-43fd-bd76-545470aae0cc tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:42.311307 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f62d8fc-6a9b-40a8-a0e6-01c93defdab8 req-26ac30be-318f-43fd-bd76-545470aae0cc tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.2923646 Mar 24 01:03:42.317537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-a9770259-164b-4e3f-adf2-01aa7ce3943b tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:42.323948 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7766a5d0-094a-410f-a09a-831ce41b4886 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (eb37a60a-bdc8-43a6-a0c2-29232ed8ab78), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:42.329290 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7766a5d0-094a-410f-a09a-831ce41b4886 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (eb37a60a-bdc8-43a6-a0c2-29232ed8ab78), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:42.376153 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7766a5d0-094a-410f-a09a-831ce41b4886 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:42.380528 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7766a5d0-094a-410f-a09a-831ce41b4886 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1912639 Mar 24 01:03:42.380908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51240) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:42.384605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-a9770259-164b-4e3f-adf2-01aa7ce3943b tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:42.388231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-a9770259-164b-4e3f-adf2-01aa7ce3943b tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:03:42.391938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9770259-164b-4e3f-adf2-01aa7ce3943b tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Pushing event updated for resources: {'Port': ['ID=f8937101-5986-40aa-9a13-e9c026727537,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:42.393030 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-922fa191-6abb-4023-bea7-2f206e79605e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'security_group': {'name': 'tempest-secgroup-381321900'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:42.399200 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766a5d0-094a-410f-a09a-831ce41b4886 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb37a60a-bdc8-43a6-a0c2-29232ed8ab78,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:42.432775 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-922fa191-6abb-4023-bea7-2f206e79605e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:42.473894 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6162d31f-5f35-45e9-a17e-05a6da063faf req-31be9ff3-cde1-4b25-8680-4815358aa0b5 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188152 Mar 24 01:03:42.587420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-a9770259-164b-4e3f-adf2-01aa7ce3943b tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:42.589247 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-a9770259-164b-4e3f-adf2-01aa7ce3943b tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:42.613077 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-922fa191-6abb-4023-bea7-2f206e79605e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (b429d6ec-41f9-4b4e-8613-f88f3a2fa768), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:42.618060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f62d8fc-6a9b-40a8-a0e6-01c93defdab8 req-9eb383eb-1560-41c7-96bd-75345fc130f0 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185543 Mar 24 01:03:42.624448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-a9770259-164b-4e3f-adf2-01aa7ce3943b tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2511303 Mar 24 01:03:42.638519 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-922fa191-6abb-4023-bea7-2f206e79605e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b429d6ec-41f9-4b4e-8613-f88f3a2fa768), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:42.647058 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Request body: {'port': {'device_id': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:42.674913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470f12a-09e0-411f-8781-e33afaca27f8 None None] Network c4de58aa-6525-496b-85af-cfa6b15ad136 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:42.675472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c473d65d-115c-44fd-8931-85d0adebf998 req-d2e8813d-6ac0-4b7a-9324-1d09a830734a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0554001 Mar 24 01:03:42.756576 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-922fa191-6abb-4023-bea7-2f206e79605e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:42.759264 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-922fa191-6abb-4023-bea7-2f206e79605e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3774250 Mar 24 01:03:42.765667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51244) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:42.771087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fa191-6abb-4023-bea7-2f206e79605e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b429d6ec-41f9-4b4e-8613-f88f3a2fa768,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:42.779630 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-f0de7050-1740-4f9a-8069-ae2300c3c142 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'security_group': {'name': 'tempest-secgroup-381530946'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:42.797003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-59824f29-1fc7-45ea-8cc2-732e16db3ab8 None None] Provisioning complete for port ed3837c0-6c90-4ca8-a329-a8daf95fa95e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:42.797903 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-59824f29-1fc7-45ea-8cc2-732e16db3ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ed3837c0-6c90-4ca8-a329-a8daf95fa95e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:42.908057 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f0de7050-1740-4f9a-8069-ae2300c3c142 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:42.921544 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f8937101-5986-40aa-9a13-e9c026727537), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:43.006240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d217-6a9a-4c90-9911-e54f7e1ba263 req-986bf314-1ad3-46fd-9166-2151d670afee tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:43.007149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-59824f29-1fc7-45ea-8cc2-732e16db3ab8 None None] Port ed3837c0-6c90-4ca8-a329-a8daf95fa95e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:43.013119 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b90d217-6a9a-4c90-9911-e54f7e1ba263 req-986bf314-1ad3-46fd-9166-2151d670afee tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1921649 Mar 24 01:03:43.028245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-59824f29-1fc7-45ea-8cc2-732e16db3ab8 None None] Provisioning complete for port a09ceeda-084f-4c15-a963-92710784588d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:43.028490 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-59824f29-1fc7-45ea-8cc2-732e16db3ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a09ceeda-084f-4c15-a963-92710784588d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:43.035491 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbab3c4-d263-43d0-a3ff-18a492c63f94 req-0e6243eb-46c0-438f-a223-4a476ed49d0d tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:43.036988 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fbab3c4-d263-43d0-a3ff-18a492c63f94 req-0e6243eb-46c0-438f-a223-4a476ed49d0d tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 932 time: 0.2360682 Mar 24 01:03:43.162003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-59824f29-1fc7-45ea-8cc2-732e16db3ab8 None None] Current status of the port a09ceeda-084f-4c15-a963-92710784588d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:43.175727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b8c375-e4b6-4778-b0e3-db5d0371f58d None None] Update dhcp port {'port': {'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'fixed_ips': [{'subnet_id': '833aab3e-15cb-4a44-b5f3-194485b9d873', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0248e690-7b74-41ba-9cea-5119fc74e770'}], 'binding:host_id': 'n-d-760455-9'}, 'id': 'a09ceeda-084f-4c15-a963-92710784588d'} from n-d-760455-9. {{(pid=115731) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 24 01:03:43.203865 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f0de7050-1740-4f9a-8069-ae2300c3c142 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (ba4243e9-d8ac-44b6-be81-2617bfcd5f22), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:43.206649 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-99b8c375-e4b6-4778-b0e3-db5d0371f58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a09ceeda-084f-4c15-a963-92710784588d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:43.226346 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f0de7050-1740-4f9a-8069-ae2300c3c142 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ba4243e9-d8ac-44b6-be81-2617bfcd5f22), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:43.287066 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f0de7050-1740-4f9a-8069-ae2300c3c142 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:43.290523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f0de7050-1740-4f9a-8069-ae2300c3c142 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5205836 Mar 24 01:03:43.291037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51248) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:43.296822 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c0a0ced6-ca92-4858-929d-bed7c521bba1 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1615473731', 'security_groups': ['ba4243e9-d8ac-44b6-be81-2617bfcd5f22'], 'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0248e690-7b74-41ba-9cea-5119fc74e770'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:43.300785 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b90d217-6a9a-4c90-9911-e54f7e1ba263 req-023a7840-d564-4e24-8935-d1a8245959b1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865903 Mar 24 01:03:43.334965 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fbab3c4-d263-43d0-a3ff-18a492c63f94 req-4072fb6e-9745-44ce-886e-15acf7e460de tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688951 Mar 24 01:03:43.392860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de7050-1740-4f9a-8069-ae2300c3c142 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4243e9-d8ac-44b6-be81-2617bfcd5f22,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:43.394694 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-26f27ebe-6763-4b47-8385-7500cd3d59fa None None] Provisioning complete for port f8937101-5986-40aa-9a13-e9c026727537 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:43.395073 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-26f27ebe-6763-4b47-8385-7500cd3d59fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f8937101-5986-40aa-9a13-e9c026727537), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:43.466932 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-26f27ebe-6763-4b47-8385-7500cd3d59fa None None] Port f8937101-5986-40aa-9a13-e9c026727537 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:43.486011 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-99b8c375-e4b6-4778-b0e3-db5d0371f58d None None] Allocated IP 2001:db8::2 (c4de58aa-6525-496b-85af-cfa6b15ad136/0248e690-7b74-41ba-9cea-5119fc74e770/a09ceeda-084f-4c15-a963-92710784588d) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:43.489181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a0ced6-ca92-4858-929d-bed7c521bba1 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:43.520552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9244fe-0489-4144-af39-44fc75ec2e5f req-1ceb09a9-5e2c-4aaa-a76b-fc182c5182a1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:43.523819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e9244fe-0489-4144-af39-44fc75ec2e5f req-1ceb09a9-5e2c-4aaa-a76b-fc182c5182a1 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1110091 Mar 24 01:03:43.601773 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e9244fe-0489-4144-af39-44fc75ec2e5f req-b5c6d0ae-b620-4bd5-bc38-c8cb0b3cf36c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699272 Mar 24 01:03:43.630286 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-99b8c375-e4b6-4778-b0e3-db5d0371f58d None None] For port a09ceeda-084f-4c15-a963-92710784588d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a09ceeda-084f-4c15-a963-92710784588d,segment=NetworkSegment(be744ffd-5691-4969-833c-8d90847bb1cc),segment_id=be744ffd-5691-4969-833c-8d90847bb1cc)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:43.635720 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ced6-ca92-4858-929d-bed7c521bba1 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:43.667965 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-99b8c375-e4b6-4778-b0e3-db5d0371f58d None None] Publish callbacks [] for port (a09ceeda-084f-4c15-a963-92710784588d), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:43.676757 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-99b8c375-e4b6-4778-b0e3-db5d0371f58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a09ceeda-084f-4c15-a963-92710784588d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:43.678328 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-c0a0ced6-ca92-4858-929d-bed7c521bba1 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] device_id is not set on port 7d13344b-e48f-4f38-b8f2-27874549bef7 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:03:43.708186 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8937101-5986-40aa-9a13-e9c026727537 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:03:43.727100 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Publish callbacks [] for port (f8937101-5986-40aa-9a13-e9c026727537), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:43.760061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Transition to ACTIVE for port object f8937101-5986-40aa-9a13-e9c026727537 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:03:43.767543 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f8937101-5986-40aa-9a13-e9c026727537), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:43.811656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8c375-e4b6-4778-b0e3-db5d0371f58d None None] Pushing event updated for resources: {'Port': ['ID=a09ceeda-084f-4c15-a963-92710784588d,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:43.913771 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d9f73d6-ed8e-425a-ac57-49d091430e45 req-0a08cb3c-f1a1-4158-b2d5-439167e6b1df tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0757098 Mar 24 01:03:43.970336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Pushing event updated for resources: {'Port': ['ID=f8937101-5986-40aa-9a13-e9c026727537,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:44.063637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd3a0e-a29a-4de9-a9f8-b44dbfd21212 req-f9e95ce9-952d-4be0-b0fc-75e98333ce5c tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:44.069751 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3bd3a0e-a29a-4de9-a9f8-b44dbfd21212 req-f9e95ce9-952d-4be0-b0fc-75e98333ce5c tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.2848198 Mar 24 01:03:44.072444 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-c0a0ced6-ca92-4858-929d-bed7c521bba1 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Allocated IP 2001:db8::33d (c4de58aa-6525-496b-85af-cfa6b15ad136/0248e690-7b74-41ba-9cea-5119fc74e770/7d13344b-e48f-4f38-b8f2-27874549bef7) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:44.187421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3bd3a0e-a29a-4de9-a9f8-b44dbfd21212 req-1494ae52-7fce-444f-9e3e-1658056c2595 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052964 Mar 24 01:03:44.188427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Attempting to bind port f8937101-5986-40aa-9a13-e9c026727537 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:03:44.188771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Attempting to bind port f8937101-5986-40aa-9a13-e9c026727537 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:03:44.189118 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Attempting to bind port f8937101-5986-40aa-9a13-e9c026727537 on network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:03:44.217515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Port f8937101-5986-40aa-9a13-e9c026727537 on network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:03:44.218327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Attempting to bind port f8937101-5986-40aa-9a13-e9c026727537 on network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:03:44.242520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:03:44.243207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Checking segment: {'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:03:44.243363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Bound using segment: {'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:03:44.243704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Bound port: f8937101-5986-40aa-9a13-e9c026727537, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a81adf-0bf7-470c-9780-83c38b2441b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:03:44.244069 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f8937101-5986-40aa-9a13-e9c026727537), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:44.420397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] For port f8937101-5986-40aa-9a13-e9c026727537, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:03:44.427341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] For port f8937101-5986-40aa-9a13-e9c026727537, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f8937101-5986-40aa-9a13-e9c026727537,segment=NetworkSegment(26a81adf-0bf7-470c-9780-83c38b2441b1),segment_id=26a81adf-0bf7-470c-9780-83c38b2441b1)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:03:44.438694 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f8937101-5986-40aa-9a13-e9c026727537), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:44.464071 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ced6-ca92-4858-929d-bed7c521bba1 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (7d13344b-e48f-4f38-b8f2-27874549bef7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:44.567341 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ced6-ca92-4858-929d-bed7c521bba1 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (7d13344b-e48f-4f38-b8f2-27874549bef7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:44.597733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:44.598750 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:44.600613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] 10.222.0.57 "PUT /v2.0/ports/f8937101-5986-40aa-9a13-e9c026727537 HTTP/1.1" status: 200 len: 1092 time: 1.9587519 Mar 24 01:03:44.603569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'tag': 'f8937101-5986-40aa-9a13-e9c026727537'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:03:44.620048 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6651f971-16fb-4bb3-bfac-2dc4ff76868a" -d '{"events": [{"name": "network-changed", "server_uuid": "798a09e4-07a5-4376-b4b2-820c9d855ecb", "tag": "f8937101-5986-40aa-9a13-e9c026727537"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:03:44.667972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a0ced6-ca92-4858-929d-bed7c521bba1 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network c4de58aa-6525-496b-85af-cfa6b15ad136 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:44.671142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c0a0ced6-ca92-4858-929d-bed7c521bba1 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:44.696458 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0ced6-ca92-4858-929d-bed7c521bba1 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:03:44.725966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a0ced6-ca92-4858-929d-bed7c521bba1 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:44.726642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ced6-ca92-4858-929d-bed7c521bba1 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:44.749831 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0ced6-ca92-4858-929d-bed7c521bba1 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=7d13344b-e48f-4f38-b8f2-27874549bef7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:44.799083 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c0a0ced6-ca92-4858-929d-bed7c521bba1 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5033298 Mar 24 01:03:44.799319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51276) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:44.804006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-52278124-dedf-4a9a-947b-3bf8a5f7bc7b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'subnet': {'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:44.915173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2eda2e-d4f9-48bb-9658-56a5e3998731 service neutron] Pushing event updated for resources: {'Port': ['ID=f8937101-5986-40aa-9a13-e9c026727537,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:44.994815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2d8da7c0-798c-46d3-af82-3cb284c53712 None None] Provisioning complete for port ed3837c0-6c90-4ca8-a329-a8daf95fa95e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:44.995316 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2d8da7c0-798c-46d3-af82-3cb284c53712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ed3837c0-6c90-4ca8-a329-a8daf95fa95e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:45.037990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dae0e-acd7-4d79-9a4d-ef5c04b863d4 req-8e529288-f823-4bb3-baf3-5f1eb6835c84 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:45.039486 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b2dae0e-acd7-4d79-9a4d-ef5c04b863d4 req-8e529288-f823-4bb3-baf3-5f1eb6835c84 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 944 time: 0.5193100 Mar 24 01:03:45.089873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9994f-d18f-407b-840f-c57ea62e54e6 req-58ad11ef-c888-4954-b545-da89660eb937 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:45.105612 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72c9994f-d18f-407b-840f-c57ea62e54e6 req-58ad11ef-c888-4954-b545-da89660eb937 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.3851235 Mar 24 01:03:45.118637 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2d8da7c0-798c-46d3-af82-3cb284c53712 None None] Port ed3837c0-6c90-4ca8-a329-a8daf95fa95e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:45.126927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-ddddd80e-a49e-4066-a805-df2a5daa5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:45.128483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-ddddd80e-a49e-4066-a805-df2a5daa5630 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 1126 time: 0.4369309 Mar 24 01:03:45.130884 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52278124-dedf-4a9a-947b-3bf8a5f7bc7b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:45.134381 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52278124-dedf-4a9a-947b-3bf8a5f7bc7b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:45.150589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2d8da7c0-798c-46d3-af82-3cb284c53712 None None] Provisioning complete for port a09ceeda-084f-4c15-a963-92710784588d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:45.150890 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2d8da7c0-798c-46d3-af82-3cb284c53712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a09ceeda-084f-4c15-a963-92710784588d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:45.194349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-7c7bb7df-831d-43d2-b2bf-d9700c6853a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8937101-5986-40aa-9a13-e9c026727537 HTTP/1.1" status: 200 len: 217 time: 0.0497818 Mar 24 01:03:45.303379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-b30af3a1-aaf9-469a-bc50-c06dc3996d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:45.325805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-b30af3a1-aaf9-469a-bc50-c06dc3996d01 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 200 len: 860 time: 0.1069293 Mar 24 01:03:45.370211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2d8da7c0-798c-46d3-af82-3cb284c53712 None None] Current status of the port a09ceeda-084f-4c15-a963-92710784588d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:45.386475 n-d-760455-9 neutron-server[115729]: INFO neutron.db.ipam_backend_mixin [None req-52278124-dedf-4a9a-947b-3bf8a5f7bc7b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0248e690-7b74-41ba-9cea-5119fc74e770 (CIDR: 2001:db8::/64) Mar 24 01:03:45.394209 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-52278124-dedf-4a9a-947b-3bf8a5f7bc7b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:03:45.395095 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52278124-dedf-4a9a-947b-3bf8a5f7bc7b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:03:45.437797 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-52278124-dedf-4a9a-947b-3bf8a5f7bc7b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6371458 Mar 24 01:03:45.438919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6338c6-c1fe-4b4b-baca-439984bf0998 req-9ee21000-35d7-4ad7-a629-5218ac0711e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:45.440095 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51284) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:45.440644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c6338c6-c1fe-4b4b-baca-439984bf0998 req-9ee21000-35d7-4ad7-a629-5218ac0711e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1b3aa71930049bb810170680517454c&device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 1128 time: 0.6250041 Mar 24 01:03:45.452994 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a4125ff8-0525-4e8d-b807-2b049ddb0e8e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'subnet': {'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:45.473810 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b2dae0e-acd7-4d79-9a4d-ef5c04b863d4 req-adabff51-1469-4549-b141-105cf707831a tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171467 Mar 24 01:03:45.497573 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d0c6b6fe-5f03-4deb-83a3-4ab030fa6d14 None None] Provisioning complete for port 7d13344b-e48f-4f38-b8f2-27874549bef7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:45.515503 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0c6b6fe-5f03-4deb-83a3-4ab030fa6d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7d13344b-e48f-4f38-b8f2-27874549bef7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:45.589753 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1189b7a-abfd-4a2e-aaf8-fbe9e2e86810 x-openstack-request-id: req-b1189b7a-abfd-4a2e-aaf8-fbe9e2e86810 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:03:45.590172 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798a09e4-07a5-4376-b4b2-820c9d855ecb", "tag": "f8937101-5986-40aa-9a13-e9c026727537", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:03:45.590536 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b1189b7a-abfd-4a2e-aaf8-fbe9e2e86810 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:03:45.593154 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1189b7a-abfd-4a2e-aaf8-fbe9e2e86810'] response: {'name': 'network-changed', 'server_uuid': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'tag': 'f8937101-5986-40aa-9a13-e9c026727537', 'status': 'completed', 'code': 200} Mar 24 01:03:45.630898 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d0c6b6fe-5f03-4deb-83a3-4ab030fa6d14 None None] Port 7d13344b-e48f-4f38-b8f2-27874549bef7 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:45.669388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a09ceeda-084f-4c15-a963-92710784588d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:45.690592 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72c9994f-d18f-407b-840f-c57ea62e54e6 req-d4647f5b-d4d2-4285-becf-323f741cddc7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838406 Mar 24 01:03:45.716257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-f5871590-2116-4ff6-8b10-e3afd59f0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:45.720072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-f5871590-2116-4ff6-8b10-e3afd59f0ff5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3923905 Mar 24 01:03:45.723267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4125ff8-0525-4e8d-b807-2b049ddb0e8e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:45.727784 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4125ff8-0525-4e8d-b807-2b049ddb0e8e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:45.775912 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a09ceeda-084f-4c15-a963-92710784588d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:45.776302 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a09ceeda-084f-4c15-a963-92710784588d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:45.814165 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10de381d-fd68-4d0f-96dc-bc5c77e00f0e req-98fffd0f-2375-4a2a-836a-89f6bce3c265 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.1194184 Mar 24 01:03:45.868724 n-d-760455-9 neutron-server[115729]: INFO neutron.db.ipam_backend_mixin [None req-a4125ff8-0525-4e8d-b807-2b049ddb0e8e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 833aab3e-15cb-4a44-b5f3-194485b9d873 (CIDR: 2001:db8:0:1::/64) Mar 24 01:03:45.875320 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4125ff8-0525-4e8d-b807-2b049ddb0e8e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:03:45.878888 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4125ff8-0525-4e8d-b807-2b049ddb0e8e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:03:45.905212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a09ceeda-084f-4c15-a963-92710784588d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:45.933449 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a4125ff8-0525-4e8d-b807-2b049ddb0e8e tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4916792 Mar 24 01:03:45.933733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6338c6-c1fe-4b4b-baca-439984bf0998 req-a581f6e4-f4a3-4146-aac5-032e20b8e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:45.934943 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c6338c6-c1fe-4b4b-baca-439984bf0998 req-a581f6e4-f4a3-4146-aac5-032e20b8e4d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 HTTP/1.1" status: 200 len: 916 time: 0.4845638 Mar 24 01:03:45.936071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51288) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:45.942215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4310e738-aa2d-4b34-b3a1-5655117ab8fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'subnet': {'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:46.059492 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c6338c6-c1fe-4b4b-baca-439984bf0998 req-49a461f4-955c-4b2e-85ff-7439e04be7f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e7e08bb-89a6-4275-9056-e1a4d1c694ef HTTP/1.1" status: 200 len: 217 time: 0.1124372 Mar 24 01:03:46.066547 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-a083986d-4688-4651-a9df-cf0c55210f51 service neutron] 10.222.0.57 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944288 Mar 24 01:03:46.114450 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4310e738-aa2d-4b34-b3a1-5655117ab8fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Made reservation on behalf of 40c9c4182bd34624b9f9cccfea9b367c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:46.119919 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4310e738-aa2d-4b34-b3a1-5655117ab8fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:46.277821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6338c6-c1fe-4b4b-baca-439984bf0998 req-495d60e6-ed34-40ac-84d9-02fb85c98332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:46.279247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c6338c6-c1fe-4b4b-baca-439984bf0998 req-495d60e6-ed34-40ac-84d9-02fb85c98332 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6b870b9-ea90-42c2-bb16-e29e003b1736 HTTP/1.1" status: 200 len: 854 time: 0.2118459 Mar 24 01:03:46.281987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f10fab77-8867-4f1b-a613-43e3ab5199ef req-95b5f2dd-d027-4dd6-9114-63a885249956 service neutron] 10.222.0.57 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995795 Mar 24 01:03:46.427221 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6338c6-c1fe-4b4b-baca-439984bf0998 req-fb760eff-4847-4486-9551-446bdbb4e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:46.429233 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c6338c6-c1fe-4b4b-baca-439984bf0998 req-fb760eff-4847-4486-9551-446bdbb4e283 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1269071 Mar 24 01:03:46.458365 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4310e738-aa2d-4b34-b3a1-5655117ab8fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (64ed3cd5-8e93-431d-be51-3626851abe65), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:46.514672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4310e738-aa2d-4b34-b3a1-5655117ab8fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Network c4de58aa-6525-496b-85af-cfa6b15ad136 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:03:46.519443 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-4310e738-aa2d-4b34-b3a1-5655117ab8fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:03:46.531129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cf76f4-7a12-490d-accd-9ef6357d47eb None None] Network c4de58aa-6525-496b-85af-cfa6b15ad136 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:46.544073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651f971-16fb-4bb3-bfac-2dc4ff76868a req-3e5c3944-64dc-46c9-92a5-f1f7be2be0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:46.545766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6651f971-16fb-4bb3-bfac-2dc4ff76868a req-3e5c3944-64dc-46c9-92a5-f1f7be2be0bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 1126 time: 0.1980023 Mar 24 01:03:46.548668 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4310e738-aa2d-4b34-b3a1-5655117ab8fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:46.552923 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4310e738-aa2d-4b34-b3a1-5655117ab8fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:46.584006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310e738-aa2d-4b34-b3a1-5655117ab8fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Subnet': ['ID=64ed3cd5-8e93-431d-be51-3626851abe65,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:46.615252 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4310e738-aa2d-4b34-b3a1-5655117ab8fb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6775615 Mar 24 01:03:46.617679 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51294) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:46.626017 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-68d1b7b8-26bc-4e26-880a-324bb6e0c5ed tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2114610236', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '64ed3cd5-8e93-431d-be51-3626851abe65'}], 'security_groups': ['eb37a60a-bdc8-43a6-a0c2-29232ed8ab78', 'b429d6ec-41f9-4b4e-8613-f88f3a2fa768']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:46.815920 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-68d1b7b8-26bc-4e26-880a-324bb6e0c5ed tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7d13344b-e48f-4f38-b8f2-27874549bef7), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:46.915824 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Update dhcp port {'port': {'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'fixed_ips': [{'subnet_id': '833aab3e-15cb-4a44-b5f3-194485b9d873', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0248e690-7b74-41ba-9cea-5119fc74e770', 'ip_address': '2001:db8::2'}, {'subnet_id': '64ed3cd5-8e93-431d-be51-3626851abe65'}], 'binding:host_id': 'n-d-760455-9'}, 'id': 'a09ceeda-084f-4c15-a963-92710784588d'} from n-d-760455-9. {{(pid=115731) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 24 01:03:46.954636 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a09ceeda-084f-4c15-a963-92710784588d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:47.209624 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Allocated IP 2001:db8:0:2::2 (c4de58aa-6525-496b-85af-cfa6b15ad136/64ed3cd5-8e93-431d-be51-3626851abe65/a09ceeda-084f-4c15-a963-92710784588d) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:47.343169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] For port a09ceeda-084f-4c15-a963-92710784588d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a09ceeda-084f-4c15-a963-92710784588d,segment=NetworkSegment(be744ffd-5691-4969-833c-8d90847bb1cc),segment_id=be744ffd-5691-4969-833c-8d90847bb1cc)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:47.379656 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Publish callbacks [] for port (a09ceeda-084f-4c15-a963-92710784588d), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:47.391219 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a09ceeda-084f-4c15-a963-92710784588d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:47.519468 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c6338c6-c1fe-4b4b-baca-439984bf0998 req-6839c867-d75f-4220-a4f3-74a353636a69 service neutron] 10.222.0.57 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0827420 Mar 24 01:03:47.531938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651f971-16fb-4bb3-bfac-2dc4ff76868a req-40eb89a8-98de-4250-b08c-d961e7bc8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:47.536463 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6651f971-16fb-4bb3-bfac-2dc4ff76868a req-40eb89a8-98de-4250-b08c-d961e7bc8549 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 922 time: 0.9786594 Mar 24 01:03:47.554145 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf505c4-0847-484b-aa70-4beb1999426a req-c136b2b6-68c4-443a-844a-82a2056de100 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:47.559484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cbf505c4-0847-484b-aa70-4beb1999426a req-c136b2b6-68c4-443a-844a-82a2056de100 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 944 time: 0.8871586 Mar 24 01:03:47.601898 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Pushing event updated for resources: {'Port': ['ID=a09ceeda-084f-4c15-a963-92710784588d,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:47.615355 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:47.615948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:47.616459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:47.616971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:47.617515 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:47.618032 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:47.618528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:47.619030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:47.619530 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:47.620029 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:47.620536 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:47.621025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:47.622962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:47.623497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:47.624008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc589d-fc9c-41bf-9788-3fd6edb23c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:03:47.673159 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-68d1b7b8-26bc-4e26-880a-324bb6e0c5ed tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Delete allocated IP 2001:db8::33d (c4de58aa-6525-496b-85af-cfa6b15ad136/0248e690-7b74-41ba-9cea-5119fc74e770) {{(pid=115729) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 24 01:03:47.682216 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-68d1b7b8-26bc-4e26-880a-324bb6e0c5ed tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Allocated IP 2001:db8:0:2::147 (c4de58aa-6525-496b-85af-cfa6b15ad136/64ed3cd5-8e93-431d-be51-3626851abe65/7d13344b-e48f-4f38-b8f2-27874549bef7) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:03:47.771323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6651f971-16fb-4bb3-bfac-2dc4ff76868a req-93cbae3e-fa8e-4135-bad1-94b4d29014f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8937101-5986-40aa-9a13-e9c026727537 HTTP/1.1" status: 200 len: 217 time: 0.2071879 Mar 24 01:03:47.902959 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cbf505c4-0847-484b-aa70-4beb1999426a req-fe24f6a0-2d4e-4b73-bbe7-a4d7b1b38bae tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294580 Mar 24 01:03:47.931208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86390888-b4fd-456b-a5f6-c3cbfd2a9381 req-03c51ce1-328f-42aa-9264-b26f6bb14819 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:47.936648 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86390888-b4fd-456b-a5f6-c3cbfd2a9381 req-03c51ce1-328f-42aa-9264-b26f6bb14819 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 1.0760264 Mar 24 01:03:47.971185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651f971-16fb-4bb3-bfac-2dc4ff76868a req-013d2dd1-6c6d-4227-8fa4-d056dc682166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:47.975074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-68d1b7b8-26bc-4e26-880a-324bb6e0c5ed tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for port (7d13344b-e48f-4f38-b8f2-27874549bef7), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:47.984267 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-68d1b7b8-26bc-4e26-880a-324bb6e0c5ed tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (7d13344b-e48f-4f38-b8f2-27874549bef7), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:47.985296 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6651f971-16fb-4bb3-bfac-2dc4ff76868a req-013d2dd1-6c6d-4227-8fa4-d056dc682166 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 200 len: 860 time: 0.1971316 Mar 24 01:03:48.129662 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-68d1b7b8-26bc-4e26-880a-324bb6e0c5ed tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] In _notify_port_updated(), no bound segment for port 7d13344b-e48f-4f38-b8f2-27874549bef7 on network c4de58aa-6525-496b-85af-cfa6b15ad136 {{(pid=115729) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:03:48.134956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d1b7b8-26bc-4e26-880a-324bb6e0c5ed tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:48.138191 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-68d1b7b8-26bc-4e26-880a-324bb6e0c5ed tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:48.142899 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-68d1b7b8-26bc-4e26-880a-324bb6e0c5ed tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "PUT /v2.0/ports/7d13344b-e48f-4f38-b8f2-27874549bef7 HTTP/1.1" status: 200 len: 970 time: 1.5202582 Mar 24 01:03:48.143064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c6338c6-c1fe-4b4b-baca-439984bf0998 req-2e4fa621-1d8d-41ce-823b-495f0b477d48 service neutron] 10.222.0.57 "GET /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674593 Mar 24 01:03:48.144143 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51306) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:48.156659 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1b7b8-26bc-4e26-880a-324bb6e0c5ed tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event updated for resources: {'Port': ['ID=7d13344b-e48f-4f38-b8f2-27874549bef7,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:48.190583 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-689f073a-d82d-4ef6-ac17-7cefc9565425 req-96a1d30c-187d-4168-af2f-264339aeee25 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.1573114 Mar 24 01:03:48.310241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86390888-b4fd-456b-a5f6-c3cbfd2a9381 req-d4c4afab-798f-47fc-81cf-6a0885baf633 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671160 Mar 24 01:03:48.363684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651f971-16fb-4bb3-bfac-2dc4ff76868a req-feb3b388-d111-42a7-a1e1-f729dc96a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:48.365302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6651f971-16fb-4bb3-bfac-2dc4ff76868a req-feb3b388-d111-42a7-a1e1-f729dc96a30d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3744748 Mar 24 01:03:48.385070 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f8937101-5986-40aa-9a13-e9c026727537 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:03:48.527560 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6651f971-16fb-4bb3-bfac-2dc4ff76868a req-c23750af-bed0-4a9a-83c0-2546877e4ae5 service neutron] 10.222.0.57 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508582 Mar 24 01:03:48.567066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e9b4f311-e1b2-4bef-9833-47b9384d0484 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port 7d13344b-e48f-4f38-b8f2-27874549bef7 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:48.569379 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f311-e1b2-4bef-9833-47b9384d0484 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7d13344b-e48f-4f38-b8f2-27874549bef7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:48.571018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f8937101-5986-40aa-9a13-e9c026727537, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f8937101-5986-40aa-9a13-e9c026727537,segment=NetworkSegment(26a81adf-0bf7-470c-9780-83c38b2441b1),segment_id=26a81adf-0bf7-470c-9780-83c38b2441b1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:48.585763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'f8937101-5986-40aa-9a13-e9c026727537', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'port_id': 'f8937101-5986-40aa-9a13-e9c026727537', 'mac_address': 'fa:16:3e:49:a3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:03:48.641369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f8937101-5986-40aa-9a13-e9c026727537 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:48.641971 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f8937101-5986-40aa-9a13-e9c026727537), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:48.659212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8937101-5986-40aa-9a13-e9c026727537 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:03:48.683047 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f8937101-5986-40aa-9a13-e9c026727537, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f8937101-5986-40aa-9a13-e9c026727537,segment=NetworkSegment(26a81adf-0bf7-470c-9780-83c38b2441b1),segment_id=26a81adf-0bf7-470c-9780-83c38b2441b1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:48.691370 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f8937101-5986-40aa-9a13-e9c026727537), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:48.821109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f8937101-5986-40aa-9a13-e9c026727537,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:48.842452 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6ed58d4d-7dba-4243-8d1b-777e638a20e8 None None] Provisioning complete for port ed3837c0-6c90-4ca8-a329-a8daf95fa95e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:48.843946 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6ed58d4d-7dba-4243-8d1b-777e638a20e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ed3837c0-6c90-4ca8-a329-a8daf95fa95e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:48.906946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6ed58d4d-7dba-4243-8d1b-777e638a20e8 None None] Port ed3837c0-6c90-4ca8-a329-a8daf95fa95e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:48.925985 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6ed58d4d-7dba-4243-8d1b-777e638a20e8 None None] Provisioning complete for port a09ceeda-084f-4c15-a963-92710784588d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:48.926366 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6ed58d4d-7dba-4243-8d1b-777e638a20e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a09ceeda-084f-4c15-a963-92710784588d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:49.000533 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f311-e1b2-4bef-9833-47b9384d0484 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7d13344b-e48f-4f38-b8f2-27874549bef7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:49.036805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['f8937101-5986-40aa-9a13-e9c026727537'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:03:49.097560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e9b4f311-e1b2-4bef-9833-47b9384d0484 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for 7d13344b-e48f-4f38-b8f2-27874549bef7 owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:49.103954 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6ed58d4d-7dba-4243-8d1b-777e638a20e8 None None] Current status of the port a09ceeda-084f-4c15-a963-92710784588d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:49.123486 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6651f971-16fb-4bb3-bfac-2dc4ff76868a req-2eb6c5da-ea87-4974-8655-377794890098 service neutron] 10.222.0.57 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432684 Mar 24 01:03:49.140061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6ed58d4d-7dba-4243-8d1b-777e638a20e8 None None] Provisioning complete for port 7d13344b-e48f-4f38-b8f2-27874549bef7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:49.140439 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6ed58d4d-7dba-4243-8d1b-777e638a20e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7d13344b-e48f-4f38-b8f2-27874549bef7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:49.187619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6ed58d4d-7dba-4243-8d1b-777e638a20e8 None None] Port 7d13344b-e48f-4f38-b8f2-27874549bef7 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:49.210352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925088e-08a2-41e3-a9d3-eb6e1c0829ad req-c61df61d-bacd-4db5-a717-a516a98e7bda tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:49.217349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7925088e-08a2-41e3-a9d3-eb6e1c0829ad req-c61df61d-bacd-4db5-a717-a516a98e7bda tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 945 time: 0.1891432 Mar 24 01:03:49.330091 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7925088e-08a2-41e3-a9d3-eb6e1c0829ad req-b6b3b790-7535-4515-bb88-8d28a650982f tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116397 Mar 24 01:03:49.410290 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fdb0153a-b165-44b0-bde9-246ace0d6691 None None] Provisioning complete for port 7d13344b-e48f-4f38-b8f2-27874549bef7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:49.411074 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fdb0153a-b165-44b0-bde9-246ace0d6691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7d13344b-e48f-4f38-b8f2-27874549bef7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:49.465787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fdb0153a-b165-44b0-bde9-246ace0d6691 None None] Port 7d13344b-e48f-4f38-b8f2-27874549bef7 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:49.467043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c48ab467-9067-449b-8a5f-cf8b633ac8ae req-844e6aaa-c9ec-42b3-9388-17719257dba0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0710676 Mar 24 01:03:49.522458 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f311-e1b2-4bef-9833-47b9384d0484 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7d13344b-e48f-4f38-b8f2-27874549bef7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:49.603438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4f311-e1b2-4bef-9833-47b9384d0484 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=7d13344b-e48f-4f38-b8f2-27874549bef7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:49.620084 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a4da6-c925-4b16-9fce-52ae62046bd8 req-e6a839bd-d6ce-46fe-bebb-e7091abe974e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:49.621766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e81a4da6-c925-4b16-9fce-52ae62046bd8 req-e6a839bd-d6ce-46fe-bebb-e7091abe974e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.2024117 Mar 24 01:03:49.660915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a09ceeda-084f-4c15-a963-92710784588d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:49.661477 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f311-e1b2-4bef-9833-47b9384d0484 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:49.666685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e9b4f311-e1b2-4bef-9833-47b9384d0484 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/7d13344b-e48f-4f38-b8f2-27874549bef7 HTTP/1.1" status: 204 len: 168 time: 1.5155747 Mar 24 01:03:49.667037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51318) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:49.746723 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-45bac3fc-a8c6-41d8-8326-3a8d5403307d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] GET failed (client error): The resource could not be found. Mar 24 01:03:49.754637 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-45bac3fc-a8c6-41d8-8326-3a8d5403307d tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports/7d13344b-e48f-4f38-b8f2-27874549bef7 HTTP/1.1" status: 404 len: 333 time: 0.0865061 Mar 24 01:03:49.759842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51322) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:49.765420 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e81a4da6-c925-4b16-9fce-52ae62046bd8 req-eab436fc-3b7c-4122-b06f-2b6be30529b8 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114039 Mar 24 01:03:49.823237 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a09ceeda-084f-4c15-a963-92710784588d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:49.823610 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a09ceeda-084f-4c15-a963-92710784588d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:49.889798 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ade5fa26-28c6-4964-98ad-5837e82e98ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (ba4243e9-d8ac-44b6-be81-2617bfcd5f22), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:49.945728 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ade5fa26-28c6-4964-98ad-5837e82e98ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (ba4243e9-d8ac-44b6-be81-2617bfcd5f22), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:49.989908 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a09ceeda-084f-4c15-a963-92710784588d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:50.034219 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc192760-bef7-4d67-ba25-0e9bd347100e req-6738b919-a3fa-448e-873c-afafc21ebbca tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:50.036185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bc192760-bef7-4d67-ba25-0e9bd347100e req-6738b919-a3fa-448e-873c-afafc21ebbca tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.1081367 Mar 24 01:03:50.039805 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ade5fa26-28c6-4964-98ad-5837e82e98ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ba4243e9-d8ac-44b6-be81-2617bfcd5f22), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:50.044144 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ade5fa26-28c6-4964-98ad-5837e82e98ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:50.049159 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ade5fa26-28c6-4964-98ad-5837e82e98ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/security-groups/ba4243e9-d8ac-44b6-be81-2617bfcd5f22 HTTP/1.1" status: 204 len: 168 time: 0.2819824 Mar 24 01:03:50.050097 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51330) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:50.079646 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5fa26-28c6-4964-98ad-5837e82e98ac tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4243e9-d8ac-44b6-be81-2617bfcd5f22,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:50.148133 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46d9cce9-0d64-470c-b494-a3e40af3dada tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (b429d6ec-41f9-4b4e-8613-f88f3a2fa768), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:50.162171 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bc192760-bef7-4d67-ba25-0e9bd347100e req-001af1f9-39b4-46cd-b6ca-d8110f977d8d tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136141 Mar 24 01:03:50.186590 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46d9cce9-0d64-470c-b494-a3e40af3dada tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (b429d6ec-41f9-4b4e-8613-f88f3a2fa768), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:50.257324 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46d9cce9-0d64-470c-b494-a3e40af3dada tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b429d6ec-41f9-4b4e-8613-f88f3a2fa768), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:50.260030 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46d9cce9-0d64-470c-b494-a3e40af3dada tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:50.265660 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-46d9cce9-0d64-470c-b494-a3e40af3dada tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/security-groups/b429d6ec-41f9-4b4e-8613-f88f3a2fa768 HTTP/1.1" status: 204 len: 168 time: 0.2121181 Mar 24 01:03:50.283873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51334) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:50.286356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9cce9-0d64-470c-b494-a3e40af3dada tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b429d6ec-41f9-4b4e-8613-f88f3a2fa768,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:50.380530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e124e-a28e-4685-8c3c-4e16bfdd5f07 req-2d922253-bdb1-4a5c-8deb-816597319b19 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:50.383190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f8937101-5986-40aa-9a13-e9c026727537 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:03:50.388656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a78e124e-a28e-4685-8c3c-4e16bfdd5f07 req-2d922253-bdb1-4a5c-8deb-816597319b19 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb61d2b2-587c-4b17-8295-03a8d1a87c24 HTTP/1.1" status: 200 len: 946 time: 0.1325476 Mar 24 01:03:50.520880 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fa31e91-a80e-4e80-85b8-092bc44021fa tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (eb37a60a-bdc8-43a6-a0c2-29232ed8ab78), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:50.564073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a78e124e-a28e-4685-8c3c-4e16bfdd5f07 req-7d492833-8d34-4330-9aa3-e8e629c6fde6 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652927 Mar 24 01:03:50.575418 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fa31e91-a80e-4e80-85b8-092bc44021fa tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (eb37a60a-bdc8-43a6-a0c2-29232ed8ab78), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:50.595821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddb079-a2f6-429f-8ea1-46743ae90b00 req-890b3f0f-307d-42b4-8e58-716608b3f5ea tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:50.599391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port f8937101-5986-40aa-9a13-e9c026727537 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:03:50.605398 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cddb079-a2f6-429f-8ea1-46743ae90b00 req-890b3f0f-307d-42b4-8e58-716608b3f5ea tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 945 time: 0.1814339 Mar 24 01:03:50.627104 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port f8937101-5986-40aa-9a13-e9c026727537 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:50.633757 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f8937101-5986-40aa-9a13-e9c026727537), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:50.696652 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fa31e91-a80e-4e80-85b8-092bc44021fa tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (eb37a60a-bdc8-43a6-a0c2-29232ed8ab78), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:50.699478 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fa31e91-a80e-4e80-85b8-092bc44021fa tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:50.703771 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7fa31e91-a80e-4e80-85b8-092bc44021fa tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/security-groups/eb37a60a-bdc8-43a6-a0c2-29232ed8ab78 HTTP/1.1" status: 204 len: 168 time: 0.4057419 Mar 24 01:03:50.707310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51348) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:50.730721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa31e91-a80e-4e80-85b8-092bc44021fa tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb37a60a-bdc8-43a6-a0c2-29232ed8ab78,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:50.776440 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef07dc9e-654b-4c80-9650-a728c206fca5 req-a6a109e2-6c44-4f2f-9485-68757f9338c9 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.1121359 Mar 24 01:03:50.893884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f8937101-5986-40aa-9a13-e9c026727537 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:50.894399 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f8937101-5986-40aa-9a13-e9c026727537), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:50.896787 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cddb079-a2f6-429f-8ea1-46743ae90b00 req-7cd3e764-257b-4fb7-8f95-d897cb031114 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904286 Mar 24 01:03:50.936153 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9867960f-3e41-4fd5-a155-f53aaa9b749d req-b50df924-231b-4979-8aa0-02dbfd120919 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1019495 Mar 24 01:03:50.968614 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8937101-5986-40aa-9a13-e9c026727537'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:03:50.971731 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdba377-f142-4c07-a6b0-3ffa2bf931ef" -d '{"events": [{"server_uuid": "798a09e4-07a5-4376-b4b2-820c9d855ecb", "name": "network-vif-plugged", "status": "completed", "tag": "f8937101-5986-40aa-9a13-e9c026727537"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:03:51.029405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66f582f-5db1-4180-bc75-65ec8a66b663 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting subnet 0248e690-7b74-41ba-9cea-5119fc74e770 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:03:51.034831 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c66f582f-5db1-4180-bc75-65ec8a66b663 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (0248e690-7b74-41ba-9cea-5119fc74e770), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:51.044014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f8937101-5986-40aa-9a13-e9c026727537, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f8937101-5986-40aa-9a13-e9c026727537,segment=NetworkSegment(26a81adf-0bf7-470c-9780-83c38b2441b1),segment_id=26a81adf-0bf7-470c-9780-83c38b2441b1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:51.054240 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f8937101-5986-40aa-9a13-e9c026727537), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:51.109791 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8dc2b0-7f92-4c16-be97-a8afaeffe950 x-openstack-request-id: req-9b8dc2b0-7f92-4c16-be97-a8afaeffe950 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:03:51.111069 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798a09e4-07a5-4376-b4b2-820c9d855ecb", "name": "network-vif-plugged", "status": "completed", "tag": "f8937101-5986-40aa-9a13-e9c026727537", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:03:51.112231 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b8dc2b0-7f92-4c16-be97-a8afaeffe950 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:03:51.112859 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8dc2b0-7f92-4c16-be97-a8afaeffe950'] response: {'server_uuid': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8937101-5986-40aa-9a13-e9c026727537', 'code': 200} Mar 24 01:03:51.163085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867960f-3e41-4fd5-a155-f53aaa9b749d req-6e64220f-2da1-4f82-b044-b5c9bbeaf8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:51.164698 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9867960f-3e41-4fd5-a155-f53aaa9b749d req-6e64220f-2da1-4f82-b044-b5c9bbeaf8cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 1128 time: 0.1713648 Mar 24 01:03:51.175432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f8937101-5986-40aa-9a13-e9c026727537,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:51.247628 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c66f582f-5db1-4180-bc75-65ec8a66b663 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (0248e690-7b74-41ba-9cea-5119fc74e770), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:51.321476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491c5ce-4787-4e14-a373-d7b2c3a4f13f req-4790afe4-377c-4e9c-82ba-6aaaed909acf tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:51.323005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d491c5ce-4787-4e14-a373-d7b2c3a4f13f req-4790afe4-377c-4e9c-82ba-6aaaed909acf tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 946 time: 0.3955212 Mar 24 01:03:51.389910 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867960f-3e41-4fd5-a155-f53aaa9b749d req-321f3585-5e49-4e4f-812f-60c6a7dee79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:51.391383 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9867960f-3e41-4fd5-a155-f53aaa9b749d req-321f3585-5e49-4e4f-812f-60c6a7dee79f service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 920 time: 0.1841128 Mar 24 01:03:51.438889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5130882-4c05-4d1a-b3d6-3ad7deddb7be req-06e854f8-cfc6-467d-99b6-4b9052928964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:51.441036 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5130882-4c05-4d1a-b3d6-3ad7deddb7be req-06e854f8-cfc6-467d-99b6-4b9052928964 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 1128 time: 0.2800786 Mar 24 01:03:51.455788 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9867960f-3e41-4fd5-a155-f53aaa9b749d req-f8b4fafc-c095-46f5-a62b-9e49c4392d88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6e942dc-2f3b-46a6-98e6-41dfdb464d87 HTTP/1.1" status: 200 len: 217 time: 0.0574551 Mar 24 01:03:51.558735 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867960f-3e41-4fd5-a155-f53aaa9b749d req-f9aa2026-f8ad-4fc0-bcfc-6280acbad69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:51.560441 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9867960f-3e41-4fd5-a155-f53aaa9b749d req-f9aa2026-f8ad-4fc0-bcfc-6280acbad69b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.0944605 Mar 24 01:03:51.630812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d491c5ce-4787-4e14-a373-d7b2c3a4f13f req-b9f91c9f-9575-4e3a-8f4c-ecab1cb3a626 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919579 Mar 24 01:03:51.649987 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c66f582f-5db1-4180-bc75-65ec8a66b663 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (0248e690-7b74-41ba-9cea-5119fc74e770), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:51.668103 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867960f-3e41-4fd5-a155-f53aaa9b749d req-d4e070ae-4232-4d3e-8c4f-7e660753d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:51.669763 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9867960f-3e41-4fd5-a155-f53aaa9b749d req-d4e070ae-4232-4d3e-8c4f-7e660753d3d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0996573 Mar 24 01:03:51.766076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-30800a84-26de-435e-b9f3-859206995f93 req-9f7da635-d8ad-4d4a-9ca1-c65ba59e246e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:03:51.766294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30800a84-26de-435e-b9f3-859206995f93 req-9f7da635-d8ad-4d4a-9ca1-c65ba59e246e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0310163 Mar 24 01:03:51.771086 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5130882-4c05-4d1a-b3d6-3ad7deddb7be req-429b4420-87d8-4aad-be42-271c4861009c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136253 Mar 24 01:03:51.872123 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9867960f-3e41-4fd5-a155-f53aaa9b749d req-13502c8c-c1e5-4afa-b94c-a7cbdf786276 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924584 Mar 24 01:03:51.898359 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c66f582f-5db1-4180-bc75-65ec8a66b663 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (0248e690-7b74-41ba-9cea-5119fc74e770), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:51.975974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5dcb5a0b-3de6-456c-8516-9eb575e8fc5e req-6afd5ac8-4354-48b7-97ea-73ff67265132 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0692241 Mar 24 01:03:51.986877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f582f-5db1-4180-bc75-65ec8a66b663 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Subnet': ['ID=0248e690-7b74-41ba-9cea-5119fc74e770,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:52.019261 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9867960f-3e41-4fd5-a155-f53aaa9b749d req-c80af64d-f739-4bf1-8f05-a61541952403 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391962 Mar 24 01:03:52.025572 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c66f582f-5db1-4180-bc75-65ec8a66b663 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:52.031504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c66f582f-5db1-4180-bc75-65ec8a66b663 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/0248e690-7b74-41ba-9cea-5119fc74e770 HTTP/1.1" status: 204 len: 168 time: 1.2978716 Mar 24 01:03:52.036307 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51376) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:52.043721 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a850f2f1-4777-49d5-9cfa-a0ea2cd07a1d None None] Network c4de58aa-6525-496b-85af-cfa6b15ad136 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:52.062722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30800a84-26de-435e-b9f3-859206995f93 req-608ebc88-3435-4ddd-9060-121d55d215ef tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2828114 Mar 24 01:03:52.118463 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8de81d8-08fb-48b5-9bbe-d78d215df6f2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting subnet 64ed3cd5-8e93-431d-be51-3626851abe65 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:03:52.134524 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8de81d8-08fb-48b5-9bbe-d78d215df6f2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (64ed3cd5-8e93-431d-be51-3626851abe65), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:52.242243 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:03:52.261968 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8de81d8-08fb-48b5-9bbe-d78d215df6f2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (64ed3cd5-8e93-431d-be51-3626851abe65), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:52.326479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1348e9-b92f-442f-a840-bf5cecb300a2 req-aeb838c9-f05d-48f3-90d5-1003bc6e1da2 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:52.328099 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2a1348e9-b92f-442f-a840-bf5cecb300a2 req-aeb838c9-f05d-48f3-90d5-1003bc6e1da2 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 946 time: 0.1861465 Mar 24 01:03:52.454544 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8de81d8-08fb-48b5-9bbe-d78d215df6f2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (64ed3cd5-8e93-431d-be51-3626851abe65), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:52.490976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2a1348e9-b92f-442f-a840-bf5cecb300a2 req-ac5a9996-087a-4fce-9c8b-74b7aadf0f70 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550303 Mar 24 01:03:52.598219 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8de81d8-08fb-48b5-9bbe-d78d215df6f2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (64ed3cd5-8e93-431d-be51-3626851abe65), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:52.646948 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de81d8-08fb-48b5-9bbe-d78d215df6f2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Subnet': ['ID=64ed3cd5-8e93-431d-be51-3626851abe65,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:52.652169 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8de81d8-08fb-48b5-9bbe-d78d215df6f2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:52.655403 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a8de81d8-08fb-48b5-9bbe-d78d215df6f2 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/64ed3cd5-8e93-431d-be51-3626851abe65 HTTP/1.1" status: 204 len: 168 time: 0.6181145 Mar 24 01:03:52.663691 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d43e3-30dc-40ee-a999-849fe1b7e68d req-2f7ad8a7-2051-4a28-a2ec-ee4dc6812670 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:52.666133 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51384) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:52.675974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-366d43e3-30dc-40ee-a999-849fe1b7e68d req-2f7ad8a7-2051-4a28-a2ec-ee4dc6812670 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.1293316 Mar 24 01:03:52.713550 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb95cdc-f3ae-4ebf-b488-76f8360b2a04 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] DELETE failed (client error): The resource could not be found. Mar 24 01:03:52.714015 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb95cdc-f3ae-4ebf-b488-76f8360b2a04 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:03:52.723164 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9cb95cdc-f3ae-4ebf-b488-76f8360b2a04 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/0248e690-7b74-41ba-9cea-5119fc74e770 HTTP/1.1" status: 404 len: 337 time: 0.0543497 Mar 24 01:03:52.724569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51386) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:52.795232 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-366d43e3-30dc-40ee-a999-849fe1b7e68d req-bb621494-92f9-4ce6-9f1b-c487e6171416 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182034 Mar 24 01:03:52.951911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0569d25-bd61-42ad-aa76-03942d90f802 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting subnet 833aab3e-15cb-4a44-b5f3-194485b9d873 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:03:53.047607 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e0569d25-bd61-42ad-aa76-03942d90f802 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks [] for subnet (833aab3e-15cb-4a44-b5f3-194485b9d873), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:53.147894 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4928eb-7044-40d2-996c-aeb8f4bfdb99 req-408299f9-9dc8-459b-9a70-fcde3dec6ffd tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:53.157902 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba4928eb-7044-40d2-996c-aeb8f4bfdb99 req-408299f9-9dc8-459b-9a70-fcde3dec6ffd tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb61d2b2-587c-4b17-8295-03a8d1a87c24 HTTP/1.1" status: 200 len: 946 time: 0.1912794 Mar 24 01:03:53.191911 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e0569d25-bd61-42ad-aa76-03942d90f802 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (833aab3e-15cb-4a44-b5f3-194485b9d873), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:53.306557 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e0569d25-bd61-42ad-aa76-03942d90f802 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (833aab3e-15cb-4a44-b5f3-194485b9d873), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:53.395082 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6242b441-6dd6-487a-8b21-5889035b1334 req-656db072-0cd0-46bf-a050-6e43669cf710 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.2626953 Mar 24 01:03:53.404924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c6a6e7-4d17-46b2-8e46-db7081150545 None None] Network c4de58aa-6525-496b-85af-cfa6b15ad136 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:53.409043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-233a6295-1da9-4506-a70a-c45983c355c2 req-51fb588b-3524-4cab-81d4-b76d7d569f3a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4090350 Mar 24 01:03:53.596144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba4928eb-7044-40d2-996c-aeb8f4bfdb99 req-3db19cc5-0a28-49f2-908a-3fc81d8c1597 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320605 Mar 24 01:03:53.739977 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e0569d25-bd61-42ad-aa76-03942d90f802 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (833aab3e-15cb-4a44-b5f3-194485b9d873), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:53.772123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a6295-1da9-4506-a70a-c45983c355c2 req-62b7225a-b1ae-4c99-a4c8-6bf97fa4a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:53.774047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-233a6295-1da9-4506-a70a-c45983c355c2 req-62b7225a-b1ae-4c99-a4c8-6bf97fa4a1e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5098b2dddc743b6bb84c2d9f82fddea&device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 1127 time: 0.2917252 Mar 24 01:03:53.857067 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e0569d25-bd61-42ad-aa76-03942d90f802 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:53.860677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e0569d25-bd61-42ad-aa76-03942d90f802 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/833aab3e-15cb-4a44-b5f3-194485b9d873 HTTP/1.1" status: 204 len: 168 time: 1.1349692 Mar 24 01:03:53.862629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0569d25-bd61-42ad-aa76-03942d90f802 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Subnet': ['ID=833aab3e-15cb-4a44-b5f3-194485b9d873,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:53.863837 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51400) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:53.936275 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-47159f1f-a078-418d-a499-c409d65de0c5 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] DELETE failed (client error): The resource could not be found. Mar 24 01:03:53.938563 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47159f1f-a078-418d-a499-c409d65de0c5 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:03:53.955203 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-47159f1f-a078-418d-a499-c409d65de0c5 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/7c22614e-146a-4ec6-ba7a-8b84252154e5 HTTP/1.1" status: 404 len: 337 time: 0.0902123 Mar 24 01:03:53.956125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51404) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:53.983792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c2f85-518d-4893-8451-0464f5c8dc1b req-5d4661cf-77c1-4c14-b0f8-b02f7738ffb9 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:54.001402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c60c2f85-518d-4893-8451-0464f5c8dc1b req-5d4661cf-77c1-4c14-b0f8-b02f7738ffb9 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 946 time: 0.3336127 Mar 24 01:03:54.033878 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7594e61c-ad93-4895-a221-559fb20287af tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "GET /v2.0/ports?device_id=44fd63fc-167e-4aec-b35f-27e6b33618f5 HTTP/1.1" status: 200 len: 205 time: 0.0755410 Mar 24 01:03:54.034733 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51406) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:54.043316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd276654-6aba-4ded-9aaa-479bd2f8b343 req-d68a5af1-6483-43d0-b8bb-40e7c0a12276 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:54.057708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3ec41e64-29bf-42dc-980f-8ed9605a329a None None] Provisioning complete for port ed3837c0-6c90-4ca8-a329-a8daf95fa95e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:54.061330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd276654-6aba-4ded-9aaa-479bd2f8b343 req-d68a5af1-6483-43d0-b8bb-40e7c0a12276 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 946 time: 0.3328278 Mar 24 01:03:54.061898 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3ec41e64-29bf-42dc-980f-8ed9605a329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ed3837c0-6c90-4ca8-a329-a8daf95fa95e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:54.110430 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-49a4d110-2e87-4f6e-91ab-065b95a3d551 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] delete failed (client error): The resource could not be found. Mar 24 01:03:54.115519 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-49a4d110-2e87-4f6e-91ab-065b95a3d551 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/routers/44fd63fc-167e-4aec-b35f-27e6b33618f5 HTTP/1.1" status: 404 len: 336 time: 0.0790906 Mar 24 01:03:54.117365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51408) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:54.184411 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3ec41e64-29bf-42dc-980f-8ed9605a329a None None] Port ed3837c0-6c90-4ca8-a329-a8daf95fa95e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:54.193451 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c94346b-c2e5-41f9-955f-fe8ef7aeb52b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] DELETE failed (client error): The resource could not be found. Mar 24 01:03:54.196286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c94346b-c2e5-41f9-955f-fe8ef7aeb52b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:03:54.202233 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a6295-1da9-4506-a70a-c45983c355c2 req-3940cd5d-99f9-49d5-b684-bf7cd0a2f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:54.203944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-233a6295-1da9-4506-a70a-c45983c355c2 req-3940cd5d-99f9-49d5-b684-bf7cd0a2f85a service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1b945f4-9bf9-489c-9fb6-5d27400f4806 HTTP/1.1" status: 200 len: 911 time: 0.3695104 Mar 24 01:03:54.207581 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0c94346b-c2e5-41f9-955f-fe8ef7aeb52b tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/24fa85e1-ba58-4f7b-9c24-508f52f7a313 HTTP/1.1" status: 404 len: 337 time: 0.0888321 Mar 24 01:03:54.208420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51410) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:54.248157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd276654-6aba-4ded-9aaa-479bd2f8b343 req-867bad90-3126-48b9-9c69-d25b5c8d1c74 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835139 Mar 24 01:03:54.281890 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-917eeb8b-9237-46da-b834-60e3b4e0f9fa tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] DELETE failed (client error): The resource could not be found. Mar 24 01:03:54.283217 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917eeb8b-9237-46da-b834-60e3b4e0f9fa tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:03:54.294357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3ec41e64-29bf-42dc-980f-8ed9605a329a None None] Provisioning complete for port a09ceeda-084f-4c15-a963-92710784588d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:54.294752 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3ec41e64-29bf-42dc-980f-8ed9605a329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a09ceeda-084f-4c15-a963-92710784588d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:54.303118 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-917eeb8b-9237-46da-b834-60e3b4e0f9fa tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/560ccf15-2a47-4f39-8bb8-b31b3b461548 HTTP/1.1" status: 404 len: 337 time: 0.0893750 Mar 24 01:03:54.304021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51414) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:54.366377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5518456e-7e5d-49c6-85d9-f71c080bafc2 None None] Update dhcp port {'port': {'network_id': 'c4de58aa-6525-496b-85af-cfa6b15ad136', 'fixed_ips': [{'subnet_id': '833aab3e-15cb-4a44-b5f3-194485b9d873'}], 'binding:host_id': 'n-d-760455-9'}, 'id': 'a09ceeda-084f-4c15-a963-92710784588d'} from n-d-760455-9. {{(pid=115731) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 24 01:03:54.389699 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-7160740a-bc66-401d-8444-fe4022483262 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] DELETE failed (client error): The resource could not be found. Mar 24 01:03:54.390527 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7160740a-bc66-401d-8444-fe4022483262 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:03:54.393898 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7160740a-bc66-401d-8444-fe4022483262 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/013ef742-198a-420d-aa21-d38deb159a92 HTTP/1.1" status: 404 len: 337 time: 0.0880013 Mar 24 01:03:54.397131 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51416) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:54.463158 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c60c2f85-518d-4893-8451-0464f5c8dc1b req-be6518e2-e4f9-4ba8-a863-5f35d19a607e tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601123 Mar 24 01:03:54.479921 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5518456e-7e5d-49c6-85d9-f71c080bafc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a09ceeda-084f-4c15-a963-92710784588d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:54.547595 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b371953-df04-4d63-a991-11eb48b46496 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] DELETE failed (client error): The resource could not be found. Mar 24 01:03:54.555287 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b371953-df04-4d63-a991-11eb48b46496 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:03:54.558828 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6b371953-df04-4d63-a991-11eb48b46496 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/37467238-cce4-4ff3-b01f-fead4a38e81d HTTP/1.1" status: 404 len: 333 time: 0.1603811 Mar 24 01:03:54.561356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51424) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:54.606730 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-233a6295-1da9-4506-a70a-c45983c355c2 req-15c2da79-13e4-450a-b915-71be1d7f0f1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08803f2f-12d8-4f29-8f46-1eebda99153c HTTP/1.1" status: 200 len: 1001 time: 0.3959031 Mar 24 01:03:54.663563 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-16df0af3-9c7d-4287-b0af-6f2cb94dbb5f tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] DELETE failed (client error): The resource could not be found. Mar 24 01:03:54.665015 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16df0af3-9c7d-4287-b0af-6f2cb94dbb5f tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:03:54.671132 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-16df0af3-9c7d-4287-b0af-6f2cb94dbb5f tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/a3749805-3fd5-4a62-8dfb-ead779e63653 HTTP/1.1" status: 404 len: 337 time: 0.1084833 Mar 24 01:03:54.673852 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51426) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:54.746855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97e3ce66-7bb5-4bbf-bd6d-58ad81a7fd8c req-a70f30ab-e7d6-4393-a057-aacb9db3c1ed tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.1059592 Mar 24 01:03:54.757321 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbf6386-52b2-49a9-be2d-4ae40d151c48 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] DELETE failed (client error): The resource could not be found. Mar 24 01:03:54.758157 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbf6386-52b2-49a9-be2d-4ae40d151c48 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:03:54.777711 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bcbf6386-52b2-49a9-be2d-4ae40d151c48 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/16f3845a-885b-43a6-b6d3-82971dc4c7f4 HTTP/1.1" status: 404 len: 337 time: 0.1026099 Mar 24 01:03:54.780128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51428) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:54.801026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a6295-1da9-4506-a70a-c45983c355c2 req-c74e5b36-8181-49f7-a3eb-61f45dc828c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:54.802559 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-233a6295-1da9-4506-a70a-c45983c355c2 req-c74e5b36-8181-49f7-a3eb-61f45dc828c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f91df64-a393-477d-ac55-1cbd2f8d35ac HTTP/1.1" status: 200 len: 849 time: 0.1806102 Mar 24 01:03:54.831781 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2a7996-1965-4fac-bfcc-68b7067f2b46 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] DELETE failed (client error): The resource could not be found. Mar 24 01:03:54.833352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2a7996-1965-4fac-bfcc-68b7067f2b46 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:03:54.838669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3ec41e64-29bf-42dc-980f-8ed9605a329a None None] Current status of the port a09ceeda-084f-4c15-a963-92710784588d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:54.841114 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6d2a7996-1965-4fac-bfcc-68b7067f2b46 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/2563476d-90d2-4361-b0ec-8d26ee6674a2 HTTP/1.1" status: 404 len: 333 time: 0.0597529 Mar 24 01:03:54.843548 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51430) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:54.897543 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-a616ff1e-51ed-4027-b464-4135bb690f17 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] DELETE failed (client error): The resource could not be found. Mar 24 01:03:54.898789 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a616ff1e-51ed-4027-b464-4135bb690f17 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:03:54.909072 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a616ff1e-51ed-4027-b464-4135bb690f17 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/dc335e75-8b83-45c3-9909-7e6f31acf21e HTTP/1.1" status: 404 len: 337 time: 0.0639033 Mar 24 01:03:54.910012 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51432) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:54.928748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec4e9f9-3a55-46a9-8389-50cc135d9574 None None] Network c4de58aa-6525-496b-85af-cfa6b15ad136 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:03:54.957409 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9fbaf4-f2c9-47bc-a268-b7cdca61cabb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] DELETE failed (client error): The resource could not be found. Mar 24 01:03:54.958192 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9fbaf4-f2c9-47bc-a268-b7cdca61cabb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:03:54.965049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51434) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:54.966035 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6b9fbaf4-f2c9-47bc-a268-b7cdca61cabb tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/subnets/db80c989-e93a-4adc-8e7c-eabb2d5868b6 HTTP/1.1" status: 404 len: 337 time: 0.0543573 Mar 24 01:03:55.024811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e1ed9481-a241-4591-b3aa-848387f5c9ae None None] Provisioning complete for port ed3837c0-6c90-4ca8-a329-a8daf95fa95e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:55.025552 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1ed9481-a241-4591-b3aa-848387f5c9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ed3837c0-6c90-4ca8-a329-a8daf95fa95e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:55.078228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed9481-a241-4591-b3aa-848387f5c9ae None None] Port ed3837c0-6c90-4ca8-a329-a8daf95fa95e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:03:55.092421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e1ed9481-a241-4591-b3aa-848387f5c9ae None None] Provisioning complete for port a09ceeda-084f-4c15-a963-92710784588d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:03:55.093081 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1ed9481-a241-4591-b3aa-848387f5c9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a09ceeda-084f-4c15-a963-92710784588d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:55.194512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a22c908-6c83-45c8-b4d2-64691e9db5c2 None None] DHCP port deletion for c4de58aa-6525-496b-85af-cfa6b15ad136 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:03:55.243550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb38b3-cc89-47a3-a0fe-b8160830a518 req-b9130c8a-5252-4946-a1e9-567c9aba21d3 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:55.249646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb38b3-cc89-47a3-a0fe-b8160830a518 req-b9130c8a-5252-4946-a1e9-567c9aba21d3 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:55.256343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb38b3-cc89-47a3-a0fe-b8160830a518 req-b9130c8a-5252-4946-a1e9-567c9aba21d3 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:55.258686 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1aeb38b3-cc89-47a3-a0fe-b8160830a518 req-b9130c8a-5252-4946-a1e9-567c9aba21d3 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661&device_id=bb61d2b2-587c-4b17-8295-03a8d1a87c24&device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 2419 time: 0.4522061 Mar 24 01:03:55.306966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed9481-a241-4591-b3aa-848387f5c9ae None None] Current status of the port a09ceeda-084f-4c15-a963-92710784588d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:03:55.370826 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7a22c908-6c83-45c8-b4d2-64691e9db5c2 None None] Deleting port a09ceeda-084f-4c15-a963-92710784588d {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:55.371659 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7a22c908-6c83-45c8-b4d2-64691e9db5c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a09ceeda-084f-4c15-a963-92710784588d), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:55.465541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7a22c908-6c83-45c8-b4d2-64691e9db5c2 None None] For port a09ceeda-084f-4c15-a963-92710784588d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a09ceeda-084f-4c15-a963-92710784588d,segment=NetworkSegment(be744ffd-5691-4969-833c-8d90847bb1cc),segment_id=be744ffd-5691-4969-833c-8d90847bb1cc)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:03:55.466391 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7a22c908-6c83-45c8-b4d2-64691e9db5c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a09ceeda-084f-4c15-a963-92710784588d), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:55.484698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7a22c908-6c83-45c8-b4d2-64691e9db5c2 None None] Calling delete_port for a09ceeda-084f-4c15-a963-92710784588d owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:55.662529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a09ceeda-084f-4c15-a963-92710784588d no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:03:55.668105 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7a22c908-6c83-45c8-b4d2-64691e9db5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (a09ceeda-084f-4c15-a963-92710784588d), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:55.702830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a22c908-6c83-45c8-b4d2-64691e9db5c2 None None] No DVR routers for this DVR port a09ceeda-084f-4c15-a963-92710784588d on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:03:55.722020 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: a09ceeda-084f-4c15-a963-92710784588d {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:03:55.722387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a09ceeda-084f-4c15-a963-92710784588d not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:03:55.726695 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22c908-6c83-45c8-b4d2-64691e9db5c2 None None] Pushing event deleted for resources: {'Port': ['ID=a09ceeda-084f-4c15-a963-92710784588d,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:55.822846 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a6295-1da9-4506-a70a-c45983c355c2 req-20d8b053-bc4a-456c-8320-3a10f3c53fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:55.824421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-233a6295-1da9-4506-a70a-c45983c355c2 req-20d8b053-bc4a-456c-8320-3a10f3c53fbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1b945f4-9bf9-489c-9fb6-5d27400f4806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9557900 Mar 24 01:03:55.879214 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1aeb38b3-cc89-47a3-a0fe-b8160830a518 req-b415772f-48fe-40f3-a7b0-c6102df45dbe tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5985031 Mar 24 01:03:55.899761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243f3f0-2a72-445a-a36f-660e076effaa req-57732615-9891-4533-b66c-1d6f1c8c04a6 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:55.901522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0243f3f0-2a72-445a-a36f-660e076effaa req-57732615-9891-4533-b66c-1d6f1c8c04a6 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.8294446 Mar 24 01:03:55.994216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-fa5d46ba-253b-4496-bca0-9ec93bf45c82 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Deleting port ed3837c0-6c90-4ca8-a329-a8daf95fa95e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:03:55.994562 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fa5d46ba-253b-4496-bca0-9ec93bf45c82 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ed3837c0-6c90-4ca8-a329-a8daf95fa95e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:56.061447 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fa5d46ba-253b-4496-bca0-9ec93bf45c82 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ed3837c0-6c90-4ca8-a329-a8daf95fa95e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:56.078808 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-fa5d46ba-253b-4496-bca0-9ec93bf45c82 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Calling delete_port for ed3837c0-6c90-4ca8-a329-a8daf95fa95e owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:03:56.185465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-00bedd0d-b584-424d-89f2-ff0432086aaf req-e3187972-60da-416b-969e-38339bbcf0c8 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0279031 Mar 24 01:03:56.188545 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fa5d46ba-253b-4496-bca0-9ec93bf45c82 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ed3837c0-6c90-4ca8-a329-a8daf95fa95e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:56.194995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0243f3f0-2a72-445a-a36f-660e076effaa req-ecb07560-5a94-4fc7-a3ff-dcd1b3fbe5e2 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 696 time: 0.2799578 Mar 24 01:03:56.243728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-0243f3f0-2a72-445a-a36f-660e076effaa req-4058e5a0-38c5-4a50-828e-3645bf67cbf0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Request body: {'floatingip': {'port_id': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:56.246194 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d46ba-253b-4496-bca0-9ec93bf45c82 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Port': ['ID=ed3837c0-6c90-4ca8-a329-a8daf95fa95e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:56.331204 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fa5d46ba-253b-4496-bca0-9ec93bf45c82 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:56.334512 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fa5d46ba-253b-4496-bca0-9ec93bf45c82 tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/ports/ed3837c0-6c90-4ca8-a329-a8daf95fa95e HTTP/1.1" status: 204 len: 168 time: 1.3690078 Mar 24 01:03:56.337124 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51444) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:56.346031 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0243f3f0-2a72-445a-a36f-660e076effaa req-4058e5a0-38c5-4a50-828e-3645bf67cbf0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for floatingip (09f2b319-e50d-488a-ab82-ba8dd464ad12), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:56.453057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-233a6295-1da9-4506-a70a-c45983c355c2 req-70860b99-8770-4ece-bd8b-0e80e16a5f73 service neutron] 10.222.0.57 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125736 Mar 24 01:03:56.478556 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc3a88f6-90bd-48b4-b316-f31e1ea7ca3f tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (c4de58aa-6525-496b-85af-cfa6b15ad136), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:56.663016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-233a6295-1da9-4506-a70a-c45983c355c2 req-166e9980-0eef-42e1-a571-9a660e8f88ef service neutron] 10.222.0.57 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963375 Mar 24 01:03:56.677049 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc3a88f6-90bd-48b4-b316-f31e1ea7ca3f tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (c4de58aa-6525-496b-85af-cfa6b15ad136), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:56.741278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-cc3a88f6-90bd-48b4-b316-f31e1ea7ca3f tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4de58aa-6525-496b-85af-cfa6b15ad136']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:56.760603 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-cc3a88f6-90bd-48b4-b316-f31e1ea7ca3f tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be744ffd-5691-4969-833c-8d90847bb1cc') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:56.760900 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-cc3a88f6-90bd-48b4-b316-f31e1ea7ca3f tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be744ffd-5691-4969-833c-8d90847bb1cc') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:56.784733 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc3a88f6-90bd-48b4-b316-f31e1ea7ca3f tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (be744ffd-5691-4969-833c-8d90847bb1cc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:56.802932 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc3a88f6-90bd-48b4-b316-f31e1ea7ca3f tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (be744ffd-5691-4969-833c-8d90847bb1cc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:56.812425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3a88f6-90bd-48b4-b316-f31e1ea7ca3f tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:03:56.821501 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc3a88f6-90bd-48b4-b316-f31e1ea7ca3f tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (be744ffd-5691-4969-833c-8d90847bb1cc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:03:56.825308 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:03:56.832723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-988aece1-3dfe-48ac-bc21-f1b1868d5a17 req-d2a7f045-07e5-44e5-82e4-0e66a007ca33 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.5840149 Mar 24 01:03:56.944220 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc3a88f6-90bd-48b4-b316-f31e1ea7ca3f tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (c4de58aa-6525-496b-85af-cfa6b15ad136), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:56.952783 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc3a88f6-90bd-48b4-b316-f31e1ea7ca3f tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:56.959819 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cc3a88f6-90bd-48b4-b316-f31e1ea7ca3f tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] 10.222.0.45 "DELETE /v2.0/networks/c4de58aa-6525-496b-85af-cfa6b15ad136 HTTP/1.1" status: 204 len: 168 time: 0.6193666 Mar 24 01:03:56.991166 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a88f6-90bd-48b4-b316-f31e1ea7ca3f tempest-PortsIpV6TestJSON-1337001650 tempest-PortsIpV6TestJSON-1337001650-project] Pushing event deleted for resources: {'Network': ['ID=c4de58aa-6525-496b-85af-cfa6b15ad136,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:57.282882 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51456) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:57.350981 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0243f3f0-2a72-445a-a36f-660e076effaa req-4058e5a0-38c5-4a50-828e-3645bf67cbf0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:57.358857 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0243f3f0-2a72-445a-a36f-660e076effaa req-4058e5a0-38c5-4a50-828e-3645bf67cbf0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (09f2b319-e50d-488a-ab82-ba8dd464ad12), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:57.461625 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d6091286-afd0-4169-91e1-4070e5103634 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40c9c4182bd34624b9f9cccfea9b367c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1774077 Mar 24 01:03:57.463877 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51462) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:57.478811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b6175c43-052e-48cb-b2d8-5309211dd7c1 req-f7d9ef8b-28c4-48c1-8044-142cca72a1ff tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0359335 Mar 24 01:03:57.549580 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4293600-b251-4d84-bc1e-585f5b735398 admin admin] Publish callbacks [] for security_group (db3df42d-2ef3-4003-a5ad-92a95a3ef0ca), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:57.550653 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-0243f3f0-2a72-445a-a36f-660e076effaa req-4058e5a0-38c5-4a50-828e-3645bf67cbf0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Floating IP 09f2b319-e50d-488a-ab82-ba8dd464ad12 associated. External IP: 172.25.0.149, port: 4079c742-4481-4bd2-89fc-0ed7ada0e85b. Mar 24 01:03:57.585336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4293600-b251-4d84-bc1e-585f5b735398 admin admin] Publish callbacks [] for security_group (db3df42d-2ef3-4003-a5ad-92a95a3ef0ca), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:57.674544 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4293600-b251-4d84-bc1e-585f5b735398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (db3df42d-2ef3-4003-a5ad-92a95a3ef0ca), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:57.677078 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4293600-b251-4d84-bc1e-585f5b735398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:57.678280 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e4293600-b251-4d84-bc1e-585f5b735398 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db3df42d-2ef3-4003-a5ad-92a95a3ef0ca HTTP/1.1" status: 204 len: 168 time: 0.2133133 Mar 24 01:03:57.691785 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4293600-b251-4d84-bc1e-585f5b735398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3df42d-2ef3-4003-a5ad-92a95a3ef0ca,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:03:57.860708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0243f3f0-2a72-445a-a36f-660e076effaa req-4058e5a0-38c5-4a50-828e-3645bf67cbf0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Router 77cbb0d1-8248-4d98-805a-762ae788787d has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:03:57.998036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0243f3f0-2a72-445a-a36f-660e076effaa req-4058e5a0-38c5-4a50-828e-3645bf67cbf0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:03:58.004954 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0243f3f0-2a72-445a-a36f-660e076effaa req-4058e5a0-38c5-4a50-828e-3645bf67cbf0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:58.010655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5138e7bf-161a-42c2-879e-6d32dfd729fc None None] Sync routers for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:03:58.047043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5138e7bf-161a-42c2-879e-6d32dfd729fc None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:03:58.050471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-5138e7bf-161a-42c2-879e-6d32dfd729fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:03:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:58.109188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0243f3f0-2a72-445a-a36f-660e076effaa req-4058e5a0-38c5-4a50-828e-3645bf67cbf0 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "PUT /v2.0/floatingips/09f2b319-e50d-488a-ab82-ba8dd464ad12 HTTP/1.1" status: 200 len: 996 time: 1.8691661 Mar 24 01:03:58.109646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'tag': '4079c742-4481-4bd2-89fc-0ed7ada0e85b'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:03:58.112490 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0286d420-d039-4d2d-b200-26c2ff6500df" -d '{"events": [{"name": "network-changed", "server_uuid": "1002e882-7f7a-40d4-938e-7a8ed5484ca6", "tag": "4079c742-4481-4bd2-89fc-0ed7ada0e85b"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:03:58.210339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243f3f0-2a72-445a-a36f-660e076effaa req-7de20c79-ebe5-4422-9a2a-4f8f9f9be34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:58.211939 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0243f3f0-2a72-445a-a36f-660e076effaa req-7de20c79-ebe5-4422-9a2a-4f8f9f9be34f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 1127 time: 0.0891540 Mar 24 01:03:58.310918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-5138e7bf-161a-42c2-879e-6d32dfd729fc None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:03:58.322569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243f3f0-2a72-445a-a36f-660e076effaa req-ebe3b5c6-1ac6-4a60-a049-e25d55eef0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:58.324063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0243f3f0-2a72-445a-a36f-660e076effaa req-ebe3b5c6-1ac6-4a60-a049-e25d55eef0d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 922 time: 0.1062562 Mar 24 01:03:58.430501 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0243f3f0-2a72-445a-a36f-660e076effaa req-74ccad48-b86c-4eb2-931c-1cd52821c1e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4079c742-4481-4bd2-89fc-0ed7ada0e85b HTTP/1.1" status: 200 len: 999 time: 0.0994635 Mar 24 01:03:58.468800 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f8253b-3649-48ff-820a-58e1ba72a1a7 x-openstack-request-id: req-60f8253b-3649-48ff-820a-58e1ba72a1a7 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:03:58.469286 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1002e882-7f7a-40d4-938e-7a8ed5484ca6", "tag": "4079c742-4481-4bd2-89fc-0ed7ada0e85b", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:03:58.469551 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-60f8253b-3649-48ff-820a-58e1ba72a1a7 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:03:58.469981 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f8253b-3649-48ff-820a-58e1ba72a1a7'] response: {'name': 'network-changed', 'server_uuid': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'tag': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'status': 'completed', 'code': 200} Mar 24 01:03:58.541168 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286d420-d039-4d2d-b200-26c2ff6500df req-b4be1b96-6692-4df4-b7dd-00a9ad5418fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:58.543341 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0286d420-d039-4d2d-b200-26c2ff6500df req-b4be1b96-6692-4df4-b7dd-00a9ad5418fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 1127 time: 0.0872741 Mar 24 01:03:58.574070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243f3f0-2a72-445a-a36f-660e076effaa req-67904a74-060b-4966-9bf6-b8f660bf26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:58.575791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0243f3f0-2a72-445a-a36f-660e076effaa req-67904a74-060b-4966-9bf6-b8f660bf26f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 200 len: 860 time: 0.1401951 Mar 24 01:03:58.694835 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243f3f0-2a72-445a-a36f-660e076effaa req-48aceb4d-e8a7-4398-91de-d089f6f56a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:58.696457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0243f3f0-2a72-445a-a36f-660e076effaa req-48aceb4d-e8a7-4398-91de-d089f6f56a3c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1041915 Mar 24 01:03:58.716013 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bad6db66-8231-45b2-bfba-08fef2a07844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:58.720293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-0243f3f0-2a72-445a-a36f-660e076effaa req-5e92e2df-5611-49e1-a36e-b765bd0bf174 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:03:58.723492 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0243f3f0-2a72-445a-a36f-660e076effaa req-5e92e2df-5611-49e1-a36e-b765bd0bf174 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110216 Mar 24 01:03:58.740047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286d420-d039-4d2d-b200-26c2ff6500df req-5f68e1df-d7b8-44ad-9bb1-56c27a4805f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:58.743123 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0286d420-d039-4d2d-b200-26c2ff6500df req-5f68e1df-d7b8-44ad-9bb1-56c27a4805f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 922 time: 0.1927972 Mar 24 01:03:58.889918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-5138e7bf-161a-42c2-879e-6d32dfd729fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '09f2b319-e50d-488a-ab82-ba8dd464ad12', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'port_id': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'mac_address': 'fa:16:3e:e7:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:03:36Z', 'updated_at': '2022-03-24T01:03:57Z', 'revision_number': 1, 'project_id': 'd794e45382c3465592eb64148586edf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:58.946157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0243f3f0-2a72-445a-a36f-660e076effaa req-742e8041-f201-45fa-9c44-5d42119a47fa service neutron] 10.222.0.45 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158484 Mar 24 01:03:58.955274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5138e7bf-161a-42c2-879e-6d32dfd729fc None None] Checking router: 77cbb0d1-8248-4d98-805a-762ae788787d for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:03:58.968655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5138e7bf-161a-42c2-879e-6d32dfd729fc None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:03:58.969678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-5138e7bf-161a-42c2-879e-6d32dfd729fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:03:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:59.137040 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-5138e7bf-161a-42c2-879e-6d32dfd729fc None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:03:59.147966 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c2eeb23-0602-4b08-9a99-0214b1408e22 req-269926e8-11e4-45a9-b185-53ff7fc336e3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0921481 Mar 24 01:03:59.245518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51498) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:03:59.264236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0243f3f0-2a72-445a-a36f-660e076effaa req-c271fc9c-9ba1-475b-bea1-545a3dd86d3a service neutron] 10.222.0.45 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072221 Mar 24 01:03:59.455587 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0286d420-d039-4d2d-b200-26c2ff6500df req-e8fe79cd-c2cb-4396-8519-22c2bc7ae343 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4079c742-4481-4bd2-89fc-0ed7ada0e85b HTTP/1.1" status: 200 len: 999 time: 0.7049229 Mar 24 01:03:59.493752 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-355cc041-b3d9-4459-80af-14d465553c0e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-709997051'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:59.536597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286d420-d039-4d2d-b200-26c2ff6500df req-c5a7edf1-1ad9-439a-94c6-a17d01600343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:59.538721 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0286d420-d039-4d2d-b200-26c2ff6500df req-c5a7edf1-1ad9-439a-94c6-a17d01600343 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 200 len: 860 time: 0.0761080 Mar 24 01:03:59.549327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355cc041-b3d9-4459-80af-14d465553c0e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:03:59.561079 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-355cc041-b3d9-4459-80af-14d465553c0e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:59.589682 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-355cc041-b3d9-4459-80af-14d465553c0e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:59.592805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-5138e7bf-161a-42c2-879e-6d32dfd729fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '09f2b319-e50d-488a-ab82-ba8dd464ad12', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'port_id': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'mac_address': 'fa:16:3e:e7:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:03:36Z', 'updated_at': '2022-03-24T01:03:57Z', 'revision_number': 1, 'project_id': 'd794e45382c3465592eb64148586edf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:03:59.627427 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5138e7bf-161a-42c2-879e-6d32dfd729fc None None] The sync data for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 is: [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '09f2b319-e50d-488a-ab82-ba8dd464ad12', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'port_id': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'mac_address': 'fa:16:3e:e7:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:03:36Z', 'updated_at': '2022-03-24T01:03:57Z', 'revision_number': 1, 'project_id': 'd794e45382c3465592eb64148586edf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:03:59.634344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-673073c5-ef6b-499b-8488-51da21e9736e tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:59.637660 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-673073c5-ef6b-499b-8488-51da21e9736e tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2343295 Mar 24 01:03:59.638702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286d420-d039-4d2d-b200-26c2ff6500df req-6b8198ec-1662-4b71-9bef-d8eeb1338a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:59.640220 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0286d420-d039-4d2d-b200-26c2ff6500df req-6b8198ec-1662-4b71-9bef-d8eeb1338a7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0938406 Mar 24 01:03:59.665077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234c8b1-9439-4be9-a885-ed029fb0cdd2 req-8dcc447e-8fe6-412f-907b-63c8358a267c tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:03:59.670691 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4234c8b1-9439-4be9-a885-ed029fb0cdd2 req-8dcc447e-8fe6-412f-907b-63c8358a267c tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 946 time: 0.1368816 Mar 24 01:03:59.740472 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:03:59.788823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-f1ac6df6-286d-44ca-a32b-41e58a0f9600 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 999 time: 0.1343632 Mar 24 01:03:59.826997 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0286d420-d039-4d2d-b200-26c2ff6500df req-76d7f7a2-ef86-4bd7-be2b-f329f56efd33 service neutron] 10.222.0.48 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790056 Mar 24 01:03:59.848753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-130e3650-90ce-4c1f-9a03-359adee48813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Request body: {'floatingip': {'port_id': 'f8937101-5986-40aa-9a13-e9c026727537', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:03:59.923217 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4234c8b1-9439-4be9-a885-ed029fb0cdd2 req-487bd252-5a0e-4776-a61d-32d6b93720d5 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226957 Mar 24 01:03:59.980898 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4760013f-ff2a-49a1-860c-2a3091ad0a62 None None] New status for floating IP 09f2b319-e50d-488a-ab82-ba8dd464ad12: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:03:59.991063 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-130e3650-90ce-4c1f-9a03-359adee48813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for floatingip (09f2b319-e50d-488a-ab82-ba8dd464ad12), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:00.033553 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0286d420-d039-4d2d-b200-26c2ff6500df req-ebde3372-834d-4a85-8a1c-842a0164f2f3 service neutron] 10.222.0.48 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980388 Mar 24 01:04:00.096442 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-355cc041-b3d9-4459-80af-14d465553c0e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (1fb0d6a8-ef97-420f-9f36-78111c84531b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:00.122267 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-355cc041-b3d9-4459-80af-14d465553c0e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1fb0d6a8-ef97-420f-9f36-78111c84531b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:00.236521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355cc041-b3d9-4459-80af-14d465553c0e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:04:00.246224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cc041-b3d9-4459-80af-14d465553c0e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb0d6a8-ef97-420f-9f36-78111c84531b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:00.319434 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bfadbbb2-ff84-4192-ac6c-b3704980185a req-08cfdd29-62c5-4c9a-ba6b-d9b162dca8b7 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0454009 Mar 24 01:04:00.320717 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-355cc041-b3d9-4459-80af-14d465553c0e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (063af638-6f45-45fa-8a9b-ab72ee7d9315), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:00.321057 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-355cc041-b3d9-4459-80af-14d465553c0e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Added segment 063af638-6f45-45fa-8a9b-ab72ee7d9315 of type vlan for network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 Mar 24 01:04:00.437978 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-355cc041-b3d9-4459-80af-14d465553c0e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (d5ee773f-443e-4fd5-afe1-4da6fd6fb895), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:00.481712 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-355cc041-b3d9-4459-80af-14d465553c0e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (d5ee773f-443e-4fd5-afe1-4da6fd6fb895), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:00.487740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355cc041-b3d9-4459-80af-14d465553c0e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:00.488395 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-355cc041-b3d9-4459-80af-14d465553c0e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:00.598864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-355cc041-b3d9-4459-80af-14d465553c0e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3522892 Mar 24 01:04:00.601630 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51510) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:00.606532 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9f8b41b1-1920-4b2e-b6d2-a0d08b638e78 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'name': 'tempest-PortsTestJSON-1640795454'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:00.615557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cc041-b3d9-4459-80af-14d465553c0e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Network': ['ID=d5ee773f-443e-4fd5-afe1-4da6fd6fb895,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:00.627932 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:04:00.636192 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.api [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-130e3650-90ce-4c1f-9a03-359adee48813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:04:00.636552 n-d-760455-9 neutron-server[115730]: DEBUG oslo_db.api [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-130e3650-90ce-4c1f-9a03-359adee48813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:04:00.754328 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8b41b1-1920-4b2e-b6d2-a0d08b638e78 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:00.761583 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f8b41b1-1920-4b2e-b6d2-a0d08b638e78 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:00.788548 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-9f8b41b1-1920-4b2e-b6d2-a0d08b638e78 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] device_id is not set on port 01edb2e8-5c6f-4027-836a-d7dc9af43355 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:04:00.837077 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d34bbc3d-4c0b-4960-a2f7-3a8299f0614d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:00.910000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05336d-e854-42ff-ad56-8acc244941a8 req-70e7e904-f225-46ca-ab85-2ff65e1f8e76 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:00.912281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fe05336d-e854-42ff-ad56-8acc244941a8 req-70e7e904-f225-46ca-ab85-2ff65e1f8e76 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 946 time: 0.0874813 Mar 24 01:04:01.026788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f8b41b1-1920-4b2e-b6d2-a0d08b638e78 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (01edb2e8-5c6f-4027-836a-d7dc9af43355), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:01.079438 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f8b41b1-1920-4b2e-b6d2-a0d08b638e78 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (01edb2e8-5c6f-4027-836a-d7dc9af43355), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:01.145561 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-130e3650-90ce-4c1f-9a03-359adee48813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for floatingip (09f2b319-e50d-488a-ab82-ba8dd464ad12), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:01.159405 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b41b1-1920-4b2e-b6d2-a0d08b638e78 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=01edb2e8-5c6f-4027-836a-d7dc9af43355,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:01.169777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b41b1-1920-4b2e-b6d2-a0d08b638e78 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Checking segment: {'id': '063af638-6f45-45fa-8a9b-ab72ee7d9315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:04:01.170146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8b41b1-1920-4b2e-b6d2-a0d08b638e78 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network hostable DHCP agents. Network: d5ee773f-443e-4fd5-afe1-4da6fd6fb895, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:04:01.193603 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8b41b1-1920-4b2e-b6d2-a0d08b638e78 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:04:01.205899 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-9f8b41b1-1920-4b2e-b6d2-a0d08b638e78 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, d5ee773f-443e-4fd5-afe1-4da6fd6fb895) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:01.209938 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b41b1-1920-4b2e-b6d2-a0d08b638e78 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:01.216575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8b41b1-1920-4b2e-b6d2-a0d08b638e78 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:01.217237 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f8b41b1-1920-4b2e-b6d2-a0d08b638e78 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:01.217949 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7e78b9-d8bc-4d66-affc-fbd0c10a5d8b None None] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:01.238249 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9f8b41b1-1920-4b2e-b6d2-a0d08b638e78 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6354971 Mar 24 01:04:01.241546 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51518) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:01.246487 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ed8d5412-642c-4876-88a6-9607200422a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1174534974'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:01.277414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8d5412-642c-4876-88a6-9607200422a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:01.281046 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed8d5412-642c-4876-88a6-9607200422a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:01.310365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8d5412-642c-4876-88a6-9607200422a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:04:01.321319 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed8d5412-642c-4876-88a6-9607200422a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (28f4c392-d707-47be-80da-a438c7cc9f77), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:01.321676 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-ed8d5412-642c-4876-88a6-9607200422a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Added segment 28f4c392-d707-47be-80da-a438c7cc9f77 of type vlan for network eb8981de-ac2d-41b1-9569-57f19bae71e4 Mar 24 01:04:01.386112 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed8d5412-642c-4876-88a6-9607200422a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (eb8981de-ac2d-41b1-9569-57f19bae71e4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:01.422412 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed8d5412-642c-4876-88a6-9607200422a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (eb8981de-ac2d-41b1-9569-57f19bae71e4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:01.429006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8d5412-642c-4876-88a6-9607200422a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:01.429919 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed8d5412-642c-4876-88a6-9607200422a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:01.514492 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ed8d5412-642c-4876-88a6-9607200422a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2714460 Mar 24 01:04:01.515074 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51524) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:01.526098 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'ports': [{'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895'}, {'network_id': 'eb8981de-ac2d-41b1-9569-57f19bae71e4'}]} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:01.526419 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:01.526903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'network_id': 'eb8981de-ac2d-41b1-9569-57f19bae71e4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:01.545809 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d5412-642c-4876-88a6-9607200422a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Network': ['ID=eb8981de-ac2d-41b1-9569-57f19bae71e4,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:01.565837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network eb8981de-ac2d-41b1-9569-57f19bae71e4 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:04:01.597296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353509ce-bc9f-4a88-a37f-86ac757bdea3 req-a817a37f-0c78-4337-b0e6-7430ad11d89a tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:01.603956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-353509ce-bc9f-4a88-a37f-86ac757bdea3 req-a817a37f-0c78-4337-b0e6-7430ad11d89a tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c14043f-0b4f-432c-9b01-1d7f5b0b0661 HTTP/1.1" status: 200 len: 946 time: 0.5816624 Mar 24 01:04:01.633912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-fe05336d-e854-42ff-ad56-8acc244941a8 req-69ffdb27-2be6-4a18-81ac-df9e67f2e9e5 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Deleting port b8548a41-2092-4acc-a78c-353be88d5087 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:01.634256 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fe05336d-e854-42ff-ad56-8acc244941a8 req-69ffdb27-2be6-4a18-81ac-df9e67f2e9e5 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b8548a41-2092-4acc-a78c-353be88d5087), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:01.721760 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'port': 2} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:01.726708 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:01.744140 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:01.749022 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-353509ce-bc9f-4a88-a37f-86ac757bdea3 req-d1eee2f3-4033-4927-8c60-ac4d7fdea572 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441584 Mar 24 01:04:01.924227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fe05336d-e854-42ff-ad56-8acc244941a8 req-69ffdb27-2be6-4a18-81ac-df9e67f2e9e5 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] For port b8548a41-2092-4acc-a78c-353be88d5087, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=b8548a41-2092-4acc-a78c-353be88d5087,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:01.924903 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fe05336d-e854-42ff-ad56-8acc244941a8 req-69ffdb27-2be6-4a18-81ac-df9e67f2e9e5 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b8548a41-2092-4acc-a78c-353be88d5087), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:01.928610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] device_id is not set on port 7d6af623-02e3-46f6-9299-c1178ae3e4ff yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:04:01.948799 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-fe05336d-e854-42ff-ad56-8acc244941a8 req-69ffdb27-2be6-4a18-81ac-df9e67f2e9e5 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Calling delete_port for b8548a41-2092-4acc-a78c-353be88d5087 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:02.032230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (7d6af623-02e3-46f6-9299-c1178ae3e4ff), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:02.075607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-787a35bd-6c8d-4413-a362-d612ce7257ff req-e49a8aef-986b-4988-94e6-1642a8f08d3a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0648825 Mar 24 01:04:02.111165 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:02.132998 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] device_id is not set on port 72f1eaf0-fdb3-481c-8c8d-1a76355c7e9c yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:04:02.258841 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (72f1eaf0-fdb3-481c-8c8d-1a76355c7e9c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:02.325713 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fe05336d-e854-42ff-ad56-8acc244941a8 req-69ffdb27-2be6-4a18-81ac-df9e67f2e9e5 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b8548a41-2092-4acc-a78c-353be88d5087), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:02.329052 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (7d6af623-02e3-46f6-9299-c1178ae3e4ff), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:02.342663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['8c116d1e-4d67-45e5-8b33-5a6403e27109'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:04:02.389024 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:02.395788 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:02.400968 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:02.402231 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (72f1eaf0-fdb3-481c-8c8d-1a76355c7e9c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:02.404881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=7d6af623-02e3-46f6-9299-c1178ae3e4ff,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:02.433881 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffdb27-2be6-4a18-81ac-df9e67f2e9e5 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Pushing event deleted for resources: {'Port': ['ID=b8548a41-2092-4acc-a78c-353be88d5087,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:02.450089 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['3e7e08bb-89a6-4275-9056-e1a4d1c694ef', 'b8548a41-2092-4acc-a78c-353be88d5087'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:04:02.462307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe05336d-e854-42ff-ad56-8acc244941a8 req-69ffdb27-2be6-4a18-81ac-df9e67f2e9e5 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] No DVR routers for this DVR port b8548a41-2092-4acc-a78c-353be88d5087 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:02.468064 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fe05336d-e854-42ff-ad56-8acc244941a8 req-69ffdb27-2be6-4a18-81ac-df9e67f2e9e5 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:02.473038 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fe05336d-e854-42ff-ad56-8acc244941a8 req-69ffdb27-2be6-4a18-81ac-df9e67f2e9e5 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.57 "DELETE /v2.0/ports/b8548a41-2092-4acc-a78c-353be88d5087 HTTP/1.1" status: 204 len: 173 time: 1.5552311 Mar 24 01:04:02.476896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c14043f-0b4f-432c-9b01-1d7f5b0b0661', 'name': 'network-vif-deleted', 'tag': 'b8548a41-2092-4acc-a78c-353be88d5087'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:02.479693 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dde6f7-f374-448e-91ff-07f62e6b610e" -d '{"events": [{"server_uuid": "3c14043f-0b4f-432c-9b01-1d7f5b0b0661", "name": "network-vif-deleted", "tag": "b8548a41-2092-4acc-a78c-353be88d5087"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:02.497076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=72f1eaf0-fdb3-481c-8c8d-1a76355c7e9c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:02.503714 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-130e3650-90ce-4c1f-9a03-359adee48813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:02.526286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Checking segment: {'id': '28f4c392-d707-47be-80da-a438c7cc9f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb8981de-ac2d-41b1-9569-57f19bae71e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:04:02.527053 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network hostable DHCP agents. Network: eb8981de-ac2d-41b1-9569-57f19bae71e4, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:04:02.541937 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-130e3650-90ce-4c1f-9a03-359adee48813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (09f2b319-e50d-488a-ab82-ba8dd464ad12), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:02.544643 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:02.554477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network eb8981de-ac2d-41b1-9569-57f19bae71e4 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:04:02.572014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, eb8981de-ac2d-41b1-9569-57f19bae71e4) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:02.591679 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:02.596869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9434d851-acf0-4c21-ae6e-3925591bfa78 None None] Network eb8981de-ac2d-41b1-9569-57f19bae71e4 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:02.603809 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:02.618235 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:02.619225 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:02.652279 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-75cea914-be38-4683-a076-8804c2140b74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1303811 Mar 24 01:04:02.654911 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51538) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:02.733495 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-130e3650-90ce-4c1f-9a03-359adee48813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Floating IP 09f2b319-e50d-488a-ab82-ba8dd464ad12 associated. External IP: 172.25.0.149, port: 4079c742-4481-4bd2-89fc-0ed7ada0e85b. Mar 24 01:04:02.770082 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-fc75c263-ba99-453d-81a3-c7d4ec66c003 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port 72f1eaf0-fdb3-481c-8c8d-1a76355c7e9c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:02.770792 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc75c263-ba99-453d-81a3-c7d4ec66c003 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (72f1eaf0-fdb3-481c-8c8d-1a76355c7e9c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:02.874004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728143f-4ecc-4fa1-b055-d713b3b78260 req-2eee8f34-2556-43a0-abff-9921febe3a58 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:02.878923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d728143f-4ecc-4fa1-b055-d713b3b78260 req-2eee8f34-2556-43a0-abff-9921febe3a58 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.4191616 Mar 24 01:04:02.892271 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc75c263-ba99-453d-81a3-c7d4ec66c003 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (72f1eaf0-fdb3-481c-8c8d-1a76355c7e9c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:02.912349 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-fc75c263-ba99-453d-81a3-c7d4ec66c003 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for 72f1eaf0-fdb3-481c-8c8d-1a76355c7e9c owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:03.064712 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc75c263-ba99-453d-81a3-c7d4ec66c003 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (72f1eaf0-fdb3-481c-8c8d-1a76355c7e9c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:03.107822 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75c263-ba99-453d-81a3-c7d4ec66c003 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=72f1eaf0-fdb3-481c-8c8d-1a76355c7e9c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:03.113871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d728143f-4ecc-4fa1-b055-d713b3b78260 req-2dd0c337-0a11-465f-8807-9356fa3a2159 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221432 Mar 24 01:04:03.121644 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc75c263-ba99-453d-81a3-c7d4ec66c003 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:03.137228 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51546) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:03.138551 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fc75c263-ba99-453d-81a3-c7d4ec66c003 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/72f1eaf0-fdb3-481c-8c8d-1a76355c7e9c HTTP/1.1" status: 204 len: 168 time: 0.4823909 Mar 24 01:04:03.182342 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c7477a-a52e-4bcd-ac81-9edd1bccda20 x-openstack-request-id: req-58c7477a-a52e-4bcd-ac81-9edd1bccda20 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:03.182342 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c14043f-0b4f-432c-9b01-1d7f5b0b0661", "name": "network-vif-deleted", "tag": "b8548a41-2092-4acc-a78c-353be88d5087", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:03.182342 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58c7477a-a52e-4bcd-ac81-9edd1bccda20 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:03.182342 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c7477a-a52e-4bcd-ac81-9edd1bccda20'] response: {'server_uuid': '3c14043f-0b4f-432c-9b01-1d7f5b0b0661', 'name': 'network-vif-deleted', 'tag': 'b8548a41-2092-4acc-a78c-353be88d5087', 'status': 'completed', 'code': 200} Mar 24 01:04:03.222876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-130e3650-90ce-4c1f-9a03-359adee48813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Router 77cbb0d1-8248-4d98-805a-762ae788787d has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:04:03.376393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86304cd6-c044-40d9-89c8-6a4a0ef94c64 req-f52a583f-d38c-4668-a528-bb2432f3e5f1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0438402 Mar 24 01:04:03.386323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771d6d73-299c-4880-85d6-ebf16606046b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:03.392087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771d6d73-299c-4880-85d6-ebf16606046b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:03.396352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-771d6d73-299c-4880-85d6-ebf16606046b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2549815 Mar 24 01:04:03.396352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51550) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:03.444551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-130e3650-90ce-4c1f-9a03-359adee48813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:04:03.460029 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e672b9-1294-40ec-828b-588c47ed902f None None] Sync routers for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:04:03.484145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e672b9-1294-40ec-828b-588c47ed902f None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:03.484958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-78e672b9-1294-40ec-828b-588c47ed902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:03.722860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-130e3650-90ce-4c1f-9a03-359adee48813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Router 77cbb0d1-8248-4d98-805a-762ae788787d has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:04:03.956541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-130e3650-90ce-4c1f-9a03-359adee48813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:04:03.962467 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-130e3650-90ce-4c1f-9a03-359adee48813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:03.975932 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-78e672b9-1294-40ec-828b-588c47ed902f None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:04.002098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e1c6ec93-649b-4339-8d93-7f2e469a22a3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port 7d6af623-02e3-46f6-9299-c1178ae3e4ff {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:04.002696 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1c6ec93-649b-4339-8d93-7f2e469a22a3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7d6af623-02e3-46f6-9299-c1178ae3e4ff), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:04.122174 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-130e3650-90ce-4c1f-9a03-359adee48813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "PUT /v2.0/floatingips/09f2b319-e50d-488a-ab82-ba8dd464ad12 HTTP/1.1" status: 200 len: 999 time: 4.2921882 Mar 24 01:04:04.124223 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1c6ec93-649b-4339-8d93-7f2e469a22a3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7d6af623-02e3-46f6-9299-c1178ae3e4ff), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:04.155377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e1c6ec93-649b-4339-8d93-7f2e469a22a3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for 7d6af623-02e3-46f6-9299-c1178ae3e4ff owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:04.166986 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:04.241687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f93ee-6a13-4879-8f5e-fc1ef7983e3a req-06b85195-400f-46da-be4b-3b29f88f9f49 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:04.247272 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b3f93ee-6a13-4879-8f5e-fc1ef7983e3a req-06b85195-400f-46da-be4b-3b29f88f9f49 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.48 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1240427 Mar 24 01:04:04.264758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-b84fe1a9-bbf2-481d-868d-8bb08c4a8898 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:04.266138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-b84fe1a9-bbf2-481d-868d-8bb08c4a8898 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports/4079c742-4481-4bd2-89fc-0ed7ada0e85b HTTP/1.1" status: 200 len: 942 time: 0.1279504 Mar 24 01:04:04.404472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d29b4-6488-48b5-9573-5c8d1e9460b2 req-6e73aa44-c6f6-4689-9499-1025d860653c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:04.405039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-78e672b9-1294-40ec-828b-588c47ed902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '09f2b319-e50d-488a-ab82-ba8dd464ad12', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'port_id': 'f8937101-5986-40aa-9a13-e9c026727537', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'mac_address': 'fa:16:3e:49:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:03:36Z', 'updated_at': '2022-03-24T01:04:02Z', 'revision_number': 3, 'project_id': 'd794e45382c3465592eb64148586edf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:04.408104 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a90d29b4-6488-48b5-9573-5c8d1e9460b2 req-6e73aa44-c6f6-4689-9499-1025d860653c tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 947 time: 0.1524122 Mar 24 01:04:04.415165 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b8548a41-2092-4acc-a78c-353be88d5087 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:04.440158 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1c6ec93-649b-4339-8d93-7f2e469a22a3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7d6af623-02e3-46f6-9299-c1178ae3e4ff), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:04.457318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-1b3f93ee-6a13-4879-8f5e-fc1ef7983e3a req-14630247-2180-4224-a4e2-c628024df538 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Deleting port 444456d4-54e5-4601-b260-ba7ed556c47a {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:04.457665 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1b3f93ee-6a13-4879-8f5e-fc1ef7983e3a req-14630247-2180-4224-a4e2-c628024df538 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:04.475348 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e672b9-1294-40ec-828b-588c47ed902f None None] Checking router: 77cbb0d1-8248-4d98-805a-762ae788787d for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:04:04.485492 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: b8548a41-2092-4acc-a78c-353be88d5087 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:04:04.486716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device b8548a41-2092-4acc-a78c-353be88d5087 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:04:04.491847 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e672b9-1294-40ec-828b-588c47ed902f None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:04.492691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-78e672b9-1294-40ec-828b-588c47ed902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:04.538681 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1c6ec93-649b-4339-8d93-7f2e469a22a3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:04.542886 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e1c6ec93-649b-4339-8d93-7f2e469a22a3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/7d6af623-02e3-46f6-9299-c1178ae3e4ff HTTP/1.1" status: 204 len: 168 time: 1.1456287 Mar 24 01:04:04.551581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6ec93-649b-4339-8d93-7f2e469a22a3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=7d6af623-02e3-46f6-9299-c1178ae3e4ff,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:04.551815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51560) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:04.567421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-15a76e10-dda1-4617-8079-99ca0f22dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:04.569155 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-15a76e10-dda1-4617-8079-99ca0f22dc9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 1127 time: 0.1577897 Mar 24 01:04:04.604162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a90d29b4-6488-48b5-9573-5c8d1e9460b2 req-d3d56ef3-1c8b-47d2-93ef-83235d0da5db tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d59f08-9082-4224-90e1-f7cda45417e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870985 Mar 24 01:04:04.694355 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-78e672b9-1294-40ec-828b-588c47ed902f None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:04.711067 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-1b3f93ee-6a13-4879-8f5e-fc1ef7983e3a req-14630247-2180-4224-a4e2-c628024df538 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] For port 444456d4-54e5-4601-b260-ba7ed556c47a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=444456d4-54e5-4601-b260-ba7ed556c47a,segment=NetworkSegment(f25b37db-e91e-4816-aaa0-a47f48bf8698),segment_id=f25b37db-e91e-4816-aaa0-a47f48bf8698)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:04.711437 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1b3f93ee-6a13-4879-8f5e-fc1ef7983e3a req-14630247-2180-4224-a4e2-c628024df538 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:04.751679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-7cba9a5c-afa6-44e5-b3bc-eb8f1dea82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:04.757031 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef177dea-b55b-4a9e-9136-7cc04f2fad46 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:04.758646 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ef177dea-b55b-4a9e-9136-7cc04f2fad46 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2060447 Mar 24 01:04:04.759599 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-7cba9a5c-afa6-44e5-b3bc-eb8f1dea82e6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 922 time: 0.1815777 Mar 24 01:04:04.764902 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51562) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:04.770123 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-1b3f93ee-6a13-4879-8f5e-fc1ef7983e3a req-14630247-2180-4224-a4e2-c628024df538 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Calling delete_port for 444456d4-54e5-4601-b260-ba7ed556c47a owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:04.807662 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-3b7c72ed-c074-46fd-ba2b-de27a0aeb0f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4079c742-4481-4bd2-89fc-0ed7ada0e85b HTTP/1.1" status: 200 len: 217 time: 0.0469964 Mar 24 01:04:04.833783 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95fc1af-4148-4841-89fe-b253798b820c tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] GET failed (client error): The resource could not be found. Mar 24 01:04:04.835230 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c95fc1af-4148-4841-89fe-b253798b820c tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/72f1eaf0-fdb3-481c-8c8d-1a76355c7e9c HTTP/1.1" status: 404 len: 333 time: 0.0663607 Mar 24 01:04:04.842850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51564) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:04.859319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-e147722a-86a7-4d7e-b436-0af5d72cc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:04.868352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-e147722a-86a7-4d7e-b436-0af5d72cc817 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 200 len: 860 time: 0.0595489 Mar 24 01:04:04.913965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316c74-1043-4712-89d5-88476862095e req-5960b493-2e66-4558-b9a4-0467a5228627 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:04.921115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e2316c74-1043-4712-89d5-88476862095e req-5960b493-2e66-4558-b9a4-0467a5228627 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb61d2b2-587c-4b17-8295-03a8d1a87c24 HTTP/1.1" status: 200 len: 946 time: 0.2225745 Mar 24 01:04:04.931679 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-84624467-bbce-4d70-a564-9c2e714fa6ff tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] GET failed (client error): The resource could not be found. Mar 24 01:04:04.933130 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-84624467-bbce-4d70-a564-9c2e714fa6ff tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/7d6af623-02e3-46f6-9299-c1178ae3e4ff HTTP/1.1" status: 404 len: 333 time: 0.0871143 Mar 24 01:04:04.936369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51566) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:05.010711 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e2316c74-1043-4712-89d5-88476862095e req-e0397758-fc39-4656-9dc3-7d9585ecc0a1 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884283 Mar 24 01:04:05.038881 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-ce0c009b-b7f9-47f9-8929-1fe4f8d6779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:05.040377 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-ce0c009b-b7f9-47f9-8929-1fe4f8d6779a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1710346 Mar 24 01:04:05.047660 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-038c0819-239a-49ca-9f8a-8c635549c34b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (eb8981de-ac2d-41b1-9569-57f19bae71e4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:05.083259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-78e672b9-1294-40ec-828b-588c47ed902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '09f2b319-e50d-488a-ab82-ba8dd464ad12', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'port_id': 'f8937101-5986-40aa-9a13-e9c026727537', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'mac_address': 'fa:16:3e:49:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:03:36Z', 'updated_at': '2022-03-24T01:04:02Z', 'revision_number': 3, 'project_id': 'd794e45382c3465592eb64148586edf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:05.159849 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-485a10a2-31e1-4fd5-a528-8f225d14067d service neutron] 10.222.0.45 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122580 Mar 24 01:04:05.162444 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e672b9-1294-40ec-828b-588c47ed902f None None] The sync data for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 is: [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '09f2b319-e50d-488a-ab82-ba8dd464ad12', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'port_id': 'f8937101-5986-40aa-9a13-e9c026727537', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'mac_address': 'fa:16:3e:49:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:03:36Z', 'updated_at': '2022-03-24T01:04:02Z', 'revision_number': 3, 'project_id': 'd794e45382c3465592eb64148586edf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:04:05.194828 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-038c0819-239a-49ca-9f8a-8c635549c34b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (eb8981de-ac2d-41b1-9569-57f19bae71e4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:05.211587 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:05.223292 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1b3f93ee-6a13-4879-8f5e-fc1ef7983e3a req-14630247-2180-4224-a4e2-c628024df538 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (444456d4-54e5-4601-b260-ba7ed556c47a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:05.236838 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['444456d4-54e5-4601-b260-ba7ed556c47a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:04:05.296004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'tag': '4079c742-4481-4bd2-89fc-0ed7ada0e85b'}, {'name': 'network-changed', 'server_uuid': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'tag': 'f8937101-5986-40aa-9a13-e9c026727537'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:05.298559 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f4c751-4e09-42b0-8a65-635b31fd9c98" -d '{"events": [{"name": "network-changed", "server_uuid": "1002e882-7f7a-40d4-938e-7a8ed5484ca6", "tag": "4079c742-4481-4bd2-89fc-0ed7ada0e85b"}, {"name": "network-changed", "server_uuid": "798a09e4-07a5-4376-b4b2-820c9d855ecb", "tag": "f8937101-5986-40aa-9a13-e9c026727537"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:05.326653 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14630247-2180-4224-a4e2-c628024df538 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Pushing event deleted for resources: {'Port': ['ID=444456d4-54e5-4601-b260-ba7ed556c47a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:05.340728 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-038c0819-239a-49ca-9f8a-8c635549c34b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8981de-ac2d-41b1-9569-57f19bae71e4']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:05.360003 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb86c2db-ad7a-4857-b3ba-671411bffee0 req-30408a3f-acfe-443a-9711-5b514ce0348d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0558858 Mar 24 01:04:05.394537 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-038c0819-239a-49ca-9f8a-8c635549c34b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f4c392-d707-47be-80da-a438c7cc9f77') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:05.394834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-038c0819-239a-49ca-9f8a-8c635549c34b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f4c392-d707-47be-80da-a438c7cc9f77') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:05.424535 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-506e983d-8d95-49c7-8c0c-b028cc75e7bd service neutron] 10.222.0.45 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583370 Mar 24 01:04:05.444250 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3f93ee-6a13-4879-8f5e-fc1ef7983e3a req-14630247-2180-4224-a4e2-c628024df538 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] No DVR routers for this DVR port 444456d4-54e5-4601-b260-ba7ed556c47a on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:05.453597 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-038c0819-239a-49ca-9f8a-8c635549c34b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (28f4c392-d707-47be-80da-a438c7cc9f77), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:05.461611 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d789a38-bfec-45f0-b0e9-25e3947deae9 x-openstack-request-id: req-9d789a38-bfec-45f0-b0e9-25e3947deae9 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:05.461910 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1002e882-7f7a-40d4-938e-7a8ed5484ca6", "tag": "4079c742-4481-4bd2-89fc-0ed7ada0e85b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "798a09e4-07a5-4376-b4b2-820c9d855ecb", "tag": "f8937101-5986-40aa-9a13-e9c026727537", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:05.462152 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d789a38-bfec-45f0-b0e9-25e3947deae9 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:05.468992 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f98140-bd78-4a4e-8a91-60c580e3365b None None] New status for floating IP 09f2b319-e50d-488a-ab82-ba8dd464ad12: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:04:05.469671 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d789a38-bfec-45f0-b0e9-25e3947deae9'] response: {'name': 'network-changed', 'server_uuid': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'tag': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'status': 'completed', 'code': 200} Mar 24 01:04:05.469671 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d789a38-bfec-45f0-b0e9-25e3947deae9'] response: {'name': 'network-changed', 'server_uuid': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'tag': 'f8937101-5986-40aa-9a13-e9c026727537', 'status': 'completed', 'code': 200} Mar 24 01:04:05.480129 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-038c0819-239a-49ca-9f8a-8c635549c34b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (28f4c392-d707-47be-80da-a438c7cc9f77), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:05.493599 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038c0819-239a-49ca-9f8a-8c635549c34b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:04:05.494024 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-038c0819-239a-49ca-9f8a-8c635549c34b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (28f4c392-d707-47be-80da-a438c7cc9f77), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:04:05.580779 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:04:05.583887 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1b3f93ee-6a13-4879-8f5e-fc1ef7983e3a req-14630247-2180-4224-a4e2-c628024df538 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:05.586429 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b3f93ee-6a13-4879-8f5e-fc1ef7983e3a req-14630247-2180-4224-a4e2-c628024df538 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.48 "DELETE /v2.0/ports/444456d4-54e5-4601-b260-ba7ed556c47a HTTP/1.1" status: 204 len: 173 time: 1.3321891 Mar 24 01:04:05.586947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faae567-2f1d-48c4-927c-9ad473deea45', 'name': 'network-vif-deleted', 'tag': '444456d4-54e5-4601-b260-ba7ed556c47a'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:05.589510 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06250f73-0b53-4a99-a5e9-42d02472e6b6" -d '{"events": [{"server_uuid": "1faae567-2f1d-48c4-927c-9ad473deea45", "name": "network-vif-deleted", "tag": "444456d4-54e5-4601-b260-ba7ed556c47a"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:05.600131 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-038c0819-239a-49ca-9f8a-8c635549c34b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (eb8981de-ac2d-41b1-9569-57f19bae71e4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:05.618686 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-038c0819-239a-49ca-9f8a-8c635549c34b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:05.621992 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-038c0819-239a-49ca-9f8a-8c635549c34b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/networks/eb8981de-ac2d-41b1-9569-57f19bae71e4 HTTP/1.1" status: 204 len: 168 time: 0.6846867 Mar 24 01:04:05.631200 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51574) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:05.656130 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-17d3f8b4-1a58-4d53-8ca5-5b72936eed2e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1132951414'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:05.713004 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c0819-239a-49ca-9f8a-8c635549c34b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Network': ['ID=eb8981de-ac2d-41b1-9569-57f19bae71e4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:05.718119 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d3f8b4-1a58-4d53-8ca5-5b72936eed2e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:05.723926 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-17d3f8b4-1a58-4d53-8ca5-5b72936eed2e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:05.788416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-36ba65f4-8497-41ea-a7b5-a03c7ab644ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:05.789863 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-36ba65f4-8497-41ea-a7b5-a03c7ab644ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 1128 time: 0.2910163 Mar 24 01:04:05.793212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-39758f8c-ee2f-4377-be8a-329223166071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:05.794130 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d3f8b4-1a58-4d53-8ca5-5b72936eed2e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:04:05.795563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-39758f8c-ee2f-4377-be8a-329223166071 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 1128 time: 0.3214326 Mar 24 01:04:05.818452 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-17d3f8b4-1a58-4d53-8ca5-5b72936eed2e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (29b1c44b-eec1-4d43-abdc-a29e552470ce), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:05.818687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a3a0b-c6cf-4b33-af51-44966fbdccd9 req-baa5e81e-bc97-480c-baff-1e58c75c7999 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:05.818833 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-17d3f8b4-1a58-4d53-8ca5-5b72936eed2e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Added segment 29b1c44b-eec1-4d43-abdc-a29e552470ce of type vlan for network a558992e-0ac2-4378-9fa4-a75ff64df1be Mar 24 01:04:05.820176 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-029a3a0b-c6cf-4b33-af51-44966fbdccd9 req-baa5e81e-bc97-480c-baff-1e58c75c7999 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb61d2b2-587c-4b17-8295-03a8d1a87c24 HTTP/1.1" status: 200 len: 946 time: 0.2495167 Mar 24 01:04:05.925473 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-17d3f8b4-1a58-4d53-8ca5-5b72936eed2e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (a558992e-0ac2-4378-9fa4-a75ff64df1be), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:05.942233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba031cff-8b44-4d13-ac90-9a0be9fbe02f None None] Sync routers for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:04:05.958065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba031cff-8b44-4d13-ac90-9a0be9fbe02f None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:05.958727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ba031cff-8b44-4d13-ac90-9a0be9fbe02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:05.999905 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe9a919-554a-43cc-aa74-58c2b56010ea x-openstack-request-id: req-bfe9a919-554a-43cc-aa74-58c2b56010ea {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:06.000263 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faae567-2f1d-48c4-927c-9ad473deea45", "name": "network-vif-deleted", "tag": "444456d4-54e5-4601-b260-ba7ed556c47a", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:06.003237 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bfe9a919-554a-43cc-aa74-58c2b56010ea {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:06.006712 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe9a919-554a-43cc-aa74-58c2b56010ea'] response: {'server_uuid': '1faae567-2f1d-48c4-927c-9ad473deea45', 'name': 'network-vif-deleted', 'tag': '444456d4-54e5-4601-b260-ba7ed556c47a', 'status': 'completed', 'code': 200} Mar 24 01:04:06.020662 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-17d3f8b4-1a58-4d53-8ca5-5b72936eed2e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (a558992e-0ac2-4378-9fa4-a75ff64df1be), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:06.032215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d3f8b4-1a58-4d53-8ca5-5b72936eed2e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:06.043918 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-17d3f8b4-1a58-4d53-8ca5-5b72936eed2e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:06.216396 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-ba031cff-8b44-4d13-ac90-9a0be9fbe02f None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:06.277437 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-17d3f8b4-1a58-4d53-8ca5-5b72936eed2e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6412535 Mar 24 01:04:06.285189 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51582) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:06.296954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-72fffed0-8631-4768-8d11-a66b00d2c5b4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'subnet': {'network_id': 'a558992e-0ac2-4378-9fa4-a75ff64df1be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:06.318797 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3f8b4-1a58-4d53-8ca5-5b72936eed2e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Network': ['ID=a558992e-0ac2-4378-9fa4-a75ff64df1be,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:06.470952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network a558992e-0ac2-4378-9fa4-a75ff64df1be details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:04:06.485430 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fffed0-8631-4768-8d11-a66b00d2c5b4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:06.489663 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-72fffed0-8631-4768-8d11-a66b00d2c5b4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:06.522339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-0f808151-45c3-49dc-a8e8-646e9e38bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:06.523784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-0f808151-45c3-49dc-a8e8-646e9e38bae6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 922 time: 0.7003713 Mar 24 01:04:06.543339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-57a6a99f-c6e9-4861-9ee0-37f7b420499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:06.546089 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-57a6a99f-c6e9-4861-9ee0-37f7b420499f service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 922 time: 0.7447288 Mar 24 01:04:06.598726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.ipam_backend_mixin [None req-72fffed0-8631-4768-8d11-a66b00d2c5b4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Performing IP validity checks on allocation pools {{(pid=115729) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 24 01:04:06.599340 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.ipam_backend_mixin [None req-72fffed0-8631-4768-8d11-a66b00d2c5b4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115729) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 24 01:04:06.601739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ba031cff-8b44-4d13-ac90-9a0be9fbe02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '09f2b319-e50d-488a-ab82-ba8dd464ad12', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'port_id': 'f8937101-5986-40aa-9a13-e9c026727537', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'mac_address': 'fa:16:3e:49:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:03:36Z', 'updated_at': '2022-03-24T01:04:05Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:06.640754 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba031cff-8b44-4d13-ac90-9a0be9fbe02f None None] Checking router: 77cbb0d1-8248-4d98-805a-762ae788787d for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:04:06.641748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-8508f8bd-789a-400d-bb82-55a2ae67a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:06.643954 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-8508f8bd-789a-400d-bb82-55a2ae67a84c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 1127 time: 1.1439173 Mar 24 01:04:06.652763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba031cff-8b44-4d13-ac90-9a0be9fbe02f None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:06.653740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ba031cff-8b44-4d13-ac90-9a0be9fbe02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:06.670580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e90b9a6c-890a-43c6-a752-31767c592748 req-9273b205-4633-40dc-afdb-a641bff3ef29 tempest-ServersNegativeTestJSON-570431447 tempest-ServersNegativeTestJSON-570431447-project] 10.222.0.45 "GET /v2.0/ports?device_id=1faae567-2f1d-48c4-927c-9ad473deea45 HTTP/1.1" status: 200 len: 210 time: 0.3671820 Mar 24 01:04:06.788739 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-25b3ffa3-e975-49a4-ab4c-3c9b5c62d45e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8937101-5986-40aa-9a13-e9c026727537 HTTP/1.1" status: 200 len: 1002 time: 0.2136147 Mar 24 01:04:06.810769 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-72fffed0-8631-4768-8d11-a66b00d2c5b4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (7683cdb1-1a80-47b6-859c-bb137e452d85), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:06.841331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-ba031cff-8b44-4d13-ac90-9a0be9fbe02f None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:06.915653 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-3958c430-375f-42e4-b605-a62707ca012b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8937101-5986-40aa-9a13-e9c026727537 HTTP/1.1" status: 200 len: 1002 time: 0.2562001 Mar 24 01:04:06.949811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fffed0-8631-4768-8d11-a66b00d2c5b4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Subnet': ['ID=7683cdb1-1a80-47b6-859c-bb137e452d85,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:06.958078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fffed0-8631-4768-8d11-a66b00d2c5b4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Checking segment: {'id': '29b1c44b-eec1-4d43-abdc-a29e552470ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a558992e-0ac2-4378-9fa4-a75ff64df1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:04:06.958078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fffed0-8631-4768-8d11-a66b00d2c5b4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network hostable DHCP agents. Network: a558992e-0ac2-4378-9fa4-a75ff64df1be, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:04:07.000714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fffed0-8631-4768-8d11-a66b00d2c5b4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network a558992e-0ac2-4378-9fa4-a75ff64df1be is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:04:07.018453 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-72fffed0-8631-4768-8d11-a66b00d2c5b4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, a558992e-0ac2-4378-9fa4-a75ff64df1be) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:07.023129 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fffed0-8631-4768-8d11-a66b00d2c5b4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:07.023886 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-72fffed0-8631-4768-8d11-a66b00d2c5b4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:07.051002 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-72fffed0-8631-4768-8d11-a66b00d2c5b4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7647283 Mar 24 01:04:07.053526 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51586) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:07.058478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-bba21c94-6bc6-403b-8f27-1ba05d3f45e4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'network_id': 'a558992e-0ac2-4378-9fa4-a75ff64df1be', 'name': 'tempest-PortsTestJSON-679184369'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:07.068680 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80918673-eb73-473a-abda-6dd1fa3987c8 None None] Network a558992e-0ac2-4378-9fa4-a75ff64df1be requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:07.111305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-029a3a0b-c6cf-4b33-af51-44966fbdccd9 req-ce86a1fa-10c0-4c35-96df-1f8eca2fe0d1 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Deleting port 8c116d1e-4d67-45e5-8b33-5a6403e27109 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:07.111975 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-029a3a0b-c6cf-4b33-af51-44966fbdccd9 req-ce86a1fa-10c0-4c35-96df-1f8eca2fe0d1 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8c116d1e-4d67-45e5-8b33-5a6403e27109), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:07.205295 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-a558992e-0ac2-4378-9fa4-a75ff64df1be', 'network_id': 'a558992e-0ac2-4378-9fa4-a75ff64df1be', 'project_id': '3efb6d5d493b4d39a7e5588c0fa9a539', 'fixed_ips': [{'subnet_id': '7683cdb1-1a80-47b6-859c-bb137e452d85'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:04:07.206165 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:07.213293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-029a3a0b-c6cf-4b33-af51-44966fbdccd9 req-ce86a1fa-10c0-4c35-96df-1f8eca2fe0d1 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] For port 8c116d1e-4d67-45e5-8b33-5a6403e27109, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=8c116d1e-4d67-45e5-8b33-5a6403e27109,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:07.213781 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-029a3a0b-c6cf-4b33-af51-44966fbdccd9 req-ce86a1fa-10c0-4c35-96df-1f8eca2fe0d1 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8c116d1e-4d67-45e5-8b33-5a6403e27109), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:07.230578 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-029a3a0b-c6cf-4b33-af51-44966fbdccd9 req-ce86a1fa-10c0-4c35-96df-1f8eca2fe0d1 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Calling delete_port for 8c116d1e-4d67-45e5-8b33-5a6403e27109 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:07.280750 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba21c94-6bc6-403b-8f27-1ba05d3f45e4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:07.284267 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bba21c94-6bc6-403b-8f27-1ba05d3f45e4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:07.320817 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-bba21c94-6bc6-403b-8f27-1ba05d3f45e4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] device_id is not set on port deb99fa6-6bfb-4b5e-8e8f-4e7a5e388ace yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:04:07.357540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Allocated IP 172.20.0.2 (a558992e-0ac2-4378-9fa4-a75ff64df1be/7683cdb1-1a80-47b6-859c-bb137e452d85/d85fedc1-363a-4333-8444-0e18e63cb06e) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:07.370175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-f334bf2c-6596-4965-bda8-69597a5340d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:07.372047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-f334bf2c-6596-4965-bda8-69597a5340d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 200 len: 860 time: 0.4526436 Mar 24 01:04:07.398033 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9f133-c0a4-44eb-984b-03961cb74716 req-7c47da89-512d-4588-a6c0-b53237861020 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:07.405887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-afa9f133-c0a4-44eb-984b-03961cb74716 req-7c47da89-512d-4588-a6c0-b53237861020 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb61d2b2-587c-4b17-8295-03a8d1a87c24 HTTP/1.1" status: 200 len: 946 time: 0.6161530 Mar 24 01:04:07.408111 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-029a3a0b-c6cf-4b33-af51-44966fbdccd9 req-ce86a1fa-10c0-4c35-96df-1f8eca2fe0d1 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (8c116d1e-4d67-45e5-8b33-5a6403e27109), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:07.421362 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-f347aa74-9a1b-4c15-bf4d-f5c028a5ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:07.423872 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-f347aa74-9a1b-4c15-bf4d-f5c028a5ce9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 200 len: 860 time: 0.4628308 Mar 24 01:04:07.493368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86a1fa-10c0-4c35-96df-1f8eca2fe0d1 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Pushing event deleted for resources: {'Port': ['ID=8c116d1e-4d67-45e5-8b33-5a6403e27109,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:07.514005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-3a9a1f22-eec8-4bc4-8d8c-7dcb63deef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:07.514005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-3a9a1f22-eec8-4bc4-8d8c-7dcb63deef89 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 922 time: 0.8214715 Mar 24 01:04:07.522334 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Publish callbacks [] for port (d85fedc1-363a-4333-8444-0e18e63cb06e), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:07.542044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['3e7e08bb-89a6-4275-9056-e1a4d1c694ef'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:04:07.611541 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (d85fedc1-363a-4333-8444-0e18e63cb06e), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:07.641411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-afa9f133-c0a4-44eb-984b-03961cb74716 req-4167dc2d-9bb1-4f69-9e45-272b60b4f743 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295756 Mar 24 01:04:07.643877 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-bba21c94-6bc6-403b-8f27-1ba05d3f45e4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Allocated IP 172.20.0.9 (a558992e-0ac2-4378-9fa4-a75ff64df1be/7683cdb1-1a80-47b6-859c-bb137e452d85/deb99fa6-6bfb-4b5e-8e8f-4e7a5e388ace) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:07.667603 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Network a558992e-0ac2-4378-9fa4-a75ff64df1be is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:07.672939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:07.682972 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-4c2eac9a-98c6-4103-a643-fcfa3590b3f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4079c742-4481-4bd2-89fc-0ed7ada0e85b HTTP/1.1" status: 200 len: 217 time: 0.1474402 Mar 24 01:04:07.707788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ba031cff-8b44-4d13-ac90-9a0be9fbe02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '09f2b319-e50d-488a-ab82-ba8dd464ad12', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'port_id': 'f8937101-5986-40aa-9a13-e9c026727537', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'mac_address': 'fa:16:3e:49:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:03:36Z', 'updated_at': '2022-03-24T01:04:05Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:07.711124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:07.714594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-029a3a0b-c6cf-4b33-af51-44966fbdccd9 req-ce86a1fa-10c0-4c35-96df-1f8eca2fe0d1 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] No DVR routers for this DVR port 8c116d1e-4d67-45e5-8b33-5a6403e27109 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:07.739454 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-029a3a0b-c6cf-4b33-af51-44966fbdccd9 req-ce86a1fa-10c0-4c35-96df-1f8eca2fe0d1 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:07.743071 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-029a3a0b-c6cf-4b33-af51-44966fbdccd9 req-ce86a1fa-10c0-4c35-96df-1f8eca2fe0d1 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.48 "DELETE /v2.0/ports/8c116d1e-4d67-45e5-8b33-5a6403e27109 HTTP/1.1" status: 204 len: 173 time: 1.4280643 Mar 24 01:04:07.745405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-94bbcf66-a465-48d1-8a88-b35ed31f731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:07.747755 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-94bbcf66-a465-48d1-8a88-b35ed31f731d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2788470 Mar 24 01:04:07.748428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb61d2b2-587c-4b17-8295-03a8d1a87c24', 'name': 'network-vif-deleted', 'tag': '8c116d1e-4d67-45e5-8b33-5a6403e27109'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:07.750901 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e5f5d5-e695-4228-b357-c25531c8af64" -d '{"events": [{"server_uuid": "bb61d2b2-587c-4b17-8295-03a8d1a87c24", "name": "network-vif-deleted", "tag": "8c116d1e-4d67-45e5-8b33-5a6403e27109"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:07.804155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-2514c07b-e041-4a53-8302-b542d308caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:07.805914 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-2514c07b-e041-4a53-8302-b542d308caac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4174361 Mar 24 01:04:07.999549 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bba21c94-6bc6-403b-8f27-1ba05d3f45e4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (deb99fa6-6bfb-4b5e-8e8f-4e7a5e388ace), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:08.002911 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba031cff-8b44-4d13-ac90-9a0be9fbe02f None None] The sync data for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 is: [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '09f2b319-e50d-488a-ab82-ba8dd464ad12', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'port_id': 'f8937101-5986-40aa-9a13-e9c026727537', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'mac_address': 'fa:16:3e:49:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:03:36Z', 'updated_at': '2022-03-24T01:04:05Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:04:08.017502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 444456d4-54e5-4601-b260-ba7ed556c47a no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:08.073571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 444456d4-54e5-4601-b260-ba7ed556c47a {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:04:08.073571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 444456d4-54e5-4601-b260-ba7ed556c47a not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:04:08.073571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 8c116d1e-4d67-45e5-8b33-5a6403e27109 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:08.088077 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bba21c94-6bc6-403b-8f27-1ba05d3f45e4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (deb99fa6-6bfb-4b5e-8e8f-4e7a5e388ace), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:08.112073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Pushing event updated for resources: {'Port': ['ID=d85fedc1-363a-4333-8444-0e18e63cb06e,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:08.187325 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-f6bc603c-dac4-440b-81c5-87e2009f85a9 service neutron] 10.222.0.57 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021981 Mar 24 01:04:08.194124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73aae1dd-6934-4a27-bf14-531e7d5cf520 req-204d5c95-ad43-4c04-98ac-7a778d3639d4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.2331197 Mar 24 01:04:08.198098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-3b51238b-14f8-46a6-8f1d-8f92f6f222ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:08.198441 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba21c94-6bc6-403b-8f27-1ba05d3f45e4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network a558992e-0ac2-4378-9fa4-a75ff64df1be is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:08.209822 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-3b51238b-14f8-46a6-8f1d-8f92f6f222ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 200 len: 860 time: 0.4962642 Mar 24 01:04:08.210918 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-bba21c94-6bc6-403b-8f27-1ba05d3f45e4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:08.220441 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba21c94-6bc6-403b-8f27-1ba05d3f45e4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:08.230177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Attempting to bind port d85fedc1-363a-4333-8444-0e18e63cb06e on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:04:08.230177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Attempting to bind port d85fedc1-363a-4333-8444-0e18e63cb06e by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '29b1c44b-eec1-4d43-abdc-a29e552470ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a558992e-0ac2-4378-9fa4-a75ff64df1be'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:04:08.230499 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Attempting to bind port d85fedc1-363a-4333-8444-0e18e63cb06e on network a558992e-0ac2-4378-9fa4-a75ff64df1be {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:04:08.252452 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:04:08.252881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Checking segment: {'id': '29b1c44b-eec1-4d43-abdc-a29e552470ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a558992e-0ac2-4378-9fa4-a75ff64df1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:04:08.260501 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:08.261375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Bound using segment: {'id': '29b1c44b-eec1-4d43-abdc-a29e552470ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a558992e-0ac2-4378-9fa4-a75ff64df1be'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:04:08.261901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Bound port: d85fedc1-363a-4333-8444-0e18e63cb06e, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b1c44b-eec1-4d43-abdc-a29e552470ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a558992e-0ac2-4378-9fa4-a75ff64df1be'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:04:08.262291 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d85fedc1-363a-4333-8444-0e18e63cb06e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:08.322447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 8c116d1e-4d67-45e5-8b33-5a6403e27109 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:04:08.322898 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 8c116d1e-4d67-45e5-8b33-5a6403e27109 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:04:08.394132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51592) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:08.397564 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c8d1e3-1291-4911-82b8-7cd42413bb1e x-openstack-request-id: req-63c8d1e3-1291-4911-82b8-7cd42413bb1e {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:08.398096 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb61d2b2-587c-4b17-8295-03a8d1a87c24", "name": "network-vif-deleted", "tag": "8c116d1e-4d67-45e5-8b33-5a6403e27109", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:08.398513 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63c8d1e3-1291-4911-82b8-7cd42413bb1e {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:08.399081 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c8d1e3-1291-4911-82b8-7cd42413bb1e'] response: {'server_uuid': 'bb61d2b2-587c-4b17-8295-03a8d1a87c24', 'name': 'network-vif-deleted', 'tag': '8c116d1e-4d67-45e5-8b33-5a6403e27109', 'status': 'completed', 'code': 200} Mar 24 01:04:08.417224 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba21c94-6bc6-403b-8f27-1ba05d3f45e4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:08.417841 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bba21c94-6bc6-403b-8f27-1ba05d3f45e4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:08.429461 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba21c94-6bc6-403b-8f27-1ba05d3f45e4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=deb99fa6-6bfb-4b5e-8e8f-4e7a5e388ace,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:08.464095 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bba21c94-6bc6-403b-8f27-1ba05d3f45e4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4093091 Mar 24 01:04:08.467210 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51594) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:08.513295 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a46790-d1ca-4de6-b771-8efc9bc3ae51 admin admin] Deleting subnet a5be8776-cb25-4c7a-a7da-5b9b80acc971 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:04:08.513295 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-79a46790-d1ca-4de6-b771-8efc9bc3ae51 admin admin] Publish callbacks [] for subnet (a5be8776-cb25-4c7a-a7da-5b9b80acc971), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:08.552312 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-79a46790-d1ca-4de6-b771-8efc9bc3ae51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (a5be8776-cb25-4c7a-a7da-5b9b80acc971), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:08.569439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] For port d85fedc1-363a-4333-8444-0e18e63cb06e, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:04:08.592947 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-79a46790-d1ca-4de6-b771-8efc9bc3ae51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (a5be8776-cb25-4c7a-a7da-5b9b80acc971), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:08.596717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b1e848b7-e220-4688-8183-133811c1d4e2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port deb99fa6-6bfb-4b5e-8e8f-4e7a5e388ace {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:08.597065 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1e848b7-e220-4688-8183-133811c1d4e2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (deb99fa6-6bfb-4b5e-8e8f-4e7a5e388ace), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:08.616119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] For port d85fedc1-363a-4333-8444-0e18e63cb06e, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d85fedc1-363a-4333-8444-0e18e63cb06e,segment=NetworkSegment(29b1c44b-eec1-4d43-abdc-a29e552470ce),segment_id=29b1c44b-eec1-4d43-abdc-a29e552470ce)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:04:08.633674 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d85fedc1-363a-4333-8444-0e18e63cb06e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:08.644642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-651e8234-7e85-4bac-8436-7b9fe116f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:08.647347 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-651e8234-7e85-4bac-8436-7b9fe116f06d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4235854 Mar 24 01:04:08.752439 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1e848b7-e220-4688-8183-133811c1d4e2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (deb99fa6-6bfb-4b5e-8e8f-4e7a5e388ace), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:08.774212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc0daa-b73a-46c4-b907-1e52c151deeb None None] Pushing event updated for resources: {'Port': ['ID=d85fedc1-363a-4333-8444-0e18e63cb06e,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:08.784398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b1e848b7-e220-4688-8183-133811c1d4e2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for deb99fa6-6bfb-4b5e-8e8f-4e7a5e388ace owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:08.836043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-2d0b8614-6a76-4c73-a278-7af3dde96efe service neutron] 10.222.0.48 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527963 Mar 24 01:04:08.846289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-000d8015-d7de-46dc-8e84-0d8a786a3249 service neutron] 10.222.0.45 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0277565 Mar 24 01:04:08.882446 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-9b24a472-5b81-4aae-8ffc-632ffbf48d12 service neutron] 10.222.0.57 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716373 Mar 24 01:04:09.072834 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1e848b7-e220-4688-8183-133811c1d4e2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (deb99fa6-6bfb-4b5e-8e8f-4e7a5e388ace), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:09.191570 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-79a46790-d1ca-4de6-b771-8efc9bc3ae51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (a5be8776-cb25-4c7a-a7da-5b9b80acc971), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:09.200243 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e848b7-e220-4688-8183-133811c1d4e2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=deb99fa6-6bfb-4b5e-8e8f-4e7a5e388ace,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:09.202662 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1e848b7-e220-4688-8183-133811c1d4e2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:09.206575 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b1e848b7-e220-4688-8183-133811c1d4e2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/deb99fa6-6bfb-4b5e-8e8f-4e7a5e388ace HTTP/1.1" status: 204 len: 168 time: 0.7382226 Mar 24 01:04:09.209146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51604) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:09.239168 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-16531774-c01c-4a54-828f-f11c39c5c011 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] DELETE failed (client error): The resource could not be found. Mar 24 01:04:09.239973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16531774-c01c-4a54-828f-f11c39c5c011 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:04:09.243804 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-16531774-c01c-4a54-828f-f11c39c5c011 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/deb99fa6-6bfb-4b5e-8e8f-4e7a5e388ace HTTP/1.1" status: 404 len: 333 time: 0.0334823 Mar 24 01:04:09.247103 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51606) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:09.253692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a46790-d1ca-4de6-b771-8efc9bc3ae51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5be8776-cb25-4c7a-a7da-5b9b80acc971,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:09.279973 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-79a46790-d1ca-4de6-b771-8efc9bc3ae51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:09.281368 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a665dee-4926-406b-af66-13161a11b4f6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] GET failed (client error): The resource could not be found. Mar 24 01:04:09.283140 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2a665dee-4926-406b-af66-13161a11b4f6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/deb99fa6-6bfb-4b5e-8e8f-4e7a5e388ace HTTP/1.1" status: 404 len: 333 time: 0.0328472 Mar 24 01:04:09.288903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51610) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:09.294848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-79a46790-d1ca-4de6-b771-8efc9bc3ae51 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a5be8776-cb25-4c7a-a7da-5b9b80acc971 HTTP/1.1" status: 204 len: 168 time: 0.8989649 Mar 24 01:04:09.298682 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f83af8d-7a2e-459b-aade-09d5fc852b9c req-07707dfa-bfb3-4f28-a699-ea0ef5ec1c75 service neutron] 10.222.0.45 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272256 Mar 24 01:04:09.303727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51612) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:09.377033 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-66dc33dd-daee-456e-9870-b3d27828b25f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting subnet 7683cdb1-1a80-47b6-859c-bb137e452d85 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:04:09.382449 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66dc33dd-daee-456e-9870-b3d27828b25f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (7683cdb1-1a80-47b6-859c-bb137e452d85), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:09.438521 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66dc33dd-daee-456e-9870-b3d27828b25f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (7683cdb1-1a80-47b6-859c-bb137e452d85), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:09.470663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f4c751-4e09-42b0-8a65-635b31fd9c98 req-93806263-cd07-48a8-9000-4c0f37e8f92c service neutron] 10.222.0.48 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055024 Mar 24 01:04:09.502636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497523b-556b-4def-b9d4-c814318b1534 req-4d0b0bb4-6e15-4f7c-9dc9-16136ea5b627 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:09.516312 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7497523b-556b-4def-b9d4-c814318b1534 req-4d0b0bb4-6e15-4f7c-9dc9-16136ea5b627 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.4006884 Mar 24 01:04:09.526516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-714de852-d29f-42be-a450-4bb7a0c07980 req-39295090-0383-47fa-b9d1-8e82df4bbadc tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0935483 Mar 24 01:04:09.581309 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ef125f16-02c6-412b-99a5-d97510fc2fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (14ac88e5-c6b8-4482-8b26-a53783c04883), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:09.600957 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66dc33dd-daee-456e-9870-b3d27828b25f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (7683cdb1-1a80-47b6-859c-bb137e452d85), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:09.726527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7497523b-556b-4def-b9d4-c814318b1534 req-73807c90-fe7e-4c0f-83cf-ce4156621009 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092164 Mar 24 01:04:09.727758 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66dc33dd-daee-456e-9870-b3d27828b25f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (7683cdb1-1a80-47b6-859c-bb137e452d85), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:09.753026 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d85fedc1-363a-4333-8444-0e18e63cb06e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:04:09.770476 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc33dd-daee-456e-9870-b3d27828b25f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Subnet': ['ID=7683cdb1-1a80-47b6-859c-bb137e452d85,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:09.781846 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66dc33dd-daee-456e-9870-b3d27828b25f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:09.790629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f815d9d7-f016-4803-b371-5ae6382d5a9c req-c70a7e0c-6d5d-4e02-838a-4d76d7ed460f tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1002 time: 0.2021341 Mar 24 01:04:09.800810 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-66dc33dd-daee-456e-9870-b3d27828b25f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/7683cdb1-1a80-47b6-859c-bb137e452d85 HTTP/1.1" status: 204 len: 168 time: 0.5106463 Mar 24 01:04:09.803278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51616) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:09.839249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d85fedc1-363a-4333-8444-0e18e63cb06e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:09.839622 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d85fedc1-363a-4333-8444-0e18e63cb06e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:09.904230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (a558992e-0ac2-4378-9fa4-a75ff64df1be), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:09.963366 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d85fedc1-363a-4333-8444-0e18e63cb06e is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:09.963706 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d85fedc1-363a-4333-8444-0e18e63cb06e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:10.016449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port d85fedc1-363a-4333-8444-0e18e63cb06e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d85fedc1-363a-4333-8444-0e18e63cb06e,segment=NetworkSegment(29b1c44b-eec1-4d43-abdc-a29e552470ce),segment_id=29b1c44b-eec1-4d43-abdc-a29e552470ce)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:10.018106 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port d85fedc1-363a-4333-8444-0e18e63cb06e {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:10.018553 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d85fedc1-363a-4333-8444-0e18e63cb06e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:10.022971 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d85fedc1-363a-4333-8444-0e18e63cb06e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:10.118545 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=d85fedc1-363a-4333-8444-0e18e63cb06e,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:10.159198 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] For port d85fedc1-363a-4333-8444-0e18e63cb06e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d85fedc1-363a-4333-8444-0e18e63cb06e,segment=NetworkSegment(29b1c44b-eec1-4d43-abdc-a29e552470ce),segment_id=29b1c44b-eec1-4d43-abdc-a29e552470ce)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:10.159835 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d85fedc1-363a-4333-8444-0e18e63cb06e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:10.188070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for d85fedc1-363a-4333-8444-0e18e63cb06e owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:10.341406 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d85fedc1-363a-4333-8444-0e18e63cb06e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:10.371951 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No DVR routers for this DVR port d85fedc1-363a-4333-8444-0e18e63cb06e on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:10.431908 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c61c8e4-ba07-49d0-8e09-bc45dfaf912a None None] Network a558992e-0ac2-4378-9fa4-a75ff64df1be requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:10.474916 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ef125f16-02c6-412b-99a5-d97510fc2fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (14ac88e5-c6b8-4482-8b26-a53783c04883), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:10.496910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-ef125f16-02c6-412b-99a5-d97510fc2fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ac88e5-c6b8-4482-8b26-a53783c04883']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:10.507129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-ef125f16-02c6-412b-99a5-d97510fc2fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25b37db-e91e-4816-aaa0-a47f48bf8698') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:10.507471 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-ef125f16-02c6-412b-99a5-d97510fc2fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25b37db-e91e-4816-aaa0-a47f48bf8698') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:10.517696 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ef125f16-02c6-412b-99a5-d97510fc2fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (f25b37db-e91e-4816-aaa0-a47f48bf8698), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:10.528335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-05b63516-8617-4f44-8521-9cb2d0a6afc9 None None] Could not find standard attr ID for object d85fedc1-363a-4333-8444-0e18e63cb06e. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:04:10.536992 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ef125f16-02c6-412b-99a5-d97510fc2fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f25b37db-e91e-4816-aaa0-a47f48bf8698), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:10.543508 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef125f16-02c6-412b-99a5-d97510fc2fd2 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:04:10.543917 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ef125f16-02c6-412b-99a5-d97510fc2fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (f25b37db-e91e-4816-aaa0-a47f48bf8698), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:10.635170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e066f6-9789-4a96-928f-1916e42c68b0 None None] DHCP port deletion for a558992e-0ac2-4378-9fa4-a75ff64df1be request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:04:10.665962 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:04:10.685723 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ef125f16-02c6-412b-99a5-d97510fc2fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (14ac88e5-c6b8-4482-8b26-a53783c04883), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:10.722578 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ef125f16-02c6-412b-99a5-d97510fc2fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:10.728594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ef125f16-02c6-412b-99a5-d97510fc2fd2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/14ac88e5-c6b8-4482-8b26-a53783c04883 HTTP/1.1" status: 204 len: 168 time: 1.4212384 Mar 24 01:04:10.733952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815d9d7-f016-4803-b371-5ae6382d5a9c req-c4a9011d-82e1-4cde-84bd-f7f2bfcebee8 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:10.746257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f815d9d7-f016-4803-b371-5ae6382d5a9c req-c4a9011d-82e1-4cde-84bd-f7f2bfcebee8 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports/f8937101-5986-40aa-9a13-e9c026727537 HTTP/1.1" status: 200 len: 943 time: 0.9154055 Mar 24 01:04:10.789872 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8291bb40-4f39-4a03-836d-e092172035b8 req-9341b3c2-e435-418d-b577-345eb3f9c366 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.1154575 Mar 24 01:04:10.794386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef125f16-02c6-412b-99a5-d97510fc2fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ac88e5-c6b8-4482-8b26-a53783c04883,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:10.872509 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=d85fedc1-363a-4333-8444-0e18e63cb06e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:10.904360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f815d9d7-f016-4803-b371-5ae6382d5a9c req-9b3ecc72-8c6e-45f6-abbb-9a54454610c1 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1002 time: 0.0892539 Mar 24 01:04:10.941957 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (a558992e-0ac2-4378-9fa4-a75ff64df1be), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:10.963327 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a558992e-0ac2-4378-9fa4-a75ff64df1be']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:10.976579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b1c44b-eec1-4d43-abdc-a29e552470ce') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:10.976882 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b1c44b-eec1-4d43-abdc-a29e552470ce') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:10.990503 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (29b1c44b-eec1-4d43-abdc-a29e552470ce), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:11.006879 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (29b1c44b-eec1-4d43-abdc-a29e552470ce), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:11.017761 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:04:11.018090 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (29b1c44b-eec1-4d43-abdc-a29e552470ce), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:04:11.021287 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:04:11.056523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51626) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:11.073224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e0078-4bfd-4f57-a83b-80bb89b1b24e req-9685d35e-0135-465f-b92a-c50978084ef7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:11.075267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fe5e0078-4bfd-4f57-a83b-80bb89b1b24e req-9685d35e-0135-465f-b92a-c50978084ef7 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.57 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.1695170 Mar 24 01:04:11.104930 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (a558992e-0ac2-4378-9fa4-a75ff64df1be), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:11.111560 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:11.124810 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/networks/a558992e-0ac2-4378-9fa4-a75ff64df1be HTTP/1.1" status: 204 len: 168 time: 1.3161528 Mar 24 01:04:11.131421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51630) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:11.137713 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a1b4e-8c66-40ef-a079-b580579ad30b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Network': ['ID=a558992e-0ac2-4378-9fa4-a75ff64df1be,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:11.141623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-bcb9b4bc-2e7e-467b-9376-e77068ad4aa9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-117983379'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:11.180886 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ae9a7-90d3-4214-bc8a-fcd5d2fa8579 req-03d988e5-dc11-4ef7-8c1c-668cd193f91e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:11.182395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f8ae9a7-90d3-4214-bc8a-fcd5d2fa8579 req-03d988e5-dc11-4ef7-8c1c-668cd193f91e tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 946 time: 0.2556427 Mar 24 01:04:11.243726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815d9d7-f016-4803-b371-5ae6382d5a9c req-217d6cce-d22d-4f0d-8f86-2d8651069374 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:11.245116 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f815d9d7-f016-4803-b371-5ae6382d5a9c req-217d6cce-d22d-4f0d-8f86-2d8651069374 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.3306179 Mar 24 01:04:11.259114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb9b4bc-2e7e-467b-9376-e77068ad4aa9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:11.262405 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bcb9b4bc-2e7e-467b-9376-e77068ad4aa9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:11.272881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f4a1d888-edfd-48ce-b9f3-aa3ab59b9f81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ac65c0c246448d68f3607175d189fb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2128551 Mar 24 01:04:11.273294 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51634) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:11.326220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb9b4bc-2e7e-467b-9376-e77068ad4aa9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:04:11.338426 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bcb9b4bc-2e7e-467b-9376-e77068ad4aa9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f226a9c2-a4dc-488d-afe7-ca4614083480), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:11.338818 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-bcb9b4bc-2e7e-467b-9376-e77068ad4aa9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Added segment f226a9c2-a4dc-488d-afe7-ca4614083480 of type vlan for network b74484c1-679f-47ca-853a-a98ad3132434 Mar 24 01:04:11.354603 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b85275c3-075f-4d15-8aec-d4d77c1dc911 admin admin] Publish callbacks [] for security_group (83d59f08-9082-4224-90e1-f7cda45417e0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:11.381951 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b85275c3-075f-4d15-8aec-d4d77c1dc911 admin admin] Publish callbacks [] for security_group (83d59f08-9082-4224-90e1-f7cda45417e0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:11.402767 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bcb9b4bc-2e7e-467b-9376-e77068ad4aa9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (b74484c1-679f-47ca-853a-a98ad3132434), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:11.454974 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b85275c3-075f-4d15-8aec-d4d77c1dc911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (83d59f08-9082-4224-90e1-f7cda45417e0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:11.458543 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b85275c3-075f-4d15-8aec-d4d77c1dc911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:11.462819 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b85275c3-075f-4d15-8aec-d4d77c1dc911 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/83d59f08-9082-4224-90e1-f7cda45417e0 HTTP/1.1" status: 204 len: 168 time: 0.1862373 Mar 24 01:04:11.470860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f8ae9a7-90d3-4214-bc8a-fcd5d2fa8579 req-743462cd-c604-463c-b549-5f0839c65f92 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/security-groups?id=cc3a8bb6-77cf-43b8-89ec-a0e73c182183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725337 Mar 24 01:04:11.472163 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85275c3-075f-4d15-8aec-d4d77c1dc911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d59f08-9082-4224-90e1-f7cda45417e0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:11.488190 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bcb9b4bc-2e7e-467b-9376-e77068ad4aa9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (b74484c1-679f-47ca-853a-a98ad3132434), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:11.495807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb9b4bc-2e7e-467b-9376-e77068ad4aa9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:11.496363 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bcb9b4bc-2e7e-467b-9376-e77068ad4aa9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:11.636644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d85fedc1-363a-4333-8444-0e18e63cb06e no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:11.669305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: d85fedc1-363a-4333-8444-0e18e63cb06e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:04:11.670076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d85fedc1-363a-4333-8444-0e18e63cb06e not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:04:11.680267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bcb9b4bc-2e7e-467b-9376-e77068ad4aa9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5406241 Mar 24 01:04:11.680749 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51638) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:11.687623 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-33ecdfe0-d3f5-4cb0-989a-4813de5fbf7c tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'subnet': {'network_id': 'b74484c1-679f-47ca-853a-a98ad3132434', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:11.697193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9b4bc-2e7e-467b-9376-e77068ad4aa9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Network': ['ID=b74484c1-679f-47ca-853a-a98ad3132434,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:11.702071 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-060bb9d2-a349-45c0-9041-160b22a08b9e tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1002 time: 0.2298312 Mar 24 01:04:11.710863 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network b74484c1-679f-47ca-853a-a98ad3132434 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:04:11.719118 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-fe5e0078-4bfd-4f57-a83b-80bb89b1b24e req-a2c8990e-c495-4330-a0d2-f683877d3689 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Deleting port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:11.719505 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fe5e0078-4bfd-4f57-a83b-80bb89b1b24e req-a2c8990e-c495-4330-a0d2-f683877d3689 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3e7e08bb-89a6-4275-9056-e1a4d1c694ef), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:11.830465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-c08d9dd4-251c-4b8d-b3e7-e733e05c7eee tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:11.832003 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-c08d9dd4-251c-4b8d-b3e7-e733e05c7eee tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports/f8937101-5986-40aa-9a13-e9c026727537 HTTP/1.1" status: 200 len: 943 time: 0.1178448 Mar 24 01:04:11.885257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ecdfe0-d3f5-4cb0-989a-4813de5fbf7c tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:11.888068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33ecdfe0-d3f5-4cb0-989a-4813de5fbf7c tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:11.979762 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea33a675-d654-465e-ad6d-55229b199918 req-7a7ae455-9df9-450e-b102-7210f2fa38c0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0443697 Mar 24 01:04:11.981965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fe5e0078-4bfd-4f57-a83b-80bb89b1b24e req-a2c8990e-c495-4330-a0d2-f683877d3689 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] For port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3e7e08bb-89a6-4275-9056-e1a4d1c694ef,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:11.982352 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fe5e0078-4bfd-4f57-a83b-80bb89b1b24e req-a2c8990e-c495-4330-a0d2-f683877d3689 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3e7e08bb-89a6-4275-9056-e1a4d1c694ef), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:12.009148 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-fe5e0078-4bfd-4f57-a83b-80bb89b1b24e req-a2c8990e-c495-4330-a0d2-f683877d3689 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Calling delete_port for 3e7e08bb-89a6-4275-9056-e1a4d1c694ef owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:12.037987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-1c4bf042-1a30-436c-aaa4-df794ad0739e tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1002 time: 0.1471069 Mar 24 01:04:12.249723 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33ecdfe0-d3f5-4cb0-989a-4813de5fbf7c tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (ce9a724f-eefe-4781-9623-cbf46c7951f2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:12.257874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-2d361740-34cf-4843-9346-dd6bcea91ae7 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:12.268886 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-2d361740-34cf-4843-9346-dd6bcea91ae7 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.2289078 Mar 24 01:04:12.328885 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ecdfe0-d3f5-4cb0-989a-4813de5fbf7c tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Checking segment: {'id': 'f226a9c2-a4dc-488d-afe7-ca4614083480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b74484c1-679f-47ca-853a-a98ad3132434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:04:12.330116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ecdfe0-d3f5-4cb0-989a-4813de5fbf7c tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network hostable DHCP agents. Network: b74484c1-679f-47ca-853a-a98ad3132434, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:04:12.358174 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ecdfe0-d3f5-4cb0-989a-4813de5fbf7c tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network b74484c1-679f-47ca-853a-a98ad3132434 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:04:12.370160 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecdfe0-d3f5-4cb0-989a-4813de5fbf7c tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Subnet': ['ID=ce9a724f-eefe-4781-9623-cbf46c7951f2,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:12.374427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-33ecdfe0-d3f5-4cb0-989a-4813de5fbf7c tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, b74484c1-679f-47ca-853a-a98ad3132434) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:12.379643 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ecdfe0-d3f5-4cb0-989a-4813de5fbf7c tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:12.380291 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33ecdfe0-d3f5-4cb0-989a-4813de5fbf7c tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:12.392333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d304013e-91ad-41c6-b586-929aabdd6390 None None] Network b74484c1-679f-47ca-853a-a98ad3132434 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:12.400313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-65254776-9fe9-4bec-b1bd-e6add1f911bd tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1002 time: 0.1272230 Mar 24 01:04:12.404011 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-33ecdfe0-d3f5-4cb0-989a-4813de5fbf7c tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7220199 Mar 24 01:04:12.406687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51654) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:12.407837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-8dabcbc5-05f3-4003-963c-7bb9279a8813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:12.414435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b7026aeb-8d89-48a2-948b-7e21a0bbfc84 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'network_id': 'b74484c1-679f-47ca-853a-a98ad3132434', 'security_groups': [], 'name': 'tempest-PortsTestJSON-243154914'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:12.415651 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fe5e0078-4bfd-4f57-a83b-80bb89b1b24e req-a2c8990e-c495-4330-a0d2-f683877d3689 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3e7e08bb-89a6-4275-9056-e1a4d1c694ef), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:12.494158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['3e7e08bb-89a6-4275-9056-e1a4d1c694ef'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:04:12.503419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8990e-c495-4330-a0d2-f683877d3689 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Pushing event deleted for resources: {'Port': ['ID=3e7e08bb-89a6-4275-9056-e1a4d1c694ef,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:12.554282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5e0078-4bfd-4f57-a83b-80bb89b1b24e req-a2c8990e-c495-4330-a0d2-f683877d3689 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] No DVR routers for this DVR port 3e7e08bb-89a6-4275-9056-e1a4d1c694ef on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:12.566399 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fe5e0078-4bfd-4f57-a83b-80bb89b1b24e req-a2c8990e-c495-4330-a0d2-f683877d3689 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:12.569841 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fe5e0078-4bfd-4f57-a83b-80bb89b1b24e req-a2c8990e-c495-4330-a0d2-f683877d3689 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.57 "DELETE /v2.0/ports/3e7e08bb-89a6-4275-9056-e1a4d1c694ef HTTP/1.1" status: 204 len: 173 time: 1.4804921 Mar 24 01:04:12.571022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5465b304-f689-43ef-98ba-b5ab63ea2f42', 'name': 'network-vif-deleted', 'tag': '3e7e08bb-89a6-4275-9056-e1a4d1c694ef'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:12.572832 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9895c6a-a512-4489-b3cd-d23c3bc357e2" -d '{"events": [{"server_uuid": "5465b304-f689-43ef-98ba-b5ab63ea2f42", "name": "network-vif-deleted", "tag": "3e7e08bb-89a6-4275-9056-e1a4d1c694ef"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:12.576816 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-8dabcbc5-05f3-4003-963c-7bb9279a8813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for floatingip (09f2b319-e50d-488a-ab82-ba8dd464ad12), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:12.644167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7026aeb-8d89-48a2-948b-7e21a0bbfc84 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:12.647801 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7026aeb-8d89-48a2-948b-7e21a0bbfc84 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:12.659597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-b74484c1-679f-47ca-853a-a98ad3132434', 'network_id': 'b74484c1-679f-47ca-853a-a98ad3132434', 'project_id': '3efb6d5d493b4d39a7e5588c0fa9a539', 'fixed_ips': [{'subnet_id': 'ce9a724f-eefe-4781-9623-cbf46c7951f2'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:04:12.660451 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:12.693106 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-b7026aeb-8d89-48a2-948b-7e21a0bbfc84 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] device_id is not set on port e2d21637-46f7-4dd1-b777-e896590fd915 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:04:12.770923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-215ea919-aa1b-470b-be44-dc4dfb642adc req-e6b38fbd-c63a-4e51-9d40-e37a003930c2 tempest-ListServerFiltersTestJSON-1992533793 tempest-ListServerFiltersTestJSON-1992533793-project] 10.222.0.45 "GET /v2.0/ports?device_id=5465b304-f689-43ef-98ba-b5ab63ea2f42 HTTP/1.1" status: 200 len: 210 time: 0.1176088 Mar 24 01:04:12.899195 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02430673-e1a9-42ad-9d85-1235d10a514b x-openstack-request-id: req-02430673-e1a9-42ad-9d85-1235d10a514b {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:12.900242 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5465b304-f689-43ef-98ba-b5ab63ea2f42", "name": "network-vif-deleted", "tag": "3e7e08bb-89a6-4275-9056-e1a4d1c694ef", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:12.900505 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-02430673-e1a9-42ad-9d85-1235d10a514b {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:12.900940 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02430673-e1a9-42ad-9d85-1235d10a514b'] response: {'server_uuid': '5465b304-f689-43ef-98ba-b5ab63ea2f42', 'name': 'network-vif-deleted', 'tag': '3e7e08bb-89a6-4275-9056-e1a4d1c694ef', 'status': 'completed', 'code': 200} Mar 24 01:04:12.934377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-b7026aeb-8d89-48a2-948b-7e21a0bbfc84 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Allocated IP 172.20.0.14 (b74484c1-679f-47ca-853a-a98ad3132434/ce9a724f-eefe-4781-9623-cbf46c7951f2/e2d21637-46f7-4dd1-b777-e896590fd915) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:13.002878 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-8dabcbc5-05f3-4003-963c-7bb9279a8813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:13.010527 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-8dabcbc5-05f3-4003-963c-7bb9279a8813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (09f2b319-e50d-488a-ab82-ba8dd464ad12), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:13.011206 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-8dabcbc5-05f3-4003-963c-7bb9279a8813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Floating IP 09f2b319-e50d-488a-ab82-ba8dd464ad12 disassociated. External IP: 172.25.0.149, port: f8937101-5986-40aa-9a13-e9c026727537. Mar 24 01:04:13.136106 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7026aeb-8d89-48a2-948b-7e21a0bbfc84 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (e2d21637-46f7-4dd1-b777-e896590fd915), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:13.206536 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7026aeb-8d89-48a2-948b-7e21a0bbfc84 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e2d21637-46f7-4dd1-b777-e896590fd915), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:13.294414 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Allocated IP 172.20.0.2 (b74484c1-679f-47ca-853a-a98ad3132434/ce9a724f-eefe-4781-9623-cbf46c7951f2/52debfc0-e7df-4511-942a-a7f99be92b76) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:13.316391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7026aeb-8d89-48a2-948b-7e21a0bbfc84 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=e2d21637-46f7-4dd1-b777-e896590fd915,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:13.320504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7026aeb-8d89-48a2-948b-7e21a0bbfc84 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network b74484c1-679f-47ca-853a-a98ad3132434 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:13.322527 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-b7026aeb-8d89-48a2-948b-7e21a0bbfc84 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:13.326122 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7026aeb-8d89-48a2-948b-7e21a0bbfc84 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:13.366137 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4980baf9-1d4b-4d98-8fba-a548c47ca182 req-ac6325f0-48fb-4c83-9ed7-e8f3c275b4c2 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0596473 Mar 24 01:04:13.424648 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7026aeb-8d89-48a2-948b-7e21a0bbfc84 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:13.425565 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7026aeb-8d89-48a2-948b-7e21a0bbfc84 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:13.433347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-8dabcbc5-05f3-4003-963c-7bb9279a8813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Router 77cbb0d1-8248-4d98-805a-762ae788787d has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:04:13.446048 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b7026aeb-8d89-48a2-948b-7e21a0bbfc84 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0375493 Mar 24 01:04:13.448729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51684) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:13.580479 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Publish callbacks [] for port (52debfc0-e7df-4511-942a-a7f99be92b76), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:13.593660 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (52debfc0-e7df-4511-942a-a7f99be92b76), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:13.616680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c65a4fe9-8b4d-4b53-82c1-69aa7c9e6bbe tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port e2d21637-46f7-4dd1-b777-e896590fd915 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:13.617173 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c65a4fe9-8b4d-4b53-82c1-69aa7c9e6bbe tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e2d21637-46f7-4dd1-b777-e896590fd915), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:13.631264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-8dabcbc5-05f3-4003-963c-7bb9279a8813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:04:13.643276 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50133f3f-9f4c-49e7-8970-161980d25650 None None] Sync routers for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:04:13.652644 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-8dabcbc5-05f3-4003-963c-7bb9279a8813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:13.657062 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50133f3f-9f4c-49e7-8970-161980d25650 None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:13.658531 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-50133f3f-9f4c-49e7-8970-161980d25650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:13.717877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Pushing event updated for resources: {'Port': ['ID=52debfc0-e7df-4511-942a-a7f99be92b76,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:13.723965 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-8dabcbc5-05f3-4003-963c-7bb9279a8813 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "PUT /v2.0/floatingips/09f2b319-e50d-488a-ab82-ba8dd464ad12 HTTP/1.1" status: 200 len: 695 time: 1.3227110 Mar 24 01:04:13.732968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Network b74484c1-679f-47ca-853a-a98ad3132434 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:13.735087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:13.741634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:13.819949 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c65a4fe9-8b4d-4b53-82c1-69aa7c9e6bbe tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e2d21637-46f7-4dd1-b777-e896590fd915), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:13.821534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-a9be1694-d16b-4954-863e-302b94981d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:13.824511 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-a9be1694-d16b-4954-863e-302b94981d1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 1128 time: 0.0832000 Mar 24 01:04:13.844495 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-50133f3f-9f4c-49e7-8970-161980d25650 None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:13.849470 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c65a4fe9-8b4d-4b53-82c1-69aa7c9e6bbe tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for e2d21637-46f7-4dd1-b777-e896590fd915 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:13.859589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Attempting to bind port 52debfc0-e7df-4511-942a-a7f99be92b76 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:04:13.859972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Attempting to bind port 52debfc0-e7df-4511-942a-a7f99be92b76 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'f226a9c2-a4dc-488d-afe7-ca4614083480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b74484c1-679f-47ca-853a-a98ad3132434'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:04:13.860512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Attempting to bind port 52debfc0-e7df-4511-942a-a7f99be92b76 on network b74484c1-679f-47ca-853a-a98ad3132434 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:04:13.872481 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:04:13.872790 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Checking segment: {'id': 'f226a9c2-a4dc-488d-afe7-ca4614083480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b74484c1-679f-47ca-853a-a98ad3132434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:04:13.874063 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:13.874627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Bound using segment: {'id': 'f226a9c2-a4dc-488d-afe7-ca4614083480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b74484c1-679f-47ca-853a-a98ad3132434'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:04:13.879576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Bound port: 52debfc0-e7df-4511-942a-a7f99be92b76, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f226a9c2-a4dc-488d-afe7-ca4614083480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b74484c1-679f-47ca-853a-a98ad3132434'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:04:13.880194 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (52debfc0-e7df-4511-942a-a7f99be92b76), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:13.939621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51704) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:13.995407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50a90ea-e36f-4e5a-b992-1d150114b9d9 admin admin] Deleting subnet b6b870b9-ea90-42c2-bb16-e29e003b1736 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:04:13.999378 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a50a90ea-e36f-4e5a-b992-1d150114b9d9 admin admin] Publish callbacks [] for subnet (b6b870b9-ea90-42c2-bb16-e29e003b1736), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:14.015811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] For port 52debfc0-e7df-4511-942a-a7f99be92b76, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:04:14.022744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] For port 52debfc0-e7df-4511-942a-a7f99be92b76, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=52debfc0-e7df-4511-942a-a7f99be92b76,segment=NetworkSegment(f226a9c2-a4dc-488d-afe7-ca4614083480),segment_id=f226a9c2-a4dc-488d-afe7-ca4614083480)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:04:14.033888 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (52debfc0-e7df-4511-942a-a7f99be92b76), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:14.078089 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a50a90ea-e36f-4e5a-b992-1d150114b9d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (b6b870b9-ea90-42c2-bb16-e29e003b1736), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:14.115477 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c65a4fe9-8b4d-4b53-82c1-69aa7c9e6bbe tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e2d21637-46f7-4dd1-b777-e896590fd915), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:14.154188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29b1f6-6a3a-4732-98f8-d43ee884c49c None None] Pushing event updated for resources: {'Port': ['ID=52debfc0-e7df-4511-942a-a7f99be92b76,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:14.174546 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a4fe9-8b4d-4b53-82c1-69aa7c9e6bbe tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=e2d21637-46f7-4dd1-b777-e896590fd915,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:14.215637 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-50133f3f-9f4c-49e7-8970-161980d25650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:14.266164 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c65a4fe9-8b4d-4b53-82c1-69aa7c9e6bbe tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:14.274837 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c65a4fe9-8b4d-4b53-82c1-69aa7c9e6bbe tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/e2d21637-46f7-4dd1-b777-e896590fd915 HTTP/1.1" status: 204 len: 168 time: 0.8246655 Mar 24 01:04:14.276821 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50133f3f-9f4c-49e7-8970-161980d25650 None None] Checking router: 77cbb0d1-8248-4d98-805a-762ae788787d for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:04:14.277552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51712) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:14.282323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a50a90ea-e36f-4e5a-b992-1d150114b9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (b6b870b9-ea90-42c2-bb16-e29e003b1736), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:14.286131 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50133f3f-9f4c-49e7-8970-161980d25650 None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:14.286773 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-50133f3f-9f4c-49e7-8970-161980d25650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:14.287254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-8a03fc4b-4777-4728-ad77-b17db9bd9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:14.290196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-8a03fc4b-4777-4728-ad77-b17db9bd9900 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 922 time: 0.4590633 Mar 24 01:04:14.343177 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea480db-3dc0-4f8f-a15a-b605a7e27dee tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] GET failed (client error): The resource could not be found. Mar 24 01:04:14.344653 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4ea480db-3dc0-4f8f-a15a-b605a7e27dee tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/e2d21637-46f7-4dd1-b777-e896590fd915 HTTP/1.1" status: 404 len: 333 time: 0.0661924 Mar 24 01:04:14.351859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51714) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:14.380200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-f807fd0c-4da6-407f-b667-e9069eb93ffb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8937101-5986-40aa-9a13-e9c026727537 HTTP/1.1" status: 200 len: 217 time: 0.0635591 Mar 24 01:04:14.428152 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-50133f3f-9f4c-49e7-8970-161980d25650 None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:14.464017 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ccd3954-f950-4416-b5bb-eec349a89c64 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting subnet ce9a724f-eefe-4781-9623-cbf46c7951f2 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:04:14.474950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ccd3954-f950-4416-b5bb-eec349a89c64 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (ce9a724f-eefe-4781-9623-cbf46c7951f2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:14.488769 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 3e7e08bb-89a6-4275-9056-e1a4d1c694ef no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:14.546920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 3e7e08bb-89a6-4275-9056-e1a4d1c694ef {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:04:14.563027 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 3e7e08bb-89a6-4275-9056-e1a4d1c694ef not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:04:14.601620 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ccd3954-f950-4416-b5bb-eec349a89c64 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (ce9a724f-eefe-4781-9623-cbf46c7951f2), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:14.638972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51722) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:14.685162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-650cf599-eada-4af4-9223-ee81e9a5587f req-458ede3e-4c3d-4fb6-8f4f-162488e47eac tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0619125 Mar 24 01:04:14.698922 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a50a90ea-e36f-4e5a-b992-1d150114b9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (b6b870b9-ea90-42c2-bb16-e29e003b1736), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:14.722357 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a50a90ea-e36f-4e5a-b992-1d150114b9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:14.726058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a50a90ea-e36f-4e5a-b992-1d150114b9d9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b6b870b9-ea90-42c2-bb16-e29e003b1736 HTTP/1.1" status: 204 len: 168 time: 0.7838831 Mar 24 01:04:14.729830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dd192f-3830-41ab-9258-67b876881000 None None] Network b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:14.731902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-bd31ecc6-0fa6-47c4-8a11-0e470d16e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:14.733476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-bd31ecc6-0fa6-47c4-8a11-0e470d16e0bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 200 len: 860 time: 0.3472888 Mar 24 01:04:14.737844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51728) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:14.796756 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ccd3954-f950-4416-b5bb-eec349a89c64 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (ce9a724f-eefe-4781-9623-cbf46c7951f2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:14.799486 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-50133f3f-9f4c-49e7-8970-161980d25650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:14.829672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a90ea-e36f-4e5a-b992-1d150114b9d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b870b9-ea90-42c2-bb16-e29e003b1736,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:14.873993 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50133f3f-9f4c-49e7-8970-161980d25650 None None] The sync data for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 is: [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:04:14.906127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'tag': 'f8937101-5986-40aa-9a13-e9c026727537'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:14.912295 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fac639-9989-4084-8287-8e8ae2bf6cda" -d '{"events": [{"name": "network-changed", "server_uuid": "798a09e4-07a5-4376-b4b2-820c9d855ecb", "tag": "f8937101-5986-40aa-9a13-e9c026727537"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:14.920897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-952d2093-8b1b-4797-9209-9a70089b5a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:14.974932 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ccd3954-f950-4416-b5bb-eec349a89c64 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (ce9a724f-eefe-4781-9623-cbf46c7951f2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:14.994803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-a490c431-cc8e-476e-b820-9a1cf73a42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:14.997133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-a490c431-cc8e-476e-b820-9a1cf73a42fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2084773 Mar 24 01:04:14.999900 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (b57f15fb-9b43-4a0d-bdfa-f8eb1961b777), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:15.072195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa90d76-5beb-4ba4-8514-00411b0c82ba None None] DHCP port deletion for b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:04:15.103341 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd3954-f950-4416-b5bb-eec349a89c64 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Subnet': ['ID=ce9a724f-eefe-4781-9623-cbf46c7951f2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:15.116780 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ccd3954-f950-4416-b5bb-eec349a89c64 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:15.123921 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5ccd3954-f950-4416-b5bb-eec349a89c64 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/ce9a724f-eefe-4781-9623-cbf46c7951f2 HTTP/1.1" status: 204 len: 168 time: 0.7710109 Mar 24 01:04:15.124620 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51732) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:15.181993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bfa90d76-5beb-4ba4-8514-00411b0c82ba None None] Deleting port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:15.182375 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bfa90d76-5beb-4ba4-8514-00411b0c82ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (20b3b825-a6e2-43f3-8295-83ba7bf8ee32), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:15.206101 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ca6a67-0285-487e-9fc0-f7b58a5c6fdc x-openstack-request-id: req-49ca6a67-0285-487e-9fc0-f7b58a5c6fdc {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:15.206671 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798a09e4-07a5-4376-b4b2-820c9d855ecb", "tag": "f8937101-5986-40aa-9a13-e9c026727537", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:15.207229 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-49ca6a67-0285-487e-9fc0-f7b58a5c6fdc {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:15.207796 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ca6a67-0285-487e-9fc0-f7b58a5c6fdc'] response: {'name': 'network-changed', 'server_uuid': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'tag': 'f8937101-5986-40aa-9a13-e9c026727537', 'status': 'completed', 'code': 200} Mar 24 01:04:15.209772 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-952d2093-8b1b-4797-9209-9a70089b5a94 admin admin] Publish callbacks [] for security_group (a13ab739-36f7-4e4e-87de-7f638dba933e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:15.219773 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-952d2093-8b1b-4797-9209-9a70089b5a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a13ab739-36f7-4e4e-87de-7f638dba933e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:15.254414 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-952d2093-8b1b-4797-9209-9a70089b5a94 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0f5fc9ff7e245f48abcdc09468bfe12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6119940 Mar 24 01:04:15.258789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bfa90d76-5beb-4ba4-8514-00411b0c82ba None None] For port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=20b3b825-a6e2-43f3-8295-83ba7bf8ee32,segment=NetworkSegment(5e5fff88-4b6e-4969-9645-e028ce46e8af),segment_id=5e5fff88-4b6e-4969-9645-e028ce46e8af)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:15.259198 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bfa90d76-5beb-4ba4-8514-00411b0c82ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (20b3b825-a6e2-43f3-8295-83ba7bf8ee32), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:15.259376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51734) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:15.274141 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bfa90d76-5beb-4ba4-8514-00411b0c82ba None None] Calling delete_port for 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:15.318490 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d2093-8b1b-4797-9209-9a70089b5a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13ab739-36f7-4e4e-87de-7f638dba933e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:15.324309 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (b74484c1-679f-47ca-853a-a98ad3132434), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:15.450267 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8bd0a52e-6cda-4dc6-b118-51d03f8f7301 admin admin] Publish callbacks [] for security_group (a13ab739-36f7-4e4e-87de-7f638dba933e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:15.463357 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bfa90d76-5beb-4ba4-8514-00411b0c82ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (20b3b825-a6e2-43f3-8295-83ba7bf8ee32), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:15.480602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port 52debfc0-e7df-4511-942a-a7f99be92b76 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:15.481109 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (52debfc0-e7df-4511-942a-a7f99be92b76), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:15.488756 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8bd0a52e-6cda-4dc6-b118-51d03f8f7301 admin admin] Publish callbacks [] for security_group (a13ab739-36f7-4e4e-87de-7f638dba933e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:15.554770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa90d76-5beb-4ba4-8514-00411b0c82ba None None] No DVR routers for this DVR port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:15.564116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa90d76-5beb-4ba4-8514-00411b0c82ba None None] Pushing event deleted for resources: {'Port': ['ID=20b3b825-a6e2-43f3-8295-83ba7bf8ee32,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:15.582991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f60786-1383-4e72-9cb7-7a47316a3e8d None None] New status for floating IP 09f2b319-e50d-488a-ab82-ba8dd464ad12: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:04:15.647260 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8bd0a52e-6cda-4dc6-b118-51d03f8f7301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a13ab739-36f7-4e4e-87de-7f638dba933e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:15.655907 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8bd0a52e-6cda-4dc6-b118-51d03f8f7301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:15.657082 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8bd0a52e-6cda-4dc6-b118-51d03f8f7301 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a13ab739-36f7-4e4e-87de-7f638dba933e HTTP/1.1" status: 204 len: 168 time: 0.3966975 Mar 24 01:04:15.673784 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0a52e-6cda-4dc6-b118-51d03f8f7301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13ab739-36f7-4e4e-87de-7f638dba933e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:15.690152 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] For port 52debfc0-e7df-4511-942a-a7f99be92b76, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=52debfc0-e7df-4511-942a-a7f99be92b76,segment=NetworkSegment(f226a9c2-a4dc-488d-afe7-ca4614083480),segment_id=f226a9c2-a4dc-488d-afe7-ca4614083480)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:15.691588 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (52debfc0-e7df-4511-942a-a7f99be92b76), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:15.729338 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for 52debfc0-e7df-4511-942a-a7f99be92b76 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:15.751935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 52debfc0-e7df-4511-942a-a7f99be92b76 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:04:15.862939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Deleting port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:15.863287 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (20b3b825-a6e2-43f3-8295-83ba7bf8ee32), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:15.874068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-bed10506-64a5-4c71-b519-0fc90bbb0502 service neutron] 10.222.0.45 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8681524 Mar 24 01:04:15.946056 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (52debfc0-e7df-4511-942a-a7f99be92b76), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:15.994740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0c391688-26bc-4a31-b764-78755fd555db req-36a056c1-7fd6-41bd-9fd4-4a8acc922cb3 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.1707680 Mar 24 01:04:15.998452 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=52debfc0-e7df-4511-942a-a7f99be92b76,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:16.011241 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No DVR routers for this DVR port 52debfc0-e7df-4511-942a-a7f99be92b76 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:16.025896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No active binding found for port 52debfc0-e7df-4511-942a-a7f99be92b76 {{(pid=115731) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 24 01:04:16.026553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] The host n-d-760455-9 is not matching for port 52debfc0-e7df-4511-942a-a7f99be92b76 host None! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:04:16.028108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 52debfc0-e7df-4511-942a-a7f99be92b76 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 24 01:04:16.077629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Port 52debfc0-e7df-4511-942a-a7f99be92b76 not found, will not notify nova. {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 24 01:04:16.100298 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72a995c-1667-4ae1-8da0-92ac9fa5ef4a None None] Network b74484c1-679f-47ca-853a-a98ad3132434 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:16.147213 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (b74484c1-679f-47ca-853a-a98ad3132434), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:16.184675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74484c1-679f-47ca-853a-a98ad3132434']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:16.209455 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f226a9c2-a4dc-488d-afe7-ca4614083480') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:16.209755 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f226a9c2-a4dc-488d-afe7-ca4614083480') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:16.212785 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fac639-9989-4084-8287-8e8ae2bf6cda req-3f67a893-1973-4c89-94bc-976285b0f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:16.214931 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95fac639-9989-4084-8287-8e8ae2bf6cda req-3f67a893-1973-4c89-94bc-976285b0f07a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 1128 time: 0.9894090 Mar 24 01:04:16.218451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] For port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32, host n-d-760455-9, got binding levels [] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:16.219619 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (20b3b825-a6e2-43f3-8295-83ba7bf8ee32), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:16.235862 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (f226a9c2-a4dc-488d-afe7-ca4614083480), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:16.265945 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f226a9c2-a4dc-488d-afe7-ca4614083480), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:16.273043 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:04:16.273519 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (f226a9c2-a4dc-488d-afe7-ca4614083480), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:16.306504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Calling delete_port for 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:16.315085 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.ipam_backend_mixin [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 was not found and therefore no delete operation was performed {{(pid=115730) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 01:04:16.323897 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (20b3b825-a6e2-43f3-8295-83ba7bf8ee32), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:16.338240 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35297d5d-00ab-4109-8a0a-41e7b89be45d req-f99bc246-9893-4415-b0b9-f1a9591452ee service neutron] 10.222.0.45 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481529 Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:04:16.341175 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:04:16.344917 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (b74484c1-679f-47ca-853a-a98ad3132434), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:16.350940 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:16.354682 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/networks/b74484c1-679f-47ca-853a-a98ad3132434 HTTP/1.1" status: 204 len: 168 time: 1.2224667 Mar 24 01:04:16.367708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51752) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:16.372861 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ffbcd-a21e-4658-9240-d5befd77eee6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Network': ['ID=b74484c1-679f-47ca-853a-a98ad3132434,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:16.374090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-335c27c1-94de-421d-9481-39ce10da03ab tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'name': 'tempest-PortsTestJSON-2120727893'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:16.413687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:16.439703 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8d01c867-9d0f-4bf6-b8d6-f1d4050849bd None None] Could not find standard attr ID for object 52debfc0-e7df-4511-942a-a7f99be92b76. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:04:16.458628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:04:16.458983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:04:16.484067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Pushing event deleted for resources: {'Port': ['ID=20b3b825-a6e2-43f3-8295-83ba7bf8ee32,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:16.489061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] No DVR routers for this DVR port 20b3b825-a6e2-43f3-8295-83ba7bf8ee32 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:16.545898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:16.546596 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:16.547611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:16.548630 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:16.549298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:16.549796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:16.550286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:16.550776 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:16.551790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:16.552323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:16.552845 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:16.553400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:16.553913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:16.554437 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:16.554963 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:16.572720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003ebd84-c4f0-45d4-8b05-bb485db5d8c0 None None] DHCP port deletion for b74484c1-679f-47ca-853a-a98ad3132434 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:04:16.641446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335c27c1-94de-421d-9481-39ce10da03ab tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:16.645400 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-335c27c1-94de-421d-9481-39ce10da03ab tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:16.659846 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fac639-9989-4084-8287-8e8ae2bf6cda req-79be389c-6a7f-408b-9063-64d0fc9f66ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:16.661352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95fac639-9989-4084-8287-8e8ae2bf6cda req-79be389c-6a7f-408b-9063-64d0fc9f66ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 922 time: 0.4383767 Mar 24 01:04:16.673588 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (b57f15fb-9b43-4a0d-bdfa-f8eb1961b777), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:16.726310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95fac639-9989-4084-8287-8e8ae2bf6cda req-ba86d632-b3d7-481c-94ac-7fac0a55e6c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8937101-5986-40aa-9a13-e9c026727537 HTTP/1.1" status: 200 len: 217 time: 0.0576918 Mar 24 01:04:16.729757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-335c27c1-94de-421d-9481-39ce10da03ab tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] device_id is not set on port d505998d-4b7d-4b6d-89d8-fc4b85b86786 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:04:16.799348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57f15fb-9b43-4a0d-bdfa-f8eb1961b777']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:16.859012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5fff88-4b6e-4969-9645-e028ce46e8af') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:16.859164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5fff88-4b6e-4969-9645-e028ce46e8af') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:16.881354 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (5e5fff88-4b6e-4969-9645-e028ce46e8af), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:16.902231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fac639-9989-4084-8287-8e8ae2bf6cda req-e7cd500f-5a4b-413f-9c70-96d8927f85e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:16.903749 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95fac639-9989-4084-8287-8e8ae2bf6cda req-e7cd500f-5a4b-413f-9c70-96d8927f85e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 200 len: 860 time: 0.1690042 Mar 24 01:04:16.914000 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5e5fff88-4b6e-4969-9645-e028ce46e8af), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:16.946003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:04:16.946459 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (5e5fff88-4b6e-4969-9645-e028ce46e8af), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:04:16.949142 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:04:17.026852 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-3163bcea-0083-410f-b5b2-3c463444d709 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:17.028246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-3163bcea-0083-410f-b5b2-3c463444d709 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3037937 Mar 24 01:04:17.142981 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-03969d43-ee06-4b30-84fc-710690fb9f13 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 696 time: 0.0830979 Mar 24 01:04:17.143566 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (b57f15fb-9b43-4a0d-bdfa-f8eb1961b777), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:17.167086 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:17.170211 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b57f15fb-9b43-4a0d-bdfa-f8eb1961b777 HTTP/1.1" status: 204 len: 168 time: 2.4293110 Mar 24 01:04:17.171095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154dc06-788b-4af1-9ad4-6ea9130a3878 admin admin] Pushing event deleted for resources: {'Network': ['ID=b57f15fb-9b43-4a0d-bdfa-f8eb1961b777,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:17.183622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-e259ffa1-d680-439f-90c8-021e3545b0ff tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Request body: {'floatingip': {'port_id': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:17.191585 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fac639-9989-4084-8287-8e8ae2bf6cda req-80e0723d-7005-4fa5-b506-24ea8d27df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:17.193086 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95fac639-9989-4084-8287-8e8ae2bf6cda req-80e0723d-7005-4fa5-b506-24ea8d27df64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2724349 Mar 24 01:04:17.195918 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-335c27c1-94de-421d-9481-39ce10da03ab tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (d505998d-4b7d-4b6d-89d8-fc4b85b86786), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:17.252002 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-e259ffa1-d680-439f-90c8-021e3545b0ff tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for floatingip (09f2b319-e50d-488a-ab82-ba8dd464ad12), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:17.354574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51778) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:17.439316 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-335c27c1-94de-421d-9481-39ce10da03ab tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d505998d-4b7d-4b6d-89d8-fc4b85b86786), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:17.571058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95fac639-9989-4084-8287-8e8ae2bf6cda req-14caf6cd-a36b-44d8-9409-53d4cbf287cd service neutron] 10.222.0.57 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469200 Mar 24 01:04:17.608435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 52debfc0-e7df-4511-942a-a7f99be92b76 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:17.611037 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335c27c1-94de-421d-9481-39ce10da03ab tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:17.622105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c27c1-94de-421d-9481-39ce10da03ab tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=d505998d-4b7d-4b6d-89d8-fc4b85b86786,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:17.629630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b53bdfca-f366-411f-9464-6a634950b53a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f1b3aa71930049bb810170680517454c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2690835 Mar 24 01:04:17.630018 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51780) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:17.631291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-335c27c1-94de-421d-9481-39ce10da03ab tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:17.633793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c27c1-94de-421d-9481-39ce10da03ab tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:17.640023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335c27c1-94de-421d-9481-39ce10da03ab tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:17.641729 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-335c27c1-94de-421d-9481-39ce10da03ab tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:17.645073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 52debfc0-e7df-4511-942a-a7f99be92b76 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:04:17.650596 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 52debfc0-e7df-4511-942a-a7f99be92b76 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:04:17.699825 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-78d59baa-b3f4-4e10-968b-461029077dbc admin admin] Publish callbacks [] for security_group (cc3a8bb6-77cf-43b8-89ec-a0e73c182183), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:17.727077 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-78d59baa-b3f4-4e10-968b-461029077dbc admin admin] Publish callbacks [] for security_group (cc3a8bb6-77cf-43b8-89ec-a0e73c182183), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:17.764941 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-335c27c1-94de-421d-9481-39ce10da03ab tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3954983 Mar 24 01:04:17.768191 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51782) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:17.893249 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95fac639-9989-4084-8287-8e8ae2bf6cda req-89131507-5e3f-4725-a9e7-3a10f1d119b2 service neutron] 10.222.0.57 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803898 Mar 24 01:04:17.920239 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-78d59baa-b3f4-4e10-968b-461029077dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cc3a8bb6-77cf-43b8-89ec-a0e73c182183), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:17.923724 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-78d59baa-b3f4-4e10-968b-461029077dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:17.927386 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-78d59baa-b3f4-4e10-968b-461029077dbc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc3a8bb6-77cf-43b8-89ec-a0e73c182183 HTTP/1.1" status: 204 len: 168 time: 0.2934577 Mar 24 01:04:17.944954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d59baa-b3f4-4e10-968b-461029077dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3a8bb6-77cf-43b8-89ec-a0e73c182183,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:18.004458 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b5271b1b-ef09-404f-9bb9-49282b39ad39 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port d505998d-4b7d-4b6d-89d8-fc4b85b86786 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:18.005136 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5271b1b-ef09-404f-9bb9-49282b39ad39 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d505998d-4b7d-4b6d-89d8-fc4b85b86786), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:18.138141 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5271b1b-ef09-404f-9bb9-49282b39ad39 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d505998d-4b7d-4b6d-89d8-fc4b85b86786), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:18.155200 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b5271b1b-ef09-404f-9bb9-49282b39ad39 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for d505998d-4b7d-4b6d-89d8-fc4b85b86786 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:18.190757 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.resource_extend [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-e259ffa1-d680-439f-90c8-021e3545b0ff tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:04:18.346551 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-e259ffa1-d680-439f-90c8-021e3545b0ff tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:18.349657 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5271b1b-ef09-404f-9bb9-49282b39ad39 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d505998d-4b7d-4b6d-89d8-fc4b85b86786), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:18.378628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce5b3b-39dd-4a82-b305-8f8583b16bf7 req-fdc530a0-ac0f-494f-9235-612246efe9cf tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:18.380168 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2fce5b3b-39dd-4a82-b305-8f8583b16bf7 req-fdc530a0-ac0f-494f-9235-612246efe9cf tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.57 "GET /v2.0/ports?device_id=798a09e4-07a5-4376-b4b2-820c9d855ecb HTTP/1.1" status: 200 len: 946 time: 0.2840230 Mar 24 01:04:18.381499 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-e259ffa1-d680-439f-90c8-021e3545b0ff tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (09f2b319-e50d-488a-ab82-ba8dd464ad12), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:18.434863 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5271b1b-ef09-404f-9bb9-49282b39ad39 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:18.441977 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b5271b1b-ef09-404f-9bb9-49282b39ad39 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/d505998d-4b7d-4b6d-89d8-fc4b85b86786 HTTP/1.1" status: 204 len: 168 time: 0.6693807 Mar 24 01:04:18.441977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5271b1b-ef09-404f-9bb9-49282b39ad39 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=d505998d-4b7d-4b6d-89d8-fc4b85b86786,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:18.443502 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51804) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:18.450137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-671a1f71-71b9-43e0-b957-10ef6c3786b0 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'mac_address': 'fa:16:3e:2a:b2:23', 'name': 'tempest-PortsTestJSON-1878050869'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:18.609775 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5edfdb69-8641-4342-8a8f-67e3e35bb89e req-c1c07d23-6639-4ad1-8481-d177c590b8f0 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0667124 Mar 24 01:04:18.638798 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671a1f71-71b9-43e0-b957-10ef6c3786b0 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:18.787295 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-671a1f71-71b9-43e0-b957-10ef6c3786b0 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:18.841220 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-e259ffa1-d680-439f-90c8-021e3545b0ff tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Floating IP 09f2b319-e50d-488a-ab82-ba8dd464ad12 associated. External IP: 172.25.0.149, port: 4079c742-4481-4bd2-89fc-0ed7ada0e85b. Mar 24 01:04:18.844389 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-671a1f71-71b9-43e0-b957-10ef6c3786b0 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] device_id is not set on port 3c92047b-4133-482e-af96-2f79d5c390ec yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:04:18.865614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-2fce5b3b-39dd-4a82-b305-8f8583b16bf7 req-39cb2e63-cc97-46d1-8e9f-3d3d141ad797 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Deleting port f8937101-5986-40aa-9a13-e9c026727537 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:18.878513 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2fce5b3b-39dd-4a82-b305-8f8583b16bf7 req-39cb2e63-cc97-46d1-8e9f-3d3d141ad797 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f8937101-5986-40aa-9a13-e9c026727537), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:19.210204 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-671a1f71-71b9-43e0-b957-10ef6c3786b0 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (3c92047b-4133-482e-af96-2f79d5c390ec), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:19.269122 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-671a1f71-71b9-43e0-b957-10ef6c3786b0 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3c92047b-4133-482e-af96-2f79d5c390ec), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:19.304167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a1f71-71b9-43e0-b957-10ef6c3786b0 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:19.306539 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51828) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:19.307618 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-671a1f71-71b9-43e0-b957-10ef6c3786b0 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:19.320489 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a1f71-71b9-43e0-b957-10ef6c3786b0 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:19.326945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671a1f71-71b9-43e0-b957-10ef6c3786b0 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:19.327676 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-671a1f71-71b9-43e0-b957-10ef6c3786b0 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:19.382191 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-671a1f71-71b9-43e0-b957-10ef6c3786b0 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9371009 Mar 24 01:04:19.382809 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51832) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:19.437696 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d646fc14-2191-46e5-a237-e0b761e38d31 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:19.442511 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d646fc14-2191-46e5-a237-e0b761e38d31 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/3c92047b-4133-482e-af96-2f79d5c390ec HTTP/1.1" status: 200 len: 841 time: 0.0557494 Mar 24 01:04:19.443398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51834) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:19.444073 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a1f71-71b9-43e0-b957-10ef6c3786b0 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=3c92047b-4133-482e-af96-2f79d5c390ec,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:19.533110 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-16ff8a86-8504-4656-9527-9b5d03a414ae admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1432663465-network', 'tenant_id': '41f0be7d63a840a4b63478b141d6d678'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:19.579954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ff8a86-8504-4656-9527-9b5d03a414ae admin admin] Made reservation on behalf of 41f0be7d63a840a4b63478b141d6d678 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:19.582371 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16ff8a86-8504-4656-9527-9b5d03a414ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:19.595602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2b169f3b-59d1-4a41-9bd3-035066f58df1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port 3c92047b-4133-482e-af96-2f79d5c390ec {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:19.595951 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2b169f3b-59d1-4a41-9bd3-035066f58df1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3c92047b-4133-482e-af96-2f79d5c390ec), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:19.600190 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16ff8a86-8504-4656-9527-9b5d03a414ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:19.678648 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2b169f3b-59d1-4a41-9bd3-035066f58df1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3c92047b-4133-482e-af96-2f79d5c390ec), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:19.685068 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-2fce5b3b-39dd-4a82-b305-8f8583b16bf7 req-39cb2e63-cc97-46d1-8e9f-3d3d141ad797 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] For port f8937101-5986-40aa-9a13-e9c026727537, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f8937101-5986-40aa-9a13-e9c026727537,segment=NetworkSegment(26a81adf-0bf7-470c-9780-83c38b2441b1),segment_id=26a81adf-0bf7-470c-9780-83c38b2441b1)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:19.686097 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2fce5b3b-39dd-4a82-b305-8f8583b16bf7 req-39cb2e63-cc97-46d1-8e9f-3d3d141ad797 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f8937101-5986-40aa-9a13-e9c026727537), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:19.701078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2b169f3b-59d1-4a41-9bd3-035066f58df1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for 3c92047b-4133-482e-af96-2f79d5c390ec owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:19.706561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-2fce5b3b-39dd-4a82-b305-8f8583b16bf7 req-39cb2e63-cc97-46d1-8e9f-3d3d141ad797 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Calling delete_port for f8937101-5986-40aa-9a13-e9c026727537 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:19.806112 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16ff8a86-8504-4656-9527-9b5d03a414ae admin admin] Publish callbacks [] for security_group (a33496be-2a97-4d06-8697-0094ef65342c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:19.816284 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16ff8a86-8504-4656-9527-9b5d03a414ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a33496be-2a97-4d06-8697-0094ef65342c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:19.842324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ff8a86-8504-4656-9527-9b5d03a414ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:04:19.856301 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2b169f3b-59d1-4a41-9bd3-035066f58df1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3c92047b-4133-482e-af96-2f79d5c390ec), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:19.867052 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16ff8a86-8504-4656-9527-9b5d03a414ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (cea38741-3cd8-4608-9f2d-2da3b0556533), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:19.867391 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-16ff8a86-8504-4656-9527-9b5d03a414ae admin admin] Added segment cea38741-3cd8-4608-9f2d-2da3b0556533 of type vlan for network 2ecfe191-0d4c-499c-aa88-24cc620d4733 Mar 24 01:04:19.869476 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff8a86-8504-4656-9527-9b5d03a414ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33496be-2a97-4d06-8697-0094ef65342c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:19.877603 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2fce5b3b-39dd-4a82-b305-8f8583b16bf7 req-39cb2e63-cc97-46d1-8e9f-3d3d141ad797 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f8937101-5986-40aa-9a13-e9c026727537), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:19.891164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['4079c742-4481-4bd2-89fc-0ed7ada0e85b'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:04:19.922740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b169f3b-59d1-4a41-9bd3-035066f58df1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=3c92047b-4133-482e-af96-2f79d5c390ec,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:19.949335 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2b169f3b-59d1-4a41-9bd3-035066f58df1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:19.957670 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2b169f3b-59d1-4a41-9bd3-035066f58df1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/3c92047b-4133-482e-af96-2f79d5c390ec HTTP/1.1" status: 204 len: 168 time: 0.5084116 Mar 24 01:04:19.967234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51840) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:20.000334 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb2e63-cc97-46d1-8e9f-3d3d141ad797 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Pushing event deleted for resources: {'Port': ['ID=f8937101-5986-40aa-9a13-e9c026727537,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:20.037827 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16ff8a86-8504-4656-9527-9b5d03a414ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (2ecfe191-0d4c-499c-aa88-24cc620d4733), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:20.061865 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-e290597c-724a-4c10-98ff-62668df35edc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] GET failed (client error): The resource could not be found. Mar 24 01:04:20.066924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e290597c-724a-4c10-98ff-62668df35edc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/3c92047b-4133-482e-af96-2f79d5c390ec HTTP/1.1" status: 404 len: 333 time: 0.0609107 Mar 24 01:04:20.071213 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51842) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:20.079947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0e93d616-3c17-427e-bf53-d2423c428df9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'name': 'tempest-PortsTestJSON-979955914'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:20.098768 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16ff8a86-8504-4656-9527-9b5d03a414ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (2ecfe191-0d4c-499c-aa88-24cc620d4733), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:20.099998 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ff8a86-8504-4656-9527-9b5d03a414ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:20.100762 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16ff8a86-8504-4656-9527-9b5d03a414ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:20.101607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a372b8-39fa-4eb4-ab91-610c451d0bc1 req-b9e256d5-8c91-4585-bfe6-1fd2fef76caa tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:20.109495 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19a372b8-39fa-4eb4-ab91-610c451d0bc1 req-b9e256d5-8c91-4585-bfe6-1fd2fef76caa tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.7060220 Mar 24 01:04:20.175406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fce5b3b-39dd-4a82-b305-8f8583b16bf7 req-39cb2e63-cc97-46d1-8e9f-3d3d141ad797 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] No DVR routers for this DVR port f8937101-5986-40aa-9a13-e9c026727537 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:20.178831 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2fce5b3b-39dd-4a82-b305-8f8583b16bf7 req-39cb2e63-cc97-46d1-8e9f-3d3d141ad797 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:20.182769 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2fce5b3b-39dd-4a82-b305-8f8583b16bf7 req-39cb2e63-cc97-46d1-8e9f-3d3d141ad797 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.57 "DELETE /v2.0/ports/f8937101-5986-40aa-9a13-e9c026727537 HTTP/1.1" status: 204 len: 173 time: 1.7886572 Mar 24 01:04:20.198556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'name': 'network-vif-deleted', 'tag': 'f8937101-5986-40aa-9a13-e9c026727537'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:20.213766 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b000ae3-43f0-4c79-a37f-ce8305003a53" -d '{"events": [{"server_uuid": "798a09e4-07a5-4376-b4b2-820c9d855ecb", "name": "network-vif-deleted", "tag": "f8937101-5986-40aa-9a13-e9c026727537"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:20.226238 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-16ff8a86-8504-4656-9527-9b5d03a414ae admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9112985 Mar 24 01:04:20.253436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51848) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:20.279882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ffc2b681-6381-43f9-a2a8-a6607dcfe4fd admin admin] Request body: {'subnet': {'network_id': '2ecfe191-0d4c-499c-aa88-24cc620d4733', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1432663465-subnet', 'tenant_id': '41f0be7d63a840a4b63478b141d6d678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:20.280671 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff8a86-8504-4656-9527-9b5d03a414ae admin admin] Pushing event updated for resources: {'Network': ['ID=2ecfe191-0d4c-499c-aa88-24cc620d4733,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:20.303421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 2ecfe191-0d4c-499c-aa88-24cc620d4733 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:04:20.349827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e93d616-3c17-427e-bf53-d2423c428df9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:20.353822 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e93d616-3c17-427e-bf53-d2423c428df9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:20.382332 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-0e93d616-3c17-427e-bf53-d2423c428df9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] device_id is not set on port 3274d3e1-942b-4698-bfdc-779924d8995c yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:04:20.384927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19a372b8-39fa-4eb4-ab91-610c451d0bc1 req-bc2d3b5e-3d06-4551-9601-32e00fd799ca tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744534 Mar 24 01:04:20.388589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc2b681-6381-43f9-a2a8-a6607dcfe4fd admin admin] Made reservation on behalf of 41f0be7d63a840a4b63478b141d6d678 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:20.394107 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b681-6381-43f9-a2a8-a6607dcfe4fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:20.529299 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f8937101-5986-40aa-9a13-e9c026727537 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:20.561835 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: f8937101-5986-40aa-9a13-e9c026727537 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:04:20.562397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f8937101-5986-40aa-9a13-e9c026727537 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:04:20.602283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ed16669-fd0b-45ef-8d49-981e18fc9a12 req-0bf38c1c-1918-425a-8883-635f04f9db90 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0948169 Mar 24 01:04:20.666254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-e259ffa1-d680-439f-90c8-021e3545b0ff tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Router 77cbb0d1-8248-4d98-805a-762ae788787d has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:04:20.685792 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e93d616-3c17-427e-bf53-d2423c428df9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (3274d3e1-942b-4698-bfdc-779924d8995c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:20.728318 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e93d616-3c17-427e-bf53-d2423c428df9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3274d3e1-942b-4698-bfdc-779924d8995c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:20.824040 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e93d616-3c17-427e-bf53-d2423c428df9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:20.830388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-0e93d616-3c17-427e-bf53-d2423c428df9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:20.838706 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93d616-3c17-427e-bf53-d2423c428df9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:20.843655 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdce5701-b225-48ca-a85a-c1820060ae8f x-openstack-request-id: req-fdce5701-b225-48ca-a85a-c1820060ae8f {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:20.844176 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798a09e4-07a5-4376-b4b2-820c9d855ecb", "name": "network-vif-deleted", "tag": "f8937101-5986-40aa-9a13-e9c026727537", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:20.844395 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdce5701-b225-48ca-a85a-c1820060ae8f {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:20.845022 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdce5701-b225-48ca-a85a-c1820060ae8f'] response: {'server_uuid': '798a09e4-07a5-4376-b4b2-820c9d855ecb', 'name': 'network-vif-deleted', 'tag': 'f8937101-5986-40aa-9a13-e9c026727537', 'status': 'completed', 'code': 200} Mar 24 01:04:20.850619 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e93d616-3c17-427e-bf53-d2423c428df9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:20.851607 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e93d616-3c17-427e-bf53-d2423c428df9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:20.882217 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93d616-3c17-427e-bf53-d2423c428df9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=3274d3e1-942b-4698-bfdc-779924d8995c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:20.896929 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0e93d616-3c17-427e-bf53-d2423c428df9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8244925 Mar 24 01:04:20.900116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51858) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:20.908136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7e531b0b-7ab5-43a3-b0bb-82cc4fb700bf tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:20.978796 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b681-6381-43f9-a2a8-a6607dcfe4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (a1a58e59-0fcc-4977-9c2d-2f3325c3b9ed), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:20.994164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-e259ffa1-d680-439f-90c8-021e3545b0ff tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:04:21.002259 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-e259ffa1-d680-439f-90c8-021e3545b0ff tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:21.007223 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7b1c4-bcab-4c09-afb0-e3fe332dc9dd None None] Sync routers for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:04:21.024269 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7b1c4-bcab-4c09-afb0-e3fe332dc9dd None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:21.026558 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-3bd7b1c4-bcab-4c09-afb0-e3fe332dc9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:21.035586 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e531b0b-7ab5-43a3-b0bb-82cc4fb700bf tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3274d3e1-942b-4698-bfdc-779924d8995c), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:21.078555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97c28a-2333-4680-a6db-ef056761fdc3 req-d231c361-9abc-48fc-96e1-d29da0d9b7d2 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:21.080103 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d97c28a-2333-4680-a6db-ef056761fdc3 req-d231c361-9abc-48fc-96e1-d29da0d9b7d2 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.57 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.2320161 Mar 24 01:04:21.145811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-e259ffa1-d680-439f-90c8-021e3545b0ff tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "PUT /v2.0/floatingips/09f2b319-e50d-488a-ab82-ba8dd464ad12 HTTP/1.1" status: 200 len: 996 time: 3.9799972 Mar 24 01:04:21.151696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2b681-6381-43f9-a2a8-a6607dcfe4fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a58e59-0fcc-4977-9c2d-2f3325c3b9ed,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:21.207907 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc2b681-6381-43f9-a2a8-a6607dcfe4fd admin admin] Checking segment: {'id': 'cea38741-3cd8-4608-9f2d-2da3b0556533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2ecfe191-0d4c-499c-aa88-24cc620d4733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:04:21.208430 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2b681-6381-43f9-a2a8-a6607dcfe4fd admin admin] Network hostable DHCP agents. Network: 2ecfe191-0d4c-499c-aa88-24cc620d4733, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:04:21.217602 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-3bd7b1c4-bcab-4c09-afb0-e3fe332dc9dd None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:21.254711 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e531b0b-7ab5-43a3-b0bb-82cc4fb700bf tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (3274d3e1-942b-4698-bfdc-779924d8995c), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:21.260627 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e531b0b-7ab5-43a3-b0bb-82cc4fb700bf tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (3274d3e1-942b-4698-bfdc-779924d8995c), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:21.301818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-7e531b0b-7ab5-43a3-b0bb-82cc4fb700bf tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] In _notify_port_updated(), no bound segment for port 3274d3e1-942b-4698-bfdc-779924d8995c on network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 {{(pid=115729) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:04:21.308174 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e531b0b-7ab5-43a3-b0bb-82cc4fb700bf tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:21.308787 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e531b0b-7ab5-43a3-b0bb-82cc4fb700bf tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:21.312557 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7e531b0b-7ab5-43a3-b0bb-82cc4fb700bf tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "PUT /v2.0/ports/3274d3e1-942b-4698-bfdc-779924d8995c HTTP/1.1" status: 200 len: 818 time: 0.4088006 Mar 24 01:04:21.314099 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51866) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:21.363691 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e531b0b-7ab5-43a3-b0bb-82cc4fb700bf tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=3274d3e1-942b-4698-bfdc-779924d8995c,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:21.381725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-e413add0-f2a5-47e8-8933-75650c713c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:21.389132 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-e413add0-f2a5-47e8-8933-75650c713c8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 1127 time: 0.2169836 Mar 24 01:04:21.437053 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-82f46041-649b-4af4-beef-86730e097024 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port 3274d3e1-942b-4698-bfdc-779924d8995c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:21.437421 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-82f46041-649b-4af4-beef-86730e097024 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3274d3e1-942b-4698-bfdc-779924d8995c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:21.498360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2b681-6381-43f9-a2a8-a6607dcfe4fd admin admin] Network 2ecfe191-0d4c-499c-aa88-24cc620d4733 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:04:21.507992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-22dd6dc5-a2ff-4585-8291-359bcc03fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:21.511547 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-82f46041-649b-4af4-beef-86730e097024 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3274d3e1-942b-4698-bfdc-779924d8995c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:21.513622 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-22dd6dc5-a2ff-4585-8291-359bcc03fd71 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 922 time: 0.1235459 Mar 24 01:04:21.528251 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-82f46041-649b-4af4-beef-86730e097024 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for 3274d3e1-942b-4698-bfdc-779924d8995c owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:21.530945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448661b-2972-4a89-8003-75702447e7c5 req-1070fdf2-983a-4903-af45-ebb5e9c0fbaa tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:21.539178 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7448661b-2972-4a89-8003-75702447e7c5 req-1070fdf2-983a-4903-af45-ebb5e9c0fbaa tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.2610741 Mar 24 01:04:21.545156 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-3bd7b1c4-bcab-4c09-afb0-e3fe332dc9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '09f2b319-e50d-488a-ab82-ba8dd464ad12', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'port_id': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'mac_address': 'fa:16:3e:e7:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:03:36Z', 'updated_at': '2022-03-24T01:04:18Z', 'revision_number': 8, 'project_id': 'd794e45382c3465592eb64148586edf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:21.546998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-ffc2b681-6381-43f9-a2a8-a6607dcfe4fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 2ecfe191-0d4c-499c-aa88-24cc620d4733) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:21.560071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc019bc-2cee-4663-8d4d-1d821f1e2739 None None] Network 2ecfe191-0d4c-499c-aa88-24cc620d4733 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:21.577747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc2b681-6381-43f9-a2a8-a6607dcfe4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:21.578503 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b681-6381-43f9-a2a8-a6607dcfe4fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:21.581726 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7b1c4-bcab-4c09-afb0-e3fe332dc9dd None None] Checking router: 77cbb0d1-8248-4d98-805a-762ae788787d for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:04:21.590744 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7b1c4-bcab-4c09-afb0-e3fe332dc9dd None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:21.591719 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-3bd7b1c4-bcab-4c09-afb0-e3fe332dc9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:21.642665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-3d97c28a-2333-4680-a6db-ef056761fdc3 req-4dd7e82a-6250-4bb5-b95f-3d45975f3664 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Deleting port 08803f2f-12d8-4f29-8f46-1eebda99153c {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:21.643270 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3d97c28a-2333-4680-a6db-ef056761fdc3 req-4dd7e82a-6250-4bb5-b95f-3d45975f3664 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (08803f2f-12d8-4f29-8f46-1eebda99153c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:21.654908 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-82f46041-649b-4af4-beef-86730e097024 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3274d3e1-942b-4698-bfdc-779924d8995c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:21.708258 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f46041-649b-4af4-beef-86730e097024 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=3274d3e1-942b-4698-bfdc-779924d8995c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:21.713862 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-82f46041-649b-4af4-beef-86730e097024 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:21.720087 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-82f46041-649b-4af4-beef-86730e097024 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/3274d3e1-942b-4698-bfdc-779924d8995c HTTP/1.1" status: 204 len: 168 time: 0.4049973 Mar 24 01:04:21.720828 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51874) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:21.770259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ffc2b681-6381-43f9-a2a8-a6607dcfe4fd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5043778 Mar 24 01:04:21.775442 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feab26db-d4c2-4786-85d8-833fb0bb2f26 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:21.779674 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-feab26db-d4c2-4786-85d8-833fb0bb2f26 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0579927 Mar 24 01:04:21.780284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51878) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:21.785298 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5c907f-2e7c-4612-b285-3ffee6c2be2d None None] Network 2ecfe191-0d4c-499c-aa88-24cc620d4733 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:21.810673 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20bec5a-5d0e-4347-9d80-9259be5df569 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] GET failed (client error): The resource could not be found. Mar 24 01:04:21.817574 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c20bec5a-5d0e-4347-9d80-9259be5df569 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/3274d3e1-942b-4698-bfdc-779924d8995c HTTP/1.1" status: 404 len: 333 time: 0.0363019 Mar 24 01:04:21.818190 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51880) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:21.830741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fb03d6f3-3d17-4ad8-862a-2b677ee4fe04 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-961431000'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:21.843595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7448661b-2972-4a89-8003-75702447e7c5 req-679b2b76-373d-4826-a086-493fd36a7945 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031998 Mar 24 01:04:21.846461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-3aeb21a6-deb7-4f6a-82f0-0aa3fa95fac9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4079c742-4481-4bd2-89fc-0ed7ada0e85b HTTP/1.1" status: 200 len: 999 time: 0.2940652 Mar 24 01:04:21.858956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb03d6f3-3d17-4ad8-862a-2b677ee4fe04 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:21.865036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb03d6f3-3d17-4ad8-862a-2b677ee4fe04 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:21.934322 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb03d6f3-3d17-4ad8-862a-2b677ee4fe04 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:04:21.954794 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb03d6f3-3d17-4ad8-862a-2b677ee4fe04 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (de295ce5-d9e1-490a-989c-93fd267dd4af), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:21.956126 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-fb03d6f3-3d17-4ad8-862a-2b677ee4fe04 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Added segment de295ce5-d9e1-490a-989c-93fd267dd4af of type vlan for network 763c6522-c9eb-4806-afc9-b78e70dd15b2 Mar 24 01:04:22.017990 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-3bd7b1c4-bcab-4c09-afb0-e3fe332dc9dd None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:22.040557 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb03d6f3-3d17-4ad8-862a-2b677ee4fe04 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (763c6522-c9eb-4806-afc9-b78e70dd15b2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:22.057550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-309488d2-0819-44b8-95fc-b81c4c246fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:22.063122 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-309488d2-0819-44b8-95fc-b81c4c246fa9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 200 len: 860 time: 0.2075295 Mar 24 01:04:22.077779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3d97c28a-2333-4680-a6db-ef056761fdc3 req-4dd7e82a-6250-4bb5-b95f-3d45975f3664 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] For port 08803f2f-12d8-4f29-8f46-1eebda99153c, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=08803f2f-12d8-4f29-8f46-1eebda99153c,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:22.080663 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb03d6f3-3d17-4ad8-862a-2b677ee4fe04 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (763c6522-c9eb-4806-afc9-b78e70dd15b2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:22.085186 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3d97c28a-2333-4680-a6db-ef056761fdc3 req-4dd7e82a-6250-4bb5-b95f-3d45975f3664 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (08803f2f-12d8-4f29-8f46-1eebda99153c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:22.092215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb03d6f3-3d17-4ad8-862a-2b677ee4fe04 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:22.093199 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb03d6f3-3d17-4ad8-862a-2b677ee4fe04 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:22.182288 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fb03d6f3-3d17-4ad8-862a-2b677ee4fe04 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3630505 Mar 24 01:04:22.184926 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51890) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:22.190766 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7e7699c4-19b1-463b-bdcb-138e659a3ecc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'subnet': {'network_id': '763c6522-c9eb-4806-afc9-b78e70dd15b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:22.259152 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03d6f3-3d17-4ad8-862a-2b677ee4fe04 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Network': ['ID=763c6522-c9eb-4806-afc9-b78e70dd15b2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:22.273233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 763c6522-c9eb-4806-afc9-b78e70dd15b2 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:04:22.291863 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-3bd7b1c4-bcab-4c09-afb0-e3fe332dc9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '09f2b319-e50d-488a-ab82-ba8dd464ad12', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'port_id': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'mac_address': 'fa:16:3e:e7:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:03:36Z', 'updated_at': '2022-03-24T01:04:18Z', 'revision_number': 8, 'project_id': 'd794e45382c3465592eb64148586edf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:22.319450 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7b1c4-bcab-4c09-afb0-e3fe332dc9dd None None] The sync data for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 is: [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '09f2b319-e50d-488a-ab82-ba8dd464ad12', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'port_id': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'mac_address': 'fa:16:3e:e7:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:03:36Z', 'updated_at': '2022-03-24T01:04:18Z', 'revision_number': 8, 'project_id': 'd794e45382c3465592eb64148586edf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:04:22.366002 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7699c4-19b1-463b-bdcb-138e659a3ecc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:22.374464 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e7699c4-19b1-463b-bdcb-138e659a3ecc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:22.453320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28584adc-d813-457a-bf62-8ee9803ac827 req-9673de86-767e-4d92-b939-6d89e34b1f14 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:22.465667 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28584adc-d813-457a-bf62-8ee9803ac827 req-9673de86-767e-4d92-b939-6d89e34b1f14 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=536538e6-5f23-4dd4-b23f-e4d324b59c36 HTTP/1.1" status: 200 len: 945 time: 0.3424280 Mar 24 01:04:22.600640 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3d97c28a-2333-4680-a6db-ef056761fdc3 req-4dd7e82a-6250-4bb5-b95f-3d45975f3664 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:22.601016 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3d97c28a-2333-4680-a6db-ef056761fdc3 req-4dd7e82a-6250-4bb5-b95f-3d45975f3664 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (63648b89-e623-453c-9bea-0b598f617a85), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:22.601364 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-3d97c28a-2333-4680-a6db-ef056761fdc3 req-4dd7e82a-6250-4bb5-b95f-3d45975f3664 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Floating IP 63648b89-e623-453c-9bea-0b598f617a85 disassociated. External IP: 172.25.0.112, port: 08803f2f-12d8-4f29-8f46-1eebda99153c. Mar 24 01:04:22.601712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-3d97c28a-2333-4680-a6db-ef056761fdc3 req-4dd7e82a-6250-4bb5-b95f-3d45975f3664 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Calling delete_port for 08803f2f-12d8-4f29-8f46-1eebda99153c owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:22.645519 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e7699c4-19b1-463b-bdcb-138e659a3ecc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (baf44c6e-9f3e-4c12-9c28-089230f46bee), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:22.684480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83481a3-f16c-456d-bdfb-92177178f9c3 None None] New status for floating IP 09f2b319-e50d-488a-ab82-ba8dd464ad12: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:04:22.712949 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7699c4-19b1-463b-bdcb-138e659a3ecc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Subnet': ['ID=baf44c6e-9f3e-4c12-9c28-089230f46bee,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:22.744683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7699c4-19b1-463b-bdcb-138e659a3ecc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Checking segment: {'id': 'de295ce5-d9e1-490a-989c-93fd267dd4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '763c6522-c9eb-4806-afc9-b78e70dd15b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:04:22.745259 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7699c4-19b1-463b-bdcb-138e659a3ecc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network hostable DHCP agents. Network: 763c6522-c9eb-4806-afc9-b78e70dd15b2, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:04:22.764597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7699c4-19b1-463b-bdcb-138e659a3ecc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network 763c6522-c9eb-4806-afc9-b78e70dd15b2 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:04:22.765842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-f27e6a01-1682-47ae-b494-738d19601d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:22.774200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-f27e6a01-1682-47ae-b494-738d19601d36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6985729 Mar 24 01:04:22.777993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-7e7699c4-19b1-463b-bdcb-138e659a3ecc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 763c6522-c9eb-4806-afc9-b78e70dd15b2) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:22.784396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7699c4-19b1-463b-bdcb-138e659a3ecc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:22.785744 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e7699c4-19b1-463b-bdcb-138e659a3ecc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:22.800682 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f87ed2-86ab-4939-9528-27827ad21633 None None] Network 763c6522-c9eb-4806-afc9-b78e70dd15b2 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:22.824908 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7e7699c4-19b1-463b-bdcb-138e659a3ecc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6385586 Mar 24 01:04:22.825656 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51894) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:22.837223 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c2cea396-5285-423c-b94e-e717ead01bf1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'subnet': {'network_id': '763c6522-c9eb-4806-afc9-b78e70dd15b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:22.851740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'tag': '4079c742-4481-4bd2-89fc-0ed7ada0e85b'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:22.853984 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84fa0a8-e4d4-4b6f-9712-449a51bbb9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "1002e882-7f7a-40d4-938e-7a8ed5484ca6", "tag": "4079c742-4481-4bd2-89fc-0ed7ada0e85b"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:22.925259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28584adc-d813-457a-bf62-8ee9803ac827 req-7767ec60-0e18-46f4-9c73-2970c249d63c tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=db0a3810-cd61-4b20-8938-88ce5b2100d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4543126 Mar 24 01:04:22.927872 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3d97c28a-2333-4680-a6db-ef056761fdc3 req-4dd7e82a-6250-4bb5-b95f-3d45975f3664 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (08803f2f-12d8-4f29-8f46-1eebda99153c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:22.979053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7e82a-6250-4bb5-b95f-3d45975f3664 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event deleted for resources: {'Port': ['ID=08803f2f-12d8-4f29-8f46-1eebda99153c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:23.102213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-28906c3f-9633-4085-907b-2a493c3dae41 service neutron] 10.222.0.45 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268957 Mar 24 01:04:23.121407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-763c6522-c9eb-4806-afc9-b78e70dd15b2', 'network_id': '763c6522-c9eb-4806-afc9-b78e70dd15b2', 'project_id': '3efb6d5d493b4d39a7e5588c0fa9a539', 'fixed_ips': [{'subnet_id': 'baf44c6e-9f3e-4c12-9c28-089230f46bee'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:04:23.122523 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:23.125350 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cea396-5285-423c-b94e-e717ead01bf1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:23.129526 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c2cea396-5285-423c-b94e-e717ead01bf1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:23.296317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4bf323c-1961-42b0-b98c-e3cfc6635055 req-767ff05c-354f-4e92-b247-821ffd89a7a4 service neutron] 10.222.0.45 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640019 Mar 24 01:04:23.300824 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccebdffa-f79d-4760-ad5f-5715307c454a req-c2cfcbe2-d6e5-4eb4-9784-c855f5458f9d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.2444267 Mar 24 01:04:23.302960 n-d-760455-9 neutron-server[115729]: INFO neutron.db.ipam_backend_mixin [None req-c2cea396-5285-423c-b94e-e717ead01bf1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet baf44c6e-9f3e-4c12-9c28-089230f46bee (CIDR: 172.20.0.0/28) Mar 24 01:04:23.307854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d97c28a-2333-4680-a6db-ef056761fdc3 req-4dd7e82a-6250-4bb5-b95f-3d45975f3664 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Router 40105202-3ae9-4b5e-b26c-70794565ed31 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:04:23.308621 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cea396-5285-423c-b94e-e717ead01bf1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:04:23.309243 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cea396-5285-423c-b94e-e717ead01bf1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:04:23.349225 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c2cea396-5285-423c-b94e-e717ead01bf1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5223036 Mar 24 01:04:23.349984 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51902) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:23.358503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6c26e1fc-5cba-41d3-9854-50d9eee7872e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'subnet': {'network_id': '763c6522-c9eb-4806-afc9-b78e70dd15b2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:23.525949 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ef8c9d-dd79-44ff-9811-1c6a44a9ba0f x-openstack-request-id: req-56ef8c9d-dd79-44ff-9811-1c6a44a9ba0f {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:23.526233 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1002e882-7f7a-40d4-938e-7a8ed5484ca6", "tag": "4079c742-4481-4bd2-89fc-0ed7ada0e85b", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:23.526353 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56ef8c9d-dd79-44ff-9811-1c6a44a9ba0f {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:23.526740 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ef8c9d-dd79-44ff-9811-1c6a44a9ba0f'] response: {'name': 'network-changed', 'server_uuid': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'tag': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'status': 'completed', 'code': 200} Mar 24 01:04:23.544391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Allocated IP 172.20.0.2 (763c6522-c9eb-4806-afc9-b78e70dd15b2/baf44c6e-9f3e-4c12-9c28-089230f46bee/0df39efb-be31-408a-9ceb-ac239fe3e154) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:23.698780 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c26e1fc-5cba-41d3-9854-50d9eee7872e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:23.704470 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c26e1fc-5cba-41d3-9854-50d9eee7872e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:23.828769 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Publish callbacks [] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:23.841470 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:23.933247 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Pushing event updated for resources: {'Port': ['ID=0df39efb-be31-408a-9ceb-ac239fe3e154,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:23.959263 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Network 763c6522-c9eb-4806-afc9-b78e70dd15b2 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:23.961143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:23.963398 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:24.084049 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Attempting to bind port 0df39efb-be31-408a-9ceb-ac239fe3e154 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:04:24.084428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Attempting to bind port 0df39efb-be31-408a-9ceb-ac239fe3e154 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'de295ce5-d9e1-490a-989c-93fd267dd4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '763c6522-c9eb-4806-afc9-b78e70dd15b2'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:04:24.084797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Attempting to bind port 0df39efb-be31-408a-9ceb-ac239fe3e154 on network 763c6522-c9eb-4806-afc9-b78e70dd15b2 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:04:24.090369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:04:24.090749 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Checking segment: {'id': 'de295ce5-d9e1-490a-989c-93fd267dd4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '763c6522-c9eb-4806-afc9-b78e70dd15b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:04:24.091149 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:24.091542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Bound using segment: {'id': 'de295ce5-d9e1-490a-989c-93fd267dd4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '763c6522-c9eb-4806-afc9-b78e70dd15b2'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:04:24.092009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Bound port: 0df39efb-be31-408a-9ceb-ac239fe3e154, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de295ce5-d9e1-490a-989c-93fd267dd4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '763c6522-c9eb-4806-afc9-b78e70dd15b2'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:04:24.092391 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:24.229636 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] For port 0df39efb-be31-408a-9ceb-ac239fe3e154, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:04:24.237797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] For port 0df39efb-be31-408a-9ceb-ac239fe3e154, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0df39efb-be31-408a-9ceb-ac239fe3e154,segment=NetworkSegment(de295ce5-d9e1-490a-989c-93fd267dd4af),segment_id=de295ce5-d9e1-490a-989c-93fd267dd4af)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:04:24.249500 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:24.255885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-1a5961dd-6f71-451e-b669-1ac1af86b4a1 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:24.257424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-1a5961dd-6f71-451e-b669-1ac1af86b4a1 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/networks?id=2ecfe191-0d4c-499c-aa88-24cc620d4733 HTTP/1.1" status: 200 len: 814 time: 0.1597364 Mar 24 01:04:24.295192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d97c28a-2333-4680-a6db-ef056761fdc3 req-4dd7e82a-6250-4bb5-b95f-3d45975f3664 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:04:24.307538 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc177760-10c3-467a-8e64-10be210e1394 None None] Sync routers for ids ['40105202-3ae9-4b5e-b26c-70794565ed31'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:04:24.326229 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc177760-10c3-467a-8e64-10be210e1394 None None] Routers {'40105202-3ae9-4b5e-b26c-70794565ed31'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:24.327168 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-dc177760-10c3-467a-8e64-10be210e1394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['40105202-3ae9-4b5e-b26c-70794565ed31'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:24.386415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe747a36-73de-47cf-8a47-56f7e9e4512c None None] Pushing event updated for resources: {'Port': ['ID=0df39efb-be31-408a-9ceb-ac239fe3e154,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:24.405129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-566a29a9-e8d5-46b7-a8aa-9eb5a7dbe368 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/quotas/41f0be7d63a840a4b63478b141d6d678 HTTP/1.1" status: 200 len: 375 time: 0.1380260 Mar 24 01:04:24.423761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d97c28a-2333-4680-a6db-ef056761fdc3 req-4dd7e82a-6250-4bb5-b95f-3d45975f3664 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] No DVR routers for this DVR port 08803f2f-12d8-4f29-8f46-1eebda99153c on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:24.428216 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3d97c28a-2333-4680-a6db-ef056761fdc3 req-4dd7e82a-6250-4bb5-b95f-3d45975f3664 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:24.432550 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d97c28a-2333-4680-a6db-ef056761fdc3 req-4dd7e82a-6250-4bb5-b95f-3d45975f3664 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.57 "DELETE /v2.0/ports/08803f2f-12d8-4f29-8f46-1eebda99153c HTTP/1.1" status: 204 len: 173 time: 3.3462048 Mar 24 01:04:24.439111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fa0a8-e4d4-4b6f-9712-449a51bbb9c2 req-54d884ff-f5e3-4ceb-9b94-9295a98c5336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:24.440745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c84fa0a8-e4d4-4b6f-9712-449a51bbb9c2 req-54d884ff-f5e3-4ceb-9b94-9295a98c5336 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 1127 time: 0.9003081 Mar 24 01:04:24.459168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee186a70-c654-4175-82be-f919d85b8f09 req-03401a2f-870c-4343-950b-35c68032633b tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:24.460812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee186a70-c654-4175-82be-f919d85b8f09 req-03401a2f-870c-4343-950b-35c68032633b tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.3642607 Mar 24 01:04:24.537015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 08803f2f-12d8-4f29-8f46-1eebda99153c no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:24.584675 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-dc177760-10c3-467a-8e64-10be210e1394 None None] Set router 40105202-3ae9-4b5e-b26c-70794565ed31 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:24.597597 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-9cbfd6d3-6356-430b-b4dd-461ac9b6aba3 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=41f0be7d63a840a4b63478b141d6d678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1628590 Mar 24 01:04:24.602743 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 08803f2f-12d8-4f29-8f46-1eebda99153c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:04:24.607638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 08803f2f-12d8-4f29-8f46-1eebda99153c not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:04:24.723192 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c26e1fc-5cba-41d3-9854-50d9eee7872e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (472a2f9f-e27c-4127-81b3-3c3a961c23ec), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:24.762412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6dd09-1fba-4188-be8b-33075f8466b8 req-6805696b-4145-4c03-8cc3-8bad70d5c832 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:24.766970 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8f6dd09-1fba-4188-be8b-33075f8466b8 req-6805696b-4145-4c03-8cc3-8bad70d5c832 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.48 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.5050390 Mar 24 01:04:24.817895 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c26e1fc-5cba-41d3-9854-50d9eee7872e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network 763c6522-c9eb-4806-afc9-b78e70dd15b2 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:24.823862 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-6c26e1fc-5cba-41d3-9854-50d9eee7872e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:24.831398 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-348cd4c7-7cf3-4d74-9443-23a5108ead23 service neutron] 10.222.0.45 "GET /v2.0/networks/2ecfe191-0d4c-499c-aa88-24cc620d4733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147176 Mar 24 01:04:24.839514 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26e1fc-5cba-41d3-9854-50d9eee7872e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:24.840266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c26e1fc-5cba-41d3-9854-50d9eee7872e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:24.863886 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26e1fc-5cba-41d3-9854-50d9eee7872e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Subnet': ['ID=472a2f9f-e27c-4127-81b3-3c3a961c23ec,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:24.883101 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6c26e1fc-5cba-41d3-9854-50d9eee7872e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5290108 Mar 24 01:04:24.884619 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51924) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:24.894752 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f96786e9-304a-44f5-b433-7c69d2711d3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'network_id': '763c6522-c9eb-4806-afc9-b78e70dd15b2', 'fixed_ips': [{'subnet_id': 'baf44c6e-9f3e-4c12-9c28-089230f46bee'}, {'subnet_id': '472a2f9f-e27c-4127-81b3-3c3a961c23ec'}], 'name': 'tempest-PortsTestJSON-53871578'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:24.919087 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee186a70-c654-4175-82be-f919d85b8f09 req-d0d61162-259b-4aee-8a30-e82775a9f362 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4339192 Mar 24 01:04:25.012782 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-dc177760-10c3-467a-8e64-10be210e1394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ab335b2a-2bd5-4ce2-b141-2dc3698348ec', 'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'mac_address': 'fa:16:3e:78:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T01:00:00Z', 'revision_number': 5, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'subnets': [{'id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:25.056375 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc177760-10c3-467a-8e64-10be210e1394 None None] Checking router: 40105202-3ae9-4b5e-b26c-70794565ed31 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:04:25.075088 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc177760-10c3-467a-8e64-10be210e1394 None None] Routers {'40105202-3ae9-4b5e-b26c-70794565ed31'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:25.076977 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-dc177760-10c3-467a-8e64-10be210e1394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['40105202-3ae9-4b5e-b26c-70794565ed31'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:25.116637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fa0a8-e4d4-4b6f-9712-449a51bbb9c2 req-182e3165-ab8c-42c4-a1aa-327227d02839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:25.118348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c84fa0a8-e4d4-4b6f-9712-449a51bbb9c2 req-182e3165-ab8c-42c4-a1aa-327227d02839 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 922 time: 0.6479721 Mar 24 01:04:25.204528 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96786e9-304a-44f5-b433-7c69d2711d3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:25.278547 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c84fa0a8-e4d4-4b6f-9712-449a51bbb9c2 req-f3442d2a-7c94-4967-8744-f683ac4f4b78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4079c742-4481-4bd2-89fc-0ed7ada0e85b HTTP/1.1" status: 200 len: 1001 time: 0.1494093 Mar 24 01:04:25.281260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c5bfb4e-a9bb-4285-a4d0-5fa3eb26dad6 req-fe5cd93b-7647-45d0-84f1-fd177b8183af tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/floatingips/09f2b319-e50d-488a-ab82-ba8dd464ad12 HTTP/1.1" status: 200 len: 998 time: 0.2730095 Mar 24 01:04:25.322280 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-dc177760-10c3-467a-8e64-10be210e1394 None None] Set router 40105202-3ae9-4b5e-b26c-70794565ed31 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:25.370500 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f96786e9-304a-44f5-b433-7c69d2711d3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:25.393709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-f96786e9-304a-44f5-b433-7c69d2711d3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] device_id is not set on port 5e957793-09cd-4e8f-8186-e0269d69e25f yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:04:25.513147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-c8f6dd09-1fba-4188-be8b-33075f8466b8 req-8cb37d58-fc22-4370-ab14-f6f80d501805 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Deleting port 6245cdc9-57db-4a81-bdcb-92f57bd247e6 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:25.514094 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c8f6dd09-1fba-4188-be8b-33075f8466b8 req-8cb37d58-fc22-4370-ab14-f6f80d501805 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6245cdc9-57db-4a81-bdcb-92f57bd247e6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:25.672899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-c8f6dd09-1fba-4188-be8b-33075f8466b8 req-8cb37d58-fc22-4370-ab14-f6f80d501805 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] For port 6245cdc9-57db-4a81-bdcb-92f57bd247e6, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6245cdc9-57db-4a81-bdcb-92f57bd247e6,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:25.673310 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c8f6dd09-1fba-4188-be8b-33075f8466b8 req-8cb37d58-fc22-4370-ab14-f6f80d501805 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6245cdc9-57db-4a81-bdcb-92f57bd247e6), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:25.699865 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-dc177760-10c3-467a-8e64-10be210e1394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ab335b2a-2bd5-4ce2-b141-2dc3698348ec', 'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'mac_address': 'fa:16:3e:78:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T01:00:00Z', 'revision_number': 5, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'subnets': [{'id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:25.718313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536538e6-5f23-4dd4-b23f-e4d324b59c36', 'name': 'network-vif-deleted', 'tag': '08803f2f-12d8-4f29-8f46-1eebda99153c'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:25.720649 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa02a4de-2dd1-4dab-92e6-f59195dca670" -d '{"events": [{"server_uuid": "536538e6-5f23-4dd4-b23f-e4d324b59c36", "name": "network-vif-deleted", "tag": "08803f2f-12d8-4f29-8f46-1eebda99153c"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:25.736530 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0df39efb-be31-408a-9ceb-ac239fe3e154 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:04:25.792743 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc177760-10c3-467a-8e64-10be210e1394 None None] The sync data for ids ['40105202-3ae9-4b5e-b26c-70794565ed31'] in n-d-760455-9 is: [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ab335b2a-2bd5-4ce2-b141-2dc3698348ec', 'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'mac_address': 'fa:16:3e:78:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T01:00:00Z', 'revision_number': 5, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'subnets': [{'id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:04:25.806163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fa0a8-e4d4-4b6f-9712-449a51bbb9c2 req-91f1f0df-2820-45f2-9ecb-651a323b845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:25.807475 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c84fa0a8-e4d4-4b6f-9712-449a51bbb9c2 req-91f1f0df-2820-45f2-9ecb-651a323b845c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 200 len: 860 time: 0.5112545 Mar 24 01:04:25.814716 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-fd023659-010a-4075-af97-63da38337397 service neutron] 10.222.0.45 "GET /v2.0/networks/2ecfe191-0d4c-499c-aa88-24cc620d4733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9652007 Mar 24 01:04:25.858241 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-f96786e9-304a-44f5-b433-7c69d2711d3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Allocated IP 172.20.0.7 (763c6522-c9eb-4806-afc9-b78e70dd15b2/baf44c6e-9f3e-4c12-9c28-089230f46bee/5e957793-09cd-4e8f-8186-e0269d69e25f) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:25.865334 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-f96786e9-304a-44f5-b433-7c69d2711d3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Allocated IP 172.20.0.29 (763c6522-c9eb-4806-afc9-b78e70dd15b2/472a2f9f-e27c-4127-81b3-3c3a961c23ec/5e957793-09cd-4e8f-8186-e0269d69e25f) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:25.930212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 0df39efb-be31-408a-9ceb-ac239fe3e154 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:25.935156 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:26.145580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 0df39efb-be31-408a-9ceb-ac239fe3e154 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:26.146073 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:26.146221 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f96786e9-304a-44f5-b433-7c69d2711d3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (5e957793-09cd-4e8f-8186-e0269d69e25f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:26.146751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bfb4e-a9bb-4285-a4d0-5fa3eb26dad6 req-0df4786b-887d-4824-b440-1dde39208fd4 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:26.154705 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c5bfb4e-a9bb-4285-a4d0-5fa3eb26dad6 req-0df4786b-887d-4824-b440-1dde39208fd4 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.8463190 Mar 24 01:04:26.202181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-6c5bfb4e-a9bb-4285-a4d0-5fa3eb26dad6 req-7b20e41b-26f1-4fab-a7a9-31fffdee4e51 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:04:26.203453 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c5bfb4e-a9bb-4285-a4d0-5fa3eb26dad6 req-7b20e41b-26f1-4fab-a7a9-31fffdee4e51 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094876 Mar 24 01:04:26.216170 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f96786e9-304a-44f5-b433-7c69d2711d3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5e957793-09cd-4e8f-8186-e0269d69e25f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:26.231564 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fa0a8-e4d4-4b6f-9712-449a51bbb9c2 req-532c9136-148c-4c11-9904-c0714e320f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:26.233648 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c84fa0a8-e4d4-4b6f-9712-449a51bbb9c2 req-532c9136-148c-4c11-9904-c0714e320f63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4163053 Mar 24 01:04:26.288354 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 0df39efb-be31-408a-9ceb-ac239fe3e154, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0df39efb-be31-408a-9ceb-ac239fe3e154,segment=NetworkSegment(de295ce5-d9e1-490a-989c-93fd267dd4af),segment_id=de295ce5-d9e1-490a-989c-93fd267dd4af)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:26.293674 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fef56e-3936-43f5-a522-36c372fdfeba None None] Network 763c6522-c9eb-4806-afc9-b78e70dd15b2 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:26.343409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96786e9-304a-44f5-b433-7c69d2711d3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network 763c6522-c9eb-4806-afc9-b78e70dd15b2 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:26.352653 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-f96786e9-304a-44f5-b433-7c69d2711d3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:26.367309 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96786e9-304a-44f5-b433-7c69d2711d3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:26.447122 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96786e9-304a-44f5-b433-7c69d2711d3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=5e957793-09cd-4e8f-8186-e0269d69e25f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:26.497083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c84fa0a8-e4d4-4b6f-9712-449a51bbb9c2 req-166ac367-f7ff-4fc7-bedb-4fec495998db service neutron] 10.222.0.48 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515635 Mar 24 01:04:26.507398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96786e9-304a-44f5-b433-7c69d2711d3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:26.507398 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f96786e9-304a-44f5-b433-7c69d2711d3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:26.513182 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5651c5-1a32-4a14-be41-1935e8c1b86f x-openstack-request-id: req-4c5651c5-1a32-4a14-be41-1935e8c1b86f {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:26.513182 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536538e6-5f23-4dd4-b23f-e4d324b59c36", "name": "network-vif-deleted", "tag": "08803f2f-12d8-4f29-8f46-1eebda99153c", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:26.513182 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c5651c5-1a32-4a14-be41-1935e8c1b86f {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:26.513182 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5651c5-1a32-4a14-be41-1935e8c1b86f'] response: {'server_uuid': '536538e6-5f23-4dd4-b23f-e4d324b59c36', 'name': 'network-vif-deleted', 'tag': '08803f2f-12d8-4f29-8f46-1eebda99153c', 'status': 'completed', 'code': 200} Mar 24 01:04:26.530987 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:26.537062 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f96786e9-304a-44f5-b433-7c69d2711d3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 1.6512573 Mar 24 01:04:26.541654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51944) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:26.553560 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f23b36f0-c388-4fa9-a221-d3661d48c28d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'baf44c6e-9f3e-4c12-9c28-089230f46bee'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:26.561040 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c379c482-2414-453b-abde-b660018ff1ad None None] New status for floating IP 63648b89-e623-453c-9bea-0b598f617a85: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:04:26.667327 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210ea7e7-7093-4c85-950a-a3fd2acc459b req-783da1f0-4851-4d63-acf3-216546179da4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.1665444 Mar 24 01:04:26.710940 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f23b36f0-c388-4fa9-a221-d3661d48c28d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5e957793-09cd-4e8f-8186-e0269d69e25f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:26.773435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-070f933f-ef78-4933-b7ab-f75c305b780c None None] Provisioning complete for port 0df39efb-be31-408a-9ceb-ac239fe3e154 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:26.774231 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-070f933f-ef78-4933-b7ab-f75c305b780c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:26.925725 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8deadb0-f50a-401d-94e5-0c30916a4f9e req-afb297a8-2441-4fc8-9a63-f259d0dc2ff8 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a58099-4afa-4f1f-80ba-9eb5dc64b10c HTTP/1.1" status: 200 len: 210 time: 0.1082883 Mar 24 01:04:26.950267 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c8f6dd09-1fba-4188-be8b-33075f8466b8 req-8cb37d58-fc22-4370-ab14-f6f80d501805 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:26.950446 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c8f6dd09-1fba-4188-be8b-33075f8466b8 req-8cb37d58-fc22-4370-ab14-f6f80d501805 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (19c71e96-c539-4f2f-ada6-76b14dd3c792), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:26.952443 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-c8f6dd09-1fba-4188-be8b-33075f8466b8 req-8cb37d58-fc22-4370-ab14-f6f80d501805 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Floating IP 19c71e96-c539-4f2f-ada6-76b14dd3c792 disassociated. External IP: 172.25.0.118, port: 6245cdc9-57db-4a81-bdcb-92f57bd247e6. Mar 24 01:04:26.952817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-c8f6dd09-1fba-4188-be8b-33075f8466b8 req-8cb37d58-fc22-4370-ab14-f6f80d501805 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Calling delete_port for 6245cdc9-57db-4a81-bdcb-92f57bd247e6 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:27.052780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-070f933f-ef78-4933-b7ab-f75c305b780c None None] Current status of the port 0df39efb-be31-408a-9ceb-ac239fe3e154 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:27.065833 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898b100-8c8d-4742-b877-1990259e38e7 req-95b505a5-1f1d-4013-a813-6670f494f00d tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:27.078150 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d898b100-8c8d-4742-b877-1990259e38e7 req-95b505a5-1f1d-4013-a813-6670f494f00d tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 945 time: 0.3930070 Mar 24 01:04:27.099711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=0df39efb-be31-408a-9ceb-ac239fe3e154,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:27.105052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef73fdd-4d59-4cb3-a97d-6fe40c7b25f1 None None] Update dhcp port {'port': {'network_id': '763c6522-c9eb-4806-afc9-b78e70dd15b2', 'fixed_ips': [{'subnet_id': 'baf44c6e-9f3e-4c12-9c28-089230f46bee', 'ip_address': '172.20.0.2'}, {'subnet_id': '472a2f9f-e27c-4127-81b3-3c3a961c23ec'}], 'binding:host_id': 'n-d-760455-9'}, 'id': '0df39efb-be31-408a-9ceb-ac239fe3e154'} from n-d-760455-9. {{(pid=115731) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 24 01:04:27.164815 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bef73fdd-4d59-4cb3-a97d-6fe40c7b25f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:27.244370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c84fa0a8-e4d4-4b6f-9712-449a51bbb9c2 req-1fd68894-3c00-4de4-8c4d-8c3c4b2eca3b service neutron] 10.222.0.48 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7256892 Mar 24 01:04:27.293700 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-92b9a84a-dafe-4c32-918a-3501ca0e200c tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1001 time: 0.3046603 Mar 24 01:04:27.293941 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-f23b36f0-c388-4fa9-a221-d3661d48c28d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Delete allocated IP 172.20.0.29 (763c6522-c9eb-4806-afc9-b78e70dd15b2/472a2f9f-e27c-4127-81b3-3c3a961c23ec) {{(pid=115729) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 24 01:04:27.352701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d898b100-8c8d-4742-b877-1990259e38e7 req-976b38b2-9327-4e5c-bba6-e0fa419adbab tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=6912bf88-3f1e-44ff-b770-5ea2ea74f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689574 Mar 24 01:04:27.411119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-985f1690-ae85-407d-8464-ab7cbbe333ab tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:27.418108 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-985f1690-ae85-407d-8464-ab7cbbe333ab tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports/4079c742-4481-4bd2-89fc-0ed7ada0e85b HTTP/1.1" status: 200 len: 942 time: 0.1138661 Mar 24 01:04:27.421607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51954) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:27.642772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0df39efb-be31-408a-9ceb-ac239fe3e154 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:04:27.657680 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f23b36f0-c388-4fa9-a221-d3661d48c28d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (5e957793-09cd-4e8f-8186-e0269d69e25f), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:27.666948 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f23b36f0-c388-4fa9-a221-d3661d48c28d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (5e957793-09cd-4e8f-8186-e0269d69e25f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:27.685896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-7122250b-c492-4d14-92cc-f998f7322134 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1001 time: 0.1857743 Mar 24 01:04:27.691066 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ea4db7a-ebd9-4f28-bcb8-663aeb68f376 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group (db0a3810-cd61-4b20-8938-88ce5b2100d4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:27.742251 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ea4db7a-ebd9-4f28-bcb8-663aeb68f376 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group (db0a3810-cd61-4b20-8938-88ce5b2100d4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:27.819373 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-bef73fdd-4d59-4cb3-a97d-6fe40c7b25f1 None None] Allocated IP 172.20.0.18 (763c6522-c9eb-4806-afc9-b78e70dd15b2/472a2f9f-e27c-4127-81b3-3c3a961c23ec/0df39efb-be31-408a-9ceb-ac239fe3e154) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:27.829335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 0df39efb-be31-408a-9ceb-ac239fe3e154 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:27.830088 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:27.875400 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f23b36f0-c388-4fa9-a221-d3661d48c28d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] In _notify_port_updated(), no bound segment for port 5e957793-09cd-4e8f-8186-e0269d69e25f on network 763c6522-c9eb-4806-afc9-b78e70dd15b2 {{(pid=115729) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:04:27.896880 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23b36f0-c388-4fa9-a221-d3661d48c28d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:27.897547 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f23b36f0-c388-4fa9-a221-d3661d48c28d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:27.902782 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f23b36f0-c388-4fa9-a221-d3661d48c28d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "PUT /v2.0/ports/5e957793-09cd-4e8f-8186-e0269d69e25f HTTP/1.1" status: 200 len: 917 time: 1.3599780 Mar 24 01:04:27.907337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51962) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:27.916357 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d30ae8b7-5807-43fe-b4c3-a41fef91b219 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'baf44c6e-9f3e-4c12-9c28-089230f46bee'}, {'subnet_id': '472a2f9f-e27c-4127-81b3-3c3a961c23ec'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:27.921652 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b36f0-c388-4fa9-a221-d3661d48c28d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=5e957793-09cd-4e8f-8186-e0269d69e25f,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:27.992037 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ea4db7a-ebd9-4f28-bcb8-663aeb68f376 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (db0a3810-cd61-4b20-8938-88ce5b2100d4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:27.994703 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ea4db7a-ebd9-4f28-bcb8-663aeb68f376 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:27.998565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8ea4db7a-ebd9-4f28-bcb8-663aeb68f376 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "DELETE /v2.0/security-groups/db0a3810-cd61-4b20-8938-88ce5b2100d4 HTTP/1.1" status: 204 len: 168 time: 0.5732501 Mar 24 01:04:28.025407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51966) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:28.048485 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c8f6dd09-1fba-4188-be8b-33075f8466b8 req-8cb37d58-fc22-4370-ab14-f6f80d501805 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6245cdc9-57db-4a81-bdcb-92f57bd247e6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:28.051430 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-20753a9d-2c22-4695-9c4b-2ac9f472e87e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] show failed (client error): The resource could not be found. Mar 24 01:04:28.055211 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-20753a9d-2c22-4695-9c4b-2ac9f472e87e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups/db0a3810-cd61-4b20-8938-88ce5b2100d4 HTTP/1.1" status: 404 len: 347 time: 0.0251362 Mar 24 01:04:28.057325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51968) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:28.114597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6245cdc9-57db-4a81-bdcb-92f57bd247e6 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:28.122089 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d30ae8b7-5807-43fe-b4c3-a41fef91b219 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5e957793-09cd-4e8f-8186-e0269d69e25f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:28.185284 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49ae5c37-b57b-4dd4-8b39-4213ccd56f58 req-7261a524-02a1-4e23-8c39-4e8f30187a2e tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.3064487 Mar 24 01:04:28.195841 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 6245cdc9-57db-4a81-bdcb-92f57bd247e6 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:04:28.196279 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6245cdc9-57db-4a81-bdcb-92f57bd247e6 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:04:28.255439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4db7a-ebd9-4f28-bcb8-663aeb68f376 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0a3810-cd61-4b20-8938-88ce5b2100d4,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:28.267018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb37d58-fc22-4370-ab14-f6f80d501805 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Pushing event deleted for resources: {'Port': ['ID=6245cdc9-57db-4a81-bdcb-92f57bd247e6,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:28.327081 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-622c6503-a5eb-4c03-95a5-4e8676b5f515 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Deleting port 4e238f35-acc2-43bf-9793-97f44d47d01c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:28.327081 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-622c6503-a5eb-4c03-95a5-4e8676b5f515 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4e238f35-acc2-43bf-9793-97f44d47d01c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:28.356643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bef73fdd-4d59-4cb3-a97d-6fe40c7b25f1 None None] For port 0df39efb-be31-408a-9ceb-ac239fe3e154, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0df39efb-be31-408a-9ceb-ac239fe3e154,segment=NetworkSegment(de295ce5-d9e1-490a-989c-93fd267dd4af),segment_id=de295ce5-d9e1-490a-989c-93fd267dd4af)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:28.391294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-401638d5-5ea3-4e42-b3db-f72f99d42427 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:28.393127 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-401638d5-5ea3-4e42-b3db-f72f99d42427 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.5186615 Mar 24 01:04:28.400281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 0df39efb-be31-408a-9ceb-ac239fe3e154 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:28.447606 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bef73fdd-4d59-4cb3-a97d-6fe40c7b25f1 None None] Publish callbacks [] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:28.457792 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bef73fdd-4d59-4cb3-a97d-6fe40c7b25f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:28.534007 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-622c6503-a5eb-4c03-95a5-4e8676b5f515 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4e238f35-acc2-43bf-9793-97f44d47d01c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:28.534336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-622c6503-a5eb-4c03-95a5-4e8676b5f515 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for floatingip (4e238f35-acc2-43bf-9793-97f44d47d01c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:28.537962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d09eb708-1f25-434d-9a89-390dcdbf33e7 req-7c0f22b8-6a24-4aa0-b9b7-ac039ac28512 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a58099-4afa-4f1f-80ba-9eb5dc64b10c HTTP/1.1" status: 200 len: 210 time: 0.1350088 Mar 24 01:04:28.551922 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef73fdd-4d59-4cb3-a97d-6fe40c7b25f1 None None] Pushing event updated for resources: {'Port': ['ID=0df39efb-be31-408a-9ceb-ac239fe3e154,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:28.571129 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-622c6503-a5eb-4c03-95a5-4e8676b5f515 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Calling delete_port for 4e238f35-acc2-43bf-9793-97f44d47d01c owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:28.687994 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-663fdb13-a702-4e6c-ae79-43aa640cb6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:28.688559 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-d30ae8b7-5807-43fe-b4c3-a41fef91b219 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Allocated IP 172.20.0.21 (763c6522-c9eb-4806-afc9-b78e70dd15b2/472a2f9f-e27c-4127-81b3-3c3a961c23ec/5e957793-09cd-4e8f-8186-e0269d69e25f) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:28.721553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-d6a33459-37e8-4c20-875e-58712ad43fb1 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:28.725623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-d6a33459-37e8-4c20-875e-58712ad43fb1 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.57 "GET /v2.0/networks?id=2ecfe191-0d4c-499c-aa88-24cc620d4733 HTTP/1.1" status: 200 len: 814 time: 0.8546951 Mar 24 01:04:28.795075 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7963c2fd-821d-4757-9cb9-098b7598d359 req-7f8a8e92-3806-4a18-b1e4-e4d99fff7c3c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 210 time: 0.1006737 Mar 24 01:04:28.838702 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-af8712f2-ada0-4d8c-984c-9378f7b06d5f tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Request body: {'port': {'device_id': '87a58099-4afa-4f1f-80ba-9eb5dc64b10c', 'network_id': '2ecfe191-0d4c-499c-aa88-24cc620d4733', 'admin_state_up': True, 'tenant_id': '41f0be7d63a840a4b63478b141d6d678'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:28.898430 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d30ae8b7-5807-43fe-b4c3-a41fef91b219 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (5e957793-09cd-4e8f-8186-e0269d69e25f), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:29.182483 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d30ae8b7-5807-43fe-b4c3-a41fef91b219 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (5e957793-09cd-4e8f-8186-e0269d69e25f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:29.240736 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ae8b7-5807-43fe-b4c3-a41fef91b219 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=5e957793-09cd-4e8f-8186-e0269d69e25f,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:29.251933 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-622c6503-a5eb-4c03-95a5-4e8676b5f515 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4e238f35-acc2-43bf-9793-97f44d47d01c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:29.252820 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:04:29.308766 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c6503-a5eb-4c03-95a5-4e8676b5f515 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event deleted for resources: {'Port': ['ID=4e238f35-acc2-43bf-9793-97f44d47d01c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:29.347642 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51984) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:29.471461 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-622c6503-a5eb-4c03-95a5-4e8676b5f515 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for floatingip (63648b89-e623-453c-9bea-0b598f617a85), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:29.474503 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-622c6503-a5eb-4c03-95a5-4e8676b5f515 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:29.490444 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-622c6503-a5eb-4c03-95a5-4e8676b5f515 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "DELETE /v2.0/floatingips/63648b89-e623-453c-9bea-0b598f617a85 HTTP/1.1" status: 204 len: 168 time: 1.4339244 Mar 24 01:04:29.511406 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5070324f-361b-4a78-8174-78489bd240cb None None] Network 763c6522-c9eb-4806-afc9-b78e70dd15b2 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:29.611084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-d30ae8b7-5807-43fe-b4c3-a41fef91b219 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] In _notify_port_updated(), no bound segment for port 5e957793-09cd-4e8f-8186-e0269d69e25f on network 763c6522-c9eb-4806-afc9-b78e70dd15b2 {{(pid=115729) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:04:29.617394 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30ae8b7-5807-43fe-b4c3-a41fef91b219 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:29.618068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d30ae8b7-5807-43fe-b4c3-a41fef91b219 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:29.619843 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d30ae8b7-5807-43fe-b4c3-a41fef91b219 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "PUT /v2.0/ports/5e957793-09cd-4e8f-8186-e0269d69e25f HTTP/1.1" status: 200 len: 997 time: 1.7114289 Mar 24 01:04:29.622615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51994) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:29.728721 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0df39efb-be31-408a-9ceb-ac239fe3e154 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:04:29.751475 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86744ee1-bedf-45e1-8206-3d08508195d9 req-e68187da-5393-4d66-85de-8a015a39331a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0374136 Mar 24 01:04:29.781471 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-008d5263-936d-4355-9164-f5866aecb106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:29.808475 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d9fa4e92-a095-4f86-a39a-f3db19d8ff4b None None] Provisioning complete for port 5e957793-09cd-4e8f-8186-e0269d69e25f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:29.809331 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4e92-a095-4f86-a39a-f3db19d8ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5e957793-09cd-4e8f-8186-e0269d69e25f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:29.840295 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-8fcc820b-172b-4ab3-9708-9857aa87c1b6 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1001 time: 1.4369593 Mar 24 01:04:29.853316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-9ab01344-98d7-44dd-8974-eb09d0738e5a tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:29.868333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa4e92-a095-4f86-a39a-f3db19d8ff4b None None] Port 5e957793-09cd-4e8f-8186-e0269d69e25f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:04:29.877798 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:29.924075 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 0df39efb-be31-408a-9ceb-ac239fe3e154 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:29.924825 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:29.931546 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-40984bd4-287b-4579-8759-9d0f0bced7cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port 5e957793-09cd-4e8f-8186-e0269d69e25f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:29.931950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40984bd4-287b-4579-8759-9d0f0bced7cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5e957793-09cd-4e8f-8186-e0269d69e25f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:29.980640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d9fa4e92-a095-4f86-a39a-f3db19d8ff4b None None] Provisioning complete for port 0df39efb-be31-408a-9ceb-ac239fe3e154 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:29.981262 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4e92-a095-4f86-a39a-f3db19d8ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.004265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-af8712f2-ada0-4d8c-984c-9378f7b06d5f tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Made reservation on behalf of 41f0be7d63a840a4b63478b141d6d678 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:30.010391 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-af8712f2-ada0-4d8c-984c-9378f7b06d5f tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.072011 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 0df39efb-be31-408a-9ceb-ac239fe3e154 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:30.142920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa4e92-a095-4f86-a39a-f3db19d8ff4b None None] Current status of the port 0df39efb-be31-408a-9ceb-ac239fe3e154 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:30.189783 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-008d5263-936d-4355-9164-f5866aecb106 admin admin] Publish callbacks [] for security_group (9fc7c66d-8629-4f1c-8525-473161ad9d42), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.228172 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40984bd4-287b-4579-8759-9d0f0bced7cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5e957793-09cd-4e8f-8186-e0269d69e25f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.233840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-af8712f2-ada0-4d8c-984c-9378f7b06d5f tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Allocated IP 172.20.0.7 (2ecfe191-0d4c-499c-aa88-24cc620d4733/a1a58e59-0fcc-4977-9c2d-2f3325c3b9ed/c7abf2de-877c-46d0-a4f9-55013d3c2325) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:30.239642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8f6dd09-1fba-4188-be8b-33075f8466b8 req-8cb37d58-fc22-4370-ab14-f6f80d501805 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Router a6299554-6c6a-49fc-aa48-f44299659774 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:04:30.242341 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51998) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:30.246645 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-16d6453a-3f2e-44f2-a390-0965de90cce5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1342063861', 'description': 'tempest-description--196242888'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:30.266617 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-9ab01344-98d7-44dd-8974-eb09d0738e5a tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for floatingip (09f2b319-e50d-488a-ab82-ba8dd464ad12), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.280615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-40984bd4-287b-4579-8759-9d0f0bced7cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for 5e957793-09cd-4e8f-8186-e0269d69e25f owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:30.283536 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-008d5263-936d-4355-9164-f5866aecb106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9fc7c66d-8629-4f1c-8525-473161ad9d42), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.336205 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf5d315e-7056-4ef2-b2dd-762145b275f7 req-684e533e-417e-4193-976e-bffff9c0c1d9 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a58099-4afa-4f1f-80ba-9eb5dc64b10c HTTP/1.1" status: 200 len: 210 time: 0.0954125 Mar 24 01:04:30.382713 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16d6453a-3f2e-44f2-a390-0965de90cce5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.408251 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-008d5263-936d-4355-9164-f5866aecb106 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e73379a3ce046c5b569afda3f2a080b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9748192 Mar 24 01:04:30.411212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52000) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:30.445475 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d5263-936d-4355-9164-f5866aecb106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc7c66d-8629-4f1c-8525-473161ad9d42,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:30.559194 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ef50d1bb-9f41-4ef6-8cc2-2821d983ae8c admin admin] Publish callbacks [] for security_group (9fc7c66d-8629-4f1c-8525-473161ad9d42), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.586677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-16a1fca6-5072-4629-be8f-ff07bb6339e8 req-e4e3f84e-ab1f-40be-9a75-65db9aba18ad tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=4549ee98-7b1d-47f4-a02a-cd5a314c3368 HTTP/1.1" status: 200 len: 210 time: 0.0755839 Mar 24 01:04:30.631898 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ef50d1bb-9f41-4ef6-8cc2-2821d983ae8c admin admin] Publish callbacks [] for security_group (9fc7c66d-8629-4f1c-8525-473161ad9d42), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.677611 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16d6453a-3f2e-44f2-a390-0965de90cce5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group (2f84ee00-da62-4f55-8a10-738c9ddcd6b9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.697587 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16d6453a-3f2e-44f2-a390-0965de90cce5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2f84ee00-da62-4f55-8a10-738c9ddcd6b9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.723335 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-9ab01344-98d7-44dd-8974-eb09d0738e5a tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.731491 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16d6453a-3f2e-44f2-a390-0965de90cce5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.735759 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-9ab01344-98d7-44dd-8974-eb09d0738e5a tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (09f2b319-e50d-488a-ab82-ba8dd464ad12), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.736330 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-9ab01344-98d7-44dd-8974-eb09d0738e5a tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Floating IP 09f2b319-e50d-488a-ab82-ba8dd464ad12 disassociated. External IP: 172.25.0.149, port: 4079c742-4481-4bd2-89fc-0ed7ada0e85b. Mar 24 01:04:30.736761 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-16d6453a-3f2e-44f2-a390-0965de90cce5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4933493 Mar 24 01:04:30.738391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52004) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:30.745183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-4a981cb5-da31-4cab-ab28-91c9e4af1620 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Request body: {'security_group_rule': {'security_group_id': '2f84ee00-da62-4f55-8a10-738c9ddcd6b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:30.749581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8f6dd09-1fba-4188-be8b-33075f8466b8 req-8cb37d58-fc22-4370-ab14-f6f80d501805 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:04:30.763725 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ff780-27e8-4d62-9bac-0d67eccb681b None None] Sync routers for ids ['a6299554-6c6a-49fc-aa48-f44299659774'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:04:30.783196 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ff780-27e8-4d62-9bac-0d67eccb681b None None] Routers {'a6299554-6c6a-49fc-aa48-f44299659774'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:30.786776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6453a-3f2e-44f2-a390-0965de90cce5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f84ee00-da62-4f55-8a10-738c9ddcd6b9,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:30.788062 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-604ff780-27e8-4d62-9bac-0d67eccb681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6299554-6c6a-49fc-aa48-f44299659774'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:30.827887 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1dcad99e-4f6d-4634-b642-d8616e704262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.846048 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ef50d1bb-9f41-4ef6-8cc2-2821d983ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9fc7c66d-8629-4f1c-8525-473161ad9d42), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.852126 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ef50d1bb-9f41-4ef6-8cc2-2821d983ae8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.868496 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ef50d1bb-9f41-4ef6-8cc2-2821d983ae8c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9fc7c66d-8629-4f1c-8525-473161ad9d42 HTTP/1.1" status: 204 len: 168 time: 0.4445410 Mar 24 01:04:30.895963 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40984bd4-287b-4579-8759-9d0f0bced7cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5e957793-09cd-4e8f-8186-e0269d69e25f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.903914 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50d1bb-9f41-4ef6-8cc2-2821d983ae8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc7c66d-8629-4f1c-8525-473161ad9d42,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:30.923720 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f6dd09-1fba-4188-be8b-33075f8466b8 req-8cb37d58-fc22-4370-ab14-f6f80d501805 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] No DVR routers for this DVR port 6245cdc9-57db-4a81-bdcb-92f57bd247e6 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:30.926567 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c8f6dd09-1fba-4188-be8b-33075f8466b8 req-8cb37d58-fc22-4370-ab14-f6f80d501805 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:30.964142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8f6dd09-1fba-4188-be8b-33075f8466b8 req-8cb37d58-fc22-4370-ab14-f6f80d501805 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.48 "DELETE /v2.0/ports/6245cdc9-57db-4a81-bdcb-92f57bd247e6 HTTP/1.1" status: 204 len: 173 time: 6.1524396 Mar 24 01:04:31.034522 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40984bd4-287b-4579-8759-9d0f0bced7cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=5e957793-09cd-4e8f-8186-e0269d69e25f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:31.045811 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-604ff780-27e8-4d62-9bac-0d67eccb681b None None] Set router a6299554-6c6a-49fc-aa48-f44299659774 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:31.066653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'name': 'network-vif-deleted', 'tag': '6245cdc9-57db-4a81-bdcb-92f57bd247e6'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:31.072681 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84a064e-cf30-4f73-9af3-e043e0198ba3" -d '{"events": [{"server_uuid": "4549ee98-7b1d-47f4-a02a-cd5a314c3368", "name": "network-vif-deleted", "tag": "6245cdc9-57db-4a81-bdcb-92f57bd247e6"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:31.097908 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0223ac2b-df88-4d9e-bc2e-d44ca2f1e6d2 req-7b1f9d08-997a-476d-88da-36c3c42e926d tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.1803386 Mar 24 01:04:31.138732 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-af8712f2-ada0-4d8c-984c-9378f7b06d5f tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Publish callbacks [] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:31.241624 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a981cb5-da31-4cab-ab28-91c9e4af1620 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group_rule (c7f9d922-2e3d-4693-9243-a57c6d16366f), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:31.246393 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40984bd4-287b-4579-8759-9d0f0bced7cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:31.253991 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca6433c-d6ea-4090-ba81-91154fcce0ed x-openstack-request-id: req-6ca6433c-d6ea-4090-ba81-91154fcce0ed {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:31.254293 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4549ee98-7b1d-47f4-a02a-cd5a314c3368", "name": "network-vif-deleted", "tag": "6245cdc9-57db-4a81-bdcb-92f57bd247e6", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:31.254552 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ca6433c-d6ea-4090-ba81-91154fcce0ed {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:31.254951 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca6433c-d6ea-4090-ba81-91154fcce0ed'] response: {'server_uuid': '4549ee98-7b1d-47f4-a02a-cd5a314c3368', 'name': 'network-vif-deleted', 'tag': '6245cdc9-57db-4a81-bdcb-92f57bd247e6', 'status': 'completed', 'code': 200} Mar 24 01:04:31.255850 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-40984bd4-287b-4579-8759-9d0f0bced7cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/5e957793-09cd-4e8f-8186-e0269d69e25f HTTP/1.1" status: 204 len: 168 time: 1.6320040 Mar 24 01:04:31.256765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52014) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:31.312657 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd557f9-4dcc-40d5-adbf-fc9fcae3cb5a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] GET failed (client error): The resource could not be found. Mar 24 01:04:31.315453 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ecd557f9-4dcc-40d5-adbf-fc9fcae3cb5a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/5e957793-09cd-4e8f-8186-e0269d69e25f HTTP/1.1" status: 404 len: 333 time: 0.0543952 Mar 24 01:04:31.318242 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52016) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:31.382472 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-123c94cc-2fa9-4ef8-88d1-7cb1a8d160a0 None None] Could not find standard attr ID for object 5e957793-09cd-4e8f-8186-e0269d69e25f. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:04:31.416986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-123c94cc-2fa9-4ef8-88d1-7cb1a8d160a0 None None] Provisioning complete for port 0df39efb-be31-408a-9ceb-ac239fe3e154 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:31.418797 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-123c94cc-2fa9-4ef8-88d1-7cb1a8d160a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:31.476265 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f46419-6c24-4c63-9db1-90ad39f7fe74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting subnet 472a2f9f-e27c-4127-81b3-3c3a961c23ec {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:04:31.483268 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e1f46419-6c24-4c63-9db1-90ad39f7fe74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (472a2f9f-e27c-4127-81b3-3c3a961c23ec), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:31.586618 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-604ff780-27e8-4d62-9bac-0d67eccb681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port': {'id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:04Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e', 'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'mac_address': 'fa:16:3e:75:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '24001411-7949-4104-b16e-388a52a539de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:09Z', 'updated_at': '2022-03-24T00:59:15Z', 'revision_number': 5, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'subnets': [{'id': '24001411-7949-4104-b16e-388a52a539de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:31.622791 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e1f46419-6c24-4c63-9db1-90ad39f7fe74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (472a2f9f-e27c-4127-81b3-3c3a961c23ec), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:31.662945 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ff780-27e8-4d62-9bac-0d67eccb681b None None] Checking router: a6299554-6c6a-49fc-aa48-f44299659774 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:04:31.672149 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ff780-27e8-4d62-9bac-0d67eccb681b None None] Routers {'a6299554-6c6a-49fc-aa48-f44299659774'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:31.673081 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-604ff780-27e8-4d62-9bac-0d67eccb681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6299554-6c6a-49fc-aa48-f44299659774'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:31.754116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-123c94cc-2fa9-4ef8-88d1-7cb1a8d160a0 None None] Current status of the port 0df39efb-be31-408a-9ceb-ac239fe3e154 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:31.789632 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e1f46419-6c24-4c63-9db1-90ad39f7fe74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (472a2f9f-e27c-4127-81b3-3c3a961c23ec), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:31.853556 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-af8712f2-ada0-4d8c-984c-9378f7b06d5f tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:31.874943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-29a83f83-1566-4403-b5e3-8daa689cb2ef None None] Could not find standard attr ID for object 5e957793-09cd-4e8f-8186-e0269d69e25f. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:04:31.898275 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-9ab01344-98d7-44dd-8974-eb09d0738e5a tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Router 77cbb0d1-8248-4d98-805a-762ae788787d has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:04:31.919323 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e1f46419-6c24-4c63-9db1-90ad39f7fe74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (472a2f9f-e27c-4127-81b3-3c3a961c23ec), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:31.970678 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-af8712f2-ada0-4d8c-984c-9378f7b06d5f tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Network 2ecfe191-0d4c-499c-aa88-24cc620d4733 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:31.995960 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f46419-6c24-4c63-9db1-90ad39f7fe74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Subnet': ['ID=472a2f9f-e27c-4127-81b3-3c3a961c23ec,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:32.010405 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e1f46419-6c24-4c63-9db1-90ad39f7fe74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.018258 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e1f46419-6c24-4c63-9db1-90ad39f7fe74 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/472a2f9f-e27c-4127-81b3-3c3a961c23ec HTTP/1.1" status: 204 len: 168 time: 0.6988866 Mar 24 01:04:32.021277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52034) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:32.069843 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-604ff780-27e8-4d62-9bac-0d67eccb681b None None] Set router a6299554-6c6a-49fc-aa48-f44299659774 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:32.104816 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.122959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-af8712f2-ada0-4d8c-984c-9378f7b06d5f tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:32.135640 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a981cb5-da31-4cab-ab28-91c9e4af1620 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group_rule (c7f9d922-2e3d-4693-9243-a57c6d16366f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.142243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-af8712f2-ada0-4d8c-984c-9378f7b06d5f tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:32.147098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8712f2-ada0-4d8c-984c-9378f7b06d5f tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Pushing event updated for resources: {'Port': ['ID=c7abf2de-877c-46d0-a4f9-55013d3c2325,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:32.158230 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a981cb5-da31-4cab-ab28-91c9e4af1620 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c7f9d922-2e3d-4693-9243-a57c6d16366f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.158771 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-416bfb91-5e12-46a4-9cee-f5abdf610844 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting subnet baf44c6e-9f3e-4c12-9c28-089230f46bee {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:04:32.163125 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-416bfb91-5e12-46a4-9cee-f5abdf610844 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (baf44c6e-9f3e-4c12-9c28-089230f46bee), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.209264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a981cb5-da31-4cab-ab28-91c9e4af1620 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f9d922-2e3d-4693-9243-a57c6d16366f,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:32.218316 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-416bfb91-5e12-46a4-9cee-f5abdf610844 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (baf44c6e-9f3e-4c12-9c28-089230f46bee), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.239182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8580d-f089-4d46-830a-aab3b5ec9e6a req-b8e7bdec-a6c3-4cd9-8c7b-eb33e057741a tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:32.247015 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98f8580d-f089-4d46-830a-aab3b5ec9e6a req-b8e7bdec-a6c3-4cd9-8c7b-eb33e057741a tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a58099-4afa-4f1f-80ba-9eb5dc64b10c HTTP/1.1" status: 200 len: 931 time: 0.4136105 Mar 24 01:04:32.289898 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a981cb5-da31-4cab-ab28-91c9e4af1620 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.291197 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4a981cb5-da31-4cab-ab28-91c9e4af1620 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5493975 Mar 24 01:04:32.295724 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52044) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:32.299177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-af8712f2-ada0-4d8c-984c-9378f7b06d5f tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:32.299895 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-af8712f2-ada0-4d8c-984c-9378f7b06d5f tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.312900 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d031f22f-2de7-4d18-9bab-3f99e7fbf3cf tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Request body: {'security_group_rule': {'security_group_id': '2f84ee00-da62-4f55-8a10-738c9ddcd6b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:32.348698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-af8712f2-ada0-4d8c-984c-9378f7b06d5f tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5498781 Mar 24 01:04:32.353423 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-9ab01344-98d7-44dd-8974-eb09d0738e5a tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:04:32.365646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc76daf-941e-48b2-ad97-dea43f19f998 None None] Sync routers for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:04:32.376846 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-9ab01344-98d7-44dd-8974-eb09d0738e5a tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.382094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc76daf-941e-48b2-ad97-dea43f19f998 None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:32.382740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-7bc76daf-941e-48b2-ad97-dea43f19f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:32.399387 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d031f22f-2de7-4d18-9bab-3f99e7fbf3cf tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group_rule (491f09e1-140c-46ef-b81b-2d8fac3c4fdb), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.445415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-9ab01344-98d7-44dd-8974-eb09d0738e5a tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "PUT /v2.0/floatingips/09f2b319-e50d-488a-ab82-ba8dd464ad12 HTTP/1.1" status: 200 len: 696 time: 2.5963514 Mar 24 01:04:32.449213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Request body: {'port': {'device_id': '87a58099-4afa-4f1f-80ba-9eb5dc64b10c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:32.473072 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-604ff780-27e8-4d62-9bac-0d67eccb681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port': {'id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:04Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e', 'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'mac_address': 'fa:16:3e:75:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '24001411-7949-4104-b16e-388a52a539de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:09Z', 'updated_at': '2022-03-24T00:59:15Z', 'revision_number': 5, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'subnets': [{'id': '24001411-7949-4104-b16e-388a52a539de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:32.507567 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ff780-27e8-4d62-9bac-0d67eccb681b None None] The sync data for ids ['a6299554-6c6a-49fc-aa48-f44299659774'] in n-d-760455-9 is: [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port': {'id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:04Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e', 'name': '', 'network_id': '9d37656e-c76e-4646-97e0-f304db07f78a', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'mac_address': 'fa:16:3e:75:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '24001411-7949-4104-b16e-388a52a539de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:09Z', 'updated_at': '2022-03-24T00:59:15Z', 'revision_number': 5, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'subnets': [{'id': '24001411-7949-4104-b16e-388a52a539de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:04:32.544894 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98f8580d-f089-4d46-830a-aab3b5ec9e6a req-d0737823-53dd-4e05-820e-d479acd73b4c tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/security-groups?id=a33496be-2a97-4d06-8697-0094ef65342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891912 Mar 24 01:04:32.575800 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-416bfb91-5e12-46a4-9cee-f5abdf610844 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (baf44c6e-9f3e-4c12-9c28-089230f46bee), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.591323 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.661481 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-7bc76daf-941e-48b2-ad97-dea43f19f998 None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:32.714355 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d031f22f-2de7-4d18-9bab-3f99e7fbf3cf tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group_rule (491f09e1-140c-46ef-b81b-2d8fac3c4fdb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.716008 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-1bd3f5d6-2afb-4fe0-8e72-708a04b47909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:32.717589 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-1bd3f5d6-2afb-4fe0-8e72-708a04b47909 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 1127 time: 0.2549288 Mar 24 01:04:32.718178 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.722356 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d031f22f-2de7-4d18-9bab-3f99e7fbf3cf tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (491f09e1-140c-46ef-b81b-2d8fac3c4fdb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.778284 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d031f22f-2de7-4d18-9bab-3f99e7fbf3cf tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.785736 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d031f22f-2de7-4d18-9bab-3f99e7fbf3cf tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4884422 Mar 24 01:04:32.789779 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52052) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:32.804896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:32.818229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031f22f-2de7-4d18-9bab-3f99e7fbf3cf tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491f09e1-140c-46ef-b81b-2d8fac3c4fdb,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:32.838110 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-516d08f4-b591-4692-8457-f1565803bb0b req-5a3a0cc4-dc02-4d55-a1bd-551909406efc tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.1062837 Mar 24 01:04:32.853516 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-416bfb91-5e12-46a4-9cee-f5abdf610844 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (baf44c6e-9f3e-4c12-9c28-089230f46bee), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.921581 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-416bfb91-5e12-46a4-9cee-f5abdf610844 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.927068 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-416bfb91-5e12-46a4-9cee-f5abdf610844 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/baf44c6e-9f3e-4c12-9c28-089230f46bee HTTP/1.1" status: 204 len: 168 time: 0.9043555 Mar 24 01:04:32.928416 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:32.933128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52058) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:33.017596 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52062) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:33.086095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-7bc76daf-941e-48b2-ad97-dea43f19f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:33.129062 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a09d3-7892-433c-82bc-36d1752eedce None None] New status for floating IP 19c71e96-c539-4f2f-ada6-76b14dd3c792: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:04:33.163228 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (763c6522-c9eb-4806-afc9-b78e70dd15b2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:33.167672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bfb91-5e12-46a4-9cee-f5abdf610844 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Subnet': ['ID=baf44c6e-9f3e-4c12-9c28-089230f46bee,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:33.167941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc76daf-941e-48b2-ad97-dea43f19f998 None None] Checking router: 77cbb0d1-8248-4d98-805a-762ae788787d for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:04:33.174567 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e2dd2f-9926-4732-a49a-1cb5d65dcca0 None None] Network 763c6522-c9eb-4806-afc9-b78e70dd15b2 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:33.308875 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-347ca6fe-1459-41fc-9905-0521ed996694 None None] Could not find standard attr ID for object 5e957793-09cd-4e8f-8186-e0269d69e25f. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:04:33.316086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port 0df39efb-be31-408a-9ceb-ac239fe3e154 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:33.317200 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:33.329391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc76daf-941e-48b2-ad97-dea43f19f998 None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:33.330374 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-7bc76daf-941e-48b2-ad97-dea43f19f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:33.360715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'tag': '4079c742-4481-4bd2-89fc-0ed7ada0e85b'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:33.362964 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacf5b63-726c-432c-8326-4d3b3cbf4fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "1002e882-7f7a-40d4-938e-7a8ed5484ca6", "tag": "4079c742-4481-4bd2-89fc-0ed7ada0e85b"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:33.400393 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] For port 0df39efb-be31-408a-9ceb-ac239fe3e154, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0df39efb-be31-408a-9ceb-ac239fe3e154,segment=NetworkSegment(de295ce5-d9e1-490a-989c-93fd267dd4af),segment_id=de295ce5-d9e1-490a-989c-93fd267dd4af)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:33.400827 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:33.417730 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for 0df39efb-be31-408a-9ceb-ac239fe3e154 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:33.442429 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7abf2de-877c-46d0-a4f9-55013d3c2325 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:04:33.452236 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193e74a3-7ba2-47cd-83c7-f04b041867c1 x-openstack-request-id: req-193e74a3-7ba2-47cd-83c7-f04b041867c1 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:33.452801 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1002e882-7f7a-40d4-938e-7a8ed5484ca6", "tag": "4079c742-4481-4bd2-89fc-0ed7ada0e85b", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:33.454609 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-193e74a3-7ba2-47cd-83c7-f04b041867c1 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:33.455177 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193e74a3-7ba2-47cd-83c7-f04b041867c1'] response: {'name': 'network-changed', 'server_uuid': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'tag': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'status': 'completed', 'code': 200} Mar 24 01:04:33.456053 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-7bc76daf-941e-48b2-ad97-dea43f19f998 None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:33.476524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-f9297e36-de21-464e-a4de-18b7b70322ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:33.478376 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-f9297e36-de21-464e-a4de-18b7b70322ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 922 time: 0.7455485 Mar 24 01:04:33.497658 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Publish callbacks [] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:33.678118 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:33.681345 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0df39efb-be31-408a-9ceb-ac239fe3e154), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:33.693895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-8d4f9884-dfca-47f9-b9c9-720d2dee7dc5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4079c742-4481-4bd2-89fc-0ed7ada0e85b HTTP/1.1" status: 200 len: 217 time: 0.1870043 Mar 24 01:04:33.745702 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:33.771371 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=0df39efb-be31-408a-9ceb-ac239fe3e154,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:33.781498 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No DVR routers for this DVR port 0df39efb-be31-408a-9ceb-ac239fe3e154 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:33.797074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Transition to ACTIVE for port object c7abf2de-877c-46d0-a4f9-55013d3c2325 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:04:33.812790 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-7bc76daf-941e-48b2-ad97-dea43f19f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:33.862615 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:33.867051 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5fa609-1b58-4891-9a73-2039d18fb20e None None] DHCP port deletion for 763c6522-c9eb-4806-afc9-b78e70dd15b2 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:04:33.870065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc76daf-941e-48b2-ad97-dea43f19f998 None None] The sync data for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 is: [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:03:00Z', 'revision_number': 4, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc', 'name': '', 'network_id': '1bcfb1a6-a292-42ed-bf69-2f71ba08be3c', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'mac_address': 'fa:16:3e:dc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:59Z', 'updated_at': '2022-03-24T01:03:12Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'subnets': [{'id': '51cba81b-e716-41f0-a9c1-6a5973b30ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:04:33.946575 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-b2339635-2dd2-484c-afe0-5d45a6ab0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:33.948273 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-b2339635-2dd2-484c-afe0-5d45a6ab0e05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 200 len: 860 time: 0.2202306 Mar 24 01:04:34.003392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf5b63-726c-432c-8326-4d3b3cbf4fbf req-a2481ab8-7f6e-4118-88e7-602bc96fef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:34.005188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dacf5b63-726c-432c-8326-4d3b3cbf4fbf req-a2481ab8-7f6e-4118-88e7-602bc96fef65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d794e45382c3465592eb64148586edf2&device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 1127 time: 0.5234807 Mar 24 01:04:34.005958 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-daac2132-a97f-4b6d-a2f5-0cfd3bbcddc0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for security_group (6912bf88-3f1e-44ff-b770-5ea2ea74f332), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:34.009962 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (763c6522-c9eb-4806-afc9-b78e70dd15b2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:34.042393 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-daac2132-a97f-4b6d-a2f5-0cfd3bbcddc0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for security_group (6912bf88-3f1e-44ff-b770-5ea2ea74f332), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:34.082811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763c6522-c9eb-4806-afc9-b78e70dd15b2']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:34.085698 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Allocated IP 172.25.0.17 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/a07e98ca-7e6c-4169-b006-46d878a50a39) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:34.098556 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de295ce5-d9e1-490a-989c-93fd267dd4af') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:34.098885 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de295ce5-d9e1-490a-989c-93fd267dd4af') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:34.118698 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (de295ce5-d9e1-490a-989c-93fd267dd4af), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:34.148169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Pushing event updated for resources: {'Port': ['ID=c7abf2de-877c-46d0-a4f9-55013d3c2325,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:34.272763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b180f4c-fa3b-4287-b02f-4011e0a9a5a8 req-11827a20-c659-4771-af36-96e71b39c192 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:34.274361 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b180f4c-fa3b-4287-b02f-4011e0a9a5a8 req-11827a20-c659-4771-af36-96e71b39c192 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a58099-4afa-4f1f-80ba-9eb5dc64b10c HTTP/1.1" status: 200 len: 931 time: 0.6059024 Mar 24 01:04:34.311389 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for port (a07e98ca-7e6c-4169-b006-46d878a50a39), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:34.402563 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef6e7f-ced8-441b-b9cf-8bf42e356799 None None] New status for floating IP 09f2b319-e50d-488a-ab82-ba8dd464ad12: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:04:34.428720 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-1bd4b1bd-2dc1-4bfc-957f-90e7b099924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:34.431210 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-1bd4b1bd-2dc1-4bfc-957f-90e7b099924c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4601371 Mar 24 01:04:34.488533 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b180f4c-fa3b-4287-b02f-4011e0a9a5a8 req-53b6f745-b7c0-4b9a-a6ee-b110b42748e5 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/security-groups?id=a33496be-2a97-4d06-8697-0094ef65342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911063 Mar 24 01:04:34.638211 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-daac2132-a97f-4b6d-a2f5-0cfd3bbcddc0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6912bf88-3f1e-44ff-b770-5ea2ea74f332), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:34.641209 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-daac2132-a97f-4b6d-a2f5-0cfd3bbcddc0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:34.642579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-daac2132-a97f-4b6d-a2f5-0cfd3bbcddc0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "DELETE /v2.0/security-groups/6912bf88-3f1e-44ff-b770-5ea2ea74f332 HTTP/1.1" status: 204 len: 168 time: 1.6190355 Mar 24 01:04:34.670822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52090) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:34.728752 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac2132-a97f-4b6d-a2f5-0cfd3bbcddc0 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6912bf88-3f1e-44ff-b770-5ea2ea74f332,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:34.732106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf5b63-726c-432c-8326-4d3b3cbf4fbf req-5dca6905-b3c5-4057-ab17-b20ccd389018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:34.733839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dacf5b63-726c-432c-8326-4d3b3cbf4fbf req-5dca6905-b3c5-4057-ab17-b20ccd389018 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 200 len: 922 time: 0.6731522 Mar 24 01:04:34.759212 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13ffaa26-24d1-4b83-8f31-1d82c75fa9cd req-a8e633fc-1d8e-4cfe-b959-d3569898a521 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/ports?device_id=2daa2090-2ba4-4fc4-aa7e-ef9d967e7088 HTTP/1.1" status: 200 len: 210 time: 0.0954182 Mar 24 01:04:34.783105 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (de295ce5-d9e1-490a-989c-93fd267dd4af), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:34.790759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:04:34.791399 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (de295ce5-d9e1-490a-989c-93fd267dd4af), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:04:34.864809 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:04:34.866909 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-3e70e5f0-eb4f-4d79-8f67-118bade45698 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] show failed (client error): The resource could not be found. Mar 24 01:04:34.866996 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a07e98ca-7e6c-4169-b006-46d878a50a39), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:34.867201 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3e70e5f0-eb4f-4d79-8f67-118bade45698 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups/6912bf88-3f1e-44ff-b770-5ea2ea74f332 HTTP/1.1" status: 404 len: 347 time: 0.1901491 Mar 24 01:04:34.868647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dacf5b63-726c-432c-8326-4d3b3cbf4fbf req-b31f914b-a188-4746-9be2-fb1bf46b825a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4079c742-4481-4bd2-89fc-0ed7ada0e85b HTTP/1.1" status: 200 len: 217 time: 0.1056376 Mar 24 01:04:34.873558 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52092) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:34.878357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Attempting to bind port c7abf2de-877c-46d0-a4f9-55013d3c2325 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:04:34.879021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Attempting to bind port c7abf2de-877c-46d0-a4f9-55013d3c2325 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'cea38741-3cd8-4608-9f2d-2da3b0556533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2ecfe191-0d4c-499c-aa88-24cc620d4733'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:04:34.879021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Attempting to bind port c7abf2de-877c-46d0-a4f9-55013d3c2325 on network 2ecfe191-0d4c-499c-aa88-24cc620d4733 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:04:34.913388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Port c7abf2de-877c-46d0-a4f9-55013d3c2325 on network 2ecfe191-0d4c-499c-aa88-24cc620d4733 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:04:34.913735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Attempting to bind port c7abf2de-877c-46d0-a4f9-55013d3c2325 on network 2ecfe191-0d4c-499c-aa88-24cc620d4733 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:04:34.936963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event updated for resources: {'Port': ['ID=a07e98ca-7e6c-4169-b006-46d878a50a39,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:34.941232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:04:34.941584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Checking segment: {'id': 'cea38741-3cd8-4608-9f2d-2da3b0556533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2ecfe191-0d4c-499c-aa88-24cc620d4733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:04:34.942219 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Bound using segment: {'id': 'cea38741-3cd8-4608-9f2d-2da3b0556533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2ecfe191-0d4c-499c-aa88-24cc620d4733'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:04:34.942389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Bound port: c7abf2de-877c-46d0-a4f9-55013d3c2325, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea38741-3cd8-4608-9f2d-2da3b0556533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2ecfe191-0d4c-499c-aa88-24cc620d4733'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:04:34.942746 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:34.963983 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-de59b0b7-93e3-49a0-8acb-e0f0a8056305 service neutron] 10.222.0.45 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910412 Mar 24 01:04:34.967088 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf5b63-726c-432c-8326-4d3b3cbf4fbf req-7c25bbd5-5cfd-487e-a5bd-441b9a351fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:34.968546 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dacf5b63-726c-432c-8326-4d3b3cbf4fbf req-7c25bbd5-5cfd-487e-a5bd-441b9a351fb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 200 len: 860 time: 0.0872433 Mar 24 01:04:34.997787 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (763c6522-c9eb-4806-afc9-b78e70dd15b2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:35.031651 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:35.039792 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/networks/763c6522-c9eb-4806-afc9-b78e70dd15b2 HTTP/1.1" status: 204 len: 168 time: 2.1053975 Mar 24 01:04:35.049662 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:35.050850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52100) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:35.052524 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:35.067889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:35.075287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdda5c-8841-4c66-a354-eaaba633eead tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Network': ['ID=763c6522-c9eb-4806-afc9-b78e70dd15b2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:35.250303 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:35.354458 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for floatingip (38a3952b-ae88-4d7d-b887-4b0f92cf8a15), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:35.383479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a1d5f5-6713-4eec-a52d-87c91152f845 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:35.389046 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-15a1d5f5-6713-4eec-a52d-87c91152f845 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3308687 Mar 24 01:04:35.389395 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52106) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:35.452051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c8746053-e6be-4c40-9960-bec05a3f39da tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Deleting port e5d7a438-e5a4-46c2-85e3-74d7a3f1f125 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:35.452051 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8746053-e6be-4c40-9960-bec05a3f39da tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e5d7a438-e5a4-46c2-85e3-74d7a3f1f125), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:35.521415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] For port c7abf2de-877c-46d0-a4f9-55013d3c2325, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:04:35.526519 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a07e98ca-7e6c-4169-b006-46d878a50a39), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:35.535189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] For port c7abf2de-877c-46d0-a4f9-55013d3c2325, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c7abf2de-877c-46d0-a4f9-55013d3c2325,segment=NetworkSegment(cea38741-3cd8-4608-9f2d-2da3b0556533),segment_id=cea38741-3cd8-4608-9f2d-2da3b0556533)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:04:35.549295 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-762cf046-9673-46f2-bd93-ac6bb6497da5 req-8191cd95-918e-43ce-9db5-745b17148f54 service neutron] 10.222.0.45 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776899 Mar 24 01:04:35.553046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf5b63-726c-432c-8326-4d3b3cbf4fbf req-5d49291c-317e-45e3-a999-69caacb320c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:35.554656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dacf5b63-726c-432c-8326-4d3b3cbf4fbf req-5d49291c-317e-45e3-a999-69caacb320c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5744877 Mar 24 01:04:35.559588 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:35.590505 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-92b7915f-73c3-43c3-820e-151ea59dc6c9 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2000082 Mar 24 01:04:35.595126 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52114) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:35.599872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a443d5d5-b39b-49c7-87b8-645eee880fe2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1940033960'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:35.624120 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8746053-e6be-4c40-9960-bec05a3f39da tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e5d7a438-e5a4-46c2-85e3-74d7a3f1f125), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:35.628440 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8746053-e6be-4c40-9960-bec05a3f39da tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for floatingip (e5d7a438-e5a4-46c2-85e3-74d7a3f1f125), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:35.659446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c8746053-e6be-4c40-9960-bec05a3f39da tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Calling delete_port for e5d7a438-e5a4-46c2-85e3-74d7a3f1f125 owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:35.717218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a443d5d5-b39b-49c7-87b8-645eee880fe2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:35.721587 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a443d5d5-b39b-49c7-87b8-645eee880fe2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:35.728267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Pushing event updated for resources: {'Port': ['ID=c7abf2de-877c-46d0-a4f9-55013d3c2325,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:35.736528 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:35.737468 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:35.739066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-bc61d547-705d-4575-91b3-99874922d805 service neutron] 10.222.0.57 "PUT /v2.0/ports/c7abf2de-877c-46d0-a4f9-55013d3c2325 HTTP/1.1" status: 200 len: 1091 time: 3.3776231 Mar 24 01:04:35.748034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0df39efb-be31-408a-9ceb-ac239fe3e154 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:35.751091 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a58099-4afa-4f1f-80ba-9eb5dc64b10c', 'tag': 'c7abf2de-877c-46d0-a4f9-55013d3c2325'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:35.753506 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e1940e-ff7b-4e44-bb2c-1cb3c979b032" -d '{"events": [{"name": "network-changed", "server_uuid": "87a58099-4afa-4f1f-80ba-9eb5dc64b10c", "tag": "c7abf2de-877c-46d0-a4f9-55013d3c2325"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:35.806492 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 0df39efb-be31-408a-9ceb-ac239fe3e154 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:04:35.817711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0df39efb-be31-408a-9ceb-ac239fe3e154 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:04:35.865517 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a443d5d5-b39b-49c7-87b8-645eee880fe2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:04:35.899807 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a443d5d5-b39b-49c7-87b8-645eee880fe2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (6bf9d3ed-7d00-40da-a14e-bc6e28c416bd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:35.900963 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-a443d5d5-b39b-49c7-87b8-645eee880fe2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Added segment 6bf9d3ed-7d00-40da-a14e-bc6e28c416bd of type vlan for network 1a125c03-db8d-4ef5-8343-336df4d6eb21 Mar 24 01:04:35.929460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82648a64-3851-460e-8d6d-65e51d0878ce req-cd5c4d36-2e5d-4e58-a708-b5467c87f690 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/floatingips/09f2b319-e50d-488a-ab82-ba8dd464ad12 HTTP/1.1" status: 200 len: 694 time: 0.1305649 Mar 24 01:04:35.992130 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a443d5d5-b39b-49c7-87b8-645eee880fe2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (1a125c03-db8d-4ef5-8343-336df4d6eb21), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:36.064338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d01bcc-0d66-41ab-89db-88a579b02c1e req-75161edc-9e3d-4a82-bb5b-9c5ae94c1692 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:36.064755 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for port (a07e98ca-7e6c-4169-b006-46d878a50a39), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:36.072008 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10d01bcc-0d66-41ab-89db-88a579b02c1e req-75161edc-9e3d-4a82-bb5b-9c5ae94c1692 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a58099-4afa-4f1f-80ba-9eb5dc64b10c HTTP/1.1" status: 200 len: 943 time: 0.4415102 Mar 24 01:04:36.077627 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (a07e98ca-7e6c-4169-b006-46d878a50a39), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:36.080864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82648a64-3851-460e-8d6d-65e51d0878ce req-ed418393-32d4-4023-9e1a-1670fa0838b1 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:36.082430 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82648a64-3851-460e-8d6d-65e51d0878ce req-ed418393-32d4-4023-9e1a-1670fa0838b1 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.1420119 Mar 24 01:04:36.096650 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a443d5d5-b39b-49c7-87b8-645eee880fe2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (1a125c03-db8d-4ef5-8343-336df4d6eb21), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:36.102696 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a443d5d5-b39b-49c7-87b8-645eee880fe2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:36.103589 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a443d5d5-b39b-49c7-87b8-645eee880fe2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:36.129302 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-82648a64-3851-460e-8d6d-65e51d0878ce req-4df7273a-d492-42e5-a295-4e3ba92a6e09 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:04:36.130329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82648a64-3851-460e-8d6d-65e51d0878ce req-4df7273a-d492-42e5-a295-4e3ba92a6e09 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177553 Mar 24 01:04:36.132465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-c9ce9d44-19dc-4c0b-a832-cc318000a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:36.133865 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-c9ce9d44-19dc-4c0b-a832-cc318000a280 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f0be7d63a840a4b63478b141d6d678&device_id=87a58099-4afa-4f1f-80ba-9eb5dc64b10c HTTP/1.1" status: 200 len: 1125 time: 0.3369236 Mar 24 01:04:36.137869 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8746053-e6be-4c40-9960-bec05a3f39da tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e5d7a438-e5a4-46c2-85e3-74d7a3f1f125), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:36.156178 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dacf5b63-726c-432c-8326-4d3b3cbf4fbf req-bcd48da3-7a92-4743-921a-8ac248ae3433 service neutron] 10.222.0.48 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642531 Mar 24 01:04:36.313583 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a443d5d5-b39b-49c7-87b8-645eee880fe2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7168527 Mar 24 01:04:36.333523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-cfc2ec16-3f17-49d5-8d0d-c4880ffba822 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7abf2de-877c-46d0-a4f9-55013d3c2325 HTTP/1.1" status: 200 len: 217 time: 0.1874318 Mar 24 01:04:36.335539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dacf5b63-726c-432c-8326-4d3b3cbf4fbf req-8a242c41-a736-4d0a-949e-44690f039f30 service neutron] 10.222.0.48 "GET /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329782 Mar 24 01:04:36.338298 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52132) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:36.354330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10d01bcc-0d66-41ab-89db-88a579b02c1e req-2968739f-a1df-4211-9992-abdefe03b6b8 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/security-groups?id=a33496be-2a97-4d06-8697-0094ef65342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812905 Mar 24 01:04:36.355585 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c39b80f5-6a13-451a-9dfb-eceaeebec9dc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'subnet': {'network_id': '1a125c03-db8d-4ef5-8343-336df4d6eb21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:36.358937 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82648a64-3851-460e-8d6d-65e51d0878ce req-75d05be3-cd64-430d-9759-065beaf22c15 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 697 time: 0.2143521 Mar 24 01:04:36.359637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event updated for resources: {'Port': ['ID=a07e98ca-7e6c-4169-b006-46d878a50a39,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:36.418704 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443d5d5-b39b-49c7-87b8-645eee880fe2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Network': ['ID=1a125c03-db8d-4ef5-8343-336df4d6eb21,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:36.430489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 1a125c03-db8d-4ef5-8343-336df4d6eb21 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:04:36.462056 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (38a3952b-ae88-4d7d-b887-4b0f92cf8a15), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:36.464330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-dc5c0cab-9fe4-4152-a7f7-5c1bbb823cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:36.470633 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-dc5c0cab-9fe4-4152-a7f7-5c1bbb823cbf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1a58e59-0fcc-4977-9c2d-2f3325c3b9ed HTTP/1.1" status: 200 len: 854 time: 0.1151795 Mar 24 01:04:36.474760 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8746053-e6be-4c40-9960-bec05a3f39da tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Pushing event deleted for resources: {'Port': ['ID=e5d7a438-e5a4-46c2-85e3-74d7a3f1f125,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:36.475471 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb30e3c-c859-4642-aba3-c4dd7a6a01b9 x-openstack-request-id: req-5eb30e3c-c859-4642-aba3-c4dd7a6a01b9 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:36.476029 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a58099-4afa-4f1f-80ba-9eb5dc64b10c", "tag": "c7abf2de-877c-46d0-a4f9-55013d3c2325", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:36.479435 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5eb30e3c-c859-4642-aba3-c4dd7a6a01b9 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:36.480025 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb30e3c-c859-4642-aba3-c4dd7a6a01b9'] response: {'name': 'network-changed', 'server_uuid': '87a58099-4afa-4f1f-80ba-9eb5dc64b10c', 'tag': 'c7abf2de-877c-46d0-a4f9-55013d3c2325', 'status': 'completed', 'code': 200} Mar 24 01:04:36.524597 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:36.536344 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a5ead649-fd21-44df-84b3-c1e2fb203456 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7454538 Mar 24 01:04:36.543230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8746053-e6be-4c40-9960-bec05a3f39da tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks [] for floatingip (19c71e96-c539-4f2f-ada6-76b14dd3c792), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:36.547156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8746053-e6be-4c40-9960-bec05a3f39da tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:36.549688 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c8746053-e6be-4c40-9960-bec05a3f39da tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "DELETE /v2.0/floatingips/19c71e96-c539-4f2f-ada6-76b14dd3c792 HTTP/1.1" status: 204 len: 168 time: 1.6238601 Mar 24 01:04:36.567605 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52140) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:36.589572 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82648a64-3851-460e-8d6d-65e51d0878ce req-3ac0fdc9-df98-40fb-857c-e92422aac405 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 697 time: 0.1077750 Mar 24 01:04:36.618543 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39b80f5-6a13-451a-9dfb-eceaeebec9dc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:36.622760 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c39b80f5-6a13-451a-9dfb-eceaeebec9dc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:36.633009 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-1b44d177-a75c-47c2-b8a4-d253ec25605a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ecfe191-0d4c-499c-aa88-24cc620d4733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496584 Mar 24 01:04:36.736082 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52144) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:36.768316 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5aab953-e9a2-46ef-bd6f-4e552c3ac23b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for security_group (28c3ac2d-f25e-4798-aab7-49e04012cbb8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:36.802313 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5aab953-e9a2-46ef-bd6f-4e552c3ac23b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for security_group (28c3ac2d-f25e-4798-aab7-49e04012cbb8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:36.888622 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5aab953-e9a2-46ef-bd6f-4e552c3ac23b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (28c3ac2d-f25e-4798-aab7-49e04012cbb8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:36.891918 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5aab953-e9a2-46ef-bd6f-4e552c3ac23b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:36.896620 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f5aab953-e9a2-46ef-bd6f-4e552c3ac23b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "DELETE /v2.0/security-groups/28c3ac2d-f25e-4798-aab7-49e04012cbb8 HTTP/1.1" status: 204 len: 168 time: 0.3279016 Mar 24 01:04:36.897268 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52158) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:36.933197 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aab953-e9a2-46ef-bd6f-4e552c3ac23b tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c3ac2d-f25e-4798-aab7-49e04012cbb8,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:36.942890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-99a112f5-93c5-4e07-b7e8-34f4311e2355 service neutron] 10.222.0.57 "GET /v2.0/networks/2ecfe191-0d4c-499c-aa88-24cc620d4733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046336 Mar 24 01:04:36.946867 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-6ec66943-73be-4cb4-ba76-002608c9064a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] show failed (client error): The resource could not be found. Mar 24 01:04:36.952332 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6ec66943-73be-4cb4-ba76-002608c9064a tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "GET /v2.0/security-groups/28c3ac2d-f25e-4798-aab7-49e04012cbb8 HTTP/1.1" status: 404 len: 347 time: 0.0484776 Mar 24 01:04:36.966284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52160) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:37.022862 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01ee0f20-d475-422d-a3e0-7fd2133b60bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:37.084354 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5036988-7702-4ef5-a083-5f19b4bf0e78 req-c87ffb1a-c988-41f7-828a-e7377b4b1ad6 service neutron] 10.222.0.57 "GET /v2.0/networks/2ecfe191-0d4c-499c-aa88-24cc620d4733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168022 Mar 24 01:04:37.119079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-510937cd-b4e6-426f-94c5-a343d57073bf tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1342063861&fields=id&tenant_id=b5098b2dddc743b6bb84c2d9f82fddea HTTP/1.1" status: 200 len: 267 time: 0.2170572 Mar 24 01:04:37.160921 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c39b80f5-6a13-451a-9dfb-eceaeebec9dc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (be9d8ab5-8713-4f4b-904a-c61a93135696), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:37.263905 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01ee0f20-d475-422d-a3e0-7fd2133b60bf admin admin] Publish callbacks [] for security_group (e563011c-87e1-40d1-9177-751c78d75ce6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:37.267955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b80f5-6a13-451a-9dfb-eceaeebec9dc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Subnet': ['ID=be9d8ab5-8713-4f4b-904a-c61a93135696,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:37.288237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b80f5-6a13-451a-9dfb-eceaeebec9dc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Checking segment: {'id': '6bf9d3ed-7d00-40da-a14e-bc6e28c416bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1a125c03-db8d-4ef5-8343-336df4d6eb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:04:37.288610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39b80f5-6a13-451a-9dfb-eceaeebec9dc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network hostable DHCP agents. Network: 1a125c03-db8d-4ef5-8343-336df4d6eb21, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:04:37.290586 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01ee0f20-d475-422d-a3e0-7fd2133b60bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e563011c-87e1-40d1-9177-751c78d75ce6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:37.355773 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-01ee0f20-d475-422d-a3e0-7fd2133b60bf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6472cd74c52492b89472f16c1f1cd6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6104927 Mar 24 01:04:37.357037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52164) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:37.400935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39b80f5-6a13-451a-9dfb-eceaeebec9dc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network 1a125c03-db8d-4ef5-8343-336df4d6eb21 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:04:37.410171 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee0f20-d475-422d-a3e0-7fd2133b60bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e563011c-87e1-40d1-9177-751c78d75ce6,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:37.420319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c39b80f5-6a13-451a-9dfb-eceaeebec9dc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 1a125c03-db8d-4ef5-8343-336df4d6eb21) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:37.429105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775d939f-9d2c-4a7e-9d53-7d3e947fed5f None None] Network 1a125c03-db8d-4ef5-8343-336df4d6eb21 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:37.439517 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39b80f5-6a13-451a-9dfb-eceaeebec9dc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:37.440177 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c39b80f5-6a13-451a-9dfb-eceaeebec9dc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:37.478847 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c39b80f5-6a13-451a-9dfb-eceaeebec9dc tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1346383 Mar 24 01:04:37.479672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-82648a64-3851-460e-8d6d-65e51d0878ce req-9e7e2498-d3c6-4421-a2fd-b571cd943ded tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Deleting port a331495e-3fd5-412c-afb4-8812939e4fba {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:37.480594 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-82648a64-3851-460e-8d6d-65e51d0878ce req-9e7e2498-d3c6-4421-a2fd-b571cd943ded tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a331495e-3fd5-412c-afb4-8812939e4fba), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:37.481682 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52168) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:37.489381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-988922f0-ad83-4905-a924-44a8ededfc60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'network_id': '1a125c03-db8d-4ef5-8343-336df4d6eb21', 'name': 'tempest-PortsTestJSON-1732116334'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:37.537889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1940e-ff7b-4e44-bb2c-1cb3c979b032 req-7f474a42-bc7a-4e4c-a9c7-06428be6d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:37.539795 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23e1940e-ff7b-4e44-bb2c-1cb3c979b032 req-7f474a42-bc7a-4e4c-a9c7-06428be6d781 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f0be7d63a840a4b63478b141d6d678&device_id=87a58099-4afa-4f1f-80ba-9eb5dc64b10c HTTP/1.1" status: 200 len: 1125 time: 0.3842027 Mar 24 01:04:37.604275 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-8341f915-93ce-42b1-ac7d-e8567cc72711 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:37.606584 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-8341f915-93ce-42b1-ac7d-e8567cc72711 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/networks?id=d1b945f4-9bf9-489c-9fb6-5d27400f4806 HTTP/1.1" status: 200 len: 810 time: 0.4123716 Mar 24 01:04:37.626528 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-876fd4b0-fbb3-4825-bcd0-342df2d00eb6 admin admin] Publish callbacks [] for security_group (e563011c-87e1-40d1-9177-751c78d75ce6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:37.628522 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-1a125c03-db8d-4ef5-8343-336df4d6eb21', 'network_id': '1a125c03-db8d-4ef5-8343-336df4d6eb21', 'project_id': '3efb6d5d493b4d39a7e5588c0fa9a539', 'fixed_ips': [{'subnet_id': 'be9d8ab5-8713-4f4b-904a-c61a93135696'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:04:37.629544 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:37.654102 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-876fd4b0-fbb3-4825-bcd0-342df2d00eb6 admin admin] Publish callbacks [] for security_group (e563011c-87e1-40d1-9177-751c78d75ce6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:37.692800 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-91125dfd-e113-448d-b68f-a9aab6a547e1 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/quotas/b5098b2dddc743b6bb84c2d9f82fddea HTTP/1.1" status: 200 len: 375 time: 0.0372121 Mar 24 01:04:37.713715 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-876fd4b0-fbb3-4825-bcd0-342df2d00eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e563011c-87e1-40d1-9177-751c78d75ce6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:37.716635 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-876fd4b0-fbb3-4825-bcd0-342df2d00eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:37.721016 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-876fd4b0-fbb3-4825-bcd0-342df2d00eb6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e563011c-87e1-40d1-9177-751c78d75ce6 HTTP/1.1" status: 204 len: 168 time: 0.3592260 Mar 24 01:04:37.734566 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fd4b0-fbb3-4825-bcd0-342df2d00eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e563011c-87e1-40d1-9177-751c78d75ce6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:37.753398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988922f0-ad83-4905-a924-44a8ededfc60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:37.764132 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-988922f0-ad83-4905-a924-44a8ededfc60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:37.772316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-5d5955a1-f12b-428f-b84f-674a3b64dad1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Deleting port 77fb855e-0de4-4693-bdd3-94d49a613804 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:37.773047 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d5955a1-f12b-428f-b84f-674a3b64dad1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (77fb855e-0de4-4693-bdd3-94d49a613804), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:37.781769 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-82648a64-3851-460e-8d6d-65e51d0878ce req-9e7e2498-d3c6-4421-a2fd-b571cd943ded tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a331495e-3fd5-412c-afb4-8812939e4fba), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:37.782385 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-82648a64-3851-460e-8d6d-65e51d0878ce req-9e7e2498-d3c6-4421-a2fd-b571cd943ded tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for floatingip (a331495e-3fd5-412c-afb4-8812939e4fba), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:37.810778 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-988922f0-ad83-4905-a924-44a8ededfc60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] device_id is not set on port 4437b224-5aa4-44a8-b7b5-f4f8701991fd yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:04:37.884806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-82648a64-3851-460e-8d6d-65e51d0878ce req-9e7e2498-d3c6-4421-a2fd-b571cd943ded tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Calling delete_port for a331495e-3fd5-412c-afb4-8812939e4fba owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:37.894386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1940e-ff7b-4e44-bb2c-1cb3c979b032 req-32fbd92c-aedc-4ddb-a3ce-fb30d64942f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:37.896213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23e1940e-ff7b-4e44-bb2c-1cb3c979b032 req-32fbd92c-aedc-4ddb-a3ce-fb30d64942f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ecfe191-0d4c-499c-aa88-24cc620d4733 HTTP/1.1" status: 200 len: 915 time: 0.3330359 Mar 24 01:04:37.924458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Allocated IP 172.20.0.2 (1a125c03-db8d-4ef5-8343-336df4d6eb21/be9d8ab5-8713-4f4b-904a-c61a93135696/8117d4f0-caa4-4b27-9878-0ae2f97b9ccd) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:37.958652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23e1940e-ff7b-4e44-bb2c-1cb3c979b032 req-61089e05-cfaa-4c2f-9358-0c6ac0de439d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7abf2de-877c-46d0-a4f9-55013d3c2325 HTTP/1.1" status: 200 len: 217 time: 0.0538895 Mar 24 01:04:38.062936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-8a4ac99e-ba38-435b-904f-a48dab940211 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5098b2dddc743b6bb84c2d9f82fddea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3587914 Mar 24 01:04:38.074146 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d5955a1-f12b-428f-b84f-674a3b64dad1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (77fb855e-0de4-4693-bdd3-94d49a613804), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:38.074523 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d5955a1-f12b-428f-b84f-674a3b64dad1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for floatingip (77fb855e-0de4-4693-bdd3-94d49a613804), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:38.106994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-5d5955a1-f12b-428f-b84f-674a3b64dad1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Calling delete_port for 77fb855e-0de4-4693-bdd3-94d49a613804 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:38.165841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1940e-ff7b-4e44-bb2c-1cb3c979b032 req-a5183ec5-db92-4fc4-84b2-c37011c3cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:38.167228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23e1940e-ff7b-4e44-bb2c-1cb3c979b032 req-a5183ec5-db92-4fc4-84b2-c37011c3cdab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1a58e59-0fcc-4977-9c2d-2f3325c3b9ed HTTP/1.1" status: 200 len: 854 time: 0.1564777 Mar 24 01:04:38.253155 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23e1940e-ff7b-4e44-bb2c-1cb3c979b032 req-1e9c924a-022c-46f7-bcbd-a7d4964f95e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ecfe191-0d4c-499c-aa88-24cc620d4733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749805 Mar 24 01:04:38.265083 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Publish callbacks [] for port (8117d4f0-caa4-4b27-9878-0ae2f97b9ccd), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:38.271985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52176) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:38.273665 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (8117d4f0-caa4-4b27-9878-0ae2f97b9ccd), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:38.299672 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:38.322130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Network 1a125c03-db8d-4ef5-8343-336df4d6eb21 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:38.325277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:38.333196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:38.345343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Pushing event updated for resources: {'Port': ['ID=8117d4f0-caa4-4b27-9878-0ae2f97b9ccd,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:38.409710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-ffb9541e-da3d-476c-ab13-0bb818de065a service neutron] 10.222.0.45 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222990 Mar 24 01:04:38.421495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Attempting to bind port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:04:38.421711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Attempting to bind port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '6bf9d3ed-7d00-40da-a14e-bc6e28c416bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1a125c03-db8d-4ef5-8343-336df4d6eb21'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:04:38.422018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Attempting to bind port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd on network 1a125c03-db8d-4ef5-8343-336df4d6eb21 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:04:38.430048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:04:38.430781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Checking segment: {'id': '6bf9d3ed-7d00-40da-a14e-bc6e28c416bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1a125c03-db8d-4ef5-8343-336df4d6eb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:04:38.431346 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:38.431759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Bound using segment: {'id': '6bf9d3ed-7d00-40da-a14e-bc6e28c416bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1a125c03-db8d-4ef5-8343-336df4d6eb21'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:04:38.432333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Bound port: 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf9d3ed-7d00-40da-a14e-bc6e28c416bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1a125c03-db8d-4ef5-8343-336df4d6eb21'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:04:38.432759 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8117d4f0-caa4-4b27-9878-0ae2f97b9ccd), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:38.496645 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Publish callbacks [] for security_group (1f5bb719-9c2c-4813-9989-955255056a5e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:38.522355 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1f5bb719-9c2c-4813-9989-955255056a5e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:38.525789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] For port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:04:38.531369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] For port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8117d4f0-caa4-4b27-9878-0ae2f97b9ccd,segment=NetworkSegment(6bf9d3ed-7d00-40da-a14e-bc6e28c416bd),segment_id=6bf9d3ed-7d00-40da-a14e-bc6e28c416bd)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:04:38.542993 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8117d4f0-caa4-4b27-9878-0ae2f97b9ccd), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:38.570604 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5bb719-9c2c-4813-9989-955255056a5e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:38.584584 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:38.584939 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:38.585425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:38.586256 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:38.586605 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:38.586942 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:38.587273 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:38.587606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:38.587936 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:38.588265 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:38.588593 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:38.588917 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:38.589642 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:38.589985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:38.590314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:38.612104 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-82648a64-3851-460e-8d6d-65e51d0878ce req-9e7e2498-d3c6-4421-a2fd-b571cd943ded tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a331495e-3fd5-412c-afb4-8812939e4fba), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:38.615083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device c7abf2de-877c-46d0-a4f9-55013d3c2325 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:04:38.615841 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ca11931c-1107-49fc-82a6-5047443dd9a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e18c7962eff4927aecbe274ef342852&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3410439 Mar 24 01:04:38.625480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52180) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:38.650703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-988922f0-ad83-4905-a924-44a8ededfc60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Allocated IP 172.20.0.6 (1a125c03-db8d-4ef5-8343-336df4d6eb21/be9d8ab5-8713-4f4b-904a-c61a93135696/4437b224-5aa4-44a8-b7b5-f4f8701991fd) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:38.671804 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-bf1dfdf3-22fe-4479-aedc-f08e1bc863e7 service neutron] 10.222.0.45 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343433 Mar 24 01:04:38.690492 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23e1940e-ff7b-4e44-bb2c-1cb3c979b032 req-54784b6b-2d3c-4d5a-93cf-9bf205b9fa65 service neutron] 10.222.0.57 "GET /v2.0/networks/2ecfe191-0d4c-499c-aa88-24cc620d4733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201748 Mar 24 01:04:38.693872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e2498-d3c6-4421-a2fd-b571cd943ded tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Pushing event deleted for resources: {'Port': ['ID=a331495e-3fd5-412c-afb4-8812939e4fba,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:38.767660 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c7abf2de-877c-46d0-a4f9-55013d3c2325, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c7abf2de-877c-46d0-a4f9-55013d3c2325,segment=NetworkSegment(cea38741-3cd8-4608-9f2d-2da3b0556533),segment_id=cea38741-3cd8-4608-9f2d-2da3b0556533)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:38.824856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'c7abf2de-877c-46d0-a4f9-55013d3c2325', 'network_id': '2ecfe191-0d4c-499c-aa88-24cc620d4733', 'port_id': 'c7abf2de-877c-46d0-a4f9-55013d3c2325', 'mac_address': 'fa:16:3e:19:4e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1a58e59-0fcc-4977-9c2d-2f3325c3b9ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:04:38.832176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb15935-45e7-438d-8e73-c41c2055d571 None None] Pushing event updated for resources: {'Port': ['ID=8117d4f0-caa4-4b27-9878-0ae2f97b9ccd,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:38.904542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port c7abf2de-877c-46d0-a4f9-55013d3c2325 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:38.905414 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:38.923567 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7abf2de-877c-46d0-a4f9-55013d3c2325 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:04:39.014210 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c7abf2de-877c-46d0-a4f9-55013d3c2325, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c7abf2de-877c-46d0-a4f9-55013d3c2325,segment=NetworkSegment(cea38741-3cd8-4608-9f2d-2da3b0556533),segment_id=cea38741-3cd8-4608-9f2d-2da3b0556533)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:39.037393 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:39.118133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=c7abf2de-877c-46d0-a4f9-55013d3c2325,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:39.242336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['c7abf2de-877c-46d0-a4f9-55013d3c2325'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:04:39.566851 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-82648a64-3851-460e-8d6d-65e51d0878ce req-9e7e2498-d3c6-4421-a2fd-b571cd943ded tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks [] for floatingip (09f2b319-e50d-488a-ab82-ba8dd464ad12), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:39.570024 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-82648a64-3851-460e-8d6d-65e51d0878ce req-9e7e2498-d3c6-4421-a2fd-b571cd943ded tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:39.585671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82648a64-3851-460e-8d6d-65e51d0878ce req-9e7e2498-d3c6-4421-a2fd-b571cd943ded tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "DELETE /v2.0/floatingips/09f2b319-e50d-488a-ab82-ba8dd464ad12 HTTP/1.1" status: 204 len: 173 time: 2.9495299 Mar 24 01:04:39.723465 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d5955a1-f12b-428f-b84f-674a3b64dad1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (77fb855e-0de4-4693-bdd3-94d49a613804), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:39.796198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:04:39.830993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5955a1-f12b-428f-b84f-674a3b64dad1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event deleted for resources: {'Port': ['ID=77fb855e-0de4-4693-bdd3-94d49a613804,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:39.869307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:39.869696 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8117d4f0-caa4-4b27-9878-0ae2f97b9ccd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:39.873219 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c46bc6c-bc85-4889-9e70-299a2c50f152 req-daf42613-6c22-4666-8ea4-802c830f4e3b tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 210 time: 0.1775129 Mar 24 01:04:39.946250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c9e03-5f9d-4ccc-9e31-feb43ee6408c req-e2a80902-cd74-41f9-b64f-c7e313b0fd21 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:39.947725 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b27c9e03-5f9d-4ccc-9e31-feb43ee6408c req-e2a80902-cd74-41f9-b64f-c7e313b0fd21 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a58099-4afa-4f1f-80ba-9eb5dc64b10c HTTP/1.1" status: 200 len: 944 time: 0.3932669 Mar 24 01:04:39.951728 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-988922f0-ad83-4905-a924-44a8ededfc60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (4437b224-5aa4-44a8-b7b5-f4f8701991fd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:39.966858 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87484467-d5c0-4f01-9348-fcbb84e86109 admin admin] Publish callbacks [] for security_group (1f5bb719-9c2c-4813-9989-955255056a5e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:40.047306 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-988922f0-ad83-4905-a924-44a8ededfc60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4437b224-5aa4-44a8-b7b5-f4f8701991fd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:40.125230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:40.126195 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8117d4f0-caa4-4b27-9878-0ae2f97b9ccd), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:40.152039 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988922f0-ad83-4905-a924-44a8ededfc60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network 1a125c03-db8d-4ef5-8343-336df4d6eb21 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:40.171805 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87484467-d5c0-4f01-9348-fcbb84e86109 admin admin] Publish callbacks [] for security_group (1f5bb719-9c2c-4813-9989-955255056a5e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:40.195972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988922f0-ad83-4905-a924-44a8ededfc60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=4437b224-5aa4-44a8-b7b5-f4f8701991fd,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:40.198620 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-988922f0-ad83-4905-a924-44a8ededfc60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:40.207071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988922f0-ad83-4905-a924-44a8ededfc60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:40.227143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8117d4f0-caa4-4b27-9878-0ae2f97b9ccd,segment=NetworkSegment(6bf9d3ed-7d00-40da-a14e-bc6e28c416bd),segment_id=6bf9d3ed-7d00-40da-a14e-bc6e28c416bd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:40.233931 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8117d4f0-caa4-4b27-9878-0ae2f97b9ccd), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:40.268640 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23e1940e-ff7b-4e44-bb2c-1cb3c979b032 req-0e7c520c-d0bf-4c37-a3a8-9867f9dd3ccd service neutron] 10.222.0.57 "GET /v2.0/networks/2ecfe191-0d4c-499c-aa88-24cc620d4733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5001349 Mar 24 01:04:40.336984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=8117d4f0-caa4-4b27-9878-0ae2f97b9ccd,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:40.345950 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988922f0-ad83-4905-a924-44a8ededfc60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:40.347300 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-988922f0-ad83-4905-a924-44a8ededfc60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:40.390603 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d5955a1-f12b-428f-b84f-674a3b64dad1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for floatingip (6a812fb7-0980-4734-bdb6-6ba78add2672), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:40.392423 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-988922f0-ad83-4905-a924-44a8ededfc60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9093795 Mar 24 01:04:40.393047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52202) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:40.393645 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d5955a1-f12b-428f-b84f-674a3b64dad1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:40.397456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5d5955a1-f12b-428f-b84f-674a3b64dad1 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "DELETE /v2.0/floatingips/6a812fb7-0980-4734-bdb6-6ba78add2672 HTTP/1.1" status: 204 len: 168 time: 3.3175964 Mar 24 01:04:40.400865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52204) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:40.409429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-62b55644-5949-4de8-8723-428cac501e15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'network_id': '1a125c03-db8d-4ef5-8343-336df4d6eb21', 'name': 'tempest-PortsTestJSON-1618956049'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:40.417174 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b27c9e03-5f9d-4ccc-9e31-feb43ee6408c req-4d5e3f25-f711-4230-b70d-24e8e2399170 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/security-groups?id=a33496be-2a97-4d06-8697-0094ef65342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892393 Mar 24 01:04:40.457753 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87484467-d5c0-4f01-9348-fcbb84e86109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1f5bb719-9c2c-4813-9989-955255056a5e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:40.460946 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87484467-d5c0-4f01-9348-fcbb84e86109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:40.462277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-87484467-d5c0-4f01-9348-fcbb84e86109 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1f5bb719-9c2c-4813-9989-955255056a5e HTTP/1.1" status: 204 len: 168 time: 1.8237982 Mar 24 01:04:40.471611 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fbc3bb-74e7-4bba-a6b1-16b7e0197da4 None None] Network 1a125c03-db8d-4ef5-8343-336df4d6eb21 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:40.484578 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87484467-d5c0-4f01-9348-fcbb84e86109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5bb719-9c2c-4813-9989-955255056a5e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:40.522069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee733dbd-8fc2-48aa-bbac-67592fdfd5b4 req-bb379733-3fd4-4cc6-997e-cbb67a346bfa tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:40.523868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee733dbd-8fc2-48aa-bbac-67592fdfd5b4 req-bb379733-3fd4-4cc6-997e-cbb67a346bfa tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 945 time: 0.2115188 Mar 24 01:04:40.635216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device c7abf2de-877c-46d0-a4f9-55013d3c2325 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:04:40.679169 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b55644-5949-4de8-8723-428cac501e15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:40.686753 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62b55644-5949-4de8-8723-428cac501e15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:40.731216 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee733dbd-8fc2-48aa-bbac-67592fdfd5b4 req-68a1e2f4-6ecd-4b95-8ded-26996a8a96d7 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823947 Mar 24 01:04:40.741248 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-62b55644-5949-4de8-8723-428cac501e15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] device_id is not set on port 0c98738a-9601-41a5-b2a6-4318b0139675 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:04:40.742181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-31f193e7-2741-4fbf-bf24-005d71f52bac None None] Provisioning complete for port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:40.742564 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-31f193e7-2741-4fbf-bf24-005d71f52bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8117d4f0-caa4-4b27-9878-0ae2f97b9ccd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:40.773386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port c7abf2de-877c-46d0-a4f9-55013d3c2325 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:04:40.798150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port c7abf2de-877c-46d0-a4f9-55013d3c2325 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:40.798850 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:40.815277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-5833a4f8-ff2c-4443-bb76-89780b84ae89 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Deleting port cede8d0f-cb62-4fea-af98-110017d5e76a {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:40.815642 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5833a4f8-ff2c-4443-bb76-89780b84ae89 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:40.990838 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-31f193e7-2741-4fbf-bf24-005d71f52bac None None] Current status of the port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:41.058266 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e66db6c8-80dd-4a6d-824f-7ef434979399 req-bd53f0dd-b3ef-4965-895b-8e3d69665bbe tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 210 time: 0.0649097 Mar 24 01:04:41.102994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port c7abf2de-877c-46d0-a4f9-55013d3c2325 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:41.103734 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:41.158550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a58099-4afa-4f1f-80ba-9eb5dc64b10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7abf2de-877c-46d0-a4f9-55013d3c2325'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:41.164866 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410859fb-6b34-416b-9011-a4d6bad086a2" -d '{"events": [{"server_uuid": "87a58099-4afa-4f1f-80ba-9eb5dc64b10c", "name": "network-vif-plugged", "status": "completed", "tag": "c7abf2de-877c-46d0-a4f9-55013d3c2325"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:41.191871 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-62b55644-5949-4de8-8723-428cac501e15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Allocated IP 172.20.0.4 (1a125c03-db8d-4ef5-8343-336df4d6eb21/be9d8ab5-8713-4f4b-904a-c61a93135696/0c98738a-9601-41a5-b2a6-4318b0139675) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:41.208110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-71a6528b-0558-426d-aae4-2e8f11211061 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:41.214535 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-71a6528b-0558-426d-aae4-2e8f11211061 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.48 "GET /v2.0/networks?id=d1b945f4-9bf9-489c-9fb6-5d27400f4806 HTTP/1.1" status: 200 len: 810 time: 0.4822943 Mar 24 01:04:41.221073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c7abf2de-877c-46d0-a4f9-55013d3c2325, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c7abf2de-877c-46d0-a4f9-55013d3c2325,segment=NetworkSegment(cea38741-3cd8-4608-9f2d-2da3b0556533),segment_id=cea38741-3cd8-4608-9f2d-2da3b0556533)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:41.230181 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:41.238681 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5833a4f8-ff2c-4443-bb76-89780b84ae89 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:41.300968 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00651248-0367-4f06-b16f-fcd4e3fc16db x-openstack-request-id: req-00651248-0367-4f06-b16f-fcd4e3fc16db {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:41.301338 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a58099-4afa-4f1f-80ba-9eb5dc64b10c", "name": "network-vif-plugged", "status": "completed", "tag": "c7abf2de-877c-46d0-a4f9-55013d3c2325", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:41.301563 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-00651248-0367-4f06-b16f-fcd4e3fc16db {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:41.301969 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00651248-0367-4f06-b16f-fcd4e3fc16db'] response: {'server_uuid': '87a58099-4afa-4f1f-80ba-9eb5dc64b10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7abf2de-877c-46d0-a4f9-55013d3c2325', 'code': 200} Mar 24 01:04:41.308270 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-5833a4f8-ff2c-4443-bb76-89780b84ae89 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Calling delete_port for cede8d0f-cb62-4fea-af98-110017d5e76a owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:41.354462 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=c7abf2de-877c-46d0-a4f9-55013d3c2325,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:41.560839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-418c2eaa-a699-453e-87d5-0f2f1c6c9dd9 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5098b2dddc743b6bb84c2d9f82fddea HTTP/1.1" status: 200 len: 380 time: 0.3327396 Mar 24 01:04:41.581643 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62b55644-5949-4de8-8723-428cac501e15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (0c98738a-9601-41a5-b2a6-4318b0139675), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:41.595461 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-39478cb0-d283-4e40-8a26-c434e57d2828 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Request body: {'port': {'device_id': '14472237-0ddb-45ce-9415-13f8246ebe95', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'admin_state_up': True, 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'security_groups': ['2f84ee00-da62-4f55-8a10-738c9ddcd6b9']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:41.621315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b8ff7a7b-3f3d-42f9-9f11-5580a5c16a9e None None] Provisioning complete for port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:41.621703 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b8ff7a7b-3f3d-42f9-9f11-5580a5c16a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8117d4f0-caa4-4b27-9878-0ae2f97b9ccd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:41.662635 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62b55644-5949-4de8-8723-428cac501e15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0c98738a-9601-41a5-b2a6-4318b0139675), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:41.770434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:04:41.772648 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b55644-5949-4de8-8723-428cac501e15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=0c98738a-9601-41a5-b2a6-4318b0139675,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:41.821506 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b55644-5949-4de8-8723-428cac501e15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network 1a125c03-db8d-4ef5-8343-336df4d6eb21 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:41.823194 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-62b55644-5949-4de8-8723-428cac501e15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:41.825815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b55644-5949-4de8-8723-428cac501e15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:41.937330 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b55644-5949-4de8-8723-428cac501e15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:41.938854 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62b55644-5949-4de8-8723-428cac501e15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:41.945956 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff7a7b-3f3d-42f9-9f11-5580a5c16a9e None None] Current status of the port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:41.972882 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-62b55644-5949-4de8-8723-428cac501e15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5786803 Mar 24 01:04:41.975348 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52240) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:41.975644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b8ff7a7b-3f3d-42f9-9f11-5580a5c16a9e None None] Provisioning complete for port 4437b224-5aa4-44a8-b7b5-f4f8701991fd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:41.976029 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b8ff7a7b-3f3d-42f9-9f11-5580a5c16a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4437b224-5aa4-44a8-b7b5-f4f8701991fd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:41.983241 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a205537-a9f1-4549-b256-40bac070a6ee req-6911f898-26b4-43b8-9b14-4be68d0acc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:41.989669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a205537-a9f1-4549-b256-40bac070a6ee req-6911f898-26b4-43b8-9b14-4be68d0acc01 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87a58099-4afa-4f1f-80ba-9eb5dc64b10c HTTP/1.1" status: 200 len: 1127 time: 0.6386147 Mar 24 01:04:42.018860 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff7a7b-3f3d-42f9-9f11-5580a5c16a9e None None] Port 4437b224-5aa4-44a8-b7b5-f4f8701991fd cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:04:42.025423 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:42.027955 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8117d4f0-caa4-4b27-9878-0ae2f97b9ccd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:42.090038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c712752-3bd9-4bf6-aabf-92d565a2916b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:42.092811 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2c712752-3bd9-4bf6-aabf-92d565a2916b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.1153355 Mar 24 01:04:42.095280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52246) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:42.193518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:42.218450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-bc138355-d013-44c2-9ff4-44debace0be3 None None] Provisioning complete for port 4437b224-5aa4-44a8-b7b5-f4f8701991fd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:42.218894 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bc138355-d013-44c2-9ff4-44debace0be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4437b224-5aa4-44a8-b7b5-f4f8701991fd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:42.306456 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-55856e24-5a82-430f-96e0-a08966256bff tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port 0c98738a-9601-41a5-b2a6-4318b0139675 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:42.307017 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55856e24-5a82-430f-96e0-a08966256bff tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0c98738a-9601-41a5-b2a6-4318b0139675), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:42.309594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bc138355-d013-44c2-9ff4-44debace0be3 None None] Port 4437b224-5aa4-44a8-b7b5-f4f8701991fd cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:04:42.420802 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccd20d-baeb-46d4-9bae-8ac593af2e18 req-5019613a-df9c-481d-a78a-09f782fa5d01 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:42.423529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98ccd20d-baeb-46d4-9bae-8ac593af2e18 req-5019613a-df9c-481d-a78a-09f782fa5d01 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.48 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 945 time: 0.8125095 Mar 24 01:04:42.447455 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5949f1f4-541f-4198-b845-3c4b8984c131 None None] Provisioning complete for port 0c98738a-9601-41a5-b2a6-4318b0139675 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:42.447837 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5949f1f4-541f-4198-b845-3c4b8984c131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0c98738a-9601-41a5-b2a6-4318b0139675), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:42.453347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60709c-93fa-4448-a8d0-fa1844cd3f81 req-a03021e1-e723-49c4-8244-067f2b5a4cd8 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:42.460903 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55856e24-5a82-430f-96e0-a08966256bff tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0c98738a-9601-41a5-b2a6-4318b0139675), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:42.465737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f60709c-93fa-4448-a8d0-fa1844cd3f81 req-a03021e1-e723-49c4-8244-067f2b5a4cd8 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a58099-4afa-4f1f-80ba-9eb5dc64b10c HTTP/1.1" status: 200 len: 945 time: 0.8437152 Mar 24 01:04:42.495128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-55856e24-5a82-430f-96e0-a08966256bff tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for 0c98738a-9601-41a5-b2a6-4318b0139675 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:42.499721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14adc2-b7f5-4097-8a90-97daacdcf1ea req-ee0c23f7-b91b-4dc3-85c1-3ad9b99bf7b1 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:42.513652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e14adc2-b7f5-4097-8a90-97daacdcf1ea req-ee0c23f7-b91b-4dc3-85c1-3ad9b99bf7b1 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 945 time: 0.6224236 Mar 24 01:04:42.522483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a205537-a9f1-4549-b256-40bac070a6ee req-669ff512-473b-4086-b63b-b9ffcdeb4e00 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a33496be-2a97-4d06-8697-0094ef65342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556737 Mar 24 01:04:42.542250 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5949f1f4-541f-4198-b845-3c4b8984c131 None None] Port 0c98738a-9601-41a5-b2a6-4318b0139675 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:04:42.607363 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5833a4f8-ff2c-4443-bb76-89780b84ae89 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (cede8d0f-cb62-4fea-af98-110017d5e76a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:42.708095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-39478cb0-d283-4e40-8a26-c434e57d2828 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Made reservation on behalf of b5098b2dddc743b6bb84c2d9f82fddea for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:42.711870 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-39478cb0-d283-4e40-8a26-c434e57d2828 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:42.750019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833a4f8-ff2c-4443-bb76-89780b84ae89 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event deleted for resources: {'Port': ['ID=cede8d0f-cb62-4fea-af98-110017d5e76a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:42.805247 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55856e24-5a82-430f-96e0-a08966256bff tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0c98738a-9601-41a5-b2a6-4318b0139675), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:42.831762 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f60709c-93fa-4448-a8d0-fa1844cd3f81 req-5cceb0c0-d947-4085-bb2a-bf4673543991 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/security-groups?id=a33496be-2a97-4d06-8697-0094ef65342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645658 Mar 24 01:04:42.860634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e14adc2-b7f5-4097-8a90-97daacdcf1ea req-ce8013dc-70e3-4cf0-a904-e108c0b4824c tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456907 Mar 24 01:04:42.964367 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55856e24-5a82-430f-96e0-a08966256bff tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=0c98738a-9601-41a5-b2a6-4318b0139675,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:43.057461 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55856e24-5a82-430f-96e0-a08966256bff tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:43.062291 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-55856e24-5a82-430f-96e0-a08966256bff tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/0c98738a-9601-41a5-b2a6-4318b0139675 HTTP/1.1" status: 204 len: 168 time: 0.9654684 Mar 24 01:04:43.065724 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52264) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:43.091190 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b55b6ea5-5f12-4e2c-a5bf-b466068a8ad1 req-4aedc237-eebb-47e1-bcc5-bf54f67443c8 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 210 time: 0.1238616 Mar 24 01:04:43.140479 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5833a4f8-ff2c-4443-bb76-89780b84ae89 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:43.147225 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5833a4f8-ff2c-4443-bb76-89780b84ae89 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "DELETE /v2.0/ports/cede8d0f-cb62-4fea-af98-110017d5e76a HTTP/1.1" status: 204 len: 168 time: 2.7419648 Mar 24 01:04:43.148442 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a300c18-79ed-4e4a-b03d-34dc4fd5b810 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] GET failed (client error): The resource could not be found. Mar 24 01:04:43.153491 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1a300c18-79ed-4e4a-b03d-34dc4fd5b810 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/0c98738a-9601-41a5-b2a6-4318b0139675 HTTP/1.1" status: 404 len: 333 time: 0.0863576 Mar 24 01:04:43.155735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52266) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:43.156074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52268) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:43.260964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-98ccd20d-baeb-46d4-9bae-8ac593af2e18 req-10475bc7-d943-4a43-9be5-d00173be0236 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Deleting port 4079c742-4481-4bd2-89fc-0ed7ada0e85b {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:43.261357 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98ccd20d-baeb-46d4-9bae-8ac593af2e18 req-10475bc7-d943-4a43-9be5-d00173be0236 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:43.437640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-39478cb0-d283-4e40-8a26-c434e57d2828 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Allocated IP 172.20.0.7 (d1b945f4-9bf9-489c-9fb6-5d27400f4806/6f91df64-a393-477d-ac55-1cbd2f8d35ac/79b2a5a4-8522-4237-a15e-225327cdfcc5) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:43.590352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-98ccd20d-baeb-46d4-9bae-8ac593af2e18 req-10475bc7-d943-4a43-9be5-d00173be0236 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] For port 4079c742-4481-4bd2-89fc-0ed7ada0e85b, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=4079c742-4481-4bd2-89fc-0ed7ada0e85b,segment=NetworkSegment(26a81adf-0bf7-470c-9780-83c38b2441b1),segment_id=26a81adf-0bf7-470c-9780-83c38b2441b1)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:43.590963 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98ccd20d-baeb-46d4-9bae-8ac593af2e18 req-10475bc7-d943-4a43-9be5-d00173be0236 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:43.689755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-98ccd20d-baeb-46d4-9bae-8ac593af2e18 req-10475bc7-d943-4a43-9be5-d00173be0236 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Calling delete_port for 4079c742-4481-4bd2-89fc-0ed7ada0e85b owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:43.719431 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-15962389-4417-423c-a3f2-add9b7ef1f60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port 4437b224-5aa4-44a8-b7b5-f4f8701991fd {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:43.719776 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-15962389-4417-423c-a3f2-add9b7ef1f60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4437b224-5aa4-44a8-b7b5-f4f8701991fd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:43.728791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b455bd9b-b040-4873-90eb-6ef3bcbc871f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Deleting port 1c728ccb-8271-4a90-b929-9aa496634aa8 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:43.729155 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b455bd9b-b040-4873-90eb-6ef3bcbc871f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:43.826579 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b455bd9b-b040-4873-90eb-6ef3bcbc871f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:43.842567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b455bd9b-b040-4873-90eb-6ef3bcbc871f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Calling delete_port for 1c728ccb-8271-4a90-b929-9aa496634aa8 owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:43.934574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52300) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:44.162758 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-39478cb0-d283-4e40-8a26-c434e57d2828 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for port (79b2a5a4-8522-4237-a15e-225327cdfcc5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:44.169670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 4079c742-4481-4bd2-89fc-0ed7ada0e85b no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:44.208081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379a6af-76dc-4c87-9aa0-4728f4ebac7a req-a68402f9-48e8-4132-92dc-403dca804684 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:44.209666 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6379a6af-76dc-4c87-9aa0-4728f4ebac7a req-a68402f9-48e8-4132-92dc-403dca804684 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a58099-4afa-4f1f-80ba-9eb5dc64b10c HTTP/1.1" status: 200 len: 945 time: 0.2597494 Mar 24 01:04:44.215335 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-15962389-4417-423c-a3f2-add9b7ef1f60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4437b224-5aa4-44a8-b7b5-f4f8701991fd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:44.395803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 4079c742-4481-4bd2-89fc-0ed7ada0e85b is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:44.397625 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:44.751137 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98ccd20d-baeb-46d4-9bae-8ac593af2e18 req-10475bc7-d943-4a43-9be5-d00173be0236 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4079c742-4481-4bd2-89fc-0ed7ada0e85b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:44.769982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3c548-0e48-4e84-8573-e7ff0a40529d req-613f63fe-5d24-4a6f-b272-af3524e0734a tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:44.771460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8d3c548-0e48-4e84-8573-e7ff0a40529d req-613f63fe-5d24-4a6f-b272-af3524e0734a tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/ports?device_id=1002e882-7f7a-40d4-938e-7a8ed5484ca6 HTTP/1.1" status: 200 len: 867 time: 0.7765987 Mar 24 01:04:44.781376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-15962389-4417-423c-a3f2-add9b7ef1f60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for 4437b224-5aa4-44a8-b7b5-f4f8701991fd owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:44.872472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6379a6af-76dc-4c87-9aa0-4728f4ebac7a req-2484ddca-d800-4a6a-8e38-64ad05f81793 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/security-groups?id=a33496be-2a97-4d06-8697-0094ef65342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6485245 Mar 24 01:04:44.924691 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10475bc7-d943-4a43-9be5-d00173be0236 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Pushing event deleted for resources: {'Port': ['ID=4079c742-4481-4bd2-89fc-0ed7ada0e85b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:45.029646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ccd20d-baeb-46d4-9bae-8ac593af2e18 req-10475bc7-d943-4a43-9be5-d00173be0236 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] No DVR routers for this DVR port 4079c742-4481-4bd2-89fc-0ed7ada0e85b on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:45.035472 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d05c187-862f-4192-bc2c-15a2045b74d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (ceb25ad3-9a79-4411-a78d-2cb8a2933697), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:45.039142 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-39478cb0-d283-4e40-8a26-c434e57d2828 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (79b2a5a4-8522-4237-a15e-225327cdfcc5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:45.043600 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-98ccd20d-baeb-46d4-9bae-8ac593af2e18 req-10475bc7-d943-4a43-9be5-d00173be0236 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:45.046967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98ccd20d-baeb-46d4-9bae-8ac593af2e18 req-10475bc7-d943-4a43-9be5-d00173be0236 tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.48 "DELETE /v2.0/ports/4079c742-4481-4bd2-89fc-0ed7ada0e85b HTTP/1.1" status: 204 len: 173 time: 2.6135933 Mar 24 01:04:45.059242 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'name': 'network-vif-deleted', 'tag': '4079c742-4481-4bd2-89fc-0ed7ada0e85b'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:45.062879 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3050b50b-135d-4bb9-b5d6-ed4a4e0324e4" -d '{"events": [{"server_uuid": "1002e882-7f7a-40d4-938e-7a8ed5484ca6", "name": "network-vif-deleted", "tag": "4079c742-4481-4bd2-89fc-0ed7ada0e85b"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:45.198124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-39478cb0-d283-4e40-8a26-c434e57d2828 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Network d1b945f4-9bf9-489c-9fb6-5d27400f4806 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:45.215901 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8d3c548-0e48-4e84-8573-e7ff0a40529d req-b9aadc26-336f-4909-9e3a-be6cf960404b tempest-FloatingIPsAssociationTestJSON-1490099367 tempest-FloatingIPsAssociationTestJSON-1490099367-project] 10.222.0.45 "GET /v2.0/security-groups?id=874c6f03-901f-4773-bf86-d82072feeabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196424 Mar 24 01:04:45.281015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-39478cb0-d283-4e40-8a26-c434e57d2828 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:45.308154 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b455bd9b-b040-4873-90eb-6ef3bcbc871f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (1c728ccb-8271-4a90-b929-9aa496634aa8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:45.310119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-39478cb0-d283-4e40-8a26-c434e57d2828 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:45.389390 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52336) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:45.529193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-39478cb0-d283-4e40-8a26-c434e57d2828 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:45.529855 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-39478cb0-d283-4e40-8a26-c434e57d2828 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:45.582256 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41760c80-a383-48c1-a2f6-cacda80e42f5 x-openstack-request-id: req-41760c80-a383-48c1-a2f6-cacda80e42f5 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:45.582716 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1002e882-7f7a-40d4-938e-7a8ed5484ca6", "name": "network-vif-deleted", "tag": "4079c742-4481-4bd2-89fc-0ed7ada0e85b", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:45.583725 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41760c80-a383-48c1-a2f6-cacda80e42f5 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:45.587131 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41760c80-a383-48c1-a2f6-cacda80e42f5'] response: {'server_uuid': '1002e882-7f7a-40d4-938e-7a8ed5484ca6', 'name': 'network-vif-deleted', 'tag': '4079c742-4481-4bd2-89fc-0ed7ada0e85b', 'status': 'completed', 'code': 200} Mar 24 01:04:45.608953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39478cb0-d283-4e40-8a26-c434e57d2828 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event updated for resources: {'Port': ['ID=79b2a5a4-8522-4237-a15e-225327cdfcc5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:45.645515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-39478cb0-d283-4e40-8a26-c434e57d2828 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0708597 Mar 24 01:04:45.695887 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Request body: {'port': {'device_id': '14472237-0ddb-45ce-9415-13f8246ebe95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:45.776540 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-10a34f15-a127-4a50-b729-9ac30ed34e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:45.788795 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (79b2a5a4-8522-4237-a15e-225327cdfcc5), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:45.811629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455bd9b-b040-4873-90eb-6ef3bcbc871f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event deleted for resources: {'Port': ['ID=1c728ccb-8271-4a90-b929-9aa496634aa8,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:45.818843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-6d05c187-862f-4192-bc2c-15a2045b74d1 admin admin] Deleting port c6e10738-83aa-4ef3-99f7-66cc6845a206 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:45.819221 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d05c187-862f-4192-bc2c-15a2045b74d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:45.839361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3288a-8a41-46e3-af8a-87b126ff41f7 req-3d671f4d-7cef-407d-b966-a8970160cb0c tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:45.841132 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3d3288a-8a41-46e3-af8a-87b126ff41f7 req-3d671f4d-7cef-407d-b966-a8970160cb0c tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 931 time: 0.7161853 Mar 24 01:04:45.914531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c924bf01-abe6-44aa-a5d2-37a5b222b299 None None] Provisioning complete for port 79b2a5a4-8522-4237-a15e-225327cdfcc5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:45.920256 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c924bf01-abe6-44aa-a5d2-37a5b222b299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (79b2a5a4-8522-4237-a15e-225327cdfcc5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:45.966375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-6d05c187-862f-4192-bc2c-15a2045b74d1 admin admin] For port c6e10738-83aa-4ef3-99f7-66cc6845a206, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c6e10738-83aa-4ef3-99f7-66cc6845a206,segment=NetworkSegment(082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb),segment_id=082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:45.970352 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d05c187-862f-4192-bc2c-15a2045b74d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:45.980944 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-15962389-4417-423c-a3f2-add9b7ef1f60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4437b224-5aa4-44a8-b7b5-f4f8701991fd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:46.032639 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-6d05c187-862f-4192-bc2c-15a2045b74d1 admin admin] Calling delete_port for c6e10738-83aa-4ef3-99f7-66cc6845a206 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:46.035175 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c924bf01-abe6-44aa-a5d2-37a5b222b299 None None] Port 79b2a5a4-8522-4237-a15e-225327cdfcc5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:04:46.048736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15962389-4417-423c-a3f2-add9b7ef1f60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=4437b224-5aa4-44a8-b7b5-f4f8701991fd,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:46.254678 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-10a34f15-a127-4a50-b729-9ac30ed34e87 admin admin] Publish callbacks [] for security_group (6db0626c-2e45-4f6b-b48c-f0f795706d90), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:46.264248 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-10a34f15-a127-4a50-b729-9ac30ed34e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6db0626c-2e45-4f6b-b48c-f0f795706d90), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:46.325129 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a34f15-a127-4a50-b729-9ac30ed34e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db0626c-2e45-4f6b-b48c-f0f795706d90,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:46.346064 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-10a34f15-a127-4a50-b729-9ac30ed34e87 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=db598715f1ff4512a62f94ce6d1a6245&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9520483 Mar 24 01:04:46.346906 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52350) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:46.393494 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b455bd9b-b040-4873-90eb-6ef3bcbc871f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:46.400266 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b455bd9b-b040-4873-90eb-6ef3bcbc871f tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "DELETE /v2.0/ports/1c728ccb-8271-4a90-b929-9aa496634aa8 HTTP/1.1" status: 204 len: 168 time: 3.2339270 Mar 24 01:04:46.407516 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52352) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:46.547060 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-59cb29ec-5d23-41ae-9f5e-258ced39c996 admin admin] Publish callbacks [] for security_group (6db0626c-2e45-4f6b-b48c-f0f795706d90), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:46.577157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b2a5a4-8522-4237-a15e-225327cdfcc5 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:04:46.591082 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ed2620-0bbf-4c45-b010-346678af8729 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Deleting subnet 27acd1eb-b278-4f90-8e9b-08cd5165a5d0 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:04:46.595572 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30ed2620-0bbf-4c45-b010-346678af8729 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for subnet (27acd1eb-b278-4f90-8e9b-08cd5165a5d0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:46.623052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b6420-be6e-4b84-b1ee-880d400e7825 req-4f6330bf-89f1-467d-bb79-406465cf3b81 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:46.624844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-151b6420-be6e-4b84-b1ee-880d400e7825 req-4f6330bf-89f1-467d-bb79-406465cf3b81 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a58099-4afa-4f1f-80ba-9eb5dc64b10c HTTP/1.1" status: 200 len: 945 time: 0.5615754 Mar 24 01:04:46.629118 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Publish callbacks [] for port (79b2a5a4-8522-4237-a15e-225327cdfcc5), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:46.639392 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-15962389-4417-423c-a3f2-add9b7ef1f60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:46.643771 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-15962389-4417-423c-a3f2-add9b7ef1f60 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/4437b224-5aa4-44a8-b7b5-f4f8701991fd HTTP/1.1" status: 204 len: 168 time: 3.4760628 Mar 24 01:04:46.644487 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30ed2620-0bbf-4c45-b010-346678af8729 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (27acd1eb-b278-4f90-8e9b-08cd5165a5d0), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:46.647896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3d3288a-8a41-46e3-af8a-87b126ff41f7 req-95995ecd-9c37-4426-9293-cf99fe459236 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f84ee00-da62-4f55-8a10-738c9ddcd6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6813269 Mar 24 01:04:46.649741 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52354) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:46.743947 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd33e53-9a6b-49f3-8c55-cb1d661474cf tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] GET failed (client error): The resource could not be found. Mar 24 01:04:46.747448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7dd33e53-9a6b-49f3-8c55-cb1d661474cf tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/4437b224-5aa4-44a8-b7b5-f4f8701991fd HTTP/1.1" status: 404 len: 333 time: 0.0955188 Mar 24 01:04:46.754976 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52360) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:46.757968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52362) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:46.803040 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30ed2620-0bbf-4c45-b010-346678af8729 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (27acd1eb-b278-4f90-8e9b-08cd5165a5d0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:46.878857 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d05c187-862f-4192-bc2c-15a2045b74d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c6e10738-83aa-4ef3-99f7-66cc6845a206), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:46.910240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Transition to ACTIVE for port object 79b2a5a4-8522-4237-a15e-225327cdfcc5 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:04:46.937372 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05c187-862f-4192-bc2c-15a2045b74d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e10738-83aa-4ef3-99f7-66cc6845a206,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:46.947507 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-59cb29ec-5d23-41ae-9f5e-258ced39c996 admin admin] Publish callbacks [] for security_group (6db0626c-2e45-4f6b-b48c-f0f795706d90), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:46.981630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-151b6420-be6e-4b84-b1ee-880d400e7825 req-8197bdf2-68ad-4780-8aa7-91bb63872e53 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/security-groups?id=a33496be-2a97-4d06-8697-0094ef65342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490381 Mar 24 01:04:46.982272 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (79b2a5a4-8522-4237-a15e-225327cdfcc5), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:47.107244 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30ed2620-0bbf-4c45-b010-346678af8729 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (27acd1eb-b278-4f90-8e9b-08cd5165a5d0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:47.181871 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed2620-0bbf-4c45-b010-346678af8729 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event deleted for resources: {'Subnet': ['ID=27acd1eb-b278-4f90-8e9b-08cd5165a5d0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:47.228223 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Pushing event updated for resources: {'Port': ['ID=79b2a5a4-8522-4237-a15e-225327cdfcc5,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:47.259687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-285542e5-ed2b-48e7-908f-1833a8504a15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting subnet be9d8ab5-8713-4f4b-904a-c61a93135696 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:04:47.274055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9d4e8e-2c89-4e16-848f-0a26c734086f None None] Network d9cd7f27-a324-4986-9859-80919b2e14ea requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:47.305876 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30ed2620-0bbf-4c45-b010-346678af8729 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:47.313468 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-30ed2620-0bbf-4c45-b010-346678af8729 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "DELETE /v2.0/subnets/27acd1eb-b278-4f90-8e9b-08cd5165a5d0 HTTP/1.1" status: 204 len: 168 time: 0.9031820 Mar 24 01:04:47.315593 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-285542e5-ed2b-48e7-908f-1833a8504a15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (be9d8ab5-8713-4f4b-904a-c61a93135696), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:47.318473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52366) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:47.335346 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-59cb29ec-5d23-41ae-9f5e-258ced39c996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6db0626c-2e45-4f6b-b48c-f0f795706d90), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:47.338525 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-59cb29ec-5d23-41ae-9f5e-258ced39c996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:47.340474 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-59cb29ec-5d23-41ae-9f5e-258ced39c996 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6db0626c-2e45-4f6b-b48c-f0f795706d90 HTTP/1.1" status: 204 len: 168 time: 0.9910705 Mar 24 01:04:47.356329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb29ec-5d23-41ae-9f5e-258ced39c996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db0626c-2e45-4f6b-b48c-f0f795706d90,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:47.449658 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d05c187-862f-4192-bc2c-15a2045b74d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (ceb25ad3-9a79-4411-a78d-2cb8a2933697), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:47.545303 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-285542e5-ed2b-48e7-908f-1833a8504a15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (be9d8ab5-8713-4f4b-904a-c61a93135696), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:47.551487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Attempting to bind port 79b2a5a4-8522-4237-a15e-225327cdfcc5 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:04:47.551842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Attempting to bind port 79b2a5a4-8522-4237-a15e-225327cdfcc5 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:04:47.557435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Attempting to bind port 79b2a5a4-8522-4237-a15e-225327cdfcc5 on network d1b945f4-9bf9-489c-9fb6-5d27400f4806 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:04:47.601628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Port 79b2a5a4-8522-4237-a15e-225327cdfcc5 on network d1b945f4-9bf9-489c-9fb6-5d27400f4806 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:04:47.602083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Attempting to bind port 79b2a5a4-8522-4237-a15e-225327cdfcc5 on network d1b945f4-9bf9-489c-9fb6-5d27400f4806 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:04:47.629527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:04:47.630030 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Checking segment: {'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:04:47.630733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Bound using segment: {'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:04:47.631170 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Bound port: 79b2a5a4-8522-4237-a15e-225327cdfcc5, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a48499-ed82-41e3-87a2-c3c9ac96d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:04:47.631611 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (79b2a5a4-8522-4237-a15e-225327cdfcc5), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:47.650204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] DHCP port deletion for d9cd7f27-a324-4986-9859-80919b2e14ea request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:04:47.746875 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Deleting port 94401102-88bb-4e06-b3bf-44be8957a7f2 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:47.747254 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (94401102-88bb-4e06-b3bf-44be8957a7f2), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:47.780800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b117ecb-d694-42d7-9167-edc48b7dd9aa req-dd1a1f94-7316-4407-9f3e-e8346b99d2bd tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:47.782420 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b117ecb-d694-42d7-9167-edc48b7dd9aa req-dd1a1f94-7316-4407-9f3e-e8346b99d2bd tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.57 "GET /v2.0/ports?device_id=87a58099-4afa-4f1f-80ba-9eb5dc64b10c HTTP/1.1" status: 200 len: 945 time: 0.3602116 Mar 24 01:04:47.786674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-422a0c6b-2d48-4f4e-8fa7-39cb56597250 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Deleting subnet c73f3eec-6ed9-47b4-a707-b2b958c2a35e {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:04:47.893816 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-422a0c6b-2d48-4f4e-8fa7-39cb56597250 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks [] for subnet (c73f3eec-6ed9-47b4-a707-b2b958c2a35e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:47.927070 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] For port 94401102-88bb-4e06-b3bf-44be8957a7f2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=94401102-88bb-4e06-b3bf-44be8957a7f2,segment=NetworkSegment(9f5c80f6-9b99-4ea9-8637-48ec016ccd42),segment_id=9f5c80f6-9b99-4ea9-8637-48ec016ccd42)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:47.927483 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (94401102-88bb-4e06-b3bf-44be8957a7f2), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:47.945635 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d05c187-862f-4192-bc2c-15a2045b74d1 admin admin] Router ceb25ad3-9a79-4411-a78d-2cb8a2933697 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:04:47.962230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Calling delete_port for 94401102-88bb-4e06-b3bf-44be8957a7f2 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:48.073712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52378) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:48.093082 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3e650c9-778a-4ad5-889e-cc68f18a64e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:48.115205 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (94401102-88bb-4e06-b3bf-44be8957a7f2), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:48.183999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] No DVR routers for this DVR port 94401102-88bb-4e06-b3bf-44be8957a7f2 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:48.185943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Pushing event deleted for resources: {'Port': ['ID=94401102-88bb-4e06-b3bf-44be8957a7f2,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:48.207720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:48.208400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:48.208905 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:48.209500 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:48.209991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:48.211000 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:48.211734 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:48.212228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:48.212827 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:48.214578 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:48.215683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:48.216396 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:48.217129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:48.218063 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:48.218788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a4fe73-ee51-4dcb-825a-ccd37350c0c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:04:48.233405 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d05c187-862f-4192-bc2c-15a2045b74d1 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:04:48.246473 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae1ba4-4432-44b5-ae44-475498c32360 None None] Sync routers for ids ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:04:48.251505 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6d05c187-862f-4192-bc2c-15a2045b74d1 admin admin] 10.222.0.45 "PUT /v2.0/routers/ceb25ad3-9a79-4411-a78d-2cb8a2933697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3157344 Mar 24 01:04:48.253384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52380) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:48.261306 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae1ba4-4432-44b5-ae44-475498c32360 None None] Routers {'ceb25ad3-9a79-4411-a78d-2cb8a2933697'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:48.262283 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4eae1ba4-4432-44b5-ae44-475498c32360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:48.346839 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-285542e5-ed2b-48e7-908f-1833a8504a15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (be9d8ab5-8713-4f4b-904a-c61a93135696), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:48.399165 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-4eae1ba4-4432-44b5-ae44-475498c32360 None None] Set router ceb25ad3-9a79-4411-a78d-2cb8a2933697 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:48.470760 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-288e90d2-6198-4e21-8412-4f3af23660f5 admin admin] Publish callbacks [] for router (ceb25ad3-9a79-4411-a78d-2cb8a2933697), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:48.662909 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-285542e5-ed2b-48e7-908f-1833a8504a15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (be9d8ab5-8713-4f4b-904a-c61a93135696), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:48.677941 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4eae1ba4-4432-44b5-ae44-475498c32360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'name': 'tempest-TaggedBootDevicesTest-1882619316-router', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T01:04:46Z', 'revision_number': 5, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'gw_port': {'id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:48.679824 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3e650c9-778a-4ad5-889e-cc68f18a64e6 admin admin] Publish callbacks [] for security_group (aa031ae8-213e-4459-a24d-b83331881d05), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:48.685826 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-422a0c6b-2d48-4f4e-8fa7-39cb56597250 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (c73f3eec-6ed9-47b4-a707-b2b958c2a35e), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:48.695600 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3e650c9-778a-4ad5-889e-cc68f18a64e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (aa031ae8-213e-4459-a24d-b83331881d05), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:48.711402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10100b0d-2b9f-4af5-9e61-4a3991fa4eb7 None None] Network 1a125c03-db8d-4ef5-8343-336df4d6eb21 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:48.726221 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae1ba4-4432-44b5-ae44-475498c32360 None None] Checking router: ceb25ad3-9a79-4411-a78d-2cb8a2933697 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:04:48.736709 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae1ba4-4432-44b5-ae44-475498c32360 None None] Routers {'ceb25ad3-9a79-4411-a78d-2cb8a2933697'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:48.737876 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4eae1ba4-4432-44b5-ae44-475498c32360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:48.755565 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-285542e5-ed2b-48e7-908f-1833a8504a15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:48.765308 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-285542e5-ed2b-48e7-908f-1833a8504a15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/be9d8ab5-8713-4f4b-904a-c61a93135696 HTTP/1.1" status: 204 len: 168 time: 1.9875424 Mar 24 01:04:48.768081 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52382) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:48.935509 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (1a125c03-db8d-4ef5-8343-336df4d6eb21), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:48.944511 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-4eae1ba4-4432-44b5-ae44-475498c32360 None None] Set router ceb25ad3-9a79-4411-a78d-2cb8a2933697 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:48.945426 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b3e650c9-778a-4ad5-889e-cc68f18a64e6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a0a87fe60b84190972cd71839315e04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8706274 Mar 24 01:04:48.948835 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52384) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:48.949928 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e650c9-778a-4ad5-889e-cc68f18a64e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa031ae8-213e-4459-a24d-b83331881d05,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:48.988058 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4884cc1-e95b-4d44-a324-d093e2b40534 None None] DHCP port deletion for 1a125c03-db8d-4ef5-8343-336df4d6eb21 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:04:49.065417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285542e5-ed2b-48e7-908f-1833a8504a15 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Subnet': ['ID=be9d8ab5-8713-4f4b-904a-c61a93135696,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:49.110568 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-288e90d2-6198-4e21-8412-4f3af23660f5 admin admin] Publish callbacks [] for router_gateway (ceb25ad3-9a79-4411-a78d-2cb8a2933697), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:49.114712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f4884cc1-e95b-4d44-a324-d093e2b40534 None None] Deleting port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:49.115091 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f4884cc1-e95b-4d44-a324-d093e2b40534 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8117d4f0-caa4-4b27-9878-0ae2f97b9ccd), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:49.167200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ddf55-c314-4e51-883f-892edbbd2fa0 req-26ff94db-d36c-464c-82b7-6356edb178ee tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:49.168937 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b1ddf55-c314-4e51-883f-892edbbd2fa0 req-26ff94db-d36c-464c-82b7-6356edb178ee tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 943 time: 1.2782271 Mar 24 01:04:49.198472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d96db7-7387-439c-9768-dcd5f9fae329 req-de221de2-8cad-448c-8ec7-7ef5b25a5231 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:49.206989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81d96db7-7387-439c-9768-dcd5f9fae329 req-de221de2-8cad-448c-8ec7-7ef5b25a5231 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a58099-4afa-4f1f-80ba-9eb5dc64b10c HTTP/1.1" status: 200 len: 945 time: 1.0429754 Mar 24 01:04:49.218972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] For port 79b2a5a4-8522-4237-a15e-225327cdfcc5, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:04:49.247911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] For port 79b2a5a4-8522-4237-a15e-225327cdfcc5, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=79b2a5a4-8522-4237-a15e-225327cdfcc5,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:04:49.291334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f4884cc1-e95b-4d44-a324-d093e2b40534 None None] For port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8117d4f0-caa4-4b27-9878-0ae2f97b9ccd,segment=NetworkSegment(6bf9d3ed-7d00-40da-a14e-bc6e28c416bd),segment_id=6bf9d3ed-7d00-40da-a14e-bc6e28c416bd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:49.291622 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f4884cc1-e95b-4d44-a324-d093e2b40534 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8117d4f0-caa4-4b27-9878-0ae2f97b9ccd), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:49.313535 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0bfc2e53-2a7d-4bc1-87eb-9fe6e33d8c5f admin admin] Publish callbacks [] for security_group (aa031ae8-213e-4459-a24d-b83331881d05), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:49.322886 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (79b2a5a4-8522-4237-a15e-225327cdfcc5), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:49.329251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f4884cc1-e95b-4d44-a324-d093e2b40534 None None] Calling delete_port for 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:49.344552 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4eae1ba4-4432-44b5-ae44-475498c32360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'name': 'tempest-TaggedBootDevicesTest-1882619316-router', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T01:04:46Z', 'revision_number': 5, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'gw_port': {'id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:49.384471 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0bfc2e53-2a7d-4bc1-87eb-9fe6e33d8c5f admin admin] Publish callbacks [] for security_group (aa031ae8-213e-4459-a24d-b83331881d05), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:49.403088 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae1ba4-4432-44b5-ae44-475498c32360 None None] The sync data for ids ['ceb25ad3-9a79-4411-a78d-2cb8a2933697'] in n-d-760455-9 is: [{'id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'name': 'tempest-TaggedBootDevicesTest-1882619316-router', 'tenant_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T01:04:46Z', 'revision_number': 5, 'project_id': 'f9e9c2b109f34f4b898664514fcdc44a', 'gw_port': {'id': 'a68ce97a-6e09-4d80-8f28-d11ad60b317c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb25ad3-9a79-4411-a78d-2cb8a2933697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:09Z', 'updated_at': '2022-03-24T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:04:49.468565 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-288e90d2-6198-4e21-8412-4f3af23660f5 admin admin] Deleting port a68ce97a-6e09-4d80-8f28-d11ad60b317c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:49.469416 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-288e90d2-6198-4e21-8412-4f3af23660f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a68ce97a-6e09-4d80-8f28-d11ad60b317c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:49.523835 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-3b117ecb-d694-42d7-9167-edc48b7dd9aa req-c6fd21ec-73a2-49b1-bbc9-77bde51d4e29 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Deleting port c7abf2de-877c-46d0-a4f9-55013d3c2325 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:49.524306 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3b117ecb-d694-42d7-9167-edc48b7dd9aa req-c6fd21ec-73a2-49b1-bbc9-77bde51d4e29 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:49.579937 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-422a0c6b-2d48-4f4e-8fa7-39cb56597250 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (c73f3eec-6ed9-47b4-a707-b2b958c2a35e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:49.587232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:49.597544 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:49.599127 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] 10.222.0.48 "PUT /v2.0/ports/79b2a5a4-8522-4237-a15e-225327cdfcc5 HTTP/1.1" status: 200 len: 1091 time: 3.9405384 Mar 24 01:04:49.627014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-288e90d2-6198-4e21-8412-4f3af23660f5 admin admin] For port a68ce97a-6e09-4d80-8f28-d11ad60b317c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a68ce97a-6e09-4d80-8f28-d11ad60b317c,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:49.638379 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-288e90d2-6198-4e21-8412-4f3af23660f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a68ce97a-6e09-4d80-8f28-d11ad60b317c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:49.667267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14472237-0ddb-45ce-9415-13f8246ebe95', 'tag': '79b2a5a4-8522-4237-a15e-225327cdfcc5'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:49.668762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-288e90d2-6198-4e21-8412-4f3af23660f5 admin admin] Calling delete_port for a68ce97a-6e09-4d80-8f28-d11ad60b317c owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:49.673647 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13057471-72cc-4756-9313-938beb93940c" -d '{"events": [{"name": "network-changed", "server_uuid": "14472237-0ddb-45ce-9415-13f8246ebe95", "tag": "79b2a5a4-8522-4237-a15e-225327cdfcc5"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:49.705476 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:49.708383 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8117d4f0-caa4-4b27-9878-0ae2f97b9ccd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:49.753389 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f4884cc1-e95b-4d44-a324-d093e2b40534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (8117d4f0-caa4-4b27-9878-0ae2f97b9ccd), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:49.788256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4884cc1-e95b-4d44-a324-d093e2b40534 None None] No DVR routers for this DVR port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:49.792125 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b1ddf55-c314-4e51-883f-892edbbd2fa0 req-35ebc580-9ae5-493b-b354-2b22249fef47 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f84ee00-da62-4f55-8a10-738c9ddcd6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5782382 Mar 24 01:04:49.890798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4884cc1-e95b-4d44-a324-d093e2b40534 None None] Pushing event deleted for resources: {'Port': ['ID=8117d4f0-caa4-4b27-9878-0ae2f97b9ccd,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:49.970917 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0bfc2e53-2a7d-4bc1-87eb-9fe6e33d8c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (aa031ae8-213e-4459-a24d-b83331881d05), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:49.973605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0bfc2e53-2a7d-4bc1-87eb-9fe6e33d8c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:49.978170 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0bfc2e53-2a7d-4bc1-87eb-9fe6e33d8c5f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa031ae8-213e-4459-a24d-b83331881d05 HTTP/1.1" status: 204 len: 168 time: 1.0214815 Mar 24 01:04:49.981277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] For port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8117d4f0-caa4-4b27-9878-0ae2f97b9ccd,segment=NetworkSegment(6bf9d3ed-7d00-40da-a14e-bc6e28c416bd),segment_id=6bf9d3ed-7d00-40da-a14e-bc6e28c416bd)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:49.981622 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 94401102-88bb-4e06-b3bf-44be8957a7f2 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:49.981750 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8117d4f0-caa4-4b27-9878-0ae2f97b9ccd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.009911 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc2e53-2a7d-4bc1-87eb-9fe6e33d8c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa031ae8-213e-4459-a24d-b83331881d05,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:50.019148 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:50.048491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 94401102-88bb-4e06-b3bf-44be8957a7f2 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:04:50.048792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 94401102-88bb-4e06-b3bf-44be8957a7f2 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:04:50.053349 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c6e10738-83aa-4ef3-99f7-66cc6845a206 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:50.130220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: c6e10738-83aa-4ef3-99f7-66cc6845a206 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:04:50.130547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c6e10738-83aa-4ef3-99f7-66cc6845a206 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:04:50.130974 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:50.207451 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:04:50.207795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:04:50.212993 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8117d4f0-caa4-4b27-9878-0ae2f97b9ccd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.250266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-288e90d2-6198-4e21-8412-4f3af23660f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a68ce97a-6e09-4d80-8f28-d11ad60b317c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.260680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No DVR routers for this DVR port 8117d4f0-caa4-4b27-9878-0ae2f97b9ccd on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:50.276697 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=8117d4f0-caa4-4b27-9878-0ae2f97b9ccd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:50.331836 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e90d2-6198-4e21-8412-4f3af23660f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68ce97a-6e09-4d80-8f28-d11ad60b317c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:50.433065 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1b601-b460-41f7-a430-60ebe8203b93 service neutron] Pushing event updated for resources: {'Port': ['ID=79b2a5a4-8522-4237-a15e-225327cdfcc5,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:50.439510 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cdd01b-cdcb-4849-b13a-5affc1871e24 x-openstack-request-id: req-91cdd01b-cdcb-4849-b13a-5affc1871e24 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:50.439795 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14472237-0ddb-45ce-9415-13f8246ebe95", "tag": "79b2a5a4-8522-4237-a15e-225327cdfcc5", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:50.440051 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91cdd01b-cdcb-4849-b13a-5affc1871e24 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:50.440452 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91cdd01b-cdcb-4849-b13a-5affc1871e24'] response: {'name': 'network-changed', 'server_uuid': '14472237-0ddb-45ce-9415-13f8246ebe95', 'tag': '79b2a5a4-8522-4237-a15e-225327cdfcc5', 'status': 'completed', 'code': 200} Mar 24 01:04:50.480255 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (1a125c03-db8d-4ef5-8343-336df4d6eb21), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.493883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3b117ecb-d694-42d7-9167-edc48b7dd9aa req-c6fd21ec-73a2-49b1-bbc9-77bde51d4e29 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] For port c7abf2de-877c-46d0-a4f9-55013d3c2325, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c7abf2de-877c-46d0-a4f9-55013d3c2325,segment=NetworkSegment(cea38741-3cd8-4608-9f2d-2da3b0556533),segment_id=cea38741-3cd8-4608-9f2d-2da3b0556533)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:50.494245 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3b117ecb-d694-42d7-9167-edc48b7dd9aa req-c6fd21ec-73a2-49b1-bbc9-77bde51d4e29 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.509909 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a125c03-db8d-4ef5-8343-336df4d6eb21']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:50.514526 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-288e90d2-6198-4e21-8412-4f3af23660f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (ceb25ad3-9a79-4411-a78d-2cb8a2933697), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.537685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81d96db7-7387-439c-9768-dcd5f9fae329 req-6b364e7b-6c14-404a-ad23-05f217fead02 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/security-groups?id=a33496be-2a97-4d06-8697-0094ef65342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3065317 Mar 24 01:04:50.541251 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-3b117ecb-d694-42d7-9167-edc48b7dd9aa req-c6fd21ec-73a2-49b1-bbc9-77bde51d4e29 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Calling delete_port for c7abf2de-877c-46d0-a4f9-55013d3c2325 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:50.580129 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf9d3ed-7d00-40da-a14e-bc6e28c416bd') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:50.581277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf9d3ed-7d00-40da-a14e-bc6e28c416bd') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:50.628463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device c7abf2de-877c-46d0-a4f9-55013d3c2325 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:50.646668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-0274504a-2cd7-4936-ae60-a1c82ca74c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:50.648781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-0274504a-2cd7-4936-ae60-a1c82ca74c12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5098b2dddc743b6bb84c2d9f82fddea&device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 1125 time: 0.9389215 Mar 24 01:04:50.657992 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c568ab3f-69cb-4498-9eb7-f5f7d91ffb78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (77cbb0d1-8248-4d98-805a-762ae788787d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.665875 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-422a0c6b-2d48-4f4e-8fa7-39cb56597250 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (c73f3eec-6ed9-47b4-a707-b2b958c2a35e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.691692 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (6bf9d3ed-7d00-40da-a14e-bc6e28c416bd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.726089 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-288e90d2-6198-4e21-8412-4f3af23660f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (ceb25ad3-9a79-4411-a78d-2cb8a2933697), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.728267 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (6bf9d3ed-7d00-40da-a14e-bc6e28c416bd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.734074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-288e90d2-6198-4e21-8412-4f3af23660f5 admin admin] Publish callbacks [] for router_controller (ceb25ad3-9a79-4411-a78d-2cb8a2933697), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.744848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:04:50.745000 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (6bf9d3ed-7d00-40da-a14e-bc6e28c416bd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:04:50.748674 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:04:50.755440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a0c6b-2d48-4f4e-8fa7-39cb56597250 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event deleted for resources: {'Subnet': ['ID=c73f3eec-6ed9-47b4-a707-b2b958c2a35e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:50.768915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port c7abf2de-877c-46d0-a4f9-55013d3c2325 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:50.769871 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.799588 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a58099-4afa-4f1f-80ba-9eb5dc64b10c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7abf2de-877c-46d0-a4f9-55013d3c2325'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:50.801922 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37f9ee2-ce6e-494b-8e6a-7ea47f6a4a81" -d '{"events": [{"server_uuid": "87a58099-4afa-4f1f-80ba-9eb5dc64b10c", "name": "network-vif-unplugged", "status": "completed", "tag": "c7abf2de-877c-46d0-a4f9-55013d3c2325"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:50.856498 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-288e90d2-6198-4e21-8412-4f3af23660f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (ceb25ad3-9a79-4411-a78d-2cb8a2933697), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.857176 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288e90d2-6198-4e21-8412-4f3af23660f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceb25ad3-9a79-4411-a78d-2cb8a2933697 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:04:50.864305 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-422a0c6b-2d48-4f4e-8fa7-39cb56597250 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.868613 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c7abf2de-877c-46d0-a4f9-55013d3c2325, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c7abf2de-877c-46d0-a4f9-55013d3c2325,segment=NetworkSegment(cea38741-3cd8-4608-9f2d-2da3b0556533),segment_id=cea38741-3cd8-4608-9f2d-2da3b0556533)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:50.872175 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-288e90d2-6198-4e21-8412-4f3af23660f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:50.874492 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-288e90d2-6198-4e21-8412-4f3af23660f5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/ceb25ad3-9a79-4411-a78d-2cb8a2933697 HTTP/1.1" status: 204 len: 168 time: 2.6201897 Mar 24 01:04:50.877636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-422a0c6b-2d48-4f4e-8fa7-39cb56597250 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "DELETE /v2.0/subnets/c73f3eec-6ed9-47b4-a707-b2b958c2a35e HTTP/1.1" status: 204 len: 168 time: 3.4819379 Mar 24 01:04:50.881051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52408) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:50.883191 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0ad8e0-355d-4ca7-9260-2e1ee392186d None None] Network f3d31ec0-3d90-4405-9352-59efc8b5aaf7 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:50.884136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52410) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:50.901281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-612edbaa-878a-47fe-b143-d1362e77291b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79b2a5a4-8522-4237-a15e-225327cdfcc5 HTTP/1.1" status: 200 len: 217 time: 0.2354782 Mar 24 01:04:50.996884 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca4fc26-a0a9-4081-a1da-4fe2e3e6d18f admin admin] Deleting subnet 317f1329-b148-485c-b02d-6e63c3ddb2c4 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:04:51.013806 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ca4fc26-a0a9-4081-a1da-4fe2e3e6d18f admin admin] Publish callbacks [] for subnet (317f1329-b148-485c-b02d-6e63c3ddb2c4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.043006 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.054205 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91d2162-ef89-468c-b5d4-9b4bf4e90078 x-openstack-request-id: req-b91d2162-ef89-468c-b5d4-9b4bf4e90078 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:51.054503 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a58099-4afa-4f1f-80ba-9eb5dc64b10c", "name": "network-vif-unplugged", "status": "completed", "tag": "c7abf2de-877c-46d0-a4f9-55013d3c2325", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:51.054718 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b91d2162-ef89-468c-b5d4-9b4bf4e90078 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:51.055245 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91d2162-ef89-468c-b5d4-9b4bf4e90078'] response: {'server_uuid': '87a58099-4afa-4f1f-80ba-9eb5dc64b10c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7abf2de-877c-46d0-a4f9-55013d3c2325', 'code': 200} Mar 24 01:04:51.083418 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ca4fc26-a0a9-4081-a1da-4fe2e3e6d18f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (317f1329-b148-485c-b02d-6e63c3ddb2c4), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.160189 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (1a125c03-db8d-4ef5-8343-336df4d6eb21), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.175934 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.179108 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/networks/1a125c03-db8d-4ef5-8343-336df4d6eb21 HTTP/1.1" status: 204 len: 168 time: 2.4076960 Mar 24 01:04:51.194549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52420) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:51.209058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f9f4f72d-f593-47fc-9f01-9c3b367da015 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-642046602'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:51.216158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=c7abf2de-877c-46d0-a4f9-55013d3c2325,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:51.228584 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7045f-ce37-4881-b0f7-dea23c4023f4 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Network': ['ID=1a125c03-db8d-4ef5-8343-336df4d6eb21,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:51.232665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f4f72d-f593-47fc-9f01-9c3b367da015 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:51.236596 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9f4f72d-f593-47fc-9f01-9c3b367da015 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.306794 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4329277-0622-43f5-b20b-8c2c0f4439b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (d9cd7f27-a324-4986-9859-80919b2e14ea), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.309003 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f4f72d-f593-47fc-9f01-9c3b367da015 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:04:51.313551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-4006572b-4df5-4cc2-9a91-c941c5b84797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:51.315293 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-4006572b-4df5-4cc2-9a91-c941c5b84797 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f91df64-a393-477d-ac55-1cbd2f8d35ac HTTP/1.1" status: 200 len: 849 time: 0.4018173 Mar 24 01:04:51.322631 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ca4fc26-a0a9-4081-a1da-4fe2e3e6d18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (317f1329-b148-485c-b02d-6e63c3ddb2c4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.349437 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9f4f72d-f593-47fc-9f01-9c3b367da015 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (67ed4de4-280f-48b9-8a09-0dff118a86bb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.349800 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-f9f4f72d-f593-47fc-9f01-9c3b367da015 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Added segment 67ed4de4-280f-48b9-8a09-0dff118a86bb of type vlan for network 446231d9-78c7-4868-802e-bb1405d4e8df Mar 24 01:04:51.419256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dedef-0567-47c1-b3cd-6d0acd1b4542 req-4ce8687c-1a01-4a79-a5e1-760aae03f36e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:51.421169 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c63dedef-0567-47c1-b3cd-6d0acd1b4542 req-4ce8687c-1a01-4a79-a5e1-760aae03f36e tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 943 time: 0.4295092 Mar 24 01:04:51.431515 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3b117ecb-d694-42d7-9167-edc48b7dd9aa req-c6fd21ec-73a2-49b1-bbc9-77bde51d4e29 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c7abf2de-877c-46d0-a4f9-55013d3c2325), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.510188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf49b60b-8c88-4ae6-b4e3-f33798ab35e4 None None] DHCP port deletion for f3d31ec0-3d90-4405-9352-59efc8b5aaf7 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:04:51.544528 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd21ec-73a2-49b1-bbc9-77bde51d4e29 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Pushing event deleted for resources: {'Port': ['ID=c7abf2de-877c-46d0-a4f9-55013d3c2325,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:51.682517 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bf49b60b-8c88-4ae6-b4e3-f33798ab35e4 None None] Deleting port e7a55876-cb66-4087-8dc8-bd4b6b518faf {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:51.682942 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bf49b60b-8c88-4ae6-b4e3-f33798ab35e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e7a55876-cb66-4087-8dc8-bd4b6b518faf), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.688367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-dd9361a1-e11d-47de-baa6-3515719d7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:51.690054 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-dd9361a1-e11d-47de-baa6-3515719d7556 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1b945f4-9bf9-489c-9fb6-5d27400f4806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3590553 Mar 24 01:04:51.695780 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4329277-0622-43f5-b20b-8c2c0f4439b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (d9cd7f27-a324-4986-9859-80919b2e14ea), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.698911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b117ecb-d694-42d7-9167-edc48b7dd9aa req-c6fd21ec-73a2-49b1-bbc9-77bde51d4e29 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] No DVR routers for this DVR port c7abf2de-877c-46d0-a4f9-55013d3c2325 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:51.701869 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3b117ecb-d694-42d7-9167-edc48b7dd9aa req-c6fd21ec-73a2-49b1-bbc9-77bde51d4e29 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.707166 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b117ecb-d694-42d7-9167-edc48b7dd9aa req-c6fd21ec-73a2-49b1-bbc9-77bde51d4e29 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.57 "DELETE /v2.0/ports/c7abf2de-877c-46d0-a4f9-55013d3c2325 HTTP/1.1" status: 204 len: 173 time: 3.8272638 Mar 24 01:04:51.776007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c63dedef-0567-47c1-b3cd-6d0acd1b4542 req-6f7cb0a0-ba29-497f-b550-fc6456e27b40 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f84ee00-da62-4f55-8a10-738c9ddcd6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394427 Mar 24 01:04:51.780074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9f4f72d-f593-47fc-9f01-9c3b367da015 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (446231d9-78c7-4868-802e-bb1405d4e8df), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.782667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-c4329277-0622-43f5-b20b-8c2c0f4439b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9cd7f27-a324-4986-9859-80919b2e14ea']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:51.783916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a68ce97a-6e09-4d80-8f28-d11ad60b317c no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:51.830278 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: a68ce97a-6e09-4d80-8f28-d11ad60b317c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:04:51.830540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a68ce97a-6e09-4d80-8f28-d11ad60b317c not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:04:51.832755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e7a55876-cb66-4087-8dc8-bd4b6b518faf no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:51.848002 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ca4fc26-a0a9-4081-a1da-4fe2e3e6d18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (317f1329-b148-485c-b02d-6e63c3ddb2c4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.902109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-c4329277-0622-43f5-b20b-8c2c0f4439b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5c80f6-9b99-4ea9-8637-48ec016ccd42') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:51.902540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-c4329277-0622-43f5-b20b-8c2c0f4439b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5c80f6-9b99-4ea9-8637-48ec016ccd42') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:51.909410 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c61b3036-d4be-4e3f-97a8-beae87184185 req-7729ada6-38a5-47b2-81c1-30f16941a4e5 tempest-ServerAddressesTestJSON-1774595540 tempest-ServerAddressesTestJSON-1774595540-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a58099-4afa-4f1f-80ba-9eb5dc64b10c HTTP/1.1" status: 200 len: 210 time: 0.1313727 Mar 24 01:04:51.926079 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4fc26-a0a9-4081-a1da-4fe2e3e6d18f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=317f1329-b148-485c-b02d-6e63c3ddb2c4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:51.929886 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4329277-0622-43f5-b20b-8c2c0f4439b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (9f5c80f6-9b99-4ea9-8637-48ec016ccd42), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.930863 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9f4f72d-f593-47fc-9f01-9c3b367da015 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (446231d9-78c7-4868-802e-bb1405d4e8df), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.942571 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f4f72d-f593-47fc-9f01-9c3b367da015 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:51.945485 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9f4f72d-f593-47fc-9f01-9c3b367da015 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.954610 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bf49b60b-8c88-4ae6-b4e3-f33798ab35e4 None None] For port e7a55876-cb66-4087-8dc8-bd4b6b518faf, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e7a55876-cb66-4087-8dc8-bd4b6b518faf,segment=NetworkSegment(bc9f2b14-130f-4876-9a19-491b34028dfd),segment_id=bc9f2b14-130f-4876-9a19-491b34028dfd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:51.955275 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bf49b60b-8c88-4ae6-b4e3-f33798ab35e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e7a55876-cb66-4087-8dc8-bd4b6b518faf), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:51.975758 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bf49b60b-8c88-4ae6-b4e3-f33798ab35e4 None None] Calling delete_port for e7a55876-cb66-4087-8dc8-bd4b6b518faf owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:51.977432 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4329277-0622-43f5-b20b-8c2c0f4439b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (9f5c80f6-9b99-4ea9-8637-48ec016ccd42), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:52.024010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4329277-0622-43f5-b20b-8c2c0f4439b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:04:52.024594 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4329277-0622-43f5-b20b-8c2c0f4439b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (9f5c80f6-9b99-4ea9-8637-48ec016ccd42), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:04:52.027851 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:04:52.032653 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-888d0244-f3d1-4161-9b05-7e1943df2bf6 service neutron] 10.222.0.48 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040123 Mar 24 01:04:52.038904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0093f5-1d87-4294-8849-c5f7b466f87a None None] Network 5c248708-2440-4785-8d15-a96131db79cd requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:52.061060 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ca4fc26-a0a9-4081-a1da-4fe2e3e6d18f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:52.083812 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3ca4fc26-a0a9-4081-a1da-4fe2e3e6d18f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/317f1329-b148-485c-b02d-6e63c3ddb2c4 HTTP/1.1" status: 204 len: 168 time: 1.1930568 Mar 24 01:04:52.087848 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52434) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:52.162758 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f9f4f72d-f593-47fc-9f01-9c3b367da015 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9669225 Mar 24 01:04:52.166871 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52436) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:52.189804 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4eca7ced-1d19-4feb-9e38-9f437bd37ba6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'subnet': {'network_id': '446231d9-78c7-4868-802e-bb1405d4e8df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:52.197021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e7a55876-cb66-4087-8dc8-bd4b6b518faf is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:52.197913 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e7a55876-cb66-4087-8dc8-bd4b6b518faf), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:52.231498 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bf49b60b-8c88-4ae6-b4e3-f33798ab35e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (e7a55876-cb66-4087-8dc8-bd4b6b518faf), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:52.277625 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf49b60b-8c88-4ae6-b4e3-f33798ab35e4 None None] No DVR routers for this DVR port e7a55876-cb66-4087-8dc8-bd4b6b518faf on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:52.280298 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49b60b-8c88-4ae6-b4e3-f33798ab35e4 None None] Pushing event deleted for resources: {'Port': ['ID=e7a55876-cb66-4087-8dc8-bd4b6b518faf,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:52.362650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf124fd9-010d-4423-9fae-a973ca249754 None None] DHCP port deletion for 5c248708-2440-4785-8d15-a96131db79cd request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:04:52.385953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4f72d-f593-47fc-9f01-9c3b367da015 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Network': ['ID=446231d9-78c7-4868-802e-bb1405d4e8df,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:52.396497 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4329277-0622-43f5-b20b-8c2c0f4439b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (d9cd7f27-a324-4986-9859-80919b2e14ea), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:52.427198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 446231d9-78c7-4868-802e-bb1405d4e8df details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:04:52.451323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4329277-0622-43f5-b20b-8c2c0f4439b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:52.479294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c4329277-0622-43f5-b20b-8c2c0f4439b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "DELETE /v2.0/networks/d9cd7f27-a324-4986-9859-80919b2e14ea HTTP/1.1" status: 204 len: 168 time: 1.5683401 Mar 24 01:04:52.479572 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52444) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:52.523100 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a58099-4afa-4f1f-80ba-9eb5dc64b10c', 'name': 'network-vif-deleted', 'tag': 'c7abf2de-877c-46d0-a4f9-55013d3c2325'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:52.525732 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7481a313-430d-4897-ab8b-2fda552e8337" -d '{"events": [{"server_uuid": "87a58099-4afa-4f1f-80ba-9eb5dc64b10c", "name": "network-vif-deleted", "tag": "c7abf2de-877c-46d0-a4f9-55013d3c2325"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:52.552498 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bf124fd9-010d-4423-9fae-a973ca249754 None None] Deleting port be733c53-b9eb-403e-8de8-d3f69118b558 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:52.552978 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bf124fd9-010d-4423-9fae-a973ca249754 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (be733c53-b9eb-403e-8de8-d3f69118b558), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:52.587292 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4329277-0622-43f5-b20b-8c2c0f4439b4 tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event deleted for resources: {'Network': ['ID=d9cd7f27-a324-4986-9859-80919b2e14ea,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:52.608516 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (5c248708-2440-4785-8d15-a96131db79cd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:52.618330 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7858a4ba-5cb7-4410-b789-3d157e9408b2 x-openstack-request-id: req-7858a4ba-5cb7-4410-b789-3d157e9408b2 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:52.618330 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a58099-4afa-4f1f-80ba-9eb5dc64b10c", "name": "network-vif-deleted", "tag": "c7abf2de-877c-46d0-a4f9-55013d3c2325", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:52.618629 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7858a4ba-5cb7-4410-b789-3d157e9408b2 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:52.621741 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7858a4ba-5cb7-4410-b789-3d157e9408b2'] response: {'server_uuid': '87a58099-4afa-4f1f-80ba-9eb5dc64b10c', 'name': 'network-vif-deleted', 'tag': 'c7abf2de-877c-46d0-a4f9-55013d3c2325', 'status': 'completed', 'code': 200} Mar 24 01:04:52.665910 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bf124fd9-010d-4423-9fae-a973ca249754 None None] For port be733c53-b9eb-403e-8de8-d3f69118b558, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=be733c53-b9eb-403e-8de8-d3f69118b558,segment=NetworkSegment(082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb),segment_id=082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:52.666147 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bf124fd9-010d-4423-9fae-a973ca249754 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (be733c53-b9eb-403e-8de8-d3f69118b558), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:52.680272 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a8363ee-25bd-4963-a79a-7db5eac4d28f req-452791d2-14e7-4f93-a6f2-86a367106a3a service neutron] 10.222.0.48 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335828 Mar 24 01:04:52.683831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bf124fd9-010d-4423-9fae-a973ca249754 None None] Calling delete_port for be733c53-b9eb-403e-8de8-d3f69118b558 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:52.704296 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eca7ced-1d19-4feb-9e38-9f437bd37ba6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:52.713546 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4eca7ced-1d19-4feb-9e38-9f437bd37ba6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:52.722121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-c568ab3f-69cb-4498-9eb7-f5f7d91ffb78 admin admin] Deleting port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:52.722472 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c568ab3f-69cb-4498-9eb7-f5f7d91ffb78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:52.793217 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bf124fd9-010d-4423-9fae-a973ca249754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (be733c53-b9eb-403e-8de8-d3f69118b558), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:52.820560 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-968b89d9-cd81-4b59-82b0-2e36d18186fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (f3d31ec0-3d90-4405-9352-59efc8b5aaf7), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:52.841447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] Deleting port be733c53-b9eb-403e-8de8-d3f69118b558 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:52.841919 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (be733c53-b9eb-403e-8de8-d3f69118b558), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:52.867149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf124fd9-010d-4423-9fae-a973ca249754 None None] Pushing event deleted for resources: {'Port': ['ID=be733c53-b9eb-403e-8de8-d3f69118b558,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:52.869490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf124fd9-010d-4423-9fae-a973ca249754 None None] No DVR routers for this DVR port be733c53-b9eb-403e-8de8-d3f69118b558 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:53.013140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52458) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:53.071452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13057471-72cc-4756-9313-938beb93940c req-b3cf6878-12dc-4f95-a026-8fa6dfd2c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:53.074772 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13057471-72cc-4756-9313-938beb93940c req-b3cf6878-12dc-4f95-a026-8fa6dfd2c0a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5098b2dddc743b6bb84c2d9f82fddea&device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 1125 time: 0.2988656 Mar 24 01:04:53.085535 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-968b89d9-cd81-4b59-82b0-2e36d18186fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (f3d31ec0-3d90-4405-9352-59efc8b5aaf7), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.099767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] For port be733c53-b9eb-403e-8de8-d3f69118b558, host n-d-760455-9, got binding levels [] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:53.100139 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (be733c53-b9eb-403e-8de8-d3f69118b558), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.141948 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-968b89d9-cd81-4b59-82b0-2e36d18186fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d31ec0-3d90-4405-9352-59efc8b5aaf7']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:53.158752 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-968b89d9-cd81-4b59-82b0-2e36d18186fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9f2b14-130f-4876-9a19-491b34028dfd') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:53.159428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-968b89d9-cd81-4b59-82b0-2e36d18186fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9f2b14-130f-4876-9a19-491b34028dfd') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:53.171584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] Calling delete_port for be733c53-b9eb-403e-8de8-d3f69118b558 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:53.176818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-c568ab3f-69cb-4498-9eb7-f5f7d91ffb78 admin admin] For port f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc,segment=NetworkSegment(26a81adf-0bf7-470c-9780-83c38b2441b1),segment_id=26a81adf-0bf7-470c-9780-83c38b2441b1)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:53.177501 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c568ab3f-69cb-4498-9eb7-f5f7d91ffb78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.179148 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-968b89d9-cd81-4b59-82b0-2e36d18186fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (bc9f2b14-130f-4876-9a19-491b34028dfd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.184774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.ipam_backend_mixin [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] Port be733c53-b9eb-403e-8de8-d3f69118b558 was not found and therefore no delete operation was performed {{(pid=115730) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 01:04:53.208705 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (be733c53-b9eb-403e-8de8-d3f69118b558), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.220173 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-968b89d9-cd81-4b59-82b0-2e36d18186fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (bc9f2b14-130f-4876-9a19-491b34028dfd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.224783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-c568ab3f-69cb-4498-9eb7-f5f7d91ffb78 admin admin] Calling delete_port for f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:53.233745 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968b89d9-cd81-4b59-82b0-2e36d18186fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:04:53.234200 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-968b89d9-cd81-4b59-82b0-2e36d18186fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (bc9f2b14-130f-4876-9a19-491b34028dfd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:04:53.237730 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:04:53.248834 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4eca7ced-1d19-4feb-9e38-9f437bd37ba6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (c9d45e92-951e-45ef-91ba-7148f0afe373), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.255105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1450d0-da64-4953-9cb5-f55c02bb3b31 admin admin] Deleting subnet a1a58e59-0fcc-4977-9c2d-2f3325c3b9ed {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:04:53.263388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-db1450d0-da64-4953-9cb5-f55c02bb3b31 admin admin] Publish callbacks [] for subnet (a1a58e59-0fcc-4977-9c2d-2f3325c3b9ed), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.271360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] Pushing event deleted for resources: {'Port': ['ID=be733c53-b9eb-403e-8de8-d3f69118b558,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:53.280436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356eba12-434b-45e7-9011-578abc4ef4e2 req-c5ad0cdc-1cdf-4719-a964-4cc853111d1c tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:53.282690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-356eba12-434b-45e7-9011-578abc4ef4e2 req-c5ad0cdc-1cdf-4719-a964-4cc853111d1c tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 943 time: 0.3434482 Mar 24 01:04:53.318153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] No DVR routers for this DVR port be733c53-b9eb-403e-8de8-d3f69118b558 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:04:53.360072 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-968b89d9-cd81-4b59-82b0-2e36d18186fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (f3d31ec0-3d90-4405-9352-59efc8b5aaf7), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.388724 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-968b89d9-cd81-4b59-82b0-2e36d18186fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.392594 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-968b89d9-cd81-4b59-82b0-2e36d18186fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] 10.222.0.45 "DELETE /v2.0/networks/f3d31ec0-3d90-4405-9352-59efc8b5aaf7 HTTP/1.1" status: 204 len: 168 time: 0.9179327 Mar 24 01:04:53.393641 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b89d9-cd81-4b59-82b0-2e36d18186fb tempest-TaggedBootDevicesTest_v242-1169643232 tempest-TaggedBootDevicesTest_v242-1169643232-project] Pushing event deleted for resources: {'Network': ['ID=f3d31ec0-3d90-4405-9352-59efc8b5aaf7,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:53.397061 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca7ced-1d19-4feb-9e38-9f437bd37ba6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Subnet': ['ID=c9d45e92-951e-45ef-91ba-7148f0afe373,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:53.421137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eca7ced-1d19-4feb-9e38-9f437bd37ba6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Checking segment: {'id': '67ed4de4-280f-48b9-8a09-0dff118a86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '446231d9-78c7-4868-802e-bb1405d4e8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:04:53.421137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eca7ced-1d19-4feb-9e38-9f437bd37ba6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network hostable DHCP agents. Network: 446231d9-78c7-4868-802e-bb1405d4e8df, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:04:53.454395 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-db1450d0-da64-4953-9cb5-f55c02bb3b31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (a1a58e59-0fcc-4977-9c2d-2f3325c3b9ed), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.461849 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eca7ced-1d19-4feb-9e38-9f437bd37ba6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network 446231d9-78c7-4868-802e-bb1405d4e8df is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:04:53.479645 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-4eca7ced-1d19-4feb-9e38-9f437bd37ba6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 446231d9-78c7-4868-802e-bb1405d4e8df) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:53.491241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b4f331-9a39-445a-89f5-add5ac27d694 None None] Network 446231d9-78c7-4868-802e-bb1405d4e8df requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:53.503651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eca7ced-1d19-4feb-9e38-9f437bd37ba6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:53.504606 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4eca7ced-1d19-4feb-9e38-9f437bd37ba6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.537282 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4eca7ced-1d19-4feb-9e38-9f437bd37ba6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3690104 Mar 24 01:04:53.537877 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52472) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:53.543961 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-56ea4002-7905-4400-936e-ab5d28e7aaa6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'network_id': '446231d9-78c7-4868-802e-bb1405d4e8df', 'name': 'tempest-PortsTestJSON-596780757', 'fixed_ips': [{'subnet_id': 'c9d45e92-951e-45ef-91ba-7148f0afe373', 'ip_address': '172.20.0.10'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:53.583381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-356eba12-434b-45e7-9011-578abc4ef4e2 req-1aaaf05b-a447-4ea1-a823-743f88eddacd tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f84ee00-da62-4f55-8a10-738c9ddcd6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646456 Mar 24 01:04:53.584612 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13057471-72cc-4756-9313-938beb93940c req-7ce9664a-7e28-4853-a7f4-8a0ea4697d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:53.586291 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13057471-72cc-4756-9313-938beb93940c req-7ce9664a-7e28-4853-a7f4-8a0ea4697d6b service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1b945f4-9bf9-489c-9fb6-5d27400f4806 HTTP/1.1" status: 200 len: 911 time: 0.4957669 Mar 24 01:04:53.627263 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (5c248708-2440-4785-8d15-a96131db79cd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.761556 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ea4002-7905-4400-936e-ab5d28e7aaa6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:53.837604 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device be733c53-b9eb-403e-8de8-d3f69118b558 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:53.884756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c248708-2440-4785-8d15-a96131db79cd']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:53.888219 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56ea4002-7905-4400-936e-ab5d28e7aaa6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.899291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:53.899597 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:53.911226 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.931857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-446231d9-78c7-4868-802e-bb1405d4e8df', 'network_id': '446231d9-78c7-4868-802e-bb1405d4e8df', 'project_id': '3efb6d5d493b4d39a7e5588c0fa9a539', 'fixed_ips': [{'subnet_id': 'c9d45e92-951e-45ef-91ba-7148f0afe373'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:04:53.933755 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.934095 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.942323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:04:53.943855 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (082c0e4f-486d-46aa-b5d1-e5f8c2fccfbb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:53.947615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: be733c53-b9eb-403e-8de8-d3f69118b558 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:04:53.948364 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device be733c53-b9eb-403e-8de8-d3f69118b558 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:04:53.987324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-56ea4002-7905-4400-936e-ab5d28e7aaa6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] device_id is not set on port a47f25e0-0234-4bb3-b154-82cf053391d2 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:04:54.082026 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:04:54.174236 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-db1450d0-da64-4953-9cb5-f55c02bb3b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (a1a58e59-0fcc-4977-9c2d-2f3325c3b9ed), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:54.180611 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13057471-72cc-4756-9313-938beb93940c req-7e55d0a3-1070-4fcd-80ef-f740a0117609 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79b2a5a4-8522-4237-a15e-225327cdfcc5 HTTP/1.1" status: 200 len: 217 time: 0.5844212 Mar 24 01:04:54.181977 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Allocated IP 172.20.0.2 (446231d9-78c7-4868-802e-bb1405d4e8df/c9d45e92-951e-45ef-91ba-7148f0afe373/5cfd395f-54df-47ea-8731-e4bf4e7ee32b) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:54.243058 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (5c248708-2440-4785-8d15-a96131db79cd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:54.248593 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 79b2a5a4-8522-4237-a15e-225327cdfcc5 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:04:54.251750 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:54.258138 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52490) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:54.264154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5c248708-2440-4785-8d15-a96131db79cd HTTP/1.1" status: 204 len: 168 time: 2.1740024 Mar 24 01:04:54.375622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e1ea3-5e66-4549-8e5e-c3d6fb6aab62 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c248708-2440-4785-8d15-a96131db79cd,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:54.514998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc572864-8a16-4e67-a164-01ad76abb055 req-571be07c-0c63-4a0a-8382-3024617d27b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7063174 Mar 24 01:04:54.520588 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 79b2a5a4-8522-4237-a15e-225327cdfcc5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=79b2a5a4-8522-4237-a15e-225327cdfcc5,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:54.549423 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Publish callbacks [] for port (5cfd395f-54df-47ea-8731-e4bf4e7ee32b), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:54.566196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '79b2a5a4-8522-4237-a15e-225327cdfcc5', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'port_id': '79b2a5a4-8522-4237-a15e-225327cdfcc5', 'mac_address': 'fa:16:3e:1c:17:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:04:54.575723 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (5cfd395f-54df-47ea-8731-e4bf4e7ee32b), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:54.735455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de52cc-fedd-44f6-ada0-c427bed35ace req-eb9ac14b-9c59-4e37-9656-898f5ecae9ba tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:54.738715 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57de52cc-fedd-44f6-ada0-c427bed35ace req-eb9ac14b-9c59-4e37-9656-898f5ecae9ba tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.5188100 Mar 24 01:04:54.742123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13057471-72cc-4756-9313-938beb93940c req-bae7aa7d-acb0-4c8b-a99c-57ce90ca2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:54.745992 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13057471-72cc-4756-9313-938beb93940c req-bae7aa7d-acb0-4c8b-a99c-57ce90ca2d44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f91df64-a393-477d-ac55-1cbd2f8d35ac HTTP/1.1" status: 200 len: 849 time: 0.4749711 Mar 24 01:04:54.773362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-56ea4002-7905-4400-936e-ab5d28e7aaa6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Allocated IP 172.20.0.10 (446231d9-78c7-4868-802e-bb1405d4e8df/c9d45e92-951e-45ef-91ba-7148f0afe373/a47f25e0-0234-4bb3-b154-82cf053391d2) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:54.809165 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Network 446231d9-78c7-4868-802e-bb1405d4e8df is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:54.850884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Pushing event updated for resources: {'Port': ['ID=5cfd395f-54df-47ea-8731-e4bf4e7ee32b,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:54.855504 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:54.857464 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 79b2a5a4-8522-4237-a15e-225327cdfcc5 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:54.857989 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (79b2a5a4-8522-4237-a15e-225327cdfcc5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:54.926126 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:54.928496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b2a5a4-8522-4237-a15e-225327cdfcc5 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:04:55.040969 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Attempting to bind port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:04:55.041367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Attempting to bind port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '67ed4de4-280f-48b9-8a09-0dff118a86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '446231d9-78c7-4868-802e-bb1405d4e8df'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:04:55.041733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Attempting to bind port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b on network 446231d9-78c7-4868-802e-bb1405d4e8df {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:04:55.048234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 79b2a5a4-8522-4237-a15e-225327cdfcc5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=79b2a5a4-8522-4237-a15e-225327cdfcc5,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:55.049382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:04:55.050408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Checking segment: {'id': '67ed4de4-280f-48b9-8a09-0dff118a86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '446231d9-78c7-4868-802e-bb1405d4e8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:04:55.050811 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:55.051209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Bound using segment: {'id': '67ed4de4-280f-48b9-8a09-0dff118a86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '446231d9-78c7-4868-802e-bb1405d4e8df'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:04:55.051763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Bound port: 5cfd395f-54df-47ea-8731-e4bf4e7ee32b, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ed4de4-280f-48b9-8a09-0dff118a86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '446231d9-78c7-4868-802e-bb1405d4e8df'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:04:55.052152 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5cfd395f-54df-47ea-8731-e4bf4e7ee32b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:55.067567 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (79b2a5a4-8522-4237-a15e-225327cdfcc5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:55.151904 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f768804d-163b-4e16-9a83-76119cea650b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:55.257537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] For port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:04:55.259919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=79b2a5a4-8522-4237-a15e-225327cdfcc5,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:55.298068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] For port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5cfd395f-54df-47ea-8731-e4bf4e7ee32b,segment=NetworkSegment(67ed4de4-280f-48b9-8a09-0dff118a86bb),segment_id=67ed4de4-280f-48b9-8a09-0dff118a86bb)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:04:55.303325 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['79b2a5a4-8522-4237-a15e-225327cdfcc5'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:04:55.345808 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5cfd395f-54df-47ea-8731-e4bf4e7ee32b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:55.572139 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eec6eb-080d-4120-9327-4636ee304ccb req-b26c7d42-4462-45f5-9bad-13bb338d7602 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:55.573730 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-68eec6eb-080d-4120-9327-4636ee304ccb req-b26c7d42-4462-45f5-9bad-13bb338d7602 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.48 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 945 time: 0.2998037 Mar 24 01:04:55.619085 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8194c-f129-41a1-998b-626af8bfe5f3 None None] Pushing event updated for resources: {'Port': ['ID=5cfd395f-54df-47ea-8731-e4bf4e7ee32b,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:55.783984 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-db1450d0-da64-4953-9cb5-f55c02bb3b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (a1a58e59-0fcc-4977-9c2d-2f3325c3b9ed), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:55.957575 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-db1450d0-da64-4953-9cb5-f55c02bb3b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:55.963375 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-db1450d0-da64-4953-9cb5-f55c02bb3b31 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a1a58e59-0fcc-4977-9c2d-2f3325c3b9ed HTTP/1.1" status: 204 len: 168 time: 2.9405236 Mar 24 01:04:55.992968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1450d0-da64-4953-9cb5-f55c02bb3b31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a58e59-0fcc-4977-9c2d-2f3325c3b9ed,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:56.002831 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52512) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:56.016770 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc572864-8a16-4e67-a164-01ad76abb055 req-3bb9bbba-bad5-4444-a0b4-8fd734d2c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:56.026497 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc572864-8a16-4e67-a164-01ad76abb055 req-3bb9bbba-bad5-4444-a0b4-8fd734d2c185 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa48779386084f8989df3ed2fec3e464&device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 1127 time: 1.4671354 Mar 24 01:04:56.225541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 79b2a5a4-8522-4237-a15e-225327cdfcc5 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:04:56.246829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc572864-8a16-4e67-a164-01ad76abb055 req-dc1a44bd-6fac-4dc1-a061-a1854bd9f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:56.254919 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc572864-8a16-4e67-a164-01ad76abb055 req-dc1a44bd-6fac-4dc1-a061-a1854bd9f5d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 200 len: 920 time: 0.1928480 Mar 24 01:04:56.341523 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56ea4002-7905-4400-936e-ab5d28e7aaa6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (a47f25e0-0234-4bb3-b154-82cf053391d2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:56.354450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 79b2a5a4-8522-4237-a15e-225327cdfcc5 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:04:56.359188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 79b2a5a4-8522-4237-a15e-225327cdfcc5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:56.360136 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (79b2a5a4-8522-4237-a15e-225327cdfcc5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:56.401486 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56ea4002-7905-4400-936e-ab5d28e7aaa6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a47f25e0-0234-4bb3-b154-82cf053391d2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:56.404607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc572864-8a16-4e67-a164-01ad76abb055 req-2d150075-ee7d-413a-ae63-01aa09e7aed2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1554371c-0dca-4f2c-b46d-272d2463ba60 HTTP/1.1" status: 200 len: 217 time: 0.1090662 Mar 24 01:04:56.409765 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-036a40d3-f185-4bb4-bed1-20f6427b2041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (2ecfe191-0d4c-499c-aa88-24cc620d4733), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:56.442976 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a2fa7-691d-49b9-8af7-d0c6f2cabf7d req-3d553105-c63d-4972-9e7c-dd0c5281683d tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:56.444744 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-555a2fa7-691d-49b9-8af7-d0c6f2cabf7d req-3d553105-c63d-4972-9e7c-dd0c5281683d tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 943 time: 1.6715903 Mar 24 01:04:56.534234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13057471-72cc-4756-9313-938beb93940c req-1bb8ddfb-ccc3-449e-b622-8ea928d638bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:56.535769 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13057471-72cc-4756-9313-938beb93940c req-1bb8ddfb-ccc3-449e-b622-8ea928d638bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1b945f4-9bf9-489c-9fb6-5d27400f4806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8712003 Mar 24 01:04:56.536426 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c568ab3f-69cb-4498-9eb7-f5f7d91ffb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:56.552148 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea4002-7905-4400-936e-ab5d28e7aaa6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=a47f25e0-0234-4bb3-b154-82cf053391d2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:56.557569 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-68eec6eb-080d-4120-9327-4636ee304ccb req-c139a111-a719-406d-9f97-77e57be14190 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Deleting port 1554371c-0dca-4f2c-b46d-272d2463ba60 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:56.559535 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-68eec6eb-080d-4120-9327-4636ee304ccb req-c139a111-a719-406d-9f97-77e57be14190 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:56.563762 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57de52cc-fedd-44f6-ada0-c427bed35ace req-344a9343-2678-457e-9f59-c6d50ffe80d6 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8042946 Mar 24 01:04:56.571647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 79b2a5a4-8522-4237-a15e-225327cdfcc5 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:56.572061 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (79b2a5a4-8522-4237-a15e-225327cdfcc5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:56.622600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 79b2a5a4-8522-4237-a15e-225327cdfcc5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=79b2a5a4-8522-4237-a15e-225327cdfcc5,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:56.623588 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14472237-0ddb-45ce-9415-13f8246ebe95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b2a5a4-8522-4237-a15e-225327cdfcc5'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:56.626197 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21a0641-f7d3-4cd7-9be0-9ef71ca24116" -d '{"events": [{"server_uuid": "14472237-0ddb-45ce-9415-13f8246ebe95", "name": "network-vif-plugged", "status": "completed", "tag": "79b2a5a4-8522-4237-a15e-225327cdfcc5"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:56.630315 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (79b2a5a4-8522-4237-a15e-225327cdfcc5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:56.631529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 1554371c-0dca-4f2c-b46d-272d2463ba60 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:04:56.783880 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdfce26-880f-46a0-8986-25f46f3fe819 x-openstack-request-id: req-6cdfce26-880f-46a0-8986-25f46f3fe819 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:56.784182 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14472237-0ddb-45ce-9415-13f8246ebe95", "name": "network-vif-plugged", "status": "completed", "tag": "79b2a5a4-8522-4237-a15e-225327cdfcc5", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:56.784502 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6cdfce26-880f-46a0-8986-25f46f3fe819 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:56.784918 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cdfce26-880f-46a0-8986-25f46f3fe819'] response: {'server_uuid': '14472237-0ddb-45ce-9415-13f8246ebe95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b2a5a4-8522-4237-a15e-225327cdfcc5', 'code': 200} Mar 24 01:04:56.785485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 1554371c-0dca-4f2c-b46d-272d2463ba60 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:56.785879 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:56.813510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568ab3f-69cb-4498-9eb7-f5f7d91ffb78 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:56.882277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=79b2a5a4-8522-4237-a15e-225327cdfcc5,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:56.944991 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc572864-8a16-4e67-a164-01ad76abb055 req-9803a358-a2e8-4f6a-b9dc-9a6c2ca4ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:56.950826 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc572864-8a16-4e67-a164-01ad76abb055 req-9803a358-a2e8-4f6a-b9dc-9a6c2ca4ecd4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 200 len: 858 time: 0.5295734 Mar 24 01:04:56.960983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 1554371c-0dca-4f2c-b46d-272d2463ba60, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1554371c-0dca-4f2c-b46d-272d2463ba60,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:56.974088 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:56.983142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea4002-7905-4400-936e-ab5d28e7aaa6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network 446231d9-78c7-4868-802e-bb1405d4e8df is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:04:57.104345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=1554371c-0dca-4f2c-b46d-272d2463ba60,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:57.132560 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-555a2fa7-691d-49b9-8af7-d0c6f2cabf7d req-14464fcb-cfab-4651-b646-769e417d9cc9 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f84ee00-da62-4f55-8a10-738c9ddcd6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6484280 Mar 24 01:04:57.185334 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13057471-72cc-4756-9313-938beb93940c req-c5d339e7-3b49-4ed1-9b34-b5df83dede2c service neutron] 10.222.0.48 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067486 Mar 24 01:04:57.220859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-56ea4002-7905-4400-936e-ab5d28e7aaa6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:04:57.290315 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ea4002-7905-4400-936e-ab5d28e7aaa6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:04:57.348920 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc572864-8a16-4e67-a164-01ad76abb055 req-46e7aee1-fedc-4f48-9888-55a39a4a5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:57.350901 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc572864-8a16-4e67-a164-01ad76abb055 req-46e7aee1-fedc-4f48-9888-55a39a4a5f95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d37656e-c76e-4646-97e0-f304db07f78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3871558 Mar 24 01:04:57.387348 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f442e3c-0767-4475-953d-374eb6a41cda None None] Network 446231d9-78c7-4868-802e-bb1405d4e8df requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:04:57.452977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea4002-7905-4400-936e-ab5d28e7aaa6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:57.454680 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56ea4002-7905-4400-936e-ab5d28e7aaa6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:57.537713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-76369ff6-b5c2-4991-b439-bb415c33ae7b None None] Provisioning complete for port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:57.538342 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-76369ff6-b5c2-4991-b439-bb415c33ae7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5cfd395f-54df-47ea-8731-e4bf4e7ee32b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:57.620772 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-56ea4002-7905-4400-936e-ab5d28e7aaa6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0817137 Mar 24 01:04:57.663295 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818a398-006b-41f9-bf0a-bb4e723187c4 req-799af625-ec5e-4922-9790-a5830e99a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:57.673407 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7818a398-006b-41f9-bf0a-bb4e723187c4 req-799af625-ec5e-4922-9790-a5830e99a972 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 1127 time: 0.8273671 Mar 24 01:04:57.675222 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52530) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:57.708195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-68eec6eb-080d-4120-9327-4636ee304ccb req-c139a111-a719-406d-9f97-77e57be14190 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] For port 1554371c-0dca-4f2c-b46d-272d2463ba60, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1554371c-0dca-4f2c-b46d-272d2463ba60,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:57.708577 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-68eec6eb-080d-4120-9327-4636ee304ccb req-c139a111-a719-406d-9f97-77e57be14190 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:57.746896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-bd49304f-0f25-4d27-b80a-b1291a66a25a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'network_id': '446231d9-78c7-4868-802e-bb1405d4e8df', 'name': 'tempest-PortsTestJSON-250885015', 'fixed_ips': [{'subnet_id': 'c9d45e92-951e-45ef-91ba-7148f0afe373', 'ip_address': '172.20.0.9'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:04:57.761266 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13057471-72cc-4756-9313-938beb93940c req-571a88d3-947b-4c89-b1b9-9ce70d4026bd service neutron] 10.222.0.48 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650890 Mar 24 01:04:57.832086 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc572864-8a16-4e67-a164-01ad76abb055 req-a832de0c-4786-4ece-9a85-0518e4162139 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600103 Mar 24 01:04:57.902601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-76369ff6-b5c2-4991-b439-bb415c33ae7b None None] Current status of the port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:57.903039 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-76369ff6-b5c2-4991-b439-bb415c33ae7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5cfd395f-54df-47ea-8731-e4bf4e7ee32b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:57.988025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-76369ff6-b5c2-4991-b439-bb415c33ae7b None None] For port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5cfd395f-54df-47ea-8731-e4bf4e7ee32b,segment=NetworkSegment(67ed4de4-280f-48b9-8a09-0dff118a86bb),segment_id=67ed4de4-280f-48b9-8a09-0dff118a86bb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:04:57.991549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5cfd395f-54df-47ea-8731-e4bf4e7ee32b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:04:57.996504 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-76369ff6-b5c2-4991-b439-bb415c33ae7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5cfd395f-54df-47ea-8731-e4bf4e7ee32b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:58.099059 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c568ab3f-69cb-4498-9eb7-f5f7d91ffb78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (77cbb0d1-8248-4d98-805a-762ae788787d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:58.117071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76369ff6-b5c2-4991-b439-bb415c33ae7b None None] Pushing event updated for resources: {'Port': ['ID=5cfd395f-54df-47ea-8731-e4bf4e7ee32b,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:04:58.127746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:58.128227 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5cfd395f-54df-47ea-8731-e4bf4e7ee32b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:58.155160 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-036a40d3-f185-4bb4-bed1-20f6427b2041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (2ecfe191-0d4c-499c-aa88-24cc620d4733), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:58.162467 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd49304f-0f25-4d27-b80a-b1291a66a25a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:04:58.192151 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd49304f-0f25-4d27-b80a-b1291a66a25a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:58.195631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-68eec6eb-080d-4120-9327-4636ee304ccb req-c139a111-a719-406d-9f97-77e57be14190 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Calling delete_port for 1554371c-0dca-4f2c-b46d-272d2463ba60 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:04:58.248962 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f768804d-163b-4e16-9a83-76119cea650b admin admin] Deleting port 40e8a180-8327-45b3-a7a8-dcad68f21e30 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:04:58.269143 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f768804d-163b-4e16-9a83-76119cea650b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:58.358393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:58.429661 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-be7486ee-b852-498f-b050-df3ec344cccb None None] Provisioning complete for port a47f25e0-0234-4bb3-b154-82cf053391d2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:58.430991 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-be7486ee-b852-498f-b050-df3ec344cccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a47f25e0-0234-4bb3-b154-82cf053391d2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:58.463519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-036a40d3-f185-4bb4-bed1-20f6427b2041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ecfe191-0d4c-499c-aa88-24cc620d4733']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:58.469703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508088c-529a-417e-bb82-0d73154d7d04 req-d734a53b-f0ff-455b-a9c8-377671b9206f tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:58.477716 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8508088c-529a-417e-bb82-0d73154d7d04 req-d734a53b-f0ff-455b-a9c8-377671b9206f tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 943 time: 0.7124274 Mar 24 01:04:58.479421 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-bd49304f-0f25-4d27-b80a-b1291a66a25a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] device_id is not set on port be7b01c7-2a0c-475e-bd53-21ff2ebc78a3 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:04:58.501356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-be7486ee-b852-498f-b050-df3ec344cccb None None] Port a47f25e0-0234-4bb3-b154-82cf053391d2 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:04:58.534855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-be7486ee-b852-498f-b050-df3ec344cccb None None] Provisioning complete for port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:58.535365 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-be7486ee-b852-498f-b050-df3ec344cccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5cfd395f-54df-47ea-8731-e4bf4e7ee32b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:58.625619 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc572864-8a16-4e67-a164-01ad76abb055 req-95429eee-8a57-466e-9a31-a4d8c2335aa3 service neutron] 10.222.0.48 "GET /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7094266 Mar 24 01:04:58.720438 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-561b53a8-0e30-4048-9178-f89aed401416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:58.758354 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-be7486ee-b852-498f-b050-df3ec344cccb None None] Current status of the port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:04:58.761003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406ac6c-473a-4b22-ac11-11c123fbcda8 req-0b9b04c4-357f-43c6-9ef8-aa440ece9eb5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:04:58.768886 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1406ac6c-473a-4b22-ac11-11c123fbcda8 req-0b9b04c4-357f-43c6-9ef8-aa440ece9eb5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 945 time: 0.4008448 Mar 24 01:04:58.786018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535280b1-92b3-446e-9082-6cbeeb838197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1554371c-0dca-4f2c-b46d-272d2463ba60'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:04:58.788513 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d68581b-eb86-4930-81ed-b2c6097c2f7a" -d '{"events": [{"server_uuid": "535280b1-92b3-446e-9082-6cbeeb838197", "name": "network-vif-unplugged", "status": "completed", "tag": "1554371c-0dca-4f2c-b46d-272d2463ba60"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:04:58.791740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8508088c-529a-417e-bb82-0d73154d7d04 req-077dac60-5fbf-46bd-b657-07f130b8a201 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530289 Mar 24 01:04:58.908002 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0d146bb5-b4dd-4ab0-b701-13cca508f732 None None] Provisioning complete for port a47f25e0-0234-4bb3-b154-82cf053391d2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:58.915354 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0d146bb5-b4dd-4ab0-b701-13cca508f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a47f25e0-0234-4bb3-b154-82cf053391d2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:58.992168 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5516e624-b1f6-4ba3-ac6f-f72d43900471 x-openstack-request-id: req-5516e624-b1f6-4ba3-ac6f-f72d43900471 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:04:58.992879 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535280b1-92b3-446e-9082-6cbeeb838197", "name": "network-vif-unplugged", "status": "completed", "tag": "1554371c-0dca-4f2c-b46d-272d2463ba60", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:04:58.993456 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5516e624-b1f6-4ba3-ac6f-f72d43900471 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:04:58.997692 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5516e624-b1f6-4ba3-ac6f-f72d43900471'] response: {'server_uuid': '535280b1-92b3-446e-9082-6cbeeb838197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1554371c-0dca-4f2c-b46d-272d2463ba60', 'code': 200} Mar 24 01:04:58.999504 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0d146bb5-b4dd-4ab0-b701-13cca508f732 None None] Port a47f25e0-0234-4bb3-b154-82cf053391d2 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:04:59.113663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c568ab3f-69cb-4498-9eb7-f5f7d91ffb78 admin admin] Router 77cbb0d1-8248-4d98-805a-762ae788787d has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:04:59.454250 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1406ac6c-473a-4b22-ac11-11c123fbcda8 req-6c8a313b-684f-407d-b8f6-2aa702aebd98 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f84ee00-da62-4f55-8a10-738c9ddcd6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6809971 Mar 24 01:04:59.520380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c568ab3f-69cb-4498-9eb7-f5f7d91ffb78 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:04:59.536276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aa9111-1d88-48eb-8b76-59246a36fdf9 None None] Sync routers for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:04:59.548651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-bd49304f-0f25-4d27-b80a-b1291a66a25a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Allocated IP 172.20.0.9 (446231d9-78c7-4868-802e-bb1405d4e8df/c9d45e92-951e-45ef-91ba-7148f0afe373/be7b01c7-2a0c-475e-bd53-21ff2ebc78a3) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:04:59.560884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c568ab3f-69cb-4498-9eb7-f5f7d91ffb78 admin admin] 10.222.0.45 "PUT /v2.0/routers/77cbb0d1-8248-4d98-805a-762ae788787d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7972317 Mar 24 01:04:59.562942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52558) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:04:59.564813 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aa9111-1d88-48eb-8b76-59246a36fdf9 None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:04:59.567470 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-89aa9111-1d88-48eb-8b76-59246a36fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:59.746275 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-036a40d3-f185-4bb4-bed1-20f6427b2041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea38741-3cd8-4608-9f2d-2da3b0556533') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:59.746500 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-036a40d3-f185-4bb4-bed1-20f6427b2041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea38741-3cd8-4608-9f2d-2da3b0556533') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:04:59.784805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5cfd395f-54df-47ea-8731-e4bf4e7ee32b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:04:59.792226 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7818a398-006b-41f9-bf0a-bb4e723187c4 req-0ae1eb38-f0b1-4ba4-8ec1-ed217c7c0804 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2f84ee00-da62-4f55-8a10-738c9ddcd6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.1179035 Mar 24 01:04:59.803528 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-036a40d3-f185-4bb4-bed1-20f6427b2041 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (cea38741-3cd8-4608-9f2d-2da3b0556533), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:59.853250 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-036a40d3-f185-4bb4-bed1-20f6427b2041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (cea38741-3cd8-4608-9f2d-2da3b0556533), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:59.864934 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83708b83-d343-44d1-a9bb-c7d5b22d0978 admin admin] Publish callbacks [] for router (77cbb0d1-8248-4d98-805a-762ae788787d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:59.873232 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:59.911628 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036a40d3-f185-4bb4-bed1-20f6427b2041 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:04:59.912537 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-036a40d3-f185-4bb4-bed1-20f6427b2041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (cea38741-3cd8-4608-9f2d-2da3b0556533), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:59.916258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-89aa9111-1d88-48eb-8b76-59246a36fdf9 None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:04:59.919550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:04:59.920139 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5cfd395f-54df-47ea-8731-e4bf4e7ee32b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:04:59.926178 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:04:59.930740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd49304f-0f25-4d27-b80a-b1291a66a25a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (be7b01c7-2a0c-475e-bd53-21ff2ebc78a3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:00.035546 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-f768804d-163b-4e16-9a83-76119cea650b admin admin] For port 40e8a180-8327-45b3-a7a8-dcad68f21e30, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=40e8a180-8327-45b3-a7a8-dcad68f21e30,segment=NetworkSegment(e877edd2-ac9c-49b1-b999-719663a1386e),segment_id=e877edd2-ac9c-49b1-b999-719663a1386e)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:00.035839 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f768804d-163b-4e16-9a83-76119cea650b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:00.129006 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-036a40d3-f185-4bb4-bed1-20f6427b2041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (2ecfe191-0d4c-499c-aa88-24cc620d4733), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:00.134503 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-036a40d3-f185-4bb4-bed1-20f6427b2041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:00.137989 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-036a40d3-f185-4bb4-bed1-20f6427b2041 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2ecfe191-0d4c-499c-aa88-24cc620d4733 HTTP/1.1" status: 204 len: 168 time: 4.1160617 Mar 24 01:05:00.164266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-68eec6eb-080d-4120-9327-4636ee304ccb req-c139a111-a719-406d-9f97-77e57be14190 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1554371c-0dca-4f2c-b46d-272d2463ba60), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:00.179996 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f768804d-163b-4e16-9a83-76119cea650b admin admin] Calling delete_port for 40e8a180-8327-45b3-a7a8-dcad68f21e30 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:00.182113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['f6e942dc-2f3b-46a6-98e6-41dfdb464d87'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:05:00.311218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a40d3-f185-4bb4-bed1-20f6427b2041 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ecfe191-0d4c-499c-aa88-24cc620d4733,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:00.354025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:00.393389 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-89aa9111-1d88-48eb-8b76-59246a36fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:04:55Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:00.433635 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aa9111-1d88-48eb-8b76-59246a36fdf9 None None] Checking router: 77cbb0d1-8248-4d98-805a-762ae788787d for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:05:00.456120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aa9111-1d88-48eb-8b76-59246a36fdf9 None None] Routers {'77cbb0d1-8248-4d98-805a-762ae788787d'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:00.457663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-89aa9111-1d88-48eb-8b76-59246a36fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:04:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77cbb0d1-8248-4d98-805a-762ae788787d'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:00.594570 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f768804d-163b-4e16-9a83-76119cea650b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (40e8a180-8327-45b3-a7a8-dcad68f21e30), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:00.609082 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139a111-a719-406d-9f97-77e57be14190 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Pushing event deleted for resources: {'Port': ['ID=1554371c-0dca-4f2c-b46d-272d2463ba60,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:00.651594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768804d-163b-4e16-9a83-76119cea650b admin admin] Pushing event deleted for resources: {'Port': ['ID=40e8a180-8327-45b3-a7a8-dcad68f21e30,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:00.710968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-89aa9111-1d88-48eb-8b76-59246a36fdf9 None None] Set router 77cbb0d1-8248-4d98-805a-762ae788787d gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:05:00.738038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52576) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:00.744902 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-285971be-ac2f-4890-8524-a6ef5a481c96 req-c3ba6cd9-4f43-45e1-b02a-d9a60c6aac9d tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=535280b1-92b3-446e-9082-6cbeeb838197 HTTP/1.1" status: 200 len: 210 time: 0.8035183 Mar 24 01:05:00.761814 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eec6eb-080d-4120-9327-4636ee304ccb req-c139a111-a719-406d-9f97-77e57be14190 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] No DVR routers for this DVR port 1554371c-0dca-4f2c-b46d-272d2463ba60 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:05:00.766130 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-68eec6eb-080d-4120-9327-4636ee304ccb req-c139a111-a719-406d-9f97-77e57be14190 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:00.770068 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-68eec6eb-080d-4120-9327-4636ee304ccb req-c139a111-a719-406d-9f97-77e57be14190 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.48 "DELETE /v2.0/ports/1554371c-0dca-4f2c-b46d-272d2463ba60 HTTP/1.1" status: 204 len: 173 time: 5.1718819 Mar 24 01:05:00.773649 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd49304f-0f25-4d27-b80a-b1291a66a25a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (be7b01c7-2a0c-475e-bd53-21ff2ebc78a3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:00.776818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535280b1-92b3-446e-9082-6cbeeb838197', 'name': 'network-vif-deleted', 'tag': '1554371c-0dca-4f2c-b46d-272d2463ba60'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:05:00.779754 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f6f703-06b4-4b6f-b746-9cd0b4056ae7" -d '{"events": [{"server_uuid": "535280b1-92b3-446e-9082-6cbeeb838197", "name": "network-vif-deleted", "tag": "1554371c-0dca-4f2c-b46d-272d2463ba60"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:05:00.912446 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9bfb80a9-1f1d-4dc7-ab1e-18f25155f1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:00.924197 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6258cdb4-c48e-4c00-8a57-49a4dc41ace0 x-openstack-request-id: req-6258cdb4-c48e-4c00-8a57-49a4dc41ace0 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:05:00.924646 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535280b1-92b3-446e-9082-6cbeeb838197", "name": "network-vif-deleted", "tag": "1554371c-0dca-4f2c-b46d-272d2463ba60", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:05:00.924999 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6258cdb4-c48e-4c00-8a57-49a4dc41ace0 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:05:00.925546 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6258cdb4-c48e-4c00-8a57-49a4dc41ace0'] response: {'server_uuid': '535280b1-92b3-446e-9082-6cbeeb838197', 'name': 'network-vif-deleted', 'tag': '1554371c-0dca-4f2c-b46d-272d2463ba60', 'status': 'completed', 'code': 200} Mar 24 01:05:00.927110 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49304f-0f25-4d27-b80a-b1291a66a25a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=be7b01c7-2a0c-475e-bd53-21ff2ebc78a3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:00.952258 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52580) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:00.953174 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-89857411-aea6-4470-b6c8-86d4cd5c84b6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41f0be7d63a840a4b63478b141d6d678&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2102852 Mar 24 01:05:01.079180 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83708b83-d343-44d1-a9bb-c7d5b22d0978 admin admin] Publish callbacks [] for router_gateway (77cbb0d1-8248-4d98-805a-762ae788787d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:01.102404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a3775-9736-4c1f-a21c-4729cbfadfea req-06a0b39b-1597-44dc-a3c9-61c07473273f tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:01.104702 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e08a3775-9736-4c1f-a21c-4729cbfadfea req-06a0b39b-1597-44dc-a3c9-61c07473273f tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 945 time: 0.3631330 Mar 24 01:05:01.128197 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd49304f-0f25-4d27-b80a-b1291a66a25a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network 446231d9-78c7-4868-802e-bb1405d4e8df is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:01.177935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-bd49304f-0f25-4d27-b80a-b1291a66a25a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:01.190969 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd49304f-0f25-4d27-b80a-b1291a66a25a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:05:01.233713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-89aa9111-1d88-48eb-8b76-59246a36fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:04:55Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:01.328216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aa9111-1d88-48eb-8b76-59246a36fdf9 None None] The sync data for ids ['77cbb0d1-8248-4d98-805a-762ae788787d'] in n-d-760455-9 is: [{'id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1547030552-router', 'tenant_id': 'd794e45382c3465592eb64148586edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:02:48Z', 'updated_at': '2022-03-24T01:04:55Z', 'revision_number': 5, 'project_id': 'd794e45382c3465592eb64148586edf2', 'gw_port': {'id': '0b6b8287-04f0-4da1-88d0-46f7b75f2b1e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0d1-8248-4d98-805a-762ae788787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:02:51Z', 'updated_at': '2022-03-24T01:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:05:01.335834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e08a3775-9736-4c1f-a21c-4729cbfadfea req-74cc7d07-8b5a-4a96-86bb-f9e4a5c01eac tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f84ee00-da62-4f55-8a10-738c9ddcd6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615973 Mar 24 01:05:01.372006 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-83708b83-d343-44d1-a9bb-c7d5b22d0978 admin admin] Deleting port 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:01.372878 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83708b83-d343-44d1-a9bb-c7d5b22d0978 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0b6b8287-04f0-4da1-88d0-46f7b75f2b1e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:01.582445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd49304f-0f25-4d27-b80a-b1291a66a25a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:01.589407 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd49304f-0f25-4d27-b80a-b1291a66a25a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:01.635659 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-58277961-71e3-4df3-8dcc-910ede13f27e admin admin] Publish callbacks [] for security_group (a33496be-2a97-4d06-8697-0094ef65342c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:01.636411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-83708b83-d343-44d1-a9bb-c7d5b22d0978 admin admin] For port 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0b6b8287-04f0-4da1-88d0-46f7b75f2b1e,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:01.637026 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83708b83-d343-44d1-a9bb-c7d5b22d0978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0b6b8287-04f0-4da1-88d0-46f7b75f2b1e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:01.640916 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f768804d-163b-4e16-9a83-76119cea650b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:01.693287 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-83708b83-d343-44d1-a9bb-c7d5b22d0978 admin admin] Calling delete_port for 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:01.699653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52588) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:01.700046 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bd49304f-0f25-4d27-b80a-b1291a66a25a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0034115 Mar 24 01:05:01.877255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ff47bbaf-1aeb-41db-86ab-a09e3650c397 None None] Provisioning complete for port be7b01c7-2a0c-475e-bd53-21ff2ebc78a3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:01.877644 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ff47bbaf-1aeb-41db-86ab-a09e3650c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be7b01c7-2a0c-475e-bd53-21ff2ebc78a3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:01.883028 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-58277961-71e3-4df3-8dcc-910ede13f27e admin admin] Publish callbacks [] for security_group (a33496be-2a97-4d06-8697-0094ef65342c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:01.947823 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ff47bbaf-1aeb-41db-86ab-a09e3650c397 None None] Port be7b01c7-2a0c-475e-bd53-21ff2ebc78a3 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:05:01.952043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:01.987878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:01.988249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f9e0f3b8-a7a1-4781-9a1c-fc4c53982efc not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:02.022427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4171489e-6e30-41d0-92e3-108cedcf7c4d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:02.025812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4171489e-6e30-41d0-92e3-108cedcf7c4d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3090324 Mar 24 01:05:02.032333 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52598) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:02.105298 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:02.212334 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-58277961-71e3-4df3-8dcc-910ede13f27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a33496be-2a97-4d06-8697-0094ef65342c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:02.215041 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-58277961-71e3-4df3-8dcc-910ede13f27e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:02.219682 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-58277961-71e3-4df3-8dcc-910ede13f27e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a33496be-2a97-4d06-8697-0094ef65342c HTTP/1.1" status: 204 len: 168 time: 1.2465208 Mar 24 01:05:02.234565 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f768804d-163b-4e16-9a83-76119cea650b admin admin] Router 48f95d78-13cb-44e4-b3a5-3b69a0bd19af has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:05:02.235485 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58277961-71e3-4df3-8dcc-910ede13f27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33496be-2a97-4d06-8697-0094ef65342c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:02.245978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6271c912-2c63-4924-b0b8-4bcf2d13ef1f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:02.251427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6271c912-2c63-4924-b0b8-4bcf2d13ef1f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:02.256896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6271c912-2c63-4924-b0b8-4bcf2d13ef1f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:02.263133 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6271c912-2c63-4924-b0b8-4bcf2d13ef1f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2235596 Mar 24 01:05:02.265165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52606) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:02.374696 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:02.438875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f768804d-163b-4e16-9a83-76119cea650b admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:05:02.447900 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f768804d-163b-4e16-9a83-76119cea650b admin admin] 10.222.0.45 "PUT /v2.0/routers/48f95d78-13cb-44e4-b3a5-3b69a0bd19af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1886709 Mar 24 01:05:02.448665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52612) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:02.450896 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83708b83-d343-44d1-a9bb-c7d5b22d0978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (0b6b8287-04f0-4da1-88d0-46f7b75f2b1e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:02.453722 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9248a913-e7d9-4837-8b40-92ded20595c6 None None] Sync routers for ids ['48f95d78-13cb-44e4-b3a5-3b69a0bd19af'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:05:02.469750 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9248a913-e7d9-4837-8b40-92ded20595c6 None None] Routers {'48f95d78-13cb-44e4-b3a5-3b69a0bd19af'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:02.470441 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9248a913-e7d9-4837-8b40-92ded20595c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['48f95d78-13cb-44e4-b3a5-3b69a0bd19af'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:02.621182 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baeef5cd-9fa4-4c51-836b-da1aa0cf6814 admin admin] Publish callbacks [] for router (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:02.649808 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83708b83-d343-44d1-a9bb-c7d5b22d0978 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6b8287-04f0-4da1-88d0-46f7b75f2b1e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:02.788720 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baeef5cd-9fa4-4c51-836b-da1aa0cf6814 admin admin] Publish callbacks [] for router_gateway (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:02.799690 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83708b83-d343-44d1-a9bb-c7d5b22d0978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (77cbb0d1-8248-4d98-805a-762ae788787d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:02.905070 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83708b83-d343-44d1-a9bb-c7d5b22d0978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (77cbb0d1-8248-4d98-805a-762ae788787d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:02.916642 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-baeef5cd-9fa4-4c51-836b-da1aa0cf6814 admin admin] Deleting port 6a8124e4-7a10-4d77-beae-e7603252a638 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:02.917294 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baeef5cd-9fa4-4c51-836b-da1aa0cf6814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6a8124e4-7a10-4d77-beae-e7603252a638), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:02.927396 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83708b83-d343-44d1-a9bb-c7d5b22d0978 admin admin] Publish callbacks [] for router_controller (77cbb0d1-8248-4d98-805a-762ae788787d), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:02.975041 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-9248a913-e7d9-4837-8b40-92ded20595c6 None None] Set router 48f95d78-13cb-44e4-b3a5-3b69a0bd19af gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:05:03.022449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a955b-3892-4b78-8231-fa71d1be9cce req-8a55b52e-beba-4fbe-b65f-72d71c18ed82 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:03.031991 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d4a955b-3892-4b78-8231-fa71d1be9cce req-8a55b52e-beba-4fbe-b65f-72d71c18ed82 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.6756592 Mar 24 01:05:03.041616 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83708b83-d343-44d1-a9bb-c7d5b22d0978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (77cbb0d1-8248-4d98-805a-762ae788787d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:03.042414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83708b83-d343-44d1-a9bb-c7d5b22d0978 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77cbb0d1-8248-4d98-805a-762ae788787d {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:05:03.051312 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-baeef5cd-9fa4-4c51-836b-da1aa0cf6814 admin admin] For port 6a8124e4-7a10-4d77-beae-e7603252a638, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6a8124e4-7a10-4d77-beae-e7603252a638,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:03.052791 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baeef5cd-9fa4-4c51-836b-da1aa0cf6814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6a8124e4-7a10-4d77-beae-e7603252a638), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:03.082642 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-baeef5cd-9fa4-4c51-836b-da1aa0cf6814 admin admin] Calling delete_port for 6a8124e4-7a10-4d77-beae-e7603252a638 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:03.095803 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83708b83-d343-44d1-a9bb-c7d5b22d0978 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:03.099882 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-83708b83-d343-44d1-a9bb-c7d5b22d0978 admin admin] 10.222.0.45 "DELETE /v2.0/routers/77cbb0d1-8248-4d98-805a-762ae788787d HTTP/1.1" status: 204 len: 168 time: 3.5337038 Mar 24 01:05:03.100356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52634) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:03.118551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d4a955b-3892-4b78-8231-fa71d1be9cce req-b59cdbfb-7672-4dfe-842c-3e6b1cd31cca tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850728 Mar 24 01:05:03.130830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd64e1-5794-41c4-8b3b-483b0e82c2b2 req-e9a1aed1-dff6-4ed2-8e76-00a19f5e5448 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:03.139010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-befd64e1-5794-41c4-8b3b-483b0e82c2b2 req-e9a1aed1-dff6-4ed2-8e76-00a19f5e5448 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 945 time: 0.6737115 Mar 24 01:05:03.154805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-29b72a90-715a-4f18-8ba9-2905f29bf6e3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port be7b01c7-2a0c-475e-bd53-21ff2ebc78a3 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:03.155333 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-29b72a90-715a-4f18-8ba9-2905f29bf6e3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (be7b01c7-2a0c-475e-bd53-21ff2ebc78a3), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:03.307013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-befd64e1-5794-41c4-8b3b-483b0e82c2b2 req-4c8604c5-01df-4d23-9807-a6832bbdc906 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f84ee00-da62-4f55-8a10-738c9ddcd6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661363 Mar 24 01:05:03.357411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0a4fbf-ef02-4d7b-88f9-61a78ba09293 admin admin] Deleting subnet 51cba81b-e716-41f0-a9c1-6a5973b30ef9 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:05:03.367915 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd0a4fbf-ef02-4d7b-88f9-61a78ba09293 admin admin] Publish callbacks [] for subnet (51cba81b-e716-41f0-a9c1-6a5973b30ef9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:03.415614 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd0a4fbf-ef02-4d7b-88f9-61a78ba09293 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (51cba81b-e716-41f0-a9c1-6a5973b30ef9), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:03.431600 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-29b72a90-715a-4f18-8ba9-2905f29bf6e3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (be7b01c7-2a0c-475e-bd53-21ff2ebc78a3), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:03.433218 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9248a913-e7d9-4837-8b40-92ded20595c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'name': 'tempest-TaggedBootDevicesTest-427569485-router', 'tenant_id': '69952ea998f046ed8b5c77536fdd08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '6a8124e4-7a10-4d77-beae-e7603252a638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:22Z', 'updated_at': '2022-03-24T01:05:00Z', 'revision_number': 5, 'project_id': '69952ea998f046ed8b5c77536fdd08e5', 'gw_port': {'id': '6a8124e4-7a10-4d77-beae-e7603252a638', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:27:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:23Z', 'updated_at': '2022-03-24T00:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:03.450411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-29b72a90-715a-4f18-8ba9-2905f29bf6e3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for be7b01c7-2a0c-475e-bd53-21ff2ebc78a3 owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:03.467745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2753cc-7ae7-443c-9827-7c2afe216352 req-f3632086-0d3c-4d9e-b4a6-08058e7a9470 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:03.473488 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a2753cc-7ae7-443c-9827-7c2afe216352 req-f3632086-0d3c-4d9e-b4a6-08058e7a9470 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 945 time: 0.0988767 Mar 24 01:05:03.479767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52646) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:03.487030 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-0067e8d7-961c-44e9-ba98-d7734cad7ff5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Request body: {'floatingip': {'port_id': '79b2a5a4-8522-4237-a15e-225327cdfcc5'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:03.505820 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9248a913-e7d9-4837-8b40-92ded20595c6 None None] Checking router: 48f95d78-13cb-44e4-b3a5-3b69a0bd19af for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:05:03.525709 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9248a913-e7d9-4837-8b40-92ded20595c6 None None] Routers {'48f95d78-13cb-44e4-b3a5-3b69a0bd19af'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:03.526470 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9248a913-e7d9-4837-8b40-92ded20595c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['48f95d78-13cb-44e4-b3a5-3b69a0bd19af'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:03.581257 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0067e8d7-961c-44e9-ba98-d7734cad7ff5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for floatingip (38a3952b-ae88-4d7d-b887-4b0f92cf8a15), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:03.588843 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:03.660071 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd0a4fbf-ef02-4d7b-88f9-61a78ba09293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (51cba81b-e716-41f0-a9c1-6a5973b30ef9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:03.763926 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-9248a913-e7d9-4837-8b40-92ded20595c6 None None] Set router 48f95d78-13cb-44e4-b3a5-3b69a0bd19af gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:05:03.769602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52654) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:03.786955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:03.834754 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:03.835108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0b6b8287-04f0-4da1-88d0-46f7b75f2b1e not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:03.868193 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9248a913-e7d9-4837-8b40-92ded20595c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'name': 'tempest-TaggedBootDevicesTest-427569485-router', 'tenant_id': '69952ea998f046ed8b5c77536fdd08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:22Z', 'updated_at': '2022-03-24T01:05:02Z', 'revision_number': 6, 'project_id': '69952ea998f046ed8b5c77536fdd08e5', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:03.907855 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9248a913-e7d9-4837-8b40-92ded20595c6 None None] The sync data for ids ['48f95d78-13cb-44e4-b3a5-3b69a0bd19af'] in n-d-760455-9 is: [{'id': '48f95d78-13cb-44e4-b3a5-3b69a0bd19af', 'name': 'tempest-TaggedBootDevicesTest-427569485-router', 'tenant_id': '69952ea998f046ed8b5c77536fdd08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:22Z', 'updated_at': '2022-03-24T01:05:02Z', 'revision_number': 6, 'project_id': '69952ea998f046ed8b5c77536fdd08e5', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:05:03.909419 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd0a4fbf-ef02-4d7b-88f9-61a78ba09293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (51cba81b-e716-41f0-a9c1-6a5973b30ef9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:03.972316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a4fbf-ef02-4d7b-88f9-61a78ba09293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51cba81b-e716-41f0-a9c1-6a5973b30ef9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:03.983615 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd0a4fbf-ef02-4d7b-88f9-61a78ba09293 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:03.989729 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bd0a4fbf-ef02-4d7b-88f9-61a78ba09293 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/51cba81b-e716-41f0-a9c1-6a5973b30ef9 HTTP/1.1" status: 204 len: 168 time: 0.8861082 Mar 24 01:05:03.996984 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52660) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:04.001594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf06432-dfbb-4e84-862d-0fede62ca0ae None None] Network 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:04.187303 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-29b72a90-715a-4f18-8ba9-2905f29bf6e3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (be7b01c7-2a0c-475e-bd53-21ff2ebc78a3), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:04.222901 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (1bcfb1a6-a292-42ed-bf69-2f71ba08be3c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:04.230489 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6af16b12-8614-4e5e-8881-b45b5f18ee7c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1456642199-network', 'tenant_id': 'c94ed7f16f724389b13635df7fc6c517'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:04.238704 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baeef5cd-9fa4-4c51-836b-da1aa0cf6814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6a8124e4-7a10-4d77-beae-e7603252a638), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:04.338626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3818cb-bb8f-4234-ae6c-c89138591bdf None None] DHCP port deletion for 1bcfb1a6-a292-42ed-bf69-2f71ba08be3c request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:05:04.409555 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeef5cd-9fa4-4c51-836b-da1aa0cf6814 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8124e4-7a10-4d77-beae-e7603252a638,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:04.414282 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af16b12-8614-4e5e-8881-b45b5f18ee7c admin admin] Made reservation on behalf of c94ed7f16f724389b13635df7fc6c517 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:04.418500 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6af16b12-8614-4e5e-8881-b45b5f18ee7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:04.427741 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b72a90-715a-4f18-8ba9-2905f29bf6e3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=be7b01c7-2a0c-475e-bd53-21ff2ebc78a3,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:04.477236 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ef3818cb-bb8f-4234-ae6c-c89138591bdf None None] Deleting port 8d72415a-6529-4569-9b78-9481aa8ededc {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:04.478322 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef3818cb-bb8f-4234-ae6c-c89138591bdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8d72415a-6529-4569-9b78-9481aa8ededc), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:04.544762 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-29b72a90-715a-4f18-8ba9-2905f29bf6e3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:04.552393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-29b72a90-715a-4f18-8ba9-2905f29bf6e3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/be7b01c7-2a0c-475e-bd53-21ff2ebc78a3 HTTP/1.1" status: 204 len: 168 time: 2.2855806 Mar 24 01:05:04.558683 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52670) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:04.581555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ef3818cb-bb8f-4234-ae6c-c89138591bdf None None] For port 8d72415a-6529-4569-9b78-9481aa8ededc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8d72415a-6529-4569-9b78-9481aa8ededc,segment=NetworkSegment(26a81adf-0bf7-470c-9780-83c38b2441b1),segment_id=26a81adf-0bf7-470c-9780-83c38b2441b1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:04.582298 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef3818cb-bb8f-4234-ae6c-c89138591bdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8d72415a-6529-4569-9b78-9481aa8ededc), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:04.600418 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ef3818cb-bb8f-4234-ae6c-c89138591bdf None None] Calling delete_port for 8d72415a-6529-4569-9b78-9481aa8ededc owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:04.603690 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6af16b12-8614-4e5e-8881-b45b5f18ee7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:04.647734 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-7210d61e-ede1-4f4e-8477-eb5f545e22dd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] GET failed (client error): The resource could not be found. Mar 24 01:05:04.653273 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7210d61e-ede1-4f4e-8477-eb5f545e22dd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/be7b01c7-2a0c-475e-bd53-21ff2ebc78a3 HTTP/1.1" status: 404 len: 333 time: 0.0917363 Mar 24 01:05:04.654101 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52672) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:04.701672 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef3818cb-bb8f-4234-ae6c-c89138591bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (8d72415a-6529-4569-9b78-9481aa8ededc), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:04.785889 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6af16b12-8614-4e5e-8881-b45b5f18ee7c admin admin] Publish callbacks [] for security_group (d984b752-7f66-4cea-a652-70c2e3b66f33), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:04.823649 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6af16b12-8614-4e5e-8881-b45b5f18ee7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d984b752-7f66-4cea-a652-70c2e3b66f33), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:04.830974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d7ceb-5773-4015-bf63-a5cca892eb71 req-0c2c08dc-86ca-4e84-a6e1-4ccf479fefdb tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:04.839267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a5d7ceb-5773-4015-bf63-a5cca892eb71 req-0c2c08dc-86ca-4e84-a6e1-4ccf479fefdb tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.4125545 Mar 24 01:05:04.875749 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.resource_extend [None req-0067e8d7-961c-44e9-ba98-d7734cad7ff5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:05:04.936957 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baeef5cd-9fa4-4c51-836b-da1aa0cf6814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:04.958500 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af16b12-8614-4e5e-8881-b45b5f18ee7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:05:05.002430 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a5d7ceb-5773-4015-bf63-a5cca892eb71 req-f7517fa2-b7c2-4434-938c-686996d56489 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621304 Mar 24 01:05:05.038822 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0067e8d7-961c-44e9-ba98-d7734cad7ff5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.047876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-8a4cda92-8cbf-46e3-9ea6-74b68d443e7b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port a47f25e0-0234-4bb3-b154-82cf053391d2 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:05.048367 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a4cda92-8cbf-46e3-9ea6-74b68d443e7b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a47f25e0-0234-4bb3-b154-82cf053391d2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.054973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3818cb-bb8f-4234-ae6c-c89138591bdf None None] Pushing event deleted for resources: {'Port': ['ID=8d72415a-6529-4569-9b78-9481aa8ededc,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:05.063846 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3818cb-bb8f-4234-ae6c-c89138591bdf None None] No DVR routers for this DVR port 8d72415a-6529-4569-9b78-9481aa8ededc on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:05:05.112944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] Deleting port 8d72415a-6529-4569-9b78-9481aa8ededc {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:05.113307 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8d72415a-6529-4569-9b78-9481aa8ededc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.122517 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6af16b12-8614-4e5e-8881-b45b5f18ee7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (2cfeb44e-ccee-4d17-9051-73d1d61e4b17), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.123105 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-6af16b12-8614-4e5e-8881-b45b5f18ee7c admin admin] Added segment 2cfeb44e-ccee-4d17-9051-73d1d61e4b17 of type vlan for network 962baa7b-7e78-46b2-93a2-7d31a7bd6be4 Mar 24 01:05:05.143590 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af16b12-8614-4e5e-8881-b45b5f18ee7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d984b752-7f66-4cea-a652-70c2e3b66f33,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:05.155703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6705-daf3-442a-bb0b-c2ecc4093a93 req-c69b33b5-62ab-4223-9a4c-8deab563b5e9 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:05.157183 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d58b6705-daf3-442a-bb0b-c2ecc4093a93 req-c69b33b5-62ab-4223-9a4c-8deab563b5e9 tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 946 time: 0.6549144 Mar 24 01:05:05.157789 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a4cda92-8cbf-46e3-9ea6-74b68d443e7b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a47f25e0-0234-4bb3-b154-82cf053391d2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.182225 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-8a4cda92-8cbf-46e3-9ea6-74b68d443e7b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for a47f25e0-0234-4bb3-b154-82cf053391d2 owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:05.202217 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.213678 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baeef5cd-9fa4-4c51-836b-da1aa0cf6814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.235377 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baeef5cd-9fa4-4c51-836b-da1aa0cf6814 admin admin] Publish callbacks [] for router_controller (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.261702 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0067e8d7-961c-44e9-ba98-d7734cad7ff5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (38a3952b-ae88-4d7d-b887-4b0f92cf8a15), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.283493 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6af16b12-8614-4e5e-8881-b45b5f18ee7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (962baa7b-7e78-46b2-93a2-7d31a7bd6be4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.392693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] For port 8d72415a-6529-4569-9b78-9481aa8ededc, host n-d-760455-9, got binding levels [] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:05.393481 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8d72415a-6529-4569-9b78-9481aa8ededc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.403311 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baeef5cd-9fa4-4c51-836b-da1aa0cf6814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (48f95d78-13cb-44e4-b3a5-3b69a0bd19af), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.404118 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baeef5cd-9fa4-4c51-836b-da1aa0cf6814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48f95d78-13cb-44e4-b3a5-3b69a0bd19af {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:05:05.422875 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baeef5cd-9fa4-4c51-836b-da1aa0cf6814 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.424416 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-baeef5cd-9fa4-4c51-836b-da1aa0cf6814 admin admin] 10.222.0.45 "DELETE /v2.0/routers/48f95d78-13cb-44e4-b3a5-3b69a0bd19af HTTP/1.1" status: 204 len: 168 time: 2.9747410 Mar 24 01:05:05.429278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52684) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:05.433914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52686) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:05.461484 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] Calling delete_port for 8d72415a-6529-4569-9b78-9481aa8ededc owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:05.462550 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-0067e8d7-961c-44e9-ba98-d7734cad7ff5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Floating IP 38a3952b-ae88-4d7d-b887-4b0f92cf8a15 associated. External IP: 172.25.0.17, port: 79b2a5a4-8522-4237-a15e-225327cdfcc5. Mar 24 01:05:05.474081 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.ipam_backend_mixin [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] Port 8d72415a-6529-4569-9b78-9481aa8ededc was not found and therefore no delete operation was performed {{(pid=115729) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 01:05:05.498317 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6af16b12-8614-4e5e-8881-b45b5f18ee7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (962baa7b-7e78-46b2-93a2-7d31a7bd6be4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.499866 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af16b12-8614-4e5e-8881-b45b5f18ee7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:05.505379 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6af16b12-8614-4e5e-8881-b45b5f18ee7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.512792 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8d72415a-6529-4569-9b78-9481aa8ededc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.568105 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a4cda92-8cbf-46e3-9ea6-74b68d443e7b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a47f25e0-0234-4bb3-b154-82cf053391d2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.589411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d72415a-6529-4569-9b78-9481aa8ededc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:05.627298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4cda92-8cbf-46e3-9ea6-74b68d443e7b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=a47f25e0-0234-4bb3-b154-82cf053391d2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:05.657140 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] No DVR routers for this DVR port 8d72415a-6529-4569-9b78-9481aa8ededc on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:05:05.665119 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6af16b12-8614-4e5e-8881-b45b5f18ee7c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8926430 Mar 24 01:05:05.674149 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52692) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:05.712419 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-45d8e7d0-cd94-44e4-bece-afcfa36c29e5 admin admin] Request body: {'subnet': {'network_id': '962baa7b-7e78-46b2-93a2-7d31a7bd6be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1456642199-subnet', 'tenant_id': 'c94ed7f16f724389b13635df7fc6c517', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:05.751892 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dabcb2fc-d16a-47a8-8260-1eeb61f26a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.754400 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc788a8-291b-4947-902d-af5acc37c1a5 admin admin] Deleting subnet ea96cea2-6c7f-461c-90a0-2637eac6aa2c {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:05:05.764090 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d8e7d0-cd94-44e4-bece-afcfa36c29e5 admin admin] Made reservation on behalf of c94ed7f16f724389b13635df7fc6c517 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:05.767271 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-45d8e7d0-cd94-44e4-bece-afcfa36c29e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.769272 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8cc788a8-291b-4947-902d-af5acc37c1a5 admin admin] Publish callbacks [] for subnet (ea96cea2-6c7f-461c-90a0-2637eac6aa2c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.772222 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af16b12-8614-4e5e-8881-b45b5f18ee7c admin admin] Pushing event updated for resources: {'Network': ['ID=962baa7b-7e78-46b2-93a2-7d31a7bd6be4,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:05.778848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 40e8a180-8327-45b3-a7a8-dcad68f21e30 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:05.828554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 962baa7b-7e78-46b2-93a2-7d31a7bd6be4 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:05:05.832306 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 40e8a180-8327-45b3-a7a8-dcad68f21e30 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:05.832912 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 40e8a180-8327-45b3-a7a8-dcad68f21e30 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:05.833609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8d72415a-6529-4569-9b78-9481aa8ededc no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:05.852742 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (1bcfb1a6-a292-42ed-bf69-2f71ba08be3c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.881600 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcfb1a6-a292-42ed-bf69-2f71ba08be3c']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:05.892299 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a81adf-0bf7-470c-9780-83c38b2441b1') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:05.892596 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a81adf-0bf7-470c-9780-83c38b2441b1') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:05.902310 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (26a81adf-0bf7-470c-9780-83c38b2441b1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.916864 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (26a81adf-0bf7-470c-9780-83c38b2441b1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.923630 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:05:05.924033 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (26a81adf-0bf7-470c-9780-83c38b2441b1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:05.951181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0067e8d7-961c-44e9-ba98-d7734cad7ff5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Router 40105202-3ae9-4b5e-b26c-70794565ed31 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:05:05.991713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 8d72415a-6529-4569-9b78-9481aa8ededc {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:05.992558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8d72415a-6529-4569-9b78-9481aa8ededc not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:05.993229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6a8124e4-7a10-4d77-beae-e7603252a638 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:05.995347 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a4cda92-8cbf-46e3-9ea6-74b68d443e7b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:06.011789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8a4cda92-8cbf-46e3-9ea6-74b68d443e7b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/a47f25e0-0234-4bb3-b154-82cf053391d2 HTTP/1.1" status: 204 len: 168 time: 1.3526428 Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:05:06.013348 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:05:06.016284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52700) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:06.033082 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 6a8124e4-7a10-4d77-beae-e7603252a638 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:06.033721 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6a8124e4-7a10-4d77-beae-e7603252a638 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:06.051728 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (1bcfb1a6-a292-42ed-bf69-2f71ba08be3c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:06.136812 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:06.140335 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1bcfb1a6-a292-42ed-bf69-2f71ba08be3c HTTP/1.1" status: 204 len: 168 time: 2.1422093 Mar 24 01:05:06.165063 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-d58b6705-daf3-442a-bb0b-c2ecc4093a93 req-960fcc70-de29-48e3-8b0a-27b8ab63161c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Deleting port f6e942dc-2f3b-46a6-98e6-41dfdb464d87 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:06.165423 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d58b6705-daf3-442a-bb0b-c2ecc4093a93 req-960fcc70-de29-48e3-8b0a-27b8ab63161c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f6e942dc-2f3b-46a6-98e6-41dfdb464d87), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:06.242508 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:05:06.563393 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-d58b6705-daf3-442a-bb0b-c2ecc4093a93 req-960fcc70-de29-48e3-8b0a-27b8ab63161c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] For port f6e942dc-2f3b-46a6-98e6-41dfdb464d87, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f6e942dc-2f3b-46a6-98e6-41dfdb464d87,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:06.563790 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d58b6705-daf3-442a-bb0b-c2ecc4093a93 req-960fcc70-de29-48e3-8b0a-27b8ab63161c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f6e942dc-2f3b-46a6-98e6-41dfdb464d87), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:06.577868 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-d58b6705-daf3-442a-bb0b-c2ecc4093a93 req-960fcc70-de29-48e3-8b0a-27b8ab63161c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Calling delete_port for f6e942dc-2f3b-46a6-98e6-41dfdb464d87 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:06.581917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52706) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:06.611950 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8e53af-49fc-4672-921d-e2aebdb4883c tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] GET failed (client error): The resource could not be found. Mar 24 01:05:06.617699 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fb8e53af-49fc-4672-921d-e2aebdb4883c tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/a47f25e0-0234-4bb3-b154-82cf053391d2 HTTP/1.1" status: 404 len: 333 time: 0.5878286 Mar 24 01:05:06.626626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52708) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:06.727264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aeadb5-5dac-4d3b-966e-7de7d6764a70 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bcfb1a6-a292-42ed-bf69-2f71ba08be3c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:06.740094 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8cc788a8-291b-4947-902d-af5acc37c1a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (ea96cea2-6c7f-461c-90a0-2637eac6aa2c), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:06.764173 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d58b6705-daf3-442a-bb0b-c2ecc4093a93 req-960fcc70-de29-48e3-8b0a-27b8ab63161c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f6e942dc-2f3b-46a6-98e6-41dfdb464d87), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:06.816637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fcc70-de29-48e3-8b0a-27b8ab63161c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Pushing event deleted for resources: {'Port': ['ID=f6e942dc-2f3b-46a6-98e6-41dfdb464d87,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:06.840512 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7bbd1704-c785-4028-a3e2-afdd357386cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d794e45382c3465592eb64148586edf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2548230 Mar 24 01:05:06.849391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52710) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:06.899785 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58b6705-daf3-442a-bb0b-c2ecc4093a93 req-960fcc70-de29-48e3-8b0a-27b8ab63161c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] No DVR routers for this DVR port f6e942dc-2f3b-46a6-98e6-41dfdb464d87 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:05:06.900392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c447e02-96d0-4696-bab1-27575b8b90b3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting subnet c9d45e92-951e-45ef-91ba-7148f0afe373 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:05:06.910394 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d58b6705-daf3-442a-bb0b-c2ecc4093a93 req-960fcc70-de29-48e3-8b0a-27b8ab63161c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:06.913112 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c447e02-96d0-4696-bab1-27575b8b90b3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (c9d45e92-951e-45ef-91ba-7148f0afe373), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:06.913813 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d58b6705-daf3-442a-bb0b-c2ecc4093a93 req-960fcc70-de29-48e3-8b0a-27b8ab63161c tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.48 "DELETE /v2.0/ports/f6e942dc-2f3b-46a6-98e6-41dfdb464d87 HTTP/1.1" status: 204 len: 173 time: 1.7250185 Mar 24 01:05:06.918523 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dff8a81-379d-408e-a702-c2e5c2f836f5', 'name': 'network-vif-deleted', 'tag': 'f6e942dc-2f3b-46a6-98e6-41dfdb464d87'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:05:06.920793 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde1a171-448c-45e1-8dfc-b083592bfcdb" -d '{"events": [{"server_uuid": "0dff8a81-379d-408e-a702-c2e5c2f836f5", "name": "network-vif-deleted", "tag": "f6e942dc-2f3b-46a6-98e6-41dfdb464d87"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:05:07.012630 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe5e7d-f9dc-4470-b887-90d4a13bb57a req-138e351c-9899-4c0d-87c0-d61b5353b7aa tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:07.014774 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3dbe5e7d-f9dc-4470-b887-90d4a13bb57a req-138e351c-9899-4c0d-87c0-d61b5353b7aa tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dff8a81-379d-408e-a702-c2e5c2f836f5 HTTP/1.1" status: 200 len: 867 time: 0.4318266 Mar 24 01:05:07.020631 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8cc788a8-291b-4947-902d-af5acc37c1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (ea96cea2-6c7f-461c-90a0-2637eac6aa2c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.111226 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c447e02-96d0-4696-bab1-27575b8b90b3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (c9d45e92-951e-45ef-91ba-7148f0afe373), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.112490 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1bd9d6-eb77-4ff4-8fd8-ef3071cd8bee x-openstack-request-id: req-bf1bd9d6-eb77-4ff4-8fd8-ef3071cd8bee {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:05:07.112976 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dff8a81-379d-408e-a702-c2e5c2f836f5", "name": "network-vif-deleted", "tag": "f6e942dc-2f3b-46a6-98e6-41dfdb464d87", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:05:07.113430 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf1bd9d6-eb77-4ff4-8fd8-ef3071cd8bee {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:05:07.113990 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1bd9d6-eb77-4ff4-8fd8-ef3071cd8bee'] response: {'server_uuid': '0dff8a81-379d-408e-a702-c2e5c2f836f5', 'name': 'network-vif-deleted', 'tag': 'f6e942dc-2f3b-46a6-98e6-41dfdb464d87', 'status': 'completed', 'code': 200} Mar 24 01:05:07.122312 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-45d8e7d0-cd94-44e4-bece-afcfa36c29e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (4df3ca84-7ba6-4e77-b815-232e35236612), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.123078 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0067e8d7-961c-44e9-ba98-d7734cad7ff5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:05:07.136192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00ce5d-6721-4c2d-9e85-54aa68fbf537 None None] Sync routers for ids ['40105202-3ae9-4b5e-b26c-70794565ed31'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:05:07.137003 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cfb7fb6d-7527-4e55-85a5-877b7ec42b8e admin admin] Publish callbacks [] for security_group (874c6f03-901f-4773-bf86-d82072feeabd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.148395 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec00ce5d-6721-4c2d-9e85-54aa68fbf537 None None] Routers {'40105202-3ae9-4b5e-b26c-70794565ed31'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:07.155036 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ec00ce5d-6721-4c2d-9e85-54aa68fbf537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['40105202-3ae9-4b5e-b26c-70794565ed31'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:07.186432 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0067e8d7-961c-44e9-ba98-d7734cad7ff5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.212069 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dabcb2fc-d16a-47a8-8260-1eeb61f26a75 admin admin] Publish callbacks [] for security_group (16d967a7-3571-40a8-bca2-10c8a4ec34a2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.259195 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cfb7fb6d-7527-4e55-85a5-877b7ec42b8e admin admin] Publish callbacks [] for security_group (874c6f03-901f-4773-bf86-d82072feeabd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.274461 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dabcb2fc-d16a-47a8-8260-1eeb61f26a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (16d967a7-3571-40a8-bca2-10c8a4ec34a2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.328816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3dbe5e7d-f9dc-4470-b887-90d4a13bb57a req-95db46f0-7ae4-46b9-a0fa-f59f0f26e65a tempest-ServerRescueNegativeTestJSON-29300966 tempest-ServerRescueNegativeTestJSON-29300966-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b740ce-c117-4240-ba2f-4080624026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997532 Mar 24 01:05:07.338650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8e7d0-cd94-44e4-bece-afcfa36c29e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df3ca84-7ba6-4e77-b815-232e35236612,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:07.419670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0067e8d7-961c-44e9-ba98-d7734cad7ff5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "PUT /v2.0/floatingips/38a3952b-ae88-4d7d-b887-4b0f92cf8a15 HTTP/1.1" status: 200 len: 990 time: 3.9260671 Mar 24 01:05:07.434850 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8cc788a8-291b-4947-902d-af5acc37c1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (ea96cea2-6c7f-461c-90a0-2637eac6aa2c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.441319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14472237-0ddb-45ce-9415-13f8246ebe95', 'tag': '79b2a5a4-8522-4237-a15e-225327cdfcc5'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:05:07.447004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-ec00ce5d-6721-4c2d-9e85-54aa68fbf537 None None] Set router 40105202-3ae9-4b5e-b26c-70794565ed31 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:05:07.448914 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6abea26-c55b-4318-ac2b-d8b02fbb72b4" -d '{"events": [{"name": "network-changed", "server_uuid": "14472237-0ddb-45ce-9415-13f8246ebe95", "tag": "79b2a5a4-8522-4237-a15e-225327cdfcc5"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:05:07.500845 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d8e7d0-cd94-44e4-bece-afcfa36c29e5 admin admin] Checking segment: {'id': '2cfeb44e-ccee-4d17-9051-73d1d61e4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '962baa7b-7e78-46b2-93a2-7d31a7bd6be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:05:07.506593 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d8e7d0-cd94-44e4-bece-afcfa36c29e5 admin admin] Network hostable DHCP agents. Network: 962baa7b-7e78-46b2-93a2-7d31a7bd6be4, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:05:07.516582 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8cc788a8-291b-4947-902d-af5acc37c1a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.529951 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8cc788a8-291b-4947-902d-af5acc37c1a5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ea96cea2-6c7f-461c-90a0-2637eac6aa2c HTTP/1.1" status: 204 len: 168 time: 2.0994060 Mar 24 01:05:07.531267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52720) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:07.535421 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc788a8-291b-4947-902d-af5acc37c1a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea96cea2-6c7f-461c-90a0-2637eac6aa2c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:07.634348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dabcb2fc-d16a-47a8-8260-1eeb61f26a75 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d50f9a54baf443ab3c97b15d8513eee&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1989906 Mar 24 01:05:07.638576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92fd067-7aef-40e1-aa64-2a6bafd5f85c None None] Network a2ebd0af-32ae-4ebb-8257-69b5c1483210 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:07.638941 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52722) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:07.651110 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce561d08-2cf9-43f7-8691-1b4603671f42 x-openstack-request-id: req-ce561d08-2cf9-43f7-8691-1b4603671f42 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:05:07.651404 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14472237-0ddb-45ce-9415-13f8246ebe95", "tag": "79b2a5a4-8522-4237-a15e-225327cdfcc5", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:05:07.651642 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce561d08-2cf9-43f7-8691-1b4603671f42 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:05:07.652066 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce561d08-2cf9-43f7-8691-1b4603671f42'] response: {'name': 'network-changed', 'server_uuid': '14472237-0ddb-45ce-9415-13f8246ebe95', 'tag': '79b2a5a4-8522-4237-a15e-225327cdfcc5', 'status': 'completed', 'code': 200} Mar 24 01:05:07.659633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcb2fc-d16a-47a8-8260-1eeb61f26a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d967a7-3571-40a8-bca2-10c8a4ec34a2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:07.720527 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c447e02-96d0-4696-bab1-27575b8b90b3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (c9d45e92-951e-45ef-91ba-7148f0afe373), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.728413 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cfb7fb6d-7527-4e55-85a5-877b7ec42b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (874c6f03-901f-4773-bf86-d82072feeabd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.735016 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cfb7fb6d-7527-4e55-85a5-877b7ec42b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.741632 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cfb7fb6d-7527-4e55-85a5-877b7ec42b8e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/874c6f03-901f-4773-bf86-d82072feeabd HTTP/1.1" status: 204 len: 168 time: 0.8881977 Mar 24 01:05:07.790399 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c447e02-96d0-4696-bab1-27575b8b90b3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (c9d45e92-951e-45ef-91ba-7148f0afe373), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.806989 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7fb6d-7527-4e55-85a5-877b7ec42b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874c6f03-901f-4773-bf86-d82072feeabd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:07.840915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c447e02-96d0-4696-bab1-27575b8b90b3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Subnet': ['ID=c9d45e92-951e-45ef-91ba-7148f0afe373,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:07.847553 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d8e7d0-cd94-44e4-bece-afcfa36c29e5 admin admin] Network 962baa7b-7e78-46b2-93a2-7d31a7bd6be4 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:05:07.852387 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c447e02-96d0-4696-bab1-27575b8b90b3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.858160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4c447e02-96d0-4696-bab1-27575b8b90b3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/c9d45e92-951e-45ef-91ba-7148f0afe373 HTTP/1.1" status: 204 len: 168 time: 1.2057662 Mar 24 01:05:07.858552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52726) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:07.892536 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (a2ebd0af-32ae-4ebb-8257-69b5c1483210), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.908832 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-45d8e7d0-cd94-44e4-bece-afcfa36c29e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 962baa7b-7e78-46b2-93a2-7d31a7bd6be4) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:07.928510 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d8e7d0-cd94-44e4-bece-afcfa36c29e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:07.929073 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-45d8e7d0-cd94-44e4-bece-afcfa36c29e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:07.943708 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abea26-c55b-4318-ac2b-d8b02fbb72b4 req-501b90a1-176f-4c0d-88a9-b356323805d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:07.945276 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b6abea26-c55b-4318-ac2b-d8b02fbb72b4 req-501b90a1-176f-4c0d-88a9-b356323805d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5098b2dddc743b6bb84c2d9f82fddea&device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 1127 time: 0.2867401 Mar 24 01:05:07.956453 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (446231d9-78c7-4868-802e-bb1405d4e8df), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:08.003736 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-45d8e7d0-cd94-44e4-bece-afcfa36c29e5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3269663 Mar 24 01:05:08.037325 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-88c7bbfc-8d10-4016-9021-726da28d962a admin admin] Publish callbacks [] for security_group (16d967a7-3571-40a8-bca2-10c8a4ec34a2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:08.098495 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abea26-c55b-4318-ac2b-d8b02fbb72b4 req-c72ee2f0-e4ac-4178-a565-aab02a1604bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:08.100307 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b6abea26-c55b-4318-ac2b-d8b02fbb72b4 req-c72ee2f0-e4ac-4178-a565-aab02a1604bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1b945f4-9bf9-489c-9fb6-5d27400f4806 HTTP/1.1" status: 200 len: 911 time: 0.1482260 Mar 24 01:05:08.101926 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] Deleting port 9d397c56-9c92-40df-a6f0-23fcdac05d6c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:08.102263 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9d397c56-9c92-40df-a6f0-23fcdac05d6c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:08.112276 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-88c7bbfc-8d10-4016-9021-726da28d962a admin admin] Publish callbacks [] for security_group (16d967a7-3571-40a8-bca2-10c8a4ec34a2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:08.198877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2fe851-ae2a-42ca-8f68-acbebefc141c None None] Network 446231d9-78c7-4868-802e-bb1405d4e8df requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:08.205162 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704294dd-547e-4d6a-adea-870c513bd8f3 None None] Network 962baa7b-7e78-46b2-93a2-7d31a7bd6be4 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:08.211712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:08.212105 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5cfd395f-54df-47ea-8731-e4bf4e7ee32b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:08.352261 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device f6e942dc-2f3b-46a6-98e6-41dfdb464d87 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:08.356167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] For port 9d397c56-9c92-40df-a6f0-23fcdac05d6c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9d397c56-9c92-40df-a6f0-23fcdac05d6c,segment=NetworkSegment(e877edd2-ac9c-49b1-b999-719663a1386e),segment_id=e877edd2-ac9c-49b1-b999-719663a1386e)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:08.356541 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9d397c56-9c92-40df-a6f0-23fcdac05d6c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:08.371841 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b6abea26-c55b-4318-ac2b-d8b02fbb72b4 req-727a5a84-15f0-42f6-a98c-a8c69f803b47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79b2a5a4-8522-4237-a15e-225327cdfcc5 HTTP/1.1" status: 200 len: 998 time: 0.1291256 Mar 24 01:05:08.380004 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] Calling delete_port for 9d397c56-9c92-40df-a6f0-23fcdac05d6c owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:08.425257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] For port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5cfd395f-54df-47ea-8731-e4bf4e7ee32b,segment=NetworkSegment(67ed4de4-280f-48b9-8a09-0dff118a86bb),segment_id=67ed4de4-280f-48b9-8a09-0dff118a86bb)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:08.425618 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5cfd395f-54df-47ea-8731-e4bf4e7ee32b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:08.435721 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-88c7bbfc-8d10-4016-9021-726da28d962a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (16d967a7-3571-40a8-bca2-10c8a4ec34a2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:08.438462 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-88c7bbfc-8d10-4016-9021-726da28d962a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:08.439631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-88c7bbfc-8d10-4016-9021-726da28d962a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16d967a7-3571-40a8-bca2-10c8a4ec34a2 HTTP/1.1" status: 204 len: 168 time: 0.7822597 Mar 24 01:05:08.472177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7bbfc-8d10-4016-9021-726da28d962a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d967a7-3571-40a8-bca2-10c8a4ec34a2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:08.476282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for 5cfd395f-54df-47ea-8731-e4bf4e7ee32b owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:08.477590 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52750) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:08.504831 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abea26-c55b-4318-ac2b-d8b02fbb72b4 req-79b7e248-fd0f-4ebd-9436-26857a705139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:08.506122 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b6abea26-c55b-4318-ac2b-d8b02fbb72b4 req-79b7e248-fd0f-4ebd-9436-26857a705139 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f91df64-a393-477d-ac55-1cbd2f8d35ac HTTP/1.1" status: 200 len: 849 time: 0.1275759 Mar 24 01:05:08.583039 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (9d397c56-9c92-40df-a6f0-23fcdac05d6c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:08.594795 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abea26-c55b-4318-ac2b-d8b02fbb72b4 req-dbe6803e-079a-4313-a05f-b6f0467ab832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:08.600253 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b6abea26-c55b-4318-ac2b-d8b02fbb72b4 req-dbe6803e-079a-4313-a05f-b6f0467ab832 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1b945f4-9bf9-489c-9fb6-5d27400f4806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0820014 Mar 24 01:05:08.633591 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d397c56-9c92-40df-a6f0-23fcdac05d6c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:08.654947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: f6e942dc-2f3b-46a6-98e6-41dfdb464d87 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:08.654947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device f6e942dc-2f3b-46a6-98e6-41dfdb464d87 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:08.667720 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (5cfd395f-54df-47ea-8731-e4bf4e7ee32b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:08.670731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597d812d-346d-4ef7-8c2f-44a08ecceeed None None] Network 962baa7b-7e78-46b2-93a2-7d31a7bd6be4 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:08.697234 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] No DVR routers for this DVR port 9d397c56-9c92-40df-a6f0-23fcdac05d6c on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:05:08.728943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=5cfd395f-54df-47ea-8731-e4bf4e7ee32b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:08.732561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No DVR routers for this DVR port 5cfd395f-54df-47ea-8731-e4bf4e7ee32b on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:05:08.848634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e1579f-0bd1-44c8-9fb5-b88486ca2973 None None] DHCP port deletion for a2ebd0af-32ae-4ebb-8257-69b5c1483210 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:05:08.880565 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b6abea26-c55b-4318-ac2b-d8b02fbb72b4 req-7639a348-73c2-459d-8aba-34be4236c20c service neutron] 10.222.0.48 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619524 Mar 24 01:05:08.888129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ec00ce5d-6721-4c2d-9e85-54aa68fbf537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '38a3952b-ae88-4d7d-b887-4b0f92cf8a15', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'floating_ip_address': '172.25.0.17', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'port_id': '79b2a5a4-8522-4237-a15e-225327cdfcc5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'mac_address': 'fa:16:3e:1c:17:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14472237-0ddb-45ce-9415-13f8246ebe95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:04:35Z', 'updated_at': '2022-03-24T01:05:04Z', 'revision_number': 1, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab335b2a-2bd5-4ce2-b141-2dc3698348ec', 'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'mac_address': 'fa:16:3e:78:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T01:00:00Z', 'revision_number': 5, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'subnets': [{'id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:08.952373 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00ce5d-6721-4c2d-9e85-54aa68fbf537 None None] Checking router: 40105202-3ae9-4b5e-b26c-70794565ed31 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:05:08.953566 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (446231d9-78c7-4868-802e-bb1405d4e8df), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:08.988227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1c5d1e-3985-4661-a05c-6dc5ee2a6c97 None None] DHCP port deletion for 446231d9-78c7-4868-802e-bb1405d4e8df request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:05:08.993305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec00ce5d-6721-4c2d-9e85-54aa68fbf537 None None] Routers {'40105202-3ae9-4b5e-b26c-70794565ed31'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:08.994045 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ec00ce5d-6721-4c2d-9e85-54aa68fbf537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['40105202-3ae9-4b5e-b26c-70794565ed31'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:09.016217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446231d9-78c7-4868-802e-bb1405d4e8df']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:09.056741 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ed4de4-280f-48b9-8a09-0dff118a86bb') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:09.058442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ed4de4-280f-48b9-8a09-0dff118a86bb') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:09.107979 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (67ed4de4-280f-48b9-8a09-0dff118a86bb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:09.156939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-ec00ce5d-6721-4c2d-9e85-54aa68fbf537 None None] Set router 40105202-3ae9-4b5e-b26c-70794565ed31 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:05:09.171124 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (67ed4de4-280f-48b9-8a09-0dff118a86bb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:09.180909 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (a2ebd0af-32ae-4ebb-8257-69b5c1483210), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:09.183537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:05:09.184134 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (67ed4de4-280f-48b9-8a09-0dff118a86bb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:05:09.198275 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:05:09.259747 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ebd0af-32ae-4ebb-8257-69b5c1483210']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:09.284857 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e877edd2-ac9c-49b1-b999-719663a1386e') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:09.285263 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e877edd2-ac9c-49b1-b999-719663a1386e') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:09.300591 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (e877edd2-ac9c-49b1-b999-719663a1386e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:09.304882 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b6abea26-c55b-4318-ac2b-d8b02fbb72b4 req-5f55ef70-c198-4da2-9c00-756fbd272dd5 service neutron] 10.222.0.48 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956144 Mar 24 01:05:09.393422 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e877edd2-ac9c-49b1-b999-719663a1386e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:09.426228 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:05:09.426636 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (e877edd2-ac9c-49b1-b999-719663a1386e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:05:09.428303 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:05:09.453328 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (446231d9-78c7-4868-802e-bb1405d4e8df), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:09.464665 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:09.479895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/networks/446231d9-78c7-4868-802e-bb1405d4e8df HTTP/1.1" status: 204 len: 168 time: 1.6197534 Mar 24 01:05:09.482937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52774) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:09.488320 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7aaa6eed-a773-4171-886c-ee60165d74ba tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-624791071'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:09.510031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2c111-54c7-4d35-a93c-fbc562488346 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Network': ['ID=446231d9-78c7-4868-802e-bb1405d4e8df,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:09.533506 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (a2ebd0af-32ae-4ebb-8257-69b5c1483210), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:09.545084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaa6eed-a773-4171-886c-ee60165d74ba tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:09.550091 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7aaa6eed-a773-4171-886c-ee60165d74ba tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:09.556478 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:09.565404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-d1d65424-129b-4c1a-b310-c90483f4f911 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:09.566220 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] 10.222.0.45 "DELETE /v2.0/networks/a2ebd0af-32ae-4ebb-8257-69b5c1483210 HTTP/1.1" status: 204 len: 168 time: 2.0172510 Mar 24 01:05:09.572972 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-d1d65424-129b-4c1a-b310-c90483f4f911 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/networks?id=962baa7b-7e78-46b2-93a2-7d31a7bd6be4 HTTP/1.1" status: 200 len: 813 time: 0.3545918 Mar 24 01:05:09.591350 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4037b93-e326-4961-9ee5-40105bf12a3e admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ebd0af-32ae-4ebb-8257-69b5c1483210,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:09.591557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-265330be-4e13-4c07-9658-a930e535711f tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/quotas/c94ed7f16f724389b13635df7fc6c517 HTTP/1.1" status: 200 len: 375 time: 0.0175502 Mar 24 01:05:09.617026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52778) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:09.640884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-2ed94323-9b92-46bf-bfab-25be15e3644f tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c94ed7f16f724389b13635df7fc6c517&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484922 Mar 24 01:05:09.677826 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ec00ce5d-6721-4c2d-9e85-54aa68fbf537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '38a3952b-ae88-4d7d-b887-4b0f92cf8a15', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'floating_ip_address': '172.25.0.17', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'port_id': '79b2a5a4-8522-4237-a15e-225327cdfcc5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'mac_address': 'fa:16:3e:1c:17:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14472237-0ddb-45ce-9415-13f8246ebe95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:04:35Z', 'updated_at': '2022-03-24T01:05:04Z', 'revision_number': 1, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab335b2a-2bd5-4ce2-b141-2dc3698348ec', 'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'mac_address': 'fa:16:3e:78:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T01:00:00Z', 'revision_number': 5, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'subnets': [{'id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:09.734890 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3dcc5c8d-24d9-448d-ba76-123597ae29d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:09.742529 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aaa6eed-a773-4171-886c-ee60165d74ba tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:05:09.743791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00ce5d-6721-4c2d-9e85-54aa68fbf537 None None] The sync data for ids ['40105202-3ae9-4b5e-b26c-70794565ed31'] in n-d-760455-9 is: [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '38a3952b-ae88-4d7d-b887-4b0f92cf8a15', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'floating_ip_address': '172.25.0.17', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'port_id': '79b2a5a4-8522-4237-a15e-225327cdfcc5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'mac_address': 'fa:16:3e:1c:17:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14472237-0ddb-45ce-9415-13f8246ebe95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:04:35Z', 'updated_at': '2022-03-24T01:05:04Z', 'revision_number': 1, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab335b2a-2bd5-4ce2-b141-2dc3698348ec', 'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'mac_address': 'fa:16:3e:78:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T01:00:00Z', 'revision_number': 5, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'subnets': [{'id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:05:09.747232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5cfd395f-54df-47ea-8731-e4bf4e7ee32b no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:09.786501 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 5cfd395f-54df-47ea-8731-e4bf4e7ee32b {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:09.786852 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5cfd395f-54df-47ea-8731-e4bf4e7ee32b not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:09.787277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9d397c56-9c92-40df-a6f0-23fcdac05d6c no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:09.790069 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7aaa6eed-a773-4171-886c-ee60165d74ba tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (b53d5171-4d7f-48e9-9595-8d001deb40fb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:09.790422 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-7aaa6eed-a773-4171-886c-ee60165d74ba tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Added segment b53d5171-4d7f-48e9-9595-8d001deb40fb of type vlan for network b52a7729-383c-43a5-9c47-fb04db458a33 Mar 24 01:05:09.817851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 9d397c56-9c92-40df-a6f0-23fcdac05d6c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:09.818195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9d397c56-9c92-40df-a6f0-23fcdac05d6c not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:09.879736 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-f7dca165-4b0b-481b-b3bb-485efad1d947 service neutron] 10.222.0.45 "GET /v2.0/networks/962baa7b-7e78-46b2-93a2-7d31a7bd6be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285895 Mar 24 01:05:09.904454 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7aaa6eed-a773-4171-886c-ee60165d74ba tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (b52a7729-383c-43a5-9c47-fb04db458a33), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:10.060086 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7aaa6eed-a773-4171-886c-ee60165d74ba tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (b52a7729-383c-43a5-9c47-fb04db458a33), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:10.065952 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaa6eed-a773-4171-886c-ee60165d74ba tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:10.066560 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7aaa6eed-a773-4171-886c-ee60165d74ba tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:10.097600 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-56acbea4-3d71-418a-be92-165e2dc6f183 service neutron] 10.222.0.45 "GET /v2.0/networks/962baa7b-7e78-46b2-93a2-7d31a7bd6be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035289 Mar 24 01:05:10.101613 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52788) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:10.132379 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8f636e-d6a9-4126-9cca-09d73357804b None None] New status for floating IP 38a3952b-ae88-4d7d-b887-4b0f92cf8a15: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:05:10.191659 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7aaa6eed-a773-4171-886c-ee60165d74ba tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7075927 Mar 24 01:05:10.204163 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52790) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:10.214533 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-22addf10-7262-4fa7-8fa5-afab80821944 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'subnet': {'network_id': 'b52a7729-383c-43a5-9c47-fb04db458a33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:10.233336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-22935206-3948-401f-99f8-9b90cd6918dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f9e9c2b109f34f4b898664514fcdc44a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257195 Mar 24 01:05:10.236797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52792) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:10.239298 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa6eed-a773-4171-886c-ee60165d74ba tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Network': ['ID=b52a7729-383c-43a5-9c47-fb04db458a33,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:10.250936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network b52a7729-383c-43a5-9c47-fb04db458a33 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:05:10.291938 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3dcc5c8d-24d9-448d-ba76-123597ae29d2 admin admin] Publish callbacks [] for security_group (7f986873-c261-4259-b4c6-1c4d038382e7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:10.304060 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3dcc5c8d-24d9-448d-ba76-123597ae29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7f986873-c261-4259-b4c6-1c4d038382e7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:10.407695 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-390895d5-f156-4147-b970-66036261a626 admin admin] Publish callbacks [] for security_group (5c71c2fe-f0c4-461c-b760-9e999e7eb8d0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:10.459402 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-390895d5-f156-4147-b970-66036261a626 admin admin] Publish callbacks [] for security_group (5c71c2fe-f0c4-461c-b760-9e999e7eb8d0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:10.482224 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3dcc5c8d-24d9-448d-ba76-123597ae29d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80978a30aa994fd0a2ae3755c22f6a3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8633678 Mar 24 01:05:10.485087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52800) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:10.506337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc5c8d-24d9-448d-ba76-123597ae29d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f986873-c261-4259-b4c6-1c4d038382e7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:10.603036 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55e60063-80b2-41a1-8428-21683e2f19fa req-39985327-a848-4f61-a721-0ce52ad861f8 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 210 time: 0.1036832 Mar 24 01:05:10.686577 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22addf10-7262-4fa7-8fa5-afab80821944 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:10.690399 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-70268cbc-4517-4d50-a951-7be01fe6148b tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=af7f6cb448de400cb42622a6872d3942&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685687 Mar 24 01:05:10.691639 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22addf10-7262-4fa7-8fa5-afab80821944 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:10.794944 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-390895d5-f156-4147-b970-66036261a626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5c71c2fe-f0c4-461c-b760-9e999e7eb8d0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:10.800506 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-390895d5-f156-4147-b970-66036261a626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:10.800632 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4794fe4-0c75-419f-969f-1a59e89d7bbe admin admin] Publish callbacks [] for security_group (7f986873-c261-4259-b4c6-1c4d038382e7), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:10.804379 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-390895d5-f156-4147-b970-66036261a626 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c71c2fe-f0c4-461c-b760-9e999e7eb8d0 HTTP/1.1" status: 204 len: 168 time: 0.5622401 Mar 24 01:05:10.820962 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4cc0888a-9da0-4351-ac6a-f416387f980d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (a6299554-6c6a-49fc-aa48-f44299659774), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:10.950836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-2c522467-2181-40cc-ba09-7e955738d914 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:10.952151 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-2c522467-2181-40cc-ba09-7e955738d914 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553260 Mar 24 01:05:10.953591 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390895d5-f156-4147-b970-66036261a626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c71c2fe-f0c4-461c-b760-9e999e7eb8d0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:10.976267 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4794fe4-0c75-419f-969f-1a59e89d7bbe admin admin] Publish callbacks [] for security_group (7f986873-c261-4259-b4c6-1c4d038382e7), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:11.000476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-9e314fff-7bf2-4760-82a6-5d219ce620a8 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/quotas/af7f6cb448de400cb42622a6872d3942 HTTP/1.1" status: 200 len: 375 time: 0.0108690 Mar 24 01:05:11.054347 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-92b34a55-e09c-4617-8771-f2cbbcc223bd tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=af7f6cb448de400cb42622a6872d3942&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370913 Mar 24 01:05:11.371951 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb94fa29-6569-4aa0-95a4-f2e0292ba9c7 req-30d847b0-70b6-4b3c-8974-11b1cda3d53c tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 210 time: 0.0486355 Mar 24 01:05:11.529224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52826) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:11.597288 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-080dddf7-65fb-4aea-aa37-849a231a5b45 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69952ea998f046ed8b5c77536fdd08e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0667882 Mar 24 01:05:11.599989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52832) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:11.655216 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4794fe4-0c75-419f-969f-1a59e89d7bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7f986873-c261-4259-b4c6-1c4d038382e7), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:11.658935 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4794fe4-0c75-419f-969f-1a59e89d7bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:11.659679 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e4794fe4-0c75-419f-969f-1a59e89d7bbe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f986873-c261-4259-b4c6-1c4d038382e7 HTTP/1.1" status: 204 len: 168 time: 1.1736500 Mar 24 01:05:11.707499 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22addf10-7262-4fa7-8fa5-afab80821944 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (db2d8109-3a9c-4305-822f-ce8f17e8cba8), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:11.757266 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4794fe4-0c75-419f-969f-1a59e89d7bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f986873-c261-4259-b4c6-1c4d038382e7,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:11.800880 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c27ec57-2bd4-4316-be28-f439a3bf47d1 req-1820817e-6b94-4026-8294-3e71e2605624 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 210 time: 0.0820391 Mar 24 01:05:11.831785 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-167bf5d4-9bb7-43f3-a6cb-fcea8f66dabe admin admin] Publish callbacks [] for security_group (1b2ef534-feed-4525-911b-75cc4974b8ee), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:11.900937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22addf10-7262-4fa7-8fa5-afab80821944 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Subnet': ['ID=db2d8109-3a9c-4305-822f-ce8f17e8cba8,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:11.918843 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-167bf5d4-9bb7-43f3-a6cb-fcea8f66dabe admin admin] Publish callbacks [] for security_group (1b2ef534-feed-4525-911b-75cc4974b8ee), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:11.977478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22addf10-7262-4fa7-8fa5-afab80821944 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Checking segment: {'id': 'b53d5171-4d7f-48e9-9595-8d001deb40fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b52a7729-383c-43a5-9c47-fb04db458a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:05:11.978160 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22addf10-7262-4fa7-8fa5-afab80821944 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network hostable DHCP agents. Network: b52a7729-383c-43a5-9c47-fb04db458a33, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:05:12.037665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22addf10-7262-4fa7-8fa5-afab80821944 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network b52a7729-383c-43a5-9c47-fb04db458a33 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:05:12.056469 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4cc0888a-9da0-4351-ac6a-f416387f980d admin admin] Deleting port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:12.057109 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4cc0888a-9da0-4351-ac6a-f416387f980d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:12.081374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-22addf10-7262-4fa7-8fa5-afab80821944 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, b52a7729-383c-43a5-9c47-fb04db458a33) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:12.099877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffc3864-df45-4cb2-a94e-476311f54709 None None] Network b52a7729-383c-43a5-9c47-fb04db458a33 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:12.132880 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-167bf5d4-9bb7-43f3-a6cb-fcea8f66dabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1b2ef534-feed-4525-911b-75cc4974b8ee), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:12.140141 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-167bf5d4-9bb7-43f3-a6cb-fcea8f66dabe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:12.144185 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22addf10-7262-4fa7-8fa5-afab80821944 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:12.144185 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22addf10-7262-4fa7-8fa5-afab80821944 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:12.145134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-167bf5d4-9bb7-43f3-a6cb-fcea8f66dabe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b2ef534-feed-4525-911b-75cc4974b8ee HTTP/1.1" status: 204 len: 168 time: 0.5439785 Mar 24 01:05:12.194260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bf5d4-9bb7-43f3-a6cb-fcea8f66dabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2ef534-feed-4525-911b-75cc4974b8ee,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:12.219307 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-22addf10-7262-4fa7-8fa5-afab80821944 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0122557 Mar 24 01:05:12.221926 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52844) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:12.236202 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-18bb4f4f-47a5-4f09-9cef-748e0c5e8941 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-852129490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:12.258677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-fd39ac74-6f75-44fb-bc23-80898ce8a7c4 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:12.261315 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-fd39ac74-6f75-44fb-bc23-80898ce8a7c4 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.57 "GET /v2.0/networks?id=962baa7b-7e78-46b2-93a2-7d31a7bd6be4 HTTP/1.1" status: 200 len: 813 time: 0.2492337 Mar 24 01:05:12.279252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-17a007e6-acb4-48e6-b5a4-e9fb62c835e3 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Request body: {'port': {'device_id': 'e7172439-2efd-4eef-a000-07fd3cae3d25', 'network_id': '962baa7b-7e78-46b2-93a2-7d31a7bd6be4', 'admin_state_up': True, 'tenant_id': 'c94ed7f16f724389b13635df7fc6c517'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:12.341717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-4cc0888a-9da0-4351-ac6a-f416387f980d admin admin] For port 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:12.343846 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4cc0888a-9da0-4351-ac6a-f416387f980d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:12.349630 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18bb4f4f-47a5-4f09-9cef-748e0c5e8941 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (7e6577c2-daf8-4086-9044-2c0c368a0fb7), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:12.355835 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18bb4f4f-47a5-4f09-9cef-748e0c5e8941 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (7e6577c2-daf8-4086-9044-2c0c368a0fb7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:12.370200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-b52a7729-383c-43a5-9c47-fb04db458a33', 'network_id': 'b52a7729-383c-43a5-9c47-fb04db458a33', 'project_id': '3efb6d5d493b4d39a7e5588c0fa9a539', 'fixed_ips': [{'subnet_id': 'db2d8109-3a9c-4305-822f-ce8f17e8cba8'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:05:12.371337 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:12.425428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4cc0888a-9da0-4351-ac6a-f416387f980d admin admin] Calling delete_port for 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:12.464865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-17a007e6-acb4-48e6-b5a4-e9fb62c835e3 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Made reservation on behalf of c94ed7f16f724389b13635df7fc6c517 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:12.474227 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-17a007e6-acb4-48e6-b5a4-e9fb62c835e3 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:12.569286 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18bb4f4f-47a5-4f09-9cef-748e0c5e8941 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for router_controller (7e6577c2-daf8-4086-9044-2c0c368a0fb7), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:12.582482 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18bb4f4f-47a5-4f09-9cef-748e0c5e8941 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (7e6577c2-daf8-4086-9044-2c0c368a0fb7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:12.610412 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18bb4f4f-47a5-4f09-9cef-748e0c5e8941 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:12.611608 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-18bb4f4f-47a5-4f09-9cef-748e0c5e8941 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3867817 Mar 24 01:05:12.646101 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Allocated IP 172.20.0.2 (b52a7729-383c-43a5-9c47-fb04db458a33/db2d8109-3a9c-4305-822f-ce8f17e8cba8/8e2463fa-2cde-49ea-95b4-0428ec9eafbc) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:12.667414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52858) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:12.675252 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c6738e7b-c868-4377-a38e-0c75a6897dc6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'network_id': 'b52a7729-383c-43a5-9c47-fb04db458a33', 'name': 'tempest-PortsTestJSON-869861377'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:12.773965 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e39a37b2-0aa3-486b-810c-d1bded440969 req-de64b14e-576e-48d0-be06-8c7acd436c2d tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 210 time: 0.2658534 Mar 24 01:05:12.858689 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-354cd840-f522-4b6a-b9d9-ff097bc74061 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=af7f6cb448de400cb42622a6872d3942&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561445 Mar 24 01:05:12.938616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-17a007e6-acb4-48e6-b5a4-e9fb62c835e3 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Allocated IP 172.20.0.11 (962baa7b-7e78-46b2-93a2-7d31a7bd6be4/4df3ca84-7ba6-4e77-b815-232e35236612/8cf2a5da-e895-4673-a9d6-b7d7a8404b2c) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:13.006174 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Publish callbacks [] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:13.018515 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:13.023477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6738e7b-c868-4377-a38e-0c75a6897dc6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:13.033613 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6738e7b-c868-4377-a38e-0c75a6897dc6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:13.064663 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4cc0888a-9da0-4351-ac6a-f416387f980d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:13.079497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Network b52a7729-383c-43a5-9c47-fb04db458a33 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:13.083999 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4150207-5d1f-4408-9e8e-9ff2467cee4c req-52e934fe-8a4d-456e-8e5b-7677e096a910 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 210 time: 0.1361341 Mar 24 01:05:13.086645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:13.095087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:05:13.117601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Pushing event updated for resources: {'Port': ['ID=8e2463fa-2cde-49ea-95b4-0428ec9eafbc,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:13.184092 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-c6738e7b-c868-4377-a38e-0c75a6897dc6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] device_id is not set on port d4f67773-4b77-40d9-b4ba-b911a114c590 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:05:13.239603 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-f50b5979-1842-4a8a-94f4-d447d1203e4c tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:13.240852 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-f50b5979-1842-4a8a-94f4-d447d1203e4c tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3716075 Mar 24 01:05:13.247054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0888a-9da0-4351-ac6a-f416387f980d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:13.254524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Request body: {'port': {'device_id': '4eeff394-5cf1-44d3-995a-73ed04b60e4f', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'af7f6cb448de400cb42622a6872d3942'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:13.263393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Attempting to bind port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:05:13.263740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Attempting to bind port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'b53d5171-4d7f-48e9-9595-8d001deb40fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b52a7729-383c-43a5-9c47-fb04db458a33'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:05:13.264055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Attempting to bind port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc on network b52a7729-383c-43a5-9c47-fb04db458a33 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:05:13.283195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:05:13.283580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Checking segment: {'id': 'b53d5171-4d7f-48e9-9595-8d001deb40fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b52a7729-383c-43a5-9c47-fb04db458a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:05:13.287355 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:13.288699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Bound using segment: {'id': 'b53d5171-4d7f-48e9-9595-8d001deb40fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b52a7729-383c-43a5-9c47-fb04db458a33'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:05:13.291560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Bound port: 8e2463fa-2cde-49ea-95b4-0428ec9eafbc, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53d5171-4d7f-48e9-9595-8d001deb40fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b52a7729-383c-43a5-9c47-fb04db458a33'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:05:13.292331 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:13.482901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] For port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:05:13.489852 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] For port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8e2463fa-2cde-49ea-95b4-0428ec9eafbc,segment=NetworkSegment(b53d5171-4d7f-48e9-9595-8d001deb40fb),segment_id=b53d5171-4d7f-48e9-9595-8d001deb40fb)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:05:13.500870 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:13.561770 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4cc0888a-9da0-4351-ac6a-f416387f980d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (a6299554-6c6a-49fc-aa48-f44299659774), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:13.619046 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-17a007e6-acb4-48e6-b5a4-e9fb62c835e3 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Publish callbacks [] for port (8cf2a5da-e895-4673-a9d6-b7d7a8404b2c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:13.633121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21aff4-a3e7-452f-82fe-204183e7dbab None None] Pushing event updated for resources: {'Port': ['ID=8e2463fa-2cde-49ea-95b4-0428ec9eafbc,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:13.735572 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-17a007e6-acb4-48e6-b5a4-e9fb62c835e3 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (8cf2a5da-e895-4673-a9d6-b7d7a8404b2c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:13.755435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Made reservation on behalf of af7f6cb448de400cb42622a6872d3942 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:13.765943 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:13.836969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52896) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:13.849360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-c6738e7b-c868-4377-a38e-0c75a6897dc6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Allocated IP 172.20.0.4 (b52a7729-383c-43a5-9c47-fb04db458a33/db2d8109-3a9c-4305-822f-ce8f17e8cba8/d4f67773-4b77-40d9-b4ba-b911a114c590) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:13.863813 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:13.871274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-17a007e6-acb4-48e6-b5a4-e9fb62c835e3 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Network 962baa7b-7e78-46b2-93a2-7d31a7bd6be4 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:13.883322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-17a007e6-acb4-48e6-b5a4-e9fb62c835e3 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:13.893531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-17a007e6-acb4-48e6-b5a4-e9fb62c835e3 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:05:13.997379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a007e6-acb4-48e6-b5a4-e9fb62c835e3 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Pushing event updated for resources: {'Port': ['ID=8cf2a5da-e895-4673-a9d6-b7d7a8404b2c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:14.238760 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6738e7b-c868-4377-a38e-0c75a6897dc6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (d4f67773-4b77-40d9-b4ba-b911a114c590), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:14.283356 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6738e7b-c868-4377-a38e-0c75a6897dc6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d4f67773-4b77-40d9-b4ba-b911a114c590), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:14.368849 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6738e7b-c868-4377-a38e-0c75a6897dc6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network b52a7729-383c-43a5-9c47-fb04db458a33 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:14.375702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c6738e7b-c868-4377-a38e-0c75a6897dc6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:14.378120 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6738e7b-c868-4377-a38e-0c75a6897dc6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:05:14.437769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6738e7b-c868-4377-a38e-0c75a6897dc6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=d4f67773-4b77-40d9-b4ba-b911a114c590,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:14.490370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1858317050-network', 'tenant_id': 'fa7e3a04805b4343b060cb33aa6d1114'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:14.494861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d7d5450-17db-4fc4-8749-cd8f45f7fc6d req-c5b6f939-bcbc-48a0-a416-df49a15e3ce9 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 210 time: 0.5376186 Mar 24 01:05:14.569412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-17a007e6-acb4-48e6-b5a4-e9fb62c835e3 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:14.570045 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-17a007e6-acb4-48e6-b5a4-e9fb62c835e3 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:14.587470 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6738e7b-c868-4377-a38e-0c75a6897dc6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:14.589897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6738e7b-c868-4377-a38e-0c75a6897dc6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:14.592478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Made reservation on behalf of fa7e3a04805b4343b060cb33aa6d1114 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:14.594824 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:14.616288 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:14.626535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76533861-4a82-4dfb-91b3-e0ef2f739e6e req-e5e223fe-f663-4345-b64d-ae4f3e0d6882 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:14.628053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76533861-4a82-4dfb-91b3-e0ef2f739e6e req-e5e223fe-f663-4345-b64d-ae4f3e0d6882 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 932 time: 0.1464050 Mar 24 01:05:14.634081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-17a007e6-acb4-48e6-b5a4-e9fb62c835e3 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3627689 Mar 24 01:05:14.637914 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c6738e7b-c868-4377-a38e-0c75a6897dc6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9669006 Mar 24 01:05:14.644411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52914) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:14.670336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Request body: {'port': {'device_id': 'e7172439-2efd-4eef-a000-07fd3cae3d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:14.670777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc0888a-9da0-4351-ac6a-f416387f980d admin admin] Router a6299554-6c6a-49fc-aa48-f44299659774 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:05:14.828850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc0888a-9da0-4351-ac6a-f416387f980d admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:05:14.837150 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4cc0888a-9da0-4351-ac6a-f416387f980d admin admin] 10.222.0.45 "PUT /v2.0/routers/a6299554-6c6a-49fc-aa48-f44299659774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3555837 Mar 24 01:05:14.838428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52920) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:14.857461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76533861-4a82-4dfb-91b3-e0ef2f739e6e req-5e0c20a2-a67b-497a-af1e-f69abc9d4554 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/security-groups?id=d984b752-7f66-4cea-a652-70c2e3b66f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222605 Mar 24 01:05:14.860362 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Publish callbacks [] for security_group (abe84099-bc59-4f36-a3e9-95ad35b40265), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:14.863527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a329c1-5976-4696-a9d6-36ec2ecd1d71 None None] Sync routers for ids ['a6299554-6c6a-49fc-aa48-f44299659774'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:05:14.897465 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a329c1-5976-4696-a9d6-36ec2ecd1d71 None None] Routers {'a6299554-6c6a-49fc-aa48-f44299659774'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:14.905070 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-44a329c1-5976-4696-a9d6-36ec2ecd1d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6299554-6c6a-49fc-aa48-f44299659774'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:14.912572 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8cf2a5da-e895-4673-a9d6-b7d7a8404b2c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:14.932210 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (abe84099-bc59-4f36-a3e9-95ad35b40265), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:15.017526 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-011efdc8-2c4a-41bf-849e-ed56e95debed admin admin] Publish callbacks [] for router (a6299554-6c6a-49fc-aa48-f44299659774), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:15.100735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Allocated IP 192.168.233.55 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/40cb1dc1-3d61-485e-baf3-e86de916f511) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:15.157116 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-011efdc8-2c4a-41bf-849e-ed56e95debed admin admin] Publish callbacks [] for router_gateway (a6299554-6c6a-49fc-aa48-f44299659774), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:15.228995 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-44a329c1-5976-4696-a9d6-36ec2ecd1d71 None None] Set router a6299554-6c6a-49fc-aa48-f44299659774 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:05:15.258043 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-011efdc8-2c4a-41bf-849e-ed56e95debed admin admin] Deleting port d2c46c9d-7628-4859-96da-e125c0e74496 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:15.258043 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-011efdc8-2c4a-41bf-849e-ed56e95debed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d2c46c9d-7628-4859-96da-e125c0e74496), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:15.439111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-011efdc8-2c4a-41bf-849e-ed56e95debed admin admin] For port d2c46c9d-7628-4859-96da-e125c0e74496, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d2c46c9d-7628-4859-96da-e125c0e74496,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:15.439950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-011efdc8-2c4a-41bf-849e-ed56e95debed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d2c46c9d-7628-4859-96da-e125c0e74496), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:15.470391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-011efdc8-2c4a-41bf-849e-ed56e95debed admin admin] Calling delete_port for d2c46c9d-7628-4859-96da-e125c0e74496 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:15.520243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21958031-299c-4fce-a4c6-df94a3c45128 None None] Network b52a7729-383c-43a5-9c47-fb04db458a33 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:15.572149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-44a329c1-5976-4696-a9d6-36ec2ecd1d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T01:05:12Z', 'revision_number': 5, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port': {'id': 'd2c46c9d-7628-4859-96da-e125c0e74496', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:04Z', 'updated_at': '2022-03-24T00:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:15.606539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a329c1-5976-4696-a9d6-36ec2ecd1d71 None None] Checking router: a6299554-6c6a-49fc-aa48-f44299659774 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:05:15.665531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a329c1-5976-4696-a9d6-36ec2ecd1d71 None None] Routers {'a6299554-6c6a-49fc-aa48-f44299659774'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:15.666275 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-44a329c1-5976-4696-a9d6-36ec2ecd1d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6299554-6c6a-49fc-aa48-f44299659774'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:15.669680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:05:15.678784 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Publish callbacks [] for port (8cf2a5da-e895-4673-a9d6-b7d7a8404b2c), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:15.692258 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Transition to ACTIVE for port object 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:05:15.774605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-44a329c1-5976-4696-a9d6-36ec2ecd1d71 None None] Set router a6299554-6c6a-49fc-aa48-f44299659774 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:05:15.809018 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (8cf2a5da-e895-4673-a9d6-b7d7a8404b2c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:15.820937 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Publish callbacks [] for security_group (dfaddb4f-f83a-430b-8e52-830271729637), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:15.865131 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-011efdc8-2c4a-41bf-849e-ed56e95debed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d2c46c9d-7628-4859-96da-e125c0e74496), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:15.872514 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-44a329c1-5976-4696-a9d6-36ec2ecd1d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T01:05:15Z', 'revision_number': 6, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:15.892449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8e2463fa-2cde-49ea-95b4-0428ec9eafbc up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:05:15.952184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-30844f79-d68e-488b-b5a6-e12509833914 None None] Provisioning complete for port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:15.954222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe84099-bc59-4f36-a3e9-95ad35b40265,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:15.958531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011efdc8-2c4a-41bf-849e-ed56e95debed admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c46c9d-7628-4859-96da-e125c0e74496,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:15.960453 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-30844f79-d68e-488b-b5a6-e12509833914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.026710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf2a5da-e895-4673-a9d6-b7d7a8404b2c,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:16.055129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a329c1-5976-4696-a9d6-36ec2ecd1d71 None None] The sync data for ids ['a6299554-6c6a-49fc-aa48-f44299659774'] in n-d-760455-9 is: [{'id': 'a6299554-6c6a-49fc-aa48-f44299659774', 'name': 'tempest-ServerRescueNegativeTestJSON-1118173368-router', 'tenant_id': 'aa48779386084f8989df3ed2fec3e464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:02Z', 'updated_at': '2022-03-24T01:05:15Z', 'revision_number': 6, 'project_id': 'aa48779386084f8989df3ed2fec3e464', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:05:16.055841 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f79bd3fe-1ffe-4984-91bd-61747eaed2b4 req-73d450a5-6404-4d74-8cd7-80220815d4af tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 210 time: 0.3621075 Mar 24 01:05:16.056790 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (dfaddb4f-f83a-430b-8e52-830271729637), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.163791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:16.164376 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.179987 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-011efdc8-2c4a-41bf-849e-ed56e95debed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (a6299554-6c6a-49fc-aa48-f44299659774), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.307193 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-30844f79-d68e-488b-b5a6-e12509833914 None None] Current status of the port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:16.308130 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-30844f79-d68e-488b-b5a6-e12509833914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.416955 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-011efdc8-2c4a-41bf-849e-ed56e95debed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (a6299554-6c6a-49fc-aa48-f44299659774), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.424711 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-011efdc8-2c4a-41bf-849e-ed56e95debed admin admin] Publish callbacks [] for router_controller (a6299554-6c6a-49fc-aa48-f44299659774), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.429899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-30844f79-d68e-488b-b5a6-e12509833914 None None] For port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8e2463fa-2cde-49ea-95b4-0428ec9eafbc,segment=NetworkSegment(b53d5171-4d7f-48e9-9595-8d001deb40fb),segment_id=b53d5171-4d7f-48e9-9595-8d001deb40fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:16.442870 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-30844f79-d68e-488b-b5a6-e12509833914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.518572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:05:16.531288 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0e6faeab-dd27-42d6-b560-59d9529829a0), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.531739 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Added segment 0e6faeab-dd27-42d6-b560-59d9529829a0 of type vlan for network fb8d286a-5d52-420f-a6a9-f3fce1e70234 Mar 24 01:05:16.564579 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-011efdc8-2c4a-41bf-849e-ed56e95debed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (a6299554-6c6a-49fc-aa48-f44299659774), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.565167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011efdc8-2c4a-41bf-849e-ed56e95debed admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6299554-6c6a-49fc-aa48-f44299659774 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:05:16.570426 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-011efdc8-2c4a-41bf-849e-ed56e95debed admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.571594 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-011efdc8-2c4a-41bf-849e-ed56e95debed admin admin] 10.222.0.45 "DELETE /v2.0/routers/a6299554-6c6a-49fc-aa48-f44299659774 HTTP/1.1" status: 204 len: 168 time: 1.7321284 Mar 24 01:05:16.580291 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52966) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:16.630248 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30844f79-d68e-488b-b5a6-e12509833914 None None] Pushing event updated for resources: {'Port': ['ID=8e2463fa-2cde-49ea-95b4-0428ec9eafbc,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:16.636269 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:16.636674 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.652100 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c4e14d-cdc5-478d-8d4e-4acc829354b6 admin admin] Deleting subnet 24001411-7949-4104-b16e-388a52a539de {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:05:16.657657 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e14d-cdc5-478d-8d4e-4acc829354b6 admin admin] Publish callbacks [] for subnet (24001411-7949-4104-b16e-388a52a539de), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.700106 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e14d-cdc5-478d-8d4e-4acc829354b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (24001411-7949-4104-b16e-388a52a539de), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.702000 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f24a3d09-b020-47cc-99eb-e0a07730e5a1 None None] Provisioning complete for port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:16.702389 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f24a3d09-b020-47cc-99eb-e0a07730e5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.737810 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (fb8d286a-5d52-420f-a6a9-f3fce1e70234), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.743308 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52968) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:16.757171 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaddb4f-f83a-430b-8e52-830271729637,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:16.805956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:16.806767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:16.809389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:16.809953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:16.810480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:16.811003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:16.811563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:16.816206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:16.816875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:16.817458 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:16.818019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:16.819151 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:16.819713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:16.820268 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:16.820822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:16.830104 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:05:16.830622 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:05:16.853192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263e96f-7321-4740-b352-b2f6b96a0a77 req-15d3031a-7a0a-46fa-91f8-502a74ef9e14 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:16.855033 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c263e96f-7321-4740-b352-b2f6b96a0a77 req-15d3031a-7a0a-46fa-91f8-502a74ef9e14 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 944 time: 0.8178866 Mar 24 01:05:16.897349 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.resource_extend [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:05:16.905272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f24a3d09-b020-47cc-99eb-e0a07730e5a1 None None] Current status of the port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:16.920828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f24a3d09-b020-47cc-99eb-e0a07730e5a1 None None] Provisioning complete for port d4f67773-4b77-40d9-b4ba-b911a114c590 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:16.922193 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f24a3d09-b020-47cc-99eb-e0a07730e5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d4f67773-4b77-40d9-b4ba-b911a114c590), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.952025 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e14d-cdc5-478d-8d4e-4acc829354b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (24001411-7949-4104-b16e-388a52a539de), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:16.976120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f24a3d09-b020-47cc-99eb-e0a07730e5a1 None None] Port d4f67773-4b77-40d9-b4ba-b911a114c590 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:05:17.038908 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e14d-cdc5-478d-8d4e-4acc829354b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (24001411-7949-4104-b16e-388a52a539de), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.055136 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e14d-cdc5-478d-8d4e-4acc829354b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.059156 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a2c4e14d-cdc5-478d-8d4e-4acc829354b6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/24001411-7949-4104-b16e-388a52a539de HTTP/1.1" status: 204 len: 168 time: 0.4775071 Mar 24 01:05:17.064204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81195b8a-a87a-4ce5-a618-7cb929e7ca0f None None] Network 9d37656e-c76e-4646-97e0-f304db07f78a requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:17.102446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52972) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:17.114362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4e14d-cdc5-478d-8d4e-4acc829354b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24001411-7949-4104-b16e-388a52a539de,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:17.131665 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70645627-b923-46a2-ad10-39265868b869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.189226 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (fb8d286a-5d52-420f-a6a9-f3fce1e70234), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.190497 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:17.191235 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.236968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b23ef484-c762-48c7-97e6-d1cd2f2d6e2f None None] Provisioning complete for port d4f67773-4b77-40d9-b4ba-b911a114c590 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:17.240251 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b23ef484-c762-48c7-97e6-d1cd2f2d6e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d4f67773-4b77-40d9-b4ba-b911a114c590), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.287132 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70645627-b923-46a2-ad10-39265868b869 admin admin] Publish callbacks [] for security_group (56b06231-94b8-40ff-925b-a8fa185ff0e2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.309689 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b23ef484-c762-48c7-97e6-d1cd2f2d6e2f None None] Port d4f67773-4b77-40d9-b4ba-b911a114c590 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:05:17.346198 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.5068758 Mar 24 01:05:17.349414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52978) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:17.355732 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Publish callbacks [] for port (40cb1dc1-3d61-485e-baf3-e86de916f511), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.356134 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ab7fbb58-43a1-4769-96af-b83995da7761 admin admin] Request body: {'subnet': {'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1858317050-subnet', 'tenant_id': 'fa7e3a04805b4343b060cb33aa6d1114', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:17.413658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:17.423316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7fbb58-43a1-4769-96af-b83995da7761 admin admin] Made reservation on behalf of fa7e3a04805b4343b060cb33aa6d1114 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:17.427364 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2edd95c2-f1c3-4982-a485-ea50da5300e9 req-c1866031-da41-4137-8dc0-5b7e8dfb78cb tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 210 time: 0.1383560 Mar 24 01:05:17.428037 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70645627-b923-46a2-ad10-39265868b869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (56b06231-94b8-40ff-925b-a8fa185ff0e2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.433690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8e4e79-2014-45d3-9892-151fac8ca76d None None] DHCP port deletion for 9d37656e-c76e-4646-97e0-f304db07f78a request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:05:17.448504 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab7fbb58-43a1-4769-96af-b83995da7761 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.515918 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c263e96f-7321-4740-b352-b2f6b96a0a77 req-fe119868-ca2b-4cf0-b1a4-95719c0f28db tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/security-groups?id=d984b752-7f66-4cea-a652-70c2e3b66f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6200898 Mar 24 01:05:17.538529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70645627-b923-46a2-ad10-39265868b869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b06231-94b8-40ff-925b-a8fa185ff0e2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:17.556613 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e4e79-2014-45d3-9892-151fac8ca76d None None] Deleting port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:17.557314 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4e79-2014-45d3-9892-151fac8ca76d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9ae4efaf-2b56-4e43-8786-633a8d70c2f0), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.574104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Attempting to bind port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:05:17.574104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Attempting to bind port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '2cfeb44e-ccee-4d17-9051-73d1d61e4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '962baa7b-7e78-46b2-93a2-7d31a7bd6be4'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:05:17.574419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Attempting to bind port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c on network 962baa7b-7e78-46b2-93a2-7d31a7bd6be4 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:05:17.632323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c on network 962baa7b-7e78-46b2-93a2-7d31a7bd6be4 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:05:17.632658 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Attempting to bind port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c on network 962baa7b-7e78-46b2-93a2-7d31a7bd6be4 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:05:17.650224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:05:17.659286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Checking segment: {'id': '2cfeb44e-ccee-4d17-9051-73d1d61e4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '962baa7b-7e78-46b2-93a2-7d31a7bd6be4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:05:17.659858 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Bound using segment: {'id': '2cfeb44e-ccee-4d17-9051-73d1d61e4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '962baa7b-7e78-46b2-93a2-7d31a7bd6be4'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:05:17.660993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Bound port: 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfeb44e-ccee-4d17-9051-73d1d61e4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '962baa7b-7e78-46b2-93a2-7d31a7bd6be4'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:05:17.662817 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8cf2a5da-e895-4673-a9d6-b7d7a8404b2c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.678605 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-70645627-b923-46a2-ad10-39265868b869 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=123eb94d154f4f538cbd52be7d4e1cc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9339528 Mar 24 01:05:17.686871 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (9d37656e-c76e-4646-97e0-f304db07f78a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.699646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bc8e4e79-2014-45d3-9892-151fac8ca76d None None] For port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9ae4efaf-2b56-4e43-8786-633a8d70c2f0,segment=NetworkSegment(060dedf5-fe5f-4179-bfba-fc227916dcd8),segment_id=060dedf5-fe5f-4179-bfba-fc227916dcd8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:17.700056 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4e79-2014-45d3-9892-151fac8ca76d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9ae4efaf-2b56-4e43-8786-633a8d70c2f0), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.703614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52980) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:17.705390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34b312-cf6d-448c-aee0-2d8369e83385 admin admin] Pushing event updated for resources: {'Network': ['ID=fb8d286a-5d52-420f-a6a9-f3fce1e70234,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:17.719969 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network fb8d286a-5d52-420f-a6a9-f3fce1e70234 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:05:17.731904 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bece1375-4e7c-46ec-9762-59353173bb34 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d4f67773-4b77-40d9-b4ba-b911a114c590), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.735860 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e4e79-2014-45d3-9892-151fac8ca76d None None] Calling delete_port for 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:17.792362 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab7fbb58-43a1-4769-96af-b83995da7761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (f03de5f8-5d24-4408-b283-d5210a71454f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.819927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8e2463fa-2cde-49ea-95b4-0428ec9eafbc up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:05:17.848187 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (40cb1dc1-3d61-485e-baf3-e86de916f511), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:17.904059 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7fbb58-43a1-4769-96af-b83995da7761 admin admin] Checking segment: {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:05:17.915852 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7fbb58-43a1-4769-96af-b83995da7761 admin admin] Network hostable DHCP agents. Network: fb8d286a-5d52-420f-a6a9-f3fce1e70234, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:05:17.919026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7fbb58-43a1-4769-96af-b83995da7761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03de5f8-5d24-4408-b283-d5210a71454f,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:17.961654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7fbb58-43a1-4769-96af-b83995da7761 admin admin] Network fb8d286a-5d52-420f-a6a9-f3fce1e70234 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:05:17.976705 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-ab7fbb58-43a1-4769-96af-b83995da7761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, fb8d286a-5d52-420f-a6a9-f3fce1e70234) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:17.981548 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7fbb58-43a1-4769-96af-b83995da7761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:17.982621 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab7fbb58-43a1-4769-96af-b83995da7761 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:18.027759 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ab7fbb58-43a1-4769-96af-b83995da7761 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6690130 Mar 24 01:05:18.105952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828727ae-c306-4ad4-8ab9-cd7d739ef8af None None] Network fb8d286a-5d52-420f-a6a9-f3fce1e70234 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:18.196398 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:18.196809 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:18.214571 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Pushing event updated for resources: {'Port': ['ID=40cb1dc1-3d61-485e-baf3-e86de916f511,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:18.260055 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4e79-2014-45d3-9892-151fac8ca76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (9ae4efaf-2b56-4e43-8786-633a8d70c2f0), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:18.276872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:18.285283 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e4e79-2014-45d3-9892-151fac8ca76d None None] No DVR routers for this DVR port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:05:18.314176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e4e79-2014-45d3-9892-151fac8ca76d None None] Pushing event deleted for resources: {'Port': ['ID=9ae4efaf-2b56-4e43-8786-633a8d70c2f0,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:18.325047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:18.332789 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62377baa-b381-40f5-a0e4-306174617918 admin admin] Publish callbacks [] for security_group (56b06231-94b8-40ff-925b-a8fa185ff0e2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:18.339340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:05:18.342563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] For port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:05:18.419959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] For port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8cf2a5da-e895-4673-a9d6-b7d7a8404b2c,segment=NetworkSegment(2cfeb44e-ccee-4d17-9051-73d1d61e4b17),segment_id=2cfeb44e-ccee-4d17-9051-73d1d61e4b17)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:05:18.439298 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:18.448706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bea9a3-45eb-4c43-acb5-ba597bd351ee None None] Network fb8d286a-5d52-420f-a6a9-f3fce1e70234 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:18.480876 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (8cf2a5da-e895-4673-a9d6-b7d7a8404b2c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:18.485971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] Deleting port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:18.486486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9ae4efaf-2b56-4e43-8786-633a8d70c2f0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:18.514404 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62377baa-b381-40f5-a0e4-306174617918 admin admin] Publish callbacks [] for security_group (56b06231-94b8-40ff-925b-a8fa185ff0e2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:18.613257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d2c46c9d-7628-4859-96da-e125c0e74496 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:18.695341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: d2c46c9d-7628-4859-96da-e125c0e74496 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:18.695691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d2c46c9d-7628-4859-96da-e125c0e74496 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:18.696107 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:18.720141 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:18.720617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5d70e5f5-ae61-46a4-ae7e-22b4ae452a7e not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:18.721040 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:18.735637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:18.736693 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:18.761427 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:18.761765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:18.774740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-71161aa9-4075-491a-91ef-a64e28e374a8 None None] Provisioning complete for port 40cb1dc1-3d61-485e-baf3-e86de916f511 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:18.775186 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-71161aa9-4075-491a-91ef-a64e28e374a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (40cb1dc1-3d61-485e-baf3-e86de916f511), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:18.777627 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:18.778613 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:18.780179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] 10.222.0.57 "PUT /v2.0/ports/8cf2a5da-e895-4673-a9d6-b7d7a8404b2c HTTP/1.1" status: 200 len: 1092 time: 4.1346312 Mar 24 01:05:18.786519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7172439-2efd-4eef-a000-07fd3cae3d25', 'tag': '8cf2a5da-e895-4673-a9d6-b7d7a8404b2c'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:05:18.789523 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dea29e-b00a-4e0b-996a-3d28f3988ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "e7172439-2efd-4eef-a000-07fd3cae3d25", "tag": "8cf2a5da-e895-4673-a9d6-b7d7a8404b2c"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:05:18.826450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-71161aa9-4075-491a-91ef-a64e28e374a8 None None] Port 40cb1dc1-3d61-485e-baf3-e86de916f511 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:05:19.248223 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-6cfabcf4-8410-4be4-86f3-efb93399555f tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9975593 Mar 24 01:05:19.294226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Request body: {'port': {'device_id': '4eeff394-5cf1-44d3-995a-73ed04b60e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:19.298659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe3c5f-1aec-4061-a6c3-54bf92b12374 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf2a5da-e895-4673-a9d6-b7d7a8404b2c,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:19.304700 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] For port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0, host n-d-760455-9, got binding levels [] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:19.305274 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9ae4efaf-2b56-4e43-8786-633a8d70c2f0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:19.368320 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bece1375-4e7c-46ec-9762-59353173bb34 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (d4f67773-4b77-40d9-b4ba-b911a114c590), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:19.382231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] Calling delete_port for 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:19.392289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.ipam_backend_mixin [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] Port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 was not found and therefore no delete operation was performed {{(pid=115730) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 01:05:19.396630 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bece1375-4e7c-46ec-9762-59353173bb34 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (d4f67773-4b77-40d9-b4ba-b911a114c590), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:19.423595 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62377baa-b381-40f5-a0e4-306174617918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (56b06231-94b8-40ff-925b-a8fa185ff0e2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:19.426224 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62377baa-b381-40f5-a0e4-306174617918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:19.427678 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-62377baa-b381-40f5-a0e4-306174617918 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56b06231-94b8-40ff-925b-a8fa185ff0e2 HTTP/1.1" status: 204 len: 168 time: 1.7195787 Mar 24 01:05:19.428450 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (9ae4efaf-2b56-4e43-8786-633a8d70c2f0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:19.472878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ecb1a-83bc-4f35-bb31-5211813db536 req-3572f0db-9858-4947-8a84-321346ec815e tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:19.474870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f87ecb1a-83bc-4f35-bb31-5211813db536 req-3572f0db-9858-4947-8a84-321346ec815e tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 935 time: 0.7741630 Mar 24 01:05:19.523770 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-c766d532-168d-4f7a-9623-cf6b377e92b7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:19.525260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-c766d532-168d-4f7a-9623-cf6b377e92b7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 806 time: 0.8261397 Mar 24 01:05:19.534835 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62377baa-b381-40f5-a0e4-306174617918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b06231-94b8-40ff-925b-a8fa185ff0e2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:19.550299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-4c0496c0-aa6a-460d-b43e-0c5a5ff9e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:19.552235 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-4c0496c0-aa6a-460d-b43e-0c5a5ff9e0ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c94ed7f16f724389b13635df7fc6c517&device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 1126 time: 0.7142162 Mar 24 01:05:19.564037 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] No DVR routers for this DVR port 9ae4efaf-2b56-4e43-8786-633a8d70c2f0 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:05:19.670564 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece1375-4e7c-46ec-9762-59353173bb34 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=d4f67773-4b77-40d9-b4ba-b911a114c590,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:19.709938 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (40cb1dc1-3d61-485e-baf3-e86de916f511), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:19.730090 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-a06468c2-9661-4129-a68c-1bd8d725c7b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cf2a5da-e895-4673-a9d6-b7d7a8404b2c HTTP/1.1" status: 200 len: 217 time: 0.1260934 Mar 24 01:05:19.734592 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-30be5525-a912-4832-aaf3-811a97d0a6e7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/quotas/fa7e3a04805b4343b060cb33aa6d1114 HTTP/1.1" status: 200 len: 375 time: 0.1681170 Mar 24 01:05:19.824542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae4efaf-2b56-4e43-8786-633a8d70c2f0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:19.844348 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53014) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:19.858665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-44073b83-30d7-4a49-96b8-3c9c5c48e734 None None] Provisioning complete for port d4f67773-4b77-40d9-b4ba-b911a114c590 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:19.860233 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-44073b83-30d7-4a49-96b8-3c9c5c48e734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d4f67773-4b77-40d9-b4ba-b911a114c590), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:19.861673 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f47879f-55e4-47d9-82c5-cea516510a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:19.908286 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-44073b83-30d7-4a49-96b8-3c9c5c48e734 None None] Port d4f67773-4b77-40d9-b4ba-b911a114c590 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:05:19.932456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-5495eae7-331f-4d17-8d53-30ab82de1641 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1621861 Mar 24 01:05:19.934214 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (9d37656e-c76e-4646-97e0-f304db07f78a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:19.955004 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f87ecb1a-83bc-4f35-bb31-5211813db536 req-4327a3a0-fc68-4be7-93b7-97c844cdf6a4 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/security-groups?id=abe84099-bc59-4f36-a3e9-95ad35b40265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446089 Mar 24 01:05:19.955245 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f47879f-55e4-47d9-82c5-cea516510a5c admin admin] Publish callbacks [] for security_group (5bbe3d68-a5a4-4296-acbe-a1766e43876f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:19.960606 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f47879f-55e4-47d9-82c5-cea516510a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5bbe3d68-a5a4-4296-acbe-a1766e43876f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:20.019545 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8f47879f-55e4-47d9-82c5-cea516510a5c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c2e78af28805437eaf3acdf1be003868&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1729236 Mar 24 01:05:20.020534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47879f-55e4-47d9-82c5-cea516510a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbe3d68-a5a4-4296-acbe-a1766e43876f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:20.023833 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53016) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:20.075772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d37656e-c76e-4646-97e0-f304db07f78a']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:20.084925 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a33bacf1-c390-43bd-a09c-31a887497e22 admin admin] Publish callbacks [] for security_group (5bbe3d68-a5a4-4296-acbe-a1766e43876f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:20.088201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-8c372933-f058-425d-a959-e19294a2a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:20.089778 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-8c372933-f058-425d-a959-e19294a2a312 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4df3ca84-7ba6-4e77-b815-232e35236612 HTTP/1.1" status: 200 len: 853 time: 0.2914529 Mar 24 01:05:20.111515 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a33bacf1-c390-43bd-a09c-31a887497e22 admin admin] Publish callbacks [] for security_group (5bbe3d68-a5a4-4296-acbe-a1766e43876f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:20.146785 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060dedf5-fe5f-4179-bfba-fc227916dcd8') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:20.147187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060dedf5-fe5f-4179-bfba-fc227916dcd8') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:20.167670 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a33bacf1-c390-43bd-a09c-31a887497e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5bbe3d68-a5a4-4296-acbe-a1766e43876f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:20.170586 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a33bacf1-c390-43bd-a09c-31a887497e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:20.173145 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a33bacf1-c390-43bd-a09c-31a887497e22 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5bbe3d68-a5a4-4296-acbe-a1766e43876f HTTP/1.1" status: 204 len: 168 time: 0.1468403 Mar 24 01:05:20.185493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bacf1-c390-43bd-a09c-31a887497e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbe3d68-a5a4-4296-acbe-a1766e43876f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:20.227117 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-c19c7aca-ca30-4c2c-8bf9-2f6f1dc29ced service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=962baa7b-7e78-46b2-93a2-7d31a7bd6be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158328 Mar 24 01:05:20.228825 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (060dedf5-fe5f-4179-bfba-fc227916dcd8), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:20.313691 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (060dedf5-fe5f-4179-bfba-fc227916dcd8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:20.368805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:05:20.369376 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (060dedf5-fe5f-4179-bfba-fc227916dcd8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:05:20.385534 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:05:20.492738 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bece1375-4e7c-46ec-9762-59353173bb34 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (7e6577c2-daf8-4086-9044-2c0c368a0fb7), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:20.505841 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-97c87dbb-c820-4181-bf4d-4ee38e9f8467 service neutron] 10.222.0.45 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559170 Mar 24 01:05:20.581047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d477df-38d7-4311-b366-b468bb7937b5 req-1722c020-7555-4f1b-850c-256f277856af tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:20.582227 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8d477df-38d7-4311-b366-b468bb7937b5 req-1722c020-7555-4f1b-850c-256f277856af tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 944 time: 0.5143402 Mar 24 01:05:20.603650 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (9d37656e-c76e-4646-97e0-f304db07f78a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:20.676904 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:20.680072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] 10.222.0.45 "DELETE /v2.0/networks/9d37656e-c76e-4646-97e0-f304db07f78a HTTP/1.1" status: 204 len: 168 time: 3.5459125 Mar 24 01:05:20.735949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb80444-907d-4eb5-95f8-f654d08233bb admin admin] Pushing event deleted for resources: {'Network': ['ID=9d37656e-c76e-4646-97e0-f304db07f78a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:20.750328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-4ea78e33-775d-4745-83d8-b6493931483a service neutron] 10.222.0.57 "GET /v2.0/networks/962baa7b-7e78-46b2-93a2-7d31a7bd6be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019717 Mar 24 01:05:20.879876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53040) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:20.923052 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8d477df-38d7-4311-b366-b468bb7937b5 req-c03c7b0c-2392-4307-90b7-c721e0e85324 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/security-groups?id=d984b752-7f66-4cea-a652-70c2e3b66f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790198 Mar 24 01:05:20.942568 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-26b0bd1b-a9ff-4e25-adb6-cf36d6875566 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa48779386084f8989df3ed2fec3e464&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0615616 Mar 24 01:05:20.945126 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53042) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:21.021735 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-ddc48354-e682-4846-b148-f4260c21269f service neutron] 10.222.0.45 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769125 Mar 24 01:05:21.022403 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bece1375-4e7c-46ec-9762-59353173bb34 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d4f67773-4b77-40d9-b4ba-b911a114c590), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:21.025340 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6adb1c-2ab8-4b6c-a60d-293b10eff892 x-openstack-request-id: req-fd6adb1c-2ab8-4b6c-a60d-293b10eff892 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:05:21.025636 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7172439-2efd-4eef-a000-07fd3cae3d25", "tag": "8cf2a5da-e895-4673-a9d6-b7d7a8404b2c", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:05:21.025893 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd6adb1c-2ab8-4b6c-a60d-293b10eff892 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:05:21.026301 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd6adb1c-2ab8-4b6c-a60d-293b10eff892'] response: {'name': 'network-changed', 'server_uuid': 'e7172439-2efd-4eef-a000-07fd3cae3d25', 'tag': '8cf2a5da-e895-4673-a9d6-b7d7a8404b2c', 'status': 'completed', 'code': 200} Mar 24 01:05:21.036036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1b5d-6a72-43b3-b00a-7518fdc0d811 admin admin] Publish callbacks [] for security_group (b0b740ce-c117-4240-ba2f-4080624026d8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:21.072424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1b5d-6a72-43b3-b00a-7518fdc0d811 admin admin] Publish callbacks [] for security_group (b0b740ce-c117-4240-ba2f-4080624026d8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:21.163275 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1b5d-6a72-43b3-b00a-7518fdc0d811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b0b740ce-c117-4240-ba2f-4080624026d8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:21.166369 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1b5d-6a72-43b3-b00a-7518fdc0d811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:21.167882 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bd1c1b5d-6a72-43b3-b00a-7518fdc0d811 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0b740ce-c117-4240-ba2f-4080624026d8 HTTP/1.1" status: 204 len: 168 time: 0.2216318 Mar 24 01:05:21.187856 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c1b5d-6a72-43b3-b00a-7518fdc0d811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b740ce-c117-4240-ba2f-4080624026d8,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:21.217150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40cb1dc1-3d61-485e-baf3-e86de916f511 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:05:21.229023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bfb034b-4f3b-42db-a633-65d9e6360d55 req-73310212-2981-41f1-85d3-7804094afd35 service neutron] 10.222.0.57 "GET /v2.0/networks/962baa7b-7e78-46b2-93a2-7d31a7bd6be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607420 Mar 24 01:05:21.233338 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Publish callbacks [] for port (40cb1dc1-3d61-485e-baf3-e86de916f511), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:21.330010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Transition to ACTIVE for port object 40cb1dc1-3d61-485e-baf3-e86de916f511 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:05:21.343798 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (40cb1dc1-3d61-485e-baf3-e86de916f511), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:21.427031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd865-29f7-4360-88f8-1a4c8408fbd4 req-0cffbe55-e972-4ab6-a743-a2314fd2af53 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:21.439682 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0a7dd865-29f7-4360-88f8-1a4c8408fbd4 req-0cffbe55-e972-4ab6-a743-a2314fd2af53 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 935 time: 0.3265810 Mar 24 01:05:21.528180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9460bd4-0f6e-474c-b8fe-6dd3b23063d2 req-c8217fcb-67f0-4cd1-9de4-efb001d99be5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 210 time: 0.1629770 Mar 24 01:05:21.576361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Pushing event updated for resources: {'Port': ['ID=40cb1dc1-3d61-485e-baf3-e86de916f511,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:21.822509 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0a7dd865-29f7-4360-88f8-1a4c8408fbd4 req-158d5713-3b5c-444e-b136-f221e5fcfefa tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/security-groups?id=abe84099-bc59-4f36-a3e9-95ad35b40265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778157 Mar 24 01:05:21.824743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dea29e-b00a-4e0b-996a-3d28f3988ca0 req-f3b1b43b-2681-4e2a-916c-d93e758bd9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:21.828579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6dea29e-b00a-4e0b-996a-3d28f3988ca0 req-f3b1b43b-2681-4e2a-916c-d93e758bd9c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c94ed7f16f724389b13635df7fc6c517&device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 1126 time: 0.4999893 Mar 24 01:05:22.416384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Attempting to bind port 40cb1dc1-3d61-485e-baf3-e86de916f511 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:05:22.418186 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Attempting to bind port 40cb1dc1-3d61-485e-baf3-e86de916f511 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:05:22.419407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Attempting to bind port 40cb1dc1-3d61-485e-baf3-e86de916f511 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:05:22.456351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Port 40cb1dc1-3d61-485e-baf3-e86de916f511 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:05:22.456694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Attempting to bind port 40cb1dc1-3d61-485e-baf3-e86de916f511 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:05:22.484396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dea29e-b00a-4e0b-996a-3d28f3988ca0 req-51a0fb5a-be74-44e5-985d-37e68821d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:22.486434 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6dea29e-b00a-4e0b-996a-3d28f3988ca0 req-51a0fb5a-be74-44e5-985d-37e68821d694 service neutron] 10.222.0.57 "GET /v2.0/networks?id=962baa7b-7e78-46b2-93a2-7d31a7bd6be4 HTTP/1.1" status: 200 len: 914 time: 0.6486835 Mar 24 01:05:22.527696 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bece1375-4e7c-46ec-9762-59353173bb34 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (d4f67773-4b77-40d9-b4ba-b911a114c590), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:22.529859 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:05:22.530193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:05:22.530664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:05:22.531278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Bound port: 40cb1dc1-3d61-485e-baf3-e86de916f511, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:05:22.531767 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (40cb1dc1-3d61-485e-baf3-e86de916f511), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:22.590002 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bece1375-4e7c-46ec-9762-59353173bb34 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (d4f67773-4b77-40d9-b4ba-b911a114c590), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:22.605047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6dea29e-b00a-4e0b-996a-3d28f3988ca0 req-74ab7046-6088-4135-a24d-b5f3ed6102f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cf2a5da-e895-4673-a9d6-b7d7a8404b2c HTTP/1.1" status: 200 len: 217 time: 0.0969439 Mar 24 01:05:22.719528 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dea29e-b00a-4e0b-996a-3d28f3988ca0 req-f1c47e37-ef9a-4885-9bc0-3bf5be055ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:22.721431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6dea29e-b00a-4e0b-996a-3d28f3988ca0 req-f1c47e37-ef9a-4885-9bc0-3bf5be055ce2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4df3ca84-7ba6-4e77-b815-232e35236612 HTTP/1.1" status: 200 len: 853 time: 0.0885220 Mar 24 01:05:22.744278 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:05:22.836628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6dea29e-b00a-4e0b-996a-3d28f3988ca0 req-49e88195-7003-4f58-b7ec-c0293f5d4f3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=962baa7b-7e78-46b2-93a2-7d31a7bd6be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993180 Mar 24 01:05:22.855120 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59691e8d-4e45-48bb-a8d4-673e03758cec req-40c03a80-dfc0-47cd-9694-e0504cf1189a tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:22.862722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59691e8d-4e45-48bb-a8d4-673e03758cec req-40c03a80-dfc0-47cd-9694-e0504cf1189a tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 944 time: 0.4990261 Mar 24 01:05:22.961952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8cf2a5da-e895-4673-a9d6-b7d7a8404b2c,segment=NetworkSegment(2cfeb44e-ccee-4d17-9051-73d1d61e4b17),segment_id=2cfeb44e-ccee-4d17-9051-73d1d61e4b17)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:22.980663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '8cf2a5da-e895-4673-a9d6-b7d7a8404b2c', 'network_id': '962baa7b-7e78-46b2-93a2-7d31a7bd6be4', 'port_id': '8cf2a5da-e895-4673-a9d6-b7d7a8404b2c', 'mac_address': 'fa:16:3e:f5:85:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df3ca84-7ba6-4e77-b815-232e35236612', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:05:23.001982 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa4a05bb-0d56-409c-843a-8db7d861b773 req-d1e6024c-277b-4f10-8494-721f5aec26d4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 210 time: 0.2708476 Mar 24 01:05:23.089783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:23.089920 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8cf2a5da-e895-4673-a9d6-b7d7a8404b2c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:23.134080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:05:23.138534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece1375-4e7c-46ec-9762-59353173bb34 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=d4f67773-4b77-40d9-b4ba-b911a114c590,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:23.174774 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8cf2a5da-e895-4673-a9d6-b7d7a8404b2c,segment=NetworkSegment(2cfeb44e-ccee-4d17-9051-73d1d61e4b17),segment_id=2cfeb44e-ccee-4d17-9051-73d1d61e4b17)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:23.180571 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8cf2a5da-e895-4673-a9d6-b7d7a8404b2c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:23.193473 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59691e8d-4e45-48bb-a8d4-673e03758cec req-09dcbdd4-dfcf-4408-bbce-6b69c42dfe13 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/security-groups?id=d984b752-7f66-4cea-a652-70c2e3b66f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298411 Mar 24 01:05:23.194668 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bece1375-4e7c-46ec-9762-59353173bb34 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (7e6577c2-daf8-4086-9044-2c0c368a0fb7), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:23.284869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=8cf2a5da-e895-4673-a9d6-b7d7a8404b2c,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:23.301291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] For port 40cb1dc1-3d61-485e-baf3-e86de916f511, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:05:23.366561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] For port 40cb1dc1-3d61-485e-baf3-e86de916f511, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=40cb1dc1-3d61-485e-baf3-e86de916f511,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:05:23.384207 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6dea29e-b00a-4e0b-996a-3d28f3988ca0 req-92cfc751-50ce-437d-8224-257aa2dc45d3 service neutron] 10.222.0.57 "GET /v2.0/networks/962baa7b-7e78-46b2-93a2-7d31a7bd6be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040228 Mar 24 01:05:23.387225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['8cf2a5da-e895-4673-a9d6-b7d7a8404b2c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:05:23.390098 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (40cb1dc1-3d61-485e-baf3-e86de916f511), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:23.431085 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268282c-602f-4ea4-8d2d-dda7615cb679 req-62378231-8767-4abc-ae28-ef11f2dfdb46 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:23.432645 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c268282c-602f-4ea4-8d2d-dda7615cb679 req-62378231-8767-4abc-ae28-ef11f2dfdb46 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 947 time: 0.2495275 Mar 24 01:05:23.536045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:23.536430 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-dd03d114-8e50-4e56-8893-7486e8554abe tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:23.536928 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:23.538268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] 10.222.0.57 "PUT /v2.0/ports/40cb1dc1-3d61-485e-baf3-e86de916f511 HTTP/1.1" status: 200 len: 1095 time: 4.2670605 Mar 24 01:05:23.539029 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-dd03d114-8e50-4e56-8893-7486e8554abe tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 806 time: 0.6748338 Mar 24 01:05:23.545870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eeff394-5cf1-44d3-995a-73ed04b60e4f', 'tag': '40cb1dc1-3d61-485e-baf3-e86de916f511'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:05:23.549136 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d934354a-1f75-44b8-a231-639e23c3f757" -d '{"events": [{"name": "network-changed", "server_uuid": "4eeff394-5cf1-44d3-995a-73ed04b60e4f", "tag": "40cb1dc1-3d61-485e-baf3-e86de916f511"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:05:23.556963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d8a0d70a-89bf-4306-87cf-5622e65ebe50 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Request body: {'port': {'device_id': '13a3e040-28b6-412a-9896-88f83286154d', 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234', 'admin_state_up': True, 'tenant_id': 'fa7e3a04805b4343b060cb33aa6d1114'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:23.708298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01efa53-989b-4a66-82b2-49f5d570775d service neutron] Pushing event updated for resources: {'Port': ['ID=40cb1dc1-3d61-485e-baf3-e86de916f511,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:23.737765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bece1375-4e7c-46ec-9762-59353173bb34 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network b52a7729-383c-43a5-9c47-fb04db458a33 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:23.742738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c268282c-602f-4ea4-8d2d-dda7615cb679 req-7b4b4756-0b24-47bd-9b6f-89c9a70f9c41 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/security-groups?id=abe84099-bc59-4f36-a3e9-95ad35b40265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521126 Mar 24 01:05:23.748139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-bece1375-4e7c-46ec-9762-59353173bb34 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:23.810731 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6dea29e-b00a-4e0b-996a-3d28f3988ca0 req-c946dc6a-b4ba-40c3-a2a1-f9a7f1ec29d5 service neutron] 10.222.0.57 "GET /v2.0/networks/962baa7b-7e78-46b2-93a2-7d31a7bd6be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167907 Mar 24 01:05:23.832039 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d8a0d70a-89bf-4306-87cf-5622e65ebe50 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Made reservation on behalf of fa7e3a04805b4343b060cb33aa6d1114 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:23.838649 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d8a0d70a-89bf-4306-87cf-5622e65ebe50 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:23.954374 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-91ac5ebf-30fb-4f75-b5ff-9a4bba1dd3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:23.956222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-91ac5ebf-30fb-4f75-b5ff-9a4bba1dd3c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af7f6cb448de400cb42622a6872d3942&device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 1129 time: 0.3295043 Mar 24 01:05:23.961810 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8b8546-cab2-4724-b55c-1a014f046f68 x-openstack-request-id: req-1d8b8546-cab2-4724-b55c-1a014f046f68 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:05:23.962374 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eeff394-5cf1-44d3-995a-73ed04b60e4f", "tag": "40cb1dc1-3d61-485e-baf3-e86de916f511", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:05:23.963076 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d8b8546-cab2-4724-b55c-1a014f046f68 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:05:23.963386 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d8b8546-cab2-4724-b55c-1a014f046f68'] response: {'name': 'network-changed', 'server_uuid': '4eeff394-5cf1-44d3-995a-73ed04b60e4f', 'tag': '40cb1dc1-3d61-485e-baf3-e86de916f511', 'status': 'completed', 'code': 200} Mar 24 01:05:24.134048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-c9aa648f-7b0a-48cc-9172-9ebe6c4b3a5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=40cb1dc1-3d61-485e-baf3-e86de916f511 HTTP/1.1" status: 200 len: 217 time: 0.0635095 Mar 24 01:05:24.155467 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d8a0d70a-89bf-4306-87cf-5622e65ebe50 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Allocated IP 172.20.0.8 (fb8d286a-5d52-420f-a6a9-f3fce1e70234/f03de5f8-5d24-4408-b283-d5210a71454f/cf655c99-b594-4422-b1bb-b6df2664d7e1) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:24.177825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2ee2577-d487-4806-ba9e-83e3de7b3fcf req-e4cf123a-8685-453b-9e5f-ff9f19ef9a7a tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.1062281 Mar 24 01:05:24.217619 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c29abfb8-2922-4bba-99cf-92bb2c40ea47 req-f2d085d9-3f16-42b8-a653-86d3a71c47d8 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 210 time: 0.0421782 Mar 24 01:05:24.329560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-44556edd-f2e2-4897-8947-7b58be2ebcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:24.331354 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-44556edd-f2e2-4897-8947-7b58be2ebcd8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1604021 Mar 24 01:05:24.349991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f3ff274c-1678-425b-8ac6-baf1beffd613 None None] Provisioning complete for port d4f67773-4b77-40d9-b4ba-b911a114c590 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:24.350991 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f3ff274c-1678-425b-8ac6-baf1beffd613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d4f67773-4b77-40d9-b4ba-b911a114c590), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:24.438308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff274c-1678-425b-8ac6-baf1beffd613 None None] Port d4f67773-4b77-40d9-b4ba-b911a114c590 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:05:24.454045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c65bd-6a07-44f5-ad8d-d3593ca51b67 req-2ed90da8-bb60-4bed-bf7b-8c92cbe6c1e4 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:24.455857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-966c65bd-6a07-44f5-ad8d-d3593ca51b67 req-2ed90da8-bb60-4bed-bf7b-8c92cbe6c1e4 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 945 time: 0.1422870 Mar 24 01:05:24.458738 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-71ae3eb2-30a7-4611-bc58-5b697afd143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:24.460593 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-71ae3eb2-30a7-4611-bc58-5b697afd143a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1043229 Mar 24 01:05:24.461643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bece1375-4e7c-46ec-9762-59353173bb34 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Router 7e6577c2-daf8-4086-9044-2c0c368a0fb7 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:05:24.529235 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d8a0d70a-89bf-4306-87cf-5622e65ebe50 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks [] for port (cf655c99-b594-4422-b1bb-b6df2664d7e1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:24.581570 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d8a0d70a-89bf-4306-87cf-5622e65ebe50 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (cf655c99-b594-4422-b1bb-b6df2664d7e1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:24.632500 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d8a0d70a-89bf-4306-87cf-5622e65ebe50 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Network fb8d286a-5d52-420f-a6a9-f3fce1e70234 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:24.639420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d8a0d70a-89bf-4306-87cf-5622e65ebe50 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:24.642620 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d8a0d70a-89bf-4306-87cf-5622e65ebe50 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:05:24.700670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-966c65bd-6a07-44f5-ad8d-d3593ca51b67 req-cae5fe10-06fd-4788-b84f-c6b53bfa69e3 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/security-groups?id=d984b752-7f66-4cea-a652-70c2e3b66f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354257 Mar 24 01:05:24.729952 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d8a0d70a-89bf-4306-87cf-5622e65ebe50 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:24.730868 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d8a0d70a-89bf-4306-87cf-5622e65ebe50 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:24.740815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0d70a-89bf-4306-87cf-5622e65ebe50 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Pushing event updated for resources: {'Port': ['ID=cf655c99-b594-4422-b1bb-b6df2664d7e1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:24.742352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bece1375-4e7c-46ec-9762-59353173bb34 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:05:24.744258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:05:24.754490 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce2b911-72da-4003-a7c3-346dc651a9af None None] Sync routers for ids ['7e6577c2-daf8-4086-9044-2c0c368a0fb7'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:05:24.772660 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bece1375-4e7c-46ec-9762-59353173bb34 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "PUT /v2.0/routers/7e6577c2-daf8-4086-9044-2c0c368a0fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1242411 Mar 24 01:05:24.775898 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53166) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:24.777589 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce2b911-72da-4003-a7c3-346dc651a9af None None] Routers {'7e6577c2-daf8-4086-9044-2c0c368a0fb7'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:24.778248 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6ce2b911-72da-4003-a7c3-346dc651a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7e6577c2-daf8-4086-9044-2c0c368a0fb7'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:24.797234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-3b5c46fa-46bf-4451-b9cc-affaf2e3f65f service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114545 Mar 24 01:05:24.804495 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d8a0d70a-89bf-4306-87cf-5622e65ebe50 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2551529 Mar 24 01:05:24.817773 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Request body: {'port': {'device_id': '13a3e040-28b6-412a-9896-88f83286154d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:24.865306 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:05:24.865650 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6ce2b911-72da-4003-a7c3-346dc651a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:24.872999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:24.873410 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8cf2a5da-e895-4673-a9d6-b7d7a8404b2c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:24.897994 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce2b911-72da-4003-a7c3-346dc651a9af None None] Routers {'7e6577c2-daf8-4086-9044-2c0c368a0fb7'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:24.898984 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6ce2b911-72da-4003-a7c3-346dc651a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7e6577c2-daf8-4086-9044-2c0c368a0fb7'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:24.999670 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6ce2b911-72da-4003-a7c3-346dc651a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:25.000846 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce2b911-72da-4003-a7c3-346dc651a9af None None] The sync data for ids ['7e6577c2-daf8-4086-9044-2c0c368a0fb7'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:05:25.015843 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53178) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:25.061758 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e1bb1b-b2ca-4c11-920c-4dd08061b2bb tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:25.063341 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c1e1bb1b-b2ca-4c11-920c-4dd08061b2bb tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e6577c2-daf8-4086-9044-2c0c368a0fb7 HTTP/1.1" status: 200 len: 981 time: 0.2863212 Mar 24 01:05:25.070947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53182) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:25.074906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:25.075513 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8cf2a5da-e895-4673-a9d6-b7d7a8404b2c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:25.081384 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cf655c99-b594-4422-b1bb-b6df2664d7e1), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:25.119406 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7172439-2efd-4eef-a000-07fd3cae3d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf2a5da-e895-4673-a9d6-b7d7a8404b2c'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:05:25.122109 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae07467-ef0f-4ac5-9993-a3ef0a80f198" -d '{"events": [{"server_uuid": "e7172439-2efd-4eef-a000-07fd3cae3d25", "name": "network-vif-plugged", "status": "completed", "tag": "8cf2a5da-e895-4673-a9d6-b7d7a8404b2c"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:05:25.142876 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8cf2a5da-e895-4673-a9d6-b7d7a8404b2c,segment=NetworkSegment(2cfeb44e-ccee-4d17-9051-73d1d61e4b17),segment_id=2cfeb44e-ccee-4d17-9051-73d1d61e4b17)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:25.148968 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8cf2a5da-e895-4673-a9d6-b7d7a8404b2c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:25.204838 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7db40b-dc3f-4b75-8967-0843aa1aa653 x-openstack-request-id: req-6b7db40b-dc3f-4b75-8967-0843aa1aa653 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:05:25.205454 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7172439-2efd-4eef-a000-07fd3cae3d25", "name": "network-vif-plugged", "status": "completed", "tag": "8cf2a5da-e895-4673-a9d6-b7d7a8404b2c", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:05:25.222492 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b7db40b-dc3f-4b75-8967-0843aa1aa653 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:05:25.224352 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b7db40b-dc3f-4b75-8967-0843aa1aa653'] response: {'server_uuid': 'e7172439-2efd-4eef-a000-07fd3cae3d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf2a5da-e895-4673-a9d6-b7d7a8404b2c', 'code': 200} Mar 24 01:05:25.248940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=8cf2a5da-e895-4673-a9d6-b7d7a8404b2c,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:25.256590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec6b18-4b84-47a0-b34e-4d68e1d523f1 req-fa8045eb-d60c-4bed-8ed4-0fe34c19ace2 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:25.278249 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-14ec6b18-4b84-47a0-b34e-4d68e1d523f1 req-fa8045eb-d60c-4bed-8ed4-0fe34c19ace2 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 947 time: 0.3660548 Mar 24 01:05:25.313482 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-936e2d14-aa41-4836-bd2f-3fa46e531cc7 req-969ffeb3-3902-4cd6-9081-17c692242fb7 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141954 Mar 24 01:05:25.476280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0e87e893-eb3f-4d3f-876b-54f119996f14 req-eb04fdc2-a255-4ad5-b576-ec9222e8c885 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0632730 Mar 24 01:05:25.652825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf655c99-b594-4422-b1bb-b6df2664d7e1 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:05:25.660663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-14ec6b18-4b84-47a0-b34e-4d68e1d523f1 req-248f1ffa-8a17-455d-9fc1-6d6442e67a43 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/security-groups?id=abe84099-bc59-4f36-a3e9-95ad35b40265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803906 Mar 24 01:05:25.661444 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Publish callbacks [] for port (cf655c99-b594-4422-b1bb-b6df2664d7e1), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:25.676669 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Transition to ACTIVE for port object cf655c99-b594-4422-b1bb-b6df2664d7e1 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:05:25.682683 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (cf655c99-b594-4422-b1bb-b6df2664d7e1), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:25.760691 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b871a2-fcb1-4fc2-9219-da3e62ea631d req-f2bd234c-faf2-4155-9c0b-d3989b5ffbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:25.767216 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf655c99-b594-4422-b1bb-b6df2664d7e1,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:25.781256 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09b871a2-fcb1-4fc2-9219-da3e62ea631d req-f2bd234c-faf2-4155-9c0b-d3989b5ffbd0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 1128 time: 0.4438064 Mar 24 01:05:25.843962 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Attempting to bind port cf655c99-b594-4422-b1bb-b6df2664d7e1 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:05:25.844262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Attempting to bind port cf655c99-b594-4422-b1bb-b6df2664d7e1 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:05:25.844720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Attempting to bind port cf655c99-b594-4422-b1bb-b6df2664d7e1 on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:05:25.851989 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Port cf655c99-b594-4422-b1bb-b6df2664d7e1 on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:05:25.852334 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Attempting to bind port cf655c99-b594-4422-b1bb-b6df2664d7e1 on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:05:25.858195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:05:25.858726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Checking segment: {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:05:25.859186 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Bound using segment: {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:05:25.859682 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Bound port: cf655c99-b594-4422-b1bb-b6df2664d7e1, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:05:25.860268 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cf655c99-b594-4422-b1bb-b6df2664d7e1), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:25.950197 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] For port cf655c99-b594-4422-b1bb-b6df2664d7e1, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:05:25.954007 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] For port cf655c99-b594-4422-b1bb-b6df2664d7e1, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=cf655c99-b594-4422-b1bb-b6df2664d7e1,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:05:25.961762 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (cf655c99-b594-4422-b1bb-b6df2664d7e1), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:25.967509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934354a-1f75-44b8-a231-639e23c3f757 req-89413f9d-f9cc-4b87-a168-29fd557e96f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:25.969269 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d934354a-1f75-44b8-a231-639e23c3f757 req-89413f9d-f9cc-4b87-a168-29fd557e96f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af7f6cb448de400cb42622a6872d3942&device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 1129 time: 0.5743670 Mar 24 01:05:26.007507 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:26.008129 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:26.009814 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] 10.222.0.48 "PUT /v2.0/ports/cf655c99-b594-4422-b1bb-b6df2664d7e1 HTTP/1.1" status: 200 len: 1091 time: 1.1962087 Mar 24 01:05:26.010356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a3e040-28b6-412a-9896-88f83286154d', 'tag': 'cf655c99-b594-4422-b1bb-b6df2664d7e1'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:05:26.014482 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4e59d9-5d80-4a42-a6b0-1b634593cf15" -d '{"events": [{"name": "network-changed", "server_uuid": "13a3e040-28b6-412a-9896-88f83286154d", "tag": "cf655c99-b594-4422-b1bb-b6df2664d7e1"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:05:26.019449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09b871a2-fcb1-4fc2-9219-da3e62ea631d req-1ac5d2dc-ea04-4658-a0d0-7f3808d28795 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d984b752-7f66-4cea-a652-70c2e3b66f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368777 Mar 24 01:05:26.052207 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172c769-6cb6-4695-83a5-1bcd1302b4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf655c99-b594-4422-b1bb-b6df2664d7e1,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:26.147516 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-236bbb39-10b3-4320-9b40-1b416c9f1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:26.149312 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-236bbb39-10b3-4320-9b40-1b416c9f1a92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 1125 time: 0.0733573 Mar 24 01:05:26.202702 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-6a24aca6-fe49-4016-b4c4-941401a27359 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf655c99-b594-4422-b1bb-b6df2664d7e1 HTTP/1.1" status: 200 len: 217 time: 0.0459192 Mar 24 01:05:26.263901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-b0eaacef-8215-45ab-9381-218db6887397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:26.266303 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-b0eaacef-8215-45ab-9381-218db6887397 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f03de5f8-5d24-4408-b283-d5210a71454f HTTP/1.1" status: 200 len: 846 time: 0.0576923 Mar 24 01:05:26.309503 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-675c92e9-1013-46b0-8cd5-70348c585d57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb8d286a-5d52-420f-a6a9-f3fce1e70234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367792 Mar 24 01:05:26.430476 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-a891f62b-888e-421b-9b37-897ecfbbd82d service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132524 Mar 24 01:05:26.551667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6c252-eb5e-41c4-83d9-dd87efc4f30b req-38616062-82e7-4b7b-af2a-a5613654047e tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:26.558438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fae6c252-eb5e-41c4-83d9-dd87efc4f30b req-38616062-82e7-4b7b-af2a-a5613654047e tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 943 time: 0.8878865 Mar 24 01:05:26.575074 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-593b9ea2-dc39-4e62-9b3c-039296350ea6 req-b85c4230-ddc1-4292-af11-7b97247694f3 service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383817 Mar 24 01:05:26.620313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e4c1e-9ac2-406b-8fb6-79eb29396369 req-dc0e1f1e-b9b1-42c3-8a7b-feb88b95c557 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:26.621830 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e5e4c1e-9ac2-406b-8fb6-79eb29396369 req-dc0e1f1e-b9b1-42c3-8a7b-feb88b95c557 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 946 time: 0.7962561 Mar 24 01:05:26.757415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 40cb1dc1-3d61-485e-baf3-e86de916f511 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:05:26.794592 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fae6c252-eb5e-41c4-83d9-dd87efc4f30b req-71d736bd-9066-45df-a5b4-0c6fa9151235 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341316 Mar 24 01:05:26.808591 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934354a-1f75-44b8-a231-639e23c3f757 req-69f14e86-d577-4966-80a7-2683294e8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:26.810075 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d934354a-1f75-44b8-a231-639e23c3f757 req-69f14e86-d577-4966-80a7-2683294e8a49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.8157556 Mar 24 01:05:26.889488 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174a4cb0-8df9-46de-80c4-1efdee885287 x-openstack-request-id: req-174a4cb0-8df9-46de-80c4-1efdee885287 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:05:26.890520 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a3e040-28b6-412a-9896-88f83286154d", "tag": "cf655c99-b594-4422-b1bb-b6df2664d7e1", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:05:26.890520 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-174a4cb0-8df9-46de-80c4-1efdee885287 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:05:26.890945 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174a4cb0-8df9-46de-80c4-1efdee885287'] response: {'name': 'network-changed', 'server_uuid': '13a3e040-28b6-412a-9896-88f83286154d', 'tag': 'cf655c99-b594-4422-b1bb-b6df2664d7e1', 'status': 'completed', 'code': 200} Mar 24 01:05:26.922483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d934354a-1f75-44b8-a231-639e23c3f757 req-9be3fc02-4b88-4ee9-aea6-fe482db2fdcc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=40cb1dc1-3d61-485e-baf3-e86de916f511 HTTP/1.1" status: 200 len: 217 time: 0.0980034 Mar 24 01:05:26.937498 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e5e4c1e-9ac2-406b-8fb6-79eb29396369 req-5fdd8b34-986b-4aed-8f4b-530a22e1eb31 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/security-groups?id=d984b752-7f66-4cea-a652-70c2e3b66f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924526 Mar 24 01:05:26.967395 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 40cb1dc1-3d61-485e-baf3-e86de916f511, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=40cb1dc1-3d61-485e-baf3-e86de916f511,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:26.997267 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '40cb1dc1-3d61-485e-baf3-e86de916f511', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '40cb1dc1-3d61-485e-baf3-e86de916f511', 'mac_address': 'fa:16:3e:d5:a2:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:05:27.027823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e59d9-5d80-4a42-a6b0-1b634593cf15 req-44d41c51-591c-4382-b23b-17a68a55f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:27.034191 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fd4e59d9-5d80-4a42-a6b0-1b634593cf15 req-44d41c51-591c-4382-b23b-17a68a55f571 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 1125 time: 0.1149290 Mar 24 01:05:27.080467 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 40cb1dc1-3d61-485e-baf3-e86de916f511 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:27.081244 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (40cb1dc1-3d61-485e-baf3-e86de916f511), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:27.107531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40cb1dc1-3d61-485e-baf3-e86de916f511 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:05:27.142643 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c747887-3ef0-4fe0-82ef-5bfb128d3120 req-c10fe604-65f6-447c-823f-eb4c68936789 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.1008668 Mar 24 01:05:27.152608 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 40cb1dc1-3d61-485e-baf3-e86de916f511, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=40cb1dc1-3d61-485e-baf3-e86de916f511,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:27.156012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934354a-1f75-44b8-a231-639e23c3f757 req-c72a0b31-a242-478b-9686-ba38c20fe7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:27.157670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d934354a-1f75-44b8-a231-639e23c3f757 req-c72a0b31-a242-478b-9686-ba38c20fe7b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.2141490 Mar 24 01:05:27.159466 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (40cb1dc1-3d61-485e-baf3-e86de916f511), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:27.235650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e59d9-5d80-4a42-a6b0-1b634593cf15 req-b146a48c-b1fd-4c52-a8e3-12af0a533336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:27.240751 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fd4e59d9-5d80-4a42-a6b0-1b634593cf15 req-b146a48c-b1fd-4c52-a8e3-12af0a533336 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 907 time: 0.1826415 Mar 24 01:05:27.267243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=40cb1dc1-3d61-485e-baf3-e86de916f511,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:27.287232 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fd4e59d9-5d80-4a42-a6b0-1b634593cf15 req-457d0dd1-ac9f-4ef3-889a-63c97326f397 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf655c99-b594-4422-b1bb-b6df2664d7e1 HTTP/1.1" status: 200 len: 217 time: 0.0391164 Mar 24 01:05:27.340409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c49120-b238-43a9-8916-2b1ea23ce20f req-4fe8e9b6-0b17-4d08-9068-03d35bdb7c03 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:27.342223 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3c49120-b238-43a9-8916-2b1ea23ce20f req-4fe8e9b6-0b17-4d08-9068-03d35bdb7c03 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 947 time: 0.2897675 Mar 24 01:05:27.363434 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e59d9-5d80-4a42-a6b0-1b634593cf15 req-fb56a496-062e-4f3c-961a-2489cff303f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:27.364714 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fd4e59d9-5d80-4a42-a6b0-1b634593cf15 req-fb56a496-062e-4f3c-961a-2489cff303f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f03de5f8-5d24-4408-b283-d5210a71454f HTTP/1.1" status: 200 len: 846 time: 0.0708187 Mar 24 01:05:27.386588 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['40cb1dc1-3d61-485e-baf3-e86de916f511'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:05:27.403550 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fd4e59d9-5d80-4a42-a6b0-1b634593cf15 req-11ce4fe1-2469-4dfb-a6ae-37df2622e57c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb8d286a-5d52-420f-a6a9-f3fce1e70234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321505 Mar 24 01:05:27.427709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934354a-1f75-44b8-a231-639e23c3f757 req-5f0e4de7-9cd5-44d8-a6c3-2d8144087910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:27.430049 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d934354a-1f75-44b8-a231-639e23c3f757 req-5f0e4de7-9cd5-44d8-a6c3-2d8144087910 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2626545 Mar 24 01:05:27.430930 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-899d2785-b01e-4d53-97c9-90a4100042cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (7e6577c2-daf8-4086-9044-2c0c368a0fb7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:27.511652 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fd4e59d9-5d80-4a42-a6b0-1b634593cf15 req-d27e0deb-92b0-44c2-ab9b-f075933f2b69 service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009777 Mar 24 01:05:27.639114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60b8a0f4-a8b0-49d1-bfa8-102c16a1a5c8 req-ffa3aee2-780d-456f-b3b2-501185aa42d6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0831115 Mar 24 01:05:27.648159 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3c49120-b238-43a9-8916-2b1ea23ce20f req-03850533-2692-4966-99f7-cc21ed0dac90 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/security-groups?id=abe84099-bc59-4f36-a3e9-95ad35b40265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966087 Mar 24 01:05:27.688497 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fd4e59d9-5d80-4a42-a6b0-1b634593cf15 req-68310045-3fad-4669-b6be-10b298b3f9de service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685309 Mar 24 01:05:27.821398 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d934354a-1f75-44b8-a231-639e23c3f757 req-205ba110-f5f5-412b-bafa-0728f5577f15 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358605 Mar 24 01:05:27.924352 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef2ca-fc1c-4a2e-a206-ff4239401f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (70ec1954-4054-4881-bc8c-94434d4e77e9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:28.123762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238ff0c-dd0e-4181-8e60-e4afea2ce158 req-1a69c46a-a708-44a4-b135-dc3729833bec tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:28.125615 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5238ff0c-dd0e-4181-8e60-e4afea2ce158 req-1a69c46a-a708-44a4-b135-dc3729833bec tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 943 time: 0.2431016 Mar 24 01:05:28.127413 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d934354a-1f75-44b8-a231-639e23c3f757 req-778a58d0-2680-4de5-9867-b8a212a2922d service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989359 Mar 24 01:05:28.223234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3bb9d-6960-4927-8270-85e35f3f9103 req-1c33370a-493b-409c-9f0d-220137cb13ef tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:28.224720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6fc3bb9d-6960-4927-8270-85e35f3f9103 req-1c33370a-493b-409c-9f0d-220137cb13ef tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 946 time: 0.2177768 Mar 24 01:05:28.291385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5238ff0c-dd0e-4181-8e60-e4afea2ce158 req-09ae5937-08b7-4a04-86e0-f0fd60cf3a4a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529012 Mar 24 01:05:28.295797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-899d2785-b01e-4d53-97c9-90a4100042cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port d4f67773-4b77-40d9-b4ba-b911a114c590 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:28.296408 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-899d2785-b01e-4d53-97c9-90a4100042cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d4f67773-4b77-40d9-b4ba-b911a114c590), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:28.313370 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device cf655c99-b594-4422-b1bb-b6df2664d7e1 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:05:28.386278 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6fc3bb9d-6960-4927-8270-85e35f3f9103 req-b8d56139-afdd-4d34-a481-cf671704c83c tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/security-groups?id=d984b752-7f66-4cea-a652-70c2e3b66f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502273 Mar 24 01:05:28.436996 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-899d2785-b01e-4d53-97c9-90a4100042cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d4f67773-4b77-40d9-b4ba-b911a114c590), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:28.464623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1060db45-4172-46a5-a000-97745b606fc6 req-e2f15004-1fc1-4fcb-ac8f-bc2fe2415649 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0512722 Mar 24 01:05:28.465326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port cf655c99-b594-4422-b1bb-b6df2664d7e1, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=cf655c99-b594-4422-b1bb-b6df2664d7e1,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:28.473313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-899d2785-b01e-4d53-97c9-90a4100042cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for d4f67773-4b77-40d9-b4ba-b911a114c590 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:28.484382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'cf655c99-b594-4422-b1bb-b6df2664d7e1', 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234', 'port_id': 'cf655c99-b594-4422-b1bb-b6df2664d7e1', 'mac_address': 'fa:16:3e:4e:58:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03de5f8-5d24-4408-b283-d5210a71454f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:05:28.531344 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port cf655c99-b594-4422-b1bb-b6df2664d7e1 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:28.533573 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cf655c99-b594-4422-b1bb-b6df2664d7e1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:28.550205 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf655c99-b594-4422-b1bb-b6df2664d7e1 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:05:28.591909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port cf655c99-b594-4422-b1bb-b6df2664d7e1, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=cf655c99-b594-4422-b1bb-b6df2664d7e1,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:28.598510 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cf655c99-b594-4422-b1bb-b6df2664d7e1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:28.727457 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=cf655c99-b594-4422-b1bb-b6df2664d7e1,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:28.762823 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a9a8009f-ac30-499e-a567-db660fc913ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:28.775927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 40cb1dc1-3d61-485e-baf3-e86de916f511 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:05:28.842387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 40cb1dc1-3d61-485e-baf3-e86de916f511 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:05:28.850399 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 40cb1dc1-3d61-485e-baf3-e86de916f511 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:28.851146 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (40cb1dc1-3d61-485e-baf3-e86de916f511), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:28.854967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf655c99-b594-4422-b1bb-b6df2664d7e1'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:05:29.036573 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ef2ca-fc1c-4a2e-a206-ff4239401f36 admin admin] Deleting port 8303fc8b-52de-4bd2-88be-0665eb3a0132 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:29.037084 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef2ca-fc1c-4a2e-a206-ff4239401f36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:29.051402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 40cb1dc1-3d61-485e-baf3-e86de916f511 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:29.051791 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (40cb1dc1-3d61-485e-baf3-e86de916f511), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:29.084945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eeff394-5cf1-44d3-995a-73ed04b60e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cb1dc1-3d61-485e-baf3-e86de916f511'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:05:29.087226 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7529edd9-312a-4347-833b-1430728c4ad0" -d '{"events": [{"server_uuid": "4eeff394-5cf1-44d3-995a-73ed04b60e4f", "name": "network-vif-plugged", "status": "completed", "tag": "40cb1dc1-3d61-485e-baf3-e86de916f511"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:05:29.107037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 40cb1dc1-3d61-485e-baf3-e86de916f511, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=40cb1dc1-3d61-485e-baf3-e86de916f511,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:29.117842 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (40cb1dc1-3d61-485e-baf3-e86de916f511), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:29.165586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc0f2f-7e42-4726-8293-e79de1911738 req-6db88617-6ba4-4fc8-83b2-0f0011d89a23 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:29.167264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39bc0f2f-7e42-4726-8293-e79de1911738 req-6db88617-6ba4-4fc8-83b2-0f0011d89a23 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 948 time: 0.2057118 Mar 24 01:05:29.175321 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17acfe-74be-438f-9038-fa0f0c9e504b req-82d96719-0a4e-4fe4-beae-fd910a87144a tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:29.176825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f17acfe-74be-438f-9038-fa0f0c9e504b req-82d96719-0a4e-4fe4-beae-fd910a87144a tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 946 time: 0.2138939 Mar 24 01:05:29.185847 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=40cb1dc1-3d61-485e-baf3-e86de916f511,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:29.238353 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-899d2785-b01e-4d53-97c9-90a4100042cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d4f67773-4b77-40d9-b4ba-b911a114c590), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:29.247847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-9c8ef2ca-fc1c-4a2e-a206-ff4239401f36 admin admin] For port 8303fc8b-52de-4bd2-88be-0665eb3a0132, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8303fc8b-52de-4bd2-88be-0665eb3a0132,segment=NetworkSegment(a06b89bd-93c8-4108-9a57-9215b8c90a9f),segment_id=a06b89bd-93c8-4108-9a57-9215b8c90a9f)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:29.248205 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef2ca-fc1c-4a2e-a206-ff4239401f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:29.303738 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d2785-b01e-4d53-97c9-90a4100042cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=d4f67773-4b77-40d9-b4ba-b911a114c590,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:29.305888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ef2ca-fc1c-4a2e-a206-ff4239401f36 admin admin] Calling delete_port for 8303fc8b-52de-4bd2-88be-0665eb3a0132 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:29.362006 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39bc0f2f-7e42-4726-8293-e79de1911738 req-1eede12f-e324-485f-b6a1-823fbf28f5c4 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/security-groups?id=abe84099-bc59-4f36-a3e9-95ad35b40265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735842 Mar 24 01:05:29.370272 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f17acfe-74be-438f-9038-fa0f0c9e504b req-c1bdd4ba-62b6-4571-bae7-4db11151d39d tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/security-groups?id=d984b752-7f66-4cea-a652-70c2e3b66f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763573 Mar 24 01:05:29.438364 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed38400-0559-416a-8d25-5607571fe5ed x-openstack-request-id: req-5ed38400-0559-416a-8d25-5607571fe5ed {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:05:29.438866 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eeff394-5cf1-44d3-995a-73ed04b60e4f", "name": "network-vif-plugged", "status": "completed", "tag": "40cb1dc1-3d61-485e-baf3-e86de916f511", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:05:29.439023 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ed38400-0559-416a-8d25-5607571fe5ed {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:05:29.439641 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed38400-0559-416a-8d25-5607571fe5ed'] response: {'server_uuid': '4eeff394-5cf1-44d3-995a-73ed04b60e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cb1dc1-3d61-485e-baf3-e86de916f511', 'code': 200} Mar 24 01:05:29.662806 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27b48e0e-0241-4fda-9f81-b8fcd4cee6b0 req-e93537f8-1296-4d2d-8097-df37344c9fbc tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.1037555 Mar 24 01:05:29.722853 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-899d2785-b01e-4d53-97c9-90a4100042cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (7e6577c2-daf8-4086-9044-2c0c368a0fb7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:29.734650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e3b7-83a5-4b5a-a59b-bb8849f0b602 req-6de6967d-4113-4d23-83b3-14fe6c568f38 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:29.736172 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e58e3b7-83a5-4b5a-a59b-bb8849f0b602 req-6de6967d-4113-4d23-83b3-14fe6c568f38 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 944 time: 0.2730429 Mar 24 01:05:29.767551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9cd80-277e-4909-8927-ec571f1ba78f req-650b6dd8-644d-4e41-a53c-0001cdf469d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:29.769039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4b9cd80-277e-4909-8927-ec571f1ba78f req-650b6dd8-644d-4e41-a53c-0001cdf469d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 1131 time: 0.2571096 Mar 24 01:05:29.779869 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:29.932675 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e58e3b7-83a5-4b5a-a59b-bb8849f0b602 req-a333e67f-5495-4f58-b1bf-213e2f35bc25 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709273 Mar 24 01:05:30.017960 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4b9cd80-277e-4909-8927-ec571f1ba78f req-12a91c07-f702-4b0e-b45c-99d7fbf74047 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=abe84099-bc59-4f36-a3e9-95ad35b40265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398148 Mar 24 01:05:30.052751 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef2ca-fc1c-4a2e-a206-ff4239401f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (8303fc8b-52de-4bd2-88be-0665eb3a0132), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:30.087914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ef2ca-fc1c-4a2e-a206-ff4239401f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=8303fc8b-52de-4bd2-88be-0665eb3a0132,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:30.142819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899d2785-b01e-4d53-97c9-90a4100042cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Router 7e6577c2-daf8-4086-9044-2c0c368a0fb7 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:05:30.339666 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device cf655c99-b594-4422-b1bb-b6df2664d7e1 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:05:30.382346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee08d4a1-ffab-4c68-99ef-01ba689db562 req-ca2212d5-4fb3-49e6-865e-7e4e55498e9e tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0969849 Mar 24 01:05:30.386395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899d2785-b01e-4d53-97c9-90a4100042cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:05:30.400605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898c305-9c68-4051-a1ee-314dafdc8287 None None] Sync routers for ids ['7e6577c2-daf8-4086-9044-2c0c368a0fb7'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:05:30.414963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-899d2785-b01e-4d53-97c9-90a4100042cd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "PUT /v2.0/routers/7e6577c2-daf8-4086-9044-2c0c368a0fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3337083 Mar 24 01:05:30.417712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53340) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:30.455270 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898c305-9c68-4051-a1ee-314dafdc8287 None None] Routers {'7e6577c2-daf8-4086-9044-2c0c368a0fb7'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:30.455909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c898c305-9c68-4051-a1ee-314dafdc8287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7e6577c2-daf8-4086-9044-2c0c368a0fb7'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:30.463440 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c978d94-47d3-4751-8626-7bc9cb59e510 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] GET failed (client error): The resource could not be found. Mar 24 01:05:30.469824 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1c978d94-47d3-4751-8626-7bc9cb59e510 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/d4f67773-4b77-40d9-b4ba-b911a114c590 HTTP/1.1" status: 404 len: 333 time: 0.0498195 Mar 24 01:05:30.470581 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53344) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:30.550851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c898c305-9c68-4051-a1ee-314dafdc8287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:30.557926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port cf655c99-b594-4422-b1bb-b6df2664d7e1 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:05:30.566476 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port cf655c99-b594-4422-b1bb-b6df2664d7e1 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:30.567191 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cf655c99-b594-4422-b1bb-b6df2664d7e1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:30.569059 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898c305-9c68-4051-a1ee-314dafdc8287 None None] Routers {'7e6577c2-daf8-4086-9044-2c0c368a0fb7'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:30.569904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c898c305-9c68-4051-a1ee-314dafdc8287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7e6577c2-daf8-4086-9044-2c0c368a0fb7'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:30.571522 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad542170-640a-48bb-b8fe-4d4feefa8558 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for router (7e6577c2-daf8-4086-9044-2c0c368a0fb7), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:30.585163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ae6eb-a6a4-406e-b845-1a2f85f7bcd1 req-95a49173-3201-4e1c-96d6-3e2f0efb787d tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:30.587983 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-291ae6eb-a6a4-406e-b845-1a2f85f7bcd1 req-95a49173-3201-4e1c-96d6-3e2f0efb787d tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 946 time: 0.3013990 Mar 24 01:05:30.621670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c898c305-9c68-4051-a1ee-314dafdc8287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:30.622598 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898c305-9c68-4051-a1ee-314dafdc8287 None None] The sync data for ids ['7e6577c2-daf8-4086-9044-2c0c368a0fb7'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:05:30.625791 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef2ca-fc1c-4a2e-a206-ff4239401f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (70ec1954-4054-4881-bc8c-94434d4e77e9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:30.699754 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port cf655c99-b594-4422-b1bb-b6df2664d7e1 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:30.700480 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cf655c99-b594-4422-b1bb-b6df2664d7e1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:30.745938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port cf655c99-b594-4422-b1bb-b6df2664d7e1, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=cf655c99-b594-4422-b1bb-b6df2664d7e1,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:30.752318 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cf655c99-b594-4422-b1bb-b6df2664d7e1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:30.774082 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad542170-640a-48bb-b8fe-4d4feefa8558 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (7e6577c2-daf8-4086-9044-2c0c368a0fb7), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:30.776788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad542170-640a-48bb-b8fe-4d4feefa8558 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for router_controller (7e6577c2-daf8-4086-9044-2c0c368a0fb7), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:30.829764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=cf655c99-b594-4422-b1bb-b6df2664d7e1,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:30.846587 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e2b72c03-ad09-4c66-bfd5-4b303de3ad0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:30.853086 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad542170-640a-48bb-b8fe-4d4feefa8558 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (7e6577c2-daf8-4086-9044-2c0c368a0fb7), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:30.853880 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad542170-640a-48bb-b8fe-4d4feefa8558 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Fanout notify agent at l3_agent the message router_deleted on router 7e6577c2-daf8-4086-9044-2c0c368a0fb7 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:05:30.861724 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad542170-640a-48bb-b8fe-4d4feefa8558 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:30.862907 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ad542170-640a-48bb-b8fe-4d4feefa8558 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/routers/7e6577c2-daf8-4086-9044-2c0c368a0fb7 HTTP/1.1" status: 204 len: 168 time: 0.3912513 Mar 24 01:05:30.865363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53350) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:30.896128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866076af-b39d-436b-9b97-b4e83a5409d5 req-42c678ff-00e6-4630-9409-0e414118d540 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:30.897598 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-866076af-b39d-436b-9b97-b4e83a5409d5 req-42c678ff-00e6-4630-9409-0e414118d540 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 949 time: 0.4252524 Mar 24 01:05:30.920957 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bc845c-9379-4e7a-8f62-c028a27a79ad tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting subnet db2d8109-3a9c-4305-822f-ce8f17e8cba8 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:05:30.924727 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1bc845c-9379-4e7a-8f62-c028a27a79ad tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (db2d8109-3a9c-4305-822f-ce8f17e8cba8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:30.954555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9330fd6-41e2-4e7f-885e-607db6915eec req-43de454a-dcb6-4f3b-9fa6-183b74c1a707 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:30.961344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9330fd6-41e2-4e7f-885e-607db6915eec req-43de454a-dcb6-4f3b-9fa6-183b74c1a707 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 946 time: 0.4536047 Mar 24 01:05:30.971489 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1bc845c-9379-4e7a-8f62-c028a27a79ad tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (db2d8109-3a9c-4305-822f-ce8f17e8cba8), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:31.066218 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-866076af-b39d-436b-9b97-b4e83a5409d5 req-4fcb3ddb-cc6e-4e94-bca9-17a2da4f0822 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/security-groups?id=abe84099-bc59-4f36-a3e9-95ad35b40265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321723 Mar 24 01:05:31.068094 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8ef2ca-fc1c-4a2e-a206-ff4239401f36 admin admin] Router 70ec1954-4054-4881-bc8c-94434d4e77e9 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:05:31.068611 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1bc845c-9379-4e7a-8f62-c028a27a79ad tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (db2d8109-3a9c-4305-822f-ce8f17e8cba8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:31.095611 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9330fd6-41e2-4e7f-885e-607db6915eec req-ee2126b9-5a0b-401c-9e55-41202744aece tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/security-groups?id=d984b752-7f66-4cea-a652-70c2e3b66f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314156 Mar 24 01:05:31.136180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-291ae6eb-a6a4-406e-b845-1a2f85f7bcd1 req-82afcc11-99e0-46dc-bc46-a1b26ce2d67e tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Deleting port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:31.137057 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-291ae6eb-a6a4-406e-b845-1a2f85f7bcd1 req-82afcc11-99e0-46dc-bc46-a1b26ce2d67e tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8cf2a5da-e895-4673-a9d6-b7d7a8404b2c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:31.156191 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1bc845c-9379-4e7a-8f62-c028a27a79ad tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (db2d8109-3a9c-4305-822f-ce8f17e8cba8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:31.201628 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc845c-9379-4e7a-8f62-c028a27a79ad tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Subnet': ['ID=db2d8109-3a9c-4305-822f-ce8f17e8cba8,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:31.204692 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1bc845c-9379-4e7a-8f62-c028a27a79ad tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:31.209663 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b1bc845c-9379-4e7a-8f62-c028a27a79ad tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/db2d8109-3a9c-4305-822f-ce8f17e8cba8 HTTP/1.1" status: 204 len: 168 time: 0.3430624 Mar 24 01:05:31.212252 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53362) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:31.212912 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e0b30-bc5e-4b8c-93a0-a6106d9ad67d None None] Network b52a7729-383c-43a5-9c47-fb04db458a33 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:31.313320 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (b52a7729-383c-43a5-9c47-fb04db458a33), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:31.381482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:31.381482 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:31.406823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8eade8-2940-45b9-93da-4e90d7345b86 req-3a663b3d-9cfc-41bb-9caa-26088649b327 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:31.408254 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d8eade8-2940-45b9-93da-4e90d7345b86 req-3a663b3d-9cfc-41bb-9caa-26088649b327 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 945 time: 0.2080259 Mar 24 01:05:31.422073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd768b8-14f8-4c15-a810-60bc7328d263 None None] DHCP port deletion for b52a7729-383c-43a5-9c47-fb04db458a33 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:05:31.432775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-291ae6eb-a6a4-406e-b845-1a2f85f7bcd1 req-82afcc11-99e0-46dc-bc46-a1b26ce2d67e tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] For port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8cf2a5da-e895-4673-a9d6-b7d7a8404b2c,segment=NetworkSegment(2cfeb44e-ccee-4d17-9051-73d1d61e4b17),segment_id=2cfeb44e-ccee-4d17-9051-73d1d61e4b17)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:31.433169 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-291ae6eb-a6a4-406e-b845-1a2f85f7bcd1 req-82afcc11-99e0-46dc-bc46-a1b26ce2d67e tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8cf2a5da-e895-4673-a9d6-b7d7a8404b2c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:31.458376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8ef2ca-fc1c-4a2e-a206-ff4239401f36 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:05:31.468594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9c8ef2ca-fc1c-4a2e-a206-ff4239401f36 admin admin] 10.222.0.45 "PUT /v2.0/routers/70ec1954-4054-4881-bc8c-94434d4e77e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4472723 Mar 24 01:05:31.468594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-291ae6eb-a6a4-406e-b845-1a2f85f7bcd1 req-82afcc11-99e0-46dc-bc46-a1b26ce2d67e tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Calling delete_port for 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:31.470287 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e26ffbb-75c5-4cbd-80de-a0800aa591ff None None] Sync routers for ids ['70ec1954-4054-4881-bc8c-94434d4e77e9'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:05:31.472845 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] For port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8e2463fa-2cde-49ea-95b4-0428ec9eafbc,segment=NetworkSegment(b53d5171-4d7f-48e9-9595-8d001deb40fb),segment_id=b53d5171-4d7f-48e9-9595-8d001deb40fb)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:31.473743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53370) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:31.474266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:31.491450 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for 8e2463fa-2cde-49ea-95b4-0428ec9eafbc owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:31.497338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a3e040-28b6-412a-9896-88f83286154d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf655c99-b594-4422-b1bb-b6df2664d7e1'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:05:31.500748 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e26ffbb-75c5-4cbd-80de-a0800aa591ff None None] Routers {'70ec1954-4054-4881-bc8c-94434d4e77e9'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:31.501498 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2e26ffbb-75c5-4cbd-80de-a0800aa591ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['70ec1954-4054-4881-bc8c-94434d4e77e9'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:31.508713 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abd3454-bfec-4a64-b606-a4b21acdfdb8" -d '{"events": [{"server_uuid": "13a3e040-28b6-412a-9896-88f83286154d", "name": "network-vif-plugged", "status": "completed", "tag": "cf655c99-b594-4422-b1bb-b6df2664d7e1"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:05:31.563159 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8dd768b8-14f8-4c15-a810-60bc7328d263 None None] Deleting port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:31.563983 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8dd768b8-14f8-4c15-a810-60bc7328d263 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:31.594657 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:31.617211 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No DVR routers for this DVR port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:05:31.647544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-8dd768b8-14f8-4c15-a810-60bc7328d263 None None] For port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8e2463fa-2cde-49ea-95b4-0428ec9eafbc,segment=NetworkSegment(b53d5171-4d7f-48e9-9595-8d001deb40fb),segment_id=b53d5171-4d7f-48e9-9595-8d001deb40fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:31.648041 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8dd768b8-14f8-4c15-a810-60bc7328d263 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:31.667055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8dd768b8-14f8-4c15-a810-60bc7328d263 None None] Calling delete_port for 8e2463fa-2cde-49ea-95b4-0428ec9eafbc owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:31.675431 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=8e2463fa-2cde-49ea-95b4-0428ec9eafbc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:31.746475 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (b52a7729-383c-43a5-9c47-fb04db458a33), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:31.778915 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52a7729-383c-43a5-9c47-fb04db458a33']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:31.796528 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-2e26ffbb-75c5-4cbd-80de-a0800aa591ff None None] Set router 70ec1954-4054-4881-bc8c-94434d4e77e9 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:05:31.800846 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53d5171-4d7f-48e9-9595-8d001deb40fb') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:31.801181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53d5171-4d7f-48e9-9595-8d001deb40fb') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:31.836132 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (b53d5171-4d7f-48e9-9595-8d001deb40fb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:31.870040 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (b53d5171-4d7f-48e9-9595-8d001deb40fb), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:31.886261 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:05:31.886675 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (b53d5171-4d7f-48e9-9595-8d001deb40fb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:05:31.896042 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:05:31.972368 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8e2463fa-2cde-49ea-95b4-0428ec9eafbc no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:31.995842 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cb23c0de-d8f2-4033-ace9-05e670395d21 admin admin] Publish callbacks [] for router (70ec1954-4054-4881-bc8c-94434d4e77e9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:32.000175 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 8e2463fa-2cde-49ea-95b4-0428ec9eafbc {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:32.001684 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8e2463fa-2cde-49ea-95b4-0428ec9eafbc not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:32.024722 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2e26ffbb-75c5-4cbd-80de-a0800aa591ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'name': 'tempest-TaggedBootDevicesTest_v242-718651379-router', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T01:05:29Z', 'revision_number': 5, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'gw_port': {'id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:50Z', 'updated_at': '2022-03-24T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:32.040942 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (b52a7729-383c-43a5-9c47-fb04db458a33), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:32.055714 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:32.060847 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/networks/b52a7729-383c-43a5-9c47-fb04db458a33 HTTP/1.1" status: 204 len: 168 time: 0.8463886 Mar 24 01:05:32.063914 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53380) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:32.070969 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e26ffbb-75c5-4cbd-80de-a0800aa591ff None None] Checking router: 70ec1954-4054-4881-bc8c-94434d4e77e9 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:05:32.083809 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54a4dc-0ae2-4c05-983b-2e50200f0444 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Network': ['ID=b52a7729-383c-43a5-9c47-fb04db458a33,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:32.085134 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e26ffbb-75c5-4cbd-80de-a0800aa591ff None None] Routers {'70ec1954-4054-4881-bc8c-94434d4e77e9'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:32.085953 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2e26ffbb-75c5-4cbd-80de-a0800aa591ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['70ec1954-4054-4881-bc8c-94434d4e77e9'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:32.129310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d8eade8-2940-45b9-93da-4e90d7345b86 req-5123234b-5d00-4ff1-800e-f9f0469c6e32 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7076063 Mar 24 01:05:32.147445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14898ab9-b7a7-4eb6-b635-dbe07870d778 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:32.161303 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-14898ab9-b7a7-4eb6-b635-dbe07870d778 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/01edb2e8-5c6f-4027-836a-d7dc9af43355 HTTP/1.1" status: 200 len: 841 time: 0.0838914 Mar 24 01:05:32.161624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83d5ac5a-0b7c-4d13-9eeb-626c268d82f2 req-3dea0f21-ce24-4e04-b347-3bf12d11d645 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0833933 Mar 24 01:05:32.161819 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53386) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:32.162093 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8dd768b8-14f8-4c15-a810-60bc7328d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (8e2463fa-2cde-49ea-95b4-0428ec9eafbc), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:32.205944 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:32.210315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd768b8-14f8-4c15-a810-60bc7328d263 None None] Pushing event deleted for resources: {'Port': ['ID=8e2463fa-2cde-49ea-95b4-0428ec9eafbc,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:32.212440 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8dd768b8-14f8-4c15-a810-60bc7328d263 None None] Network b52a7729-383c-43a5-9c47-fb04db458a33 is not hosted by any dhcp agent {{(pid=115731) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 24 01:05:32.212921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd768b8-14f8-4c15-a810-60bc7328d263 None None] No DVR routers for this DVR port 8e2463fa-2cde-49ea-95b4-0428ec9eafbc on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:05:32.233211 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991f6f69-ab92-4382-8005-f78e35b71522 x-openstack-request-id: req-991f6f69-ab92-4382-8005-f78e35b71522 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:05:32.233743 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a3e040-28b6-412a-9896-88f83286154d", "name": "network-vif-plugged", "status": "completed", "tag": "cf655c99-b594-4422-b1bb-b6df2664d7e1", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:05:32.234182 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-991f6f69-ab92-4382-8005-f78e35b71522 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:05:32.234734 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991f6f69-ab92-4382-8005-f78e35b71522'] response: {'server_uuid': '13a3e040-28b6-412a-9896-88f83286154d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf655c99-b594-4422-b1bb-b6df2664d7e1', 'code': 200} Mar 24 01:05:32.255761 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bbe0acb5-2a88-4d82-8989-872d0c084807 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/01edb2e8-5c6f-4027-836a-d7dc9af43355?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1008177 Mar 24 01:05:32.258338 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53390) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:32.270555 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-271d91d0-eeb3-4ead-8c07-ee55ae7c4e94 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'subnet': {'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:32.346187 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-2e26ffbb-75c5-4cbd-80de-a0800aa591ff None None] Set router 70ec1954-4054-4881-bc8c-94434d4e77e9 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:05:32.364338 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:32.411875 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cb23c0de-d8f2-4033-ace9-05e670395d21 admin admin] Publish callbacks [] for router_gateway (70ec1954-4054-4881-bc8c-94434d4e77e9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:32.454674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c4ba6-0fcd-4ced-8352-a9f8a3ea3b68 req-b23001db-3d69-4709-a7ed-6988079b7e74 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:32.464053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b6c4ba6-0fcd-4ced-8352-a9f8a3ea3b68 req-b23001db-3d69-4709-a7ed-6988079b7e74 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 949 time: 0.1958160 Mar 24 01:05:32.596004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e87f0-c945-46ce-accf-72f9d5ea0226 req-67fb025f-3c57-4089-a760-b19a8b57530d tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:32.597915 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-598e87f0-c945-46ce-accf-72f9d5ea0226 req-67fb025f-3c57-4089-a760-b19a8b57530d tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7172439-2efd-4eef-a000-07fd3cae3d25 HTTP/1.1" status: 200 len: 946 time: 0.2386866 Mar 24 01:05:32.640527 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-291ae6eb-a6a4-406e-b845-1a2f85f7bcd1 req-82afcc11-99e0-46dc-bc46-a1b26ce2d67e tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (8cf2a5da-e895-4673-a9d6-b7d7a8404b2c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:32.674305 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b6c4ba6-0fcd-4ced-8352-a9f8a3ea3b68 req-267c2e90-52a0-42ff-9313-015589fa220e tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/security-groups?id=abe84099-bc59-4f36-a3e9-95ad35b40265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038908 Mar 24 01:05:32.693041 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271d91d0-eeb3-4ead-8c07-ee55ae7c4e94 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:32.698081 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-271d91d0-eeb3-4ead-8c07-ee55ae7c4e94 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:32.725717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afcc11-99e0-46dc-bc46-a1b26ce2d67e tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Pushing event deleted for resources: {'Port': ['ID=8cf2a5da-e895-4673-a9d6-b7d7a8404b2c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:32.782197 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-598e87f0-c945-46ce-accf-72f9d5ea0226 req-fd0e96e0-22bd-4f1e-a2e3-db4bb368ca54 tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.45 "GET /v2.0/security-groups?id=d984b752-7f66-4cea-a652-70c2e3b66f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742313 Mar 24 01:05:32.783370 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:32.783844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-cb23c0de-d8f2-4033-ace9-05e670395d21 admin admin] Deleting port 60f4234d-0f79-4e8c-833b-ef6080e14d11 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:32.784188 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cb23c0de-d8f2-4033-ace9-05e670395d21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (60f4234d-0f79-4e8c-833b-ef6080e14d11), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:32.805562 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-291ae6eb-a6a4-406e-b845-1a2f85f7bcd1 req-82afcc11-99e0-46dc-bc46-a1b26ce2d67e tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] No DVR routers for this DVR port 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:05:32.820445 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2e26ffbb-75c5-4cbd-80de-a0800aa591ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'name': 'tempest-TaggedBootDevicesTest_v242-718651379-router', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T01:05:29Z', 'revision_number': 5, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'gw_port': {'id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:50Z', 'updated_at': '2022-03-24T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:32.821569 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-291ae6eb-a6a4-406e-b845-1a2f85f7bcd1 req-82afcc11-99e0-46dc-bc46-a1b26ce2d67e tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:32.825484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-291ae6eb-a6a4-406e-b845-1a2f85f7bcd1 req-82afcc11-99e0-46dc-bc46-a1b26ce2d67e tempest-ServerPasswordTestJSON-1880161262 tempest-ServerPasswordTestJSON-1880161262-project] 10.222.0.57 "DELETE /v2.0/ports/8cf2a5da-e895-4673-a9d6-b7d7a8404b2c HTTP/1.1" status: 204 len: 173 time: 2.2123117 Mar 24 01:05:32.826223 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7172439-2efd-4eef-a000-07fd3cae3d25', 'name': 'network-vif-deleted', 'tag': '8cf2a5da-e895-4673-a9d6-b7d7a8404b2c'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:05:32.828839 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6de535e-b48f-4ce2-a7b4-442fc6c5cb3c" -d '{"events": [{"server_uuid": "e7172439-2efd-4eef-a000-07fd3cae3d25", "name": "network-vif-deleted", "tag": "8cf2a5da-e895-4673-a9d6-b7d7a8404b2c"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:05:32.833610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378784c1-dee6-430b-8fa6-b94927673cad req-0f7efbb1-b2f6-4f28-a230-47ee603e3a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:32.835432 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-378784c1-dee6-430b-8fa6-b94927673cad req-0f7efbb1-b2f6-4f28-a230-47ee603e3a24 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 1127 time: 0.1958008 Mar 24 01:05:32.869527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:32.871531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8cf2a5da-e895-4673-a9d6-b7d7a8404b2c not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:32.917390 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a863f147-0000-4280-842d-4cd7b34eec40 x-openstack-request-id: req-a863f147-0000-4280-842d-4cd7b34eec40 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:05:32.918242 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7172439-2efd-4eef-a000-07fd3cae3d25", "name": "network-vif-deleted", "tag": "8cf2a5da-e895-4673-a9d6-b7d7a8404b2c", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:05:32.918741 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a863f147-0000-4280-842d-4cd7b34eec40 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:05:32.919359 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a863f147-0000-4280-842d-4cd7b34eec40'] response: {'server_uuid': 'e7172439-2efd-4eef-a000-07fd3cae3d25', 'name': 'network-vif-deleted', 'tag': '8cf2a5da-e895-4673-a9d6-b7d7a8404b2c', 'status': 'completed', 'code': 200} Mar 24 01:05:32.922774 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e26ffbb-75c5-4cbd-80de-a0800aa591ff None None] The sync data for ids ['70ec1954-4054-4881-bc8c-94434d4e77e9'] in n-d-760455-9 is: [{'id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'name': 'tempest-TaggedBootDevicesTest_v242-718651379-router', 'tenant_id': '5b002c83a27746a8a6f68e382218347f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:55:43Z', 'updated_at': '2022-03-24T01:05:29Z', 'revision_number': 5, 'project_id': '5b002c83a27746a8a6f68e382218347f', 'gw_port': {'id': '60f4234d-0f79-4e8c-833b-ef6080e14d11', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ec1954-4054-4881-bc8c-94434d4e77e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:55:50Z', 'updated_at': '2022-03-24T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:05:32.943420 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-378784c1-dee6-430b-8fa6-b94927673cad req-932b8cc7-beee-4e4a-ad50-ab183a3a2279 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006088 Mar 24 01:05:33.024588 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-cb23c0de-d8f2-4033-ace9-05e670395d21 admin admin] For port 60f4234d-0f79-4e8c-833b-ef6080e14d11, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=60f4234d-0f79-4e8c-833b-ef6080e14d11,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:33.025524 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cb23c0de-d8f2-4033-ace9-05e670395d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (60f4234d-0f79-4e8c-833b-ef6080e14d11), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.049352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-cb23c0de-d8f2-4033-ace9-05e670395d21 admin admin] Calling delete_port for 60f4234d-0f79-4e8c-833b-ef6080e14d11 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:33.084277 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-271d91d0-eeb3-4ead-8c07-ee55ae7c4e94 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (5815f82b-83e3-4f7f-9da6-87ca70342339), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.135820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271d91d0-eeb3-4ead-8c07-ee55ae7c4e94 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:33.139342 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-271d91d0-eeb3-4ead-8c07-ee55ae7c4e94 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:33.145166 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d91d0-eeb3-4ead-8c07-ee55ae7c4e94 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:33.145760 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-271d91d0-eeb3-4ead-8c07-ee55ae7c4e94 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.153431 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b11866e-e355-429d-a525-3e2ac14c047d None None] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:33.167803 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-271d91d0-eeb3-4ead-8c07-ee55ae7c4e94 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9079583 Mar 24 01:05:33.171491 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53420) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:33.176643 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-cbe9eb8b-603e-45b3-a624-104b35ad9517 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'security_group': {'name': 'tempest-secgroup-657873889'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:33.194451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d91d0-eeb3-4ead-8c07-ee55ae7c4e94 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Subnet': ['ID=5815f82b-83e3-4f7f-9da6-87ca70342339,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:33.207596 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cbe9eb8b-603e-45b3-a624-104b35ad9517 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.267024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa822c2-5408-41f2-ad19-fd00793d231e req-4a601df3-9ad0-4ee8-8e84-b660dc5f4317 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:33.273830 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2aa822c2-5408-41f2-ad19-fd00793d231e req-4a601df3-9ad0-4ee8-8e84-b660dc5f4317 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 949 time: 0.1597490 Mar 24 01:05:33.323039 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cbe9eb8b-603e-45b3-a624-104b35ad9517 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (ead67b97-7ac6-46c3-891a-865834ba6253), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.329876 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cbe9eb8b-603e-45b3-a624-104b35ad9517 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ead67b97-7ac6-46c3-891a-865834ba6253), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.393632 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cb23c0de-d8f2-4033-ace9-05e670395d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (60f4234d-0f79-4e8c-833b-ef6080e14d11), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.404607 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cbe9eb8b-603e-45b3-a624-104b35ad9517 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.414517 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cbe9eb8b-603e-45b3-a624-104b35ad9517 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2401543 Mar 24 01:05:33.416693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53426) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:33.417823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2aa822c2-5408-41f2-ad19-fd00793d231e req-0258838f-806f-44e5-9800-1d6ef8a57349 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/security-groups?id=abe84099-bc59-4f36-a3e9-95ad35b40265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430717 Mar 24 01:05:33.418336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-d5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'project_id': '3efb6d5d493b4d39a7e5588c0fa9a539', 'fixed_ips': [{'subnet_id': '5815f82b-83e3-4f7f-9da6-87ca70342339'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:05:33.419488 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.429702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6a4c01d5-a139-47c2-8321-2f5af677a279 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'security_group': {'name': 'tempest-secgroup-349613396'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:33.464428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de0fe6-ba21-4b0d-8242-ef1e581f00a8 req-aeca1fc4-79f3-423b-a10e-3da524e5800e tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:33.475757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8de0fe6-ba21-4b0d-8242-ef1e581f00a8 req-aeca1fc4-79f3-423b-a10e-3da524e5800e tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 945 time: 0.2302539 Mar 24 01:05:33.485954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23c0de-d8f2-4033-ace9-05e670395d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=60f4234d-0f79-4e8c-833b-ef6080e14d11,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:33.488995 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9eb8b-603e-45b3-a624-104b35ad9517 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead67b97-7ac6-46c3-891a-865834ba6253,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:33.533637 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a4c01d5-a139-47c2-8321-2f5af677a279 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.616348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-130da4ff-5f33-4d11-ad3b-2b2791a974e0 req-4fddaa14-5edc-4cbd-90df-0fd4636ebd44 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0929925 Mar 24 01:05:33.645344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8de0fe6-ba21-4b0d-8242-ef1e581f00a8 req-01c9a32a-718c-4f2d-b5d9-0c88aec9b080 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686656 Mar 24 01:05:33.668249 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a4c01d5-a139-47c2-8321-2f5af677a279 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (859f0a84-122a-42ab-af5d-fd3d87e07bd1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.674340 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.680714 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a4c01d5-a139-47c2-8321-2f5af677a279 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (859f0a84-122a-42ab-af5d-fd3d87e07bd1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.687399 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cb23c0de-d8f2-4033-ace9-05e670395d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (70ec1954-4054-4881-bc8c-94434d4e77e9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.756667 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a4c01d5-a139-47c2-8321-2f5af677a279 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.759136 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6a4c01d5-a139-47c2-8321-2f5af677a279 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3338521 Mar 24 01:05:33.765518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53430) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:33.770519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-330369f0-3100-426c-9ae6-deccf690382f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-403159820', 'security_groups': ['859f0a84-122a-42ab-af5d-fd3d87e07bd1'], 'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5815f82b-83e3-4f7f-9da6-87ca70342339'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:33.776087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c01d5-a139-47c2-8321-2f5af677a279 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859f0a84-122a-42ab-af5d-fd3d87e07bd1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:33.791850 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Allocated IP 172.20.0.2 (d5ee773f-443e-4fd5-afe1-4da6fd6fb895/5815f82b-83e3-4f7f-9da6-87ca70342339/d21d85e7-0db8-4d0a-8ef7-ca49c190f307) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:33.820655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8303fc8b-52de-4bd2-88be-0665eb3a0132 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:33.869603 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53436) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:33.887763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 8303fc8b-52de-4bd2-88be-0665eb3a0132 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:33.888501 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8303fc8b-52de-4bd2-88be-0665eb3a0132 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:33.902423 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cb23c0de-d8f2-4033-ace9-05e670395d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (70ec1954-4054-4881-bc8c-94434d4e77e9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.908247 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cb23c0de-d8f2-4033-ace9-05e670395d21 admin admin] Publish callbacks [] for router_controller (70ec1954-4054-4881-bc8c-94434d4e77e9), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:33.922819 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330369f0-3100-426c-9ae6-deccf690382f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:33.958206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b05a995-e389-4fd6-bdbc-f9e63988c2da admin admin] Deleting subnet 4df3ca84-7ba6-4e77-b815-232e35236612 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:05:33.961494 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b05a995-e389-4fd6-bdbc-f9e63988c2da admin admin] Publish callbacks [] for subnet (4df3ca84-7ba6-4e77-b815-232e35236612), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.005011 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cb23c0de-d8f2-4033-ace9-05e670395d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (70ec1954-4054-4881-bc8c-94434d4e77e9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.005491 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb23c0de-d8f2-4033-ace9-05e670395d21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70ec1954-4054-4881-bc8c-94434d4e77e9 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:05:34.019312 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cb23c0de-d8f2-4033-ace9-05e670395d21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.020137 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cb23c0de-d8f2-4033-ace9-05e670395d21 admin admin] 10.222.0.45 "DELETE /v2.0/routers/70ec1954-4054-4881-bc8c-94434d4e77e9 HTTP/1.1" status: 204 len: 168 time: 2.5446432 Mar 24 01:05:34.020344 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Publish callbacks [] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.024685 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53440) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:34.031135 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.037694 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b05a995-e389-4fd6-bdbc-f9e63988c2da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (4df3ca84-7ba6-4e77-b815-232e35236612), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.088141 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:34.091537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:34.095538 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:05:34.123027 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-330369f0-3100-426c-9ae6-deccf690382f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.136341 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-2028145a-21ce-458d-b58e-9e7166a485aa admin admin] Deleting subnet 9e6d0188-d534-47f6-9862-05c37c3c8bdd {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:05:34.143271 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b05a995-e389-4fd6-bdbc-f9e63988c2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (4df3ca84-7ba6-4e77-b815-232e35236612), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.146329 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2028145a-21ce-458d-b58e-9e7166a485aa admin admin] Publish callbacks [] for subnet (9e6d0188-d534-47f6-9862-05c37c3c8bdd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.161254 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Pushing event updated for resources: {'Port': ['ID=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:34.195589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Attempting to bind port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:05:34.197249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Attempting to bind port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '063af638-6f45-45fa-8a9b-ab72ee7d9315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:05:34.197629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Attempting to bind port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 on network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:05:34.200878 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-330369f0-3100-426c-9ae6-deccf690382f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] device_id is not set on port 4e698f59-f24d-4427-a5ae-5e0b642628e9 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:05:34.206886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:05:34.207278 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Checking segment: {'id': '063af638-6f45-45fa-8a9b-ab72ee7d9315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:05:34.207686 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.208085 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Bound using segment: {'id': '063af638-6f45-45fa-8a9b-ab72ee7d9315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:05:34.208767 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Bound port: d21d85e7-0db8-4d0a-8ef7-ca49c190f307, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063af638-6f45-45fa-8a9b-ab72ee7d9315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:05:34.208919 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.246973 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b05a995-e389-4fd6-bdbc-f9e63988c2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (4df3ca84-7ba6-4e77-b815-232e35236612), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.250102 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2028145a-21ce-458d-b58e-9e7166a485aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (9e6d0188-d534-47f6-9862-05c37c3c8bdd), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.311512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] For port d21d85e7-0db8-4d0a-8ef7-ca49c190f307, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:05:34.315001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] For port d21d85e7-0db8-4d0a-8ef7-ca49c190f307, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,segment=NetworkSegment(063af638-6f45-45fa-8a9b-ab72ee7d9315),segment_id=063af638-6f45-45fa-8a9b-ab72ee7d9315)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:05:34.316906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05a995-e389-4fd6-bdbc-f9e63988c2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df3ca84-7ba6-4e77-b815-232e35236612,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:34.319956 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b05a995-e389-4fd6-bdbc-f9e63988c2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.322993 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.325518 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6b05a995-e389-4fd6-bdbc-f9e63988c2da admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4df3ca84-7ba6-4e77-b815-232e35236612 HTTP/1.1" status: 204 len: 168 time: 0.4542539 Mar 24 01:05:34.327947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53448) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:34.384212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed4973-290f-49c5-b742-caa28907aea4 None None] Pushing event updated for resources: {'Port': ['ID=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:34.450949 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2028145a-21ce-458d-b58e-9e7166a485aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (9e6d0188-d534-47f6-9862-05c37c3c8bdd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.480038 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7e84dd8-dd7f-4ea1-bf2e-75d03b0efa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (962baa7b-7e78-46b2-93a2-7d31a7bd6be4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.499645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f043f1-40e5-46d4-81ae-85a69ed6bf6c req-26bad033-d99d-47e4-b912-12c177ba3bfe tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:34.501272 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08f043f1-40e5-46d4-81ae-85a69ed6bf6c req-26bad033-d99d-47e4-b912-12c177ba3bfe tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 949 time: 0.0910833 Mar 24 01:05:34.539459 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2028145a-21ce-458d-b58e-9e7166a485aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (9e6d0188-d534-47f6-9862-05c37c3c8bdd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.592366 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028145a-21ce-458d-b58e-9e7166a485aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6d0188-d534-47f6-9862-05c37c3c8bdd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:34.620752 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2028145a-21ce-458d-b58e-9e7166a485aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.626947 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2028145a-21ce-458d-b58e-9e7166a485aa admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9e6d0188-d534-47f6-9862-05c37c3c8bdd HTTP/1.1" status: 204 len: 168 time: 0.5985675 Mar 24 01:05:34.626947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-330369f0-3100-426c-9ae6-deccf690382f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Allocated IP 172.20.0.11 (d5ee773f-443e-4fd5-afe1-4da6fd6fb895/5815f82b-83e3-4f7f-9da6-87ca70342339/4e698f59-f24d-4427-a5ae-5e0b642628e9) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:34.630947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53456) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:34.631671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d530ec37-de77-449b-afdf-2ac3b6b0a23e None None] Network 3442b383-cef2-415a-8f56-3353317f1d87 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:34.730515 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7e84dd8-dd7f-4ea1-bf2e-75d03b0efa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (962baa7b-7e78-46b2-93a2-7d31a7bd6be4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.731506 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (3442b383-cef2-415a-8f56-3353317f1d87), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.784038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e8f78-e095-4472-9d23-9b4f05faaa29 req-61e33471-2ba1-45a8-8c8d-906df93d1fbd tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:34.784303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-138e8f78-e095-4472-9d23-9b4f05faaa29 req-61e33471-2ba1-45a8-8c8d-906df93d1fbd tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 949 time: 0.2817943 Mar 24 01:05:34.798771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b7e84dd8-dd7f-4ea1-bf2e-75d03b0efa91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962baa7b-7e78-46b2-93a2-7d31a7bd6be4']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:34.840840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b7e84dd8-dd7f-4ea1-bf2e-75d03b0efa91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfeb44e-ccee-4d17-9051-73d1d61e4b17') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:34.841220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b7e84dd8-dd7f-4ea1-bf2e-75d03b0efa91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfeb44e-ccee-4d17-9051-73d1d61e4b17') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:34.866752 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7e84dd8-dd7f-4ea1-bf2e-75d03b0efa91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (2cfeb44e-ccee-4d17-9051-73d1d61e4b17), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.926017 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] Deleting port 667c4b98-f769-4291-a656-a84a6e9d99ef {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:34.926493 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (667c4b98-f769-4291-a656-a84a6e9d99ef), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.930627 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-330369f0-3100-426c-9ae6-deccf690382f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (4e698f59-f24d-4427-a5ae-5e0b642628e9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.936312 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7e84dd8-dd7f-4ea1-bf2e-75d03b0efa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (2cfeb44e-ccee-4d17-9051-73d1d61e4b17), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.974068 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-08f043f1-40e5-46d4-81ae-85a69ed6bf6c req-89ce3f5d-86c6-4e7b-a655-7ea667fa221d tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Deleting port 40cb1dc1-3d61-485e-baf3-e86de916f511 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:34.974507 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08f043f1-40e5-46d4-81ae-85a69ed6bf6c req-89ce3f5d-86c6-4e7b-a655-7ea667fa221d tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (40cb1dc1-3d61-485e-baf3-e86de916f511), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.980920 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e84dd8-dd7f-4ea1-bf2e-75d03b0efa91 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:05:34.981360 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7e84dd8-dd7f-4ea1-bf2e-75d03b0efa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (2cfeb44e-ccee-4d17-9051-73d1d61e4b17), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:05:34.985910 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:05:35.027372 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] For port 667c4b98-f769-4291-a656-a84a6e9d99ef, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=667c4b98-f769-4291-a656-a84a6e9d99ef,segment=NetworkSegment(a06b89bd-93c8-4108-9a57-9215b8c90a9f),segment_id=a06b89bd-93c8-4108-9a57-9215b8c90a9f)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:35.027800 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (667c4b98-f769-4291-a656-a84a6e9d99ef), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:35.041625 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2600f450-a728-4c43-8b0a-85ceb1d1cfa7 None None] DHCP port deletion for 3442b383-cef2-415a-8f56-3353317f1d87 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:05:35.049610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] Calling delete_port for 667c4b98-f769-4291-a656-a84a6e9d99ef owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:35.066281 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-330369f0-3100-426c-9ae6-deccf690382f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4e698f59-f24d-4427-a5ae-5e0b642628e9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:35.118109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2600f450-a728-4c43-8b0a-85ceb1d1cfa7 None None] Deleting port 667c4b98-f769-4291-a656-a84a6e9d99ef {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:35.118511 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2600f450-a728-4c43-8b0a-85ceb1d1cfa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (667c4b98-f769-4291-a656-a84a6e9d99ef), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:35.141076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330369f0-3100-426c-9ae6-deccf690382f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=4e698f59-f24d-4427-a5ae-5e0b642628e9,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:35.160965 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-138e8f78-e095-4472-9d23-9b4f05faaa29 req-91866a0d-0920-4839-9b3b-853f467ce2eb tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/security-groups?id=abe84099-bc59-4f36-a3e9-95ad35b40265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696527 Mar 24 01:05:35.190752 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330369f0-3100-426c-9ae6-deccf690382f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:35.204534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-330369f0-3100-426c-9ae6-deccf690382f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:35.210831 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330369f0-3100-426c-9ae6-deccf690382f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:05:35.211435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0dc34-db90-4dfc-a7de-a235dc352a57 req-36ce4e68-95d0-4ef0-9e04-a98be441cb94 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:35.215260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75c0dc34-db90-4dfc-a7de-a235dc352a57 req-36ce4e68-95d0-4ef0-9e04-a98be441cb94 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 945 time: 0.3702092 Mar 24 01:05:35.217238 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2600f450-a728-4c43-8b0a-85ceb1d1cfa7 None None] For port 667c4b98-f769-4291-a656-a84a6e9d99ef, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=667c4b98-f769-4291-a656-a84a6e9d99ef,segment=NetworkSegment(a06b89bd-93c8-4108-9a57-9215b8c90a9f),segment_id=a06b89bd-93c8-4108-9a57-9215b8c90a9f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:35.217750 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2600f450-a728-4c43-8b0a-85ceb1d1cfa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (667c4b98-f769-4291-a656-a84a6e9d99ef), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:35.218037 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7e84dd8-dd7f-4ea1-bf2e-75d03b0efa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (962baa7b-7e78-46b2-93a2-7d31a7bd6be4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:35.222378 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:35.227151 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7e84dd8-dd7f-4ea1-bf2e-75d03b0efa91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:35.239434 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b7e84dd8-dd7f-4ea1-bf2e-75d03b0efa91 admin admin] 10.222.0.45 "DELETE /v2.0/networks/962baa7b-7e78-46b2-93a2-7d31a7bd6be4 HTTP/1.1" status: 204 len: 168 time: 0.9079783 Mar 24 01:05:35.242316 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2600f450-a728-4c43-8b0a-85ceb1d1cfa7 None None] Calling delete_port for 667c4b98-f769-4291-a656-a84a6e9d99ef owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:35.289224 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330369f0-3100-426c-9ae6-deccf690382f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:35.289809 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-330369f0-3100-426c-9ae6-deccf690382f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:35.303911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e84dd8-dd7f-4ea1-bf2e-75d03b0efa91 admin admin] Pushing event deleted for resources: {'Network': ['ID=962baa7b-7e78-46b2-93a2-7d31a7bd6be4,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:35.330981 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-330369f0-3100-426c-9ae6-deccf690382f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5643582 Mar 24 01:05:35.331619 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53470) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:35.348110 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4813a798-0e16-4b67-9c19-a1589f1298e1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'subnet': {'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:35.354801 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (667c4b98-f769-4291-a656-a84a6e9d99ef), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:35.395393 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2600f450-a728-4c43-8b0a-85ceb1d1cfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (667c4b98-f769-4291-a656-a84a6e9d99ef), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:35.418207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-08f043f1-40e5-46d4-81ae-85a69ed6bf6c req-89ce3f5d-86c6-4e7b-a655-7ea667fa221d tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] For port 40cb1dc1-3d61-485e-baf3-e86de916f511, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=40cb1dc1-3d61-485e-baf3-e86de916f511,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:35.418707 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08f043f1-40e5-46d4-81ae-85a69ed6bf6c req-89ce3f5d-86c6-4e7b-a655-7ea667fa221d tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (40cb1dc1-3d61-485e-baf3-e86de916f511), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:35.430729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600f450-a728-4c43-8b0a-85ceb1d1cfa7 None None] Pushing event deleted for resources: {'Port': ['ID=667c4b98-f769-4291-a656-a84a6e9d99ef,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:35.436444 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600f450-a728-4c43-8b0a-85ceb1d1cfa7 None None] No DVR routers for this DVR port 667c4b98-f769-4291-a656-a84a6e9d99ef on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:05:35.463587 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a229ecc2-d6d3-4e62-8d70-210bbc266cfe req-d1236135-9c20-40b4-a61c-e3944045bdfc tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.1233253 Mar 24 01:05:35.469850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] Pushing event deleted for resources: {'Port': ['ID=667c4b98-f769-4291-a656-a84a6e9d99ef,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:35.478120 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] No DVR routers for this DVR port 667c4b98-f769-4291-a656-a84a6e9d99ef on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:05:35.488096 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-08f043f1-40e5-46d4-81ae-85a69ed6bf6c req-89ce3f5d-86c6-4e7b-a655-7ea667fa221d tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Calling delete_port for 40cb1dc1-3d61-485e-baf3-e86de916f511 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:35.500005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75c0dc34-db90-4dfc-a7de-a235dc352a57 req-34260c84-2a20-4847-b362-1be2d415bccb tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542417 Mar 24 01:05:35.656180 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (3442b383-cef2-415a-8f56-3353317f1d87), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:35.685346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53476) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:35.745805 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3442b383-cef2-415a-8f56-3353317f1d87']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:35.794428 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08f043f1-40e5-46d4-81ae-85a69ed6bf6c req-89ce3f5d-86c6-4e7b-a655-7ea667fa221d tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (40cb1dc1-3d61-485e-baf3-e86de916f511), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:35.830618 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d21d85e7-0db8-4d0a-8ef7-ca49c190f307 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:05:35.847855 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a907d9a4-a957-417b-9d0c-95fd4c6f7197 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c94ed7f16f724389b13635df7fc6c517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1613810 Mar 24 01:05:35.850075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4813a798-0e16-4b67-9c19-a1589f1298e1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:35.854476 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4813a798-0e16-4b67-9c19-a1589f1298e1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:35.860955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53488) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:35.916486 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06b89bd-93c8-4108-9a57-9215b8c90a9f') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:35.917220 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06b89bd-93c8-4108-9a57-9215b8c90a9f') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:35.930970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:35.932394 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:35.938727 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (a06b89bd-93c8-4108-9a57-9215b8c90a9f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:35.963164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce3f5d-86c6-4e7b-a655-7ea667fa221d tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Pushing event deleted for resources: {'Port': ['ID=40cb1dc1-3d61-485e-baf3-e86de916f511,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:35.977428 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (a06b89bd-93c8-4108-9a57-9215b8c90a9f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:36.000552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:05:36.001166 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (a06b89bd-93c8-4108-9a57-9215b8c90a9f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:05:36.004108 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:05:36.036139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f043f1-40e5-46d4-81ae-85a69ed6bf6c req-89ce3f5d-86c6-4e7b-a655-7ea667fa221d tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] No DVR routers for this DVR port 40cb1dc1-3d61-485e-baf3-e86de916f511 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:05:36.043583 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-08f043f1-40e5-46d4-81ae-85a69ed6bf6c req-89ce3f5d-86c6-4e7b-a655-7ea667fa221d tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:36.047322 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08f043f1-40e5-46d4-81ae-85a69ed6bf6c req-89ce3f5d-86c6-4e7b-a655-7ea667fa221d tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.57 "DELETE /v2.0/ports/40cb1dc1-3d61-485e-baf3-e86de916f511 HTTP/1.1" status: 204 len: 173 time: 1.5338397 Mar 24 01:05:36.050224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eeff394-5cf1-44d3-995a-73ed04b60e4f', 'name': 'network-vif-deleted', 'tag': '40cb1dc1-3d61-485e-baf3-e86de916f511'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:05:36.052807 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083035d2-ec6c-4423-8258-b3671d5dd795" -d '{"events": [{"server_uuid": "4eeff394-5cf1-44d3-995a-73ed04b60e4f", "name": "network-vif-deleted", "tag": "40cb1dc1-3d61-485e-baf3-e86de916f511"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:05:36.113126 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5ff5-0746-4049-8de6-c53b04af40cb admin admin] Publish callbacks [] for security_group (d984b752-7f66-4cea-a652-70c2e3b66f33), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:36.115294 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:36.116146 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:36.165436 n-d-760455-9 neutron-server[115729]: INFO neutron.db.ipam_backend_mixin [None req-4813a798-0e16-4b67-9c19-a1589f1298e1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5815f82b-83e3-4f7f-9da6-87ca70342339 (CIDR: 172.20.0.0/28) Mar 24 01:05:36.170365 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port d21d85e7-0db8-4d0a-8ef7-ca49c190f307, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,segment=NetworkSegment(063af638-6f45-45fa-8a9b-ab72ee7d9315),segment_id=063af638-6f45-45fa-8a9b-ab72ee7d9315)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:36.173669 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e0587f-24a2-4a6a-867f-4e0bb959f155 x-openstack-request-id: req-d0e0587f-24a2-4a6a-867f-4e0bb959f155 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:05:36.173975 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eeff394-5cf1-44d3-995a-73ed04b60e4f", "name": "network-vif-deleted", "tag": "40cb1dc1-3d61-485e-baf3-e86de916f511", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:05:36.174236 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0e0587f-24a2-4a6a-867f-4e0bb959f155 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:05:36.174705 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0e0587f-24a2-4a6a-867f-4e0bb959f155'] response: {'server_uuid': '4eeff394-5cf1-44d3-995a-73ed04b60e4f', 'name': 'network-vif-deleted', 'tag': '40cb1dc1-3d61-485e-baf3-e86de916f511', 'status': 'completed', 'code': 200} Mar 24 01:05:36.179202 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:36.195605 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-4813a798-0e16-4b67-9c19-a1589f1298e1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:05:36.197596 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4813a798-0e16-4b67-9c19-a1589f1298e1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:05:36.208897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc494339-16de-4ede-9c8e-f65165968b82 req-c9899fef-0091-4373-ba97-93673c569ff5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:36.216770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc494339-16de-4ede-9c8e-f65165968b82 req-c9899fef-0091-4373-ba97-93673c569ff5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 806 time: 0.3622499 Mar 24 01:05:36.230965 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5ff5-0746-4049-8de6-c53b04af40cb admin admin] Publish callbacks [] for security_group (d984b752-7f66-4cea-a652-70c2e3b66f33), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:36.246543 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc494339-16de-4ede-9c8e-f65165968b82 req-0211b473-4c07-440f-886a-b208877d9699 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/quotas/fa7e3a04805b4343b060cb33aa6d1114 HTTP/1.1" status: 200 len: 375 time: 0.0287948 Mar 24 01:05:36.258405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:36.298411 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (3442b383-cef2-415a-8f56-3353317f1d87), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:36.308004 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:36.322655 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] 10.222.0.45 "DELETE /v2.0/networks/3442b383-cef2-415a-8f56-3353317f1d87 HTTP/1.1" status: 204 len: 168 time: 1.6903834 Mar 24 01:05:36.329060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53496) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:36.337420 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4813a798-0e16-4b67-9c19-a1589f1298e1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0011649 Mar 24 01:05:36.338913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 60f4234d-0f79-4e8c-833b-ef6080e14d11 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:36.349241 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53498) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:36.355324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-48c74c9f-8976-4c59-93a5-14fe8fea1202 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'subnet': {'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:36.375976 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021b527-7892-4bf9-a4d5-0259d19f459a admin admin] Pushing event deleted for resources: {'Network': ['ID=3442b383-cef2-415a-8f56-3353317f1d87,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:36.411329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 60f4234d-0f79-4e8c-833b-ef6080e14d11 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:36.411696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 60f4234d-0f79-4e8c-833b-ef6080e14d11 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:36.412139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 667c4b98-f769-4291-a656-a84a6e9d99ef no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:36.434738 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c9ecaf0d-39c5-4faa-93fc-69a2af003f83 None None] Provisioning complete for port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:36.435134 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c9ecaf0d-39c5-4faa-93fc-69a2af003f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:36.439403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 667c4b98-f769-4291-a656-a84a6e9d99ef {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:36.439403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 667c4b98-f769-4291-a656-a84a6e9d99ef not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:36.537747 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c9ecaf0d-39c5-4faa-93fc-69a2af003f83 None None] Current status of the port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:36.550964 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c9ecaf0d-39c5-4faa-93fc-69a2af003f83 None None] Provisioning complete for port 01edb2e8-5c6f-4027-836a-d7dc9af43355 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:36.551356 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c9ecaf0d-39c5-4faa-93fc-69a2af003f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (01edb2e8-5c6f-4027-836a-d7dc9af43355), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:36.582028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc494339-16de-4ede-9c8e-f65165968b82 req-75b7ba6b-a04b-491e-aac6-1967d06313ee tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3346050 Mar 24 01:05:36.582746 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5ff5-0746-4049-8de6-c53b04af40cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d984b752-7f66-4cea-a652-70c2e3b66f33), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:36.585322 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5ff5-0746-4049-8de6-c53b04af40cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:36.589213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c8eb5ff5-0746-4049-8de6-c53b04af40cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d984b752-7f66-4cea-a652-70c2e3b66f33 HTTP/1.1" status: 204 len: 168 time: 0.7278297 Mar 24 01:05:36.601906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c9ecaf0d-39c5-4faa-93fc-69a2af003f83 None None] Port 01edb2e8-5c6f-4027-836a-d7dc9af43355 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:05:36.616141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46659719-2a6f-4228-b420-dfc70405f717 req-cd40299d-6f7e-4170-93d5-342225f993a8 tempest-ImagesNegativeTestJSON-302026362 tempest-ImagesNegativeTestJSON-302026362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eeff394-5cf1-44d3-995a-73ed04b60e4f HTTP/1.1" status: 200 len: 210 time: 0.1220250 Mar 24 01:05:36.689083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb5ff5-0746-4049-8de6-c53b04af40cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d984b752-7f66-4cea-a652-70c2e3b66f33,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:36.740000 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a3aad2c9-824c-404a-a85d-11d02690a11a None None] Provisioning complete for port 4e698f59-f24d-4427-a5ae-5e0b642628e9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:36.740388 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a3aad2c9-824c-404a-a85d-11d02690a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4e698f59-f24d-4427-a5ae-5e0b642628e9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:36.787308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a3aad2c9-824c-404a-a85d-11d02690a11a None None] Port 4e698f59-f24d-4427-a5ae-5e0b642628e9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:05:36.808856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 40cb1dc1-3d61-485e-baf3-e86de916f511 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:36.835806 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 40cb1dc1-3d61-485e-baf3-e86de916f511 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:36.836160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 40cb1dc1-3d61-485e-baf3-e86de916f511 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:37.189653 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f467742b-295f-4301-bfd2-02424449f904 req-0eadf438-b42f-490a-9e30-9f344de9df75 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.4207041 Mar 24 01:05:37.203216 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc494339-16de-4ede-9c8e-f65165968b82 req-0aad28b6-95cd-42ee-9c77-18f2a5a2cf17 service neutron] 10.222.0.45 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6098404 Mar 24 01:05:37.320444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c74c9f-8976-4c59-93a5-14fe8fea1202 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:37.323894 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48c74c9f-8976-4c59-93a5-14fe8fea1202 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:37.425615 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc494339-16de-4ede-9c8e-f65165968b82 req-79bef282-a862-42cf-ac90-f2fa57574b40 service neutron] 10.222.0.45 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215366 Mar 24 01:05:37.594853 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53534) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:37.644876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53542) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:37.757795 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48c74c9f-8976-4c59-93a5-14fe8fea1202 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (ca65349a-e45b-4695-b92c-a54e75eca332), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:37.801532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c74c9f-8976-4c59-93a5-14fe8fea1202 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:37.805807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-48c74c9f-8976-4c59-93a5-14fe8fea1202 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:37.806575 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d21d85e7-0db8-4d0a-8ef7-ca49c190f307 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:05:37.842209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c74c9f-8976-4c59-93a5-14fe8fea1202 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:37.842849 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48c74c9f-8976-4c59-93a5-14fe8fea1202 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:37.863374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1060374684-network', 'tenant_id': '41878b2607454651b78373c662ce7dee'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:37.888387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df06283-3dcf-4455-aa38-ee726b006c8e None None] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:37.907815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-48c74c9f-8976-4c59-93a5-14fe8fea1202 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5572038 Mar 24 01:05:37.916122 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53564) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:37.923386 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d37cea51-445c-4c1c-9cc1-b925e9332f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:37.933651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-73f0a097-096f-4a74-949e-aa2c63082bd5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1122133438', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ca65349a-e45b-4695-b92c-a54e75eca332'}], 'security_groups': ['ead67b97-7ac6-46c3-891a-865834ba6253']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:37.991089 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Made reservation on behalf of 41878b2607454651b78373c662ce7dee for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:37.994339 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.018557 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.021333 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd2f5446-c448-42d0-9237-11ea933da343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.059774 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:38.061433 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.166557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c74c9f-8976-4c59-93a5-14fe8fea1202 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Subnet': ['ID=ca65349a-e45b-4695-b92c-a54e75eca332,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:38.195661 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73f0a097-096f-4a74-949e-aa2c63082bd5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4e698f59-f24d-4427-a5ae-5e0b642628e9), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.334965 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:38.378671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd1c1ef0-0a88-4155-b306-5279f72c6a1b req-4bd79bb2-3c61-4582-84c3-56bf1a850bf6 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0517435 Mar 24 01:05:38.381738 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565567eb-4ef2-4e3e-a718-665cd9cb022e None None] Update dhcp port {'port': {'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'fixed_ips': [{'subnet_id': '5815f82b-83e3-4f7f-9da6-87ca70342339', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ca65349a-e45b-4695-b92c-a54e75eca332'}], 'binding:host_id': 'n-d-760455-9'}, 'id': 'd21d85e7-0db8-4d0a-8ef7-ca49c190f307'} from n-d-760455-9. {{(pid=115731) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 24 01:05:38.413660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-d37cea51-445c-4c1c-9cc1-b925e9332f69 admin admin] Deleting port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:38.413660 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d37cea51-445c-4c1c-9cc1-b925e9332f69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.445966 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-565567eb-4ef2-4e3e-a718-665cd9cb022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.474529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53592) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:38.499007 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Publish callbacks [] for security_group (19dc100f-2acc-4dad-a2f3-87b33444661e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.514004 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (19dc100f-2acc-4dad-a2f3-87b33444661e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.523547 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd2f5446-c448-42d0-9237-11ea933da343 admin admin] Publish callbacks [] for security_group (e16c9b88-3b78-4609-8c94-dc7cee4bae27), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.572862 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd2f5446-c448-42d0-9237-11ea933da343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e16c9b88-3b78-4609-8c94-dc7cee4bae27), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.586990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:05:38.610083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-d37cea51-445c-4c1c-9cc1-b925e9332f69 admin admin] For port 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4d7273e5-fcf2-4c0b-9b6b-50445a8b622e,segment=NetworkSegment(2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb),segment_id=2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:38.610463 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d37cea51-445c-4c1c-9cc1-b925e9332f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.625150 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0bd9def8-bffd-478e-b135-fa9c100d2905), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.625681 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Added segment 0bd9def8-bffd-478e-b135-fa9c100d2905 of type vlan for network 5d593bb3-26e2-4a00-a58e-19566a591481 Mar 24 01:05:38.628879 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dc100f-2acc-4dad-a2f3-87b33444661e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:38.633418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-d37cea51-445c-4c1c-9cc1-b925e9332f69 admin admin] Calling delete_port for 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:38.644010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-0159f39c-8835-492c-b803-50b1e799904d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:38.645549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-0159f39c-8835-492c-b803-50b1e799904d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 806 time: 0.1906550 Mar 24 01:05:38.679297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-565567eb-4ef2-4e3e-a718-665cd9cb022e None None] Allocated IP 172.20.0.18 (d5ee773f-443e-4fd5-afe1-4da6fd6fb895/ca65349a-e45b-4695-b92c-a54e75eca332/d21d85e7-0db8-4d0a-8ef7-ca49c190f307) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:38.685155 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cd2f5446-c448-42d0-9237-11ea933da343 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0691ab4f4464b11bdf1095e23e099db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0860467 Mar 24 01:05:38.685155 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:38.685429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:38.686026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:38.686198 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:38.686603 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:38.687037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:38.687398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:38.687770 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:38.688109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:38.688435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:38.688759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:38.689080 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:38.689466 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:38.689791 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:38.690111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:38.693277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53596) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:38.719407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-644a4e09-a976-47a3-bdfe-b63f6f8ea9fc tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/quotas/fa7e3a04805b4343b060cb33aa6d1114 HTTP/1.1" status: 200 len: 375 time: 0.0665185 Mar 24 01:05:38.760647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (5d593bb3-26e2-4a00-a58e-19566a591481), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.791107 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c640e0d3-d0d7-4291-a94f-7a0552640fc0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af7f6cb448de400cb42622a6872d3942&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3117170 Mar 24 01:05:38.792185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53598) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:38.792868 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f5446-c448-42d0-9237-11ea933da343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16c9b88-3b78-4609-8c94-dc7cee4bae27,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:38.801082 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-565567eb-4ef2-4e3e-a718-665cd9cb022e None None] For port d21d85e7-0db8-4d0a-8ef7-ca49c190f307, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,segment=NetworkSegment(063af638-6f45-45fa-8a9b-ab72ee7d9315),segment_id=063af638-6f45-45fa-8a9b-ab72ee7d9315)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:38.825694 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (5d593bb3-26e2-4a00-a58e-19566a591481), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.826740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:38.827423 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.840860 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-565567eb-4ef2-4e3e-a718-665cd9cb022e None None] Publish callbacks [] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.843725 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39646467-9a29-4230-82a3-c2c1a6224601 admin admin] Publish callbacks [] for security_group (e16c9b88-3b78-4609-8c94-dc7cee4bae27), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.846156 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-565567eb-4ef2-4e3e-a718-665cd9cb022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.888352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-1d0e4836-9ebd-4021-b00f-2567fb55affa tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1602287 Mar 24 01:05:38.939183 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2877622 Mar 24 01:05:38.944076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53600) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:38.944739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565567eb-4ef2-4e3e-a718-665cd9cb022e None None] Pushing event updated for resources: {'Port': ['ID=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:38.947343 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39646467-9a29-4230-82a3-c2c1a6224601 admin admin] Publish callbacks [] for security_group (e16c9b88-3b78-4609-8c94-dc7cee4bae27), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:38.953680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d8961658-a923-4d80-a778-69b48f72b0df admin admin] Request body: {'subnet': {'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1060374684-subnet', 'tenant_id': '41878b2607454651b78373c662ce7dee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:38.967691 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef7cc3-dc13-40ed-97ed-964a9b56f32f admin admin] Pushing event updated for resources: {'Network': ['ID=5d593bb3-26e2-4a00-a58e-19566a591481,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:38.984475 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 5d593bb3-26e2-4a00-a58e-19566a591481 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:05:38.989920 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d97be2a-af7b-41a9-8fa0-48083b452ccd admin admin] Publish callbacks [] for security_group (abe84099-bc59-4f36-a3e9-95ad35b40265), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:39.034000 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d97be2a-af7b-41a9-8fa0-48083b452ccd admin admin] Publish callbacks [] for security_group (abe84099-bc59-4f36-a3e9-95ad35b40265), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:39.041249 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8961658-a923-4d80-a778-69b48f72b0df admin admin] Made reservation on behalf of 41878b2607454651b78373c662ce7dee for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:39.043640 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8961658-a923-4d80-a778-69b48f72b0df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:39.116673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-04d060cc-764c-46c0-a06c-f9254d6991c0 service neutron] 10.222.0.45 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093296 Mar 24 01:05:39.132465 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39646467-9a29-4230-82a3-c2c1a6224601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e16c9b88-3b78-4609-8c94-dc7cee4bae27), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:39.135066 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39646467-9a29-4230-82a3-c2c1a6224601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:39.137818 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-39646467-9a29-4230-82a3-c2c1a6224601 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e16c9b88-3b78-4609-8c94-dc7cee4bae27 HTTP/1.1" status: 204 len: 168 time: 0.4216428 Mar 24 01:05:39.165435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-73f0a097-096f-4a74-949e-aa2c63082bd5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Delete allocated IP 172.20.0.11 (d5ee773f-443e-4fd5-afe1-4da6fd6fb895/5815f82b-83e3-4f7f-9da6-87ca70342339) {{(pid=115729) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 24 01:05:39.176471 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39646467-9a29-4230-82a3-c2c1a6224601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16c9b88-3b78-4609-8c94-dc7cee4bae27,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:39.182452 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d37cea51-445c-4c1c-9cc1-b925e9332f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4d7273e5-fcf2-4c0b-9b6b-50445a8b622e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:39.183410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-73f0a097-096f-4a74-949e-aa2c63082bd5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Allocated IP 172.20.0.23 (d5ee773f-443e-4fd5-afe1-4da6fd6fb895/ca65349a-e45b-4695-b92c-a54e75eca332/4e698f59-f24d-4427-a5ae-5e0b642628e9) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:39.216524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cea51-445c-4c1c-9cc1-b925e9332f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7273e5-fcf2-4c0b-9b6b-50445a8b622e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:39.232465 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d97be2a-af7b-41a9-8fa0-48083b452ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (abe84099-bc59-4f36-a3e9-95ad35b40265), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:39.235695 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d97be2a-af7b-41a9-8fa0-48083b452ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:39.245360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4d97be2a-af7b-41a9-8fa0-48083b452ccd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/abe84099-bc59-4f36-a3e9-95ad35b40265 HTTP/1.1" status: 204 len: 168 time: 0.4501376 Mar 24 01:05:39.307595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97be2a-af7b-41a9-8fa0-48083b452ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe84099-bc59-4f36-a3e9-95ad35b40265,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:39.449909 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8961658-a923-4d80-a778-69b48f72b0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (6d432a7d-7eee-4792-8c4f-f1fc763671fc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:39.467973 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-5d669f64-0095-40e8-9853-2bed528f508a service neutron] 10.222.0.45 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432713 Mar 24 01:05:39.669819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73354891-d9cf-44fc-83a8-7ced26d4a9a8 req-ec0b2340-348c-448d-9511-b47d2d553fbd tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0894358 Mar 24 01:05:39.735597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8961658-a923-4d80-a778-69b48f72b0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d432a7d-7eee-4792-8c4f-f1fc763671fc,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:39.760961 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d37cea51-445c-4c1c-9cc1-b925e9332f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:39.815315 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8961658-a923-4d80-a778-69b48f72b0df admin admin] Checking segment: {'id': '0bd9def8-bffd-478e-b135-fa9c100d2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:05:39.819788 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8961658-a923-4d80-a778-69b48f72b0df admin admin] Network hostable DHCP agents. Network: 5d593bb3-26e2-4a00-a58e-19566a591481, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:05:39.822733 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53618) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:39.887897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73f0a097-096f-4a74-949e-aa2c63082bd5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (4e698f59-f24d-4427-a5ae-5e0b642628e9), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:39.890505 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6e4f2cd8-a543-4968-8451-4587a8f0a010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:39.909449 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73f0a097-096f-4a74-949e-aa2c63082bd5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (4e698f59-f24d-4427-a5ae-5e0b642628e9), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:39.917565 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8961658-a923-4d80-a778-69b48f72b0df admin admin] Network 5d593bb3-26e2-4a00-a58e-19566a591481 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:05:39.935431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4237e00d-8a2b-43ca-9838-a83fb9335ec8 req-353712c0-74b2-4c30-be4c-66dddcca2732 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 210 time: 0.0834694 Mar 24 01:05:39.975149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d21d85e7-0db8-4d0a-8ef7-ca49c190f307 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:05:39.999891 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d8961658-a923-4d80-a778-69b48f72b0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 5d593bb3-26e2-4a00-a58e-19566a591481) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:40.009658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8961658-a923-4d80-a778-69b48f72b0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:40.010257 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8961658-a923-4d80-a778-69b48f72b0df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:40.094420 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2267475d-ff52-4868-9199-bd52cdcaf812 None None] Network 5d593bb3-26e2-4a00-a58e-19566a591481 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:40.128220 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0a097-096f-4a74-949e-aa2c63082bd5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=4e698f59-f24d-4427-a5ae-5e0b642628e9,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:40.147302 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d8961658-a923-4d80-a778-69b48f72b0df admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1974125 Mar 24 01:05:40.147973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53628) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:40.156765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1060374684-router', 'tenant_id': '41878b2607454651b78373c662ce7dee', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:40.170153 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-73f0a097-096f-4a74-949e-aa2c63082bd5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] In _notify_port_updated(), no bound segment for port 4e698f59-f24d-4427-a5ae-5e0b642628e9 on network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 {{(pid=115729) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:05:40.180447 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f0a097-096f-4a74-949e-aa2c63082bd5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:40.180447 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73f0a097-096f-4a74-949e-aa2c63082bd5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:40.185401 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-73f0a097-096f-4a74-949e-aa2c63082bd5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "PUT /v2.0/ports/4e698f59-f24d-4427-a5ae-5e0b642628e9 HTTP/1.1" status: 200 len: 921 time: 2.2647498 Mar 24 01:05:40.188392 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53632) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:40.274638 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (573b7ec2-2f82-42e0-8810-da7caec249ad), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:40.275814 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (573b7ec2-2f82-42e0-8810-da7caec249ad), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:40.295128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f559c455-21b3-4811-870a-23c11fc82450 None None] Provisioning complete for port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:40.296101 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f559c455-21b3-4811-870a-23c11fc82450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:40.433860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37cea51-445c-4c1c-9cc1-b925e9332f69 admin admin] Router 3e119ec3-ccf2-48eb-8349-54af1ae73dc0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:05:40.697351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37cea51-445c-4c1c-9cc1-b925e9332f69 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:05:40.712910 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d37cea51-445c-4c1c-9cc1-b925e9332f69 admin admin] 10.222.0.45 "PUT /v2.0/routers/3e119ec3-ccf2-48eb-8349-54af1ae73dc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3811054 Mar 24 01:05:40.715419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53652) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:40.778006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8adad32-48d9-4cf5-8d36-44e12946f511 None None] Sync routers for ids ['3e119ec3-ccf2-48eb-8349-54af1ae73dc0'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:05:40.792356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:40.792738 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:40.853577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f110de41-f7b1-4700-aae2-9be6ac10dfcc None None] Network 5d593bb3-26e2-4a00-a58e-19566a591481 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:40.965825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53658) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:40.995997 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8adad32-48d9-4cf5-8d36-44e12946f511 None None] Routers {'3e119ec3-ccf2-48eb-8349-54af1ae73dc0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:40.996657 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d8adad32-48d9-4cf5-8d36-44e12946f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['3e119ec3-ccf2-48eb-8349-54af1ae73dc0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:41.026990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9bc100e2-f32c-44e1-a5f9-f064426ac49f req-fcbaedb9-f29a-4f1a-8534-53cde1ceda76 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0519361 Mar 24 01:05:41.046960 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-187e83be-aa27-43b4-bc3d-51f41da0aca8 admin admin] Publish callbacks [] for router (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:41.084670 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6e4f2cd8-a543-4968-8451-4587a8f0a010 admin admin] Publish callbacks [] for security_group (497db804-902d-4980-a394-b0033b0a5caf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:41.158479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fe815f75-6d8d-4b00-ad9f-da5fdc5ce084 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1037200599-network', 'tenant_id': 'cbe9ca3c82ca4922a598c6324836fd39'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:41.173724 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Publish callbacks [] for router_controller (573b7ec2-2f82-42e0-8810-da7caec249ad), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:41.175827 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6e4f2cd8-a543-4968-8451-4587a8f0a010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (497db804-902d-4980-a394-b0033b0a5caf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:41.194598 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8e1d988-eb5d-4269-b7c1-a8ba4901a413 req-8e38f358-4de3-43e7-af22-cba10c2a6a6c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 210 time: 0.0808623 Mar 24 01:05:41.248307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-d8adad32-48d9-4cf5-8d36-44e12946f511 None None] Set router 3e119ec3-ccf2-48eb-8349-54af1ae73dc0 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:05:41.250367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:41.255634 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-187e83be-aa27-43b4-bc3d-51f41da0aca8 admin admin] Publish callbacks [] for router_gateway (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:41.285464 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f559c455-21b3-4811-870a-23c11fc82450 None None] Current status of the port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:41.291775 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6e4f2cd8-a543-4968-8451-4587a8f0a010 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5612cbf9300749919f56a01a188e6fd9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4625957 Mar 24 01:05:41.293958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53664) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:41.296863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f2cd8-a543-4968-8451-4587a8f0a010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497db804-902d-4980-a394-b0033b0a5caf,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:41.382621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f559c455-21b3-4811-870a-23c11fc82450 None None] Provisioning complete for port 01edb2e8-5c6f-4027-836a-d7dc9af43355 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:41.383106 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f559c455-21b3-4811-870a-23c11fc82450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (01edb2e8-5c6f-4027-836a-d7dc9af43355), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:41.440219 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f559c455-21b3-4811-870a-23c11fc82450 None None] Port 01edb2e8-5c6f-4027-836a-d7dc9af43355 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:05:41.484421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f559c455-21b3-4811-870a-23c11fc82450 None None] Provisioning complete for port 4e698f59-f24d-4427-a5ae-5e0b642628e9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:41.484870 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f559c455-21b3-4811-870a-23c11fc82450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4e698f59-f24d-4427-a5ae-5e0b642628e9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:41.536751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-187e83be-aa27-43b4-bc3d-51f41da0aca8 admin admin] Deleting port a5772d6c-b623-44ee-802a-f792af95003a {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:41.537309 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-187e83be-aa27-43b4-bc3d-51f41da0aca8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a5772d6c-b623-44ee-802a-f792af95003a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:41.539443 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d79ae7ac-f4f3-48a6-86fc-2a0b018c0821 admin admin] Publish callbacks [] for security_group (497db804-902d-4980-a394-b0033b0a5caf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:41.567264 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Publish callbacks [] for router_gateway (573b7ec2-2f82-42e0-8810-da7caec249ad), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:41.568118 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f559c455-21b3-4811-870a-23c11fc82450 None None] Port 4e698f59-f24d-4427-a5ae-5e0b642628e9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:05:41.607501 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d8adad32-48d9-4cf5-8d36-44e12946f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1236098620-router', 'tenant_id': 'fd00752103b546059b42b941444af9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a5772d6c-b623-44ee-802a-f792af95003a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:08Z', 'updated_at': '2022-03-24T01:05:39Z', 'revision_number': 5, 'project_id': 'fd00752103b546059b42b941444af9c7', 'gw_port': {'id': 'a5772d6c-b623-44ee-802a-f792af95003a', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:56:09Z', 'updated_at': '2022-03-24T00:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:41.612198 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-cf634368-e856-42d4-b29b-d07345f6ec71 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port 4e698f59-f24d-4427-a5ae-5e0b642628e9 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:41.612728 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf634368-e856-42d4-b29b-d07345f6ec71 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4e698f59-f24d-4427-a5ae-5e0b642628e9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:41.647817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8adad32-48d9-4cf5-8d36-44e12946f511 None None] Checking router: 3e119ec3-ccf2-48eb-8349-54af1ae73dc0 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:05:41.658310 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8adad32-48d9-4cf5-8d36-44e12946f511 None None] Routers {'3e119ec3-ccf2-48eb-8349-54af1ae73dc0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:41.659431 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d8adad32-48d9-4cf5-8d36-44e12946f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['3e119ec3-ccf2-48eb-8349-54af1ae73dc0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:41.661431 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe815f75-6d8d-4b00-ad9f-da5fdc5ce084 admin admin] Made reservation on behalf of cbe9ca3c82ca4922a598c6324836fd39 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:41.665616 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe815f75-6d8d-4b00-ad9f-da5fdc5ce084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:41.708623 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe815f75-6d8d-4b00-ad9f-da5fdc5ce084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:41.777698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-84df8925-b065-4d34-a1ee-d853543ab70b None None] Provisioning complete for port 4e698f59-f24d-4427-a5ae-5e0b642628e9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:41.778189 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-84df8925-b065-4d34-a1ee-d853543ab70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4e698f59-f24d-4427-a5ae-5e0b642628e9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:41.827831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-d8adad32-48d9-4cf5-8d36-44e12946f511 None None] Set router 3e119ec3-ccf2-48eb-8349-54af1ae73dc0 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:05:41.837895 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf634368-e856-42d4-b29b-d07345f6ec71 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4e698f59-f24d-4427-a5ae-5e0b642628e9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:41.857085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-cf634368-e856-42d4-b29b-d07345f6ec71 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for 4e698f59-f24d-4427-a5ae-5e0b642628e9 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:41.911556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d8adad32-48d9-4cf5-8d36-44e12946f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1236098620-router', 'tenant_id': 'fd00752103b546059b42b941444af9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:08Z', 'updated_at': '2022-03-24T01:05:41Z', 'revision_number': 6, 'project_id': 'fd00752103b546059b42b941444af9c7', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:41.913884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-84df8925-b065-4d34-a1ee-d853543ab70b None None] Port 4e698f59-f24d-4427-a5ae-5e0b642628e9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:05:41.955270 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8adad32-48d9-4cf5-8d36-44e12946f511 None None] The sync data for ids ['3e119ec3-ccf2-48eb-8349-54af1ae73dc0'] in n-d-760455-9 is: [{'id': '3e119ec3-ccf2-48eb-8349-54af1ae73dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1236098620-router', 'tenant_id': 'fd00752103b546059b42b941444af9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:56:08Z', 'updated_at': '2022-03-24T01:05:41Z', 'revision_number': 6, 'project_id': 'fd00752103b546059b42b941444af9c7', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:05:42.008048 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d79ae7ac-f4f3-48a6-86fc-2a0b018c0821 admin admin] Publish callbacks [] for security_group (497db804-902d-4980-a394-b0033b0a5caf), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.068450 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-9b76ca21-08a1-4c60-9cbe-95974b2897a7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:42.069934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-9b76ca21-08a1-4c60-9cbe-95974b2897a7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.57 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 806 time: 0.7163477 Mar 24 01:05:42.085781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-966d22bc-d54e-49ca-92c7-2c338e547942 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Request body: {'port': {'device_id': 'ee9532b1-a072-4ab5-b28e-3cebabdedb73', 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234', 'admin_state_up': True, 'tenant_id': 'fa7e3a04805b4343b060cb33aa6d1114'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:42.095554 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe815f75-6d8d-4b00-ad9f-da5fdc5ce084 admin admin] Publish callbacks [] for security_group (14cee077-7147-4283-86e2-742a16fe8319), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.106254 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe815f75-6d8d-4b00-ad9f-da5fdc5ce084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (14cee077-7147-4283-86e2-742a16fe8319), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.162725 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe815f75-6d8d-4b00-ad9f-da5fdc5ce084 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:05:42.197772 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b233546-e269-43c5-9a2a-7febd123f7d3 req-75c3f5d8-6591-48d1-a30a-15b815d181df tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0884445 Mar 24 01:05:42.200072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-187e83be-aa27-43b4-bc3d-51f41da0aca8 admin admin] For port a5772d6c-b623-44ee-802a-f792af95003a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a5772d6c-b623-44ee-802a-f792af95003a,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:42.200449 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-187e83be-aa27-43b4-bc3d-51f41da0aca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a5772d6c-b623-44ee-802a-f792af95003a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.215811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe815f75-6d8d-4b00-ad9f-da5fdc5ce084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cee077-7147-4283-86e2-742a16fe8319,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:42.227070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-187e83be-aa27-43b4-bc3d-51f41da0aca8 admin admin] Calling delete_port for a5772d6c-b623-44ee-802a-f792af95003a owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:42.239424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Publish callbacks [] for router_gateway (573b7ec2-2f82-42e0-8810-da7caec249ad), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.244171 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d79ae7ac-f4f3-48a6-86fc-2a0b018c0821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (497db804-902d-4980-a394-b0033b0a5caf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.244338 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe815f75-6d8d-4b00-ad9f-da5fdc5ce084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (fd5764f6-4970-4435-bfd9-0c5636f1b27e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.244530 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-fe815f75-6d8d-4b00-ad9f-da5fdc5ce084 admin admin] Added segment fd5764f6-4970-4435-bfd9-0c5636f1b27e of type vlan for network 337b2b8c-d76b-456d-8251-4e1a61b2a332 Mar 24 01:05:42.247029 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d79ae7ac-f4f3-48a6-86fc-2a0b018c0821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.249768 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d79ae7ac-f4f3-48a6-86fc-2a0b018c0821 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/497db804-902d-4980-a394-b0033b0a5caf HTTP/1.1" status: 204 len: 168 time: 0.9527609 Mar 24 01:05:42.365803 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.383230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe815f75-6d8d-4b00-ad9f-da5fdc5ce084 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (337b2b8c-d76b-456d-8251-4e1a61b2a332), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.388621 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf634368-e856-42d4-b29b-d07345f6ec71 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4e698f59-f24d-4427-a5ae-5e0b642628e9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.428779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ae7ac-f4f3-48a6-86fc-2a0b018c0821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497db804-902d-4980-a394-b0033b0a5caf,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:42.474749 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad889482-efcd-4d35-a94d-d84254038e07 req-79ae35bb-80a6-4439-b65f-e597b3b110ef tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 210 time: 0.1248271 Mar 24 01:05:42.500155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-966d22bc-d54e-49ca-92c7-2c338e547942 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Made reservation on behalf of fa7e3a04805b4343b060cb33aa6d1114 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:42.505579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf634368-e856-42d4-b29b-d07345f6ec71 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=4e698f59-f24d-4427-a5ae-5e0b642628e9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:42.506379 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-966d22bc-d54e-49ca-92c7-2c338e547942 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.568595 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe815f75-6d8d-4b00-ad9f-da5fdc5ce084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (337b2b8c-d76b-456d-8251-4e1a61b2a332), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.569058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe815f75-6d8d-4b00-ad9f-da5fdc5ce084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:42.569658 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe815f75-6d8d-4b00-ad9f-da5fdc5ce084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.651777 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fe815f75-6d8d-4b00-ad9f-da5fdc5ce084 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6739922 Mar 24 01:05:42.656211 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53680) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:42.669934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-2ab4b1ee-7730-48bb-9a40-3e13cea34dca admin admin] Request body: {'subnet': {'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1037200599-subnet', 'tenant_id': 'cbe9ca3c82ca4922a598c6324836fd39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:42.732325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Allocated IP 172.25.0.225 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/3f544de4-995f-4f20-8e24-929d6e848cea) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:42.779462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab4b1ee-7730-48bb-9a40-3e13cea34dca admin admin] Made reservation on behalf of cbe9ca3c82ca4922a598c6324836fd39 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:42.782478 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ab4b1ee-7730-48bb-9a40-3e13cea34dca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.792227 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf634368-e856-42d4-b29b-d07345f6ec71 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.799388 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cf634368-e856-42d4-b29b-d07345f6ec71 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/4e698f59-f24d-4427-a5ae-5e0b642628e9 HTTP/1.1" status: 204 len: 168 time: 2.6085353 Mar 24 01:05:42.802181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53688) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:42.884672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-966d22bc-d54e-49ca-92c7-2c338e547942 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Allocated IP 172.20.0.7 (fb8d286a-5d52-420f-a6a9-f3fce1e70234/f03de5f8-5d24-4408-b283-d5210a71454f/adc4d2fb-3190-4990-bd18-6f65a3ea7784) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:42.894436 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-187e83be-aa27-43b4-bc3d-51f41da0aca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a5772d6c-b623-44ee-802a-f792af95003a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:42.957392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e83be-aa27-43b4-bc3d-51f41da0aca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5772d6c-b623-44ee-802a-f792af95003a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:43.006669 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7f5dc4-1080-4f50-b2ff-512b6a6730a7 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] GET failed (client error): The resource could not be found. Mar 24 01:05:43.008300 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bd7f5dc4-1080-4f50-b2ff-512b6a6730a7 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/4e698f59-f24d-4427-a5ae-5e0b642628e9 HTTP/1.1" status: 404 len: 333 time: 0.1657455 Mar 24 01:05:43.012325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53698) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:43.015780 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Publish callbacks [] for port (3f544de4-995f-4f20-8e24-929d6e848cea), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.035280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe815f75-6d8d-4b00-ad9f-da5fdc5ce084 admin admin] Pushing event updated for resources: {'Network': ['ID=337b2b8c-d76b-456d-8251-4e1a61b2a332,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:43.063852 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 337b2b8c-d76b-456d-8251-4e1a61b2a332 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:05:43.154142 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-187e83be-aa27-43b4-bc3d-51f41da0aca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.181067 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00e44cea-0e06-4cce-b8bc-92d9da1ddc17 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (859f0a84-122a-42ab-af5d-fd3d87e07bd1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.183252 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3f544de4-995f-4f20-8e24-929d6e848cea), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.242846 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:05:43.271384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:43.278435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:43.286576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:05:43.304108 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-187e83be-aa27-43b4-bc3d-51f41da0aca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.314333 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-187e83be-aa27-43b4-bc3d-51f41da0aca8 admin admin] Publish callbacks [] for router_controller (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.326472 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00e44cea-0e06-4cce-b8bc-92d9da1ddc17 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (859f0a84-122a-42ab-af5d-fd3d87e07bd1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.344102 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ab4b1ee-7730-48bb-9a40-3e13cea34dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (70ea9387-859f-4d16-917c-5fc9b19e6f4b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.370057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Pushing event updated for resources: {'Port': ['ID=3f544de4-995f-4f20-8e24-929d6e848cea,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:43.463165 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-966d22bc-d54e-49ca-92c7-2c338e547942 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks [] for port (adc4d2fb-3190-4990-bd18-6f65a3ea7784), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.496045 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-187e83be-aa27-43b4-bc3d-51f41da0aca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (3e119ec3-ccf2-48eb-8349-54af1ae73dc0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.496618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187e83be-aa27-43b4-bc3d-51f41da0aca8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e119ec3-ccf2-48eb-8349-54af1ae73dc0 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:05:43.519551 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-187e83be-aa27-43b4-bc3d-51f41da0aca8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.520734 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-187e83be-aa27-43b4-bc3d-51f41da0aca8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/3e119ec3-ccf2-48eb-8349-54af1ae73dc0 HTTP/1.1" status: 204 len: 168 time: 2.8043272 Mar 24 01:05:43.523540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53714) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:43.530044 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be6e256c-55cc-42da-b171-d3cf82f9a3b8 req-3ab84bde-a7e3-4a41-b22a-25b170a2e741 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.1299829 Mar 24 01:05:43.581431 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4b1ee-7730-48bb-9a40-3e13cea34dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ea9387-859f-4d16-917c-5fc9b19e6f4b,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:43.590125 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00e44cea-0e06-4cce-b8bc-92d9da1ddc17 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (859f0a84-122a-42ab-af5d-fd3d87e07bd1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.590527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab4b1ee-7730-48bb-9a40-3e13cea34dca admin admin] Checking segment: {'id': 'fd5764f6-4970-4435-bfd9-0c5636f1b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:05:43.590922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab4b1ee-7730-48bb-9a40-3e13cea34dca admin admin] Network hostable DHCP agents. Network: 337b2b8c-d76b-456d-8251-4e1a61b2a332, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:05:43.594063 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00e44cea-0e06-4cce-b8bc-92d9da1ddc17 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.596147 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-00e44cea-0e06-4cce-b8bc-92d9da1ddc17 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/security-groups/859f0a84-122a-42ab-af5d-fd3d87e07bd1 HTTP/1.1" status: 204 len: 168 time: 0.5785251 Mar 24 01:05:43.612928 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53718) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:43.661949 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6380732c-c846-4db6-9e03-85e8da54957a req-a22ebce9-7ec5-4e24-bbc0-899e3c3f309f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 210 time: 0.0461154 Mar 24 01:05:43.665652 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-966d22bc-d54e-49ca-92c7-2c338e547942 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (adc4d2fb-3190-4990-bd18-6f65a3ea7784), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.673347 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e44cea-0e06-4cce-b8bc-92d9da1ddc17 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859f0a84-122a-42ab-af5d-fd3d87e07bd1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:43.679197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf655c99-b594-4422-b1bb-b6df2664d7e1'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:05:43.705190 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57843db-b052-47a5-98f2-65a495ffd0f7 admin admin] Deleting subnet ff48443e-34e1-4f09-ac86-ee6281ea467f {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:05:43.708736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e57843db-b052-47a5-98f2-65a495ffd0f7 admin admin] Publish callbacks [] for subnet (ff48443e-34e1-4f09-ac86-ee6281ea467f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.738911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab4b1ee-7730-48bb-9a40-3e13cea34dca admin admin] Network 337b2b8c-d76b-456d-8251-4e1a61b2a332 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:05:43.789282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-966d22bc-d54e-49ca-92c7-2c338e547942 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Network fb8d286a-5d52-420f-a6a9-f3fce1e70234 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:43.790306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-2ab4b1ee-7730-48bb-9a40-3e13cea34dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 337b2b8c-d76b-456d-8251-4e1a61b2a332) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:43.798581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-966d22bc-d54e-49ca-92c7-2c338e547942 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:43.798732 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e57843db-b052-47a5-98f2-65a495ffd0f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (ff48443e-34e1-4f09-ac86-ee6281ea467f), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.802329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab4b1ee-7730-48bb-9a40-3e13cea34dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:43.803851 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ab4b1ee-7730-48bb-9a40-3e13cea34dca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.811787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-966d22bc-d54e-49ca-92c7-2c338e547942 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:05:43.838983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:43.842141 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c44a2e2-4148-4e6c-a2da-c0cc5af7514b None None] Network 337b2b8c-d76b-456d-8251-4e1a61b2a332 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:43.879587 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2ab4b1ee-7730-48bb-9a40-3e13cea34dca admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2129214 Mar 24 01:05:43.879587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d22bc-d54e-49ca-92c7-2c338e547942 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Pushing event updated for resources: {'Port': ['ID=adc4d2fb-3190-4990-bd18-6f65a3ea7784,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:43.910345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-966d22bc-d54e-49ca-92c7-2c338e547942 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:43.911178 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-966d22bc-d54e-49ca-92c7-2c338e547942 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:43.915167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:43.915405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4d7273e5-fcf2-4c0b-9b6b-50445a8b622e not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:43.915819 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a5772d6c-b623-44ee-802a-f792af95003a no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:43.937016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-966d22bc-d54e-49ca-92c7-2c338e547942 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8559804 Mar 24 01:05:43.951466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Request body: {'port': {'device_id': 'ee9532b1-a072-4ab5-b28e-3cebabdedb73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:43.997837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: a5772d6c-b623-44ee-802a-f792af95003a {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:43.998188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a5772d6c-b623-44ee-802a-f792af95003a not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:44.056307 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (adc4d2fb-3190-4990-bd18-6f65a3ea7784), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:44.082058 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e57843db-b052-47a5-98f2-65a495ffd0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (ff48443e-34e1-4f09-ac86-ee6281ea467f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:44.256841 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d7cec7-9aaa-45dd-bef2-d4615d050234 None None] Network 337b2b8c-d76b-456d-8251-4e1a61b2a332 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:44.369236 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-533adc08-a1cb-4efd-82c8-3df7991eb951 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (ead67b97-7ac6-46c3-891a-865834ba6253), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:44.382890 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e57843db-b052-47a5-98f2-65a495ffd0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (ff48443e-34e1-4f09-ac86-ee6281ea467f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:44.431146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc4d2fb-3190-4990-bd18-6f65a3ea7784 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:05:44.441075 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Publish callbacks [] for port (adc4d2fb-3190-4990-bd18-6f65a3ea7784), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:44.459116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Transition to ACTIVE for port object adc4d2fb-3190-4990-bd18-6f65a3ea7784 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:05:44.464944 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (adc4d2fb-3190-4990-bd18-6f65a3ea7784), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:44.479203 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Publish callbacks [] for router_gateway (573b7ec2-2f82-42e0-8810-da7caec249ad), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:44.539749 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad73665-84ac-43c7-9073-105195db2b00 None None] Network eb5a620a-cd0c-49bd-80e2-da166d1e9dea requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:44.583287 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e57843db-b052-47a5-98f2-65a495ffd0f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:44.592647 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e57843db-b052-47a5-98f2-65a495ffd0f7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ff48443e-34e1-4f09-ac86-ee6281ea467f HTTP/1.1" status: 204 len: 168 time: 1.0677094 Mar 24 01:05:44.593876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57843db-b052-47a5-98f2-65a495ffd0f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff48443e-34e1-4f09-ac86-ee6281ea467f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:44.639179 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53764) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:44.643890 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-533adc08-a1cb-4efd-82c8-3df7991eb951 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (ead67b97-7ac6-46c3-891a-865834ba6253), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:44.814584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Pushing event updated for resources: {'Port': ['ID=adc4d2fb-3190-4990-bd18-6f65a3ea7784,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:44.822384 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-533adc08-a1cb-4efd-82c8-3df7991eb951 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ead67b97-7ac6-46c3-891a-865834ba6253), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:44.826654 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-533adc08-a1cb-4efd-82c8-3df7991eb951 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:44.828205 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-533adc08-a1cb-4efd-82c8-3df7991eb951 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/security-groups/ead67b97-7ac6-46c3-891a-865834ba6253 HTTP/1.1" status: 204 len: 168 time: 1.2102084 Mar 24 01:05:44.841903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53776) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:44.879598 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3da9840d-b2fc-49b9-ab6c-32121104eabc req-64b3dbee-20c6-48dc-9104-1fb37ce1f28a tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0662374 Mar 24 01:05:44.949925 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b934da3-5830-4798-88ca-15399922a80d None None] DHCP port deletion for eb5a620a-cd0c-49bd-80e2-da166d1e9dea request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:05:44.959461 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6672-8390-4da7-bc66-e69096b7e223 req-8ca80c68-94bc-4f53-a05f-dc1218400517 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:44.960874 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-042f6672-8390-4da7-bc66-e69096b7e223 req-8ca80c68-94bc-4f53-a05f-dc1218400517 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/networks?id=337b2b8c-d76b-456d-8251-4e1a61b2a332 HTTP/1.1" status: 200 len: 822 time: 0.3384271 Mar 24 01:05:44.997474 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2b8b41-ca73-4ace-9593-a9d0374646fe tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting subnet 5815f82b-83e3-4f7f-9da6-87ca70342339 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:05:45.001490 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533adc08-a1cb-4efd-82c8-3df7991eb951 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead67b97-7ac6-46c3-891a-865834ba6253,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:45.002400 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-042f6672-8390-4da7-bc66-e69096b7e223 req-9d3466e9-dacf-47df-93ac-6c91b4aea0cd tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/quotas/cbe9ca3c82ca4922a598c6324836fd39 HTTP/1.1" status: 200 len: 375 time: 0.0304101 Mar 24 01:05:45.003090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Attempting to bind port adc4d2fb-3190-4990-bd18-6f65a3ea7784 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:05:45.003418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Attempting to bind port adc4d2fb-3190-4990-bd18-6f65a3ea7784 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:05:45.003746 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Attempting to bind port adc4d2fb-3190-4990-bd18-6f65a3ea7784 on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:05:45.005851 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5e2b8b41-ca73-4ace-9593-a9d0374646fe tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (5815f82b-83e3-4f7f-9da6-87ca70342339), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:45.022994 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (eb5a620a-cd0c-49bd-80e2-da166d1e9dea), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:45.044383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Port adc4d2fb-3190-4990-bd18-6f65a3ea7784 on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:05:45.044710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Attempting to bind port adc4d2fb-3190-4990-bd18-6f65a3ea7784 on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:05:45.087834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-042f6672-8390-4da7-bc66-e69096b7e223 req-2a8820f7-4e27-48bf-a07d-641e4983eec8 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbe9ca3c82ca4922a598c6324836fd39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780823 Mar 24 01:05:45.096988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9b934da3-5830-4798-88ca-15399922a80d None None] Deleting port fd725974-14a7-4eca-b6cb-b0b7b28f7df0 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:45.097707 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9b934da3-5830-4798-88ca-15399922a80d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (fd725974-14a7-4eca-b6cb-b0b7b28f7df0), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:45.107978 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (573b7ec2-2f82-42e0-8810-da7caec249ad), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:45.115809 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:05:45.116163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Checking segment: {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:05:45.116552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Bound using segment: {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:05:45.117001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Bound port: adc4d2fb-3190-4990-bd18-6f65a3ea7784, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:05:45.117395 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (adc4d2fb-3190-4990-bd18-6f65a3ea7784), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:45.156363 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5e2b8b41-ca73-4ace-9593-a9d0374646fe tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (5815f82b-83e3-4f7f-9da6-87ca70342339), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:45.204752 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9b934da3-5830-4798-88ca-15399922a80d None None] For port fd725974-14a7-4eca-b6cb-b0b7b28f7df0, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=fd725974-14a7-4eca-b6cb-b0b7b28f7df0,segment=NetworkSegment(2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb),segment_id=2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:45.206973 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9b934da3-5830-4798-88ca-15399922a80d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (fd725974-14a7-4eca-b6cb-b0b7b28f7df0), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:45.240851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9b934da3-5830-4798-88ca-15399922a80d None None] Calling delete_port for fd725974-14a7-4eca-b6cb-b0b7b28f7df0 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:45.263987 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] Deleting port fd725974-14a7-4eca-b6cb-b0b7b28f7df0 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:05:45.264435 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (fd725974-14a7-4eca-b6cb-b0b7b28f7df0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:45.363027 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] For port fd725974-14a7-4eca-b6cb-b0b7b28f7df0, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=fd725974-14a7-4eca-b6cb-b0b7b28f7df0,segment=NetworkSegment(2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb),segment_id=2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:45.363212 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (fd725974-14a7-4eca-b6cb-b0b7b28f7df0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:45.385956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] Calling delete_port for fd725974-14a7-4eca-b6cb-b0b7b28f7df0 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:05:45.388610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Router 573b7ec2-2f82-42e0-8810-da7caec249ad is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:05:45.401413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee074d-ff41-4724-805a-2c151b39c4ae req-a02e676f-1b79-4170-9174-2241a73da3ac tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:45.410788 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8ee074d-ff41-4724-805a-2c151b39c4ae req-a02e676f-1b79-4170-9174-2241a73da3ac tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 943 time: 0.3718784 Mar 24 01:05:45.419755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] For port adc4d2fb-3190-4990-bd18-6f65a3ea7784, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:05:45.484053 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9b934da3-5830-4798-88ca-15399922a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (fd725974-14a7-4eca-b6cb-b0b7b28f7df0), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:45.494726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] For port adc4d2fb-3190-4990-bd18-6f65a3ea7784, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=adc4d2fb-3190-4990-bd18-6f65a3ea7784,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:05:45.503246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-042f6672-8390-4da7-bc66-e69096b7e223 req-d2e794a8-8acf-45e2-8f2f-d2070f64e10f service neutron] 10.222.0.45 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885741 Mar 24 01:05:45.523899 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5e2b8b41-ca73-4ace-9593-a9d0374646fe tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (5815f82b-83e3-4f7f-9da6-87ca70342339), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:45.555770 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (adc4d2fb-3190-4990-bd18-6f65a3ea7784), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:45.567149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b934da3-5830-4798-88ca-15399922a80d None None] Pushing event deleted for resources: {'Port': ['ID=fd725974-14a7-4eca-b6cb-b0b7b28f7df0,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:45.582325 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b934da3-5830-4798-88ca-15399922a80d None None] No DVR routers for this DVR port fd725974-14a7-4eca-b6cb-b0b7b28f7df0 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:05:45.675989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:45.676644 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:45.678092 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] 10.222.0.57 "PUT /v2.0/ports/adc4d2fb-3190-4990-bd18-6f65a3ea7784 HTTP/1.1" status: 200 len: 1091 time: 1.7342095 Mar 24 01:05:45.678565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9532b1-a072-4ab5-b28e-3cebabdedb73', 'tag': 'adc4d2fb-3190-4990-bd18-6f65a3ea7784'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:05:45.680870 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1485b0ea-4f8c-461f-b25f-94126c51c9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9532b1-a072-4ab5-b28e-3cebabdedb73", "tag": "adc4d2fb-3190-4990-bd18-6f65a3ea7784"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:05:45.708456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8ee074d-ff41-4724-805a-2c151b39c4ae req-f8e98f96-1300-4403-851d-a1ad4a1f16ff tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946959 Mar 24 01:05:45.803774 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device fd725974-14a7-4eca-b6cb-b0b7b28f7df0 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:05:45.811899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278694c-09fa-4da5-994d-5ec0f9d972a4 service neutron] Pushing event updated for resources: {'Port': ['ID=adc4d2fb-3190-4990-bd18-6f65a3ea7784,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:45.827758 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58821729-3472-4f02-8ea6-63f73d4e7108 x-openstack-request-id: req-58821729-3472-4f02-8ea6-63f73d4e7108 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:05:45.828082 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9532b1-a072-4ab5-b28e-3cebabdedb73", "tag": "adc4d2fb-3190-4990-bd18-6f65a3ea7784", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:05:45.835037 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58821729-3472-4f02-8ea6-63f73d4e7108 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:05:45.836277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: fd725974-14a7-4eca-b6cb-b0b7b28f7df0 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:05:45.836402 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58821729-3472-4f02-8ea6-63f73d4e7108'] response: {'name': 'network-changed', 'server_uuid': 'ee9532b1-a072-4ab5-b28e-3cebabdedb73', 'tag': 'adc4d2fb-3190-4990-bd18-6f65a3ea7784', 'status': 'completed', 'code': 200} Mar 24 01:05:45.836498 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device fd725974-14a7-4eca-b6cb-b0b7b28f7df0 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:05:45.843315 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-042f6672-8390-4da7-bc66-e69096b7e223 req-411230ad-7343-45c4-9ab1-30524640bef8 service neutron] 10.222.0.45 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300288 Mar 24 01:05:45.844281 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5e2b8b41-ca73-4ace-9593-a9d0374646fe tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (5815f82b-83e3-4f7f-9da6-87ca70342339), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:45.887312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b8b41-ca73-4ace-9593-a9d0374646fe tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Subnet': ['ID=5815f82b-83e3-4f7f-9da6-87ca70342339,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:45.891698 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5e2b8b41-ca73-4ace-9593-a9d0374646fe tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:45.898841 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5e2b8b41-ca73-4ace-9593-a9d0374646fe tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/5815f82b-83e3-4f7f-9da6-87ca70342339 HTTP/1.1" status: 204 len: 168 time: 1.0479429 Mar 24 01:05:45.898998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd88b875-db61-4c1d-a10c-13969324d747 None None] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:45.899109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53840) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:45.909130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-a648203f-ad62-4943-8faa-84e7eff728bd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'subnet': {'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:45.944285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-03624363-f628-41aa-9374-1af43bed56ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:45.945958 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-03624363-f628-41aa-9374-1af43bed56ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 1125 time: 0.2175820 Mar 24 01:05:46.029410 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-38872a46-938e-455c-8414-48c1a18cea5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adc4d2fb-3190-4990-bd18-6f65a3ea7784 HTTP/1.1" status: 200 len: 217 time: 0.0520871 Mar 24 01:05:46.070601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:05:46.075421 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (fd725974-14a7-4eca-b6cb-b0b7b28f7df0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:46.080956 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Sync routers for ids ['573b7ec2-2f82-42e0-8810-da7caec249ad'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:05:46.102989 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Routers {'573b7ec2-2f82-42e0-8810-da7caec249ad'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:46.107500 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['573b7ec2-2f82-42e0-8810-da7caec249ad'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:46.175150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] Pushing event deleted for resources: {'Port': ['ID=fd725974-14a7-4eca-b6cb-b0b7b28f7df0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:46.194922 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] No DVR routers for this DVR port fd725974-14a7-4eca-b6cb-b0b7b28f7df0 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:05:46.270333 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:46.274956 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1d23ee86-eecb-4463-a7cd-5d3e66412e1a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1199589 Mar 24 01:05:46.275783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53860) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:46.421393 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (eb5a620a-cd0c-49bd-80e2-da166d1e9dea), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:46.496535 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Set router 573b7ec2-2f82-42e0-8810-da7caec249ad gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:05:46.683834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5a620a-cd0c-49bd-80e2-da166d1e9dea']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:46.713710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:46.714016 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:46.751948 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:46.784150 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ee92920-01df-4294-99d7-8e2dfcc655d8 req-b7f49fa6-ed61-4571-ba63-b6e67d225277 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.7350492 Mar 24 01:05:46.798379 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:46.811971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:05:46.812487 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (2b4ae9f9-18e1-4ce8-b8c6-eab09b8228eb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:46.867970 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67ea8483-4441-4990-ba39-99b657eff7ac req-696af677-a9a6-4a73-9f4b-2065cb3433d0 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 210 time: 0.1730349 Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:05:46.911117 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:05:46.915491 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-75065ab2-65e5-4a65-9a97-8bc3b043444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:46.917265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-75065ab2-65e5-4a65-9a97-8bc3b043444d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f03de5f8-5d24-4408-b283-d5210a71454f HTTP/1.1" status: 200 len: 846 time: 0.8798425 Mar 24 01:05:46.977288 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (eb5a620a-cd0c-49bd-80e2-da166d1e9dea), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:47.009051 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-0f86f255-d533-444f-9fc2-5b17140cf758 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb8d286a-5d52-420f-a6a9-f3fce1e70234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846150 Mar 24 01:05:47.048099 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:47.063196 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] 10.222.0.45 "DELETE /v2.0/networks/eb5a620a-cd0c-49bd-80e2-da166d1e9dea HTTP/1.1" status: 204 len: 168 time: 2.4222038 Mar 24 01:05:47.123428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e2c47-ba86-422b-9000-fef27ec0060e admin admin] Pushing event deleted for resources: {'Network': ['ID=eb5a620a-cd0c-49bd-80e2-da166d1e9dea,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:47.132369 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'name': 'tempest-ServerRescueTestJSON-1060374684-router', 'tenant_id': '41878b2607454651b78373c662ce7dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '3f544de4-995f-4f20-8e24-929d6e848cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:05:40Z', 'updated_at': '2022-03-24T01:05:43Z', 'revision_number': 3, 'project_id': '41878b2607454651b78373c662ce7dee', 'gw_port': {'id': '3f544de4-995f-4f20-8e24-929d6e848cea', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:05:42Z', 'updated_at': '2022-03-24T01:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:47.176173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a648203f-ad62-4943-8faa-84e7eff728bd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:47.179933 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a648203f-ad62-4943-8faa-84e7eff728bd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:47.226904 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Checking router: 573b7ec2-2f82-42e0-8810-da7caec249ad for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:05:47.227826 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Updating router 573b7ec2-2f82-42e0-8810-da7caec249ad port 3f544de4-995f-4f20-8e24-929d6e848cea binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:05:47.347075 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3f544de4-995f-4f20-8e24-929d6e848cea), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:47.493202 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:47.499985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5253f0c-0246-4b98-8a05-5ed0f77f1eff req-e8d325be-73d3-4f95-a9ca-e46fae13ddd5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:47.502122 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5253f0c-0246-4b98-8a05-5ed0f77f1eff req-e8d325be-73d3-4f95-a9ca-e46fae13ddd5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 943 time: 0.5017965 Mar 24 01:05:47.539380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-de106d78-83cc-4192-9050-301dfeb17365 service neutron] 10.222.0.57 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968991 Mar 24 01:05:47.629442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53924) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:47.651137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2fae8616-5fcc-44fd-ae62-cde1734f0b4c None None] Provisioning complete for port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:47.651678 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2fae8616-5fcc-44fd-ae62-cde1734f0b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:47.791505 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5253f0c-0246-4b98-8a05-5ed0f77f1eff req-f9f38d7d-702a-43ed-aaee-f84a847b691f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721124 Mar 24 01:05:47.822542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2fae8616-5fcc-44fd-ae62-cde1734f0b4c None None] Current status of the port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:47.875293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2fae8616-5fcc-44fd-ae62-cde1734f0b4c None None] Provisioning complete for port 01edb2e8-5c6f-4027-836a-d7dc9af43355 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:47.876294 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2fae8616-5fcc-44fd-ae62-cde1734f0b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (01edb2e8-5c6f-4027-836a-d7dc9af43355), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:47.934418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2023c3ef-4e4e-4eac-9ce4-d6bef7ff4aeb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b002c83a27746a8a6f68e382218347f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015008 Mar 24 01:05:47.944110 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Allocated IP 172.20.0.1 (5d593bb3-26e2-4a00-a58e-19566a591481/6d432a7d-7eee-4792-8c4f-f1fc763671fc/301d02db-3889-41b9-a103-b72f52be7827) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:47.964772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53952) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:47.996152 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce361511-a147-4b40-a159-b7e2f4eee436 req-f61486fe-70c3-4e10-a865-7ece9ecab58e service neutron] 10.222.0.57 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224279 Mar 24 01:05:48.023588 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Publish callbacks [] for port (3f544de4-995f-4f20-8e24-929d6e848cea), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:48.024666 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2fae8616-5fcc-44fd-ae62-cde1734f0b4c None None] Port 01edb2e8-5c6f-4027-836a-d7dc9af43355 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:05:48.036465 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3f544de4-995f-4f20-8e24-929d6e848cea), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:48.121738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9c6bc9d-e7d7-4d2f-acb7-a21309d96e77 req-e4dc92ae-095d-40be-a7ab-5322ceeb3125 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.1111739 Mar 24 01:05:48.143681 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Pushing event updated for resources: {'Port': ['ID=3f544de4-995f-4f20-8e24-929d6e848cea,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:48.185725 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Attempting to bind port 3f544de4-995f-4f20-8e24-929d6e848cea on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:05:48.186677 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Attempting to bind port 3f544de4-995f-4f20-8e24-929d6e848cea by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:05:48.187086 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Attempting to bind port 3f544de4-995f-4f20-8e24-929d6e848cea on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:05:48.191258 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13de1d66-8fc5-4dc4-a05a-d7445173b118 req-d7d1d7a2-0c60-493c-9376-2d9b0c7bc63a tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 210 time: 0.1409895 Mar 24 01:05:48.193837 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:05:48.194222 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:05:48.194626 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:48.195021 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:05:48.195492 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Bound port: 3f544de4-995f-4f20-8e24-929d6e848cea, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:05:48.195873 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3f544de4-995f-4f20-8e24-929d6e848cea), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:48.199280 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:48.199632 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:48.199972 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:48.200310 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:48.200640 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:48.200969 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:48.201320 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:48.201716 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:48.202545 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:48.202871 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:48.203210 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:48.203517 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:48.203843 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:48.204166 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:48.204491 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:48.266862 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] For port 3f544de4-995f-4f20-8e24-929d6e848cea, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:05:48.271688 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] For port 3f544de4-995f-4f20-8e24-929d6e848cea, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3f544de4-995f-4f20-8e24-929d6e848cea,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:05:48.279571 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3f544de4-995f-4f20-8e24-929d6e848cea), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:48.308746 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Publish callbacks [] for port (301d02db-3889-41b9-a103-b72f52be7827), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:48.337684 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Routers {'573b7ec2-2f82-42e0-8810-da7caec249ad'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:48.339240 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['573b7ec2-2f82-42e0-8810-da7caec249ad'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:48.381804 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (301d02db-3889-41b9-a103-b72f52be7827), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:48.387759 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d83f9b94-8aee-4f4a-a975-359053ce83e3 admin admin] Publish callbacks [] for security_group (a31ee504-0359-43e1-9225-747b79d8e45d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:48.412764 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d83f9b94-8aee-4f4a-a975-359053ce83e3 admin admin] Publish callbacks [] for security_group (a31ee504-0359-43e1-9225-747b79d8e45d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:48.454504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Network 5d593bb3-26e2-4a00-a58e-19566a591481 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:48.458260 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:48.462251 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:05:48.468969 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] Set router 573b7ec2-2f82-42e0-8810-da7caec249ad gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:05:48.496371 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d83f9b94-8aee-4f4a-a975-359053ce83e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a31ee504-0359-43e1-9225-747b79d8e45d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:48.499492 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d83f9b94-8aee-4f4a-a975-359053ce83e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:48.500769 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d83f9b94-8aee-4f4a-a975-359053ce83e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a31ee504-0359-43e1-9225-747b79d8e45d HTTP/1.1" status: 204 len: 168 time: 0.5334792 Mar 24 01:05:48.525136 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a648203f-ad62-4943-8faa-84e7eff728bd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (9c0ab743-f0e9-47ca-89dd-21ea9a519ba3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:48.551686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Pushing event updated for resources: {'Port': ['ID=301d02db-3889-41b9-a103-b72f52be7827,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:48.553898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f9b94-8aee-4f4a-a975-359053ce83e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31ee504-0359-43e1-9225-747b79d8e45d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:48.582693 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (573b7ec2-2f82-42e0-8810-da7caec249ad), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:48.592111 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a462534-e762-4664-89a7-2fce029f0542 None None] Pushing event updated for resources: {'Port': ['ID=3f544de4-995f-4f20-8e24-929d6e848cea,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:48.601529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485b0ea-4f8c-461f-b25f-94126c51c9cf req-6f9cb423-82c3-4951-931d-f2b8aebf7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:48.607345 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1485b0ea-4f8c-461f-b25f-94126c51c9cf req-6f9cb423-82c3-4951-931d-f2b8aebf7ca4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 1125 time: 0.4789813 Mar 24 01:05:48.716970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6672-8390-4da7-bc66-e69096b7e223 req-5dd441dd-cff3-402d-9ef5-b9791b396eca tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:48.719077 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-042f6672-8390-4da7-bc66-e69096b7e223 req-5dd441dd-cff3-402d-9ef5-b9791b396eca tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.57 "GET /v2.0/networks?id=337b2b8c-d76b-456d-8251-4e1a61b2a332 HTTP/1.1" status: 200 len: 822 time: 0.5879283 Mar 24 01:05:48.753558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a648203f-ad62-4943-8faa-84e7eff728bd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:48.759619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-042f6672-8390-4da7-bc66-e69096b7e223 req-a0d2c2ee-a41b-4373-b9bf-fae4d84893c7 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Request body: {'port': {'device_id': '61a39a57-c521-4ec4-bf0f-62477935dff5', 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332', 'admin_state_up': True, 'tenant_id': 'cbe9ca3c82ca4922a598c6324836fd39'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:48.798462 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'name': 'tempest-ServerRescueTestJSON-1060374684-router', 'tenant_id': '41878b2607454651b78373c662ce7dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '3f544de4-995f-4f20-8e24-929d6e848cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:05:40Z', 'updated_at': '2022-03-24T01:05:43Z', 'revision_number': 3, 'project_id': '41878b2607454651b78373c662ce7dee', 'gw_port': {'id': '3f544de4-995f-4f20-8e24-929d6e848cea', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:05:42Z', 'updated_at': '2022-03-24T01:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:48.836952 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b05b12-c739-433d-b135-e02b99ab2a58 None None] The sync data for ids ['573b7ec2-2f82-42e0-8810-da7caec249ad'] in n-d-760455-9 is: [{'id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'name': 'tempest-ServerRescueTestJSON-1060374684-router', 'tenant_id': '41878b2607454651b78373c662ce7dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '3f544de4-995f-4f20-8e24-929d6e848cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:05:40Z', 'updated_at': '2022-03-24T01:05:43Z', 'revision_number': 3, 'project_id': '41878b2607454651b78373c662ce7dee', 'gw_port': {'id': '3f544de4-995f-4f20-8e24-929d6e848cea', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:05:42Z', 'updated_at': '2022-03-24T01:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:05:48.859923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-a648203f-ad62-4943-8faa-84e7eff728bd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:48.872713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da77bb4e-37a7-4417-b37f-e958bd9d08c0 None None] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:48.873220 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (301d02db-3889-41b9-a103-b72f52be7827), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:48.985526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a648203f-ad62-4943-8faa-84e7eff728bd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:48.987300 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a648203f-ad62-4943-8faa-84e7eff728bd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:49.084559 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53980) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:49.099522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648203f-ad62-4943-8faa-84e7eff728bd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Subnet': ['ID=9c0ab743-f0e9-47ca-89dd-21ea9a519ba3,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:49.141502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a648203f-ad62-4943-8faa-84e7eff728bd tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2412686 Mar 24 01:05:49.150845 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53984) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:49.161104 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-600a3785-bc44-424c-bd71-b8ee4315d175 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'security_group': {'name': 'tempest-secgroup-968386253'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:49.280708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Update dhcp port {'port': {'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'fixed_ips': [{'subnet_id': 'ca65349a-e45b-4695-b92c-a54e75eca332', 'ip_address': '172.20.0.18'}, {'subnet_id': '9c0ab743-f0e9-47ca-89dd-21ea9a519ba3'}], 'binding:host_id': 'n-d-760455-9'}, 'id': 'd21d85e7-0db8-4d0a-8ef7-ca49c190f307'} from n-d-760455-9. {{(pid=115731) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 24 01:05:49.317926 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-600a3785-bc44-424c-bd71-b8ee4315d175 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:49.349131 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Publish callbacks [] for port (301d02db-3889-41b9-a103-b72f52be7827), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:49.361510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485b0ea-4f8c-461f-b25f-94126c51c9cf req-4fec5abc-f8e7-4f90-b16f-c61143503b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:49.363583 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1485b0ea-4f8c-461f-b25f-94126c51c9cf req-4fec5abc-f8e7-4f90-b16f-c61143503b22 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 907 time: 0.7359097 Mar 24 01:05:49.368745 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53990) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:49.377771 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:49.380956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee7f810e-b02c-44b9-85bc-7cf20ceb3108 req-e66a2d30-d706-4864-ac03-b45e4e1f5c31 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0943513 Mar 24 01:05:49.412176 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (301d02db-3889-41b9-a103-b72f52be7827), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:49.418712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7e00e-2253-42a0-9f0d-50c5788c545d req-89047a0e-90bd-40b6-b847-1d06f6079e7f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:49.427565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-07c7e00e-2253-42a0-9f0d-50c5788c545d req-89047a0e-90bd-40b6-b847-1d06f6079e7f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 943 time: 0.4312441 Mar 24 01:05:49.492306 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee47d-66e1-4696-b743-8726a373ce79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:49.495480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1485b0ea-4f8c-461f-b25f-94126c51c9cf req-4d0df467-0e78-41e0-8bb6-32e7722f5c5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adc4d2fb-3190-4990-bd18-6f65a3ea7784 HTTP/1.1" status: 200 len: 217 time: 0.1024082 Mar 24 01:05:49.619310 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Allocated IP 172.20.0.2 (d5ee773f-443e-4fd5-afe1-4da6fd6fb895/9c0ab743-f0e9-47ca-89dd-21ea9a519ba3/d21d85e7-0db8-4d0a-8ef7-ca49c190f307) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:49.674485 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-07c7e00e-2253-42a0-9f0d-50c5788c545d req-9ab1a248-d011-4b32-b982-cc13787435d4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457142 Mar 24 01:05:49.675315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042f6672-8390-4da7-bc66-e69096b7e223 req-a0d2c2ee-a41b-4373-b9bf-fae4d84893c7 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Made reservation on behalf of cbe9ca3c82ca4922a598c6324836fd39 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:49.679543 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-042f6672-8390-4da7-bc66-e69096b7e223 req-a0d2c2ee-a41b-4373-b9bf-fae4d84893c7 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:49.694029 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485b0ea-4f8c-461f-b25f-94126c51c9cf req-db1a9f70-5f9a-4e8b-aa21-839889c60a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:49.695871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1485b0ea-4f8c-461f-b25f-94126c51c9cf req-db1a9f70-5f9a-4e8b-aa21-839889c60a41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f03de5f8-5d24-4408-b283-d5210a71454f HTTP/1.1" status: 200 len: 846 time: 0.1763060 Mar 24 01:05:49.743068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e2c02ef9-d79c-41fd-9ce2-d996ca270c48 req-3bbf36e0-7111-48f6-8efd-a9e2da936fcb tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 210 time: 0.1768970 Mar 24 01:05:49.751935 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee47d-66e1-4696-b743-8726a373ce79 admin admin] Publish callbacks [] for security_group (cd7fd159-6bf0-4394-8b70-38d9b31f014c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:49.768905 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (573b7ec2-2f82-42e0-8810-da7caec249ad), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:49.789521 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee47d-66e1-4696-b743-8726a373ce79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cd7fd159-6bf0-4394-8b70-38d9b31f014c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:49.808039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1485b0ea-4f8c-461f-b25f-94126c51c9cf req-aa23465a-7d5a-4284-9a25-778d4e52e3c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb8d286a-5d52-420f-a6a9-f3fce1e70234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876217 Mar 24 01:05:49.837307 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ee47d-66e1-4696-b743-8726a373ce79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7fd159-6bf0-4394-8b70-38d9b31f014c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:49.840579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Pushing event updated for resources: {'Port': ['ID=301d02db-3889-41b9-a103-b72f52be7827,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:49.845467 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4910b5a9-8b62-4f71-a207-37d471b2fd2c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd00752103b546059b42b941444af9c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4703007 Mar 24 01:05:49.864595 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53994) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:49.893899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3f544de4-995f-4f20-8e24-929d6e848cea up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:05:49.899717 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] For port d21d85e7-0db8-4d0a-8ef7-ca49c190f307, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,segment=NetworkSegment(063af638-6f45-45fa-8a9b-ab72ee7d9315),segment_id=063af638-6f45-45fa-8a9b-ab72ee7d9315)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:49.959224 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5c2ee47d-66e1-4696-b743-8726a373ce79 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=670da7ab22274bec874aa7cc76c1655e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8735034 Mar 24 01:05:49.970011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53996) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:49.999353 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-600a3785-bc44-424c-bd71-b8ee4315d175 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (d77f9102-4686-4da2-bd86-6895737f1283), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.016414 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-600a3785-bc44-424c-bd71-b8ee4315d175 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d77f9102-4686-4da2-bd86-6895737f1283), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.059318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3f544de4-995f-4f20-8e24-929d6e848cea triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:50.061974 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3f544de4-995f-4f20-8e24-929d6e848cea), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.122421 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Network 5d593bb3-26e2-4a00-a58e-19566a591481 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:50.125423 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Publish callbacks [] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.129769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:50.134315 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-600a3785-bc44-424c-bd71-b8ee4315d175 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.136140 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-600a3785-bc44-424c-bd71-b8ee4315d175 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9837279 Mar 24 01:05:50.139062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54000) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:50.144875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-0187b6dd-d2f2-4df1-b905-be56f0d0ceda tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'security_group': {'name': 'tempest-secgroup-1035538753'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:50.159099 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.168263 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1485b0ea-4f8c-461f-b25f-94126c51c9cf req-5ede7d65-0a4e-4503-8df5-361c61f94fac service neutron] 10.222.0.57 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507295 Mar 24 01:05:50.194631 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0187b6dd-d2f2-4df1-b905-be56f0d0ceda tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.207062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-042f6672-8390-4da7-bc66-e69096b7e223 req-a0d2c2ee-a41b-4373-b9bf-fae4d84893c7 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Allocated IP 172.20.0.12 (337b2b8c-d76b-456d-8251-4e1a61b2a332/70ea9387-859f-4d16-917c-5fc9b19e6f4b/c2878bd4-4d2d-4916-bbf7-a892f84e9575) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:50.305041 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a3785-bc44-424c-bd71-b8ee4315d175 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77f9102-4686-4da2-bd86-6895737f1283,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:50.326944 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33a50b75-f1fd-45c2-b284-f646bb3ea54b admin admin] Publish callbacks [] for security_group (15dbd66c-88d7-40b6-8c31-d072edb69e28), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.327646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3f544de4-995f-4f20-8e24-929d6e848cea is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:50.328035 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3f544de4-995f-4f20-8e24-929d6e848cea), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.335872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Router 573b7ec2-2f82-42e0-8810-da7caec249ad has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:05:50.338703 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4890ee6a-d38d-47b3-99f1-7639dd9fc053 admin admin] Publish callbacks [] for security_group (cd7fd159-6bf0-4394-8b70-38d9b31f014c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.368764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 3f544de4-995f-4f20-8e24-929d6e848cea, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3f544de4-995f-4f20-8e24-929d6e848cea,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:50.382619 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3f544de4-995f-4f20-8e24-929d6e848cea), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.412377 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1485b0ea-4f8c-461f-b25f-94126c51c9cf req-18e1798e-a49d-4d6c-ada9-0071b734fa94 service neutron] 10.222.0.57 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279007 Mar 24 01:05:50.415416 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33a50b75-f1fd-45c2-b284-f646bb3ea54b admin admin] Publish callbacks [] for security_group (15dbd66c-88d7-40b6-8c31-d072edb69e28), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.441872 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4890ee6a-d38d-47b3-99f1-7639dd9fc053 admin admin] Publish callbacks [] for security_group (cd7fd159-6bf0-4394-8b70-38d9b31f014c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.449903 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Pushing event updated for resources: {'Port': ['ID=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:50.464965 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:50.465488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:50.465937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:50.466384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:50.468699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:50.468699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:50.468699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:50.468699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:50.469164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:50.469581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:50.470007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:50.470481 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:50.470972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:50.473491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:50.474045 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a040823-b8e6-426b-99ac-9b304ff72834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:05:50.574362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=3f544de4-995f-4f20-8e24-929d6e848cea,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:50.596741 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-042f6672-8390-4da7-bc66-e69096b7e223 req-a0d2c2ee-a41b-4373-b9bf-fae4d84893c7 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.670140 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:05:50.682359 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e2c52c5e-7224-4547-8091-3f3d0f1a82b9 admin admin] 10.222.0.45 "PUT /v2.0/routers/573b7ec2-2f82-42e0-8810-da7caec249ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4047492 Mar 24 01:05:50.684471 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33a50b75-f1fd-45c2-b284-f646bb3ea54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (15dbd66c-88d7-40b6-8c31-d072edb69e28), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.687340 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33a50b75-f1fd-45c2-b284-f646bb3ea54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.691062 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-33a50b75-f1fd-45c2-b284-f646bb3ea54b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/15dbd66c-88d7-40b6-8c31-d072edb69e28 HTTP/1.1" status: 204 len: 168 time: 0.8228943 Mar 24 01:05:50.700987 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4890ee6a-d38d-47b3-99f1-7639dd9fc053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cd7fd159-6bf0-4394-8b70-38d9b31f014c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.703880 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b293f1c3-acc0-43e3-ab44-c9c24e719be7 req-df584a60-0116-4501-adcd-e3ff637cb41c tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0748692 Mar 24 01:05:50.704307 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4890ee6a-d38d-47b3-99f1-7639dd9fc053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.705623 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4890ee6a-d38d-47b3-99f1-7639dd9fc053 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cd7fd159-6bf0-4394-8b70-38d9b31f014c HTTP/1.1" status: 204 len: 168 time: 0.7287219 Mar 24 01:05:50.706829 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a50b75-f1fd-45c2-b284-f646bb3ea54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dbd66c-88d7-40b6-8c31-d072edb69e28,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:50.718485 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890ee6a-d38d-47b3-99f1-7639dd9fc053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7fd159-6bf0-4394-8b70-38d9b31f014c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:50.805306 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0187b6dd-d2f2-4df1-b905-be56f0d0ceda tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (2daceb9f-111a-443d-9afd-6c0a47d73ee4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.820022 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0187b6dd-d2f2-4df1-b905-be56f0d0ceda tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2daceb9f-111a-443d-9afd-6c0a47d73ee4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.846977 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-042f6672-8390-4da7-bc66-e69096b7e223 req-a0d2c2ee-a41b-4373-b9bf-fae4d84893c7 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:50.856810 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device adc4d2fb-3190-4990-bd18-6f65a3ea7784 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:05:51.061548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port adc4d2fb-3190-4990-bd18-6f65a3ea7784, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=adc4d2fb-3190-4990-bd18-6f65a3ea7784,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:51.066155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2c2ee-a41b-4373-b9bf-fae4d84893c7 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Pushing event updated for resources: {'Port': ['ID=c2878bd4-4d2d-4916-bbf7-a892f84e9575,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:51.097729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'adc4d2fb-3190-4990-bd18-6f65a3ea7784', 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234', 'port_id': 'adc4d2fb-3190-4990-bd18-6f65a3ea7784', 'mac_address': 'fa:16:3e:22:ec:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03de5f8-5d24-4408-b283-d5210a71454f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:05:51.136973 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187b6dd-d2f2-4df1-b905-be56f0d0ceda tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2daceb9f-111a-443d-9afd-6c0a47d73ee4,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:51.156658 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0187b6dd-d2f2-4df1-b905-be56f0d0ceda tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:51.163539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0187b6dd-d2f2-4df1-b905-be56f0d0ceda tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0233793 Mar 24 01:05:51.166862 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54020) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:51.172021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-68cbdf56-8ee3-4890-880c-b436b435fac1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'security_group': {'name': 'tempest-secgroup-1271158957'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:51.177651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port adc4d2fb-3190-4990-bd18-6f65a3ea7784 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:51.178484 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (adc4d2fb-3190-4990-bd18-6f65a3ea7784), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:51.208926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc4d2fb-3190-4990-bd18-6f65a3ea7784 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:05:51.217562 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-68cbdf56-8ee3-4890-880c-b436b435fac1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:51.259454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port adc4d2fb-3190-4990-bd18-6f65a3ea7784, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=adc4d2fb-3190-4990-bd18-6f65a3ea7784,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:51.263888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042f6672-8390-4da7-bc66-e69096b7e223 req-a0d2c2ee-a41b-4373-b9bf-fae4d84893c7 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Network 337b2b8c-d76b-456d-8251-4e1a61b2a332 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:51.268656 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (adc4d2fb-3190-4990-bd18-6f65a3ea7784), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:51.276204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-042f6672-8390-4da7-bc66-e69096b7e223 req-a0d2c2ee-a41b-4373-b9bf-fae4d84893c7 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:51.284205 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-042f6672-8390-4da7-bc66-e69096b7e223 req-a0d2c2ee-a41b-4373-b9bf-fae4d84893c7 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:05:51.396159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6672-8390-4da7-bc66-e69096b7e223 req-a0d2c2ee-a41b-4373-b9bf-fae4d84893c7 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:51.398945 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-042f6672-8390-4da7-bc66-e69096b7e223 req-a0d2c2ee-a41b-4373-b9bf-fae4d84893c7 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:51.416004 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-68cbdf56-8ee3-4890-880c-b436b435fac1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (01426621-e004-45d8-979d-4dae4d91f352), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:51.418335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464fd6-6265-4816-ade0-4d4ec7dd221d req-40c6e437-8844-4ce2-8306-3b6c7dacf3f3 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:51.419957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2464fd6-6265-4816-ade0-4d4ec7dd221d req-40c6e437-8844-4ce2-8306-3b6c7dacf3f3 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 943 time: 0.5340450 Mar 24 01:05:51.427231 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-68cbdf56-8ee3-4890-880c-b436b435fac1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (01426621-e004-45d8-979d-4dae4d91f352), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:51.440538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315c948-24b0-43bb-bbd8-f4425aa89913 req-26f69e04-2429-4cf1-a566-3670aea7efe8 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:51.441632 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=adc4d2fb-3190-4990-bd18-6f65a3ea7784,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:51.448564 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e315c948-24b0-43bb-bbd8-f4425aa89913 req-26f69e04-2429-4cf1-a566-3670aea7efe8 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 932 time: 0.5100656 Mar 24 01:05:51.486034 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-68cbdf56-8ee3-4890-880c-b436b435fac1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:51.489861 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-68cbdf56-8ee3-4890-880c-b436b435fac1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3193548 Mar 24 01:05:51.490711 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-042f6672-8390-4da7-bc66-e69096b7e223 req-a0d2c2ee-a41b-4373-b9bf-fae4d84893c7 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7359011 Mar 24 01:05:51.492609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54028) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:51.508672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-779f0a6e-0169-4c6a-a87d-8cdc70d38d4f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1996539619', 'security_groups': ['01426621-e004-45d8-979d-4dae4d91f352'], 'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9c0ab743-f0e9-47ca-89dd-21ea9a519ba3'}]}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:51.511284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbdf56-8ee3-4890-880c-b436b435fac1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01426621-e004-45d8-979d-4dae4d91f352,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:51.516967 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Request body: {'port': {'device_id': '61a39a57-c521-4ec4-bf0f-62477935dff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:51.517412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['adc4d2fb-3190-4990-bd18-6f65a3ea7784'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:05:51.647884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Sync routers for ids ['573b7ec2-2f82-42e0-8810-da7caec249ad'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:05:51.660353 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2464fd6-6265-4816-ade0-4d4ec7dd221d req-4e4af45b-050f-40f7-8f8a-9b390a497bf7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329435 Mar 24 01:05:51.710519 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e315c948-24b0-43bb-bbd8-f4425aa89913 req-938d4617-9f58-4064-8934-eab5d66105e6 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610669 Mar 24 01:05:51.749854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Routers {'573b7ec2-2f82-42e0-8810-da7caec249ad'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:51.753909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['573b7ec2-2f82-42e0-8810-da7caec249ad'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:51.759697 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d3e2847e-c3f7-43d9-aeb2-4714f11e3ddc None None] Provisioning complete for port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:51.760328 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d3e2847e-c3f7-43d9-aeb2-4714f11e3ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:51.821300 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:51.938007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf05c1c5-4de4-4b0c-8578-12a1d9883f56 req-8a815c89-3d2c-4174-97dd-6127385f2df6 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0643992 Mar 24 01:05:51.956514 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d21d85e7-0db8-4d0a-8ef7-ca49c190f307 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:05:51.971795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779f0a6e-0169-4c6a-a87d-8cdc70d38d4f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:52.209909 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-779f0a6e-0169-4c6a-a87d-8cdc70d38d4f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:52.298966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:52.299574 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:52.302830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-779f0a6e-0169-4c6a-a87d-8cdc70d38d4f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] device_id is not set on port 853f418f-9a56-4421-ab4c-a1d3674ab136 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:05:52.360365 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Set router 573b7ec2-2f82-42e0-8810-da7caec249ad gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:05:52.581301 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d3e2847e-c3f7-43d9-aeb2-4714f11e3ddc None None] Current status of the port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:52.632183 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54068) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:52.640465 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d3e2847e-c3f7-43d9-aeb2-4714f11e3ddc None None] Provisioning complete for port 01edb2e8-5c6f-4027-836a-d7dc9af43355 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:52.641129 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d3e2847e-c3f7-43d9-aeb2-4714f11e3ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (01edb2e8-5c6f-4027-836a-d7dc9af43355), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:52.656775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-2cae5c51-e39c-4d3b-951b-76df9caff85a tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:52.663865 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-2cae5c51-e39c-4d3b-951b-76df9caff85a tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/networks?id=5d593bb3-26e2-4a00-a58e-19566a591481 HTTP/1.1" status: 200 len: 811 time: 0.4382629 Mar 24 01:05:52.682193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2878bd4-4d2d-4916-bbf7-a892f84e9575 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:05:52.697532 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Publish callbacks [] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:52.712594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-59a02625-68da-479a-b1c8-a1d8f3938ef9 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/quotas/41878b2607454651b78373c662ce7dee HTTP/1.1" status: 200 len: 375 time: 0.0470183 Mar 24 01:05:52.737177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:52.738586 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3f544de4-995f-4f20-8e24-929d6e848cea up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:05:52.823106 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d3e2847e-c3f7-43d9-aeb2-4714f11e3ddc None None] Port 01edb2e8-5c6f-4027-836a-d7dc9af43355 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:05:52.863569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device adc4d2fb-3190-4990-bd18-6f65a3ea7784 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:05:52.894264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Transition to ACTIVE for port object c2878bd4-4d2d-4916-bbf7-a892f84e9575 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:05:52.928847 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:52.994616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2cabb6e0-e6ff-4f9e-8553-1d5a8d3276b0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1711377451-network', 'tenant_id': 'dbacde8f99654d25b6212281d6c2d22f'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:53.043170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3f544de4-995f-4f20-8e24-929d6e848cea triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:53.043831 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3f544de4-995f-4f20-8e24-929d6e848cea), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.060579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cabb6e0-e6ff-4f9e-8553-1d5a8d3276b0 admin admin] Made reservation on behalf of dbacde8f99654d25b6212281d6c2d22f for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:53.064453 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cabb6e0-e6ff-4f9e-8553-1d5a8d3276b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.088151 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cabb6e0-e6ff-4f9e-8553-1d5a8d3276b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.151028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port adc4d2fb-3190-4990-bd18-6f65a3ea7784 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:05:53.204406 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port adc4d2fb-3190-4990-bd18-6f65a3ea7784 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:53.204761 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (adc4d2fb-3190-4990-bd18-6f65a3ea7784), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.219236 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cabb6e0-e6ff-4f9e-8553-1d5a8d3276b0 admin admin] Publish callbacks [] for security_group (35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.224434 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cabb6e0-e6ff-4f9e-8553-1d5a8d3276b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.240496 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cabb6e0-e6ff-4f9e-8553-1d5a8d3276b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:05:53.253947 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cabb6e0-e6ff-4f9e-8553-1d5a8d3276b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (13008fb7-01fe-40ca-a028-bfa0faca425d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.254385 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-2cabb6e0-e6ff-4f9e-8553-1d5a8d3276b0 admin admin] Added segment 13008fb7-01fe-40ca-a028-bfa0faca425d of type vlan for network 511055be-3b14-42b0-9bfd-3c37ac2cc1f6 Mar 24 01:05:53.313157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cabb6e0-e6ff-4f9e-8553-1d5a8d3276b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (511055be-3b14-42b0-9bfd-3c37ac2cc1f6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.344477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54094) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:53.345393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'name': 'tempest-ServerRescueTestJSON-1060374684-router', 'tenant_id': '41878b2607454651b78373c662ce7dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '3f544de4-995f-4f20-8e24-929d6e848cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:05:40Z', 'updated_at': '2022-03-24T01:05:48Z', 'revision_number': 4, 'project_id': '41878b2607454651b78373c662ce7dee', 'gw_port': {'id': '3f544de4-995f-4f20-8e24-929d6e848cea', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:05:42Z', 'updated_at': '2022-03-24T01:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '301d02db-3889-41b9-a103-b72f52be7827', 'name': '', 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481', 'tenant_id': '41878b2607454651b78373c662ce7dee', 'mac_address': 'fa:16:3e:b9:1c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '6d432a7d-7eee-4792-8c4f-f1fc763671fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:05:47Z', 'updated_at': '2022-03-24T01:05:48Z', 'revision_number': 2, 'project_id': '41878b2607454651b78373c662ce7dee', 'subnets': [{'id': '6d432a7d-7eee-4792-8c4f-f1fc763671fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:53.377183 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Checking router: 573b7ec2-2f82-42e0-8810-da7caec249ad for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:05:53.377549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Updating router 573b7ec2-2f82-42e0-8810-da7caec249ad port 301d02db-3889-41b9-a103-b72f52be7827 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:05:53.385502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-779f0a6e-0169-4c6a-a87d-8cdc70d38d4f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Allocated IP 172.20.0.11 (d5ee773f-443e-4fd5-afe1-4da6fd6fb895/9c0ab743-f0e9-47ca-89dd-21ea9a519ba3/853f418f-9a56-4421-ab4c-a1d3674ab136) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:53.386028 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabb6e0-e6ff-4f9e-8553-1d5a8d3276b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:53.405860 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cabb6e0-e6ff-4f9e-8553-1d5a8d3276b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (511055be-3b14-42b0-9bfd-3c37ac2cc1f6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.408199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabb6e0-e6ff-4f9e-8553-1d5a8d3276b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:53.410266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cabb6e0-e6ff-4f9e-8553-1d5a8d3276b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.451763 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2cabb6e0-e6ff-4f9e-8553-1d5a8d3276b0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8186791 Mar 24 01:05:53.455609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3f544de4-995f-4f20-8e24-929d6e848cea is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:53.457411 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (301d02db-3889-41b9-a103-b72f52be7827), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.491330 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54098) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:53.501514 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-12bdf366-373c-4269-b396-b4b69b723e7d admin admin] Request body: {'subnet': {'network_id': '511055be-3b14-42b0-9bfd-3c37ac2cc1f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1711377451-subnet', 'tenant_id': 'dbacde8f99654d25b6212281d6c2d22f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:53.539228 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bdf366-373c-4269-b396-b4b69b723e7d admin admin] Made reservation on behalf of dbacde8f99654d25b6212281d6c2d22f for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:53.542423 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12bdf366-373c-4269-b396-b4b69b723e7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.547806 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port adc4d2fb-3190-4990-bd18-6f65a3ea7784 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:53.548207 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (adc4d2fb-3190-4990-bd18-6f65a3ea7784), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.618906 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-779f0a6e-0169-4c6a-a87d-8cdc70d38d4f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (853f418f-9a56-4421-ab4c-a1d3674ab136), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.621919 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-374cbdae-1a7d-4667-889e-5f2407a3b39b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.660141 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9532b1-a072-4ab5-b28e-3cebabdedb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc4d2fb-3190-4990-bd18-6f65a3ea7784'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:05:53.662556 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05602f34-7794-4057-875f-f1bbf22079f1" -d '{"events": [{"server_uuid": "ee9532b1-a072-4ab5-b28e-3cebabdedb73", "name": "network-vif-plugged", "status": "completed", "tag": "adc4d2fb-3190-4990-bd18-6f65a3ea7784"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:05:53.662708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28238087-eb4a-4897-bb55-e0009db1130e req-0a068bc0-78a5-4b03-96bc-3df8c7ff9823 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:53.675100 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28238087-eb4a-4897-bb55-e0009db1130e req-0a068bc0-78a5-4b03-96bc-3df8c7ff9823 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 944 time: 0.8199542 Mar 24 01:05:53.683629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port adc4d2fb-3190-4990-bd18-6f65a3ea7784, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=adc4d2fb-3190-4990-bd18-6f65a3ea7784,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:53.684485 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-70432ade-c499-4da3-ac40-0d8491baa4e4 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=41878b2607454651b78373c662ce7dee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9709163 Mar 24 01:05:53.688481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Pushing event updated for resources: {'Port': ['ID=c2878bd4-4d2d-4916-bbf7-a892f84e9575,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:53.702673 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (adc4d2fb-3190-4990-bd18-6f65a3ea7784), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.722747 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-779f0a6e-0169-4c6a-a87d-8cdc70d38d4f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (853f418f-9a56-4421-ab4c-a1d3674ab136), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.746248 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-374cbdae-1a7d-4667-889e-5f2407a3b39b admin admin] Publish callbacks [] for security_group (21212bc7-4cb0-4ad8-9085-ee73a9cbc182), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.751100 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabb6e0-e6ff-4f9e-8553-1d5a8d3276b0 admin admin] Pushing event updated for resources: {'Network': ['ID=511055be-3b14-42b0-9bfd-3c37ac2cc1f6,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:53.769541 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-374cbdae-1a7d-4667-889e-5f2407a3b39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (21212bc7-4cb0-4ad8-9085-ee73a9cbc182), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.817248 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-374cbdae-1a7d-4667-889e-5f2407a3b39b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2394249a1d7f407d9d5059ddba48d8e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4389105 Mar 24 01:05:53.819664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 511055be-3b14-42b0-9bfd-3c37ac2cc1f6 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:05:53.824601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54102) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:53.913069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f0a6e-0169-4c6a-a87d-8cdc70d38d4f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:53.951303 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cbdae-1a7d-4667-889e-5f2407a3b39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21212bc7-4cb0-4ad8-9085-ee73a9cbc182,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:53.964867 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46c8c6cf-8f18-4d54-9dc3-1d00a2010d9c admin admin] Publish callbacks [] for security_group (21212bc7-4cb0-4ad8-9085-ee73a9cbc182), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:53.976476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-779f0a6e-0169-4c6a-a87d-8cdc70d38d4f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:53.985298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779f0a6e-0169-4c6a-a87d-8cdc70d38d4f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:05:54.005367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=adc4d2fb-3190-4990-bd18-6f65a3ea7784,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:54.047806 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46c8c6cf-8f18-4d54-9dc3-1d00a2010d9c admin admin] Publish callbacks [] for security_group (21212bc7-4cb0-4ad8-9085-ee73a9cbc182), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:54.098752 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-6bef134f-c683-4718-9dad-c68bb704daac service neutron] 10.222.0.45 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777270 Mar 24 01:05:54.168138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779f0a6e-0169-4c6a-a87d-8cdc70d38d4f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:54.168986 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-779f0a6e-0169-4c6a-a87d-8cdc70d38d4f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:54.191725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Attempting to bind port c2878bd4-4d2d-4916-bbf7-a892f84e9575 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:05:54.192106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Attempting to bind port c2878bd4-4d2d-4916-bbf7-a892f84e9575 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'fd5764f6-4970-4435-bfd9-0c5636f1b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:05:54.192435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Attempting to bind port c2878bd4-4d2d-4916-bbf7-a892f84e9575 on network 337b2b8c-d76b-456d-8251-4e1a61b2a332 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:05:54.197194 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12bdf366-373c-4269-b396-b4b69b723e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (ac6602f5-328a-406b-91e3-e0d4df60a941), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:54.204965 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Publish callbacks [] for port (301d02db-3889-41b9-a103-b72f52be7827), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:54.217332 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (301d02db-3889-41b9-a103-b72f52be7827), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:54.251460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28238087-eb4a-4897-bb55-e0009db1130e req-862ba0f1-42d0-443d-86e4-0955639bcc99 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742874 Mar 24 01:05:54.252077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f0a6e-0169-4c6a-a87d-8cdc70d38d4f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=853f418f-9a56-4421-ab4c-a1d3674ab136,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:54.260938 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46c8c6cf-8f18-4d54-9dc3-1d00a2010d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (21212bc7-4cb0-4ad8-9085-ee73a9cbc182), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:54.267949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Port c2878bd4-4d2d-4916-bbf7-a892f84e9575 on network 337b2b8c-d76b-456d-8251-4e1a61b2a332 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:05:54.268281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Attempting to bind port c2878bd4-4d2d-4916-bbf7-a892f84e9575 on network 337b2b8c-d76b-456d-8251-4e1a61b2a332 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:05:54.282796 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46c8c6cf-8f18-4d54-9dc3-1d00a2010d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:54.284000 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-46c8c6cf-8f18-4d54-9dc3-1d00a2010d9c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21212bc7-4cb0-4ad8-9085-ee73a9cbc182 HTTP/1.1" status: 204 len: 168 time: 0.4581916 Mar 24 01:05:54.331672 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-779f0a6e-0169-4c6a-a87d-8cdc70d38d4f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8276496 Mar 24 01:05:54.336521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54108) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:54.349751 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8c6cf-8f18-4d54-9dc3-1d00a2010d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21212bc7-4cb0-4ad8-9085-ee73a9cbc182,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:54.359022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c1d68b94-1843-4fa0-8d32-74ca1b2247a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'subnet': {'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:54.401905 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdf366-373c-4269-b396-b4b69b723e7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6602f5-328a-406b-91e3-e0d4df60a941,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:54.422063 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdf366-373c-4269-b396-b4b69b723e7d admin admin] Checking segment: {'id': '13008fb7-01fe-40ca-a028-bfa0faca425d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '511055be-3b14-42b0-9bfd-3c37ac2cc1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:05:54.422458 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bdf366-373c-4269-b396-b4b69b723e7d admin admin] Network hostable DHCP agents. Network: 511055be-3b14-42b0-9bfd-3c37ac2cc1f6, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:05:54.488327 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54052789-8c51-43dd-a8fb-417b0a7dba86 None None] Pushing event updated for resources: {'Port': ['ID=301d02db-3889-41b9-a103-b72f52be7827,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:54.491049 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bdf366-373c-4269-b396-b4b69b723e7d admin admin] Network 511055be-3b14-42b0-9bfd-3c37ac2cc1f6 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:05:54.506845 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-12bdf366-373c-4269-b396-b4b69b723e7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 511055be-3b14-42b0-9bfd-3c37ac2cc1f6) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:54.512185 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bdf366-373c-4269-b396-b4b69b723e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:54.513057 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12bdf366-373c-4269-b396-b4b69b723e7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:54.525513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:05:54.526098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Checking segment: {'id': 'fd5764f6-4970-4435-bfd9-0c5636f1b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:05:54.526244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Bound using segment: {'id': 'fd5764f6-4970-4435-bfd9-0c5636f1b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:05:54.526704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Bound port: c2878bd4-4d2d-4916-bbf7-a892f84e9575, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5764f6-4970-4435-bfd9-0c5636f1b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:05:54.527078 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:54.530325 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Attempting to bind port 301d02db-3889-41b9-a103-b72f52be7827 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:05:54.530986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Attempting to bind port 301d02db-3889-41b9-a103-b72f52be7827 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '0bd9def8-bffd-478e-b135-fa9c100d2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:05:54.531416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Attempting to bind port 301d02db-3889-41b9-a103-b72f52be7827 on network 5d593bb3-26e2-4a00-a58e-19566a591481 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:05:54.543539 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-12bdf366-373c-4269-b396-b4b69b723e7d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0500410 Mar 24 01:05:54.577456 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:05:54.584437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Checking segment: {'id': '0bd9def8-bffd-478e-b135-fa9c100d2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:05:54.585708 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:54.590902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Bound using segment: {'id': '0bd9def8-bffd-478e-b135-fa9c100d2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:05:54.592949 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Bound port: 301d02db-3889-41b9-a103-b72f52be7827, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd9def8-bffd-478e-b135-fa9c100d2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:05:54.596037 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (301d02db-3889-41b9-a103-b72f52be7827), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:54.627357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b0cf12-a714-4933-8bf9-17437e40dbe9 None None] Network 511055be-3b14-42b0-9bfd-3c37ac2cc1f6 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:54.659820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-26090f71-08f0-4264-b071-a7ca5dfa9b4c None None] Provisioning complete for port 853f418f-9a56-4421-ab4c-a1d3674ab136 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:54.660217 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-26090f71-08f0-4264-b071-a7ca5dfa9b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (853f418f-9a56-4421-ab4c-a1d3674ab136), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:54.660766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-fdf3b888-615f-4c5b-b757-87eb743990e4 service neutron] 10.222.0.45 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205307 Mar 24 01:05:54.688421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d68b94-1843-4fa0-8d32-74ca1b2247a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:54.698804 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c1d68b94-1843-4fa0-8d32-74ca1b2247a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:55.033021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae3a8d16-de41-44c8-bad5-383025b9020c req-dee4ecd6-d70d-4c6a-9b48-4e1bebb8c2aa tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0929179 Mar 24 01:05:55.037664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] For port c2878bd4-4d2d-4916-bbf7-a892f84e9575, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:05:55.049850 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3df3b-425d-4699-9a60-e2e84712e544 req-3a4cd521-04e0-413c-8f39-e9ea5df78ef3 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:55.058499 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77b3df3b-425d-4699-9a60-e2e84712e544 req-3a4cd521-04e0-413c-8f39-e9ea5df78ef3 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 944 time: 0.5341849 Mar 24 01:05:55.075155 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-26090f71-08f0-4264-b071-a7ca5dfa9b4c None None] Port 853f418f-9a56-4421-ab4c-a1d3674ab136 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:05:55.117746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] For port 301d02db-3889-41b9-a103-b72f52be7827, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:05:55.121843 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] For port 301d02db-3889-41b9-a103-b72f52be7827, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=301d02db-3889-41b9-a103-b72f52be7827,segment=NetworkSegment(0bd9def8-bffd-478e-b135-fa9c100d2905),segment_id=0bd9def8-bffd-478e-b135-fa9c100d2905)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:05:55.145670 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (301d02db-3889-41b9-a103-b72f52be7827), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:55.155123 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcbb988-fe15-4e84-9a63-918fa86827a4 None None] Network 511055be-3b14-42b0-9bfd-3c37ac2cc1f6 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:55.155824 n-d-760455-9 neutron-server[115730]: INFO neutron.db.ipam_backend_mixin [None req-c1d68b94-1843-4fa0-8d32-74ca1b2247a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9c0ab743-f0e9-47ca-89dd-21ea9a519ba3 (CIDR: 172.20.0.0/28) Mar 24 01:05:55.182371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] For port c2878bd4-4d2d-4916-bbf7-a892f84e9575, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c2878bd4-4d2d-4916-bbf7-a892f84e9575,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:05:55.231232 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d68b94-1843-4fa0-8d32-74ca1b2247a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:05:55.233992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d68b94-1843-4fa0-8d32-74ca1b2247a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:05:55.255965 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470ad54e-99f4-4972-bf3c-fb9c69ee920c x-openstack-request-id: req-470ad54e-99f4-4972-bf3c-fb9c69ee920c {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:05:55.258140 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9532b1-a072-4ab5-b28e-3cebabdedb73", "name": "network-vif-plugged", "status": "completed", "tag": "adc4d2fb-3190-4990-bd18-6f65a3ea7784", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:05:55.258370 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-470ad54e-99f4-4972-bf3c-fb9c69ee920c {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:05:55.260421 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-470ad54e-99f4-4972-bf3c-fb9c69ee920c'] response: {'server_uuid': 'ee9532b1-a072-4ab5-b28e-3cebabdedb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc4d2fb-3190-4990-bd18-6f65a3ea7784', 'code': 200} Mar 24 01:05:55.284779 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:55.294935 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c1d68b94-1843-4fa0-8d32-74ca1b2247a5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9508662 Mar 24 01:05:55.298079 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54140) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:55.305317 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-43083f57-bb01-43ec-9fd2-03c2d8a6c17d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'subnet': {'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:55.393597 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77b3df3b-425d-4699-9a60-e2e84712e544 req-1ff9b76a-2eb4-4714-a8db-2e625367a94d tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340321 Mar 24 01:05:55.417958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Routers {'573b7ec2-2f82-42e0-8810-da7caec249ad'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:05:55.427068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:05:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['573b7ec2-2f82-42e0-8810-da7caec249ad'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:55.481238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:55.481895 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:55.488997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-042f6672-8390-4da7-bc66-e69096b7e223 req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] 10.222.0.57 "PUT /v2.0/ports/c2878bd4-4d2d-4916-bbf7-a892f84e9575 HTTP/1.1" status: 200 len: 1092 time: 3.9845440 Mar 24 01:05:55.489538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a39a57-c521-4ec4-bf0f-62477935dff5', 'tag': 'c2878bd4-4d2d-4916-bbf7-a892f84e9575'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:05:55.497753 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34ef047-c112-4f28-83d3-316f4d2ac19e" -d '{"events": [{"name": "network-changed", "server_uuid": "61a39a57-c521-4ec4-bf0f-62477935dff5", "tag": "c2878bd4-4d2d-4916-bbf7-a892f84e9575"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:05:55.554728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54052789-8c51-43dd-a8fb-417b0a7dba86 None None] Pushing event updated for resources: {'Port': ['ID=301d02db-3889-41b9-a103-b72f52be7827,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:55.583706 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eca8ff-00d0-43f7-b0bd-eac1a3475407 service neutron] Pushing event updated for resources: {'Port': ['ID=c2878bd4-4d2d-4916-bbf7-a892f84e9575,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:55.739223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] Set router 573b7ec2-2f82-42e0-8810-da7caec249ad gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:05:55.760804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d348ef-bdd2-471a-8b08-b1024739ea96 req-ca96e245-f1bd-40e7-ae2f-85f456bba523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:55.762392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-88d348ef-bdd2-471a-8b08-b1024739ea96 req-ca96e245-f1bd-40e7-ae2f-85f456bba523 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 1127 time: 0.5024495 Mar 24 01:05:55.789683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43083f57-bb01-43ec-9fd2-03c2d8a6c17d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:55.790293 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5bdd89e9-ba05-4aef-aa45-618684dddf4f req-eb1b33e8-cf33-48a3-bd63-bb6eb1b3551d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 210 time: 0.1807699 Mar 24 01:05:55.794404 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43083f57-bb01-43ec-9fd2-03c2d8a6c17d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:56.049481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6672-8390-4da7-bc66-e69096b7e223 req-8649ca98-fe15-4a00-9a6c-1c1e2a0e5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:56.051507 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-042f6672-8390-4da7-bc66-e69096b7e223 req-8649ca98-fe15-4a00-9a6c-1c1e2a0e5f1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe9ca3c82ca4922a598c6324836fd39&device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 1126 time: 0.4432936 Mar 24 01:05:56.101841 n-d-760455-9 neutron-server[115729]: INFO neutron.db.ipam_backend_mixin [None req-43083f57-bb01-43ec-9fd2-03c2d8a6c17d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ca65349a-e45b-4695-b92c-a54e75eca332 (CIDR: 172.20.0.16/28) Mar 24 01:05:56.107422 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-43083f57-bb01-43ec-9fd2-03c2d8a6c17d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:05:56.108748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43083f57-bb01-43ec-9fd2-03c2d8a6c17d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:05:56.148409 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-43083f57-bb01-43ec-9fd2-03c2d8a6c17d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8459997 Mar 24 01:05:56.149134 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54166) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:56.169796 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-25837ba4-449a-4028-90b8-4ecb101fc1d3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'subnet': {'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:56.251188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-88d348ef-bdd2-471a-8b08-b1024739ea96 req-b02f70e7-9e44-4b50-80b5-7f0dd055022b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815192 Mar 24 01:05:56.254484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7590230a-869f-447f-93c1-7c0325be6f82 req-5c4666df-1987-46ee-aaa7-b506bf5ad131 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eca8ca52ce4e421cab215f4eaa013f01&device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.1738772 Mar 24 01:05:56.261327 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-042f6672-8390-4da7-bc66-e69096b7e223 req-17fee155-08a2-4a2c-9b1e-0d90cbefb050 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2878bd4-4d2d-4916-bbf7-a892f84e9575 HTTP/1.1" status: 200 len: 217 time: 0.1794436 Mar 24 01:05:56.269838 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-b28881f3-e729-4647-bde1-3ba68cf512a6 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:56.276656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-b28881f3-e729-4647-bde1-3ba68cf512a6 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/networks?id=511055be-3b14-42b0-9bfd-3c37ac2cc1f6 HTTP/1.1" status: 200 len: 814 time: 0.4853606 Mar 24 01:05:56.300515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-13209a99-6014-4e6a-9d3b-cc7a14d3fd59 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/quotas/dbacde8f99654d25b6212281d6c2d22f HTTP/1.1" status: 200 len: 375 time: 0.0225601 Mar 24 01:05:56.346518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b54e8-b2da-4bcd-9e74-10cef741c444 req-ed22bffa-b108-4f28-9244-2a371990cb32 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:56.354200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f2b54e8-b2da-4bcd-9e74-10cef741c444 req-ed22bffa-b108-4f28-9244-2a371990cb32 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 945 time: 0.3374362 Mar 24 01:05:56.371701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-58b6eb60-3a4e-44a5-832c-04742ab9a4e5 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dbacde8f99654d25b6212281d6c2d22f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698404 Mar 24 01:05:56.384494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'name': 'tempest-ServerRescueTestJSON-1060374684-router', 'tenant_id': '41878b2607454651b78373c662ce7dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '3f544de4-995f-4f20-8e24-929d6e848cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:05:40Z', 'updated_at': '2022-03-24T01:05:48Z', 'revision_number': 4, 'project_id': '41878b2607454651b78373c662ce7dee', 'gw_port': {'id': '3f544de4-995f-4f20-8e24-929d6e848cea', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:05:42Z', 'updated_at': '2022-03-24T01:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '301d02db-3889-41b9-a103-b72f52be7827', 'name': '', 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481', 'tenant_id': '41878b2607454651b78373c662ce7dee', 'mac_address': 'fa:16:3e:b9:1c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '6d432a7d-7eee-4792-8c4f-f1fc763671fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:05:47Z', 'updated_at': '2022-03-24T01:05:55Z', 'revision_number': 4, 'project_id': '41878b2607454651b78373c662ce7dee', 'subnets': [{'id': '6d432a7d-7eee-4792-8c4f-f1fc763671fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:05:56.430530 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb98ef-734a-4bdf-bb8d-7df3f0247dda None None] The sync data for ids ['573b7ec2-2f82-42e0-8810-da7caec249ad'] in n-d-760455-9 is: [{'id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'name': 'tempest-ServerRescueTestJSON-1060374684-router', 'tenant_id': '41878b2607454651b78373c662ce7dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '3f544de4-995f-4f20-8e24-929d6e848cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:05:40Z', 'updated_at': '2022-03-24T01:05:48Z', 'revision_number': 4, 'project_id': '41878b2607454651b78373c662ce7dee', 'gw_port': {'id': '3f544de4-995f-4f20-8e24-929d6e848cea', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:05:42Z', 'updated_at': '2022-03-24T01:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '301d02db-3889-41b9-a103-b72f52be7827', 'name': '', 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481', 'tenant_id': '41878b2607454651b78373c662ce7dee', 'mac_address': 'fa:16:3e:b9:1c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '6d432a7d-7eee-4792-8c4f-f1fc763671fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:05:47Z', 'updated_at': '2022-03-24T01:05:55Z', 'revision_number': 4, 'project_id': '41878b2607454651b78373c662ce7dee', 'subnets': [{'id': '6d432a7d-7eee-4792-8c4f-f1fc763671fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:05:56.581712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25837ba4-449a-4028-90b8-4ecb101fc1d3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Made reservation on behalf of 3efb6d5d493b4d39a7e5588c0fa9a539 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:56.587918 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-25837ba4-449a-4028-90b8-4ecb101fc1d3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:56.623072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7590230a-869f-447f-93c1-7c0325be6f82 req-acb1dfcd-d30f-434e-91d8-bbb2d076dfe4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=eca8ca52ce4e421cab215f4eaa013f01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625217 Mar 24 01:05:56.629430 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f2b54e8-b2da-4bcd-9e74-10cef741c444 req-9e517fc0-8057-4380-886c-608cd5a1de2a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739687 Mar 24 01:05:56.789859 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590230a-869f-447f-93c1-7c0325be6f82 req-0799ae0e-1da1-4f40-8e1e-b03683b263d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:56.795284 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7590230a-869f-447f-93c1-7c0325be6f82 req-0799ae0e-1da1-4f40-8e1e-b03683b263d6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210170 Mar 24 01:05:56.800191 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f11d68-9c81-431e-abd6-046462a227e9 x-openstack-request-id: req-a5f11d68-9c81-431e-abd6-046462a227e9 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:05:56.800535 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a39a57-c521-4ec4-bf0f-62477935dff5", "tag": "c2878bd4-4d2d-4916-bbf7-a892f84e9575", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:05:56.800746 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5f11d68-9c81-431e-abd6-046462a227e9 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:05:56.801250 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f11d68-9c81-431e-abd6-046462a227e9'] response: {'name': 'network-changed', 'server_uuid': '61a39a57-c521-4ec4-bf0f-62477935dff5', 'tag': 'c2878bd4-4d2d-4916-bbf7-a892f84e9575', 'status': 'completed', 'code': 200} Mar 24 01:05:56.811247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-2a5fdb2a-1055-4cc6-bde0-9782b3b72e8c service neutron] 10.222.0.45 "GET /v2.0/networks/511055be-3b14-42b0-9bfd-3c37ac2cc1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375780 Mar 24 01:05:57.034336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-ea22dd90-c1b8-4589-9b83-b2445a364248 service neutron] 10.222.0.45 "GET /v2.0/networks/511055be-3b14-42b0-9bfd-3c37ac2cc1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078738 Mar 24 01:05:57.126889 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38d324a8-9e4b-42c5-8c33-e826d0fd3e98 req-6e0f10cb-947c-4ef8-8f0a-b76c524a6d67 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0912519 Mar 24 01:05:57.169358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6672-8390-4da7-bc66-e69096b7e223 req-1d4a963c-a077-494a-ac38-05ea2ea73773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:57.173962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-042f6672-8390-4da7-bc66-e69096b7e223 req-1d4a963c-a077-494a-ac38-05ea2ea73773 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70ea9387-859f-4d16-917c-5fc9b19e6f4b HTTP/1.1" status: 200 len: 862 time: 0.6264126 Mar 24 01:05:57.279409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-042f6672-8390-4da7-bc66-e69096b7e223 req-162497e9-b254-4eae-90b8-76b469fd5a2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=337b2b8c-d76b-456d-8251-4e1a61b2a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977261 Mar 24 01:05:57.587309 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54192) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:57.593853 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b7709c7f-ce3d-48ef-858b-e4abd2d388ac req-47e18873-e43c-46ec-8189-30e477eef24f tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 210 time: 0.0559709 Mar 24 01:05:57.625782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-96ce288d-979c-4d74-86ab-70643f3bd9c1 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:57.631283 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-96ce288d-979c-4d74-86ab-70643f3bd9c1 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.48 "GET /v2.0/networks?id=5d593bb3-26e2-4a00-a58e-19566a591481 HTTP/1.1" status: 200 len: 811 time: 0.8658197 Mar 24 01:05:57.681469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea6250-5cdd-4a4e-868a-ce29ca9333fd req-d640d531-70c8-4001-bc5d-1f0c305792fb tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:57.683029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2bea6250-5cdd-4a4e-868a-ce29ca9333fd req-d640d531-70c8-4001-bc5d-1f0c305792fb tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 944 time: 0.4027081 Mar 24 01:05:57.690577 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-c339b010-d365-4696-9a9d-7f5e2bac9df6 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Request body: {'port': {'device_id': '745124cd-fbb7-44ad-9efa-5d4093002777', 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481', 'admin_state_up': True, 'tenant_id': '41878b2607454651b78373c662ce7dee'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:57.846577 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa4f25a3-b1e9-4995-85a8-e71d1178d572 req-e48ddd5a-2857-4297-985e-0cd4ef8c8201 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 210 time: 0.1622608 Mar 24 01:05:57.872790 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-042f6672-8390-4da7-bc66-e69096b7e223 req-1944cabb-323b-4b21-8835-1b2eb586fed7 service neutron] 10.222.0.57 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825984 Mar 24 01:05:57.944214 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 301d02db-3889-41b9-a103-b72f52be7827 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:05:58.037196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 301d02db-3889-41b9-a103-b72f52be7827 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:05:58.037587 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (301d02db-3889-41b9-a103-b72f52be7827), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:58.216622 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:58.218864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2bea6250-5cdd-4a4e-868a-ce29ca9333fd req-b3cec05e-5c27-4f67-b453-619887d57853 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784675 Mar 24 01:05:58.231658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 301d02db-3889-41b9-a103-b72f52be7827 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:05:58.232074 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (301d02db-3889-41b9-a103-b72f52be7827), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:58.300368 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-25837ba4-449a-4028-90b8-4ecb101fc1d3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (f3b617f2-e618-433a-9def-12f27dc2278d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:58.348533 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25837ba4-449a-4028-90b8-4ecb101fc1d3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:05:58.349936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 301d02db-3889-41b9-a103-b72f52be7827, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=301d02db-3889-41b9-a103-b72f52be7827,segment=NetworkSegment(0bd9def8-bffd-478e-b135-fa9c100d2905),segment_id=0bd9def8-bffd-478e-b135-fa9c100d2905)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:58.359594 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (301d02db-3889-41b9-a103-b72f52be7827), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:58.396281 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-25837ba4-449a-4028-90b8-4ecb101fc1d3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:05:58.410976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4659946-7a91-41ee-bdf3-29429083c904 None None] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:05:58.435456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbe955-91ad-48e8-aa44-c5ac61954d0d req-fd90f5c6-96b8-4a36-9e73-65f3ebe91295 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:58.442921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94cbe955-91ad-48e8-aa44-c5ac61954d0d req-fd90f5c6-96b8-4a36-9e73-65f3ebe91295 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 945 time: 0.3767321 Mar 24 01:05:58.451249 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-312d5e9b-333a-48fb-8829-de8a1408e068 req-f80e1a9b-dcfd-4a74-8549-fab1af53a7a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0855680 Mar 24 01:05:58.464405 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25837ba4-449a-4028-90b8-4ecb101fc1d3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:58.474442 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-25837ba4-449a-4028-90b8-4ecb101fc1d3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:58.492734 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-042f6672-8390-4da7-bc66-e69096b7e223 req-ec776acb-7d1b-4aee-805c-835f298c1685 service neutron] 10.222.0.57 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077924 Mar 24 01:05:58.506025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=301d02db-3889-41b9-a103-b72f52be7827,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:58.507255 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-652945f5-db3e-44c0-af54-f549d41a343f req-7f79e3ff-54f3-4a4a-8a89-e4edec7cf1ca tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0595191 Mar 24 01:05:58.530934 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:58.630357 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25837ba4-449a-4028-90b8-4ecb101fc1d3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Subnet': ['ID=f3b617f2-e618-433a-9def-12f27dc2278d,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:58.652704 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-25837ba4-449a-4028-90b8-4ecb101fc1d3 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4970510 Mar 24 01:05:58.658821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54212) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:05:58.687403 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-04cf01eb-e94f-45e7-9ccd-ee00d153d80a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-413910625', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f3b617f2-e618-433a-9def-12f27dc2278d'}], 'security_groups': ['d77f9102-4686-4da2-bd86-6895737f1283', '2daceb9f-111a-443d-9afd-6c0a47d73ee4']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:58.690962 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-c339b010-d365-4696-9a9d-7f5e2bac9df6 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Made reservation on behalf of 41878b2607454651b78373c662ce7dee for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:05:58.695154 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-c339b010-d365-4696-9a9d-7f5e2bac9df6 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:58.743203 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94cbe955-91ad-48e8-aa44-c5ac61954d0d req-c99bae92-9bd4-49a2-b9f3-1064b9cff380 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984812 Mar 24 01:05:58.748094 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cb4da300-d507-41e9-975e-2d3155e1e9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:58.857430 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:58.875955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d663d8-302e-4ae8-9924-8e32603a7ea1 None None] Update dhcp port {'port': {'network_id': 'd5ee773f-443e-4fd5-afe1-4da6fd6fb895', 'fixed_ips': [{'subnet_id': 'ca65349a-e45b-4695-b92c-a54e75eca332', 'ip_address': '172.20.0.18'}, {'subnet_id': '9c0ab743-f0e9-47ca-89dd-21ea9a519ba3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f3b617f2-e618-433a-9def-12f27dc2278d'}], 'binding:host_id': 'n-d-760455-9'}, 'id': 'd21d85e7-0db8-4d0a-8ef7-ca49c190f307'} from n-d-760455-9. {{(pid=115731) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 24 01:05:58.908421 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-29d663d8-302e-4ae8-9924-8e32603a7ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:58.965685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-29dc01da-6447-4165-91eb-4e75528b8193 req-5c7a7ebb-0bf1-4d81-8230-458035332368 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 210 time: 0.1060047 Mar 24 01:05:59.059910 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-c339b010-d365-4696-9a9d-7f5e2bac9df6 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Allocated IP 172.20.0.5 (5d593bb3-26e2-4a00-a58e-19566a591481/6d432a7d-7eee-4792-8c4f-f1fc763671fc/0af12d92-29cb-477f-baf8-3a9306f4e329) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:59.183056 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09e97020-cc1a-45cd-a2cc-419361f36c8f req-d6099de2-2773-424d-b13d-51a7cf79bda7 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 210 time: 0.0614324 Mar 24 01:05:59.208290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce83c-60f1-458e-9011-ffae81de2ba5 req-426b9006-22bb-4b9b-8770-142f4c00c0f7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:59.215017 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4dce83c-60f1-458e-9011-ffae81de2ba5 req-426b9006-22bb-4b9b-8770-142f4c00c0f7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 945 time: 0.3470790 Mar 24 01:05:59.215570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Allocated IP 172.25.0.99 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/77549a8e-f2b8-436c-968d-95ca8defb413) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:59.224392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ef047-c112-4f28-83d3-316f4d2ac19e req-11523749-8724-48d5-a86d-42618c6c9a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:59.225907 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c34ef047-c112-4f28-83d3-316f4d2ac19e req-11523749-8724-48d5-a86d-42618c6c9a26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe9ca3c82ca4922a598c6324836fd39&device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 1126 time: 0.4015329 Mar 24 01:05:59.335073 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04cf01eb-e94f-45e7-9ccd-ee00d153d80a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (853f418f-9a56-4421-ab4c-a1d3674ab136), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:59.336490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-29d663d8-302e-4ae8-9924-8e32603a7ea1 None None] Allocated IP 172.20.0.34 (d5ee773f-443e-4fd5-afe1-4da6fd6fb895/f3b617f2-e618-433a-9def-12f27dc2278d/d21d85e7-0db8-4d0a-8ef7-ca49c190f307) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:05:59.426178 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4dce83c-60f1-458e-9011-ffae81de2ba5 req-4bc5aa6f-9666-4595-a5b7-810c16786764 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102957 Mar 24 01:05:59.521245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-29d663d8-302e-4ae8-9924-8e32603a7ea1 None None] For port d21d85e7-0db8-4d0a-8ef7-ca49c190f307, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,segment=NetworkSegment(063af638-6f45-45fa-8a9b-ab72ee7d9315),segment_id=063af638-6f45-45fa-8a9b-ab72ee7d9315)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:05:59.523294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ef047-c112-4f28-83d3-316f4d2ac19e req-785f88a9-ef3b-4d4e-a6b2-1dbd3031c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:59.524793 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c34ef047-c112-4f28-83d3-316f4d2ac19e req-785f88a9-ef3b-4d4e-a6b2-1dbd3031c857 service neutron] 10.222.0.57 "GET /v2.0/networks?id=337b2b8c-d76b-456d-8251-4e1a61b2a332 HTTP/1.1" status: 200 len: 923 time: 0.2768972 Mar 24 01:05:59.549182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da2af3-803b-4888-a453-ff227a89d62c req-c0c45404-c0a5-47f1-ba36-d23bd6eb6c78 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:59.550969 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01da2af3-803b-4888-a453-ff227a89d62c req-c0c45404-c0a5-47f1-ba36-d23bd6eb6c78 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 944 time: 0.2027361 Mar 24 01:05:59.603360 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-29d663d8-302e-4ae8-9924-8e32603a7ea1 None None] Publish callbacks [] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:59.608807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c34ef047-c112-4f28-83d3-316f4d2ac19e req-10d91957-d486-48ba-a694-1de9453f8406 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2878bd4-4d2d-4916-bbf7-a892f84e9575 HTTP/1.1" status: 200 len: 217 time: 0.0681832 Mar 24 01:05:59.617695 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-29d663d8-302e-4ae8-9924-8e32603a7ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:59.754347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d663d8-302e-4ae8-9924-8e32603a7ea1 None None] Pushing event updated for resources: {'Port': ['ID=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:05:59.789496 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-c339b010-d365-4696-9a9d-7f5e2bac9df6 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Publish callbacks [] for port (0af12d92-29cb-477f-baf8-3a9306f4e329), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:59.837893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 301d02db-3889-41b9-a103-b72f52be7827 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:05:59.912444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ef047-c112-4f28-83d3-316f4d2ac19e req-b8a045ca-81eb-4e67-9f17-f73861b2c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:59.915744 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c34ef047-c112-4f28-83d3-316f4d2ac19e req-b8a045ca-81eb-4e67-9f17-f73861b2c31b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70ea9387-859f-4d16-917c-5fc9b19e6f4b HTTP/1.1" status: 200 len: 862 time: 0.2697890 Mar 24 01:05:59.923199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-24095a5f-307b-4d95-ad93-66d98ff98a7f tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:05:59.924683 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-24095a5f-307b-4d95-ad93-66d98ff98a7f tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.48 "GET /v2.0/networks?id=511055be-3b14-42b0-9bfd-3c37ac2cc1f6 HTTP/1.1" status: 200 len: 814 time: 0.8154745 Mar 24 01:05:59.928906 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks [] for port (77549a8e-f2b8-436c-968d-95ca8defb413), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:59.946683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01da2af3-803b-4888-a453-ff227a89d62c req-583cce4c-8556-4d4d-ab11-98167c0773fb tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762794 Mar 24 01:05:59.968278 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:59.986775 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-6a616f36-01e9-40b7-8336-f21b85cc64c5 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Request body: {'port': {'device_id': '989de99e-f9c7-45a0-932b-313e05f0e71e', 'network_id': '511055be-3b14-42b0-9bfd-3c37ac2cc1f6', 'admin_state_up': True, 'tenant_id': 'dbacde8f99654d25b6212281d6c2d22f'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:05:59.992021 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-c339b010-d365-4696-9a9d-7f5e2bac9df6 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0af12d92-29cb-477f-baf8-3a9306f4e329), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:05:59.998983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 301d02db-3889-41b9-a103-b72f52be7827 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:00.000158 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (301d02db-3889-41b9-a103-b72f52be7827), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:00.050224 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91e0f9b4-0158-4241-960f-197fc98483a0 req-538dbaa7-a907-40fb-a1c8-cd73e841ede1 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.1335757 Mar 24 01:06:00.125663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 301d02db-3889-41b9-a103-b72f52be7827 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:00.137472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c34ef047-c112-4f28-83d3-316f4d2ac19e req-075783a0-2dd1-402f-962f-182c1878e5bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=337b2b8c-d76b-456d-8251-4e1a61b2a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935564 Mar 24 01:06:00.140112 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (77549a8e-f2b8-436c-968d-95ca8defb413), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:00.165018 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:00.171153 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:00.175347 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:00.279792 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks [] for floatingip (93cc88b9-5c67-4cce-80e7-ad7a5fa90b0d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:00.350818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-c339b010-d365-4696-9a9d-7f5e2bac9df6 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Network 5d593bb3-26e2-4a00-a58e-19566a591481 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:00.355832 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b010-d365-4696-9a9d-7f5e2bac9df6 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Pushing event updated for resources: {'Port': ['ID=0af12d92-29cb-477f-baf8-3a9306f4e329,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:00.367075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-c339b010-d365-4696-9a9d-7f5e2bac9df6 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:00.378650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-c339b010-d365-4696-9a9d-7f5e2bac9df6 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:00.419257 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (77549a8e-f2b8-436c-968d-95ca8defb413), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:00.585517 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Pushing event updated for resources: {'Port': ['ID=77549a8e-f2b8-436c-968d-95ca8defb413,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:00.599023 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-c339b010-d365-4696-9a9d-7f5e2bac9df6 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:00.599671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-c339b010-d365-4696-9a9d-7f5e2bac9df6 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:00.614448 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-6a616f36-01e9-40b7-8336-f21b85cc64c5 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Made reservation on behalf of dbacde8f99654d25b6212281d6c2d22f for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:00.617924 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-6a616f36-01e9-40b7-8336-f21b85cc64c5 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:00.643164 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-c339b010-d365-4696-9a9d-7f5e2bac9df6 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9870646 Mar 24 01:06:00.655381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Request body: {'port': {'device_id': '745124cd-fbb7-44ad-9efa-5d4093002777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:00.737615 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c34ef047-c112-4f28-83d3-316f4d2ac19e req-70731ada-857e-4088-8c30-e1226fba90ae service neutron] 10.222.0.57 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868306 Mar 24 01:06:00.834207 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks [] for port (77549a8e-f2b8-436c-968d-95ca8defb413), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:00.838572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabcb00-9ef9-4a0c-9b55-bb24f70e3396 req-9adc45a8-555c-48a5-b5c7-7f3e1f7038b2 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:00.840578 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dced5ccd-eb99-4645-913e-baafac201771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:00.847047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eabcb00-9ef9-4a0c-9b55-bb24f70e3396 req-9adc45a8-555c-48a5-b5c7-7f3e1f7038b2 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 945 time: 0.7148991 Mar 24 01:06:00.853506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f285f143-f700-4274-836b-9cfbffd9cd7a None None] Provisioning complete for port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:00.853892 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f285f143-f700-4274-836b-9cfbffd9cd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:00.855278 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (77549a8e-f2b8-436c-968d-95ca8defb413), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:00.859648 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0af12d92-29cb-477f-baf8-3a9306f4e329), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:00.897017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58c0e0-0107-43da-ae3f-14c36e515e83 req-cf1c6a40-36c4-4330-87b4-b987046c664d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:00.899192 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f58c0e0-0107-43da-ae3f-14c36e515e83 req-cf1c6a40-36c4-4330-87b4-b987046c664d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 931 time: 0.6783497 Mar 24 01:06:00.909332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-04cf01eb-e94f-45e7-9ccd-ee00d153d80a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Delete allocated IP 172.20.0.11 (d5ee773f-443e-4fd5-afe1-4da6fd6fb895/9c0ab743-f0e9-47ca-89dd-21ea9a519ba3) {{(pid=115730) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 24 01:06:00.933468 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device c2878bd4-4d2d-4916-bbf7-a892f84e9575 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:06:00.964653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f285f143-f700-4274-836b-9cfbffd9cd7a None None] Current status of the port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:00.968008 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-04cf01eb-e94f-45e7-9ccd-ee00d153d80a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Allocated IP 172.20.0.40 (d5ee773f-443e-4fd5-afe1-4da6fd6fb895/f3b617f2-e618-433a-9def-12f27dc2278d/853f418f-9a56-4421-ab4c-a1d3674ab136) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:01.036187 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f285f143-f700-4274-836b-9cfbffd9cd7a None None] Provisioning complete for port 853f418f-9a56-4421-ab4c-a1d3674ab136 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:01.036987 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f285f143-f700-4274-836b-9cfbffd9cd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (853f418f-9a56-4421-ab4c-a1d3674ab136), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:01.046192 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eabcb00-9ef9-4a0c-9b55-bb24f70e3396 req-63a9b96f-c2e3-46ec-ad91-93e20fc94bf3 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987073 Mar 24 01:06:01.093716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f285f143-f700-4274-836b-9cfbffd9cd7a None None] Port 853f418f-9a56-4421-ab4c-a1d3674ab136 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:01.117079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c34ef047-c112-4f28-83d3-316f4d2ac19e req-4c040cf2-a8d7-4e80-9799-abc7c1984d25 service neutron] 10.222.0.57 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698468 Mar 24 01:06:01.137201 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c2878bd4-4d2d-4916-bbf7-a892f84e9575, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c2878bd4-4d2d-4916-bbf7-a892f84e9575,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:01.149087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f285f143-f700-4274-836b-9cfbffd9cd7a None None] Provisioning complete for port 01edb2e8-5c6f-4027-836a-d7dc9af43355 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:01.149486 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f285f143-f700-4274-836b-9cfbffd9cd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (01edb2e8-5c6f-4027-836a-d7dc9af43355), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:01.174944 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'c2878bd4-4d2d-4916-bbf7-a892f84e9575', 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332', 'port_id': 'c2878bd4-4d2d-4916-bbf7-a892f84e9575', 'mac_address': 'fa:16:3e:73:f8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ea9387-859f-4d16-917c-5fc9b19e6f4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:06:01.209274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f285f143-f700-4274-836b-9cfbffd9cd7a None None] Port 01edb2e8-5c6f-4027-836a-d7dc9af43355 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:01.224787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port c2878bd4-4d2d-4916-bbf7-a892f84e9575 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:01.225250 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:01.233339 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f58c0e0-0107-43da-ae3f-14c36e515e83 req-cee7113b-d9a6-44b1-ab3d-fb11ed76c945 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170238 Mar 24 01:06:01.240200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2878bd4-4d2d-4916-bbf7-a892f84e9575 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:01.272110 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c2878bd4-4d2d-4916-bbf7-a892f84e9575, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c2878bd4-4d2d-4916-bbf7-a892f84e9575,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:01.279287 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:01.298032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af12d92-29cb-477f-baf8-3a9306f4e329 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:01.307322 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Publish callbacks [] for port (0af12d92-29cb-477f-baf8-3a9306f4e329), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:01.321625 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Transition to ACTIVE for port object 0af12d92-29cb-477f-baf8-3a9306f4e329 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:06:01.330183 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Pushing event updated for resources: {'Port': ['ID=77549a8e-f2b8-436c-968d-95ca8defb413,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:01.339389 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1dc3519-cc7b-4b47-b25b-82c1aad03a78 req-34f520dd-dd51-461a-b185-503d79087389 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 210 time: 0.1356549 Mar 24 01:06:01.340755 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (0af12d92-29cb-477f-baf8-3a9306f4e329), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:01.354915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=c2878bd4-4d2d-4916-bbf7-a892f84e9575,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:01.428221 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-6a616f36-01e9-40b7-8336-f21b85cc64c5 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Allocated IP 172.20.0.6 (511055be-3b14-42b0-9bfd-3c37ac2cc1f6/ac6602f5-328a-406b-91e3-e0d4df60a941/e42d6427-d53e-4a1a-a698-ff1b69ba4e90) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:01.434336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0af12d92-29cb-477f-baf8-3a9306f4e329,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:01.455347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d583d-4efc-4fdf-b534-440e10493b5e req-0e878a35-aba6-466f-8d1b-ff692a36ff5a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:01.456834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e0d583d-4efc-4fdf-b534-440e10493b5e req-0e878a35-aba6-466f-8d1b-ff692a36ff5a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 945 time: 0.2909329 Mar 24 01:06:01.481266 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['c2878bd4-4d2d-4916-bbf7-a892f84e9575'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:01.514709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84649a-19de-479d-a3fb-21f52f9baffc req-15cb161d-bf7a-4f5e-ac52-1e9d770734ec tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:01.521586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e84649a-19de-479d-a3fb-21f52f9baffc req-15cb161d-bf7a-4f5e-ac52-1e9d770734ec tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 945 time: 0.1500602 Mar 24 01:06:01.682298 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04cf01eb-e94f-45e7-9ccd-ee00d153d80a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for port (853f418f-9a56-4421-ab4c-a1d3674ab136), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:01.736766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f95c3528-c6c9-4902-8a6b-afb7e5abcb85 req-8cde86be-1a7d-4d9c-8cc9-630aabc5e97f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eca8ca52ce4e421cab215f4eaa013f01&device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0804894 Mar 24 01:06:01.748689 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04cf01eb-e94f-45e7-9ccd-ee00d153d80a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (853f418f-9a56-4421-ab4c-a1d3674ab136), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:01.753031 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-6a616f36-01e9-40b7-8336-f21b85cc64c5 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Publish callbacks [] for port (e42d6427-d53e-4a1a-a698-ff1b69ba4e90), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:01.755634 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (93cc88b9-5c67-4cce-80e7-ad7a5fa90b0d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:01.784309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e84649a-19de-479d-a3fb-21f52f9baffc req-c6c05a40-b8c9-4b85-a2b2-b1b5dc23cd18 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567899 Mar 24 01:06:01.785744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d21d85e7-0db8-4d0a-8ef7-ca49c190f307 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:01.816731 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:01.821454 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cea5ecea-c36b-47f3-a420-8fa8eb11c4dc tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2259223 Mar 24 01:06:01.827121 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54242) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:01.831776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4bd1e4b7-e366-4b0a-bee7-72facb52f373 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-150225147', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'fixed_ips': [{'ip_address': '172.25.0.99'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:01.844733 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f95c3528-c6c9-4902-8a6b-afb7e5abcb85 req-93f41323-b616-40f3-abf3-641edd2c0951 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=eca8ca52ce4e421cab215f4eaa013f01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895691 Mar 24 01:06:01.865672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Attempting to bind port 0af12d92-29cb-477f-baf8-3a9306f4e329 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:06:01.866252 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Attempting to bind port 0af12d92-29cb-477f-baf8-3a9306f4e329 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '0bd9def8-bffd-478e-b135-fa9c100d2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:06:01.866355 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Attempting to bind port 0af12d92-29cb-477f-baf8-3a9306f4e329 on network 5d593bb3-26e2-4a00-a58e-19566a591481 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:01.874086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Port 0af12d92-29cb-477f-baf8-3a9306f4e329 on network 5d593bb3-26e2-4a00-a58e-19566a591481 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:06:01.874426 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Attempting to bind port 0af12d92-29cb-477f-baf8-3a9306f4e329 on network 5d593bb3-26e2-4a00-a58e-19566a591481 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:01.874938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6268bd2b-f3c2-4fbb-ac37-699816851420 req-76818e80-bd41-44b5-9620-eda482941647 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0871041 Mar 24 01:06:01.881613 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:06:01.881984 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Checking segment: {'id': '0bd9def8-bffd-478e-b135-fa9c100d2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:01.882427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Bound using segment: {'id': '0bd9def8-bffd-478e-b135-fa9c100d2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:06:01.882881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Bound port: 0af12d92-29cb-477f-baf8-3a9306f4e329, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd9def8-bffd-478e-b135-fa9c100d2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:06:01.883247 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0af12d92-29cb-477f-baf8-3a9306f4e329), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:01.887119 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-6a616f36-01e9-40b7-8336-f21b85cc64c5 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e42d6427-d53e-4a1a-a698-ff1b69ba4e90), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:01.906026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd1e4b7-e366-4b0a-bee7-72facb52f373 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Made reservation on behalf of bdab65bcdced4381aae2832768f0782e for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:01.908447 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4bd1e4b7-e366-4b0a-bee7-72facb52f373 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:01.923423 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4bd1e4b7-e366-4b0a-bee7-72facb52f373 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:01.982232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:01.983475 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:02.027107 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-6a616f36-01e9-40b7-8336-f21b85cc64c5 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Network 511055be-3b14-42b0-9bfd-3c37ac2cc1f6 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:02.041858 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-6a616f36-01e9-40b7-8336-f21b85cc64c5 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:02.058943 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-6a616f36-01e9-40b7-8336-f21b85cc64c5 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:02.066682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-8e0d583d-4efc-4fdf-b534-440e10493b5e req-3af76cf5-88c5-486f-8e9d-360c0180c0dd tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Deleting port adc4d2fb-3190-4990-bd18-6f65a3ea7784 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:02.067236 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8e0d583d-4efc-4fdf-b534-440e10493b5e req-3af76cf5-88c5-486f-8e9d-360c0180c0dd tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (adc4d2fb-3190-4990-bd18-6f65a3ea7784), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:02.068268 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a616f36-01e9-40b7-8336-f21b85cc64c5 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Pushing event updated for resources: {'Port': ['ID=e42d6427-d53e-4a1a-a698-ff1b69ba4e90,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:02.147288 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:02.161914 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:02.197923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-04cf01eb-e94f-45e7-9ccd-ee00d153d80a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] In _notify_port_updated(), no bound segment for port 853f418f-9a56-4421-ab4c-a1d3674ab136 on network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 {{(pid=115730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:06:02.201036 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] For port 0af12d92-29cb-477f-baf8-3a9306f4e329, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:06:02.205559 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cf01eb-e94f-45e7-9ccd-ee00d153d80a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:02.206535 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04cf01eb-e94f-45e7-9ccd-ee00d153d80a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:02.207919 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-04cf01eb-e94f-45e7-9ccd-ee00d153d80a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "PUT /v2.0/ports/853f418f-9a56-4421-ab4c-a1d3674ab136 HTTP/1.1" status: 200 len: 959 time: 3.5477545 Mar 24 01:06:02.211790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] For port 0af12d92-29cb-477f-baf8-3a9306f4e329, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=0af12d92-29cb-477f-baf8-3a9306f4e329,segment=NetworkSegment(0bd9def8-bffd-478e-b135-fa9c100d2905),segment_id=0bd9def8-bffd-478e-b135-fa9c100d2905)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:06:02.212950 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54248) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:02.221852 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf01eb-e94f-45e7-9ccd-ee00d153d80a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event updated for resources: {'Port': ['ID=853f418f-9a56-4421-ab4c-a1d3674ab136,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:02.246421 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-6a616f36-01e9-40b7-8336-f21b85cc64c5 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:02.247046 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-6a616f36-01e9-40b7-8336-f21b85cc64c5 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:02.281943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (0af12d92-29cb-477f-baf8-3a9306f4e329), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:02.294017 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-6a616f36-01e9-40b7-8336-f21b85cc64c5 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3477194 Mar 24 01:06:02.328862 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Request body: {'port': {'device_id': '989de99e-f9c7-45a0-932b-313e05f0e71e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:02.371082 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:02.380824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:02.381515 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:02.382889 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] 10.222.0.48 "PUT /v2.0/ports/0af12d92-29cb-477f-baf8-3a9306f4e329 HTTP/1.1" status: 200 len: 1091 time: 1.7317088 Mar 24 01:06:02.422467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6a9f7-4810-40bd-a751-e3af1b123c9e req-0219f3df-b840-47b7-bd41-721f1b567f26 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:02.430710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ce6a9f7-4810-40bd-a751-e3af1b123c9e req-0219f3df-b840-47b7-bd41-721f1b567f26 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 945 time: 0.2193904 Mar 24 01:06:02.439670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c3528-c6c9-4902-8a6b-afb7e5abcb85 req-d8eb9fc6-7b72-4189-a200-9bb1c938f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:02.441168 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f95c3528-c6c9-4902-8a6b-afb7e5abcb85 req-d8eb9fc6-7b72-4189-a200-9bb1c938f320 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5722053 Mar 24 01:06:02.461505 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4bd1e4b7-e366-4b0a-bee7-72facb52f373 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks [] for security_group (674af241-e364-4232-8b29-f99db1cd0a8c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:02.462910 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745124cd-fbb7-44ad-9efa-5d4093002777', 'tag': '0af12d92-29cb-477f-baf8-3a9306f4e329'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:02.465744 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63750411-1df5-4c19-b011-4e0aaf5ed12c" -d '{"events": [{"name": "network-changed", "server_uuid": "745124cd-fbb7-44ad-9efa-5d4093002777", "tag": "0af12d92-29cb-477f-baf8-3a9306f4e329"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:02.475830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8e0d583d-4efc-4fdf-b534-440e10493b5e req-3af76cf5-88c5-486f-8e9d-360c0180c0dd tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] For port adc4d2fb-3190-4990-bd18-6f65a3ea7784, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=adc4d2fb-3190-4990-bd18-6f65a3ea7784,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:02.476211 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8e0d583d-4efc-4fdf-b534-440e10493b5e req-3af76cf5-88c5-486f-8e9d-360c0180c0dd tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (adc4d2fb-3190-4990-bd18-6f65a3ea7784), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:02.498587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-8e0d583d-4efc-4fdf-b534-440e10493b5e req-3af76cf5-88c5-486f-8e9d-360c0180c0dd tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Calling delete_port for adc4d2fb-3190-4990-bd18-6f65a3ea7784 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:02.513427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3bd23-1a86-42e3-8b00-a4d26b5419f1 req-debb7fad-2273-4cbe-bf80-1b1a156ca31a tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:02.515563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-99a3bd23-1a86-42e3-8b00-a4d26b5419f1 req-debb7fad-2273-4cbe-bf80-1b1a156ca31a tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 943 time: 0.1770468 Mar 24 01:06:02.530603 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e42d6427-d53e-4a1a-a698-ff1b69ba4e90), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:02.532972 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4bd1e4b7-e366-4b0a-bee7-72facb52f373 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (674af241-e364-4232-8b29-f99db1cd0a8c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:02.536685 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-4bd1e4b7-e366-4b0a-bee7-72facb52f373 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] device_id is not set on port d1b2c7c0-cd7c-484e-8e45-626fdf3befc3 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:06:02.571292 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ce6a9f7-4810-40bd-a751-e3af1b123c9e req-c54c5d04-81d6-4ff2-8c0b-e17af7cf25c9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396186 Mar 24 01:06:02.642994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-da18ad58-4a47-4870-ae7a-995963c861dc None None] Provisioning complete for port 853f418f-9a56-4421-ab4c-a1d3674ab136 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:02.643284 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-da18ad58-4a47-4870-ae7a-995963c861dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (853f418f-9a56-4421-ab4c-a1d3674ab136), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:02.691101 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-da18ad58-4a47-4870-ae7a-995963c861dc None None] Port 853f418f-9a56-4421-ab4c-a1d3674ab136 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:02.696634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-99a3bd23-1a86-42e3-8b00-a4d26b5419f1 req-7448efd2-4527-4a87-899b-b5c8e5838d01 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740339 Mar 24 01:06:02.741297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fb084-7cd5-43de-8296-a863dacb7a56 req-529caed1-1002-4f5b-a263-9492b9e4e1c8 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:02.742843 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d18fb084-7cd5-43de-8296-a863dacb7a56 req-529caed1-1002-4f5b-a263-9492b9e4e1c8 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 931 time: 0.1050189 Mar 24 01:06:02.863186 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d18fb084-7cd5-43de-8296-a863dacb7a56 req-6dd4c5b5-d909-4357-af26-553a0493f9f3 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/security-groups?id=35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119874 Mar 24 01:06:02.864738 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8e0d583d-4efc-4fdf-b534-440e10493b5e req-3af76cf5-88c5-486f-8e9d-360c0180c0dd tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (adc4d2fb-3190-4990-bd18-6f65a3ea7784), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:02.883607 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['adc4d2fb-3190-4990-bd18-6f65a3ea7784'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:02.900734 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af76cf5-88c5-486f-8e9d-360c0180c0dd tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Pushing event deleted for resources: {'Port': ['ID=adc4d2fb-3190-4990-bd18-6f65a3ea7784,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:02.914711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf655c99-b594-4422-b1bb-b6df2664d7e1'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:02.974368 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device c2878bd4-4d2d-4916-bbf7-a892f84e9575 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:03.038201 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c6966f-c431-407c-ab1a-acab4e7c2f75 x-openstack-request-id: req-e1c6966f-c431-407c-ab1a-acab4e7c2f75 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:03.038201 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745124cd-fbb7-44ad-9efa-5d4093002777", "tag": "0af12d92-29cb-477f-baf8-3a9306f4e329", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:03.038201 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e1c6966f-c431-407c-ab1a-acab4e7c2f75 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:03.039010 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c6966f-c431-407c-ab1a-acab4e7c2f75'] response: {'name': 'network-changed', 'server_uuid': '745124cd-fbb7-44ad-9efa-5d4093002777', 'tag': '0af12d92-29cb-477f-baf8-3a9306f4e329', 'status': 'completed', 'code': 200} Mar 24 01:06:03.065602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0d583d-4efc-4fdf-b534-440e10493b5e req-3af76cf5-88c5-486f-8e9d-360c0180c0dd tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] No DVR routers for this DVR port adc4d2fb-3190-4990-bd18-6f65a3ea7784 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:06:03.079781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93fd5855-be6f-48fa-8966-d9f82eb8551f req-46db7043-04aa-43b5-aec0-16afb5276034 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0635519 Mar 24 01:06:03.081038 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8e0d583d-4efc-4fdf-b534-440e10493b5e req-3af76cf5-88c5-486f-8e9d-360c0180c0dd tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:03.084364 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e0d583d-4efc-4fdf-b534-440e10493b5e req-3af76cf5-88c5-486f-8e9d-360c0180c0dd tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.57 "DELETE /v2.0/ports/adc4d2fb-3190-4990-bd18-6f65a3ea7784 HTTP/1.1" status: 204 len: 173 time: 1.6188447 Mar 24 01:06:03.085697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9532b1-a072-4ab5-b28e-3cebabdedb73', 'name': 'network-vif-deleted', 'tag': 'adc4d2fb-3190-4990-bd18-6f65a3ea7784'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:03.088182 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8d2e0e-6547-408e-8d73-3c4713a852ee" -d '{"events": [{"server_uuid": "ee9532b1-a072-4ab5-b28e-3cebabdedb73", "name": "network-vif-deleted", "tag": "adc4d2fb-3190-4990-bd18-6f65a3ea7784"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:03.107313 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port c2878bd4-4d2d-4916-bbf7-a892f84e9575 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:06:03.121052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1e4b7-e366-4b0a-bee7-72facb52f373 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674af241-e364-4232-8b29-f99db1cd0a8c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:03.126631 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd1e4b7-e366-4b0a-bee7-72facb52f373 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 24 01:06:03.127152 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd1e4b7-e366-4b0a-bee7-72facb52f373 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:06:03.141943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade66f8-6528-40f4-8440-9c85bec0ecb3 req-24ec427d-abde-4c4f-a326-31c108897d2a tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:03.151479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cade66f8-6528-40f4-8440-9c85bec0ecb3 req-24ec427d-abde-4c4f-a326-31c108897d2a tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 945 time: 0.2770538 Mar 24 01:06:03.164606 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4bd1e4b7-e366-4b0a-bee7-72facb52f373 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.3364103 Mar 24 01:06:03.171191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54264) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:03.210399 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port c2878bd4-4d2d-4916-bbf7-a892f84e9575 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:03.210782 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:03.252930 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a78271e-b276-469d-87a2-1d759c34113d x-openstack-request-id: req-5a78271e-b276-469d-87a2-1d759c34113d {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:03.253704 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9532b1-a072-4ab5-b28e-3cebabdedb73", "name": "network-vif-deleted", "tag": "adc4d2fb-3190-4990-bd18-6f65a3ea7784", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:03.254169 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a78271e-b276-469d-87a2-1d759c34113d {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:03.254939 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a78271e-b276-469d-87a2-1d759c34113d'] response: {'server_uuid': 'ee9532b1-a072-4ab5-b28e-3cebabdedb73', 'name': 'network-vif-deleted', 'tag': 'adc4d2fb-3190-4990-bd18-6f65a3ea7784', 'status': 'completed', 'code': 200} Mar 24 01:06:03.346533 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28751d5-079c-4606-8cef-92240e38a5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0af12d92-29cb-477f-baf8-3a9306f4e329,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:03.381056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-7062722e-2681-4d11-ad47-bdae042f6d1a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port 853f418f-9a56-4421-ab4c-a1d3674ab136 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:03.381442 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7062722e-2681-4d11-ad47-bdae042f6d1a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (853f418f-9a56-4421-ab4c-a1d3674ab136), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:03.381926 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cade66f8-6528-40f4-8440-9c85bec0ecb3 req-88f48c0a-a999-4327-9002-b8a8f227c5e1 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247074 Mar 24 01:06:03.385644 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-252808f5-4d6b-425b-aa97-9ba8c1ddac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:03.387178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port c2878bd4-4d2d-4916-bbf7-a892f84e9575 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:03.387295 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-252808f5-4d6b-425b-aa97-9ba8c1ddac1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41878b2607454651b78373c662ce7dee&device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 1125 time: 0.8723500 Mar 24 01:06:03.387595 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:03.429836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-f0b55236-4047-4240-9a3a-fd8471af4726 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Deleting port 77549a8e-f2b8-436c-968d-95ca8defb413 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:03.430084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a39a57-c521-4ec4-bf0f-62477935dff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2878bd4-4d2d-4916-bbf7-a892f84e9575'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:03.430785 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f0b55236-4047-4240-9a3a-fd8471af4726 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (77549a8e-f2b8-436c-968d-95ca8defb413), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:03.433339 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33e10ba-b106-4986-a6ec-c2982ae09573" -d '{"events": [{"server_uuid": "61a39a57-c521-4ec4-bf0f-62477935dff5", "name": "network-vif-plugged", "status": "completed", "tag": "c2878bd4-4d2d-4916-bbf7-a892f84e9575"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:03.455399 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c2878bd4-4d2d-4916-bbf7-a892f84e9575, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c2878bd4-4d2d-4916-bbf7-a892f84e9575,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:03.464902 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:03.521411 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87b76f7-fa65-4ac6-8bfe-9d9111e2e56d x-openstack-request-id: req-f87b76f7-fa65-4ac6-8bfe-9d9111e2e56d {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:03.521713 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a39a57-c521-4ec4-bf0f-62477935dff5", "name": "network-vif-plugged", "status": "completed", "tag": "c2878bd4-4d2d-4916-bbf7-a892f84e9575", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:03.521969 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f87b76f7-fa65-4ac6-8bfe-9d9111e2e56d {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:03.522378 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87b76f7-fa65-4ac6-8bfe-9d9111e2e56d'] response: {'server_uuid': '61a39a57-c521-4ec4-bf0f-62477935dff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2878bd4-4d2d-4916-bbf7-a892f84e9575', 'code': 200} Mar 24 01:06:03.556888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=c2878bd4-4d2d-4916-bbf7-a892f84e9575,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:03.584243 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-5c5c17dc-5660-4042-b3c7-af81da394128 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0af12d92-29cb-477f-baf8-3a9306f4e329 HTTP/1.1" status: 200 len: 217 time: 0.1810250 Mar 24 01:06:03.604428 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:03.636050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f0b55236-4047-4240-9a3a-fd8471af4726 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (77549a8e-f2b8-436c-968d-95ca8defb413), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:03.636489 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f0b55236-4047-4240-9a3a-fd8471af4726 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks [] for floatingip (77549a8e-f2b8-436c-968d-95ca8defb413), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:03.652480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-f0b55236-4047-4240-9a3a-fd8471af4726 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Calling delete_port for 77549a8e-f2b8-436c-968d-95ca8defb413 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:03.704942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217a12e-892d-41a6-9210-c7a674086897 req-8061f9e5-1731-4529-a119-2d4d46d281c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:03.706367 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4217a12e-892d-41a6-9210-c7a674086897 req-8061f9e5-1731-4529-a119-2d4d46d281c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 1128 time: 0.1196504 Mar 24 01:06:03.711138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f95c3528-c6c9-4902-8a6b-afb7e5abcb85 req-d8862aeb-e1e1-4d08-ad31-87dd4f0ec428 tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0497801 Mar 24 01:06:03.725449 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7062722e-2681-4d11-ad47-bdae042f6d1a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (853f418f-9a56-4421-ab4c-a1d3674ab136), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:03.766281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c76d25ae-201c-4e21-aa1f-33484c3391a4 req-5e6c72b6-46df-4bf7-89b7-59e28b3e1c4a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee9532b1-a072-4ab5-b28e-3cebabdedb73 HTTP/1.1" status: 200 len: 210 time: 0.0883529 Mar 24 01:06:03.802997 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-7062722e-2681-4d11-ad47-bdae042f6d1a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for 853f418f-9a56-4421-ab4c-a1d3674ab136 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:03.850784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4217a12e-892d-41a6-9210-c7a674086897 req-aefea487-c6ad-47a6-a92d-d1a42a9a305e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916033 Mar 24 01:06:03.875025 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-90e38ce2-b61e-48f4-b1eb-7cd4270c9c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:03.876530 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-90e38ce2-b61e-48f4-b1eb-7cd4270c9c95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d432a7d-7eee-4792-8c4f-f1fc763671fc HTTP/1.1" status: 200 len: 851 time: 0.2637341 Mar 24 01:06:03.900967 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f21358-c55f-45ed-9281-53453d428ab5 req-87aaed9f-378c-418d-9870-0f3dbb404312 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:03.908318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3f21358-c55f-45ed-9281-53453d428ab5 req-87aaed9f-378c-418d-9870-0f3dbb404312 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 943 time: 0.1080835 Mar 24 01:06:03.934159 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-d3ab0e6e-b2c9-4e33-9da1-1366c7112ee5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d593bb3-26e2-4a00-a58e-19566a591481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450125 Mar 24 01:06:04.014708 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3f21358-c55f-45ed-9281-53453d428ab5 req-fdd89642-2477-4d10-b7e2-63df49cc277a tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047843 Mar 24 01:06:04.036570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42d6427-d53e-4a1a-a698-ff1b69ba4e90 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:04.042945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f179ff-8136-4068-8c7a-23e5826e7451 req-96f27263-da34-4c83-9974-960db91655a2 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:04.044458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95f179ff-8136-4068-8c7a-23e5826e7451 req-96f27263-da34-4c83-9974-960db91655a2 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 931 time: 0.1154726 Mar 24 01:06:04.045677 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f0b55236-4047-4240-9a3a-fd8471af4726 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (77549a8e-f2b8-436c-968d-95ca8defb413), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.050103 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Publish callbacks [] for port (e42d6427-d53e-4a1a-a698-ff1b69ba4e90), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.097409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Transition to ACTIVE for port object e42d6427-d53e-4a1a-a698-ff1b69ba4e90 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:06:04.098002 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b55236-4047-4240-9a3a-fd8471af4726 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Pushing event deleted for resources: {'Port': ['ID=77549a8e-f2b8-436c-968d-95ca8defb413,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:04.113394 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (e42d6427-d53e-4a1a-a698-ff1b69ba4e90), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.151347 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-ba40cd1f-e54b-445a-b22f-f115c198ee3b service neutron] 10.222.0.48 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098043 Mar 24 01:06:04.160935 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7062722e-2681-4d11-ad47-bdae042f6d1a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (853f418f-9a56-4421-ab4c-a1d3674ab136), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.180976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95f179ff-8136-4068-8c7a-23e5826e7451 req-50598c75-e0cc-4c4d-a849-9dad27646c4e tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/security-groups?id=35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217835 Mar 24 01:06:04.212817 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f0b55236-4047-4240-9a3a-fd8471af4726 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks [] for floatingip (93cc88b9-5c67-4cce-80e7-ad7a5fa90b0d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.215369 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f0b55236-4047-4240-9a3a-fd8471af4726 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.216511 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f0b55236-4047-4240-9a3a-fd8471af4726 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973 tempest-ExternalNetworksAdminNegativeTestJSON-1390652973-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/93cc88b9-5c67-4cce-80e7-ad7a5fa90b0d HTTP/1.1" status: 204 len: 168 time: 1.0443888 Mar 24 01:06:04.219461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b63a219-053e-4898-b8cf-5350e21069dc req-0b836c94-4fce-455a-9e45-ee6b0ccda34b tempest-ServerShowV254Test-1403166369 tempest-ServerShowV254Test-1403166369-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba9a89f-6af9-4c76-9e2c-c7c5e54c3cd8 HTTP/1.1" status: 200 len: 210 time: 0.0368373 Mar 24 01:06:04.229116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Pushing event updated for resources: {'Port': ['ID=e42d6427-d53e-4a1a-a698-ff1b69ba4e90,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:04.293982 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062722e-2681-4d11-ad47-bdae042f6d1a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=853f418f-9a56-4421-ab4c-a1d3674ab136,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:04.447684 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-74df0a2f-f0f7-4f8e-9ce5-352efc78335f req-5d9aac27-5874-49f1-95b7-006d28629e37 service neutron] 10.222.0.48 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813442 Mar 24 01:06:04.457943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7062722e-2681-4d11-ad47-bdae042f6d1a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.464162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54284) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:04.465666 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7062722e-2681-4d11-ad47-bdae042f6d1a tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/853f418f-9a56-4421-ab4c-a1d3674ab136 HTTP/1.1" status: 204 len: 168 time: 2.2479730 Mar 24 01:06:04.476977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Attempting to bind port e42d6427-d53e-4a1a-a698-ff1b69ba4e90 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:06:04.477424 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Attempting to bind port e42d6427-d53e-4a1a-a698-ff1b69ba4e90 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '13008fb7-01fe-40ca-a028-bfa0faca425d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '511055be-3b14-42b0-9bfd-3c37ac2cc1f6'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:06:04.478050 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Attempting to bind port e42d6427-d53e-4a1a-a698-ff1b69ba4e90 on network 511055be-3b14-42b0-9bfd-3c37ac2cc1f6 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:04.489609 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Port e42d6427-d53e-4a1a-a698-ff1b69ba4e90 on network 511055be-3b14-42b0-9bfd-3c37ac2cc1f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:06:04.490022 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Attempting to bind port e42d6427-d53e-4a1a-a698-ff1b69ba4e90 on network 511055be-3b14-42b0-9bfd-3c37ac2cc1f6 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:04.497234 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:06:04.497503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Checking segment: {'id': '13008fb7-01fe-40ca-a028-bfa0faca425d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '511055be-3b14-42b0-9bfd-3c37ac2cc1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:04.497944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Bound using segment: {'id': '13008fb7-01fe-40ca-a028-bfa0faca425d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '511055be-3b14-42b0-9bfd-3c37ac2cc1f6'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:06:04.499268 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Bound port: e42d6427-d53e-4a1a-a698-ff1b69ba4e90, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13008fb7-01fe-40ca-a028-bfa0faca425d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '511055be-3b14-42b0-9bfd-3c37ac2cc1f6'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:06:04.500248 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e42d6427-d53e-4a1a-a698-ff1b69ba4e90), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.517851 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-60523845-070e-458e-8702-4b24d4f5d530 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] GET failed (client error): The resource could not be found. Mar 24 01:06:04.521952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-60523845-070e-458e-8702-4b24d4f5d530 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports/853f418f-9a56-4421-ab4c-a1d3674ab136 HTTP/1.1" status: 404 len: 333 time: 0.0545552 Mar 24 01:06:04.527895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54286) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:04.594804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54288) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:04.618539 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bc3d53cb-61f8-4ee5-a7a4-e1d44ded5d41 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (01426621-e004-45d8-979d-4dae4d91f352), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.626568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] For port e42d6427-d53e-4a1a-a698-ff1b69ba4e90, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:06:04.632247 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] For port e42d6427-d53e-4a1a-a698-ff1b69ba4e90, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=e42d6427-d53e-4a1a-a698-ff1b69ba4e90,segment=NetworkSegment(13008fb7-01fe-40ca-a028-bfa0faca425d),segment_id=13008fb7-01fe-40ca-a028-bfa0faca425d)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:06:04.640987 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63750411-1df5-4c19-b011-4e0aaf5ed12c req-fc135089-9682-46e2-81b5-1bd07566e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:04.642554 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-63750411-1df5-4c19-b011-4e0aaf5ed12c req-fc135089-9682-46e2-81b5-1bd07566e99c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41878b2607454651b78373c662ce7dee&device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 1125 time: 0.1125140 Mar 24 01:06:04.643698 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (e42d6427-d53e-4a1a-a698-ff1b69ba4e90), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.650649 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50106ee3-ac20-487e-85d7-1c016255a23d req-1de87b64-31ab-4978-a5fe-c622577da031 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:04.657698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50106ee3-ac20-487e-85d7-1c016255a23d req-1de87b64-31ab-4978-a5fe-c622577da031 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 946 time: 0.1428163 Mar 24 01:06:04.663321 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bc3d53cb-61f8-4ee5-a7a4-e1d44ded5d41 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (01426621-e004-45d8-979d-4dae4d91f352), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.688750 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:04.689506 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.691140 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] 10.222.0.48 "PUT /v2.0/ports/e42d6427-d53e-4a1a-a698-ff1b69ba4e90 HTTP/1.1" status: 200 len: 1091 time: 2.3865371 Mar 24 01:06:04.746522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50106ee3-ac20-487e-85d7-1c016255a23d req-6a4e1a11-d3e8-401d-8e71-18a09f9d3d54 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876017 Mar 24 01:06:04.750383 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf613805-8616-4da4-8439-426af9bae509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.766023 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bc3d53cb-61f8-4ee5-a7a4-e1d44ded5d41 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (01426621-e004-45d8-979d-4dae4d91f352), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.770774 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bc3d53cb-61f8-4ee5-a7a4-e1d44ded5d41 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.771914 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bc3d53cb-61f8-4ee5-a7a4-e1d44ded5d41 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/security-groups/01426621-e004-45d8-979d-4dae4d91f352 HTTP/1.1" status: 204 len: 168 time: 0.2431822 Mar 24 01:06:04.777734 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54292) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:04.790078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a4355-57d6-4ded-8f60-4d2a09f1a716 service neutron] Pushing event updated for resources: {'Port': ['ID=e42d6427-d53e-4a1a-a698-ff1b69ba4e90,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:04.807839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d53cb-61f8-4ee5-a7a4-e1d44ded5d41 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01426621-e004-45d8-979d-4dae4d91f352,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:04.853627 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63750411-1df5-4c19-b011-4e0aaf5ed12c req-066a3e7d-7cd9-4226-9798-72b90f0ce5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:04.855452 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-63750411-1df5-4c19-b011-4e0aaf5ed12c req-066a3e7d-7cd9-4226-9798-72b90f0ce5c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d593bb3-26e2-4a00-a58e-19566a591481 HTTP/1.1" status: 200 len: 912 time: 0.2025418 Mar 24 01:06:04.858937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-b3eca1fa-ae3e-410f-9a98-c273972aca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:04.860355 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-b3eca1fa-ae3e-410f-9a98-c273972aca67 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbacde8f99654d25b6212281d6c2d22f&device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 1125 time: 0.1144044 Mar 24 01:06:04.912993 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-34a63a7a-be47-4789-bc7f-eec128d2011b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (2daceb9f-111a-443d-9afd-6c0a47d73ee4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.937545 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-63750411-1df5-4c19-b011-4e0aaf5ed12c req-8aa3d21e-f77b-4ad9-b8fd-fb92ce652a93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0af12d92-29cb-477f-baf8-3a9306f4e329 HTTP/1.1" status: 200 len: 217 time: 0.0755272 Mar 24 01:06:04.938909 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-b2e5b67f-827d-4b5c-b9ea-fca2d388c84f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e42d6427-d53e-4a1a-a698-ff1b69ba4e90 HTTP/1.1" status: 200 len: 217 time: 0.0700912 Mar 24 01:06:04.959442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device adc4d2fb-3190-4990-bd18-6f65a3ea7784 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:06:04.980909 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf613805-8616-4da4-8439-426af9bae509 admin admin] Publish callbacks [] for security_group (91425b94-839c-4571-991c-827d413bb0d0), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.983868 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-34a63a7a-be47-4789-bc7f-eec128d2011b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (2daceb9f-111a-443d-9afd-6c0a47d73ee4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.992584 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf613805-8616-4da4-8439-426af9bae509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (91425b94-839c-4571-991c-827d413bb0d0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:04.996390 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: adc4d2fb-3190-4990-bd18-6f65a3ea7784 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:06:04.996964 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device adc4d2fb-3190-4990-bd18-6f65a3ea7784 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:06:05.039954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989de99e-f9c7-45a0-932b-313e05f0e71e', 'tag': 'e42d6427-d53e-4a1a-a698-ff1b69ba4e90'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:05.042257 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cb9738-e43b-4789-8014-d0ad217b7201" -d '{"events": [{"name": "network-changed", "server_uuid": "989de99e-f9c7-45a0-932b-313e05f0e71e", "tag": "e42d6427-d53e-4a1a-a698-ff1b69ba4e90"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:05.051619 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63750411-1df5-4c19-b011-4e0aaf5ed12c req-e57ced6b-eb21-4154-b925-2b54f834c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:05.053168 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-63750411-1df5-4c19-b011-4e0aaf5ed12c req-e57ced6b-eb21-4154-b925-2b54f834c79d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d432a7d-7eee-4792-8c4f-f1fc763671fc HTTP/1.1" status: 200 len: 851 time: 0.1052551 Mar 24 01:06:05.065228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bf613805-8616-4da4-8439-426af9bae509 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e6d9ce778a004e1da50754743c07c280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4693570 Mar 24 01:06:05.065960 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54306) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:05.066097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf613805-8616-4da4-8439-426af9bae509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91425b94-839c-4571-991c-827d413bb0d0,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:05.083329 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-34a63a7a-be47-4789-bc7f-eec128d2011b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2daceb9f-111a-443d-9afd-6c0a47d73ee4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:05.085897 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-34a63a7a-be47-4789-bc7f-eec128d2011b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:05.089953 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-34a63a7a-be47-4789-bc7f-eec128d2011b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/security-groups/2daceb9f-111a-443d-9afd-6c0a47d73ee4 HTTP/1.1" status: 204 len: 168 time: 0.3077214 Mar 24 01:06:05.090591 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54310) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:05.108359 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1270bb5-31ba-4b54-bd83-8840ef7a997f x-openstack-request-id: req-d1270bb5-31ba-4b54-bd83-8840ef7a997f {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:05.108653 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "989de99e-f9c7-45a0-932b-313e05f0e71e", "tag": "e42d6427-d53e-4a1a-a698-ff1b69ba4e90", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:05.108908 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1270bb5-31ba-4b54-bd83-8840ef7a997f {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:05.109348 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1270bb5-31ba-4b54-bd83-8840ef7a997f'] response: {'name': 'network-changed', 'server_uuid': '989de99e-f9c7-45a0-932b-313e05f0e71e', 'tag': 'e42d6427-d53e-4a1a-a698-ff1b69ba4e90', 'status': 'completed', 'code': 200} Mar 24 01:06:05.127587 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a67bc5b3-1bdf-4279-8ce9-f947f4eb18f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:05.129068 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-a67bc5b3-1bdf-4279-8ce9-f947f4eb18f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac6602f5-328a-406b-91e3-e0d4df60a941 HTTP/1.1" status: 200 len: 854 time: 0.1800191 Mar 24 01:06:05.133760 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-63750411-1df5-4c19-b011-4e0aaf5ed12c req-75c43cfd-d40e-42c1-9220-1fc8c63173f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d593bb3-26e2-4a00-a58e-19566a591481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668590 Mar 24 01:06:05.153652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a63a7a-be47-4789-bc7f-eec128d2011b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daceb9f-111a-443d-9afd-6c0a47d73ee4,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:05.199520 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:05.200102 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-454c51e3-307a-472a-9029-1d059cbddc30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=511055be-3b14-42b0-9bfd-3c37ac2cc1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577023 Mar 24 01:06:05.218133 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-39973d35-3fa8-4343-bf8d-285c941e0f82 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (d77f9102-4686-4da2-bd86-6895737f1283), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:05.241282 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-39973d35-3fa8-4343-bf8d-285c941e0f82 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (d77f9102-4686-4da2-bd86-6895737f1283), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:05.269817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f24328-87ad-4b5b-8aff-b8ef50adb359 req-27307065-1588-4afd-bbee-cec67f6b027a tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:05.271303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75f24328-87ad-4b5b-8aff-b8ef50adb359 req-27307065-1588-4afd-bbee-cec67f6b027a tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 943 time: 0.1230884 Mar 24 01:06:05.316921 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3588002-2452-4441-9a31-fd95e85fae8f admin admin] Publish callbacks [] for security_group (91425b94-839c-4571-991c-827d413bb0d0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:05.369383 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3588002-2452-4441-9a31-fd95e85fae8f admin admin] Publish callbacks [] for security_group (91425b94-839c-4571-991c-827d413bb0d0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:05.372637 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-39973d35-3fa8-4343-bf8d-285c941e0f82 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d77f9102-4686-4da2-bd86-6895737f1283), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:05.375773 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-39973d35-3fa8-4343-bf8d-285c941e0f82 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:05.379294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-39973d35-3fa8-4343-bf8d-285c941e0f82 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/security-groups/d77f9102-4686-4da2-bd86-6895737f1283 HTTP/1.1" status: 204 len: 168 time: 0.2813153 Mar 24 01:06:05.385406 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54328) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:05.406853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39973d35-3fa8-4343-bf8d-285c941e0f82 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77f9102-4686-4da2-bd86-6895737f1283,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:05.421788 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75f24328-87ad-4b5b-8aff-b8ef50adb359 req-dc93aac9-cdef-49ab-8227-6a5b54437bfd tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432168 Mar 24 01:06:05.454421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fff10-8171-4f98-9aa1-ead440d029eb req-64109c58-5428-4e74-99ea-12205be0d20f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:05.457911 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-63750411-1df5-4c19-b011-4e0aaf5ed12c req-77547cd6-c9dc-4279-8441-5b53591674b8 service neutron] 10.222.0.48 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078148 Mar 24 01:06:05.461641 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-925fff10-8171-4f98-9aa1-ead440d029eb req-64109c58-5428-4e74-99ea-12205be0d20f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 806 time: 0.1893368 Mar 24 01:06:05.465691 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-06d150ca-a3fa-4520-9da1-0fd12b34cd23 service neutron] 10.222.0.48 "GET /v2.0/networks/511055be-3b14-42b0-9bfd-3c37ac2cc1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494917 Mar 24 01:06:05.475764 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-925fff10-8171-4f98-9aa1-ead440d029eb req-07a8a25e-15be-426a-bc74-7e391133a712 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/quotas/fa7e3a04805b4343b060cb33aa6d1114 HTTP/1.1" status: 200 len: 375 time: 0.0124938 Mar 24 01:06:05.510658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f7f78b-fb07-4524-be6f-89836d9df5f2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting subnet 9c0ab743-f0e9-47ca-89dd-21ea9a519ba3 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:06:05.573167 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f78b-fb07-4524-be6f-89836d9df5f2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (9c0ab743-f0e9-47ca-89dd-21ea9a519ba3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:05.574117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a48b84-99d0-4084-a941-be342394f6f9 req-4e017faa-b736-47a5-9f1d-f37242510fb1 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:05.578467 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4a48b84-99d0-4084-a941-be342394f6f9 req-4e017faa-b736-47a5-9f1d-f37242510fb1 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 943 time: 0.0959067 Mar 24 01:06:05.583863 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-925fff10-8171-4f98-9aa1-ead440d029eb req-55468e5c-7b90-4c86-a1b1-2579e6127ce4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1000814 Mar 24 01:06:05.618951 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3588002-2452-4441-9a31-fd95e85fae8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (91425b94-839c-4571-991c-827d413bb0d0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:05.621511 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3588002-2452-4441-9a31-fd95e85fae8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:05.622639 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d3588002-2452-4441-9a31-fd95e85fae8f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91425b94-839c-4571-991c-827d413bb0d0 HTTP/1.1" status: 204 len: 168 time: 0.5546072 Mar 24 01:06:05.664265 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3588002-2452-4441-9a31-fd95e85fae8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91425b94-839c-4571-991c-827d413bb0d0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:05.667347 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f78b-fb07-4524-be6f-89836d9df5f2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (9c0ab743-f0e9-47ca-89dd-21ea9a519ba3), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:05.718935 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-faeb2bbe-b201-4a2f-a93b-5945ca15d1df req-e4fb89f6-8a87-45f1-90f1-0cdbc6f03af5 service neutron] 10.222.0.48 "GET /v2.0/networks/511055be-3b14-42b0-9bfd-3c37ac2cc1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409596 Mar 24 01:06:05.730390 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4a48b84-99d0-4084-a941-be342394f6f9 req-c5cce0e3-9456-4f83-951c-4fb6423d629a tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/security-groups?id=35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380818 Mar 24 01:06:05.740084 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-63750411-1df5-4c19-b011-4e0aaf5ed12c req-6aa98fd3-a71f-4061-9743-f12da3995089 service neutron] 10.222.0.48 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607956 Mar 24 01:06:05.779731 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-925fff10-8171-4f98-9aa1-ead440d029eb req-c0aa1907-2fa0-494c-a9a5-2549d6578f58 service neutron] 10.222.0.45 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791506 Mar 24 01:06:05.796337 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f78b-fb07-4524-be6f-89836d9df5f2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (9c0ab743-f0e9-47ca-89dd-21ea9a519ba3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:05.901164 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb9738-e43b-4789-8014-d0ad217b7201 req-f822de12-c8e2-42d5-8c72-6f6c94a3b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:05.903189 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-13cb9738-e43b-4789-8014-d0ad217b7201 req-f822de12-c8e2-42d5-8c72-6f6c94a3b630 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbacde8f99654d25b6212281d6c2d22f&device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 1125 time: 0.0812516 Mar 24 01:06:05.909476 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f78b-fb07-4524-be6f-89836d9df5f2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (9c0ab743-f0e9-47ca-89dd-21ea9a519ba3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:05.948160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46282607-d584-416e-ae2a-030a8995808b req-fb76c1fa-4ba0-4752-9be9-52a6b97ba4e7 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:05.949912 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46282607-d584-416e-ae2a-030a8995808b req-fb76c1fa-4ba0-4752-9be9-52a6b97ba4e7 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 946 time: 0.0964406 Mar 24 01:06:05.978799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61d8d9a-85a4-4f56-b23f-1195f9d6f717 None None] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:05.995927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7f78b-fb07-4524-be6f-89836d9df5f2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0ab743-f0e9-47ca-89dd-21ea9a519ba3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:06.000345 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-925fff10-8171-4f98-9aa1-ead440d029eb req-0e0900a2-d9f1-4447-9647-6c607ecf45d7 service neutron] 10.222.0.45 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148027 Mar 24 01:06:06.000519 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f78b-fb07-4524-be6f-89836d9df5f2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:06.004479 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f8f7f78b-fb07-4524-be6f-89836d9df5f2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/9c0ab743-f0e9-47ca-89dd-21ea9a519ba3 HTTP/1.1" status: 204 len: 168 time: 0.6144276 Mar 24 01:06:06.008249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54338) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:06.089869 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb9738-e43b-4789-8014-d0ad217b7201 req-f283623f-ea43-440d-af29-8a759fab3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:06.095097 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-13cb9738-e43b-4789-8014-d0ad217b7201 req-f283623f-ea43-440d-af29-8a759fab3b97 service neutron] 10.222.0.48 "GET /v2.0/networks?id=511055be-3b14-42b0-9bfd-3c37ac2cc1f6 HTTP/1.1" status: 200 len: 915 time: 0.1832135 Mar 24 01:06:06.151956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc7f24b-3861-4472-906c-dd3b4441309b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting subnet f3b617f2-e618-433a-9def-12f27dc2278d {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:06:06.155152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54342) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:06.171805 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54344) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:06.177017 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f24b-3861-4472-906c-dd3b4441309b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (f3b617f2-e618-433a-9def-12f27dc2278d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:06.181328 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-13cb9738-e43b-4789-8014-d0ad217b7201 req-1c7ef78d-0ce9-419d-9384-86d94c10aaff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e42d6427-d53e-4a1a-a698-ff1b69ba4e90 HTTP/1.1" status: 200 len: 217 time: 0.0782752 Mar 24 01:06:06.203164 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46282607-d584-416e-ae2a-030a8995808b req-69b54c19-90e1-40eb-bbea-7c9ced1e4e74 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450123 Mar 24 01:06:06.258799 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f24b-3861-4472-906c-dd3b4441309b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (f3b617f2-e618-433a-9def-12f27dc2278d), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:06.300120 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb9738-e43b-4789-8014-d0ad217b7201 req-a2e15217-5722-45b7-831d-59595f53e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:06.301652 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-13cb9738-e43b-4789-8014-d0ad217b7201 req-a2e15217-5722-45b7-831d-59595f53e299 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac6602f5-328a-406b-91e3-e0d4df60a941 HTTP/1.1" status: 200 len: 854 time: 0.1119578 Mar 24 01:06:06.347931 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-13cb9738-e43b-4789-8014-d0ad217b7201 req-85583810-6d62-4f6f-81f2-bbcb28ec72db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=511055be-3b14-42b0-9bfd-3c37ac2cc1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338304 Mar 24 01:06:06.375397 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1f9e2d84-ecb8-442d-9904-126faca3bc65 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bdab65bcdced4381aae2832768f0782e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2019601 Mar 24 01:06:06.402474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-006efe4b-550c-43d6-a8c0-5d9321049521 req-ac20a981-bc64-4aa9-8749-598ac3d3fa4a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 210 time: 0.0486577 Mar 24 01:06:06.407367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54354) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:06.460284 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 0af12d92-29cb-477f-baf8-3a9306f4e329 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:06:06.598628 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-13cb9738-e43b-4789-8014-d0ad217b7201 req-8e0a523f-1488-48e3-96ea-db52a8d533f9 service neutron] 10.222.0.48 "GET /v2.0/networks/511055be-3b14-42b0-9bfd-3c37ac2cc1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419496 Mar 24 01:06:06.622664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 0af12d92-29cb-477f-baf8-3a9306f4e329, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=0af12d92-29cb-477f-baf8-3a9306f4e329,segment=NetworkSegment(0bd9def8-bffd-478e-b135-fa9c100d2905),segment_id=0bd9def8-bffd-478e-b135-fa9c100d2905)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:06.624448 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f24b-3861-4472-906c-dd3b4441309b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (f3b617f2-e618-433a-9def-12f27dc2278d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:06.642222 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '0af12d92-29cb-477f-baf8-3a9306f4e329', 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481', 'port_id': '0af12d92-29cb-477f-baf8-3a9306f4e329', 'mac_address': 'fa:16:3e:88:9d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d432a7d-7eee-4792-8c4f-f1fc763671fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:06:06.696279 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 0af12d92-29cb-477f-baf8-3a9306f4e329 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:06.698150 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0af12d92-29cb-477f-baf8-3a9306f4e329), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:06.728853 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-13cb9738-e43b-4789-8014-d0ad217b7201 req-7f3267dc-d86f-447c-aa61-79a6c003a60a service neutron] 10.222.0.48 "GET /v2.0/networks/511055be-3b14-42b0-9bfd-3c37ac2cc1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187215 Mar 24 01:06:06.729153 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af12d92-29cb-477f-baf8-3a9306f4e329 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:06.767295 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 0af12d92-29cb-477f-baf8-3a9306f4e329, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=0af12d92-29cb-477f-baf8-3a9306f4e329,segment=NetworkSegment(0bd9def8-bffd-478e-b135-fa9c100d2905),segment_id=0bd9def8-bffd-478e-b135-fa9c100d2905)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:06.772668 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0af12d92-29cb-477f-baf8-3a9306f4e329), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:06.839512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=0af12d92-29cb-477f-baf8-3a9306f4e329,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:07.018879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0af12d92-29cb-477f-baf8-3a9306f4e329'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:07.032595 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70f26f6d-e983-4096-891e-b5cd1aedf46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:07.130213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304658d3-38c4-4eb4-8ecf-0ac1c3fdf6ba req-1a499ceb-8d60-4ca3-956e-fa59ada97d3d tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:07.131685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-304658d3-38c4-4eb4-8ecf-0ac1c3fdf6ba req-1a499ceb-8d60-4ca3-956e-fa59ada97d3d tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 946 time: 0.7234392 Mar 24 01:06:07.148039 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dab19d88-65d4-4735-bc42-9eec130b8efd admin admin] Publish callbacks [] for security_group (674af241-e364-4232-8b29-f99db1cd0a8c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:07.156018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7752d67-049d-4de6-925e-27d3b23916d4 req-e00febc7-17bb-4b5b-b000-f8920fd19b5b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:07.157707 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7752d67-049d-4de6-925e-27d3b23916d4 req-e00febc7-17bb-4b5b-b000-f8920fd19b5b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 943 time: 0.6088099 Mar 24 01:06:07.176180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-9bdabf16-f056-489d-a79e-a24a67842883 None None] Provisioning complete for port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:07.176557 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9bdabf16-f056-489d-a79e-a24a67842883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:07.183223 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f24b-3861-4472-906c-dd3b4441309b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (f3b617f2-e618-433a-9def-12f27dc2278d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:07.251803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7f24b-3861-4472-906c-dd3b4441309b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b617f2-e618-433a-9def-12f27dc2278d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:07.255320 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f24b-3861-4472-906c-dd3b4441309b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:07.258612 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3fc7f24b-3861-4472-906c-dd3b4441309b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/f3b617f2-e618-433a-9def-12f27dc2278d HTTP/1.1" status: 204 len: 168 time: 1.2478173 Mar 24 01:06:07.262102 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dab19d88-65d4-4735-bc42-9eec130b8efd admin admin] Publish callbacks [] for security_group (674af241-e364-4232-8b29-f99db1cd0a8c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:07.262977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54368) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:07.302494 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c5d8a6-ca76-4a17-8bc1-4bc74ac21db1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] DELETE failed (client error): The resource could not be found. Mar 24 01:06:07.303365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c5d8a6-ca76-4a17-8bc1-4bc74ac21db1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:06:07.315481 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-16c5d8a6-ca76-4a17-8bc1-4bc74ac21db1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/9c0ab743-f0e9-47ca-89dd-21ea9a519ba3 HTTP/1.1" status: 404 len: 337 time: 0.0475044 Mar 24 01:06:07.315481 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54370) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:07.346556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-304658d3-38c4-4eb4-8ecf-0ac1c3fdf6ba req-b0c0d245-5348-4e54-9332-00664ca37f3c tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994388 Mar 24 01:06:07.387508 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7752d67-049d-4de6-925e-27d3b23916d4 req-df64420b-c585-4442-8c9b-c0c0ef780c24 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992748 Mar 24 01:06:07.394902 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70f26f6d-e983-4096-891e-b5cd1aedf46c admin admin] Publish callbacks [] for security_group (1b9a8fa6-3d1a-404a-a40d-dbf2fbf6f419), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:07.401179 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70f26f6d-e983-4096-891e-b5cd1aedf46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1b9a8fa6-3d1a-404a-a40d-dbf2fbf6f419), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:07.432698 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-6088f9e5-48fd-4d0e-8cd4-cd4543dab39b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting subnet ca65349a-e45b-4695-b92c-a54e75eca332 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:06:07.442762 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6088f9e5-48fd-4d0e-8cd4-cd4543dab39b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (ca65349a-e45b-4695-b92c-a54e75eca332), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:07.487961 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e790330f-b823-4def-a1f7-db55f6552432 None None] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:07.507252 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6088f9e5-48fd-4d0e-8cd4-cd4543dab39b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (ca65349a-e45b-4695-b92c-a54e75eca332), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:07.517891 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f26f6d-e983-4096-891e-b5cd1aedf46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9a8fa6-3d1a-404a-a40d-dbf2fbf6f419,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:07.577204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9bdabf16-f056-489d-a79e-a24a67842883 None None] Current status of the port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:07.594093 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dab19d88-65d4-4735-bc42-9eec130b8efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (674af241-e364-4232-8b29-f99db1cd0a8c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:07.597510 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dab19d88-65d4-4735-bc42-9eec130b8efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:07.598792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dab19d88-65d4-4735-bc42-9eec130b8efd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/674af241-e364-4232-8b29-f99db1cd0a8c HTTP/1.1" status: 204 len: 168 time: 1.1893265 Mar 24 01:06:07.626877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-9bdabf16-f056-489d-a79e-a24a67842883 None None] Provisioning complete for port 01edb2e8-5c6f-4027-836a-d7dc9af43355 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:07.627462 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9bdabf16-f056-489d-a79e-a24a67842883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (01edb2e8-5c6f-4027-836a-d7dc9af43355), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:07.639370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-70f26f6d-e983-4096-891e-b5cd1aedf46c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eca8ca52ce4e421cab215f4eaa013f01&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4749765 Mar 24 01:06:07.641277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54382) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:07.668896 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6088f9e5-48fd-4d0e-8cd4-cd4543dab39b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (ca65349a-e45b-4695-b92c-a54e75eca332), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:07.671724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab19d88-65d4-4735-bc42-9eec130b8efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674af241-e364-4232-8b29-f99db1cd0a8c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:07.710029 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158054e-8156-4ade-b82d-f9c79953cc39 req-f48abd4f-07ab-4d46-8c55-c5823c583586 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:07.711872 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b158054e-8156-4ade-b82d-f9c79953cc39 req-f48abd4f-07ab-4d46-8c55-c5823c583586 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 943 time: 0.1976349 Mar 24 01:06:07.725396 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9bdabf16-f056-489d-a79e-a24a67842883 None None] Port 01edb2e8-5c6f-4027-836a-d7dc9af43355 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:07.736367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885ba78-e4d1-4b00-b3e9-278e07baf31e req-e29ab854-ba22-4551-86fa-439d58aac715 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:07.743984 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5885ba78-e4d1-4b00-b3e9-278e07baf31e req-e29ab854-ba22-4551-86fa-439d58aac715 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 946 time: 0.2279468 Mar 24 01:06:07.796951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fff10-8171-4f98-9aa1-ead440d029eb req-69286706-38de-43c4-8c5b-71f7d011dff1 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:07.798842 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-925fff10-8171-4f98-9aa1-ead440d029eb req-69286706-38de-43c4-8c5b-71f7d011dff1 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.57 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 806 time: 0.3850515 Mar 24 01:06:07.816314 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-925fff10-8171-4f98-9aa1-ead440d029eb req-072b7416-341c-44b8-a462-f411f6afe661 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Request body: {'port': {'device_id': 'ff89a447-ef87-46ee-b521-108d324ff182', 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234', 'admin_state_up': True, 'tenant_id': 'fa7e3a04805b4343b060cb33aa6d1114'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:07.917066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5885ba78-e4d1-4b00-b3e9-278e07baf31e req-6096c15b-c9ca-46d1-a7f8-e0abe9727b5d tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724043 Mar 24 01:06:07.962761 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b158054e-8156-4ade-b82d-f9c79953cc39 req-a221fff5-c59c-4cf6-9af2-9e14da9bfcc9 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/security-groups?id=35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406297 Mar 24 01:06:08.085669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59c989cb-8765-4a4a-8fef-8214a62fb5ff req-0f75dcb7-51d3-4876-bfe8-dc9eacfa8297 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 210 time: 0.0772319 Mar 24 01:06:08.120191 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dc43e8d0-ea4c-462b-9c14-e1ba924f76a4 admin admin] Publish callbacks [] for security_group (1b9a8fa6-3d1a-404a-a40d-dbf2fbf6f419), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:08.135393 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6088f9e5-48fd-4d0e-8cd4-cd4543dab39b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (ca65349a-e45b-4695-b92c-a54e75eca332), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:08.177923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f12766-1652-43c3-9d03-80d71f774ffa req-2271f6f4-638c-44d3-a853-f6f6110eeda4 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:08.179466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87f12766-1652-43c3-9d03-80d71f774ffa req-2271f6f4-638c-44d3-a853-f6f6110eeda4 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 946 time: 0.1010566 Mar 24 01:06:08.185748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088f9e5-48fd-4d0e-8cd4-cd4543dab39b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Subnet': ['ID=ca65349a-e45b-4695-b92c-a54e75eca332,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:08.192820 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dc43e8d0-ea4c-462b-9c14-e1ba924f76a4 admin admin] Publish callbacks [] for security_group (1b9a8fa6-3d1a-404a-a40d-dbf2fbf6f419), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:08.194754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-925fff10-8171-4f98-9aa1-ead440d029eb req-072b7416-341c-44b8-a462-f411f6afe661 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Made reservation on behalf of fa7e3a04805b4343b060cb33aa6d1114 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:08.198377 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-925fff10-8171-4f98-9aa1-ead440d029eb req-072b7416-341c-44b8-a462-f411f6afe661 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:08.251676 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6088f9e5-48fd-4d0e-8cd4-cd4543dab39b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:08.260601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54396) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:08.261063 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6088f9e5-48fd-4d0e-8cd4-cd4543dab39b tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/ca65349a-e45b-4695-b92c-a54e75eca332 HTTP/1.1" status: 204 len: 168 time: 0.9447222 Mar 24 01:06:08.269041 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dc43e8d0-ea4c-462b-9c14-e1ba924f76a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1b9a8fa6-3d1a-404a-a40d-dbf2fbf6f419), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:08.272354 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dc43e8d0-ea4c-462b-9c14-e1ba924f76a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:08.280598 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dc43e8d0-ea4c-462b-9c14-e1ba924f76a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b9a8fa6-3d1a-404a-a40d-dbf2fbf6f419 HTTP/1.1" status: 204 len: 168 time: 0.6345358 Mar 24 01:06:08.289676 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43e8d0-ea4c-462b-9c14-e1ba924f76a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9a8fa6-3d1a-404a-a40d-dbf2fbf6f419,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:08.353804 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87f12766-1652-43c3-9d03-80d71f774ffa req-925c329b-f4e2-453e-a12b-f2b91b4bc3f6 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675084 Mar 24 01:06:08.359313 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bfba9b-1277-4702-b6dc-a5a988603e3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] DELETE failed (client error): The resource could not be found. Mar 24 01:06:08.359687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bfba9b-1277-4702-b6dc-a5a988603e3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:06:08.368377 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-58bfba9b-1277-4702-b6dc-a5a988603e3e tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/5815f82b-83e3-4f7f-9da6-87ca70342339 HTTP/1.1" status: 404 len: 337 time: 0.1066566 Mar 24 01:06:08.371228 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54402) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:08.420702 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c6ed917b-667e-457b-90e9-695cf957555d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e6577c2-daf8-4086-9044-2c0c368a0fb7 HTTP/1.1" status: 200 len: 205 time: 0.0479355 Mar 24 01:06:08.423179 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54412) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:08.471905 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device e42d6427-d53e-4a1a-a698-ff1b69ba4e90 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:06:08.488857 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-e3c34f86-95e7-40cb-abe4-4503ed0eae5d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] delete failed (client error): The resource could not be found. Mar 24 01:06:08.490859 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e3c34f86-95e7-40cb-abe4-4503ed0eae5d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/routers/7e6577c2-daf8-4086-9044-2c0c368a0fb7 HTTP/1.1" status: 404 len: 336 time: 0.0657606 Mar 24 01:06:08.492780 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54414) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:08.503859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 0af12d92-29cb-477f-baf8-3a9306f4e329 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:08.550739 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd487ad8-b0cd-41de-ba9b-d1a3667e6247 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] DELETE failed (client error): The resource could not be found. Mar 24 01:06:08.551224 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd487ad8-b0cd-41de-ba9b-d1a3667e6247 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:06:08.565171 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fd487ad8-b0cd-41de-ba9b-d1a3667e6247 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/db2d8109-3a9c-4305-822f-ce8f17e8cba8 HTTP/1.1" status: 404 len: 337 time: 0.0647523 Mar 24 01:06:08.565856 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54418) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:08.624131 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6630b9ca-374e-4b00-abf7-1a88c346f65d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] DELETE failed (client error): The resource could not be found. Mar 24 01:06:08.624600 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6630b9ca-374e-4b00-abf7-1a88c346f65d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:06:08.627681 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6630b9ca-374e-4b00-abf7-1a88c346f65d tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/c9d45e92-951e-45ef-91ba-7148f0afe373 HTTP/1.1" status: 404 len: 337 time: 0.0607088 Mar 24 01:06:08.632512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54426) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:08.676656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port e42d6427-d53e-4a1a-a698-ff1b69ba4e90, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=e42d6427-d53e-4a1a-a698-ff1b69ba4e90,segment=NetworkSegment(13008fb7-01fe-40ca-a028-bfa0faca425d),segment_id=13008fb7-01fe-40ca-a028-bfa0faca425d)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:08.704591 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-925fff10-8171-4f98-9aa1-ead440d029eb req-072b7416-341c-44b8-a462-f411f6afe661 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Allocated IP 172.20.0.2 (fb8d286a-5d52-420f-a6a9-f3fce1e70234/f03de5f8-5d24-4408-b283-d5210a71454f/a7e1e138-557d-4492-96a9-264e70e02bf7) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:08.705397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7273f13a-08a0-41a7-9957-c35ea4ed9ed0 None None] Network d5ee773f-443e-4fd5-afe1-4da6fd6fb895 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:08.709489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'e42d6427-d53e-4a1a-a698-ff1b69ba4e90', 'network_id': '511055be-3b14-42b0-9bfd-3c37ac2cc1f6', 'port_id': 'e42d6427-d53e-4a1a-a698-ff1b69ba4e90', 'mac_address': 'fa:16:3e:8b:e6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6602f5-328a-406b-91e3-e0d4df60a941', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:06:08.718912 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e615ad7-40da-4fcf-a3fc-71e087a5e137 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] DELETE failed (client error): The resource could not be found. Mar 24 01:06:08.719546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e615ad7-40da-4fcf-a3fc-71e087a5e137 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:06:08.726496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1e615ad7-40da-4fcf-a3fc-71e087a5e137 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/be9d8ab5-8713-4f4b-904a-c61a93135696 HTTP/1.1" status: 404 len: 337 time: 0.0916202 Mar 24 01:06:08.726818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54434) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:08.777881 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-1258d95d-dd40-4743-a20f-aeb726a12265 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] DELETE failed (client error): The resource could not be found. Mar 24 01:06:08.778479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1258d95d-dd40-4743-a20f-aeb726a12265 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:06:08.789582 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1258d95d-dd40-4743-a20f-aeb726a12265 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/5e957793-09cd-4e8f-8186-e0269d69e25f HTTP/1.1" status: 404 len: 333 time: 0.0601747 Mar 24 01:06:08.790895 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54438) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:08.831488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 0af12d92-29cb-477f-baf8-3a9306f4e329 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:06:08.849563 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77e227f-efec-402d-bf38-041bbd570445 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] DELETE failed (client error): The resource could not be found. Mar 24 01:06:08.850312 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f77e227f-efec-402d-bf38-041bbd570445 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:06:08.856161 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f77e227f-efec-402d-bf38-041bbd570445 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/472a2f9f-e27c-4127-81b3-3c3a961c23ec HTTP/1.1" status: 404 len: 337 time: 0.0643628 Mar 24 01:06:08.856972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54440) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:08.869313 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 0af12d92-29cb-477f-baf8-3a9306f4e329 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:08.870012 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0af12d92-29cb-477f-baf8-3a9306f4e329), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:08.871829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-93f834ab-eb0b-42cf-aaf8-b5ee6e2751e0 None None] Provisioning complete for port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:08.872266 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93f834ab-eb0b-42cf-aaf8-b5ee6e2751e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:08.877653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1ace9-70ad-4484-ada2-d42908cbb061 req-d469e5e5-5d2c-45c6-abc8-a135969a9a6a tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:08.879329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ba1ace9-70ad-4484-ada2-d42908cbb061 req-d469e5e5-5d2c-45c6-abc8-a135969a9a6a tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 946 time: 0.4001172 Mar 24 01:06:08.898827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c226d-cf96-4a75-9040-835d8f12c556 req-66a94830-e5c7-418a-a343-6dfcd593adf7 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:08.900558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-004c226d-cf96-4a75-9040-835d8f12c556 req-66a94830-e5c7-418a-a343-6dfcd593adf7 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 944 time: 0.3701661 Mar 24 01:06:08.927010 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35cad06-f9f4-4609-ba2c-9a9af6439cb8 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] DELETE failed (client error): The resource could not be found. Mar 24 01:06:08.931355 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35cad06-f9f4-4609-ba2c-9a9af6439cb8 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:06:08.931554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port e42d6427-d53e-4a1a-a698-ff1b69ba4e90 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:08.931778 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e42d6427-d53e-4a1a-a698-ff1b69ba4e90), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:08.941774 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b35cad06-f9f4-4609-ba2c-9a9af6439cb8 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/baf44c6e-9f3e-4c12-9c28-089230f46bee HTTP/1.1" status: 404 len: 337 time: 0.0827565 Mar 24 01:06:08.942410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54446) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:08.977896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42d6427-d53e-4a1a-a698-ff1b69ba4e90 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:08.979014 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ba1ace9-70ad-4484-ada2-d42908cbb061 req-8f0a4386-8c04-460f-9b0d-6bd2f2ea3618 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913754 Mar 24 01:06:09.003955 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d82ad40-b3b7-4184-b99a-ca7e735b34b6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] DELETE failed (client error): The resource could not be found. Mar 24 01:06:09.004540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d82ad40-b3b7-4184-b99a-ca7e735b34b6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:06:09.019382 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0d82ad40-b3b7-4184-b99a-ca7e735b34b6 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/e2d21637-46f7-4dd1-b777-e896590fd915 HTTP/1.1" status: 404 len: 333 time: 0.0717125 Mar 24 01:06:09.020368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54456) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:09.053571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port e42d6427-d53e-4a1a-a698-ff1b69ba4e90, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=e42d6427-d53e-4a1a-a698-ff1b69ba4e90,segment=NetworkSegment(13008fb7-01fe-40ca-a028-bfa0faca425d),segment_id=13008fb7-01fe-40ca-a028-bfa0faca425d)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:09.068543 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e42d6427-d53e-4a1a-a698-ff1b69ba4e90), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:09.103894 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10d26b8-888b-4bec-a116-a1d629bfcee1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] DELETE failed (client error): The resource could not be found. Mar 24 01:06:09.104414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10d26b8-888b-4bec-a116-a1d629bfcee1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:06:09.112686 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f10d26b8-888b-4bec-a116-a1d629bfcee1 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/ce9a724f-eefe-4781-9623-cbf46c7951f2 HTTP/1.1" status: 404 len: 337 time: 0.0898974 Mar 24 01:06:09.113117 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54462) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:09.131258 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-925fff10-8171-4f98-9aa1-ead440d029eb req-072b7416-341c-44b8-a462-f411f6afe661 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks [] for port (a7e1e138-557d-4492-96a9-264e70e02bf7), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:09.137877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a200f4-ed06-4412-9d3b-a7e9e0cff294 None None] DHCP port deletion for d5ee773f-443e-4fd5-afe1-4da6fd6fb895 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:06:09.149258 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-004c226d-cf96-4a75-9040-835d8f12c556 req-006c662e-127f-43f9-9e20-f3d1421504e9 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225492 Mar 24 01:06:09.174195 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e084c2-f60e-44f4-8adc-9a1cd035f56f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] DELETE failed (client error): The resource could not be found. Mar 24 01:06:09.174659 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e084c2-f60e-44f4-8adc-9a1cd035f56f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:06:09.185838 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-28e084c2-f60e-44f4-8adc-9a1cd035f56f tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/subnets/7683cdb1-1a80-47b6-859c-bb137e452d85 HTTP/1.1" status: 404 len: 337 time: 0.0714052 Mar 24 01:06:09.186491 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54464) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:09.264722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-93f834ab-eb0b-42cf-aaf8-b5ee6e2751e0 None None] Current status of the port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:09.304748 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-925fff10-8171-4f98-9aa1-ead440d029eb req-072b7416-341c-44b8-a462-f411f6afe661 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a7e1e138-557d-4492-96a9-264e70e02bf7), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:09.330608 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf655c99-b594-4422-b1bb-b6df2664d7e1'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:09.343710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-accd97f2-30ac-4ddc-8096-23047c0069f2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port 01edb2e8-5c6f-4027-836a-d7dc9af43355 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:09.344793 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-accd97f2-30ac-4ddc-8096-23047c0069f2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (01edb2e8-5c6f-4027-836a-d7dc9af43355), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:09.384257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cd0af-f526-4dc5-9359-de95033fc00f req-4ad9c1f4-c62d-4cd0-b4ff-1d92fe71e571 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:09.385924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d5cd0af-f526-4dc5-9359-de95033fc00f req-4ad9c1f4-c62d-4cd0-b4ff-1d92fe71e571 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 944 time: 0.2254183 Mar 24 01:06:09.392861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 0af12d92-29cb-477f-baf8-3a9306f4e329 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:09.393796 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0af12d92-29cb-477f-baf8-3a9306f4e329), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:09.417593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-925fff10-8171-4f98-9aa1-ead440d029eb req-072b7416-341c-44b8-a462-f411f6afe661 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Network fb8d286a-5d52-420f-a6a9-f3fce1e70234 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:09.433960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b7416-341c-44b8-a462-f411f6afe661 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Pushing event updated for resources: {'Port': ['ID=a7e1e138-557d-4492-96a9-264e70e02bf7,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:09.436661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-925fff10-8171-4f98-9aa1-ead440d029eb req-072b7416-341c-44b8-a462-f411f6afe661 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:09.437782 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-accd97f2-30ac-4ddc-8096-23047c0069f2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (01edb2e8-5c6f-4027-836a-d7dc9af43355), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:09.442801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-925fff10-8171-4f98-9aa1-ead440d029eb req-072b7416-341c-44b8-a462-f411f6afe661 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:09.443001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['e42d6427-d53e-4a1a-a698-ff1b69ba4e90'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:09.457543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2d383-c167-44ae-8fd9-d9ca297b8128 req-fd8e9a7f-7362-48ad-99dc-c10788000991 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:09.459046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0b2d383-c167-44ae-8fd9-d9ca297b8128 req-fd8e9a7f-7362-48ad-99dc-c10788000991 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 946 time: 0.1717432 Mar 24 01:06:09.462448 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54470) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:09.480826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-accd97f2-30ac-4ddc-8096-23047c0069f2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for 01edb2e8-5c6f-4027-836a-d7dc9af43355 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:09.490732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-93f834ab-eb0b-42cf-aaf8-b5ee6e2751e0 None None] Provisioning complete for port 01edb2e8-5c6f-4027-836a-d7dc9af43355 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:09.491276 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93f834ab-eb0b-42cf-aaf8-b5ee6e2751e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (01edb2e8-5c6f-4027-836a-d7dc9af43355), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:09.552829 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d5cd0af-f526-4dc5-9359-de95033fc00f req-6a586800-1a93-4f19-8a79-ee5bdd1ed7f3 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/security-groups?id=35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569133 Mar 24 01:06:09.581826 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fff10-8171-4f98-9aa1-ead440d029eb req-072b7416-341c-44b8-a462-f411f6afe661 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:09.582472 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-925fff10-8171-4f98-9aa1-ead440d029eb req-072b7416-341c-44b8-a462-f411f6afe661 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:09.606714 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-accd97f2-30ac-4ddc-8096-23047c0069f2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (01edb2e8-5c6f-4027-836a-d7dc9af43355), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:09.624472 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=e42d6427-d53e-4a1a-a698-ff1b69ba4e90,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:09.643823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0b2d383-c167-44ae-8fd9-d9ca297b8128 req-f36ab1ab-9400-41b6-96c4-882baec00ac6 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494274 Mar 24 01:06:09.648020 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-925fff10-8171-4f98-9aa1-ead440d029eb req-072b7416-341c-44b8-a462-f411f6afe661 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8374481 Mar 24 01:06:09.672189 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e3391d27-3b79-4de2-8d2b-8b4a9d5da8c0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-29964318-network', 'tenant_id': '46ea6704abaa4e62bed97425a8873fee'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:09.683445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Request body: {'port': {'device_id': 'ff89a447-ef87-46ee-b521-108d324ff182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:09.695630 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd97f2-30ac-4ddc-8096-23047c0069f2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=01edb2e8-5c6f-4027-836a-d7dc9af43355,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:09.712456 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-accd97f2-30ac-4ddc-8096-23047c0069f2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:09.712646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745124cd-fbb7-44ad-9efa-5d4093002777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af12d92-29cb-477f-baf8-3a9306f4e329'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:09.715035 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dfa482-4c57-459d-9180-e06f19076488" -d '{"events": [{"server_uuid": "745124cd-fbb7-44ad-9efa-5d4093002777", "name": "network-vif-plugged", "status": "completed", "tag": "0af12d92-29cb-477f-baf8-3a9306f4e329"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:09.715950 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-accd97f2-30ac-4ddc-8096-23047c0069f2 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/ports/01edb2e8-5c6f-4027-836a-d7dc9af43355 HTTP/1.1" status: 204 len: 168 time: 0.5285027 Mar 24 01:06:09.735654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54486) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:09.750828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 0af12d92-29cb-477f-baf8-3a9306f4e329, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=0af12d92-29cb-477f-baf8-3a9306f4e329,segment=NetworkSegment(0bd9def8-bffd-478e-b135-fa9c100d2905),segment_id=0bd9def8-bffd-478e-b135-fa9c100d2905)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:09.766035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d21d85e7-0db8-4d0a-8ef7-ca49c190f307 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:06:09.825687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3391d27-3b79-4de2-8d2b-8b4a9d5da8c0 admin admin] Made reservation on behalf of 46ea6704abaa4e62bed97425a8873fee for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:09.828745 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0af12d92-29cb-477f-baf8-3a9306f4e329), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:09.838167 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3391d27-3b79-4de2-8d2b-8b4a9d5da8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:09.854503 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3391d27-3b79-4de2-8d2b-8b4a9d5da8c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:09.891964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6783c13-d978-4ff8-8dc3-d14196b4a3a7 req-e52c952b-8216-4990-baa0-b1bad1d8e66a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:09.900438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e6783c13-d978-4ff8-8dc3-d14196b4a3a7 req-e52c952b-8216-4990-baa0-b1bad1d8e66a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 931 time: 0.2456913 Mar 24 01:06:09.926610 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a7e1e138-557d-4492-96a9-264e70e02bf7), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:09.943002 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (d5ee773f-443e-4fd5-afe1-4da6fd6fb895), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:09.958281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0842d09-980c-4002-b8c0-f3ae6900f3b6 req-26931ec0-8ae2-4ed3-9a67-2df5e59b39e1 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:09.960060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f0842d09-980c-4002-b8c0-f3ae6900f3b6 req-26931ec0-8ae2-4ed3-9a67-2df5e59b39e1 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 946 time: 0.1809874 Mar 24 01:06:09.963198 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3391d27-3b79-4de2-8d2b-8b4a9d5da8c0 admin admin] Publish callbacks [] for security_group (71a29902-f9c7-4d0a-a316-36745e0aeaac), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:09.969871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3391d27-3b79-4de2-8d2b-8b4a9d5da8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (71a29902-f9c7-4d0a-a316-36745e0aeaac), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.023046 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3391d27-3b79-4de2-8d2b-8b4a9d5da8c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:06:10.030600 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3391d27-3b79-4de2-8d2b-8b4a9d5da8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a29902-f9c7-4d0a-a316-36745e0aeaac,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:10.040835 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3391d27-3b79-4de2-8d2b-8b4a9d5da8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4ec86c22-83b4-436e-bdb4-075bca9d612b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.041264 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-e3391d27-3b79-4de2-8d2b-8b4a9d5da8c0 admin admin] Added segment 4ec86c22-83b4-436e-bdb4-075bca9d612b of type vlan for network 0c2329ee-be3a-478e-81ea-5669fb9d7160 Mar 24 01:06:10.049931 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e6783c13-d978-4ff8-8dc3-d14196b4a3a7 req-164023bc-ad30-4d32-af53-e1e0b21d8341 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484392 Mar 24 01:06:10.086993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-93f834ab-eb0b-42cf-aaf8-b5ee6e2751e0 None None] Port 01edb2e8-5c6f-4027-836a-d7dc9af43355 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:10.097690 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3391d27-3b79-4de2-8d2b-8b4a9d5da8c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (0c2329ee-be3a-478e-81ea-5669fb9d7160), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.101031 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Deleting port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:10.101031 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.110554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-19a200f4-ed06-4412-9d3b-a7e9e0cff294 None None] Deleting port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:10.110947 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-19a200f4-ed06-4412-9d3b-a7e9e0cff294 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.123785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=0af12d92-29cb-477f-baf8-3a9306f4e329,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:10.160842 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f0842d09-980c-4002-b8c0-f3ae6900f3b6 req-46b8e889-1ef3-479b-a4f3-1ca9083ce3c3 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761453 Mar 24 01:06:10.196816 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] For port d21d85e7-0db8-4d0a-8ef7-ca49c190f307, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,segment=NetworkSegment(063af638-6f45-45fa-8a9b-ab72ee7d9315),segment_id=063af638-6f45-45fa-8a9b-ab72ee7d9315)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:10.197218 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.199837 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3391d27-3b79-4de2-8d2b-8b4a9d5da8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (0c2329ee-be3a-478e-81ea-5669fb9d7160), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.200801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3391d27-3b79-4de2-8d2b-8b4a9d5da8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:10.211101 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3391d27-3b79-4de2-8d2b-8b4a9d5da8c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.250633 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21e4398-04ba-40d3-a5e7-ab40d2e52849 x-openstack-request-id: req-f21e4398-04ba-40d3-a5e7-ab40d2e52849 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:10.251026 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745124cd-fbb7-44ad-9efa-5d4093002777", "name": "network-vif-plugged", "status": "completed", "tag": "0af12d92-29cb-477f-baf8-3a9306f4e329", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:10.251240 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f21e4398-04ba-40d3-a5e7-ab40d2e52849 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:10.251692 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21e4398-04ba-40d3-a5e7-ab40d2e52849'] response: {'server_uuid': '745124cd-fbb7-44ad-9efa-5d4093002777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af12d92-29cb-477f-baf8-3a9306f4e329', 'code': 200} Mar 24 01:06:10.366618 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:10.367023 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.381758 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Calling delete_port for d21d85e7-0db8-4d0a-8ef7-ca49c190f307 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:10.390038 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-19a200f4-ed06-4412-9d3b-a7e9e0cff294 None None] For port d21d85e7-0db8-4d0a-8ef7-ca49c190f307, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,segment=NetworkSegment(063af638-6f45-45fa-8a9b-ab72ee7d9315),segment_id=063af638-6f45-45fa-8a9b-ab72ee7d9315)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:10.390451 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-19a200f4-ed06-4412-9d3b-a7e9e0cff294 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.414527 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e3391d27-3b79-4de2-8d2b-8b4a9d5da8c0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9468508 Mar 24 01:06:10.420287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54508) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:10.433442 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-750b86d4-ac85-4b45-8195-778ea4509ac2 admin admin] Request body: {'subnet': {'network_id': '0c2329ee-be3a-478e-81ea-5669fb9d7160', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-29964318-subnet', 'tenant_id': '46ea6704abaa4e62bed97425a8873fee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:10.441540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-19a200f4-ed06-4412-9d3b-a7e9e0cff294 None None] Calling delete_port for d21d85e7-0db8-4d0a-8ef7-ca49c190f307 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:10.461275 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port d21d85e7-0db8-4d0a-8ef7-ca49c190f307, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,segment=NetworkSegment(063af638-6f45-45fa-8a9b-ab72ee7d9315),segment_id=063af638-6f45-45fa-8a9b-ab72ee7d9315)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:10.475901 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.521297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dea8b-11d4-4536-be61-4a66045d57f6 req-87c62097-3500-46c5-b4e1-f19f2fc20691 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:10.523873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a58dea8b-11d4-4536-be61-4a66045d57f6 req-87c62097-3500-46c5-b4e1-f19f2fc20691 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.2266853 Mar 24 01:06:10.531921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3391d27-3b79-4de2-8d2b-8b4a9d5da8c0 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2329ee-be3a-478e-81ea-5669fb9d7160,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:10.534976 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0d063-3843-4417-b783-e9db13b732c7 req-62eed28b-d98f-4960-8df6-66a3dd8d2bf1 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:10.536673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-caf0d063-3843-4417-b783-e9db13b732c7 req-62eed28b-d98f-4960-8df6-66a3dd8d2bf1 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 946 time: 0.1598744 Mar 24 01:06:10.550175 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 0c2329ee-be3a-478e-81ea-5669fb9d7160 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:06:10.578329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750b86d4-ac85-4b45-8195-778ea4509ac2 admin admin] Made reservation on behalf of 46ea6704abaa4e62bed97425a8873fee for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:10.581883 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-750b86d4-ac85-4b45-8195-778ea4509ac2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.651390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e1e138-557d-4492-96a9-264e70e02bf7 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:10.676726 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,revision_number=11']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:10.679368 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Publish callbacks [] for port (a7e1e138-557d-4492-96a9-264e70e02bf7), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.690332 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-19a200f4-ed06-4412-9d3b-a7e9e0cff294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.701895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a58dea8b-11d4-4536-be61-4a66045d57f6 req-5f564f4b-d622-4fcf-ba74-bd5960a36af7 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621044 Mar 24 01:06:10.729386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a200f4-ed06-4412-9d3b-a7e9e0cff294 None None] Pushing event deleted for resources: {'Port': ['ID=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:10.738792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a200f4-ed06-4412-9d3b-a7e9e0cff294 None None] No DVR routers for this DVR port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:06:10.744687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-caf0d063-3843-4417-b783-e9db13b732c7 req-f7989e99-61da-4aa4-8a40-9bac07a3baad tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937742 Mar 24 01:06:10.746255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Transition to ACTIVE for port object a7e1e138-557d-4492-96a9-264e70e02bf7 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:06:10.761041 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a7e1e138-557d-4492-96a9-264e70e02bf7), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.770402 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc73ffa-997e-4959-ac06-74835c5aa56e req-7e1665e1-3d68-493c-9bad-aee7a602796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:10.771923 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0fc73ffa-997e-4959-ac06-74835c5aa56e req-7e1665e1-3d68-493c-9bad-aee7a602796e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 1127 time: 0.4881012 Mar 24 01:06:10.796732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54520) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:10.865984 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d21d85e7-0db8-4d0a-8ef7-ca49c190f307), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.909493 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-750b86d4-ac85-4b45-8195-778ea4509ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (0e328e11-4ac0-4707-8ec9-87473af5ed50), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:10.912040 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Port': ['ID=d21d85e7-0db8-4d0a-8ef7-ca49c190f307,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:10.925660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Pushing event updated for resources: {'Port': ['ID=a7e1e138-557d-4492-96a9-264e70e02bf7,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:10.948767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] No DVR routers for this DVR port d21d85e7-0db8-4d0a-8ef7-ca49c190f307 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:06:10.952738 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0fc73ffa-997e-4959-ac06-74835c5aa56e req-344c7a2c-dec8-4b77-859f-f059486f8976 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735775 Mar 24 01:06:11.065416 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b86d4-ac85-4b45-8195-778ea4509ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e328e11-4ac0-4707-8ec9-87473af5ed50,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:11.071327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:11.074887 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (d5ee773f-443e-4fd5-afe1-4da6fd6fb895), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:11.100425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b86d4-ac85-4b45-8195-778ea4509ac2 admin admin] Checking segment: {'id': '4ec86c22-83b4-436e-bdb4-075bca9d612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0c2329ee-be3a-478e-81ea-5669fb9d7160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:11.100603 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750b86d4-ac85-4b45-8195-778ea4509ac2 admin admin] Network hostable DHCP agents. Network: 0c2329ee-be3a-478e-81ea-5669fb9d7160, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:06:11.108958 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ee773f-443e-4fd5-afe1-4da6fd6fb895']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:11.123660 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063af638-6f45-45fa-8a9b-ab72ee7d9315') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:11.124180 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063af638-6f45-45fa-8a9b-ab72ee7d9315') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:11.124548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60287128-50c3-40f6-8668-c4d8f6c94065 req-b6856bd9-988c-42dd-9b46-871fe258a47f tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:11.126460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60287128-50c3-40f6-8668-c4d8f6c94065 req-b6856bd9-988c-42dd-9b46-871fe258a47f tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 944 time: 0.2461216 Mar 24 01:06:11.131597 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:11.141498 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (063af638-6f45-45fa-8a9b-ab72ee7d9315), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:11.158012 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750b86d4-ac85-4b45-8195-778ea4509ac2 admin admin] Network 0c2329ee-be3a-478e-81ea-5669fb9d7160 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:06:11.160281 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (063af638-6f45-45fa-8a9b-ab72ee7d9315), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:11.171100 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:06:11.171620 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (063af638-6f45-45fa-8a9b-ab72ee7d9315), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:11.174039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Attempting to bind port a7e1e138-557d-4492-96a9-264e70e02bf7 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:06:11.174380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Attempting to bind port a7e1e138-557d-4492-96a9-264e70e02bf7 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:06:11.174707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Attempting to bind port a7e1e138-557d-4492-96a9-264e70e02bf7 on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:06:11.176039 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:06:11.193674 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-750b86d4-ac85-4b45-8195-778ea4509ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 0c2329ee-be3a-478e-81ea-5669fb9d7160) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:11.201777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6473fbea-ae08-4684-8448-8dd54e8fa2e9 None None] Network 0c2329ee-be3a-478e-81ea-5669fb9d7160 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:11.211410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Port a7e1e138-557d-4492-96a9-264e70e02bf7 on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:06:11.211738 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Attempting to bind port a7e1e138-557d-4492-96a9-264e70e02bf7 on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:11.228996 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750b86d4-ac85-4b45-8195-778ea4509ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:11.230192 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-750b86d4-ac85-4b45-8195-778ea4509ac2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:11.230557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:06:11.230908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Checking segment: {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:11.231290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Bound using segment: {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:06:11.231730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Bound port: a7e1e138-557d-4492-96a9-264e70e02bf7, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:06:11.232091 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a7e1e138-557d-4492-96a9-264e70e02bf7), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:11.267287 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-750b86d4-ac85-4b45-8195-778ea4509ac2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8448555 Mar 24 01:06:11.269663 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (d5ee773f-443e-4fd5-afe1-4da6fd6fb895), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:11.278007 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:11.282129 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] 10.222.0.45 "DELETE /v2.0/networks/d5ee773f-443e-4fd5-afe1-4da6fd6fb895 HTTP/1.1" status: 204 len: 168 time: 1.5452557 Mar 24 01:06:11.301508 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60287128-50c3-40f6-8668-c4d8f6c94065 req-e4b662d3-e73d-47a3-a711-f352e62d6119 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/security-groups?id=35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626141 Mar 24 01:06:11.351549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f031c3f-14f5-4cdc-9d90-f0b12e7822c5 tempest-PortsTestJSON-355239695 tempest-PortsTestJSON-355239695-project] Pushing event deleted for resources: {'Network': ['ID=d5ee773f-443e-4fd5-afe1-4da6fd6fb895,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:11.479188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] For port a7e1e138-557d-4492-96a9-264e70e02bf7, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:06:11.522385 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87d5a92-aa5d-4119-9c1f-038447441fad None None] Network 0c2329ee-be3a-478e-81ea-5669fb9d7160 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:11.575059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] For port a7e1e138-557d-4492-96a9-264e70e02bf7, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a7e1e138-557d-4492-96a9-264e70e02bf7,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:06:11.605233 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a7e1e138-557d-4492-96a9-264e70e02bf7), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:11.782197 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:11.787941 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54562) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:11.802471 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b46529-71e5-4992-8e84-a25770e18eab req-6b519d9e-e87f-4884-8d36-1a3b11191fb4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:11.809204 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69b46529-71e5-4992-8e84-a25770e18eab req-6b519d9e-e87f-4884-8d36-1a3b11191fb4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 943 time: 0.3525319 Mar 24 01:06:11.819645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:11.820253 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:11.822004 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-925fff10-8171-4f98-9aa1-ead440d029eb req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] 10.222.0.57 "PUT /v2.0/ports/a7e1e138-557d-4492-96a9-264e70e02bf7 HTTP/1.1" status: 200 len: 1091 time: 2.1656787 Mar 24 01:06:11.822456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff89a447-ef87-46ee-b521-108d324ff182', 'tag': 'a7e1e138-557d-4492-96a9-264e70e02bf7'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:11.824698 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aced4e0-5fcc-4bc3-b1c9-336088685371" -d '{"events": [{"name": "network-changed", "server_uuid": "ff89a447-ef87-46ee-b521-108d324ff182", "tag": "a7e1e138-557d-4492-96a9-264e70e02bf7"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:11.908649 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf3c25-27fe-4085-bdd4-e60691612c9e service neutron] Pushing event updated for resources: {'Port': ['ID=a7e1e138-557d-4492-96a9-264e70e02bf7,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:12.008908 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69b46529-71e5-4992-8e84-a25770e18eab req-9d33809f-e2b9-4007-bba7-25a4eacbbf25 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988466 Mar 24 01:06:12.077721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cd998-2c58-4f37-9233-995d17643814 req-dd9d25e5-0598-4637-9ebf-cfddf22d7c5d tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:12.084976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d6cd998-2c58-4f37-9233-995d17643814 req-dd9d25e5-0598-4637-9ebf-cfddf22d7c5d tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 946 time: 0.2448306 Mar 24 01:06:12.105501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fff10-8171-4f98-9aa1-ead440d029eb req-3560e861-30cf-4b88-a017-733ac2fe417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:12.107249 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-925fff10-8171-4f98-9aa1-ead440d029eb req-3560e861-30cf-4b88-a017-733ac2fe417f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 1125 time: 0.2021351 Mar 24 01:06:12.109628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Allocated IP 172.25.0.18 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/670ccdf1-5da1-47c7-9d9e-ac28f9bf4390) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:12.122101 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7e297fb9-5d97-4850-81a7-42a5231b3d59 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3efb6d5d493b4d39a7e5588c0fa9a539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3289394 Mar 24 01:06:12.125510 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54574) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:12.168542 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54576) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:12.174310 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-98429e82-4e55-492d-afe5-e111fb1fdcc6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1072259124-network', 'tenant_id': '0437b0756abf4513b84ebc933479099a'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:12.207955 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-23524fe0-9888-4c38-b03a-22e2aa147761 admin admin] Publish callbacks [] for security_group (1fb0d6a8-ef97-420f-9f36-78111c84531b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:12.209656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-925fff10-8171-4f98-9aa1-ead440d029eb req-074b7c89-6f7b-4d3e-b115-491ee6ebcf5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7e1e138-557d-4492-96a9-264e70e02bf7 HTTP/1.1" status: 200 len: 217 time: 0.0919440 Mar 24 01:06:12.213637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98429e82-4e55-492d-afe5-e111fb1fdcc6 admin admin] Made reservation on behalf of 0437b0756abf4513b84ebc933479099a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:12.215270 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98429e82-4e55-492d-afe5-e111fb1fdcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:12.232534 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98429e82-4e55-492d-afe5-e111fb1fdcc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:12.257464 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-23524fe0-9888-4c38-b03a-22e2aa147761 admin admin] Publish callbacks [] for security_group (1fb0d6a8-ef97-420f-9f36-78111c84531b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:12.312565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d6cd998-2c58-4f37-9233-995d17643814 req-9a3dd231-19aa-4dcc-9fc8-5d10cee696c3 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263598 Mar 24 01:06:12.348686 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc00ba-c588-4d8b-b17d-15dd3b329c44 req-219c1ac2-8c2a-4287-8e91-43b0365f8792 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:12.355772 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ecc00ba-c588-4d8b-b17d-15dd3b329c44 req-219c1ac2-8c2a-4287-8e91-43b0365f8792 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.2230575 Mar 24 01:06:12.369712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fff10-8171-4f98-9aa1-ead440d029eb req-f26c3ef9-3a43-46b4-b126-b8953aca9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:12.371139 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-925fff10-8171-4f98-9aa1-ead440d029eb req-f26c3ef9-3a43-46b4-b126-b8953aca9021 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f03de5f8-5d24-4408-b283-d5210a71454f HTTP/1.1" status: 200 len: 846 time: 0.1527803 Mar 24 01:06:12.381081 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-23524fe0-9888-4c38-b03a-22e2aa147761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1fb0d6a8-ef97-420f-9f36-78111c84531b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:12.384345 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-23524fe0-9888-4c38-b03a-22e2aa147761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:12.385803 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-23524fe0-9888-4c38-b03a-22e2aa147761 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1fb0d6a8-ef97-420f-9f36-78111c84531b HTTP/1.1" status: 204 len: 168 time: 0.2588482 Mar 24 01:06:12.416005 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747b2bc2-9550-4d0d-8325-6929131ed374 x-openstack-request-id: req-747b2bc2-9550-4d0d-8325-6929131ed374 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:12.416302 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff89a447-ef87-46ee-b521-108d324ff182", "tag": "a7e1e138-557d-4492-96a9-264e70e02bf7", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:12.416559 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-747b2bc2-9550-4d0d-8325-6929131ed374 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:12.416987 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747b2bc2-9550-4d0d-8325-6929131ed374'] response: {'name': 'network-changed', 'server_uuid': 'ff89a447-ef87-46ee-b521-108d324ff182', 'tag': 'a7e1e138-557d-4492-96a9-264e70e02bf7', 'status': 'completed', 'code': 200} Mar 24 01:06:12.424529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-925fff10-8171-4f98-9aa1-ead440d029eb req-26300d07-4517-4b3c-bc44-f97f8866a862 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb8d286a-5d52-420f-a6a9-f3fce1e70234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447576 Mar 24 01:06:12.453955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23524fe0-9888-4c38-b03a-22e2aa147761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb0d6a8-ef97-420f-9f36-78111c84531b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:12.484342 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98429e82-4e55-492d-afe5-e111fb1fdcc6 admin admin] Publish callbacks [] for security_group (dafc5d09-3f01-4803-8b67-d31d2d011a07), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:12.489873 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98429e82-4e55-492d-afe5-e111fb1fdcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (dafc5d09-3f01-4803-8b67-d31d2d011a07), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:12.505367 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for port (670ccdf1-5da1-47c7-9d9e-ac28f9bf4390), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:12.508759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device e42d6427-d53e-4a1a-a698-ff1b69ba4e90 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:12.542563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ecc00ba-c588-4d8b-b17d-15dd3b329c44 req-16f93a6a-3e5c-4d1f-9f2e-ca9f35049602 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806409 Mar 24 01:06:12.615581 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98429e82-4e55-492d-afe5-e111fb1fdcc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:06:12.646022 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98429e82-4e55-492d-afe5-e111fb1fdcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafc5d09-3f01-4803-8b67-d31d2d011a07,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:12.657698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port e42d6427-d53e-4a1a-a698-ff1b69ba4e90 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:06:12.668489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port e42d6427-d53e-4a1a-a698-ff1b69ba4e90 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:12.668874 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e42d6427-d53e-4a1a-a698-ff1b69ba4e90), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:12.676931 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98429e82-4e55-492d-afe5-e111fb1fdcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8b8566b5-de0e-4a5b-8290-383650f0e35c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:12.678723 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-98429e82-4e55-492d-afe5-e111fb1fdcc6 admin admin] Added segment 8b8566b5-de0e-4a5b-8290-383650f0e35c of type vlan for network 2f882150-61f3-4787-bc70-3fad15cf3e75 Mar 24 01:06:12.796775 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98429e82-4e55-492d-afe5-e111fb1fdcc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (2f882150-61f3-4787-bc70-3fad15cf3e75), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:12.845153 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port e42d6427-d53e-4a1a-a698-ff1b69ba4e90 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:12.845862 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e42d6427-d53e-4a1a-a698-ff1b69ba4e90), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:12.847664 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98429e82-4e55-492d-afe5-e111fb1fdcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (2f882150-61f3-4787-bc70-3fad15cf3e75), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:12.848806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98429e82-4e55-492d-afe5-e111fb1fdcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:12.849436 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98429e82-4e55-492d-afe5-e111fb1fdcc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:12.881014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989de99e-f9c7-45a0-932b-313e05f0e71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42d6427-d53e-4a1a-a698-ff1b69ba4e90'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:12.883927 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f64d66-4076-4964-b552-71eadbdcb735" -d '{"events": [{"server_uuid": "989de99e-f9c7-45a0-932b-313e05f0e71e", "name": "network-vif-plugged", "status": "completed", "tag": "e42d6427-d53e-4a1a-a698-ff1b69ba4e90"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:12.904844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port e42d6427-d53e-4a1a-a698-ff1b69ba4e90, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=e42d6427-d53e-4a1a-a698-ff1b69ba4e90,segment=NetworkSegment(13008fb7-01fe-40ca-a028-bfa0faca425d),segment_id=13008fb7-01fe-40ca-a028-bfa0faca425d)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:12.912302 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e42d6427-d53e-4a1a-a698-ff1b69ba4e90), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:12.993528 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98429e82-4e55-492d-afe5-e111fb1fdcc6 admin admin] Pushing event updated for resources: {'Network': ['ID=2f882150-61f3-4787-bc70-3fad15cf3e75,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:12.996035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=e42d6427-d53e-4a1a-a698-ff1b69ba4e90,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:13.005213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 2f882150-61f3-4787-bc70-3fad15cf3e75 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:06:13.019964 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-98429e82-4e55-492d-afe5-e111fb1fdcc6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8496246 Mar 24 01:06:13.023116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54594) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:13.036849 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5903a0d5-e929-4b23-8b70-f97a495f5d5c admin admin] Request body: {'subnet': {'network_id': '2f882150-61f3-4787-bc70-3fad15cf3e75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1072259124-subnet', 'tenant_id': '0437b0756abf4513b84ebc933479099a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:13.069934 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5903a0d5-e929-4b23-8b70-f97a495f5d5c admin admin] Made reservation on behalf of 0437b0756abf4513b84ebc933479099a for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:13.073813 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5903a0d5-e929-4b23-8b70-f97a495f5d5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:13.136031 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-925fff10-8171-4f98-9aa1-ead440d029eb req-64253d78-4083-49b1-9d1f-9fa6354a2d3d service neutron] 10.222.0.57 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6989064 Mar 24 01:06:13.152381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b85f6-9b54-4d32-8558-9bb5d1b25a53 req-d8ca981e-f2d8-464c-adb8-ff3979e6b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:13.154293 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e99b85f6-9b54-4d32-8558-9bb5d1b25a53 req-d8ca981e-f2d8-464c-adb8-ff3979e6b74a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41878b2607454651b78373c662ce7dee&device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 1127 time: 0.1997781 Mar 24 01:06:13.158106 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (670ccdf1-5da1-47c7-9d9e-ac28f9bf4390), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:13.219016 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64782969-ca4d-42ad-8580-3757b168d1b3 req-9b5869b6-cd50-47b8-a6ee-29de37fd2263 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:13.226516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64782969-ca4d-42ad-8580-3757b168d1b3 req-9b5869b6-cd50-47b8-a6ee-29de37fd2263 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 944 time: 0.6809404 Mar 24 01:06:13.285688 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device c2878bd4-4d2d-4916-bbf7-a892f84e9575 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:06:13.290369 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:13.298699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfdc38-910d-4772-b096-eaeee2e249ff req-2e0439bf-71dc-45d1-b88d-6302c0b3c3a3 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:13.305675 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26cfdc38-910d-4772-b096-eaeee2e249ff req-2e0439bf-71dc-45d1-b88d-6302c0b3c3a3 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.2491081 Mar 24 01:06:13.328217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:13.348646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:13.381359 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b85f6-9b54-4d32-8558-9bb5d1b25a53 req-ef512000-7c70-4161-b935-9c3f26cfe309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:13.383372 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e99b85f6-9b54-4d32-8558-9bb5d1b25a53 req-ef512000-7c70-4161-b935-9c3f26cfe309 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d593bb3-26e2-4a00-a58e-19566a591481 HTTP/1.1" status: 200 len: 912 time: 0.2170606 Mar 24 01:06:13.383618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event updated for resources: {'Port': ['ID=670ccdf1-5da1-47c7-9d9e-ac28f9bf4390,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:13.411785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c2878bd4-4d2d-4916-bbf7-a892f84e9575, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c2878bd4-4d2d-4916-bbf7-a892f84e9575,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:13.446180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-925fff10-8171-4f98-9aa1-ead440d029eb req-d29207d4-c0e6-46da-bce3-e8ace44fbe84 service neutron] 10.222.0.57 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030324 Mar 24 01:06:13.446380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'c2878bd4-4d2d-4916-bbf7-a892f84e9575', 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332', 'port_id': 'c2878bd4-4d2d-4916-bbf7-a892f84e9575', 'mac_address': 'fa:16:3e:73:f8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ea9387-859f-4d16-917c-5fc9b19e6f4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:06:13.470594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64782969-ca4d-42ad-8580-3757b168d1b3 req-149a1adf-301e-4839-8d54-7d73fe5368ea tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/security-groups?id=35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427862 Mar 24 01:06:13.473837 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e99b85f6-9b54-4d32-8558-9bb5d1b25a53 req-05f25ac6-eaf3-415a-9fa9-1647d69731d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0af12d92-29cb-477f-baf8-3a9306f4e329 HTTP/1.1" status: 200 len: 217 time: 0.0807714 Mar 24 01:06:13.534135 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port c2878bd4-4d2d-4916-bbf7-a892f84e9575 is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:13.534614 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:13.537427 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26cfdc38-910d-4772-b096-eaeee2e249ff req-c755c9bb-e2ed-4e71-aaf1-a942dcc351e6 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292755 Mar 24 01:06:13.578574 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2878bd4-4d2d-4916-bbf7-a892f84e9575 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:13.609234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c2878bd4-4d2d-4916-bbf7-a892f84e9575, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c2878bd4-4d2d-4916-bbf7-a892f84e9575,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:13.611741 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259c4bd7-b747-4c17-a1a2-ab46dfb517ee x-openstack-request-id: req-259c4bd7-b747-4c17-a1a2-ab46dfb517ee {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:13.612051 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989de99e-f9c7-45a0-932b-313e05f0e71e", "name": "network-vif-plugged", "status": "completed", "tag": "e42d6427-d53e-4a1a-a698-ff1b69ba4e90", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:13.612309 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-259c4bd7-b747-4c17-a1a2-ab46dfb517ee {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:13.613039 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259c4bd7-b747-4c17-a1a2-ab46dfb517ee'] response: {'server_uuid': '989de99e-f9c7-45a0-932b-313e05f0e71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42d6427-d53e-4a1a-a698-ff1b69ba4e90', 'code': 200} Mar 24 01:06:13.618163 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:13.673839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b85f6-9b54-4d32-8558-9bb5d1b25a53 req-bb02149f-29e0-42d3-9d7f-2b2d7353abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:13.677229 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e99b85f6-9b54-4d32-8558-9bb5d1b25a53 req-bb02149f-29e0-42d3-9d7f-2b2d7353abfc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d432a7d-7eee-4792-8c4f-f1fc763671fc HTTP/1.1" status: 200 len: 851 time: 0.1790979 Mar 24 01:06:13.755925 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=c2878bd4-4d2d-4916-bbf7-a892f84e9575,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:13.781216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['c2878bd4-4d2d-4916-bbf7-a892f84e9575'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:13.882037 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e99b85f6-9b54-4d32-8558-9bb5d1b25a53 req-6f28eb8e-328f-4649-a0fb-3b9f76aa1893 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d593bb3-26e2-4a00-a58e-19566a591481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1783352 Mar 24 01:06:13.882606 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54616) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:13.942220 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for floatingip (a7e31a14-f822-4f11-88b3-ca10af694acf), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:13.958999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced4e0-5fcc-4bc3-b1c9-336088685371 req-f7e421f3-1aa1-4143-8520-54f8a9dff564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:13.960537 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5aced4e0-5fcc-4bc3-b1c9-336088685371 req-f7e421f3-1aa1-4143-8520-54f8a9dff564 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 1125 time: 0.4147768 Mar 24 01:06:13.977389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a88191-4ebb-447a-aea7-77daadeca8be req-62b79dea-683e-4447-b7ea-4a865cca0732 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:13.986862 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d3a88191-4ebb-447a-aea7-77daadeca8be req-62b79dea-683e-4447-b7ea-4a865cca0732 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 943 time: 0.2877591 Mar 24 01:06:14.008825 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5903a0d5-e929-4b23-8b70-f97a495f5d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (187f6408-2a70-4f8f-99ab-18d74934c7f4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:14.026274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa581d-eb7e-4b4e-8639-58cb313208fc req-c55ee12c-20af-4cfd-9aa1-8eb19c807d71 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:14.028491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9fa581d-eb7e-4b4e-8639-58cb313208fc req-c55ee12c-20af-4cfd-9aa1-8eb19c807d71 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 945 time: 0.2679698 Mar 24 01:06:14.033031 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d47b9-5b23-4450-ac5e-9f170d8747e4 req-786157ca-fb98-4e22-bd54-85a756fce641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:14.034986 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a17d47b9-5b23-4450-ac5e-9f170d8747e4 req-786157ca-fb98-4e22-bd54-85a756fce641 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 1127 time: 0.3324575 Mar 24 01:06:14.037273 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e99b85f6-9b54-4d32-8558-9bb5d1b25a53 req-fb6c4cd1-7c75-4850-872e-a74d37181d81 service neutron] 10.222.0.48 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440885 Mar 24 01:06:14.115250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-90eb57b7-6b69-40e3-8548-c510943db141 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'network': {'name': 'tempest-RoutersTest-484288298'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:14.167166 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (670ccdf1-5da1-47c7-9d9e-ac28f9bf4390), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:14.168769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903a0d5-e929-4b23-8b70-f97a495f5d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=187f6408-2a70-4f8f-99ab-18d74934c7f4,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:14.206456 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5903a0d5-e929-4b23-8b70-f97a495f5d5c admin admin] Checking segment: {'id': '8b8566b5-de0e-4a5b-8290-383650f0e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2f882150-61f3-4787-bc70-3fad15cf3e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:14.206817 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5903a0d5-e929-4b23-8b70-f97a495f5d5c admin admin] Network hostable DHCP agents. Network: 2f882150-61f3-4787-bc70-3fad15cf3e75, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:06:14.224608 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d3a88191-4ebb-447a-aea7-77daadeca8be req-3e3d5d8c-f612-4ee0-8198-e0471be4783c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357705 Mar 24 01:06:14.227486 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a17d47b9-5b23-4450-ac5e-9f170d8747e4 req-d326d34a-9d8e-44c5-b11c-8a9d192222f6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672873 Mar 24 01:06:14.240295 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eb57b7-6b69-40e3-8548-c510943db141 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:14.243726 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e99b85f6-9b54-4d32-8558-9bb5d1b25a53 req-5b61b0f8-5ca5-47a0-b722-026462c2840e service neutron] 10.222.0.48 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820245 Mar 24 01:06:14.251459 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90eb57b7-6b69-40e3-8548-c510943db141 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:14.253843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5903a0d5-e929-4b23-8b70-f97a495f5d5c admin admin] Network 2f882150-61f3-4787-bc70-3fad15cf3e75 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:06:14.266289 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-5903a0d5-e929-4b23-8b70-f97a495f5d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 2f882150-61f3-4787-bc70-3fad15cf3e75) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:14.275364 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fc719e-5721-4759-b8b2-0fc15a753867 None None] Network 2f882150-61f3-4787-bc70-3fad15cf3e75 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:14.275769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5903a0d5-e929-4b23-8b70-f97a495f5d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:14.276371 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5903a0d5-e929-4b23-8b70-f97a495f5d5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:14.288484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9fa581d-eb7e-4b4e-8639-58cb313208fc req-0b2135ce-de9b-4636-846d-09d8cefd8292 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832607 Mar 24 01:06:14.298239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90eb57b7-6b69-40e3-8548-c510943db141 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:14.302168 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5903a0d5-e929-4b23-8b70-f97a495f5d5c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2748220 Mar 24 01:06:14.314616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced4e0-5fcc-4bc3-b1c9-336088685371 req-03078594-0a74-45fe-a93c-b71b08a8adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:14.316103 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5aced4e0-5fcc-4bc3-b1c9-336088685371 req-03078594-0a74-45fe-a93c-b71b08a8adc5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 907 time: 0.3256588 Mar 24 01:06:14.392792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fadee2-af7b-4449-8690-f2b7671e6189 None None] Network 2f882150-61f3-4787-bc70-3fad15cf3e75 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:14.456182 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5aced4e0-5fcc-4bc3-b1c9-336088685371 req-b6f87452-ac2b-442e-822a-ce57dc4858f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7e1e138-557d-4492-96a9-264e70e02bf7 HTTP/1.1" status: 200 len: 217 time: 0.0679793 Mar 24 01:06:14.629690 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90eb57b7-6b69-40e3-8548-c510943db141 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for security_group (4a981431-1266-46f4-9a57-40fc33a70b59), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:14.645694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced4e0-5fcc-4bc3-b1c9-336088685371 req-0d3abede-3304-4ff9-924c-db4e94336c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:14.647093 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5aced4e0-5fcc-4bc3-b1c9-336088685371 req-0d3abede-3304-4ff9-924c-db4e94336c7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f03de5f8-5d24-4408-b283-d5210a71454f HTTP/1.1" status: 200 len: 846 time: 0.1828451 Mar 24 01:06:14.649208 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for port (670ccdf1-5da1-47c7-9d9e-ac28f9bf4390), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:14.655556 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90eb57b7-6b69-40e3-8548-c510943db141 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4a981431-1266-46f4-9a57-40fc33a70b59), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:14.687242 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (670ccdf1-5da1-47c7-9d9e-ac28f9bf4390), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:14.746499 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5aced4e0-5fcc-4bc3-b1c9-336088685371 req-b33c00c9-b569-4f60-92b4-db2593d01492 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb8d286a-5d52-420f-a6a9-f3fce1e70234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923462 Mar 24 01:06:14.755652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90eb57b7-6b69-40e3-8548-c510943db141 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:06:14.867082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb57b7-6b69-40e3-8548-c510943db141 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a981431-1266-46f4-9a57-40fc33a70b59,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:14.877235 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90eb57b7-6b69-40e3-8548-c510943db141 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (96a40a71-2ec4-4fbf-9467-15b7dc352335), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:14.877581 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-90eb57b7-6b69-40e3-8548-c510943db141 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Added segment 96a40a71-2ec4-4fbf-9467-15b7dc352335 of type vlan for network aa9eebca-6c03-4f30-b3c3-1026a9095910 Mar 24 01:06:14.892671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event updated for resources: {'Port': ['ID=670ccdf1-5da1-47c7-9d9e-ac28f9bf4390,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:14.911894 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826b5ed-be39-4b89-856c-a46bfd11c71d req-ec6765c4-0437-48fd-a523-ab124d7d83d4 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:14.913385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0826b5ed-be39-4b89-856c-a46bfd11c71d req-ec6765c4-0437-48fd-a523-ab124d7d83d4 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 945 time: 0.3267190 Mar 24 01:06:14.945088 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (a7e31a14-f822-4f11-88b3-ca10af694acf), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:14.965554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c895dfc-8fc2-4f67-b28c-dd82aaf791a3 req-c065d6e2-de42-4c50-bbff-5c3d63345917 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:14.967007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0c895dfc-8fc2-4f67-b28c-dd82aaf791a3 req-c065d6e2-de42-4c50-bbff-5c3d63345917 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.3591626 Mar 24 01:06:14.992738 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90eb57b7-6b69-40e3-8548-c510943db141 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (aa9eebca-6c03-4f30-b3c3-1026a9095910), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.032344 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.033605 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-40241933-553f-4b2b-9ea5-0b013bb5915b tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2321916 Mar 24 01:06:15.036485 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54640) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:15.041889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b5758b07-ee42-473c-b4e6-f0da9c60a8bc tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2108333498'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:15.043130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device c2878bd4-4d2d-4916-bbf7-a892f84e9575 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:06:15.063668 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5758b07-ee42-473c-b4e6-f0da9c60a8bc tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Made reservation on behalf of 203225be6c324dbd8861f8b8e1472d81 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:15.067048 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5758b07-ee42-473c-b4e6-f0da9c60a8bc tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.076312 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5758b07-ee42-473c-b4e6-f0da9c60a8bc tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.077016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5aced4e0-5fcc-4bc3-b1c9-336088685371 req-c15562be-e8ca-4fd8-8e75-4e75e0b0ff54 service neutron] 10.222.0.57 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127496 Mar 24 01:06:15.113411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0826b5ed-be39-4b89-856c-a46bfd11c71d req-641a6a3a-6003-4224-83a0-943d627d5f66 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/security-groups?id=35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751482 Mar 24 01:06:15.126517 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90eb57b7-6b69-40e3-8548-c510943db141 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (aa9eebca-6c03-4f30-b3c3-1026a9095910), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.131392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eb57b7-6b69-40e3-8548-c510943db141 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:15.132080 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90eb57b7-6b69-40e3-8548-c510943db141 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.168199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port c2878bd4-4d2d-4916-bbf7-a892f84e9575 is: BUILD; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:15.168805 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5758b07-ee42-473c-b4e6-f0da9c60a8bc tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for security_group (51c6bccc-a8a1-4c45-9b78-1c77fd877178), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.170437 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.176160 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5758b07-ee42-473c-b4e6-f0da9c60a8bc tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (51c6bccc-a8a1-4c45-9b78-1c77fd877178), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.185810 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0c895dfc-8fc2-4f67-b28c-dd82aaf791a3 req-cab1176b-4cc7-436a-b78b-8642dd68c0af tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079775 Mar 24 01:06:15.191411 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c2878bd4-4d2d-4916-bbf7-a892f84e9575 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:15.213701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c2878bd4-4d2d-4916-bbf7-a892f84e9575, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c2878bd4-4d2d-4916-bbf7-a892f84e9575,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:15.220631 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.300554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=c2878bd4-4d2d-4916-bbf7-a892f84e9575,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:15.308413 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5758b07-ee42-473c-b4e6-f0da9c60a8bc tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:06:15.336457 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5758b07-ee42-473c-b4e6-f0da9c60a8bc tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c6bccc-a8a1-4c45-9b78-1c77fd877178,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:15.347329 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5758b07-ee42-473c-b4e6-f0da9c60a8bc tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (a05a756d-318d-469e-bc3c-06d57f6f7385), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.347676 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-b5758b07-ee42-473c-b4e6-f0da9c60a8bc tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Added segment a05a756d-318d-469e-bc3c-06d57f6f7385 of type vlan for network f4122910-6280-4f3f-8121-4e33eadd9f29 Mar 24 01:06:15.407770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-90eb57b7-6b69-40e3-8548-c510943db141 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5221624 Mar 24 01:06:15.411128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54654) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:15.414466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5aced4e0-5fcc-4bc3-b1c9-336088685371 req-8244072a-14cc-4277-b7cf-8642fba76fcc service neutron] 10.222.0.57 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242283 Mar 24 01:06:15.431711 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c33a1f34-cd9f-46de-8ad1-017361295576 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'network': {'name': 'tempest-RoutersTest-474842918'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:15.434333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb57b7-6b69-40e3-8548-c510943db141 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Network': ['ID=aa9eebca-6c03-4f30-b3c3-1026a9095910,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:15.449137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network aa9eebca-6c03-4f30-b3c3-1026a9095910 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:06:15.458144 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5758b07-ee42-473c-b4e6-f0da9c60a8bc tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (f4122910-6280-4f3f-8121-4e33eadd9f29), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.470922 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33a1f34-cd9f-46de-8ad1-017361295576 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:15.475796 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c33a1f34-cd9f-46de-8ad1-017361295576 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.508359 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5758b07-ee42-473c-b4e6-f0da9c60a8bc tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (f4122910-6280-4f3f-8121-4e33eadd9f29), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.515580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5758b07-ee42-473c-b4e6-f0da9c60a8bc tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:15.516213 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5758b07-ee42-473c-b4e6-f0da9c60a8bc tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.584513 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33a1f34-cd9f-46de-8ad1-017361295576 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:06:15.591120 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-2615f4c4-f18a-4eff-8cc8-cdcdb20c37a9 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:15.594873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-2615f4c4-f18a-4eff-8cc8-cdcdb20c37a9 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/networks?id=0c2329ee-be3a-478e-81ea-5669fb9d7160 HTTP/1.1" status: 200 len: 823 time: 0.1529536 Mar 24 01:06:15.616656 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5758b07-ee42-473c-b4e6-f0da9c60a8bc tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event updated for resources: {'Network': ['ID=f4122910-6280-4f3f-8121-4e33eadd9f29,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:15.626062 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c33a1f34-cd9f-46de-8ad1-017361295576 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (1bd441ed-9606-41c7-ba87-a092afab5706), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.626731 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-c33a1f34-cd9f-46de-8ad1-017361295576 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Added segment 1bd441ed-9606-41c7-ba87-a092afab5706 of type vlan for network 71bbe90c-df49-4663-a83c-d866ea7535d7 Mar 24 01:06:15.666447 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-0a506348-126f-40ec-9e0a-ef4f794f3857 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/quotas/46ea6704abaa4e62bed97425a8873fee HTTP/1.1" status: 200 len: 375 time: 0.0663779 Mar 24 01:06:15.669478 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network f4122910-6280-4f3f-8121-4e33eadd9f29 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:06:15.692799 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c33a1f34-cd9f-46de-8ad1-017361295576 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (71bbe90c-df49-4663-a83c-d866ea7535d7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.720905 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b5758b07-ee42-473c-b4e6-f0da9c60a8bc tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6831832 Mar 24 01:06:15.724676 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54666) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:15.737537 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c33a1f34-cd9f-46de-8ad1-017361295576 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (71bbe90c-df49-4663-a83c-d866ea7535d7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.745021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33a1f34-cd9f-46de-8ad1-017361295576 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:15.745725 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c33a1f34-cd9f-46de-8ad1-017361295576 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.746666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-d8a33336-06e4-4c26-9942-7d111971a3c1 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Request body: {'subnet': {'network_id': 'f4122910-6280-4f3f-8121-4e33eadd9f29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:15.754545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-71836e65-213a-4f06-951c-4c18972b07a4 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=46ea6704abaa4e62bed97425a8873fee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750802 Mar 24 01:06:15.808995 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c33a1f34-cd9f-46de-8ad1-017361295576 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3926482 Mar 24 01:06:15.809274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54668) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:15.813976 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-844bf7df-69b9-40f5-b90b-c2124b12c459 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'subnet': {'network_id': 'aa9eebca-6c03-4f30-b3c3-1026a9095910', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:15.871823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a1f34-cd9f-46de-8ad1-017361295576 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Network': ['ID=71bbe90c-df49-4663-a83c-d866ea7535d7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:15.902612 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4f103-04d9-47dd-bc53-38576758424d req-00bf9f98-8ef6-42ce-96c7-a2efb8b532cf tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:15.902866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 71bbe90c-df49-4663-a83c-d866ea7535d7 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:06:15.909583 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96a4f103-04d9-47dd-bc53-38576758424d req-00bf9f98-8ef6-42ce-96c7-a2efb8b532cf tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 943 time: 0.2418692 Mar 24 01:06:15.944481 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844bf7df-69b9-40f5-b90b-c2124b12c459 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:15.948933 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-844bf7df-69b9-40f5-b90b-c2124b12c459 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:15.995622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a33336-06e4-4c26-9942-7d111971a3c1 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Made reservation on behalf of 203225be6c324dbd8861f8b8e1472d81 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:15.999458 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d8a33336-06e4-4c26-9942-7d111971a3c1 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:16.006116 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-fa1e7bc8-1c4e-4815-ae17-6cdb6c680a86 service neutron] 10.222.0.45 "GET /v2.0/networks/0c2329ee-be3a-478e-81ea-5669fb9d7160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050791 Mar 24 01:06:16.029753 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96a4f103-04d9-47dd-bc53-38576758424d req-282c3296-c303-46c6-aecd-44bc0f249a9f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192336 Mar 24 01:06:16.185133 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-844bf7df-69b9-40f5-b90b-c2124b12c459 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (19af02a3-6af0-4f56-ae3f-dc7e517bbdb0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:16.247782 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76a6ba-bc58-4b7f-8d9e-df6b8b4e688d req-15eac6b9-d368-4615-b1d5-3e1f56baa746 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:16.249936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f76a6ba-bc58-4b7f-8d9e-df6b8b4e688d req-15eac6b9-d368-4615-b1d5-3e1f56baa746 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 944 time: 0.1559584 Mar 24 01:06:16.255331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bf7df-69b9-40f5-b90b-c2124b12c459 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Subnet': ['ID=19af02a3-6af0-4f56-ae3f-dc7e517bbdb0,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:16.258682 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844bf7df-69b9-40f5-b90b-c2124b12c459 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Checking segment: {'id': '96a40a71-2ec4-4fbf-9467-15b7dc352335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'aa9eebca-6c03-4f30-b3c3-1026a9095910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:16.259255 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844bf7df-69b9-40f5-b90b-c2124b12c459 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network hostable DHCP agents. Network: aa9eebca-6c03-4f30-b3c3-1026a9095910, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:06:16.276814 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844bf7df-69b9-40f5-b90b-c2124b12c459 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network aa9eebca-6c03-4f30-b3c3-1026a9095910 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:06:16.286560 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-844bf7df-69b9-40f5-b90b-c2124b12c459 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, aa9eebca-6c03-4f30-b3c3-1026a9095910) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:16.292212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844bf7df-69b9-40f5-b90b-c2124b12c459 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:16.293194 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-844bf7df-69b9-40f5-b90b-c2124b12c459 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:16.300347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9617f21-3e28-49ab-9c76-62b331ece488 None None] Network aa9eebca-6c03-4f30-b3c3-1026a9095910 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:16.318548 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-844bf7df-69b9-40f5-b90b-c2124b12c459 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5083127 Mar 24 01:06:16.319292 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54674) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:16.324859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1fd5b20d-1a73-45d2-a286-d55259d0455c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'subnet': {'network_id': '71bbe90c-df49-4663-a83c-d866ea7535d7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:16.407176 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-139684ee-374b-495f-b414-2ca197e074a5 service neutron] 10.222.0.45 "GET /v2.0/networks/0c2329ee-be3a-478e-81ea-5669fb9d7160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891308 Mar 24 01:06:16.411178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-aa9eebca-6c03-4f30-b3c3-1026a9095910', 'network_id': 'aa9eebca-6c03-4f30-b3c3-1026a9095910', 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'fixed_ips': [{'subnet_id': '19af02a3-6af0-4f56-ae3f-dc7e517bbdb0'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:06:16.412453 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:16.419203 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d8a33336-06e4-4c26-9942-7d111971a3c1 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (9b4eff75-360f-47da-bc0d-ae27d97e4427), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:16.437316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd5b20d-1a73-45d2-a286-d55259d0455c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:16.445855 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b20d-1a73-45d2-a286-d55259d0455c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:16.553494 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f76a6ba-bc58-4b7f-8d9e-df6b8b4e688d req-38f9fcd6-7578-4754-abbd-a92d9e51686c tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871828 Mar 24 01:06:16.567973 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a33336-06e4-4c26-9942-7d111971a3c1 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event updated for resources: {'Subnet': ['ID=9b4eff75-360f-47da-bc0d-ae27d97e4427,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:16.604694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a33336-06e4-4c26-9942-7d111971a3c1 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Checking segment: {'id': 'a05a756d-318d-469e-bc3c-06d57f6f7385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f4122910-6280-4f3f-8121-4e33eadd9f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:16.605069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a33336-06e4-4c26-9942-7d111971a3c1 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Network hostable DHCP agents. Network: f4122910-6280-4f3f-8121-4e33eadd9f29, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:06:16.629290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a33336-06e4-4c26-9942-7d111971a3c1 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Network f4122910-6280-4f3f-8121-4e33eadd9f29 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:06:16.650071 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-d8a33336-06e4-4c26-9942-7d111971a3c1 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, f4122910-6280-4f3f-8121-4e33eadd9f29) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:16.650826 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Allocated IP 172.20.0.2 (aa9eebca-6c03-4f30-b3c3-1026a9095910/19af02a3-6af0-4f56-ae3f-dc7e517bbdb0/7c97ef44-95a2-4cef-845f-11cdf7e76351) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:16.662736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a33336-06e4-4c26-9942-7d111971a3c1 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:16.664466 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d8a33336-06e4-4c26-9942-7d111971a3c1 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:16.668445 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52456d0b-89a0-48d3-a42f-b51a69fb4305 None None] Network f4122910-6280-4f3f-8121-4e33eadd9f29 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:16.781002 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d8a33336-06e4-4c26-9942-7d111971a3c1 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0401270 Mar 24 01:06:16.788061 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54684) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:16.797941 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-699651340', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:16.824099 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b20d-1a73-45d2-a286-d55259d0455c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (e3a954d3-557b-40f6-aeaf-85a9b9467d45), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:16.877454 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:16.878759 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:16.884018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-f4122910-6280-4f3f-8121-4e33eadd9f29', 'network_id': 'f4122910-6280-4f3f-8121-4e33eadd9f29', 'project_id': '203225be6c324dbd8861f8b8e1472d81', 'fixed_ips': [{'subnet_id': '9b4eff75-360f-47da-bc0d-ae27d97e4427'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:06:16.884961 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:16.915233 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a275f37-b12a-456e-8148-2701ff606cca req-56cf67c6-2c37-49f9-a902-b9d83cdfdb9b tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:16.916769 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a275f37-b12a-456e-8148-2701ff606cca req-56cf67c6-2c37-49f9-a902-b9d83cdfdb9b tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 945 time: 0.2280245 Mar 24 01:06:16.931825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702b358-64a0-4ba4-8acd-270bc595a570 req-b961ab4b-c5e6-43a1-9a43-51ec29eb0b43 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:16.933586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0702b358-64a0-4ba4-8acd-270bc595a570 req-b961ab4b-c5e6-43a1-9a43-51ec29eb0b43 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.2096059 Mar 24 01:06:16.962549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5b20d-1a73-45d2-a286-d55259d0455c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Checking segment: {'id': '1bd441ed-9606-41c7-ba87-a092afab5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71bbe90c-df49-4663-a83c-d866ea7535d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:16.963800 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd5b20d-1a73-45d2-a286-d55259d0455c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network hostable DHCP agents. Network: 71bbe90c-df49-4663-a83c-d866ea7535d7, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:06:16.975286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5b20d-1a73-45d2-a286-d55259d0455c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Subnet': ['ID=e3a954d3-557b-40f6-aeaf-85a9b9467d45,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:17.003876 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Publish callbacks [] for port (7c97ef44-95a2-4cef-845f-11cdf7e76351), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:17.015205 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (7c97ef44-95a2-4cef-845f-11cdf7e76351), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:17.051667 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for router_controller (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:17.054387 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a275f37-b12a-456e-8148-2701ff606cca req-6743c97a-93d1-4f65-a8ea-e17d83ce7802 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/security-groups?id=35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196373 Mar 24 01:06:17.078960 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd5b20d-1a73-45d2-a286-d55259d0455c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 71bbe90c-df49-4663-a83c-d866ea7535d7 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:06:17.090665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a7e1e138-557d-4492-96a9-264e70e02bf7 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:06:17.105397 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0702b358-64a0-4ba4-8acd-270bc595a570 req-595564ad-7ee1-4bec-b9e5-c9d05e1557e4 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336012 Mar 24 01:06:17.175017 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1fd5b20d-1a73-45d2-a286-d55259d0455c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 71bbe90c-df49-4663-a83c-d866ea7535d7) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:17.179549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd5b20d-1a73-45d2-a286-d55259d0455c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:17.180150 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b20d-1a73-45d2-a286-d55259d0455c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:17.201882 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a7e1e138-557d-4492-96a9-264e70e02bf7, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a7e1e138-557d-4492-96a9-264e70e02bf7,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:17.219274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Network aa9eebca-6c03-4f30-b3c3-1026a9095910 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:17.225029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c9134ef-5b0d-48de-9b63-3d523b3ce2a8 req-7fc6a79d-28e7-46e7-95a2-eafb5b9921a1 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 210 time: 0.0671482 Mar 24 01:06:17.281478 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'a7e1e138-557d-4492-96a9-264e70e02bf7', 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234', 'port_id': 'a7e1e138-557d-4492-96a9-264e70e02bf7', 'mac_address': 'fa:16:3e:13:c6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03de5f8-5d24-4408-b283-d5210a71454f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:06:17.283631 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf8ad47-3758-4538-840c-82590a89abb6 None None] Network 71bbe90c-df49-4663-a83c-d866ea7535d7 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:17.296057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54696) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:17.299966 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1fd5b20d-1a73-45d2-a286-d55259d0455c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9791958 Mar 24 01:06:17.302620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e2055ba7-3f0f-439d-80d0-b2ddefed6eb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-338969901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:17.347798 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2055ba7-3f0f-439d-80d0-b2ddefed6eb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (7195b828-9bc6-4486-aca2-7faa2a7e0b02), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:17.349374 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2055ba7-3f0f-439d-80d0-b2ddefed6eb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (7195b828-9bc6-4486-aca2-7faa2a7e0b02), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:17.381003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:17.457325 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for router_gateway (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:17.531737 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2055ba7-3f0f-439d-80d0-b2ddefed6eb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_controller (7195b828-9bc6-4486-aca2-7faa2a7e0b02), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:17.540892 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Allocated IP 172.20.0.2 (f4122910-6280-4f3f-8121-4e33eadd9f29/9b4eff75-360f-47da-bc0d-ae27d97e4427/4d3358f1-895f-4724-a7e7-21b59b2c551b) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:17.547299 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2055ba7-3f0f-439d-80d0-b2ddefed6eb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (7195b828-9bc6-4486-aca2-7faa2a7e0b02), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:17.551534 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:17.561043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54674a-85e5-4039-a77a-4048bb807377 req-3a89ca12-9d23-4533-b296-faff7ccca859 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:17.562803 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a54674a-85e5-4039-a77a-4048bb807377 req-3a89ca12-9d23-4533-b296-faff7ccca859 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 943 time: 0.2040555 Mar 24 01:06:17.587394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Pushing event updated for resources: {'Port': ['ID=7c97ef44-95a2-4cef-845f-11cdf7e76351,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:17.598340 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2055ba7-3f0f-439d-80d0-b2ddefed6eb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:17.602849 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e2055ba7-3f0f-439d-80d0-b2ddefed6eb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3024642 Mar 24 01:06:17.603874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54702) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:17.667137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a7e1e138-557d-4492-96a9-264e70e02bf7 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:17.667719 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a7e1e138-557d-4492-96a9-264e70e02bf7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:17.751663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a54674a-85e5-4039-a77a-4048bb807377 req-fd6038ee-2f30-4a7b-8483-ba675353fb39 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808479 Mar 24 01:06:17.768922 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e1e138-557d-4492-96a9-264e70e02bf7 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:17.796372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a7e1e138-557d-4492-96a9-264e70e02bf7, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a7e1e138-557d-4492-96a9-264e70e02bf7,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:17.840563 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for router_gateway (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:17.842962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749d596-c7ae-413b-bd5b-17970354c4a7 req-a9ffcd5f-b96c-4cc5-b03b-43e3a050a271 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:17.844780 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7749d596-c7ae-413b-bd5b-17970354c4a7 req-a9ffcd5f-b96c-4cc5-b03b-43e3a050a271 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 944 time: 0.2312551 Mar 24 01:06:17.911014 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:18.031320 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a7e1e138-557d-4492-96a9-264e70e02bf7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:18.051666 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Attempting to bind port 7c97ef44-95a2-4cef-845f-11cdf7e76351 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:06:18.052198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Attempting to bind port 7c97ef44-95a2-4cef-845f-11cdf7e76351 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '96a40a71-2ec4-4fbf-9467-15b7dc352335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'aa9eebca-6c03-4f30-b3c3-1026a9095910'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:06:18.052683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Attempting to bind port 7c97ef44-95a2-4cef-845f-11cdf7e76351 on network aa9eebca-6c03-4f30-b3c3-1026a9095910 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:18.063820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:06:18.064655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Checking segment: {'id': '96a40a71-2ec4-4fbf-9467-15b7dc352335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'aa9eebca-6c03-4f30-b3c3-1026a9095910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:18.064810 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:18.065318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Bound using segment: {'id': '96a40a71-2ec4-4fbf-9467-15b7dc352335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'aa9eebca-6c03-4f30-b3c3-1026a9095910'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:06:18.065901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Bound port: 7c97ef44-95a2-4cef-845f-11cdf7e76351, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a40a71-2ec4-4fbf-9467-15b7dc352335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'aa9eebca-6c03-4f30-b3c3-1026a9095910'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:06:18.066510 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7c97ef44-95a2-4cef-845f-11cdf7e76351), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:18.121194 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4696278-51f2-46f3-83e2-47bc9718528c req-dea261de-e2c9-433b-a9e6-6ad66bedecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:18.123191 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e4696278-51f2-46f3-83e2-47bc9718528c req-dea261de-e2c9-433b-a9e6-6ad66bedecf3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbacde8f99654d25b6212281d6c2d22f&device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 1127 time: 0.1298409 Mar 24 01:06:18.162735 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-71bbe90c-df49-4663-a83c-d866ea7535d7', 'network_id': '71bbe90c-df49-4663-a83c-d866ea7535d7', 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'fixed_ips': [{'subnet_id': 'e3a954d3-557b-40f6-aeaf-85a9b9467d45'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:06:18.163779 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:18.192541 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Allocated IP 172.25.0.7 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/b731185c-788c-48d5-ae5c-45c550f3c1ad) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:18.230279 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a7e1e138-557d-4492-96a9-264e70e02bf7,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:18.322464 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7749d596-c7ae-413b-bd5b-17970354c4a7 req-578d5ff2-3230-4e02-b5d0-2c7ea195fe37 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384029 Mar 24 01:06:18.326712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a7e1e138-557d-4492-96a9-264e70e02bf7'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:18.329019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4696278-51f2-46f3-83e2-47bc9718528c req-d83c3c6b-e217-48fe-88e2-101d4bf6b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:18.330573 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e4696278-51f2-46f3-83e2-47bc9718528c req-d83c3c6b-e217-48fe-88e2-101d4bf6b08f service neutron] 10.222.0.48 "GET /v2.0/networks?id=511055be-3b14-42b0-9bfd-3c37ac2cc1f6 HTTP/1.1" status: 200 len: 915 time: 0.2005513 Mar 24 01:06:18.444209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] For port 7c97ef44-95a2-4cef-845f-11cdf7e76351, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:06:18.453829 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:18.514109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] For port 7c97ef44-95a2-4cef-845f-11cdf7e76351, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7c97ef44-95a2-4cef-845f-11cdf7e76351,segment=NetworkSegment(96a40a71-2ec4-4fbf-9467-15b7dc352335),segment_id=96a40a71-2ec4-4fbf-9467-15b7dc352335)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:06:18.519725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c02e52-fded-4d56-9100-82affb898f68 req-784aa0cd-8487-4099-9fe5-7e335c3c78f6 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:18.525980 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71c02e52-fded-4d56-9100-82affb898f68 req-784aa0cd-8487-4099-9fe5-7e335c3c78f6 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 945 time: 0.4510651 Mar 24 01:06:18.541134 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7c97ef44-95a2-4cef-845f-11cdf7e76351), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:18.543830 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Publish callbacks [] for port (4d3358f1-895f-4724-a7e7-21b59b2c551b), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:18.592525 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (4d3358f1-895f-4724-a7e7-21b59b2c551b), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:18.643237 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Allocated IP 172.21.0.2 (71bbe90c-df49-4663-a83c-d866ea7535d7/e3a954d3-557b-40f6-aeaf-85a9b9467d45/dc25bf04-21f2-4471-bd0b-5c137cf9a1fe) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:18.712997 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e4696278-51f2-46f3-83e2-47bc9718528c req-4ecc38ac-dd7f-493b-9435-f421d2d09b13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e42d6427-d53e-4a1a-a698-ff1b69ba4e90 HTTP/1.1" status: 200 len: 217 time: 0.3761921 Mar 24 01:06:18.743698 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for port (b731185c-788c-48d5-ae5c-45c550f3c1ad), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:18.820874 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4696278-51f2-46f3-83e2-47bc9718528c req-d2988a94-9a99-409a-bc04-81d7f6ebeb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:18.824270 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e4696278-51f2-46f3-83e2-47bc9718528c req-d2988a94-9a99-409a-bc04-81d7f6ebeb93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac6602f5-328a-406b-91e3-e0d4df60a941 HTTP/1.1" status: 200 len: 854 time: 0.1041958 Mar 24 01:06:18.844720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd520b-ea70-4226-ab50-9760e2475e58 None None] Pushing event updated for resources: {'Port': ['ID=7c97ef44-95a2-4cef-845f-11cdf7e76351,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:18.857025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Network f4122910-6280-4f3f-8121-4e33eadd9f29 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:18.896446 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e4696278-51f2-46f3-83e2-47bc9718528c req-864e42a5-00d4-41ac-9fe9-e4d2919c6be1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=511055be-3b14-42b0-9bfd-3c37ac2cc1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564375 Mar 24 01:06:18.940304 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Publish callbacks [] for port (dc25bf04-21f2-4471-bd0b-5c137cf9a1fe), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:18.997492 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:19.014153 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:19.023633 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (dc25bf04-21f2-4471-bd0b-5c137cf9a1fe), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:19.101039 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e4696278-51f2-46f3-83e2-47bc9718528c req-475dbba9-53b6-4a20-adaf-28560a810cbf service neutron] 10.222.0.48 "GET /v2.0/networks/511055be-3b14-42b0-9bfd-3c37ac2cc1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979144 Mar 24 01:06:19.103201 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b731185c-788c-48d5-ae5c-45c550f3c1ad), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:19.128176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-cf0bb723-8b06-4907-8361-26c51c267983 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:19.129801 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-cf0bb723-8b06-4907-8361-26c51c267983 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.57 "GET /v2.0/networks?id=0c2329ee-be3a-478e-81ea-5669fb9d7160 HTTP/1.1" status: 200 len: 823 time: 0.9750149 Mar 24 01:06:19.148669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-542a7368-5a7b-42ef-9313-82a32b1505ec tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Request body: {'port': {'device_id': 'e3aee90c-2266-493e-8184-186db5a63242', 'network_id': '0c2329ee-be3a-478e-81ea-5669fb9d7160', 'admin_state_up': True, 'tenant_id': '46ea6704abaa4e62bed97425a8873fee'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:19.189409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Network 71bbe90c-df49-4663-a83c-d866ea7535d7 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:19.194943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:19.198568 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Pushing event updated for resources: {'Port': ['ID=4d3358f1-895f-4724-a7e7-21b59b2c551b,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:19.208145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:19.221988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Attempting to bind port 4d3358f1-895f-4724-a7e7-21b59b2c551b on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:06:19.221988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Attempting to bind port 4d3358f1-895f-4724-a7e7-21b59b2c551b by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'a05a756d-318d-469e-bc3c-06d57f6f7385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f4122910-6280-4f3f-8121-4e33eadd9f29'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:06:19.221988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Attempting to bind port 4d3358f1-895f-4724-a7e7-21b59b2c551b on network f4122910-6280-4f3f-8121-4e33eadd9f29 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:19.247927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:19.250228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:06:19.250739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Checking segment: {'id': 'a05a756d-318d-469e-bc3c-06d57f6f7385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f4122910-6280-4f3f-8121-4e33eadd9f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:19.251255 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:19.251747 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Bound using segment: {'id': 'a05a756d-318d-469e-bc3c-06d57f6f7385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f4122910-6280-4f3f-8121-4e33eadd9f29'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:06:19.252416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Bound port: 4d3358f1-895f-4724-a7e7-21b59b2c551b, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05a756d-318d-469e-bc3c-06d57f6f7385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f4122910-6280-4f3f-8121-4e33eadd9f29'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:06:19.252907 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4d3358f1-895f-4724-a7e7-21b59b2c551b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:19.259338 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:19.266058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:19.267463 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71c02e52-fded-4d56-9100-82affb898f68 req-d28d47d0-faf7-4e2e-9255-5c92dc8571cd tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/security-groups?id=35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856148 Mar 24 01:06:19.271512 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event updated for resources: {'Port': ['ID=b731185c-788c-48d5-ae5c-45c550f3c1ad,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:19.363768 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Pushing event updated for resources: {'Port': ['ID=dc25bf04-21f2-4471-bd0b-5c137cf9a1fe,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:19.407101 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Attempting to bind port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:06:19.407628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Attempting to bind port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '1bd441ed-9606-41c7-ba87-a092afab5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71bbe90c-df49-4663-a83c-d866ea7535d7'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:06:19.408224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Attempting to bind port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe on network 71bbe90c-df49-4663-a83c-d866ea7535d7 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:19.418018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:06:19.418505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Checking segment: {'id': '1bd441ed-9606-41c7-ba87-a092afab5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71bbe90c-df49-4663-a83c-d866ea7535d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:19.418981 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:19.419493 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Bound using segment: {'id': '1bd441ed-9606-41c7-ba87-a092afab5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71bbe90c-df49-4663-a83c-d866ea7535d7'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:06:19.420034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Bound port: dc25bf04-21f2-4471-bd0b-5c137cf9a1fe, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd441ed-9606-41c7-ba87-a092afab5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '71bbe90c-df49-4663-a83c-d866ea7535d7'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:06:19.420516 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dc25bf04-21f2-4471-bd0b-5c137cf9a1fe), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:19.436895 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] For port 4d3358f1-895f-4724-a7e7-21b59b2c551b, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:06:19.452956 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] For port 4d3358f1-895f-4724-a7e7-21b59b2c551b, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4d3358f1-895f-4724-a7e7-21b59b2c551b,segment=NetworkSegment(a05a756d-318d-469e-bc3c-06d57f6f7385),segment_id=a05a756d-318d-469e-bc3c-06d57f6f7385)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:06:19.480322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89b208-3ffc-4212-8398-385fd7a11b79 req-13f15b89-9d76-426b-a5b5-c74259fd6e1e tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:19.484941 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4d3358f1-895f-4724-a7e7-21b59b2c551b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:19.489622 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc89b208-3ffc-4212-8398-385fd7a11b79 req-13f15b89-9d76-426b-a5b5-c74259fd6e1e tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 1.0396812 Mar 24 01:06:19.506576 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b473e87f-e3f4-49f9-b49a-fa8ec8caeff6 req-992f8b7d-f315-4c35-8258-56f74d9ba05a tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 210 time: 0.0923462 Mar 24 01:06:19.544521 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e4696278-51f2-46f3-83e2-47bc9718528c req-521a3c17-612d-4e7f-8ab8-a8cc365eddeb service neutron] 10.222.0.48 "GET /v2.0/networks/511055be-3b14-42b0-9bfd-3c37ac2cc1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334764 Mar 24 01:06:19.572632 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] For port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:06:19.576698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] For port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=dc25bf04-21f2-4471-bd0b-5c137cf9a1fe,segment=NetworkSegment(1bd441ed-9606-41c7-ba87-a092afab5706),segment_id=1bd441ed-9606-41c7-ba87-a092afab5706)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:06:19.614945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db13cb-bc58-4880-acaa-4fdfb3c5744a None None] Pushing event updated for resources: {'Port': ['ID=4d3358f1-895f-4724-a7e7-21b59b2c551b,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:19.628597 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (dc25bf04-21f2-4471-bd0b-5c137cf9a1fe), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:19.737958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5cf4c-fea2-4e30-84ef-10a5f47fd2c3 req-71edc153-ef9f-4ce9-a180-b30642dcc522 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:19.748565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54d5cf4c-fea2-4e30-84ef-10a5f47fd2c3 req-71edc153-ef9f-4ce9-a180-b30642dcc522 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.57 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 944 time: 0.5504549 Mar 24 01:06:19.780155 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2acce-1012-4f52-9aea-42b3be9951d6 None None] Pushing event updated for resources: {'Port': ['ID=dc25bf04-21f2-4471-bd0b-5c137cf9a1fe,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:19.833398 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for router_gateway (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:19.890588 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7c97ef44-95a2-4cef-845f-11cdf7e76351 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:20.000404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Allocated IP 172.20.0.1 (aa9eebca-6c03-4f30-b3c3-1026a9095910/19af02a3-6af0-4f56-ae3f-dc7e517bbdb0/b983b1b3-a7df-4716-84f1-127eb8083071) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:20.006607 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 7c97ef44-95a2-4cef-845f-11cdf7e76351 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:20.007133 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7c97ef44-95a2-4cef-845f-11cdf7e76351), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:20.246868 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:06:20.345323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 7c97ef44-95a2-4cef-845f-11cdf7e76351 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:20.345740 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7c97ef44-95a2-4cef-845f-11cdf7e76351), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:20.353020 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc89b208-3ffc-4212-8398-385fd7a11b79 req-72226b63-50b4-4352-8d1f-01a093adbe1e tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8615851 Mar 24 01:06:20.411686 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:20.424084 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (b983b1b3-a7df-4716-84f1-127eb8083071), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:20.426174 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 7c97ef44-95a2-4cef-845f-11cdf7e76351, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7c97ef44-95a2-4cef-845f-11cdf7e76351,segment=NetworkSegment(96a40a71-2ec4-4fbf-9467-15b7dc352335),segment_id=96a40a71-2ec4-4fbf-9467-15b7dc352335)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:20.436890 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7c97ef44-95a2-4cef-845f-11cdf7e76351), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:20.465227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-542a7368-5a7b-42ef-9313-82a32b1505ec tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Made reservation on behalf of 46ea6704abaa4e62bed97425a8873fee for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:20.469379 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-542a7368-5a7b-42ef-9313-82a32b1505ec tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:20.507032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda5ee1-64ef-4b25-b17b-f131b8e25cbb req-d40319d4-b01e-43be-aa83-a400cf24793a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:20.525707 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dfda5ee1-64ef-4b25-b17b-f131b8e25cbb req-d40319d4-b01e-43be-aa83-a400cf24793a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 944 time: 0.8284919 Mar 24 01:06:20.550572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4689d4-efee-47ec-ade9-0f854e282c5b None None] Network aa9eebca-6c03-4f30-b3c3-1026a9095910 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:20.635035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=7c97ef44-95a2-4cef-845f-11cdf7e76351,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:20.663213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-61b95157-0a2f-4cb1-a62b-ac19daa8115a None None] Provisioning complete for port 7c97ef44-95a2-4cef-845f-11cdf7e76351 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:20.664124 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-61b95157-0a2f-4cb1-a62b-ac19daa8115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7c97ef44-95a2-4cef-845f-11cdf7e76351), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:20.672932 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Router d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:06:20.694662 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b983b1b3-a7df-4716-84f1-127eb8083071), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:20.790262 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-61b95157-0a2f-4cb1-a62b-ac19daa8115a None None] Current status of the port 7c97ef44-95a2-4cef-845f-11cdf7e76351 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:20.833580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:06:20.847809 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be83f3-b08c-44ec-8f72-1981738ad657 None None] Sync routers for ids ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:06:20.862943 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be83f3-b08c-44ec-8f72-1981738ad657 None None] Routers {'d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:20.864714 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-24be83f3-b08c-44ec-8f72-1981738ad657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:20.867332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-54d5cf4c-fea2-4e30-84ef-10a5f47fd2c3 req-868d47d4-b24d-4ec7-8c72-ccb9b6aa2ac5 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Deleting port c2878bd4-4d2d-4916-bbf7-a892f84e9575 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:20.867689 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-54d5cf4c-fea2-4e30-84ef-10a5f47fd2c3 req-868d47d4-b24d-4ec7-8c72-ccb9b6aa2ac5 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:20.871314 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:20.878473 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8574d516-9f79-45a7-9b3e-a7999643fe20 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0893040 Mar 24 01:06:20.879894 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54724) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:20.887029 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network aa9eebca-6c03-4f30-b3c3-1026a9095910 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:20.908513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:20.913749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:20.942839 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-24be83f3-b08c-44ec-8f72-1981738ad657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:20.968168 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be83f3-b08c-44ec-8f72-1981738ad657 None None] Routers {'d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:20.969173 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-24be83f3-b08c-44ec-8f72-1981738ad657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:21.043330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dfda5ee1-64ef-4b25-b17b-f131b8e25cbb req-88dff963-9c00-40a6-a89a-b1b4788ae9ba tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165429 Mar 24 01:06:21.044101 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (7195b828-9bc6-4486-aca2-7faa2a7e0b02), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:21.081062 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a7e1e138-557d-4492-96a9-264e70e02bf7 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:21.217982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7c9500da-f82d-4718-a289-da50ce965f41 None None] Provisioning complete for port 7c97ef44-95a2-4cef-845f-11cdf7e76351 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:21.219024 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c9500da-f82d-4718-a289-da50ce965f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7c97ef44-95a2-4cef-845f-11cdf7e76351), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:21.314185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port a7e1e138-557d-4492-96a9-264e70e02bf7 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:06:21.322340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port a7e1e138-557d-4492-96a9-264e70e02bf7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:21.323322 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a7e1e138-557d-4492-96a9-264e70e02bf7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:21.347089 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-24be83f3-b08c-44ec-8f72-1981738ad657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:21.347745 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be83f3-b08c-44ec-8f72-1981738ad657 None None] The sync data for ids ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:06:21.356628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=b983b1b3-a7df-4716-84f1-127eb8083071,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:21.426784 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbfb9f-b04e-444e-bfcd-906b0810e9b1 req-a306b56f-b131-4243-8ac1-d09fd974505e tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:21.428374 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f1dbfb9f-b04e-444e-bfcd-906b0810e9b1 req-a306b56f-b131-4243-8ac1-d09fd974505e tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 944 time: 0.9335592 Mar 24 01:06:21.471176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:21.471530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:21.471870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:21.472209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:21.475405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:21.475787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:21.476121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:21.476454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:21.476838 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:21.477212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:21.477541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:21.477983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:21.478169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:21.478488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:21.478808 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:21.536920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7c9500da-f82d-4718-a289-da50ce965f41 None None] Current status of the port 7c97ef44-95a2-4cef-845f-11cdf7e76351 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:21.566305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7c9500da-f82d-4718-a289-da50ce965f41 None None] Provisioning complete for port b983b1b3-a7df-4716-84f1-127eb8083071 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:21.567137 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c9500da-f82d-4718-a289-da50ce965f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b983b1b3-a7df-4716-84f1-127eb8083071), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:21.580191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-54d5cf4c-fea2-4e30-84ef-10a5f47fd2c3 req-868d47d4-b24d-4ec7-8c72-ccb9b6aa2ac5 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] For port c2878bd4-4d2d-4916-bbf7-a892f84e9575, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c2878bd4-4d2d-4916-bbf7-a892f84e9575,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:21.580792 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-54d5cf4c-fea2-4e30-84ef-10a5f47fd2c3 req-868d47d4-b24d-4ec7-8c72-ccb9b6aa2ac5 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:21.593281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-542a7368-5a7b-42ef-9313-82a32b1505ec tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Allocated IP 172.20.0.11 (0c2329ee-be3a-478e-81ea-5669fb9d7160/0e328e11-4ac0-4707-8ec9-87473af5ed50/0da49e59-010b-404c-8475-c3c1248d394a) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:21.656455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-54d5cf4c-fea2-4e30-84ef-10a5f47fd2c3 req-868d47d4-b24d-4ec7-8c72-ccb9b6aa2ac5 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Calling delete_port for c2878bd4-4d2d-4916-bbf7-a892f84e9575 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:21.679672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc6aca-f809-4e57-a9c6-181129ac6999 req-7de5da8b-2fe6-4314-aa0d-6e60ef36aee6 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:21.681283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1dc6aca-f809-4e57-a9c6-181129ac6999 req-7de5da8b-2fe6-4314-aa0d-6e60ef36aee6 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 945 time: 0.4193189 Mar 24 01:06:21.744289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a7e1e138-557d-4492-96a9-264e70e02bf7 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:21.744694 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a7e1e138-557d-4492-96a9-264e70e02bf7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:21.773791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7c9500da-f82d-4718-a289-da50ce965f41 None None] Port b983b1b3-a7df-4716-84f1-127eb8083071 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:21.783366 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f1dbfb9f-b04e-444e-bfcd-906b0810e9b1 req-3572eef8-3bfa-4de4-83f4-5c4a2f22c42e tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165779 Mar 24 01:06:21.807420 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:21.812880 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b983b1b3-a7df-4716-84f1-127eb8083071), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:21.846761 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff89a447-ef87-46ee-b521-108d324ff182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e1e138-557d-4492-96a9-264e70e02bf7'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:21.853457 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d413052-2328-462c-bcf6-502d608c2b50" -d '{"events": [{"server_uuid": "ff89a447-ef87-46ee-b521-108d324ff182", "name": "network-vif-plugged", "status": "completed", "tag": "a7e1e138-557d-4492-96a9-264e70e02bf7"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:21.869377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8ca191-2996-4ae6-ba73-1b60836d5e6a None None] Network f4122910-6280-4f3f-8121-4e33eadd9f29 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:21.904818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a7e1e138-557d-4492-96a9-264e70e02bf7, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a7e1e138-557d-4492-96a9-264e70e02bf7,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:21.965171 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a7e1e138-557d-4492-96a9-264e70e02bf7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:21.967421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device c2878bd4-4d2d-4916-bbf7-a892f84e9575 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:06:22.050577 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1dc6aca-f809-4e57-a9c6-181129ac6999 req-97eda214-4547-4e40-beeb-81ab6cfc101e tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/security-groups?id=35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487716 Mar 24 01:06:22.068578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cba703a8-9dfd-4f7a-af09-64a9a56cf62f req-f4919b61-3c47-4103-89c8-1aabeef74413 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 210 time: 0.1649508 Mar 24 01:06:22.104962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a7e1e138-557d-4492-96a9-264e70e02bf7,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:22.136360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7c97ef44-95a2-4cef-845f-11cdf7e76351 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:22.183888 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8563c27b-9109-4410-9f66-48b6500b4706 x-openstack-request-id: req-8563c27b-9109-4410-9f66-48b6500b4706 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:22.184294 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff89a447-ef87-46ee-b521-108d324ff182", "name": "network-vif-plugged", "status": "completed", "tag": "a7e1e138-557d-4492-96a9-264e70e02bf7", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:22.184924 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8563c27b-9109-4410-9f66-48b6500b4706 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:22.185874 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8563c27b-9109-4410-9f66-48b6500b4706'] response: {'server_uuid': 'ff89a447-ef87-46ee-b521-108d324ff182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e1e138-557d-4492-96a9-264e70e02bf7', 'code': 200} Mar 24 01:06:22.217926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-00f0f9b7-5045-4d64-8e4c-4e1e3e9bb9c7 None None] Provisioning complete for port b983b1b3-a7df-4716-84f1-127eb8083071 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:22.218457 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-00f0f9b7-5045-4d64-8e4c-4e1e3e9bb9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b983b1b3-a7df-4716-84f1-127eb8083071), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:22.275386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19921c08-abef-46ca-8171-3ac9c24a8c8c None None] Network 71bbe90c-df49-4663-a83c-d866ea7535d7 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:22.433734 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Allocated IP 172.20.0.1 (f4122910-6280-4f3f-8121-4e33eadd9f29/9b4eff75-360f-47da-bc0d-ae27d97e4427/0a9646b1-ece0-410c-bd6a-1c4914aa3dfc) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:22.484412 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-542a7368-5a7b-42ef-9313-82a32b1505ec tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Publish callbacks [] for port (0da49e59-010b-404c-8475-c3c1248d394a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:22.558772 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for port (0a9646b1-ece0-410c-bd6a-1c4914aa3dfc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:22.569932 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-542a7368-5a7b-42ef-9313-82a32b1505ec tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (0da49e59-010b-404c-8475-c3c1248d394a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:22.584084 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-54d5cf4c-fea2-4e30-84ef-10a5f47fd2c3 req-868d47d4-b24d-4ec7-8c72-ccb9b6aa2ac5 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c2878bd4-4d2d-4916-bbf7-a892f84e9575), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:22.594547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port c2878bd4-4d2d-4916-bbf7-a892f84e9575 is: DOWN; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:22.601342 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-00f0f9b7-5045-4d64-8e4c-4e1e3e9bb9c7 None None] Port b983b1b3-a7df-4716-84f1-127eb8083071 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:22.601913 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0a9646b1-ece0-410c-bd6a-1c4914aa3dfc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:22.642347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 7c97ef44-95a2-4cef-845f-11cdf7e76351 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:22.642718 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7c97ef44-95a2-4cef-845f-11cdf7e76351), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:22.647789 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Network f4122910-6280-4f3f-8121-4e33eadd9f29 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:22.652350 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:22.661410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:22.668050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-542a7368-5a7b-42ef-9313-82a32b1505ec tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Network 0c2329ee-be3a-478e-81ea-5669fb9d7160 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:22.689598 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-00f0f9b7-5045-4d64-8e4c-4e1e3e9bb9c7 None None] Provisioning complete for port 4d3358f1-895f-4724-a7e7-21b59b2c551b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:22.689980 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-00f0f9b7-5045-4d64-8e4c-4e1e3e9bb9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4d3358f1-895f-4724-a7e7-21b59b2c551b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:22.691640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-542a7368-5a7b-42ef-9313-82a32b1505ec tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:22.703911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-542a7368-5a7b-42ef-9313-82a32b1505ec tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:22.709421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f6d3f-cf84-4326-a0d6-29a7b1f94e14 req-b238685f-df66-4598-923d-3a5ae64829ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:22.718559 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd4f6d3f-cf84-4326-a0d6-29a7b1f94e14 req-b238685f-df66-4598-923d-3a5ae64829ea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 1127 time: 0.4483988 Mar 24 01:06:22.749086 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:22.832431 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ba77e-fb14-4ee4-8242-7187ecda1b58 req-d70b873c-2f59-4057-a801-22f83fc26f5d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:22.834456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-255ba77e-fb14-4ee4-8242-7187ecda1b58 req-d70b873c-2f59-4057-a801-22f83fc26f5d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.6712053 Mar 24 01:06:22.888891 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-00f0f9b7-5045-4d64-8e4c-4e1e3e9bb9c7 None None] Current status of the port 4d3358f1-895f-4724-a7e7-21b59b2c551b is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:22.889331 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-00f0f9b7-5045-4d64-8e4c-4e1e3e9bb9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4d3358f1-895f-4724-a7e7-21b59b2c551b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:22.892433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 7c97ef44-95a2-4cef-845f-11cdf7e76351 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:22.893565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4d3358f1-895f-4724-a7e7-21b59b2c551b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:23.051754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event updated for resources: {'Port': ['ID=0a9646b1-ece0-410c-bd6a-1c4914aa3dfc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:23.064689 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-00f0f9b7-5045-4d64-8e4c-4e1e3e9bb9c7 None None] For port 4d3358f1-895f-4724-a7e7-21b59b2c551b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4d3358f1-895f-4724-a7e7-21b59b2c551b,segment=NetworkSegment(a05a756d-318d-469e-bc3c-06d57f6f7385),segment_id=a05a756d-318d-469e-bc3c-06d57f6f7385)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:23.079809 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-00f0f9b7-5045-4d64-8e4c-4e1e3e9bb9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4d3358f1-895f-4724-a7e7-21b59b2c551b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:23.083661 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0a9646b1-ece0-410c-bd6a-1c4914aa3dfc), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:23.129907 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (b983b1b3-a7df-4716-84f1-127eb8083071), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:23.133811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d5cf4c-fea2-4e30-84ef-10a5f47fd2c3 req-868d47d4-b24d-4ec7-8c72-ccb9b6aa2ac5 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] No DVR routers for this DVR port c2878bd4-4d2d-4916-bbf7-a892f84e9575 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:06:23.135787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a7368-5a7b-42ef-9313-82a32b1505ec tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Pushing event updated for resources: {'Port': ['ID=0da49e59-010b-404c-8475-c3c1248d394a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:23.150939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97295693-11b7-4d89-afc2-9c0bf35d2b66 req-e89cfabd-c685-4d0c-a6e1-3353a3eca940 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:23.159863 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97295693-11b7-4d89-afc2-9c0bf35d2b66 req-e89cfabd-c685-4d0c-a6e1-3353a3eca940 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 945 time: 0.8935313 Mar 24 01:06:23.178693 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-54d5cf4c-fea2-4e30-84ef-10a5f47fd2c3 req-868d47d4-b24d-4ec7-8c72-ccb9b6aa2ac5 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:23.188135 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54d5cf4c-fea2-4e30-84ef-10a5f47fd2c3 req-868d47d4-b24d-4ec7-8c72-ccb9b6aa2ac5 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.57 "DELETE /v2.0/ports/c2878bd4-4d2d-4916-bbf7-a892f84e9575 HTTP/1.1" status: 204 len: 173 time: 2.9770412 Mar 24 01:06:23.193669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4d3358f1-895f-4724-a7e7-21b59b2c551b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:23.194260 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4d3358f1-895f-4724-a7e7-21b59b2c551b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:23.195551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a39a57-c521-4ec4-bf0f-62477935dff5', 'name': 'network-vif-deleted', 'tag': 'c2878bd4-4d2d-4916-bbf7-a892f84e9575'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:23.199173 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92863f1b-bd60-4886-b97f-b838364e8d15" -d '{"events": [{"server_uuid": "61a39a57-c521-4ec4-bf0f-62477935dff5", "name": "network-vif-deleted", "tag": "c2878bd4-4d2d-4916-bbf7-a892f84e9575"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:23.220167 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (b983b1b3-a7df-4716-84f1-127eb8083071), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:23.288752 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0f9b7-5045-4d64-8e4c-4e1e3e9bb9c7 None None] Pushing event updated for resources: {'Port': ['ID=4d3358f1-895f-4724-a7e7-21b59b2c551b,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:23.292319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a45ad630-0c53-4abd-b891-614e2d1e224d None None] Provisioning complete for port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:23.292812 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a45ad630-0c53-4abd-b891-614e2d1e224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (dc25bf04-21f2-4471-bd0b-5c137cf9a1fe), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:23.353745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d47d4-b24d-4ec7-8c72-ccb9b6aa2ac5 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Pushing event deleted for resources: {'Port': ['ID=c2878bd4-4d2d-4916-bbf7-a892f84e9575,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:23.461578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd4f6d3f-cf84-4326-a0d6-29a7b1f94e14 req-ffc5b532-9770-4b92-95e3-ec93b670fb46 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7143123 Mar 24 01:06:23.483107 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a45ad630-0c53-4abd-b891-614e2d1e224d None None] Current status of the port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:23.483508 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a45ad630-0c53-4abd-b891-614e2d1e224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dc25bf04-21f2-4471-bd0b-5c137cf9a1fe), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:23.485390 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4d3358f1-895f-4724-a7e7-21b59b2c551b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:23.486479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device dc25bf04-21f2-4471-bd0b-5c137cf9a1fe up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:23.491488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-542a7368-5a7b-42ef-9313-82a32b1505ec tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:23.492530 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-542a7368-5a7b-42ef-9313-82a32b1505ec tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:23.532691 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (7195b828-9bc6-4486-aca2-7faa2a7e0b02), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:23.551174 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=b983b1b3-a7df-4716-84f1-127eb8083071,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:23.573533 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-542a7368-5a7b-42ef-9313-82a32b1505ec tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4300447 Mar 24 01:06:23.580927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-255ba77e-fb14-4ee4-8242-7187ecda1b58 req-3140a056-c1a4-4596-95d3-8497600068d7 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7390418 Mar 24 01:06:23.581197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a45ad630-0c53-4abd-b891-614e2d1e224d None None] For port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=dc25bf04-21f2-4471-bd0b-5c137cf9a1fe,segment=NetworkSegment(1bd441ed-9606-41c7-ba87-a092afab5706),segment_id=1bd441ed-9606-41c7-ba87-a092afab5706)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:23.583671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97295693-11b7-4d89-afc2-9c0bf35d2b66 req-b83b20d0-8d32-4d64-a997-7310de9f1793 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229751 Mar 24 01:06:23.599716 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a45ad630-0c53-4abd-b891-614e2d1e224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (dc25bf04-21f2-4471-bd0b-5c137cf9a1fe), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:23.604192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:23.609244 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (dc25bf04-21f2-4471-bd0b-5c137cf9a1fe), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:23.635657 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for port (0a9646b1-ece0-410c-bd6a-1c4914aa3dfc), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:23.642221 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (0a9646b1-ece0-410c-bd6a-1c4914aa3dfc), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:23.654611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Request body: {'port': {'device_id': 'e3aee90c-2266-493e-8184-186db5a63242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:23.747427 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a45ad630-0c53-4abd-b891-614e2d1e224d None None] Provisioning complete for port 4d3358f1-895f-4724-a7e7-21b59b2c551b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:23.748114 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a45ad630-0c53-4abd-b891-614e2d1e224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4d3358f1-895f-4724-a7e7-21b59b2c551b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:23.752181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event updated for resources: {'Port': ['ID=0a9646b1-ece0-410c-bd6a-1c4914aa3dfc,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:23.802470 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:23.814745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ad630-0c53-4abd-b891-614e2d1e224d None None] Pushing event updated for resources: {'Port': ['ID=dc25bf04-21f2-4471-bd0b-5c137cf9a1fe,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:23.891813 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a45ad630-0c53-4abd-b891-614e2d1e224d None None] Current status of the port 4d3358f1-895f-4724-a7e7-21b59b2c551b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:23.914102 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:23.977353 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Network f4122910-6280-4f3f-8121-4e33eadd9f29 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:23.979041 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:24.024281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-be7d6cb2-1811-4418-9183-2c2a6df599c7 None None] Provisioning complete for port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:24.024707 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-be7d6cb2-1811-4418-9183-2c2a6df599c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (dc25bf04-21f2-4471-bd0b-5c137cf9a1fe), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:24.142787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4d3358f1-895f-4724-a7e7-21b59b2c551b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:24.188169 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Router d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:06:24.250290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43ba0b71-b92e-4cdb-90d8-6ccdd435d35d req-6f03ef2b-1d87-441c-a55e-9022fdd313bd tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a39a57-c521-4ec4-bf0f-62477935dff5 HTTP/1.1" status: 200 len: 210 time: 0.1018407 Mar 24 01:06:24.280268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4d3358f1-895f-4724-a7e7-21b59b2c551b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:24.280779 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4d3358f1-895f-4724-a7e7-21b59b2c551b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:24.285267 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-be7d6cb2-1811-4418-9183-2c2a6df599c7 None None] Current status of the port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:24.354043 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:06:24.354972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-be7d6cb2-1811-4418-9183-2c2a6df599c7 None None] Provisioning complete for port 0a9646b1-ece0-410c-bd6a-1c4914aa3dfc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:24.355521 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-be7d6cb2-1811-4418-9183-2c2a6df599c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0a9646b1-ece0-410c-bd6a-1c4914aa3dfc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:24.369170 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c701bcc5-ce6a-41ba-a316-b7f1c41aebc3 x-openstack-request-id: req-c701bcc5-ce6a-41ba-a316-b7f1c41aebc3 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:24.369472 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a39a57-c521-4ec4-bf0f-62477935dff5", "name": "network-vif-deleted", "tag": "c2878bd4-4d2d-4916-bbf7-a892f84e9575", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:24.369730 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c701bcc5-ce6a-41ba-a316-b7f1c41aebc3 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:24.370147 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c701bcc5-ce6a-41ba-a316-b7f1c41aebc3'] response: {'server_uuid': '61a39a57-c521-4ec4-bf0f-62477935dff5', 'name': 'network-vif-deleted', 'tag': 'c2878bd4-4d2d-4916-bbf7-a892f84e9575', 'status': 'completed', 'code': 200} Mar 24 01:06:24.374250 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b86e1110-70ed-4dda-81f0-30306675b150 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] 10.222.0.45 "PUT /v2.0/routers/d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4923987 Mar 24 01:06:24.376988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54748) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:24.384690 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-70788ac4-50f4-4c53-b3bb-d4c2d46aa810 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Request body: {'port': {'network_id': 'f4122910-6280-4f3f-8121-4e33eadd9f29', 'name': 'tempest-FloatingIPAdminTestJSON-1702641840'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:24.399154 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-be7d6cb2-1811-4418-9183-2c2a6df599c7 None None] Port 0a9646b1-ece0-410c-bd6a-1c4914aa3dfc cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:24.400764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e224a14-59ee-4ee0-b8f7-b74c42e1ba0f None None] Sync routers for ids ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:06:24.415847 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e224a14-59ee-4ee0-b8f7-b74c42e1ba0f None None] Routers {'d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:24.416655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6e224a14-59ee-4ee0-b8f7-b74c42e1ba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:24.440702 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0da49e59-010b-404c-8475-c3c1248d394a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:24.474446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network aa9eebca-6c03-4f30-b3c3-1026a9095910 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:24.484408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6e224a14-59ee-4ee0-b8f7-b74c42e1ba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:24.492543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:24.518501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d998d0-4a14-40c3-9a8c-b4cdd95e0f24 req-d845eec4-2403-49a1-b5f7-2552b1c820b0 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:24.520258 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65d998d0-4a14-40c3-9a8c-b4cdd95e0f24 req-d845eec4-2403-49a1-b5f7-2552b1c820b0 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 932 time: 0.3697436 Mar 24 01:06:24.533722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e224a14-59ee-4ee0-b8f7-b74c42e1ba0f None None] Routers {'d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:24.534543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6e224a14-59ee-4ee0-b8f7-b74c42e1ba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:24.605904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70788ac4-50f4-4c53-b3bb-d4c2d46aa810 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Made reservation on behalf of 203225be6c324dbd8861f8b8e1472d81 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:24.614403 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-70788ac4-50f4-4c53-b3bb-d4c2d46aa810 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:24.625612 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6e224a14-59ee-4ee0-b8f7-b74c42e1ba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:24.628318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e224a14-59ee-4ee0-b8f7-b74c42e1ba0f None None] The sync data for ids ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:06:24.648140 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4d3358f1-895f-4724-a7e7-21b59b2c551b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:24.653034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device dc25bf04-21f2-4471-bd0b-5c137cf9a1fe up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:24.663799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-70788ac4-50f4-4c53-b3bb-d4c2d46aa810 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] device_id is not set on port 91172bc6-69d3-40dd-84ff-96ea2cbe24fb yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:06:24.733925 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2ab47120-eba1-451a-8a24-ff652ba4dc26 None None] Provisioning complete for port 0a9646b1-ece0-410c-bd6a-1c4914aa3dfc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:24.735168 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2ab47120-eba1-451a-8a24-ff652ba4dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0a9646b1-ece0-410c-bd6a-1c4914aa3dfc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:24.813862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2ab47120-eba1-451a-8a24-ff652ba4dc26 None None] Port 0a9646b1-ece0-410c-bd6a-1c4914aa3dfc cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:24.825695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-70788ac4-50f4-4c53-b3bb-d4c2d46aa810 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Allocated IP 172.20.0.7 (f4122910-6280-4f3f-8121-4e33eadd9f29/9b4eff75-360f-47da-bc0d-ae27d97e4427/91172bc6-69d3-40dd-84ff-96ea2cbe24fb) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:24.835352 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:24.835740 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (dc25bf04-21f2-4471-bd0b-5c137cf9a1fe), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:24.943034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-84231490-a30e-4a8e-9147-faeb304f2d64 None None] Provisioning complete for port b983b1b3-a7df-4716-84f1-127eb8083071 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:24.943279 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-84231490-a30e-4a8e-9147-faeb304f2d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b983b1b3-a7df-4716-84f1-127eb8083071), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:24.997232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-84231490-a30e-4a8e-9147-faeb304f2d64 None None] Port b983b1b3-a7df-4716-84f1-127eb8083071 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:25.009878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:25.029324 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-70788ac4-50f4-4c53-b3bb-d4c2d46aa810 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for port (91172bc6-69d3-40dd-84ff-96ea2cbe24fb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:25.066411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65d998d0-4a14-40c3-9a8c-b4cdd95e0f24 req-157d30ce-984b-4c7b-af56-6050a9226965 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a29902-f9c7-4d0a-a316-36745e0aeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757462 Mar 24 01:06:25.079283 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-70788ac4-50f4-4c53-b3bb-d4c2d46aa810 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (91172bc6-69d3-40dd-84ff-96ea2cbe24fb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:25.112180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e3752-3f47-4861-8eae-0d8140b0a16a req-be631adb-84b3-481c-b8c7-ca59a02d8248 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:25.119527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c6e3752-3f47-4861-8eae-0d8140b0a16a req-be631adb-84b3-481c-b8c7-ca59a02d8248 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 945 time: 0.3895535 Mar 24 01:06:25.160621 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70788ac4-50f4-4c53-b3bb-d4c2d46aa810 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event updated for resources: {'Port': ['ID=91172bc6-69d3-40dd-84ff-96ea2cbe24fb,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:25.164108 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70788ac4-50f4-4c53-b3bb-d4c2d46aa810 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Network f4122910-6280-4f3f-8121-4e33eadd9f29 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:25.165880 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-70788ac4-50f4-4c53-b3bb-d4c2d46aa810 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:25.168709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70788ac4-50f4-4c53-b3bb-d4c2d46aa810 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:25.217085 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router 7195b828-9bc6-4486-aca2-7faa2a7e0b02 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:06:25.227598 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70788ac4-50f4-4c53-b3bb-d4c2d46aa810 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:25.228186 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-70788ac4-50f4-4c53-b3bb-d4c2d46aa810 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:25.252032 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-70788ac4-50f4-4c53-b3bb-d4c2d46aa810 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8736708 Mar 24 01:06:25.254213 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54758) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:25.265517 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c6e3752-3f47-4861-8eae-0d8140b0a16a req-1ddaec3d-29d7-4ea2-baa9-935450e86426 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448903 Mar 24 01:06:25.400466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fc1d0-ba18-4bb7-a10c-7b5e091380db req-0f1bd56f-22a0-45db-902f-627832675de7 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:25.402007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-047fc1d0-ba18-4bb7-a10c-7b5e091380db req-0f1bd56f-22a0-45db-902f-627832675de7 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 945 time: 0.2415569 Mar 24 01:06:25.433948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da49e59-010b-404c-8475-c3c1248d394a {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:25.434306 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'project_id': '203225be6c324dbd8861f8b8e1472d81', 'port_id': '91172bc6-69d3-40dd-84ff-96ea2cbe24fb'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:25.454299 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Publish callbacks [] for port (0da49e59-010b-404c-8475-c3c1248d394a), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:25.469476 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:25.485595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:06:25.494268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0063beb2-9dd4-49cc-95fe-4fc95f173d35 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/7195b828-9bc6-4486-aca2-7faa2a7e0b02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8894093 Mar 24 01:06:25.496126 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc1925-f5ae-41c3-b93a-1bf401f8a2aa None None] Sync routers for ids ['7195b828-9bc6-4486-aca2-7faa2a7e0b02'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:06:25.496896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54764) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:25.514883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Transition to ACTIVE for port object 0da49e59-010b-404c-8475-c3c1248d394a will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:06:25.523496 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc1925-f5ae-41c3-b93a-1bf401f8a2aa None None] Routers {'7195b828-9bc6-4486-aca2-7faa2a7e0b02'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:25.524461 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ebfc1925-f5ae-41c3-b93a-1bf401f8a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7195b828-9bc6-4486-aca2-7faa2a7e0b02'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:25.556008 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (0da49e59-010b-404c-8475-c3c1248d394a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:25.579437 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ebfc1925-f5ae-41c3-b93a-1bf401f8a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:25.588533 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc1925-f5ae-41c3-b93a-1bf401f8a2aa None None] Routers {'7195b828-9bc6-4486-aca2-7faa2a7e0b02'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:25.589565 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ebfc1925-f5ae-41c3-b93a-1bf401f8a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7195b828-9bc6-4486-aca2-7faa2a7e0b02'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:25.613529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-047fc1d0-ba18-4bb7-a10c-7b5e091380db req-d258e990-51b0-4d0b-9227-59b193e0f6cf tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/security-groups?id=35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865325 Mar 24 01:06:25.620476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce171083-be7e-4af7-8095-1063c7e6e270 req-481f30d2-a34b-45ce-be03-75e5c254e812 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:25.628183 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce171083-be7e-4af7-8095-1063c7e6e270 req-481f30d2-a34b-45ce-be03-75e5c254e812 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.2842357 Mar 24 01:06:25.647253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0ae8dda4-00fa-4618-b074-c2d2754ae5bf None None] Provisioning complete for port 91172bc6-69d3-40dd-84ff-96ea2cbe24fb triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:25.647823 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0ae8dda4-00fa-4618-b074-c2d2754ae5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (91172bc6-69d3-40dd-84ff-96ea2cbe24fb), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:25.650869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359fe079-757d-405b-9e08-16dd1e3afca1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:25.653152 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-359fe079-757d-405b-9e08-16dd1e3afca1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports/b983b1b3-a7df-4716-84f1-127eb8083071 HTTP/1.1" status: 200 len: 910 time: 0.1492581 Mar 24 01:06:25.661137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54768) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:25.670067 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:25.687626 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ebfc1925-f5ae-41c3-b93a-1bf401f8a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:25.689606 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc1925-f5ae-41c3-b93a-1bf401f8a2aa None None] The sync data for ids ['7195b828-9bc6-4486-aca2-7faa2a7e0b02'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:06:25.713210 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8dda4-00fa-4618-b074-c2d2754ae5bf None None] Port 91172bc6-69d3-40dd-84ff-96ea2cbe24fb cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:25.794780 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Pushing event updated for resources: {'Port': ['ID=0da49e59-010b-404c-8475-c3c1248d394a,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:25.893391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce171083-be7e-4af7-8095-1063c7e6e270 req-45bbceac-70ee-444b-b9bf-d3eee31ab7fa tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586465 Mar 24 01:06:26.001959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Attempting to bind port 0da49e59-010b-404c-8475-c3c1248d394a on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:06:26.002301 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Attempting to bind port 0da49e59-010b-404c-8475-c3c1248d394a by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '4ec86c22-83b4-436e-bdb4-075bca9d612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0c2329ee-be3a-478e-81ea-5669fb9d7160'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:06:26.002646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Attempting to bind port 0da49e59-010b-404c-8475-c3c1248d394a on network 0c2329ee-be3a-478e-81ea-5669fb9d7160 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:26.016466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Port 0da49e59-010b-404c-8475-c3c1248d394a on network 0c2329ee-be3a-478e-81ea-5669fb9d7160 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:06:26.016905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Attempting to bind port 0da49e59-010b-404c-8475-c3c1248d394a on network 0c2329ee-be3a-478e-81ea-5669fb9d7160 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:26.027749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54772) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:26.036563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-fb5e4490-692c-48fb-af1d-b2904abb1e7b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2008618784', 'description': 'tempest-description--1993542496'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:26.045692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:06:26.046199 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Checking segment: {'id': '4ec86c22-83b4-436e-bdb4-075bca9d612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0c2329ee-be3a-478e-81ea-5669fb9d7160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:26.046687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Bound using segment: {'id': '4ec86c22-83b4-436e-bdb4-075bca9d612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0c2329ee-be3a-478e-81ea-5669fb9d7160'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:06:26.047244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Bound port: 0da49e59-010b-404c-8475-c3c1248d394a, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec86c22-83b4-436e-bdb4-075bca9d612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0c2329ee-be3a-478e-81ea-5669fb9d7160'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:06:26.047986 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0da49e59-010b-404c-8475-c3c1248d394a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:26.116180 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Allocated IP 172.25.0.202 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/f286286d-8be5-4edc-bdf4-b63b402217d1) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:26.143116 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4490-692c-48fb-af1d-b2904abb1e7b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:26.272050 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32cfa7-1376-4fc2-b016-62ff6e7cc56e req-92fa8f88-9d3b-471f-a4e4-7b84e9bbe406 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:26.273617 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5a32cfa7-1376-4fc2-b016-62ff6e7cc56e req-92fa8f88-9d3b-471f-a4e4-7b84e9bbe406 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.48 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 945 time: 0.1259992 Mar 24 01:06:26.275582 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] For port 0da49e59-010b-404c-8475-c3c1248d394a, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:06:26.330891 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks [] for port (f286286d-8be5-4edc-bdf4-b63b402217d1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:26.408226 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f286286d-8be5-4edc-bdf4-b63b402217d1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:26.431270 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] For port 0da49e59-010b-404c-8475-c3c1248d394a, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=0da49e59-010b-404c-8475-c3c1248d394a,segment=NetworkSegment(4ec86c22-83b4-436e-bdb4-075bca9d612b),segment_id=4ec86c22-83b4-436e-bdb4-075bca9d612b)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:06:26.443113 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-5a32cfa7-1376-4fc2-b016-62ff6e7cc56e req-821b9200-64a8-44f2-86a5-7cb9f954e2e2 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Deleting port e42d6427-d53e-4a1a-a698-ff1b69ba4e90 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:26.443449 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5a32cfa7-1376-4fc2-b016-62ff6e7cc56e req-821b9200-64a8-44f2-86a5-7cb9f954e2e2 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e42d6427-d53e-4a1a-a698-ff1b69ba4e90), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:26.453570 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4490-692c-48fb-af1d-b2904abb1e7b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for security_group (9ab67cd8-5723-4e26-9bc3-85403bc6b21f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:26.464208 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (0da49e59-010b-404c-8475-c3c1248d394a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:26.474330 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4490-692c-48fb-af1d-b2904abb1e7b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9ab67cd8-5723-4e26-9bc3-85403bc6b21f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:26.483001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d99b4-5ff0-4cda-9c80-6b2a51e8d8bf req-b0bfd39f-0b4b-4b87-ab46-c21ce7d0394b tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:26.484588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-880d99b4-5ff0-4cda-9c80-6b2a51e8d8bf req-b0bfd39f-0b4b-4b87-ab46-c21ce7d0394b tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 944 time: 0.3159404 Mar 24 01:06:26.492651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:26.505472 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:26.509517 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:26.511538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Pushing event updated for resources: {'Port': ['ID=f286286d-8be5-4edc-bdf4-b63b402217d1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:26.584636 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:26.592673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:26.593439 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:26.594987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] 10.222.0.57 "PUT /v2.0/ports/0da49e59-010b-404c-8475-c3c1248d394a HTTP/1.1" status: 200 len: 1092 time: 2.9456241 Mar 24 01:06:26.598339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3aee90c-2266-493e-8184-186db5a63242', 'tag': '0da49e59-010b-404c-8475-c3c1248d394a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:26.600735 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cf5382-f6cf-4f54-85b4-e578fb7fc332" -d '{"events": [{"name": "network-changed", "server_uuid": "e3aee90c-2266-493e-8184-186db5a63242", "tag": "0da49e59-010b-404c-8475-c3c1248d394a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:26.617319 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4490-692c-48fb-af1d-b2904abb1e7b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:26.618773 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fb5e4490-692c-48fb-af1d-b2904abb1e7b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5870080 Mar 24 01:06:26.622184 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-5a32cfa7-1376-4fc2-b016-62ff6e7cc56e req-821b9200-64a8-44f2-86a5-7cb9f954e2e2 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] For port e42d6427-d53e-4a1a-a698-ff1b69ba4e90, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=e42d6427-d53e-4a1a-a698-ff1b69ba4e90,segment=NetworkSegment(13008fb7-01fe-40ca-a028-bfa0faca425d),segment_id=13008fb7-01fe-40ca-a028-bfa0faca425d)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:26.622603 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5a32cfa7-1376-4fc2-b016-62ff6e7cc56e req-821b9200-64a8-44f2-86a5-7cb9f954e2e2 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e42d6427-d53e-4a1a-a698-ff1b69ba4e90), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:26.630152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54780) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:26.635439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e4490-692c-48fb-af1d-b2904abb1e7b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab67cd8-5723-4e26-9bc3-85403bc6b21f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:26.646579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e25dd079-ad4b-4211-a30e-1dab343d9548 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Request body: {'security_group_rule': {'security_group_id': '9ab67cd8-5723-4e26-9bc3-85403bc6b21f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:26.670062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c936a-2dd0-4483-99a9-e3230a402910 service neutron] Pushing event updated for resources: {'Port': ['ID=0da49e59-010b-404c-8475-c3c1248d394a,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:26.778546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26849f3f-20d5-4f58-8ea3-8997b1b0e18a req-bff2e472-bd10-46ea-84c0-a145a4504156 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:26.782391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26849f3f-20d5-4f58-8ea3-8997b1b0e18a req-bff2e472-bd10-46ea-84c0-a145a4504156 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 945 time: 0.4070005 Mar 24 01:06:26.796405 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-880d99b4-5ff0-4cda-9c80-6b2a51e8d8bf req-3321882c-e10b-4d21-ab52-7b903606e093 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a29902-f9c7-4d0a-a316-36745e0aeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681229 Mar 24 01:06:26.823804 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e25dd079-ad4b-4211-a30e-1dab343d9548 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for security_group_rule (c7b6709b-6ab1-437b-b8cc-fb22498c9636), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:26.969502 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-5a32cfa7-1376-4fc2-b016-62ff6e7cc56e req-821b9200-64a8-44f2-86a5-7cb9f954e2e2 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Calling delete_port for e42d6427-d53e-4a1a-a698-ff1b69ba4e90 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:27.081542 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks [] for floatingip (a07e559d-cfc3-41e1-8f42-69ddc162b526), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:27.217699 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b87854-2c89-4b21-b104-7e25140e4472 x-openstack-request-id: req-92b87854-2c89-4b21-b104-7e25140e4472 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:27.218356 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3aee90c-2266-493e-8184-186db5a63242", "tag": "0da49e59-010b-404c-8475-c3c1248d394a", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:27.218356 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92b87854-2c89-4b21-b104-7e25140e4472 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:27.219405 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b87854-2c89-4b21-b104-7e25140e4472'] response: {'name': 'network-changed', 'server_uuid': 'e3aee90c-2266-493e-8184-186db5a63242', 'tag': '0da49e59-010b-404c-8475-c3c1248d394a', 'status': 'completed', 'code': 200} Mar 24 01:06:27.233925 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f286286d-8be5-4edc-bdf4-b63b402217d1), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:27.244483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-0903c3b4-66c5-4951-b362-013f4d9a32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:27.246116 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-0903c3b4-66c5-4951-b362-013f4d9a32c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46ea6704abaa4e62bed97425a8873fee&device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 1126 time: 0.5913181 Mar 24 01:06:27.277998 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5a32cfa7-1376-4fc2-b016-62ff6e7cc56e req-821b9200-64a8-44f2-86a5-7cb9f954e2e2 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e42d6427-d53e-4a1a-a698-ff1b69ba4e90), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:27.318743 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b9200-64a8-44f2-86a5-7cb9f954e2e2 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Pushing event deleted for resources: {'Port': ['ID=e42d6427-d53e-4a1a-a698-ff1b69ba4e90,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:27.349016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-e462369b-fde9-4303-a550-ffc987df2119 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0da49e59-010b-404c-8475-c3c1248d394a HTTP/1.1" status: 200 len: 217 time: 0.0665231 Mar 24 01:06:27.401063 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a32cfa7-1376-4fc2-b016-62ff6e7cc56e req-821b9200-64a8-44f2-86a5-7cb9f954e2e2 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] No DVR routers for this DVR port e42d6427-d53e-4a1a-a698-ff1b69ba4e90 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:06:27.404230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5a32cfa7-1376-4fc2-b016-62ff6e7cc56e req-821b9200-64a8-44f2-86a5-7cb9f954e2e2 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:27.407508 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5a32cfa7-1376-4fc2-b016-62ff6e7cc56e req-821b9200-64a8-44f2-86a5-7cb9f954e2e2 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.48 "DELETE /v2.0/ports/e42d6427-d53e-4a1a-a698-ff1b69ba4e90 HTTP/1.1" status: 204 len: 173 time: 1.1241567 Mar 24 01:06:27.407960 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989de99e-f9c7-45a0-932b-313e05f0e71e', 'name': 'network-vif-deleted', 'tag': 'e42d6427-d53e-4a1a-a698-ff1b69ba4e90'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:27.410304 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48da16f-af97-4229-b18b-eb9b26627ac8" -d '{"events": [{"server_uuid": "989de99e-f9c7-45a0-932b-313e05f0e71e", "name": "network-vif-deleted", "tag": "e42d6427-d53e-4a1a-a698-ff1b69ba4e90"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:27.424805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26849f3f-20d5-4f58-8ea3-8997b1b0e18a req-d12d3944-c2a3-44d3-9e98-fd60c7249123 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6256135 Mar 24 01:06:27.456651 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e25dd079-ad4b-4211-a30e-1dab343d9548 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for security_group_rule (c7b6709b-6ab1-437b-b8cc-fb22498c9636), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:27.471461 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e25dd079-ad4b-4211-a30e-1dab343d9548 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c7b6709b-6ab1-437b-b8cc-fb22498c9636), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:27.503697 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks [] for port (f286286d-8be5-4edc-bdf4-b63b402217d1), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:27.518740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (f286286d-8be5-4edc-bdf4-b63b402217d1), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:27.557862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-5fef4e2d-445e-4f52-aab5-4b48fe21a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:27.557862 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-5fef4e2d-445e-4f52-aab5-4b48fe21a06b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e328e11-4ac0-4707-8ec9-87473af5ed50 HTTP/1.1" status: 200 len: 863 time: 0.1691391 Mar 24 01:06:27.557862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dd079-ad4b-4211-a30e-1dab343d9548 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b6709b-6ab1-437b-b8cc-fb22498c9636,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:27.617410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Pushing event updated for resources: {'Port': ['ID=f286286d-8be5-4edc-bdf4-b63b402217d1,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:27.626698 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (a07e559d-cfc3-41e1-8f42-69ddc162b526), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:27.644629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d7392-1c20-4cd9-bba8-e271370642ba req-47de9732-6d64-4654-b9e2-66c8defacfa7 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:27.646490 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b0d7392-1c20-4cd9-bba8-e271370642ba req-47de9732-6d64-4654-b9e2-66c8defacfa7 tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/ports?device_id=989de99e-f9c7-45a0-932b-313e05f0e71e HTTP/1.1" status: 200 len: 867 time: 0.4244871 Mar 24 01:06:27.661965 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e25dd079-ad4b-4211-a30e-1dab343d9548 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:27.663138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e25dd079-ad4b-4211-a30e-1dab343d9548 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0249705 Mar 24 01:06:27.690050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54792) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:27.708884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-60896905-d212-4019-8dbd-f4397f9af55e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c2329ee-be3a-478e-81ea-5669fb9d7160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932934 Mar 24 01:06:27.719187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-0fcb9522-758a-4b50-a525-fd74971cce1f tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Request body: {'security_group_rule': {'security_group_id': '9ab67cd8-5723-4e26-9bc3-85403bc6b21f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:27.755129 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Floating IP a07e559d-cfc3-41e1-8f42-69ddc162b526 associated. External IP: 172.25.0.202, port: 91172bc6-69d3-40dd-84ff-96ea2cbe24fb. Mar 24 01:06:27.841875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Allocated IP 172.21.0.1 (71bbe90c-df49-4663-a83c-d866ea7535d7/e3a954d3-557b-40f6-aeaf-85a9b9467d45/43a27ac7-4ad7-4437-b91d-11991e730422) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:27.868734 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24858fe8-54db-453b-8274-68e9b3a2f323 req-cacf9af6-008f-4f26-94a1-f96794325bed tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:27.870150 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-24858fe8-54db-453b-8274-68e9b3a2f323 req-cacf9af6-008f-4f26-94a1-f96794325bed tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.3188586 Mar 24 01:06:27.890518 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9522-758a-4b50-a525-fd74971cce1f tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for security_group_rule (a9198ad3-2c9d-4b18-8e20-f85654e5742f), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:27.923199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b0d7392-1c20-4cd9-bba8-e271370642ba req-70deef40-b633-4d9f-ab57-2fbe1a598c2c tempest-InstanceActionsTestJSON-991901524 tempest-InstanceActionsTestJSON-991901524-project] 10.222.0.45 "GET /v2.0/security-groups?id=35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346158 Mar 24 01:06:28.013734 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51e202c-a3a8-4375-bc21-1f48924e489f x-openstack-request-id: req-a51e202c-a3a8-4375-bc21-1f48924e489f {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:28.014087 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989de99e-f9c7-45a0-932b-313e05f0e71e", "name": "network-vif-deleted", "tag": "e42d6427-d53e-4a1a-a698-ff1b69ba4e90", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:28.014396 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a51e202c-a3a8-4375-bc21-1f48924e489f {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:28.014829 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51e202c-a3a8-4375-bc21-1f48924e489f'] response: {'server_uuid': '989de99e-f9c7-45a0-932b-313e05f0e71e', 'name': 'network-vif-deleted', 'tag': 'e42d6427-d53e-4a1a-a698-ff1b69ba4e90', 'status': 'completed', 'code': 200} Mar 24 01:06:28.094134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-d1c6e91b-dc0d-4315-88ae-725c604ef572 service neutron] 10.222.0.57 "GET /v2.0/networks/0c2329ee-be3a-478e-81ea-5669fb9d7160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687172 Mar 24 01:06:28.096071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Router d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:06:28.219127 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:06:28.232824 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2a7dda-73b8-40b8-8755-1c69000062d8 None None] Sync routers for ids ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:06:28.242963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-24858fe8-54db-453b-8274-68e9b3a2f323 req-09b786c1-3a5a-45cf-af69-e6a212cb29e8 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563070 Mar 24 01:06:28.248470 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a7dda-73b8-40b8-8755-1c69000062d8 None None] Routers {'d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:28.249449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ee2a7dda-73b8-40b8-8755-1c69000062d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:28.257315 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:28.262153 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (43a27ac7-4ad7-4437-b91d-11991e730422), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:28.281308 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9522-758a-4b50-a525-fd74971cce1f tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for security_group_rule (a9198ad3-2c9d-4b18-8e20-f85654e5742f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:28.303053 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ee2a7dda-73b8-40b8-8755-1c69000062d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:28.307040 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9522-758a-4b50-a525-fd74971cce1f tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (a9198ad3-2c9d-4b18-8e20-f85654e5742f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:28.316731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a7dda-73b8-40b8-8755-1c69000062d8 None None] Routers {'d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:28.319040 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ee2a7dda-73b8-40b8-8755-1c69000062d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:28.319271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48954e76-e3b8-446c-ae06-7c7cfe78eab6 req-64d41ccc-20e3-420a-bf3c-2e2e4f1d1961 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:28.326472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-48954e76-e3b8-446c-ae06-7c7cfe78eab6 req-64d41ccc-20e3-420a-bf3c-2e2e4f1d1961 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 945 time: 0.2452922 Mar 24 01:06:28.342128 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-37209f67-815d-47fe-b366-ee5a6bec08e8 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.0854118 Mar 24 01:06:28.343409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54798) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:28.369607 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ee2a7dda-73b8-40b8-8755-1c69000062d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:28.370556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2a7dda-73b8-40b8-8755-1c69000062d8 None None] The sync data for ids ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:06:28.383382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb9522-758a-4b50-a525-fd74971cce1f tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9198ad3-2c9d-4b18-8e20-f85654e5742f,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:28.427779 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c28cf67-2415-409f-a802-2e10e76000a2 req-b3e133d5-c3ce-46ef-8f00-579c272aca86 service neutron] 10.222.0.57 "GET /v2.0/networks/0c2329ee-be3a-478e-81ea-5669fb9d7160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137331 Mar 24 01:06:28.458696 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9522-758a-4b50-a525-fd74971cce1f tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:28.463173 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0fcb9522-758a-4b50-a525-fd74971cce1f tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7532423 Mar 24 01:06:28.463845 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54800) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:28.475475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:28.491311 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eccdca99-167e-455f-870b-909431f1ba86 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] 10.222.0.45 "GET /v2.0/floatingips/a07e559d-cfc3-41e1-8f42-69ddc162b526 HTTP/1.1" status: 200 len: 983 time: 0.1468956 Mar 24 01:06:28.493631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-48954e76-e3b8-446c-ae06-7c7cfe78eab6 req-bc527000-4d05-443d-9138-749b8d9a4362 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663191 Mar 24 01:06:28.493839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54802) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:28.504625 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (43a27ac7-4ad7-4437-b91d-11991e730422), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:28.569391 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:28.586551 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device e42d6427-d53e-4a1a-a698-ff1b69ba4e90 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:06:28.600398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 71bbe90c-df49-4663-a83c-d866ea7535d7 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:28.618496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a18c1f-e24f-4903-914e-8794c53b28b0 req-cfe1444f-1986-46a2-b590-6454d341b48b tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:28.620091 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6a18c1f-e24f-4903-914e-8794c53b28b0 req-cfe1444f-1986-46a2-b590-6454d341b48b tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 944 time: 0.2531600 Mar 24 01:06:28.628692 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: e42d6427-d53e-4a1a-a698-ff1b69ba4e90 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:06:28.632495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device e42d6427-d53e-4a1a-a698-ff1b69ba4e90 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:06:28.650327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:28.658588 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:28.661546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=43a27ac7-4ad7-4437-b91d-11991e730422,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:28.703257 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3be4cfd9-c00b-4836-8ba8-1e52258ed918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:28.729568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf5382-f6cf-4f54-85b4-e578fb7fc332 req-8d7d6dc7-f41f-473e-a8b8-5a5b6a5f683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:28.731038 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6cf5382-f6cf-4f54-85b4-e578fb7fc332 req-8d7d6dc7-f41f-473e-a8b8-5a5b6a5f683e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46ea6704abaa4e62bed97425a8873fee&device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 1126 time: 0.2410531 Mar 24 01:06:28.819271 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (7195b828-9bc6-4486-aca2-7faa2a7e0b02), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:28.902227 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6a18c1f-e24f-4903-914e-8794c53b28b0 req-ed75cce9-0fbd-4420-82b1-2aae54cb8e96 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a29902-f9c7-4d0a-a316-36745e0aeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494688 Mar 24 01:06:29.025271 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-194373cb-9bec-4cfd-83c4-ee40e55a96eb tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.5275671 Mar 24 01:06:29.028191 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54812) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:29.032868 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54814) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:29.053086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf5382-f6cf-4f54-85b4-e578fb7fc332 req-c67260cb-8de6-4822-bc4c-7eaf5a2db5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:29.054579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6cf5382-f6cf-4f54-85b4-e578fb7fc332 req-c67260cb-8de6-4822-bc4c-7eaf5a2db5e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0c2329ee-be3a-478e-81ea-5669fb9d7160 HTTP/1.1" status: 200 len: 924 time: 0.2969408 Mar 24 01:06:29.064385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5e7c8-f2d1-4f62-8a3a-0ee9eec96d5a req-d7de90ab-2be0-48ec-b55e-62716a84c9bd tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:29.065867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59a5e7c8-f2d1-4f62-8a3a-0ee9eec96d5a req-d7de90ab-2be0-48ec-b55e-62716a84c9bd tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 945 time: 0.2760212 Mar 24 01:06:29.074970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e781781b-0555-4e29-9e85-72838c95bb60 None None] Provisioning complete for port 43a27ac7-4ad7-4437-b91d-11991e730422 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:29.076291 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e781781b-0555-4e29-9e85-72838c95bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (43a27ac7-4ad7-4437-b91d-11991e730422), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:29.121417 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e781781b-0555-4e29-9e85-72838c95bb60 None None] Port 43a27ac7-4ad7-4437-b91d-11991e730422 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:29.151422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6cf5382-f6cf-4f54-85b4-e578fb7fc332 req-3778d400-bbd8-46f9-b43e-d9ea11bdb787 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0da49e59-010b-404c-8475-c3c1248d394a HTTP/1.1" status: 200 len: 217 time: 0.0814738 Mar 24 01:06:29.168146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a62ea0-6be9-4d14-8708-55dd1af28d1a admin admin] Deleting subnet ac6602f5-328a-406b-91e3-e0d4df60a941 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:06:29.170289 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (43a27ac7-4ad7-4437-b91d-11991e730422), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:29.175585 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8a62ea0-6be9-4d14-8708-55dd1af28d1a admin admin] Publish callbacks [] for subnet (ac6602f5-328a-406b-91e3-e0d4df60a941), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:29.218048 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:29.249680 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8a62ea0-6be9-4d14-8708-55dd1af28d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (ac6602f5-328a-406b-91e3-e0d4df60a941), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:29.316510 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59a5e7c8-f2d1-4f62-8a3a-0ee9eec96d5a req-c0de531f-55dc-4cd0-ac40-2c80629b148a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323382 Mar 24 01:06:29.324570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf5382-f6cf-4f54-85b4-e578fb7fc332 req-0a015a36-dc6a-4ed8-b1c0-74210c264d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:29.326840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6cf5382-f6cf-4f54-85b4-e578fb7fc332 req-0a015a36-dc6a-4ed8-b1c0-74210c264d04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e328e11-4ac0-4707-8ec9-87473af5ed50 HTTP/1.1" status: 200 len: 863 time: 0.1652942 Mar 24 01:06:29.343225 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8a62ea0-6be9-4d14-8708-55dd1af28d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (ac6602f5-328a-406b-91e3-e0d4df60a941), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:29.380116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e4e673a8-aab1-4450-a700-a2c1bdf54ea4 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Deleting port f286286d-8be5-4edc-bdf4-b63b402217d1 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:29.380486 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4e673a8-aab1-4450-a700-a2c1bdf54ea4 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f286286d-8be5-4edc-bdf4-b63b402217d1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:29.443806 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6cf5382-f6cf-4f54-85b4-e578fb7fc332 req-4e4d00ff-21a6-44e7-86f7-9032dd8b78d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c2329ee-be3a-478e-81ea-5669fb9d7160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088848 Mar 24 01:06:29.462535 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8a62ea0-6be9-4d14-8708-55dd1af28d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (ac6602f5-328a-406b-91e3-e0d4df60a941), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:29.498139 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4e673a8-aab1-4450-a700-a2c1bdf54ea4 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f286286d-8be5-4edc-bdf4-b63b402217d1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:29.498502 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4e673a8-aab1-4450-a700-a2c1bdf54ea4 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for floatingip (f286286d-8be5-4edc-bdf4-b63b402217d1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:29.503673 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8a62ea0-6be9-4d14-8708-55dd1af28d1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:29.507538 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f8a62ea0-6be9-4d14-8708-55dd1af28d1a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ac6602f5-328a-406b-91e3-e0d4df60a941 HTTP/1.1" status: 204 len: 168 time: 0.4737086 Mar 24 01:06:29.514076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a62ea0-6be9-4d14-8708-55dd1af28d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6602f5-328a-406b-91e3-e0d4df60a941,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:29.516326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54818) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:29.522396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e4e673a8-aab1-4450-a700-a2c1bdf54ea4 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Calling delete_port for f286286d-8be5-4edc-bdf4-b63b402217d1 owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:29.664217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Allocated IP 172.25.0.187 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/1456a353-d3d4-4fc7-b297-b284b280cd1e) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:29.702019 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c17f7137-d1e2-4c3d-9c13-1cdfba036025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (511055be-3b14-42b0-9bfd-3c37ac2cc1f6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:29.712106 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4e673a8-aab1-4450-a700-a2c1bdf54ea4 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f286286d-8be5-4edc-bdf4-b63b402217d1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:29.740972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e673a8-aab1-4450-a700-a2c1bdf54ea4 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event deleted for resources: {'Port': ['ID=f286286d-8be5-4edc-bdf4-b63b402217d1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:29.750490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb4909-63b3-4749-860d-54941f565150 req-ceed062c-658c-42b2-b113-3b99be30c8d2 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:29.757453 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3adb4909-63b3-4749-860d-54941f565150 req-ceed062c-658c-42b2-b113-3b99be30c8d2 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.3984737 Mar 24 01:06:29.799570 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:29.817447 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4e673a8-aab1-4450-a700-a2c1bdf54ea4 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for floatingip (a07e559d-cfc3-41e1-8f42-69ddc162b526), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:29.817838 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-e4e673a8-aab1-4450-a700-a2c1bdf54ea4 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Floating IP a07e559d-cfc3-41e1-8f42-69ddc162b526 disassociated (deleted). External IP: 172.25.0.202, port: 91172bc6-69d3-40dd-84ff-96ea2cbe24fb. Mar 24 01:06:29.829391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6cf5382-f6cf-4f54-85b4-e578fb7fc332 req-85b2c214-a1fc-42c7-8593-75758ddbe95f service neutron] 10.222.0.57 "GET /v2.0/networks/0c2329ee-be3a-478e-81ea-5669fb9d7160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734708 Mar 24 01:06:30.103726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e673a8-aab1-4450-a700-a2c1bdf54ea4 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Router d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:06:30.222023 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e673a8-aab1-4450-a700-a2c1bdf54ea4 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:06:30.227154 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4e673a8-aab1-4450-a700-a2c1bdf54ea4 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:30.235015 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8fc09-1a5a-4446-920c-72cf842fea06 None None] Sync routers for ids ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:06:30.248363 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f8fc09-1a5a-4446-920c-72cf842fea06 None None] Routers {'d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:30.249402 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-43f8fc09-1a5a-4446-920c-72cf842fea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:30.259937 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e4e673a8-aab1-4450-a700-a2c1bdf54ea4 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] 10.222.0.45 "DELETE /v2.0/floatingips/a07e559d-cfc3-41e1-8f42-69ddc162b526 HTTP/1.1" status: 204 len: 168 time: 1.2332873 Mar 24 01:06:30.263551 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54824) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:30.267948 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:30.289981 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:30.304904 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-43f8fc09-1a5a-4446-920c-72cf842fea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:30.318639 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f8fc09-1a5a-4446-920c-72cf842fea06 None None] Routers {'d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:30.319860 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-43f8fc09-1a5a-4446-920c-72cf842fea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:30.367063 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-43f8fc09-1a5a-4446-920c-72cf842fea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:30.367277 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8fc09-1a5a-4446-920c-72cf842fea06 None None] The sync data for ids ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:06:30.419187 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:30.434487 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3adb4909-63b3-4749-860d-54941f565150 req-534e1ed9-0332-4f01-bd49-3034c7855a77 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762230 Mar 24 01:06:30.500239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c17f7137-d1e2-4c3d-9c13-1cdfba036025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (511055be-3b14-42b0-9bfd-3c37ac2cc1f6), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:30.544965 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for port (1456a353-d3d4-4fc7-b297-b284b280cd1e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:30.597384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-c17f7137-d1e2-4c3d-9c13-1cdfba036025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511055be-3b14-42b0-9bfd-3c37ac2cc1f6']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:30.613455 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6cf5382-f6cf-4f54-85b4-e578fb7fc332 req-7fbaf8c8-b7fe-4081-85a5-642af70ecafd service neutron] 10.222.0.57 "GET /v2.0/networks/0c2329ee-be3a-478e-81ea-5669fb9d7160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7696648 Mar 24 01:06:30.618154 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (43a27ac7-4ad7-4437-b91d-11991e730422), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:30.624794 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-c17f7137-d1e2-4c3d-9c13-1cdfba036025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13008fb7-01fe-40ca-a028-bfa0faca425d') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:30.625119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-c17f7137-d1e2-4c3d-9c13-1cdfba036025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13008fb7-01fe-40ca-a028-bfa0faca425d') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:30.635187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f762a-da36-4cfa-83b3-b0c9f6cd5c1a req-e3e037d6-2a43-4a13-bb46-c833e121fe72 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:30.636653 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e10f762a-da36-4cfa-83b3-b0c9f6cd5c1a req-e3e037d6-2a43-4a13-bb46-c833e121fe72 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 945 time: 0.3670764 Mar 24 01:06:30.644820 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (43a27ac7-4ad7-4437-b91d-11991e730422), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:30.662047 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c17f7137-d1e2-4c3d-9c13-1cdfba036025 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (13008fb7-01fe-40ca-a028-bfa0faca425d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:30.725178 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a3cad-9996-4f86-a251-d83675d46a18 req-a28c37c2-b91a-4915-bb1b-d2640ebda8ae tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:30.726637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-207a3cad-9996-4f86-a251-d83675d46a18 req-a28c37c2-b91a-4915-bb1b-d2640ebda8ae tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 944 time: 0.4589734 Mar 24 01:06:30.772720 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c17f7137-d1e2-4c3d-9c13-1cdfba036025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (13008fb7-01fe-40ca-a028-bfa0faca425d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:30.812802 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17f7137-d1e2-4c3d-9c13-1cdfba036025 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:06:30.813237 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c17f7137-d1e2-4c3d-9c13-1cdfba036025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (13008fb7-01fe-40ca-a028-bfa0faca425d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:06:30.823751 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:06:30.832714 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dc292451-d863-49a6-9c8e-23288ac3186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:30.867554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=43a27ac7-4ad7-4437-b91d-11991e730422,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:30.899874 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Allocated IP 172.25.0.41 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/e9da3b73-98ab-4d87-b462-327ceadaadc5) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:30.910893 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (1456a353-d3d4-4fc7-b297-b284b280cd1e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:30.919128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957048dd-ade9-4102-81ac-66ca6769830d req-d535bbc5-6ae2-4b1b-b6e4-9d60388f3252 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:30.920626 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-957048dd-ade9-4102-81ac-66ca6769830d req-d535bbc5-6ae2-4b1b-b6e4-9d60388f3252 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 945 time: 0.3896143 Mar 24 01:06:30.921422 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (7195b828-9bc6-4486-aca2-7faa2a7e0b02), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.019756 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks [] for port (e9da3b73-98ab-4d87-b462-327ceadaadc5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.020971 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c17f7137-d1e2-4c3d-9c13-1cdfba036025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (511055be-3b14-42b0-9bfd-3c37ac2cc1f6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.025696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:31.046329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-207a3cad-9996-4f86-a251-d83675d46a18 req-94d554bd-aa7b-4934-a974-031d150f6416 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a29902-f9c7-4d0a-a316-36745e0aeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860169 Mar 24 01:06:31.049069 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c17f7137-d1e2-4c3d-9c13-1cdfba036025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.052124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c17f7137-d1e2-4c3d-9c13-1cdfba036025 admin admin] 10.222.0.45 "DELETE /v2.0/networks/511055be-3b14-42b0-9bfd-3c37ac2cc1f6 HTTP/1.1" status: 204 len: 168 time: 1.5296321 Mar 24 01:06:31.057211 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e9da3b73-98ab-4d87-b462-327ceadaadc5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.089787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:31.092037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:31.095280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:31.098456 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:31.099856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:31.114434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Pushing event updated for resources: {'Port': ['ID=1456a353-d3d4-4fc7-b297-b284b280cd1e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:31.133234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 0da49e59-010b-404c-8475-c3c1248d394a details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:06:31.143525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f7137-d1e2-4c3d-9c13-1cdfba036025 admin admin] Pushing event deleted for resources: {'Network': ['ID=511055be-3b14-42b0-9bfd-3c37ac2cc1f6,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:31.149196 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Pushing event updated for resources: {'Port': ['ID=e9da3b73-98ab-4d87-b462-327ceadaadc5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:31.173187 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-957048dd-ade9-4102-81ac-66ca6769830d req-912eed4d-d73e-4033-a11d-3218d134b967 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382472 Mar 24 01:06:31.205214 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks [] for floatingip (2b71b840-2915-4f20-8d83-13235898aa75), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.222998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-e10f762a-da36-4cfa-83b3-b0c9f6cd5c1a req-aaf5d5ee-d492-4663-8427-50454c3f3af4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Deleting port a7e1e138-557d-4492-96a9-264e70e02bf7 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:31.223334 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e10f762a-da36-4cfa-83b3-b0c9f6cd5c1a req-aaf5d5ee-d492-4663-8427-50454c3f3af4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a7e1e138-557d-4492-96a9-264e70e02bf7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.267798 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e9da3b73-98ab-4d87-b462-327ceadaadc5), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.297396 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 0da49e59-010b-404c-8475-c3c1248d394a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=0da49e59-010b-404c-8475-c3c1248d394a,segment=NetworkSegment(4ec86c22-83b4-436e-bdb4-075bca9d612b),segment_id=4ec86c22-83b4-436e-bdb4-075bca9d612b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:31.310900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 71bbe90c-df49-4663-a83c-d866ea7535d7 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:31.315539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '0da49e59-010b-404c-8475-c3c1248d394a', 'network_id': '0c2329ee-be3a-478e-81ea-5669fb9d7160', 'port_id': '0da49e59-010b-404c-8475-c3c1248d394a', 'mac_address': 'fa:16:3e:0b:43:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e328e11-4ac0-4707-8ec9-87473af5ed50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:06:31.320472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:31.361008 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for floatingip (ea6177d0-a3dd-43fb-95f4-fa2855d91b98), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.373321 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 0da49e59-010b-404c-8475-c3c1248d394a is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:31.373894 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0da49e59-010b-404c-8475-c3c1248d394a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.387393 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54832) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:31.389548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da49e59-010b-404c-8475-c3c1248d394a {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:31.414979 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 0da49e59-010b-404c-8475-c3c1248d394a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=0da49e59-010b-404c-8475-c3c1248d394a,segment=NetworkSegment(4ec86c22-83b4-436e-bdb4-075bca9d612b),segment_id=4ec86c22-83b4-436e-bdb4-075bca9d612b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:31.421003 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0da49e59-010b-404c-8475-c3c1248d394a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.450375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-e10f762a-da36-4cfa-83b3-b0c9f6cd5c1a req-aaf5d5ee-d492-4663-8427-50454c3f3af4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] For port a7e1e138-557d-4492-96a9-264e70e02bf7, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a7e1e138-557d-4492-96a9-264e70e02bf7,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:31.451360 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e10f762a-da36-4cfa-83b3-b0c9f6cd5c1a req-aaf5d5ee-d492-4663-8427-50454c3f3af4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a7e1e138-557d-4492-96a9-264e70e02bf7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.464242 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fbc00c43-8ca5-4067-bcea-0b5eef6be0f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dbacde8f99654d25b6212281d6c2d22f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0757422 Mar 24 01:06:31.464931 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54834) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:31.494532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-e10f762a-da36-4cfa-83b3-b0c9f6cd5c1a req-aaf5d5ee-d492-4663-8427-50454c3f3af4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Calling delete_port for a7e1e138-557d-4492-96a9-264e70e02bf7 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:31.522914 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1456a353-d3d4-4fc7-b297-b284b280cd1e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.526281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=0da49e59-010b-404c-8475-c3c1248d394a,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:31.552380 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks [] for port (e9da3b73-98ab-4d87-b462-327ceadaadc5), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.565808 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (e9da3b73-98ab-4d87-b462-327ceadaadc5), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.603188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router 7195b828-9bc6-4486-aca2-7faa2a7e0b02 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:06:31.608141 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-91a95721-2a9c-45fd-a4cd-5b5bcbf21d55 admin admin] Publish callbacks [] for security_group (35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.622949 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['0da49e59-010b-404c-8475-c3c1248d394a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:31.678614 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-91a95721-2a9c-45fd-a4cd-5b5bcbf21d55 admin admin] Publish callbacks [] for security_group (35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.682587 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Pushing event updated for resources: {'Port': ['ID=e9da3b73-98ab-4d87-b462-327ceadaadc5,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:31.704818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d352b578-7628-4afc-a5bd-067fa899c897 None None] Provisioning complete for port 43a27ac7-4ad7-4437-b91d-11991e730422 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:31.705533 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d352b578-7628-4afc-a5bd-067fa899c897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (43a27ac7-4ad7-4437-b91d-11991e730422), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.708173 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (2b71b840-2915-4f20-8d83-13235898aa75), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.740380 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.745339 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-40966d28-5992-45eb-be58-7ae482494f61 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4807136 Mar 24 01:06:31.749195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54838) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:31.771740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d352b578-7628-4afc-a5bd-067fa899c897 None None] Port 43a27ac7-4ad7-4437-b91d-11991e730422 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:31.771932 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-91a95721-2a9c-45fd-a4cd-5b5bcbf21d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.781802 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-91a95721-2a9c-45fd-a4cd-5b5bcbf21d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.784162 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-91a95721-2a9c-45fd-a4cd-5b5bcbf21d55 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c HTTP/1.1" status: 204 len: 168 time: 0.3114760 Mar 24 01:06:31.803142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a95721-2a9c-45fd-a4cd-5b5bcbf21d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b8b2b2-1d43-4aa1-85a0-6d39eded5a7c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:31.821487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b2c61-c0f5-44f0-b6f1-a193c22e933a req-205c3d16-70a4-4d6d-909a-a68ac03daf98 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:31.828277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de7b2c61-c0f5-44f0-b6f1-a193c22e933a req-205c3d16-70a4-4d6d-909a-a68ac03daf98 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.2451029 Mar 24 01:06:31.933083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:06:31.944548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-23b40021-8c99-4b2a-908d-e90c60fc11a1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/7195b828-9bc6-4486-aca2-7faa2a7e0b02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2792306 Mar 24 01:06:31.944726 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf5c41-1bee-4ae9-83d0-afe4855f178f None None] Sync routers for ids ['7195b828-9bc6-4486-aca2-7faa2a7e0b02'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:06:31.946561 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54844) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:31.956093 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e10f762a-da36-4cfa-83b3-b0c9f6cd5c1a req-aaf5d5ee-d492-4663-8427-50454c3f3af4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a7e1e138-557d-4492-96a9-264e70e02bf7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:31.964511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf5c41-1bee-4ae9-83d0-afe4855f178f None None] Routers {'7195b828-9bc6-4486-aca2-7faa2a7e0b02'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:31.965399 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8ebf5c41-1bee-4ae9-83d0-afe4855f178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7195b828-9bc6-4486-aca2-7faa2a7e0b02'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:31.984518 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de7b2c61-c0f5-44f0-b6f1-a193c22e933a req-8f06f918-7478-42db-9ffe-b25c94d79efd tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499004 Mar 24 01:06:32.014195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5d5ee-d492-4663-8427-50454c3f3af4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Pushing event deleted for resources: {'Port': ['ID=a7e1e138-557d-4492-96a9-264e70e02bf7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:32.017640 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for port (1456a353-d3d4-4fc7-b297-b284b280cd1e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:32.020808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:32.040036 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8ebf5c41-1bee-4ae9-83d0-afe4855f178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:32.053339 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993dbf38-a4ab-404c-ad6d-384ab4e3be00 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:32.053743 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf655c99-b594-4422-b1bb-b6df2664d7e1'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:32.054762 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-993dbf38-a4ab-404c-ad6d-384ab4e3be00 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports/43a27ac7-4ad7-4437-b91d-11991e730422 HTTP/1.1" status: 200 len: 910 time: 0.1063290 Mar 24 01:06:32.058057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54850) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:32.066003 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:32.067451 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (1456a353-d3d4-4fc7-b297-b284b280cd1e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:32.141312 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf5c41-1bee-4ae9-83d0-afe4855f178f None None] Routers {'7195b828-9bc6-4486-aca2-7faa2a7e0b02'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:32.143745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8ebf5c41-1bee-4ae9-83d0-afe4855f178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7195b828-9bc6-4486-aca2-7faa2a7e0b02'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:32.146717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Pushing event updated for resources: {'Port': ['ID=1456a353-d3d4-4fc7-b297-b284b280cd1e,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:32.197409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8ebf5c41-1bee-4ae9-83d0-afe4855f178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:32.198359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf5c41-1bee-4ae9-83d0-afe4855f178f None None] The sync data for ids ['7195b828-9bc6-4486-aca2-7faa2a7e0b02'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:06:32.218837 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:32.220221 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (ea6177d0-a3dd-43fb-95f4-fa2855d91b98), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:32.223805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10f762a-da36-4cfa-83b3-b0c9f6cd5c1a req-aaf5d5ee-d492-4663-8427-50454c3f3af4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] No DVR routers for this DVR port a7e1e138-557d-4492-96a9-264e70e02bf7 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:06:32.229841 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e10f762a-da36-4cfa-83b3-b0c9f6cd5c1a req-aaf5d5ee-d492-4663-8427-50454c3f3af4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:32.233968 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e10f762a-da36-4cfa-83b3-b0c9f6cd5c1a req-aaf5d5ee-d492-4663-8427-50454c3f3af4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.57 "DELETE /v2.0/ports/a7e1e138-557d-4492-96a9-264e70e02bf7 HTTP/1.1" status: 204 len: 173 time: 1.5832384 Mar 24 01:06:32.235216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff89a447-ef87-46ee-b521-108d324ff182', 'name': 'network-vif-deleted', 'tag': 'a7e1e138-557d-4492-96a9-264e70e02bf7'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:32.237823 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3640ed49-bb1c-4fbf-971d-a03bffa390fa" -d '{"events": [{"server_uuid": "ff89a447-ef87-46ee-b521-108d324ff182", "name": "network-vif-deleted", "tag": "a7e1e138-557d-4492-96a9-264e70e02bf7"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:32.362275 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42883e8d-212e-4340-bbe2-a59e862ee9fe req-61d31bbb-6036-446e-aa76-d06688c2cf54 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff89a447-ef87-46ee-b521-108d324ff182 HTTP/1.1" status: 200 len: 210 time: 0.0351183 Mar 24 01:06:32.370224 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:32.371441 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-57a40ce5-62bf-4675-b259-a461b347f17b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9013896 Mar 24 01:06:32.396715 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:32.397695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d94b1-661b-4916-b7a7-5c3c4fe93afb req-f7082b7b-75e0-43fd-bbd7-4fe058ddc653 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:32.400264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f32d94b1-661b-4916-b7a7-5c3c4fe93afb req-f7082b7b-75e0-43fd-bbd7-4fe058ddc653 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 945 time: 0.1742890 Mar 24 01:06:32.425463 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:32.482112 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbe8e22-4082-4faf-bd91-eec4f570ce46 x-openstack-request-id: req-adbe8e22-4082-4faf-bd91-eec4f570ce46 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:32.482756 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff89a447-ef87-46ee-b521-108d324ff182", "name": "network-vif-deleted", "tag": "a7e1e138-557d-4492-96a9-264e70e02bf7", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:32.482756 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-adbe8e22-4082-4faf-bd91-eec4f570ce46 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:32.483062 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adbe8e22-4082-4faf-bd91-eec4f570ce46'] response: {'server_uuid': 'ff89a447-ef87-46ee-b521-108d324ff182', 'name': 'network-vif-deleted', 'tag': 'a7e1e138-557d-4492-96a9-264e70e02bf7', 'status': 'completed', 'code': 200} Mar 24 01:06:32.494808 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f32d94b1-661b-4916-b7a7-5c3c4fe93afb req-daf1c1fb-9cfe-47ca-94e9-e8000b9978c8 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a29902-f9c7-4d0a-a316-36745e0aeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859318 Mar 24 01:06:32.620042 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Allocated IP 172.25.0.203 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/a3e0ec1c-ad84-4b7e-a640-32cfd86232cf) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:32.721493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-a3a97ea5-d1be-4773-977c-1c62ea9b484c tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:32.724471 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-a3a97ea5-d1be-4773-977c-1c62ea9b484c tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/networks?id=337b2b8c-d76b-456d-8251-4e1a61b2a332 HTTP/1.1" status: 200 len: 822 time: 0.1244867 Mar 24 01:06:32.739284 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fbda039-b7ce-44ae-b963-317bd3fd51c6 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (7195b828-9bc6-4486-aca2-7faa2a7e0b02), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:32.759971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-d4204e6b-21ae-484f-af92-f80864590fa7 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/quotas/cbe9ca3c82ca4922a598c6324836fd39 HTTP/1.1" status: 200 len: 375 time: 0.0218258 Mar 24 01:06:32.792559 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-94c77eaf-8a38-489e-8abb-f45e56e8aa68 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbe9ca3c82ca4922a598c6324836fd39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316465 Mar 24 01:06:32.903256 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-fb0dc3ae-e3c9-40c3-a491-e83fc94516a6 service neutron] 10.222.0.45 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032417 Mar 24 01:06:32.972333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54886) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:33.019152 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-367ec806-6689-4e61-a7eb-165325635060 service neutron] 10.222.0.45 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085894 Mar 24 01:06:33.116149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ab4f1607-ef7d-4f62-bfca-ecc2f37102ac admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-24397570-network', 'tenant_id': '8468b7f63be54f7890f74112a107c74f'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:33.123693 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Publish callbacks [] for port (a3e0ec1c-ad84-4b7e-a640-32cfd86232cf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.143726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86652a7-c007-4907-9648-4c9c608d696f req-6aa52b1b-f0c1-4e40-b64f-47b4d240da5b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:33.160928 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 0da49e59-010b-404c-8475-c3c1248d394a up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:33.161537 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c86652a7-c007-4907-9648-4c9c608d696f req-6aa52b1b-f0c1-4e40-b64f-47b4d240da5b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.1032102 Mar 24 01:06:33.213850 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4f1607-ef7d-4f62-bfca-ecc2f37102ac admin admin] Made reservation on behalf of 8468b7f63be54f7890f74112a107c74f for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:33.217858 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ab4f1607-ef7d-4f62-bfca-ecc2f37102ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.221088 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a3e0ec1c-ad84-4b7e-a640-32cfd86232cf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.264208 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Pushing event updated for resources: {'Port': ['ID=a3e0ec1c-ad84-4b7e-a640-32cfd86232cf,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:33.266315 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ab4f1607-ef7d-4f62-bfca-ecc2f37102ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.270372 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9d75d08-91de-40fd-977a-38229351ffc3 req-23ff825a-72a7-4c35-baac-be9ae945690f tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 210 time: 0.0439770 Mar 24 01:06:33.289753 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c86652a7-c007-4907-9648-4c9c608d696f req-ef9a7072-c32d-413a-9b41-cc8b40ffd797 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263702 Mar 24 01:06:33.300296 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 0da49e59-010b-404c-8475-c3c1248d394a completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:06:33.306658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:33.309060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:33.309563 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 0da49e59-010b-404c-8475-c3c1248d394a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:33.310708 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0da49e59-010b-404c-8475-c3c1248d394a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.313374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:33.373107 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ab4f1607-ef7d-4f62-bfca-ecc2f37102ac admin admin] Publish callbacks [] for security_group (bd722138-87d6-4017-975a-16f960e13f04), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.378170 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ab4f1607-ef7d-4f62-bfca-ecc2f37102ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (bd722138-87d6-4017-975a-16f960e13f04), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.402056 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4f1607-ef7d-4f62-bfca-ecc2f37102ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:06:33.417205 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f1607-ef7d-4f62-bfca-ecc2f37102ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd722138-87d6-4017-975a-16f960e13f04,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:33.423842 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ab4f1607-ef7d-4f62-bfca-ecc2f37102ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (815551a5-5aa9-4e0d-93ad-1185435ed9f8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.424197 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-ab4f1607-ef7d-4f62-bfca-ecc2f37102ac admin admin] Added segment 815551a5-5aa9-4e0d-93ad-1185435ed9f8 of type vlan for network 384d67d0-1778-4807-9eab-a2c94bd310a3 Mar 24 01:06:33.432751 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Publish callbacks [] for floatingip (23f727cc-e777-4486-9aa3-c4b9c9ad1644), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.466643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 0da49e59-010b-404c-8475-c3c1248d394a is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:33.467044 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0da49e59-010b-404c-8475-c3c1248d394a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.488497 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ab4f1607-ef7d-4f62-bfca-ecc2f37102ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (384d67d0-1778-4807-9eab-a2c94bd310a3), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.521582 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a3e0ec1c-ad84-4b7e-a640-32cfd86232cf), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.558568 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ab4f1607-ef7d-4f62-bfca-ecc2f37102ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (384d67d0-1778-4807-9eab-a2c94bd310a3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.559722 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4f1607-ef7d-4f62-bfca-ecc2f37102ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:33.559960 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 0da49e59-010b-404c-8475-c3c1248d394a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=0da49e59-010b-404c-8475-c3c1248d394a,segment=NetworkSegment(4ec86c22-83b4-436e-bdb4-075bca9d612b),segment_id=4ec86c22-83b4-436e-bdb4-075bca9d612b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:33.562627 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ab4f1607-ef7d-4f62-bfca-ecc2f37102ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.562961 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3aee90c-2266-493e-8184-186db5a63242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da49e59-010b-404c-8475-c3c1248d394a'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:33.566046 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865d347e-5380-45d7-85f2-1a5c25cea859" -d '{"events": [{"server_uuid": "e3aee90c-2266-493e-8184-186db5a63242", "name": "network-vif-plugged", "status": "completed", "tag": "0da49e59-010b-404c-8475-c3c1248d394a"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:33.566807 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-9fbda039-b7ce-44ae-b963-317bd3fd51c6 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port 43a27ac7-4ad7-4437-b91d-11991e730422 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:33.567160 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fbda039-b7ce-44ae-b963-317bd3fd51c6 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (43a27ac7-4ad7-4437-b91d-11991e730422), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.571627 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0da49e59-010b-404c-8475-c3c1248d394a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.573075 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a7e1e138-557d-4492-96a9-264e70e02bf7 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:06:33.608534 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: a7e1e138-557d-4492-96a9-264e70e02bf7 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:06:33.609234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a7e1e138-557d-4492-96a9-264e70e02bf7 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:06:33.645677 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63201ff5-3ad2-45ae-ba11-de5e1cd0f1aa x-openstack-request-id: req-63201ff5-3ad2-45ae-ba11-de5e1cd0f1aa {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:33.646279 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3aee90c-2266-493e-8184-186db5a63242", "name": "network-vif-plugged", "status": "completed", "tag": "0da49e59-010b-404c-8475-c3c1248d394a", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:33.646762 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63201ff5-3ad2-45ae-ba11-de5e1cd0f1aa {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:33.647368 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63201ff5-3ad2-45ae-ba11-de5e1cd0f1aa'] response: {'server_uuid': 'e3aee90c-2266-493e-8184-186db5a63242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da49e59-010b-404c-8475-c3c1248d394a', 'code': 200} Mar 24 01:06:33.664759 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fbda039-b7ce-44ae-b963-317bd3fd51c6 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (43a27ac7-4ad7-4437-b91d-11991e730422), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.686893 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-9fbda039-b7ce-44ae-b963-317bd3fd51c6 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for 43a27ac7-4ad7-4437-b91d-11991e730422 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:33.701874 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.707114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f1607-ef7d-4f62-bfca-ecc2f37102ac admin admin] Pushing event updated for resources: {'Network': ['ID=384d67d0-1778-4807-9eab-a2c94bd310a3,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:33.748818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=0da49e59-010b-404c-8475-c3c1248d394a,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:33.755991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 384d67d0-1778-4807-9eab-a2c94bd310a3 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:06:33.807066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ab4f1607-ef7d-4f62-bfca-ecc2f37102ac admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8335326 Mar 24 01:06:33.810183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54920) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:33.817046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-67f3959a-5c60-4c5d-a206-b4947040585d admin admin] Request body: {'subnet': {'network_id': '384d67d0-1778-4807-9eab-a2c94bd310a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-24397570-subnet', 'tenant_id': '8468b7f63be54f7890f74112a107c74f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:33.929980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ebf50-f15e-405a-908f-750fe2cc43b1 req-aa9b0eec-aaf0-45d7-b634-c4fb62b46187 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:33.931562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-067ebf50-f15e-405a-908f-750fe2cc43b1 req-aa9b0eec-aaf0-45d7-b634-c4fb62b46187 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 946 time: 0.3355010 Mar 24 01:06:33.932777 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Publish callbacks [] for port (a3e0ec1c-ad84-4b7e-a640-32cfd86232cf), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.938861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f3959a-5c60-4c5d-a206-b4947040585d admin admin] Made reservation on behalf of 8468b7f63be54f7890f74112a107c74f for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:33.941335 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-67f3959a-5c60-4c5d-a206-b4947040585d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.962558 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (a3e0ec1c-ad84-4b7e-a640-32cfd86232cf), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:33.973318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ddeba-3302-48b0-8ce5-204f8c388cf0 req-bb32cff7-68d7-4372-b293-4950e4c704ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:33.974799 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c54ddeba-3302-48b0-8ce5-204f8c388cf0 req-bb32cff7-68d7-4372-b293-4950e4c704ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 1128 time: 0.2723927 Mar 24 01:06:34.053137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Pushing event updated for resources: {'Port': ['ID=a3e0ec1c-ad84-4b7e-a640-32cfd86232cf,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:34.057689 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fbda039-b7ce-44ae-b963-317bd3fd51c6 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (43a27ac7-4ad7-4437-b91d-11991e730422), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:34.093442 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbda039-b7ce-44ae-b963-317bd3fd51c6 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=43a27ac7-4ad7-4437-b91d-11991e730422,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:34.098604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-bc4445dc-e40b-42e4-bb47-1dedc969c882 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:34.099922 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (23f727cc-e777-4486-9aa3-c4b9c9ad1644), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:34.106362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-bc4445dc-e40b-42e4-bb47-1dedc969c882 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 806 time: 0.2741103 Mar 24 01:06:34.155389 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-067ebf50-f15e-405a-908f-750fe2cc43b1 req-2649995d-faea-4a19-975f-004ffb1e7e4c tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a29902-f9c7-4d0a-a316-36745e0aeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079985 Mar 24 01:06:34.159874 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:34.161414 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-02346bea-c8ab-4945-be2f-bdde64ea7f05 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4140825 Mar 24 01:06:34.162752 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-ceec4a86-7e2a-4fa7-a57f-cd49f5b85d71 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/quotas/fa7e3a04805b4343b060cb33aa6d1114 HTTP/1.1" status: 200 len: 375 time: 0.0548818 Mar 24 01:06:34.164825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54926) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:34.170578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c54ddeba-3302-48b0-8ce5-204f8c388cf0 req-c48ae150-355b-4178-acb0-2b24904bd361 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=71a29902-f9c7-4d0a-a316-36745e0aeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677778 Mar 24 01:06:34.279671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-a7629498-47ba-4840-846b-b419a8f5d3ad tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1159654 Mar 24 01:06:34.311427 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b70503c2-9ec4-43d5-be4a-b9490b85f206 tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2914 time: 0.1452744 Mar 24 01:06:34.316219 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54934) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:34.396772 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-662c155b-95d5-4d02-8170-cdf80741988a tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0793777 Mar 24 01:06:34.399417 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54936) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:34.407853 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fbda039-b7ce-44ae-b963-317bd3fd51c6 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (7195b828-9bc6-4486-aca2-7faa2a7e0b02), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:34.460048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2138723a-72cd-45a9-b156-58c6b4376d0d req-084d5d22-6280-4c1f-8e60-8a8e4e4fa486 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 210 time: 0.0435889 Mar 24 01:06:34.489698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-832e341c-cf77-45af-8be8-aa9ba5280dd5 service neutron] 10.222.0.45 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090547 Mar 24 01:06:34.499015 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-67f3959a-5c60-4c5d-a206-b4947040585d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (f0b97511-8d5a-49a0-bc8c-3a1449fb6e9e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:34.694076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-57ae6573-c181-44bc-85b0-1593f1656222 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Deleting port a3e0ec1c-ad84-4b7e-a640-32cfd86232cf {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:34.694677 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57ae6573-c181-44bc-85b0-1593f1656222 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a3e0ec1c-ad84-4b7e-a640-32cfd86232cf), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:34.760915 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbda039-b7ce-44ae-b963-317bd3fd51c6 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router 7195b828-9bc6-4486-aca2-7faa2a7e0b02 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:06:34.800103 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57ae6573-c181-44bc-85b0-1593f1656222 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a3e0ec1c-ad84-4b7e-a640-32cfd86232cf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:34.800437 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57ae6573-c181-44bc-85b0-1593f1656222 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Publish callbacks [] for floatingip (a3e0ec1c-ad84-4b7e-a640-32cfd86232cf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:34.871933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-57ae6573-c181-44bc-85b0-1593f1656222 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Calling delete_port for a3e0ec1c-ad84-4b7e-a640-32cfd86232cf owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:34.938691 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbda039-b7ce-44ae-b963-317bd3fd51c6 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:06:34.944599 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9fbda039-b7ce-44ae-b963-317bd3fd51c6 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/7195b828-9bc6-4486-aca2-7faa2a7e0b02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8853579 Mar 24 01:06:34.948067 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54938) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:34.952229 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629056cc-a2f7-4780-8f36-f29bdd3a5a6c None None] Sync routers for ids ['7195b828-9bc6-4486-aca2-7faa2a7e0b02'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:06:34.964790 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629056cc-a2f7-4780-8f36-f29bdd3a5a6c None None] Routers {'7195b828-9bc6-4486-aca2-7faa2a7e0b02'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:34.965605 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-629056cc-a2f7-4780-8f36-f29bdd3a5a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7195b828-9bc6-4486-aca2-7faa2a7e0b02'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:35.009377 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-629056cc-a2f7-4780-8f36-f29bdd3a5a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:35.019518 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629056cc-a2f7-4780-8f36-f29bdd3a5a6c None None] Routers {'7195b828-9bc6-4486-aca2-7faa2a7e0b02'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:35.020448 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-629056cc-a2f7-4780-8f36-f29bdd3a5a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7195b828-9bc6-4486-aca2-7faa2a7e0b02'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:35.044226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3959a-5c60-4c5d-a206-b4947040585d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0b97511-8d5a-49a0-bc8c-3a1449fb6e9e,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:35.062218 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-629056cc-a2f7-4780-8f36-f29bdd3a5a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:35.063255 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629056cc-a2f7-4780-8f36-f29bdd3a5a6c None None] The sync data for ids ['7195b828-9bc6-4486-aca2-7faa2a7e0b02'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:06:35.081854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f3959a-5c60-4c5d-a206-b4947040585d admin admin] Checking segment: {'id': '815551a5-5aa9-4e0d-93ad-1185435ed9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '384d67d0-1778-4807-9eab-a2c94bd310a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:35.082233 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f3959a-5c60-4c5d-a206-b4947040585d admin admin] Network hostable DHCP agents. Network: 384d67d0-1778-4807-9eab-a2c94bd310a3, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:06:35.089718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-a66651b4-5e14-4806-8737-42d1eb8deab1 service neutron] 10.222.0.45 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985911 Mar 24 01:06:35.113592 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c406b-56c9-4a72-8351-f32f0dbde2cc req-0221594b-31ef-4382-a8a1-eb888fe3d771 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:35.120341 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-393c406b-56c9-4a72-8351-f32f0dbde2cc req-0221594b-31ef-4382-a8a1-eb888fe3d771 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.5983009 Mar 24 01:06:35.140233 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-5ee783e9-7bf2-4569-8d35-8c8bbd0824a5 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:35.141912 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-5ee783e9-7bf2-4569-8d35-8c8bbd0824a5 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.57 "GET /v2.0/networks?id=337b2b8c-d76b-456d-8251-4e1a61b2a332 HTTP/1.1" status: 200 len: 822 time: 0.2593985 Mar 24 01:06:35.160307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-008a8f9d-89fa-43a9-a0a4-f7258dfff856 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Request body: {'port': {'device_id': 'b4ff4565-7657-40f7-bfa9-32aec32b8ff6', 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332', 'admin_state_up': True, 'tenant_id': 'cbe9ca3c82ca4922a598c6324836fd39'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:35.214038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f3959a-5c60-4c5d-a206-b4947040585d admin admin] Network 384d67d0-1778-4807-9eab-a2c94bd310a3 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:06:35.217009 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:35.250018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-67f3959a-5c60-4c5d-a206-b4947040585d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 384d67d0-1778-4807-9eab-a2c94bd310a3) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:35.264008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe57d771-db3a-4cb9-8260-c87457d00c05 None None] Network 384d67d0-1778-4807-9eab-a2c94bd310a3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:35.269667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f3959a-5c60-4c5d-a206-b4947040585d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:35.270277 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-67f3959a-5c60-4c5d-a206-b4947040585d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:35.283202 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-393c406b-56c9-4a72-8351-f32f0dbde2cc req-6382cb73-86f5-4534-827a-8379b6ddea91 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604066 Mar 24 01:06:35.352459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-67f3959a-5c60-4c5d-a206-b4947040585d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5400021 Mar 24 01:06:35.516488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b472e083-0fb5-4933-847c-250cff1dab30 None None] Network 384d67d0-1778-4807-9eab-a2c94bd310a3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:35.519632 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17322607-ec5d-4574-b17a-44a6eeca8df3 req-1a61df4f-d105-461b-9d5d-90992f2e8aed tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb846672-8533-46e1-a5fa-e2fdd2d1b897 HTTP/1.1" status: 200 len: 210 time: 0.0874517 Mar 24 01:06:35.558127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-008a8f9d-89fa-43a9-a0a4-f7258dfff856 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Made reservation on behalf of cbe9ca3c82ca4922a598c6324836fd39 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:35.562683 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-008a8f9d-89fa-43a9-a0a4-f7258dfff856 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:35.579858 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4da7f-60a2-4674-b3eb-3924bc3dcd1a req-ed34c0ac-95f6-44a0-9b27-ebd54d808730 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:35.582517 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aae4da7f-60a2-4674-b3eb-3924bc3dcd1a req-ed34c0ac-95f6-44a0-9b27-ebd54d808730 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 946 time: 0.2180574 Mar 24 01:06:35.658268 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57ae6573-c181-44bc-85b0-1593f1656222 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a3e0ec1c-ad84-4b7e-a640-32cfd86232cf), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:35.705442 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aae4da7f-60a2-4674-b3eb-3924bc3dcd1a req-73431b0a-3158-4e21-8a02-060b6c5d4f81 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a29902-f9c7-4d0a-a316-36745e0aeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131914 Mar 24 01:06:35.707343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae6573-c181-44bc-85b0-1593f1656222 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Pushing event deleted for resources: {'Port': ['ID=a3e0ec1c-ad84-4b7e-a640-32cfd86232cf,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:35.744020 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-567efe5e-32a4-4681-aafb-28ec751dfadd req-a7ec470d-7d9a-415b-bc02-2eb8dea0fae1 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 210 time: 0.0518332 Mar 24 01:06:35.828614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-008a8f9d-89fa-43a9-a0a4-f7258dfff856 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Allocated IP 172.20.0.4 (337b2b8c-d76b-456d-8251-4e1a61b2a332/70ea9387-859f-4d16-917c-5fc9b19e6f4b/52a5f098-e4ad-49d3-89d3-e854c1ec59f9) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:35.854567 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57ae6573-c181-44bc-85b0-1593f1656222 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Publish callbacks [] for floatingip (23f727cc-e777-4486-9aa3-c4b9c9ad1644), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:35.857642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57ae6573-c181-44bc-85b0-1593f1656222 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:35.858798 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-57ae6573-c181-44bc-85b0-1593f1656222 tempest-FloatingIPAdminTestJSON-1856766580 tempest-FloatingIPAdminTestJSON-1856766580-project] 10.222.0.45 "DELETE /v2.0/floatingips/23f727cc-e777-4486-9aa3-c4b9c9ad1644 HTTP/1.1" status: 204 len: 168 time: 1.4585075 Mar 24 01:06:35.862745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54966) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:35.940534 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-20919e2a-584b-49e7-9089-9562fafff4f4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (7195b828-9bc6-4486-aca2-7faa2a7e0b02), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:36.224052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62648cc1-d697-4073-a2fb-7d70d88b86e0 req-0b6a26b0-4498-4e1c-b612-0cb2d332cc99 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:36.225608 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62648cc1-d697-4073-a2fb-7d70d88b86e0 req-0b6a26b0-4498-4e1c-b612-0cb2d332cc99 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 946 time: 0.3836112 Mar 24 01:06:36.236337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-20919e2a-584b-49e7-9089-9562fafff4f4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port b983b1b3-a7df-4716-84f1-127eb8083071 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:36.236870 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-20919e2a-584b-49e7-9089-9562fafff4f4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b983b1b3-a7df-4716-84f1-127eb8083071), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:36.324875 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-20919e2a-584b-49e7-9089-9562fafff4f4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b983b1b3-a7df-4716-84f1-127eb8083071), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:36.338141 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-20919e2a-584b-49e7-9089-9562fafff4f4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for b983b1b3-a7df-4716-84f1-127eb8083071 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:36.347222 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-008a8f9d-89fa-43a9-a0a4-f7258dfff856 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:36.373255 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62648cc1-d697-4073-a2fb-7d70d88b86e0 req-3cc9d63d-f4f8-42a8-a975-d98f84e2c1c1 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a29902-f9c7-4d0a-a316-36745e0aeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338921 Mar 24 01:06:36.383940 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-90a0d050-b7e8-4db8-ab02-9c9d3dde921c tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Deleting port e9da3b73-98ab-4d87-b462-327ceadaadc5 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:36.384322 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90a0d050-b7e8-4db8-ab02-9c9d3dde921c tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e9da3b73-98ab-4d87-b462-327ceadaadc5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:36.391929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-e77a34ac-7e12-49f3-9f05-d7910402531f tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:36.398181 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-e77a34ac-7e12-49f3-9f05-d7910402531f tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/networks?id=384d67d0-1778-4807-9eab-a2c94bd310a3 HTTP/1.1" status: 200 len: 820 time: 0.3351386 Mar 24 01:06:36.480729 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-be01d14d-1e37-462a-a81b-24ff723749f6 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/quotas/8468b7f63be54f7890f74112a107c74f HTTP/1.1" status: 200 len: 375 time: 0.0660136 Mar 24 01:06:36.565638 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6ead40f9-e44e-463e-b1c9-f2e6dfb4a25a tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8468b7f63be54f7890f74112a107c74f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598688 Mar 24 01:06:36.636395 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-008a8f9d-89fa-43a9-a0a4-f7258dfff856 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:36.673535 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-9631bd4d-9311-402a-ae1b-94f0bc22979b tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:36.674993 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-9631bd4d-9311-402a-ae1b-94f0bc22979b tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 806 time: 0.1842802 Mar 24 01:06:36.676065 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-20919e2a-584b-49e7-9089-9562fafff4f4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b983b1b3-a7df-4716-84f1-127eb8083071), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:36.699008 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2704d2-0f35-4340-b71b-b712ae4be435 req-4029314d-fe82-46e7-ba77-48a1e39fd294 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:36.701001 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d2704d2-0f35-4340-b71b-b712ae4be435 req-4029314d-fe82-46e7-ba77-48a1e39fd294 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.2463200 Mar 24 01:06:36.706699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-1533b0f8-5a22-474a-bf80-e9c46dedaf87 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Request body: {'port': {'device_id': 'eb846672-8533-46e1-a5fa-e2fdd2d1b897', 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234', 'admin_state_up': True, 'tenant_id': 'fa7e3a04805b4343b060cb33aa6d1114'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:36.710228 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20919e2a-584b-49e7-9089-9562fafff4f4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=b983b1b3-a7df-4716-84f1-127eb8083071,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:36.711660 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90a0d050-b7e8-4db8-ab02-9c9d3dde921c tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e9da3b73-98ab-4d87-b462-327ceadaadc5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:36.712011 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90a0d050-b7e8-4db8-ab02-9c9d3dde921c tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks [] for floatingip (e9da3b73-98ab-4d87-b462-327ceadaadc5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:36.725868 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-008a8f9d-89fa-43a9-a0a4-f7258dfff856 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Network 337b2b8c-d76b-456d-8251-4e1a61b2a332 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:36.754600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-008a8f9d-89fa-43a9-a0a4-f7258dfff856 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:36.757041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-008a8f9d-89fa-43a9-a0a4-f7258dfff856 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:36.761473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-90a0d050-b7e8-4db8-ab02-9c9d3dde921c tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Calling delete_port for e9da3b73-98ab-4d87-b462-327ceadaadc5 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:36.813745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8f9d-89fa-43a9-a0a4-f7258dfff856 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Pushing event updated for resources: {'Port': ['ID=52a5f098-e4ad-49d3-89d3-e854c1ec59f9,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:36.909326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-3bb29625-0e70-4330-beb5-645a3f6776fc service neutron] 10.222.0.45 "GET /v2.0/networks/384d67d0-1778-4807-9eab-a2c94bd310a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427937 Mar 24 01:06:36.920815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-008a8f9d-89fa-43a9-a0a4-f7258dfff856 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:36.921287 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-008a8f9d-89fa-43a9-a0a4-f7258dfff856 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:36.930507 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-20919e2a-584b-49e7-9089-9562fafff4f4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (7195b828-9bc6-4486-aca2-7faa2a7e0b02), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:36.948225 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d2704d2-0f35-4340-b71b-b712ae4be435 req-c702b453-da74-484a-ab55-daad17f8efbb tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403085 Mar 24 01:06:36.949376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-1533b0f8-5a22-474a-bf80-e9c46dedaf87 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Made reservation on behalf of fa7e3a04805b4343b060cb33aa6d1114 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:36.953286 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-1533b0f8-5a22-474a-bf80-e9c46dedaf87 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:37.013752 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-008a8f9d-89fa-43a9-a0a4-f7258dfff856 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8604245 Mar 24 01:06:37.038917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Request body: {'port': {'device_id': 'b4ff4565-7657-40f7-bfa9-32aec32b8ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:37.149852 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-70090916-f348-4c5c-b35f-5bc3d2cba9c3 service neutron] 10.222.0.45 "GET /v2.0/networks/384d67d0-1778-4807-9eab-a2c94bd310a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255640 Mar 24 01:06:37.163428 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:37.178304 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20919e2a-584b-49e7-9089-9562fafff4f4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router 7195b828-9bc6-4486-aca2-7faa2a7e0b02 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:06:37.235566 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5dd14dd5-023f-47e8-9257-91d2da6d0bfe req-d61e89c4-fec7-44b7-9229-9e214e487ca3 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb846672-8533-46e1-a5fa-e2fdd2d1b897 HTTP/1.1" status: 200 len: 210 time: 0.0576363 Mar 24 01:06:37.237857 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90a0d050-b7e8-4db8-ab02-9c9d3dde921c tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (e9da3b73-98ab-4d87-b462-327ceadaadc5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:37.297386 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-1533b0f8-5a22-474a-bf80-e9c46dedaf87 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Allocated IP 172.20.0.11 (fb8d286a-5d52-420f-a6a9-f3fce1e70234/f03de5f8-5d24-4408-b283-d5210a71454f/8c8c71d5-2b4a-4917-a036-139bdbaa5cf4) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:37.313360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20919e2a-584b-49e7-9089-9562fafff4f4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:06:37.322693 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-20919e2a-584b-49e7-9089-9562fafff4f4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/7195b828-9bc6-4486-aca2-7faa2a7e0b02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3737183 Mar 24 01:06:37.325601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54996) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:37.328139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455285a-a4f5-4973-baf8-3ade0e6f53cf None None] Sync routers for ids ['7195b828-9bc6-4486-aca2-7faa2a7e0b02'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:06:37.333441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0d050-b7e8-4db8-ab02-9c9d3dde921c tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9da3b73-98ab-4d87-b462-327ceadaadc5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:37.355384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455285a-a4f5-4973-baf8-3ade0e6f53cf None None] Routers {'7195b828-9bc6-4486-aca2-7faa2a7e0b02'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:37.357966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6455285a-a4f5-4973-baf8-3ade0e6f53cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7195b828-9bc6-4486-aca2-7faa2a7e0b02'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:37.412426 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f9bc5cef-fdc4-450a-9ae3-ac4d9d5748e5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports?device_id=7195b828-9bc6-4486-aca2-7faa2a7e0b02 HTTP/1.1" status: 200 len: 205 time: 0.0836501 Mar 24 01:06:37.417531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6455285a-a4f5-4973-baf8-3ade0e6f53cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:37.418117 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55002) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:37.428932 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455285a-a4f5-4973-baf8-3ade0e6f53cf None None] Routers {'7195b828-9bc6-4486-aca2-7faa2a7e0b02'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:37.429882 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6455285a-a4f5-4973-baf8-3ade0e6f53cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7195b828-9bc6-4486-aca2-7faa2a7e0b02'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:37.479791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6455285a-a4f5-4973-baf8-3ade0e6f53cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:37.481209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455285a-a4f5-4973-baf8-3ade0e6f53cf None None] The sync data for ids ['7195b828-9bc6-4486-aca2-7faa2a7e0b02'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:06:37.522686 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90a0d050-b7e8-4db8-ab02-9c9d3dde921c tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks [] for floatingip (2b71b840-2915-4f20-8d83-13235898aa75), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:37.525255 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90a0d050-b7e8-4db8-ab02-9c9d3dde921c tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:37.526503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-90a0d050-b7e8-4db8-ab02-9c9d3dde921c tempest-FloatingIPAdminTestJSON-261397543 tempest-FloatingIPAdminTestJSON-261397543-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/2b71b840-2915-4f20-8d83-13235898aa75 HTTP/1.1" status: 204 len: 168 time: 1.6627214 Mar 24 01:06:37.540449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55004) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:37.582251 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b85c48a8-ceef-48dd-b001-816558f0e127 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (7195b828-9bc6-4486-aca2-7faa2a7e0b02), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:37.720457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc27b0c-c4e6-47f8-8e5f-dba485058c18 req-c7c1e888-9390-4068-8af6-ea25357b0569 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:37.721974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-adc27b0c-c4e6-47f8-8e5f-dba485058c18 req-c7c1e888-9390-4068-8af6-ea25357b0569 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 931 time: 0.3369060 Mar 24 01:06:37.787364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181c6d7-21b8-40e8-9cfc-2349c1ea3da6 req-a2a68dd5-d3cc-4c48-a596-91f83bbdda93 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:37.788584 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b85c48a8-ceef-48dd-b001-816558f0e127 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (7195b828-9bc6-4486-aca2-7faa2a7e0b02), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:37.793729 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9181c6d7-21b8-40e8-9cfc-2349c1ea3da6 req-a2a68dd5-d3cc-4c48-a596-91f83bbdda93 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 946 time: 0.2661781 Mar 24 01:06:37.796036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b85c48a8-ceef-48dd-b001-816558f0e127 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_controller (7195b828-9bc6-4486-aca2-7faa2a7e0b02), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:37.802669 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-1533b0f8-5a22-474a-bf80-e9c46dedaf87 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks [] for port (8c8c71d5-2b4a-4917-a036-139bdbaa5cf4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:37.850724 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b85c48a8-ceef-48dd-b001-816558f0e127 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (7195b828-9bc6-4486-aca2-7faa2a7e0b02), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:37.851388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85c48a8-ceef-48dd-b001-816558f0e127 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Fanout notify agent at l3_agent the message router_deleted on router 7195b828-9bc6-4486-aca2-7faa2a7e0b02 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:06:37.861582 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b85c48a8-ceef-48dd-b001-816558f0e127 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:37.862684 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b85c48a8-ceef-48dd-b001-816558f0e127 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/routers/7195b828-9bc6-4486-aca2-7faa2a7e0b02 HTTP/1.1" status: 204 len: 168 time: 0.4436159 Mar 24 01:06:37.867747 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55014) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:37.891628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-adc27b0c-c4e6-47f8-8e5f-dba485058c18 req-4db21ddc-e1f8-40cf-a2e0-986e071e8648 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564934 Mar 24 01:06:37.904911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e1567a29-232f-42ae-a7d3-1798ddae2e6a tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Deleting port 91172bc6-69d3-40dd-84ff-96ea2cbe24fb {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:37.905296 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1567a29-232f-42ae-a7d3-1798ddae2e6a tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (91172bc6-69d3-40dd-84ff-96ea2cbe24fb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:37.942757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f0913d-9b1e-42af-99fe-13eef7b8b8cf tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting subnet e3a954d3-557b-40f6-aeaf-85a9b9467d45 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:06:37.946453 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-20f0913d-9b1e-42af-99fe-13eef7b8b8cf tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (e3a954d3-557b-40f6-aeaf-85a9b9467d45), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:37.949549 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-1533b0f8-5a22-474a-bf80-e9c46dedaf87 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8c8c71d5-2b4a-4917-a036-139bdbaa5cf4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:37.964093 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf655c99-b594-4422-b1bb-b6df2664d7e1'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:38.046062 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-1533b0f8-5a22-474a-bf80-e9c46dedaf87 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Network fb8d286a-5d52-420f-a6a9-f3fce1e70234 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:38.053617 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-20f0913d-9b1e-42af-99fe-13eef7b8b8cf tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (e3a954d3-557b-40f6-aeaf-85a9b9467d45), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:38.058797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9181c6d7-21b8-40e8-9cfc-2349c1ea3da6 req-84973b77-951f-4c03-a031-15079e1fe869 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a29902-f9c7-4d0a-a316-36745e0aeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629740 Mar 24 01:06:38.058985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-1533b0f8-5a22-474a-bf80-e9c46dedaf87 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:38.061877 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1567a29-232f-42ae-a7d3-1798ddae2e6a tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (91172bc6-69d3-40dd-84ff-96ea2cbe24fb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:38.088830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-1533b0f8-5a22-474a-bf80-e9c46dedaf87 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:38.128120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f48bfd0-6207-487b-9297-b3e4249a4c97 req-ad7bff64-0ada-487a-a211-14d7bbf4da54 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 210 time: 0.1276422 Mar 24 01:06:38.132546 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533b0f8-5a22-474a-bf80-e9c46dedaf87 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Pushing event updated for resources: {'Port': ['ID=8c8c71d5-2b4a-4917-a036-139bdbaa5cf4,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:38.138312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e1567a29-232f-42ae-a7d3-1798ddae2e6a tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Calling delete_port for 91172bc6-69d3-40dd-84ff-96ea2cbe24fb owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:38.165750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:38.187188 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-1533b0f8-5a22-474a-bf80-e9c46dedaf87 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:38.187827 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-1533b0f8-5a22-474a-bf80-e9c46dedaf87 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:38.199133 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Publish callbacks [] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:38.229859 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-1533b0f8-5a22-474a-bf80-e9c46dedaf87 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5449533 Mar 24 01:06:38.237395 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-20f0913d-9b1e-42af-99fe-13eef7b8b8cf tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (e3a954d3-557b-40f6-aeaf-85a9b9467d45), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:38.244847 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Request body: {'port': {'device_id': 'eb846672-8533-46e1-a5fa-e2fdd2d1b897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:38.311348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Transition to ACTIVE for port object 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:06:38.318136 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:38.346750 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8c8c71d5-2b4a-4917-a036-139bdbaa5cf4), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:38.388122 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-20f0913d-9b1e-42af-99fe-13eef7b8b8cf tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (e3a954d3-557b-40f6-aeaf-85a9b9467d45), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:38.405931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a441ced-7b40-4b46-b4cd-7ebc80c73f27 req-94004450-5443-4f14-b834-e9387dd6df7c tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:38.407551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a441ced-7b40-4b46-b4cd-7ebc80c73f27 req-94004450-5443-4f14-b834-e9387dd6df7c tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.1486835 Mar 24 01:06:38.430812 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0913d-9b1e-42af-99fe-13eef7b8b8cf tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a954d3-557b-40f6-aeaf-85a9b9467d45,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:38.439724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Pushing event updated for resources: {'Port': ['ID=52a5f098-e4ad-49d3-89d3-e854c1ec59f9,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:38.468231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ede3f2f-b73d-4459-8864-c1965c946127 None None] Network 71bbe90c-df49-4663-a83c-d866ea7535d7 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:38.476992 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1567a29-232f-42ae-a7d3-1798ddae2e6a tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (91172bc6-69d3-40dd-84ff-96ea2cbe24fb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:38.512016 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-20f0913d-9b1e-42af-99fe-13eef7b8b8cf tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:38.527542 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-20f0913d-9b1e-42af-99fe-13eef7b8b8cf tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/e3a954d3-557b-40f6-aeaf-85a9b9467d45 HTTP/1.1" status: 204 len: 168 time: 0.6564951 Mar 24 01:06:38.533182 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55032) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:38.624501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1567a29-232f-42ae-a7d3-1798ddae2e6a tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event deleted for resources: {'Port': ['ID=91172bc6-69d3-40dd-84ff-96ea2cbe24fb,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:38.768184 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b94462-356e-48c1-9044-a31b0f2a7b64 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting subnet 19af02a3-6af0-4f56-ae3f-dc7e517bbdb0 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:06:38.773469 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39b94462-356e-48c1-9044-a31b0f2a7b64 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (19af02a3-6af0-4f56-ae3f-dc7e517bbdb0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:38.850562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e81a2c7-61a2-4ba2-a5f2-02308d63db79 None None] DHCP port deletion for 71bbe90c-df49-4663-a83c-d866ea7535d7 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:06:38.878710 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39b94462-356e-48c1-9044-a31b0f2a7b64 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (19af02a3-6af0-4f56-ae3f-dc7e517bbdb0), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:38.927860 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4e81a2c7-61a2-4ba2-a5f2-02308d63db79 None None] Deleting port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:38.928573 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4e81a2c7-61a2-4ba2-a5f2-02308d63db79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (dc25bf04-21f2-4471-bd0b-5c137cf9a1fe), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.035607 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39b94462-356e-48c1-9044-a31b0f2a7b64 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (19af02a3-6af0-4f56-ae3f-dc7e517bbdb0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.081080 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:39.093481 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Publish callbacks [] for port (8c8c71d5-2b4a-4917-a036-139bdbaa5cf4), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.114883 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Transition to ACTIVE for port object 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:06:39.116963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a441ced-7b40-4b46-b4cd-7ebc80c73f27 req-b314bf34-8e7a-4b34-a6a5-fa80e9fea6fc tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6924067 Mar 24 01:06:39.123181 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (8c8c71d5-2b4a-4917-a036-139bdbaa5cf4), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.164532 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4e81a2c7-61a2-4ba2-a5f2-02308d63db79 None None] For port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=dc25bf04-21f2-4471-bd0b-5c137cf9a1fe,segment=NetworkSegment(1bd441ed-9606-41c7-ba87-a092afab5706),segment_id=1bd441ed-9606-41c7-ba87-a092afab5706)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:39.165293 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4e81a2c7-61a2-4ba2-a5f2-02308d63db79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (dc25bf04-21f2-4471-bd0b-5c137cf9a1fe), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.180180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4e81a2c7-61a2-4ba2-a5f2-02308d63db79 None None] Calling delete_port for dc25bf04-21f2-4471-bd0b-5c137cf9a1fe owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:39.189631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8c71d5-2b4a-4917-a036-139bdbaa5cf4,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:39.192589 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39b94462-356e-48c1-9044-a31b0f2a7b64 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (19af02a3-6af0-4f56-ae3f-dc7e517bbdb0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.262198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Attempting to bind port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:06:39.262554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Attempting to bind port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'fd5764f6-4970-4435-bfd9-0c5636f1b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:06:39.263482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Attempting to bind port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 on network 337b2b8c-d76b-456d-8251-4e1a61b2a332 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:39.292646 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4e81a2c7-61a2-4ba2-a5f2-02308d63db79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (dc25bf04-21f2-4471-bd0b-5c137cf9a1fe), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.296554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 on network 337b2b8c-d76b-456d-8251-4e1a61b2a332 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:06:39.297148 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Attempting to bind port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 on network 337b2b8c-d76b-456d-8251-4e1a61b2a332 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:39.312155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-935b8542-7a47-4a63-9304-49a0d765525a tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:39.312421 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:39.312867 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:39.313331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:39.313764 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:39.314210 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:39.314637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:39.314941 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-935b8542-7a47-4a63-9304-49a0d765525a tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.57 "GET /v2.0/networks?id=384d67d0-1778-4807-9eab-a2c94bd310a3 HTTP/1.1" status: 200 len: 820 time: 0.7982891 Mar 24 01:06:39.315136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:39.315554 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:39.315973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:39.316390 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:39.316804 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:39.316997 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1567a29-232f-42ae-a7d3-1798ddae2e6a tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.317365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:39.317783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:39.318195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:39.318709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:39.320998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e1567a29-232f-42ae-a7d3-1798ddae2e6a tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] 10.222.0.45 "DELETE /v2.0/ports/91172bc6-69d3-40dd-84ff-96ea2cbe24fb HTTP/1.1" status: 204 len: 168 time: 1.7789302 Mar 24 01:06:39.324793 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55040) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:39.328222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:06:39.328793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Checking segment: {'id': 'fd5764f6-4970-4435-bfd9-0c5636f1b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:39.329392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Bound using segment: {'id': 'fd5764f6-4970-4435-bfd9-0c5636f1b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:06:39.330012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Bound port: 52a5f098-e4ad-49d3-89d3-e854c1ec59f9, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5764f6-4970-4435-bfd9-0c5636f1b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:06:39.330573 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.331356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81a2c7-61a2-4ba2-a5f2-02308d63db79 None None] Pushing event deleted for resources: {'Port': ['ID=dc25bf04-21f2-4471-bd0b-5c137cf9a1fe,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:39.333721 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81a2c7-61a2-4ba2-a5f2-02308d63db79 None None] No DVR routers for this DVR port dc25bf04-21f2-4471-bd0b-5c137cf9a1fe on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:06:39.345363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Attempting to bind port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:06:39.345700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Attempting to bind port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:06:39.346029 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Attempting to bind port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:39.351052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b94462-356e-48c1-9044-a31b0f2a7b64 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Subnet': ['ID=19af02a3-6af0-4f56-ae3f-dc7e517bbdb0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:39.353219 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39b94462-356e-48c1-9044-a31b0f2a7b64 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.355820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-5493c311-2471-4d6f-8fa8-38a51d86c464 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Request body: {'port': {'device_id': 'f64f0d4d-8f37-4297-ac52-4b2e8d478aaa', 'network_id': '384d67d0-1778-4807-9eab-a2c94bd310a3', 'admin_state_up': True, 'tenant_id': '8468b7f63be54f7890f74112a107c74f'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:39.356326 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-39b94462-356e-48c1-9044-a31b0f2a7b64 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/19af02a3-6af0-4f56-ae3f-dc7e517bbdb0 HTTP/1.1" status: 204 len: 168 time: 0.8222969 Mar 24 01:06:39.358003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c7d691-d4fd-4b6f-852a-6967d013147e None None] Network aa9eebca-6c03-4f30-b3c3-1026a9095910 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:39.360608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55042) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:39.385616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:06:39.385947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Attempting to bind port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:39.398724 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:06:39.399064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Checking segment: {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:39.399447 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Bound using segment: {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:06:39.399878 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Bound port: 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:06:39.400365 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8c8c71d5-2b4a-4917-a036-139bdbaa5cf4), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.484066 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] For port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:06:39.498286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] For port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=8c8c71d5-2b4a-4917-a036-139bdbaa5cf4,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:06:39.519457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50224b7e-ef40-4506-9ab3-963eb092b000 req-1e0db891-a588-4760-9f91-d9480843621b tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:39.521006 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50224b7e-ef40-4506-9ab3-963eb092b000 req-1e0db891-a588-4760-9f91-d9480843621b tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb846672-8533-46e1-a5fa-e2fdd2d1b897 HTTP/1.1" status: 200 len: 944 time: 0.4273405 Mar 24 01:06:39.529050 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2403ca7-f5b8-4ccf-870c-3e788897bbe1 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:39.535613 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a2403ca7-f5b8-4ccf-870c-3e788897bbe1 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356 HTTP/1.1" status: 200 len: 913 time: 0.1933551 Mar 24 01:06:39.542754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55044) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:39.549485 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (8c8c71d5-2b4a-4917-a036-139bdbaa5cf4), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.567735 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cab00d6-8e6b-4f13-9a74-6b57ce1f0395 None None] DHCP port deletion for aa9eebca-6c03-4f30-b3c3-1026a9095910 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:06:39.572317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e93f0e-b2ed-4cbc-b58b-2449418d1632 req-c5378397-598a-4b72-8cce-985f76a474de tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:39.579860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77e93f0e-b2ed-4cbc-b58b-2449418d1632 req-c5378397-598a-4b72-8cce-985f76a474de tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 946 time: 0.3732431 Mar 24 01:06:39.637306 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-11cd9404-8aa0-4108-ab43-e2c6f9efe48a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (71bbe90c-df49-4663-a83c-d866ea7535d7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.652885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0cab00d6-8e6b-4f13-9a74-6b57ce1f0395 None None] Deleting port 7c97ef44-95a2-4cef-845f-11cdf7e76351 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:39.654578 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0cab00d6-8e6b-4f13-9a74-6b57ce1f0395 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7c97ef44-95a2-4cef-845f-11cdf7e76351), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.661002 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:39.661650 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.663106 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] 10.222.0.48 "PUT /v2.0/ports/8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 HTTP/1.1" status: 200 len: 1092 time: 1.4224365 Mar 24 01:06:39.663620 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb846672-8533-46e1-a5fa-e2fdd2d1b897', 'tag': '8c8c71d5-2b4a-4917-a036-139bdbaa5cf4'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:39.666095 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a6477d-5dba-47fc-8a11-712f4122f4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb846672-8533-46e1-a5fa-e2fdd2d1b897", "tag": "8c8c71d5-2b4a-4917-a036-139bdbaa5cf4"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:39.677464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] For port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:06:39.723153 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c0f1c-ffe4-49c6-a05c-b3e6f7c78a96 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8c71d5-2b4a-4917-a036-139bdbaa5cf4,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:39.745197 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] For port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=52a5f098-e4ad-49d3-89d3-e854c1ec59f9,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:06:39.774742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0cab00d6-8e6b-4f13-9a74-6b57ce1f0395 None None] For port 7c97ef44-95a2-4cef-845f-11cdf7e76351, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7c97ef44-95a2-4cef-845f-11cdf7e76351,segment=NetworkSegment(96a40a71-2ec4-4fbf-9467-15b7dc352335),segment_id=96a40a71-2ec4-4fbf-9467-15b7dc352335)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:39.775549 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0cab00d6-8e6b-4f13-9a74-6b57ce1f0395 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7c97ef44-95a2-4cef-845f-11cdf7e76351), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.791337 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.795341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0cab00d6-8e6b-4f13-9a74-6b57ce1f0395 None None] Calling delete_port for 7c97ef44-95a2-4cef-845f-11cdf7e76351 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:39.807509 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50224b7e-ef40-4506-9ab3-963eb092b000 req-b77a972c-9802-4c56-8a27-cbcf19cf3137 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719426 Mar 24 01:06:39.817040 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77e93f0e-b2ed-4cbc-b58b-2449418d1632 req-842d91ae-a6f5-4d87-ab81-115c5daceda3 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a29902-f9c7-4d0a-a316-36745e0aeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363164 Mar 24 01:06:39.903497 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-11cd9404-8aa0-4108-ab43-e2c6f9efe48a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (71bbe90c-df49-4663-a83c-d866ea7535d7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.940180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-11cd9404-8aa0-4108-ab43-e2c6f9efe48a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71bbe90c-df49-4663-a83c-d866ea7535d7']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:39.946228 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0cab00d6-8e6b-4f13-9a74-6b57ce1f0395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (7c97ef44-95a2-4cef-845f-11cdf7e76351), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.957750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-11cd9404-8aa0-4108-ab43-e2c6f9efe48a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd441ed-9606-41c7-ba87-a092afab5706') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:39.958157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-11cd9404-8aa0-4108-ab43-e2c6f9efe48a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd441ed-9606-41c7-ba87-a092afab5706') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:39.979043 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-11cd9404-8aa0-4108-ab43-e2c6f9efe48a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (1bd441ed-9606-41c7-ba87-a092afab5706), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:39.988556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab00d6-8e6b-4f13-9a74-6b57ce1f0395 None None] Pushing event deleted for resources: {'Port': ['ID=7c97ef44-95a2-4cef-845f-11cdf7e76351,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:40.000465 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-11cd9404-8aa0-4108-ab43-e2c6f9efe48a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (1bd441ed-9606-41c7-ba87-a092afab5706), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:40.008577 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cd9404-8aa0-4108-ab43-e2c6f9efe48a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:06:40.008993 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-11cd9404-8aa0-4108-ab43-e2c6f9efe48a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (1bd441ed-9606-41c7-ba87-a092afab5706), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:40.042525 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab00d6-8e6b-4f13-9a74-6b57ce1f0395 None None] No DVR routers for this DVR port 7c97ef44-95a2-4cef-845f-11cdf7e76351 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:06:40.080948 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:06:40.097611 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device dc25bf04-21f2-4471-bd0b-5c137cf9a1fe no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:06:40.120704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:40.121940 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:40.124170 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] 10.222.0.57 "PUT /v2.0/ports/52a5f098-e4ad-49d3-89d3-e854c1ec59f9 HTTP/1.1" status: 200 len: 1091 time: 3.0905387 Mar 24 01:06:40.126715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: dc25bf04-21f2-4471-bd0b-5c137cf9a1fe {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:06:40.127179 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device dc25bf04-21f2-4471-bd0b-5c137cf9a1fe not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:06:40.136396 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7c97ef44-95a2-4cef-845f-11cdf7e76351 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:06:40.165936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ff4565-7657-40f7-bfa9-32aec32b8ff6', 'tag': '52a5f098-e4ad-49d3-89d3-e854c1ec59f9'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:40.169981 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc30424f-0709-495e-b307-09be5d97fad0" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ff4565-7657-40f7-bfa9-32aec32b8ff6", "tag": "52a5f098-e4ad-49d3-89d3-e854c1ec59f9"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:40.195855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 7c97ef44-95a2-4cef-845f-11cdf7e76351 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:06:40.197062 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7c97ef44-95a2-4cef-845f-11cdf7e76351 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:06:40.252361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-5493c311-2471-4d6f-8fa8-38a51d86c464 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Made reservation on behalf of 8468b7f63be54f7890f74112a107c74f for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:40.255894 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-5493c311-2471-4d6f-8fa8-38a51d86c464 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:40.271426 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-338065e1-af0c-4920-b7e3-4e44d2492a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:40.273041 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-338065e1-af0c-4920-b7e3-4e44d2492a2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&device_id=eb846672-8533-46e1-a5fa-e2fdd2d1b897 HTTP/1.1" status: 200 len: 1126 time: 0.5515490 Mar 24 01:06:40.283669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3f3184e-a010-4008-9c7f-35dab569d38e req-9461b5cc-c20d-4e99-b5fb-b31db74f9c91 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 210 time: 0.1991289 Mar 24 01:06:40.304874 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-11cd9404-8aa0-4108-ab43-e2c6f9efe48a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (71bbe90c-df49-4663-a83c-d866ea7535d7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:40.327420 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-82823a2b-7272-426b-97d9-a30e067aa595 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 HTTP/1.1" status: 200 len: 217 time: 0.0456722 Mar 24 01:06:40.331769 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-11cd9404-8aa0-4108-ab43-e2c6f9efe48a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:40.334940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-11cd9404-8aa0-4108-ab43-e2c6f9efe48a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/networks/71bbe90c-df49-4663-a83c-d866ea7535d7 HTTP/1.1" status: 204 len: 168 time: 0.9701009 Mar 24 01:06:40.342632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55056) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:40.369234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b6434-fe5d-4bf9-a5a6-1f3dff326898 service neutron] Pushing event updated for resources: {'Port': ['ID=52a5f098-e4ad-49d3-89d3-e854c1ec59f9,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:40.430446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd9404-8aa0-4108-ab43-e2c6f9efe48a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Network': ['ID=71bbe90c-df49-4663-a83c-d866ea7535d7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:40.434146 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c0f657-75bb-410a-987f-3ef69e00dc0f x-openstack-request-id: req-01c0f657-75bb-410a-987f-3ef69e00dc0f {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:40.434489 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb846672-8533-46e1-a5fa-e2fdd2d1b897", "tag": "8c8c71d5-2b4a-4917-a036-139bdbaa5cf4", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:40.435269 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01c0f657-75bb-410a-987f-3ef69e00dc0f {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:40.435679 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c0f657-75bb-410a-987f-3ef69e00dc0f'] response: {'name': 'network-changed', 'server_uuid': 'eb846672-8533-46e1-a5fa-e2fdd2d1b897', 'tag': '8c8c71d5-2b4a-4917-a036-139bdbaa5cf4', 'status': 'completed', 'code': 200} Mar 24 01:06:40.472553 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-140d199b-6959-487e-ab9f-da3a5fe98be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:40.474041 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-140d199b-6959-487e-ab9f-da3a5fe98be1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f03de5f8-5d24-4408-b283-d5210a71454f HTTP/1.1" status: 200 len: 846 time: 0.1383262 Mar 24 01:06:40.475664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e56623-dda4-4a7b-b2a7-c4a1becddf81 req-15391b3c-2b13-424c-8ebe-4e4630ce26e9 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:40.477186 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38e56623-dda4-4a7b-b2a7-c4a1becddf81 req-15391b3c-2b13-424c-8ebe-4e4630ce26e9 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 943 time: 0.3862431 Mar 24 01:06:40.540664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e8d66-3e08-432a-b383-8a6971424cf6 req-6b6b68b1-0695-4f4b-8559-c09f6be6c0c2 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:40.543524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac5e8d66-3e08-432a-b383-8a6971424cf6 req-6b6b68b1-0695-4f4b-8559-c09f6be6c0c2 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 946 time: 0.4239552 Mar 24 01:06:40.549765 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-673fc595-a7cb-4835-be77-42efd1763692 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb8d286a-5d52-420f-a6a9-f3fce1e70234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477262 Mar 24 01:06:40.584046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-7f04a405-8c4c-4b17-a70f-3b9b857945d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:40.585554 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-7f04a405-8c4c-4b17-a70f-3b9b857945d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe9ca3c82ca4922a598c6324836fd39&device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 1125 time: 0.3789294 Mar 24 01:06:40.678897 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87be0703-d5e1-4a32-b778-feb20db6a7a3 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (aa9eebca-6c03-4f30-b3c3-1026a9095910), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:40.700952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-200ea0c8-2830-438c-b3f8-56296268575d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52a5f098-e4ad-49d3-89d3-e854c1ec59f9 HTTP/1.1" status: 200 len: 217 time: 0.1011040 Mar 24 01:06:40.729595 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbbe7c-3360-42bd-9689-396db90d36bb req-a116b67a-48c6-40b1-82cb-02f0aad2d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:40.732296 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-09dbbe7c-3360-42bd-9689-396db90d36bb req-a116b67a-48c6-40b1-82cb-02f0aad2d737 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 1127 time: 0.1180365 Mar 24 01:06:40.735279 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-451d83bc-447b-475a-8e9d-0f8180c0dec1 service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792977 Mar 24 01:06:40.812999 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38e56623-dda4-4a7b-b2a7-c4a1becddf81 req-cd210111-354b-4acd-b7f6-577560d78f12 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907705 Mar 24 01:06:40.848910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62860af-8a50-47e2-9a7b-91ee5e933edf req-e160c674-2ce0-44c9-a58e-e832f523308a tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:40.851105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a62860af-8a50-47e2-9a7b-91ee5e933edf req-e160c674-2ce0-44c9-a58e-e832f523308a tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.3414352 Mar 24 01:06:40.885718 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb51bea4-24e6-47f1-9a0a-50c39dc491d3 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:40.895596 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-5493c311-2471-4d6f-8fa8-38a51d86c464 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Allocated IP 172.20.0.7 (384d67d0-1778-4807-9eab-a2c94bd310a3/f0b97511-8d5a-49a0-bc8c-3a1449fb6e9e/ef4937b9-341b-43e5-ad7f-0477303c65ff) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:40.896414 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-09dbbe7c-3360-42bd-9689-396db90d36bb req-00080c7a-df8a-4dc1-bc73-19643ef92e93 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537559 Mar 24 01:06:40.902990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-c84e0397-2cbd-45d2-977b-0d6110465b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:40.904958 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-c84e0397-2cbd-45d2-977b-0d6110465b1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70ea9387-859f-4d16-917c-5fc9b19e6f4b HTTP/1.1" status: 200 len: 862 time: 0.1703558 Mar 24 01:06:40.931367 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b05642-ac7c-4d57-bd0f-9c50de5bab00 x-openstack-request-id: req-e7b05642-ac7c-4d57-bd0f-9c50de5bab00 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:40.931367 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ff4565-7657-40f7-bfa9-32aec32b8ff6", "tag": "52a5f098-e4ad-49d3-89d3-e854c1ec59f9", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:40.931367 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e7b05642-ac7c-4d57-bd0f-9c50de5bab00 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:40.931752 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b05642-ac7c-4d57-bd0f-9c50de5bab00'] response: {'name': 'network-changed', 'server_uuid': 'b4ff4565-7657-40f7-bfa9-32aec32b8ff6', 'tag': '52a5f098-e4ad-49d3-89d3-e854c1ec59f9', 'status': 'completed', 'code': 200} Mar 24 01:06:40.968567 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-354e1ae5-618e-4ef5-a585-2bc80ab006a8 req-6c662cb9-58e0-4118-aa57-2a8b694425e8 service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249281 Mar 24 01:06:41.007876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-3e44420d-2f8a-411b-a30f-c24183692519 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=337b2b8c-d76b-456d-8251-4e1a61b2a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858948 Mar 24 01:06:41.057190 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87be0703-d5e1-4a32-b778-feb20db6a7a3 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (aa9eebca-6c03-4f30-b3c3-1026a9095910), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:41.146175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a62860af-8a50-47e2-9a7b-91ee5e933edf req-308fc748-2950-49c1-a46e-cc0053ea74e1 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663167 Mar 24 01:06:41.168466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-87be0703-d5e1-4a32-b778-feb20db6a7a3 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9eebca-6c03-4f30-b3c3-1026a9095910']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:41.198818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-87be0703-d5e1-4a32-b778-feb20db6a7a3 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a40a71-2ec4-4fbf-9467-15b7dc352335') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:41.199166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-87be0703-d5e1-4a32-b778-feb20db6a7a3 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a40a71-2ec4-4fbf-9467-15b7dc352335') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:41.213167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ac5e8d66-3e08-432a-b383-8a6971424cf6 req-44ed496b-95e8-4941-a211-c4e7662a7506 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Deleting port 0da49e59-010b-404c-8475-c3c1248d394a {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:41.213518 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ac5e8d66-3e08-432a-b383-8a6971424cf6 req-44ed496b-95e8-4941-a211-c4e7662a7506 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0da49e59-010b-404c-8475-c3c1248d394a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:41.252740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6477d-5dba-47fc-8a11-712f4122f4d5 req-f08f6386-8e99-4da4-b148-a8ed58889450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:41.253788 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e4a6477d-5dba-47fc-8a11-712f4122f4d5 req-f08f6386-8e99-4da4-b148-a8ed58889450 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&device_id=eb846672-8533-46e1-a5fa-e2fdd2d1b897 HTTP/1.1" status: 200 len: 1126 time: 0.1147566 Mar 24 01:06:41.270686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-eb51bea4-24e6-47f1-9a0a-50c39dc491d3 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Deleting port 0a9646b1-ece0-410c-bd6a-1c4914aa3dfc {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:41.271134 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb51bea4-24e6-47f1-9a0a-50c39dc491d3 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0a9646b1-ece0-410c-bd6a-1c4914aa3dfc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:41.336499 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87be0703-d5e1-4a32-b778-feb20db6a7a3 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (96a40a71-2ec4-4fbf-9467-15b7dc352335), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:41.346036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66ded9-a795-4fd9-8121-f9ac36b66ab7 req-f50b9e21-5501-46a3-95e7-8c72bd7c4c8d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:41.348726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e66ded9-a795-4fd9-8121-f9ac36b66ab7 req-f50b9e21-5501-46a3-95e7-8c72bd7c4c8d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb846672-8533-46e1-a5fa-e2fdd2d1b897 HTTP/1.1" status: 200 len: 944 time: 0.3532693 Mar 24 01:06:41.424321 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87be0703-d5e1-4a32-b778-feb20db6a7a3 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (96a40a71-2ec4-4fbf-9467-15b7dc352335), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:41.433478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-04305206-6d76-4c96-8cb8-a07e6eba2b4f service neutron] 10.222.0.57 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934884 Mar 24 01:06:41.438820 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb51bea4-24e6-47f1-9a0a-50c39dc491d3 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0a9646b1-ece0-410c-bd6a-1c4914aa3dfc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:41.459032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6477d-5dba-47fc-8a11-712f4122f4d5 req-5308a9f9-7e5d-442f-9041-fda437181ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:41.460041 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e4a6477d-5dba-47fc-8a11-712f4122f4d5 req-5308a9f9-7e5d-442f-9041-fda437181ebb service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 907 time: 0.1733420 Mar 24 01:06:41.460896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-eb51bea4-24e6-47f1-9a0a-50c39dc491d3 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Calling delete_port for 0a9646b1-ece0-410c-bd6a-1c4914aa3dfc owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:41.488837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87be0703-d5e1-4a32-b778-feb20db6a7a3 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:06:41.489265 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87be0703-d5e1-4a32-b778-feb20db6a7a3 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (96a40a71-2ec4-4fbf-9467-15b7dc352335), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:06:41.492311 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:06:41.508917 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e4a6477d-5dba-47fc-8a11-712f4122f4d5 req-6a174191-88f5-415b-8806-08fb43a83d3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 HTTP/1.1" status: 200 len: 217 time: 0.0421290 Mar 24 01:06:41.618806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6477d-5dba-47fc-8a11-712f4122f4d5 req-2e812031-a6df-4630-8b70-76adaaec5441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:41.620587 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e4a6477d-5dba-47fc-8a11-712f4122f4d5 req-2e812031-a6df-4630-8b70-76adaaec5441 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f03de5f8-5d24-4408-b283-d5210a71454f HTTP/1.1" status: 200 len: 846 time: 0.0767565 Mar 24 01:06:41.636894 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ac5e8d66-3e08-432a-b383-8a6971424cf6 req-44ed496b-95e8-4941-a211-c4e7662a7506 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] For port 0da49e59-010b-404c-8475-c3c1248d394a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=0da49e59-010b-404c-8475-c3c1248d394a,segment=NetworkSegment(4ec86c22-83b4-436e-bdb4-075bca9d612b),segment_id=4ec86c22-83b4-436e-bdb4-075bca9d612b)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:41.637250 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ac5e8d66-3e08-432a-b383-8a6971424cf6 req-44ed496b-95e8-4941-a211-c4e7662a7506 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0da49e59-010b-404c-8475-c3c1248d394a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:41.654246 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e4a6477d-5dba-47fc-8a11-712f4122f4d5 req-33b88049-fb0f-482f-8155-32b9b77a3dda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb8d286a-5d52-420f-a6a9-f3fce1e70234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267076 Mar 24 01:06:41.666143 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-5493c311-2471-4d6f-8fa8-38a51d86c464 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Publish callbacks [] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:41.678070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-ac5e8d66-3e08-432a-b383-8a6971424cf6 req-44ed496b-95e8-4941-a211-c4e7662a7506 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Calling delete_port for 0da49e59-010b-404c-8475-c3c1248d394a owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:41.686327 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87be0703-d5e1-4a32-b778-feb20db6a7a3 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (aa9eebca-6c03-4f30-b3c3-1026a9095910), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:41.691512 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e66ded9-a795-4fd9-8121-f9ac36b66ab7 req-07bcf189-729d-49d8-9a6d-73ed5d604701 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056042 Mar 24 01:06:41.708308 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87be0703-d5e1-4a32-b778-feb20db6a7a3 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:41.711228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-87be0703-d5e1-4a32-b778-feb20db6a7a3 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/networks/aa9eebca-6c03-4f30-b3c3-1026a9095910 HTTP/1.1" status: 204 len: 168 time: 1.3615680 Mar 24 01:06:41.721080 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55066) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:41.731948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f24e29-c234-4afe-8950-76c3abaf9f56 req-e4a00f1a-0c0e-425a-a87d-bb75ba3e01a6 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:41.733203 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11f24e29-c234-4afe-8950-76c3abaf9f56 req-e4a00f1a-0c0e-425a-a87d-bb75ba3e01a6 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 946 time: 0.4189529 Mar 24 01:06:41.740464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-5fbf5dc3-5856-4daf-b5a1-9cc13ef81d8a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'network': {'name': 'tempest-RoutersTest-1906892302'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:41.767973 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be0703-d5e1-4a32-b778-feb20db6a7a3 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Network': ['ID=aa9eebca-6c03-4f30-b3c3-1026a9095910,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:41.786323 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e4a6477d-5dba-47fc-8a11-712f4122f4d5 req-7ce57a76-501c-48f7-8cd8-627a70f78228 service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017990 Mar 24 01:06:41.894204 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e4a6477d-5dba-47fc-8a11-712f4122f4d5 req-ab629e3f-fb97-4f9d-99ba-e1e6d58a4340 service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987737 Mar 24 01:06:42.003797 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb51bea4-24e6-47f1-9a0a-50c39dc491d3 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0a9646b1-ece0-410c-bd6a-1c4914aa3dfc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:42.035093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51bea4-24e6-47f1-9a0a-50c39dc491d3 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event deleted for resources: {'Port': ['ID=0a9646b1-ece0-410c-bd6a-1c4914aa3dfc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:42.221694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a740fde6-0bd4-47a3-ae72-2c98f5b51249 req-fc0e54ef-d01c-492a-9b9f-e92451562704 service neutron] 10.222.0.57 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7544630 Mar 24 01:06:42.260972 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb51bea4-24e6-47f1-9a0a-50c39dc491d3 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:42.265263 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-5493c311-2471-4d6f-8fa8-38a51d86c464 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:42.344010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11f24e29-c234-4afe-8950-76c3abaf9f56 req-f13b435d-73ee-4784-88db-6714c9470552 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a29902-f9c7-4d0a-a316-36745e0aeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5848434 Mar 24 01:06:42.344611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbf5dc3-5856-4daf-b5a1-9cc13ef81d8a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:42.348138 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5dc3-5856-4daf-b5a1-9cc13ef81d8a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:42.414872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493c311-2471-4d6f-8fa8-38a51d86c464 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Pushing event updated for resources: {'Port': ['ID=ef4937b9-341b-43e5-ad7f-0477303c65ff,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:42.447187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-5493c311-2471-4d6f-8fa8-38a51d86c464 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Network 384d67d0-1778-4807-9eab-a2c94bd310a3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:42.448076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbf5dc3-5856-4daf-b5a1-9cc13ef81d8a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:06:42.467731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-5493c311-2471-4d6f-8fa8-38a51d86c464 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:42.470494 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-5493c311-2471-4d6f-8fa8-38a51d86c464 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:42.491638 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0823c25-990a-48e3-8d0a-de3933e22d6e req-76e41fb8-374c-4a02-9ec6-c04e68df1310 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:42.493156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0823c25-990a-48e3-8d0a-de3933e22d6e req-76e41fb8-374c-4a02-9ec6-c04e68df1310 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 931 time: 0.6775219 Mar 24 01:06:42.527731 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5dc3-5856-4daf-b5a1-9cc13ef81d8a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e60e731b-03cd-4fce-b4c3-a216290016e9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:42.528863 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-5fbf5dc3-5856-4daf-b5a1-9cc13ef81d8a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Added segment e60e731b-03cd-4fce-b4c3-a216290016e9 of type vlan for network 6e6e019c-18dd-446a-ada6-d87dab36a059 Mar 24 01:06:42.559482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb51bea4-24e6-47f1-9a0a-50c39dc491d3 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Router d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:06:42.611418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30424f-0709-495e-b307-09be5d97fad0 req-85a5ce32-4f09-4c32-9772-963377fae24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:42.612901 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc30424f-0709-495e-b307-09be5d97fad0 req-85a5ce32-4f09-4c32-9772-963377fae24a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe9ca3c82ca4922a598c6324836fd39&device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 1125 time: 0.2758954 Mar 24 01:06:42.636680 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:06:42.679971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb51bea4-24e6-47f1-9a0a-50c39dc491d3 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:06:42.687010 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eb51bea4-24e6-47f1-9a0a-50c39dc491d3 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] 10.222.0.45 "PUT /v2.0/routers/d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1339271 Mar 24 01:06:42.689248 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55074) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:42.692848 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a8624a-11da-4528-af54-a964ab5c72ca None None] Sync routers for ids ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:06:42.711149 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a8624a-11da-4528-af54-a964ab5c72ca None None] Routers {'d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:42.712289 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e5a8624a-11da-4528-af54-a964ab5c72ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:42.754805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30424f-0709-495e-b307-09be5d97fad0 req-36d8603e-35b4-4017-b4c0-88786ca67d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:42.756159 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc30424f-0709-495e-b307-09be5d97fad0 req-36d8603e-35b4-4017-b4c0-88786ca67d06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=337b2b8c-d76b-456d-8251-4e1a61b2a332 HTTP/1.1" status: 200 len: 923 time: 0.1322708 Mar 24 01:06:42.761404 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5dc3-5856-4daf-b5a1-9cc13ef81d8a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (6e6e019c-18dd-446a-ada6-d87dab36a059), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:42.775984 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-5493c311-2471-4d6f-8fa8-38a51d86c464 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:42.776835 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-5493c311-2471-4d6f-8fa8-38a51d86c464 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:42.820016 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e5a8624a-11da-4528-af54-a964ab5c72ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:42.826786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc30424f-0709-495e-b307-09be5d97fad0 req-46047a49-2301-4950-a82d-a8d41e697404 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52a5f098-e4ad-49d3-89d3-e854c1ec59f9 HTTP/1.1" status: 200 len: 217 time: 0.0622945 Mar 24 01:06:42.840597 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e004519-7470-470f-ae4c-8debba3cbe7c tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for router (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:42.844709 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a8624a-11da-4528-af54-a964ab5c72ca None None] Routers {'d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:42.847003 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e5a8624a-11da-4528-af54-a964ab5c72ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:42.867338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=8c8c71d5-2b4a-4917-a036-139bdbaa5cf4,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:42.888458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '8c8c71d5-2b4a-4917-a036-139bdbaa5cf4', 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234', 'port_id': '8c8c71d5-2b4a-4917-a036-139bdbaa5cf4', 'mac_address': 'fa:16:3e:aa:16:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03de5f8-5d24-4408-b283-d5210a71454f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:06:42.908572 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-5493c311-2471-4d6f-8fa8-38a51d86c464 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5822356 Mar 24 01:06:42.925547 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0823c25-990a-48e3-8d0a-de3933e22d6e req-fc484c6a-3edb-4a58-9558-65d045c1423d tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/security-groups?id=bd722138-87d6-4017-975a-16f960e13f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946848 Mar 24 01:06:42.933107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Request body: {'port': {'device_id': 'f64f0d4d-8f37-4297-ac52-4b2e8d478aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:42.973996 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ac5e8d66-3e08-432a-b383-8a6971424cf6 req-44ed496b-95e8-4941-a211-c4e7662a7506 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (0da49e59-010b-404c-8475-c3c1248d394a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:42.975799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:42.976647 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8c8c71d5-2b4a-4917-a036-139bdbaa5cf4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:42.983011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b840f-3723-4133-bb76-23d937761128 req-0ac7cce6-9336-4155-989f-1dccf92cd88c tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:42.991474 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e5a8624a-11da-4528-af54-a964ab5c72ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:42.991637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b01b840f-3723-4133-bb76-23d937761128 req-0ac7cce6-9336-4155-989f-1dccf92cd88c tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 943 time: 0.5374389 Mar 24 01:06:42.993802 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a8624a-11da-4528-af54-a964ab5c72ca None None] The sync data for ids ['d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:06:43.024810 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5dc3-5856-4daf-b5a1-9cc13ef81d8a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (6e6e019c-18dd-446a-ada6-d87dab36a059), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:43.033191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbf5dc3-5856-4daf-b5a1-9cc13ef81d8a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:43.033940 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5dc3-5856-4daf-b5a1-9cc13ef81d8a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:43.039176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:43.074620 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=8c8c71d5-2b4a-4917-a036-139bdbaa5cf4,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:43.079826 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8c8c71d5-2b4a-4917-a036-139bdbaa5cf4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:43.098420 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e004519-7470-470f-ae4c-8debba3cbe7c tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for router_gateway (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:43.149576 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30424f-0709-495e-b307-09be5d97fad0 req-efdc6bbb-80c0-497a-82b2-2998d2cf7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:43.151215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc30424f-0709-495e-b307-09be5d97fad0 req-efdc6bbb-80c0-497a-82b2-2998d2cf7f8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70ea9387-859f-4d16-917c-5fc9b19e6f4b HTTP/1.1" status: 200 len: 862 time: 0.3115978 Mar 24 01:06:43.151964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed496b-95e8-4941-a211-c4e7662a7506 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Pushing event deleted for resources: {'Port': ['ID=0da49e59-010b-404c-8475-c3c1248d394a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:43.154742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=8c8c71d5-2b4a-4917-a036-139bdbaa5cf4,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:43.181640 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1e004519-7470-470f-ae4c-8debba3cbe7c tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Deleting port b731185c-788c-48d5-ae5c-45c550f3c1ad {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:43.182290 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e004519-7470-470f-ae4c-8debba3cbe7c tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b731185c-788c-48d5-ae5c-45c550f3c1ad), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:43.202299 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 0da49e59-010b-404c-8475-c3c1248d394a no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:06:43.207370 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:43.223914 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5fbf5dc3-5856-4daf-b5a1-9cc13ef81d8a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4897029 Mar 24 01:06:43.227432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 0da49e59-010b-404c-8475-c3c1248d394a {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:06:43.227697 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55080) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:43.228239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 0da49e59-010b-404c-8475-c3c1248d394a not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:06:43.236745 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c745eb32-849c-4155-a025-412105576398 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'subnet': {'network_id': '6e6e019c-18dd-446a-ada6-d87dab36a059', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:43.268010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc30424f-0709-495e-b307-09be5d97fad0 req-35514123-7d85-4eeb-b650-862ab09932e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=337b2b8c-d76b-456d-8251-4e1a61b2a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961123 Mar 24 01:06:43.295459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf5dc3-5856-4daf-b5a1-9cc13ef81d8a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Network': ['ID=6e6e019c-18dd-446a-ada6-d87dab36a059,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:43.315161 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b01b840f-3723-4133-bb76-23d937761128 req-cbb0b9ec-813d-4841-bd4b-68929dc61bb9 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221464 Mar 24 01:06:43.315587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5e8d66-3e08-432a-b383-8a6971424cf6 req-44ed496b-95e8-4941-a211-c4e7662a7506 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] No DVR routers for this DVR port 0da49e59-010b-404c-8475-c3c1248d394a on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:06:43.319407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 6e6e019c-18dd-446a-ada6-d87dab36a059 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:06:43.327591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['8c8c71d5-2b4a-4917-a036-139bdbaa5cf4'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:43.329426 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ac5e8d66-3e08-432a-b383-8a6971424cf6 req-44ed496b-95e8-4941-a211-c4e7662a7506 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:43.342788 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac5e8d66-3e08-432a-b383-8a6971424cf6 req-44ed496b-95e8-4941-a211-c4e7662a7506 tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.57 "DELETE /v2.0/ports/0da49e59-010b-404c-8475-c3c1248d394a HTTP/1.1" status: 204 len: 173 time: 2.7731173 Mar 24 01:06:43.344376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3aee90c-2266-493e-8184-186db5a63242', 'name': 'network-vif-deleted', 'tag': '0da49e59-010b-404c-8475-c3c1248d394a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:43.346974 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11045049-9181-4c31-adba-f4720b1b819c" -d '{"events": [{"server_uuid": "e3aee90c-2266-493e-8184-186db5a63242", "name": "network-vif-deleted", "tag": "0da49e59-010b-404c-8475-c3c1248d394a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:43.427409 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e004519-7470-470f-ae4c-8debba3cbe7c tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b731185c-788c-48d5-ae5c-45c550f3c1ad), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:43.463120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc30424f-0709-495e-b307-09be5d97fad0 req-3d7f392b-12d6-43b9-b8b0-0509ae5e51e6 service neutron] 10.222.0.57 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865234 Mar 24 01:06:43.473843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1e004519-7470-470f-ae4c-8debba3cbe7c tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Calling delete_port for b731185c-788c-48d5-ae5c-45c550f3c1ad owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:43.549253 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c745eb32-849c-4155-a025-412105576398 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:43.552892 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c745eb32-849c-4155-a025-412105576398 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:43.624265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa286c8-1029-42f7-94f4-429f8c53e3db req-a3128f81-8417-43e4-a1cb-2cbc45beae81 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:43.626067 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0aa286c8-1029-42f7-94f4-429f8c53e3db req-a3128f81-8417-43e4-a1cb-2cbc45beae81 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.5583634 Mar 24 01:06:43.774448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaa52d-6a12-40a8-ad4f-4abbff4c2b54 req-a1d3593b-d335-412e-bc05-61898e331361 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:43.776108 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7cbaa52d-6a12-40a8-ad4f-4abbff4c2b54 req-a1d3593b-d335-412e-bc05-61898e331361 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb846672-8533-46e1-a5fa-e2fdd2d1b897 HTTP/1.1" status: 200 len: 945 time: 0.3110566 Mar 24 01:06:43.818627 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc30424f-0709-495e-b307-09be5d97fad0 req-468c5634-7545-458b-9112-be6bd2bb7bcb service neutron] 10.222.0.57 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201463 Mar 24 01:06:43.845161 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0aa286c8-1029-42f7-94f4-429f8c53e3db req-6a87b314-768f-4b67-893f-0a3b1e4aa1f5 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030568 Mar 24 01:06:43.920671 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a34140-2cc0-45e9-821b-d07445ea534a x-openstack-request-id: req-35a34140-2cc0-45e9-821b-d07445ea534a {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:43.924468 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3aee90c-2266-493e-8184-186db5a63242", "name": "network-vif-deleted", "tag": "0da49e59-010b-404c-8475-c3c1248d394a", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:43.924870 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35a34140-2cc0-45e9-821b-d07445ea534a {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:43.925443 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a34140-2cc0-45e9-821b-d07445ea534a'] response: {'server_uuid': 'e3aee90c-2266-493e-8184-186db5a63242', 'name': 'network-vif-deleted', 'tag': '0da49e59-010b-404c-8475-c3c1248d394a', 'status': 'completed', 'code': 200} Mar 24 01:06:44.004342 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7cbaa52d-6a12-40a8-ad4f-4abbff4c2b54 req-0b6e21fd-faf8-4f80-a5e5-731a4e4c36da tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067461 Mar 24 01:06:44.123155 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-758370a1-8824-4a24-ad33-06112f51f91e req-8ba6a6fb-fe1e-47d6-bddb-ed29de9fad4a tempest-ServersNegativeTestMultiTenantJSON-134264655 tempest-ServersNegativeTestMultiTenantJSON-134264655-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3aee90c-2266-493e-8184-186db5a63242 HTTP/1.1" status: 200 len: 210 time: 0.0442207 Mar 24 01:06:44.231929 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c745eb32-849c-4155-a025-412105576398 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (52429015-6a74-43a6-8513-7942321f1b6b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.288510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4937b9-341b-43e5-ad7f-0477303c65ff {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:44.302781 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745eb32-849c-4155-a025-412105576398 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Subnet': ['ID=52429015-6a74-43a6-8513-7942321f1b6b,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:44.304409 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Publish callbacks [] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.339581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Transition to ACTIVE for port object ef4937b9-341b-43e5-ad7f-0477303c65ff will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:06:44.350851 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c745eb32-849c-4155-a025-412105576398 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Checking segment: {'id': 'e60e731b-03cd-4fce-b4c3-a216290016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e6e019c-18dd-446a-ada6-d87dab36a059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:44.351361 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c745eb32-849c-4155-a025-412105576398 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network hostable DHCP agents. Network: 6e6e019c-18dd-446a-ada6-d87dab36a059, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:06:44.354820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f50a3-ae80-4a20-9dd4-76e554b9c7a7 req-1ff107e7-7190-4ea6-9bc1-58eeed181c53 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:44.356414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a2f50a3-ae80-4a20-9dd4-76e554b9c7a7 req-1ff107e7-7190-4ea6-9bc1-58eeed181c53 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 931 time: 0.2319767 Mar 24 01:06:44.357569 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.363048 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e004519-7470-470f-ae4c-8debba3cbe7c tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b731185c-788c-48d5-ae5c-45c550f3c1ad), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.395911 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c745eb32-849c-4155-a025-412105576398 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 6e6e019c-18dd-446a-ada6-d87dab36a059 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:06:44.398282 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e004519-7470-470f-ae4c-8debba3cbe7c tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event deleted for resources: {'Port': ['ID=b731185c-788c-48d5-ae5c-45c550f3c1ad,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:44.435763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-c16cca46-552a-489b-9903-7ad99f7cf64c tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:44.442316 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-c16cca46-552a-489b-9903-7ad99f7cf64c tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/networks?id=5d593bb3-26e2-4a00-a58e-19566a591481 HTTP/1.1" status: 200 len: 811 time: 0.2333398 Mar 24 01:06:44.454016 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c745eb32-849c-4155-a025-412105576398 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 6e6e019c-18dd-446a-ada6-d87dab36a059) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:44.458528 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745eb32-849c-4155-a025-412105576398 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:44.460192 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c745eb32-849c-4155-a025-412105576398 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.468016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d4b104-c267-4b33-9472-366d3d26614d None None] Network 6e6e019c-18dd-446a-ada6-d87dab36a059 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:44.478562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-d619be39-ccdf-4288-914f-b10fd8429975 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/quotas/41878b2607454651b78373c662ce7dee HTTP/1.1" status: 200 len: 375 time: 0.0353546 Mar 24 01:06:44.487904 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4937b9-341b-43e5-ad7f-0477303c65ff,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:44.503674 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e004519-7470-470f-ae4c-8debba3cbe7c tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.572795 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a2f50a3-ae80-4a20-9dd4-76e554b9c7a7 req-b862fb14-90c7-46ca-a950-b06af04d655f tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/security-groups?id=bd722138-87d6-4017-975a-16f960e13f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081172 Mar 24 01:06:44.624568 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6e6e019c-18dd-446a-ada6-d87dab36a059', 'network_id': '6e6e019c-18dd-446a-ada6-d87dab36a059', 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'fixed_ips': [{'subnet_id': '52429015-6a74-43a6-8513-7942321f1b6b'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:06:44.628251 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.628572 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-69fe75e6-b867-4261-93cd-329abbd2be95 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=41878b2607454651b78373c662ce7dee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1490033 Mar 24 01:06:44.641790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Attempting to bind port ef4937b9-341b-43e5-ad7f-0477303c65ff on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:06:44.641790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Attempting to bind port ef4937b9-341b-43e5-ad7f-0477303c65ff by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '815551a5-5aa9-4e0d-93ad-1185435ed9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '384d67d0-1778-4807-9eab-a2c94bd310a3'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:06:44.641790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Attempting to bind port ef4937b9-341b-43e5-ad7f-0477303c65ff on network 384d67d0-1778-4807-9eab-a2c94bd310a3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:44.645955 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c745eb32-849c-4155-a025-412105576398 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4146574 Mar 24 01:06:44.649696 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55104) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:44.654804 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4ca797ec-d803-47a3-ba3b-033941d79de2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-105378369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:44.672450 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e004519-7470-470f-ae4c-8debba3cbe7c tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.676862 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e004519-7470-470f-ae4c-8debba3cbe7c tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for router_controller (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.682954 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:44.687092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Port ef4937b9-341b-43e5-ad7f-0477303c65ff on network 384d67d0-1778-4807-9eab-a2c94bd310a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:06:44.687424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Attempting to bind port ef4937b9-341b-43e5-ad7f-0477303c65ff on network 384d67d0-1778-4807-9eab-a2c94bd310a3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:44.695156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:06:44.695514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Checking segment: {'id': '815551a5-5aa9-4e0d-93ad-1185435ed9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '384d67d0-1778-4807-9eab-a2c94bd310a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:44.695908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Bound using segment: {'id': '815551a5-5aa9-4e0d-93ad-1185435ed9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '384d67d0-1778-4807-9eab-a2c94bd310a3'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:06:44.696330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Bound port: ef4937b9-341b-43e5-ad7f-0477303c65ff, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815551a5-5aa9-4e0d-93ad-1185435ed9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '384d67d0-1778-4807-9eab-a2c94bd310a3'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:06:44.696699 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.736418 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4ca797ec-d803-47a3-ba3b-033941d79de2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (44a6afb7-6030-4f8e-975c-c4a12b4d6ee3), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.738406 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4ca797ec-d803-47a3-ba3b-033941d79de2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (44a6afb7-6030-4f8e-975c-c4a12b4d6ee3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.807768 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-19170790-60c4-4815-abb9-a6cb315e79d5 service neutron] 10.222.0.45 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783297 Mar 24 01:06:44.817942 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e004519-7470-470f-ae4c-8debba3cbe7c tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.818566 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e004519-7470-470f-ae4c-8debba3cbe7c tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Fanout notify agent at l3_agent the message router_deleted on router d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:06:44.841615 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4ca797ec-d803-47a3-ba3b-033941d79de2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_controller (44a6afb7-6030-4f8e-975c-c4a12b4d6ee3), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.852727 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e004519-7470-470f-ae4c-8debba3cbe7c tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.857594 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1e004519-7470-470f-ae4c-8debba3cbe7c tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] 10.222.0.45 "DELETE /v2.0/routers/d8b5f9ae-1943-4ccb-b6c2-b1d5581a6356 HTTP/1.1" status: 204 len: 168 time: 2.1671798 Mar 24 01:06:44.859006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55106) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:44.861007 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4ca797ec-d803-47a3-ba3b-033941d79de2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (44a6afb7-6030-4f8e-975c-c4a12b4d6ee3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.872123 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:06:44.883646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:44.884239 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8c8c71d5-2b4a-4917-a036-139bdbaa5cf4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.888056 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] For port ef4937b9-341b-43e5-ad7f-0477303c65ff, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:06:44.915754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc0bc6-d35c-43aa-9bac-5263383cfea7 req-f4f2c3ed-9e0b-425f-ba14-4fbe127f3d21 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:44.917282 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f0dc0bc6-d35c-43aa-9bac-5263383cfea7 req-f4f2c3ed-9e0b-425f-ba14-4fbe127f3d21 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 943 time: 0.1958342 Mar 24 01:06:44.923751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] For port ef4937b9-341b-43e5-ad7f-0477303c65ff, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ef4937b9-341b-43e5-ad7f-0477303c65ff,segment=NetworkSegment(815551a5-5aa9-4e0d-93ad-1185435ed9f8),segment_id=815551a5-5aa9-4e0d-93ad-1185435ed9f8)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:06:44.935955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Allocated IP 172.20.0.2 (6e6e019c-18dd-446a-ada6-d87dab36a059/52429015-6a74-43a6-8513-7942321f1b6b/be86cab8-da2b-4805-91b3-a044ee1aac8e) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:44.947974 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4ca797ec-d803-47a3-ba3b-033941d79de2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.951651 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:44.954292 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4ca797ec-d803-47a3-ba3b-033941d79de2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3034027 Mar 24 01:06:44.957482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55108) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:44.964315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8cccc1ca-9a8f-4aaa-b5cb-c6e584c44efa tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'port': {'network_id': '6e6e019c-18dd-446a-ada6-d87dab36a059', 'name': 'tempest-RoutersTest-1757126880'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:44.977695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ab2580-46eb-4d29-9fd6-1b2dd77ce474 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Deleting subnet 9b4eff75-360f-47da-bc0d-ae27d97e4427 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:06:44.982245 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-31ab2580-46eb-4d29-9fd6-1b2dd77ce474 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for subnet (9b4eff75-360f-47da-bc0d-ae27d97e4427), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.026437 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-ab31345d-e255-47bc-8e49-fcd4ee779665 service neutron] 10.222.0.45 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177324 Mar 24 01:06:45.046510 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-31ab2580-46eb-4d29-9fd6-1b2dd77ce474 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (9b4eff75-360f-47da-bc0d-ae27d97e4427), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.078479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:45.078949 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8c8c71d5-2b4a-4917-a036-139bdbaa5cf4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.124822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb846672-8533-46e1-a5fa-e2fdd2d1b897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8c71d5-2b4a-4917-a036-139bdbaa5cf4'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:45.128001 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44a2181-7169-4916-a949-6b91de7539ef" -d '{"events": [{"server_uuid": "eb846672-8533-46e1-a5fa-e2fdd2d1b897", "name": "network-vif-plugged", "status": "completed", "tag": "8c8c71d5-2b4a-4917-a036-139bdbaa5cf4"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:45.149148 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=8c8c71d5-2b4a-4917-a036-139bdbaa5cf4,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:45.158712 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8c8c71d5-2b4a-4917-a036-139bdbaa5cf4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.162428 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-31ab2580-46eb-4d29-9fd6-1b2dd77ce474 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (9b4eff75-360f-47da-bc0d-ae27d97e4427), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.166314 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4937b9-341b-43e5-ad7f-0477303c65ff,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:45.169753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:45.174279 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.175778 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-6b4f66e8-b71c-4259-9015-a009dfb6ab02 service neutron] 10.222.0.57 "PUT /v2.0/ports/ef4937b9-341b-43e5-ad7f-0477303c65ff HTTP/1.1" status: 200 len: 1091 time: 2.2542574 Mar 24 01:06:45.213820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:06:45.286219 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-31ab2580-46eb-4d29-9fd6-1b2dd77ce474 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (9b4eff75-360f-47da-bc0d-ae27d97e4427), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.303183 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-31ab2580-46eb-4d29-9fd6-1b2dd77ce474 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.309235 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-31ab2580-46eb-4d29-9fd6-1b2dd77ce474 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] 10.222.0.45 "DELETE /v2.0/subnets/9b4eff75-360f-47da-bc0d-ae27d97e4427 HTTP/1.1" status: 204 len: 168 time: 0.4398315 Mar 24 01:06:45.322765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55122) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:45.330195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab2580-46eb-4d29-9fd6-1b2dd77ce474 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4eff75-360f-47da-bc0d-ae27d97e4427,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:45.330633 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f0dc0bc6-d35c-43aa-9bac-5263383cfea7 req-2a9c7b1a-d379-491a-963d-581039b69bea tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034443 Mar 24 01:06:45.368486 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea6f8f-c4a7-4c23-90a4-9f32c1c7c417 None None] Network f4122910-6280-4f3f-8121-4e33eadd9f29 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:45.469195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55124) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:45.503198 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e2617e-1cc6-4a21-a12a-82545a8ac816 x-openstack-request-id: req-b1e2617e-1cc6-4a21-a12a-82545a8ac816 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:45.503703 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb846672-8533-46e1-a5fa-e2fdd2d1b897", "name": "network-vif-plugged", "status": "completed", "tag": "8c8c71d5-2b4a-4917-a036-139bdbaa5cf4", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:45.503925 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b1e2617e-1cc6-4a21-a12a-82545a8ac816 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:45.504457 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e2617e-1cc6-4a21-a12a-82545a8ac816'] response: {'server_uuid': 'eb846672-8533-46e1-a5fa-e2fdd2d1b897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8c71d5-2b4a-4917-a036-139bdbaa5cf4', 'code': 200} Mar 24 01:06:45.546714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7159982-38d2-4015-9dc9-a221c671cd70 req-34f78057-6b52-4ca5-9fbf-5ae63e49b70e tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:45.548485 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7159982-38d2-4015-9dc9-a221c671cd70 req-34f78057-6b52-4ca5-9fbf-5ae63e49b70e tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb846672-8533-46e1-a5fa-e2fdd2d1b897 HTTP/1.1" status: 200 len: 946 time: 0.1580579 Mar 24 01:06:45.555694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cccc1ca-9a8f-4aaa-b5cb-c6e584c44efa tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:45.558402 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Publish callbacks [] for port (be86cab8-da2b-4805-91b3-a044ee1aac8e), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.558569 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cccc1ca-9a8f-4aaa-b5cb-c6e584c44efa tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.574759 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (be86cab8-da2b-4805-91b3-a044ee1aac8e), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.576878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=8c8c71d5-2b4a-4917-a036-139bdbaa5cf4,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:45.592863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-8cccc1ca-9a8f-4aaa-b5cb-c6e584c44efa tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] device_id is not set on port edfb251a-0da3-4134-854c-34b564ecc020 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:06:45.604899 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.resource_extend [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:06:45.613511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da740da-1295-484f-80d0-b987dcf6b3b9 admin admin] Deleting subnet 0e328e11-4ac0-4707-8ec9-87473af5ed50 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:06:45.616963 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1da740da-1295-484f-80d0-b987dcf6b3b9 admin admin] Publish callbacks [] for subnet (0e328e11-4ac0-4707-8ec9-87473af5ed50), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.661382 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1da740da-1295-484f-80d0-b987dcf6b3b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (0e328e11-4ac0-4707-8ec9-87473af5ed50), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.715070 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1da740da-1295-484f-80d0-b987dcf6b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (0e328e11-4ac0-4707-8ec9-87473af5ed50), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.718819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-8cccc1ca-9a8f-4aaa-b5cb-c6e584c44efa tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Allocated IP 172.20.0.6 (6e6e019c-18dd-446a-ada6-d87dab36a059/52429015-6a74-43a6-8513-7942321f1b6b/edfb251a-0da3-4134-854c-34b564ecc020) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:45.729432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Pushing event updated for resources: {'Port': ['ID=be86cab8-da2b-4805-91b3-a044ee1aac8e,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:45.791146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-7c0d1561-ff79-43f1-8804-6f4b8547601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:45.792676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-7c0d1561-ff79-43f1-8804-6f4b8547601c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8468b7f63be54f7890f74112a107c74f&device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 1125 time: 0.5154228 Mar 24 01:06:45.803849 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1da740da-1295-484f-80d0-b987dcf6b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (0e328e11-4ac0-4707-8ec9-87473af5ed50), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.808150 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (f4122910-6280-4f3f-8121-4e33eadd9f29), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.818981 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1da740da-1295-484f-80d0-b987dcf6b3b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:45.822630 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1da740da-1295-484f-80d0-b987dcf6b3b9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0e328e11-4ac0-4707-8ec9-87473af5ed50 HTTP/1.1" status: 204 len: 168 time: 0.3524551 Mar 24 01:06:45.826249 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55134) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:45.850785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Network 6e6e019c-18dd-446a-ada6-d87dab36a059 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:45.863480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:45.867416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:45.870882 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da740da-1295-484f-80d0-b987dcf6b3b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e328e11-4ac0-4707-8ec9-87473af5ed50,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:45.913185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce1cfc88-e7e8-4f49-9360-867c39da0f21 req-a9edea75-cb41-4662-b2c7-b6537db1d813 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 210 time: 0.3602827 Mar 24 01:06:45.925614 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-9610fbc8-ffce-4303-9169-6f0d0c1c3ac3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef4937b9-341b-43e5-ad7f-0477303c65ff HTTP/1.1" status: 200 len: 217 time: 0.1121912 Mar 24 01:06:45.956550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64f0d4d-8f37-4297-ac52-4b2e8d478aaa', 'tag': 'ef4937b9-341b-43e5-ad7f-0477303c65ff'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:45.969238 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d79626-391e-4fa1-a025-b056ea19a74f" -d '{"events": [{"name": "network-changed", "server_uuid": "f64f0d4d-8f37-4297-ac52-4b2e8d478aaa", "tag": "ef4937b9-341b-43e5-ad7f-0477303c65ff"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:45.973981 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4e037-4bcb-419d-a9d5-0bc335aac949 req-1b63cd6f-8761-446c-8227-ff9063773c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:45.975507 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-01b4e037-4bcb-419d-a9d5-0bc335aac949 req-1b63cd6f-8761-446c-8227-ff9063773c8a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eb846672-8533-46e1-a5fa-e2fdd2d1b897 HTTP/1.1" status: 200 len: 1128 time: 0.4433279 Mar 24 01:06:45.980705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=52a5f098-e4ad-49d3-89d3-e854c1ec59f9,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:46.025720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '52a5f098-e4ad-49d3-89d3-e854c1ec59f9', 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332', 'port_id': '52a5f098-e4ad-49d3-89d3-e854c1ec59f9', 'mac_address': 'fa:16:3e:a9:71:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ea9387-859f-4d16-917c-5fc9b19e6f4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:06:46.034607 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Attempting to bind port be86cab8-da2b-4805-91b3-a044ee1aac8e on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:06:46.035189 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Attempting to bind port be86cab8-da2b-4805-91b3-a044ee1aac8e by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'e60e731b-03cd-4fce-b4c3-a216290016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e6e019c-18dd-446a-ada6-d87dab36a059'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:06:46.035667 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Attempting to bind port be86cab8-da2b-4805-91b3-a044ee1aac8e on network 6e6e019c-18dd-446a-ada6-d87dab36a059 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:46.045054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:06:46.045054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Checking segment: {'id': 'e60e731b-03cd-4fce-b4c3-a216290016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e6e019c-18dd-446a-ada6-d87dab36a059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:46.045693 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:46.046206 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Bound using segment: {'id': 'e60e731b-03cd-4fce-b4c3-a216290016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e6e019c-18dd-446a-ada6-d87dab36a059'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:06:46.046927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Bound port: be86cab8-da2b-4805-91b3-a044ee1aac8e, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60e731b-03cd-4fce-b4c3-a216290016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e6e019c-18dd-446a-ada6-d87dab36a059'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:06:46.047549 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be86cab8-da2b-4805-91b3-a044ee1aac8e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:46.111384 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-28e127b1-531b-4172-9e7d-fae424b47b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (0c2329ee-be3a-478e-81ea-5669fb9d7160), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:46.154996 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] For port be86cab8-da2b-4805-91b3-a044ee1aac8e, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:06:46.159637 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] For port be86cab8-da2b-4805-91b3-a044ee1aac8e, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=be86cab8-da2b-4805-91b3-a044ee1aac8e,segment=NetworkSegment(e60e731b-03cd-4fce-b4c3-a216290016e9),segment_id=e60e731b-03cd-4fce-b4c3-a216290016e9)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:06:46.167921 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-01b4e037-4bcb-419d-a9d5-0bc335aac949 req-97e6a7cf-c031-45d2-b688-d90bc2559326 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652617 Mar 24 01:06:46.170711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e21c03a-3f13-4fb1-80e4-8b7f4cc2a936 None None] DHCP port deletion for f4122910-6280-4f3f-8121-4e33eadd9f29 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:06:46.180312 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (be86cab8-da2b-4805-91b3-a044ee1aac8e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:46.190484 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:46.191255 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:46.274093 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:46.318245 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-28e127b1-531b-4172-9e7d-fae424b47b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (0c2329ee-be3a-478e-81ea-5669fb9d7160), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:46.361339 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=52a5f098-e4ad-49d3-89d3-e854c1ec59f9,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:46.363517 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-28e127b1-531b-4172-9e7d-fae424b47b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2329ee-be3a-478e-81ea-5669fb9d7160']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:46.365346 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc209481-4c0f-4754-b820-af8d2d879b01 None None] Pushing event updated for resources: {'Port': ['ID=be86cab8-da2b-4805-91b3-a044ee1aac8e,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:46.379656 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:46.389653 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-28e127b1-531b-4172-9e7d-fae424b47b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec86c22-83b4-436e-bdb4-075bca9d612b') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:46.389957 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-28e127b1-531b-4172-9e7d-fae424b47b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec86c22-83b4-436e-bdb4-075bca9d612b') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:46.413340 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-28e127b1-531b-4172-9e7d-fae424b47b2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (4ec86c22-83b4-436e-bdb4-075bca9d612b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:46.439546 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-28e127b1-531b-4172-9e7d-fae424b47b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4ec86c22-83b4-436e-bdb4-075bca9d612b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:46.449112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0e21c03a-3f13-4fb1-80e4-8b7f4cc2a936 None None] Deleting port 4d3358f1-895f-4724-a7e7-21b59b2c551b {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:46.449655 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e21c03a-3f13-4fb1-80e4-8b7f4cc2a936 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4d3358f1-895f-4724-a7e7-21b59b2c551b), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:46.452811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e127b1-531b-4172-9e7d-fae424b47b2d admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:06:46.453246 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-28e127b1-531b-4172-9e7d-fae424b47b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (4ec86c22-83b4-436e-bdb4-075bca9d612b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:06:46.455462 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:06:46.549708 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-28e127b1-531b-4172-9e7d-fae424b47b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (0c2329ee-be3a-478e-81ea-5669fb9d7160), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:46.565844 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-28e127b1-531b-4172-9e7d-fae424b47b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:46.569239 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-28e127b1-531b-4172-9e7d-fae424b47b2d admin admin] 10.222.0.45 "DELETE /v2.0/networks/0c2329ee-be3a-478e-81ea-5669fb9d7160 HTTP/1.1" status: 204 len: 168 time: 0.7410629 Mar 24 01:06:46.589316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55142) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:46.600239 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e127b1-531b-4172-9e7d-fae424b47b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2329ee-be3a-478e-81ea-5669fb9d7160,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:46.645554 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7159982-38d2-4015-9dc9-a221c671cd70 req-ca2fb294-ba31-4802-b344-52c6d9b464e0 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0606992 Mar 24 01:06:46.713508 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-90f0e024-d59c-46f1-97f9-9ca0732ea28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:46.715562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-90f0e024-d59c-46f1-97f9-9ca0732ea28b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0b97511-8d5a-49a0-bc8c-3a1449fb6e9e HTTP/1.1" status: 200 len: 860 time: 0.7836723 Mar 24 01:06:46.743889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['52a5f098-e4ad-49d3-89d3-e854c1ec59f9'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:46.746671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=52a5f098-e4ad-49d3-89d3-e854c1ec59f9,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:46.778425 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1796f9a9-4daf-4204-b776-61de7847dae3 x-openstack-request-id: req-1796f9a9-4daf-4204-b776-61de7847dae3 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:46.778748 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64f0d4d-8f37-4297-ac52-4b2e8d478aaa", "tag": "ef4937b9-341b-43e5-ad7f-0477303c65ff", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:46.779005 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1796f9a9-4daf-4204-b776-61de7847dae3 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:46.783420 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1796f9a9-4daf-4204-b776-61de7847dae3'] response: {'name': 'network-changed', 'server_uuid': 'f64f0d4d-8f37-4297-ac52-4b2e8d478aaa', 'tag': 'ef4937b9-341b-43e5-ad7f-0477303c65ff', 'status': 'completed', 'code': 200} Mar 24 01:06:46.813259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0e21c03a-3f13-4fb1-80e4-8b7f4cc2a936 None None] For port 4d3358f1-895f-4724-a7e7-21b59b2c551b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4d3358f1-895f-4724-a7e7-21b59b2c551b,segment=NetworkSegment(a05a756d-318d-469e-bc3c-06d57f6f7385),segment_id=a05a756d-318d-469e-bc3c-06d57f6f7385)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:46.824572 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e21c03a-3f13-4fb1-80e4-8b7f4cc2a936 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4d3358f1-895f-4724-a7e7-21b59b2c551b), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:46.827462 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac8497a-5a67-4e04-a5f6-bdb96dfddb2a admin admin] Deleting subnet 187f6408-2a70-4f8f-99ab-18d74934c7f4 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:06:46.837800 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dac8497a-5a67-4e04-a5f6-bdb96dfddb2a admin admin] Publish callbacks [] for subnet (187f6408-2a70-4f8f-99ab-18d74934c7f4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:46.867746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0e21c03a-3f13-4fb1-80e4-8b7f4cc2a936 None None] Calling delete_port for 4d3358f1-895f-4724-a7e7-21b59b2c551b owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:46.909527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-9d33377b-bddb-45a1-a9dc-9d73d27d0cf1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=384d67d0-1778-4807-9eab-a2c94bd310a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1838315 Mar 24 01:06:46.920144 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dac8497a-5a67-4e04-a5f6-bdb96dfddb2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (187f6408-2a70-4f8f-99ab-18d74934c7f4), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:46.938938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85553df-fa62-41d1-bbae-3cc45fab8df3 req-eeeb24ea-befe-4a88-ac35-c9f59da913a1 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:46.946081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f85553df-fa62-41d1-bbae-3cc45fab8df3 req-eeeb24ea-befe-4a88-ac35-c9f59da913a1 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 943 time: 0.8832722 Mar 24 01:06:47.002132 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dac8497a-5a67-4e04-a5f6-bdb96dfddb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (187f6408-2a70-4f8f-99ab-18d74934c7f4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.036843 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e21c03a-3f13-4fb1-80e4-8b7f4cc2a936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (4d3358f1-895f-4724-a7e7-21b59b2c551b), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.073929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21c03a-3f13-4fb1-80e4-8b7f4cc2a936 None None] Pushing event deleted for resources: {'Port': ['ID=4d3358f1-895f-4724-a7e7-21b59b2c551b,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:47.088039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e21c03a-3f13-4fb1-80e4-8b7f4cc2a936 None None] No DVR routers for this DVR port 4d3358f1-895f-4724-a7e7-21b59b2c551b on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:06:47.110638 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dac8497a-5a67-4e04-a5f6-bdb96dfddb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (187f6408-2a70-4f8f-99ab-18d74934c7f4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.124823 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cccc1ca-9a8f-4aaa-b5cb-c6e584c44efa tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (edfb251a-0da3-4134-854c-34b564ecc020), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.142219 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8497a-5a67-4e04-a5f6-bdb96dfddb2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=187f6408-2a70-4f8f-99ab-18d74934c7f4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:47.145644 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dac8497a-5a67-4e04-a5f6-bdb96dfddb2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.151731 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dac8497a-5a67-4e04-a5f6-bdb96dfddb2a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/187f6408-2a70-4f8f-99ab-18d74934c7f4 HTTP/1.1" status: 204 len: 168 time: 0.5606644 Mar 24 01:06:47.152060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55146) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:47.223208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Deleting port 4d3358f1-895f-4724-a7e7-21b59b2c551b {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:47.223642 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4d3358f1-895f-4724-a7e7-21b59b2c551b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.274950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc11ada5-46d7-43fe-b9dd-399f0e52d337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (2f882150-61f3-4787-bc70-3fad15cf3e75), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.382170 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f85553df-fa62-41d1-bbae-3cc45fab8df3 req-48b64be8-4ced-45f2-ac59-db9b13b59353 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/security-groups?id=bd722138-87d6-4017-975a-16f960e13f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302373 Mar 24 01:06:47.407223 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea5dd9-9ccc-4857-8595-e02387f53959 req-036de12e-803a-4add-a496-0b9c6e3569de tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:47.414049 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ea5dd9-9ccc-4857-8595-e02387f53959 req-036de12e-803a-4add-a496-0b9c6e3569de tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 944 time: 0.4555035 Mar 24 01:06:47.420434 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc11ada5-46d7-43fe-b9dd-399f0e52d337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (2f882150-61f3-4787-bc70-3fad15cf3e75), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.450086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-bc11ada5-46d7-43fe-b9dd-399f0e52d337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f882150-61f3-4787-bc70-3fad15cf3e75']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:47.465382 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-bc11ada5-46d7-43fe-b9dd-399f0e52d337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8566b5-de0e-4a5b-8290-383650f0e35c') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:47.466285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-bc11ada5-46d7-43fe-b9dd-399f0e52d337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8566b5-de0e-4a5b-8290-383650f0e35c') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:47.484006 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc11ada5-46d7-43fe-b9dd-399f0e52d337 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (8b8566b5-de0e-4a5b-8290-383650f0e35c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.500531 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc11ada5-46d7-43fe-b9dd-399f0e52d337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8b8566b5-de0e-4a5b-8290-383650f0e35c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.507510 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc11ada5-46d7-43fe-b9dd-399f0e52d337 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:06:47.507925 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc11ada5-46d7-43fe-b9dd-399f0e52d337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (8b8566b5-de0e-4a5b-8290-383650f0e35c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:06:47.513139 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:06:47.529372 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc6362d8-1bdc-4902-bd1c-bd3d1ef2c54b req-7dc4d317-9345-4aad-9a96-c5212f246c16 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 210 time: 0.0348675 Mar 24 01:06:47.542209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-03e9063e-e5ae-496c-b903-67204d3e3537 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:47.547380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-03e9063e-e5ae-496c-b903-67204d3e3537 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.57 "GET /v2.0/networks?id=5d593bb3-26e2-4a00-a58e-19566a591481 HTTP/1.1" status: 200 len: 811 time: 0.7147112 Mar 24 01:06:47.566310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] For port 4d3358f1-895f-4724-a7e7-21b59b2c551b, host n-d-760455-9, got binding levels [] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:47.567058 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4d3358f1-895f-4724-a7e7-21b59b2c551b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.581707 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27ea5dd9-9ccc-4857-8595-e02387f53959 req-f3d8fde5-a6b0-4284-bbce-12da0108e449 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666923 Mar 24 01:06:47.584475 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cccc1ca-9a8f-4aaa-b5cb-c6e584c44efa tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (edfb251a-0da3-4134-854c-34b564ecc020), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.589877 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc11ada5-46d7-43fe-b9dd-399f0e52d337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (2f882150-61f3-4787-bc70-3fad15cf3e75), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.599876 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc11ada5-46d7-43fe-b9dd-399f0e52d337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.604644 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bc11ada5-46d7-43fe-b9dd-399f0e52d337 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2f882150-61f3-4787-bc70-3fad15cf3e75 HTTP/1.1" status: 204 len: 168 time: 0.4515746 Mar 24 01:06:47.607602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-1bb0ffdb-25b5-4a5e-ad7c-cba695af3b6e service neutron] 10.222.0.57 "GET /v2.0/networks/384d67d0-1778-4807-9eab-a2c94bd310a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229773 Mar 24 01:06:47.626957 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-f8d8e402-0cc2-4b14-aaf1-3ee9d2ca074b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Request body: {'port': {'device_id': '2bb0527f-38de-4d93-8c69-58ba39fc6a22', 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481', 'admin_state_up': True, 'tenant_id': '41878b2607454651b78373c662ce7dee'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:47.634029 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11ada5-46d7-43fe-b9dd-399f0e52d337 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f882150-61f3-4787-bc70-3fad15cf3e75,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:47.765058 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccc1ca-9a8f-4aaa-b5cb-c6e584c44efa tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=edfb251a-0da3-4134-854c-34b564ecc020,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:47.780431 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55154) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:47.792995 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Calling delete_port for 4d3358f1-895f-4724-a7e7-21b59b2c551b owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:47.797837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.ipam_backend_mixin [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Port 4d3358f1-895f-4724-a7e7-21b59b2c551b was not found and therefore no delete operation was performed {{(pid=115730) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 01:06:47.831954 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e13c8980-fb9b-429a-bb71-8edd62b5d9f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46ea6704abaa4e62bed97425a8873fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502677 Mar 24 01:06:47.834584 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55156) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:47.834895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cccc1ca-9a8f-4aaa-b5cb-c6e584c44efa tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 6e6e019c-18dd-446a-ada6-d87dab36a059 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:47.850166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-8cccc1ca-9a8f-4aaa-b5cb-c6e584c44efa tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:47.852060 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4d3358f1-895f-4724-a7e7-21b59b2c551b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.874437 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cccc1ca-9a8f-4aaa-b5cb-c6e584c44efa tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:47.902871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ae863723-c928-4559-82b1-9b56ed0d03b4 admin admin] Publish callbacks [] for security_group (71a29902-f9c7-4d0a-a316-36745e0aeaac), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.931858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ce7ec8-0952-42f6-b669-91e58ec03c14 None None] Network 6e6e019c-18dd-446a-ada6-d87dab36a059 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:47.934123 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ae863723-c928-4559-82b1-9b56ed0d03b4 admin admin] Publish callbacks [] for security_group (71a29902-f9c7-4d0a-a316-36745e0aeaac), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:47.944526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event deleted for resources: {'Port': ['ID=4d3358f1-895f-4724-a7e7-21b59b2c551b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:47.981818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] No DVR routers for this DVR port 4d3358f1-895f-4724-a7e7-21b59b2c551b on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:06:48.039859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d164de2a-a27b-4696-b51c-6b7c7d61c681 None None] Provisioning complete for port be86cab8-da2b-4805-91b3-a044ee1aac8e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:48.040281 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d164de2a-a27b-4696-b51c-6b7c7d61c681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be86cab8-da2b-4805-91b3-a044ee1aac8e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:48.054949 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ae863723-c928-4559-82b1-9b56ed0d03b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (71a29902-f9c7-4d0a-a316-36745e0aeaac), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:48.058923 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ae863723-c928-4559-82b1-9b56ed0d03b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:48.060344 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ae863723-c928-4559-82b1-9b56ed0d03b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71a29902-f9c7-4d0a-a316-36745e0aeaac HTTP/1.1" status: 204 len: 168 time: 0.2246037 Mar 24 01:06:48.071592 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae863723-c928-4559-82b1-9b56ed0d03b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a29902-f9c7-4d0a-a316-36745e0aeaac,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:48.106450 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cccc1ca-9a8f-4aaa-b5cb-c6e584c44efa tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:48.107168 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cccc1ca-9a8f-4aaa-b5cb-c6e584c44efa tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:48.125903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34463dfb-3925-4f0e-96c2-c9c14f3047b3 req-95da2073-2227-492f-908a-0e6a1b9ff2ee tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:48.127394 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34463dfb-3925-4f0e-96c2-c9c14f3047b3 req-95da2073-2227-492f-908a-0e6a1b9ff2ee tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb846672-8533-46e1-a5fa-e2fdd2d1b897 HTTP/1.1" status: 200 len: 946 time: 0.3324082 Mar 24 01:06:48.144874 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f834d26b-608d-41e0-a59f-f7c01c5a8d86 req-54cbb4e8-5f68-4776-963a-8a2921dbb35e service neutron] 10.222.0.57 "GET /v2.0/networks/384d67d0-1778-4807-9eab-a2c94bd310a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080140 Mar 24 01:06:48.227954 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d164de2a-a27b-4696-b51c-6b7c7d61c681 None None] Current status of the port be86cab8-da2b-4805-91b3-a044ee1aac8e is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:48.228452 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d164de2a-a27b-4696-b51c-6b7c7d61c681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (be86cab8-da2b-4805-91b3-a044ee1aac8e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:48.233748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device be86cab8-da2b-4805-91b3-a044ee1aac8e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:48.307262 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8cccc1ca-9a8f-4aaa-b5cb-c6e584c44efa tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.3472903 Mar 24 01:06:48.310884 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55160) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:48.311530 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (f4122910-6280-4f3f-8121-4e33eadd9f29), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:48.346884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d164de2a-a27b-4696-b51c-6b7c7d61c681 None None] For port be86cab8-da2b-4805-91b3-a044ee1aac8e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=be86cab8-da2b-4805-91b3-a044ee1aac8e,segment=NetworkSegment(e60e731b-03cd-4fce-b4c3-a216290016e9),segment_id=e60e731b-03cd-4fce-b4c3-a216290016e9)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:48.363719 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d164de2a-a27b-4696-b51c-6b7c7d61c681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (be86cab8-da2b-4805-91b3-a044ee1aac8e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:48.371423 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-f8d8e402-0cc2-4b14-aaf1-3ee9d2ca074b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Made reservation on behalf of 41878b2607454651b78373c662ce7dee for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:48.375765 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-f8d8e402-0cc2-4b14-aaf1-3ee9d2ca074b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:48.385826 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4122910-6280-4f3f-8121-4e33eadd9f29']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:48.402318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port be86cab8-da2b-4805-91b3-a044ee1aac8e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:48.403624 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be86cab8-da2b-4805-91b3-a044ee1aac8e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:48.439335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05a756d-318d-469e-bc3c-06d57f6f7385') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:48.439585 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05a756d-318d-469e-bc3c-06d57f6f7385') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:48.477594 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (a05a756d-318d-469e-bc3c-06d57f6f7385), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:48.506440 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34463dfb-3925-4f0e-96c2-c9c14f3047b3 req-49275fd5-989d-49fc-9c7a-e4b6f29af58c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605673 Mar 24 01:06:48.648249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port be86cab8-da2b-4805-91b3-a044ee1aac8e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:48.664698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164de2a-a27b-4696-b51c-6b7c7d61c681 None None] Pushing event updated for resources: {'Port': ['ID=be86cab8-da2b-4805-91b3-a044ee1aac8e,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:48.729139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d89d7de8-3cb8-4f6c-9bbc-828f9436659f None None] Provisioning complete for port be86cab8-da2b-4805-91b3-a044ee1aac8e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:48.729540 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d89d7de8-3cb8-4f6c-9bbc-828f9436659f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be86cab8-da2b-4805-91b3-a044ee1aac8e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:48.754259 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (a05a756d-318d-469e-bc3c-06d57f6f7385), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:48.766364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d79626-391e-4fa1-a025-b056ea19a74f req-55cbb926-1e6f-48a5-aecc-bcbac9deb75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:48.768075 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43d79626-391e-4fa1-a025-b056ea19a74f req-55cbb926-1e6f-48a5-aecc-bcbac9deb75b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8468b7f63be54f7890f74112a107c74f&device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 1125 time: 0.5466852 Mar 24 01:06:48.790549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4d3358f1-895f-4724-a7e7-21b59b2c551b no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:06:48.826987 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 4d3358f1-895f-4724-a7e7-21b59b2c551b {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:06:48.827386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4d3358f1-895f-4724-a7e7-21b59b2c551b not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:06:48.850107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:06:48.850107 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (a05a756d-318d-469e-bc3c-06d57f6f7385), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:06:48.861556 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:06:48.939229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d89d7de8-3cb8-4f6c-9bbc-828f9436659f None None] Current status of the port be86cab8-da2b-4805-91b3-a044ee1aac8e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:48.943286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55176) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:48.953648 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d89d7de8-3cb8-4f6c-9bbc-828f9436659f None None] Provisioning complete for port edfb251a-0da3-4134-854c-34b564ecc020 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:48.954613 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d89d7de8-3cb8-4f6c-9bbc-828f9436659f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (edfb251a-0da3-4134-854c-34b564ecc020), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:48.988849 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fffa083a-e94d-4fbb-ace1-2b8b68bbb796 req-9114f27a-26f6-4878-8be0-952e90da778a tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 210 time: 0.2261901 Mar 24 01:06:48.998391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d89d7de8-3cb8-4f6c-9bbc-828f9436659f None None] Port edfb251a-0da3-4134-854c-34b564ecc020 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:49.072423 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-19e04bab-4920-485b-989d-046a618afa15 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0437b0756abf4513b84ebc933479099a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0690279 Mar 24 01:06:49.075229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55178) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:49.111947 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd0659bd-609e-40ec-a99a-e0fd1aafc0d0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (edfb251a-0da3-4134-854c-34b564ecc020), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:49.121005 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0b651a0b-8ae5-461f-9c49-083e1a7f23b6 None None] Provisioning complete for port edfb251a-0da3-4134-854c-34b564ecc020 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:49.121827 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0b651a0b-8ae5-461f-9c49-083e1a7f23b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (edfb251a-0da3-4134-854c-34b564ecc020), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:49.132490 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (f4122910-6280-4f3f-8121-4e33eadd9f29), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:49.158299 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0b651a0b-8ae5-461f-9c49-083e1a7f23b6 None None] Port edfb251a-0da3-4134-854c-34b564ecc020 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:49.158604 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:49.162060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] 10.222.0.45 "DELETE /v2.0/networks/f4122910-6280-4f3f-8121-4e33eadd9f29 HTTP/1.1" status: 204 len: 168 time: 3.8303220 Mar 24 01:06:49.180799 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-f8d8e402-0cc2-4b14-aaf1-3ee9d2ca074b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Allocated IP 172.20.0.8 (5d593bb3-26e2-4a00-a58e-19566a591481/6d432a7d-7eee-4792-8c4f-f1fc763671fc/5563c574-f8a7-4120-98f4-149aee11bdb3) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:49.183051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55180) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:49.196407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421f20e-8f9d-45f2-ac2b-a571582f8fa4 req-6e1dd31f-d23b-4132-8c80-1c9afdd76067 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:49.203640 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8421f20e-8f9d-45f2-ac2b-a571582f8fa4 req-6e1dd31f-d23b-4132-8c80-1c9afdd76067 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 943 time: 0.4398339 Mar 24 01:06:49.223432 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9e31e-c727-4fcf-834b-2aa7b1db8603 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event deleted for resources: {'Network': ['ID=f4122910-6280-4f3f-8121-4e33eadd9f29,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:49.234151 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:49.291907 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d79626-391e-4fa1-a025-b056ea19a74f req-0f02653a-16f1-47b1-a68e-25045e505658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:49.293525 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43d79626-391e-4fa1-a025-b056ea19a74f req-0f02653a-16f1-47b1-a68e-25045e505658 service neutron] 10.222.0.57 "GET /v2.0/networks?id=384d67d0-1778-4807-9eab-a2c94bd310a3 HTTP/1.1" status: 200 len: 921 time: 0.4708459 Mar 24 01:06:49.313426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:06:49.319217 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:49.319866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04d340-f8b2-4329-a314-a1252a800978 req-02a329fd-2e59-4af1-ab14-4745005f33f4 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:49.320769 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:49.321500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e04d340-f8b2-4329-a314-a1252a800978 req-02a329fd-2e59-4af1-ab14-4745005f33f4 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 944 time: 0.2592432 Mar 24 01:06:49.404428 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd0659bd-609e-40ec-a99a-e0fd1aafc0d0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (edfb251a-0da3-4134-854c-34b564ecc020), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:49.415616 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd0659bd-609e-40ec-a99a-e0fd1aafc0d0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (edfb251a-0da3-4134-854c-34b564ecc020), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:49.430282 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:49.433312 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43d79626-391e-4fa1-a025-b056ea19a74f req-f8a0835c-c272-4e4a-94ca-0f3c95fe11d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef4937b9-341b-43e5-ad7f-0477303c65ff HTTP/1.1" status: 200 len: 217 time: 0.1262190 Mar 24 01:06:49.445059 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:49.487397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ff4565-7657-40f7-bfa9-32aec32b8ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a5f098-e4ad-49d3-89d3-e854c1ec59f9'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:49.496205 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1524df-06b4-4237-a80e-4344fca9b125" -d '{"events": [{"server_uuid": "b4ff4565-7657-40f7-bfa9-32aec32b8ff6", "name": "network-vif-plugged", "status": "completed", "tag": "52a5f098-e4ad-49d3-89d3-e854c1ec59f9"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:49.530640 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8421f20e-8f9d-45f2-ac2b-a571582f8fa4 req-38f565c6-2946-4aa8-85a8-554b1fae3bf3 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/security-groups?id=bd722138-87d6-4017-975a-16f960e13f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221507 Mar 24 01:06:49.535798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=52a5f098-e4ad-49d3-89d3-e854c1ec59f9,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:49.547453 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c768256f-dd77-45af-9559-251f37d4d872 admin admin] Publish callbacks [] for security_group (dafc5d09-3f01-4803-8b67-d31d2d011a07), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:49.560413 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:49.583365 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c768256f-dd77-45af-9559-251f37d4d872 admin admin] Publish callbacks [] for security_group (dafc5d09-3f01-4803-8b67-d31d2d011a07), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:49.668077 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=52a5f098-e4ad-49d3-89d3-e854c1ec59f9,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:49.755951 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0659bd-609e-40ec-a99a-e0fd1aafc0d0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=edfb251a-0da3-4134-854c-34b564ecc020,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:49.779695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d79626-391e-4fa1-a025-b056ea19a74f req-cac03dcd-284b-40ee-82a0-e6624204870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:49.781881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43d79626-391e-4fa1-a025-b056ea19a74f req-cac03dcd-284b-40ee-82a0-e6624204870d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0b97511-8d5a-49a0-bc8c-3a1449fb6e9e HTTP/1.1" status: 200 len: 860 time: 0.3107719 Mar 24 01:06:49.799687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e04d340-f8b2-4329-a314-a1252a800978 req-6c64610b-1f73-4400-be2b-fbd94f3ff005 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306939 Mar 24 01:06:49.820080 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd0659bd-609e-40ec-a99a-e0fd1aafc0d0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (44a6afb7-6030-4f8e-975c-c4a12b4d6ee3), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:49.844575 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43d79626-391e-4fa1-a025-b056ea19a74f req-4c27f40e-9ec1-4d6c-9371-73cfae4a5224 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=384d67d0-1778-4807-9eab-a2c94bd310a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511928 Mar 24 01:06:49.857779 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c768256f-dd77-45af-9559-251f37d4d872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (dafc5d09-3f01-4803-8b67-d31d2d011a07), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:49.860482 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c768256f-dd77-45af-9559-251f37d4d872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:49.861771 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c768256f-dd77-45af-9559-251f37d4d872 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dafc5d09-3f01-4803-8b67-d31d2d011a07 HTTP/1.1" status: 204 len: 168 time: 0.7858000 Mar 24 01:06:49.877541 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768256f-dd77-45af-9559-251f37d4d872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafc5d09-3f01-4803-8b67-d31d2d011a07,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:49.899524 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c982969-d40a-47c1-95dd-d8518ed34746 x-openstack-request-id: req-1c982969-d40a-47c1-95dd-d8518ed34746 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:49.906348 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ff4565-7657-40f7-bfa9-32aec32b8ff6", "name": "network-vif-plugged", "status": "completed", "tag": "52a5f098-e4ad-49d3-89d3-e854c1ec59f9", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:49.907633 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c982969-d40a-47c1-95dd-d8518ed34746 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:49.908068 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c982969-d40a-47c1-95dd-d8518ed34746'] response: {'server_uuid': 'b4ff4565-7657-40f7-bfa9-32aec32b8ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a5f098-e4ad-49d3-89d3-e854c1ec59f9', 'code': 200} Mar 24 01:06:49.943617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-f47aeccd-86a5-4eaa-a465-fe0acda0d929 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Deleting port 670ccdf1-5da1-47c7-9d9e-ac28f9bf4390 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:49.943890 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f47aeccd-86a5-4eaa-a465-fe0acda0d929 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (670ccdf1-5da1-47c7-9d9e-ac28f9bf4390), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:49.956897 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-f8d8e402-0cc2-4b14-aaf1-3ee9d2ca074b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Publish callbacks [] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:49.981081 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd065620-c41a-4122-80fa-d781dad89ae0 None None] Provisioning complete for port edfb251a-0da3-4134-854c-34b564ecc020 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:49.986990 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd065620-c41a-4122-80fa-d781dad89ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (edfb251a-0da3-4134-854c-34b564ecc020), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:50.026429 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd0659bd-609e-40ec-a99a-e0fd1aafc0d0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (edfb251a-0da3-4134-854c-34b564ecc020), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:50.089360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-839797cf-6cd6-4760-870a-fd58ab4d797c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:50.097969 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-839797cf-6cd6-4760-870a-fd58ab4d797c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 806 time: 0.4384968 Mar 24 01:06:50.103887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd065620-c41a-4122-80fa-d781dad89ae0 None None] Port edfb251a-0da3-4134-854c-34b564ecc020 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:50.117572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device be86cab8-da2b-4805-91b3-a044ee1aac8e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:50.171925 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3d4d6ff-bb2e-4111-820a-f92c991d7aa0 req-07051451-154e-419c-9408-02cc57c94ebd tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 210 time: 0.0581546 Mar 24 01:06:50.186104 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-991c0fc1-eeb7-42d3-903f-03f87dd01a97 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/quotas/fa7e3a04805b4343b060cb33aa6d1114 HTTP/1.1" status: 200 len: 375 time: 0.0871708 Mar 24 01:06:50.222032 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port be86cab8-da2b-4805-91b3-a044ee1aac8e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:50.222417 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (be86cab8-da2b-4805-91b3-a044ee1aac8e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:50.286449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43d79626-391e-4fa1-a025-b056ea19a74f req-d88ac0e5-6f64-422f-86c0-6ac76d0cf23e service neutron] 10.222.0.57 "GET /v2.0/networks/384d67d0-1778-4807-9eab-a2c94bd310a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287536 Mar 24 01:06:50.293440 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f47aeccd-86a5-4eaa-a465-fe0acda0d929 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (670ccdf1-5da1-47c7-9d9e-ac28f9bf4390), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:50.294095 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f47aeccd-86a5-4eaa-a465-fe0acda0d929 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for floatingip (670ccdf1-5da1-47c7-9d9e-ac28f9bf4390), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:50.299808 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3d898-2c1f-474c-8260-b158874ec1cf req-49c6a161-5bce-41f9-8d27-858fcea242ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:50.301672 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53b3d898-2c1f-474c-8260-b158874ec1cf req-49c6a161-5bce-41f9-8d27-858fcea242ed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 1127 time: 0.3310206 Mar 24 01:06:50.317974 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port be86cab8-da2b-4805-91b3-a044ee1aac8e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:50.352267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-f47aeccd-86a5-4eaa-a465-fe0acda0d929 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Calling delete_port for 670ccdf1-5da1-47c7-9d9e-ac28f9bf4390 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:50.354824 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-f8d8e402-0cc2-4b14-aaf1-3ee9d2ca074b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:50.367385 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0af12d92-29cb-477f-baf8-3a9306f4e329'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:50.649936 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd0659bd-609e-40ec-a99a-e0fd1aafc0d0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (edfb251a-0da3-4134-854c-34b564ecc020), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:50.658285 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd0659bd-609e-40ec-a99a-e0fd1aafc0d0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (edfb251a-0da3-4134-854c-34b564ecc020), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:50.799066 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0659bd-609e-40ec-a99a-e0fd1aafc0d0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=edfb251a-0da3-4134-854c-34b564ecc020,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:50.802680 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd0659bd-609e-40ec-a99a-e0fd1aafc0d0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (44a6afb7-6030-4f8e-975c-c4a12b4d6ee3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:50.903890 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0659bd-609e-40ec-a99a-e0fd1aafc0d0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 6e6e019c-18dd-446a-ada6-d87dab36a059 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:50.905973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-cd0659bd-609e-40ec-a99a-e0fd1aafc0d0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:51.015028 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f47aeccd-86a5-4eaa-a465-fe0acda0d929 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (670ccdf1-5da1-47c7-9d9e-ac28f9bf4390), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:51.063594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-5fcfa410-dd7d-459e-b630-75630fc0692d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8764231 Mar 24 01:06:51.073002 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0659bd-609e-40ec-a99a-e0fd1aafc0d0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router 44a6afb7-6030-4f8e-975c-c4a12b4d6ee3 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:06:51.125540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55222) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:51.135215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43d79626-391e-4fa1-a025-b056ea19a74f req-5e87bc44-7501-4254-8dff-c0442e186f73 service neutron] 10.222.0.57 "GET /v2.0/networks/384d67d0-1778-4807-9eab-a2c94bd310a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8262012 Mar 24 01:06:51.190551 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0659bd-609e-40ec-a99a-e0fd1aafc0d0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:06:51.199108 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cd0659bd-609e-40ec-a99a-e0fd1aafc0d0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/44a6afb7-6030-4f8e-975c-c4a12b4d6ee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8840897 Mar 24 01:06:51.200145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55228) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:51.202566 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17127eb-8043-4474-94ea-93d4d696cc62 None None] Sync routers for ids ['44a6afb7-6030-4f8e-975c-c4a12b4d6ee3'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:06:51.228436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17127eb-8043-4474-94ea-93d4d696cc62 None None] Routers {'44a6afb7-6030-4f8e-975c-c4a12b4d6ee3'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:51.229133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b17127eb-8043-4474-94ea-93d4d696cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['44a6afb7-6030-4f8e-975c-c4a12b4d6ee3'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:51.237474 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-f8d8e402-0cc2-4b14-aaf1-3ee9d2ca074b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Network 5d593bb3-26e2-4a00-a58e-19566a591481 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:51.246751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-f8d8e402-0cc2-4b14-aaf1-3ee9d2ca074b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:51.249809 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-f8d8e402-0cc2-4b14-aaf1-3ee9d2ca074b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:51.272349 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdec1fb-88b2-4da4-b282-9a3431101612 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:51.277624 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5fdec1fb-88b2-4da4-b282-9a3431101612 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports/edfb251a-0da3-4134-854c-34b564ecc020 HTTP/1.1" status: 200 len: 977 time: 0.0762088 Mar 24 01:06:51.278878 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55230) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:51.321512 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53b3d898-2c1f-474c-8260-b158874ec1cf req-bba79f95-e3c8-45b2-9a9f-02f8571f58e2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0005336 Mar 24 01:06:51.352552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5cb99-a0a6-49ef-ac25-cfa474f0fc31 req-0244125b-93f6-4440-bf0d-6a39c55c0f8d tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:51.360267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aea5cb99-a0a6-49ef-ac25-cfa474f0fc31 req-0244125b-93f6-4440-bf0d-6a39c55c0f8d tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 943 time: 0.3501768 Mar 24 01:06:51.361117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ef4937b9-341b-43e5-ad7f-0477303c65ff details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:06:51.384513 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b17127eb-8043-4474-94ea-93d4d696cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:51.412022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8e402-0cc2-4b14-aaf1-3ee9d2ca074b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Pushing event updated for resources: {'Port': ['ID=5563c574-f8a7-4120-98f4-149aee11bdb3,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:51.430434 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-bfd88df8-1282-4598-954c-cb0b40860895 service neutron] 10.222.0.45 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160825 Mar 24 01:06:51.440137 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f47aeccd-86a5-4eaa-a465-fe0acda0d929 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks [] for floatingip (a7e31a14-f822-4f11-88b3-ca10af694acf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:51.442794 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f47aeccd-86a5-4eaa-a465-fe0acda0d929 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:51.446215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f47aeccd-86a5-4eaa-a465-fe0acda0d929 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] 10.222.0.45 "DELETE /v2.0/floatingips/a7e31a14-f822-4f11-88b3-ca10af694acf HTTP/1.1" status: 204 len: 168 time: 2.2550976 Mar 24 01:06:51.491062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47aeccd-86a5-4eaa-a465-fe0acda0d929 tempest-FloatingIPAdminTestJSON-1740967809 tempest-FloatingIPAdminTestJSON-1740967809-project] Pushing event deleted for resources: {'Port': ['ID=670ccdf1-5da1-47c7-9d9e-ac28f9bf4390,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:51.504785 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-f8d8e402-0cc2-4b14-aaf1-3ee9d2ca074b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:51.505561 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-f8d8e402-0cc2-4b14-aaf1-3ee9d2ca074b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:51.560506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17127eb-8043-4474-94ea-93d4d696cc62 None None] Routers {'44a6afb7-6030-4f8e-975c-c4a12b4d6ee3'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:51.561177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b17127eb-8043-4474-94ea-93d4d696cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['44a6afb7-6030-4f8e-975c-c4a12b4d6ee3'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:51.563798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-be18e2af-183c-4695-992e-70e1eeb99db6 None None] Provisioning complete for port edfb251a-0da3-4134-854c-34b564ecc020 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:51.564187 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-be18e2af-183c-4695-992e-70e1eeb99db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (edfb251a-0da3-4134-854c-34b564ecc020), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:51.580565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-f8d8e402-0cc2-4b14-aaf1-3ee9d2ca074b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9575810 Mar 24 01:06:51.594610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aea5cb99-a0a6-49ef-ac25-cfa474f0fc31 req-6e405345-56d7-4963-8794-7c3a8ff581c2 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/security-groups?id=bd722138-87d6-4017-975a-16f960e13f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331376 Mar 24 01:06:51.626190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Request body: {'port': {'device_id': '2bb0527f-38de-4d93-8c69-58ba39fc6a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:51.636701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b17127eb-8043-4474-94ea-93d4d696cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:51.638199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17127eb-8043-4474-94ea-93d4d696cc62 None None] The sync data for ids ['44a6afb7-6030-4f8e-975c-c4a12b4d6ee3'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:06:51.665566 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-be18e2af-183c-4695-992e-70e1eeb99db6 None None] Port edfb251a-0da3-4134-854c-34b564ecc020 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:06:51.696526 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ef4937b9-341b-43e5-ad7f-0477303c65ff, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ef4937b9-341b-43e5-ad7f-0477303c65ff,segment=NetworkSegment(815551a5-5aa9-4e0d-93ad-1185435ed9f8),segment_id=815551a5-5aa9-4e0d-93ad-1185435ed9f8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:51.712849 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'ef4937b9-341b-43e5-ad7f-0477303c65ff', 'network_id': '384d67d0-1778-4807-9eab-a2c94bd310a3', 'port_id': 'ef4937b9-341b-43e5-ad7f-0477303c65ff', 'mac_address': 'fa:16:3e:f5:09:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b97511-8d5a-49a0-bc8c-3a1449fb6e9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:06:51.758483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55238) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:51.785996 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port ef4937b9-341b-43e5-ad7f-0477303c65ff is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:51.786138 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:51.792323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-dfa41cf3-ee0a-427b-8cda-f0ea8313d5c7 service neutron] 10.222.0.45 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439887 Mar 24 01:06:51.814379 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:51.830703 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4937b9-341b-43e5-ad7f-0477303c65ff {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:51.865043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23d895-e48c-4b37-b647-715b1db28e42 req-e3c97774-ffdd-42e1-8c97-8204f1bb02b1 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:51.873374 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b23d895-e48c-4b37-b647-715b1db28e42 req-e3c97774-ffdd-42e1-8c97-8204f1bb02b1 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 945 time: 0.1590652 Mar 24 01:06:51.881518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ef4937b9-341b-43e5-ad7f-0477303c65ff, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ef4937b9-341b-43e5-ad7f-0477303c65ff,segment=NetworkSegment(815551a5-5aa9-4e0d-93ad-1185435ed9f8),segment_id=815551a5-5aa9-4e0d-93ad-1185435ed9f8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:51.883571 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b830885e-a60b-4547-be35-ab5671f9dca4 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2009452801-network', 'tenant_id': 'a9231453d23b475b8c391b2ac2a8f39e'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:51.890291 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:51.914123 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b830885e-a60b-4547-be35-ab5671f9dca4 admin admin] Made reservation on behalf of a9231453d23b475b8c391b2ac2a8f39e for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:51.917690 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b830885e-a60b-4547-be35-ab5671f9dca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:51.952279 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b830885e-a60b-4547-be35-ab5671f9dca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:51.987320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=ef4937b9-341b-43e5-ad7f-0477303c65ff,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:52.004856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:52.005566 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:52.006281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:52.006954 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:52.007515 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:52.008061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:52.008614 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:52.009170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:52.009730 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:52.012137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:52.013423 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:52.014152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:52.014829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:52.015388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:52.015933 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:06:52.041405 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b23d895-e48c-4b37-b647-715b1db28e42 req-80389367-39d0-4f5e-9ad1-c508036113d0 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604183 Mar 24 01:06:52.125857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e97084c0-765d-41ce-962a-57a3a83c5b77 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=203225be6c324dbd8861f8b8e1472d81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3613114 Mar 24 01:06:52.135088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55250) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:52.138529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['ef4937b9-341b-43e5-ad7f-0477303c65ff'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:52.195048 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b830885e-a60b-4547-be35-ab5671f9dca4 admin admin] Publish callbacks [] for security_group (a2760f8d-beb5-4b81-8130-5467fe2389bc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:52.210445 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b830885e-a60b-4547-be35-ab5671f9dca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a2760f8d-beb5-4b81-8130-5467fe2389bc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:52.235227 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c8c287b-1c27-413a-b80b-1205a04d1d24 req-321eba2e-1989-413e-9816-4394253a1d60 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 210 time: 0.0479620 Mar 24 01:06:52.250026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b830885e-a60b-4547-be35-ab5671f9dca4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:06:52.252090 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6ced075d-52d4-4f1d-999b-0f755b9af67a admin admin] Publish callbacks [] for security_group (51c6bccc-a8a1-4c45-9b78-1c77fd877178), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:52.284275 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b830885e-a60b-4547-be35-ab5671f9dca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ffe1bac7-707c-4476-9fc5-ae45b4438e91), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:52.284664 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-b830885e-a60b-4547-be35-ab5671f9dca4 admin admin] Added segment ffe1bac7-707c-4476-9fc5-ae45b4438e91 of type vlan for network 499a505c-ef1e-44ef-9373-2057900b7c9b Mar 24 01:06:52.298171 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830885e-a60b-4547-be35-ab5671f9dca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2760f8d-beb5-4b81-8130-5467fe2389bc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:52.338166 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6ced075d-52d4-4f1d-999b-0f755b9af67a admin admin] Publish callbacks [] for security_group (51c6bccc-a8a1-4c45-9b78-1c77fd877178), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:52.358951 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b830885e-a60b-4547-be35-ab5671f9dca4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (499a505c-ef1e-44ef-9373-2057900b7c9b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:52.429157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5563c574-f8a7-4120-98f4-149aee11bdb3 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:52.442608 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Publish callbacks [] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:52.459111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Transition to ACTIVE for port object 5563c574-f8a7-4120-98f4-149aee11bdb3 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:06:52.473079 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56515485-ef6a-4c21-9310-3801a8ebad67 req-f2ce74b2-92df-4c7a-8b19-5bae970638ae tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:52.478542 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b830885e-a60b-4547-be35-ab5671f9dca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (499a505c-ef1e-44ef-9373-2057900b7c9b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:52.479589 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b830885e-a60b-4547-be35-ab5671f9dca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:52.480172 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b830885e-a60b-4547-be35-ab5671f9dca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:52.483017 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6499ee10-7856-4403-86d4-7ca3c0a140a5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (44a6afb7-6030-4f8e-975c-c4a12b4d6ee3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:52.489848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56515485-ef6a-4c21-9310-3801a8ebad67 req-f2ce74b2-92df-4c7a-8b19-5bae970638ae tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 931 time: 0.4446096 Mar 24 01:06:52.501231 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:52.616255 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b830885e-a60b-4547-be35-ab5671f9dca4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4895382 Mar 24 01:06:52.617047 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6ced075d-52d4-4f1d-999b-0f755b9af67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (51c6bccc-a8a1-4c45-9b78-1c77fd877178), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:52.620117 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6ced075d-52d4-4f1d-999b-0f755b9af67a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:52.621252 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6ced075d-52d4-4f1d-999b-0f755b9af67a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51c6bccc-a8a1-4c45-9b78-1c77fd877178 HTTP/1.1" status: 204 len: 168 time: 0.4843450 Mar 24 01:06:52.624225 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55264) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:52.635781 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1cdd42e8-b856-4db4-9dce-4443f86449e5 admin admin] Request body: {'subnet': {'network_id': '499a505c-ef1e-44ef-9373-2057900b7c9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2009452801-subnet', 'tenant_id': 'a9231453d23b475b8c391b2ac2a8f39e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:52.678368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced075d-52d4-4f1d-999b-0f755b9af67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c6bccc-a8a1-4c45-9b78-1c77fd877178,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:52.684844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830885e-a60b-4547-be35-ab5671f9dca4 admin admin] Pushing event updated for resources: {'Network': ['ID=499a505c-ef1e-44ef-9373-2057900b7c9b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:52.706564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 499a505c-ef1e-44ef-9373-2057900b7c9b details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:06:52.750003 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdd42e8-b856-4db4-9dce-4443f86449e5 admin admin] Made reservation on behalf of a9231453d23b475b8c391b2ac2a8f39e for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:52.752840 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1cdd42e8-b856-4db4-9dce-4443f86449e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:52.787823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Pushing event updated for resources: {'Port': ['ID=5563c574-f8a7-4120-98f4-149aee11bdb3,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:52.858419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56515485-ef6a-4c21-9310-3801a8ebad67 req-60386ea5-54c7-4a21-93e5-e8877655351b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659692 Mar 24 01:06:52.943973 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ebcbd-ee49-45ee-b0db-ee0d318183ef req-6cdb09c2-2912-4123-88b3-4268b6b12834 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:52.945532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-402ebcbd-ee49-45ee-b0db-ee0d318183ef req-6cdb09c2-2912-4123-88b3-4268b6b12834 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 944 time: 0.1769788 Mar 24 01:06:52.955216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Attempting to bind port 5563c574-f8a7-4120-98f4-149aee11bdb3 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:06:52.955570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Attempting to bind port 5563c574-f8a7-4120-98f4-149aee11bdb3 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '0bd9def8-bffd-478e-b135-fa9c100d2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:06:52.955887 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Attempting to bind port 5563c574-f8a7-4120-98f4-149aee11bdb3 on network 5d593bb3-26e2-4a00-a58e-19566a591481 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:52.968352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Port 5563c574-f8a7-4120-98f4-149aee11bdb3 on network 5d593bb3-26e2-4a00-a58e-19566a591481 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:06:52.968352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Attempting to bind port 5563c574-f8a7-4120-98f4-149aee11bdb3 on network 5d593bb3-26e2-4a00-a58e-19566a591481 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:52.990981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:06:52.991311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Checking segment: {'id': '0bd9def8-bffd-478e-b135-fa9c100d2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:52.991704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Bound using segment: {'id': '0bd9def8-bffd-478e-b135-fa9c100d2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:06:52.992131 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Bound port: 5563c574-f8a7-4120-98f4-149aee11bdb3, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd9def8-bffd-478e-b135-fa9c100d2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:06:52.992493 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:53.022662 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-6499ee10-7856-4403-86d4-7ca3c0a140a5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port edfb251a-0da3-4134-854c-34b564ecc020 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:53.022990 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6499ee10-7856-4403-86d4-7ca3c0a140a5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (edfb251a-0da3-4134-854c-34b564ecc020), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:53.041308 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-402ebcbd-ee49-45ee-b0db-ee0d318183ef req-2ba533a3-e247-48c5-b3f5-d0c30b304b4d tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/security-groups?id=bd722138-87d6-4017-975a-16f960e13f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776434 Mar 24 01:06:53.084107 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1cdd42e8-b856-4db4-9dce-4443f86449e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (b3e99e23-16db-4f7e-acab-4651c25d1f1c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:53.111116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] For port 5563c574-f8a7-4120-98f4-149aee11bdb3, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:06:53.115592 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] For port 5563c574-f8a7-4120-98f4-149aee11bdb3, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=5563c574-f8a7-4120-98f4-149aee11bdb3,segment=NetworkSegment(0bd9def8-bffd-478e-b135-fa9c100d2905),segment_id=0bd9def8-bffd-478e-b135-fa9c100d2905)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:06:53.123959 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:53.147377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55274) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:53.176565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:53.177802 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:53.179240 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] 10.222.0.57 "PUT /v2.0/ports/5563c574-f8a7-4120-98f4-149aee11bdb3 HTTP/1.1" status: 200 len: 1091 time: 1.5667765 Mar 24 01:06:53.181622 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-132d0b3d-e1b0-4595-9893-504c5a654a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:53.183213 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd42e8-b856-4db4-9dce-4443f86449e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e99e23-16db-4f7e-acab-4651c25d1f1c,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:53.200760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb0527f-38de-4d93-8c69-58ba39fc6a22', 'tag': '5563c574-f8a7-4120-98f4-149aee11bdb3'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:53.203517 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0010cdf-7980-4a9b-b624-c5a3359a98c4" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb0527f-38de-4d93-8c69-58ba39fc6a22", "tag": "5563c574-f8a7-4120-98f4-149aee11bdb3"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:53.217804 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6499ee10-7856-4403-86d4-7ca3c0a140a5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (edfb251a-0da3-4134-854c-34b564ecc020), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:53.241985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a5dae-6a8e-4158-a7f9-a3e6c17dbeed service neutron] Pushing event updated for resources: {'Port': ['ID=5563c574-f8a7-4120-98f4-149aee11bdb3,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:53.244281 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdd42e8-b856-4db4-9dce-4443f86449e5 admin admin] Checking segment: {'id': 'ffe1bac7-707c-4476-9fc5-ae45b4438e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '499a505c-ef1e-44ef-9373-2057900b7c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:53.244658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdd42e8-b856-4db4-9dce-4443f86449e5 admin admin] Network hostable DHCP agents. Network: 499a505c-ef1e-44ef-9373-2057900b7c9b, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:06:53.247087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-6499ee10-7856-4403-86d4-7ca3c0a140a5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for edfb251a-0da3-4134-854c-34b564ecc020 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:53.257546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ef4937b9-341b-43e5-ad7f-0477303c65ff up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:53.305217 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d708a9-e52d-408f-aa99-011c507a3050 x-openstack-request-id: req-08d708a9-e52d-408f-aa99-011c507a3050 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:53.305553 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb0527f-38de-4d93-8c69-58ba39fc6a22", "tag": "5563c574-f8a7-4120-98f4-149aee11bdb3", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:53.306071 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-08d708a9-e52d-408f-aa99-011c507a3050 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:53.306474 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d708a9-e52d-408f-aa99-011c507a3050'] response: {'name': 'network-changed', 'server_uuid': '2bb0527f-38de-4d93-8c69-58ba39fc6a22', 'tag': '5563c574-f8a7-4120-98f4-149aee11bdb3', 'status': 'completed', 'code': 200} Mar 24 01:06:53.316447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d73dac-5073-49c0-92bb-6702c81791fe req-5a2b8709-10ba-488a-b107-e4cfae899d5c tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:53.323382 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e2d73dac-5073-49c0-92bb-6702c81791fe req-5a2b8709-10ba-488a-b107-e4cfae899d5c tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 945 time: 0.1861520 Mar 24 01:06:53.354046 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port ef4937b9-341b-43e5-ad7f-0477303c65ff completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:06:53.359409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port ef4937b9-341b-43e5-ad7f-0477303c65ff triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:53.359679 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdd42e8-b856-4db4-9dce-4443f86449e5 admin admin] Network 499a505c-ef1e-44ef-9373-2057900b7c9b is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:06:53.359846 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:53.391641 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1cdd42e8-b856-4db4-9dce-4443f86449e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 499a505c-ef1e-44ef-9373-2057900b7c9b) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:53.404185 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdd42e8-b856-4db4-9dce-4443f86449e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:53.404780 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1cdd42e8-b856-4db4-9dce-4443f86449e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:53.407481 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8d287e1-7309-4244-bd5e-8dabe6977710 req-d7ab3d91-8e85-486f-b2ab-69e424250d85 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 210 time: 0.0684290 Mar 24 01:06:53.418900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2ac900-1385-49c8-a414-4c72719091cf None None] Network 499a505c-ef1e-44ef-9373-2057900b7c9b requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:53.435125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-a3331d7f-fc6b-43e5-82ca-7086c38cbe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:53.437986 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-a3331d7f-fc6b-43e5-82ca-7086c38cbe99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41878b2607454651b78373c662ce7dee&device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 1125 time: 0.1911631 Mar 24 01:06:53.475070 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-132d0b3d-e1b0-4595-9893-504c5a654a98 admin admin] Publish callbacks [] for security_group (edb00dd7-9adc-4e6b-994d-57aca36559c4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:53.494533 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-132d0b3d-e1b0-4595-9893-504c5a654a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (edb00dd7-9adc-4e6b-994d-57aca36559c4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:53.500052 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1cdd42e8-b856-4db4-9dce-4443f86449e5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8715353 Mar 24 01:06:53.531655 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e2d73dac-5073-49c0-92bb-6702c81791fe req-b6bfd78b-1f84-4deb-a07d-29c710f53d63 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061622 Mar 24 01:06:53.535206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-0f0f9162-1e97-4f3a-86cf-025c220c322b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5563c574-f8a7-4120-98f4-149aee11bdb3 HTTP/1.1" status: 200 len: 217 time: 0.0868390 Mar 24 01:06:53.622721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-361bebf8-3c17-4d3e-a258-c6d7efdc5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:53.624810 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-361bebf8-3c17-4d3e-a258-c6d7efdc5a88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d432a7d-7eee-4792-8c4f-f1fc763671fc HTTP/1.1" status: 200 len: 851 time: 0.0845020 Mar 24 01:06:53.682059 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port ef4937b9-341b-43e5-ad7f-0477303c65ff is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:53.683793 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:53.732948 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-daccd63b-a5fb-40b0-bfd5-c12686b7d2d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d593bb3-26e2-4a00-a58e-19566a591481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925031 Mar 24 01:06:53.774447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55288) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:53.781036 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ef4937b9-341b-43e5-ad7f-0477303c65ff, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ef4937b9-341b-43e5-ad7f-0477303c65ff,segment=NetworkSegment(815551a5-5aa9-4e0d-93ad-1185435ed9f8),segment_id=815551a5-5aa9-4e0d-93ad-1185435ed9f8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:53.782803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f0d4d-8f37-4297-ac52-4b2e8d478aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4937b9-341b-43e5-ad7f-0477303c65ff'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:53.785546 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d2c7de-55f9-4c9c-bded-244fc7899f1c" -d '{"events": [{"server_uuid": "f64f0d4d-8f37-4297-ac52-4b2e8d478aaa", "name": "network-vif-plugged", "status": "completed", "tag": "ef4937b9-341b-43e5-ad7f-0477303c65ff"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:53.794451 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:53.853254 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bbae72-a880-4806-a046-5eb7d21e1be2 None None] Network 499a505c-ef1e-44ef-9373-2057900b7c9b requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:53.859529 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923c73af-641b-4c7e-98d0-e61713e6668b x-openstack-request-id: req-923c73af-641b-4c7e-98d0-e61713e6668b {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:06:53.859821 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f0d4d-8f37-4297-ac52-4b2e8d478aaa", "name": "network-vif-plugged", "status": "completed", "tag": "ef4937b9-341b-43e5-ad7f-0477303c65ff", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:06:53.860291 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-923c73af-641b-4c7e-98d0-e61713e6668b {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:06:53.860900 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923c73af-641b-4c7e-98d0-e61713e6668b'] response: {'server_uuid': 'f64f0d4d-8f37-4297-ac52-4b2e8d478aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4937b9-341b-43e5-ad7f-0477303c65ff', 'code': 200} Mar 24 01:06:53.866080 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-132d0b3d-e1b0-4595-9893-504c5a654a98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9ac69ef68c324d73b2013d9106c64ac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7141182 Mar 24 01:06:53.869576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d0b3d-e1b0-4595-9893-504c5a654a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb00dd7-9adc-4e6b-994d-57aca36559c4,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:53.883373 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55292) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:54.009149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=ef4937b9-341b-43e5-ad7f-0477303c65ff,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:54.022038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-404e1e81-236c-4aa5-b75a-c185d265f445 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:54.023770 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-404e1e81-236c-4aa5-b75a-c185d265f445 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 806 time: 0.5396922 Mar 24 01:06:54.048852 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-5bf21f86-7a95-4ac4-9c90-20bafa225da5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Request body: {'port': {'device_id': 'd82a701a-64a8-4255-bfde-f7fd706c1ba4', 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234', 'admin_state_up': True, 'tenant_id': 'fa7e3a04805b4343b060cb33aa6d1114'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:54.154165 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6499ee10-7856-4403-86d4-7ca3c0a140a5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (edfb251a-0da3-4134-854c-34b564ecc020), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:54.182587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a86fdd4-5357-4efa-b055-038c0cc84de2 admin admin] Deleting subnet b3e99e23-16db-4f7e-acab-4651c25d1f1c {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:06:54.190545 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a86fdd4-5357-4efa-b055-038c0cc84de2 admin admin] Publish callbacks [] for subnet (b3e99e23-16db-4f7e-acab-4651c25d1f1c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:54.193522 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499ee10-7856-4403-86d4-7ca3c0a140a5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=edfb251a-0da3-4134-854c-34b564ecc020,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:54.201503 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aba8211c-f3db-4103-a32b-1b85224a6099 admin admin] Publish callbacks [] for security_group (edb00dd7-9adc-4e6b-994d-57aca36559c4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:54.237981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b14c70-3ab0-42c4-ba88-17dcf13dde37 req-f77736f0-7e03-46a5-8f11-33c3c5d093f0 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:54.239710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57b14c70-3ab0-42c4-ba88-17dcf13dde37 req-f77736f0-7e03-46a5-8f11-33c3c5d093f0 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 945 time: 0.4719818 Mar 24 01:06:54.272986 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b3921-2726-417a-b663-b123911fdd16 req-646b536a-39a4-460e-a317-aeb760feb88b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:54.274990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c13b3921-2726-417a-b663-b123911fdd16 req-646b536a-39a4-460e-a317-aeb760feb88b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 943 time: 0.2736123 Mar 24 01:06:54.294602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-918f381a-3980-44e6-82ab-e0a780a8242a service neutron] 10.222.0.57 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589075 Mar 24 01:06:54.296619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998a76-f7e1-4c0e-9a27-91b7543962e5 req-732a0762-73fb-40db-835a-ae2ff634f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:54.298424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12998a76-f7e1-4c0e-9a27-91b7543962e5 req-732a0762-73fb-40db-835a-ae2ff634f0e6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 1127 time: 0.3028624 Mar 24 01:06:54.341450 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a86fdd4-5357-4efa-b055-038c0cc84de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (b3e99e23-16db-4f7e-acab-4651c25d1f1c), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:54.359058 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aba8211c-f3db-4103-a32b-1b85224a6099 admin admin] Publish callbacks [] for security_group (edb00dd7-9adc-4e6b-994d-57aca36559c4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:54.371097 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-5bf21f86-7a95-4ac4-9c90-20bafa225da5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Made reservation on behalf of fa7e3a04805b4343b060cb33aa6d1114 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:54.374552 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-5bf21f86-7a95-4ac4-9c90-20bafa225da5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:54.572215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12998a76-f7e1-4c0e-9a27-91b7543962e5 req-60d91de4-b628-4fa7-a166-d3143aeef5bd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bd722138-87d6-4017-975a-16f960e13f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444611 Mar 24 01:06:54.617606 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57b14c70-3ab0-42c4-ba88-17dcf13dde37 req-01dfac73-5d0a-4509-8088-7654515ac6d4 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647027 Mar 24 01:06:54.645646 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a86fdd4-5357-4efa-b055-038c0cc84de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (b3e99e23-16db-4f7e-acab-4651c25d1f1c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:54.647288 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6499ee10-7856-4403-86d4-7ca3c0a140a5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (44a6afb7-6030-4f8e-975c-c4a12b4d6ee3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:54.680064 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aba8211c-f3db-4103-a32b-1b85224a6099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (edb00dd7-9adc-4e6b-994d-57aca36559c4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:54.682735 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aba8211c-f3db-4103-a32b-1b85224a6099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:54.684522 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-aba8211c-f3db-4103-a32b-1b85224a6099 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/edb00dd7-9adc-4e6b-994d-57aca36559c4 HTTP/1.1" status: 204 len: 168 time: 0.7794695 Mar 24 01:06:54.698548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c13b3921-2726-417a-b663-b123911fdd16 req-f67669ca-a4e4-4808-aa82-2ccb82f644ae tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101715 Mar 24 01:06:54.729192 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8211c-f3db-4103-a32b-1b85224a6099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb00dd7-9adc-4e6b-994d-57aca36559c4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:54.729418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47c327ef-bdf6-4783-94fd-64f905f51bda req-adf15c3e-6ab7-4b5b-a5fa-3dc9825bb5e1 service neutron] 10.222.0.57 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096375 Mar 24 01:06:54.778713 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a86fdd4-5357-4efa-b055-038c0cc84de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (b3e99e23-16db-4f7e-acab-4651c25d1f1c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:54.886962 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-5bf21f86-7a95-4ac4-9c90-20bafa225da5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Allocated IP 172.20.0.10 (fb8d286a-5d52-420f-a6a9-f3fce1e70234/f03de5f8-5d24-4408-b283-d5210a71454f/c905473a-537f-4eaa-a359-e9665985ffdd) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:06:54.933540 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a86fdd4-5357-4efa-b055-038c0cc84de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:54.939974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2a86fdd4-5357-4efa-b055-038c0cc84de2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b3e99e23-16db-4f7e-acab-4651c25d1f1c HTTP/1.1" status: 204 len: 168 time: 1.1219213 Mar 24 01:06:54.939974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86fdd4-5357-4efa-b055-038c0cc84de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e99e23-16db-4f7e-acab-4651c25d1f1c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:54.961145 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55306) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:54.963326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd711401-d7a5-433e-90d9-c37b05c1e694 req-29858db9-3829-41e1-9461-1fed7f746748 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 210 time: 0.1449783 Mar 24 01:06:55.072038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75400a-ecb9-4421-8694-3d219b45012c req-7dfdb1c8-ee15-4bc9-827a-6997fbf3afb5 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:55.073550 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac75400a-ecb9-4421-8694-3d219b45012c req-7dfdb1c8-ee15-4bc9-827a-6997fbf3afb5 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 945 time: 0.2827907 Mar 24 01:06:55.081666 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2185e39-d98d-416a-af03-11947a6e24cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (499a505c-ef1e-44ef-9373-2057900b7c9b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:55.088594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0010cdf-7980-4a9b-b624-c5a3359a98c4 req-86079b37-fa75-438d-a4ed-b34a5c978eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:55.090218 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0010cdf-7980-4a9b-b624-c5a3359a98c4 req-86079b37-fa75-438d-a4ed-b34a5c978eb5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41878b2607454651b78373c662ce7dee&device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 1125 time: 0.2123163 Mar 24 01:06:55.106757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6499ee10-7856-4403-86d4-7ca3c0a140a5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router 44a6afb7-6030-4f8e-975c-c4a12b4d6ee3 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:06:55.288136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6499ee10-7856-4403-86d4-7ca3c0a140a5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:06:55.310681 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ce5288-e2b8-4851-84aa-2502eab35e53 None None] Sync routers for ids ['44a6afb7-6030-4f8e-975c-c4a12b4d6ee3'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:06:55.325074 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6499ee10-7856-4403-86d4-7ca3c0a140a5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/44a6afb7-6030-4f8e-975c-c4a12b4d6ee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0449898 Mar 24 01:06:55.326413 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ce5288-e2b8-4851-84aa-2502eab35e53 None None] Routers {'44a6afb7-6030-4f8e-975c-c4a12b4d6ee3'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:55.328223 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-57ce5288-e2b8-4851-84aa-2502eab35e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['44a6afb7-6030-4f8e-975c-c4a12b4d6ee3'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:55.329022 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55318) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:55.331217 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac75400a-ecb9-4421-8694-3d219b45012c req-74257d62-9799-4998-b0ff-9cb7ea2d4a97 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/security-groups?id=bd722138-87d6-4017-975a-16f960e13f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462745 Mar 24 01:06:55.420737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0010cdf-7980-4a9b-b624-c5a3359a98c4 req-f6c9480e-33af-40ca-afe9-520c7df5fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:55.422957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0010cdf-7980-4a9b-b624-c5a3359a98c4 req-f6c9480e-33af-40ca-afe9-520c7df5fdb1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5d593bb3-26e2-4a00-a58e-19566a591481 HTTP/1.1" status: 200 len: 912 time: 0.3237753 Mar 24 01:06:55.424885 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2185e39-d98d-416a-af03-11947a6e24cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (499a505c-ef1e-44ef-9373-2057900b7c9b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:55.455306 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-57ce5288-e2b8-4851-84aa-2502eab35e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:55.486933 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ce5288-e2b8-4851-84aa-2502eab35e53 None None] Routers {'44a6afb7-6030-4f8e-975c-c4a12b4d6ee3'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:06:55.487934 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-57ce5288-e2b8-4851-84aa-2502eab35e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['44a6afb7-6030-4f8e-975c-c4a12b4d6ee3'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:55.519264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55320) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:55.552489 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0010cdf-7980-4a9b-b624-c5a3359a98c4 req-db8f2075-ac57-4a7d-b0d4-a9eeaf7ba569 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5563c574-f8a7-4120-98f4-149aee11bdb3 HTTP/1.1" status: 200 len: 217 time: 0.1038702 Mar 24 01:06:55.579965 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-57ce5288-e2b8-4851-84aa-2502eab35e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:55.580633 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ce5288-e2b8-4851-84aa-2502eab35e53 None None] The sync data for ids ['44a6afb7-6030-4f8e-975c-c4a12b4d6ee3'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:06:55.632397 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0246182b-42b7-4177-b519-6781d467349f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:55.649460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-a2185e39-d98d-416a-af03-11947a6e24cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499a505c-ef1e-44ef-9373-2057900b7c9b']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:55.687803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-a2185e39-d98d-416a-af03-11947a6e24cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe1bac7-707c-4476-9fc5-ae45b4438e91') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:55.693446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-a2185e39-d98d-416a-af03-11947a6e24cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe1bac7-707c-4476-9fc5-ae45b4438e91') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:55.712443 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2185e39-d98d-416a-af03-11947a6e24cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (ffe1bac7-707c-4476-9fc5-ae45b4438e91), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:55.723467 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-001f8085-4592-4940-b2ef-45fea8137407 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] remove_router_interface failed (client error): The resource could not be found. Mar 24 01:06:55.727699 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-001f8085-4592-4940-b2ef-45fea8137407 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/44a6afb7-6030-4f8e-975c-c4a12b4d6ee3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3909969 Mar 24 01:06:55.728265 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55322) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:55.752286 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-5bf21f86-7a95-4ac4-9c90-20bafa225da5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks [] for port (c905473a-537f-4eaa-a359-e9665985ffdd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:55.758207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0010cdf-7980-4a9b-b624-c5a3359a98c4 req-65681015-7a5e-4101-8371-385e90d8a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:55.782461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0010cdf-7980-4a9b-b624-c5a3359a98c4 req-65681015-7a5e-4101-8371-385e90d8a203 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d432a7d-7eee-4792-8c4f-f1fc763671fc HTTP/1.1" status: 200 len: 851 time: 0.2149494 Mar 24 01:06:55.786148 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-442ff997-af49-4535-96e2-406f68452c98 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6afb7-6030-4f8e-975c-c4a12b4d6ee3 HTTP/1.1" status: 200 len: 205 time: 0.0492637 Mar 24 01:06:55.786799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55326) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:55.824928 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2185e39-d98d-416a-af03-11947a6e24cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ffe1bac7-707c-4476-9fc5-ae45b4438e91), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:55.895364 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0010cdf-7980-4a9b-b624-c5a3359a98c4 req-dc0067fc-b2c2-46d7-900d-0e4dde92674a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d593bb3-26e2-4a00-a58e-19566a591481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026869 Mar 24 01:06:55.900846 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2185e39-d98d-416a-af03-11947a6e24cb admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:06:55.900846 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2185e39-d98d-416a-af03-11947a6e24cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (ffe1bac7-707c-4476-9fc5-ae45b4438e91), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:06:55.902441 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:06:56.019556 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd16e79b-40a5-48f0-83e0-e086511f9d64 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (44a6afb7-6030-4f8e-975c-c4a12b4d6ee3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:56.216772 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-5bf21f86-7a95-4ac4-9c90-20bafa225da5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c905473a-537f-4eaa-a359-e9665985ffdd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:56.222241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0010cdf-7980-4a9b-b624-c5a3359a98c4 req-0e3f6784-4d99-4cd7-b449-3893183f99f0 service neutron] 10.222.0.57 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172011 Mar 24 01:06:56.229376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf655c99-b594-4422-b1bb-b6df2664d7e1', '8c8c71d5-2b4a-4917-a036-139bdbaa5cf4'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:56.240386 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5e9732c3-4687-4077-8d65-fa350a2746fa req-41fa4947-e8d3-4a80-ae44-0b930dac124d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3936253 Mar 24 01:06:56.273192 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0246182b-42b7-4177-b519-6781d467349f admin admin] Publish callbacks [] for security_group (a80f362b-6a54-4081-b3a6-eeca0ae7f0f0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:56.291813 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0246182b-42b7-4177-b519-6781d467349f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a80f362b-6a54-4081-b3a6-eeca0ae7f0f0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:56.410393 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd16e79b-40a5-48f0-83e0-e086511f9d64 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (44a6afb7-6030-4f8e-975c-c4a12b4d6ee3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:56.413364 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd16e79b-40a5-48f0-83e0-e086511f9d64 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_controller (44a6afb7-6030-4f8e-975c-c4a12b4d6ee3), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:56.461644 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2185e39-d98d-416a-af03-11947a6e24cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (499a505c-ef1e-44ef-9373-2057900b7c9b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:56.469134 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2185e39-d98d-416a-af03-11947a6e24cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:56.472404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a2185e39-d98d-416a-af03-11947a6e24cb admin admin] 10.222.0.45 "DELETE /v2.0/networks/499a505c-ef1e-44ef-9373-2057900b7c9b HTTP/1.1" status: 204 len: 168 time: 1.5081785 Mar 24 01:06:56.528092 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf21f86-7a95-4ac4-9c90-20bafa225da5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Pushing event updated for resources: {'Port': ['ID=c905473a-537f-4eaa-a359-e9665985ffdd,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:56.563604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e27266-8b13-4bd1-a9f0-00fc336c1de2 req-72d225fc-a0bf-44ea-aa9b-4adbb6753888 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:56.573529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89e27266-8b13-4bd1-a9f0-00fc336c1de2 req-72d225fc-a0bf-44ea-aa9b-4adbb6753888 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 943 time: 0.7489026 Mar 24 01:06:56.619749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2185e39-d98d-416a-af03-11947a6e24cb admin admin] Pushing event deleted for resources: {'Network': ['ID=499a505c-ef1e-44ef-9373-2057900b7c9b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:56.659499 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-5bf21f86-7a95-4ac4-9c90-20bafa225da5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Network fb8d286a-5d52-420f-a6a9-f3fce1e70234 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:06:56.677432 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246182b-42b7-4177-b519-6781d467349f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80f362b-6a54-4081-b3a6-eeca0ae7f0f0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:56.678271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89e27266-8b13-4bd1-a9f0-00fc336c1de2 req-f6772e26-7c29-42fc-97ac-e8c3430085f3 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023364 Mar 24 01:06:56.719274 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0246182b-42b7-4177-b519-6781d467349f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94566b02886c453eae68fb21ae984726&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1859980 Mar 24 01:06:56.722982 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-5bf21f86-7a95-4ac4-9c90-20bafa225da5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:06:56.725766 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55348) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:56.739602 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd16e79b-40a5-48f0-83e0-e086511f9d64 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (44a6afb7-6030-4f8e-975c-c4a12b4d6ee3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:56.740131 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd16e79b-40a5-48f0-83e0-e086511f9d64 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Fanout notify agent at l3_agent the message router_deleted on router 44a6afb7-6030-4f8e-975c-c4a12b4d6ee3 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:06:56.742136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-5bf21f86-7a95-4ac4-9c90-20bafa225da5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:06:56.802032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-5bf21f86-7a95-4ac4-9c90-20bafa225da5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:56.802672 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-5bf21f86-7a95-4ac4-9c90-20bafa225da5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:56.809919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718081b-d5d0-41ba-8214-89c5569e6888 req-ac305007-0fcc-4515-b49b-985d07918b22 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:56.815377 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f718081b-d5d0-41ba-8214-89c5569e6888 req-ac305007-0fcc-4515-b49b-985d07918b22 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 932 time: 0.4475942 Mar 24 01:06:56.822537 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0010cdf-7980-4a9b-b624-c5a3359a98c4 req-31b3f386-c55f-4cf1-9e78-c09eca7350fc service neutron] 10.222.0.57 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322170 Mar 24 01:06:56.841148 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd16e79b-40a5-48f0-83e0-e086511f9d64 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:56.846786 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cd16e79b-40a5-48f0-83e0-e086511f9d64 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/routers/44a6afb7-6030-4f8e-975c-c4a12b4d6ee3 HTTP/1.1" status: 204 len: 168 time: 1.0557885 Mar 24 01:06:56.862380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55352) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:56.862897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55354) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:56.863032 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-5bf21f86-7a95-4ac4-9c90-20bafa225da5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8183517 Mar 24 01:06:56.880314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Request body: {'port': {'device_id': 'd82a701a-64a8-4255-bfde-f7fd706c1ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:57.054763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f718081b-d5d0-41ba-8214-89c5569e6888 req-e2aed0ad-8c60-467e-82a2-d67004b805cc tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275286 Mar 24 01:06:57.141405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd7c915-9c53-47a5-a736-38450cd623ac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting subnet 52429015-6a74-43a6-8513-7942321f1b6b {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:06:57.148110 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ecd7c915-9c53-47a5-a736-38450cd623ac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (52429015-6a74-43a6-8513-7942321f1b6b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:57.180929 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fb78958a-0355-4380-bf6b-b482f5ec2764 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a9231453d23b475b8c391b2ac2a8f39e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3129301 Mar 24 01:06:57.190924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55358) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:57.220739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271727c-fc28-4655-bf1f-caa2fb2e93ea req-f141ab7e-400e-45a6-8092-0f37f9da03ef tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:57.229339 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8271727c-fc28-4655-bf1f-caa2fb2e93ea req-f141ab7e-400e-45a6-8092-0f37f9da03ef tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 945 time: 0.3310423 Mar 24 01:06:57.242888 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:06:57.286810 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ecd7c915-9c53-47a5-a736-38450cd623ac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (52429015-6a74-43a6-8513-7942321f1b6b), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:57.295100 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 5563c574-f8a7-4120-98f4-149aee11bdb3 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:06:57.392622 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9732c3-4687-4077-8d65-fa350a2746fa req-5d1a9e96-7425-478c-b426-2b05587c9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:57.394340 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5e9732c3-4687-4077-8d65-fa350a2746fa req-5d1a9e96-7425-478c-b426-2b05587c9f73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5098b2dddc743b6bb84c2d9f82fddea&device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 1127 time: 0.8688393 Mar 24 01:06:57.434646 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3bbac70d-970c-4f5f-8fce-52e5d5319246 admin admin] Publish callbacks [] for security_group (a80f362b-6a54-4081-b3a6-eeca0ae7f0f0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:57.511757 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 5563c574-f8a7-4120-98f4-149aee11bdb3, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=5563c574-f8a7-4120-98f4-149aee11bdb3,segment=NetworkSegment(0bd9def8-bffd-478e-b135-fa9c100d2905),segment_id=0bd9def8-bffd-478e-b135-fa9c100d2905)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:57.530503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '5563c574-f8a7-4120-98f4-149aee11bdb3', 'network_id': '5d593bb3-26e2-4a00-a58e-19566a591481', 'port_id': '5563c574-f8a7-4120-98f4-149aee11bdb3', 'mac_address': 'fa:16:3e:5e:5b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d432a7d-7eee-4792-8c4f-f1fc763671fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:06:57.534741 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c905473a-537f-4eaa-a359-e9665985ffdd), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:57.575546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 5563c574-f8a7-4120-98f4-149aee11bdb3 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:57.576209 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:57.591734 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5563c574-f8a7-4120-98f4-149aee11bdb3 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:57.604194 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3bbac70d-970c-4f5f-8fce-52e5d5319246 admin admin] Publish callbacks [] for security_group (a80f362b-6a54-4081-b3a6-eeca0ae7f0f0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:57.616169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 5563c574-f8a7-4120-98f4-149aee11bdb3, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=5563c574-f8a7-4120-98f4-149aee11bdb3,segment=NetworkSegment(0bd9def8-bffd-478e-b135-fa9c100d2905),segment_id=0bd9def8-bffd-478e-b135-fa9c100d2905)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:57.622159 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:57.678023 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=5563c574-f8a7-4120-98f4-149aee11bdb3,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:57.755087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9732c3-4687-4077-8d65-fa350a2746fa req-2e8d125f-bc85-42be-bbd4-9cb80ebfd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:57.756854 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5e9732c3-4687-4077-8d65-fa350a2746fa req-2e8d125f-bc85-42be-bbd4-9cb80ebfd6dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1b945f4-9bf9-489c-9fb6-5d27400f4806 HTTP/1.1" status: 200 len: 911 time: 0.3387530 Mar 24 01:06:57.782821 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3bbac70d-970c-4f5f-8fce-52e5d5319246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a80f362b-6a54-4081-b3a6-eeca0ae7f0f0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:57.785384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8271727c-fc28-4655-bf1f-caa2fb2e93ea req-068680ad-a373-4b4b-8356-9ea76d492f11 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/security-groups?id=bd722138-87d6-4017-975a-16f960e13f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548129 Mar 24 01:06:57.786282 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3bbac70d-970c-4f5f-8fce-52e5d5319246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:57.790840 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3bbac70d-970c-4f5f-8fce-52e5d5319246 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a80f362b-6a54-4081-b3a6-eeca0ae7f0f0 HTTP/1.1" status: 204 len: 168 time: 1.0584145 Mar 24 01:06:57.819216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d749c-de21-4d2f-8fe8-84c6d9da24bc req-7f9dc4fc-807f-4d8d-a915-2315cd8ab6d8 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:57.827042 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-860d749c-de21-4d2f-8fe8-84c6d9da24bc req-7f9dc4fc-807f-4d8d-a915-2315cd8ab6d8 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 945 time: 0.6404386 Mar 24 01:06:57.848337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbac70d-970c-4f5f-8fce-52e5d5319246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80f362b-6a54-4081-b3a6-eeca0ae7f0f0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:57.850142 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8464c24b-8f8e-40ef-8d27-d29d7d955f3e admin admin] Publish callbacks [] for security_group (a2760f8d-beb5-4b81-8130-5467fe2389bc), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:57.875223 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ecd7c915-9c53-47a5-a736-38450cd623ac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (52429015-6a74-43a6-8513-7942321f1b6b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:57.891260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['5563c574-f8a7-4120-98f4-149aee11bdb3'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:06:57.927328 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8464c24b-8f8e-40ef-8d27-d29d7d955f3e admin admin] Publish callbacks [] for security_group (a2760f8d-beb5-4b81-8130-5467fe2389bc), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:57.946138 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5e9732c3-4687-4077-8d65-fa350a2746fa req-564a1f8a-db3f-47b2-898a-bf20473bf04a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79b2a5a4-8522-4237-a15e-225327cdfcc5 HTTP/1.1" status: 200 len: 1000 time: 0.1787751 Mar 24 01:06:57.967054 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-860d749c-de21-4d2f-8fe8-84c6d9da24bc req-68e186db-867d-4f32-8c19-9eff3313588c tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389918 Mar 24 01:06:58.162006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9732c3-4687-4077-8d65-fa350a2746fa req-78140e95-2388-432f-84d7-05dcd1eec734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:58.164203 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5e9732c3-4687-4077-8d65-fa350a2746fa req-78140e95-2388-432f-84d7-05dcd1eec734 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f91df64-a393-477d-ac55-1cbd2f8d35ac HTTP/1.1" status: 200 len: 849 time: 0.2108643 Mar 24 01:06:58.275336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c905473a-537f-4eaa-a359-e9665985ffdd {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:58.282325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9732c3-4687-4077-8d65-fa350a2746fa req-e614c8c9-f79b-425d-b31f-a94c6d30d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:58.284062 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5e9732c3-4687-4077-8d65-fa350a2746fa req-e614c8c9-f79b-425d-b31f-a94c6d30d845 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1b945f4-9bf9-489c-9fb6-5d27400f4806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1104250 Mar 24 01:06:58.289018 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Publish callbacks [] for port (c905473a-537f-4eaa-a359-e9665985ffdd), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:58.319183 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8464c24b-8f8e-40ef-8d27-d29d7d955f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a2760f8d-beb5-4b81-8130-5467fe2389bc), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:58.323121 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8464c24b-8f8e-40ef-8d27-d29d7d955f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:58.327144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8464c24b-8f8e-40ef-8d27-d29d7d955f3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2760f8d-beb5-4b81-8130-5467fe2389bc HTTP/1.1" status: 204 len: 168 time: 1.1225631 Mar 24 01:06:58.327144 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ecd7c915-9c53-47a5-a736-38450cd623ac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (52429015-6a74-43a6-8513-7942321f1b6b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:58.355319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Transition to ACTIVE for port object c905473a-537f-4eaa-a359-e9665985ffdd will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:06:58.363785 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (c905473a-537f-4eaa-a359-e9665985ffdd), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:58.366841 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ecd7c915-9c53-47a5-a736-38450cd623ac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:58.376434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48775a92-c45f-4076-b83a-df68550b6cef None None] Network 6e6e019c-18dd-446a-ada6-d87dab36a059 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:06:58.383579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55378) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:58.386500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ecd7c915-9c53-47a5-a736-38450cd623ac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/52429015-6a74-43a6-8513-7942321f1b6b HTTP/1.1" status: 204 len: 168 time: 1.5198991 Mar 24 01:06:58.410903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cef61c-0d8f-45c2-9284-9eb5f4b1cf58 req-807575d1-20e7-43ba-8603-c2d3b5e25b06 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:58.423810 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38cef61c-0d8f-45c2-9284-9eb5f4b1cf58 req-807575d1-20e7-43ba-8603-c2d3b5e25b06 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 944 time: 0.4130847 Mar 24 01:06:58.425913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7c915-9c53-47a5-a736-38450cd623ac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Subnet': ['ID=52429015-6a74-43a6-8513-7942321f1b6b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:58.524550 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5e9732c3-4687-4077-8d65-fa350a2746fa req-cc316df5-dbb0-4eda-975b-26b1ce1c9228 service neutron] 10.222.0.48 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324846 Mar 24 01:06:58.531280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Pushing event updated for resources: {'Port': ['ID=c905473a-537f-4eaa-a359-e9665985ffdd,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:58.574279 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38cef61c-0d8f-45c2-9284-9eb5f4b1cf58 req-ea2cb78e-d3df-408d-a129-d2eb36f82aff tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425335 Mar 24 01:06:58.574279 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464c24b-8f8e-40ef-8d27-d29d7d955f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2760f8d-beb5-4b81-8130-5467fe2389bc,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:58.576940 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (6e6e019c-18dd-446a-ada6-d87dab36a059), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:58.618819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d983e-212d-45be-82ad-2365febf753f req-5f72fba3-35e3-4ea0-9c76-7f4472cf9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:58.620726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e5d983e-212d-45be-82ad-2365febf753f req-5f72fba3-35e3-4ea0-9c76-7f4472cf9bd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe9ca3c82ca4922a598c6324836fd39&device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 1127 time: 0.5820959 Mar 24 01:06:58.708621 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-38d9e255-ff8e-4750-82fb-750cfd898f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:58.765948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b337db8b-fc8f-4bcc-8cc2-988bc478415f None None] DHCP port deletion for 6e6e019c-18dd-446a-ada6-d87dab36a059 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:06:58.813303 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Attempting to bind port c905473a-537f-4eaa-a359-e9665985ffdd on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:06:58.815072 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Attempting to bind port c905473a-537f-4eaa-a359-e9665985ffdd by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:06:58.816202 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Attempting to bind port c905473a-537f-4eaa-a359-e9665985ffdd on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:58.854119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c452e-51a4-45d5-91fe-4508e5e7a6c0 req-06238d26-44e9-4cec-8c5a-9445becb3dfd tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:58.861803 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f32c452e-51a4-45d5-91fe-4508e5e7a6c0 req-06238d26-44e9-4cec-8c5a-9445becb3dfd tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 932 time: 0.6251574 Mar 24 01:06:58.870198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d983e-212d-45be-82ad-2365febf753f req-da910378-097f-4ccf-b006-cadf66580441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:58.872185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e5d983e-212d-45be-82ad-2365febf753f req-da910378-097f-4ccf-b006-cadf66580441 service neutron] 10.222.0.57 "GET /v2.0/networks?id=337b2b8c-d76b-456d-8251-4e1a61b2a332 HTTP/1.1" status: 200 len: 923 time: 0.2194488 Mar 24 01:06:58.897273 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5e9732c3-4687-4077-8d65-fa350a2746fa req-aba253a1-76ad-48f0-821b-7ffe6844bdd0 service neutron] 10.222.0.48 "GET /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527591 Mar 24 01:06:58.900895 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Port c905473a-537f-4eaa-a359-e9665985ffdd on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:06:58.901277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Attempting to bind port c905473a-537f-4eaa-a359-e9665985ffdd on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:06:58.924197 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:06:58.924600 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Checking segment: {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:06:58.925833 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Bound using segment: {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:06:58.926264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Bound port: c905473a-537f-4eaa-a359-e9665985ffdd, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:06:58.930090 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c905473a-537f-4eaa-a359-e9665985ffdd), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:58.936540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b337db8b-fc8f-4bcc-8cc2-988bc478415f None None] Deleting port be86cab8-da2b-4805-91b3-a044ee1aac8e {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:58.939422 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b337db8b-fc8f-4bcc-8cc2-988bc478415f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (be86cab8-da2b-4805-91b3-a044ee1aac8e), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.015435 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e5d983e-212d-45be-82ad-2365febf753f req-bc058871-03a3-4d80-a5c1-caa4d8db4d33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52a5f098-e4ad-49d3-89d3-e854c1ec59f9 HTTP/1.1" status: 200 len: 217 time: 0.1332765 Mar 24 01:06:59.061676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f32c452e-51a4-45d5-91fe-4508e5e7a6c0 req-75e1360c-a7a7-4765-9db9-89570af22ba1 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991119 Mar 24 01:06:59.097544 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port be86cab8-da2b-4805-91b3-a044ee1aac8e {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:06:59.101671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (be86cab8-da2b-4805-91b3-a044ee1aac8e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.114393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b337db8b-fc8f-4bcc-8cc2-988bc478415f None None] For port be86cab8-da2b-4805-91b3-a044ee1aac8e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=be86cab8-da2b-4805-91b3-a044ee1aac8e,segment=NetworkSegment(e60e731b-03cd-4fce-b4c3-a216290016e9),segment_id=e60e731b-03cd-4fce-b4c3-a216290016e9)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:59.117654 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b337db8b-fc8f-4bcc-8cc2-988bc478415f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (be86cab8-da2b-4805-91b3-a044ee1aac8e), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.150235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b337db8b-fc8f-4bcc-8cc2-988bc478415f None None] Calling delete_port for be86cab8-da2b-4805-91b3-a044ee1aac8e owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:59.174565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d983e-212d-45be-82ad-2365febf753f req-b27bf096-c86e-43bf-8e57-915bef5ba275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:59.176709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e5d983e-212d-45be-82ad-2365febf753f req-b27bf096-c86e-43bf-8e57-915bef5ba275 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70ea9387-859f-4d16-917c-5fc9b19e6f4b HTTP/1.1" status: 200 len: 862 time: 0.1508527 Mar 24 01:06:59.227362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e5d983e-212d-45be-82ad-2365febf753f req-2a1af179-1ba5-4373-9943-74b502d640fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=337b2b8c-d76b-456d-8251-4e1a61b2a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403244 Mar 24 01:06:59.237369 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d71f4-f342-4bb2-8335-8ec200a64792 req-c5941a8f-6ff0-4079-8fbc-9eb5e78595c3 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:59.245467 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-933d71f4-f342-4bb2-8335-8ec200a64792 req-c5941a8f-6ff0-4079-8fbc-9eb5e78595c3 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 945 time: 0.1365194 Mar 24 01:06:59.342303 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:06:59.345842 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 5563c574-f8a7-4120-98f4-149aee11bdb3 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:06:59.359684 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] For port be86cab8-da2b-4805-91b3-a044ee1aac8e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=be86cab8-da2b-4805-91b3-a044ee1aac8e,segment=NetworkSegment(e60e731b-03cd-4fce-b4c3-a216290016e9),segment_id=e60e731b-03cd-4fce-b4c3-a216290016e9)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:59.360065 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (be86cab8-da2b-4805-91b3-a044ee1aac8e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.365164 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b337db8b-fc8f-4bcc-8cc2-988bc478415f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (be86cab8-da2b-4805-91b3-a044ee1aac8e), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.395720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for be86cab8-da2b-4805-91b3-a044ee1aac8e owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:06:59.441331 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55416) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:06:59.448558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-933d71f4-f342-4bb2-8335-8ec200a64792 req-45cac846-5249-445d-bfbe-4b0909b8e34a tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/security-groups?id=bd722138-87d6-4017-975a-16f960e13f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022431 Mar 24 01:06:59.449714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337db8b-fc8f-4bcc-8cc2-988bc478415f None None] No DVR routers for this DVR port be86cab8-da2b-4805-91b3-a044ee1aac8e on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:06:59.513005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674ece1-05be-4e9b-b614-8a032c10de69 req-a7a526f1-783a-496f-9182-3eb9dfda0384 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:06:59.527620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5674ece1-05be-4e9b-b614-8a032c10de69 req-a7a526f1-783a-496f-9182-3eb9dfda0384 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 945 time: 0.2494144 Mar 24 01:06:59.541188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337db8b-fc8f-4bcc-8cc2-988bc478415f None None] Pushing event deleted for resources: {'Port': ['ID=be86cab8-da2b-4805-91b3-a044ee1aac8e,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:59.558498 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (be86cab8-da2b-4805-91b3-a044ee1aac8e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.626593 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e5d983e-212d-45be-82ad-2365febf753f req-2e329bd6-9ca0-41e3-8b75-7f0d29a4f9b8 service neutron] 10.222.0.57 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742127 Mar 24 01:06:59.659346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] No DVR routers for this DVR port be86cab8-da2b-4805-91b3-a044ee1aac8e on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:06:59.672972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 5563c574-f8a7-4120-98f4-149aee11bdb3 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:06:59.676588 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=be86cab8-da2b-4805-91b3-a044ee1aac8e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:06:59.688377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 5563c574-f8a7-4120-98f4-149aee11bdb3 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:06:59.688760 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.739307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=52a5f098-e4ad-49d3-89d3-e854c1ec59f9,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:59.757297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '52a5f098-e4ad-49d3-89d3-e854c1ec59f9', 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332', 'port_id': '52a5f098-e4ad-49d3-89d3-e854c1ec59f9', 'mac_address': 'fa:16:3e:a9:71:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ea9387-859f-4d16-917c-5fc9b19e6f4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:06:59.785950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (6e6e019c-18dd-446a-ada6-d87dab36a059), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.809435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6e019c-18dd-446a-ada6-d87dab36a059']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:59.819695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60e731b-03cd-4fce-b4c3-a216290016e9') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:59.819995 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60e731b-03cd-4fce-b4c3-a216290016e9') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:06:59.829128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-0ebc0021-d1b0-4945-9250-d07161bc2eaa tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-560077220'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:06:59.848960 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:59.849503 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.852806 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 5563c574-f8a7-4120-98f4-149aee11bdb3 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:06:59.853276 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.857729 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (e60e731b-03cd-4fce-b4c3-a216290016e9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.881618 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.888178 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e60e731b-03cd-4fce-b4c3-a216290016e9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.888425 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb0527f-38de-4d93-8c69-58ba39fc6a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5563c574-f8a7-4120-98f4-149aee11bdb3'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:06:59.890822 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b79d17-7038-400c-b1d8-46f280e00c57" -d '{"events": [{"server_uuid": "2bb0527f-38de-4d93-8c69-58ba39fc6a22", "name": "network-vif-plugged", "status": "completed", "tag": "5563c574-f8a7-4120-98f4-149aee11bdb3"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:06:59.899259 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebc0021-d1b0-4945-9250-d07161bc2eaa tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Made reservation on behalf of 229cf3ab2c3d43e59843ddea4823705a for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:06:59.901429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:06:59.902293 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:06:59.903298 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (e60e731b-03cd-4fce-b4c3-a216290016e9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.905326 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ebc0021-d1b0-4945-9250-d07161bc2eaa tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.923487 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ebc0021-d1b0-4945-9250-d07161bc2eaa tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.936693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5674ece1-05be-4e9b-b614-8a032c10de69 req-78102c80-445c-4528-a7d0-c361b48c5603 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046445 Mar 24 01:06:59.957460 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=52a5f098-e4ad-49d3-89d3-e854c1ec59f9,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:59.960544 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] For port c905473a-537f-4eaa-a359-e9665985ffdd, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:06:59.963069 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 5563c574-f8a7-4120-98f4-149aee11bdb3, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=5563c574-f8a7-4120-98f4-149aee11bdb3,segment=NetworkSegment(0bd9def8-bffd-478e-b135-fa9c100d2905),segment_id=0bd9def8-bffd-478e-b135-fa9c100d2905)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:06:59.969237 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.983716 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:06:59.991075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] For port c905473a-537f-4eaa-a359-e9665985ffdd, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=c905473a-537f-4eaa-a359-e9665985ffdd,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:06:59.992936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e5d983e-212d-45be-82ad-2365febf753f req-0d1cfc52-6a7d-4d52-8afd-cf74133ab956 service neutron] 10.222.0.57 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564765 Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:06:59.999047 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:07:00.030796 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (c905473a-537f-4eaa-a359-e9665985ffdd), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:00.040833 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af3753-81ed-4231-9515-708a8774841f req-4833a424-783f-4cdb-b793-e3dcd38bfa97 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:00.043609 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2af3753-81ed-4231-9515-708a8774841f req-4833a424-783f-4cdb-b793-e3dcd38bfa97 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 944 time: 0.3491116 Mar 24 01:07:00.069568 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4099ed07-315a-4a5d-9646-118f69184ada x-openstack-request-id: req-4099ed07-315a-4a5d-9646-118f69184ada {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:00.070698 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb0527f-38de-4d93-8c69-58ba39fc6a22", "name": "network-vif-plugged", "status": "completed", "tag": "5563c574-f8a7-4120-98f4-149aee11bdb3", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:00.071213 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4099ed07-315a-4a5d-9646-118f69184ada {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:00.071790 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4099ed07-315a-4a5d-9646-118f69184ada'] response: {'server_uuid': '2bb0527f-38de-4d93-8c69-58ba39fc6a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5563c574-f8a7-4120-98f4-149aee11bdb3', 'code': 200} Mar 24 01:07:00.077356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:00.078160 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:00.081338 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] 10.222.0.48 "PUT /v2.0/ports/c905473a-537f-4eaa-a359-e9665985ffdd HTTP/1.1" status: 200 len: 1092 time: 3.2056241 Mar 24 01:07:00.108194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=52a5f098-e4ad-49d3-89d3-e854c1ec59f9,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:00.116702 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['52a5f098-e4ad-49d3-89d3-e854c1ec59f9'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:07:00.152090 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82a701a-64a8-4255-bfde-f7fd706c1ba4', 'tag': 'c905473a-537f-4eaa-a359-e9665985ffdd'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:07:00.155848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2af3753-81ed-4231-9515-708a8774841f req-7e592070-41fd-4f33-9afe-80b30991395c tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056488 Mar 24 01:07:00.159787 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7a345a-ca25-4a48-a96f-e0a933c5d7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d82a701a-64a8-4255-bfde-f7fd706c1ba4", "tag": "c905473a-537f-4eaa-a359-e9665985ffdd"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:07:00.166142 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device be86cab8-da2b-4805-91b3-a044ee1aac8e no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:07:00.206289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: be86cab8-da2b-4805-91b3-a044ee1aac8e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:07:00.207256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device be86cab8-da2b-4805-91b3-a044ee1aac8e not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:07:00.237745 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (6e6e019c-18dd-446a-ada6-d87dab36a059), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:00.239254 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=5563c574-f8a7-4120-98f4-149aee11bdb3,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:00.306046 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:00.314225 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/networks/6e6e019c-18dd-446a-ada6-d87dab36a059 HTTP/1.1" status: 204 len: 168 time: 1.9127526 Mar 24 01:07:00.318148 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55440) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:00.359564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fe8e0364-e3f7-4669-ad55-ec637d2e3a84 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'network': {'name': 'tempest-RoutersTest-1301910163'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:00.392501 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41de37-0be7-4794-a576-eba86b4603c7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Network': ['ID=6e6e019c-18dd-446a-ada6-d87dab36a059,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:00.420335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8aa26f-299f-463e-b4c1-9e76b142198f service neutron] Pushing event updated for resources: {'Port': ['ID=c905473a-537f-4eaa-a359-e9665985ffdd,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:00.431226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95400507-3ab5-46de-927d-cd614168ada4 req-248e90c2-a3a1-47c5-8e1e-a0faeef4d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:00.432955 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95400507-3ab5-46de-927d-cd614168ada4 req-248e90c2-a3a1-47c5-8e1e-a0faeef4d9a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 1127 time: 0.2498174 Mar 24 01:07:00.467038 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57615187-dd2d-4e63-8e2b-48db52be2fca x-openstack-request-id: req-57615187-dd2d-4e63-8e2b-48db52be2fca {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:00.467364 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82a701a-64a8-4255-bfde-f7fd706c1ba4", "tag": "c905473a-537f-4eaa-a359-e9665985ffdd", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:00.467912 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57615187-dd2d-4e63-8e2b-48db52be2fca {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:00.468494 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57615187-dd2d-4e63-8e2b-48db52be2fca'] response: {'name': 'network-changed', 'server_uuid': 'd82a701a-64a8-4255-bfde-f7fd706c1ba4', 'tag': 'c905473a-537f-4eaa-a359-e9665985ffdd', 'status': 'completed', 'code': 200} Mar 24 01:07:00.476898 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-a4b55ce1-638e-49b6-a309-25b36b68a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:00.478853 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-a4b55ce1-638e-49b6-a309-25b36b68a75c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 1126 time: 0.3148158 Mar 24 01:07:00.479437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8e0364-e3f7-4669-ad55-ec637d2e3a84 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:00.485883 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0364-e3f7-4669-ad55-ec637d2e3a84 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:00.534326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8e0364-e3f7-4669-ad55-ec637d2e3a84 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:07:00.538042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0518a-ec56-43a3-8800-1788dd51a7c5 req-10e669f0-2b31-4f2a-b0f9-1a1fecce3228 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:00.539578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dca0518a-ec56-43a3-8800-1788dd51a7c5 req-10e669f0-2b31-4f2a-b0f9-1a1fecce3228 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 944 time: 0.2377985 Mar 24 01:07:00.561235 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ebc0021-d1b0-4945-9250-d07161bc2eaa tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks [] for security_group (59414ebc-768c-41ec-8e96-5e1bed0100db), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:00.566418 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0364-e3f7-4669-ad55-ec637d2e3a84 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ecaee1e6-d9e2-4fcd-bbea-ff92073df18e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:00.566954 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-fe8e0364-e3f7-4669-ad55-ec637d2e3a84 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Added segment ecaee1e6-d9e2-4fcd-bbea-ff92073df18e of type vlan for network 41b28afc-63b1-421a-90fc-c9967376d23e Mar 24 01:07:00.597472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055493c-459b-46a6-8dfa-95f5ad65aa27 req-e3b055cc-2537-4de2-a60e-112eb8018bd8 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:00.598949 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e055493c-459b-46a6-8dfa-95f5ad65aa27 req-e3b055cc-2537-4de2-a60e-112eb8018bd8 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 945 time: 0.2065160 Mar 24 01:07:00.599582 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ebc0021-d1b0-4945-9250-d07161bc2eaa tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (59414ebc-768c-41ec-8e96-5e1bed0100db), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:00.608630 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-93a609d0-6bd4-43f3-8f08-99b7b20a5819 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c905473a-537f-4eaa-a359-e9665985ffdd HTTP/1.1" status: 200 len: 217 time: 0.0974774 Mar 24 01:07:00.664177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc0021-d1b0-4945-9250-d07161bc2eaa tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59414ebc-768c-41ec-8e96-5e1bed0100db,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:00.697414 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0364-e3f7-4669-ad55-ec637d2e3a84 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (41b28afc-63b1-421a-90fc-c9967376d23e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:00.713606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-15ed9f0e-22ad-4bea-9846-cea81a584743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:00.715454 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-15ed9f0e-22ad-4bea-9846-cea81a584743 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f03de5f8-5d24-4408-b283-d5210a71454f HTTP/1.1" status: 200 len: 846 time: 0.0992241 Mar 24 01:07:00.722496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95400507-3ab5-46de-927d-cd614168ada4 req-6f62348c-c14a-42ad-bf29-161edecfd05e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491808 Mar 24 01:07:00.759852 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-7f15c546-6ffa-463b-81ee-760376213613 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb8d286a-5d52-420f-a6a9-f3fce1e70234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320089 Mar 24 01:07:00.766245 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0364-e3f7-4669-ad55-ec637d2e3a84 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (41b28afc-63b1-421a-90fc-c9967376d23e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:00.774109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8e0364-e3f7-4669-ad55-ec637d2e3a84 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:00.774258 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dca0518a-ec56-43a3-8800-1788dd51a7c5 req-8241213c-faaa-408d-9a2a-f1ded38e7fb7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071240 Mar 24 01:07:00.774371 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0364-e3f7-4669-ad55-ec637d2e3a84 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:00.774487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebc0021-d1b0-4945-9250-d07161bc2eaa tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:07:00.786001 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ebc0021-d1b0-4945-9250-d07161bc2eaa tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4cf3731c-f1d0-4b2f-aff8-43888b5e3c13), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:00.786365 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-0ebc0021-d1b0-4945-9250-d07161bc2eaa tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Added segment 4cf3731c-f1d0-4b2f-aff8-43888b5e3c13 of type vlan for network c37e9313-fb88-4298-acf0-102e2b2b61dc Mar 24 01:07:00.848499 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f08da9fb-c3a1-4166-bcfa-52316bf9beff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:00.862296 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ebc0021-d1b0-4945-9250-d07161bc2eaa tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (c37e9313-fb88-4298-acf0-102e2b2b61dc), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:00.896861 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e0364-e3f7-4669-ad55-ec637d2e3a84 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Network': ['ID=41b28afc-63b1-421a-90fc-c9967376d23e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:00.900586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55452) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:00.905717 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fe8e0364-e3f7-4669-ad55-ec637d2e3a84 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5712035 Mar 24 01:07:00.908867 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 41b28afc-63b1-421a-90fc-c9967376d23e details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:07:00.919438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55454) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:00.934183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-d608a248-1d26-41a7-8105-24fe0a0f1eae tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'subnet': {'network_id': '41b28afc-63b1-421a-90fc-c9967376d23e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:00.960189 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ebc0021-d1b0-4945-9250-d07161bc2eaa tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (c37e9313-fb88-4298-acf0-102e2b2b61dc), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:00.986226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebc0021-d1b0-4945-9250-d07161bc2eaa tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:00.987024 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ebc0021-d1b0-4945-9250-d07161bc2eaa tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:00.997673 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-04704afa-e7aa-408d-87cb-8e85e946b00b service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102311 Mar 24 01:07:01.129003 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-aafaf45b-ee1c-473a-9ebd-2644d0b9709a req-57804266-89b7-4249-9492-f7cfa6435790 service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225085 Mar 24 01:07:01.169037 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0ebc0021-d1b0-4945-9250-d07161bc2eaa tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7159765 Mar 24 01:07:01.172148 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55460) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:01.181299 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6e984170-11e3-4015-8b04-0ae3a62b7709 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Request body: {'subnet': {'network_id': 'c37e9313-fb88-4298-acf0-102e2b2b61dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:01.218254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc0021-d1b0-4945-9250-d07161bc2eaa tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Pushing event updated for resources: {'Network': ['ID=c37e9313-fb88-4298-acf0-102e2b2b61dc,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:01.220468 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2e574e61-1dca-4fd0-adf5-9b8399ed9654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:01.235457 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network c37e9313-fb88-4298-acf0-102e2b2b61dc details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:07:01.250262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ea00a-e189-47c4-b89f-1982c9dcb476 req-4069c5dc-62d3-4ebc-837c-3ed94671c23e tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:01.257111 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d65ea00a-e189-47c4-b89f-1982c9dcb476 req-4069c5dc-62d3-4ebc-837c-3ed94671c23e tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 945 time: 0.6888497 Mar 24 01:07:01.338088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a345a-ca25-4a48-a96f-e0a933c5d7ab req-a731bb7e-ab97-4e9c-b107-1db56f377253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:01.339965 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ba7a345a-ca25-4a48-a96f-e0a933c5d7ab req-a731bb7e-ab97-4e9c-b107-1db56f377253 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 1126 time: 0.1546991 Mar 24 01:07:01.347982 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e984170-11e3-4015-8b04-0ae3a62b7709 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Made reservation on behalf of 229cf3ab2c3d43e59843ddea4823705a for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:01.351755 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6e984170-11e3-4015-8b04-0ae3a62b7709 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:01.351944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-e055493c-459b-46a6-8dfa-95f5ad65aa27 req-e12204e5-0fd0-4057-abfe-03a2fd55b6dd tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Deleting port ef4937b9-341b-43e5-ad7f-0477303c65ff {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:01.352280 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e055493c-459b-46a6-8dfa-95f5ad65aa27 req-e12204e5-0fd0-4057-abfe-03a2fd55b6dd tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:01.361562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:07:01.384615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b9e2b-8334-4f7f-8651-e3d4b9adb2ad req-b26cfbbf-6e8c-45b6-98cf-f8a1b7e9114b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:01.392068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d59b9e2b-8334-4f7f-8651-e3d4b9adb2ad req-b26cfbbf-6e8c-45b6-98cf-f8a1b7e9114b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 944 time: 0.2462120 Mar 24 01:07:01.412775 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:01.413354 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:01.431410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d608a248-1d26-41a7-8105-24fe0a0f1eae tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:01.434846 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d608a248-1d26-41a7-8105-24fe0a0f1eae tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:01.489271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d65ea00a-e189-47c4-b89f-1982c9dcb476 req-def121db-032f-40d9-9f4f-d9ade316e396 tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/security-groups?id=bd722138-87d6-4017-975a-16f960e13f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311840 Mar 24 01:07:01.519308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:01.519844 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:01.619130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=52a5f098-e4ad-49d3-89d3-e854c1ec59f9,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:01.627026 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:01.628644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ef4937b9-341b-43e5-ad7f-0477303c65ff no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:07:01.714542 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2e574e61-1dca-4fd0-adf5-9b8399ed9654 admin admin] Publish callbacks [] for security_group (62a752aa-27c8-44aa-9b7e-7b6261b75dc2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:01.721268 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6e984170-11e3-4015-8b04-0ae3a62b7709 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (f945aada-e44e-4f9d-9350-a1659e3e19dd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:01.732266 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2e574e61-1dca-4fd0-adf5-9b8399ed9654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (62a752aa-27c8-44aa-9b7e-7b6261b75dc2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:01.747024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-e055493c-459b-46a6-8dfa-95f5ad65aa27 req-e12204e5-0fd0-4057-abfe-03a2fd55b6dd tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] For port ef4937b9-341b-43e5-ad7f-0477303c65ff, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ef4937b9-341b-43e5-ad7f-0477303c65ff,segment=NetworkSegment(815551a5-5aa9-4e0d-93ad-1185435ed9f8),segment_id=815551a5-5aa9-4e0d-93ad-1185435ed9f8)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:01.747385 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e055493c-459b-46a6-8dfa-95f5ad65aa27 req-e12204e5-0fd0-4057-abfe-03a2fd55b6dd tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:01.749716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=52a5f098-e4ad-49d3-89d3-e854c1ec59f9,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:01.822651 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-e055493c-459b-46a6-8dfa-95f5ad65aa27 req-e12204e5-0fd0-4057-abfe-03a2fd55b6dd tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Calling delete_port for ef4937b9-341b-43e5-ad7f-0477303c65ff owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:01.840885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port ef4937b9-341b-43e5-ad7f-0477303c65ff is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:01.841556 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:01.843759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e984170-11e3-4015-8b04-0ae3a62b7709 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Pushing event updated for resources: {'Subnet': ['ID=f945aada-e44e-4f9d-9350-a1659e3e19dd,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:01.858240 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2e574e61-1dca-4fd0-adf5-9b8399ed9654 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=29a1a1cececc43ff8c8260b579ed7232&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9336271 Mar 24 01:07:01.862910 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55470) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:01.885565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ef4937b9-341b-43e5-ad7f-0477303c65ff, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ef4937b9-341b-43e5-ad7f-0477303c65ff,segment=NetworkSegment(815551a5-5aa9-4e0d-93ad-1185435ed9f8),segment_id=815551a5-5aa9-4e0d-93ad-1185435ed9f8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:01.886093 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d59b9e2b-8334-4f7f-8651-e3d4b9adb2ad req-16962f0e-0125-4c74-8cb8-de918ed6900f tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926858 Mar 24 01:07:01.886502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e574e61-1dca-4fd0-adf5-9b8399ed9654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a752aa-27c8-44aa-9b7e-7b6261b75dc2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:01.891710 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:01.935534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3957c4-4378-447b-80a0-08fc9ac9e1cf req-7ede2029-1838-4d24-b62d-a2cb28aca69e tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:01.953709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-af3957c4-4378-447b-80a0-08fc9ac9e1cf req-7ede2029-1838-4d24-b62d-a2cb28aca69e tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.3637938 Mar 24 01:07:01.960998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=ef4937b9-341b-43e5-ad7f-0477303c65ff,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:01.974776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a345a-ca25-4a48-a96f-e0a933c5d7ab req-e932e3ee-d3ce-4b69-8a36-3d037948a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:01.976626 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ba7a345a-ca25-4a48-a96f-e0a933c5d7ab req-e932e3ee-d3ce-4b69-8a36-3d037948a733 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 907 time: 0.6199932 Mar 24 01:07:01.977408 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e984170-11e3-4015-8b04-0ae3a62b7709 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Checking segment: {'id': '4cf3731c-f1d0-4b2f-aff8-43888b5e3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c37e9313-fb88-4298-acf0-102e2b2b61dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:01.977911 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e984170-11e3-4015-8b04-0ae3a62b7709 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Network hostable DHCP agents. Network: c37e9313-fb88-4298-acf0-102e2b2b61dc, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:07:02.042457 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9a98591-89dc-4e98-9224-66f93f042788 admin admin] Publish callbacks [] for security_group (62a752aa-27c8-44aa-9b7e-7b6261b75dc2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:02.048397 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ba7a345a-ca25-4a48-a96f-e0a933c5d7ab req-eb5ca01a-d389-48f8-95cf-774a3962ae2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c905473a-537f-4eaa-a359-e9665985ffdd HTTP/1.1" status: 200 len: 217 time: 0.0590508 Mar 24 01:07:02.066594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e984170-11e3-4015-8b04-0ae3a62b7709 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Network c37e9313-fb88-4298-acf0-102e2b2b61dc is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:07:02.073199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ff4565-7657-40f7-bfa9-32aec32b8ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a5f098-e4ad-49d3-89d3-e854c1ec59f9'}, {'server_uuid': 'f64f0d4d-8f37-4297-ac52-4b2e8d478aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4937b9-341b-43e5-ad7f-0477303c65ff'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:07:02.077187 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9a98591-89dc-4e98-9224-66f93f042788 admin admin] Publish callbacks [] for security_group (62a752aa-27c8-44aa-9b7e-7b6261b75dc2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:02.078052 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878b87c1-1d00-4b00-bcf0-8dd0a0391419" -d '{"events": [{"server_uuid": "b4ff4565-7657-40f7-bfa9-32aec32b8ff6", "name": "network-vif-plugged", "status": "completed", "tag": "52a5f098-e4ad-49d3-89d3-e854c1ec59f9"}, {"server_uuid": "f64f0d4d-8f37-4297-ac52-4b2e8d478aaa", "name": "network-vif-unplugged", "status": "completed", "tag": "ef4937b9-341b-43e5-ad7f-0477303c65ff"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:07:02.108192 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:02.112583 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-6e984170-11e3-4015-8b04-0ae3a62b7709 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, c37e9313-fb88-4298-acf0-102e2b2b61dc) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:02.130285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e984170-11e3-4015-8b04-0ae3a62b7709 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:02.130885 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6e984170-11e3-4015-8b04-0ae3a62b7709 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:02.131630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a05fa67-f14c-4919-b0e7-73b4186b9771 None None] Network c37e9313-fb88-4298-acf0-102e2b2b61dc requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:02.160598 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a345a-ca25-4a48-a96f-e0a933c5d7ab req-d22e0b5a-59ee-403b-8ffd-ba775839d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:02.162124 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ba7a345a-ca25-4a48-a96f-e0a933c5d7ab req-d22e0b5a-59ee-403b-8ffd-ba775839d84a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f03de5f8-5d24-4408-b283-d5210a71454f HTTP/1.1" status: 200 len: 846 time: 0.0900047 Mar 24 01:07:02.170423 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6e984170-11e3-4015-8b04-0ae3a62b7709 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9923146 Mar 24 01:07:02.170423 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55476) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:02.178370 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Request body: {'port': {'network_id': 'c37e9313-fb88-4298-acf0-102e2b2b61dc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-397294795'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:02.251257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-af3957c4-4378-447b-80a0-08fc9ac9e1cf req-9fedc7d7-b756-477f-9662-56f071704ea4 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965758 Mar 24 01:07:02.256920 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d608a248-1d26-41a7-8105-24fe0a0f1eae tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (321c3592-a644-45ed-bd6c-0f2758542fec), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:02.286676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-c37e9313-fb88-4298-acf0-102e2b2b61dc', 'network_id': 'c37e9313-fb88-4298-acf0-102e2b2b61dc', 'project_id': '229cf3ab2c3d43e59843ddea4823705a', 'fixed_ips': [{'subnet_id': 'f945aada-e44e-4f9d-9350-a1659e3e19dd'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:07:02.287823 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:02.299448 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ba7a345a-ca25-4a48-a96f-e0a933c5d7ab req-2622d8ef-660d-4f54-bfaf-ad0bc9993e99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb8d286a-5d52-420f-a6a9-f3fce1e70234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249096 Mar 24 01:07:02.341111 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9a98591-89dc-4e98-9224-66f93f042788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (62a752aa-27c8-44aa-9b7e-7b6261b75dc2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:02.350290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608a248-1d26-41a7-8105-24fe0a0f1eae tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Subnet': ['ID=321c3592-a644-45ed-bd6c-0f2758542fec,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:02.359940 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9a98591-89dc-4e98-9224-66f93f042788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:02.373756 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f9a98591-89dc-4e98-9224-66f93f042788 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/62a752aa-27c8-44aa-9b7e-7b6261b75dc2 HTTP/1.1" status: 204 len: 168 time: 0.5075841 Mar 24 01:07:02.446054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba394fd-74d2-4830-9c1f-c536d1aa44fe req-d107f27a-e301-4858-93d4-fd5361a024e8 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:02.448024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bba394fd-74d2-4830-9c1f-c536d1aa44fe req-d107f27a-e301-4858-93d4-fd5361a024e8 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 944 time: 0.4553843 Mar 24 01:07:02.454033 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d608a248-1d26-41a7-8105-24fe0a0f1eae tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Checking segment: {'id': 'ecaee1e6-d9e2-4fcd-bbea-ff92073df18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '41b28afc-63b1-421a-90fc-c9967376d23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:02.455415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d608a248-1d26-41a7-8105-24fe0a0f1eae tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network hostable DHCP agents. Network: 41b28afc-63b1-421a-90fc-c9967376d23e, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:07:02.497476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d608a248-1d26-41a7-8105-24fe0a0f1eae tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 41b28afc-63b1-421a-90fc-c9967376d23e is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:07:02.548836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-d608a248-1d26-41a7-8105-24fe0a0f1eae tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 41b28afc-63b1-421a-90fc-c9967376d23e) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:02.556359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d608a248-1d26-41a7-8105-24fe0a0f1eae tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:02.557197 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d608a248-1d26-41a7-8105-24fe0a0f1eae tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:02.569370 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:02.570519 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e58b5c-77a6-4653-bff2-69f9ce8ede6b None None] Network 41b28afc-63b1-421a-90fc-c9967376d23e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:02.577243 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 24 Mar 2022 01:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cea92ef-0205-4466-8219-60e0b7c36e42 x-openstack-request-id: req-6cea92ef-0205-4466-8219-60e0b7c36e42 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:02.578640 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ff4565-7657-40f7-bfa9-32aec32b8ff6", "name": "network-vif-plugged", "status": "completed", "tag": "52a5f098-e4ad-49d3-89d3-e854c1ec59f9", "code": 200}, {"server_uuid": "f64f0d4d-8f37-4297-ac52-4b2e8d478aaa", "name": "network-vif-unplugged", "status": "completed", "tag": "ef4937b9-341b-43e5-ad7f-0477303c65ff", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:02.580020 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6cea92ef-0205-4466-8219-60e0b7c36e42 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:02.580629 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cea92ef-0205-4466-8219-60e0b7c36e42'] response: {'server_uuid': 'b4ff4565-7657-40f7-bfa9-32aec32b8ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a5f098-e4ad-49d3-89d3-e854c1ec59f9', 'code': 200} Mar 24 01:07:02.581072 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cea92ef-0205-4466-8219-60e0b7c36e42'] response: {'server_uuid': 'f64f0d4d-8f37-4297-ac52-4b2e8d478aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4937b9-341b-43e5-ad7f-0477303c65ff', 'code': 200} Mar 24 01:07:02.598319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a98591-89dc-4e98-9224-66f93f042788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a752aa-27c8-44aa-9b7e-7b6261b75dc2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:02.633324 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e055493c-459b-46a6-8dfa-95f5ad65aa27 req-e12204e5-0fd0-4057-abfe-03a2fd55b6dd tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ef4937b9-341b-43e5-ad7f-0477303c65ff), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:02.663330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d608a248-1d26-41a7-8105-24fe0a0f1eae tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7338667 Mar 24 01:07:02.669219 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55486) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:02.680705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6d4b8428-7c78-40d8-b807-bd0f8f9d6f75 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1187257772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:02.720743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bba394fd-74d2-4830-9c1f-c536d1aa44fe req-61cb9cb6-8f82-4f65-a2c9-d35f74dbbbb6 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302012 Mar 24 01:07:02.745121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12204e5-0fd0-4057-abfe-03a2fd55b6dd tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Pushing event deleted for resources: {'Port': ['ID=ef4937b9-341b-43e5-ad7f-0477303c65ff,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:02.831030 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ba7a345a-ca25-4a48-a96f-e0a933c5d7ab req-e03d75cf-ad79-49eb-b55a-73390045eda0 service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133839 Mar 24 01:07:02.877489 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Made reservation on behalf of 229cf3ab2c3d43e59843ddea4823705a for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:02.880741 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:02.884363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e055493c-459b-46a6-8dfa-95f5ad65aa27 req-e12204e5-0fd0-4057-abfe-03a2fd55b6dd tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] No DVR routers for this DVR port ef4937b9-341b-43e5-ad7f-0477303c65ff on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:07:02.889378 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d4b8428-7c78-40d8-b807-bd0f8f9d6f75 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (35d97ce4-2966-4ac3-8fd5-276751531de2), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:02.890793 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d4b8428-7c78-40d8-b807-bd0f8f9d6f75 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (35d97ce4-2966-4ac3-8fd5-276751531de2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:02.922483 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e055493c-459b-46a6-8dfa-95f5ad65aa27 req-e12204e5-0fd0-4057-abfe-03a2fd55b6dd tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:02.926162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e055493c-459b-46a6-8dfa-95f5ad65aa27 req-e12204e5-0fd0-4057-abfe-03a2fd55b6dd tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.57 "DELETE /v2.0/ports/ef4937b9-341b-43e5-ad7f-0477303c65ff HTTP/1.1" status: 204 len: 173 time: 2.2861884 Mar 24 01:07:02.926729 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f0d4d-8f37-4297-ac52-4b2e8d478aaa', 'name': 'network-vif-deleted', 'tag': 'ef4937b9-341b-43e5-ad7f-0477303c65ff'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:07:02.929155 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643db933-db42-449f-8ad8-df0b956b724e" -d '{"events": [{"server_uuid": "f64f0d4d-8f37-4297-ac52-4b2e8d478aaa", "name": "network-vif-deleted", "tag": "ef4937b9-341b-43e5-ad7f-0477303c65ff"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:07:02.934673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6756a63-42d2-4275-bcec-1783d636f253 req-c97c3b58-99b3-49f5-b775-9872a7584b9f tempest-InstanceActionsNegativeTestJSON-1829664856 tempest-InstanceActionsNegativeTestJSON-1829664856-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64f0d4d-8f37-4297-ac52-4b2e8d478aaa HTTP/1.1" status: 200 len: 210 time: 0.0797889 Mar 24 01:07:02.952737 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] device_id is not set on port ebfcc070-5da0-4447-8984-a49235b47fa9 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:07:02.978719 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Allocated IP 172.20.0.2 (c37e9313-fb88-4298-acf0-102e2b2b61dc/f945aada-e44e-4f9d-9350-a1659e3e19dd/5d6c449a-891c-4bee-b84f-0bd3b21d49bc) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:07:03.036441 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d4b8428-7c78-40d8-b807-bd0f8f9d6f75 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_controller (35d97ce4-2966-4ac3-8fd5-276751531de2), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:03.049135 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ba7a345a-ca25-4a48-a96f-e0a933c5d7ab req-1ee752b8-67e3-4fea-abd8-0b7cd02b3c1c service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171614 Mar 24 01:07:03.050325 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d4b8428-7c78-40d8-b807-bd0f8f9d6f75 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (35d97ce4-2966-4ac3-8fd5-276751531de2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:03.092313 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d4b8428-7c78-40d8-b807-bd0f8f9d6f75 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:03.093770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6d4b8428-7c78-40d8-b807-bd0f8f9d6f75 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4212313 Mar 24 01:07:03.096592 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55498) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:03.118057 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce165d7-afab-4365-9880-8ad8c944242a x-openstack-request-id: req-2ce165d7-afab-4365-9880-8ad8c944242a {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:03.118663 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f0d4d-8f37-4297-ac52-4b2e8d478aaa", "name": "network-vif-deleted", "tag": "ef4937b9-341b-43e5-ad7f-0477303c65ff", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:03.119090 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ce165d7-afab-4365-9880-8ad8c944242a {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:03.119689 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce165d7-afab-4365-9880-8ad8c944242a'] response: {'server_uuid': 'f64f0d4d-8f37-4297-ac52-4b2e8d478aaa', 'name': 'network-vif-deleted', 'tag': 'ef4937b9-341b-43e5-ad7f-0477303c65ff', 'status': 'completed', 'code': 200} Mar 24 01:07:03.176402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-41b28afc-63b1-421a-90fc-c9967376d23e', 'network_id': '41b28afc-63b1-421a-90fc-c9967376d23e', 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'fixed_ips': [{'subnet_id': '321c3592-a644-45ed-bd6c-0f2758542fec'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:07:03.180553 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:03.482495 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Publish callbacks [] for port (5d6c449a-891c-4bee-b84f-0bd3b21d49bc), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:03.536520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded8889-46d2-4825-8ed5-04bd43e6cd48 req-a0fbcb10-68ac-45ee-86cc-f36cdc1e84b4 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:03.547460 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (5d6c449a-891c-4bee-b84f-0bd3b21d49bc), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:03.549356 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ded8889-46d2-4825-8ed5-04bd43e6cd48 req-a0fbcb10-68ac-45ee-86cc-f36cdc1e84b4 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 945 time: 0.7119076 Mar 24 01:07:03.610447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Allocated IP 172.20.0.2 (41b28afc-63b1-421a-90fc-c9967376d23e/321c3592-a644-45ed-bd6c-0f2758542fec/c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:07:03.611385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e5308-b8df-4afa-840a-ee6ecb6e405d req-edf03e36-ad6c-4913-b1ca-77351f775bfe tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:03.620254 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f73e5308-b8df-4afa-840a-ee6ecb6e405d req-edf03e36-ad6c-4913-b1ca-77351f775bfe tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.1951792 Mar 24 01:07:03.654841 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ded8889-46d2-4825-8ed5-04bd43e6cd48 req-13f57d1c-d983-49a0-b434-147f6227a628 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045215 Mar 24 01:07:03.710293 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f73e5308-b8df-4afa-840a-ee6ecb6e405d req-83c4127e-dfce-49ce-8901-e014373c2392 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888059 Mar 24 01:07:03.866017 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Network c37e9313-fb88-4298-acf0-102e2b2b61dc is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:03.868700 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.db.api [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-96408ca3-35a7-4ea4-b165-66308cdb3e08 {{(pid=115729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:07:03.869242 n-d-760455-9 neutron-server[115729]: DEBUG oslo_db.api [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:07:03.896635 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:03.899401 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:03.901124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:03.915948 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:03.976663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99842d-2d8e-4f0b-8710-70bff45ee08a req-aec5b972-a464-452e-ab52-607a26fe3cd9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:03.986040 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac99842d-2d8e-4f0b-8710-70bff45ee08a req-aec5b972-a464-452e-ab52-607a26fe3cd9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 944 time: 0.1067331 Mar 24 01:07:04.098017 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Pushing event updated for resources: {'Port': ['ID=5d6c449a-891c-4bee-b84f-0bd3b21d49bc,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:04.127982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201d365-a137-4e34-9493-282d922ab6ef req-a972cf1b-27e9-43bd-9604-2663acd8af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:04.129496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c201d365-a137-4e34-9493-282d922ab6ef req-a972cf1b-27e9-43bd-9604-2663acd8af29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41878b2607454651b78373c662ce7dee&device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 1127 time: 0.1405716 Mar 24 01:07:04.142006 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac99842d-2d8e-4f0b-8710-70bff45ee08a req-04ba86b5-7f7a-4c0d-868b-7bd0385f1785 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549299 Mar 24 01:07:04.203513 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Attempting to bind port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:07:04.205593 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Attempting to bind port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '4cf3731c-f1d0-4b2f-aff8-43888b5e3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c37e9313-fb88-4298-acf0-102e2b2b61dc'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:07:04.206376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Attempting to bind port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc on network c37e9313-fb88-4298-acf0-102e2b2b61dc {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:07:04.224309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:07:04.224844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Checking segment: {'id': '4cf3731c-f1d0-4b2f-aff8-43888b5e3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c37e9313-fb88-4298-acf0-102e2b2b61dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:04.225293 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:04.225605 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55528) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:04.226159 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Bound using segment: {'id': '4cf3731c-f1d0-4b2f-aff8-43888b5e3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c37e9313-fb88-4298-acf0-102e2b2b61dc'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:07:04.226821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Bound port: 5d6c449a-891c-4bee-b84f-0bd3b21d49bc, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf3731c-f1d0-4b2f-aff8-43888b5e3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c37e9313-fb88-4298-acf0-102e2b2b61dc'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:07:04.227206 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d6c449a-891c-4bee-b84f-0bd3b21d49bc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:04.255432 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Publish callbacks [] for port (c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:04.256800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea07ee-e412-4281-88d2-4e3816d18195 req-ffa7af98-f40c-4074-8b93-fba4a6fe85ad tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:04.263989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12ea07ee-e412-4281-88d2-4e3816d18195 req-ffa7af98-f40c-4074-8b93-fba4a6fe85ad tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.2272983 Mar 24 01:07:04.320147 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:04.339797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] For port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:07:04.344084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] For port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5d6c449a-891c-4bee-b84f-0bd3b21d49bc,segment=NetworkSegment(4cf3731c-f1d0-4b2f-aff8-43888b5e3c13),segment_id=4cf3731c-f1d0-4b2f-aff8-43888b5e3c13)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:07:04.371529 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:04.382213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12ea07ee-e412-4281-88d2-4e3816d18195 req-a688592d-9ee2-49f4-9c3e-8469c9574159 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124814 Mar 24 01:07:04.400839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689f357-b1dc-4149-b2cd-1578a6630cc7 req-39575b0c-d149-4d55-80d8-8679739f8723 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:04.402383 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a689f357-b1dc-4149-b2cd-1578a6630cc7 req-39575b0c-d149-4d55-80d8-8679739f8723 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 945 time: 0.1288850 Mar 24 01:07:04.404176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201d365-a137-4e34-9493-282d922ab6ef req-4b904fc3-6549-495c-a1ce-6078bc49f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:04.406440 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c201d365-a137-4e34-9493-282d922ab6ef req-4b904fc3-6549-495c-a1ce-6078bc49f415 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5d593bb3-26e2-4a00-a58e-19566a591481 HTTP/1.1" status: 200 len: 912 time: 0.2611573 Mar 24 01:07:04.407955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Pushing event updated for resources: {'Port': ['ID=c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:04.418049 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5d6c449a-891c-4bee-b84f-0bd3b21d49bc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:04.432065 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-71654cb8-ccf3-4d8b-86dd-89c05582a81a admin admin] Deleting subnet f0b97511-8d5a-49a0-bc8c-3a1449fb6e9e {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:07:04.447015 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Allocated IP 172.20.0.1 (41b28afc-63b1-421a-90fc-c9967376d23e/321c3592-a644-45ed-bd6c-0f2758542fec/14f26ec7-6dff-40c4-8740-4e9bb46ad909) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:07:04.449064 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-71654cb8-ccf3-4d8b-86dd-89c05582a81a admin admin] Publish callbacks [] for subnet (f0b97511-8d5a-49a0-bc8c-3a1449fb6e9e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:04.491448 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] device_id is not set on port 3e6de006-b0b0-480c-9652-1ea4f4c91dc2 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:07:04.497457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c201d365-a137-4e34-9493-282d922ab6ef req-488deea3-60ca-4617-a0d5-8cefdc3bbc10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5563c574-f8a7-4120-98f4-149aee11bdb3 HTTP/1.1" status: 200 len: 217 time: 0.0762448 Mar 24 01:07:04.536065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e80bd2-849b-4da4-941c-56d764f6b130 None None] Pushing event updated for resources: {'Port': ['ID=5d6c449a-891c-4bee-b84f-0bd3b21d49bc,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:04.589897 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Network 41b28afc-63b1-421a-90fc-c9967376d23e is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:04.595037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:04.601863 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:04.648679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201d365-a137-4e34-9493-282d922ab6ef req-9a05197b-2716-4a66-b72f-6de27d1a9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:04.655010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c201d365-a137-4e34-9493-282d922ab6ef req-9a05197b-2716-4a66-b72f-6de27d1a9200 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d432a7d-7eee-4792-8c4f-f1fc763671fc HTTP/1.1" status: 200 len: 851 time: 0.1507852 Mar 24 01:07:04.690938 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Allocated IP 172.20.0.6 (c37e9313-fb88-4298-acf0-102e2b2b61dc/f945aada-e44e-4f9d-9350-a1659e3e19dd/3e6de006-b0b0-480c-9652-1ea4f4c91dc2) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:07:04.697443 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c201d365-a137-4e34-9493-282d922ab6ef req-34931038-150c-4671-a89f-b2fdc3ae7e46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d593bb3-26e2-4a00-a58e-19566a591481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363026 Mar 24 01:07:04.774061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device c905473a-537f-4eaa-a359-e9665985ffdd details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:07:04.802745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Attempting to bind port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:07:04.803383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Attempting to bind port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'ecaee1e6-d9e2-4fcd-bbea-ff92073df18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '41b28afc-63b1-421a-90fc-c9967376d23e'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:07:04.803945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Attempting to bind port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb on network 41b28afc-63b1-421a-90fc-c9967376d23e {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:07:04.817369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:07:04.818097 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Checking segment: {'id': 'ecaee1e6-d9e2-4fcd-bbea-ff92073df18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '41b28afc-63b1-421a-90fc-c9967376d23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:04.818820 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:04.819402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Bound using segment: {'id': 'ecaee1e6-d9e2-4fcd-bbea-ff92073df18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '41b28afc-63b1-421a-90fc-c9967376d23e'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:07:04.820205 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Bound port: c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecaee1e6-d9e2-4fcd-bbea-ff92073df18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '41b28afc-63b1-421a-90fc-c9967376d23e'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:07:04.821205 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:04.873510 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks [] for port (3e6de006-b0b0-480c-9652-1ea4f4c91dc2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:04.950380 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-71654cb8-ccf3-4d8b-86dd-89c05582a81a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (f0b97511-8d5a-49a0-bc8c-3a1449fb6e9e), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:04.997160 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-71654cb8-ccf3-4d8b-86dd-89c05582a81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (f0b97511-8d5a-49a0-bc8c-3a1449fb6e9e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:05.014984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] For port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:07:05.031939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] For port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb,segment=NetworkSegment(ecaee1e6-d9e2-4fcd-bbea-ff92073df18e),segment_id=ecaee1e6-d9e2-4fcd-bbea-ff92073df18e)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:07:05.071208 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3e6de006-b0b0-480c-9652-1ea4f4c91dc2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:05.102580 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:05.115593 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-71654cb8-ccf3-4d8b-86dd-89c05582a81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (f0b97511-8d5a-49a0-bc8c-3a1449fb6e9e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:05.227904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71654cb8-ccf3-4d8b-86dd-89c05582a81a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0b97511-8d5a-49a0-bc8c-3a1449fb6e9e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:05.243388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Network c37e9313-fb88-4298-acf0-102e2b2b61dc is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:05.250509 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-71654cb8-ccf3-4d8b-86dd-89c05582a81a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:05.261173 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-71654cb8-ccf3-4d8b-86dd-89c05582a81a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f0b97511-8d5a-49a0-bc8c-3a1449fb6e9e HTTP/1.1" status: 204 len: 168 time: 1.0322444 Mar 24 01:07:05.267568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:05.278508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55540) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:05.286979 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:05.335650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port c905473a-537f-4eaa-a359-e9665985ffdd, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=c905473a-537f-4eaa-a359-e9665985ffdd,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:05.356698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'c905473a-537f-4eaa-a359-e9665985ffdd', 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234', 'port_id': 'c905473a-537f-4eaa-a359-e9665985ffdd', 'mac_address': 'fa:16:3e:c0:91:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03de5f8-5d24-4408-b283-d5210a71454f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:07:05.359606 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:05.369638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92660364-a405-4cea-a486-cd557cabbe21 None None] Pushing event updated for resources: {'Port': ['ID=c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:05.438607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:05.443006 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:05.461260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port c905473a-537f-4eaa-a359-e9665985ffdd is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:05.462177 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c905473a-537f-4eaa-a359-e9665985ffdd), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:05.483765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c905473a-537f-4eaa-a359-e9665985ffdd {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:07:05.509503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port c905473a-537f-4eaa-a359-e9665985ffdd, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=c905473a-537f-4eaa-a359-e9665985ffdd,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:05.514976 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c905473a-537f-4eaa-a359-e9665985ffdd), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:05.540691 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Pushing event updated for resources: {'Port': ['ID=3e6de006-b0b0-480c-9652-1ea4f4c91dc2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:05.608539 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6187be82-c329-49c6-92e3-af72ce6ff171 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4374824 Mar 24 01:07:05.613866 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55546) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:05.644661 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Request body: {'port': {'network_id': 'c37e9313-fb88-4298-acf0-102e2b2b61dc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1832802861', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:05.645655 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.api.validators [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] bootfile-name is not in valid_values {{(pid=115729) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 24 01:07:05.646238 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.api.validators [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] tftp-server is not in valid_values {{(pid=115729) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 24 01:07:05.646831 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.api.validators [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] server-ip-address is not in valid_values {{(pid=115729) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 24 01:07:05.646968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=c905473a-537f-4eaa-a359-e9665985ffdd,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:05.700943 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c201d365-a137-4e34-9493-282d922ab6ef req-d8dd0bb3-029e-42a4-b17a-de2c2d50acd3 service neutron] 10.222.0.57 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9943826 Mar 24 01:07:05.711924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-a689f357-b1dc-4149-b2cd-1578a6630cc7 req-ca90abb2-b748-47e0-9774-c7bcd142afcf tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Deleting port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:05.711924 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a689f357-b1dc-4149-b2cd-1578a6630cc7 req-ca90abb2-b748-47e0-9774-c7bcd142afcf tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:05.744316 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (14f26ec7-6dff-40c4-8740-4e9bb46ad909), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:05.776063 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['c905473a-537f-4eaa-a359-e9665985ffdd'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:07:05.888664 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b419bd4-20c7-478f-b3cf-9f7e7e2ddafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (384d67d0-1778-4807-9eab-a2c94bd310a3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:06.107179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-a689f357-b1dc-4149-b2cd-1578a6630cc7 req-ca90abb2-b748-47e0-9774-c7bcd142afcf tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] For port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=52a5f098-e4ad-49d3-89d3-e854c1ec59f9,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:06.107557 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a689f357-b1dc-4149-b2cd-1578a6630cc7 req-ca90abb2-b748-47e0-9774-c7bcd142afcf tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:06.133116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36824017-0fc5-4319-a999-bb2960f10330 req-cb7be532-a09c-4730-8865-45b374856944 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:06.133116 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36824017-0fc5-4319-a999-bb2960f10330 req-cb7be532-a09c-4730-8865-45b374856944 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 945 time: 0.4193156 Mar 24 01:07:06.185313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa924a-4eea-4aee-a110-87a514a1cd93 req-ffdfb667-e884-4104-9f41-4c16ebc59cfb tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:06.186888 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42aa924a-4eea-4aee-a110-87a514a1cd93 req-ffdfb667-e884-4104-9f41-4c16ebc59cfb tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 945 time: 0.4742367 Mar 24 01:07:06.188525 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c201d365-a137-4e34-9493-282d922ab6ef req-cdca2c94-e1f4-4429-b478-c00f762fd1fd service neutron] 10.222.0.57 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772789 Mar 24 01:07:06.202114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-a689f357-b1dc-4149-b2cd-1578a6630cc7 req-ca90abb2-b748-47e0-9774-c7bcd142afcf tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Calling delete_port for 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:06.208397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:07:06.276840 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (14f26ec7-6dff-40c4-8740-4e9bb46ad909), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:06.326666 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36824017-0fc5-4319-a999-bb2960f10330 req-eab936b4-5fec-4ab1-92fc-9e34745d01ba tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930740 Mar 24 01:07:06.329994 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b419bd4-20c7-478f-b3cf-9f7e7e2ddafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (384d67d0-1778-4807-9eab-a2c94bd310a3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:06.335278 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:06.335662 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:06.346904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 41b28afc-63b1-421a-90fc-c9967376d23e is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:06.355335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:06.378127 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Made reservation on behalf of 229cf3ab2c3d43e59843ddea4823705a for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:06.382164 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:06.387754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:06.488306 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-8b419bd4-20c7-478f-b3cf-9f7e7e2ddafd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384d67d0-1778-4807-9eab-a2c94bd310a3']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:06.493833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b650e4-1ac6-45ed-a7ed-66399a887b9d None None] Network c37e9313-fb88-4298-acf0-102e2b2b61dc requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:06.546264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] device_id is not set on port 4eb6f0c9-81cf-4681-948b-1f8d8764c5cd yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:07:06.552869 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-8b419bd4-20c7-478f-b3cf-9f7e7e2ddafd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815551a5-5aa9-4e0d-93ad-1185435ed9f8') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:06.553320 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-8b419bd4-20c7-478f-b3cf-9f7e7e2ddafd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815551a5-5aa9-4e0d-93ad-1185435ed9f8') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:06.575226 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=14f26ec7-6dff-40c4-8740-4e9bb46ad909,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:06.613805 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b419bd4-20c7-478f-b3cf-9f7e7e2ddafd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (815551a5-5aa9-4e0d-93ad-1185435ed9f8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:06.664069 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42aa924a-4eea-4aee-a110-87a514a1cd93 req-9408a881-cc3f-4fe4-b5cf-e430d28ea591 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628926 Mar 24 01:07:06.703387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:06.704360 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:06.706613 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device c905473a-537f-4eaa-a359-e9665985ffdd up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:07:06.721432 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (35d97ce4-2966-4ac3-8fd5-276751531de2), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:06.728992 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b419bd4-20c7-478f-b3cf-9f7e7e2ddafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (815551a5-5aa9-4e0d-93ad-1185435ed9f8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:06.739913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0d8f4f26-c2fa-4307-b56e-d3c3f49599dc None None] Provisioning complete for port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:06.743415 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4f26-c2fa-4307-b56e-d3c3f49599dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d6c449a-891c-4bee-b84f-0bd3b21d49bc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:06.771812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f1e56-b504-4e28-9df7-a392197eae54 req-496ae37b-b9bc-4e83-9dc5-44eb14c26f66 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:06.794364 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc0f1e56-b504-4e28-9df7-a392197eae54 req-496ae37b-b9bc-4e83-9dc5-44eb14c26f66 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.2243726 Mar 24 01:07:06.798112 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b419bd4-20c7-478f-b3cf-9f7e7e2ddafd admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:07:06.798839 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b419bd4-20c7-478f-b3cf-9f7e7e2ddafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (815551a5-5aa9-4e0d-93ad-1185435ed9f8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:07:06.800995 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:07:06.966207 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc0f1e56-b504-4e28-9df7-a392197eae54 req-9a5d7825-48d9-4525-b382-ba39dbe5d5ed tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651218 Mar 24 01:07:07.017399 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b419bd4-20c7-478f-b3cf-9f7e7e2ddafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (384d67d0-1778-4807-9eab-a2c94bd310a3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:07.037041 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a689f357-b1dc-4149-b2cd-1578a6630cc7 req-ca90abb2-b748-47e0-9774-c7bcd142afcf tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (52a5f098-e4ad-49d3-89d3-e854c1ec59f9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:07.053742 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b419bd4-20c7-478f-b3cf-9f7e7e2ddafd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:07.059157 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8b419bd4-20c7-478f-b3cf-9f7e7e2ddafd admin admin] 10.222.0.45 "DELETE /v2.0/networks/384d67d0-1778-4807-9eab-a2c94bd310a3 HTTP/1.1" status: 204 len: 168 time: 1.7736082 Mar 24 01:07:07.076935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb,segment=NetworkSegment(ecaee1e6-d9e2-4fcd-bbea-ff92073df18e),segment_id=ecaee1e6-d9e2-4fcd-bbea-ff92073df18e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:07.110486 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419bd4-20c7-478f-b3cf-9f7e7e2ddafd admin admin] Pushing event deleted for resources: {'Network': ['ID=384d67d0-1778-4807-9eab-a2c94bd310a3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:07.157496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90abb2-b748-47e0-9774-c7bcd142afcf tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Pushing event deleted for resources: {'Port': ['ID=52a5f098-e4ad-49d3-89d3-e854c1ec59f9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:07.162601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dcdeb2-8f82-4312-b1a1-25561bb33f30 None None] Network 41b28afc-63b1-421a-90fc-c9967376d23e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:07.169779 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:07.170547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5d6c449a-891c-4bee-b84f-0bd3b21d49bc up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:07:07.177957 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Allocated IP 172.20.0.9 (c37e9313-fb88-4298-acf0-102e2b2b61dc/f945aada-e44e-4f9d-9350-a1659e3e19dd/4eb6f0c9-81cf-4681-948b-1f8d8764c5cd) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:07:07.225497 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (14f26ec7-6dff-40c4-8740-4e9bb46ad909), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:07.293910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-a689f357-b1dc-4149-b2cd-1578a6630cc7 req-ca90abb2-b748-47e0-9774-c7bcd142afcf tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] No DVR routers for this DVR port 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:07:07.301843 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a689f357-b1dc-4149-b2cd-1578a6630cc7 req-ca90abb2-b748-47e0-9774-c7bcd142afcf tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:07.305357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a689f357-b1dc-4149-b2cd-1578a6630cc7 req-ca90abb2-b748-47e0-9774-c7bcd142afcf tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.57 "DELETE /v2.0/ports/52a5f098-e4ad-49d3-89d3-e854c1ec59f9 HTTP/1.1" status: 204 len: 173 time: 2.8929925 Mar 24 01:07:07.305842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ff4565-7657-40f7-bfa9-32aec32b8ff6', 'name': 'network-vif-deleted', 'tag': '52a5f098-e4ad-49d3-89d3-e854c1ec59f9'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:07:07.308239 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38ea1b9-b3d0-4f67-a86b-93067cf227e8" -d '{"events": [{"server_uuid": "b4ff4565-7657-40f7-bfa9-32aec32b8ff6", "name": "network-vif-deleted", "tag": "52a5f098-e4ad-49d3-89d3-e854c1ec59f9"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:07:07.497761 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c860e4-6e54-4b1f-8c2b-91d4d93ce7a2 x-openstack-request-id: req-11c860e4-6e54-4b1f-8c2b-91d4d93ce7a2 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:07.498066 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ff4565-7657-40f7-bfa9-32aec32b8ff6", "name": "network-vif-deleted", "tag": "52a5f098-e4ad-49d3-89d3-e854c1ec59f9", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:07.498329 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11c860e4-6e54-4b1f-8c2b-91d4d93ce7a2 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:07.498755 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c860e4-6e54-4b1f-8c2b-91d4d93ce7a2'] response: {'server_uuid': 'b4ff4565-7657-40f7-bfa9-32aec32b8ff6', 'name': 'network-vif-deleted', 'tag': '52a5f098-e4ad-49d3-89d3-e854c1ec59f9', 'status': 'completed', 'code': 200} Mar 24 01:07:07.501027 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee27c0e7-106f-4b32-b002-98dd2ef89b95 req-b15695e2-74de-4c1b-9a19-12ccaab930fb tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ff4565-7657-40f7-bfa9-32aec32b8ff6 HTTP/1.1" status: 200 len: 210 time: 0.0736289 Mar 24 01:07:07.565275 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55564) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:07.627658 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6db6a4bf-ba93-4f73-aba1-d02e409289b8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8468b7f63be54f7890f74112a107c74f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0610404 Mar 24 01:07:07.630789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55566) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:07.711226 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf1b1142-13a2-424b-b1fc-3a343a5325a5 admin admin] Publish callbacks [] for security_group (bd722138-87d6-4017-975a-16f960e13f04), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:07.748852 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:07:07.759300 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf1b1142-13a2-424b-b1fc-3a343a5325a5 admin admin] Publish callbacks [] for security_group (bd722138-87d6-4017-975a-16f960e13f04), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:07.856248 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port c905473a-537f-4eaa-a359-e9665985ffdd completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:07:07.859008 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks [] for port (4eb6f0c9-81cf-4681-948b-1f8d8764c5cd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:07.863386 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf1b1142-13a2-424b-b1fc-3a343a5325a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (bd722138-87d6-4017-975a-16f960e13f04), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:07.876480 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf1b1142-13a2-424b-b1fc-3a343a5325a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:07.882262 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bf1b1142-13a2-424b-b1fc-3a343a5325a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bd722138-87d6-4017-975a-16f960e13f04 HTTP/1.1" status: 204 len: 168 time: 0.2500725 Mar 24 01:07:07.893659 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f4f26-c2fa-4307-b56e-d3c3f49599dc None None] Current status of the port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:07.894098 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4f26-c2fa-4307-b56e-d3c3f49599dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d6c449a-891c-4bee-b84f-0bd3b21d49bc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:07.902238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b1142-13a2-424b-b1fc-3a343a5325a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd722138-87d6-4017-975a-16f960e13f04,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:07.931098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41424a94-0aeb-4e0f-948b-db325dd3d216 req-c8066e61-68d3-4b2e-9512-dfb723b2a7c3 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:07.934792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:07:07.935234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 52a5f098-e4ad-49d3-89d3-e854c1ec59f9 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:07:07.940245 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41424a94-0aeb-4e0f-948b-db325dd3d216 req-c8066e61-68d3-4b2e-9512-dfb723b2a7c3 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 945 time: 0.1208591 Mar 24 01:07:07.994877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port c905473a-537f-4eaa-a359-e9665985ffdd triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:08.003476 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c905473a-537f-4eaa-a359-e9665985ffdd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:08.068465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41424a94-0aeb-4e0f-948b-db325dd3d216 req-12c95dca-29d2-4c2b-9f95-78890c1fed9e tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183538 Mar 24 01:07:08.142219 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4eb6f0c9-81cf-4681-948b-1f8d8764c5cd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:08.189941 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (14f26ec7-6dff-40c4-8740-4e9bb46ad909), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:08.206242 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Network c37e9313-fb88-4298-acf0-102e2b2b61dc is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:08.207007 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (14f26ec7-6dff-40c4-8740-4e9bb46ad909), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:08.208169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:08.214807 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:08.242942 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:08.243696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6a557-4fe7-4940-9ad1-2793749433b4 req-ece4d9e4-fc10-46ed-b6ee-ae1ca1266485 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:08.245301 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34f6a557-4fe7-4940-9ad1-2793749433b4 req-ece4d9e4-fc10-46ed-b6ee-ae1ca1266485 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.1154366 Mar 24 01:07:08.313775 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:08.314719 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:08.336527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:08.339577 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d6c449a-891c-4bee-b84f-0bd3b21d49bc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:08.347310 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Pushing event updated for resources: {'Port': ['ID=4eb6f0c9-81cf-4681-948b-1f8d8764c5cd,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:08.350797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34f6a557-4fe7-4940-9ad1-2793749433b4 req-694277ff-2911-43f0-a25b-53c882920832 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992904 Mar 24 01:07:08.414382 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-53b3c4f6-cae7-4fd3-af3a-784a2ff3640d tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7941413 Mar 24 01:07:08.416651 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55586) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:08.423214 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (35d97ce4-2966-4ac3-8fd5-276751531de2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:08.443570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=14f26ec7-6dff-40c4-8740-4e9bb46ad909,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:08.483839 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0d8f4f26-c2fa-4307-b56e-d3c3f49599dc None None] For port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5d6c449a-891c-4bee-b84f-0bd3b21d49bc,segment=NetworkSegment(4cf3731c-f1d0-4b2f-aff8-43888b5e3c13),segment_id=4cf3731c-f1d0-4b2f-aff8-43888b5e3c13)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:08.544524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b2df83-0ca6-49e9-adac-faa7c479a24b tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:08.552441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b2df83-0ca6-49e9-adac-faa7c479a24b tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:08.581611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b2df83-0ca6-49e9-adac-faa7c479a24b tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:08.584420 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b5b2df83-0ca6-49e9-adac-faa7c479a24b tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1663711 Mar 24 01:07:08.587479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55594) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:08.598274 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4f26-c2fa-4307-b56e-d3c3f49599dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5d6c449a-891c-4bee-b84f-0bd3b21d49bc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:08.775098 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 41b28afc-63b1-421a-90fc-c9967376d23e is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:08.783619 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:08.858546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2c58c1f8-d464-472f-9045-85d1051d541b tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Deleting port 4eb6f0c9-81cf-4681-948b-1f8d8764c5cd {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:08.861734 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2c58c1f8-d464-472f-9045-85d1051d541b tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4eb6f0c9-81cf-4681-948b-1f8d8764c5cd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:08.939012 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f4f26-c2fa-4307-b56e-d3c3f49599dc None None] Pushing event updated for resources: {'Port': ['ID=5d6c449a-891c-4bee-b84f-0bd3b21d49bc,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:08.974438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port c905473a-537f-4eaa-a359-e9665985ffdd is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:08.975189 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c905473a-537f-4eaa-a359-e9665985ffdd), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:09.025296 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:09.028361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ad0b9fb2-56a8-4124-90dd-e4be947f4eb4 None None] Provisioning complete for port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:09.043822 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9fb2-56a8-4124-90dd-e4be947f4eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d6c449a-891c-4bee-b84f-0bd3b21d49bc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:09.118490 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router 35d97ce4-2966-4ac3-8fd5-276751531de2 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:07:09.146258 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2c58c1f8-d464-472f-9045-85d1051d541b tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4eb6f0c9-81cf-4681-948b-1f8d8764c5cd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:09.173347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2c58c1f8-d464-472f-9045-85d1051d541b tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Calling delete_port for 4eb6f0c9-81cf-4681-948b-1f8d8764c5cd owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:09.257219 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82a701a-64a8-4255-bfde-f7fd706c1ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c905473a-537f-4eaa-a359-e9665985ffdd'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:07:09.259950 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf80238-ce5e-47cd-a3ac-7643dd95c67e" -d '{"events": [{"server_uuid": "d82a701a-64a8-4255-bfde-f7fd706c1ba4", "name": "network-vif-plugged", "status": "completed", "tag": "c905473a-537f-4eaa-a359-e9665985ffdd"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:07:09.279965 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:07:09.333716 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:07:09.351883 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-60cee68a-e1ad-4119-8774-7952c4c2c2a8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/35d97ce4-2966-4ac3-8fd5-276751531de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2540755 Mar 24 01:07:09.352700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55626) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:09.375190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-3192c32a-32e0-4e91-b49a-643d8d6cc2be tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:09.382379 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-3192c32a-32e0-4e91-b49a-643d8d6cc2be tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/networks?id=337b2b8c-d76b-456d-8251-4e1a61b2a332 HTTP/1.1" status: 200 len: 822 time: 0.3547485 Mar 24 01:07:09.388404 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port c905473a-537f-4eaa-a359-e9665985ffdd, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=c905473a-537f-4eaa-a359-e9665985ffdd,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:09.399023 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957023ef-aefb-487e-8085-c8595674f25b None None] Sync routers for ids ['35d97ce4-2966-4ac3-8fd5-276751531de2'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:07:09.422844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-fa6fc082-d539-49d5-83d2-72b8878aa9db tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/quotas/cbe9ca3c82ca4922a598c6324836fd39 HTTP/1.1" status: 200 len: 375 time: 0.0386665 Mar 24 01:07:09.438102 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2a527e-0dbe-4f20-8854-4c8f90181af7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:09.441745 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ab2a527e-0dbe-4f20-8854-4c8f90181af7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports/14f26ec7-6dff-40c4-8740-4e9bb46ad909 HTTP/1.1" status: 200 len: 910 time: 0.0879993 Mar 24 01:07:09.447212 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c905473a-537f-4eaa-a359-e9665985ffdd), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:09.448328 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55632) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:09.536106 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-4bbfe88d-df2c-41fe-a4a8-7f02ae305106 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbe9ca3c82ca4922a598c6324836fd39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1122813 Mar 24 01:07:09.542883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=c905473a-537f-4eaa-a359-e9665985ffdd,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:09.574011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55634) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:09.660557 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957023ef-aefb-487e-8085-c8595674f25b None None] Routers {'35d97ce4-2966-4ac3-8fd5-276751531de2'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:09.661421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-957023ef-aefb-487e-8085-c8595674f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['35d97ce4-2966-4ac3-8fd5-276751531de2'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:09.698023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-285ab710-c2d6-4d3d-9308-3823c3d3c79c service neutron] 10.222.0.45 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607873 Mar 24 01:07:09.780209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-957023ef-aefb-487e-8085-c8595674f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:09.791300 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:09.793489 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:09.820128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655f7d0-b707-487f-b4b0-80bad1158366 req-51b01648-d08a-4c14-bd70-3d32c1dc2fc9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:09.821721 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e655f7d0-b707-487f-b4b0-80bad1158366 req-51b01648-d08a-4c14-bd70-3d32c1dc2fc9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 946 time: 0.4580972 Mar 24 01:07:09.854507 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e86a161a-cf2c-4329-899d-01191fb94c54 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-851609287-network', 'tenant_id': 'b918cb66b58a496d9d9ffb16921ba8d2'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:09.887604 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957023ef-aefb-487e-8085-c8595674f25b None None] Routers {'35d97ce4-2966-4ac3-8fd5-276751531de2'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:09.889923 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-957023ef-aefb-487e-8085-c8595674f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['35d97ce4-2966-4ac3-8fd5-276751531de2'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:09.970850 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e655f7d0-b707-487f-b4b0-80bad1158366 req-0550c750-f365-4321-82e4-18df3b44be20 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274581 Mar 24 01:07:10.006541 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-208b9cc3-7e55-441a-bf43-38c71cdb332d service neutron] 10.222.0.45 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068821 Mar 24 01:07:10.007242 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b9fb2-56a8-4124-90dd-e4be947f4eb4 None None] Current status of the port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:10.035397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-957023ef-aefb-487e-8085-c8595674f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:10.038098 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957023ef-aefb-487e-8085-c8595674f25b None None] The sync data for ids ['35d97ce4-2966-4ac3-8fd5-276751531de2'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:07:10.058656 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86a161a-cf2c-4329-899d-01191fb94c54 admin admin] Made reservation on behalf of b918cb66b58a496d9d9ffb16921ba8d2 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:10.063175 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e86a161a-cf2c-4329-899d-01191fb94c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:10.069970 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0d5d00-44ff-409e-aa18-e22c0bf3ad95 x-openstack-request-id: req-9a0d5d00-44ff-409e-aa18-e22c0bf3ad95 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:10.070284 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82a701a-64a8-4255-bfde-f7fd706c1ba4", "name": "network-vif-plugged", "status": "completed", "tag": "c905473a-537f-4eaa-a359-e9665985ffdd", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:10.070525 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a0d5d00-44ff-409e-aa18-e22c0bf3ad95 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:10.070961 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a0d5d00-44ff-409e-aa18-e22c0bf3ad95'] response: {'server_uuid': 'd82a701a-64a8-4255-bfde-f7fd706c1ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c905473a-537f-4eaa-a359-e9665985ffdd', 'code': 200} Mar 24 01:07:10.096007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ad0b9fb2-56a8-4124-90dd-e4be947f4eb4 None None] Provisioning complete for port 3e6de006-b0b0-480c-9652-1ea4f4c91dc2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:10.096391 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9fb2-56a8-4124-90dd-e4be947f4eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3e6de006-b0b0-480c-9652-1ea4f4c91dc2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:10.111241 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e86a161a-cf2c-4329-899d-01191fb94c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:10.236910 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2c58c1f8-d464-472f-9045-85d1051d541b tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4eb6f0c9-81cf-4681-948b-1f8d8764c5cd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:10.261227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b9fb2-56a8-4124-90dd-e4be947f4eb4 None None] Port 3e6de006-b0b0-480c-9652-1ea4f4c91dc2 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:07:10.263582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:10.264874 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5d6c449a-891c-4bee-b84f-0bd3b21d49bc up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:07:10.269235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ad0b9fb2-56a8-4124-90dd-e4be947f4eb4 None None] Could not find standard attr ID for object 4eb6f0c9-81cf-4681-948b-1f8d8764c5cd. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:07:10.278768 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58c1f8-d464-472f-9045-85d1051d541b tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Pushing event deleted for resources: {'Port': ['ID=4eb6f0c9-81cf-4681-948b-1f8d8764c5cd,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:10.333200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ad0b9fb2-56a8-4124-90dd-e4be947f4eb4 None None] Provisioning complete for port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:10.333578 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9fb2-56a8-4124-90dd-e4be947f4eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:10.428302 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:10.428302 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d6c449a-891c-4bee-b84f-0bd3b21d49bc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:10.486620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c09e7504-8466-48d6-809d-d311c8e6c5c6 req-350125b6-36b0-4538-bd86-8f5df5e9ec3e tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 210 time: 0.1307504 Mar 24 01:07:10.532313 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b9fb2-56a8-4124-90dd-e4be947f4eb4 None None] Current status of the port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:10.538916 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50191e1-f9dc-493e-b31d-ef2015164278 req-fc0d4079-154b-429e-a24a-26debdafdd44 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:10.545281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e50191e1-f9dc-493e-b31d-ef2015164278 req-fc0d4079-154b-429e-a24a-26debdafdd44 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.3604379 Mar 24 01:07:10.586712 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2c58c1f8-d464-472f-9045-85d1051d541b tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:10.586988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:10.601084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2c58c1f8-d464-472f-9045-85d1051d541b tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] 10.222.0.45 "DELETE /v2.0/ports/4eb6f0c9-81cf-4681-948b-1f8d8764c5cd HTTP/1.1" status: 204 len: 168 time: 2.0114331 Mar 24 01:07:10.618393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55650) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:10.632294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-37e59a1a-0483-40ba-b690-c3aed2d54e15 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Request body: {'port': {'name': 'tempest-new-port-name-1964496330', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:10.632855 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.api.validators [None req-37e59a1a-0483-40ba-b690-c3aed2d54e15 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] bootfile-name is not in valid_values {{(pid=115730) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 24 01:07:10.633293 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.api.validators [None req-37e59a1a-0483-40ba-b690-c3aed2d54e15 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] tftp-server is not in valid_values {{(pid=115730) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 24 01:07:10.633712 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.api.validators [None req-37e59a1a-0483-40ba-b690-c3aed2d54e15 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] server-ip-address is not in valid_values {{(pid=115730) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 24 01:07:10.660787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a8ba4091-1a81-449f-ab48-4451b21b89c1 None None] Provisioning complete for port 14f26ec7-6dff-40c4-8740-4e9bb46ad909 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:10.661311 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a8ba4091-1a81-449f-ab48-4451b21b89c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (14f26ec7-6dff-40c4-8740-4e9bb46ad909), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:10.736815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba4091-1a81-449f-ab48-4451b21b89c1 None None] Port 14f26ec7-6dff-40c4-8740-4e9bb46ad909 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:07:10.749124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a8ba4091-1a81-449f-ab48-4451b21b89c1 None None] Provisioning complete for port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:10.749918 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a8ba4091-1a81-449f-ab48-4451b21b89c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:10.759789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e50191e1-f9dc-493e-b31d-ef2015164278 req-e72ab167-c7d1-47e1-87ed-ad14cddcbe39 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964726 Mar 24 01:07:10.838322 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-37e59a1a-0483-40ba-b690-c3aed2d54e15 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3e6de006-b0b0-480c-9652-1ea4f4c91dc2), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:10.869712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba4091-1a81-449f-ab48-4451b21b89c1 None None] Current status of the port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:10.888639 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4969d1-1999-4eb3-b2d5-4c8389aa4cab req-401be55a-13b9-4cf7-b1ad-280c984d9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:10.890624 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-db4969d1-1999-4eb3-b2d5-4c8389aa4cab req-401be55a-13b9-4cf7-b1ad-280c984d9b33 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 1128 time: 0.6619294 Mar 24 01:07:11.003107 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-db4969d1-1999-4eb3-b2d5-4c8389aa4cab req-c8293d8f-4f8d-424b-8866-b58e842ee3b6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883842 Mar 24 01:07:11.008921 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e86a161a-cf2c-4329-899d-01191fb94c54 admin admin] Publish callbacks [] for security_group (ac2e584e-df25-4ad9-b98d-b63f62948a3a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:11.017485 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e86a161a-cf2c-4329-899d-01191fb94c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ac2e584e-df25-4ad9-b98d-b63f62948a3a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:11.034004 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86a161a-cf2c-4329-899d-01191fb94c54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:07:11.047841 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e86a161a-cf2c-4329-899d-01191fb94c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (fd4a30f9-bb2a-4611-83c8-1aab07471516), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:11.048300 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-e86a161a-cf2c-4329-899d-01191fb94c54 admin admin] Added segment fd4a30f9-bb2a-4611-83c8-1aab07471516 of type vlan for network 05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3 Mar 24 01:07:11.107656 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e86a161a-cf2c-4329-899d-01191fb94c54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:11.194014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a161a-cf2c-4329-899d-01191fb94c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2e584e-df25-4ad9-b98d-b63f62948a3a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:11.200635 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e86a161a-cf2c-4329-899d-01191fb94c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:11.202686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86a161a-cf2c-4329-899d-01191fb94c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:11.204464 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e86a161a-cf2c-4329-899d-01191fb94c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:11.211360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371a711-041e-4ed2-9700-b22dd7e4f1f5 req-3b651031-7443-4b3c-9a7e-3da80857f24e tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:11.218364 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f371a711-041e-4ed2-9700-b22dd7e4f1f5 req-3b651031-7443-4b3c-9a7e-3da80857f24e tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 946 time: 0.1085153 Mar 24 01:07:11.295768 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e86a161a-cf2c-4329-899d-01191fb94c54 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7104292 Mar 24 01:07:11.295983 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55668) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:11.307294 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-470465cd-cb90-44fe-81f9-8a1c95b7cd38 admin admin] Request body: {'subnet': {'network_id': '05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-851609287-subnet', 'tenant_id': 'b918cb66b58a496d9d9ffb16921ba8d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:11.346385 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a161a-cf2c-4329-899d-01191fb94c54 admin admin] Pushing event updated for resources: {'Network': ['ID=05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:11.359119 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f371a711-041e-4ed2-9700-b22dd7e4f1f5 req-6654f053-7025-4d98-9497-def231ea47aa tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014669 Mar 24 01:07:11.363414 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-37e59a1a-0483-40ba-b690-c3aed2d54e15 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks [] for port (3e6de006-b0b0-480c-9652-1ea4f4c91dc2), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:11.364312 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:07:11.369676 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-37e59a1a-0483-40ba-b690-c3aed2d54e15 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3e6de006-b0b0-480c-9652-1ea4f4c91dc2), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:11.370781 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1b6b3b9-ce78-416b-ae59-a4540d1d3d72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (35d97ce4-2966-4ac3-8fd5-276751531de2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:11.489471 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e59a1a-0483-40ba-b690-c3aed2d54e15 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Pushing event updated for resources: {'Port': ['ID=3e6de006-b0b0-480c-9652-1ea4f4c91dc2,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:11.494309 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470465cd-cb90-44fe-81f9-8a1c95b7cd38 admin admin] Made reservation on behalf of b918cb66b58a496d9d9ffb16921ba8d2 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:11.497651 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-470465cd-cb90-44fe-81f9-8a1c95b7cd38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:11.519157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-37e59a1a-0483-40ba-b690-c3aed2d54e15 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] In _notify_port_updated(), no bound segment for port 3e6de006-b0b0-480c-9652-1ea4f4c91dc2 on network c37e9313-fb88-4298-acf0-102e2b2b61dc {{(pid=115730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:07:11.524197 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e59a1a-0483-40ba-b690-c3aed2d54e15 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:11.524844 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-37e59a1a-0483-40ba-b690-c3aed2d54e15 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:11.534158 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-37e59a1a-0483-40ba-b690-c3aed2d54e15 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] 10.222.0.45 "PUT /v2.0/ports/3e6de006-b0b0-480c-9652-1ea4f4c91dc2 HTTP/1.1" status: 200 len: 1136 time: 0.9136617 Mar 24 01:07:11.538944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55676) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:11.608379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3f6639-e090-43b5-b524-263535e68636 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:11.610929 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ed3f6639-e090-43b5-b524-263535e68636 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] 10.222.0.45 "GET /v2.0/ports/3e6de006-b0b0-480c-9652-1ea4f4c91dc2 HTTP/1.1" status: 200 len: 1136 time: 0.0717745 Mar 24 01:07:11.615509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55680) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:11.748134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d25c640-d436-4c39-868d-f67b7f3ff669 req-6de955a9-53e9-46bc-9d5b-d0166eb83ee4 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 210 time: 0.0923066 Mar 24 01:07:11.903307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5b0647f1-e804-47c4-aff0-480b61261a71 None None] Provisioning complete for port 3e6de006-b0b0-480c-9652-1ea4f4c91dc2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:11.903733 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5b0647f1-e804-47c4-aff0-480b61261a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3e6de006-b0b0-480c-9652-1ea4f4c91dc2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:11.944266 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5b0647f1-e804-47c4-aff0-480b61261a71 None None] Port 3e6de006-b0b0-480c-9652-1ea4f4c91dc2 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:07:11.969266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-470465cd-cb90-44fe-81f9-8a1c95b7cd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (999ec40e-fe77-443a-99bb-36b0f501c52c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:11.972468 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-0235a6fd-5df2-42ef-9879-076628667907 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:11.973915 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-0235a6fd-5df2-42ef-9879-076628667907 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.57 "GET /v2.0/networks?id=337b2b8c-d76b-456d-8251-4e1a61b2a332 HTTP/1.1" status: 200 len: 822 time: 0.3005531 Mar 24 01:07:11.992796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-1a3cc8f8-6a9a-400e-9fcb-c2df59434357 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Request body: {'port': {'device_id': 'f09862f9-db84-4a91-8714-a34cffe52867', 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332', 'admin_state_up': True, 'tenant_id': 'cbe9ca3c82ca4922a598c6324836fd39'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:12.025901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470465cd-cb90-44fe-81f9-8a1c95b7cd38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=999ec40e-fe77-443a-99bb-36b0f501c52c,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:12.047341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-a71ca5dd-3f96-4718-a8f1-e53cc6e99a76 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Deleting port 3e6de006-b0b0-480c-9652-1ea4f4c91dc2 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:12.047846 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a71ca5dd-3f96-4718-a8f1-e53cc6e99a76 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3e6de006-b0b0-480c-9652-1ea4f4c91dc2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:12.059074 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470465cd-cb90-44fe-81f9-8a1c95b7cd38 admin admin] Checking segment: {'id': 'fd4a30f9-bb2a-4611-83c8-1aab07471516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:12.060055 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470465cd-cb90-44fe-81f9-8a1c95b7cd38 admin admin] Network hostable DHCP agents. Network: 05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:07:12.062876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a1b6b3b9-ce78-416b-ae59-a4540d1d3d72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port 14f26ec7-6dff-40c4-8740-4e9bb46ad909 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:12.063250 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1b6b3b9-ce78-416b-ae59-a4540d1d3d72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (14f26ec7-6dff-40c4-8740-4e9bb46ad909), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:12.113077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3e46a-b989-445a-a6ff-f97e0a7e38f5 req-b6833058-64a2-4a61-a139-cb15f25570db tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:12.114583 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4a3e46a-b989-445a-a6ff-f97e0a7e38f5 req-b6833058-64a2-4a61-a139-cb15f25570db tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 945 time: 0.2359598 Mar 24 01:07:12.126371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2664629-b123-4b39-95a0-4cd2d039797e req-a4ab9e69-5e8b-405b-8f76-7fce04ede30c tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:12.127881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2664629-b123-4b39-95a0-4cd2d039797e req-a4ab9e69-5e8b-405b-8f76-7fce04ede30c tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.2480295 Mar 24 01:07:12.129070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470465cd-cb90-44fe-81f9-8a1c95b7cd38 admin admin] Network 05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:07:12.147842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-470465cd-cb90-44fe-81f9-8a1c95b7cd38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:12.156723 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470465cd-cb90-44fe-81f9-8a1c95b7cd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:12.157654 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-470465cd-cb90-44fe-81f9-8a1c95b7cd38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:12.166538 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d153bc45-f8c1-48c3-8f35-ea49adaf7ad9 None None] Network 05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:12.181378 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1b6b3b9-ce78-416b-ae59-a4540d1d3d72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (14f26ec7-6dff-40c4-8740-4e9bb46ad909), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:12.193332 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-470465cd-cb90-44fe-81f9-8a1c95b7cd38 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8885150 Mar 24 01:07:12.218978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a1b6b3b9-ce78-416b-ae59-a4540d1d3d72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for 14f26ec7-6dff-40c4-8740-4e9bb46ad909 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:12.284801 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a71ca5dd-3f96-4718-a8f1-e53cc6e99a76 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3e6de006-b0b0-480c-9652-1ea4f4c91dc2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:12.291237 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4a3e46a-b989-445a-a6ff-f97e0a7e38f5 req-8b0e2c19-c151-4b7e-9c9a-df30c67bc869 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f84ee00-da62-4f55-8a10-738c9ddcd6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586721 Mar 24 01:07:12.317548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2664629-b123-4b39-95a0-4cd2d039797e req-e87fa4da-b1c3-4ee6-b340-7e569b121094 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792238 Mar 24 01:07:12.343345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed03308f-32b5-4bb6-a924-22ca1e6f4f83 None None] Network 05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:12.347245 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-a71ca5dd-3f96-4718-a8f1-e53cc6e99a76 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Calling delete_port for 3e6de006-b0b0-480c-9652-1ea4f4c91dc2 owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:12.367175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-1a3cc8f8-6a9a-400e-9fcb-c2df59434357 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Made reservation on behalf of cbe9ca3c82ca4922a598c6324836fd39 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:12.370842 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-1a3cc8f8-6a9a-400e-9fcb-c2df59434357 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:12.542581 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1b6b3b9-ce78-416b-ae59-a4540d1d3d72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (14f26ec7-6dff-40c4-8740-4e9bb46ad909), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:12.592769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6b3b9-ce78-416b-ae59-a4540d1d3d72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=14f26ec7-6dff-40c4-8740-4e9bb46ad909,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:12.634318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-1a3cc8f8-6a9a-400e-9fcb-c2df59434357 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Allocated IP 172.20.0.3 (337b2b8c-d76b-456d-8251-4e1a61b2a332/70ea9387-859f-4d16-917c-5fc9b19e6f4b/91718ffa-2d6d-43c5-b930-08d6ed060bdf) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:07:12.646869 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a71ca5dd-3f96-4718-a8f1-e53cc6e99a76 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3e6de006-b0b0-480c-9652-1ea4f4c91dc2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:12.692042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ca5dd-3f96-4718-a8f1-e53cc6e99a76 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Pushing event deleted for resources: {'Port': ['ID=3e6de006-b0b0-480c-9652-1ea4f4c91dc2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:12.700803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edb8b7-2326-4dba-9fee-a826053fdddb req-3a1ddedc-f588-4464-8edb-2a65ec288942 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:12.707678 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17edb8b7-2326-4dba-9fee-a826053fdddb req-3a1ddedc-f588-4464-8edb-2a65ec288942 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 946 time: 0.1946242 Mar 24 01:07:12.822369 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1b6b3b9-ce78-416b-ae59-a4540d1d3d72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (35d97ce4-2966-4ac3-8fd5-276751531de2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:13.020046 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-1a3cc8f8-6a9a-400e-9fcb-c2df59434357 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for port (91718ffa-2d6d-43c5-b930-08d6ed060bdf), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:13.087480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17edb8b7-2326-4dba-9fee-a826053fdddb req-3c0b6198-cb6c-4f6c-a682-018575e90702 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788514 Mar 24 01:07:13.090495 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a71ca5dd-3f96-4718-a8f1-e53cc6e99a76 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:13.096138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a71ca5dd-3f96-4718-a8f1-e53cc6e99a76 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] 10.222.0.45 "DELETE /v2.0/ports/3e6de006-b0b0-480c-9652-1ea4f4c91dc2 HTTP/1.1" status: 204 len: 168 time: 1.4772177 Mar 24 01:07:13.101205 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55710) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:13.136140 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb81c02-d666-4f01-bef0-34dc910ee4bf req-08ad20f5-e341-48e5-af0c-ff5125e3ca5c tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 210 time: 0.1182938 Mar 24 01:07:13.183754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b6b3b9-ce78-416b-ae59-a4540d1d3d72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router 35d97ce4-2966-4ac3-8fd5-276751531de2 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:07:13.193963 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-1a3cc8f8-6a9a-400e-9fcb-c2df59434357 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (91718ffa-2d6d-43c5-b930-08d6ed060bdf), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:13.205789 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-39bbc6b2-c276-4c58-8603-53a96a4de499 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Deleting subnet f945aada-e44e-4f9d-9350-a1659e3e19dd {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:07:13.211445 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39bbc6b2-c276-4c58-8603-53a96a4de499 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks [] for subnet (f945aada-e44e-4f9d-9350-a1659e3e19dd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:13.242221 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55720) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:13.315333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-1a3cc8f8-6a9a-400e-9fcb-c2df59434357 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Network 337b2b8c-d76b-456d-8251-4e1a61b2a332 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:13.318314 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39bbc6b2-c276-4c58-8603-53a96a4de499 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (f945aada-e44e-4f9d-9350-a1659e3e19dd), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:13.321869 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b6b3b9-ce78-416b-ae59-a4540d1d3d72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:07:13.333343 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a663d62f-689b-4abf-9b79-6dd55e0d9753 None None] Sync routers for ids ['35d97ce4-2966-4ac3-8fd5-276751531de2'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:07:13.339644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-1a3cc8f8-6a9a-400e-9fcb-c2df59434357 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:13.351160 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663d62f-689b-4abf-9b79-6dd55e0d9753 None None] Routers {'35d97ce4-2966-4ac3-8fd5-276751531de2'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:13.351600 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a663d62f-689b-4abf-9b79-6dd55e0d9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['35d97ce4-2966-4ac3-8fd5-276751531de2'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:13.356328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-a478dffa-70ce-499a-be8f-491c05eb98a5 admin admin] Deleting subnet 999ec40e-fe77-443a-99bb-36b0f501c52c {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:07:13.361868 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-1a3cc8f8-6a9a-400e-9fcb-c2df59434357 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:13.374294 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a1b6b3b9-ce78-416b-ae59-a4540d1d3d72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/35d97ce4-2966-4ac3-8fd5-276751531de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9247327 Mar 24 01:07:13.380657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55726) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:13.398544 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a663d62f-689b-4abf-9b79-6dd55e0d9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:13.407869 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663d62f-689b-4abf-9b79-6dd55e0d9753 None None] Routers {'35d97ce4-2966-4ac3-8fd5-276751531de2'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:13.408492 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a663d62f-689b-4abf-9b79-6dd55e0d9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['35d97ce4-2966-4ac3-8fd5-276751531de2'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:13.433240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-1a3cc8f8-6a9a-400e-9fcb-c2df59434357 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:13.434610 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-1a3cc8f8-6a9a-400e-9fcb-c2df59434357 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:13.445938 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a663d62f-689b-4abf-9b79-6dd55e0d9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:13.445938 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a663d62f-689b-4abf-9b79-6dd55e0d9753 None None] The sync data for ids ['35d97ce4-2966-4ac3-8fd5-276751531de2'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:07:13.448024 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-07d97c6d-feb9-491c-bab6-18929682f5b3 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports?device_id=35d97ce4-2966-4ac3-8fd5-276751531de2 HTTP/1.1" status: 200 len: 205 time: 0.0637369 Mar 24 01:07:13.451444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55728) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:13.457062 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a478dffa-70ce-499a-be8f-491c05eb98a5 admin admin] Publish callbacks [] for subnet (999ec40e-fe77-443a-99bb-36b0f501c52c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:13.458918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cc8f8-6a9a-400e-9fcb-c2df59434357 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Pushing event updated for resources: {'Port': ['ID=91718ffa-2d6d-43c5-b930-08d6ed060bdf,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:13.514788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39bbc6b2-c276-4c58-8603-53a96a4de499 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (f945aada-e44e-4f9d-9350-a1659e3e19dd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:13.563483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-1a3cc8f8-6a9a-400e-9fcb-c2df59434357 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5787930 Mar 24 01:07:13.588960 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39bbc6b2-c276-4c58-8603-53a96a4de499 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (f945aada-e44e-4f9d-9350-a1659e3e19dd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:13.600262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Request body: {'port': {'device_id': 'f09862f9-db84-4a91-8714-a34cffe52867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:13.621023 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbc6b2-c276-4c58-8603-53a96a4de499 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Pushing event deleted for resources: {'Subnet': ['ID=f945aada-e44e-4f9d-9350-a1659e3e19dd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:13.630639 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39bbc6b2-c276-4c58-8603-53a96a4de499 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:13.631641 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780817a6-25b9-492b-b6d8-ac08cf8fb54c None None] Network c37e9313-fb88-4298-acf0-102e2b2b61dc requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:13.634891 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-39bbc6b2-c276-4c58-8603-53a96a4de499 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] 10.222.0.45 "DELETE /v2.0/subnets/f945aada-e44e-4f9d-9350-a1659e3e19dd HTTP/1.1" status: 204 len: 168 time: 0.5314648 Mar 24 01:07:13.640480 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55730) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:13.641485 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a478dffa-70ce-499a-be8f-491c05eb98a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (999ec40e-fe77-443a-99bb-36b0f501c52c), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:13.732673 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (c37e9313-fb88-4298-acf0-102e2b2b61dc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:13.824655 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ca70a-7051-426d-82e3-b0a55910f1b4 req-6be8c73f-265d-4604-9b6f-8e5200d89a3c tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:13.826249 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-588ca70a-7051-426d-82e3-b0a55910f1b4 req-6be8c73f-265d-4604-9b6f-8e5200d89a3c tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.48 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 945 time: 0.0914848 Mar 24 01:07:13.861190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4539f90c-acb6-4cae-a17d-01e76c65ebcf None None] DHCP port deletion for c37e9313-fb88-4298-acf0-102e2b2b61dc request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:07:13.898977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Deleting port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:13.899331 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5d6c449a-891c-4bee-b84f-0bd3b21d49bc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:13.915397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4539f90c-acb6-4cae-a17d-01e76c65ebcf None None] Deleting port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:13.916221 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4539f90c-acb6-4cae-a17d-01e76c65ebcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5d6c449a-891c-4bee-b84f-0bd3b21d49bc), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:13.965218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] For port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5d6c449a-891c-4bee-b84f-0bd3b21d49bc,segment=NetworkSegment(4cf3731c-f1d0-4b2f-aff8-43888b5e3c13),segment_id=4cf3731c-f1d0-4b2f-aff8-43888b5e3c13)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:13.965722 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5d6c449a-891c-4bee-b84f-0bd3b21d49bc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:13.984312 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Calling delete_port for 5d6c449a-891c-4bee-b84f-0bd3b21d49bc owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:13.988465 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4539f90c-acb6-4cae-a17d-01e76c65ebcf None None] For port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5d6c449a-891c-4bee-b84f-0bd3b21d49bc,segment=NetworkSegment(4cf3731c-f1d0-4b2f-aff8-43888b5e3c13),segment_id=4cf3731c-f1d0-4b2f-aff8-43888b5e3c13)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:13.988874 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4539f90c-acb6-4cae-a17d-01e76c65ebcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5d6c449a-891c-4bee-b84f-0bd3b21d49bc), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.002904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4539f90c-acb6-4cae-a17d-01e76c65ebcf None None] Calling delete_port for 5d6c449a-891c-4bee-b84f-0bd3b21d49bc owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:14.047810 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a478dffa-70ce-499a-be8f-491c05eb98a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (999ec40e-fe77-443a-99bb-36b0f501c52c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.089426 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5d6c449a-891c-4bee-b84f-0bd3b21d49bc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.097015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a9454-bf19-4e13-ba6d-04eabc79643d req-8de426bf-29b1-4676-b21f-711def6370d7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:14.097808 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e9a9454-bf19-4e13-ba6d-04eabc79643d req-8de426bf-29b1-4676-b21f-711def6370d7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb846672-8533-46e1-a5fa-e2fdd2d1b897 HTTP/1.1" status: 200 len: 946 time: 0.9087217 Mar 24 01:07:14.100265 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb600063-45e4-466f-ac47-c24e5219827d tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (35d97ce4-2966-4ac3-8fd5-276751531de2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.119313 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Pushing event deleted for resources: {'Port': ['ID=5d6c449a-891c-4bee-b84f-0bd3b21d49bc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:14.125041 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] No DVR routers for this DVR port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:07:14.128501 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4539f90c-acb6-4cae-a17d-01e76c65ebcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (5d6c449a-891c-4bee-b84f-0bd3b21d49bc), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.153459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4539f90c-acb6-4cae-a17d-01e76c65ebcf None None] No DVR routers for this DVR port 5d6c449a-891c-4bee-b84f-0bd3b21d49bc on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:07:14.201257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539f90c-acb6-4cae-a17d-01e76c65ebcf None None] Pushing event deleted for resources: {'Port': ['ID=5d6c449a-891c-4bee-b84f-0bd3b21d49bc,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:14.234647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (c37e9313-fb88-4298-acf0-102e2b2b61dc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.248232 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-588ca70a-7051-426d-82e3-b0a55910f1b4 req-7f4e62bd-d8d3-425e-a8f1-a3cd497592b0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Deleting port 79b2a5a4-8522-4237-a15e-225327cdfcc5 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:14.248568 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-588ca70a-7051-426d-82e3-b0a55910f1b4 req-7f4e62bd-d8d3-425e-a8f1-a3cd497592b0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (79b2a5a4-8522-4237-a15e-225327cdfcc5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.304661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2e9d5-ac17-416e-bb8c-0ed83c220d5c req-13fe3369-4129-43bc-b909-39f5458b9688 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:14.306478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3c2e9d5-ac17-416e-bb8c-0ed83c220d5c req-13fe3369-4129-43bc-b909-39f5458b9688 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 945 time: 0.8504629 Mar 24 01:07:14.313944 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a478dffa-70ce-499a-be8f-491c05eb98a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (999ec40e-fe77-443a-99bb-36b0f501c52c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.320912 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37e9313-fb88-4298-acf0-102e2b2b61dc']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:14.341899 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf3731c-f1d0-4b2f-aff8-43888b5e3c13') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:14.342192 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf3731c-f1d0-4b2f-aff8-43888b5e3c13') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:14.359227 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (4cf3731c-f1d0-4b2f-aff8-43888b5e3c13), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.397676 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4cf3731c-f1d0-4b2f-aff8-43888b5e3c13), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.428509 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:07:14.428845 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (4cf3731c-f1d0-4b2f-aff8-43888b5e3c13), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:07:14.432470 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:07:14.451243 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (91718ffa-2d6d-43c5-b930-08d6ed060bdf), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.482142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478dffa-70ce-499a-be8f-491c05eb98a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=999ec40e-fe77-443a-99bb-36b0f501c52c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:14.493295 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e9a9454-bf19-4e13-ba6d-04eabc79643d req-0e9e011f-e69d-4308-bea4-a7719fa053d7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818707 Mar 24 01:07:14.496761 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a478dffa-70ce-499a-be8f-491c05eb98a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.500134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a478dffa-70ce-499a-be8f-491c05eb98a5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/999ec40e-fe77-443a-99bb-36b0f501c52c HTTP/1.1" status: 204 len: 168 time: 1.2545590 Mar 24 01:07:14.508115 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55736) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:14.534674 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb600063-45e4-466f-ac47-c24e5219827d tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (35d97ce4-2966-4ac3-8fd5-276751531de2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.544508 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb600063-45e4-466f-ac47-c24e5219827d tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_controller (35d97ce4-2966-4ac3-8fd5-276751531de2), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.573730 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-588ca70a-7051-426d-82e3-b0a55910f1b4 req-7f4e62bd-d8d3-425e-a8f1-a3cd497592b0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] For port 79b2a5a4-8522-4237-a15e-225327cdfcc5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=79b2a5a4-8522-4237-a15e-225327cdfcc5,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:14.574164 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-588ca70a-7051-426d-82e3-b0a55910f1b4 req-7f4e62bd-d8d3-425e-a8f1-a3cd497592b0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (79b2a5a4-8522-4237-a15e-225327cdfcc5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.644280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3c2e9d5-ac17-416e-bb8c-0ed83c220d5c req-d355d1a1-edd9-4dfa-bfc5-f1ff90879317 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f84ee00-da62-4f55-8a10-738c9ddcd6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230867 Mar 24 01:07:14.694816 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb600063-45e4-466f-ac47-c24e5219827d tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (35d97ce4-2966-4ac3-8fd5-276751531de2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.695364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb600063-45e4-466f-ac47-c24e5219827d tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Fanout notify agent at l3_agent the message router_deleted on router 35d97ce4-2966-4ac3-8fd5-276751531de2 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:07:14.705905 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb600063-45e4-466f-ac47-c24e5219827d tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.707008 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fb600063-45e4-466f-ac47-c24e5219827d tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/routers/35d97ce4-2966-4ac3-8fd5-276751531de2 HTTP/1.1" status: 204 len: 168 time: 1.2446558 Mar 24 01:07:14.712716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55740) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:14.715534 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (c37e9313-fb88-4298-acf0-102e2b2b61dc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.723308 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.730173 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] 10.222.0.45 "DELETE /v2.0/networks/c37e9313-fb88-4298-acf0-102e2b2b61dc HTTP/1.1" status: 204 len: 168 time: 1.0883169 Mar 24 01:07:14.787977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8112ad-6ed0-410a-8691-67201d5883a3 tempest-ExtraDHCPOptionsTestJSON-1115067290 tempest-ExtraDHCPOptionsTestJSON-1115067290-project] Pushing event deleted for resources: {'Network': ['ID=c37e9313-fb88-4298-acf0-102e2b2b61dc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:14.825931 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1041d20a-7b5d-44ee-8e40-b0f3e6a16c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.885061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94728df-db87-4f37-9943-ecf5cb3b5584 req-ffcf809c-3bd5-4fa9-9901-ee071a3a024d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:14.886741 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b94728df-db87-4f37-9943-ecf5cb3b5584 req-ffcf809c-3bd5-4fa9-9901-ee071a3a024d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.2875242 Mar 24 01:07:14.903474 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0878aa-f8a3-492b-8dfb-1c06fc3f982b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting subnet 321c3592-a644-45ed-bd6c-0f2758542fec {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:07:14.948819 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c0878aa-f8a3-492b-8dfb-1c06fc3f982b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (321c3592-a644-45ed-bd6c-0f2758542fec), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:14.995231 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55746) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:14.997961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d679eee-42d4-4415-ad22-48d374355b93 req-ce6652c0-75f4-41c4-99d7-c4905a54c784 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:14.999438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d679eee-42d4-4415-ad22-48d374355b93 req-ce6652c0-75f4-41c4-99d7-c4905a54c784 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 931 time: 0.2218499 Mar 24 01:07:15.010433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1041d20a-7b5d-44ee-8e40-b0f3e6a16c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:15.039336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1041d20a-7b5d-44ee-8e40-b0f3e6a16c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:15.045388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c0878aa-f8a3-492b-8dfb-1c06fc3f982b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (321c3592-a644-45ed-bd6c-0f2758542fec), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:15.064352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1041d20a-7b5d-44ee-8e40-b0f3e6a16c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4a30f9-bb2a-4611-83c8-1aab07471516') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:15.064660 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1041d20a-7b5d-44ee-8e40-b0f3e6a16c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4a30f9-bb2a-4611-83c8-1aab07471516') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:15.067794 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-588ca70a-7051-426d-82e3-b0a55910f1b4 req-7f4e62bd-d8d3-425e-a8f1-a3cd497592b0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:15.068157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-588ca70a-7051-426d-82e3-b0a55910f1b4 req-7f4e62bd-d8d3-425e-a8f1-a3cd497592b0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (38a3952b-ae88-4d7d-b887-4b0f92cf8a15), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:15.068472 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [req-588ca70a-7051-426d-82e3-b0a55910f1b4 req-7f4e62bd-d8d3-425e-a8f1-a3cd497592b0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Floating IP 38a3952b-ae88-4d7d-b887-4b0f92cf8a15 disassociated. External IP: 172.25.0.17, port: 79b2a5a4-8522-4237-a15e-225327cdfcc5. Mar 24 01:07:15.068815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-588ca70a-7051-426d-82e3-b0a55910f1b4 req-7f4e62bd-d8d3-425e-a8f1-a3cd497592b0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Calling delete_port for 79b2a5a4-8522-4237-a15e-225327cdfcc5 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:15.084985 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1041d20a-7b5d-44ee-8e40-b0f3e6a16c8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (fd4a30f9-bb2a-4611-83c8-1aab07471516), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:15.129872 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1041d20a-7b5d-44ee-8e40-b0f3e6a16c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (fd4a30f9-bb2a-4611-83c8-1aab07471516), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:15.139767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1041d20a-7b5d-44ee-8e40-b0f3e6a16c8a admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:07:15.140176 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1041d20a-7b5d-44ee-8e40-b0f3e6a16c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (fd4a30f9-bb2a-4611-83c8-1aab07471516), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:07:15.141957 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:07:15.146163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5d6c449a-891c-4bee-b84f-0bd3b21d49bc no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:07:15.154494 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b94728df-db87-4f37-9943-ecf5cb3b5584 req-f3fe8d28-b58b-435c-a8a3-865ea890d826 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562149 Mar 24 01:07:15.171082 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 5d6c449a-891c-4bee-b84f-0bd3b21d49bc {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:07:15.171801 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5d6c449a-891c-4bee-b84f-0bd3b21d49bc not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:07:15.210611 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d679eee-42d4-4415-ad22-48d374355b93 req-e7867493-6bc9-439f-a969-a823ed2f9fee tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042677 Mar 24 01:07:15.353531 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c0878aa-f8a3-492b-8dfb-1c06fc3f982b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (321c3592-a644-45ed-bd6c-0f2758542fec), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:15.399300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91718ffa-2d6d-43c5-b930-08d6ed060bdf {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:07:15.410754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef4bb0-5e60-4760-97f3-550afdc07cd4 req-2b700e37-8587-4826-a0d3-c59d1d77291d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:15.412258 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6aef4bb0-5e60-4760-97f3-550afdc07cd4 req-2b700e37-8587-4826-a0d3-c59d1d77291d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 946 time: 0.1742582 Mar 24 01:07:15.421315 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Publish callbacks [] for port (91718ffa-2d6d-43c5-b930-08d6ed060bdf), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:15.494985 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c0878aa-f8a3-492b-8dfb-1c06fc3f982b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (321c3592-a644-45ed-bd6c-0f2758542fec), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:15.533912 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6aef4bb0-5e60-4760-97f3-550afdc07cd4 req-b52b595d-23fb-43f9-9aff-b28d52be9ea7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070518 Mar 24 01:07:15.539024 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1041d20a-7b5d-44ee-8e40-b0f3e6a16c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:15.553898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Transition to ACTIVE for port object 91718ffa-2d6d-43c5-b930-08d6ed060bdf will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:07:15.553898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0878aa-f8a3-492b-8dfb-1c06fc3f982b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Subnet': ['ID=321c3592-a644-45ed-bd6c-0f2758542fec,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:15.559920 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c0878aa-f8a3-492b-8dfb-1c06fc3f982b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:15.562993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8b43a3-e51d-4837-8bc2-322b119f5b4d None None] Network 41b28afc-63b1-421a-90fc-c9967376d23e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:15.567629 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1041d20a-7b5d-44ee-8e40-b0f3e6a16c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:15.570930 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1041d20a-7b5d-44ee-8e40-b0f3e6a16c8a admin admin] 10.222.0.45 "DELETE /v2.0/networks/05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3 HTTP/1.1" status: 204 len: 168 time: 1.0317097 Mar 24 01:07:15.583653 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041d20a-7b5d-44ee-8e40-b0f3e6a16c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=05e77f5b-a498-43f4-bc65-bdfdd2a3f8e3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:15.584354 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4c0878aa-f8a3-492b-8dfb-1c06fc3f982b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/321c3592-a644-45ed-bd6c-0f2758542fec HTTP/1.1" status: 204 len: 168 time: 0.8707120 Mar 24 01:07:15.589587 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2cfc9be9-ece0-4547-9f80-f0d812f27829 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=229cf3ab2c3d43e59843ddea4823705a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5910189 Mar 24 01:07:15.591464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55772) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:15.591842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55774) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:15.633783 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (91718ffa-2d6d-43c5-b930-08d6ed060bdf), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:15.688944 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-588ca70a-7051-426d-82e3-b0a55910f1b4 req-7f4e62bd-d8d3-425e-a8f1-a3cd497592b0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (79b2a5a4-8522-4237-a15e-225327cdfcc5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:15.751014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e62bd-d8d3-425e-a8f1-a3cd497592b0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event deleted for resources: {'Port': ['ID=79b2a5a4-8522-4237-a15e-225327cdfcc5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:15.833346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55784) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:15.847834 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c5fcf9-c993-472a-9ca2-87cf82b0b313 None None] DHCP port deletion for 41b28afc-63b1-421a-90fc-c9967376d23e request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:07:15.906811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612c0a90-54da-4716-ab00-4b1e9788fa25 req-bb5e1bc8-945b-46c6-9369-1020b9838164 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/ports?device_id=14472237-0ddb-45ce-9415-13f8246ebe95 HTTP/1.1" status: 200 len: 210 time: 0.0941262 Mar 24 01:07:15.907431 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Pushing event updated for resources: {'Port': ['ID=91718ffa-2d6d-43c5-b930-08d6ed060bdf,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:15.938681 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-588ca70a-7051-426d-82e3-b0a55910f1b4 req-7f4e62bd-d8d3-425e-a8f1-a3cd497592b0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Router 40105202-3ae9-4b5e-b26c-70794565ed31 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:07:15.944904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-89c5fcf9-c993-472a-9ca2-87cf82b0b313 None None] Deleting port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:15.945313 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-89c5fcf9-c993-472a-9ca2-87cf82b0b313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:15.966001 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (41b28afc-63b1-421a-90fc-c9967376d23e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.036860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-94849229-9394-4602-9f1e-02ab1645f1ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b918cb66b58a496d9d9ffb16921ba8d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1812048 Mar 24 01:07:16.037246 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55790) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:16.038766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-89c5fcf9-c993-472a-9ca2-87cf82b0b313 None None] For port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb,segment=NetworkSegment(ecaee1e6-d9e2-4fcd-bbea-ff92073df18e),segment_id=ecaee1e6-d9e2-4fcd-bbea-ff92073df18e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:16.038766 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-89c5fcf9-c993-472a-9ca2-87cf82b0b313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.039076 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b39dde72-1b84-47a9-9b9f-97c1cf069d4f admin admin] Publish callbacks [] for security_group (59414ebc-768c-41ec-8e96-5e1bed0100db), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.073239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-89c5fcf9-c993-472a-9ca2-87cf82b0b313 None None] Calling delete_port for c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:16.114389 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-588ca70a-7051-426d-82e3-b0a55910f1b4 req-7f4e62bd-d8d3-425e-a8f1-a3cd497592b0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:07:16.130982 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b39dde72-1b84-47a9-9b9f-97c1cf069d4f admin admin] Publish callbacks [] for security_group (59414ebc-768c-41ec-8e96-5e1bed0100db), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.141343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef84a2c1-e2cf-444f-9eba-db7ce373eeba None None] Sync routers for ids ['40105202-3ae9-4b5e-b26c-70794565ed31'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:07:16.167278 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef84a2c1-e2cf-444f-9eba-db7ce373eeba None None] Routers {'40105202-3ae9-4b5e-b26c-70794565ed31'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:16.168621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ef84a2c1-e2cf-444f-9eba-db7ce373eeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['40105202-3ae9-4b5e-b26c-70794565ed31'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:16.176544 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-588ca70a-7051-426d-82e3-b0a55910f1b4 req-7f4e62bd-d8d3-425e-a8f1-a3cd497592b0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] No DVR routers for this DVR port 79b2a5a4-8522-4237-a15e-225327cdfcc5 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:07:16.182246 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-588ca70a-7051-426d-82e3-b0a55910f1b4 req-7f4e62bd-d8d3-425e-a8f1-a3cd497592b0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.186556 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-588ca70a-7051-426d-82e3-b0a55910f1b4 req-7f4e62bd-d8d3-425e-a8f1-a3cd497592b0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.48 "DELETE /v2.0/ports/79b2a5a4-8522-4237-a15e-225327cdfcc5 HTTP/1.1" status: 204 len: 173 time: 2.3509774 Mar 24 01:07:16.187334 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14472237-0ddb-45ce-9415-13f8246ebe95', 'name': 'network-vif-deleted', 'tag': '79b2a5a4-8522-4237-a15e-225327cdfcc5'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:07:16.190278 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de02ade-c31b-456b-b607-b95c940b3276" -d '{"events": [{"server_uuid": "14472237-0ddb-45ce-9415-13f8246ebe95", "name": "network-vif-deleted", "tag": "79b2a5a4-8522-4237-a15e-225327cdfcc5"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:07:16.207056 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5002bc8-dead-4957-ad70-77975d089aae admin admin] Publish callbacks [] for security_group (ac2e584e-df25-4ad9-b98d-b63f62948a3a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.241024 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5002bc8-dead-4957-ad70-77975d089aae admin admin] Publish callbacks [] for security_group (ac2e584e-df25-4ad9-b98d-b63f62948a3a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.241652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Attempting to bind port 91718ffa-2d6d-43c5-b930-08d6ed060bdf on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:07:16.241999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Attempting to bind port 91718ffa-2d6d-43c5-b930-08d6ed060bdf by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'fd5764f6-4970-4435-bfd9-0c5636f1b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:07:16.242335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Attempting to bind port 91718ffa-2d6d-43c5-b930-08d6ed060bdf on network 337b2b8c-d76b-456d-8251-4e1a61b2a332 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:07:16.282327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Port 91718ffa-2d6d-43c5-b930-08d6ed060bdf on network 337b2b8c-d76b-456d-8251-4e1a61b2a332 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:07:16.282881 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Attempting to bind port 91718ffa-2d6d-43c5-b930-08d6ed060bdf on network 337b2b8c-d76b-456d-8251-4e1a61b2a332 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:07:16.316694 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5002bc8-dead-4957-ad70-77975d089aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ac2e584e-df25-4ad9-b98d-b63f62948a3a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.323679 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5002bc8-dead-4957-ad70-77975d089aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.326684 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a5002bc8-dead-4957-ad70-77975d089aae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac2e584e-df25-4ad9-b98d-b63f62948a3a HTTP/1.1" status: 204 len: 168 time: 0.2882907 Mar 24 01:07:16.340538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:07:16.340928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Checking segment: {'id': 'fd5764f6-4970-4435-bfd9-0c5636f1b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:16.341505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Bound using segment: {'id': 'fd5764f6-4970-4435-bfd9-0c5636f1b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:07:16.341977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Bound port: 91718ffa-2d6d-43c5-b930-08d6ed060bdf, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5764f6-4970-4435-bfd9-0c5636f1b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:07:16.342353 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (91718ffa-2d6d-43c5-b930-08d6ed060bdf), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.347980 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5002bc8-dead-4957-ad70-77975d089aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2e584e-df25-4ad9-b98d-b63f62948a3a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:16.359666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b622c-6c14-4604-b29a-046509a1d35a req-acdee707-8237-4c2f-ba55-efba5742b5cc tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:16.375663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-002b622c-6c14-4604-b29a-046509a1d35a req-acdee707-8237-4c2f-ba55-efba5742b5cc tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 946 time: 0.3401017 Mar 24 01:07:16.437558 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-89c5fcf9-c993-472a-9ca2-87cf82b0b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.445587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:16.445936 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.447831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-ef84a2c1-e2cf-444f-9eba-db7ce373eeba None None] Set router 40105202-3ae9-4b5e-b26c-70794565ed31 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:07:16.479116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c5fcf9-c993-472a-9ca2-87cf82b0b313 None None] No DVR routers for this DVR port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:07:16.503546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5fcf9-c993-472a-9ca2-87cf82b0b313 None None] Pushing event deleted for resources: {'Port': ['ID=c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:16.575177 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b39dde72-1b84-47a9-9b9f-97c1cf069d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (59414ebc-768c-41ec-8e96-5e1bed0100db), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.577896 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b39dde72-1b84-47a9-9b9f-97c1cf069d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.582269 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b39dde72-1b84-47a9-9b9f-97c1cf069d4f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/59414ebc-768c-41ec-8e96-5e1bed0100db HTTP/1.1" status: 204 len: 168 time: 0.9661841 Mar 24 01:07:16.637560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39dde72-1b84-47a9-9b9f-97c1cf069d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59414ebc-768c-41ec-8e96-5e1bed0100db,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:16.645928 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-002b622c-6c14-4604-b29a-046509a1d35a req-2a696ab0-2e5e-4252-a246-49dd73d5cf2a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682848 Mar 24 01:07:16.657132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] For port 91718ffa-2d6d-43c5-b930-08d6ed060bdf, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:07:16.659504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] For port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb, host n-d-760455-9, got binding levels [] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:16.659916 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.686641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767515e5-5087-4399-8f3e-b10ad6d778a7 req-ce2dfb3b-28ff-452c-919b-756b5383624a tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:16.688159 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-767515e5-5087-4399-8f3e-b10ad6d778a7 req-ce2dfb3b-28ff-452c-919b-756b5383624a tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.2918653 Mar 24 01:07:16.695953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:16.701453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] For port 91718ffa-2d6d-43c5-b930-08d6ed060bdf, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=91718ffa-2d6d-43c5-b930-08d6ed060bdf,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:07:16.706836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.ipam_backend_mixin [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb was not found and therefore no delete operation was performed {{(pid=115730) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 01:07:16.714974 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.730091 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (91718ffa-2d6d-43c5-b930-08d6ed060bdf), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.747624 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 79b2a5a4-8522-4237-a15e-225327cdfcc5 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:07:16.769343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:16.776976 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] No DVR routers for this DVR port c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:07:16.780408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 79b2a5a4-8522-4237-a15e-225327cdfcc5 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:07:16.780777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 79b2a5a4-8522-4237-a15e-225327cdfcc5 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:07:16.797988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ef84a2c1-e2cf-444f-9eba-db7ce373eeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ab335b2a-2bd5-4ce2-b141-2dc3698348ec', 'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'mac_address': 'fa:16:3e:78:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T01:00:00Z', 'revision_number': 5, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'subnets': [{'id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:16.803266 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aab8b7-1171-49bf-8272-0747cca1061a x-openstack-request-id: req-d4aab8b7-1171-49bf-8272-0747cca1061a {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:16.803960 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14472237-0ddb-45ce-9415-13f8246ebe95", "name": "network-vif-deleted", "tag": "79b2a5a4-8522-4237-a15e-225327cdfcc5", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:16.804389 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4aab8b7-1171-49bf-8272-0747cca1061a {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:16.804959 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4aab8b7-1171-49bf-8272-0747cca1061a'] response: {'server_uuid': '14472237-0ddb-45ce-9415-13f8246ebe95', 'name': 'network-vif-deleted', 'tag': '79b2a5a4-8522-4237-a15e-225327cdfcc5', 'status': 'completed', 'code': 200} Mar 24 01:07:16.828049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Pushing event updated for resources: {'Port': ['ID=91718ffa-2d6d-43c5-b930-08d6ed060bdf,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:16.846310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:16.847300 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:16.848901 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-8c8f6d40-64cb-4590-8fc1-8ab85dd3ad92 service neutron] 10.222.0.57 "PUT /v2.0/ports/91718ffa-2d6d-43c5-b930-08d6ed060bdf HTTP/1.1" status: 200 len: 1091 time: 3.2573831 Mar 24 01:07:16.850586 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef84a2c1-e2cf-444f-9eba-db7ce373eeba None None] Checking router: 40105202-3ae9-4b5e-b26c-70794565ed31 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:07:16.861605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef84a2c1-e2cf-444f-9eba-db7ce373eeba None None] Routers {'40105202-3ae9-4b5e-b26c-70794565ed31'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:16.862497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ef84a2c1-e2cf-444f-9eba-db7ce373eeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['40105202-3ae9-4b5e-b26c-70794565ed31'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:16.874317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09862f9-db84-4a91-8714-a34cffe52867', 'tag': '91718ffa-2d6d-43c5-b930-08d6ed060bdf'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:07:16.877423 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b37038f-45ce-4c82-9e8d-e88679a5ee22" -d '{"events": [{"name": "network-changed", "server_uuid": "f09862f9-db84-4a91-8714-a34cffe52867", "tag": "91718ffa-2d6d-43c5-b930-08d6ed060bdf"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:07:16.985146 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-767515e5-5087-4399-8f3e-b10ad6d778a7 req-51ed1208-1076-4e14-a6eb-1f82b3cb260b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812071 Mar 24 01:07:17.037716 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (41b28afc-63b1-421a-90fc-c9967376d23e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:17.115197 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b28afc-63b1-421a-90fc-c9967376d23e']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:17.155632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecaee1e6-d9e2-4fcd-bbea-ff92073df18e') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:17.155937 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecaee1e6-d9e2-4fcd-bbea-ff92073df18e') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:17.167325 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:07:17.180565 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (ecaee1e6-d9e2-4fcd-bbea-ff92073df18e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:17.191339 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:07:17.191696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c9e3dd2c-a96c-4d9f-9819-8ad9d219e2bb not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:07:17.211011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c03adb-ef25-4b99-9f44-102e1c9f2bd1 req-a72faa18-193e-42a3-8205-119ba1f71193 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:17.218831 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77c03adb-ef25-4b99-9f44-102e1c9f2bd1 req-a72faa18-193e-42a3-8205-119ba1f71193 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 943 time: 0.2942243 Mar 24 01:07:17.220909 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-4742c414-7a95-4bb7-84bc-d2258a1be551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:17.222409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-4742c414-7a95-4bb7-84bc-d2258a1be551 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe9ca3c82ca4922a598c6324836fd39&device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 1125 time: 0.2989736 Mar 24 01:07:17.257977 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ecaee1e6-d9e2-4fcd-bbea-ff92073df18e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:17.286350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-ef84a2c1-e2cf-444f-9eba-db7ce373eeba None None] Set router 40105202-3ae9-4b5e-b26c-70794565ed31 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:07:17.296072 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7ef6cd-616a-40f6-85aa-3a7ef58f4e17 x-openstack-request-id: req-da7ef6cd-616a-40f6-85aa-3a7ef58f4e17 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:17.296432 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09862f9-db84-4a91-8714-a34cffe52867", "tag": "91718ffa-2d6d-43c5-b930-08d6ed060bdf", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:17.296611 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da7ef6cd-616a-40f6-85aa-3a7ef58f4e17 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:17.297026 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da7ef6cd-616a-40f6-85aa-3a7ef58f4e17'] response: {'name': 'network-changed', 'server_uuid': 'f09862f9-db84-4a91-8714-a34cffe52867', 'tag': '91718ffa-2d6d-43c5-b930-08d6ed060bdf', 'status': 'completed', 'code': 200} Mar 24 01:07:17.300477 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-144d8801-c485-4dd8-b084-a0021c8d2777 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91718ffa-2d6d-43c5-b930-08d6ed060bdf HTTP/1.1" status: 200 len: 217 time: 0.0579112 Mar 24 01:07:17.301655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:07:17.302114 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (ecaee1e6-d9e2-4fcd-bbea-ff92073df18e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:07:17.307766 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:07:17.443754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1745a-1146-449a-b7ed-5c6e7cfac6e6 req-45fe713d-f45c-497b-a7c0-76648c63587d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:17.466375 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f2a1745a-1146-449a-b7ed-5c6e7cfac6e6 req-45fe713d-f45c-497b-a7c0-76648c63587d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 946 time: 0.1239393 Mar 24 01:07:17.468988 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77c03adb-ef25-4b99-9f44-102e1c9f2bd1 req-af22ac31-248c-49f6-9a5c-7b7b406868dd tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434123 Mar 24 01:07:17.479359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-0fd78543-394c-41a4-add1-3570f4cec627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:17.481799 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-0fd78543-394c-41a4-add1-3570f4cec627 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70ea9387-859f-4d16-917c-5fc9b19e6f4b HTTP/1.1" status: 200 len: 862 time: 0.1731496 Mar 24 01:07:17.482953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (41b28afc-63b1-421a-90fc-c9967376d23e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:17.492524 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:17.495969 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/networks/41b28afc-63b1-421a-90fc-c9967376d23e HTTP/1.1" status: 204 len: 168 time: 1.9008961 Mar 24 01:07:17.505493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55844) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:17.505836 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55846) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:17.540671 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1888244636', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:17.547164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a07755-c4d6-4642-8674-871e5a202c49 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Network': ['ID=41b28afc-63b1-421a-90fc-c9967376d23e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:17.550671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-430ba1d8-f3d4-42c7-8d98-b97b7293f568 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=337b2b8c-d76b-456d-8251-4e1a61b2a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596561 Mar 24 01:07:17.646917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ef84a2c1-e2cf-444f-9eba-db7ce373eeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ab335b2a-2bd5-4ce2-b141-2dc3698348ec', 'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'mac_address': 'fa:16:3e:78:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T01:00:00Z', 'revision_number': 5, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'subnets': [{'id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:17.695173 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef84a2c1-e2cf-444f-9eba-db7ce373eeba None None] The sync data for ids ['40105202-3ae9-4b5e-b26c-70794565ed31'] in n-d-760455-9 is: [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T00:59:53Z', 'revision_number': 4, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ab335b2a-2bd5-4ce2-b141-2dc3698348ec', 'name': '', 'network_id': 'd1b945f4-9bf9-489c-9fb6-5d27400f4806', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'mac_address': 'fa:16:3e:78:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:51Z', 'updated_at': '2022-03-24T01:00:00Z', 'revision_number': 5, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'subnets': [{'id': '6f91df64-a393-477d-ac55-1cbd2f8d35ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:07:17.718105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-9dd8b8f9-f716-420b-83c8-cc37abac0e62 service neutron] 10.222.0.57 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601002 Mar 24 01:07:17.788783 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (4526a225-fbdf-4210-b4ed-b69fa64745c9), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:17.789883 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (4526a225-fbdf-4210-b4ed-b69fa64745c9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:17.872721 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42aa07a8-a697-4689-b434-d2db1b2494a0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group (2f84ee00-da62-4f55-8a10-738c9ddcd6b9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:17.897810 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42aa07a8-a697-4689-b434-d2db1b2494a0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group (2f84ee00-da62-4f55-8a10-738c9ddcd6b9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:17.903025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55864) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:17.975082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b6a82-db24-4960-af29-8c64e5e06afc req-1a9e138a-735a-489f-aa3f-32f8ef455547 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:17.983726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3b6a82-db24-4960-af29-8c64e5e06afc req-1a9e138a-735a-489f-aa3f-32f8ef455547 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 946 time: 0.1274607 Mar 24 01:07:17.992587 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7206074-c2c9-46e9-8d97-5955ceca197e req-badfc661-a6c8-42a7-a740-8aae2a0cd30f service neutron] 10.222.0.57 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643442 Mar 24 01:07:18.025175 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42aa07a8-a697-4689-b434-d2db1b2494a0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2f84ee00-da62-4f55-8a10-738c9ddcd6b9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:18.029839 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42aa07a8-a697-4689-b434-d2db1b2494a0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:18.031550 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-42aa07a8-a697-4689-b434-d2db1b2494a0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "DELETE /v2.0/security-groups/2f84ee00-da62-4f55-8a10-738c9ddcd6b9 HTTP/1.1" status: 204 len: 168 time: 0.5236125 Mar 24 01:07:18.042025 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_controller (4526a225-fbdf-4210-b4ed-b69fa64745c9), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:18.043700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55872) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:18.069035 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-648c797d-350e-4ac3-8be6-bc89d4f30b56 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] show failed (client error): The resource could not be found. Mar 24 01:07:18.071824 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-648c797d-350e-4ac3-8be6-bc89d4f30b56 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "GET /v2.0/security-groups/2f84ee00-da62-4f55-8a10-738c9ddcd6b9 HTTP/1.1" status: 404 len: 347 time: 0.0258319 Mar 24 01:07:18.077847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55874) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:18.079045 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-f2a1745a-1146-449a-b7ed-5c6e7cfac6e6 req-ff23e44c-4ea8-4994-ab0e-0c08f549829a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Deleting port c905473a-537f-4eaa-a359-e9665985ffdd {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:18.079045 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f2a1745a-1146-449a-b7ed-5c6e7cfac6e6 req-ff23e44c-4ea8-4994-ab0e-0c08f549829a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c905473a-537f-4eaa-a359-e9665985ffdd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:18.094782 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb3b6a82-db24-4960-af29-8c64e5e06afc req-a83cdecb-df8d-40b1-9527-e643d4096528 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050909 Mar 24 01:07:18.114299 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa07a8-a697-4689-b434-d2db1b2494a0 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f84ee00-da62-4f55-8a10-738c9ddcd6b9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:18.185589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55876) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:18.235803 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b5c80f-1148-4065-8959-27be0f290f0e None None] New status for floating IP 38a3952b-ae88-4d7d-b887-4b0f92cf8a15: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:07:18.346555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37038f-45ce-4c82-9e8d-e88679a5ee22 req-3d4172fe-41d5-4182-8ccc-cd367e0d8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:18.348380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b37038f-45ce-4c82-9e8d-e88679a5ee22 req-3d4172fe-41d5-4182-8ccc-cd367e0d8020 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe9ca3c82ca4922a598c6324836fd39&device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 1125 time: 0.2715507 Mar 24 01:07:18.355718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6223d5-16ca-4f0e-9525-bedf1b7e2d34 req-761915af-b89d-4891-9764-cd7dc6a968c5 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:18.357522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c6223d5-16ca-4f0e-9525-bedf1b7e2d34 req-761915af-b89d-4891-9764-cd7dc6a968c5 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.1707995 Mar 24 01:07:18.376848 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_gateway (4526a225-fbdf-4210-b4ed-b69fa64745c9), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:18.451268 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-9fcd4316-65bd-4935-bb33-95b5271cd6ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-839908478-network', 'tenant_id': '3994e882c46047a4949ec2310a17d611'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:18.468419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-5c74a3d6-118c-49cf-aaf3-e2a5475639a5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Deleting port a07e98ca-7e6c-4169-b006-46d878a50a39 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:18.469121 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5c74a3d6-118c-49cf-aaf3-e2a5475639a5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a07e98ca-7e6c-4169-b006-46d878a50a39), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:18.496595 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-f2a1745a-1146-449a-b7ed-5c6e7cfac6e6 req-ff23e44c-4ea8-4994-ab0e-0c08f549829a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] For port c905473a-537f-4eaa-a359-e9665985ffdd, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=c905473a-537f-4eaa-a359-e9665985ffdd,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:18.497196 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f2a1745a-1146-449a-b7ed-5c6e7cfac6e6 req-ff23e44c-4ea8-4994-ab0e-0c08f549829a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c905473a-537f-4eaa-a359-e9665985ffdd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:18.522308 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-f2a1745a-1146-449a-b7ed-5c6e7cfac6e6 req-ff23e44c-4ea8-4994-ab0e-0c08f549829a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Calling delete_port for c905473a-537f-4eaa-a359-e9665985ffdd owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:18.596960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Request body: {'networks': [{'name': 'tempest-network--210455764'}, {'name': 'tempest-network--1377704030'}]} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:18.596960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Request body: {'network': {'name': 'tempest-network--210455764'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:18.597581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Request body: {'network': {'name': 'tempest-network--1377704030'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:18.740014 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_gateway (4526a225-fbdf-4210-b4ed-b69fa64745c9), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:18.794251 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:18.885897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f2a1745a-1146-449a-b7ed-5c6e7cfac6e6 req-ff23e44c-4ea8-4994-ab0e-0c08f549829a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c905473a-537f-4eaa-a359-e9665985ffdd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:18.899160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf655c99-b594-4422-b1bb-b6df2664d7e1', '8c8c71d5-2b4a-4917-a036-139bdbaa5cf4'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:07:18.931729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23e44c-4ea8-4994-ab0e-0c08f549829a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Pushing event deleted for resources: {'Port': ['ID=c905473a-537f-4eaa-a359-e9665985ffdd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:18.994767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a1745a-1146-449a-b7ed-5c6e7cfac6e6 req-ff23e44c-4ea8-4994-ab0e-0c08f549829a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] No DVR routers for this DVR port c905473a-537f-4eaa-a359-e9665985ffdd on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:07:18.998471 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f2a1745a-1146-449a-b7ed-5c6e7cfac6e6 req-ff23e44c-4ea8-4994-ab0e-0c08f549829a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.002266 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f2a1745a-1146-449a-b7ed-5c6e7cfac6e6 req-ff23e44c-4ea8-4994-ab0e-0c08f549829a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "DELETE /v2.0/ports/c905473a-537f-4eaa-a359-e9665985ffdd HTTP/1.1" status: 204 len: 173 time: 1.5319273 Mar 24 01:07:19.005387 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82a701a-64a8-4255-bfde-f7fd706c1ba4', 'name': 'network-vif-deleted', 'tag': 'c905473a-537f-4eaa-a359-e9665985ffdd'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:07:19.008086 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38bfbcd-a14d-4e0b-bb51-9c1cc36295e3" -d '{"events": [{"server_uuid": "d82a701a-64a8-4255-bfde-f7fd706c1ba4", "name": "network-vif-deleted", "tag": "c905473a-537f-4eaa-a359-e9665985ffdd"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:07:19.019120 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcd4316-65bd-4935-bb33-95b5271cd6ea admin admin] Made reservation on behalf of 3994e882c46047a4949ec2310a17d611 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:19.021546 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4316-65bd-4935-bb33-95b5271cd6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.023513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Made reservation on behalf of a2df0cbba570493ea7288df8cb5b237f for: {'network': 2} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:19.027905 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.038706 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Allocated IP 172.25.0.106 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/3456b432-a5e7-4a08-8f42-4b9921c00ca7) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:07:19.062418 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.083593 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c6223d5-16ca-4f0e-9525-bedf1b7e2d34 req-1f72d47b-490f-4a77-883c-b8e7b52d956d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7160609 Mar 24 01:07:19.096134 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4316-65bd-4935-bb33-95b5271cd6ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.179588 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4316-65bd-4935-bb33-95b5271cd6ea admin admin] Publish callbacks [] for security_group (cf2e9f91-5271-43db-af26-935c9a65b834), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.182577 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37038f-45ce-4c82-9e8d-e88679a5ee22 req-2faf1d23-fd79-46b4-8fbe-34a238e0eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:19.184882 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b37038f-45ce-4c82-9e8d-e88679a5ee22 req-2faf1d23-fd79-46b4-8fbe-34a238e0eef1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=337b2b8c-d76b-456d-8251-4e1a61b2a332 HTTP/1.1" status: 200 len: 923 time: 0.8261147 Mar 24 01:07:19.187785 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e7eda3-9db3-4d10-9c8a-60b5e53ec8e5 x-openstack-request-id: req-99e7eda3-9db3-4d10-9c8a-60b5e53ec8e5 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:19.188303 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82a701a-64a8-4255-bfde-f7fd706c1ba4", "name": "network-vif-deleted", "tag": "c905473a-537f-4eaa-a359-e9665985ffdd", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:19.188560 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99e7eda3-9db3-4d10-9c8a-60b5e53ec8e5 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:19.189274 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e7eda3-9db3-4d10-9c8a-60b5e53ec8e5'] response: {'server_uuid': 'd82a701a-64a8-4255-bfde-f7fd706c1ba4', 'name': 'network-vif-deleted', 'tag': 'c905473a-537f-4eaa-a359-e9665985ffdd', 'status': 'completed', 'code': 200} Mar 24 01:07:19.200125 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (3456b432-a5e7-4a08-8f42-4b9921c00ca7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.203150 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4316-65bd-4935-bb33-95b5271cd6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cf2e9f91-5271-43db-af26-935c9a65b834), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.248715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd4316-65bd-4935-bb33-95b5271cd6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2e9f91-5271-43db-af26-935c9a65b834,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:19.293963 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3456b432-a5e7-4a08-8f42-4b9921c00ca7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.317530 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b37038f-45ce-4c82-9e8d-e88679a5ee22 req-167621ea-d8e0-4ccf-bb45-c10d50756589 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91718ffa-2d6d-43c5-b930-08d6ed060bdf HTTP/1.1" status: 200 len: 217 time: 0.1170771 Mar 24 01:07:19.318290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcd4316-65bd-4935-bb33-95b5271cd6ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:07:19.340079 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5c74a3d6-118c-49cf-aaf3-e2a5475639a5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a07e98ca-7e6c-4169-b006-46d878a50a39), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.340492 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5c74a3d6-118c-49cf-aaf3-e2a5475639a5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for floatingip (a07e98ca-7e6c-4169-b006-46d878a50a39), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.344582 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:19.347739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:19.350837 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:19.383461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9c55b2e-5a58-41a6-bc5e-3bd23f762e39 req-2822a352-984f-4ed3-8779-1a9b9eb81647 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82a701a-64a8-4255-bfde-f7fd706c1ba4 HTTP/1.1" status: 200 len: 210 time: 0.0812278 Mar 24 01:07:19.384562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 91718ffa-2d6d-43c5-b930-08d6ed060bdf details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:07:19.409770 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=3456b432-a5e7-4a08-8f42-4b9921c00ca7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:19.412467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-5c74a3d6-118c-49cf-aaf3-e2a5475639a5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Calling delete_port for a07e98ca-7e6c-4169-b006-46d878a50a39 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:19.414652 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4316-65bd-4935-bb33-95b5271cd6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8592b957-09f5-43f3-a809-af76ac3e7be2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.415001 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-9fcd4316-65bd-4935-bb33-95b5271cd6ea admin admin] Added segment 8592b957-09f5-43f3-a809-af76ac3e7be2 of type vlan for network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 Mar 24 01:07:19.440604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794bb69-6ea4-4255-b7d7-ad7515b455f1 req-9c43b63a-e180-40eb-bebd-889707893b57 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:19.447419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1794bb69-6ea4-4255-b7d7-ad7515b455f1 req-9c43b63a-e180-40eb-bebd-889707893b57 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 943 time: 0.8241038 Mar 24 01:07:19.540451 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4316-65bd-4935-bb33-95b5271cd6ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (6918af68-a637-45cf-99cb-b0e3cc2df9c3), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.549967 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37038f-45ce-4c82-9e8d-e88679a5ee22 req-e9186820-b868-415b-8a67-444e4c1108a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:19.551451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b37038f-45ce-4c82-9e8d-e88679a5ee22 req-e9186820-b868-415b-8a67-444e4c1108a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70ea9387-859f-4d16-917c-5fc9b19e6f4b HTTP/1.1" status: 200 len: 862 time: 0.2148166 Mar 24 01:07:19.586014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 91718ffa-2d6d-43c5-b930-08d6ed060bdf, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=91718ffa-2d6d-43c5-b930-08d6ed060bdf,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:19.600842 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '91718ffa-2d6d-43c5-b930-08d6ed060bdf', 'network_id': '337b2b8c-d76b-456d-8251-4e1a61b2a332', 'port_id': '91718ffa-2d6d-43c5-b930-08d6ed060bdf', 'mac_address': 'fa:16:3e:d7:27:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ea9387-859f-4d16-917c-5fc9b19e6f4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:07:19.646435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 91718ffa-2d6d-43c5-b930-08d6ed060bdf is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:19.646869 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (91718ffa-2d6d-43c5-b930-08d6ed060bdf), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.663224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91718ffa-2d6d-43c5-b930-08d6ed060bdf {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:07:19.689830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 91718ffa-2d6d-43c5-b930-08d6ed060bdf, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=91718ffa-2d6d-43c5-b930-08d6ed060bdf,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:19.695410 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (91718ffa-2d6d-43c5-b930-08d6ed060bdf), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.707077 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks [] for security_group (0fe1d523-a1c8-467a-91e3-cd5010d1ee87), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.712500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b37038f-45ce-4c82-9e8d-e88679a5ee22 req-e47243ce-7b94-40c8-82b6-7653542cbddc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=337b2b8c-d76b-456d-8251-4e1a61b2a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241813 Mar 24 01:07:19.732654 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0fe1d523-a1c8-467a-91e3-cd5010d1ee87), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.733147 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.760134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=91718ffa-2d6d-43c5-b930-08d6ed060bdf,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:19.764079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1794bb69-6ea4-4255-b7d7-ad7515b455f1 req-c8c6409d-5909-4126-83fc-08f5c7612077 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157449 Mar 24 01:07:19.769578 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4316-65bd-4935-bb33-95b5271cd6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (6918af68-a637-45cf-99cb-b0e3cc2df9c3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.772093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcd4316-65bd-4935-bb33-95b5271cd6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:19.772707 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4316-65bd-4935-bb33-95b5271cd6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.797465 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_gateway (4526a225-fbdf-4210-b4ed-b69fa64745c9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:19.915105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['91718ffa-2d6d-43c5-b930-08d6ed060bdf'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:07:19.924799 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe1d523-a1c8-467a-91e3-cd5010d1ee87,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:19.935044 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9fcd4316-65bd-4935-bb33-95b5271cd6ea admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7452507 Mar 24 01:07:19.935044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55890) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:19.952214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-017aa12e-f33a-44c8-97d5-1268bc871397 admin admin] Request body: {'subnet': {'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-839908478-subnet', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:19.969021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:07:19.978193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd4316-65bd-4935-bb33-95b5271cd6ea admin admin] Pushing event updated for resources: {'Network': ['ID=6918af68-a637-45cf-99cb-b0e3cc2df9c3,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:20.000046 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:07:20.005322 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (23816fdf-4d89-4e84-b0f9-ccdd12915b9e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:20.005660 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Added segment 23816fdf-4d89-4e84-b0f9-ccdd12915b9e of type vlan for network 2ba0b230-5579-4039-a0ec-4393e7509388 Mar 24 01:07:20.024733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017aa12e-f33a-44c8-97d5-1268bc871397 admin admin] Made reservation on behalf of 3994e882c46047a4949ec2310a17d611 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:20.027496 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-017aa12e-f33a-44c8-97d5-1268bc871397 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:20.056850 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (4526a225-fbdf-4210-b4ed-b69fa64745c9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:20.132168 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b37038f-45ce-4c82-9e8d-e88679a5ee22 req-5bb2748c-e121-4bee-afcb-1f40d5ab76a3 service neutron] 10.222.0.57 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105682 Mar 24 01:07:20.200947 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (2ba0b230-5579-4039-a0ec-4393e7509388), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:20.236413 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router 4526a225-fbdf-4210-b4ed-b69fa64745c9 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:07:20.299698 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5c74a3d6-118c-49cf-aaf3-e2a5475639a5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a07e98ca-7e6c-4169-b006-46d878a50a39), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:20.363015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74a3d6-118c-49cf-aaf3-e2a5475639a5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Pushing event deleted for resources: {'Port': ['ID=a07e98ca-7e6c-4169-b006-46d878a50a39,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:20.374802 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:07:20.389625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:07:20.396559 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7509a20-caac-4647-9d96-f62060b5675d None None] Sync routers for ids ['4526a225-fbdf-4210-b4ed-b69fa64745c9'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:07:20.409224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7509a20-caac-4647-9d96-f62060b5675d None None] Routers {'4526a225-fbdf-4210-b4ed-b69fa64745c9'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:20.409224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f7509a20-caac-4647-9d96-f62060b5675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4526a225-fbdf-4210-b4ed-b69fa64745c9'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:20.416699 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:20.419702 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b294f338-36e4-4a6a-8c52-84a5cb7b9d7e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.9129114 Mar 24 01:07:20.422391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55896) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:20.465494 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (933a4394-b123-43aa-8dbc-65898e1f447a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:20.465846 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Added segment 933a4394-b123-43aa-8dbc-65898e1f447a of type vlan for network 5b26531f-d28d-440d-86ba-556a50029318 Mar 24 01:07:20.466495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f7509a20-caac-4647-9d96-f62060b5675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:20.469515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b37038f-45ce-4c82-9e8d-e88679a5ee22 req-359bbccd-199e-4255-af7e-f7def0bc9e66 service neutron] 10.222.0.57 "GET /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257673 Mar 24 01:07:20.476130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7509a20-caac-4647-9d96-f62060b5675d None None] Routers {'4526a225-fbdf-4210-b4ed-b69fa64745c9'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:20.476907 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f7509a20-caac-4647-9d96-f62060b5675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4526a225-fbdf-4210-b4ed-b69fa64745c9'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:20.512390 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f7509a20-caac-4647-9d96-f62060b5675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:20.513555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7509a20-caac-4647-9d96-f62060b5675d None None] The sync data for ids ['4526a225-fbdf-4210-b4ed-b69fa64745c9'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:07:20.519762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb14a1f-0b16-4811-84c6-38cb97b4b31b req-0e6aa2a0-f39d-4e05-8439-4879dad9e0b0 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:20.525684 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bcb14a1f-0b16-4811-84c6-38cb97b4b31b req-0e6aa2a0-f39d-4e05-8439-4879dad9e0b0 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.2889605 Mar 24 01:07:20.566235 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5c74a3d6-118c-49cf-aaf3-e2a5475639a5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks [] for floatingip (38a3952b-ae88-4d7d-b887-4b0f92cf8a15), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:20.568875 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5c74a3d6-118c-49cf-aaf3-e2a5475639a5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:20.570110 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5c74a3d6-118c-49cf-aaf3-e2a5475639a5 tempest-AttachVolumeTestJSON-1365132221 tempest-AttachVolumeTestJSON-1365132221-project] 10.222.0.45 "DELETE /v2.0/floatingips/38a3952b-ae88-4d7d-b887-4b0f92cf8a15 HTTP/1.1" status: 204 len: 168 time: 2.4735343 Mar 24 01:07:20.595496 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (5b26531f-d28d-440d-86ba-556a50029318), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:20.656463 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9f27bf8d-6560-4a88-b08b-677d8c99e6ab tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/routers/4526a225-fbdf-4210-b4ed-b69fa64745c9 HTTP/1.1" status: 200 len: 881 time: 0.2326174 Mar 24 01:07:20.658662 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55902) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:20.727397 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (2ba0b230-5579-4039-a0ec-4393e7509388), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:20.727913 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (5b26531f-d28d-440d-86ba-556a50029318), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:20.733870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:20.738753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:20.739482 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:20.755346 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-017aa12e-f33a-44c8-97d5-1268bc871397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (06e22de7-2896-4698-97a5-0faab792cc07), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:20.788096 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device c905473a-537f-4eaa-a359-e9665985ffdd no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:07:20.826117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: c905473a-537f-4eaa-a359-e9665985ffdd {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:07:20.826981 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device c905473a-537f-4eaa-a359-e9665985ffdd not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:07:20.892570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bcb14a1f-0b16-4811-84c6-38cb97b4b31b req-8b8bfb06-aeab-47c3-91cd-343ff10b74c3 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292665 Mar 24 01:07:20.899108 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55910) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:20.899846 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9949794 Mar 24 01:07:20.971326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event updated for resources: {'Network': ['ID=2ba0b230-5579-4039-a0ec-4393e7509388,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:20.981538 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 2ba0b230-5579-4039-a0ec-4393e7509388 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:07:21.005708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017aa12e-f33a-44c8-97d5-1268bc871397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e22de7-2896-4698-97a5-0faab792cc07,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:21.145885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c78527-8374-4675-8cda-bb6fda8f17b3 req-7864eedb-f311-4fc6-b459-0d1f2a9536a0 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:21.148191 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0c78527-8374-4675-8cda-bb6fda8f17b3 req-7864eedb-f311-4fc6-b459-0d1f2a9536a0 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb846672-8533-46e1-a5fa-e2fdd2d1b897 HTTP/1.1" status: 200 len: 946 time: 0.2855523 Mar 24 01:07:21.154286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017aa12e-f33a-44c8-97d5-1268bc871397 admin admin] Checking segment: {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:21.154918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017aa12e-f33a-44c8-97d5-1268bc871397 admin admin] Network hostable DHCP agents. Network: 6918af68-a637-45cf-99cb-b0e3cc2df9c3, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:07:21.192825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5a510-2b21-475d-8b33-63eea2c85321 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event updated for resources: {'Network': ['ID=5b26531f-d28d-440d-86ba-556a50029318,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:21.204664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 5b26531f-d28d-440d-86ba-556a50029318 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:07:21.253865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc2001-710c-469f-b97f-b5a0b1bd579a req-65728425-e737-493d-8bc1-a0021af9e710 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:21.256090 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27dc2001-710c-469f-b97f-b5a0b1bd579a req-65728425-e737-493d-8bc1-a0021af9e710 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 944 time: 0.2629149 Mar 24 01:07:21.262316 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0c78527-8374-4675-8cda-bb6fda8f17b3 req-e9e2f9d0-0698-4cd4-91cb-7b0e6ca1ae0b tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010261 Mar 24 01:07:21.275102 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017aa12e-f33a-44c8-97d5-1268bc871397 admin admin] Network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:07:21.298367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-017aa12e-f33a-44c8-97d5-1268bc871397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 6918af68-a637-45cf-99cb-b0e3cc2df9c3) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:21.305828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017aa12e-f33a-44c8-97d5-1268bc871397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:21.306647 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-017aa12e-f33a-44c8-97d5-1268bc871397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:21.331765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0c3648-1015-4301-8461-b0e8a21a49f1 None None] Network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:21.341436 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27dc2001-710c-469f-b97f-b5a0b1bd579a req-cabadb6b-534a-4386-925d-1f58e80d2a2b tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757804 Mar 24 01:07:21.350797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-017aa12e-f33a-44c8-97d5-1268bc871397 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4040160 Mar 24 01:07:21.351722 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55914) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:21.357132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:21.380810 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (a9ee4bad-e653-484c-97e8-9380577683bf), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:21.382731 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (a9ee4bad-e653-484c-97e8-9380577683bf), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:21.452452 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Publish callbacks [] for router_controller (a9ee4bad-e653-484c-97e8-9380577683bf), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:21.459636 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 91718ffa-2d6d-43c5-b930-08d6ed060bdf up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:07:21.536662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:07:21.537537 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:21.633833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 91718ffa-2d6d-43c5-b930-08d6ed060bdf completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:07:21.644502 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Publish callbacks [] for router_gateway (a9ee4bad-e653-484c-97e8-9380577683bf), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:21.651424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 91718ffa-2d6d-43c5-b930-08d6ed060bdf triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:21.652023 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (91718ffa-2d6d-43c5-b930-08d6ed060bdf), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:21.700321 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b122e09-a03a-48ae-a8a1-2db18c883691 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:21.716074 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b122e09-a03a-48ae-a8a1-2db18c883691 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:21.725496 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b122e09-a03a-48ae-a8a1-2db18c883691 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:21.743591 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b122e09-a03a-48ae-a8a1-2db18c883691 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:21.751293 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3b122e09-a03a-48ae-a8a1-2db18c883691 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8452883 Mar 24 01:07:21.756928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55916) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:21.799042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 91718ffa-2d6d-43c5-b930-08d6ed060bdf is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:21.799507 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (91718ffa-2d6d-43c5-b930-08d6ed060bdf), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:21.841732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 91718ffa-2d6d-43c5-b930-08d6ed060bdf, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=91718ffa-2d6d-43c5-b930-08d6ed060bdf,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:21.851667 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09862f9-db84-4a91-8714-a34cffe52867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91718ffa-2d6d-43c5-b930-08d6ed060bdf'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:07:21.852633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55920) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:21.854842 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c05ca8f-f05e-49ee-9888-b01d33b75c37" -d '{"events": [{"server_uuid": "f09862f9-db84-4a91-8714-a34cffe52867", "name": "network-vif-plugged", "status": "completed", "tag": "91718ffa-2d6d-43c5-b930-08d6ed060bdf"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:07:21.858657 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3696c539-244e-4fc5-b180-bca522cd9ef4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.1982200 Mar 24 01:07:21.860436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Allocated IP 172.20.0.2 (6918af68-a637-45cf-99cb-b0e3cc2df9c3/06e22de7-2896-4698-97a5-0faab792cc07/040a5bce-0871-4b33-ae48-e05072ef86cd) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:07:21.863115 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (91718ffa-2d6d-43c5-b930-08d6ed060bdf), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:21.892696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-dfd14c9b-c405-4486-b1a9-3354ed5f669e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1888244636'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:21.921534 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=91718ffa-2d6d-43c5-b930-08d6ed060bdf,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:22.068516 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2078ca3-9edf-44b1-bf78-1ad2823783ef x-openstack-request-id: req-b2078ca3-9edf-44b1-bf78-1ad2823783ef {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:22.069052 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09862f9-db84-4a91-8714-a34cffe52867", "name": "network-vif-plugged", "status": "completed", "tag": "91718ffa-2d6d-43c5-b930-08d6ed060bdf", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:22.069052 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b2078ca3-9edf-44b1-bf78-1ad2823783ef {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:22.069489 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2078ca3-9edf-44b1-bf78-1ad2823783ef'] response: {'server_uuid': 'f09862f9-db84-4a91-8714-a34cffe52867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91718ffa-2d6d-43c5-b930-08d6ed060bdf', 'code': 200} Mar 24 01:07:22.109635 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (2ba0b230-5579-4039-a0ec-4393e7509388), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:22.206489 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Publish callbacks [] for port (040a5bce-0871-4b33-ae48-e05072ef86cd), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:22.218173 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783a733-a267-4d1a-9857-b75b000afa80 req-6ddb303a-6209-42e9-8965-a168bde0405d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:22.219709 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1783a733-a267-4d1a-9857-b75b000afa80 req-6ddb303a-6209-42e9-8965-a168bde0405d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb846672-8533-46e1-a5fa-e2fdd2d1b897 HTTP/1.1" status: 200 len: 946 time: 0.0814667 Mar 24 01:07:22.223276 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (040a5bce-0871-4b33-ae48-e05072ef86cd), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:22.315522 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:22.320551 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:22.328944 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:22.366181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-1783a733-a267-4d1a-9857-b75b000afa80 req-f27e68f0-cd55-40cd-84d6-ace29beb0c48 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Deleting port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:22.366761 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1783a733-a267-4d1a-9857-b75b000afa80 req-f27e68f0-cd55-40cd-84d6-ace29beb0c48 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8c8c71d5-2b4a-4917-a036-139bdbaa5cf4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:22.463122 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Pushing event updated for resources: {'Port': ['ID=040a5bce-0871-4b33-ae48-e05072ef86cd,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:22.496092 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Attempting to bind port 040a5bce-0871-4b33-ae48-e05072ef86cd on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:07:22.496986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Attempting to bind port 040a5bce-0871-4b33-ae48-e05072ef86cd by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:07:22.498939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Attempting to bind port 040a5bce-0871-4b33-ae48-e05072ef86cd on network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:07:22.514582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:07:22.514582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Checking segment: {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:22.514582 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:22.514582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Bound using segment: {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:07:22.514582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Bound port: 040a5bce-0871-4b33-ae48-e05072ef86cd, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:07:22.515277 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (040a5bce-0871-4b33-ae48-e05072ef86cd), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:22.567813 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-1783a733-a267-4d1a-9857-b75b000afa80 req-f27e68f0-cd55-40cd-84d6-ace29beb0c48 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] For port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=8c8c71d5-2b4a-4917-a036-139bdbaa5cf4,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:22.571442 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1783a733-a267-4d1a-9857-b75b000afa80 req-f27e68f0-cd55-40cd-84d6-ace29beb0c48 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8c8c71d5-2b4a-4917-a036-139bdbaa5cf4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:22.614225 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-1783a733-a267-4d1a-9857-b75b000afa80 req-f27e68f0-cd55-40cd-84d6-ace29beb0c48 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Calling delete_port for 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:22.629792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] For port 040a5bce-0871-4b33-ae48-e05072ef86cd, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:07:22.634284 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] For port 040a5bce-0871-4b33-ae48-e05072ef86cd, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=040a5bce-0871-4b33-ae48-e05072ef86cd,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:07:22.645862 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (040a5bce-0871-4b33-ae48-e05072ef86cd), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:22.731094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dbe9d-3acd-47db-9e3c-02390c04c798 None None] Pushing event updated for resources: {'Port': ['ID=040a5bce-0871-4b33-ae48-e05072ef86cd,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:22.780590 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1783a733-a267-4d1a-9857-b75b000afa80 req-f27e68f0-cd55-40cd-84d6-ace29beb0c48 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8c8c71d5-2b4a-4917-a036-139bdbaa5cf4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:22.795289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf655c99-b594-4422-b1bb-b6df2664d7e1', '8c8c71d5-2b4a-4917-a036-139bdbaa5cf4'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:07:22.847975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e68f0-cd55-40cd-84d6-ace29beb0c48 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Pushing event deleted for resources: {'Port': ['ID=8c8c71d5-2b4a-4917-a036-139bdbaa5cf4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:22.946710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-1783a733-a267-4d1a-9857-b75b000afa80 req-f27e68f0-cd55-40cd-84d6-ace29beb0c48 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] No DVR routers for this DVR port 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:07:22.949871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1783a733-a267-4d1a-9857-b75b000afa80 req-f27e68f0-cd55-40cd-84d6-ace29beb0c48 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:22.953259 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1783a733-a267-4d1a-9857-b75b000afa80 req-f27e68f0-cd55-40cd-84d6-ace29beb0c48 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "DELETE /v2.0/ports/8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 HTTP/1.1" status: 204 len: 173 time: 0.7281077 Mar 24 01:07:22.953726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb846672-8533-46e1-a5fa-e2fdd2d1b897', 'name': 'network-vif-deleted', 'tag': '8c8c71d5-2b4a-4917-a036-139bdbaa5cf4'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:07:22.956231 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76618a64-6706-4f0d-a7a1-2b8e55d2acb0" -d '{"events": [{"server_uuid": "eb846672-8533-46e1-a5fa-e2fdd2d1b897", "name": "network-vif-deleted", "tag": "8c8c71d5-2b4a-4917-a036-139bdbaa5cf4"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:07:23.058945 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Publish callbacks [] for router_gateway (a9ee4bad-e653-484c-97e8-9380577683bf), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:23.096166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aba36b-e7f4-4ae8-96c0-5ee5cceb59c5 req-c984331a-b994-4fa9-a61e-c90e1408bda6 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:23.103369 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18aba36b-e7f4-4ae8-96c0-5ee5cceb59c5 req-c984331a-b994-4fa9-a61e-c90e1408bda6 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 1.0517423 Mar 24 01:07:23.164643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4935fd-8bb4-4bb6-a8fc-94bd38fca745 req-032eeeac-20a8-4b10-abe7-adeabb4eb1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:23.166163 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d4935fd-8bb4-4bb6-a8fc-94bd38fca745 req-032eeeac-20a8-4b10-abe7-adeabb4eb1d2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 1127 time: 1.1160600 Mar 24 01:07:23.193504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534ad30-3873-4456-bb06-073e6b94b1a2 req-1ed00b9d-141d-44a0-b043-aa862b318529 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:23.200858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5534ad30-3873-4456-bb06-073e6b94b1a2 req-1ed00b9d-141d-44a0-b043-aa862b318529 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb846672-8533-46e1-a5fa-e2fdd2d1b897 HTTP/1.1" status: 200 len: 867 time: 0.7663524 Mar 24 01:07:23.203086 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:23.587872 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (2ba0b230-5579-4039-a0ec-4393e7509388), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:23.604885 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5534ad30-3873-4456-bb06-073e6b94b1a2 req-84e1d1be-465e-4337-b2ec-53109692c6b9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030199 Mar 24 01:07:23.630084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d4935fd-8bb4-4bb6-a8fc-94bd38fca745 req-a017dcd4-fd57-4f73-ad0f-8de659e91c14 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512746 Mar 24 01:07:23.665854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18aba36b-e7f4-4ae8-96c0-5ee5cceb59c5 req-93a80cf7-412d-4a93-a2c7-e1f84d41c44f tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567236 Mar 24 01:07:23.668504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba0b230-5579-4039-a0ec-4393e7509388']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:23.708856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23816fdf-4d89-4e84-b0f9-ccdd12915b9e') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:23.709195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23816fdf-4d89-4e84-b0f9-ccdd12915b9e') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:23.737528 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc3fe35-f1a2-41f9-8cf8-7703c2a1fda4 x-openstack-request-id: req-abc3fe35-f1a2-41f9-8cf8-7703c2a1fda4 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:23.738030 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb846672-8533-46e1-a5fa-e2fdd2d1b897", "name": "network-vif-deleted", "tag": "8c8c71d5-2b4a-4917-a036-139bdbaa5cf4", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:23.738212 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-abc3fe35-f1a2-41f9-8cf8-7703c2a1fda4 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:23.738688 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc3fe35-f1a2-41f9-8cf8-7703c2a1fda4'] response: {'server_uuid': 'eb846672-8533-46e1-a5fa-e2fdd2d1b897', 'name': 'network-vif-deleted', 'tag': '8c8c71d5-2b4a-4917-a036-139bdbaa5cf4', 'status': 'completed', 'code': 200} Mar 24 01:07:23.780823 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (23816fdf-4d89-4e84-b0f9-ccdd12915b9e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:23.827220 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (23816fdf-4d89-4e84-b0f9-ccdd12915b9e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:23.831698 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dfd14c9b-c405-4486-b1a9-3354ed5f669e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (4526a225-fbdf-4210-b4ed-b69fa64745c9), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:23.847753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:07:23.848164 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (23816fdf-4d89-4e84-b0f9-ccdd12915b9e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:07:23.855577 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:07:23.923824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Allocated IP 172.25.0.250 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/1d73687a-50c8-4d62-898f-d10d7b03a67e) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:07:23.930832 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dfd14c9b-c405-4486-b1a9-3354ed5f669e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (4526a225-fbdf-4210-b4ed-b69fa64745c9), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:23.970567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a2b41-10af-47e5-a3c3-7e0a4793dc41 req-c52075db-260e-4b01-93f2-f31360d597c2 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:23.977815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-545a2b41-10af-47e5-a3c3-7e0a4793dc41 req-c52075db-260e-4b01-93f2-f31360d597c2 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 945 time: 0.2479780 Mar 24 01:07:24.177914 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Publish callbacks [] for port (1d73687a-50c8-4d62-898f-d10d7b03a67e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:24.259193 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527712c0-32a6-4488-bb8a-a98356321b60 None None] Network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:24.298588 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (2ba0b230-5579-4039-a0ec-4393e7509388), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:24.309908 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (1d73687a-50c8-4d62-898f-d10d7b03a67e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:24.331213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd14c9b-c405-4486-b1a9-3354ed5f669e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router 4526a225-fbdf-4210-b4ed-b69fa64745c9 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:07:24.332565 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:24.338781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "DELETE /v2.0/networks/2ba0b230-5579-4039-a0ec-4393e7509388 HTTP/1.1" status: 204 len: 168 time: 2.5781238 Mar 24 01:07:24.339278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55944) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:24.403053 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-804fbb36-c7f1-4dde-b433-d349bccd8a31 None None] Provisioning complete for port 040a5bce-0871-4b33-ae48-e05072ef86cd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:24.403426 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-804fbb36-c7f1-4dde-b433-d349bccd8a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (040a5bce-0871-4b33-ae48-e05072ef86cd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:24.546016 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2942adb0-4c72-4fb6-9a0a-ab798c742098 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (5b26531f-d28d-440d-86ba-556a50029318), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:24.566705 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-545a2b41-10af-47e5-a3c3-7e0a4793dc41 req-f0eddbaa-9dfd-47dd-a187-60fc547a3dd8 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5877488 Mar 24 01:07:24.589928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event deleted for resources: {'Network': ['ID=2ba0b230-5579-4039-a0ec-4393e7509388,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:24.602259 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:24.739779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:24.742669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:24.743125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:24.743711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:24.746609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:24.747049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:24.747452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:24.751446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:24.753460 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-804fbb36-c7f1-4dde-b433-d349bccd8a31 None None] Current status of the port 040a5bce-0871-4b33-ae48-e05072ef86cd is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:24.753858 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-804fbb36-c7f1-4dde-b433-d349bccd8a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (040a5bce-0871-4b33-ae48-e05072ef86cd), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:24.753999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:24.754530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:24.754969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:24.756052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:24.757821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:24.758242 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:24.758870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e2f99-ef69-43fa-b447-e1180359aa89 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:24.796233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:07:24.864914 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2942adb0-4c72-4fb6-9a0a-ab798c742098 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (5b26531f-d28d-440d-86ba-556a50029318), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:24.903703 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:07:24.904082 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 8c8c71d5-2b4a-4917-a036-139bdbaa5cf4 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:07:24.917262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2942adb0-4c72-4fb6-9a0a-ab798c742098 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b26531f-d28d-440d-86ba-556a50029318']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:24.935546 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2942adb0-4c72-4fb6-9a0a-ab798c742098 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933a4394-b123-43aa-8dbc-65898e1f447a') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:24.936604 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2942adb0-4c72-4fb6-9a0a-ab798c742098 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933a4394-b123-43aa-8dbc-65898e1f447a') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:24.949544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-804fbb36-c7f1-4dde-b433-d349bccd8a31 None None] For port 040a5bce-0871-4b33-ae48-e05072ef86cd, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=040a5bce-0871-4b33-ae48-e05072ef86cd,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:24.959090 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-804fbb36-c7f1-4dde-b433-d349bccd8a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (040a5bce-0871-4b33-ae48-e05072ef86cd), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:24.967297 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2942adb0-4c72-4fb6-9a0a-ab798c742098 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (933a4394-b123-43aa-8dbc-65898e1f447a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:25.004278 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2942adb0-4c72-4fb6-9a0a-ab798c742098 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (933a4394-b123-43aa-8dbc-65898e1f447a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:25.010693 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:25.023282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:25.026736 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2942adb0-4c72-4fb6-9a0a-ab798c742098 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:07:25.035141 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Pushing event updated for resources: {'Port': ['ID=1d73687a-50c8-4d62-898f-d10d7b03a67e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:25.052480 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2942adb0-4c72-4fb6-9a0a-ab798c742098 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (933a4394-b123-43aa-8dbc-65898e1f447a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:07:25.113046 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:07:25.207347 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2942adb0-4c72-4fb6-9a0a-ab798c742098 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (5b26531f-d28d-440d-86ba-556a50029318), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:25.257262 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2942adb0-4c72-4fb6-9a0a-ab798c742098 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:25.272744 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2942adb0-4c72-4fb6-9a0a-ab798c742098 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "DELETE /v2.0/networks/5b26531f-d28d-440d-86ba-556a50029318 HTTP/1.1" status: 204 len: 168 time: 0.9322767 Mar 24 01:07:25.274355 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942adb0-4c72-4fb6-9a0a-ab798c742098 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event deleted for resources: {'Network': ['ID=5b26531f-d28d-440d-86ba-556a50029318,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:25.282512 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55966) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:25.327209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 040a5bce-0871-4b33-ae48-e05072ef86cd up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:07:25.337389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0637454-bedb-4207-adf8-816b50ba4dcf req-e93119cc-4bcd-49a6-9c64-cd407a9c2b29 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:25.339181 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0637454-bedb-4207-adf8-816b50ba4dcf req-e93119cc-4bcd-49a6-9c64-cd407a9c2b29 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.4247398 Mar 24 01:07:25.464449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7c53b294-086b-478a-82a6-e8fd19ad1fa2 None None] Provisioning complete for port 040a5bce-0871-4b33-ae48-e05072ef86cd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:25.465585 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c53b294-086b-478a-82a6-e8fd19ad1fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (040a5bce-0871-4b33-ae48-e05072ef86cd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:25.476354 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864bf3a9-fc48-4c8c-823d-edd28e81933b tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:25.481975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864bf3a9-fc48-4c8c-823d-edd28e81933b tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:25.489197 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-864bf3a9-fc48-4c8c-823d-edd28e81933b tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2045074 Mar 24 01:07:25.495263 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fbb36-c7f1-4dde-b433-d349bccd8a31 None None] Pushing event updated for resources: {'Port': ['ID=040a5bce-0871-4b33-ae48-e05072ef86cd,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:25.506061 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55970) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:25.526759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-db747ab5-c457-4e75-94ba-9e7740f279d6 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1722882725'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:25.545268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 040a5bce-0871-4b33-ae48-e05072ef86cd triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:25.550689 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (040a5bce-0871-4b33-ae48-e05072ef86cd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:25.569610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db747ab5-c457-4e75-94ba-9e7740f279d6 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Made reservation on behalf of a2df0cbba570493ea7288df8cb5b237f for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:25.572914 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-db747ab5-c457-4e75-94ba-9e7740f279d6 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:25.634857 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db747ab5-c457-4e75-94ba-9e7740f279d6 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:07:25.654785 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-db747ab5-c457-4e75-94ba-9e7740f279d6 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (99c089c9-ce3b-4a9f-9347-74b4936f93b5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:25.655038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-0ed6e451-e438-41b1-98ab-bcd1e9668ae0 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:25.655159 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-db747ab5-c457-4e75-94ba-9e7740f279d6 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Added segment 99c089c9-ce3b-4a9f-9347-74b4936f93b5 of type vlan for network 0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5 Mar 24 01:07:25.662166 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-0ed6e451-e438-41b1-98ab-bcd1e9668ae0 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 806 time: 0.5055833 Mar 24 01:07:25.708361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd14c9b-c405-4486-b1a9-3354ed5f669e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:07:25.722650 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4958b-0a27-4666-b9da-51757aec738c None None] Sync routers for ids ['4526a225-fbdf-4210-b4ed-b69fa64745c9'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:07:25.738305 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-db747ab5-c457-4e75-94ba-9e7740f279d6 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:25.739900 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4958b-0a27-4666-b9da-51757aec738c None None] Routers {'4526a225-fbdf-4210-b4ed-b69fa64745c9'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:25.741321 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9bf4958b-0a27-4666-b9da-51757aec738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4526a225-fbdf-4210-b4ed-b69fa64745c9'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:25.744708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7c53b294-086b-478a-82a6-e8fd19ad1fa2 None None] Current status of the port 040a5bce-0871-4b33-ae48-e05072ef86cd is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:25.776535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 040a5bce-0871-4b33-ae48-e05072ef86cd is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:25.784985 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dfd14c9b-c405-4486-b1a9-3354ed5f669e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:25.789570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dfd14c9b-c405-4486-b1a9-3354ed5f669e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/4526a225-fbdf-4210-b4ed-b69fa64745c9 HTTP/1.1" status: 200 len: 888 time: 3.9321549 Mar 24 01:07:25.794116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55974) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:25.840262 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9bf4958b-0a27-4666-b9da-51757aec738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:25.863645 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4958b-0a27-4666-b9da-51757aec738c None None] Routers {'4526a225-fbdf-4210-b4ed-b69fa64745c9'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:25.864571 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9bf4958b-0a27-4666-b9da-51757aec738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4526a225-fbdf-4210-b4ed-b69fa64745c9'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:25.903696 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-db747ab5-c457-4e75-94ba-9e7740f279d6 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:25.909916 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db747ab5-c457-4e75-94ba-9e7740f279d6 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:25.910721 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-db747ab5-c457-4e75-94ba-9e7740f279d6 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:25.913154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-b639776b-5034-49cf-be48-90d24ade7704 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/quotas/fa7e3a04805b4343b060cb33aa6d1114 HTTP/1.1" status: 200 len: 375 time: 0.2500129 Mar 24 01:07:25.979850 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9bf4958b-0a27-4666-b9da-51757aec738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:25.989730 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4958b-0a27-4666-b9da-51757aec738c None None] The sync data for ids ['4526a225-fbdf-4210-b4ed-b69fa64745c9'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:07:26.001478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db747ab5-c457-4e75-94ba-9e7740f279d6 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event updated for resources: {'Network': ['ID=0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:26.013203 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:07:26.027688 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-db747ab5-c457-4e75-94ba-9e7740f279d6 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5204859 Mar 24 01:07:26.032500 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55976) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:26.039613 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4b63b641-07bf-4c40-b0cd-c735580c6a97 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1971934643'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:26.082489 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c20ae446-5f10-4ab7-ad80-2523c26a8ada tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/routers/4526a225-fbdf-4210-b4ed-b69fa64745c9 HTTP/1.1" status: 200 len: 888 time: 0.2843304 Mar 24 01:07:26.082489 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b63b641-07bf-4c40-b0cd-c735580c6a97 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Made reservation on behalf of a2df0cbba570493ea7288df8cb5b237f for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:26.085167 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b63b641-07bf-4c40-b0cd-c735580c6a97 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:26.087666 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55978) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:26.126819 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cf23f73d-d76d-48ef-b57d-b4f35c982039 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports?device_id=4526a225-fbdf-4210-b4ed-b69fa64745c9 HTTP/1.1" status: 200 len: 205 time: 0.0357027 Mar 24 01:07:26.127060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55980) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:26.138814 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Publish callbacks [] for router_gateway (a9ee4bad-e653-484c-97e8-9380577683bf), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:26.204351 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b63b641-07bf-4c40-b0cd-c735580c6a97 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:07:26.225146 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b63b641-07bf-4c40-b0cd-c735580c6a97 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5d79e2ca-3652-459f-94c4-94e0b5172119), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:26.226268 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-4b63b641-07bf-4c40-b0cd-c735580c6a97 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Added segment 5d79e2ca-3652-459f-94c4-94e0b5172119 of type vlan for network 049703f5-a0ab-4301-a409-cfc08f402e4b Mar 24 01:07:26.273232 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b63b641-07bf-4c40-b0cd-c735580c6a97 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (049703f5-a0ab-4301-a409-cfc08f402e4b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:26.281513 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0637454-bedb-4207-adf8-816b50ba4dcf req-b0a35621-9fa0-4c01-9856-64e753346c5e tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6851542 Mar 24 01:07:26.302821 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-0e2828a2-ce09-48f4-8389-10e7177efa33 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3887472 Mar 24 01:07:26.384201 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b63b641-07bf-4c40-b0cd-c735580c6a97 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (049703f5-a0ab-4301-a409-cfc08f402e4b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:26.389376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b63b641-07bf-4c40-b0cd-c735580c6a97 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:26.389966 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b63b641-07bf-4c40-b0cd-c735580c6a97 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:26.419694 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4b63b641-07bf-4c40-b0cd-c735580c6a97 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3862414 Mar 24 01:07:26.430820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55984) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:26.436840 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Request body: {'ports': [{'network_id': '0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5', 'name': 'tempest-port--1394622261', 'admin_state_up': True}, {'network_id': '049703f5-a0ab-4301-a409-cfc08f402e4b', 'admin_state_up': False}]} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:26.437184 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Request body: {'port': {'network_id': '0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5', 'name': 'tempest-port--1394622261', 'admin_state_up': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:26.437666 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Request body: {'port': {'network_id': '049703f5-a0ab-4301-a409-cfc08f402e4b', 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:26.448089 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-e89fd775-274e-434b-a1ff-954781b3f20b service neutron] 10.222.0.45 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369703 Mar 24 01:07:26.560293 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f32b57d6-1ab8-496e-9f12-915f836d45a2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (4526a225-fbdf-4210-b4ed-b69fa64745c9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:26.637766 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc33c8-8f2c-4fe2-8183-082c14f8ee14 req-3e5d7372-fba3-462d-8750-71a1f70d01cd tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:26.644857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26fc33c8-8f2c-4fe2-8183-082c14f8ee14 req-3e5d7372-fba3-462d-8750-71a1f70d01cd tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 945 time: 0.1809938 Mar 24 01:07:26.671142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63b641-07bf-4c40-b0cd-c735580c6a97 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event updated for resources: {'Network': ['ID=049703f5-a0ab-4301-a409-cfc08f402e4b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:26.680047 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f32b57d6-1ab8-496e-9f12-915f836d45a2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_gateway (4526a225-fbdf-4210-b4ed-b69fa64745c9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:26.691919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 049703f5-a0ab-4301-a409-cfc08f402e4b details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:07:26.724350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26fc33c8-8f2c-4fe2-8183-082c14f8ee14 req-850999fd-06d7-49ce-a361-bdc1034ea2f5 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784791 Mar 24 01:07:26.808320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-dbf1afef-0d02-4ca1-b84b-d015996ad703 service neutron] 10.222.0.45 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590763 Mar 24 01:07:26.815009 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Made reservation on behalf of a2df0cbba570493ea7288df8cb5b237f for: {'port': 2} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:26.819532 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:26.835669 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:26.856728 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f32b57d6-1ab8-496e-9f12-915f836d45a2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port 3456b432-a5e7-4a08-8f42-4b9921c00ca7 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:26.857081 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f32b57d6-1ab8-496e-9f12-915f836d45a2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3456b432-a5e7-4a08-8f42-4b9921c00ca7), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:26.863898 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (a9ee4bad-e653-484c-97e8-9380577683bf), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:26.951631 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f32b57d6-1ab8-496e-9f12-915f836d45a2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3456b432-a5e7-4a08-8f42-4b9921c00ca7), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:26.965777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f32b57d6-1ab8-496e-9f12-915f836d45a2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for 3456b432-a5e7-4a08-8f42-4b9921c00ca7 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:27.125855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-870c01d1-3dd6-4599-a454-eb8364c3b7e1 req-c75270a0-474b-4c76-b28e-69140c638d89 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 210 time: 0.0462694 Mar 24 01:07:27.185414 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 040a5bce-0871-4b33-ae48-e05072ef86cd up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:07:27.277531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1d506-8be6-4966-ac88-904ba3e5f93b req-0b0c6574-78fa-4797-8c0f-d143af86a478 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:27.289800 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78b1d506-8be6-4966-ac88-904ba3e5f93b req-0b0c6574-78fa-4797-8c0f-d143af86a478 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 945 time: 0.1436787 Mar 24 01:07:27.301738 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f32b57d6-1ab8-496e-9f12-915f836d45a2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3456b432-a5e7-4a08-8f42-4b9921c00ca7), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:27.348092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Router a9ee4bad-e653-484c-97e8-9380577683bf is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:07:27.359790 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 040a5bce-0871-4b33-ae48-e05072ef86cd triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:27.360174 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (040a5bce-0871-4b33-ae48-e05072ef86cd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:27.477508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b57d6-1ab8-496e-9f12-915f836d45a2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=3456b432-a5e7-4a08-8f42-4b9921c00ca7,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:27.546685 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 040a5bce-0871-4b33-ae48-e05072ef86cd is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:27.560731 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78b1d506-8be6-4966-ac88-904ba3e5f93b req-94f28df1-5e3d-48a2-8952-031a619b34b0 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502871 Mar 24 01:07:27.578813 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] device_id is not set on port 4697c3f1-42f2-4588-9a53-48ec047bd4fa yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:07:27.609740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f32b57d6-1ab8-496e-9f12-915f836d45a2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (4526a225-fbdf-4210-b4ed-b69fa64745c9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:27.622468 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c15697-54bf-4422-baa5-472a11e70677 req-9f66c4ed-dba2-4c69-8b52-e016ca7b7488 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:27.624320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5c15697-54bf-4422-baa5-472a11e70677 req-9f66c4ed-dba2-4c69-8b52-e016ca7b7488 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.1594424 Mar 24 01:07:27.673611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:07:27.686314 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Sync routers for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:07:27.702461 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:27.705686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:27.715808 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5c15697-54bf-4422-baa5-472a11e70677 req-f2366218-52ac-410f-8ce5-6ee51fef24d0 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851672 Mar 24 01:07:27.721869 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:27.723720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-da530ced-999c-44f5-bde4-6ac09e86796e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3705864 Mar 24 01:07:27.727077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56008) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:27.816670 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f32b57d6-1ab8-496e-9f12-915f836d45a2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (4526a225-fbdf-4210-b4ed-b69fa64745c9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:27.820140 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f32b57d6-1ab8-496e-9f12-915f836d45a2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_controller (4526a225-fbdf-4210-b4ed-b69fa64745c9), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:27.954200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:07:27.972614 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f32b57d6-1ab8-496e-9f12-915f836d45a2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (4526a225-fbdf-4210-b4ed-b69fa64745c9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:27.973321 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32b57d6-1ab8-496e-9f12-915f836d45a2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Fanout notify agent at l3_agent the message router_deleted on router 4526a225-fbdf-4210-b4ed-b69fa64745c9 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:07:27.993493 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f32b57d6-1ab8-496e-9f12-915f836d45a2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:27.994639 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f32b57d6-1ab8-496e-9f12-915f836d45a2 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/routers/4526a225-fbdf-4210-b4ed-b69fa64745c9 HTTP/1.1" status: 204 len: 168 time: 1.8667743 Mar 24 01:07:28.000674 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56010) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:28.010857 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-23bd22dc-56c7-40aa-88a2-f842bbfa971e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'network': {'name': 'tempest-RoutersTest-1347675715'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:28.076704 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks [] for port (4697c3f1-42f2-4588-9a53-48ec047bd4fa), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:28.217802 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] device_id is not set on port e8f34c9b-3027-4cc1-87f5-2def70f02068 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:07:28.241556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:25Z', 'revision_number': 3, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:28.280272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Checking router: a9ee4bad-e653-484c-97e8-9380577683bf for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:07:28.281915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Updating router a9ee4bad-e653-484c-97e8-9380577683bf port 1d73687a-50c8-4d62-898f-d10d7b03a67e binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:07:28.303530 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bd22dc-56c7-40aa-88a2-f842bbfa971e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:28.310845 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-23bd22dc-56c7-40aa-88a2-f842bbfa971e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:28.345676 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1d73687a-50c8-4d62-898f-d10d7b03a67e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:28.430236 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bd22dc-56c7-40aa-88a2-f842bbfa971e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:07:28.486414 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-23bd22dc-56c7-40aa-88a2-f842bbfa971e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5b0c781e-e33f-43b5-94e6-f808ee434d7d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:28.486769 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-23bd22dc-56c7-40aa-88a2-f842bbfa971e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Added segment 5b0c781e-e33f-43b5-94e6-f808ee434d7d of type vlan for network 679708ff-02d2-46c4-860a-4ba45b4a0323 Mar 24 01:07:28.568021 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks [] for port (e8f34c9b-3027-4cc1-87f5-2def70f02068), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:28.671898 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-23bd22dc-56c7-40aa-88a2-f842bbfa971e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (679708ff-02d2-46c4-860a-4ba45b4a0323), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:28.759157 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42e65017-fdd4-4eb4-ab6e-43df46acac2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:28.795965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-9ffa80d8-6889-4434-8e7f-6820685f666b tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:28.799810 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-9ffa80d8-6889-4434-8e7f-6820685f666b tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 806 time: 0.2281418 Mar 24 01:07:28.803535 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1ff04d5-87bb-4839-bcff-1b09fa314dde req-d53c75e6-9f07-4c54-bfd3-fec5bc186476 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 210 time: 0.0981882 Mar 24 01:07:28.805311 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.db.resource_extend [None req-23bd22dc-56c7-40aa-88a2-f842bbfa971e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:07:28.866327 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-23bd22dc-56c7-40aa-88a2-f842bbfa971e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (679708ff-02d2-46c4-860a-4ba45b4a0323), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:28.874856 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bd22dc-56c7-40aa-88a2-f842bbfa971e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:28.875741 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-23bd22dc-56c7-40aa-88a2-f842bbfa971e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:28.894977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-fb2fa9da-acf2-475b-ad87-f2400cd5368c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Request body: {'port': {'device_id': '101b0cf5-42c7-4795-9e4e-1f1ec001bab6', 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234', 'admin_state_up': True, 'tenant_id': 'fa7e3a04805b4343b060cb33aa6d1114'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:28.904420 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4697c3f1-42f2-4588-9a53-48ec047bd4fa), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:28.916880 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-23bd22dc-56c7-40aa-88a2-f842bbfa971e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9099624 Mar 24 01:07:28.917629 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56022) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:28.954909 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a6bf865f-424a-4617-9675-781494a7d22f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'subnet': {'network_id': '679708ff-02d2-46c4-860a-4ba45b4a0323', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:29.019391 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Publish callbacks [] for port (1d73687a-50c8-4d62-898f-d10d7b03a67e), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:29.029233 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1d73687a-50c8-4d62-898f-d10d7b03a67e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:29.039605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6845d-26c5-477b-96d9-d57aeb828d1b req-ccebc586-ce17-4437-a794-bbfc8772d603 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:29.041410 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0aa6845d-26c5-477b-96d9-d57aeb828d1b req-ccebc586-ce17-4437-a794-bbfc8772d603 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 945 time: 0.2368028 Mar 24 01:07:29.053471 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcb24e-50dd-42da-b9f1-72d6cf507ac3 req-f3b577e1-37a0-47fc-8283-212ab5b9c5ee tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:29.055118 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05dcb24e-50dd-42da-b9f1-72d6cf507ac3 req-f3b577e1-37a0-47fc-8283-212ab5b9c5ee tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.57 "GET /v2.0/ports?device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 945 time: 0.3454762 Mar 24 01:07:29.109905 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a8ef4-fad2-4657-acfb-b08acc12d31a None None] Pushing event updated for resources: {'Port': ['ID=1d73687a-50c8-4d62-898f-d10d7b03a67e,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:29.113796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Attempting to bind port 1d73687a-50c8-4d62-898f-d10d7b03a67e on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:07:29.114211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Attempting to bind port 1d73687a-50c8-4d62-898f-d10d7b03a67e by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:07:29.114695 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Attempting to bind port 1d73687a-50c8-4d62-898f-d10d7b03a67e on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:07:29.121443 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:07:29.121830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:29.122380 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:29.122781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:07:29.123408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Bound port: 1d73687a-50c8-4d62-898f-d10d7b03a67e, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:07:29.123826 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1d73687a-50c8-4d62-898f-d10d7b03a67e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:29.188453 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event updated for resources: {'Port': ['ID=4697c3f1-42f2-4588-9a53-48ec047bd4fa,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:29.199973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] For port 1d73687a-50c8-4d62-898f-d10d7b03a67e, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:07:29.207563 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] For port 1d73687a-50c8-4d62-898f-d10d7b03a67e, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=1d73687a-50c8-4d62-898f-d10d7b03a67e,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:07:29.212528 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb4869-7231-4c06-b36d-da7159cd96d2 req-e660e341-090c-4f3a-9226-3b76ad6839fa tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:29.214351 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ceb4869-7231-4c06-b36d-da7159cd96d2 req-e660e341-090c-4f3a-9226-3b76ad6839fa tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.2751472 Mar 24 01:07:29.227510 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1d73687a-50c8-4d62-898f-d10d7b03a67e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:29.284718 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a8ef4-fad2-4657-acfb-b08acc12d31a None None] Pushing event updated for resources: {'Port': ['ID=1d73687a-50c8-4d62-898f-d10d7b03a67e,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:29.303479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Checking segment: {'id': '99c089c9-ce3b-4a9f-9347-74b4936f93b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:29.303870 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Network hostable DHCP agents. Network: 0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:07:29.305573 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:29.306494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:29.320072 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd22dc-56c7-40aa-88a2-f842bbfa971e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Network': ['ID=679708ff-02d2-46c4-860a-4ba45b4a0323,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:29.329748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bf865f-424a-4617-9675-781494a7d22f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:29.334011 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6bf865f-424a-4617-9675-781494a7d22f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:29.340987 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Network 0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:07:29.348092 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 679708ff-02d2-46c4-860a-4ba45b4a0323 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:07:29.477111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:29.492086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381c16bd-07f0-46e9-a4f0-458e50ea3a96 None None] Network 0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:29.498334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:07:29.503763 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:29.504699 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e8f34c9b-3027-4cc1-87f5-2def70f02068), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:29.600381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0aa6845d-26c5-477b-96d9-d57aeb828d1b req-c6c2ab58-6d5a-4ad1-ae43-8c41566a5e30 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups?id=14cee077-7147-4283-86e2-742a16fe8319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431304 Mar 24 01:07:29.617901 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ceb4869-7231-4c06-b36d-da7159cd96d2 req-03f67bf3-be9d-43e3-a1d6-e55cc3425833 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838217 Mar 24 01:07:29.631627 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-fb2fa9da-acf2-475b-ad87-f2400cd5368c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Made reservation on behalf of fa7e3a04805b4343b060cb33aa6d1114 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:29.639354 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-fb2fa9da-acf2-475b-ad87-f2400cd5368c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:29.695692 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event updated for resources: {'Port': ['ID=e8f34c9b-3027-4cc1-87f5-2def70f02068,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:29.699311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-05dcb24e-50dd-42da-b9f1-72d6cf507ac3 req-2f3ce14c-1eea-4627-a4c0-2de5f424c985 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Deleting port 91718ffa-2d6d-43c5-b930-08d6ed060bdf {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:29.699911 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05dcb24e-50dd-42da-b9f1-72d6cf507ac3 req-2f3ce14c-1eea-4627-a4c0-2de5f424c985 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (91718ffa-2d6d-43c5-b930-08d6ed060bdf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:29.814687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Checking segment: {'id': '5d79e2ca-3652-459f-94c4-94e0b5172119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '049703f5-a0ab-4301-a409-cfc08f402e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:29.815153 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Network hostable DHCP agents. Network: 049703f5-a0ab-4301-a409-cfc08f402e4b, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:07:29.851442 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:29.894364 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:25Z', 'revision_number': 3, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:29.905718 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Network 049703f5-a0ab-4301-a409-cfc08f402e4b is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:07:29.941602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-05dcb24e-50dd-42da-b9f1-72d6cf507ac3 req-2f3ce14c-1eea-4627-a4c0-2de5f424c985 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] For port 91718ffa-2d6d-43c5-b930-08d6ed060bdf, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=91718ffa-2d6d-43c5-b930-08d6ed060bdf,segment=NetworkSegment(fd5764f6-4970-4435-bfd9-0c5636f1b27e),segment_id=fd5764f6-4970-4435-bfd9-0c5636f1b27e)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:29.942166 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05dcb24e-50dd-42da-b9f1-72d6cf507ac3 req-2f3ce14c-1eea-4627-a4c0-2de5f424c985 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (91718ffa-2d6d-43c5-b930-08d6ed060bdf), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:29.942717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 049703f5-a0ab-4301-a409-cfc08f402e4b) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:29.949956 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2565e54-ba22-41e7-aed9-41aab9661527 None None] The sync data for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 is: [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:25Z', 'revision_number': 3, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:07:29.952926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55392ca9-1ac0-4ac9-9d14-654e9a2456b4 None None] Network 049703f5-a0ab-4301-a409-cfc08f402e4b requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:29.973993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-05dcb24e-50dd-42da-b9f1-72d6cf507ac3 req-2f3ce14c-1eea-4627-a4c0-2de5f424c985 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Calling delete_port for 91718ffa-2d6d-43c5-b930-08d6ed060bdf owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:30.030927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:30.047141 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:30.054172 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:30.065217 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:30.123050 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f8f8c658-ff04-4997-bd3c-ac57804ce2eb tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6900320 Mar 24 01:07:30.130904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56034) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:30.316561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a583f1b3-d460-4016-8d92-762f0dc3ebcf req-acd0cce5-8dd7-49ac-81b1-bac592d50e90 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 210 time: 0.2288845 Mar 24 01:07:30.319206 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:30.536085 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05dcb24e-50dd-42da-b9f1-72d6cf507ac3 req-2f3ce14c-1eea-4627-a4c0-2de5f424c985 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (91718ffa-2d6d-43c5-b930-08d6ed060bdf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:30.663874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ce14c-1eea-4627-a4c0-2de5f424c985 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Pushing event deleted for resources: {'Port': ['ID=91718ffa-2d6d-43c5-b930-08d6ed060bdf,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:30.837887 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c0da422-018c-498f-bc6c-08c4541dd08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:30.946350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb15eec9-4f48-4bea-9096-c4a1825ebb4a req-bd388e64-06c3-4a64-8b72-a370c3b39466 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 210 time: 0.0762818 Mar 24 01:07:31.046946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dcb24e-50dd-42da-b9f1-72d6cf507ac3 req-2f3ce14c-1eea-4627-a4c0-2de5f424c985 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] No DVR routers for this DVR port 91718ffa-2d6d-43c5-b930-08d6ed060bdf on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:07:31.060533 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05dcb24e-50dd-42da-b9f1-72d6cf507ac3 req-2f3ce14c-1eea-4627-a4c0-2de5f424c985 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:31.084099 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05dcb24e-50dd-42da-b9f1-72d6cf507ac3 req-2f3ce14c-1eea-4627-a4c0-2de5f424c985 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.57 "DELETE /v2.0/ports/91718ffa-2d6d-43c5-b930-08d6ed060bdf HTTP/1.1" status: 204 len: 173 time: 1.9873312 Mar 24 01:07:31.084605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09862f9-db84-4a91-8714-a34cffe52867', 'name': 'network-vif-deleted', 'tag': '91718ffa-2d6d-43c5-b930-08d6ed060bdf'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:07:31.087083 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34fcf22-7517-4cb6-82dd-ea9ff04e01d4" -d '{"events": [{"server_uuid": "f09862f9-db84-4a91-8714-a34cffe52867", "name": "network-vif-deleted", "tag": "91718ffa-2d6d-43c5-b930-08d6ed060bdf"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:07:31.134109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Allocated IP 172.20.0.1 (6918af68-a637-45cf-99cb-b0e3cc2df9c3/06e22de7-2896-4698-97a5-0faab792cc07/80c439ef-2ba8-43bc-a999-842edbd3562e) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:07:31.174535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2bf0d-703a-4d85-b617-8e653b9416c9 req-1d431018-7972-4327-8278-df8b20691536 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:31.176053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90c2bf0d-703a-4d85-b617-8e653b9416c9 req-1d431018-7972-4327-8278-df8b20691536 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.3448389 Mar 24 01:07:31.204059 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-fb2fa9da-acf2-475b-ad87-f2400cd5368c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Allocated IP 172.20.0.6 (fb8d286a-5d52-420f-a6a9-f3fce1e70234/f03de5f8-5d24-4408-b283-d5210a71454f/96084d42-6b96-4679-b53d-0966a626068d) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:07:31.243240 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1d73687a-50c8-4d62-898f-d10d7b03a67e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:07:31.264030 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47c0374-c2ba-4fb7-be50-ac45371cf9f8 x-openstack-request-id: req-f47c0374-c2ba-4fb7-be50-ac45371cf9f8 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:31.264404 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09862f9-db84-4a91-8714-a34cffe52867", "name": "network-vif-deleted", "tag": "91718ffa-2d6d-43c5-b930-08d6ed060bdf", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:31.264614 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f47c0374-c2ba-4fb7-be50-ac45371cf9f8 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:31.264953 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47c0374-c2ba-4fb7-be50-ac45371cf9f8'] response: {'server_uuid': 'f09862f9-db84-4a91-8714-a34cffe52867', 'name': 'network-vif-deleted', 'tag': '91718ffa-2d6d-43c5-b930-08d6ed060bdf', 'status': 'completed', 'code': 200} Mar 24 01:07:31.315852 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6bf865f-424a-4617-9675-781494a7d22f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (6776cede-fa6a-4dba-8260-3fb1089c5d35), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:31.376887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90c2bf0d-703a-4d85-b617-8e653b9416c9 req-56380c35-fad4-4573-9030-04910746ad44 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624110 Mar 24 01:07:31.398490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 1d73687a-50c8-4d62-898f-d10d7b03a67e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:31.398875 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1d73687a-50c8-4d62-898f-d10d7b03a67e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:31.450323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Publish callbacks [] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:31.467110 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 91718ffa-2d6d-43c5-b930-08d6ed060bdf no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:07:31.510578 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 91718ffa-2d6d-43c5-b930-08d6ed060bdf {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:07:31.513598 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 91718ffa-2d6d-43c5-b930-08d6ed060bdf not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:07:31.549876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d5d1e-9273-4591-9e61-2e5307c6c554 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:31.563195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d5d1e-9273-4591-9e61-2e5307c6c554 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:31.575581 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8b9d5d1e-9273-4591-9e61-2e5307c6c554 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.4434428 Mar 24 01:07:31.594108 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56052) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:31.617671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bcec65a9-38dc-45cd-9312-fdfbf2ba9637 req-8003ef4c-394d-4ff5-bb8d-523cea012d66 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 210 time: 0.0743308 Mar 24 01:07:31.640731 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:31.646316 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 1d73687a-50c8-4d62-898f-d10d7b03a67e is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:31.646547 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1d73687a-50c8-4d62-898f-d10d7b03a67e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:31.691116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 1d73687a-50c8-4d62-898f-d10d7b03a67e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=1d73687a-50c8-4d62-898f-d10d7b03a67e,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:31.699162 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1d73687a-50c8-4d62-898f-d10d7b03a67e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:31.715425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf865f-424a-4617-9675-781494a7d22f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Subnet': ['ID=6776cede-fa6a-4dba-8260-3fb1089c5d35,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:31.814941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=1d73687a-50c8-4d62-898f-d10d7b03a67e,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:31.839435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Pushing event updated for resources: {'Port': ['ID=80c439ef-2ba8-43bc-a999-842edbd3562e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:31.898106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:31.899639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:31.925217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:32.044271 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bf865f-424a-4617-9675-781494a7d22f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Checking segment: {'id': '5b0c781e-e33f-43b5-94e6-f808ee434d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '679708ff-02d2-46c4-860a-4ba45b4a0323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:32.044670 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bf865f-424a-4617-9675-781494a7d22f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network hostable DHCP agents. Network: 679708ff-02d2-46c4-860a-4ba45b4a0323, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:07:32.092934 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (a9ee4bad-e653-484c-97e8-9380577683bf), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:32.129501 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:32.268420 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-fb2fa9da-acf2-475b-ad87-f2400cd5368c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks [] for port (96084d42-6b96-4679-b53d-0966a626068d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:32.326454 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-fb2fa9da-acf2-475b-ad87-f2400cd5368c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (96084d42-6b96-4679-b53d-0966a626068d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:32.338505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf655c99-b594-4422-b1bb-b6df2664d7e1'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:07:32.388281 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-fb2fa9da-acf2-475b-ad87-f2400cd5368c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Network fb8d286a-5d52-420f-a6a9-f3fce1e70234 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:32.398518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-fb2fa9da-acf2-475b-ad87-f2400cd5368c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:32.428867 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-fb2fa9da-acf2-475b-ad87-f2400cd5368c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:32.440864 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bf865f-424a-4617-9675-781494a7d22f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 679708ff-02d2-46c4-860a-4ba45b4a0323 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:07:32.532421 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fa9da-acf2-475b-ad87-f2400cd5368c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Pushing event updated for resources: {'Port': ['ID=96084d42-6b96-4679-b53d-0966a626068d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:32.568391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6e87230f-8014-4f76-a61f-6d3152964ee8 None None] Provisioning complete for port 80c439ef-2ba8-43bc-a999-842edbd3562e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:32.569167 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6e87230f-8014-4f76-a61f-6d3152964ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:32.570904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-eddea7c3-5c92-46ea-b08b-905c38fa8933 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Deleting port 4697c3f1-42f2-4588-9a53-48ec047bd4fa {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:32.572789 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eddea7c3-5c92-46ea-b08b-905c38fa8933 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4697c3f1-42f2-4588-9a53-48ec047bd4fa), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:32.591090 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a6bf865f-424a-4617-9675-781494a7d22f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 679708ff-02d2-46c4-860a-4ba45b4a0323) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:32.596312 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:32.607691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0956ee4-047e-4b8d-9bdc-ea929e81a6e7 None None] Network 679708ff-02d2-46c4-860a-4ba45b4a0323 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:32.609933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bf865f-424a-4617-9675-781494a7d22f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:32.610699 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6bf865f-424a-4617-9675-781494a7d22f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:32.623148 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-afa19dd6-090d-44f5-b278-fbeb9d743863 req-6e5b1d34-745d-4de5-ad6d-daf7ece028bd tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/ports?device_id=f09862f9-db84-4a91-8714-a34cffe52867 HTTP/1.1" status: 200 len: 210 time: 0.2401669 Mar 24 01:07:32.688754 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a6bf865f-424a-4617-9675-781494a7d22f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7401209 Mar 24 01:07:32.691104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56064) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:32.702911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-a72e6acf-d73e-4459-a98a-4b63ef9b30de tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-488984384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:32.707133 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-fb2fa9da-acf2-475b-ad87-f2400cd5368c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:32.707805 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-fb2fa9da-acf2-475b-ad87-f2400cd5368c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:32.713400 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:32.766428 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eddea7c3-5c92-46ea-b08b-905c38fa8933 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4697c3f1-42f2-4588-9a53-48ec047bd4fa), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:32.827890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7ea68-3c44-46ad-99de-78d24a4c6db6 req-7d98a7c7-4d96-4d19-8350-e674d8d32103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:32.829860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9d7ea68-3c44-46ad-99de-78d24a4c6db6 req-7d98a7c7-4d96-4d19-8350-e674d8d32103 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 1127 time: 0.4198833 Mar 24 01:07:32.834955 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-fb2fa9da-acf2-475b-ad87-f2400cd5368c tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9687760 Mar 24 01:07:32.846542 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-eddea7c3-5c92-46ea-b08b-905c38fa8933 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Calling delete_port for 4697c3f1-42f2-4588-9a53-48ec047bd4fa owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:32.850351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-679708ff-02d2-46c4-860a-4ba45b4a0323', 'network_id': '679708ff-02d2-46c4-860a-4ba45b4a0323', 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'fixed_ips': [{'subnet_id': '6776cede-fa6a-4dba-8260-3fb1089c5d35'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:07:32.851206 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:32.880310 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a72e6acf-d73e-4459-a98a-4b63ef9b30de tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (cc883eaf-189c-438d-89fb-611f0c7f689d), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:32.882322 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a72e6acf-d73e-4459-a98a-4b63ef9b30de tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (cc883eaf-189c-438d-89fb-611f0c7f689d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:32.895769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-a86bda5c-741b-4b7c-bd9b-1d308b7e8e2b tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:07:32.898430 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-a86bda5c-741b-4b7c-bd9b-1d308b7e8e2b tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0237360 Mar 24 01:07:32.903021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6e87230f-8014-4f76-a61f-6d3152964ee8 None None] Port 80c439ef-2ba8-43bc-a999-842edbd3562e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:07:32.934350 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Request body: {'port': {'device_id': '101b0cf5-42c7-4795-9e4e-1f1ec001bab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:33.024560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ac6c7-491e-4b6a-b4c7-376869c8d009 req-4d1f7f63-78c7-41ab-9387-ec0f44e3cecc tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:33.026181 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d8ac6c7-491e-4b6a-b4c7-376869c8d009 req-4d1f7f63-78c7-41ab-9387-ec0f44e3cecc tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.4010677 Mar 24 01:07:33.203951 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (96084d42-6b96-4679-b53d-0966a626068d), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:33.232935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1d73687a-50c8-4d62-898f-d10d7b03a67e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:07:33.268416 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9d7ea68-3c44-46ad-99de-78d24a4c6db6 req-69e1f8aa-f23d-4dd4-aa54-85eadb673fb5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989861 Mar 24 01:07:33.282488 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a72e6acf-d73e-4459-a98a-4b63ef9b30de tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_controller (cc883eaf-189c-438d-89fb-611f0c7f689d), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:33.303620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f6e99-4d3b-4d5b-aaee-ffc8db7c217d req-101d4b27-200d-47d1-a532-f20a8f89f220 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:33.311829 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a87f6e99-4d3b-4d5b-aaee-ffc8db7c217d req-101d4b27-200d-47d1-a532-f20a8f89f220 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 931 time: 0.4549656 Mar 24 01:07:33.327902 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a72e6acf-d73e-4459-a98a-4b63ef9b30de tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (cc883eaf-189c-438d-89fb-611f0c7f689d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:33.348304 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eddea7c3-5c92-46ea-b08b-905c38fa8933 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4697c3f1-42f2-4588-9a53-48ec047bd4fa), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:33.387435 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d8ac6c7-491e-4b6a-b4c7-376869c8d009 req-48eb37de-635d-4289-9c27-a3ce184e1d0b tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293185 Mar 24 01:07:33.399250 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a72e6acf-d73e-4459-a98a-4b63ef9b30de tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:33.400566 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a72e6acf-d73e-4459-a98a-4b63ef9b30de tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7081695 Mar 24 01:07:33.404439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56068) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:33.418062 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 1d73687a-50c8-4d62-898f-d10d7b03a67e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:33.420596 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1d73687a-50c8-4d62-898f-d10d7b03a67e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:33.427549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddea7c3-5c92-46ea-b08b-905c38fa8933 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event deleted for resources: {'Port': ['ID=4697c3f1-42f2-4588-9a53-48ec047bd4fa,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:33.481203 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a87f6e99-4d3b-4d5b-aaee-ffc8db7c217d req-13051034-a4da-4f09-bb26-2b24cd76476f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682386 Mar 24 01:07:33.530349 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Publish callbacks [] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:33.546711 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:33.565146 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eddea7c3-5c92-46ea-b08b-905c38fa8933 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:33.591102 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eddea7c3-5c92-46ea-b08b-905c38fa8933 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "DELETE /v2.0/ports/4697c3f1-42f2-4588-9a53-48ec047bd4fa HTTP/1.1" status: 204 len: 168 time: 1.9641924 Mar 24 01:07:33.592439 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56072) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:33.847526 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (a9ee4bad-e653-484c-97e8-9380577683bf), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:33.872525 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Allocated IP 172.20.0.2 (679708ff-02d2-46c4-860a-4ba45b4a0323/6776cede-fa6a-4dba-8260-3fb1089c5d35/c55e4a1f-5cde-4188-a7e7-4b261136b428) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:07:33.900554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Pushing event updated for resources: {'Port': ['ID=80c439ef-2ba8-43bc-a999-842edbd3562e,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:33.947805 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-318672b2-9a94-49f2-a7af-fa93d827ecdc tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Deleting port e8f34c9b-3027-4cc1-87f5-2def70f02068 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:33.948197 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-318672b2-9a94-49f2-a7af-fa93d827ecdc tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e8f34c9b-3027-4cc1-87f5-2def70f02068), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:34.036719 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:34.045440 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56088) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:34.244534 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:07:34.274772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 1d73687a-50c8-4d62-898f-d10d7b03a67e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:34.342202 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec472d6b-a6fa-4837-99a5-ae3f35d358dc tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for security_group (9ab67cd8-5723-4e26-9bc3-85403bc6b21f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:34.344993 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-318672b2-9a94-49f2-a7af-fa93d827ecdc tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e8f34c9b-3027-4cc1-87f5-2def70f02068), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:34.403600 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Publish callbacks [] for port (c55e4a1f-5cde-4188-a7e7-4b261136b428), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:34.422404 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (c55e4a1f-5cde-4188-a7e7-4b261136b428), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:34.429800 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-318672b2-9a94-49f2-a7af-fa93d827ecdc tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Calling delete_port for e8f34c9b-3027-4cc1-87f5-2def70f02068 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:34.453329 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec472d6b-a6fa-4837-99a5-ae3f35d358dc tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for security_group (9ab67cd8-5723-4e26-9bc3-85403bc6b21f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:34.476200 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96084d42-6b96-4679-b53d-0966a626068d {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:07:34.491315 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Publish callbacks [] for port (96084d42-6b96-4679-b53d-0966a626068d), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:34.615630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Network 679708ff-02d2-46c4-860a-4ba45b4a0323 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:34.623024 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Transition to ACTIVE for port object 96084d42-6b96-4679-b53d-0966a626068d will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:07:34.627942 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:34.634338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:34.647828 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (96084d42-6b96-4679-b53d-0966a626068d), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:34.670606 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Pushing event updated for resources: {'Port': ['ID=c55e4a1f-5cde-4188-a7e7-4b261136b428,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:34.775743 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Pushing event updated for resources: {'Port': ['ID=96084d42-6b96-4679-b53d-0966a626068d,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:34.798550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Attempting to bind port c55e4a1f-5cde-4188-a7e7-4b261136b428 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:07:34.803315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Attempting to bind port c55e4a1f-5cde-4188-a7e7-4b261136b428 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '5b0c781e-e33f-43b5-94e6-f808ee434d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '679708ff-02d2-46c4-860a-4ba45b4a0323'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:07:34.804204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Attempting to bind port c55e4a1f-5cde-4188-a7e7-4b261136b428 on network 679708ff-02d2-46c4-860a-4ba45b4a0323 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:07:34.834794 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:07:34.836896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Checking segment: {'id': '5b0c781e-e33f-43b5-94e6-f808ee434d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '679708ff-02d2-46c4-860a-4ba45b4a0323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:34.838491 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:34.840963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Bound using segment: {'id': '5b0c781e-e33f-43b5-94e6-f808ee434d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '679708ff-02d2-46c4-860a-4ba45b4a0323'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:07:34.842119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Bound port: c55e4a1f-5cde-4188-a7e7-4b261136b428, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0c781e-e33f-43b5-94e6-f808ee434d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '679708ff-02d2-46c4-860a-4ba45b4a0323'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:07:34.843780 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c55e4a1f-5cde-4188-a7e7-4b261136b428), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:34.874583 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec472d6b-a6fa-4837-99a5-ae3f35d358dc tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9ab67cd8-5723-4e26-9bc3-85403bc6b21f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:34.879973 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec472d6b-a6fa-4837-99a5-ae3f35d358dc tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:34.882331 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ec472d6b-a6fa-4837-99a5-ae3f35d358dc tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "DELETE /v2.0/security-groups/9ab67cd8-5723-4e26-9bc3-85403bc6b21f HTTP/1.1" status: 204 len: 168 time: 0.8223457 Mar 24 01:07:34.904967 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-318672b2-9a94-49f2-a7af-fa93d827ecdc tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e8f34c9b-3027-4cc1-87f5-2def70f02068), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:34.912682 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56098) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:34.926754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec472d6b-a6fa-4837-99a5-ae3f35d358dc tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab67cd8-5723-4e26-9bc3-85403bc6b21f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:34.940128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] For port c55e4a1f-5cde-4188-a7e7-4b261136b428, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:07:34.945434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] For port c55e4a1f-5cde-4188-a7e7-4b261136b428, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c55e4a1f-5cde-4188-a7e7-4b261136b428,segment=NetworkSegment(5b0c781e-e33f-43b5-94e6-f808ee434d7d),segment_id=5b0c781e-e33f-43b5-94e6-f808ee434d7d)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:07:34.960443 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c55e4a1f-5cde-4188-a7e7-4b261136b428), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:35.012660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:35.022750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:35.041597 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-22a74267-1af7-48c2-8640-51c450490ead tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] show failed (client error): The resource could not be found. Mar 24 01:07:35.043422 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-22a74267-1af7-48c2-8640-51c450490ead tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "GET /v2.0/security-groups/9ab67cd8-5723-4e26-9bc3-85403bc6b21f HTTP/1.1" status: 404 len: 347 time: 0.1040518 Mar 24 01:07:35.088656 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56100) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:35.134512 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:35.177671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79585a53-ba6b-4fb9-b0ce-4d293613c6bd None None] Pushing event updated for resources: {'Port': ['ID=c55e4a1f-5cde-4188-a7e7-4b261136b428,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:35.226260 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318672b2-9a94-49f2-a7af-fa93d827ecdc tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event deleted for resources: {'Port': ['ID=e8f34c9b-3027-4cc1-87f5-2def70f02068,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:35.252359 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:35.425787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Attempting to bind port 96084d42-6b96-4679-b53d-0966a626068d on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:07:35.426193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Attempting to bind port 96084d42-6b96-4679-b53d-0966a626068d by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:07:35.426450 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Attempting to bind port 96084d42-6b96-4679-b53d-0966a626068d on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:07:35.432224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a41bd9-099a-4620-8c43-43c2c8e8c962 req-329f3b8f-7acb-4a65-9643-5ea78f416695 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:35.433983 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78a41bd9-099a-4620-8c43-43c2c8e8c962 req-329f3b8f-7acb-4a65-9643-5ea78f416695 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 943 time: 0.4855769 Mar 24 01:07:35.444183 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Port 96084d42-6b96-4679-b53d-0966a626068d on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:07:35.444717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Attempting to bind port 96084d42-6b96-4679-b53d-0966a626068d on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:07:35.461416 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-318672b2-9a94-49f2-a7af-fa93d827ecdc tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:35.481219 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-318672b2-9a94-49f2-a7af-fa93d827ecdc tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "DELETE /v2.0/ports/e8f34c9b-3027-4cc1-87f5-2def70f02068 HTTP/1.1" status: 204 len: 168 time: 1.8882787 Mar 24 01:07:35.486150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:07:35.487827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Checking segment: {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:35.488314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Bound using segment: {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:07:35.488666 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Bound port: 96084d42-6b96-4679-b53d-0966a626068d, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:07:35.489130 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (96084d42-6b96-4679-b53d-0966a626068d), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:35.489794 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a48e3f-8a41-41cd-9b9c-e1213ff7d94a req-c11116f1-f10f-4a42-a2f8-607a21e77a7c tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:35.491333 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28a48e3f-8a41-41cd-9b9c-e1213ff7d94a req-c11116f1-f10f-4a42-a2f8-607a21e77a7c tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.5324612 Mar 24 01:07:35.513770 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56104) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:35.569317 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-abefc8c8-3037-49ea-a8a2-2622d702070d None None] Provisioning complete for port 80c439ef-2ba8-43bc-a999-842edbd3562e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:35.569946 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-abefc8c8-3037-49ea-a8a2-2622d702070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:35.639951 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-354577c5-1ce6-4812-b9c8-0028f67d866e tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0735164 Mar 24 01:07:35.649570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56106) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:35.649792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78a41bd9-099a-4620-8c43-43c2c8e8c962 req-563ec2ce-cc9c-41f0-bf73-d5c6d84ad422 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562352 Mar 24 01:07:35.666509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-abefc8c8-3037-49ea-a8a2-2622d702070d None None] Port 80c439ef-2ba8-43bc-a999-842edbd3562e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:07:35.701893 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9147d7f7-52de-4f7e-8fa9-26248423f897 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-104264153'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:35.742378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Router a9ee4bad-e653-484c-97e8-9380577683bf has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:07:35.754705 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] For port 96084d42-6b96-4679-b53d-0966a626068d, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:07:35.762430 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28a48e3f-8a41-41cd-9b9c-e1213ff7d94a req-c7452c51-dce2-4ee9-8c2c-95166fa2c9a9 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157569 Mar 24 01:07:35.763615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9147d7f7-52de-4f7e-8fa9-26248423f897 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Made reservation on behalf of a2df0cbba570493ea7288df8cb5b237f for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:35.766887 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9147d7f7-52de-4f7e-8fa9-26248423f897 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:35.838867 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] For port 96084d42-6b96-4679-b53d-0966a626068d, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=96084d42-6b96-4679-b53d-0966a626068d,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:07:35.849801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4f82a917-4eb1-48c6-84d8-effa621b9880 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Deleting port 1456a353-d3d4-4fc7-b297-b284b280cd1e {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:35.850160 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f82a917-4eb1-48c6-84d8-effa621b9880 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1456a353-d3d4-4fc7-b297-b284b280cd1e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:35.910649 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (96084d42-6b96-4679-b53d-0966a626068d), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:36.069602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:36.070226 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:36.076901 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] 10.222.0.48 "PUT /v2.0/ports/96084d42-6b96-4679-b53d-0966a626068d HTTP/1.1" status: 200 len: 1091 time: 3.1558471 Mar 24 01:07:36.077474 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101b0cf5-42c7-4795-9e4e-1f1ec001bab6', 'tag': '96084d42-6b96-4679-b53d-0966a626068d'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:07:36.080275 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Allocated IP 172.20.0.1 (679708ff-02d2-46c4-860a-4ba45b4a0323/6776cede-fa6a-4dba-8260-3fb1089c5d35/5c42df7b-8598-4824-8c87-d0ca32b605ed) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:07:36.086948 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3d39ac-c789-43cc-b79f-66661f0c26a0" -d '{"events": [{"name": "network-changed", "server_uuid": "101b0cf5-42c7-4795-9e4e-1f1ec001bab6", "tag": "96084d42-6b96-4679-b53d-0966a626068d"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:07:36.117295 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:07:36.132576 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Sync routers for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:07:36.135628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2747666e-fe83-446a-973b-e9dd59219737 admin admin] 10.222.0.45 "PUT /v2.0/routers/a9ee4bad-e653-484c-97e8-9380577683bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4066327 Mar 24 01:07:36.148781 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9147d7f7-52de-4f7e-8fa9-26248423f897 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:07:36.154916 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:36.155565 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:36.259017 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acc5529-7d9e-4370-bc55-4e8cda04c560 x-openstack-request-id: req-7acc5529-7d9e-4370-bc55-4e8cda04c560 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:36.259334 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101b0cf5-42c7-4795-9e4e-1f1ec001bab6", "tag": "96084d42-6b96-4679-b53d-0966a626068d", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:36.259559 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7acc5529-7d9e-4370-bc55-4e8cda04c560 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:36.259971 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7acc5529-7d9e-4370-bc55-4e8cda04c560'] response: {'name': 'network-changed', 'server_uuid': '101b0cf5-42c7-4795-9e4e-1f1ec001bab6', 'tag': '96084d42-6b96-4679-b53d-0966a626068d', 'status': 'completed', 'code': 200} Mar 24 01:07:36.296041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f868e-f385-45dc-9a02-3bf7f7983225 req-eeaf23eb-9620-4f78-8541-d146ada41179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:36.298228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-845f868e-f385-45dc-9a02-3bf7f7983225 req-eeaf23eb-9620-4f78-8541-d146ada41179 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41878b2607454651b78373c662ce7dee&device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 1127 time: 0.2766182 Mar 24 01:07:36.319852 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ada042-ce87-4ac7-b301-bb2f305fda48 service neutron] Pushing event updated for resources: {'Port': ['ID=96084d42-6b96-4679-b53d-0966a626068d,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:36.324632 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9147d7f7-52de-4f7e-8fa9-26248423f897 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (919de9e0-2b49-4d37-acc4-3072af2c3aab), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:36.325001 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-9147d7f7-52de-4f7e-8fa9-26248423f897 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Added segment 919de9e0-2b49-4d37-acc4-3072af2c3aab of type vlan for network a67b855c-c4d4-456f-9eaa-f21be03b171e Mar 24 01:07:36.431065 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:07:36.465049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af7c97-f6a5-4d42-a46d-be348f276b50 req-b266a7b0-ef33-4586-b8d5-620703c4f301 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:36.471245 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f82a917-4eb1-48c6-84d8-effa621b9880 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1456a353-d3d4-4fc7-b297-b284b280cd1e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:36.472191 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f82a917-4eb1-48c6-84d8-effa621b9880 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for floatingip (1456a353-d3d4-4fc7-b297-b284b280cd1e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:36.485029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18af7c97-f6a5-4d42-a46d-be348f276b50 req-b266a7b0-ef33-4586-b8d5-620703c4f301 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.3937812 Mar 24 01:07:36.545787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4f82a917-4eb1-48c6-84d8-effa621b9880 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Calling delete_port for 1456a353-d3d4-4fc7-b297-b284b280cd1e owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:36.572034 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9147d7f7-52de-4f7e-8fa9-26248423f897 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (a67b855c-c4d4-456f-9eaa-f21be03b171e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:36.606705 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (5c42df7b-8598-4824-8c87-d0ca32b605ed), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:36.622284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-2470a0fc-ee7d-4083-91b9-c2702a7a50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:36.631013 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-2470a0fc-ee7d-4083-91b9-c2702a7a50b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 1125 time: 0.4663370 Mar 24 01:07:36.691934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f868e-f385-45dc-9a02-3bf7f7983225 req-8684f587-7b0e-4c20-8df3-8684e57fca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:36.694269 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-845f868e-f385-45dc-9a02-3bf7f7983225 req-8684f587-7b0e-4c20-8df3-8684e57fca8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=5d593bb3-26e2-4a00-a58e-19566a591481 HTTP/1.1" status: 200 len: 912 time: 0.3780062 Mar 24 01:07:36.711030 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.db.resource_extend [None req-9147d7f7-52de-4f7e-8fa9-26248423f897 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:07:36.803540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-845f868e-f385-45dc-9a02-3bf7f7983225 req-b886c8db-bea8-4eab-8d1e-773f2710f2ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5563c574-f8a7-4120-98f4-149aee11bdb3 HTTP/1.1" status: 200 len: 217 time: 0.1014574 Mar 24 01:07:36.811115 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (5c42df7b-8598-4824-8c87-d0ca32b605ed), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:36.815663 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-c6ef066a-f111-4646-9d70-a7e8ae4d8941 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96084d42-6b96-4679-b53d-0966a626068d HTTP/1.1" status: 200 len: 217 time: 0.1186471 Mar 24 01:07:36.861194 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9147d7f7-52de-4f7e-8fa9-26248423f897 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (a67b855c-c4d4-456f-9eaa-f21be03b171e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:36.865979 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9147d7f7-52de-4f7e-8fa9-26248423f897 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:36.866706 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9147d7f7-52de-4f7e-8fa9-26248423f897 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:36.876213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18440dd2-c0ef-476f-835b-613cbfafc7b0 None None] Network 679708ff-02d2-46c4-860a-4ba45b4a0323 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:36.902550 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9147d7f7-52de-4f7e-8fa9-26248423f897 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2060480 Mar 24 01:07:36.921030 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56128) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:36.927504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2e4620a0-c96d-4f69-85d6-1e384010a5a4 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-609766249'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:37.002909 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 2, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:37.009878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 679708ff-02d2-46c4-860a-4ba45b4a0323 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:37.021230 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18af7c97-f6a5-4d42-a46d-be348f276b50 req-8e7a2805-71bf-4c9f-a211-c57188e6c667 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356386 Mar 24 01:07:37.022503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:37.025460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:37.069343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-920d7c5c-1666-4e86-b8fa-d50bdc2b3979 None None] Provisioning complete for port c55e4a1f-5cde-4188-a7e7-4b261136b428 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:37.069722 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-920d7c5c-1666-4e86-b8fa-d50bdc2b3979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c55e4a1f-5cde-4188-a7e7-4b261136b428), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:37.100138 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Checking router: a9ee4bad-e653-484c-97e8-9380577683bf for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:07:37.106428 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Updating router a9ee4bad-e653-484c-97e8-9380577683bf port 80c439ef-2ba8-43bc-a999-842edbd3562e binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:07:37.140675 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (cc883eaf-189c-438d-89fb-611f0c7f689d), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:37.151696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=5c42df7b-8598-4824-8c87-d0ca32b605ed,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:37.193538 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:37.212422 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-e77526d8-ccf0-48a2-a6f8-086809acd0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:37.219388 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-e77526d8-ccf0-48a2-a6f8-086809acd0e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f03de5f8-5d24-4408-b283-d5210a71454f HTTP/1.1" status: 200 len: 846 time: 0.3966832 Mar 24 01:07:37.244688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f868e-f385-45dc-9a02-3bf7f7983225 req-d07c15a0-7bd6-48df-9548-28e3476424c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:37.246958 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-845f868e-f385-45dc-9a02-3bf7f7983225 req-d07c15a0-7bd6-48df-9548-28e3476424c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d432a7d-7eee-4792-8c4f-f1fc763671fc HTTP/1.1" status: 200 len: 851 time: 0.4235463 Mar 24 01:07:37.306573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147d7f7-52de-4f7e-8fa9-26248423f897 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event updated for resources: {'Network': ['ID=a67b855c-c4d4-456f-9eaa-f21be03b171e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:37.348843 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network a67b855c-c4d4-456f-9eaa-f21be03b171e details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:07:37.349020 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-ccb5b089-369b-4a8f-8f2d-f096ee74f9fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb8d286a-5d52-420f-a6a9-f3fce1e70234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068418 Mar 24 01:07:37.360517 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4620a0-c96d-4f69-85d6-1e384010a5a4 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Made reservation on behalf of a2df0cbba570493ea7288df8cb5b237f for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:37.384847 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e4620a0-c96d-4f69-85d6-1e384010a5a4 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:37.412388 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-845f868e-f385-45dc-9a02-3bf7f7983225 req-7e2092a7-0bd7-4f6c-aa81-30bb746a4bae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d593bb3-26e2-4a00-a58e-19566a591481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830941 Mar 24 01:07:37.432429 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-845f868e-f385-45dc-9a02-3bf7f7983225 req-a8d0b86c-38f6-4c35-9366-4512e83fbc47 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:07:37.437726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-845f868e-f385-45dc-9a02-3bf7f7983225 req-a8d0b86c-38f6-4c35-9366-4512e83fbc47 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146167 Mar 24 01:07:37.473253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c55e4a1f-5cde-4188-a7e7-4b261136b428 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:07:37.559774 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-920d7c5c-1666-4e86-b8fa-d50bdc2b3979 None None] Current status of the port c55e4a1f-5cde-4188-a7e7-4b261136b428 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:37.560168 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-920d7c5c-1666-4e86-b8fa-d50bdc2b3979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c55e4a1f-5cde-4188-a7e7-4b261136b428), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:37.631990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4620a0-c96d-4f69-85d6-1e384010a5a4 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:07:37.654722 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f82a917-4eb1-48c6-84d8-effa621b9880 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1456a353-d3d4-4fc7-b297-b284b280cd1e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:37.665687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-845f868e-f385-45dc-9a02-3bf7f7983225 req-9d4d2381-3d43-4d3b-8f57-3d15f28a96b6 service neutron] 10.222.0.57 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201700 Mar 24 01:07:37.689728 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82a917-4eb1-48c6-84d8-effa621b9880 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Pushing event deleted for resources: {'Port': ['ID=1456a353-d3d4-4fc7-b297-b284b280cd1e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:37.695871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e4620a0-c96d-4f69-85d6-1e384010a5a4 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (2056da4a-3db9-42e4-b783-19087514119c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:37.696232 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-2e4620a0-c96d-4f69-85d6-1e384010a5a4 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Added segment 2056da4a-3db9-42e4-b783-19087514119c of type vlan for network c7463690-bbf4-43c3-876b-d0af1568054f Mar 24 01:07:37.790777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-920d7c5c-1666-4e86-b8fa-d50bdc2b3979 None None] For port c55e4a1f-5cde-4188-a7e7-4b261136b428, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c55e4a1f-5cde-4188-a7e7-4b261136b428,segment=NetworkSegment(5b0c781e-e33f-43b5-94e6-f808ee434d7d),segment_id=5b0c781e-e33f-43b5-94e6-f808ee434d7d)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:37.795323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56132) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:37.810675 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-920d7c5c-1666-4e86-b8fa-d50bdc2b3979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c55e4a1f-5cde-4188-a7e7-4b261136b428), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:37.815690 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-56dbb1ec-3a47-4d56-a8f5-c40e4e96ffc4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--151510927', 'description': 'tempest-description--2024305499'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:37.889794 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Publish callbacks [] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:37.896591 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:37.914719 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port c55e4a1f-5cde-4188-a7e7-4b261136b428 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:37.915864 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c55e4a1f-5cde-4188-a7e7-4b261136b428), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:37.916153 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-4250af20-da6a-4e0b-acbd-bbc74417424d service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640817 Mar 24 01:07:37.916875 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56dbb1ec-3a47-4d56-a8f5-c40e4e96ffc4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:38.010382 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Pushing event updated for resources: {'Port': ['ID=80c439ef-2ba8-43bc-a999-842edbd3562e,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:38.019057 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e4620a0-c96d-4f69-85d6-1e384010a5a4 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (c7463690-bbf4-43c3-876b-d0af1568054f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:38.027276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-845f868e-f385-45dc-9a02-3bf7f7983225 req-9082ac11-6eec-4741-a3fd-6dd123f00324 service neutron] 10.222.0.57 "GET /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792308 Mar 24 01:07:38.054362 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:38.054800 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:38.055049 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:38.055390 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:38.055720 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:38.056052 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:38.056393 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:38.079019 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:38.087084 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:38.087621 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:38.087970 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:38.090938 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:38.091348 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:38.091696 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:38.092036 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:38.133078 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f5c1b-1e84-41e6-b8ac-723d26349c30 req-9bbc0b17-0815-421a-8c48-87060f86e7c3 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:38.143258 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e68f5c1b-1e84-41e6-b8ac-723d26349c30 req-9bbc0b17-0815-421a-8c48-87060f86e7c3 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 943 time: 0.8876288 Mar 24 01:07:38.161847 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f82a917-4eb1-48c6-84d8-effa621b9880 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks [] for floatingip (ea6177d0-a3dd-43fb-95f4-fa2855d91b98), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:38.167713 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f82a917-4eb1-48c6-84d8-effa621b9880 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:38.169057 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4f82a917-4eb1-48c6-84d8-effa621b9880 tempest-ImagesOneServerNegativeTestJSON-2066232012 tempest-ImagesOneServerNegativeTestJSON-2066232012-project] 10.222.0.45 "DELETE /v2.0/floatingips/ea6177d0-a3dd-43fb-95f4-fa2855d91b98 HTTP/1.1" status: 204 len: 168 time: 2.9322469 Mar 24 01:07:38.185737 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Attempting to bind port 80c439ef-2ba8-43bc-a999-842edbd3562e on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:07:38.186112 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Attempting to bind port 80c439ef-2ba8-43bc-a999-842edbd3562e by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:07:38.186479 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Attempting to bind port 80c439ef-2ba8-43bc-a999-842edbd3562e on network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:07:38.197841 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:07:38.199054 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Checking segment: {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:38.199188 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:38.199516 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Bound using segment: {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:07:38.199988 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Bound port: 80c439ef-2ba8-43bc-a999-842edbd3562e, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:07:38.200366 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:38.240125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d7c5c-1666-4e86-b8fa-d50bdc2b3979 None None] Pushing event updated for resources: {'Port': ['ID=c55e4a1f-5cde-4188-a7e7-4b261136b428,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:38.243103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f7b14f64-5016-40a0-827f-bbf3bd717315 None None] Provisioning complete for port 5c42df7b-8598-4824-8c87-d0ca32b605ed triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:38.243479 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f7b14f64-5016-40a0-827f-bbf3bd717315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5c42df7b-8598-4824-8c87-d0ca32b605ed), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:38.290655 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] For port 80c439ef-2ba8-43bc-a999-842edbd3562e, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:07:38.298112 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] For port 80c439ef-2ba8-43bc-a999-842edbd3562e, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=80c439ef-2ba8-43bc-a999-842edbd3562e,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:07:38.318657 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:38.351098 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f7b14f64-5016-40a0-827f-bbf3bd717315 None None] Port 5c42df7b-8598-4824-8c87-d0ca32b605ed cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:07:38.373383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f7b14f64-5016-40a0-827f-bbf3bd717315 None None] Provisioning complete for port c55e4a1f-5cde-4188-a7e7-4b261136b428 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:38.373811 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f7b14f64-5016-40a0-827f-bbf3bd717315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c55e4a1f-5cde-4188-a7e7-4b261136b428), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:38.396556 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e4620a0-c96d-4f69-85d6-1e384010a5a4 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (c7463690-bbf4-43c3-876b-d0af1568054f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:38.408874 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa927e14-e1b5-4a3b-abb7-5a8c49555029 None None] Pushing event updated for resources: {'Port': ['ID=80c439ef-2ba8-43bc-a999-842edbd3562e,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:38.423342 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4620a0-c96d-4f69-85d6-1e384010a5a4 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:38.425451 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e4620a0-c96d-4f69-85d6-1e384010a5a4 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:38.431729 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:38.433253 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:38.491659 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5c42df7b-8598-4824-8c87-d0ca32b605ed), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:38.499301 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e68f5c1b-1e84-41e6-b8ac-723d26349c30 req-c8287060-5450-4ac4-8e93-579f90d16c13 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312280 Mar 24 01:07:38.533889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port c55e4a1f-5cde-4188-a7e7-4b261136b428 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:38.582837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd68f12-fbcd-40b0-a62d-f71b1ef65a10 req-76dde32d-9d42-42c8-b4ab-83a485fdaf3a tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:38.585114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3cd68f12-fbcd-40b0-a62d-f71b1ef65a10 req-76dde32d-9d42-42c8-b4ab-83a485fdaf3a tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.3689909 Mar 24 01:07:38.655680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4620a0-c96d-4f69-85d6-1e384010a5a4 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event updated for resources: {'Network': ['ID=c7463690-bbf4-43c3-876b-d0af1568054f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:38.675709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network c7463690-bbf4-43c3-876b-d0af1568054f details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:07:38.688741 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56dbb1ec-3a47-4d56-a8f5-c40e4e96ffc4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (cbd11eb4-a4c9-49f2-a996-8fa8a2887efc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:38.705885 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56dbb1ec-3a47-4d56-a8f5-c40e4e96ffc4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cbd11eb4-a4c9-49f2-a996-8fa8a2887efc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:38.709001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f7b14f64-5016-40a0-827f-bbf3bd717315 None None] Current status of the port c55e4a1f-5cde-4188-a7e7-4b261136b428 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:38.726590 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:07:38.749996 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9d066957-2289-4c2d-a2d1-6c0be485fcbd req-8a41d23a-af16-4c02-91f3-54ff3481ea64 service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7867105 Mar 24 01:07:38.770963 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56dbb1ec-3a47-4d56-a8f5-c40e4e96ffc4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:38.779353 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-56dbb1ec-3a47-4d56-a8f5-c40e4e96ffc4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9827185 Mar 24 01:07:38.780007 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56150) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:38.780360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56152) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:38.836224 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'security_group_rule': {'security_group_id': 'cbd11eb4-a4c9-49f2-a996-8fa8a2887efc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:38.879853 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2e4620a0-c96d-4f69-85d6-1e384010a5a4 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9575648 Mar 24 01:07:38.914554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7563f6ee-5449-44be-ba27-9ed0b4672134 None None] Provisioning complete for port 80c439ef-2ba8-43bc-a999-842edbd3562e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:38.914916 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7563f6ee-5449-44be-ba27-9ed0b4672134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:38.958461 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbb1ec-3a47-4d56-a8f5-c40e4e96ffc4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd11eb4-a4c9-49f2-a996-8fa8a2887efc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:38.975248 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3cd68f12-fbcd-40b0-a62d-f71b1ef65a10 req-e274f93a-f18f-4bc2-9d5a-3c77af4c6b14 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799534 Mar 24 01:07:39.064548 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (7ecee1f3-8176-4862-888c-bec8009b2108), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:39.168137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-add303c5-15d3-4431-a431-e24ab94e503e admin admin] Deleting subnet 70ea9387-859f-4d16-917c-5fc9b19e6f4b {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:07:39.221329 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-add303c5-15d3-4431-a431-e24ab94e503e admin admin] Publish callbacks [] for subnet (70ea9387-859f-4d16-917c-5fc9b19e6f4b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:39.221590 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:38Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:39.275352 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79992a7-c7d2-4387-bce0-fd87f1c8a0c0 None None] The sync data for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 is: [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:38Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:07:39.320848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d39ac-c789-43cc-b79f-66661f0c26a0 req-ad7db50d-6017-466e-b133-8b8a0f1bfc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:39.325776 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3e3d39ac-c789-43cc-b79f-66661f0c26a0 req-ad7db50d-6017-466e-b133-8b8a0f1bfc38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 1125 time: 0.4334769 Mar 24 01:07:39.426828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7563f6ee-5449-44be-ba27-9ed0b4672134 None None] Current status of the port 80c439ef-2ba8-43bc-a999-842edbd3562e is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:39.430176 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7563f6ee-5449-44be-ba27-9ed0b4672134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:39.514516 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c55e4a1f-5cde-4188-a7e7-4b261136b428 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:07:39.595683 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (7ecee1f3-8176-4862-888c-bec8009b2108), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:39.604884 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-add303c5-15d3-4431-a431-e24ab94e503e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (70ea9387-859f-4d16-917c-5fc9b19e6f4b), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:39.696433 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (5c42df7b-8598-4824-8c87-d0ca32b605ed), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:39.711668 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (5c42df7b-8598-4824-8c87-d0ca32b605ed), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:39.745296 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (7ecee1f3-8176-4862-888c-bec8009b2108), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:39.782797 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56164) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:39.802713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7563f6ee-5449-44be-ba27-9ed0b4672134 None None] For port 80c439ef-2ba8-43bc-a999-842edbd3562e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=80c439ef-2ba8-43bc-a999-842edbd3562e,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:39.829014 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7563f6ee-5449-44be-ba27-9ed0b4672134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:39.889025 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (cc883eaf-189c-438d-89fb-611f0c7f689d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:39.911707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=5c42df7b-8598-4824-8c87-d0ca32b605ed,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:39.953863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecee1f3-8176-4862-888c-bec8009b2108,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:39.966759 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:39.990313 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1578414 Mar 24 01:07:40.001209 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-add303c5-15d3-4431-a431-e24ab94e503e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (70ea9387-859f-4d16-917c-5fc9b19e6f4b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:40.004906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7563f6ee-5449-44be-ba27-9ed0b4672134 None None] Provisioning complete for port 5c42df7b-8598-4824-8c87-d0ca32b605ed triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:40.005470 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7563f6ee-5449-44be-ba27-9ed0b4672134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5c42df7b-8598-4824-8c87-d0ca32b605ed), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:40.022432 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56168) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:40.031052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 679708ff-02d2-46c4-860a-4ba45b4a0323 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:40.047286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-10ab3176-d995-4af9-a8fe-9d46ae218ef0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'security_group_rule': {'security_group_id': 'cbd11eb4-a4c9-49f2-a996-8fa8a2887efc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:40.077880 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:40.088029 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port c55e4a1f-5cde-4188-a7e7-4b261136b428 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:40.100374 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c55e4a1f-5cde-4188-a7e7-4b261136b428), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:40.128006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:40.129614 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:40.131584 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:40.132042 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:40.132493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:40.136844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:40.137377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:40.137821 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:40.138264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:40.138710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:40.139142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:40.139587 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:40.142883 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:40.150070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:40.152100 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814346e3-219a-405e-9cb5-aece6f5b44cd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:40.176130 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d39ac-c789-43cc-b79f-66661f0c26a0 req-2bf30be0-62b5-4f03-b770-e3e52590a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:40.177897 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3e3d39ac-c789-43cc-b79f-66661f0c26a0 req-2bf30be0-62b5-4f03-b770-e3e52590a36e service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 907 time: 0.8401380 Mar 24 01:07:40.274839 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563f6ee-5449-44be-ba27-9ed0b4672134 None None] Pushing event updated for resources: {'Port': ['ID=80c439ef-2ba8-43bc-a999-842edbd3562e,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:40.341792 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3e3d39ac-c789-43cc-b79f-66661f0c26a0 req-8b473319-1603-4344-8821-30b7ca12b0fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96084d42-6b96-4679-b53d-0966a626068d HTTP/1.1" status: 200 len: 217 time: 0.1552973 Mar 24 01:07:40.351679 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10ab3176-d995-4af9-a8fe-9d46ae218ef0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (e4aecd5c-3b31-4360-9560-35588e06d5ac), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:40.360532 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7563f6ee-5449-44be-ba27-9ed0b4672134 None None] Port 5c42df7b-8598-4824-8c87-d0ca32b605ed cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:07:40.440077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6ef2d-9771-4c95-9c4a-f68bdfdc050d req-5a94ce27-98a3-4b60-a9e5-75e684889fca tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:40.453300 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port c55e4a1f-5cde-4188-a7e7-4b261136b428 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:40.453526 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8b6ef2d-9771-4c95-9c4a-f68bdfdc050d req-5a94ce27-98a3-4b60-a9e5-75e684889fca tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 943 time: 0.6397767 Mar 24 01:07:40.514189 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f0475969-1470-4a9f-984c-7507b1869c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:40.515863 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5343371c-a946-454d-a8f7-8fd94f8c50b2 None None] Provisioning complete for port 80c439ef-2ba8-43bc-a999-842edbd3562e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:40.518088 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5343371c-a946-454d-a8f7-8fd94f8c50b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:40.619654 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-add303c5-15d3-4431-a431-e24ab94e503e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (70ea9387-859f-4d16-917c-5fc9b19e6f4b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:40.659426 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-add303c5-15d3-4431-a431-e24ab94e503e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:40.669176 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-add303c5-15d3-4431-a431-e24ab94e503e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/70ea9387-859f-4d16-917c-5fc9b19e6f4b HTTP/1.1" status: 204 len: 168 time: 1.8652112 Mar 24 01:07:40.669943 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56172) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:40.769676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5343371c-a946-454d-a8f7-8fd94f8c50b2 None None] Current status of the port 80c439ef-2ba8-43bc-a999-842edbd3562e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:40.796315 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10ab3176-d995-4af9-a8fe-9d46ae218ef0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (e4aecd5c-3b31-4360-9560-35588e06d5ac), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:40.797880 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3927299f-c588-47e5-bc10-7b183ae6c880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (337b2b8c-d76b-456d-8251-4e1a61b2a332), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:40.815649 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router cc883eaf-189c-438d-89fb-611f0c7f689d is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:07:40.821324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add303c5-15d3-4431-a431-e24ab94e503e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ea9387-859f-4d16-917c-5fc9b19e6f4b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:40.824559 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d39ac-c789-43cc-b79f-66661f0c26a0 req-533d4932-2c9f-4edb-9e88-b3ce286dd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:40.826955 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3e3d39ac-c789-43cc-b79f-66661f0c26a0 req-533d4932-2c9f-4edb-9e88-b3ce286dd15a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f03de5f8-5d24-4408-b283-d5210a71454f HTTP/1.1" status: 200 len: 846 time: 0.4769962 Mar 24 01:07:40.866746 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8b6ef2d-9771-4c95-9c4a-f68bdfdc050d req-8dba8dee-d622-4145-beb6-c951b64a2912 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137776 Mar 24 01:07:40.884418 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10ab3176-d995-4af9-a8fe-9d46ae218ef0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (e4aecd5c-3b31-4360-9560-35588e06d5ac), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:40.899621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-345a9b93-8d4a-431f-91e0-7920c69148e0 None None] Provisioning complete for port 5c42df7b-8598-4824-8c87-d0ca32b605ed triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:40.902309 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-345a9b93-8d4a-431f-91e0-7920c69148e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5c42df7b-8598-4824-8c87-d0ca32b605ed), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:40.949980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab3176-d995-4af9-a8fe-9d46ae218ef0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4aecd5c-3b31-4360-9560-35588e06d5ac,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:40.989059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92bfe8-37a4-45d2-b47d-b8f151de4e47 req-933218ce-00f3-4a6f-ae0e-0f511583fb88 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:40.997771 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e92bfe8-37a4-45d2-b47d-b8f151de4e47 req-933218ce-00f3-4a6f-ae0e-0f511583fb88 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.6414776 Mar 24 01:07:41.024007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-345a9b93-8d4a-431f-91e0-7920c69148e0 None None] Port 5c42df7b-8598-4824-8c87-d0ca32b605ed cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:07:41.131052 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3927299f-c588-47e5-bc10-7b183ae6c880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (337b2b8c-d76b-456d-8251-4e1a61b2a332), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:41.192151 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-3927299f-c588-47e5-bc10-7b183ae6c880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337b2b8c-d76b-456d-8251-4e1a61b2a332']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:41.224148 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-3927299f-c588-47e5-bc10-7b183ae6c880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5764f6-4970-4435-bfd9-0c5636f1b27e') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:41.224664 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-3927299f-c588-47e5-bc10-7b183ae6c880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5764f6-4970-4435-bfd9-0c5636f1b27e') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:41.231794 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10ab3176-d995-4af9-a8fe-9d46ae218ef0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:41.233466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-10ab3176-d995-4af9-a8fe-9d46ae218ef0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1947894 Mar 24 01:07:41.238832 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56176) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:41.251293 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3927299f-c588-47e5-bc10-7b183ae6c880 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (fd5764f6-4970-4435-bfd9-0c5636f1b27e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:41.259493 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 80c439ef-2ba8-43bc-a999-842edbd3562e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:07:41.264746 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:41.299802 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3927299f-c588-47e5-bc10-7b183ae6c880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (fd5764f6-4970-4435-bfd9-0c5636f1b27e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:41.309388 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e92bfe8-37a4-45d2-b47d-b8f151de4e47 req-cc563033-fd51-4c62-ab4c-d175c965a4d9 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098080 Mar 24 01:07:41.342339 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3927299f-c588-47e5-bc10-7b183ae6c880 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:07:41.343972 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3927299f-c588-47e5-bc10-7b183ae6c880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (fd5764f6-4970-4435-bfd9-0c5636f1b27e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:41.345399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:07:41.348538 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:41.382508 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d3cba170-726e-4158-ab1b-a3689aa48218 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/cc883eaf-189c-438d-89fb-611f0c7f689d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9736373 Mar 24 01:07:41.383584 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b4dea-145b-4425-b7e4-b8a88b7353b0 None None] Sync routers for ids ['cc883eaf-189c-438d-89fb-611f0c7f689d'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:07:41.394741 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56180) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:41.429126 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b4dea-145b-4425-b7e4-b8a88b7353b0 None None] Routers {'cc883eaf-189c-438d-89fb-611f0c7f689d'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:41.429833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f98b4dea-145b-4425-b7e4-b8a88b7353b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['cc883eaf-189c-438d-89fb-611f0c7f689d'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:41.529381 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 80c439ef-2ba8-43bc-a999-842edbd3562e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:41.531203 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:41.548271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357df71f-fde9-48af-a745-65d2a2d65fa7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:41.571178 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-357df71f-fde9-48af-a745-65d2a2d65fa7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports/5c42df7b-8598-4824-8c87-d0ca32b605ed HTTP/1.1" status: 200 len: 910 time: 0.1668220 Mar 24 01:07:41.574073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56182) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:41.585818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-dc8c3602-c203-4733-8a25-ce4a82a09883 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6776cede-fa6a-4dba-8260-3fb1089c5d35'}]}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:41.626753 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f98b4dea-145b-4425-b7e4-b8a88b7353b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:41.647428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b4dea-145b-4425-b7e4-b8a88b7353b0 None None] Routers {'cc883eaf-189c-438d-89fb-611f0c7f689d'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:41.648318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f98b4dea-145b-4425-b7e4-b8a88b7353b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['cc883eaf-189c-438d-89fb-611f0c7f689d'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:41.737202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 80c439ef-2ba8-43bc-a999-842edbd3562e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:41.745982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f98b4dea-145b-4425-b7e4-b8a88b7353b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:41.746674 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b4dea-145b-4425-b7e4-b8a88b7353b0 None None] The sync data for ids ['cc883eaf-189c-438d-89fb-611f0c7f689d'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:07:42.225624 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3e3d39ac-c789-43cc-b79f-66661f0c26a0 req-8ebdd376-278e-4101-8c41-59723a8eadef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb8d286a-5d52-420f-a6a9-f3fce1e70234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.3237295 Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:07:42.229005 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:07:42.245454 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3927299f-c588-47e5-bc10-7b183ae6c880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (337b2b8c-d76b-456d-8251-4e1a61b2a332), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:42.298954 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3927299f-c588-47e5-bc10-7b183ae6c880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:42.302419 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3927299f-c588-47e5-bc10-7b183ae6c880 admin admin] 10.222.0.45 "DELETE /v2.0/networks/337b2b8c-d76b-456d-8251-4e1a61b2a332 HTTP/1.1" status: 204 len: 168 time: 1.6257188 Mar 24 01:07:42.305834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56190) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:42.322370 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Request body: {'subnets': [{'network_id': 'a67b855c-c4d4-456f-9eaa-f21be03b171e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--13992112', 'ip_version': 6}, {'network_id': 'c7463690-bbf4-43c3-876b-d0af1568054f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:42.322965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Request body: {'subnet': {'network_id': 'a67b855c-c4d4-456f-9eaa-f21be03b171e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--13992112', 'ip_version': 6}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:42.323826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Request body: {'subnet': {'network_id': 'c7463690-bbf4-43c3-876b-d0af1568054f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:42.530300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56194) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:42.540071 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3e3d39ac-c789-43cc-b79f-66661f0c26a0 req-f2433c60-4758-46f1-9d46-76192482c7aa service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051870 Mar 24 01:07:42.564192 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927299f-c588-47e5-bc10-7b183ae6c880 admin admin] Pushing event deleted for resources: {'Network': ['ID=337b2b8c-d76b-456d-8251-4e1a61b2a332,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:42.656874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d1c92-b266-4f9e-9655-404beb48a9db req-1a257ccc-3a4f-4c7a-a313-255b4e3ccc88 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:42.658623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d74d1c92-b266-4f9e-9655-404beb48a9db req-1a257ccc-3a4f-4c7a-a313-255b4e3ccc88 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 943 time: 0.2134559 Mar 24 01:07:42.689204 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3e3d39ac-c789-43cc-b79f-66661f0c26a0 req-0d143876-03e9-45df-b988-849714c15882 service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208689 Mar 24 01:07:42.691763 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Made reservation on behalf of a2df0cbba570493ea7288df8cb5b237f for: {'subnet': 2} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:42.711356 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:42.711699 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:42.712639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b66a8a-b282-4deb-9b74-bd406e231436 req-c83ff58e-0dc2-4e32-af34-68552c31ce9a tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:42.714711 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6b66a8a-b282-4deb-9b74-bd406e231436 req-c83ff58e-0dc2-4e32-af34-68552c31ce9a tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.2719646 Mar 24 01:07:42.733151 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d0226643-8136-4608-a225-108c89e4af1a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cbe9ca3c82ca4922a598c6324836fd39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1815302 Mar 24 01:07:42.733990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56196) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:42.825273 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:42.847463 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f0475969-1470-4a9f-984c-7507b1869c32 admin admin] Publish callbacks [] for security_group (1b3c6df8-20f7-43b7-a901-6b5b9c2f39b0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:42.855304 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f0475969-1470-4a9f-984c-7507b1869c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1b3c6df8-20f7-43b7-a901-6b5b9c2f39b0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:42.872431 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 96084d42-6b96-4679-b53d-0966a626068d details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:07:42.912469 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f0475969-1470-4a9f-984c-7507b1869c32 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c0b59b6ec5d743fdae3d2aadd687eda6&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1172566 Mar 24 01:07:42.913120 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56198) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:42.915986 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0475969-1470-4a9f-984c-7507b1869c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3c6df8-20f7-43b7-a901-6b5b9c2f39b0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:42.947968 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3602-c203-4733-8a25-ce4a82a09883 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5c42df7b-8598-4824-8c87-d0ca32b605ed), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.016306 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 96084d42-6b96-4679-b53d-0966a626068d, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=96084d42-6b96-4679-b53d-0966a626068d,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:43.029466 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe90f089-0767-4f79-a681-a56ac5b0b938 admin admin] Publish callbacks [] for security_group (1b3c6df8-20f7-43b7-a901-6b5b9c2f39b0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.035647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '96084d42-6b96-4679-b53d-0966a626068d', 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234', 'port_id': '96084d42-6b96-4679-b53d-0966a626068d', 'mac_address': 'fa:16:3e:1b:76:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03de5f8-5d24-4408-b283-d5210a71454f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:07:43.075478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d74d1c92-b266-4f9e-9655-404beb48a9db req-d1fccd26-91fb-4b11-825f-6ecebf2d4aae tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043643 Mar 24 01:07:43.106076 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-01e22bcf-96fc-4e3d-99d2-986f8d958d16 admin admin] Publish callbacks [] for security_group (14cee077-7147-4283-86e2-742a16fe8319), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.114023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6b66a8a-b282-4deb-9b74-bd406e231436 req-fec2f8a4-0115-418f-bf40-0911dfcf8c88 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765287 Mar 24 01:07:43.129934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 96084d42-6b96-4679-b53d-0966a626068d is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:43.132154 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (96084d42-6b96-4679-b53d-0966a626068d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.175740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe90f089-0767-4f79-a681-a56ac5b0b938 admin admin] Publish callbacks [] for security_group (1b3c6df8-20f7-43b7-a901-6b5b9c2f39b0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.192398 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-01e22bcf-96fc-4e3d-99d2-986f8d958d16 admin admin] Publish callbacks [] for security_group (14cee077-7147-4283-86e2-742a16fe8319), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.207841 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96084d42-6b96-4679-b53d-0966a626068d {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:07:43.266368 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 96084d42-6b96-4679-b53d-0966a626068d, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=96084d42-6b96-4679-b53d-0966a626068d,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:43.274443 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (96084d42-6b96-4679-b53d-0966a626068d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.358881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=96084d42-6b96-4679-b53d-0966a626068d,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:43.393294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Allocated IP 172.25.0.227 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/9b1e094d-ea95-46d4-be2a-2c31888f0a3e) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:07:43.454509 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-01e22bcf-96fc-4e3d-99d2-986f8d958d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (14cee077-7147-4283-86e2-742a16fe8319), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.457180 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-01e22bcf-96fc-4e3d-99d2-986f8d958d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.460756 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-01e22bcf-96fc-4e3d-99d2-986f8d958d16 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/14cee077-7147-4283-86e2-742a16fe8319 HTTP/1.1" status: 204 len: 168 time: 0.7194867 Mar 24 01:07:43.500698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['96084d42-6b96-4679-b53d-0966a626068d'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:07:43.516337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e22bcf-96fc-4e3d-99d2-986f8d958d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cee077-7147-4283-86e2-742a16fe8319,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:43.587858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe90f089-0767-4f79-a681-a56ac5b0b938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1b3c6df8-20f7-43b7-a901-6b5b9c2f39b0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.593511 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe90f089-0767-4f79-a681-a56ac5b0b938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.595022 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fe90f089-0767-4f79-a681-a56ac5b0b938 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b3c6df8-20f7-43b7-a901-6b5b9c2f39b0 HTTP/1.1" status: 204 len: 168 time: 0.6762214 Mar 24 01:07:43.618766 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90f089-0767-4f79-a681-a56ac5b0b938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3c6df8-20f7-43b7-a901-6b5b9c2f39b0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:43.682160 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for port (9b1e094d-ea95-46d4-be2a-2c31888f0a3e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.696571 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (09608f08-0dc5-47c3-909b-b5f0221a11e9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.800529 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Checking segment: {'id': '919de9e0-2b49-4d37-acc4-3072af2c3aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a67b855c-c4d4-456f-9eaa-f21be03b171e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:43.801262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Network hostable DHCP agents. Network: a67b855c-c4d4-456f-9eaa-f21be03b171e, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:07:43.805950 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event updated for resources: {'Subnet': ['ID=09608f08-0dc5-47c3-909b-b5f0221a11e9,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:43.823714 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (9b1e094d-ea95-46d4-be2a-2c31888f0a3e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.830381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Network a67b855c-c4d4-456f-9eaa-f21be03b171e is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:07:43.843373 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, a67b855c-c4d4-456f-9eaa-f21be03b171e) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:43.848462 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (07e0b9a9-590b-4177-b090-1125a9d90553), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.870426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c301f5c-ba03-419a-a885-a74d2052f341 None None] Network a67b855c-c4d4-456f-9eaa-f21be03b171e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:43.936510 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event updated for resources: {'Subnet': ['ID=07e0b9a9-590b-4177-b090-1125a9d90553,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:43.937459 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3602-c203-4733-8a25-ce4a82a09883 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (5c42df7b-8598-4824-8c87-d0ca32b605ed), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.942668 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Checking segment: {'id': '2056da4a-3db9-42e4-b783-19087514119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c7463690-bbf4-43c3-876b-d0af1568054f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:43.943346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Network hostable DHCP agents. Network: c7463690-bbf4-43c3-876b-d0af1568054f, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:07:43.965049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:43.969636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:43.974319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:43.977668 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3602-c203-4733-8a25-ce4a82a09883 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (5c42df7b-8598-4824-8c87-d0ca32b605ed), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:43.978875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Network c7463690-bbf4-43c3-876b-d0af1568054f is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:07:43.996999 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, c7463690-bbf4-43c3-876b-d0af1568054f) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:44.002429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:44.004144 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:44.004962 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:44.019819 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7603196-5ea2-4a03-aff7-22415d1f1b1f None None] Network c7463690-bbf4-43c3-876b-d0af1568054f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:44.040410 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f09430aa-1faa-4dd3-b593-67664ea55875 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 1.7218058 Mar 24 01:07:44.043702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56212) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:44.087912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8c3602-c203-4733-8a25-ce4a82a09883 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:44.088532 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3602-c203-4733-8a25-ce4a82a09883 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:44.091007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dc8c3602-c203-4733-8a25-ce4a82a09883 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/ports/5c42df7b-8598-4824-8c87-d0ca32b605ed HTTP/1.1" status: 200 len: 910 time: 2.5156329 Mar 24 01:07:44.113258 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56216) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:44.220509 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7453967d-3a52-4072-95ac-415bff069e96 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:44.224714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7453967d-3a52-4072-95ac-415bff069e96 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:44.226243 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7453967d-3a52-4072-95ac-415bff069e96 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:44.227896 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7453967d-3a52-4072-95ac-415bff069e96 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.1832361 Mar 24 01:07:44.240524 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56230) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:44.282078 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'Port': ['ID=9b1e094d-ea95-46d4-be2a-2c31888f0a3e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:44.353674 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-33efbe7b-42e5-4d72-8844-3dcd8dbc5d6f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Deleting subnet 09608f08-0dc5-47c3-909b-b5f0221a11e9 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:07:44.360022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf7a96b-1adb-446f-93f3-a244b98738fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-a67b855c-c4d4-456f-9eaa-f21be03b171e', 'network_id': 'a67b855c-c4d4-456f-9eaa-f21be03b171e', 'project_id': 'a2df0cbba570493ea7288df8cb5b237f', 'fixed_ips': [{'subnet_id': '09608f08-0dc5-47c3-909b-b5f0221a11e9'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:07:44.360879 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4cf7a96b-1adb-446f-93f3-a244b98738fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:44.366934 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33efbe7b-42e5-4d72-8844-3dcd8dbc5d6f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks [] for subnet (09608f08-0dc5-47c3-909b-b5f0221a11e9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:44.455045 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33efbe7b-42e5-4d72-8844-3dcd8dbc5d6f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (09608f08-0dc5-47c3-909b-b5f0221a11e9), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:44.462786 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdacc10-8857-4c67-84cd-d22948db3f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-c7463690-bbf4-43c3-876b-d0af1568054f', 'network_id': 'c7463690-bbf4-43c3-876b-d0af1568054f', 'project_id': 'a2df0cbba570493ea7288df8cb5b237f', 'fixed_ips': [{'subnet_id': '07e0b9a9-590b-4177-b090-1125a9d90553'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:07:44.466299 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9fdacc10-8857-4c67-84cd-d22948db3f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:44.529508 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33efbe7b-42e5-4d72-8844-3dcd8dbc5d6f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (09608f08-0dc5-47c3-909b-b5f0221a11e9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:44.602407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-69b9718c-60cd-4485-b4b6-570b7412efa6 req-6c2730ce-2021-47ad-bb6a-81ebcb3cac4e service neutron] (115729) timed out ('10.222.0.57', 57875) {{(pid=115729) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 01:07:44.607269 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33efbe7b-42e5-4d72-8844-3dcd8dbc5d6f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (09608f08-0dc5-47c3-909b-b5f0221a11e9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:44.627815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c3602-c203-4733-8a25-ce4a82a09883 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=5c42df7b-8598-4824-8c87-d0ca32b605ed,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:44.643877 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33efbe7b-42e5-4d72-8844-3dcd8dbc5d6f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:44.655519 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-33efbe7b-42e5-4d72-8844-3dcd8dbc5d6f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "DELETE /v2.0/subnets/09608f08-0dc5-47c3-909b-b5f0221a11e9 HTTP/1.1" status: 204 len: 168 time: 0.4137335 Mar 24 01:07:44.660494 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56242) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:44.676117 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efbe7b-42e5-4d72-8844-3dcd8dbc5d6f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event deleted for resources: {'Subnet': ['ID=09608f08-0dc5-47c3-909b-b5f0221a11e9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:44.819669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a66eef-31ba-41ca-ad65-0ef60dc4ebe6 req-573a9c8d-9d34-4b63-883e-a529e22cbd73 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:44.828660 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5a66eef-31ba-41ca-ad65-0ef60dc4ebe6 req-573a9c8d-9d34-4b63-883e-a529e22cbd73 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.5426948 Mar 24 01:07:44.858830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8269b8-1e95-4c0f-a322-81d3f4135792 req-4cef36f7-b911-4848-afc9-e5c344fbdf31 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:44.860544 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f8269b8-1e95-4c0f-a322-81d3f4135792 req-4cef36f7-b911-4848-afc9-e5c344fbdf31 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 944 time: 0.5757864 Mar 24 01:07:44.861842 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (ffde95b9-565a-4493-bcc9-678009559608), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server [None req-4cf7a96b-1adb-446f-93f3-a244b98738fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09608f08-0dc5-47c3-909b-b5f0221a11e9: This subnet is being modified by another concurrent operation. Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:07:44.953209 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise exception Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09608f08-0dc5-47c3-909b-b5f0221a11e9: This subnet is being modified by another concurrent operation. Mar 24 01:07:44.958603 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Mar 24 01:07:44.965333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-041c7202-9077-4a30-9f6f-f1ba28701949 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Deleting subnet 07e0b9a9-590b-4177-b090-1125a9d90553 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:07:44.985691 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-041c7202-9077-4a30-9f6f-f1ba28701949 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks [] for subnet (07e0b9a9-590b-4177-b090-1125a9d90553), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:44.996373 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 96084d42-6b96-4679-b53d-0966a626068d up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:07:45.084368 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9b1e094d-ea95-46d4-be2a-2c31888f0a3e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:45.105779 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5a66eef-31ba-41ca-ad65-0ef60dc4ebe6 req-c326d050-8cc5-48bc-9724-08730cad0857 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747407 Mar 24 01:07:45.114820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56258) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:45.149446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723ce04-324a-4b5f-8f7f-4a9884e5c0b4 req-e7a8c515-92b7-4ecf-b7ba-9be598b00934 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:45.151093 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2723ce04-324a-4b5f-8f7f-4a9884e5c0b4 req-e7a8c515-92b7-4ecf-b7ba-9be598b00934 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.3961530 Mar 24 01:07:45.170422 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-041c7202-9077-4a30-9f6f-f1ba28701949 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (07e0b9a9-590b-4177-b090-1125a9d90553), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:45.251744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4367f5-3c72-4f16-a728-8dd3adc40d2a None None] Network a67b855c-c4d4-456f-9eaa-f21be03b171e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:45.306678 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f8269b8-1e95-4c0f-a322-81d3f4135792 req-9b5ea932-6730-4195-8688-1a8c7963f557 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242387 Mar 24 01:07:45.384502 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-041c7202-9077-4a30-9f6f-f1ba28701949 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (07e0b9a9-590b-4177-b090-1125a9d90553), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:45.389376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 96084d42-6b96-4679-b53d-0966a626068d completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:07:45.396939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 96084d42-6b96-4679-b53d-0966a626068d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:45.397371 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (96084d42-6b96-4679-b53d-0966a626068d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:45.513221 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-bb995595-ba6e-45d5-a65f-c97d946b8d14 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2075524726-network', 'tenant_id': '0733237b0a774b97837d1b7f8ebff1a7'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:45.544947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb995595-ba6e-45d5-a65f-c97d946b8d14 admin admin] Made reservation on behalf of 0733237b0a774b97837d1b7f8ebff1a7 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:45.549265 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb995595-ba6e-45d5-a65f-c97d946b8d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:45.577043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 96084d42-6b96-4679-b53d-0966a626068d is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:45.578488 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (96084d42-6b96-4679-b53d-0966a626068d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:45.594535 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb995595-ba6e-45d5-a65f-c97d946b8d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:45.643596 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 96084d42-6b96-4679-b53d-0966a626068d, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=96084d42-6b96-4679-b53d-0966a626068d,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:45.644817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101b0cf5-42c7-4795-9e4e-1f1ec001bab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96084d42-6b96-4679-b53d-0966a626068d'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:07:45.647410 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e5a28e-4c5e-4bca-9347-44a23fbc1828" -d '{"events": [{"server_uuid": "101b0cf5-42c7-4795-9e4e-1f1ec001bab6", "name": "network-vif-plugged", "status": "completed", "tag": "96084d42-6b96-4679-b53d-0966a626068d"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:07:45.652165 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (96084d42-6b96-4679-b53d-0966a626068d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:45.721883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=96084d42-6b96-4679-b53d-0966a626068d,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server [None req-9fdacc10-8857-4c67-84cd-d22948db3f58 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 07e0b9a9-590b-4177-b090-1125a9d90553: This subnet is being modified by another concurrent operation. Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:07:45.745821 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise exception Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 07e0b9a9-590b-4177-b090-1125a9d90553: This subnet is being modified by another concurrent operation. Mar 24 01:07:45.749934 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Mar 24 01:07:45.781644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9c483a-8b8c-4fa5-b089-b3a6fed5fbd2 None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:07:45.802543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-2723ce04-324a-4b5f-8f7f-4a9884e5c0b4 req-ef1b697a-51f5-43e4-a7e6-8ed358af1642 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Deleting port 5563c574-f8a7-4120-98f4-149aee11bdb3 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:45.802895 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2723ce04-324a-4b5f-8f7f-4a9884e5c0b4 req-ef1b697a-51f5-43e4-a7e6-8ed358af1642 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:45.811881 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-041c7202-9077-4a30-9f6f-f1ba28701949 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (07e0b9a9-590b-4177-b090-1125a9d90553), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:45.832133 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb995595-ba6e-45d5-a65f-c97d946b8d14 admin admin] Publish callbacks [] for security_group (3f103239-5428-41dd-a7a6-c3d7c67c6e79), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:45.845425 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb995595-ba6e-45d5-a65f-c97d946b8d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3f103239-5428-41dd-a7a6-c3d7c67c6e79), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:45.889871 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb995595-ba6e-45d5-a65f-c97d946b8d14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:07:45.925119 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb995595-ba6e-45d5-a65f-c97d946b8d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f103239-5428-41dd-a7a6-c3d7c67c6e79,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:45.933394 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb995595-ba6e-45d5-a65f-c97d946b8d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (05ff9a46-2526-4a32-b8b6-d96dc85d50d5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:45.933748 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-bb995595-ba6e-45d5-a65f-c97d946b8d14 admin admin] Added segment 05ff9a46-2526-4a32-b8b6-d96dc85d50d5 of type vlan for network 120d5a03-9ddd-46cf-bd8a-1ca6e05a9317 Mar 24 01:07:45.994179 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9900f709-fc7f-40a1-86c7-ca9857f930eb x-openstack-request-id: req-9900f709-fc7f-40a1-86c7-ca9857f930eb {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:45.995708 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101b0cf5-42c7-4795-9e4e-1f1ec001bab6", "name": "network-vif-plugged", "status": "completed", "tag": "96084d42-6b96-4679-b53d-0966a626068d", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:45.996418 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9900f709-fc7f-40a1-86c7-ca9857f930eb {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:45.998067 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9900f709-fc7f-40a1-86c7-ca9857f930eb'] response: {'server_uuid': '101b0cf5-42c7-4795-9e4e-1f1ec001bab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96084d42-6b96-4679-b53d-0966a626068d', 'code': 200} Mar 24 01:07:46.045382 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb995595-ba6e-45d5-a65f-c97d946b8d14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (120d5a03-9ddd-46cf-bd8a-1ca6e05a9317), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:46.062009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9c483a-8b8c-4fa5-b089-b3a6fed5fbd2 None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:07:46.072078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f6fb8-855c-4712-a2bb-bbdd0d073422 req-07370ada-5374-4410-8fbb-8dd9df557c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:46.074109 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-606f6fb8-855c-4712-a2bb-bbdd0d073422 req-07370ada-5374-4410-8fbb-8dd9df557c57 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 1127 time: 0.0781267 Mar 24 01:07:46.119248 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb995595-ba6e-45d5-a65f-c97d946b8d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (120d5a03-9ddd-46cf-bd8a-1ca6e05a9317), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:46.120276 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb995595-ba6e-45d5-a65f-c97d946b8d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:46.120862 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb995595-ba6e-45d5-a65f-c97d946b8d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:46.203639 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb995595-ba6e-45d5-a65f-c97d946b8d14 admin admin] Pushing event updated for resources: {'Network': ['ID=120d5a03-9ddd-46cf-bd8a-1ca6e05a9317,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:46.212211 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bb995595-ba6e-45d5-a65f-c97d946b8d14 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0962703 Mar 24 01:07:46.213138 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56290) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:46.239630 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-14e50991-3b4a-4b45-b861-68a5362dc28d admin admin] Request body: {'subnet': {'network_id': '120d5a03-9ddd-46cf-bd8a-1ca6e05a9317', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2075524726-subnet', 'tenant_id': '0733237b0a774b97837d1b7f8ebff1a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:46.250882 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-606f6fb8-855c-4712-a2bb-bbdd0d073422 req-72c776e9-99fa-4784-96f7-958a1efea4b7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662221 Mar 24 01:07:46.251407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 120d5a03-9ddd-46cf-bd8a-1ca6e05a9317 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:07:46.286855 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e50991-3b4a-4b45-b861-68a5362dc28d admin admin] Made reservation on behalf of 0733237b0a774b97837d1b7f8ebff1a7 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:46.292024 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14e50991-3b4a-4b45-b861-68a5362dc28d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:46.622524 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14e50991-3b4a-4b45-b861-68a5362dc28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (2a344253-e8d0-4f82-a7e6-6005cf9a86f7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:46.630976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f211b7ff-eadf-473d-93e1-7e91fdb651fc None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:07:46.733029 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e50991-3b4a-4b45-b861-68a5362dc28d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a344253-e8d0-4f82-a7e6-6005cf9a86f7,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:46.737850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e50991-3b4a-4b45-b861-68a5362dc28d admin admin] Checking segment: {'id': '05ff9a46-2526-4a32-b8b6-d96dc85d50d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '120d5a03-9ddd-46cf-bd8a-1ca6e05a9317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:46.738473 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e50991-3b4a-4b45-b861-68a5362dc28d admin admin] Network hostable DHCP agents. Network: 120d5a03-9ddd-46cf-bd8a-1ca6e05a9317, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:07:46.766253 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e50991-3b4a-4b45-b861-68a5362dc28d admin admin] Network 120d5a03-9ddd-46cf-bd8a-1ca6e05a9317 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:07:46.778869 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-14e50991-3b4a-4b45-b861-68a5362dc28d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 120d5a03-9ddd-46cf-bd8a-1ca6e05a9317) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:46.788763 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e50991-3b4a-4b45-b861-68a5362dc28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:46.790781 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14e50991-3b4a-4b45-b861-68a5362dc28d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:46.792384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f211b7ff-eadf-473d-93e1-7e91fdb651fc None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:07:46.829933 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-14e50991-3b4a-4b45-b861-68a5362dc28d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6096036 Mar 24 01:07:47.087722 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c7202-9077-4a30-9f6f-f1ba28701949 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event deleted for resources: {'Subnet': ['ID=07e0b9a9-590b-4177-b090-1125a9d90553,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:47.098934 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for port (9b1e094d-ea95-46d4-be2a-2c31888f0a3e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:47.115228 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-041c7202-9077-4a30-9f6f-f1ba28701949 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:47.119036 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56316) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:47.124611 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-041c7202-9077-4a30-9f6f-f1ba28701949 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "DELETE /v2.0/subnets/07e0b9a9-590b-4177-b090-1125a9d90553 HTTP/1.1" status: 204 len: 168 time: 2.4518700 Mar 24 01:07:47.169950 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (9b1e094d-ea95-46d4-be2a-2c31888f0a3e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:47.246387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d56221-3695-4380-a3cc-0adeafba6ee4 None None] Network c7463690-bbf4-43c3-876b-d0af1568054f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:47.283421 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f196c5c4-9006-45a8-a438-11676f944eda tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:47.292330 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f196c5c4-9006-45a8-a438-11676f944eda tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1700499 Mar 24 01:07:47.298040 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56322) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:47.302243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd6fe42-a9d0-4b0f-b78c-e52cc8cc17ba None None] Network 120d5a03-9ddd-46cf-bd8a-1ca6e05a9317 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:47.415201 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e1e2-7fd8-48d7-9e79-c46a17071dac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (cc883eaf-189c-438d-89fb-611f0c7f689d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:47.467354 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ed2558a-55ce-4cd7-93c5-d514bd5c92b9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (c7463690-bbf4-43c3-876b-d0af1568054f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:47.531829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 5563c574-f8a7-4120-98f4-149aee11bdb3 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:07:47.627148 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'Port': ['ID=9b1e094d-ea95-46d4-be2a-2c31888f0a3e,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:47.635958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-2723ce04-324a-4b5f-8f7f-4a9884e5c0b4 req-ef1b697a-51f5-43e4-a7e6-8ed358af1642 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] For port 5563c574-f8a7-4120-98f4-149aee11bdb3, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=5563c574-f8a7-4120-98f4-149aee11bdb3,segment=NetworkSegment(0bd9def8-bffd-478e-b135-fa9c100d2905),segment_id=0bd9def8-bffd-478e-b135-fa9c100d2905)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:47.636331 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2723ce04-324a-4b5f-8f7f-4a9884e5c0b4 req-ef1b697a-51f5-43e4-a7e6-8ed358af1642 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:47.649008 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bade2-70de-4a1b-9fcc-46e6a8898dfa req-47d7e8d6-26e0-4406-a6e9-8393f46a9a84 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:47.650687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-148bade2-70de-4a1b-9fcc-46e6a8898dfa req-47d7e8d6-26e0-4406-a6e9-8393f46a9a84 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bb0527f-38de-4d93-8c69-58ba39fc6a22 HTTP/1.1" status: 200 len: 945 time: 0.6770718 Mar 24 01:07:47.654270 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ed2558a-55ce-4cd7-93c5-d514bd5c92b9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (c7463690-bbf4-43c3-876b-d0af1568054f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:47.698503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-2723ce04-324a-4b5f-8f7f-4a9884e5c0b4 req-ef1b697a-51f5-43e4-a7e6-8ed358af1642 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Calling delete_port for 5563c574-f8a7-4120-98f4-149aee11bdb3 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:47.708270 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-8ed2558a-55ce-4cd7-93c5-d514bd5c92b9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7463690-bbf4-43c3-876b-d0af1568054f']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:47.720137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395b5b0-4926-4244-9c54-17d2fdc76965 req-f48c1af9-ea0a-485b-9029-ae23f0ac3c01 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:47.721671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d395b5b0-4926-4244-9c54-17d2fdc76965 req-f48c1af9-ea0a-485b-9029-ae23f0ac3c01 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 945 time: 0.6969531 Mar 24 01:07:47.726318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-8ed2558a-55ce-4cd7-93c5-d514bd5c92b9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2056da4a-3db9-42e4-b783-19087514119c') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:47.726733 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-8ed2558a-55ce-4cd7-93c5-d514bd5c92b9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2056da4a-3db9-42e4-b783-19087514119c') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:47.752223 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ed2558a-55ce-4cd7-93c5-d514bd5c92b9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (2056da4a-3db9-42e4-b783-19087514119c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:47.765694 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ed2558a-55ce-4cd7-93c5-d514bd5c92b9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (2056da4a-3db9-42e4-b783-19087514119c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:47.771868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 5563c574-f8a7-4120-98f4-149aee11bdb3 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:07:47.772431 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:47.774076 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (ffde95b9-565a-4493-bcc9-678009559608), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:47.796539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162a7e3b-5133-4532-9602-9cd5bb03ecca None None] Network 120d5a03-9ddd-46cf-bd8a-1ca6e05a9317 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:47.807930 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed2558a-55ce-4cd7-93c5-d514bd5c92b9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:07:47.808406 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ed2558a-55ce-4cd7-93c5-d514bd5c92b9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (2056da4a-3db9-42e4-b783-19087514119c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:07:47.812021 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:07:47.876825 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ed2558a-55ce-4cd7-93c5-d514bd5c92b9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (c7463690-bbf4-43c3-876b-d0af1568054f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:47.903340 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ed2558a-55ce-4cd7-93c5-d514bd5c92b9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:47.908573 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8ed2558a-55ce-4cd7-93c5-d514bd5c92b9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "DELETE /v2.0/networks/c7463690-bbf4-43c3-876b-d0af1568054f HTTP/1.1" status: 204 len: 168 time: 0.6094670 Mar 24 01:07:47.911090 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2558a-55ce-4cd7-93c5-d514bd5c92b9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event deleted for resources: {'Network': ['ID=c7463690-bbf4-43c3-876b-d0af1568054f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:47.914024 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56340) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:47.925870 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 5563c574-f8a7-4120-98f4-149aee11bdb3, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=5563c574-f8a7-4120-98f4-149aee11bdb3,segment=NetworkSegment(0bd9def8-bffd-478e-b135-fa9c100d2905),segment_id=0bd9def8-bffd-478e-b135-fa9c100d2905)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:47.945321 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-148bade2-70de-4a1b-9fcc-46e6a8898dfa req-198893a1-e23b-4f06-9944-9cd7e9ce3a0d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769122 Mar 24 01:07:47.975165 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.015765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb0527f-38de-4d93-8c69-58ba39fc6a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5563c574-f8a7-4120-98f4-149aee11bdb3'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:07:48.024400 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648299c2-740c-4b43-bea0-98a48ba1a05d" -d '{"events": [{"server_uuid": "2bb0527f-38de-4d93-8c69-58ba39fc6a22", "name": "network-vif-unplugged", "status": "completed", "tag": "5563c574-f8a7-4120-98f4-149aee11bdb3"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:07:48.055810 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d395b5b0-4926-4244-9c54-17d2fdc76965 req-9d9cbe94-e3e8-40dd-bdbf-7d2f0b27867a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148334 Mar 24 01:07:48.083710 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.094524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-df1ff529-bd31-4203-a0d9-73c89dbce1c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8332946 Mar 24 01:07:48.125229 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a9ffc0b3-adc6-4377-b9a5-6982b2019bf9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (a67b855c-c4d4-456f-9eaa-f21be03b171e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.157673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=5563c574-f8a7-4120-98f4-149aee11bdb3,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:48.187388 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6458b6fa-01ac-4ba1-b343-580ab515ce3f x-openstack-request-id: req-6458b6fa-01ac-4ba1-b343-580ab515ce3f {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:48.187512 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb0527f-38de-4d93-8c69-58ba39fc6a22", "name": "network-vif-unplugged", "status": "completed", "tag": "5563c574-f8a7-4120-98f4-149aee11bdb3", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:48.187765 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6458b6fa-01ac-4ba1-b343-580ab515ce3f {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:48.188276 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6458b6fa-01ac-4ba1-b343-580ab515ce3f'] response: {'server_uuid': '2bb0527f-38de-4d93-8c69-58ba39fc6a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5563c574-f8a7-4120-98f4-149aee11bdb3', 'code': 200} Mar 24 01:07:48.316960 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a9ffc0b3-adc6-4377-b9a5-6982b2019bf9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (a67b855c-c4d4-456f-9eaa-f21be03b171e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.346714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2e1e2-7fd8-48d7-9e79-c46a17071dac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port 5c42df7b-8598-4824-8c87-d0ca32b605ed {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:48.347064 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e1e2-7fd8-48d7-9e79-c46a17071dac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5c42df7b-8598-4824-8c87-d0ca32b605ed), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.354001 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a9ffc0b3-adc6-4377-b9a5-6982b2019bf9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67b855c-c4d4-456f-9eaa-f21be03b171e']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:48.367891 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a9ffc0b3-adc6-4377-b9a5-6982b2019bf9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919de9e0-2b49-4d37-acc4-3072af2c3aab') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:48.368490 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a9ffc0b3-adc6-4377-b9a5-6982b2019bf9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919de9e0-2b49-4d37-acc4-3072af2c3aab') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:48.386376 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a9ffc0b3-adc6-4377-b9a5-6982b2019bf9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (919de9e0-2b49-4d37-acc4-3072af2c3aab), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.403587 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a9ffc0b3-adc6-4377-b9a5-6982b2019bf9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (919de9e0-2b49-4d37-acc4-3072af2c3aab), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.415838 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2723ce04-324a-4b5f-8f7f-4a9884e5c0b4 req-ef1b697a-51f5-43e4-a7e6-8ed358af1642 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (5563c574-f8a7-4120-98f4-149aee11bdb3), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.418066 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ffc0b3-adc6-4377-b9a5-6982b2019bf9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:07:48.423993 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a9ffc0b3-adc6-4377-b9a5-6982b2019bf9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (919de9e0-2b49-4d37-acc4-3072af2c3aab), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.428888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0af12d92-29cb-477f-baf8-3a9306f4e329'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:07:48.441409 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:07:48.501590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b697a-51f5-43e4-a7e6-8ed358af1642 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Pushing event deleted for resources: {'Port': ['ID=5563c574-f8a7-4120-98f4-149aee11bdb3,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:48.570131 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a9ffc0b3-adc6-4377-b9a5-6982b2019bf9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (a67b855c-c4d4-456f-9eaa-f21be03b171e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.584259 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a9ffc0b3-adc6-4377-b9a5-6982b2019bf9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.587773 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a9ffc0b3-adc6-4377-b9a5-6982b2019bf9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "DELETE /v2.0/networks/a67b855c-c4d4-456f-9eaa-f21be03b171e HTTP/1.1" status: 204 len: 168 time: 0.6723197 Mar 24 01:07:48.591059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2723ce04-324a-4b5f-8f7f-4a9884e5c0b4 req-ef1b697a-51f5-43e4-a7e6-8ed358af1642 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] No DVR routers for this DVR port 5563c574-f8a7-4120-98f4-149aee11bdb3 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:07:48.594414 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2723ce04-324a-4b5f-8f7f-4a9884e5c0b4 req-ef1b697a-51f5-43e4-a7e6-8ed358af1642 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.597875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56380) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:48.598754 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2723ce04-324a-4b5f-8f7f-4a9884e5c0b4 req-ef1b697a-51f5-43e4-a7e6-8ed358af1642 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.57 "DELETE /v2.0/ports/5563c574-f8a7-4120-98f4-149aee11bdb3 HTTP/1.1" status: 204 len: 173 time: 3.3553424 Mar 24 01:07:48.606728 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffc0b3-adc6-4377-b9a5-6982b2019bf9 tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event deleted for resources: {'Network': ['ID=a67b855c-c4d4-456f-9eaa-f21be03b171e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:48.607502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb0527f-38de-4d93-8c69-58ba39fc6a22', 'name': 'network-vif-deleted', 'tag': '5563c574-f8a7-4120-98f4-149aee11bdb3'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:07:48.610628 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72b534f-c6c9-4df6-a068-bc6702a2a6ba" -d '{"events": [{"server_uuid": "2bb0527f-38de-4d93-8c69-58ba39fc6a22", "name": "network-vif-deleted", "tag": "5563c574-f8a7-4120-98f4-149aee11bdb3"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:07:48.707238 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b758a4ec-50e6-4616-ba29-78d93ceb274f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (049703f5-a0ab-4301-a409-cfc08f402e4b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.778501 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e1e2-7fd8-48d7-9e79-c46a17071dac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5c42df7b-8598-4824-8c87-d0ca32b605ed), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.817449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-dbb1d216-54b9-4ba3-bacc-0138df919b43 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:48.819597 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-dbb1d216-54b9-4ba3-bacc-0138df919b43 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/networks?id=120d5a03-9ddd-46cf-bd8a-1ca6e05a9317 HTTP/1.1" status: 200 len: 821 time: 0.4758244 Mar 24 01:07:48.825629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-fd121eda-3728-41e5-a1f6-e38c8f01f3d0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--151510927&fields=id&tenant_id=3994e882c46047a4949ec2310a17d611 HTTP/1.1" status: 200 len: 267 time: 0.3258026 Mar 24 01:07:48.837716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2e1e2-7fd8-48d7-9e79-c46a17071dac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for 5c42df7b-8598-4824-8c87-d0ca32b605ed owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:48.857132 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b758a4ec-50e6-4616-ba29-78d93ceb274f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (049703f5-a0ab-4301-a409-cfc08f402e4b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.883096 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-b758a4ec-50e6-4616-ba29-78d93ceb274f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049703f5-a0ab-4301-a409-cfc08f402e4b']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:48.895356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-b758a4ec-50e6-4616-ba29-78d93ceb274f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d79e2ca-3652-459f-94c4-94e0b5172119') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:48.895698 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-b758a4ec-50e6-4616-ba29-78d93ceb274f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d79e2ca-3652-459f-94c4-94e0b5172119') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:48.906136 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-901dd5ab-17e0-433c-8446-ebbb1be0be7e tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/quotas/0733237b0a774b97837d1b7f8ebff1a7 HTTP/1.1" status: 200 len: 375 time: 0.0794806 Mar 24 01:07:48.907626 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b758a4ec-50e6-4616-ba29-78d93ceb274f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (5d79e2ca-3652-459f-94c4-94e0b5172119), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.928515 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b758a4ec-50e6-4616-ba29-78d93ceb274f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5d79e2ca-3652-459f-94c4-94e0b5172119), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.936096 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b758a4ec-50e6-4616-ba29-78d93ceb274f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:07:48.936614 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b758a4ec-50e6-4616-ba29-78d93ceb274f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (5d79e2ca-3652-459f-94c4-94e0b5172119), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:48.957627 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-104ee639-a0a3-4c64-bc74-8bb80d4ffe25 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0733237b0a774b97837d1b7f8ebff1a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350988 Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:07:48.995061 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:07:49.042937 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b758a4ec-50e6-4616-ba29-78d93ceb274f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (049703f5-a0ab-4301-a409-cfc08f402e4b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:49.065294 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b758a4ec-50e6-4616-ba29-78d93ceb274f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:49.077520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56398) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:49.079718 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b758a4ec-50e6-4616-ba29-78d93ceb274f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "DELETE /v2.0/networks/049703f5-a0ab-4301-a409-cfc08f402e4b HTTP/1.1" status: 204 len: 168 time: 0.4779677 Mar 24 01:07:49.093710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758a4ec-50e6-4616-ba29-78d93ceb274f tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event deleted for resources: {'Network': ['ID=049703f5-a0ab-4301-a409-cfc08f402e4b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:49.299720 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-f926b408-6c3f-4aaf-8efb-baebe9357695 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:49.301190 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-f926b408-6c3f-4aaf-8efb-baebe9357695 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 814 time: 0.4599581 Mar 24 01:07:49.339730 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc86c225-b828-44c5-8dbd-1f56245e2d2a tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:49.365390 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-07317bee-008f-4bc1-8d51-6d93b7bd3072 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/quotas/3994e882c46047a4949ec2310a17d611 HTTP/1.1" status: 200 len: 375 time: 0.0482275 Mar 24 01:07:49.421726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-a5eef1a9-0509-41df-b074-13fed4ec6168 service neutron] 10.222.0.45 "GET /v2.0/networks/120d5a03-9ddd-46cf-bd8a-1ca6e05a9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284816 Mar 24 01:07:49.498788 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e1e2-7fd8-48d7-9e79-c46a17071dac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (5c42df7b-8598-4824-8c87-d0ca32b605ed), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:49.577253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2e1e2-7fd8-48d7-9e79-c46a17071dac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=5c42df7b-8598-4824-8c87-d0ca32b605ed,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:49.630607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-9a69fe0c-06fe-4df0-9348-1c8f915f26b9 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2478404 Mar 24 01:07:49.739383 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc86c225-b828-44c5-8dbd-1f56245e2d2a tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:49.781782 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-f02c3aa3-3c0c-42f0-8fc0-aad58fa5d8f4 service neutron] 10.222.0.45 "GET /v2.0/networks/120d5a03-9ddd-46cf-bd8a-1ca6e05a9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543200 Mar 24 01:07:49.787417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-fc86c225-b828-44c5-8dbd-1f56245e2d2a tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:49.880865 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56422) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:49.899615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-fc86c225-b828-44c5-8dbd-1f56245e2d2a tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c089c9-ce3b-4a9f-9347-74b4936f93b5') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:49.899996 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-fc86c225-b828-44c5-8dbd-1f56245e2d2a tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c089c9-ce3b-4a9f-9347-74b4936f93b5') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:49.935060 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc86c225-b828-44c5-8dbd-1f56245e2d2a tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (99c089c9-ce3b-4a9f-9347-74b4936f93b5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:49.942928 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e1e2-7fd8-48d7-9e79-c46a17071dac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (cc883eaf-189c-438d-89fb-611f0c7f689d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:49.957302 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc86c225-b828-44c5-8dbd-1f56245e2d2a tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (99c089c9-ce3b-4a9f-9347-74b4936f93b5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:50.038028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc86c225-b828-44c5-8dbd-1f56245e2d2a tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:07:50.038437 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc86c225-b828-44c5-8dbd-1f56245e2d2a tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (99c089c9-ce3b-4a9f-9347-74b4936f93b5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:50.077424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-997403ca-9e46-4c02-b896-330d0205508d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:07:50.084290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-997403ca-9e46-4c02-b896-330d0205508d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4131000 Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:07:50.086096 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:07:50.139081 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2941bf05-b9bd-4a73-9661-660e7c9ded1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:50.175758 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4308ceb-8d6d-46ec-aaa6-6560f674cba9 x-openstack-request-id: req-e4308ceb-8d6d-46ec-aaa6-6560f674cba9 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:50.176127 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb0527f-38de-4d93-8c69-58ba39fc6a22", "name": "network-vif-deleted", "tag": "5563c574-f8a7-4120-98f4-149aee11bdb3", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:50.176337 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4308ceb-8d6d-46ec-aaa6-6560f674cba9 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:50.176704 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4308ceb-8d6d-46ec-aaa6-6560f674cba9'] response: {'server_uuid': '2bb0527f-38de-4d93-8c69-58ba39fc6a22', 'name': 'network-vif-deleted', 'tag': '5563c574-f8a7-4120-98f4-149aee11bdb3', 'status': 'completed', 'code': 200} Mar 24 01:07:50.269156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2941bf05-b9bd-4a73-9661-660e7c9ded1f admin admin] Publish callbacks [] for security_group (52a91d8c-aa0c-407c-88b6-7960e17c4223), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:50.275422 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2941bf05-b9bd-4a73-9661-660e7c9ded1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (52a91d8c-aa0c-407c-88b6-7960e17c4223), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:50.308494 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc86c225-b828-44c5-8dbd-1f56245e2d2a tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:50.335939 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2941bf05-b9bd-4a73-9661-660e7c9ded1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cec47b2d214a421c9a72bec46751c925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4538960 Mar 24 01:07:50.338277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941bf05-b9bd-4a73-9661-660e7c9ded1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a91d8c-aa0c-407c-88b6-7960e17c4223,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:50.341492 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56434) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:50.395949 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc86c225-b828-44c5-8dbd-1f56245e2d2a tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:50.399102 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fc86c225-b828-44c5-8dbd-1f56245e2d2a tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] 10.222.0.45 "DELETE /v2.0/networks/0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5 HTTP/1.1" status: 204 len: 168 time: 1.3175356 Mar 24 01:07:50.419037 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86c225-b828-44c5-8dbd-1f56245e2d2a tempest-BulkNetworkOpsIpV6Test-1446040930 tempest-BulkNetworkOpsIpV6Test-1446040930-project] Pushing event deleted for resources: {'Network': ['ID=0748cbcd-fe4f-4ec8-aeeb-1f501261f9d5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:50.421369 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-26041820-c2d3-49f2-b160-8260873f3bed admin admin] Publish callbacks [] for security_group (52a91d8c-aa0c-407c-88b6-7960e17c4223), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:50.429160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-fbee3720-d427-4c8e-9dd8-10bd42b15386 service neutron] 10.222.0.45 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440208 Mar 24 01:07:50.441399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e67dc9-d84b-4523-8f40-29cff113ba25 req-2b91b842-0dd5-48ca-9ce8-de1831a695d8 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:50.451363 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2e67dc9-d84b-4523-8f40-29cff113ba25 req-2b91b842-0dd5-48ca-9ce8-de1831a695d8 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 945 time: 0.2371192 Mar 24 01:07:50.474925 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-26041820-c2d3-49f2-b160-8260873f3bed admin admin] Publish callbacks [] for security_group (52a91d8c-aa0c-407c-88b6-7960e17c4223), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:50.525252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a2e1e2-7fd8-48d7-9e79-c46a17071dac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router cc883eaf-189c-438d-89fb-611f0c7f689d has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:07:50.603043 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-26041820-c2d3-49f2-b160-8260873f3bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (52a91d8c-aa0c-407c-88b6-7960e17c4223), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:50.609542 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-26041820-c2d3-49f2-b160-8260873f3bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:50.613022 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-26041820-c2d3-49f2-b160-8260873f3bed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52a91d8c-aa0c-407c-88b6-7960e17c4223 HTTP/1.1" status: 204 len: 168 time: 0.2679462 Mar 24 01:07:50.618920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26041820-c2d3-49f2-b160-8260873f3bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a91d8c-aa0c-407c-88b6-7960e17c4223,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:50.664860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2e67dc9-d84b-4523-8f40-29cff113ba25 req-4cc5a214-0360-4e01-8bc0-c5b1db00391b tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120986 Mar 24 01:07:50.753323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-4711e709-c6fc-4c0d-a518-67ea37788891 service neutron] 10.222.0.45 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870281 Mar 24 01:07:50.759864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56450) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:50.831522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e405630d-e22d-4a98-9582-fbc74db8601f req-7b7cc9e1-b57c-4e95-baea-e5fda7f9c246 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 210 time: 0.0748994 Mar 24 01:07:51.291959 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56466) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:51.313584 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd82fba9-d409-4310-ad39-05616c4e19fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:51.425212 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd82fba9-d409-4310-ad39-05616c4e19fa admin admin] Publish callbacks [] for security_group (f044b8db-ac94-44df-8f17-1650517a8d0c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:51.430916 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd82fba9-d409-4310-ad39-05616c4e19fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f044b8db-ac94-44df-8f17-1650517a8d0c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:51.483542 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bd82fba9-d409-4310-ad39-05616c4e19fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68601f175d694d03bbe614a33023ad5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1895835 Mar 24 01:07:51.484286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56472) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:51.521890 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82fba9-d409-4310-ad39-05616c4e19fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f044b8db-ac94-44df-8f17-1650517a8d0c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:51.575087 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1499e318-9614-4346-871c-984884f49569 admin admin] Publish callbacks [] for security_group (f044b8db-ac94-44df-8f17-1650517a8d0c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:51.606490 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1499e318-9614-4346-871c-984884f49569 admin admin] Publish callbacks [] for security_group (f044b8db-ac94-44df-8f17-1650517a8d0c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:51.697352 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1499e318-9614-4346-871c-984884f49569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f044b8db-ac94-44df-8f17-1650517a8d0c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:51.699981 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1499e318-9614-4346-871c-984884f49569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:51.701157 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1499e318-9614-4346-871c-984884f49569 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f044b8db-ac94-44df-8f17-1650517a8d0c HTTP/1.1" status: 204 len: 168 time: 0.2155385 Mar 24 01:07:51.712443 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499e318-9614-4346-871c-984884f49569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f044b8db-ac94-44df-8f17-1650517a8d0c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:51.793310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa3cb915-0b4b-4844-a59d-88205aaa4f7e req-fa43852b-8976-4ff5-b672-ddfb6f05dce0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 210 time: 0.1544750 Mar 24 01:07:51.869796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a2e1e2-7fd8-48d7-9e79-c46a17071dac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:07:51.884446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56482) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:51.884677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e3a2e1e2-7fd8-48d7-9e79-c46a17071dac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/cc883eaf-189c-438d-89fb-611f0c7f689d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7673306 Mar 24 01:07:51.888396 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cdd41a-d28e-47f1-a738-a23547578835 None None] Sync routers for ids ['cc883eaf-189c-438d-89fb-611f0c7f689d'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:07:51.909753 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cdd41a-d28e-47f1-a738-a23547578835 None None] Routers {'cc883eaf-189c-438d-89fb-611f0c7f689d'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:51.911643 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-81cdd41a-d28e-47f1-a738-a23547578835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['cc883eaf-189c-438d-89fb-611f0c7f689d'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:51.970579 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f534bbff-7ccd-498f-8614-549ef8d56dfd tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc883eaf-189c-438d-89fb-611f0c7f689d HTTP/1.1" status: 200 len: 205 time: 0.0836282 Mar 24 01:07:51.972903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56484) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:51.982235 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-60e2b6bd-14e1-486a-8a36-c9e0c61d21d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a2df0cbba570493ea7288df8cb5b237f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2147067 Mar 24 01:07:51.988863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56486) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:52.005965 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-81cdd41a-d28e-47f1-a738-a23547578835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:52.020678 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e1b71-163c-4940-96a6-7e0aea11a938 req-ef2a7d89-51ec-4323-8675-ff57add6d2d5 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:52.020926 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cdd41a-d28e-47f1-a738-a23547578835 None None] Routers {'cc883eaf-189c-438d-89fb-611f0c7f689d'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:07:52.021601 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-81cdd41a-d28e-47f1-a738-a23547578835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:07:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['cc883eaf-189c-438d-89fb-611f0c7f689d'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:52.035690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb4e1b71-163c-4940-96a6-7e0aea11a938 req-ef2a7d89-51ec-4323-8675-ff57add6d2d5 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.3979764 Mar 24 01:07:52.057735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fff0f7b-56cb-43df-aa7e-1dadaf4dbbcf tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:52.059221 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fff0f7b-56cb-43df-aa7e-1dadaf4dbbcf tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.57 "GET /v2.0/networks?id=120d5a03-9ddd-46cf-bd8a-1ca6e05a9317 HTTP/1.1" status: 200 len: 821 time: 0.4196050 Mar 24 01:07:52.079756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-44e13926-e60b-4c07-9acc-053cffccd8dd tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Request body: {'port': {'device_id': '7484cbfe-e5bf-4438-a754-3b8e4d3aedc5', 'network_id': '120d5a03-9ddd-46cf-bd8a-1ca6e05a9317', 'admin_state_up': True, 'tenant_id': '0733237b0a774b97837d1b7f8ebff1a7'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:52.094049 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-81cdd41a-d28e-47f1-a738-a23547578835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:52.095043 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cdd41a-d28e-47f1-a738-a23547578835 None None] The sync data for ids ['cc883eaf-189c-438d-89fb-611f0c7f689d'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:07:52.126125 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5073680-8c6c-48c8-a0e9-b5c32f423023 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (cc883eaf-189c-438d-89fb-611f0c7f689d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:52.161186 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05528474-0a70-440a-9afa-98ad8cc3b7d9 req-53960073-8ee9-45c3-82ae-768c41a69a34 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:52.168816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05528474-0a70-440a-9afa-98ad8cc3b7d9 req-53960073-8ee9-45c3-82ae-768c41a69a34 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 945 time: 0.2589517 Mar 24 01:07:52.205896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb4e1b71-163c-4940-96a6-7e0aea11a938 req-71b7dc47-83de-405f-aaf8-b4de2281daf0 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649063 Mar 24 01:07:52.292032 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-78472552-c315-4533-b451-d56ff10dc91c admin admin] Publish callbacks [] for security_group (0fe1d523-a1c8-467a-91e3-cd5010d1ee87), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:52.407959 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-78472552-c315-4533-b451-d56ff10dc91c admin admin] Publish callbacks [] for security_group (0fe1d523-a1c8-467a-91e3-cd5010d1ee87), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:52.416793 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5073680-8c6c-48c8-a0e9-b5c32f423023 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (cc883eaf-189c-438d-89fb-611f0c7f689d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:52.420218 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5073680-8c6c-48c8-a0e9-b5c32f423023 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_controller (cc883eaf-189c-438d-89fb-611f0c7f689d), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:52.482455 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5073680-8c6c-48c8-a0e9-b5c32f423023 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (cc883eaf-189c-438d-89fb-611f0c7f689d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:52.483114 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5073680-8c6c-48c8-a0e9-b5c32f423023 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Fanout notify agent at l3_agent the message router_deleted on router cc883eaf-189c-438d-89fb-611f0c7f689d {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:07:52.498506 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b5073680-8c6c-48c8-a0e9-b5c32f423023 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:52.499670 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b5073680-8c6c-48c8-a0e9-b5c32f423023 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/routers/cc883eaf-189c-438d-89fb-611f0c7f689d HTTP/1.1" status: 204 len: 168 time: 0.5247571 Mar 24 01:07:52.505254 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56500) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:52.523814 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-78472552-c315-4533-b451-d56ff10dc91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0fe1d523-a1c8-467a-91e3-cd5010d1ee87), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:52.526936 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-78472552-c315-4533-b451-d56ff10dc91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:52.530459 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-78472552-c315-4533-b451-d56ff10dc91c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0fe1d523-a1c8-467a-91e3-cd5010d1ee87 HTTP/1.1" status: 204 len: 168 time: 0.5378578 Mar 24 01:07:52.533910 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05528474-0a70-440a-9afa-98ad8cc3b7d9 req-872bc546-ba78-4e47-b7dd-eddbf8cfc915 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639934 Mar 24 01:07:52.602888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-f40bd0f2-233e-477f-b3c2-9c6e60e0c861 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:52.604454 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-f40bd0f2-233e-477f-b3c2-9c6e60e0c861 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.57 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 814 time: 0.2252455 Mar 24 01:07:52.614917 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78472552-c315-4533-b451-d56ff10dc91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe1d523-a1c8-467a-91e3-cd5010d1ee87,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:52.672768 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49ee83f-03f1-4369-a762-d5765d80db8e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting subnet 6776cede-fa6a-4dba-8260-3fb1089c5d35 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:07:52.681807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08696b2a-2a81-4708-8410-2890a24febd1 req-78567dc6-f25e-4bb3-8118-e172baa3ff95 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 210 time: 0.3435698 Mar 24 01:07:52.681951 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c49ee83f-03f1-4369-a762-d5765d80db8e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (6776cede-fa6a-4dba-8260-3fb1089c5d35), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:52.731054 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c49ee83f-03f1-4369-a762-d5765d80db8e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (6776cede-fa6a-4dba-8260-3fb1089c5d35), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:52.759822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-44e13926-e60b-4c07-9acc-053cffccd8dd tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Made reservation on behalf of 0733237b0a774b97837d1b7f8ebff1a7 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:52.763995 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-44e13926-e60b-4c07-9acc-053cffccd8dd tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:52.874475 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c49ee83f-03f1-4369-a762-d5765d80db8e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (6776cede-fa6a-4dba-8260-3fb1089c5d35), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:52.900282 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-e5428eb6-3c8a-4fca-9122-bc0b324649d9 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3994e882c46047a4949ec2310a17d611 HTTP/1.1" status: 200 len: 379 time: 0.2513936 Mar 24 01:07:52.914045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-bea77ec4-c963-4ede-acd3-e26c9b7c9de1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'port': {'device_id': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'admin_state_up': True, 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'security_groups': ['cbd11eb4-a4c9-49f2-a996-8fa8a2887efc']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:52.978671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c49ee83f-03f1-4369-a762-d5765d80db8e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (6776cede-fa6a-4dba-8260-3fb1089c5d35), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:53.014858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c49ee83f-03f1-4369-a762-d5765d80db8e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:53.021829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11798a13-bf82-4014-85bd-e1c154a9b742 None None] Network 679708ff-02d2-46c4-860a-4ba45b4a0323 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:07:53.028363 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c49ee83f-03f1-4369-a762-d5765d80db8e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/6776cede-fa6a-4dba-8260-3fb1089c5d35 HTTP/1.1" status: 204 len: 168 time: 0.5228779 Mar 24 01:07:53.029734 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56520) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:53.086822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c0aeb-33e0-46ab-a32d-09b21bf4ca24 req-27eb9122-5f93-4d17-819e-0a001457322b tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:53.093668 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be3c0aeb-33e0-46ab-a32d-09b21bf4ca24 req-27eb9122-5f93-4d17-819e-0a001457322b tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 945 time: 0.3845270 Mar 24 01:07:53.094839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ee83f-03f1-4369-a762-d5765d80db8e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Subnet': ['ID=6776cede-fa6a-4dba-8260-3fb1089c5d35,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:53.118870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0bab597a-0046-450d-b135-6439bd633655 req-7a5a4dea-09f7-4884-98f2-8a7865bd0a7c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 210 time: 0.0928118 Mar 24 01:07:53.247147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-bea77ec4-c963-4ede-acd3-e26c9b7c9de1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Made reservation on behalf of 3994e882c46047a4949ec2310a17d611 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:53.252572 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-bea77ec4-c963-4ede-acd3-e26c9b7c9de1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:53.281336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (679708ff-02d2-46c4-860a-4ba45b4a0323), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:53.385911 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be3c0aeb-33e0-46ab-a32d-09b21bf4ca24 req-988d9a88-d857-4f4e-986e-e26555153bbb tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913582 Mar 24 01:07:53.388238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-44e13926-e60b-4c07-9acc-053cffccd8dd tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Allocated IP 172.20.0.8 (120d5a03-9ddd-46cf-bd8a-1ca6e05a9317/2a344253-e8d0-4f82-a7e6-6005cf9a86f7/44fa15fb-cfc3-47ec-a3c7-f54b0292738f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:07:53.395573 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] DHCP port deletion for 679708ff-02d2-46c4-860a-4ba45b4a0323 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:07:53.540034 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port c55e4a1f-5cde-4188-a7e7-4b261136b428 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:53.540993 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c55e4a1f-5cde-4188-a7e7-4b261136b428), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:53.568634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Deleting port c55e4a1f-5cde-4188-a7e7-4b261136b428 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:53.569986 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c55e4a1f-5cde-4188-a7e7-4b261136b428), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:53.614951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d8cf5-d1a8-444c-b0e9-3496a6f92e19 req-81f682b6-2640-4eae-8230-4e27c67cd2c8 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:53.618378 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-430d8cf5-d1a8-444c-b0e9-3496a6f92e19 req-81f682b6-2640-4eae-8230-4e27c67cd2c8 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.2308388 Mar 24 01:07:53.682621 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] For port c55e4a1f-5cde-4188-a7e7-4b261136b428, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c55e4a1f-5cde-4188-a7e7-4b261136b428,segment=NetworkSegment(5b0c781e-e33f-43b5-94e6-f808ee434d7d),segment_id=5b0c781e-e33f-43b5-94e6-f808ee434d7d)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:53.682982 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c55e4a1f-5cde-4188-a7e7-4b261136b428), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:53.715825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for c55e4a1f-5cde-4188-a7e7-4b261136b428 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:53.749645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] For port c55e4a1f-5cde-4188-a7e7-4b261136b428, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c55e4a1f-5cde-4188-a7e7-4b261136b428,segment=NetworkSegment(5b0c781e-e33f-43b5-94e6-f808ee434d7d),segment_id=5b0c781e-e33f-43b5-94e6-f808ee434d7d)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:53.751906 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c55e4a1f-5cde-4188-a7e7-4b261136b428), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:53.788234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Calling delete_port for c55e4a1f-5cde-4188-a7e7-4b261136b428 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:53.858222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-bea77ec4-c963-4ede-acd3-e26c9b7c9de1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Allocated IP 172.20.0.11 (6918af68-a637-45cf-99cb-b0e3cc2df9c3/06e22de7-2896-4698-97a5-0faab792cc07/5d67de27-b98e-4cd2-b649-97f01003c2a7) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:07:53.899131 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fa839-e7ec-4b03-a722-7e9638d103c0 req-6c6ef804-dd3e-4589-99de-9e2ecf2d0976 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:53.900741 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fa3fa839-e7ec-4b03-a722-7e9638d103c0 req-6c6ef804-dd3e-4589-99de-9e2ecf2d0976 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.48 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.5394123 Mar 24 01:07:53.978139 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-430d8cf5-d1a8-444c-b0e9-3496a6f92e19 req-916af094-0fe0-4738-83b9-e75580adc3e1 tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310053 Mar 24 01:07:54.045132 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c55e4a1f-5cde-4188-a7e7-4b261136b428), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.053337 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (c55e4a1f-5cde-4188-a7e7-4b261136b428), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.116960 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] No DVR routers for this DVR port c55e4a1f-5cde-4188-a7e7-4b261136b428 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:07:54.136501 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Pushing event deleted for resources: {'Port': ['ID=c55e4a1f-5cde-4188-a7e7-4b261136b428,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:54.152504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=c55e4a1f-5cde-4188-a7e7-4b261136b428,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:54.170558 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] No DVR routers for this DVR port c55e4a1f-5cde-4188-a7e7-4b261136b428 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:07:54.174809 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:54.177240 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:54.177606 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:54.177959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:54.178317 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:54.181027 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:54.181295 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:54.181432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:54.186451 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:54.187004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:54.188654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:54.190638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:54.191181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:54.192973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:54.193533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff150f5-01ad-41e0-b275-8bde6ea943bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:07:54.238013 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56560) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:54.315756 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (679708ff-02d2-46c4-860a-4ba45b4a0323), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.346544 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-bea77ec4-c963-4ede-acd3-e26c9b7c9de1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for port (5d67de27-b98e-4cd2-b649-97f01003c2a7), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.347585 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679708ff-02d2-46c4-860a-4ba45b4a0323']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:54.357569 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0c781e-e33f-43b5-94e6-f808ee434d7d') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:54.358106 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0c781e-e33f-43b5-94e6-f808ee434d7d') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:07:54.367685 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (5b0c781e-e33f-43b5-94e6-f808ee434d7d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.386132 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5b0c781e-e33f-43b5-94e6-f808ee434d7d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.394731 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:07:54.395129 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (5b0c781e-e33f-43b5-94e6-f808ee434d7d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:07:54.398982 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:07:54.450204 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-44e13926-e60b-4c07-9acc-053cffccd8dd tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Publish callbacks [] for port (44fa15fb-cfc3-47ec-a3c7-f54b0292738f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.475739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-fa3fa839-e7ec-4b03-a722-7e9638d103c0 req-fff54652-3068-4a60-851b-ce452f75017d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Deleting port 0af12d92-29cb-477f-baf8-3a9306f4e329 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:54.476066 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa3fa839-e7ec-4b03-a722-7e9638d103c0 req-fff54652-3068-4a60-851b-ce452f75017d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0af12d92-29cb-477f-baf8-3a9306f4e329), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.517116 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-bea77ec4-c963-4ede-acd3-e26c9b7c9de1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (5d67de27-b98e-4cd2-b649-97f01003c2a7), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.542316 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-44e13926-e60b-4c07-9acc-053cffccd8dd tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (44fa15fb-cfc3-47ec-a3c7-f54b0292738f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.566785 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (679708ff-02d2-46c4-860a-4ba45b4a0323), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.570468 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a919984-812c-4a9a-8dc2-cb7df7359a7e req-c6c45fbc-cf62-41ed-8bed-2114a05057ae tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:54.578718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a919984-812c-4a9a-8dc2-cb7df7359a7e req-c6c45fbc-cf62-41ed-8bed-2114a05057ae tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 945 time: 0.7221999 Mar 24 01:07:54.595758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-44e13926-e60b-4c07-9acc-053cffccd8dd tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Network 120d5a03-9ddd-46cf-bd8a-1ca6e05a9317 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:54.598400 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.599078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bbc0da05-b45a-4fce-9d2a-5bcc5b44cbce req-63d650e2-7270-4b1c-8a94-b7a2ee8e6f31 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 210 time: 0.4560366 Mar 24 01:07:54.612990 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/networks/679708ff-02d2-46c4-860a-4ba45b4a0323 HTTP/1.1" status: 204 len: 168 time: 1.5413051 Mar 24 01:07:54.619379 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56574) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:54.646809 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a5805e47-f92b-4128-971c-626a85be26cb tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1574518982', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:54.652759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-44e13926-e60b-4c07-9acc-053cffccd8dd tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:54.655245 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-44e13926-e60b-4c07-9acc-053cffccd8dd tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:54.664268 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a7d33-7998-4103-8ff1-fa8ed75b4b3b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Network': ['ID=679708ff-02d2-46c4-860a-4ba45b4a0323,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:54.707972 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a919984-812c-4a9a-8dc2-cb7df7359a7e req-d4d30fc8-868d-49a8-810b-29f7a4319e94 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282375 Mar 24 01:07:54.750955 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5805e47-f92b-4128-971c-626a85be26cb tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.751999 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5805e47-f92b-4128-971c-626a85be26cb tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.799898 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-fa3fa839-e7ec-4b03-a722-7e9638d103c0 req-fff54652-3068-4a60-851b-ce452f75017d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] For port 0af12d92-29cb-477f-baf8-3a9306f4e329, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=0af12d92-29cb-477f-baf8-3a9306f4e329,segment=NetworkSegment(0bd9def8-bffd-478e-b135-fa9c100d2905),segment_id=0bd9def8-bffd-478e-b135-fa9c100d2905)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:54.804986 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa3fa839-e7ec-4b03-a722-7e9638d103c0 req-fff54652-3068-4a60-851b-ce452f75017d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0af12d92-29cb-477f-baf8-3a9306f4e329), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.842392 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6c3db0d0-d02e-46e7-a37b-a6b41462cbb9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-206748367'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:54.842619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-bea77ec4-c963-4ede-acd3-e26c9b7c9de1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:07:54.859192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-bea77ec4-c963-4ede-acd3-e26c9b7c9de1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:07:54.862379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-bea77ec4-c963-4ede-acd3-e26c9b7c9de1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:07:54.893402 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56580) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:54.910558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea77ec4-c963-4ede-acd3-e26c9b7c9de1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'Port': ['ID=5d67de27-b98e-4cd2-b649-97f01003c2a7,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:54.938563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-44e13926-e60b-4c07-9acc-053cffccd8dd tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:54.939353 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-44e13926-e60b-4c07-9acc-053cffccd8dd tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.975010 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5805e47-f92b-4128-971c-626a85be26cb tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_controller (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:54.976345 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-fa3fa839-e7ec-4b03-a722-7e9638d103c0 req-fff54652-3068-4a60-851b-ce452f75017d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Calling delete_port for 0af12d92-29cb-477f-baf8-3a9306f4e329 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:55.084047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-bea77ec4-c963-4ede-acd3-e26c9b7c9de1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:55.084577 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5805e47-f92b-4128-971c-626a85be26cb tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:55.084709 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-bea77ec4-c963-4ede-acd3-e26c9b7c9de1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:55.119421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-44e13926-e60b-4c07-9acc-053cffccd8dd tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0518124 Mar 24 01:07:55.155332 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5805e47-f92b-4128-971c-626a85be26cb tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:55.162952 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a5805e47-f92b-4128-971c-626a85be26cb tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5237610 Mar 24 01:07:55.180191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56590) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:55.188879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e13926-e60b-4c07-9acc-053cffccd8dd tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Pushing event updated for resources: {'Port': ['ID=44fa15fb-cfc3-47ec-a3c7-f54b0292738f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:55.201997 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3db0d0-d02e-46e7-a37b-a6b41462cbb9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Made reservation on behalf of 4972c9eaff0a448093e0034eae5afbf5 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:55.209495 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c3db0d0-d02e-46e7-a37b-a6b41462cbb9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:55.219446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-27bc464a-5687-40b1-a8ed-ffd0c4d1694c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'network': {'name': 'tempest-RoutersTest-1166540587'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:55.251904 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce30252-983e-4bde-b0c0-542dce1352eb req-aa42f8e8-a614-4c2d-ac90-3fa65670dcd3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:55.265707 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dce30252-983e-4bde-b0c0-542dce1352eb req-aa42f8e8-a614-4c2d-ac90-3fa65670dcd3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 932 time: 0.4830999 Mar 24 01:07:55.290854 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c3db0d0-d02e-46e7-a37b-a6b41462cbb9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:55.306670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-bea77ec4-c963-4ede-acd3-e26c9b7c9de1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3995080 Mar 24 01:07:55.339903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Request body: {'port': {'device_id': '7484cbfe-e5bf-4438-a754-3b8e4d3aedc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:55.375509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bc464a-5687-40b1-a8ed-ffd0c4d1694c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:55.384329 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27bc464a-5687-40b1-a8ed-ffd0c4d1694c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:55.428431 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-76d9ab9c-bf38-4310-8cf7-215db7acaa98 None None] Provisioning complete for port 5d67de27-b98e-4cd2-b649-97f01003c2a7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:07:55.429015 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-76d9ab9c-bf38-4310-8cf7-215db7acaa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d67de27-b98e-4cd2-b649-97f01003c2a7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:55.461321 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dce30252-983e-4bde-b0c0-542dce1352eb req-6441f270-424d-481d-af09-ff5603c0f34b tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbd11eb4-a4c9-49f2-a996-8fa8a2887efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936655 Mar 24 01:07:55.504012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27bc464a-5687-40b1-a8ed-ffd0c4d1694c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:07:55.509791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Request body: {'port': {'device_id': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:55.528906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c55e4a1f-5cde-4188-a7e7-4b261136b428 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:07:55.551719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7f7e9-92c9-4eb5-b399-76c3b3891efb req-e8e3d912-51ed-41e0-a976-3c2628e988df tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:55.558817 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cfb7f7e9-92c9-4eb5-b399-76c3b3891efb req-e8e3d912-51ed-41e0-a976-3c2628e988df tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/ports?device_id=745124cd-fbb7-44ad-9efa-5d4093002777 HTTP/1.1" status: 200 len: 945 time: 0.4110985 Mar 24 01:07:55.567476 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27bc464a-5687-40b1-a8ed-ffd0c4d1694c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (405c88a9-7377-4509-b6ae-67ec493d05f0), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:55.567840 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-27bc464a-5687-40b1-a8ed-ffd0c4d1694c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Added segment 405c88a9-7377-4509-b6ae-67ec493d05f0 of type vlan for network 85df74b3-87a4-4fa2-a91e-c947603d979e Mar 24 01:07:55.587084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-76d9ab9c-bf38-4310-8cf7-215db7acaa98 None None] Port 5d67de27-b98e-4cd2-b649-97f01003c2a7 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:07:55.589301 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44fa15fb-cfc3-47ec-a3c7-f54b0292738f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:55.596318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: c55e4a1f-5cde-4188-a7e7-4b261136b428 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:07:55.596995 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c55e4a1f-5cde-4188-a7e7-4b261136b428 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:07:55.735829 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27bc464a-5687-40b1-a8ed-ffd0c4d1694c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (85df74b3-87a4-4fa2-a91e-c947603d979e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:55.861846 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d67de27-b98e-4cd2-b649-97f01003c2a7), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:55.889106 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cfb7f7e9-92c9-4eb5-b399-76c3b3891efb req-05afce0c-73ec-48df-b44c-136fa107fd5d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc100f-2acc-4dad-a2f3-87b33444661e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292980 Mar 24 01:07:55.910763 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27bc464a-5687-40b1-a8ed-ffd0c4d1694c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (85df74b3-87a4-4fa2-a91e-c947603d979e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:55.940042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bc464a-5687-40b1-a8ed-ffd0c4d1694c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:55.940701 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27bc464a-5687-40b1-a8ed-ffd0c4d1694c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:56.171436 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c138ffb-9f4a-4744-9f5a-aaca8db0b14c req-129cca0c-4e88-43a5-ba92-aac7c6c80b63 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:56.173929 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8c138ffb-9f4a-4744-9f5a-aaca8db0b14c req-129cca0c-4e88-43a5-ba92-aac7c6c80b63 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 945 time: 1.0929565 Mar 24 01:07:56.236524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceefac8-b6df-43a9-987f-653c2ac502b6 req-dd4ec42d-ecd6-4e35-abc4-c619be3f297b tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:56.238162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ceefac8-b6df-43a9-987f-653c2ac502b6 req-dd4ec42d-ecd6-4e35-abc4-c619be3f297b tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 931 time: 0.5278387 Mar 24 01:07:56.254058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-27bc464a-5687-40b1-a8ed-ffd0c4d1694c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0686493 Mar 24 01:07:56.261731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56614) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:56.285034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-656c4621-f4fb-4ca0-824a-12196c81b882 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'subnet': {'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:07:56.445152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc464a-5687-40b1-a8ed-ffd0c4d1694c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Network': ['ID=85df74b3-87a4-4fa2-a91e-c947603d979e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:56.458917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 85df74b3-87a4-4fa2-a91e-c947603d979e details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:07:56.531226 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c3db0d0-d02e-46e7-a37b-a6b41462cbb9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks [] for security_group (04829b70-a52f-4a49-bb47-578b11387845), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:56.534414 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa3fa839-e7ec-4b03-a722-7e9638d103c0 req-fff54652-3068-4a60-851b-ce452f75017d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0af12d92-29cb-477f-baf8-3a9306f4e329), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:56.565963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-454c800e-d97e-435b-9fdc-079f35cebb71 req-bd9a366c-633d-448b-96a0-d8bccd20c4d4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=13a3e040-28b6-412a-9896-88f83286154d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7312503 Mar 24 01:07:56.596028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ceefac8-b6df-43a9-987f-653c2ac502b6 req-da04d740-5db0-4265-855d-2f55723b516e tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f103239-5428-41dd-a7a6-c3d7c67c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387444 Mar 24 01:07:56.609899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fad035-52aa-4b6d-8e4b-7f8692a9b7be req-65d5331c-287f-4c95-b776-7c06c3b842bc tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:56.617633 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1fad035-52aa-4b6d-8e4b-7f8692a9b7be req-65d5331c-287f-4c95-b776-7c06c3b842bc tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=101b0cf5-42c7-4795-9e4e-1f1ec001bab6 HTTP/1.1" status: 200 len: 945 time: 0.5047772 Mar 24 01:07:56.636448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['0af12d92-29cb-477f-baf8-3a9306f4e329'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:07:56.703529 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c3db0d0-d02e-46e7-a37b-a6b41462cbb9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (04829b70-a52f-4a49-bb47-578b11387845), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:56.779348 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff54652-3068-4a60-851b-ce452f75017d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Pushing event deleted for resources: {'Port': ['ID=0af12d92-29cb-477f-baf8-3a9306f4e329,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:56.797408 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3db0d0-d02e-46e7-a37b-a6b41462cbb9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:07:56.866335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3db0d0-d02e-46e7-a37b-a6b41462cbb9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04829b70-a52f-4a49-bb47-578b11387845,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:56.874245 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3fa839-e7ec-4b03-a722-7e9638d103c0 req-fff54652-3068-4a60-851b-ce452f75017d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] No DVR routers for this DVR port 0af12d92-29cb-477f-baf8-3a9306f4e329 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:07:56.876291 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c3db0d0-d02e-46e7-a37b-a6b41462cbb9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ae3c7263-e324-4112-8878-ca8409ee4483), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:56.876638 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-6c3db0d0-d02e-46e7-a37b-a6b41462cbb9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Added segment ae3c7263-e324-4112-8878-ca8409ee4483 of type vlan for network 24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0 Mar 24 01:07:56.910069 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-fa3fa839-e7ec-4b03-a722-7e9638d103c0 req-fff54652-3068-4a60-851b-ce452f75017d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:56.913326 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fa3fa839-e7ec-4b03-a722-7e9638d103c0 req-fff54652-3068-4a60-851b-ce452f75017d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] 10.222.0.48 "DELETE /v2.0/ports/0af12d92-29cb-477f-baf8-3a9306f4e329 HTTP/1.1" status: 204 len: 173 time: 2.9989483 Mar 24 01:07:56.913652 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745124cd-fbb7-44ad-9efa-5d4093002777', 'name': 'network-vif-deleted', 'tag': '0af12d92-29cb-477f-baf8-3a9306f4e329'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:07:56.917310 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2be1206-6ce7-4f2a-8c98-25de862e9aef" -d '{"events": [{"server_uuid": "745124cd-fbb7-44ad-9efa-5d4093002777", "name": "network-vif-deleted", "tag": "0af12d92-29cb-477f-baf8-3a9306f4e329"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:07:56.960056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-8c138ffb-9f4a-4744-9f5a-aaca8db0b14c req-6a69bdb4-274a-4da8-a269-0d04b5c6b59f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Deleting port 96084d42-6b96-4679-b53d-0966a626068d {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:56.960411 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8c138ffb-9f4a-4744-9f5a-aaca8db0b14c req-6a69bdb4-274a-4da8-a269-0d04b5c6b59f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (96084d42-6b96-4679-b53d-0966a626068d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:57.002022 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c3db0d0-d02e-46e7-a37b-a6b41462cbb9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:57.102762 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c3db0d0-d02e-46e7-a37b-a6b41462cbb9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:57.108331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3db0d0-d02e-46e7-a37b-a6b41462cbb9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:57.108943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c3db0d0-d02e-46e7-a37b-a6b41462cbb9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:57.244666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44fa15fb-cfc3-47ec-a3c7-f54b0292738f {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:07:57.261826 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6c3db0d0-d02e-46e7-a37b-a6b41462cbb9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.0213170 Mar 24 01:07:57.266438 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-8c138ffb-9f4a-4744-9f5a-aaca8db0b14c req-6a69bdb4-274a-4da8-a269-0d04b5c6b59f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] For port 96084d42-6b96-4679-b53d-0966a626068d, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=96084d42-6b96-4679-b53d-0966a626068d,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:57.266803 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8c138ffb-9f4a-4744-9f5a-aaca8db0b14c req-6a69bdb4-274a-4da8-a269-0d04b5c6b59f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (96084d42-6b96-4679-b53d-0966a626068d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:57.314754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3db0d0-d02e-46e7-a37b-a6b41462cbb9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event updated for resources: {'Network': ['ID=24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:57.322415 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-8c138ffb-9f4a-4744-9f5a-aaca8db0b14c req-6a69bdb4-274a-4da8-a269-0d04b5c6b59f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Calling delete_port for 96084d42-6b96-4679-b53d-0966a626068d owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:57.383494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:07:57.766571 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8c138ffb-9f4a-4744-9f5a-aaca8db0b14c req-6a69bdb4-274a-4da8-a269-0d04b5c6b59f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (96084d42-6b96-4679-b53d-0966a626068d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:57.779155 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf655c99-b594-4422-b1bb-b6df2664d7e1'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:07:57.843384 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f2e1853a-c16b-41c7-b208-99e41f2c8b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (40105202-3ae9-4b5e-b26c-70794565ed31), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:57.917789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1fad035-52aa-4b6d-8e4b-7f8692a9b7be req-e35228bc-d9fe-4dbf-977f-f8b24f058289 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2992046 Mar 24 01:07:57.924499 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Publish callbacks [] for port (44fa15fb-cfc3-47ec-a3c7-f54b0292738f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:57.956629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c800e-d97e-435b-9fdc-079f35cebb71 req-196a0162-2ba5-4dc3-aabc-e3b957c2c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:57.965473 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-454c800e-d97e-435b-9fdc-079f35cebb71 req-196a0162-2ba5-4dc3-aabc-e3b957c2c54d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 1127 time: 1.3668859 Mar 24 01:07:57.966465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656c4621-f4fb-4ca0-824a-12196c81b882 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:07:57.969977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69bdb4-274a-4da8-a269-0d04b5c6b59f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Pushing event deleted for resources: {'Port': ['ID=96084d42-6b96-4679-b53d-0966a626068d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:57.974308 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-656c4621-f4fb-4ca0-824a-12196c81b882 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:58.035014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56642) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:07:58.103793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Transition to ACTIVE for port object 44fa15fb-cfc3-47ec-a3c7-f54b0292738f will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:07:58.146726 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63180845-4768-4ade-a5b7-55cc50d65370 x-openstack-request-id: req-63180845-4768-4ade-a5b7-55cc50d65370 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:07:58.147090 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745124cd-fbb7-44ad-9efa-5d4093002777", "name": "network-vif-deleted", "tag": "0af12d92-29cb-477f-baf8-3a9306f4e329", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:07:58.147277 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63180845-4768-4ade-a5b7-55cc50d65370 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:07:58.147678 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63180845-4768-4ade-a5b7-55cc50d65370'] response: {'server_uuid': '745124cd-fbb7-44ad-9efa-5d4093002777', 'name': 'network-vif-deleted', 'tag': '0af12d92-29cb-477f-baf8-3a9306f4e329', 'status': 'completed', 'code': 200} Mar 24 01:07:58.161510 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c138ffb-9f4a-4744-9f5a-aaca8db0b14c req-6a69bdb4-274a-4da8-a269-0d04b5c6b59f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] No DVR routers for this DVR port 96084d42-6b96-4679-b53d-0966a626068d on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:07:58.265126 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8c138ffb-9f4a-4744-9f5a-aaca8db0b14c req-6a69bdb4-274a-4da8-a269-0d04b5c6b59f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:58.272879 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8c138ffb-9f4a-4744-9f5a-aaca8db0b14c req-6a69bdb4-274a-4da8-a269-0d04b5c6b59f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "DELETE /v2.0/ports/96084d42-6b96-4679-b53d-0966a626068d HTTP/1.1" status: 204 len: 173 time: 2.0851724 Mar 24 01:07:58.538670 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (44fa15fb-cfc3-47ec-a3c7-f54b0292738f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:58.547417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d67de27-b98e-4cd2-b649-97f01003c2a7 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:07:58.569725 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Publish callbacks [] for port (5d67de27-b98e-4cd2-b649-97f01003c2a7), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:58.616505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Transition to ACTIVE for port object 5d67de27-b98e-4cd2-b649-97f01003c2a7 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:07:58.680880 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-635f898e-dbbd-437d-9319-5ee9bcc94212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:58.808865 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (5d67de27-b98e-4cd2-b649-97f01003c2a7), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:58.814226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Pushing event updated for resources: {'Port': ['ID=44fa15fb-cfc3-47ec-a3c7-f54b0292738f,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:58.874510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Pushing event updated for resources: {'Port': ['ID=5d67de27-b98e-4cd2-b649-97f01003c2a7,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:58.899677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a5697-5182-4db2-9451-7e86f7adae32 req-a548b3ff-5c78-4ae0-97ff-7574242007e0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:58.902011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d04a5697-5182-4db2-9451-7e86f7adae32 req-a548b3ff-5c78-4ae0-97ff-7574242007e0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 932 time: 2.1265178 Mar 24 01:07:58.921151 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1853a-c16b-41c7-b208-99e41f2c8b6f admin admin] Deleting port ab335b2a-2bd5-4ce2-b141-2dc3698348ec {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:07:58.921644 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f2e1853a-c16b-41c7-b208-99e41f2c8b6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:58.930054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 96084d42-6b96-4679-b53d-0966a626068d no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:07:59.035341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 96084d42-6b96-4679-b53d-0966a626068d {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:07:59.036706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 96084d42-6b96-4679-b53d-0966a626068d not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:07:59.040046 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 0af12d92-29cb-477f-baf8-3a9306f4e329 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:07:59.095617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 0af12d92-29cb-477f-baf8-3a9306f4e329 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:07:59.097920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 0af12d92-29cb-477f-baf8-3a9306f4e329 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:07:59.112211 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-f2e1853a-c16b-41c7-b208-99e41f2c8b6f admin admin] For port ab335b2a-2bd5-4ce2-b141-2dc3698348ec, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ab335b2a-2bd5-4ce2-b141-2dc3698348ec,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:07:59.112704 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f2e1853a-c16b-41c7-b208-99e41f2c8b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:59.158880 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1853a-c16b-41c7-b208-99e41f2c8b6f admin admin] Calling delete_port for ab335b2a-2bd5-4ce2-b141-2dc3698348ec owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:07:59.261413 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22193f33-9c46-4c6f-acb4-dc4a3b2348b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (573b7ec2-2f82-42e0-8810-da7caec249ad), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:59.276785 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-656c4621-f4fb-4ca0-824a-12196c81b882 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (5c5072d7-ee06-410b-93b8-42df5f6fcd8b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:59.283129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Attempting to bind port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:07:59.283354 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Attempting to bind port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '05ff9a46-2526-4a32-b8b6-d96dc85d50d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '120d5a03-9ddd-46cf-bd8a-1ca6e05a9317'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:07:59.284540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Attempting to bind port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f on network 120d5a03-9ddd-46cf-bd8a-1ca6e05a9317 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:07:59.296714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac7c7c-01ae-4b47-b68a-bf82daca4d35 req-0b56b9cd-2f00-40a2-9f7b-daaf35ae7c22 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:59.310565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dac7c7c-01ae-4b47-b68a-bf82daca4d35 req-0b56b9cd-2f00-40a2-9f7b-daaf35ae7c22 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 943 time: 0.7730746 Mar 24 01:07:59.368452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c800e-d97e-435b-9fdc-079f35cebb71 req-7b0244a4-7dfc-421b-942d-fdf2de37c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:59.369962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-454c800e-d97e-435b-9fdc-079f35cebb71 req-7b0244a4-7dfc-421b-942d-fdf2de37c226 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 907 time: 0.9859331 Mar 24 01:07:59.393343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f on network 120d5a03-9ddd-46cf-bd8a-1ca6e05a9317 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:07:59.393672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Attempting to bind port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f on network 120d5a03-9ddd-46cf-bd8a-1ca6e05a9317 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:07:59.423920 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Attempting to bind port 5d67de27-b98e-4cd2-b649-97f01003c2a7 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:07:59.424265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Attempting to bind port 5d67de27-b98e-4cd2-b649-97f01003c2a7 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:07:59.424592 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Attempting to bind port 5d67de27-b98e-4cd2-b649-97f01003c2a7 on network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:07:59.469284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:07:59.469626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Checking segment: {'id': '05ff9a46-2526-4a32-b8b6-d96dc85d50d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '120d5a03-9ddd-46cf-bd8a-1ca6e05a9317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:59.470221 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Bound using segment: {'id': '05ff9a46-2526-4a32-b8b6-d96dc85d50d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '120d5a03-9ddd-46cf-bd8a-1ca6e05a9317'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:07:59.470453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Bound port: 44fa15fb-cfc3-47ec-a3c7-f54b0292738f, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ff9a46-2526-4a32-b8b6-d96dc85d50d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '120d5a03-9ddd-46cf-bd8a-1ca6e05a9317'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:07:59.470812 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44fa15fb-cfc3-47ec-a3c7-f54b0292738f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:59.492038 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-454c800e-d97e-435b-9fdc-079f35cebb71 req-65afdb22-f093-432b-b18e-4f090ecc3faa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf655c99-b594-4422-b1bb-b6df2664d7e1 HTTP/1.1" status: 200 len: 217 time: 0.0959027 Mar 24 01:07:59.492581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Port 5d67de27-b98e-4cd2-b649-97f01003c2a7 on network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:07:59.492907 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Attempting to bind port 5d67de27-b98e-4cd2-b649-97f01003c2a7 on network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:07:59.530548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c4621-f4fb-4ca0-824a-12196c81b882 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Subnet': ['ID=5c5072d7-ee06-410b-93b8-42df5f6fcd8b,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:59.535909 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d04a5697-5182-4db2-9451-7e86f7adae32 req-d06e6596-3aa7-4bb1-b995-012f27671b8a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbd11eb4-a4c9-49f2-a996-8fa8a2887efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5849221 Mar 24 01:07:59.560010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:07:59.560609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Checking segment: {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:59.560830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Bound using segment: {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:07:59.561326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Bound port: 5d67de27-b98e-4cd2-b649-97f01003c2a7, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:07:59.561694 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d67de27-b98e-4cd2-b649-97f01003c2a7), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:59.637256 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f2e1853a-c16b-41c7-b208-99e41f2c8b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ab335b2a-2bd5-4ce2-b141-2dc3698348ec), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:59.660603 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656c4621-f4fb-4ca0-824a-12196c81b882 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Checking segment: {'id': '405c88a9-7377-4509-b6ae-67ec493d05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:07:59.660974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656c4621-f4fb-4ca0-824a-12196c81b882 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network hostable DHCP agents. Network: 85df74b3-87a4-4fa2-a91e-c947603d979e, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:07:59.675412 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dac7c7c-01ae-4b47-b68a-bf82daca4d35 req-fef8e5e2-73b9-4b13-b03a-de415b2d53a3 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f103239-5428-41dd-a7a6-c3d7c67c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319168 Mar 24 01:07:59.710622 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1853a-c16b-41c7-b208-99e41f2c8b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=ab335b2a-2bd5-4ce2-b141-2dc3698348ec,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:07:59.759185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c800e-d97e-435b-9fdc-079f35cebb71 req-9b9c98b2-76f2-40ca-96f0-81d2b9344dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:07:59.760719 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-454c800e-d97e-435b-9fdc-079f35cebb71 req-9b9c98b2-76f2-40ca-96f0-81d2b9344dd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f03de5f8-5d24-4408-b283-d5210a71454f HTTP/1.1" status: 200 len: 846 time: 0.2572756 Mar 24 01:07:59.849225 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:07:59.901663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-454c800e-d97e-435b-9fdc-079f35cebb71 req-9f322fd2-2ea6-430b-af16-ffa3797d1ef2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb8d286a-5d52-420f-a6a9-f3fce1e70234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290927 Mar 24 01:07:59.945348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656c4621-f4fb-4ca0-824a-12196c81b882 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 85df74b3-87a4-4fa2-a91e-c947603d979e is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:07:59.981024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] For port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:00.113416 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f2e1853a-c16b-41c7-b208-99e41f2c8b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (40105202-3ae9-4b5e-b26c-70794565ed31), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:00.169937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101b0cf5-42c7-4795-9e4e-1f1ec001bab6', 'name': 'network-vif-deleted', 'tag': '96084d42-6b96-4679-b53d-0966a626068d'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:08:00.171747 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4d53f1-520e-4cb7-bdb0-803249000d73" -d '{"events": [{"server_uuid": "101b0cf5-42c7-4795-9e4e-1f1ec001bab6", "name": "network-vif-deleted", "tag": "96084d42-6b96-4679-b53d-0966a626068d"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:08:00.189791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-656c4621-f4fb-4ca0-824a-12196c81b882 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 85df74b3-87a4-4fa2-a91e-c947603d979e) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:00.201662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] For port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=44fa15fb-cfc3-47ec-a3c7-f54b0292738f,segment=NetworkSegment(05ff9a46-2526-4a32-b8b6-d96dc85d50d5),segment_id=05ff9a46-2526-4a32-b8b6-d96dc85d50d5)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:00.202356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9de540-bd68-4796-91c1-508e66f57043 None None] Network 85df74b3-87a4-4fa2-a91e-c947603d979e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:00.206274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-22193f33-9c46-4c6f-acb4-dc4a3b2348b0 admin admin] Deleting port 301d02db-3889-41b9-a103-b72f52be7827 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:08:00.212411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] For port 5d67de27-b98e-4cd2-b649-97f01003c2a7, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:00.216215 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22193f33-9c46-4c6f-acb4-dc4a3b2348b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (301d02db-3889-41b9-a103-b72f52be7827), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:00.237163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656c4621-f4fb-4ca0-824a-12196c81b882 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:00.238240 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-656c4621-f4fb-4ca0-824a-12196c81b882 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:00.248913 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (44fa15fb-cfc3-47ec-a3c7-f54b0292738f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:00.273407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb40dca-987a-4203-83fa-41d096649d12 req-4aab69ac-7246-4acb-b4f2-9e91c81cbeb8 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:00.275365 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddb40dca-987a-4203-83fa-41d096649d12 req-4aab69ac-7246-4acb-b4f2-9e91c81cbeb8 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 806 time: 0.2408707 Mar 24 01:08:00.360712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-85df74b3-87a4-4fa2-a91e-c947603d979e', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:08:00.362006 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:00.373951 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7420ae-b676-4904-a9a0-8e6f0068b266 x-openstack-request-id: req-7a7420ae-b676-4904-a9a0-8e6f0068b266 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:08:00.374389 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101b0cf5-42c7-4795-9e4e-1f1ec001bab6", "name": "network-vif-deleted", "tag": "96084d42-6b96-4679-b53d-0966a626068d", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:08:00.374719 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a7420ae-b676-4904-a9a0-8e6f0068b266 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:08:00.375732 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7420ae-b676-4904-a9a0-8e6f0068b266'] response: {'server_uuid': '101b0cf5-42c7-4795-9e4e-1f1ec001bab6', 'name': 'network-vif-deleted', 'tag': '96084d42-6b96-4679-b53d-0966a626068d', 'status': 'completed', 'code': 200} Mar 24 01:08:00.376897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] For port 5d67de27-b98e-4cd2-b649-97f01003c2a7, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=5d67de27-b98e-4cd2-b649-97f01003c2a7,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:00.392037 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddb40dca-987a-4203-83fa-41d096649d12 req-2981923c-5764-4ed0-b7bd-efefa99a7090 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/quotas/fa7e3a04805b4343b060cb33aa6d1114 HTTP/1.1" status: 200 len: 375 time: 0.0538125 Mar 24 01:08:00.532829 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-22193f33-9c46-4c6f-acb4-dc4a3b2348b0 admin admin] For port 301d02db-3889-41b9-a103-b72f52be7827, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=301d02db-3889-41b9-a103-b72f52be7827,segment=NetworkSegment(0bd9def8-bffd-478e-b135-fa9c100d2905),segment_id=0bd9def8-bffd-478e-b135-fa9c100d2905)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:00.533650 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22193f33-9c46-4c6f-acb4-dc4a3b2348b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (301d02db-3889-41b9-a103-b72f52be7827), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:00.546164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Allocated IP 172.20.0.2 (85df74b3-87a4-4fa2-a91e-c947603d979e/5c5072d7-ee06-410b-93b8-42df5f6fcd8b/b01ec26f-d002-4437-920f-3dd5047fccdd) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:00.561111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-22193f33-9c46-4c6f-acb4-dc4a3b2348b0 admin admin] Calling delete_port for 301d02db-3889-41b9-a103-b72f52be7827 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:08:00.589111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e1853a-c16b-41c7-b208-99e41f2c8b6f admin admin] Router 40105202-3ae9-4b5e-b26c-70794565ed31 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:08:00.650841 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-454c800e-d97e-435b-9fdc-079f35cebb71 req-c0db1c83-810d-4cf4-b064-11c0c5808033 service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7361226 Mar 24 01:08:00.732058 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Publish callbacks [] for port (b01ec26f-d002-4437-920f-3dd5047fccdd), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:00.742184 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (b01ec26f-d002-4437-920f-3dd5047fccdd), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:00.795480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Pushing event updated for resources: {'Port': ['ID=b01ec26f-d002-4437-920f-3dd5047fccdd,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:00.808607 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Network 85df74b3-87a4-4fa2-a91e-c947603d979e is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:00.810533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:00.815812 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:00.902654 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-46f5a425-26f9-4cd5-9e36-cec4c49cf273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:00.903319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:00.904090 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:00.907604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] 10.222.0.57 "PUT /v2.0/ports/44fa15fb-cfc3-47ec-a3c7-f54b0292738f HTTP/1.1" status: 200 len: 1091 time: 5.7395246 Mar 24 01:08:00.907813 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Attempting to bind port b01ec26f-d002-4437-920f-3dd5047fccdd on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:00.908192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Attempting to bind port b01ec26f-d002-4437-920f-3dd5047fccdd by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '405c88a9-7377-4509-b6ae-67ec493d05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:00.908557 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Attempting to bind port b01ec26f-d002-4437-920f-3dd5047fccdd on network 85df74b3-87a4-4fa2-a91e-c947603d979e {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:00.914605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:00.915016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Checking segment: {'id': '405c88a9-7377-4509-b6ae-67ec493d05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:00.915410 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:00.915809 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Bound using segment: {'id': '405c88a9-7377-4509-b6ae-67ec493d05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:00.916466 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Bound port: b01ec26f-d002-4437-920f-3dd5047fccdd, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405c88a9-7377-4509-b6ae-67ec493d05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:00.917043 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b01ec26f-d002-4437-920f-3dd5047fccdd), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:00.929311 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-656c4621-f4fb-4ca0-824a-12196c81b882 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6508539 Mar 24 01:08:00.936637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-454c800e-d97e-435b-9fdc-079f35cebb71 req-bf53ae96-f95e-4e6f-ae22-33954c69a461 service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688882 Mar 24 01:08:00.936637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7484cbfe-e5bf-4438-a754-3b8e4d3aedc5', 'tag': '44fa15fb-cfc3-47ec-a3c7-f54b0292738f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:08:00.951222 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ec62b0-bc7f-498b-8288-968630b2f72a" -d '{"events": [{"name": "network-changed", "server_uuid": "7484cbfe-e5bf-4438-a754-3b8e4d3aedc5", "tag": "44fa15fb-cfc3-47ec-a3c7-f54b0292738f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:08:00.971361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56694) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:00.971756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56696) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:00.984610 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (5d67de27-b98e-4cd2-b649-97f01003c2a7), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:01.001706 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-2d92d556-ea5a-4e6b-9fcc-700c2a8342de tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Request body: {'subnet': {'network_id': '24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:01.006871 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] For port b01ec26f-d002-4437-920f-3dd5047fccdd, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:01.011062 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] For port b01ec26f-d002-4437-920f-3dd5047fccdd, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b01ec26f-d002-4437-920f-3dd5047fccdd,segment=NetworkSegment(405c88a9-7377-4509-b6ae-67ec493d05f0),segment_id=405c88a9-7377-4509-b6ae-67ec493d05f0)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:01.030971 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b01ec26f-d002-4437-920f-3dd5047fccdd), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:01.123018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b945b-e486-4d02-b713-843182a112ca None None] Pushing event updated for resources: {'Port': ['ID=b01ec26f-d002-4437-920f-3dd5047fccdd,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:01.170994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa05609-78d1-450e-bc7d-1339ee4331c3 service neutron] Pushing event updated for resources: {'Port': ['ID=44fa15fb-cfc3-47ec-a3c7-f54b0292738f,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:01.209399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e1853a-c16b-41c7-b208-99e41f2c8b6f admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:08:01.215856 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f2e1853a-c16b-41c7-b208-99e41f2c8b6f admin admin] 10.222.0.45 "PUT /v2.0/routers/40105202-3ae9-4b5e-b26c-70794565ed31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3200927 Mar 24 01:08:01.218403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56704) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:01.224774 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2279126a-3439-47bb-bd28-56d58760d906 None None] Sync routers for ids ['40105202-3ae9-4b5e-b26c-70794565ed31'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:08:01.268657 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279126a-3439-47bb-bd28-56d58760d906 None None] Routers {'40105202-3ae9-4b5e-b26c-70794565ed31'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:01.269360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2279126a-3439-47bb-bd28-56d58760d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['40105202-3ae9-4b5e-b26c-70794565ed31'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:01.303471 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:01.304498 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:01.305983 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] 10.222.0.57 "PUT /v2.0/ports/5d67de27-b98e-4cd2-b649-97f01003c2a7 HTTP/1.1" status: 200 len: 1092 time: 5.9906635 Mar 24 01:08:01.319585 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65903971-2b43-407a-ae47-76e62547a708 req-80e843df-8e6b-400a-835b-94004a842f73 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:01.330219 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65903971-2b43-407a-ae47-76e62547a708 req-80e843df-8e6b-400a-835b-94004a842f73 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 944 time: 0.3715749 Mar 24 01:08:01.368879 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddb40dca-987a-4203-83fa-41d096649d12 req-10d2307e-8679-4117-a3d0-2094dc661f0e tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9741435 Mar 24 01:08:01.580923 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-2279126a-3439-47bb-bd28-56d58760d906 None None] Set router 40105202-3ae9-4b5e-b26c-70794565ed31 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:01.608535 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0eea2f93-61b0-40fb-8413-7c7d2d593e6e admin admin] Publish callbacks [] for router (40105202-3ae9-4b5e-b26c-70794565ed31), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:01.739896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed894845-9a50-470d-9f86-d125883b9e0c service neutron] Pushing event updated for resources: {'Port': ['ID=5d67de27-b98e-4cd2-b649-97f01003c2a7,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:01.769625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-f5bad994-52ff-46ea-a187-db4fd92acf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:01.771158 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-f5bad994-52ff-46ea-a187-db4fd92acf9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0733237b0a774b97837d1b7f8ebff1a7&device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 1125 time: 0.7421336 Mar 24 01:08:01.783935 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0eea2f93-61b0-40fb-8413-7c7d2d593e6e admin admin] Publish callbacks [] for router_gateway (40105202-3ae9-4b5e-b26c-70794565ed31), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:01.794859 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22193f33-9c46-4c6f-acb4-dc4a3b2348b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (301d02db-3889-41b9-a103-b72f52be7827), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:01.853023 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22193f33-9c46-4c6f-acb4-dc4a3b2348b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=301d02db-3889-41b9-a103-b72f52be7827,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:01.929924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-56daef83-bb48-4c52-8ca4-5bb711ba7959 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44fa15fb-cfc3-47ec-a3c7-f54b0292738f HTTP/1.1" status: 200 len: 217 time: 0.1440675 Mar 24 01:08:01.937139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2279126a-3439-47bb-bd28-56d58760d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T01:07:59Z', 'revision_number': 5, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port': {'id': 'bfbe9965-8543-4ef4-93be-78452deb0be7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:59:48Z', 'updated_at': '2022-03-24T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:01.938971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65903971-2b43-407a-ae47-76e62547a708 req-1b4a6750-788c-45f9-a138-9cff9f4e6844 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbd11eb4-a4c9-49f2-a996-8fa8a2887efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6079049 Mar 24 01:08:01.939587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d92d556-ea5a-4e6b-9fcc-700c2a8342de tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Made reservation on behalf of 4972c9eaff0a448093e0034eae5afbf5 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:01.943810 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d92d556-ea5a-4e6b-9fcc-700c2a8342de tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:01.949368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0eea2f93-61b0-40fb-8413-7c7d2d593e6e admin admin] Deleting port bfbe9965-8543-4ef4-93be-78452deb0be7 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:08:01.949714 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0eea2f93-61b0-40fb-8413-7c7d2d593e6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (bfbe9965-8543-4ef4-93be-78452deb0be7), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:02.003269 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2279126a-3439-47bb-bd28-56d58760d906 None None] Checking router: 40105202-3ae9-4b5e-b26c-70794565ed31 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:08:02.025193 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279126a-3439-47bb-bd28-56d58760d906 None None] Routers {'40105202-3ae9-4b5e-b26c-70794565ed31'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:02.030480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2279126a-3439-47bb-bd28-56d58760d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['40105202-3ae9-4b5e-b26c-70794565ed31'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:02.149266 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddb40dca-987a-4203-83fa-41d096649d12 req-b9bee88f-30a5-4a04-87bc-11782a97b9e9 service neutron] 10.222.0.45 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7792437 Mar 24 01:08:02.152222 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:02.158244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-8023a14a-8142-4570-98bb-1c4cb88804fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:02.159850 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-8023a14a-8142-4570-98bb-1c4cb88804fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a344253-e8d0-4f82-a7e6-6005cf9a86f7 HTTP/1.1" status: 200 len: 861 time: 0.2096622 Mar 24 01:08:02.178230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-2279126a-3439-47bb-bd28-56d58760d906 None None] Set router 40105202-3ae9-4b5e-b26c-70794565ed31 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:02.187601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-0eea2f93-61b0-40fb-8413-7c7d2d593e6e admin admin] For port bfbe9965-8543-4ef4-93be-78452deb0be7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=bfbe9965-8543-4ef4-93be-78452deb0be7,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:02.187977 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0eea2f93-61b0-40fb-8413-7c7d2d593e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (bfbe9965-8543-4ef4-93be-78452deb0be7), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:02.219494 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0eea2f93-61b0-40fb-8413-7c7d2d593e6e admin admin] Calling delete_port for bfbe9965-8543-4ef4-93be-78452deb0be7 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:08:02.235508 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22193f33-9c46-4c6f-acb4-dc4a3b2348b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (573b7ec2-2f82-42e0-8810-da7caec249ad), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:02.251869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2279126a-3439-47bb-bd28-56d58760d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T01:08:01Z', 'revision_number': 6, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:02.280243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2279126a-3439-47bb-bd28-56d58760d906 None None] The sync data for ids ['40105202-3ae9-4b5e-b26c-70794565ed31'] in n-d-760455-9 is: [{'id': '40105202-3ae9-4b5e-b26c-70794565ed31', 'name': 'tempest-AttachVolumeTestJSON-822199397-router', 'tenant_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:59:47Z', 'updated_at': '2022-03-24T01:08:01Z', 'revision_number': 6, 'project_id': 'b5098b2dddc743b6bb84c2d9f82fddea', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:08:02.331043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ea45c884-508d-41a9-8601-f437d64c45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:02.336943 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ea45c884-508d-41a9-8601-f437d64c45b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 1126 time: 0.9613101 Mar 24 01:08:02.412110 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:02.462215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-b1b932d9-41b8-40c2-aed0-939b8658c404 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=120d5a03-9ddd-46cf-bd8a-1ca6e05a9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1541781 Mar 24 01:08:02.472919 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-84506ace-1328-4f9e-9eb6-3ed426f594b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d67de27-b98e-4cd2-b649-97f01003c2a7 HTTP/1.1" status: 200 len: 217 time: 0.1074078 Mar 24 01:08:02.671423 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22193f33-9c46-4c6f-acb4-dc4a3b2348b0 admin admin] Router 573b7ec2-2f82-42e0-8810-da7caec249ad has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:08:02.675292 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0eea2f93-61b0-40fb-8413-7c7d2d593e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (bfbe9965-8543-4ef4-93be-78452deb0be7), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:02.723200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d9f76c-f9a1-4770-a22a-c180eef10d17 None None] Network 85df74b3-87a4-4fa2-a91e-c947603d979e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:02.757983 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea2f93-61b0-40fb-8413-7c7d2d593e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbe9965-8543-4ef4-93be-78452deb0be7,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:02.891087 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0eea2f93-61b0-40fb-8413-7c7d2d593e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (40105202-3ae9-4b5e-b26c-70794565ed31), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:02.967856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c9b87687-4649-4727-8049-e39341697cd1 None None] Provisioning complete for port b01ec26f-d002-4437-920f-3dd5047fccdd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:02.968162 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c9b87687-4649-4727-8049-e39341697cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b01ec26f-d002-4437-920f-3dd5047fccdd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:03.000938 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0eea2f93-61b0-40fb-8413-7c7d2d593e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (40105202-3ae9-4b5e-b26c-70794565ed31), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:03.003992 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0eea2f93-61b0-40fb-8413-7c7d2d593e6e admin admin] Publish callbacks [] for router_controller (40105202-3ae9-4b5e-b26c-70794565ed31), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:03.064231 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0eea2f93-61b0-40fb-8413-7c7d2d593e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (40105202-3ae9-4b5e-b26c-70794565ed31), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:03.064784 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eea2f93-61b0-40fb-8413-7c7d2d593e6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40105202-3ae9-4b5e-b26c-70794565ed31 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:08:03.071353 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0eea2f93-61b0-40fb-8413-7c7d2d593e6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:03.075152 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0eea2f93-61b0-40fb-8413-7c7d2d593e6e admin admin] 10.222.0.45 "DELETE /v2.0/routers/40105202-3ae9-4b5e-b26c-70794565ed31 HTTP/1.1" status: 204 len: 168 time: 1.8532794 Mar 24 01:08:03.075152 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56726) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:03.174641 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22193f33-9c46-4c6f-acb4-dc4a3b2348b0 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:08:03.185266 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e342f48-5a08-4cb0-b2e6-93e221aae4f1 None None] Sync routers for ids ['573b7ec2-2f82-42e0-8810-da7caec249ad'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:08:03.188700 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-22193f33-9c46-4c6f-acb4-dc4a3b2348b0 admin admin] 10.222.0.45 "PUT /v2.0/routers/573b7ec2-2f82-42e0-8810-da7caec249ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1501422 Mar 24 01:08:03.191318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56728) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:03.201285 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e342f48-5a08-4cb0-b2e6-93e221aae4f1 None None] Routers {'573b7ec2-2f82-42e0-8810-da7caec249ad'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:03.201828 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-0e342f48-5a08-4cb0-b2e6-93e221aae4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['573b7ec2-2f82-42e0-8810-da7caec249ad'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:03.233051 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c9b87687-4649-4727-8049-e39341697cd1 None None] Current status of the port b01ec26f-d002-4437-920f-3dd5047fccdd is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:03.234026 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c9b87687-4649-4727-8049-e39341697cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b01ec26f-d002-4437-920f-3dd5047fccdd), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:03.271899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800b880-7152-4641-ac90-48267a7ea070 req-47994a8e-5c40-48e9-bb03-338d65301b8a tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:03.281631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f800b880-7152-4641-ac90-48267a7ea070 req-47994a8e-5c40-48e9-bb03-338d65301b8a tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 943 time: 1.1919630 Mar 24 01:08:03.298698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddb40dca-987a-4203-83fa-41d096649d12 req-b4b3d60f-b2a0-490f-9911-28b844c076c0 service neutron] 10.222.0.45 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1453571 Mar 24 01:08:03.300361 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:03.336387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c9b87687-4649-4727-8049-e39341697cd1 None None] For port b01ec26f-d002-4437-920f-3dd5047fccdd, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b01ec26f-d002-4437-920f-3dd5047fccdd,segment=NetworkSegment(405c88a9-7377-4509-b6ae-67ec493d05f0),segment_id=405c88a9-7377-4509-b6ae-67ec493d05f0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:03.346177 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c9b87687-4649-4727-8049-e39341697cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b01ec26f-d002-4437-920f-3dd5047fccdd), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:03.492041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b87687-4649-4727-8049-e39341697cd1 None None] Pushing event updated for resources: {'Port': ['ID=b01ec26f-d002-4437-920f-3dd5047fccdd,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:03.494954 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bce9dee-2b61-4d9b-b72a-f763e8206901 admin admin] Publish callbacks [] for router (573b7ec2-2f82-42e0-8810-da7caec249ad), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:03.508987 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-0e342f48-5a08-4cb0-b2e6-93e221aae4f1 None None] Set router 573b7ec2-2f82-42e0-8810-da7caec249ad gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:03.587366 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4859f277-6971-498e-b751-d5aca8d64133 None None] Provisioning complete for port b01ec26f-d002-4437-920f-3dd5047fccdd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:03.587560 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4859f277-6971-498e-b751-d5aca8d64133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b01ec26f-d002-4437-920f-3dd5047fccdd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:03.691971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b512933-4953-4c16-837f-5de9f6313c0b admin admin] Deleting subnet 6f91df64-a393-477d-ac55-1cbd2f8d35ac {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:08:03.747403 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:03.755707 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b512933-4953-4c16-837f-5de9f6313c0b admin admin] Publish callbacks [] for subnet (6f91df64-a393-477d-ac55-1cbd2f8d35ac), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:03.847725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b01ec26f-d002-4437-920f-3dd5047fccdd up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:03.896021 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b512933-4953-4c16-837f-5de9f6313c0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (6f91df64-a393-477d-ac55-1cbd2f8d35ac), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:03.971825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4859f277-6971-498e-b751-d5aca8d64133 None None] Current status of the port b01ec26f-d002-4437-920f-3dd5047fccdd is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:03.988255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b01ec26f-d002-4437-920f-3dd5047fccdd triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:03.988701 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b01ec26f-d002-4437-920f-3dd5047fccdd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:04.047759 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bce9dee-2b61-4d9b-b72a-f763e8206901 admin admin] Publish callbacks [] for router_gateway (573b7ec2-2f82-42e0-8810-da7caec249ad), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:04.060340 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-0e342f48-5a08-4cb0-b2e6-93e221aae4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'name': 'tempest-ServerRescueTestJSON-1060374684-router', 'tenant_id': '41878b2607454651b78373c662ce7dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '3f544de4-995f-4f20-8e24-929d6e848cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:05:40Z', 'updated_at': '2022-03-24T01:08:01Z', 'revision_number': 5, 'project_id': '41878b2607454651b78373c662ce7dee', 'gw_port': {'id': '3f544de4-995f-4f20-8e24-929d6e848cea', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:05:42Z', 'updated_at': '2022-03-24T01:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:04.131150 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e342f48-5a08-4cb0-b2e6-93e221aae4f1 None None] Checking router: 573b7ec2-2f82-42e0-8810-da7caec249ad for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:08:04.142358 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b512933-4953-4c16-837f-5de9f6313c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (6f91df64-a393-477d-ac55-1cbd2f8d35ac), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:04.152048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-b6ceeeae-3647-44e8-859d-2dd6f0b370fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:04.158667 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e342f48-5a08-4cb0-b2e6-93e221aae4f1 None None] Routers {'573b7ec2-2f82-42e0-8810-da7caec249ad'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:04.159310 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-0e342f48-5a08-4cb0-b2e6-93e221aae4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['573b7ec2-2f82-42e0-8810-da7caec249ad'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:04.161072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-b6ceeeae-3647-44e8-859d-2dd6f0b370fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 1.6585133 Mar 24 01:08:04.189329 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ebed82-854e-42a6-bd52-8ffd4913fcfc x-openstack-request-id: req-49ebed82-854e-42a6-bd52-8ffd4913fcfc {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:08:04.189625 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7484cbfe-e5bf-4438-a754-3b8e4d3aedc5", "tag": "44fa15fb-cfc3-47ec-a3c7-f54b0292738f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:08:04.189884 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-49ebed82-854e-42a6-bd52-8ffd4913fcfc {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:08:04.190291 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ebed82-854e-42a6-bd52-8ffd4913fcfc'] response: {'name': 'network-changed', 'server_uuid': '7484cbfe-e5bf-4438-a754-3b8e4d3aedc5', 'tag': '44fa15fb-cfc3-47ec-a3c7-f54b0292738f', 'status': 'completed', 'code': 200} Mar 24 01:08:04.201947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b01ec26f-d002-4437-920f-3dd5047fccdd is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:04.216896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2bce9dee-2b61-4d9b-b72a-f763e8206901 admin admin] Deleting port 3f544de4-995f-4f20-8e24-929d6e848cea {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:08:04.217461 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bce9dee-2b61-4d9b-b72a-f763e8206901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3f544de4-995f-4f20-8e24-929d6e848cea), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:04.283904 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b512933-4953-4c16-837f-5de9f6313c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (6f91df64-a393-477d-ac55-1cbd2f8d35ac), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:04.310691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ab335b2a-2bd5-4ce2-b141-2dc3698348ec no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:08:04.363682 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: ab335b2a-2bd5-4ce2-b141-2dc3698348ec {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:08:04.364446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ab335b2a-2bd5-4ce2-b141-2dc3698348ec not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:08:04.364446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bfbe9965-8543-4ef4-93be-78452deb0be7 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:08:04.373037 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b512933-4953-4c16-837f-5de9f6313c0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:04.383232 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8b512933-4953-4c16-837f-5de9f6313c0b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6f91df64-a393-477d-ac55-1cbd2f8d35ac HTTP/1.1" status: 204 len: 168 time: 1.3070269 Mar 24 01:08:04.405134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412c7a17-b978-4c51-b9cf-811db1938ba7 None None] Network d1b945f4-9bf9-489c-9fb6-5d27400f4806 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:04.417741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b512933-4953-4c16-837f-5de9f6313c0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f91df64-a393-477d-ac55-1cbd2f8d35ac,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:04.419439 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56748) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:04.451382 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-0e342f48-5a08-4cb0-b2e6-93e221aae4f1 None None] Set router 573b7ec2-2f82-42e0-8810-da7caec249ad gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:04.522321 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: bfbe9965-8543-4ef4-93be-78452deb0be7 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:08:04.522681 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bfbe9965-8543-4ef4-93be-78452deb0be7 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:08:04.530465 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-0e342f48-5a08-4cb0-b2e6-93e221aae4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'name': 'tempest-ServerRescueTestJSON-1060374684-router', 'tenant_id': '41878b2607454651b78373c662ce7dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:05:40Z', 'updated_at': '2022-03-24T01:08:04Z', 'revision_number': 6, 'project_id': '41878b2607454651b78373c662ce7dee', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:04.574022 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-2bce9dee-2b61-4d9b-b72a-f763e8206901 admin admin] For port 3f544de4-995f-4f20-8e24-929d6e848cea, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3f544de4-995f-4f20-8e24-929d6e848cea,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:04.574555 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bce9dee-2b61-4d9b-b72a-f763e8206901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3f544de4-995f-4f20-8e24-929d6e848cea), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:04.582791 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d92d556-ea5a-4e6b-9fcc-700c2a8342de tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (f9a0b9c1-67a8-4c68-95e6-55eb2fd43689), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:04.590654 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-633ba86e-bdb7-4409-8a85-ecbfaf54b5df service neutron] 10.222.0.57 "GET /v2.0/networks/120d5a03-9ddd-46cf-bd8a-1ca6e05a9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1074727 Mar 24 01:08:04.598280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2bce9dee-2b61-4d9b-b72a-f763e8206901 admin admin] Calling delete_port for 3f544de4-995f-4f20-8e24-929d6e848cea owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:08:04.605676 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Allocated IP 172.20.0.1 (85df74b3-87a4-4fa2-a91e-c947603d979e/5c5072d7-ee06-410b-93b8-42df5f6fcd8b/a43a43cf-2125-456c-bcc2-d82c13d71a1e) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:04.609395 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e342f48-5a08-4cb0-b2e6-93e221aae4f1 None None] The sync data for ids ['573b7ec2-2f82-42e0-8810-da7caec249ad'] in n-d-760455-9 is: [{'id': '573b7ec2-2f82-42e0-8810-da7caec249ad', 'name': 'tempest-ServerRescueTestJSON-1060374684-router', 'tenant_id': '41878b2607454651b78373c662ce7dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:05:40Z', 'updated_at': '2022-03-24T01:08:04Z', 'revision_number': 6, 'project_id': '41878b2607454651b78373c662ce7dee', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:08:04.609657 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (d1b945f4-9bf9-489c-9fb6-5d27400f4806), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:04.681333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02b7f30-d5dd-494b-ab98-e762c2c53231 None None] DHCP port deletion for d1b945f4-9bf9-489c-9fb6-5d27400f4806 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:08:04.752576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e02b7f30-d5dd-494b-ab98-e762c2c53231 None None] Deleting port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:08:04.753436 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e02b7f30-d5dd-494b-ab98-e762c2c53231 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (cffe11fc-6bcd-4dbb-a54c-05e94ad3af34), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:04.770276 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] Deleting port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:08:04.770660 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (cffe11fc-6bcd-4dbb-a54c-05e94ad3af34), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:04.811717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f800b880-7152-4641-ac90-48267a7ea070 req-4256536b-24cb-4536-9eb8-832e1712a7e0 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f103239-5428-41dd-a7a6-c3d7c67c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4524279 Mar 24 01:08:04.836896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e02b7f30-d5dd-494b-ab98-e762c2c53231 None None] For port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=cffe11fc-6bcd-4dbb-a54c-05e94ad3af34,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:04.837467 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e02b7f30-d5dd-494b-ab98-e762c2c53231 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (cffe11fc-6bcd-4dbb-a54c-05e94ad3af34), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:04.873209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e02b7f30-d5dd-494b-ab98-e762c2c53231 None None] Calling delete_port for cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:08:04.913399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] For port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=cffe11fc-6bcd-4dbb-a54c-05e94ad3af34,segment=NetworkSegment(66a48499-ed82-41e3-87a2-c3c9ac96d920),segment_id=66a48499-ed82-41e3-87a2-c3c9ac96d920)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:04.913777 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (cffe11fc-6bcd-4dbb-a54c-05e94ad3af34), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:04.935731 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] Calling delete_port for cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:08:04.981897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-b45c5426-85fc-4a88-82cf-d5af67a98c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:04.984300 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-b45c5426-85fc-4a88-82cf-d5af67a98c5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7796793 Mar 24 01:08:04.987283 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e02b7f30-d5dd-494b-ab98-e762c2c53231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (cffe11fc-6bcd-4dbb-a54c-05e94ad3af34), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.017398 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b7f30-d5dd-494b-ab98-e762c2c53231 None None] Pushing event deleted for resources: {'Port': ['ID=cffe11fc-6bcd-4dbb-a54c-05e94ad3af34,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:05.026628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02b7f30-d5dd-494b-ab98-e762c2c53231 None None] No DVR routers for this DVR port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:08:05.056075 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bce9dee-2b61-4d9b-b72a-f763e8206901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3f544de4-995f-4f20-8e24-929d6e848cea), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.094783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce9dee-2b61-4d9b-b72a-f763e8206901 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f544de4-995f-4f20-8e24-929d6e848cea,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:05.127574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79fd21-89be-456e-98c0-67f2302b29ac req-fc43511a-ae0d-4a76-a8e8-b91aa7947527 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:05.137792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b79fd21-89be-456e-98c0-67f2302b29ac req-fc43511a-ae0d-4a76-a8e8-b91aa7947527 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 944 time: 0.9532375 Mar 24 01:08:05.140097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92d556-ea5a-4e6b-9fcc-700c2a8342de tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event updated for resources: {'Subnet': ['ID=f9a0b9c1-67a8-4c68-95e6-55eb2fd43689,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:05.164079 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56754) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:05.176402 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bce9dee-2b61-4d9b-b72a-f763e8206901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (573b7ec2-2f82-42e0-8810-da7caec249ad), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.193704 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee2b2461-06b6-46aa-bfdc-701bdd6ff4f3 req-a661654c-3fd3-454d-afb2-8a9732ab0b46 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 210 time: 0.2624538 Mar 24 01:08:05.216841 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.296390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d92d556-ea5a-4e6b-9fcc-700c2a8342de tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Checking segment: {'id': 'ae3c7263-e324-4112-8878-ca8409ee4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:05.296764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d92d556-ea5a-4e6b-9fcc-700c2a8342de tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Network hostable DHCP agents. Network: 24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:08:05.388158 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1dc9b84b-e783-44b9-9f1d-557f8e5c7965 req-83b4bdb4-d2e7-4338-aec0-caf773ea9637 service neutron] 10.222.0.57 "GET /v2.0/networks/120d5a03-9ddd-46cf-bd8a-1ca6e05a9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7720003 Mar 24 01:08:05.429033 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-ae89c26b-90b4-4f5c-b4a0-f689de5ab90d service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255064 Mar 24 01:08:05.437397 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.460975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b79fd21-89be-456e-98c0-67f2302b29ac req-01d977ec-71e0-4442-816a-99f91d03d645 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbd11eb4-a4c9-49f2-a996-8fa8a2887efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3219366 Mar 24 01:08:05.490634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d92d556-ea5a-4e6b-9fcc-700c2a8342de tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Network 24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:08:05.545287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b01ec26f-d002-4437-920f-3dd5047fccdd up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:05.574609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-2d92d556-ea5a-4e6b-9fcc-700c2a8342de tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:05.580777 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d92d556-ea5a-4e6b-9fcc-700c2a8342de tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:05.581658 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d92d556-ea5a-4e6b-9fcc-700c2a8342de tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.589214 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0c6d40-7e68-407e-96e1-07d04dad3fcb None None] Network 24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:05.590045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb40dca-987a-4203-83fa-41d096649d12 req-d7280147-a866-4c9a-a627-1b174d59775d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:05.591574 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddb40dca-987a-4203-83fa-41d096649d12 req-d7280147-a866-4c9a-a627-1b174d59775d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 806 time: 0.4201410 Mar 24 01:08:05.616918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ddb40dca-987a-4203-83fa-41d096649d12 req-2ac0659d-6015-41ee-b10e-b6ef06f1d4be tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Request body: {'port': {'device_id': 'b31ae65f-afb5-45b1-ab96-121f0f58bf5e', 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234', 'admin_state_up': True, 'tenant_id': 'fa7e3a04805b4343b060cb33aa6d1114'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:05.644584 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bce9dee-2b61-4d9b-b72a-f763e8206901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (573b7ec2-2f82-42e0-8810-da7caec249ad), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.647549 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bce9dee-2b61-4d9b-b72a-f763e8206901 admin admin] Publish callbacks [] for router_controller (573b7ec2-2f82-42e0-8810-da7caec249ad), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.662253 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (cffe11fc-6bcd-4dbb-a54c-05e94ad3af34), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.692102 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2d92d556-ea5a-4e6b-9fcc-700c2a8342de tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.6990120 Mar 24 01:08:05.692324 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b01ec26f-d002-4437-920f-3dd5047fccdd triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:05.692324 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b01ec26f-d002-4437-920f-3dd5047fccdd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.698322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56758) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:05.704609 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eba4e5f7-ee67-4410-bfa4-84bacd37331c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.711481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ded5af61-89f8-42fc-8652-b7add598076d tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1529405322'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:05.727077 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.731618 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] Pushing event deleted for resources: {'Port': ['ID=cffe11fc-6bcd-4dbb-a54c-05e94ad3af34,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:05.736122 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] No DVR routers for this DVR port cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:08:05.753602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0', 'network_id': '24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0', 'project_id': '4972c9eaff0a448093e0034eae5afbf5', 'fixed_ips': [{'subnet_id': 'f9a0b9c1-67a8-4c68-95e6-55eb2fd43689'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:08:05.755083 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.766409 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bce9dee-2b61-4d9b-b72a-f763e8206901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (573b7ec2-2f82-42e0-8810-da7caec249ad), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.766859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bce9dee-2b61-4d9b-b72a-f763e8206901 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 573b7ec2-2f82-42e0-8810-da7caec249ad {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:08:05.774161 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bce9dee-2b61-4d9b-b72a-f763e8206901 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.778501 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2bce9dee-2b61-4d9b-b72a-f763e8206901 admin admin] 10.222.0.45 "DELETE /v2.0/routers/573b7ec2-2f82-42e0-8810-da7caec249ad HTTP/1.1" status: 204 len: 168 time: 2.5862160 Mar 24 01:08:05.781508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56760) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:05.796106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec62b0-bc7f-498b-8288-968630b2f72a req-66d68467-47f0-4e9a-b076-fd799a2a2e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:05.798101 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5ec62b0-bc7f-498b-8288-968630b2f72a req-66d68467-47f0-4e9a-b076-fd799a2a2e4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0733237b0a774b97837d1b7f8ebff1a7&device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 1125 time: 0.3423676 Mar 24 01:08:05.825216 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4162b1dd-bdda-43a9-b6d6-2beef85c3afb req-1f255bd8-5939-4642-9ff0-b0217df14c42 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850043 Mar 24 01:08:05.882118 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (d1b945f4-9bf9-489c-9fb6-5d27400f4806), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.902217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 85df74b3-87a4-4fa2-a91e-c947603d979e is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:05.921040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded5af61-89f8-42fc-8652-b7add598076d tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Made reservation on behalf of 4972c9eaff0a448093e0034eae5afbf5 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:05.925992 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ded5af61-89f8-42fc-8652-b7add598076d tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.928509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:05.930422 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b945f4-9bf9-489c-9fb6-5d27400f4806']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:05.931365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:05.945950 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d74c532-1f28-4b27-9b27-ca82bb3e661e admin admin] Deleting subnet 6d432a7d-7eee-4792-8c4f-f1fc763671fc {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:08:05.955953 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d74c532-1f28-4b27-9b27-ca82bb3e661e admin admin] Publish callbacks [] for subnet (6d432a7d-7eee-4792-8c4f-f1fc763671fc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:05.986477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b01ec26f-d002-4437-920f-3dd5047fccdd is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:05.988585 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a48499-ed82-41e3-87a2-c3c9ac96d920') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:05.988585 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a48499-ed82-41e3-87a2-c3c9ac96d920') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:06.011296 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (66a48499-ed82-41e3-87a2-c3c9ac96d920), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.024961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=a43a43cf-2125-456c-bcc2-d82c13d71a1e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:06.043650 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d74c532-1f28-4b27-9b27-ca82bb3e661e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (6d432a7d-7eee-4792-8c4f-f1fc763671fc), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.058260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Allocated IP 2001:db8:0:ffff::2 (24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0/f9a0b9c1-67a8-4c68-95e6-55eb2fd43689/8a96f1af-5c10-4590-820a-3fa3267e2cb7) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:06.078598 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (66a48499-ed82-41e3-87a2-c3c9ac96d920), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.092197 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eba4e5f7-ee67-4410-bfa4-84bacd37331c admin admin] Publish callbacks [] for security_group (0fcf0152-399d-4dce-a0d6-00a20fea36cf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.100571 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:08:06.106080 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (66a48499-ed82-41e3-87a2-c3c9ac96d920), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:08:06.108271 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:08:06.111514 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eba4e5f7-ee67-4410-bfa4-84bacd37331c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0fcf0152-399d-4dce-a0d6-00a20fea36cf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.111604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded5af61-89f8-42fc-8652-b7add598076d tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:08:06.118954 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.175111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb40dca-987a-4203-83fa-41d096649d12 req-2ac0659d-6015-41ee-b10e-b6ef06f1d4be tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Made reservation on behalf of fa7e3a04805b4343b060cb33aa6d1114 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:06.178828 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ddb40dca-987a-4203-83fa-41d096649d12 req-2ac0659d-6015-41ee-b10e-b6ef06f1d4be tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.198542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'tag': '5d67de27-b98e-4cd2-b649-97f01003c2a7'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:08:06.200890 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195f4a99-ea86-42ea-8e85-c7743759d4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e2f74e-5895-4265-a0da-be9fa23c267c", "tag": "5d67de27-b98e-4cd2-b649-97f01003c2a7"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:08:06.205812 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ded5af61-89f8-42fc-8652-b7add598076d tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (2ee87da3-bfa5-4084-8822-2058dc431796), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.206170 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-ded5af61-89f8-42fc-8652-b7add598076d tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Added segment 2ee87da3-bfa5-4084-8822-2058dc431796 of type vlan for network 1b975ea8-2a23-4f7d-959a-a7cdd00f2dea Mar 24 01:08:06.210772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec62b0-bc7f-498b-8288-968630b2f72a req-44fb8966-68ca-4188-9c20-0ed24c0524df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:06.212294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5ec62b0-bc7f-498b-8288-968630b2f72a req-44fb8966-68ca-4188-9c20-0ed24c0524df service neutron] 10.222.0.57 "GET /v2.0/networks?id=120d5a03-9ddd-46cf-bd8a-1ca6e05a9317 HTTP/1.1" status: 200 len: 922 time: 0.4037018 Mar 24 01:08:06.234424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d74c532-1f28-4b27-9b27-ca82bb3e661e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (6d432a7d-7eee-4792-8c4f-f1fc763671fc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.243604 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eba4e5f7-ee67-4410-bfa4-84bacd37331c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b1d171dbec943ffbe1e3e7d0e85f267&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0758576 Mar 24 01:08:06.263442 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56768) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:06.264179 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4e5f7-ee67-4410-bfa4-84bacd37331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcf0152-399d-4dce-a0d6-00a20fea36cf,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:06.280738 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (d1b945f4-9bf9-489c-9fb6-5d27400f4806), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.295081 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.299233 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d1b945f4-9bf9-489c-9fb6-5d27400f4806 HTTP/1.1" status: 204 len: 168 time: 1.8614085 Mar 24 01:08:06.322988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d197a-91de-4813-b61c-c7dfad586028 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b945f4-9bf9-489c-9fb6-5d27400f4806,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:06.363361 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d74c532-1f28-4b27-9b27-ca82bb3e661e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (6d432a7d-7eee-4792-8c4f-f1fc763671fc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.370924 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9d12-148a-4d4a-85b6-0e0473f1bec7 admin admin] Publish callbacks [] for security_group (0fcf0152-399d-4dce-a0d6-00a20fea36cf), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.383302 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce75e90-2f85-4b1d-95f4-9b87b6ccc1ce x-openstack-request-id: req-fce75e90-2f85-4b1d-95f4-9b87b6ccc1ce {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:08:06.384964 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e2f74e-5895-4265-a0da-be9fa23c267c", "tag": "5d67de27-b98e-4cd2-b649-97f01003c2a7", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:08:06.385259 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fce75e90-2f85-4b1d-95f4-9b87b6ccc1ce {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:08:06.385683 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce75e90-2f85-4b1d-95f4-9b87b6ccc1ce'] response: {'name': 'network-changed', 'server_uuid': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'tag': '5d67de27-b98e-4cd2-b649-97f01003c2a7', 'status': 'completed', 'code': 200} Mar 24 01:08:06.404386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffef116-c0a0-4b8c-85e5-fb44b332e991 req-e1967449-dc10-4934-aebb-804a2ed7a455 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:06.407900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ffef116-c0a0-4b8c-85e5-fb44b332e991 req-e1967449-dc10-4934-aebb-804a2ed7a455 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 943 time: 0.4531775 Mar 24 01:08:06.413759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74c532-1f28-4b27-9b27-ca82bb3e661e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d432a7d-7eee-4792-8c4f-f1fc763671fc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:06.434800 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d74c532-1f28-4b27-9b27-ca82bb3e661e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.439184 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5ec62b0-bc7f-498b-8288-968630b2f72a req-488f8583-561d-4ca9-b7a4-5e89a58e3f44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44fa15fb-cfc3-47ec-a3c7-f54b0292738f HTTP/1.1" status: 200 len: 217 time: 0.2033863 Mar 24 01:08:06.443972 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2d74c532-1f28-4b27-9b27-ca82bb3e661e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6d432a7d-7eee-4792-8c4f-f1fc763671fc HTTP/1.1" status: 204 len: 168 time: 0.6556025 Mar 24 01:08:06.448932 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56772) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:06.470364 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9d12-148a-4d4a-85b6-0e0473f1bec7 admin admin] Publish callbacks [] for security_group (0fcf0152-399d-4dce-a0d6-00a20fea36cf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.485505 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ded5af61-89f8-42fc-8652-b7add598076d tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (1b975ea8-2a23-4f7d-959a-a7cdd00f2dea), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.542878 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56776) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:06.601529 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Publish callbacks [] for port (8a96f1af-5c10-4590-820a-3fa3267e2cb7), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.608008 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da24531d-45e7-42e6-9013-27e5fe5a4c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (5d593bb3-26e2-4a00-a58e-19566a591481), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.611724 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 301d02db-3889-41b9-a103-b72f52be7827 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:08:06.629060 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.resource_extend [None req-ded5af61-89f8-42fc-8652-b7add598076d tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:08:06.638197 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d76e06f1-1a44-47c0-8457-3404c78cde2b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b5098b2dddc743b6bb84c2d9f82fddea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0941830 Mar 24 01:08:06.638806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56778) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:06.642065 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (8a96f1af-5c10-4590-820a-3fa3267e2cb7), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.645713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 301d02db-3889-41b9-a103-b72f52be7827 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:08:06.650206 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 301d02db-3889-41b9-a103-b72f52be7827 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:08:06.651320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e716458a-2f78-41ec-98b9-1aa0aa42a4a9 req-e1f49eeb-047a-4896-a619-77d7c3ec7ae2 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 210 time: 0.1305506 Mar 24 01:08:06.653719 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:08:06.654392 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9d12-148a-4d4a-85b6-0e0473f1bec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0fcf0152-399d-4dce-a0d6-00a20fea36cf), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.661821 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9d12-148a-4d4a-85b6-0e0473f1bec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.665832 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cc8f9d12-148a-4d4a-85b6-0e0473f1bec7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0fcf0152-399d-4dce-a0d6-00a20fea36cf HTTP/1.1" status: 204 len: 168 time: 0.3960645 Mar 24 01:08:06.703438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:08:06.704028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device cffe11fc-6bcd-4dbb-a54c-05e94ad3af34 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:08:06.704633 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3f544de4-995f-4f20-8e24-929d6e848cea no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:08:06.736836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Network 24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:06.744722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 3f544de4-995f-4f20-8e24-929d6e848cea {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:08:06.745345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3f544de4-995f-4f20-8e24-929d6e848cea not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:08:06.755128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:06.763515 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:06.765347 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ded5af61-89f8-42fc-8652-b7add598076d tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (1b975ea8-2a23-4f7d-959a-a7cdd00f2dea), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.773236 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Pushing event updated for resources: {'Port': ['ID=8a96f1af-5c10-4590-820a-3fa3267e2cb7,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:06.784948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b56d8202-ff23-4b10-8b8b-5f39785fea12 None None] Provisioning complete for port a43a43cf-2125-456c-bcc2-d82c13d71a1e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:06.785326 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b56d8202-ff23-4b10-8b8b-5f39785fea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.787815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded5af61-89f8-42fc-8652-b7add598076d tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:06.791774 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ded5af61-89f8-42fc-8652-b7add598076d tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.842484 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da24531d-45e7-42e6-9013-27e5fe5a4c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (5d593bb3-26e2-4a00-a58e-19566a591481), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.852417 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ffef116-c0a0-4b8c-85e5-fb44b332e991 req-a0234222-2716-4933-b82c-157339c26b30 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f103239-5428-41dd-a7a6-c3d7c67c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599114 Mar 24 01:08:06.854364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec62b0-bc7f-498b-8288-968630b2f72a req-d3219959-9514-4dba-9f00-86f1e90de3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:06.856514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5ec62b0-bc7f-498b-8288-968630b2f72a req-d3219959-9514-4dba-9f00-86f1e90de3a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a344253-e8d0-4f82-a7e6-6005cf9a86f7 HTTP/1.1" status: 200 len: 861 time: 0.3593361 Mar 24 01:08:06.858795 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.864257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Attempting to bind port 8a96f1af-5c10-4590-820a-3fa3267e2cb7 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:06.864637 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Attempting to bind port 8a96f1af-5c10-4590-820a-3fa3267e2cb7 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'ae3c7263-e324-4112-8878-ca8409ee4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:06.865003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Attempting to bind port 8a96f1af-5c10-4590-820a-3fa3267e2cb7 on network 24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:06.866953 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b56d8202-ff23-4b10-8b8b-5f39785fea12 None None] Port a43a43cf-2125-456c-bcc2-d82c13d71a1e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:08:06.870927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-da24531d-45e7-42e6-9013-27e5fe5a4c42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d593bb3-26e2-4a00-a58e-19566a591481']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:06.873803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:06.874424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Checking segment: {'id': 'ae3c7263-e324-4112-8878-ca8409ee4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:06.875010 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.875560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Bound using segment: {'id': 'ae3c7263-e324-4112-8878-ca8409ee4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:06.876208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Bound port: 8a96f1af-5c10-4590-820a-3fa3267e2cb7, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3c7263-e324-4112-8878-ca8409ee4483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:06.876766 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8a96f1af-5c10-4590-820a-3fa3267e2cb7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.883020 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-da24531d-45e7-42e6-9013-27e5fe5a4c42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd9def8-bffd-478e-b135-fa9c100d2905') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:06.883440 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-da24531d-45e7-42e6-9013-27e5fe5a4c42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd9def8-bffd-478e-b135-fa9c100d2905') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:06.897482 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da24531d-45e7-42e6-9013-27e5fe5a4c42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (0bd9def8-bffd-478e-b135-fa9c100d2905), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.913128 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da24531d-45e7-42e6-9013-27e5fe5a4c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0bd9def8-bffd-478e-b135-fa9c100d2905), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.923285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da24531d-45e7-42e6-9013-27e5fe5a4c42 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:08:06.923815 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da24531d-45e7-42e6-9013-27e5fe5a4c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (0bd9def8-bffd-478e-b135-fa9c100d2905), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:06.937046 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f9d12-148a-4d4a-85b6-0e0473f1bec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcf0152-399d-4dce-a0d6-00a20fea36cf,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:08:06.939081 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:08:06.965982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] For port 8a96f1af-5c10-4590-820a-3fa3267e2cb7, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:06.982461 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] For port 8a96f1af-5c10-4590-820a-3fa3267e2cb7, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8a96f1af-5c10-4590-820a-3fa3267e2cb7,segment=NetworkSegment(ae3c7263-e324-4112-8878-ca8409ee4483),segment_id=ae3c7263-e324-4112-8878-ca8409ee4483)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:06.993198 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8a96f1af-5c10-4590-820a-3fa3267e2cb7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.019818 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a4ef-767d-45b7-bdc8-6ad67ba29244 admin admin] Publish callbacks [] for security_group (0c902df4-2c18-42e7-b0a3-91da976eccf5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.050326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ded5af61-89f8-42fc-8652-b7add598076d tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3468750 Mar 24 01:08:07.058436 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a4ef-767d-45b7-bdc8-6ad67ba29244 admin admin] Publish callbacks [] for security_group (0c902df4-2c18-42e7-b0a3-91da976eccf5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.063492 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f4a99-ea86-42ea-8e85-c7743759d4b3 req-94af868d-01f8-4449-8c0d-26927f733619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:07.065610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-195f4a99-ea86-42ea-8e85-c7743759d4b3 req-94af868d-01f8-4449-8c0d-26927f733619 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 1126 time: 0.6966782 Mar 24 01:08:07.070016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5ec62b0-bc7f-498b-8288-968630b2f72a req-32809b49-c2b2-4d44-919e-3b6994d7ed50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=120d5a03-9ddd-46cf-bd8a-1ca6e05a9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481934 Mar 24 01:08:07.075073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56784) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:07.076408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-ddb40dca-987a-4203-83fa-41d096649d12 req-2ac0659d-6015-41ee-b10e-b6ef06f1d4be tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Allocated IP 172.20.0.11 (fb8d286a-5d52-420f-a6a9-f3fce1e70234/f03de5f8-5d24-4408-b283-d5210a71454f/a8dfb3ff-64dc-4197-8dd6-d3f918a7532c) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:07.093124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c690ad51-bff9-48a2-9ead-859ca9ec4226 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Request body: {'subnet': {'network_id': '1b975ea8-2a23-4f7d-959a-a7cdd00f2dea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:07.108388 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da24531d-45e7-42e6-9013-27e5fe5a4c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (5d593bb3-26e2-4a00-a58e-19566a591481), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.109010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555c842-faa9-4ae2-86c0-5552d6fbce3a None None] Pushing event updated for resources: {'Port': ['ID=8a96f1af-5c10-4590-820a-3fa3267e2cb7,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:07.119044 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da24531d-45e7-42e6-9013-27e5fe5a4c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.123409 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-da24531d-45e7-42e6-9013-27e5fe5a4c42 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5d593bb3-26e2-4a00-a58e-19566a591481 HTTP/1.1" status: 204 len: 168 time: 0.6731272 Mar 24 01:08:07.125888 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a4ef-767d-45b7-bdc8-6ad67ba29244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0c902df4-2c18-42e7-b0a3-91da976eccf5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.128496 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a4ef-767d-45b7-bdc8-6ad67ba29244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.133198 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7ce2a4ef-767d-45b7-bdc8-6ad67ba29244 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0c902df4-2c18-42e7-b0a3-91da976eccf5 HTTP/1.1" status: 204 len: 168 time: 0.4913692 Mar 24 01:08:07.160705 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2a4ef-767d-45b7-bdc8-6ad67ba29244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c902df4-2c18-42e7-b0a3-91da976eccf5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:07.162842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24531d-45e7-42e6-9013-27e5fe5a4c42 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d593bb3-26e2-4a00-a58e-19566a591481,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:07.207933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56790) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:07.227188 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4500491-4e5d-40de-8e2a-ee4d3ceeeab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.351003 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56792) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:07.389692 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4500491-4e5d-40de-8e2a-ee4d3ceeeab7 admin admin] Publish callbacks [] for security_group (2b930470-882e-4010-bebc-c3e2dbc10bdb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.404166 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4500491-4e5d-40de-8e2a-ee4d3ceeeab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2b930470-882e-4010-bebc-c3e2dbc10bdb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.437818 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a4500491-4e5d-40de-8e2a-ee4d3ceeeab7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e5b04491d584687b61c75a747d0846a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2281318 Mar 24 01:08:07.442372 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56794) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:07.503964 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-96cff91f-ae14-435a-94a5-76ee96c887db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41878b2607454651b78373c662ce7dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1500864 Mar 24 01:08:07.509312 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4500491-4e5d-40de-8e2a-ee4d3ceeeab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b930470-882e-4010-bebc-c3e2dbc10bdb,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:07.511934 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56796) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:07.571029 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8a96f1af-5c10-4590-820a-3fa3267e2cb7 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:07.574999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 44fa15fb-cfc3-47ec-a3c7-f54b0292738f details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:08:07.598680 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6eb49f35-39b8-4501-a571-10c2deec1c98 admin admin] Publish callbacks [] for security_group (2b930470-882e-4010-bebc-c3e2dbc10bdb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.618429 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d76b8da-4e3b-49f3-9ce5-6d2b61dff947 admin admin] Publish callbacks [] for security_group (19dc100f-2acc-4dad-a2f3-87b33444661e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.648821 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6eb49f35-39b8-4501-a571-10c2deec1c98 admin admin] Publish callbacks [] for security_group (2b930470-882e-4010-bebc-c3e2dbc10bdb), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.665572 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d76b8da-4e3b-49f3-9ce5-6d2b61dff947 admin admin] Publish callbacks [] for security_group (19dc100f-2acc-4dad-a2f3-87b33444661e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.774895 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6eb49f35-39b8-4501-a571-10c2deec1c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2b930470-882e-4010-bebc-c3e2dbc10bdb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.780308 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6eb49f35-39b8-4501-a571-10c2deec1c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.785552 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6eb49f35-39b8-4501-a571-10c2deec1c98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2b930470-882e-4010-bebc-c3e2dbc10bdb HTTP/1.1" status: 204 len: 168 time: 0.3370168 Mar 24 01:08:07.798014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb49f35-39b8-4501-a571-10c2deec1c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b930470-882e-4010-bebc-c3e2dbc10bdb,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:07.812715 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d76b8da-4e3b-49f3-9ce5-6d2b61dff947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (19dc100f-2acc-4dad-a2f3-87b33444661e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.817485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=44fa15fb-cfc3-47ec-a3c7-f54b0292738f,segment=NetworkSegment(05ff9a46-2526-4a32-b8b6-d96dc85d50d5),segment_id=05ff9a46-2526-4a32-b8b6-d96dc85d50d5)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:07.819608 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d76b8da-4e3b-49f3-9ce5-6d2b61dff947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.824079 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9d76b8da-4e3b-49f3-9ce5-6d2b61dff947 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19dc100f-2acc-4dad-a2f3-87b33444661e HTTP/1.1" status: 204 len: 168 time: 0.3031611 Mar 24 01:08:07.837414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5af61-89f8-42fc-8652-b7add598076d tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event updated for resources: {'Network': ['ID=1b975ea8-2a23-4f7d-959a-a7cdd00f2dea,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:07.841537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8a96f1af-5c10-4590-820a-3fa3267e2cb7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:07.841923 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8a96f1af-5c10-4590-820a-3fa3267e2cb7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:07.844658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76b8da-4e3b-49f3-9ce5-6d2b61dff947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dc100f-2acc-4dad-a2f3-87b33444661e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:07.890790 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 1b975ea8-2a23-4f7d-959a-a7cdd00f2dea details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:08:07.895772 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5ec62b0-bc7f-498b-8288-968630b2f72a req-31083f45-2c3e-4645-84da-daa07c73bcf2 service neutron] 10.222.0.57 "GET /v2.0/networks/120d5a03-9ddd-46cf-bd8a-1ca6e05a9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7280297 Mar 24 01:08:07.955866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '44fa15fb-cfc3-47ec-a3c7-f54b0292738f', 'network_id': '120d5a03-9ddd-46cf-bd8a-1ca6e05a9317', 'port_id': '44fa15fb-cfc3-47ec-a3c7-f54b0292738f', 'mac_address': 'fa:16:3e:2e:6c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a344253-e8d0-4f82-a7e6-6005cf9a86f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:08:08.037135 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:08.039742 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44fa15fb-cfc3-47ec-a3c7-f54b0292738f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:08.047399 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bad7b65f-2e01-472e-b62b-584c47203d1d req-a6842e43-a53c-4e7e-b80e-bf07958c05bc tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 210 time: 0.2330186 Mar 24 01:08:08.055965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecf081-e6ee-49cb-ae57-d37a4992a1e1 req-ca835068-bc3c-4a87-a8ff-f3641222c2d2 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:08.062826 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4eecf081-e6ee-49cb-ae57-d37a4992a1e1 req-ca835068-bc3c-4a87-a8ff-f3641222c2d2 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 944 time: 1.2453976 Mar 24 01:08:08.078556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44fa15fb-cfc3-47ec-a3c7-f54b0292738f {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:08:08.115213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=44fa15fb-cfc3-47ec-a3c7-f54b0292738f,segment=NetworkSegment(05ff9a46-2526-4a32-b8b6-d96dc85d50d5),segment_id=05ff9a46-2526-4a32-b8b6-d96dc85d50d5)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:08.129077 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5ec62b0-bc7f-498b-8288-968630b2f72a req-c04fe9d5-17f8-439a-a5f4-5ebffaa1c685 service neutron] 10.222.0.57 "GET /v2.0/networks/120d5a03-9ddd-46cf-bd8a-1ca6e05a9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112956 Mar 24 01:08:08.171501 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (44fa15fb-cfc3-47ec-a3c7-f54b0292738f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:08.173922 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 5d67de27-b98e-4cd2-b649-97f01003c2a7 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:08:08.242483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8a96f1af-5c10-4590-820a-3fa3267e2cb7 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:08.243381 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8a96f1af-5c10-4590-820a-3fa3267e2cb7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:08.283520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c690ad51-bff9-48a2-9ead-859ca9ec4226 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Made reservation on behalf of 4972c9eaff0a448093e0034eae5afbf5 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:08.287031 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c690ad51-bff9-48a2-9ead-859ca9ec4226 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:08.292368 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=44fa15fb-cfc3-47ec-a3c7-f54b0292738f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:08.371922 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 8a96f1af-5c10-4590-820a-3fa3267e2cb7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8a96f1af-5c10-4590-820a-3fa3267e2cb7,segment=NetworkSegment(ae3c7263-e324-4112-8878-ca8409ee4483),segment_id=ae3c7263-e324-4112-8878-ca8409ee4483)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:08.379497 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8a96f1af-5c10-4590-820a-3fa3267e2cb7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:08.477542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 5d67de27-b98e-4cd2-b649-97f01003c2a7, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=5d67de27-b98e-4cd2-b649-97f01003c2a7,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:08.489530 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=8a96f1af-5c10-4590-820a-3fa3267e2cb7,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:08.495325 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '5d67de27-b98e-4cd2-b649-97f01003c2a7', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'port_id': '5d67de27-b98e-4cd2-b649-97f01003c2a7', 'mac_address': 'fa:16:3e:ea:f0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:08:08.556944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f4a99-ea86-42ea-8e85-c7743759d4b3 req-23e36a9d-1593-4320-9665-2158e295b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:08.559888 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-195f4a99-ea86-42ea-8e85-c7743759d4b3 req-23e36a9d-1593-4320-9665-2158e295b812 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 915 time: 1.3280160 Mar 24 01:08:08.575932 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 5d67de27-b98e-4cd2-b649-97f01003c2a7 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:08.576440 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d67de27-b98e-4cd2-b649-97f01003c2a7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:08.584304 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4eecf081-e6ee-49cb-ae57-d37a4992a1e1 req-3fec1599-298a-40dc-b59d-258062012b74 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbd11eb4-a4c9-49f2-a996-8fa8a2887efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5205886 Mar 24 01:08:08.595216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d67de27-b98e-4cd2-b649-97f01003c2a7 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:08:08.619758 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 5d67de27-b98e-4cd2-b649-97f01003c2a7, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=5d67de27-b98e-4cd2-b649-97f01003c2a7,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:08.630148 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5d67de27-b98e-4cd2-b649-97f01003c2a7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:08.694560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=5d67de27-b98e-4cd2-b649-97f01003c2a7,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:08.732221 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf925ffe-9003-4542-9777-d6c50738f4a3 None None] Network 24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:08.738386 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-195f4a99-ea86-42ea-8e85-c7743759d4b3 req-782f0ff0-2b95-4278-bf97-bcca41db35b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d67de27-b98e-4cd2-b649-97f01003c2a7 HTTP/1.1" status: 200 len: 217 time: 0.1675498 Mar 24 01:08:08.756874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b0f7d-0e44-4125-aa3c-47475ffbdd43 req-3a8c15b1-a624-4564-ba64-03c4397a8adb tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:08.758385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-509b0f7d-0e44-4125-aa3c-47475ffbdd43 req-3a8c15b1-a624-4564-ba64-03c4397a8adb tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 944 time: 0.5569823 Mar 24 01:08:08.845428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-aaaaed7e-02a8-4f20-88c6-1e62cb2863f9 None None] Provisioning complete for port 8a96f1af-5c10-4590-820a-3fa3267e2cb7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:08.846539 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-aaaaed7e-02a8-4f20-88c6-1e62cb2863f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8a96f1af-5c10-4590-820a-3fa3267e2cb7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:08.866178 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ddb40dca-987a-4203-83fa-41d096649d12 req-2ac0659d-6015-41ee-b10e-b6ef06f1d4be tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks [] for port (a8dfb3ff-64dc-4197-8dd6-d3f918a7532c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:08.901544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['44fa15fb-cfc3-47ec-a3c7-f54b0292738f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:08:08.945915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['5d67de27-b98e-4cd2-b649-97f01003c2a7'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:08:08.957891 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f4a99-ea86-42ea-8e85-c7743759d4b3 req-daed5d38-a538-48f3-a53c-a8804693fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:08.959360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-195f4a99-ea86-42ea-8e85-c7743759d4b3 req-daed5d38-a538-48f3-a53c-a8804693fa80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 0.2103152 Mar 24 01:08:09.014222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-509b0f7d-0e44-4125-aa3c-47475ffbdd43 req-76170eca-b386-47f2-85a0-45721f6fff9f tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f103239-5428-41dd-a7a6-c3d7c67c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277160 Mar 24 01:08:09.080251 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:09.096648 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:09.125580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-aaaaed7e-02a8-4f20-88c6-1e62cb2863f9 None None] Current status of the port 8a96f1af-5c10-4590-820a-3fa3267e2cb7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:09.164860 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ddb40dca-987a-4203-83fa-41d096649d12 req-2ac0659d-6015-41ee-b10e-b6ef06f1d4be tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a8dfb3ff-64dc-4197-8dd6-d3f918a7532c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:09.198198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf655c99-b594-4422-b1bb-b6df2664d7e1'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:08:09.317493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb40dca-987a-4203-83fa-41d096649d12 req-2ac0659d-6015-41ee-b10e-b6ef06f1d4be tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Network fb8d286a-5d52-420f-a6a9-f3fce1e70234 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:09.320739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f4a99-ea86-42ea-8e85-c7743759d4b3 req-6428cb60-54be-476e-bc4b-5ea8014e48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:09.328573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-195f4a99-ea86-42ea-8e85-c7743759d4b3 req-6428cb60-54be-476e-bc4b-5ea8014e48a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3547869 Mar 24 01:08:09.329371 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:09.334931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=a43a43cf-2125-456c-bcc2-d82c13d71a1e,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:09.356735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-ddb40dca-987a-4203-83fa-41d096649d12 req-2ac0659d-6015-41ee-b10e-b6ef06f1d4be tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:09.388389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb40dca-987a-4203-83fa-41d096649d12 req-2ac0659d-6015-41ee-b10e-b6ef06f1d4be tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:09.536853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8a96f1af-5c10-4590-820a-3fa3267e2cb7 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:09.609508 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8a96f1af-5c10-4590-820a-3fa3267e2cb7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:09.610131 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8a96f1af-5c10-4590-820a-3fa3267e2cb7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:09.670369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5338540f-a0ee-45eb-8e15-ac4164d47027 None None] Provisioning complete for port 8a96f1af-5c10-4590-820a-3fa3267e2cb7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:09.670779 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5338540f-a0ee-45eb-8e15-ac4164d47027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8a96f1af-5c10-4590-820a-3fa3267e2cb7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:09.699889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.objects.ports [None req-c690ad51-bff9-48a2-9ead-859ca9ec4226 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:08:09.715170 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56872) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:09.748633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0385be-1bfc-4e91-8d75-90e7cebe50af req-4ee70b19-d8aa-4828-95c6-e0ac3f83258a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:09.750164 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c0385be-1bfc-4e91-8d75-90e7cebe50af req-4ee70b19-d8aa-4828-95c6-e0ac3f83258a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 932 time: 0.5692716 Mar 24 01:08:09.750953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c690ad51-bff9-48a2-9ead-859ca9ec4226 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (5f18625e-e734-4f48-9924-288004412470), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:09.757938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb40dca-987a-4203-83fa-41d096649d12 req-2ac0659d-6015-41ee-b10e-b6ef06f1d4be tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:09.758557 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ddb40dca-987a-4203-83fa-41d096649d12 req-2ac0659d-6015-41ee-b10e-b6ef06f1d4be tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:09.763297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8a96f1af-5c10-4590-820a-3fa3267e2cb7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:09.768257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0659d-6015-41ee-b10e-b6ef06f1d4be tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Pushing event updated for resources: {'Port': ['ID=a8dfb3ff-64dc-4197-8dd6-d3f918a7532c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:09.811382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5338540f-a0ee-45eb-8e15-ac4164d47027 None None] Current status of the port 8a96f1af-5c10-4590-820a-3fa3267e2cb7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:09.872732 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b4249b69-f4c2-4c93-95ad-b0852c31b34d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-network', 'tenant_id': '91529801875943e285400cac1c5565a9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:09.906838 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4249b69-f4c2-4c93-95ad-b0852c31b34d admin admin] Made reservation on behalf of 91529801875943e285400cac1c5565a9 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:09.910777 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddb40dca-987a-4203-83fa-41d096649d12 req-2ac0659d-6015-41ee-b10e-b6ef06f1d4be tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3022919 Mar 24 01:08:09.913076 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4249b69-f4c2-4c93-95ad-b0852c31b34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:09.928855 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4249b69-f4c2-4c93-95ad-b0852c31b34d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:09.944482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690ad51-bff9-48a2-9ead-859ca9ec4226 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event updated for resources: {'Subnet': ['ID=5f18625e-e734-4f48-9924-288004412470,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:09.951076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Request body: {'port': {'device_id': 'b31ae65f-afb5-45b1-ab96-121f0f58bf5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:09.959144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-195f4a99-ea86-42ea-8e85-c7743759d4b3 req-993cb166-1d10-40a4-ba4c-167588d47a77 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180272 Mar 24 01:08:10.001702 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c0385be-1bfc-4e91-8d75-90e7cebe50af req-a2f06d21-8a66-4b32-9177-e72034c55bdd tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370262 Mar 24 01:08:10.046312 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4249b69-f4c2-4c93-95ad-b0852c31b34d admin admin] Publish callbacks [] for security_group (4b68cdb5-068b-4568-b103-f7f77e52b212), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:10.054056 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4249b69-f4c2-4c93-95ad-b0852c31b34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4b68cdb5-068b-4568-b103-f7f77e52b212), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:10.096603 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4249b69-f4c2-4c93-95ad-b0852c31b34d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:08:10.121587 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4249b69-f4c2-4c93-95ad-b0852c31b34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (293dda98-e33a-415d-bc1b-0f7c0c99ccdb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:10.121957 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-b4249b69-f4c2-4c93-95ad-b0852c31b34d admin admin] Added segment 293dda98-e33a-415d-bc1b-0f7c0c99ccdb of type vlan for network 7e65492a-b6d0-4285-a960-d881da2ccb32 Mar 24 01:08:10.134932 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4249b69-f4c2-4c93-95ad-b0852c31b34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b68cdb5-068b-4568-b103-f7f77e52b212,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:10.162272 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-195f4a99-ea86-42ea-8e85-c7743759d4b3 req-d195ad99-8a20-4cd5-b23d-e08fa61276b1 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908123 Mar 24 01:08:10.203895 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a8dfb3ff-64dc-4197-8dd6-d3f918a7532c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:10.212122 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4249b69-f4c2-4c93-95ad-b0852c31b34d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (7e65492a-b6d0-4285-a960-d881da2ccb32), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:10.217647 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 85df74b3-87a4-4fa2-a91e-c947603d979e is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:10.234772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:10.244656 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4249b69-f4c2-4c93-95ad-b0852c31b34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (7e65492a-b6d0-4285-a960-d881da2ccb32), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:10.246345 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4249b69-f4c2-4c93-95ad-b0852c31b34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:10.247130 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4249b69-f4c2-4c93-95ad-b0852c31b34d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:10.292038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c690ad51-bff9-48a2-9ead-859ca9ec4226 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Checking segment: {'id': '2ee87da3-bfa5-4084-8822-2058dc431796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1b975ea8-2a23-4f7d-959a-a7cdd00f2dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:10.292606 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c690ad51-bff9-48a2-9ead-859ca9ec4226 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Network hostable DHCP agents. Network: 1b975ea8-2a23-4f7d-959a-a7cdd00f2dea, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:08:10.324043 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b4249b69-f4c2-4c93-95ad-b0852c31b34d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6039264 Mar 24 01:08:10.324043 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56894) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:10.331127 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a467baee-0d88-47aa-9bc3-88333c538372 admin admin] Request body: {'subnet': {'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-subnet', 'tenant_id': '91529801875943e285400cac1c5565a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:10.343272 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4249b69-f4c2-4c93-95ad-b0852c31b34d admin admin] Pushing event updated for resources: {'Network': ['ID=7e65492a-b6d0-4285-a960-d881da2ccb32,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:10.354338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 7e65492a-b6d0-4285-a960-d881da2ccb32 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:08:10.380038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a467baee-0d88-47aa-9bc3-88333c538372 admin admin] Made reservation on behalf of 91529801875943e285400cac1c5565a9 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:10.380038 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a467baee-0d88-47aa-9bc3-88333c538372 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:10.578071 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b282c-86fe-4331-96ec-e454a953bb46 req-ef989965-d213-42dc-9cf0-ab34128fbdd3 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:10.579737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c6b282c-86fe-4331-96ec-e454a953bb46 req-ef989965-d213-42dc-9cf0-ab34128fbdd3 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 944 time: 0.3268936 Mar 24 01:08:10.649809 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c690ad51-bff9-48a2-9ead-859ca9ec4226 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Network 1b975ea8-2a23-4f7d-959a-a7cdd00f2dea is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:08:10.651972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2b05ced8-827a-4927-8338-dbc7d6c0c7e9 None None] Provisioning complete for port a43a43cf-2125-456c-bcc2-d82c13d71a1e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:10.652756 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2b05ced8-827a-4927-8338-dbc7d6c0c7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:10.674378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b5a79-e958-4916-ae0b-9812c282ddb9 req-3fd1b952-d5ef-4346-94e4-56dcb1b0c85a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:10.681173 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e62b5a79-e958-4916-ae0b-9812c282ddb9 req-3fd1b952-d5ef-4346-94e4-56dcb1b0c85a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 945 time: 0.4808037 Mar 24 01:08:10.700166 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a467baee-0d88-47aa-9bc3-88333c538372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:10.706896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-c690ad51-bff9-48a2-9ead-859ca9ec4226 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 1b975ea8-2a23-4f7d-959a-a7cdd00f2dea) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:10.714986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2b05ced8-827a-4927-8338-dbc7d6c0c7e9 None None] Port a43a43cf-2125-456c-bcc2-d82c13d71a1e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:08:10.718300 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e397b7a1-9e16-4c45-894c-f547460e08d1 None None] Network 1b975ea8-2a23-4f7d-959a-a7cdd00f2dea requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:10.731936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c690ad51-bff9-48a2-9ead-859ca9ec4226 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:10.732533 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c690ad51-bff9-48a2-9ead-859ca9ec4226 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:10.745278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:08:10.834589 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467baee-0d88-47aa-9bc3-88333c538372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:10.853302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c690ad51-bff9-48a2-9ead-859ca9ec4226 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7711501 Mar 24 01:08:10.853540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a467baee-0d88-47aa-9bc3-88333c538372 admin admin] Checking segment: {'id': '293dda98-e33a-415d-bc1b-0f7c0c99ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:10.856353 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a467baee-0d88-47aa-9bc3-88333c538372 admin admin] Network hostable DHCP agents. Network: 7e65492a-b6d0-4285-a960-d881da2ccb32, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:08:10.858623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-1b975ea8-2a23-4f7d-959a-a7cdd00f2dea', 'network_id': '1b975ea8-2a23-4f7d-959a-a7cdd00f2dea', 'project_id': '4972c9eaff0a448093e0034eae5afbf5', 'fixed_ips': [{'subnet_id': '5f18625e-e734-4f48-9924-288004412470'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:08:10.860174 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:10.861841 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56902) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:10.862276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c6b282c-86fe-4331-96ec-e454a953bb46 req-c1b6bf5b-8190-4312-8978-8c387f0548d6 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f103239-5428-41dd-a7a6-c3d7c67c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704849 Mar 24 01:08:10.868477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1b4994ad-55f3-4aa4-95cf-0a0792a79065 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Request body: {'port': {'network_id': '1b975ea8-2a23-4f7d-959a-a7cdd00f2dea', 'name': 'tempest-NetworksIpV6TestAttrs-622592251'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:10.877791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e62b5a79-e958-4916-ae0b-9812c282ddb9 req-9d8cd12e-b1a8-4628-9f5a-397426e23a79 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbd11eb4-a4c9-49f2-a996-8fa8a2887efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957681 Mar 24 01:08:11.008977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:08:11.027057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a467baee-0d88-47aa-9bc3-88333c538372 admin admin] Network 7e65492a-b6d0-4285-a960-d881da2ccb32 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:08:11.057669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Sync routers for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:08:11.081274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a467baee-0d88-47aa-9bc3-88333c538372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 7e65492a-b6d0-4285-a960-d881da2ccb32) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:11.089966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a467baee-0d88-47aa-9bc3-88333c538372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:11.094368 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd46176-aba7-445c-8509-31bccf721c5e None None] Network 7e65492a-b6d0-4285-a960-d881da2ccb32 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:11.098508 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a467baee-0d88-47aa-9bc3-88333c538372 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:11.144577 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6748e328-5826-4b61-96c4-25147c89522c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/a8801b3f-6989-4b1b-9ad1-a858d3fb03a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1535192 Mar 24 01:08:11.150136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56916) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:11.164204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:11.165787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-5a218807-a51e-4ca4-9074-078cfec4acc7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'network': {'name': 'tempest-RoutersTest-1616810756'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:11.169442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:11.186762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56918) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:11.187207 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a467baee-0d88-47aa-9bc3-88333c538372 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8591449 Mar 24 01:08:11.191621 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4994ad-55f3-4aa4-95cf-0a0792a79065 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Made reservation on behalf of 4972c9eaff0a448093e0034eae5afbf5 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:11.201015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-router', 'tenant_id': '91529801875943e285400cac1c5565a9', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:11.201615 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b4994ad-55f3-4aa4-95cf-0a0792a79065 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:11.216106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8dfb3ff-64dc-4197-8dd6-d3f918a7532c {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:08:11.231172 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-1b4994ad-55f3-4aa4-95cf-0a0792a79065 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] device_id is not set on port d68d41e6-2b69-4eec-8e6e-b38444c3f43e yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:08:11.231846 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Publish callbacks [] for port (a8dfb3ff-64dc-4197-8dd6-d3f918a7532c), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:11.243961 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:08:11.262099 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Transition to ACTIVE for port object a8dfb3ff-64dc-4197-8dd6-d3f918a7532c will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:08:11.263246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a218807-a51e-4ca4-9074-078cfec4acc7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:11.267234 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a218807-a51e-4ca4-9074-078cfec4acc7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:11.293519 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (610faae3-80ca-40ff-8536-8da7631a5c5b), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:11.295108 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (610faae3-80ca-40ff-8536-8da7631a5c5b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:11.301013 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a8dfb3ff-64dc-4197-8dd6-d3f918a7532c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:11.464756 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-1b4994ad-55f3-4aa4-95cf-0a0792a79065 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Allocated IP 2001:db8::f816:3eff:fef8:5146 (1b975ea8-2a23-4f7d-959a-a7cdd00f2dea/5f18625e-e734-4f48-9924-288004412470/d68d41e6-2b69-4eec-8e6e-b38444c3f43e) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:11.620063 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:11.672751 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b4994ad-55f3-4aa4-95cf-0a0792a79065 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks [] for port (d68d41e6-2b69-4eec-8e6e-b38444c3f43e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:11.709604 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b4994ad-55f3-4aa4-95cf-0a0792a79065 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d68d41e6-2b69-4eec-8e6e-b38444c3f43e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:11.765447 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4994ad-55f3-4aa4-95cf-0a0792a79065 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Network 1b975ea8-2a23-4f7d-959a-a7cdd00f2dea is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:11.769013 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1b4994ad-55f3-4aa4-95cf-0a0792a79065 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:11.775391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4994ad-55f3-4aa4-95cf-0a0792a79065 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:11.781596 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4994ad-55f3-4aa4-95cf-0a0792a79065 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:11.782230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b4994ad-55f3-4aa4-95cf-0a0792a79065 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:11.792492 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4994ad-55f3-4aa4-95cf-0a0792a79065 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event updated for resources: {'Port': ['ID=d68d41e6-2b69-4eec-8e6e-b38444c3f43e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:11.804176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 44fa15fb-cfc3-47ec-a3c7-f54b0292738f up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:11.813121 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1b4994ad-55f3-4aa4-95cf-0a0792a79065 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9491618 Mar 24 01:08:11.813371 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56928) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:11.815607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Pushing event updated for resources: {'Port': ['ID=a8dfb3ff-64dc-4197-8dd6-d3f918a7532c,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:11.834725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eeafa-5b63-4c5e-9507-ba1986199346 req-cc046bb5-1348-47a9-8404-4a009ff35203 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:11.843019 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b5eeafa-5b63-4c5e-9507-ba1986199346 req-cc046bb5-1348-47a9-8404-4a009ff35203 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 932 time: 0.6973674 Mar 24 01:08:11.889070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-0696d0f0-3280-46c6-9a08-1684fd90981f tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Deleting subnet 5f18625e-e734-4f48-9924-288004412470 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:08:11.913810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a218807-a51e-4ca4-9074-078cfec4acc7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:08:11.982234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b5eeafa-5b63-4c5e-9507-ba1986199346 req-934ff448-96a5-4d62-8b5a-743fde9b1b86 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325183 Mar 24 01:08:11.994794 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a218807-a51e-4ca4-9074-078cfec4acc7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (039a57e6-d5df-455c-9247-f98822ac5797), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:11.995692 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-5a218807-a51e-4ca4-9074-078cfec4acc7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Added segment 039a57e6-d5df-455c-9247-f98822ac5797 of type vlan for network 0d6e4f16-4384-4ceb-a549-82cda30b5ea8 Mar 24 01:08:11.999940 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Publish callbacks [] for router_controller (610faae3-80ca-40ff-8536-8da7631a5c5b), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.062056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Allocated IP 2001:db8::f816:3eff:fe1a:59a2 (1b975ea8-2a23-4f7d-959a-a7cdd00f2dea/5f18625e-e734-4f48-9924-288004412470/efbf06e7-96f5-4c8b-957b-5ddd8260f16a) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:12.112395 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfae817-4ced-4ccf-8438-ddce320909db None None] Network 7e65492a-b6d0-4285-a960-d881da2ccb32 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:12.310281 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a218807-a51e-4ca4-9074-078cfec4acc7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (0d6e4f16-4384-4ceb-a549-82cda30b5ea8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.337756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Attempting to bind port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:12.338772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Attempting to bind port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:12.339232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Attempting to bind port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:12.350522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:08:12.350855 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Attempting to bind port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c on network fb8d286a-5d52-420f-a6a9-f3fce1e70234 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:12.355461 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a218807-a51e-4ca4-9074-078cfec4acc7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (0d6e4f16-4384-4ceb-a549-82cda30b5ea8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.361988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a218807-a51e-4ca4-9074-078cfec4acc7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:12.362614 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a218807-a51e-4ca4-9074-078cfec4acc7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.375208 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Publish callbacks [] for port (efbf06e7-96f5-4c8b-957b-5ddd8260f16a), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.382261 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0696d0f0-3280-46c6-9a08-1684fd90981f tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks [] for subnet (5f18625e-e734-4f48-9924-288004412470), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.386539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:08:12.413123 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (efbf06e7-96f5-4c8b-957b-5ddd8260f16a), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.423888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:12.424251 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (44fa15fb-cfc3-47ec-a3c7-f54b0292738f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.440458 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0696d0f0-3280-46c6-9a08-1684fd90981f tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (5f18625e-e734-4f48-9924-288004412470), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.477306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:12.477657 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Checking segment: {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:12.478048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Bound using segment: {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:12.479153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Bound port: a8dfb3ff-64dc-4197-8dd6-d3f918a7532c, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6faeab-dd27-42d6-b560-59d9529829a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:12.479527 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a8dfb3ff-64dc-4197-8dd6-d3f918a7532c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.523284 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Network 1b975ea8-2a23-4f7d-959a-a7cdd00f2dea is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:12.542272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:12.545277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:12.558383 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5a218807-a51e-4ca4-9074-078cfec4acc7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3985312 Mar 24 01:08:12.560569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56942) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:12.573044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Pushing event updated for resources: {'Port': ['ID=efbf06e7-96f5-4c8b-957b-5ddd8260f16a,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:12.591218 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ed4b9494-77b2-424f-aa9f-5f854c668901 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'subnet': {'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:12.614465 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0696d0f0-3280-46c6-9a08-1684fd90981f tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (5f18625e-e734-4f48-9924-288004412470), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.655837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:12.656420 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44fa15fb-cfc3-47ec-a3c7-f54b0292738f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.665723 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Publish callbacks [] for router_gateway (610faae3-80ca-40ff-8536-8da7631a5c5b), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.679765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f463668-b619-4724-a8e3-8fed7c620205 req-ec25bd70-052b-424f-8976-e0f96721e0a1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:12.681342 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f463668-b619-4724-a8e3-8fed7c620205 req-ec25bd70-052b-424f-8976-e0f96721e0a1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 945 time: 0.6981051 Mar 24 01:08:12.690236 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Attempting to bind port efbf06e7-96f5-4c8b-957b-5ddd8260f16a on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:12.690634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Attempting to bind port efbf06e7-96f5-4c8b-957b-5ddd8260f16a by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '2ee87da3-bfa5-4084-8822-2058dc431796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1b975ea8-2a23-4f7d-959a-a7cdd00f2dea'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:12.690951 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Attempting to bind port efbf06e7-96f5-4c8b-957b-5ddd8260f16a on network 1b975ea8-2a23-4f7d-959a-a7cdd00f2dea {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:12.696063 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:06Z', 'revision_number': 2, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:08Z', 'revision_number': 2, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:12.696910 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0696d0f0-3280-46c6-9a08-1684fd90981f tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (5f18625e-e734-4f48-9924-288004412470), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.707199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7484cbfe-e5bf-4438-a754-3b8e4d3aedc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fa15fb-cfc3-47ec-a3c7-f54b0292738f'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:08:12.709675 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e35ca6-8572-4735-b343-086e36270220" -d '{"events": [{"server_uuid": "7484cbfe-e5bf-4438-a754-3b8e4d3aedc5", "name": "network-vif-plugged", "status": "completed", "tag": "44fa15fb-cfc3-47ec-a3c7-f54b0292738f"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:08:12.712329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604df1f7-70e2-41eb-bf8b-06f13d29a51e req-cb0bfaca-97a1-4f71-974e-d7a0973410a0 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:12.712494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:12.712649 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Checking segment: {'id': '2ee87da3-bfa5-4084-8822-2058dc431796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1b975ea8-2a23-4f7d-959a-a7cdd00f2dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:12.713714 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.714107 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Bound using segment: {'id': '2ee87da3-bfa5-4084-8822-2058dc431796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1b975ea8-2a23-4f7d-959a-a7cdd00f2dea'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:12.714600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Bound port: efbf06e7-96f5-4c8b-957b-5ddd8260f16a, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee87da3-bfa5-4084-8822-2058dc431796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1b975ea8-2a23-4f7d-959a-a7cdd00f2dea'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:12.714989 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (efbf06e7-96f5-4c8b-957b-5ddd8260f16a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.720073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-604df1f7-70e2-41eb-bf8b-06f13d29a51e req-cb0bfaca-97a1-4f71-974e-d7a0973410a0 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 944 time: 0.5634434 Mar 24 01:08:12.729188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4b9494-77b2-424f-aa9f-5f854c668901 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:12.738748 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9494-77b2-424f-aa9f-5f854c668901 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.742180 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696d0f0-3280-46c6-9a08-1684fd90981f tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Subnet': ['ID=5f18625e-e734-4f48-9924-288004412470,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:12.754982 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0696d0f0-3280-46c6-9a08-1684fd90981f tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.760172 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0696d0f0-3280-46c6-9a08-1684fd90981f tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/subnets/5f18625e-e734-4f48-9924-288004412470 HTTP/1.1" status: 204 len: 168 time: 0.9454262 Mar 24 01:08:12.762638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56946) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:12.767012 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Checking router: a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:08:12.767597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Updating router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 port a43a43cf-2125-456c-bcc2-d82c13d71a1e binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:08:12.793437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=44fa15fb-cfc3-47ec-a3c7-f54b0292738f,segment=NetworkSegment(05ff9a46-2526-4a32-b8b6-d96dc85d50d5),segment_id=05ff9a46-2526-4a32-b8b6-d96dc85d50d5)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:12.827678 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (44fa15fb-cfc3-47ec-a3c7-f54b0292738f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.828518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 5d67de27-b98e-4cd2-b649-97f01003c2a7 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:12.840370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a218807-a51e-4ca4-9074-078cfec4acc7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Network': ['ID=0d6e4f16-4384-4ceb-a549-82cda30b5ea8,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:12.845056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c6a19-dbe0-49ac-994d-32508582f946 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:12.846638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c6a19-dbe0-49ac-994d-32508582f946 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:12.848837 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d70c6a19-dbe0-49ac-994d-32508582f946 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0843506 Mar 24 01:08:12.851894 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56948) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:12.861786 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.888391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 0d6e4f16-4384-4ceb-a549-82cda30b5ea8 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:08:12.955701 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-191aa52a-fa13-4833-9eda-48717e4c1db3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (1b975ea8-2a23-4f7d-959a-a7cdd00f2dea), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:12.969125 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-191aa52a-fa13-4833-9eda-48717e4c1db3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 24 01:08:12.969734 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191aa52a-fa13-4833-9eda-48717e4c1db3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:08:12.973415 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-191aa52a-fa13-4833-9eda-48717e4c1db3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/networks/1b975ea8-2a23-4f7d-959a-a7cdd00f2dea HTTP/1.1" status: 409 len: 466 time: 0.1201329 Mar 24 01:08:12.981843 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-604df1f7-70e2-41eb-bf8b-06f13d29a51e req-b4f9eb86-a1d3-4595-83b8-9fc524ccf612 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f103239-5428-41dd-a7a6-c3d7c67c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430902 Mar 24 01:08:12.982070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56952) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:12.992937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f2d3ad8d-b0c3-4d2a-8e17-92169751e869 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1112110377'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:13.001428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56956) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:13.002944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f463668-b619-4724-a8e3-8fed7c620205 req-f5b0c486-19e7-4514-8ffe-a82e2dfabe28 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbd11eb4-a4c9-49f2-a996-8fa8a2887efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032079 Mar 24 01:08:13.012896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] For port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:13.030488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] For port efbf06e7-96f5-4c8b-957b-5ddd8260f16a, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:13.060848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=44fa15fb-cfc3-47ec-a3c7-f54b0292738f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:13.075927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] For port efbf06e7-96f5-4c8b-957b-5ddd8260f16a, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=efbf06e7-96f5-4c8b-957b-5ddd8260f16a,segment=NetworkSegment(2ee87da3-bfa5-4084-8822-2058dc431796),segment_id=2ee87da3-bfa5-4084-8822-2058dc431796)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:13.077820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] For port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a8dfb3ff-64dc-4197-8dd6-d3f918a7532c,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:13.099041 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a8dfb3ff-64dc-4197-8dd6-d3f918a7532c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.109311 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d3ad8d-b0c3-4d2a-8e17-92169751e869 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Made reservation on behalf of 4972c9eaff0a448093e0034eae5afbf5 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:13.132152 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f2d3ad8d-b0c3-4d2a-8e17-92169751e869 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.166251 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaed4dc-c823-459e-a6da-ea84b1111c35 x-openstack-request-id: req-cbaed4dc-c823-459e-a6da-ea84b1111c35 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:08:13.166555 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7484cbfe-e5bf-4438-a754-3b8e4d3aedc5", "name": "network-vif-plugged", "status": "completed", "tag": "44fa15fb-cfc3-47ec-a3c7-f54b0292738f", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:08:13.166818 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cbaed4dc-c823-459e-a6da-ea84b1111c35 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:08:13.167476 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbaed4dc-c823-459e-a6da-ea84b1111c35'] response: {'server_uuid': '7484cbfe-e5bf-4438-a754-3b8e4d3aedc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fa15fb-cfc3-47ec-a3c7-f54b0292738f', 'code': 200} Mar 24 01:08:13.168593 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (efbf06e7-96f5-4c8b-957b-5ddd8260f16a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.221304 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d3ad8d-b0c3-4d2a-8e17-92169751e869 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:08:13.228937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 5d67de27-b98e-4cd2-b649-97f01003c2a7 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:08:13.257688 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 5d67de27-b98e-4cd2-b649-97f01003c2a7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:13.258098 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d67de27-b98e-4cd2-b649-97f01003c2a7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.273840 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f2d3ad8d-b0c3-4d2a-8e17-92169751e869 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (edc9d7d3-77dc-4828-a09e-9cb5a582870c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.274202 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-f2d3ad8d-b0c3-4d2a-8e17-92169751e869 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Added segment edc9d7d3-77dc-4828-a09e-9cb5a582870c of type vlan for network b80b0c4a-cfd3-4c23-9deb-b362b4815ed3 Mar 24 01:08:13.276064 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b0fa51d1-af5e-4d7f-876c-155ea22ff80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.314341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:13.315175 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.316700 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddb40dca-987a-4203-83fa-41d096649d12 req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] 10.222.0.48 "PUT /v2.0/ports/a8dfb3ff-64dc-4197-8dd6-d3f918a7532c HTTP/1.1" status: 200 len: 1092 time: 3.3754141 Mar 24 01:08:13.327950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31ae65f-afb5-45b1-ab96-121f0f58bf5e', 'tag': 'a8dfb3ff-64dc-4197-8dd6-d3f918a7532c'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:08:13.331926 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d344bef-8c8d-4cdd-afcb-1133c304ea26" -d '{"events": [{"name": "network-changed", "server_uuid": "b31ae65f-afb5-45b1-ab96-121f0f58bf5e", "tag": "a8dfb3ff-64dc-4197-8dd6-d3f918a7532c"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:08:13.362164 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f2d3ad8d-b0c3-4d2a-8e17-92169751e869 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (b80b0c4a-cfd3-4c23-9deb-b362b4815ed3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.379920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6183e5-6b8a-4011-83b4-1b2db1695f7d None None] Pushing event updated for resources: {'Port': ['ID=efbf06e7-96f5-4c8b-957b-5ddd8260f16a,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:13.409858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f2d3ad8d-b0c3-4d2a-8e17-92169751e869 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (b80b0c4a-cfd3-4c23-9deb-b362b4815ed3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.415254 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d3ad8d-b0c3-4d2a-8e17-92169751e869 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:13.415648 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bde54d-eaf8-4a8c-a1c2-180bf748a397 None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:08:13.416687 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f2d3ad8d-b0c3-4d2a-8e17-92169751e869 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.462269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abcefa2-0ebf-4c4a-b6ee-486cb2c939bc service neutron] Pushing event updated for resources: {'Port': ['ID=a8dfb3ff-64dc-4197-8dd6-d3f918a7532c,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:13.492413 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f2d3ad8d-b0c3-4d2a-8e17-92169751e869 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5061769 Mar 24 01:08:13.500901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56968) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:13.526775 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-62cd7d9c-bf9b-40e2-955f-13e322a38e47 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Request body: {'subnet': {'network_id': 'b80b0c4a-cfd3-4c23-9deb-b362b4815ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:13.536824 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b0fa51d1-af5e-4d7f-876c-155ea22ff80b admin admin] Publish callbacks [] for security_group (3c10d8bb-2b2e-4906-b24c-33f213eebbf1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.565989 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3ad8d-b0c3-4d2a-8e17-92169751e869 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event updated for resources: {'Network': ['ID=b80b0c4a-cfd3-4c23-9deb-b362b4815ed3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:13.568872 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b0fa51d1-af5e-4d7f-876c-155ea22ff80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3c10d8bb-2b2e-4906-b24c-33f213eebbf1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.596729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network b80b0c4a-cfd3-4c23-9deb-b362b4815ed3 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:08:13.599566 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8197f1eb-c3a7-40a5-a0fe-13f84464b759 x-openstack-request-id: req-8197f1eb-c3a7-40a5-a0fe-13f84464b759 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:08:13.599865 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31ae65f-afb5-45b1-ab96-121f0f58bf5e", "tag": "a8dfb3ff-64dc-4197-8dd6-d3f918a7532c", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:08:13.600267 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8197f1eb-c3a7-40a5-a0fe-13f84464b759 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:08:13.600845 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8197f1eb-c3a7-40a5-a0fe-13f84464b759'] response: {'name': 'network-changed', 'server_uuid': 'b31ae65f-afb5-45b1-ab96-121f0f58bf5e', 'tag': 'a8dfb3ff-64dc-4197-8dd6-d3f918a7532c', 'status': 'completed', 'code': 200} Mar 24 01:08:13.634903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca10f1-55a2-478b-8270-93a4be2b0e3a req-37c4d76d-209a-4013-8fe6-7131b81c4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:13.636414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7ca10f1-55a2-478b-8270-93a4be2b0e3a req-37c4d76d-209a-4013-8fe6-7131b81c4d0c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 1127 time: 0.4443607 Mar 24 01:08:13.673875 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b0fa51d1-af5e-4d7f-876c-155ea22ff80b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=45a3f522fe9c44ef921edd130ee9041e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6711109 Mar 24 01:08:13.675234 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa51d1-af5e-4d7f-876c-155ea22ff80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c10d8bb-2b2e-4906-b24c-33f213eebbf1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:13.678984 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56974) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:13.724804 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cd7d9c-bf9b-40e2-955f-13e322a38e47 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Made reservation on behalf of 4972c9eaff0a448093e0034eae5afbf5 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:13.729413 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62cd7d9c-bf9b-40e2-955f-13e322a38e47 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.736541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecf3b9-ebf8-44ce-ad59-075d20b1dddd req-cba2c945-a668-4116-be2b-a4328efef711 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:13.745479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbecf3b9-ebf8-44ce-ad59-075d20b1dddd req-cba2c945-a668-4116-be2b-a4328efef711 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 944 time: 0.5274291 Mar 24 01:08:13.761406 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 5d67de27-b98e-4cd2-b649-97f01003c2a7 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:13.762364 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d67de27-b98e-4cd2-b649-97f01003c2a7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.795087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bde54d-eaf8-4a8c-a1c2-180bf748a397 None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:08:13.820837 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-519ca190-4914-4266-88e1-1673f5015604 admin admin] Publish callbacks [] for security_group (3c10d8bb-2b2e-4906-b24c-33f213eebbf1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.852169 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Publish callbacks [] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.859917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 5d67de27-b98e-4cd2-b649-97f01003c2a7, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=5d67de27-b98e-4cd2-b649-97f01003c2a7,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:13.867850 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-519ca190-4914-4266-88e1-1673f5015604 admin admin] Publish callbacks [] for security_group (3c10d8bb-2b2e-4906-b24c-33f213eebbf1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.874531 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.887486 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbecf3b9-ebf8-44ce-ad59-075d20b1dddd req-dcf887cf-8818-46dd-ad84-d8e7fe4f6845 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359496 Mar 24 01:08:13.957699 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9494-77b2-424f-aa9f-5f854c668901 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (621121da-1e0b-4f08-bef5-21e561d289cb), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.972858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-519ca190-4914-4266-88e1-1673f5015604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3c10d8bb-2b2e-4906-b24c-33f213eebbf1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.977475 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-519ca190-4914-4266-88e1-1673f5015604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:13.979888 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-519ca190-4914-4266-88e1-1673f5015604 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c10d8bb-2b2e-4906-b24c-33f213eebbf1 HTTP/1.1" status: 204 len: 168 time: 0.2995150 Mar 24 01:08:13.987987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb40dca-987a-4203-83fa-41d096649d12 req-e8f06158-8bc1-4679-bb81-410ce09d6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:13.991854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddb40dca-987a-4203-83fa-41d096649d12 req-e8f06158-8bc1-4679-bb81-410ce09d6591 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 1126 time: 0.5074790 Mar 24 01:08:14.024070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ca190-4914-4266-88e1-1673f5015604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c10d8bb-2b2e-4906-b24c-33f213eebbf1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:14.089435 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7ca10f1-55a2-478b-8270-93a4be2b0e3a req-dd453989-692a-4880-9764-7cefdf213247 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3f103239-5428-41dd-a7a6-c3d7c67c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410040 Mar 24 01:08:14.179491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddb40dca-987a-4203-83fa-41d096649d12 req-c4b4f83e-6b9f-4691-99f1-06ae00195278 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8dfb3ff-64dc-4197-8dd6-d3f918a7532c HTTP/1.1" status: 200 len: 217 time: 0.1193917 Mar 24 01:08:14.225283 n-d-760455-9 neutron-server[115729]: DEBUG neutron.objects.ports [None req-62cd7d9c-bf9b-40e2-955f-13e322a38e47 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115729) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:08:14.227079 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62cd7d9c-bf9b-40e2-955f-13e322a38e47 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (3c914f73-bd53-4949-a734-ac8dc0c630eb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:14.253541 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Publish callbacks [] for router_gateway (610faae3-80ca-40ff-8536-8da7631a5c5b), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:14.255669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b9494-77b2-424f-aa9f-5f854c668901 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Subnet': ['ID=621121da-1e0b-4f08-bef5-21e561d289cb,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:14.299198 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd7d9c-bf9b-40e2-955f-13e322a38e47 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event updated for resources: {'Subnet': ['ID=3c914f73-bd53-4949-a734-ac8dc0c630eb,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:14.314320 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd7d9c-bf9b-40e2-955f-13e322a38e47 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Checking segment: {'id': 'edc9d7d3-77dc-4828-a09e-9cb5a582870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b80b0c4a-cfd3-4c23-9deb-b362b4815ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:14.316046 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cd7d9c-bf9b-40e2-955f-13e322a38e47 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Network hostable DHCP agents. Network: b80b0c4a-cfd3-4c23-9deb-b362b4815ed3, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:08:14.323670 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5d67de27-b98e-4cd2-b649-97f01003c2a7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:14.342045 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cd7d9c-bf9b-40e2-955f-13e322a38e47 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Network b80b0c4a-cfd3-4c23-9deb-b362b4815ed3 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:08:14.358600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb40dca-987a-4203-83fa-41d096649d12 req-8370e773-745a-4e31-b6c1-395122b45a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:14.363570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddb40dca-987a-4203-83fa-41d096649d12 req-8370e773-745a-4e31-b6c1-395122b45a8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f03de5f8-5d24-4408-b283-d5210a71454f HTTP/1.1" status: 200 len: 846 time: 0.1006851 Mar 24 01:08:14.363739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-62cd7d9c-bf9b-40e2-955f-13e322a38e47 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, b80b0c4a-cfd3-4c23-9deb-b362b4815ed3) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:14.378215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cd7d9c-bf9b-40e2-955f-13e322a38e47 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:14.379318 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62cd7d9c-bf9b-40e2-955f-13e322a38e47 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:14.423075 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-62cd7d9c-bf9b-40e2-955f-13e322a38e47 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9185510 Mar 24 01:08:14.425355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b9494-77b2-424f-aa9f-5f854c668901 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Checking segment: {'id': '039a57e6-d5df-455c-9247-f98822ac5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:14.426000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b9494-77b2-424f-aa9f-5f854c668901 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network hostable DHCP agents. Network: 0d6e4f16-4384-4ceb-a549-82cda30b5ea8, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:08:14.427669 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56992) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:14.433623 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d0394d0a-71b7-4b83-a36e-a6dd9fa6d9a4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Request body: {'port': {'network_id': 'b80b0c4a-cfd3-4c23-9deb-b362b4815ed3', 'name': 'tempest-NetworksIpV6TestAttrs-2055773749'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:14.444013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f0d09-ff3c-4835-817c-f897d5d770f3 None None] Pushing event updated for resources: {'Port': ['ID=a43a43cf-2125-456c-bcc2-d82c13d71a1e,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:14.525344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddb40dca-987a-4203-83fa-41d096649d12 req-7b511035-8ef7-4093-95b5-49befb5a6632 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb8d286a-5d52-420f-a6a9-f3fce1e70234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892162 Mar 24 01:08:14.526934 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:14.545737 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56994) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:14.573322 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-791e7e72-5263-48cf-80e1-f19282558cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:14.605667 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Attempting to bind port a43a43cf-2125-456c-bcc2-d82c13d71a1e on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:14.606076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Attempting to bind port a43a43cf-2125-456c-bcc2-d82c13d71a1e by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '405c88a9-7377-4509-b6ae-67ec493d05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:14.606478 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Attempting to bind port a43a43cf-2125-456c-bcc2-d82c13d71a1e on network 85df74b3-87a4-4fa2-a91e-c947603d979e {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:14.648350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:14.648350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Checking segment: {'id': '405c88a9-7377-4509-b6ae-67ec493d05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:14.648821 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:14.649253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Bound using segment: {'id': '405c88a9-7377-4509-b6ae-67ec493d05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:14.649731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Bound port: a43a43cf-2125-456c-bcc2-d82c13d71a1e, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405c88a9-7377-4509-b6ae-67ec493d05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:14.650165 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:14.654640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=5d67de27-b98e-4cd2-b649-97f01003c2a7,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:14.698340 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0394d0a-71b7-4b83-a36e-a6dd9fa6d9a4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Made reservation on behalf of 4972c9eaff0a448093e0034eae5afbf5 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:14.702762 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0394d0a-71b7-4b83-a36e-a6dd9fa6d9a4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:14.719237 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddb40dca-987a-4203-83fa-41d096649d12 req-6a4afb12-911a-41a0-a07d-19aedf211797 service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779726 Mar 24 01:08:14.720689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b9494-77b2-424f-aa9f-5f854c668901 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 0d6e4f16-4384-4ceb-a549-82cda30b5ea8 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:08:14.735781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-ed4b9494-77b2-424f-aa9f-5f854c668901 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 0d6e4f16-4384-4ceb-a549-82cda30b5ea8) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:14.747980 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-d0394d0a-71b7-4b83-a36e-a6dd9fa6d9a4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] device_id is not set on port 602169ec-f8bd-4165-bb32-795c773e6d52 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:08:14.764968 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-791e7e72-5263-48cf-80e1-f19282558cbb admin admin] Publish callbacks [] for security_group (aecd4231-0387-484e-a391-ac2b42523f46), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:14.774794 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-791e7e72-5263-48cf-80e1-f19282558cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (aecd4231-0387-484e-a391-ac2b42523f46), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:14.778619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88c1ccd-1663-4555-be6c-a326f454e4e1 None None] Network 1b975ea8-2a23-4f7d-959a-a7cdd00f2dea requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:14.783936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4b9494-77b2-424f-aa9f-5f854c668901 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:14.784949 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9494-77b2-424f-aa9f-5f854c668901 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:14.786166 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017de92c-4f92-47aa-9ff6-9a313b1a9591 None None] Network b80b0c4a-cfd3-4c23-9deb-b362b4815ed3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:14.803125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] For port a43a43cf-2125-456c-bcc2-d82c13d71a1e, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:14.881429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c32a75-56aa-46fb-b014-3d2a0f1517d1 None None] Network 0d6e4f16-4384-4ceb-a549-82cda30b5ea8 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:14.882784 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478dc1b-58ee-41f8-8db0-f7fe68d37748 req-d271851f-eaa0-4db1-93b0-bd2b2923affb tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:14.885269 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7478dc1b-58ee-41f8-8db0-f7fe68d37748 req-d271851f-eaa0-4db1-93b0-bd2b2923affb tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 945 time: 0.7462723 Mar 24 01:08:14.893992 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-791e7e72-5263-48cf-80e1-f19282558cbb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b610b173e35a4d81999809b6e3c52340&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3437507 Mar 24 01:08:14.898062 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e7e72-5263-48cf-80e1-f19282558cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecd4231-0387-484e-a391-ac2b42523f46,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:14.904201 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56998) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:14.931213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] For port a43a43cf-2125-456c-bcc2-d82c13d71a1e, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a43a43cf-2125-456c-bcc2-d82c13d71a1e,segment=NetworkSegment(405c88a9-7377-4509-b6ae-67ec493d05f0),segment_id=405c88a9-7377-4509-b6ae-67ec493d05f0)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:15.004326 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:15.038436 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-d0394d0a-71b7-4b83-a36e-a6dd9fa6d9a4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Allocated IP 2001:db8::f816:3eff:fe09:2add (b80b0c4a-cfd3-4c23-9deb-b362b4815ed3/3c914f73-bd53-4949-a734-ac8dc0c630eb/602169ec-f8bd-4165-bb32-795c773e6d52) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:15.045430 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39453ab-46e2-43af-be92-088bdacac31e req-5e87c5a4-9c2c-40da-bd3e-363b3abd315e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:15.054521 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e39453ab-46e2-43af-be92-088bdacac31e req-5e87c5a4-9c2c-40da-bd3e-363b3abd315e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 946 time: 0.8478284 Mar 24 01:08:15.098558 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd9da-5a68-4187-b478-dc8b3f2ca1a0 admin admin] Publish callbacks [] for security_group (aecd4231-0387-484e-a391-ac2b42523f46), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:15.117631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ed4b9494-77b2-424f-aa9f-5f854c668901 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5343182 Mar 24 01:08:15.122610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57004) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:15.173856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d67de27-b98e-4cd2-b649-97f01003c2a7'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:08:15.176109 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29416075-feeb-4a8f-82c9-bb8fc6ac2111" -d '{"events": [{"server_uuid": "f2e2f74e-5895-4265-a0da-be9fa23c267c", "name": "network-vif-plugged", "status": "completed", "tag": "5d67de27-b98e-4cd2-b649-97f01003c2a7"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:08:15.203222 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:15.204030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:15.216322 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd9da-5a68-4187-b478-dc8b3f2ca1a0 admin admin] Publish callbacks [] for security_group (aecd4231-0387-484e-a391-ac2b42523f46), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:15.260470 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7478dc1b-58ee-41f8-8db0-f7fe68d37748 req-476653cd-3c13-4936-b557-635174f39fea tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f103239-5428-41dd-a7a6-c3d7c67c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324783 Mar 24 01:08:15.290664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f0d09-ff3c-4835-817c-f897d5d770f3 None None] Pushing event updated for resources: {'Port': ['ID=a43a43cf-2125-456c-bcc2-d82c13d71a1e,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:15.304162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Allocated IP 172.25.0.121 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/9dbfcc0e-62ba-4c9e-9292-451d4613291b) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:15.327357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddb40dca-987a-4203-83fa-41d096649d12 req-07fcf5ee-de05-4077-b4cd-014e50c2e48a service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942268 Mar 24 01:08:15.350106 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd9da-5a68-4187-b478-dc8b3f2ca1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (aecd4231-0387-484e-a391-ac2b42523f46), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:15.354008 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd9da-5a68-4187-b478-dc8b3f2ca1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:15.357777 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5c3cd9da-5a68-4187-b478-dc8b3f2ca1a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aecd4231-0387-484e-a391-ac2b42523f46 HTTP/1.1" status: 204 len: 168 time: 0.4457576 Mar 24 01:08:15.395137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:15.397279 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e39453ab-46e2-43af-be92-088bdacac31e req-436cf5d1-a1f2-4152-a3ad-70a1ded52072 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbd11eb4-a4c9-49f2-a996-8fa8a2887efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3397758 Mar 24 01:08:15.511975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cd9da-5a68-4187-b478-dc8b3f2ca1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecd4231-0387-484e-a391-ac2b42523f46,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:15.555289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-b80b0c4a-cfd3-4c23-9deb-b362b4815ed3', 'network_id': 'b80b0c4a-cfd3-4c23-9deb-b362b4815ed3', 'project_id': '4972c9eaff0a448093e0034eae5afbf5', 'fixed_ips': [{'subnet_id': '3c914f73-bd53-4949-a734-ac8dc0c630eb'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:08:15.557749 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:15.583909 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3626dbe-30ff-4d1e-ad3e-aeaebc8e4f9e x-openstack-request-id: req-d3626dbe-30ff-4d1e-ad3e-aeaebc8e4f9e {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:08:15.584363 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e2f74e-5895-4265-a0da-be9fa23c267c", "name": "network-vif-plugged", "status": "completed", "tag": "5d67de27-b98e-4cd2-b649-97f01003c2a7", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:08:15.584487 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d3626dbe-30ff-4d1e-ad3e-aeaebc8e4f9e {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:08:15.584876 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3626dbe-30ff-4d1e-ad3e-aeaebc8e4f9e'] response: {'server_uuid': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d67de27-b98e-4cd2-b649-97f01003c2a7', 'code': 200} Mar 24 01:08:15.654509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1015f74-2816-474e-be69-231105beb763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:08:15.655408 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1015f74-2816-474e-be69-231105beb763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:15.753185 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0394d0a-71b7-4b83-a36e-a6dd9fa6d9a4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks [] for port (602169ec-f8bd-4165-bb32-795c773e6d52), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:15.757318 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Publish callbacks [] for port (9dbfcc0e-62ba-4c9e-9292-451d4613291b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:15.762244 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-899ed053-7fe9-43ce-949d-776a1a87c1b7 None None] Provisioning complete for port a43a43cf-2125-456c-bcc2-d82c13d71a1e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:15.763110 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-899ed053-7fe9-43ce-949d-776a1a87c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:15.818444 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (9dbfcc0e-62ba-4c9e-9292-451d4613291b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:15.949520 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0394d0a-71b7-4b83-a36e-a6dd9fa6d9a4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (602169ec-f8bd-4165-bb32-795c773e6d52), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:15.996958 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0394d0a-71b7-4b83-a36e-a6dd9fa6d9a4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Network b80b0c4a-cfd3-4c23-9deb-b362b4815ed3 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:16.004528 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d0394d0a-71b7-4b83-a36e-a6dd9fa6d9a4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:16.015549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0394d0a-71b7-4b83-a36e-a6dd9fa6d9a4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:16.020830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0394d0a-71b7-4b83-a36e-a6dd9fa6d9a4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:16.021474 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0394d0a-71b7-4b83-a36e-a6dd9fa6d9a4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:16.095259 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0394d0a-71b7-4b83-a36e-a6dd9fa6d9a4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event updated for resources: {'Port': ['ID=602169ec-f8bd-4165-bb32-795c773e6d52,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:16.111718 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d0394d0a-71b7-4b83-a36e-a6dd9fa6d9a4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6829562 Mar 24 01:08:16.114910 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:16.116826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57018) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:16.217257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-389a59c8-c3fe-4f3e-a034-2143d7043288 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Deleting subnet 3c914f73-bd53-4949-a734-ac8dc0c630eb {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:08:16.225912 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Allocated IP 2001:db8::f816:3eff:fec3:71dc (b80b0c4a-cfd3-4c23-9deb-b362b4815ed3/3c914f73-bd53-4949-a734-ac8dc0c630eb/2467acee-671f-4d9e-b6a6-f8ade44494e2) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:16.370645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:16.381862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d344bef-8c8d-4cdd-afcb-1133c304ea26 req-69810c8f-6d2a-4139-88f6-c20accf5b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:16.383593 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d344bef-8c8d-4cdd-afcb-1133c304ea26 req-69810c8f-6d2a-4139-88f6-c20accf5b7db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 1126 time: 0.9828329 Mar 24 01:08:16.395359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266070f7-fb50-4db6-af10-9d2c6a961f95 req-d79a5ae6-9721-4e87-aaa5-38f50e3fdf25 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:16.396860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-266070f7-fb50-4db6-af10-9d2c6a961f95 req-d79a5ae6-9721-4e87-aaa5-38f50e3fdf25 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 944 time: 0.8371670 Mar 24 01:08:16.397798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:16.420072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:16.440899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4da505-804a-43dc-87b5-5309b30a7f08 req-c34f7dc6-7086-461f-a72e-4772c4c50082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:16.442436 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c4da505-804a-43dc-87b5-5309b30a7f08 req-c34f7dc6-7086-461f-a72e-4772c4c50082 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 1128 time: 0.7800238 Mar 24 01:08:16.443033 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Pushing event updated for resources: {'Port': ['ID=9dbfcc0e-62ba-4c9e-9292-451d4613291b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:16.497693 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Publish callbacks [] for port (2467acee-671f-4d9e-b6a6-f8ade44494e2), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:16.512670 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-389a59c8-c3fe-4f3e-a034-2143d7043288 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks [] for subnet (3c914f73-bd53-4949-a734-ac8dc0c630eb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:16.564978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-e1015f74-2816-474e-be69-231105beb763 None None] Allocated IP 172.21.0.2 (0d6e4f16-4384-4ceb-a549-82cda30b5ea8/621121da-1e0b-4f08-bef5-21e561d289cb/251fa11f-3731-410d-9ff4-e45d1e326b80) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:16.647934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-266070f7-fb50-4db6-af10-9d2c6a961f95 req-202a9369-174f-4c5d-9314-bfa270f668c1 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251232 Mar 24 01:08:16.656484 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-389a59c8-c3fe-4f3e-a034-2143d7043288 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (3c914f73-bd53-4949-a734-ac8dc0c630eb), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:16.762690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c4da505-804a-43dc-87b5-5309b30a7f08 req-b8ccf3f2-338b-4dd4-91c4-57030392dd6c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cbd11eb4-a4c9-49f2-a996-8fa8a2887efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567546 Mar 24 01:08:16.772699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d344bef-8c8d-4cdd-afcb-1133c304ea26 req-776d61b0-dee8-474f-ab7f-745c1ff989b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:16.774231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d344bef-8c8d-4cdd-afcb-1133c304ea26 req-776d61b0-dee8-474f-ab7f-745c1ff989b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 200 len: 907 time: 0.3648443 Mar 24 01:08:16.800231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a76bb-0d4c-4745-b0af-7a36fc927130 req-8247676a-bd3d-4f3f-8e34-bb66095f635a tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:16.801842 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f0a76bb-0d4c-4745-b0af-7a36fc927130 req-8247676a-bd3d-4f3f-8e34-bb66095f635a tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 945 time: 0.4009800 Mar 24 01:08:16.863207 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-389a59c8-c3fe-4f3e-a034-2143d7043288 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (3c914f73-bd53-4949-a734-ac8dc0c630eb), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:16.896987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d344bef-8c8d-4cdd-afcb-1133c304ea26 req-963617a7-0e55-4e39-b482-d276e9d97e08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8dfb3ff-64dc-4197-8dd6-d3f918a7532c HTTP/1.1" status: 200 len: 217 time: 0.0832951 Mar 24 01:08:16.918735 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1015f74-2816-474e-be69-231105beb763 None None] Publish callbacks [] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:16.936416 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (2467acee-671f-4d9e-b6a6-f8ade44494e2), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:17.085246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f0a76bb-0d4c-4745-b0af-7a36fc927130 req-32a565d1-6306-4239-a513-69ad1598c9f5 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f103239-5428-41dd-a7a6-c3d7c67c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395558 Mar 24 01:08:17.099229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cfca7-9a33-4b7a-9cd6-c1735f2bbdde req-b13c7c0e-57b8-4182-99ce-d1a6df8f562c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:17.121500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-979cfca7-9a33-4b7a-9cd6-c1735f2bbdde req-b13c7c0e-57b8-4182-99ce-d1a6df8f562c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 946 time: 0.3167360 Mar 24 01:08:17.131497 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d344bef-8c8d-4cdd-afcb-1133c304ea26 req-6b06f9b0-2759-4b3e-830f-b636c6511821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:17.133063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d344bef-8c8d-4cdd-afcb-1133c304ea26 req-6b06f9b0-2759-4b3e-830f-b636c6511821 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f03de5f8-5d24-4408-b283-d5210a71454f HTTP/1.1" status: 200 len: 846 time: 0.2269328 Mar 24 01:08:17.343736 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-899ed053-7fe9-43ce-949d-776a1a87c1b7 None None] Current status of the port a43a43cf-2125-456c-bcc2-d82c13d71a1e is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:17.344313 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-899ed053-7fe9-43ce-949d-776a1a87c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:17.352678 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d344bef-8c8d-4cdd-afcb-1133c304ea26 req-057633ad-7be7-427f-8334-3166b6178a2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb8d286a-5d52-420f-a6a9-f3fce1e70234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2113194 Mar 24 01:08:17.354595 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1015f74-2816-474e-be69-231105beb763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:17.458208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Pushing event updated for resources: {'Port': ['ID=2467acee-671f-4d9e-b6a6-f8ade44494e2,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:17.568470 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Network b80b0c4a-cfd3-4c23-9deb-b362b4815ed3 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:17.583772 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Publish callbacks [] for router_gateway (610faae3-80ca-40ff-8536-8da7631a5c5b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:17.590290 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:17.595760 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:17.605205 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Allocated IP 172.21.0.1 (0d6e4f16-4384-4ceb-a549-82cda30b5ea8/621121da-1e0b-4f08-bef5-21e561d289cb/3f889ffc-f30c-4abf-b353-e59a4009725c) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:17.619866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1015f74-2816-474e-be69-231105beb763 None None] Pushing event updated for resources: {'Port': ['ID=251fa11f-3731-410d-9ff4-e45d1e326b80,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:17.675039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-899ed053-7fe9-43ce-949d-776a1a87c1b7 None None] For port a43a43cf-2125-456c-bcc2-d82c13d71a1e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a43a43cf-2125-456c-bcc2-d82c13d71a1e,segment=NetworkSegment(405c88a9-7377-4509-b6ae-67ec493d05f0),segment_id=405c88a9-7377-4509-b6ae-67ec493d05f0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:17.712558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-979cfca7-9a33-4b7a-9cd6-c1735f2bbdde req-9ba365ec-e23b-47ac-aa26-03c511bd9ba4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbd11eb4-a4c9-49f2-a996-8fa8a2887efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5371978 Mar 24 01:08:17.724373 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-899ed053-7fe9-43ce-949d-776a1a87c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:17.733966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1015f74-2816-474e-be69-231105beb763 None None] Network 0d6e4f16-4384-4ceb-a549-82cda30b5ea8 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:17.774441 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:17.824322 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:17.842269 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-e1015f74-2816-474e-be69-231105beb763 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:17.857783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1015f74-2816-474e-be69-231105beb763 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:17.873218 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Attempting to bind port 2467acee-671f-4d9e-b6a6-f8ade44494e2 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:17.879232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Attempting to bind port 2467acee-671f-4d9e-b6a6-f8ade44494e2 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'edc9d7d3-77dc-4828-a09e-9cb5a582870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b80b0c4a-cfd3-4c23-9deb-b362b4815ed3'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:17.880919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Attempting to bind port 2467acee-671f-4d9e-b6a6-f8ade44494e2 on network b80b0c4a-cfd3-4c23-9deb-b362b4815ed3 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:17.900771 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d344bef-8c8d-4cdd-afcb-1133c304ea26 req-c4f333fc-6696-4d04-9573-b5225bbaf07d service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329685 Mar 24 01:08:17.929997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b01e28-3fe9-4de0-ac27-742f331b9871 req-a074504f-ea58-4149-b73f-37d7b4e94c03 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:17.932300 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8b01e28-3fe9-4de0-ac27-742f331b9871 req-a074504f-ea58-4149-b73f-37d7b4e94c03 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 944 time: 0.1316233 Mar 24 01:08:17.990617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:17.992822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Checking segment: {'id': 'edc9d7d3-77dc-4828-a09e-9cb5a582870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b80b0c4a-cfd3-4c23-9deb-b362b4815ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:17.993685 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:17.994574 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Bound using segment: {'id': 'edc9d7d3-77dc-4828-a09e-9cb5a582870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b80b0c4a-cfd3-4c23-9deb-b362b4815ed3'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:17.995426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Bound port: 2467acee-671f-4d9e-b6a6-f8ade44494e2, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc9d7d3-77dc-4828-a09e-9cb5a582870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b80b0c4a-cfd3-4c23-9deb-b362b4815ed3'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:17.996360 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2467acee-671f-4d9e-b6a6-f8ade44494e2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:18.027039 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=3f889ffc-f30c-4abf-b353-e59a4009725c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:18.029996 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ed053-7fe9-43ce-949d-776a1a87c1b7 None None] Pushing event updated for resources: {'Port': ['ID=a43a43cf-2125-456c-bcc2-d82c13d71a1e,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:18.054824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 0d6e4f16-4384-4ceb-a549-82cda30b5ea8 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:18.054824 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-389a59c8-c3fe-4f3e-a034-2143d7043288 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (3c914f73-bd53-4949-a734-ac8dc0c630eb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:18.054824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:18.056039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:06Z', 'revision_number': 2, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:14Z', 'revision_number': 4, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:18.076150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b43a5015-ba4c-484e-ac84-80c958bb432a None None] Provisioning complete for port a43a43cf-2125-456c-bcc2-d82c13d71a1e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:18.076834 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b43a5015-ba4c-484e-ac84-80c958bb432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:18.080833 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:18.099119 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8b01e28-3fe9-4de0-ac27-742f331b9871 req-f02f3dae-adae-492e-a0e7-1daffd783cf1 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451082 Mar 24 01:08:18.156137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40acefa-0d29-40a6-b7ec-1cdc318e41c5 None None] The sync data for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 is: [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:06Z', 'revision_number': 2, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:14Z', 'revision_number': 4, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:08:18.183197 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a59c8-c3fe-4f3e-a034-2143d7043288 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Subnet': ['ID=3c914f73-bd53-4949-a734-ac8dc0c630eb,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:18.185457 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-389a59c8-c3fe-4f3e-a034-2143d7043288 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:18.194699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e1015f74-2816-474e-be69-231105beb763 None None] Attempting to bind port 251fa11f-3731-410d-9ff4-e45d1e326b80 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:18.196161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e1015f74-2816-474e-be69-231105beb763 None None] Attempting to bind port 251fa11f-3731-410d-9ff4-e45d1e326b80 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '039a57e6-d5df-455c-9247-f98822ac5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:18.196161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1015f74-2816-474e-be69-231105beb763 None None] Attempting to bind port 251fa11f-3731-410d-9ff4-e45d1e326b80 on network 0d6e4f16-4384-4ceb-a549-82cda30b5ea8 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:18.209826 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1015f74-2816-474e-be69-231105beb763 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:18.209826 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1015f74-2816-474e-be69-231105beb763 None None] Checking segment: {'id': '039a57e6-d5df-455c-9247-f98822ac5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:18.210715 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-389a59c8-c3fe-4f3e-a034-2143d7043288 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/subnets/3c914f73-bd53-4949-a734-ac8dc0c630eb HTTP/1.1" status: 204 len: 168 time: 2.0906177 Mar 24 01:08:18.212681 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1015f74-2816-474e-be69-231105beb763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:18.213202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1015f74-2816-474e-be69-231105beb763 None None] Bound using segment: {'id': '039a57e6-d5df-455c-9247-f98822ac5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:18.214250 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e1015f74-2816-474e-be69-231105beb763 None None] Bound port: 251fa11f-3731-410d-9ff4-e45d1e326b80, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039a57e6-d5df-455c-9247-f98822ac5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:18.214250 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1015f74-2816-474e-be69-231105beb763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:18.223802 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57078) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:18.303886 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d344bef-8c8d-4cdd-afcb-1133c304ea26 req-3a00f086-bc4b-4df3-b27c-30c19d8b966b service neutron] 10.222.0.48 "GET /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942034 Mar 24 01:08:18.331381 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (610faae3-80ca-40ff-8536-8da7631a5c5b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:18.401404 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] For port 2467acee-671f-4d9e-b6a6-f8ade44494e2, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:18.408616 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:18.534412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] For port 2467acee-671f-4d9e-b6a6-f8ade44494e2, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2467acee-671f-4d9e-b6a6-f8ade44494e2,segment=NetworkSegment(edc9d7d3-77dc-4828-a09e-9cb5a582870c),segment_id=edc9d7d3-77dc-4828-a09e-9cb5a582870c)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:18.565619 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2467acee-671f-4d9e-b6a6-f8ade44494e2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:18.570077 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e1015f74-2816-474e-be69-231105beb763 None None] For port 251fa11f-3731-410d-9ff4-e45d1e326b80, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:18.574640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e1015f74-2816-474e-be69-231105beb763 None None] For port 251fa11f-3731-410d-9ff4-e45d1e326b80, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=251fa11f-3731-410d-9ff4-e45d1e326b80,segment=NetworkSegment(039a57e6-d5df-455c-9247-f98822ac5797),segment_id=039a57e6-d5df-455c-9247-f98822ac5797)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:18.598437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e68342b-34c8-4f32-92fb-ef63a15aa2a9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:18.599748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e68342b-34c8-4f32-92fb-ef63a15aa2a9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:18.615845 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9e68342b-34c8-4f32-92fb-ef63a15aa2a9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3745968 Mar 24 01:08:18.623415 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57102) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:18.631270 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b43a5015-ba4c-484e-ac84-80c958bb432a None None] Current status of the port a43a43cf-2125-456c-bcc2-d82c13d71a1e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:18.639735 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1015f74-2816-474e-be69-231105beb763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:18.732412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0a6a3-2477-4f36-9737-253fabd1488a None None] Pushing event updated for resources: {'Port': ['ID=2467acee-671f-4d9e-b6a6-f8ade44494e2,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:18.859943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4dc94-06c3-49ca-86ac-17f691d63f98 None None] Network b80b0c4a-cfd3-4c23-9deb-b362b4815ed3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:18.935347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Router 610faae3-80ca-40ff-8536-8da7631a5c5b is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:08:18.962074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-157ae45d-8029-4b08-ae64-49c8edc48466 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (b80b0c4a-cfd3-4c23-9deb-b362b4815ed3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:19.013502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9422cc-d610-4ce0-80cc-c7f63a718f76 req-41c541ce-29eb-4ade-bf1a-fcf073372f72 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:19.026422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce9422cc-d610-4ce0-80cc-c7f63a718f76 req-41c541ce-29eb-4ade-bf1a-fcf073372f72 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 945 time: 0.3191040 Mar 24 01:08:19.031021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device a8dfb3ff-64dc-4197-8dd6-d3f918a7532c details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:08:19.035126 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1015f74-2816-474e-be69-231105beb763 None None] Pushing event updated for resources: {'Port': ['ID=251fa11f-3731-410d-9ff4-e45d1e326b80,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:19.041933 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-157ae45d-8029-4b08-ae64-49c8edc48466 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 24 01:08:19.042649 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-157ae45d-8029-4b08-ae64-49c8edc48466 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:08:19.047352 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-157ae45d-8029-4b08-ae64-49c8edc48466 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/networks/b80b0c4a-cfd3-4c23-9deb-b362b4815ed3 HTTP/1.1" status: 409 len: 466 time: 0.4229183 Mar 24 01:08:19.082654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57112) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:19.093401 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-51a7d4fe-7703-4adc-9241-e018f2a000d3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-63085420'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:19.242263 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:19.271488 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a7d4fe-7703-4adc-9241-e018f2a000d3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Made reservation on behalf of 4972c9eaff0a448093e0034eae5afbf5 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:19.275895 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-51a7d4fe-7703-4adc-9241-e018f2a000d3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:19.317739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a8dfb3ff-64dc-4197-8dd6-d3f918a7532c,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:19.347619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'a8dfb3ff-64dc-4197-8dd6-d3f918a7532c', 'network_id': 'fb8d286a-5d52-420f-a6a9-f3fce1e70234', 'port_id': 'a8dfb3ff-64dc-4197-8dd6-d3f918a7532c', 'mac_address': 'fa:16:3e:8e:38:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03de5f8-5d24-4408-b283-d5210a71454f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:08:19.394946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:08:19.409026 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Sync routers for ids ['610faae3-80ca-40ff-8536-8da7631a5c5b'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:08:19.445718 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a7d4fe-7703-4adc-9241-e018f2a000d3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:08:19.462371 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:19.463977 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Routers {'610faae3-80ca-40ff-8536-8da7631a5c5b'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:19.464605 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['610faae3-80ca-40ff-8536-8da7631a5c5b'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:19.465421 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a8dfb3ff-64dc-4197-8dd6-d3f918a7532c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:19.468058 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:19.469383 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-aac63445-42b2-4b26-bba9-cd3f30b8815b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.2774863 Mar 24 01:08:19.472772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57120) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:19.503094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8dfb3ff-64dc-4197-8dd6-d3f918a7532c {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:08:19.511702 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19794df-e75e-45d3-976b-7b09f00a9678 req-9eb53f18-9500-47bb-af52-6ae0ef392dcf tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:19.513663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d19794df-e75e-45d3-976b-7b09f00a9678 req-9eb53f18-9500-47bb-af52-6ae0ef392dcf tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 946 time: 0.6260607 Mar 24 01:08:19.535081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce9422cc-d610-4ce0-80cc-c7f63a718f76 req-bfb4a207-159b-49c4-be00-f1c3240a5f0e tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f103239-5428-41dd-a7a6-c3d7c67c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074055 Mar 24 01:08:19.568262 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a8dfb3ff-64dc-4197-8dd6-d3f918a7532c,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:19.578086 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a8dfb3ff-64dc-4197-8dd6-d3f918a7532c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:19.651615 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-51a7d4fe-7703-4adc-9241-e018f2a000d3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (6592290d-b6cb-4f90-a011-eb0e240b5d94), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:19.652852 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-51a7d4fe-7703-4adc-9241-e018f2a000d3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Added segment 6592290d-b6cb-4f90-a011-eb0e240b5d94 of type vlan for network 6115728a-94d9-4588-83cb-c9f6c142066f Mar 24 01:08:19.714850 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 251fa11f-3731-410d-9ff4-e45d1e326b80 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:19.726327 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-51a7d4fe-7703-4adc-9241-e018f2a000d3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (6115728a-94d9-4588-83cb-c9f6c142066f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:19.794507 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-51a7d4fe-7703-4adc-9241-e018f2a000d3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (6115728a-94d9-4588-83cb-c9f6c142066f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:19.800445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a7d4fe-7703-4adc-9241-e018f2a000d3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:19.801336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-51a7d4fe-7703-4adc-9241-e018f2a000d3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:19.821417 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['a8dfb3ff-64dc-4197-8dd6-d3f918a7532c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:08:19.826043 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Set router 610faae3-80ca-40ff-8536-8da7631a5c5b gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:19.839830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=a8dfb3ff-64dc-4197-8dd6-d3f918a7532c,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:19.940264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d19794df-e75e-45d3-976b-7b09f00a9678 req-998360bc-5b3d-47a1-9052-f0adc076f66c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbd11eb4-a4c9-49f2-a996-8fa8a2887efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3976882 Mar 24 01:08:20.123545 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 251fa11f-3731-410d-9ff4-e45d1e326b80 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:20.124776 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:20.273125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7d4fe-7703-4adc-9241-e018f2a000d3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event updated for resources: {'Network': ['ID=6115728a-94d9-4588-83cb-c9f6c142066f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:20.299530 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-router', 'tenant_id': '91529801875943e285400cac1c5565a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:08:11Z', 'updated_at': '2022-03-24T01:08:16Z', 'revision_number': 3, 'project_id': '91529801875943e285400cac1c5565a9', 'gw_port': {'id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:14Z', 'updated_at': '2022-03-24T01:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:20.303622 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-51a7d4fe-7703-4adc-9241-e018f2a000d3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2184734 Mar 24 01:08:20.306493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57136) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:20.320027 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 6115728a-94d9-4588-83cb-c9f6c142066f details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:08:20.324897 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1e81f2a3-ad50-4356-91b2-a9498531ddb8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Request body: {'subnet': {'network_id': '6115728a-94d9-4588-83cb-c9f6c142066f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:20.375863 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Checking router: 610faae3-80ca-40ff-8536-8da7631a5c5b for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:08:20.380008 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Updating router 610faae3-80ca-40ff-8536-8da7631a5c5b port 9dbfcc0e-62ba-4c9e-9292-451d4613291b binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:08:20.455009 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9dbfcc0e-62ba-4c9e-9292-451d4613291b), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:20.456380 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:20.476083 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:20.494230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e35315-694b-4429-9776-f05eb7271246 None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:08:20.609488 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:20.675557 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-132ee8f2-7491-4126-9968-a7c36de6d6a6 None None] Provisioning complete for port 251fa11f-3731-410d-9ff4-e45d1e326b80 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:20.675933 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-132ee8f2-7491-4126-9968-a7c36de6d6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:20.736022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7b9d3-639b-4c84-ab29-765c34b6de91 req-770dacf6-6788-490c-9a3a-2913043fc6e1 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:20.744414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-daa7b9d3-639b-4c84-ab29-765c34b6de91 req-770dacf6-6788-490c-9a3a-2913043fc6e1 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 945 time: 1.0078025 Mar 24 01:08:20.794842 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 251fa11f-3731-410d-9ff4-e45d1e326b80 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:20.795263 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:20.854443 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e35315-694b-4429-9776-f05eb7271246 None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:08:20.920842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 0d6e4f16-4384-4ceb-a549-82cda30b5ea8 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:20.923054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=3f889ffc-f30c-4abf-b353-e59a4009725c,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:20.930212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e81f2a3-ad50-4356-91b2-a9498531ddb8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Made reservation on behalf of 4972c9eaff0a448093e0034eae5afbf5 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:20.939789 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e81f2a3-ad50-4356-91b2-a9498531ddb8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:20.968567 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 251fa11f-3731-410d-9ff4-e45d1e326b80, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=251fa11f-3731-410d-9ff4-e45d1e326b80,segment=NetworkSegment(039a57e6-d5df-455c-9247-f98822ac5797),segment_id=039a57e6-d5df-455c-9247-f98822ac5797)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:20.991361 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:20.992144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a43a43cf-2125-456c-bcc2-d82c13d71a1e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:21.018844 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Publish callbacks [] for port (9dbfcc0e-62ba-4c9e-9292-451d4613291b), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:21.021231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196daaeb-3bd2-4c80-8348-424d90e6cf92 req-b9370236-c2b0-4988-a939-af33b404f3d8 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:21.023043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-196daaeb-3bd2-4c80-8348-424d90e6cf92 req-b9370236-c2b0-4988-a939-af33b404f3d8 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.57 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 945 time: 1.1658862 Mar 24 01:08:21.027681 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9dbfcc0e-62ba-4c9e-9292-451d4613291b), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:21.112717 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Attempting to bind port 9dbfcc0e-62ba-4c9e-9292-451d4613291b on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:21.113107 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Attempting to bind port 9dbfcc0e-62ba-4c9e-9292-451d4613291b by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:21.113477 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Attempting to bind port 9dbfcc0e-62ba-4c9e-9292-451d4613291b on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:21.130518 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:21.130891 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:21.131330 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:21.147487 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:21.147487 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Bound port: 9dbfcc0e-62ba-4c9e-9292-451d4613291b, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:21.147487 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9dbfcc0e-62ba-4c9e-9292-451d4613291b), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:21.203514 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073c4e1-d42d-4b23-ba39-088c718c7528 None None] Pushing event updated for resources: {'Port': ['ID=9dbfcc0e-62ba-4c9e-9292-451d4613291b,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:21.274524 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:21.287530 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] For port 9dbfcc0e-62ba-4c9e-9292-451d4613291b, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:21.291174 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] For port 9dbfcc0e-62ba-4c9e-9292-451d4613291b, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9dbfcc0e-62ba-4c9e-9292-451d4613291b,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:21.295857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20418f1-4cd3-4170-a088-fe643f4c07d3 req-4ef005d3-8982-4985-b7a1-9983a5957ec5 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:21.298013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a20418f1-4cd3-4170-a088-fe643f4c07d3 req-4ef005d3-8982-4985-b7a1-9983a5957ec5 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 946 time: 0.9411988 Mar 24 01:08:21.298165 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:21.303107 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9dbfcc0e-62ba-4c9e-9292-451d4613291b), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:21.314205 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-daa7b9d3-639b-4c84-ab29-765c34b6de91 req-b0bda73a-fc04-45bf-93f5-7a56e2ea7483 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5689325 Mar 24 01:08:21.315267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57156) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:21.319651 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-196daaeb-3bd2-4c80-8348-424d90e6cf92 req-5cee7721-43bb-4d13-b0a7-f30ddda7f470 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Deleting port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:08:21.320237 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-196daaeb-3bd2-4c80-8348-424d90e6cf92 req-5cee7721-43bb-4d13-b0a7-f30ddda7f470 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (44fa15fb-cfc3-47ec-a3c7-f54b0292738f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:21.343785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-132ee8f2-7491-4126-9968-a7c36de6d6a6 None None] Current status of the port 251fa11f-3731-410d-9ff4-e45d1e326b80 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:21.344197 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-132ee8f2-7491-4126-9968-a7c36de6d6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:21.417940 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Routers {'610faae3-80ca-40ff-8536-8da7631a5c5b'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:21.419118 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['610faae3-80ca-40ff-8536-8da7631a5c5b'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:21.441932 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-196daaeb-3bd2-4c80-8348-424d90e6cf92 req-5cee7721-43bb-4d13-b0a7-f30ddda7f470 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] For port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=44fa15fb-cfc3-47ec-a3c7-f54b0292738f,segment=NetworkSegment(05ff9a46-2526-4a32-b8b6-d96dc85d50d5),segment_id=05ff9a46-2526-4a32-b8b6-d96dc85d50d5)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:21.442366 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-196daaeb-3bd2-4c80-8348-424d90e6cf92 req-5cee7721-43bb-4d13-b0a7-f30ddda7f470 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (44fa15fb-cfc3-47ec-a3c7-f54b0292738f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:21.461364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-196daaeb-3bd2-4c80-8348-424d90e6cf92 req-5cee7721-43bb-4d13-b0a7-f30ddda7f470 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Calling delete_port for 44fa15fb-cfc3-47ec-a3c7-f54b0292738f owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:08:21.476126 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=251fa11f-3731-410d-9ff4-e45d1e326b80,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:21.484865 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a43a43cf-2125-456c-bcc2-d82c13d71a1e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:21.485743 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:21.620380 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] Set router 610faae3-80ca-40ff-8536-8da7631a5c5b gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:21.647724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-33a01ef8-9647-44c5-a2e6-54c410f1af52 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'floatingip': {'port_id': '5d67de27-b98e-4cd2-b649-97f01003c2a7'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:21.669642 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-196daaeb-3bd2-4c80-8348-424d90e6cf92 req-5cee7721-43bb-4d13-b0a7-f30ddda7f470 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (44fa15fb-cfc3-47ec-a3c7-f54b0292738f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:21.707585 n-d-760455-9 neutron-server[115729]: DEBUG neutron.objects.ports [None req-1e81f2a3-ad50-4356-91b2-a9498531ddb8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115729) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:08:21.723238 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e81f2a3-ad50-4356-91b2-a9498531ddb8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (13bee3f7-ad3d-4d0f-b1e5-61e31461f493), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:21.741589 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073c4e1-d42d-4b23-ba39-088c718c7528 None None] Pushing event updated for resources: {'Port': ['ID=9dbfcc0e-62ba-4c9e-9292-451d4613291b,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:21.745515 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:08:21.833451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33868f40-8232-4ded-be53-b48cf41f69ad req-723ff83b-5936-4153-b683-ebfb3ee14a47 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 210 time: 0.1773131 Mar 24 01:08:21.859415 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-router', 'tenant_id': '91529801875943e285400cac1c5565a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:08:11Z', 'updated_at': '2022-03-24T01:08:16Z', 'revision_number': 3, 'project_id': '91529801875943e285400cac1c5565a9', 'gw_port': {'id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:14Z', 'updated_at': '2022-03-24T01:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:21.866286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81f2a3-ad50-4356-91b2-a9498531ddb8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event updated for resources: {'Subnet': ['ID=13bee3f7-ad3d-4d0f-b1e5-61e31461f493,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:21.871188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee7721-43bb-4d13-b0a7-f30ddda7f470 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Pushing event deleted for resources: {'Port': ['ID=44fa15fb-cfc3-47ec-a3c7-f54b0292738f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:21.903753 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e49c95-97ab-4f03-b872-7d14c0f62d48 None None] The sync data for ids ['610faae3-80ca-40ff-8536-8da7631a5c5b'] in n-d-760455-9 is: [{'id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-router', 'tenant_id': '91529801875943e285400cac1c5565a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:08:11Z', 'updated_at': '2022-03-24T01:08:16Z', 'revision_number': 3, 'project_id': '91529801875943e285400cac1c5565a9', 'gw_port': {'id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:14Z', 'updated_at': '2022-03-24T01:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:08:21.910970 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-33a01ef8-9647-44c5-a2e6-54c410f1af52 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (ffde95b9-565a-4493-bcc9-678009559608), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:21.987919 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81f2a3-ad50-4356-91b2-a9498531ddb8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Checking segment: {'id': '6592290d-b6cb-4f90-a011-eb0e240b5d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6115728a-94d9-4588-83cb-c9f6c142066f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:21.988536 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e81f2a3-ad50-4356-91b2-a9498531ddb8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Network hostable DHCP agents. Network: 6115728a-94d9-4588-83cb-c9f6c142066f, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:08:22.030565 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e81f2a3-ad50-4356-91b2-a9498531ddb8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Network 6115728a-94d9-4588-83cb-c9f6c142066f is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:08:22.059197 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1e81f2a3-ad50-4356-91b2-a9498531ddb8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 6115728a-94d9-4588-83cb-c9f6c142066f) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:22.073463 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e81f2a3-ad50-4356-91b2-a9498531ddb8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:22.074517 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1e81f2a3-ad50-4356-91b2-a9498531ddb8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:22.092133 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:08:22.098710 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1e81f2a3-ad50-4356-91b2-a9498531ddb8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7862902 Mar 24 01:08:22.113183 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6f9e5e5c-d56b-43dc-9163-2146f395e502 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/a8801b3f-6989-4b1b-9ad1-a858d3fb03a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9864035 Mar 24 01:08:22.113903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57170) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:22.114663 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57172) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:22.130072 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-dc24aa0d-5a36-44d1-9bcf-21ecc0f94c72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'network': {'name': 'tempest-RoutersTest-342645902'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:22.172342 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Sync routers for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:08:22.204239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:22.204903 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:22.304919 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc24aa0d-5a36-44d1-9bcf-21ecc0f94c72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:22.309618 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dc24aa0d-5a36-44d1-9bcf-21ecc0f94c72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:22.337341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:22.403328 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e93a4140-360f-4402-8aa9-c5c00b79edba tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (6115728a-94d9-4588-83cb-c9f6c142066f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:22.414154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc24aa0d-5a36-44d1-9bcf-21ecc0f94c72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:08:22.485905 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dc24aa0d-5a36-44d1-9bcf-21ecc0f94c72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (9cf8acbd-fba4-4a1e-844b-af0bf8609ee2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:22.486544 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-dc24aa0d-5a36-44d1-9bcf-21ecc0f94c72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Added segment 9cf8acbd-fba4-4a1e-844b-af0bf8609ee2 of type vlan for network 306f96b2-f7ce-4307-b444-734677ca55f7 Mar 24 01:08:22.508475 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e81a1c3-9041-4f96-a9a7-c34709379d59 None None] Network 0d6e4f16-4384-4ceb-a549-82cda30b5ea8 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:22.547648 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257b8ccf-e2f9-4359-8f4e-5eb62bef4633 None None] Network 6115728a-94d9-4588-83cb-c9f6c142066f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:22.628647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e93a4140-360f-4402-8aa9-c5c00b79edba tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (13bee3f7-ad3d-4d0f-b1e5-61e31461f493), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:22.633377 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dc24aa0d-5a36-44d1-9bcf-21ecc0f94c72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (306f96b2-f7ce-4307-b444-734677ca55f7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:22.721727 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-132ee8f2-7491-4126-9968-a7c36de6d6a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:08:22.722565 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-132ee8f2-7491-4126-9968-a7c36de6d6a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:08:22.770850 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dc24aa0d-5a36-44d1-9bcf-21ecc0f94c72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (306f96b2-f7ce-4307-b444-734677ca55f7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:22.784719 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc24aa0d-5a36-44d1-9bcf-21ecc0f94c72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:22.787115 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dc24aa0d-5a36-44d1-9bcf-21ecc0f94c72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:22.859144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-196daaeb-3bd2-4c80-8348-424d90e6cf92 req-5cee7721-43bb-4d13-b0a7-f30ddda7f470 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] No DVR routers for this DVR port 44fa15fb-cfc3-47ec-a3c7-f54b0292738f on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:08:22.911931 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24aa0d-5a36-44d1-9bcf-21ecc0f94c72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Network': ['ID=306f96b2-f7ce-4307-b444-734677ca55f7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:22.915071 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e93a4140-360f-4402-8aa9-c5c00b79edba tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (13bee3f7-ad3d-4d0f-b1e5-61e31461f493), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:22.923365 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dc24aa0d-5a36-44d1-9bcf-21ecc0f94c72 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8062630 Mar 24 01:08:22.923982 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57190) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:22.926793 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-196daaeb-3bd2-4c80-8348-424d90e6cf92 req-5cee7721-43bb-4d13-b0a7-f30ddda7f470 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:22.937251 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-196daaeb-3bd2-4c80-8348-424d90e6cf92 req-5cee7721-43bb-4d13-b0a7-f30ddda7f470 tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.57 "DELETE /v2.0/ports/44fa15fb-cfc3-47ec-a3c7-f54b0292738f HTTP/1.1" status: 204 len: 173 time: 1.9024038 Mar 24 01:08:22.964990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c2ee2109-bd7f-4c73-874f-00724beb85df tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'subnet': {'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:22.987903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a4140-360f-4402-8aa9-c5c00b79edba tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Subnet': ['ID=13bee3f7-ad3d-4d0f-b1e5-61e31461f493,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:23.044097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7484cbfe-e5bf-4438-a754-3b8e4d3aedc5', 'name': 'network-vif-deleted', 'tag': '44fa15fb-cfc3-47ec-a3c7-f54b0292738f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:08:23.046928 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2e9a66-8546-4287-b9d3-2fd5a3e847f9" -d '{"events": [{"server_uuid": "7484cbfe-e5bf-4438-a754-3b8e4d3aedc5", "name": "network-vif-deleted", "tag": "44fa15fb-cfc3-47ec-a3c7-f54b0292738f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:08:23.123599 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e93a4140-360f-4402-8aa9-c5c00b79edba tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (6115728a-94d9-4588-83cb-c9f6c142066f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:23.128209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a43a43cf-2125-456c-bcc2-d82c13d71a1e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:23.157331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e93a4140-360f-4402-8aa9-c5c00b79edba tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6115728a-94d9-4588-83cb-c9f6c142066f']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:23.164085 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 306f96b2-f7ce-4307-b444-734677ca55f7 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:08:23.174843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e93a4140-360f-4402-8aa9-c5c00b79edba tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6592290d-b6cb-4f90-a011-eb0e240b5d94') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:23.175149 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e93a4140-360f-4402-8aa9-c5c00b79edba tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6592290d-b6cb-4f90-a011-eb0e240b5d94') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:23.176100 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device a8dfb3ff-64dc-4197-8dd6-d3f918a7532c up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:23.189743 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e93a4140-360f-4402-8aa9-c5c00b79edba tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (6592290d-b6cb-4f90-a011-eb0e240b5d94), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:23.212716 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e93a4140-360f-4402-8aa9-c5c00b79edba tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (6592290d-b6cb-4f90-a011-eb0e240b5d94), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:23.219561 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93a4140-360f-4402-8aa9-c5c00b79edba tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:08:23.219966 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e93a4140-360f-4402-8aa9-c5c00b79edba tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (6592290d-b6cb-4f90-a011-eb0e240b5d94), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:23.245030 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d9cd180-9a95-4340-81ba-78099fff9d7d req-e0c03f5a-1f7e-4618-b217-6e23a51b5cac tempest-ServerMetadataNegativeTestJSON-786639804 tempest-ServerMetadataNegativeTestJSON-786639804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7484cbfe-e5bf-4438-a754-3b8e4d3aedc5 HTTP/1.1" status: 200 len: 210 time: 0.1847653 Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:08:23.333374 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:08:23.366507 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Allocated IP 172.20.0.1 (7e65492a-b6d0-4285-a960-d881da2ccb32/5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5/fb638f6f-5341-44aa-a47f-97327fa7d325) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:23.498067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c4aba9-113f-49de-b01c-8207fb7c1768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6115728a-94d9-4588-83cb-c9f6c142066f', 'network_id': '6115728a-94d9-4588-83cb-c9f6c142066f', 'project_id': '4972c9eaff0a448093e0034eae5afbf5', 'fixed_ips': [{'subnet_id': '13bee3f7-ad3d-4d0f-b1e5-61e31461f493'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:08:23.498878 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-89c4aba9-113f-49de-b01c-8207fb7c1768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:23.594463 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Publish callbacks [] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:23.613665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9dbfcc0e-62ba-4c9e-9292-451d4613291b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:23.655284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ee2109-bd7f-4c73-874f-00724beb85df tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:23.656601 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a376a78-ad49-4c95-ba88-809f4afec121 x-openstack-request-id: req-6a376a78-ad49-4c95-ba88-809f4afec121 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:08:23.658899 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7484cbfe-e5bf-4438-a754-3b8e4d3aedc5", "name": "network-vif-deleted", "tag": "44fa15fb-cfc3-47ec-a3c7-f54b0292738f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:08:23.659162 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a376a78-ad49-4c95-ba88-809f4afec121 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:08:23.660740 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a376a78-ad49-4c95-ba88-809f4afec121'] response: {'server_uuid': '7484cbfe-e5bf-4438-a754-3b8e4d3aedc5', 'name': 'network-vif-deleted', 'tag': '44fa15fb-cfc3-47ec-a3c7-f54b0292738f', 'status': 'completed', 'code': 200} Mar 24 01:08:23.663523 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:23.667738 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c2ee2109-bd7f-4c73-874f-00724beb85df tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:23.719035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 44fa15fb-cfc3-47ec-a3c7-f54b0292738f no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:08:23.727444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a88e-8e3b-4ae9-91d9-d4b164681730 req-2e096726-d933-4ce7-86ff-556391211e26 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:23.730066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f04a88e-8e3b-4ae9-91d9-d4b164681730 req-2e096726-d933-4ce7-86ff-556391211e26 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 945 time: 0.8978913 Mar 24 01:08:23.740517 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e93a4140-360f-4402-8aa9-c5c00b79edba tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (6115728a-94d9-4588-83cb-c9f6c142066f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:23.756073 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e93a4140-360f-4402-8aa9-c5c00b79edba tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:23.759910 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e93a4140-360f-4402-8aa9-c5c00b79edba tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/networks/6115728a-94d9-4588-83cb-c9f6c142066f HTTP/1.1" status: 204 len: 168 time: 1.6436820 Mar 24 01:08:23.766661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57202) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:23.783604 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a4140-360f-4402-8aa9-c5c00b79edba tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Network': ['ID=6115728a-94d9-4588-83cb-c9f6c142066f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:23.803864 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-132ee8f2-7491-4126-9968-a7c36de6d6a6 None None] Current status of the port 251fa11f-3731-410d-9ff4-e45d1e326b80 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:23.808673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 44fa15fb-cfc3-47ec-a3c7-f54b0292738f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:08:23.809243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 44fa15fb-cfc3-47ec-a3c7-f54b0292738f not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:08:23.809883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-93cedb36-b2f4-43ad-9eb2-94191fc446c5 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-435882559'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:23.837144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Network 7e65492a-b6d0-4285-a960-d881da2ccb32 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:23.876225 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f04a88e-8e3b-4ae9-91d9-d4b164681730 req-2983d678-5359-4e02-9770-97b887f749b7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103189 Mar 24 01:08:23.885677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:23.892147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:23.896022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Pushing event updated for resources: {'Port': ['ID=fb638f6f-5341-44aa-a47f-97327fa7d325,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:23.946774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cedb36-b2f4-43ad-9eb2-94191fc446c5 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Made reservation on behalf of 4972c9eaff0a448093e0034eae5afbf5 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:23.950690 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93cedb36-b2f4-43ad-9eb2-94191fc446c5 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:23.958899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:08:23.969793 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a7a5f2-6c4e-4a76-8255-e644fb181f78 None None] Network 6115728a-94d9-4588-83cb-c9f6c142066f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:23.974055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:19Z', 'revision_number': 3, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:19Z', 'revision_number': 2, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:23.975102 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (610faae3-80ca-40ff-8536-8da7631a5c5b), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:24.018175 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:24.018888 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a8dfb3ff-64dc-4197-8dd6-d3f918a7532c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:24.024097 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Checking router: a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:08:24.024750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Updating router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 port 3f889ffc-f30c-4abf-b353-e59a4009725c binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:08:24.027315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a7a5f2-6c4e-4a76-8255-e644fb181f78 None None] Network 6115728a-94d9-4588-83cb-c9f6c142066f could not be found, it might have been deleted concurrently. {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 24 01:08:24.050940 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c2ee2109-bd7f-4c73-874f-00724beb85df tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (6986bdc2-1f97-43c7-87bb-81fd65da6224), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:24.069949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cedb36-b2f4-43ad-9eb2-94191fc446c5 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:08:24.086300 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93cedb36-b2f4-43ad-9eb2-94191fc446c5 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (1daf8b38-7bc5-42a4-a64b-7799b1ed5b58), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:24.087236 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-93cedb36-b2f4-43ad-9eb2-94191fc446c5 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Added segment 1daf8b38-7bc5-42a4-a64b-7799b1ed5b58 of type vlan for network 8c248f16-713d-4389-aac9-c1e1fc99629b Mar 24 01:08:24.090232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9dbfcc0e-62ba-4c9e-9292-451d4613291b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:24.090833 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9dbfcc0e-62ba-4c9e-9292-451d4613291b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:24.121762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee2109-bd7f-4c73-874f-00724beb85df tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Subnet': ['ID=6986bdc2-1f97-43c7-87bb-81fd65da6224,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:24.140179 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:24.165816 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93cedb36-b2f4-43ad-9eb2-94191fc446c5 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (8c248f16-713d-4389-aac9-c1e1fc99629b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:24.182782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ee2109-bd7f-4c73-874f-00724beb85df tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Checking segment: {'id': '9cf8acbd-fba4-4a1e-844b-af0bf8609ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:24.183325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ee2109-bd7f-4c73-874f-00724beb85df tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network hostable DHCP agents. Network: 306f96b2-f7ce-4307-b444-734677ca55f7, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:08:24.204388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ee2109-bd7f-4c73-874f-00724beb85df tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 306f96b2-f7ce-4307-b444-734677ca55f7 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:08:24.215893 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93cedb36-b2f4-43ad-9eb2-94191fc446c5 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (8c248f16-713d-4389-aac9-c1e1fc99629b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:24.217547 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c2ee2109-bd7f-4c73-874f-00724beb85df tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 306f96b2-f7ce-4307-b444-734677ca55f7) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:24.221379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cedb36-b2f4-43ad-9eb2-94191fc446c5 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:24.222215 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93cedb36-b2f4-43ad-9eb2-94191fc446c5 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:24.222957 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ee2109-bd7f-4c73-874f-00724beb85df tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:24.223715 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c2ee2109-bd7f-4c73-874f-00724beb85df tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:24.238994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d568463f-daa1-4e2d-aad9-d8f97f42948a None None] Network 306f96b2-f7ce-4307-b444-734677ca55f7 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:24.251348 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c2ee2109-bd7f-4c73-874f-00724beb85df tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2904921 Mar 24 01:08:24.254826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57210) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:24.262114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-93cedb36-b2f4-43ad-9eb2-94191fc446c5 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4924498 Mar 24 01:08:24.272636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57212) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:24.351295 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5e936ce2-101d-49a7-8965-7bb067474c07 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Request body: {'subnet': {'network_id': '8c248f16-713d-4389-aac9-c1e1fc99629b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:24.387390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57214) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:24.488184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Deleting subnet 2a344253-e8d0-4f82-a7e6-6005cf9a86f7 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:08:24.545317 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e936ce2-101d-49a7-8965-7bb067474c07 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Made reservation on behalf of 4972c9eaff0a448093e0034eae5afbf5 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:24.551316 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5e936ce2-101d-49a7-8965-7bb067474c07 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:24.564281 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Publish callbacks [] for subnet (2a344253-e8d0-4f82-a7e6-6005cf9a86f7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:24.608324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cedb36-b2f4-43ad-9eb2-94191fc446c5 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event updated for resources: {'Network': ['ID=8c248f16-713d-4389-aac9-c1e1fc99629b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:24.658560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0333dcfd-5cc7-4eb4-a358-26e6446066f3 None None] Provisioning complete for port 251fa11f-3731-410d-9ff4-e45d1e326b80 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:24.659079 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0333dcfd-5cc7-4eb4-a358-26e6446066f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:24.739686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 8c248f16-713d-4389-aac9-c1e1fc99629b details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:08:24.743224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:24.744497 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a8dfb3ff-64dc-4197-8dd6-d3f918a7532c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:24.877549 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5e936ce2-101d-49a7-8965-7bb067474c07 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (e0af1639-28d9-49b9-a559-d65cbc1483a6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:24.913835 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31ae65f-afb5-45b1-ab96-121f0f58bf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dfb3ff-64dc-4197-8dd6-d3f918a7532c'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:08:24.922026 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29671cf-8174-4df5-b514-7cd6b5112337" -d '{"events": [{"server_uuid": "b31ae65f-afb5-45b1-ab96-121f0f58bf5e", "name": "network-vif-plugged", "status": "completed", "tag": "a8dfb3ff-64dc-4197-8dd6-d3f918a7532c"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:08:24.950028 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (2a344253-e8d0-4f82-a7e6-6005cf9a86f7), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:24.965060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e936ce2-101d-49a7-8965-7bb067474c07 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event updated for resources: {'Subnet': ['ID=e0af1639-28d9-49b9-a559-d65cbc1483a6,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:24.990916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 9dbfcc0e-62ba-4c9e-9292-451d4613291b is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:24.991718 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9dbfcc0e-62ba-4c9e-9292-451d4613291b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:25.047802 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:25.127677 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (2a344253-e8d0-4f82-a7e6-6005cf9a86f7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:25.203686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e936ce2-101d-49a7-8965-7bb067474c07 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Checking segment: {'id': '1daf8b38-7bc5-42a4-a64b-7799b1ed5b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8c248f16-713d-4389-aac9-c1e1fc99629b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:25.204254 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e936ce2-101d-49a7-8965-7bb067474c07 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Network hostable DHCP agents. Network: 8c248f16-713d-4389-aac9-c1e1fc99629b, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:08:25.209871 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e5ec85-5263-4c96-8733-3ef407d1d64a x-openstack-request-id: req-70e5ec85-5263-4c96-8733-3ef407d1d64a {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:08:25.210223 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31ae65f-afb5-45b1-ab96-121f0f58bf5e", "name": "network-vif-plugged", "status": "completed", "tag": "a8dfb3ff-64dc-4197-8dd6-d3f918a7532c", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:08:25.210429 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70e5ec85-5263-4c96-8733-3ef407d1d64a {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:08:25.210805 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e5ec85-5263-4c96-8733-3ef407d1d64a'] response: {'server_uuid': 'b31ae65f-afb5-45b1-ab96-121f0f58bf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dfb3ff-64dc-4197-8dd6-d3f918a7532c', 'code': 200} Mar 24 01:08:25.218640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a8dfb3ff-64dc-4197-8dd6-d3f918a7532c,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:25.256155 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e936ce2-101d-49a7-8965-7bb067474c07 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Network 8c248f16-713d-4389-aac9-c1e1fc99629b is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:08:25.262320 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a8dfb3ff-64dc-4197-8dd6-d3f918a7532c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:25.279591 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-5e936ce2-101d-49a7-8965-7bb067474c07 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 8c248f16-713d-4389-aac9-c1e1fc99629b) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:25.296576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-306f96b2-f7ce-4307-b444-734677ca55f7', 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7', 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'fixed_ips': [{'subnet_id': '6986bdc2-1f97-43c7-87bb-81fd65da6224'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:08:25.298029 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:25.304464 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e936ce2-101d-49a7-8965-7bb067474c07 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:25.305844 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5e936ce2-101d-49a7-8965-7bb067474c07 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:25.312569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28c4ce1-32ed-4aea-8bc9-58661b6a75b0 None None] Network 8c248f16-713d-4389-aac9-c1e1fc99629b requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:25.337243 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (2a344253-e8d0-4f82-a7e6-6005cf9a86f7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:25.341278 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 9dbfcc0e-62ba-4c9e-9292-451d4613291b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9dbfcc0e-62ba-4c9e-9292-451d4613291b,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:25.426389 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5e936ce2-101d-49a7-8965-7bb067474c07 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0780349 Mar 24 01:08:25.427988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57238) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:25.444220 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9dbfcc0e-62ba-4c9e-9292-451d4613291b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:25.446074 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 251fa11f-3731-410d-9ff4-e45d1e326b80 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:25.586525 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Publish callbacks [] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:25.649260 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:25.653365 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-caa077aa-651b-4ac2-b44b-ac4de2a11cfc tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (8c248f16-713d-4389-aac9-c1e1fc99629b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:25.707594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=a8dfb3ff-64dc-4197-8dd6-d3f918a7532c,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:25.722615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a344253-e8d0-4f82-a7e6-6005cf9a86f7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:25.731302 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:25.737037 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2a344253-e8d0-4f82-a7e6-6005cf9a86f7 HTTP/1.1" status: 204 len: 168 time: 1.3354001 Mar 24 01:08:25.746044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57244) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:25.761915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded824d9-f5ba-44f2-83b7-646a62bdb549 req-af032904-236d-4b85-b0ba-80fb8116682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:25.763440 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ded824d9-f5ba-44f2-83b7-646a62bdb549 req-af032904-236d-4b85-b0ba-80fb8116682d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 1128 time: 0.4789798 Mar 24 01:08:25.774323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.resource_extend [None req-33a01ef8-9647-44c5-a2e6-54c410f1af52 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:08:25.782816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:25.783165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:25.783506 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:25.783844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:25.784175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:25.784504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:25.784831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:25.785187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:25.785500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:25.785824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:25.786146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:25.786469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:25.786789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:25.787107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:25.787425 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9781395-f971-4821-9b02-8cd513263bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:25.790109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Pushing event updated for resources: {'Port': ['ID=fb638f6f-5341-44aa-a47f-97327fa7d325,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:25.818740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=9dbfcc0e-62ba-4c9e-9292-451d4613291b,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:25.881722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 251fa11f-3731-410d-9ff4-e45d1e326b80 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:25.882767 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:25.943398 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (610faae3-80ca-40ff-8536-8da7631a5c5b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:25.972655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b916e5-c9b5-487c-9346-6fba7f1ccfcf req-0a027536-3719-46aa-8ef8-0a6d6627beb0 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:25.974484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9b916e5-c9b5-487c-9346-6fba7f1ccfcf req-0a027536-3719-46aa-8ef8-0a6d6627beb0 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.7053967 Mar 24 01:08:26.001412 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-33a01ef8-9647-44c5-a2e6-54c410f1af52 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:26.031750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0333dcfd-5cc7-4eb4-a358-26e6446066f3 None None] Current status of the port 251fa11f-3731-410d-9ff4-e45d1e326b80 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:26.163802 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Publish callbacks [] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:26.173661 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ba496c-92ad-46b7-ab3c-a01d72ba4081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-8c248f16-713d-4389-aac9-c1e1fc99629b', 'network_id': '8c248f16-713d-4389-aac9-c1e1fc99629b', 'project_id': '4972c9eaff0a448093e0034eae5afbf5', 'fixed_ips': [{'subnet_id': 'e0af1639-28d9-49b9-a559-d65cbc1483a6'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:08:26.174767 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-75ba496c-92ad-46b7-ab3c-a01d72ba4081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:26.177939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0333dcfd-5cc7-4eb4-a358-26e6446066f3 None None] Provisioning complete for port 3f889ffc-f30c-4abf-b353-e59a4009725c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:26.178965 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0333dcfd-5cc7-4eb4-a358-26e6446066f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:26.181153 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-33a01ef8-9647-44c5-a2e6-54c410f1af52 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (ffde95b9-565a-4493-bcc9-678009559608), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:26.196555 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e88c47ad-a559-444a-92a0-afa1d3bce12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (120d5a03-9ddd-46cf-bd8a-1ca6e05a9317), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:26.203857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Allocated IP 172.22.0.2 (306f96b2-f7ce-4307-b444-734677ca55f7/6986bdc2-1f97-43c7-87bb-81fd65da6224/cfb3e716-812b-41c9-99df-b6241acec23f) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:26.246750 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:26.320373 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-33a01ef8-9647-44c5-a2e6-54c410f1af52 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Floating IP ffde95b9-565a-4493-bcc9-678009559608 associated. External IP: 172.25.0.227, port: 5d67de27-b98e-4cd2-b649-97f01003c2a7. Mar 24 01:08:26.323903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Network 7e65492a-b6d0-4285-a960-d881da2ccb32 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:26.328822 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ded824d9-f5ba-44f2-83b7-646a62bdb549 req-3d0a1aae-f08c-441b-bfb0-68c750926b4b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495491 Mar 24 01:08:26.341433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48eb64-3eb0-4c31-b5ce-1f2375a9b9f3 None None] Pushing event updated for resources: {'Port': ['ID=3f889ffc-f30c-4abf-b353-e59a4009725c,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:26.396473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:26.402126 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:26.467178 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9b916e5-c9b5-487c-9346-6fba7f1ccfcf req-031ec60c-3370-4d1c-b44e-e531bdb0fd2f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692550 Mar 24 01:08:26.583123 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-caa077aa-651b-4ac2-b44b-ac4de2a11cfc tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (e0af1639-28d9-49b9-a559-d65cbc1483a6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:26.680910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Router 610faae3-80ca-40ff-8536-8da7631a5c5b has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:08:26.711936 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Publish callbacks [] for port (cfb3e716-812b-41c9-99df-b6241acec23f), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:26.716523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0333dcfd-5cc7-4eb4-a358-26e6446066f3 None None] Port 3f889ffc-f30c-4abf-b353-e59a4009725c cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:08:26.744693 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (cfb3e716-812b-41c9-99df-b6241acec23f), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:26.768080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 251fa11f-3731-410d-9ff4-e45d1e326b80 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:26.776067 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-caa077aa-651b-4ac2-b44b-ac4de2a11cfc tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (e0af1639-28d9-49b9-a559-d65cbc1483a6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:26.796656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Network 306f96b2-f7ce-4307-b444-734677ca55f7 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:26.840198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:26.845043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:26.863520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa077aa-651b-4ac2-b44b-ac4de2a11cfc tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Subnet': ['ID=e0af1639-28d9-49b9-a559-d65cbc1483a6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:26.921330 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-caa077aa-651b-4ac2-b44b-ac4de2a11cfc tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (8c248f16-713d-4389-aac9-c1e1fc99629b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server [None req-75ba496c-92ad-46b7-ab3c-a01d72ba4081 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0af1639-28d9-49b9-a559-d65cbc1483a6: This subnet is being modified by another concurrent operation. Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:08:26.953762 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise exception Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0af1639-28d9-49b9-a559-d65cbc1483a6: This subnet is being modified by another concurrent operation. Mar 24 01:08:26.958587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Mar 24 01:08:26.982323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-caa077aa-651b-4ac2-b44b-ac4de2a11cfc tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c248f16-713d-4389-aac9-c1e1fc99629b']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:26.999456 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9dbfcc0e-62ba-4c9e-9292-451d4613291b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:27.022589 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-caa077aa-651b-4ac2-b44b-ac4de2a11cfc tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1daf8b38-7bc5-42a4-a64b-7799b1ed5b58') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:27.022886 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-caa077aa-651b-4ac2-b44b-ac4de2a11cfc tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1daf8b38-7bc5-42a4-a64b-7799b1ed5b58') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:27.042413 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-caa077aa-651b-4ac2-b44b-ac4de2a11cfc tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (1daf8b38-7bc5-42a4-a64b-7799b1ed5b58), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.055467 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ca6b0d-dede-4a42-b746-d1100de95f26 None None] Network 8c248f16-713d-4389-aac9-c1e1fc99629b requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:27.069225 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-caa077aa-651b-4ac2-b44b-ac4de2a11cfc tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (1daf8b38-7bc5-42a4-a64b-7799b1ed5b58), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.076052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Allocated IP 172.22.0.1 (306f96b2-f7ce-4307-b444-734677ca55f7/6986bdc2-1f97-43c7-87bb-81fd65da6224/151d90b1-5d68-4ff6-9dab-dae963af9dc7) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:27.081978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa077aa-651b-4ac2-b44b-ac4de2a11cfc tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:08:27.082388 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-caa077aa-651b-4ac2-b44b-ac4de2a11cfc tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (1daf8b38-7bc5-42a4-a64b-7799b1ed5b58), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:08:27.085509 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:08:27.170323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3af39ee4-19a6-4de0-b612-41341e6b9fe6 None None] Provisioning complete for port 3f889ffc-f30c-4abf-b353-e59a4009725c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:27.177415 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3af39ee4-19a6-4de0-b612-41341e6b9fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.219337 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-caa077aa-651b-4ac2-b44b-ac4de2a11cfc tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (8c248f16-713d-4389-aac9-c1e1fc99629b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.229770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3af39ee4-19a6-4de0-b612-41341e6b9fe6 None None] Port 3f889ffc-f30c-4abf-b353-e59a4009725c cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:08:27.236731 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-caa077aa-651b-4ac2-b44b-ac4de2a11cfc tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.240262 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-caa077aa-651b-4ac2-b44b-ac4de2a11cfc tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/networks/8c248f16-713d-4389-aac9-c1e1fc99629b HTTP/1.1" status: 204 len: 168 time: 1.8111272 Mar 24 01:08:27.248096 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Pushing event updated for resources: {'Port': ['ID=cfb3e716-812b-41c9-99df-b6241acec23f,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:27.258419 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57262) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:27.267314 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Attempting to bind port cfb3e716-812b-41c9-99df-b6241acec23f on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:27.267827 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Attempting to bind port cfb3e716-812b-41c9-99df-b6241acec23f by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '9cf8acbd-fba4-4a1e-844b-af0bf8609ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:27.268308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Attempting to bind port cfb3e716-812b-41c9-99df-b6241acec23f on network 306f96b2-f7ce-4307-b444-734677ca55f7 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:27.275360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:27.275918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Checking segment: {'id': '9cf8acbd-fba4-4a1e-844b-af0bf8609ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:27.276499 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.277122 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Bound using segment: {'id': '9cf8acbd-fba4-4a1e-844b-af0bf8609ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:27.277719 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Bound port: cfb3e716-812b-41c9-99df-b6241acec23f, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf8acbd-fba4-4a1e-844b-af0bf8609ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:27.278216 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cfb3e716-812b-41c9-99df-b6241acec23f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.281520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7bad0cac-55cf-4e67-bff4-1888f0cc300a tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1161884914'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:27.281918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Attempting to bind port 3f889ffc-f30c-4abf-b353-e59a4009725c on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:27.282442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Attempting to bind port 3f889ffc-f30c-4abf-b353-e59a4009725c by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '039a57e6-d5df-455c-9247-f98822ac5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:27.282910 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Attempting to bind port 3f889ffc-f30c-4abf-b353-e59a4009725c on network 0d6e4f16-4384-4ceb-a549-82cda30b5ea8 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:27.291245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:27.291714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Checking segment: {'id': '039a57e6-d5df-455c-9247-f98822ac5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:27.292192 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.292671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Bound using segment: {'id': '039a57e6-d5df-455c-9247-f98822ac5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:27.293275 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Bound port: 3f889ffc-f30c-4abf-b353-e59a4009725c, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039a57e6-d5df-455c-9247-f98822ac5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:27.293730 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.336020 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa077aa-651b-4ac2-b44b-ac4de2a11cfc tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Network': ['ID=8c248f16-713d-4389-aac9-c1e1fc99629b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:27.353354 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9dbfcc0e-62ba-4c9e-9292-451d4613291b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:27.353917 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9dbfcc0e-62ba-4c9e-9292-451d4613291b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.377889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bad0cac-55cf-4e67-bff4-1888f0cc300a tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Made reservation on behalf of 4972c9eaff0a448093e0034eae5afbf5 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:27.381672 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7bad0cac-55cf-4e67-bff4-1888f0cc300a tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.414853 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.435598 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bad0cac-55cf-4e67-bff4-1888f0cc300a tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:08:27.460687 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7bad0cac-55cf-4e67-bff4-1888f0cc300a tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ed260c99-dc39-4752-b74d-9247207e20d9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.461017 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-7bad0cac-55cf-4e67-bff4-1888f0cc300a tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Added segment ed260c99-dc39-4752-b74d-9247207e20d9 of type vlan for network f06f10d4-2dd5-46c4-b054-ffbee90e7d7f Mar 24 01:08:27.520902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 9dbfcc0e-62ba-4c9e-9292-451d4613291b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:27.522390 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.529905 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7bad0cac-55cf-4e67-bff4-1888f0cc300a tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (f06f10d4-2dd5-46c4-b054-ffbee90e7d7f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.532160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] For port 3f889ffc-f30c-4abf-b353-e59a4009725c, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:27.546895 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] For port cfb3e716-812b-41c9-99df-b6241acec23f, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:27.550429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] For port 3f889ffc-f30c-4abf-b353-e59a4009725c, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3f889ffc-f30c-4abf-b353-e59a4009725c,segment=NetworkSegment(039a57e6-d5df-455c-9247-f98822ac5797),segment_id=039a57e6-d5df-455c-9247-f98822ac5797)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:27.557851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] For port cfb3e716-812b-41c9-99df-b6241acec23f, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=cfb3e716-812b-41c9-99df-b6241acec23f,segment=NetworkSegment(9cf8acbd-fba4-4a1e-844b-af0bf8609ee2),segment_id=9cf8acbd-fba4-4a1e-844b-af0bf8609ee2)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:27.571450 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.616512 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cfb3e716-812b-41c9-99df-b6241acec23f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.616680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 306f96b2-f7ce-4307-b444-734677ca55f7 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:27.636154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:27.638765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=151d90b1-5d68-4ff6-9dab-dae963af9dc7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:27.641077 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:27.705862 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.709962 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7bad0cac-55cf-4e67-bff4-1888f0cc300a tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (f06f10d4-2dd5-46c4-b054-ffbee90e7d7f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.715399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bad0cac-55cf-4e67-bff4-1888f0cc300a tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:27.716059 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7bad0cac-55cf-4e67-bff4-1888f0cc300a tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.785539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:27.794442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:27.880771 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7bad0cac-55cf-4e67-bff4-1888f0cc300a tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6193058 Mar 24 01:08:27.885934 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57272) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:27.892107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:08:27.893140 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7079a321-6875-4b10-9524-1a35c9f5c9b7 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Request body: {'subnet': {'network_id': 'f06f10d4-2dd5-46c4-b054-ffbee90e7d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:27.902065 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6ece91f3-15ca-40d3-89f1-e02588feae1d admin admin] 10.222.0.45 "PUT /v2.0/routers/610faae3-80ca-40ff-8536-8da7631a5c5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4277861 Mar 24 01:08:27.908573 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Sync routers for ids ['610faae3-80ca-40ff-8536-8da7631a5c5b'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:08:27.909157 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e88c47ad-a559-444a-92a0-afa1d3bce12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (120d5a03-9ddd-46cf-bd8a-1ca6e05a9317), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:27.927870 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Routers {'610faae3-80ca-40ff-8536-8da7631a5c5b'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:27.928566 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['610faae3-80ca-40ff-8536-8da7631a5c5b'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:27.952110 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48eb64-3eb0-4c31-b5ce-1f2375a9b9f3 None None] Pushing event updated for resources: {'Port': ['ID=3f889ffc-f30c-4abf-b353-e59a4009725c,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:27.964609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e88c47ad-a559-444a-92a0-afa1d3bce12f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120d5a03-9ddd-46cf-bd8a-1ca6e05a9317']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:27.973667 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad0cac-55cf-4e67-bff4-1888f0cc300a tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event updated for resources: {'Network': ['ID=f06f10d4-2dd5-46c4-b054-ffbee90e7d7f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:28.053492 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network f06f10d4-2dd5-46c4-b054-ffbee90e7d7f details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:08:28.073613 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e88c47ad-a559-444a-92a0-afa1d3bce12f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ff9a46-2526-4a32-b8b6-d96dc85d50d5') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:28.074031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e88c47ad-a559-444a-92a0-afa1d3bce12f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ff9a46-2526-4a32-b8b6-d96dc85d50d5') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:28.160957 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e88c47ad-a559-444a-92a0-afa1d3bce12f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (05ff9a46-2526-4a32-b8b6-d96dc85d50d5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:28.247154 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Set router 610faae3-80ca-40ff-8536-8da7631a5c5b gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:28.354716 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:28.489864 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7079a321-6875-4b10-9524-1a35c9f5c9b7 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Made reservation on behalf of 4972c9eaff0a448093e0034eae5afbf5 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:28.493361 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7079a321-6875-4b10-9524-1a35c9f5c9b7 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:28.516259 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e88c47ad-a559-444a-92a0-afa1d3bce12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (05ff9a46-2526-4a32-b8b6-d96dc85d50d5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:28.553381 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88c47ad-a559-444a-92a0-afa1d3bce12f admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:08:28.553806 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e88c47ad-a559-444a-92a0-afa1d3bce12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (05ff9a46-2526-4a32-b8b6-d96dc85d50d5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:08:28.555691 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:08:28.690906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457a4ec-9426-4c13-a819-9abb9566e71b req-f9a06e05-86dc-4279-a8f1-80076e8cad55 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:28.692439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4457a4ec-9426-4c13-a819-9abb9566e71b req-f9a06e05-86dc-4279-a8f1-80076e8cad55 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.7026260 Mar 24 01:08:28.753895 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ee9a093c-f86f-493d-b771-4be8bd46e897 None None] Provisioning complete for port 3f889ffc-f30c-4abf-b353-e59a4009725c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:28.754797 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ee9a093c-f86f-493d-b771-4be8bd46e897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:28.768732 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e88c47ad-a559-444a-92a0-afa1d3bce12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (120d5a03-9ddd-46cf-bd8a-1ca6e05a9317), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:28.809892 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e88c47ad-a559-444a-92a0-afa1d3bce12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:28.815466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e88c47ad-a559-444a-92a0-afa1d3bce12f admin admin] 10.222.0.45 "DELETE /v2.0/networks/120d5a03-9ddd-46cf-bd8a-1ca6e05a9317 HTTP/1.1" status: 204 len: 168 time: 3.0487001 Mar 24 01:08:28.854728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05c7fb-b4ee-4f93-9e6d-01379b172807 None None] Pushing event updated for resources: {'Port': ['ID=cfb3e716-812b-41c9-99df-b6241acec23f,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:28.858301 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:28.892111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c47ad-a559-444a-92a0-afa1d3bce12f admin admin] Pushing event deleted for resources: {'Network': ['ID=120d5a03-9ddd-46cf-bd8a-1ca6e05a9317,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:28.922970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a01ef8-9647-44c5-a2e6-54c410f1af52 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Router a9ee4bad-e653-484c-97e8-9380577683bf has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:08:28.945851 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4457a4ec-9426-4c13-a819-9abb9566e71b req-235476ac-c6f7-48e0-96ba-eed78b3535cb tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287333 Mar 24 01:08:28.956932 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7757-61c3-4470-968a-9db938f4df62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:29.095973 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-router', 'tenant_id': '91529801875943e285400cac1c5565a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:08:11Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '91529801875943e285400cac1c5565a9', 'gw_port': {'id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:14Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'fb638f6f-5341-44aa-a47f-97327fa7d325', 'name': '', 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32', 'tenant_id': '91529801875943e285400cac1c5565a9', 'mac_address': 'fa:16:3e:94:ed:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:21Z', 'updated_at': '2022-03-24T01:08:25Z', 'revision_number': 2, 'project_id': '91529801875943e285400cac1c5565a9', 'subnets': [{'id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:29.171468 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Checking router: 610faae3-80ca-40ff-8536-8da7631a5c5b for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:08:29.181691 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Updating router 610faae3-80ca-40ff-8536-8da7631a5c5b port fb638f6f-5341-44aa-a47f-97327fa7d325 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:08:29.282313 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:29.518645 n-d-760455-9 neutron-server[115729]: DEBUG neutron.objects.ports [None req-7079a321-6875-4b10-9524-1a35c9f5c9b7 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115729) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:08:29.522340 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7079a321-6875-4b10-9524-1a35c9f5c9b7 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (b6068818-d915-497a-b009-9f7894824033), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:29.529601 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:29.563378 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:29.584598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a01ef8-9647-44c5-a2e6-54c410f1af52 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:08:29.598012 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-33a01ef8-9647-44c5-a2e6-54c410f1af52 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:29.608970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e926c-1b35-44d8-af2d-1beaa07fd852 None None] Sync routers for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:08:29.639025 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57312) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:29.709398 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ee9a093c-f86f-493d-b771-4be8bd46e897 None None] Current status of the port 3f889ffc-f30c-4abf-b353-e59a4009725c is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:29.713564 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ee9a093c-f86f-493d-b771-4be8bd46e897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:29.745599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafc7151-b5b8-4c8d-a23e-b2b2cb6ad26d None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:08:29.749510 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:29.755761 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079a321-6875-4b10-9524-1a35c9f5c9b7 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event updated for resources: {'Subnet': ['ID=b6068818-d915-497a-b009-9f7894824033,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:29.779005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cb526-c897-4378-afb4-49244370cdf7 req-5a4b2c45-337d-4419-8460-f6aa1d450534 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:29.790043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-521cb526-c897-4378-afb4-49244370cdf7 req-5a4b2c45-337d-4419-8460-f6aa1d450534 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/networks?id=7e65492a-b6d0-4285-a960-d881da2ccb32 HTTP/1.1" status: 200 len: 819 time: 0.6311464 Mar 24 01:08:29.801400 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-33a01ef8-9647-44c5-a2e6-54c410f1af52 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "PUT /v2.0/floatingips/ffde95b9-565a-4493-bcc9-678009559608 HTTP/1.1" status: 200 len: 992 time: 8.1588438 Mar 24 01:08:29.803765 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7a9ccef7-9b40-41a3-a279-087a8fb0a606 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0733237b0a774b97837d1b7f8ebff1a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472621 Mar 24 01:08:29.811524 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57316) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:29.816828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'tag': '5d67de27-b98e-4cd2-b649-97f01003c2a7'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:08:29.819131 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce00af3d-b81e-4e43-9a6b-c4b899e51e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e2f74e-5895-4265-a0da-be9fa23c267c", "tag": "5d67de27-b98e-4cd2-b649-97f01003c2a7"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:08:29.822254 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=151d90b1-5d68-4ff6-9dab-dae963af9dc7,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:29.823773 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e926c-1b35-44d8-af2d-1beaa07fd852 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:29.824254 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-707e926c-1b35-44d8-af2d-1beaa07fd852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:29.833584 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079a321-6875-4b10-9524-1a35c9f5c9b7 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Checking segment: {'id': 'ed260c99-dc39-4752-b74d-9247207e20d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f06f10d4-2dd5-46c4-b054-ffbee90e7d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:29.834269 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7079a321-6875-4b10-9524-1a35c9f5c9b7 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Network hostable DHCP agents. Network: f06f10d4-2dd5-46c4-b054-ffbee90e7d7f, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:08:29.835839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1a128-a9a5-49de-9aa6-362548891731 req-5baa218a-994b-4a04-bc7a-7e29457905e9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:29.844479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d9c1a128-a9a5-49de-9aa6-362548891731 req-5baa218a-994b-4a04-bc7a-7e29457905e9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.4834859 Mar 24 01:08:29.853344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-521cb526-c897-4378-afb4-49244370cdf7 req-d3d79ec8-1345-4a93-af9f-f525daa0cb55 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/quotas/91529801875943e285400cac1c5565a9 HTTP/1.1" status: 200 len: 375 time: 0.0624969 Mar 24 01:08:29.959309 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Publish callbacks [] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:29.974916 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:29.977000 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7079a321-6875-4b10-9524-1a35c9f5c9b7 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Network f06f10d4-2dd5-46c4-b054-ffbee90e7d7f is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:08:30.005029 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-7079a321-6875-4b10-9524-1a35c9f5c9b7 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, f06f10d4-2dd5-46c4-b054-ffbee90e7d7f) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:30.025895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d9c1a128-a9a5-49de-9aa6-362548891731 req-63c0bc3d-454f-478a-b1c0-7c775563717e tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526117 Mar 24 01:08:30.033745 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7079a321-6875-4b10-9524-1a35c9f5c9b7 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:30.034605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7079a321-6875-4b10-9524-1a35c9f5c9b7 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:30.056371 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-521cb526-c897-4378-afb4-49244370cdf7 req-700a3560-26a9-4b65-803a-160b640787b7 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=91529801875943e285400cac1c5565a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2020626 Mar 24 01:08:30.060446 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb08d82f-46ad-4bf5-8193-3775d66cfa2c admin admin] Publish callbacks [] for security_group (3f103239-5428-41dd-a7a6-c3d7c67c6e79), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:30.087049 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 306f96b2-f7ce-4307-b444-734677ca55f7 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:30.111693 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7079a321-6875-4b10-9524-1a35c9f5c9b7 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2224586 Mar 24 01:08:30.118362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57330) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:30.121729 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0597e-d3fa-44b0-ba14-b96eac3e55f0 None None] Pushing event updated for resources: {'Port': ['ID=fb638f6f-5341-44aa-a47f-97327fa7d325,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:30.132511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ee9a093c-f86f-493d-b771-4be8bd46e897 None None] For port 3f889ffc-f30c-4abf-b353-e59a4009725c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3f889ffc-f30c-4abf-b353-e59a4009725c,segment=NetworkSegment(039a57e6-d5df-455c-9247-f98822ac5797),segment_id=039a57e6-d5df-455c-9247-f98822ac5797)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:30.136160 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:30.180468 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ee9a093c-f86f-493d-b771-4be8bd46e897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:30.207618 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Attempting to bind port fb638f6f-5341-44aa-a47f-97327fa7d325 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:30.208150 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Attempting to bind port fb638f6f-5341-44aa-a47f-97327fa7d325 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '293dda98-e33a-415d-bc1b-0f7c0c99ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:30.208524 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Attempting to bind port fb638f6f-5341-44aa-a47f-97327fa7d325 on network 7e65492a-b6d0-4285-a960-d881da2ccb32 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:30.216958 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:30.217406 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Checking segment: {'id': '293dda98-e33a-415d-bc1b-0f7c0c99ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:30.217818 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:30.218221 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Bound using segment: {'id': '293dda98-e33a-415d-bc1b-0f7c0c99ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:30.221039 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Bound port: fb638f6f-5341-44aa-a47f-97327fa7d325, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293dda98-e33a-415d-bc1b-0f7c0c99ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:30.221605 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:30.225511 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb08d82f-46ad-4bf5-8193-3775d66cfa2c admin admin] Publish callbacks [] for security_group (3f103239-5428-41dd-a7a6-c3d7c67c6e79), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:30.277188 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7cc16e-43e2-466c-91fb-55aea547253b x-openstack-request-id: req-0f7cc16e-43e2-466c-91fb-55aea547253b {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:08:30.277485 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e2f74e-5895-4265-a0da-be9fa23c267c", "tag": "5d67de27-b98e-4cd2-b649-97f01003c2a7", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:08:30.277747 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f7cc16e-43e2-466c-91fb-55aea547253b {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:08:30.278165 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f7cc16e-43e2-466c-91fb-55aea547253b'] response: {'name': 'network-changed', 'server_uuid': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'tag': '5d67de27-b98e-4cd2-b649-97f01003c2a7', 'status': 'completed', 'code': 200} Mar 24 01:08:30.304813 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:30.330387 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] For port fb638f6f-5341-44aa-a47f-97327fa7d325, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:30.338243 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] For port fb638f6f-5341-44aa-a47f-97327fa7d325, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=fb638f6f-5341-44aa-a47f-97327fa7d325,segment=NetworkSegment(293dda98-e33a-415d-bc1b-0f7c0c99ccdb),segment_id=293dda98-e33a-415d-bc1b-0f7c0c99ccdb)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:30.346094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a093c-f86f-493d-b771-4be8bd46e897 None None] Pushing event updated for resources: {'Port': ['ID=3f889ffc-f30c-4abf-b353-e59a4009725c,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:30.367164 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:30.373709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-521cb526-c897-4378-afb4-49244370cdf7 req-d1eaff34-1212-4038-83fe-e87bcedce859 service neutron] 10.222.0.45 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142161 Mar 24 01:08:30.510438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5387fc08-9527-465e-904b-ed5d38eda3d0 None None] Provisioning complete for port cfb3e716-812b-41c9-99df-b6241acec23f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:30.510808 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5387fc08-9527-465e-904b-ed5d38eda3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cfb3e716-812b-41c9-99df-b6241acec23f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:30.545490 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6752-c3bf-443c-802e-0404e85c47c4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (f06f10d4-2dd5-46c4-b054-ffbee90e7d7f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:30.558311 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:08:30.576413 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb08d82f-46ad-4bf5-8193-3775d66cfa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3f103239-5428-41dd-a7a6-c3d7c67c6e79), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:30.581206 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb08d82f-46ad-4bf5-8193-3775d66cfa2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:30.582766 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eb08d82f-46ad-4bf5-8193-3775d66cfa2c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f103239-5428-41dd-a7a6-c3d7c67c6e79 HTTP/1.1" status: 204 len: 168 time: 0.7688057 Mar 24 01:08:30.590227 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Routers {'610faae3-80ca-40ff-8536-8da7631a5c5b'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:30.592213 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['610faae3-80ca-40ff-8536-8da7631a5c5b'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:30.640796 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-521cb526-c897-4378-afb4-49244370cdf7 req-2d5e8d7f-49e2-4c41-958b-3762c21f7ed3 service neutron] 10.222.0.45 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662115 Mar 24 01:08:30.691070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00af3d-b81e-4e43-9a6b-c4b899e51e5f req-b215ca18-f6bb-4064-8a93-5bcb951ab66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:30.692248 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce00af3d-b81e-4e43-9a6b-c4b899e51e5f req-b215ca18-f6bb-4064-8a93-5bcb951ab66b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 1128 time: 0.4047885 Mar 24 01:08:30.705428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08d82f-46ad-4bf5-8193-3775d66cfa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f103239-5428-41dd-a7a6-c3d7c67c6e79,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:30.712135 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:19Z', 'revision_number': 3, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:27Z', 'revision_number': 4, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:30.715351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-707e926c-1b35-44d8-af2d-1beaa07fd852 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:30.749079 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6752-c3bf-443c-802e-0404e85c47c4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (b6068818-d915-497a-b009-9f7894824033), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:30.832830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:08:30.849695 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b3fbdbcf-1df0-4739-9d5b-3f575c927e62 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/a8801b3f-6989-4b1b-9ad1-a858d3fb03a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5936234 Mar 24 01:08:30.854519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57340) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:30.864645 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] Set router 610faae3-80ca-40ff-8536-8da7631a5c5b gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:30.867972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-97b969a2-09a3-4460-9987-6775ec9a1c40 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'network': {'name': 'tempest-RoutersTest-1663360367'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:30.900857 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6752-c3bf-443c-802e-0404e85c47c4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (b6068818-d915-497a-b009-9f7894824033), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:30.961310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd2f98-a243-4241-a88a-7beeb4dd5684 req-d6f0c25e-dd0c-4da6-8868-dcffae536ec3 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:30.973414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebdd2f98-a243-4241-a88a-7beeb4dd5684 req-d6f0c25e-dd0c-4da6-8868-dcffae536ec3 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.5596893 Mar 24 01:08:31.049601 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6752-c3bf-443c-802e-0404e85c47c4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (f06f10d4-2dd5-46c4-b054-ffbee90e7d7f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:31.086714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-fc5d6752-c3bf-443c-802e-0404e85c47c4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06f10d4-2dd5-46c4-b054-ffbee90e7d7f']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:31.095737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device cfb3e716-812b-41c9-99df-b6241acec23f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:31.116751 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-fc5d6752-c3bf-443c-802e-0404e85c47c4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed260c99-dc39-4752-b74d-9247207e20d9') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:31.117056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-fc5d6752-c3bf-443c-802e-0404e85c47c4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed260c99-dc39-4752-b74d-9247207e20d9') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:31.143310 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6752-c3bf-443c-802e-0404e85c47c4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (ed260c99-dc39-4752-b74d-9247207e20d9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:31.178118 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6752-c3bf-443c-802e-0404e85c47c4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ed260c99-dc39-4752-b74d-9247207e20d9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:31.196089 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5d6752-c3bf-443c-802e-0404e85c47c4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:08:31.196994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48358d02-73f0-4fdc-bd88-aaca9dd1433d None None] The sync data for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 is: [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:19Z', 'revision_number': 3, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:27Z', 'revision_number': 4, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:08:31.197236 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6752-c3bf-443c-802e-0404e85c47c4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (ed260c99-dc39-4752-b74d-9247207e20d9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:31.197363 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0597e-d3fa-44b0-ba14-b96eac3e55f0 None None] Pushing event updated for resources: {'Port': ['ID=fb638f6f-5341-44aa-a47f-97327fa7d325,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:31.296556 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d6752-c3bf-443c-802e-0404e85c47c4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Subnet': ['ID=b6068818-d915-497a-b009-9f7894824033,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:08:31.303488 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:08:31.306129 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b969a2-09a3-4460-9987-6775ec9a1c40 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:31.314934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f6d708-8ccf-497d-9fcd-abac531cf0b5 req-ba88cad7-3f57-4aa1-829e-298f2cbc750b tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 210 time: 0.2227559 Mar 24 01:08:31.331166 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97b969a2-09a3-4460-9987-6775ec9a1c40 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:31.363775 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebdd2f98-a243-4241-a88a-7beeb4dd5684 req-91219c0e-3f8d-4697-b914-857e5d281ad0 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891873 Mar 24 01:08:31.365491 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00af3d-b81e-4e43-9a6b-c4b899e51e5f req-515e5c27-b3ca-4eca-8627-a3e4ffb6804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:31.367759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce00af3d-b81e-4e43-9a6b-c4b899e51e5f req-515e5c27-b3ca-4eca-8627-a3e4ffb6804b service neutron] 10.222.0.57 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 915 time: 0.6636794 Mar 24 01:08:31.418024 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-54c44ead-05da-49cc-b914-268515a6d3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:31.576236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce00af3d-b81e-4e43-9a6b-c4b899e51e5f req-4ff9d9a0-082d-46fc-bf63-652e76d66ba7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d67de27-b98e-4cd2-b649-97f01003c2a7 HTTP/1.1" status: 200 len: 1000 time: 0.1999176 Mar 24 01:08:31.595293 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-router', 'tenant_id': '91529801875943e285400cac1c5565a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:08:11Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '91529801875943e285400cac1c5565a9', 'gw_port': {'id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:14Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'fb638f6f-5341-44aa-a47f-97327fa7d325', 'name': '', 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32', 'tenant_id': '91529801875943e285400cac1c5565a9', 'mac_address': 'fa:16:3e:94:ed:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:21Z', 'updated_at': '2022-03-24T01:08:30Z', 'revision_number': 4, 'project_id': '91529801875943e285400cac1c5565a9', 'subnets': [{'id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:31.597195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc7151-b5b8-4c8d-a23e-b2b2cb6ad26d None None] Unable to find a vacant binding_index for network f06f10d4-2dd5-46c4-b054-ffbee90e7d7f and agent 03cd6628-94df-42ad-b286-2b99960910ee {{(pid=115731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 24 01:08:31.605190 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6752-c3bf-443c-802e-0404e85c47c4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (f06f10d4-2dd5-46c4-b054-ffbee90e7d7f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:31.618961 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6752-c3bf-443c-802e-0404e85c47c4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:31.624643 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fc5d6752-c3bf-443c-802e-0404e85c47c4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/networks/f06f10d4-2dd5-46c4-b054-ffbee90e7d7f HTTP/1.1" status: 204 len: 168 time: 1.4839919 Mar 24 01:08:31.625829 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b969a2-09a3-4460-9987-6775ec9a1c40 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:08:31.630152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57364) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:31.668751 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d6752-c3bf-443c-802e-0404e85c47c4 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Network': ['ID=f06f10d4-2dd5-46c4-b054-ffbee90e7d7f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:31.684242 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-43736e10-fe57-4d5f-ae19-5e9c903ac6d3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] DELETE failed (client error): The resource could not be found. Mar 24 01:08:31.685133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43736e10-fe57-4d5f-ae19-5e9c903ac6d3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:08:31.688193 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97b969a2-09a3-4460-9987-6775ec9a1c40 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (08d5e674-78ba-4868-96d4-1aef1501ef52), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:31.689072 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-97b969a2-09a3-4460-9987-6775ec9a1c40 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Added segment 08d5e674-78ba-4868-96d4-1aef1501ef52 of type vlan for network 15b496e5-b6d7-42b6-a175-1b1e88003026 Mar 24 01:08:31.692010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-43736e10-fe57-4d5f-ae19-5e9c903ac6d3 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/subnets/b6068818-d915-497a-b009-9f7894824033 HTTP/1.1" status: 404 len: 337 time: 0.0595577 Mar 24 01:08:31.695464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57366) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:31.701301 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502c111f-233e-4a05-8c06-998f087a1bed None None] The sync data for ids ['610faae3-80ca-40ff-8536-8da7631a5c5b'] in n-d-760455-9 is: [{'id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-router', 'tenant_id': '91529801875943e285400cac1c5565a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:08:11Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '91529801875943e285400cac1c5565a9', 'gw_port': {'id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:14Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'fb638f6f-5341-44aa-a47f-97327fa7d325', 'name': '', 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32', 'tenant_id': '91529801875943e285400cac1c5565a9', 'mac_address': 'fa:16:3e:94:ed:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:21Z', 'updated_at': '2022-03-24T01:08:30Z', 'revision_number': 4, 'project_id': '91529801875943e285400cac1c5565a9', 'subnets': [{'id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:08:31.703671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc7151-b5b8-4c8d-a23e-b2b2cb6ad26d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, f06f10d4-2dd5-46c4-b054-ffbee90e7d7f) {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:08:31.725337 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port cfb3e716-812b-41c9-99df-b6241acec23f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:31.727824 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cfb3e716-812b-41c9-99df-b6241acec23f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:31.748892 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b48b34c-c1c6-4967-976c-cbf11294d000 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] DELETE failed (client error): The resource could not be found. Mar 24 01:08:31.749660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b48b34c-c1c6-4967-976c-cbf11294d000 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:08:31.755346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8b48b34c-c1c6-4967-976c-cbf11294d000 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/networks/f06f10d4-2dd5-46c4-b054-ffbee90e7d7f HTTP/1.1" status: 404 len: 339 time: 0.0565994 Mar 24 01:08:31.757327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00af3d-b81e-4e43-9a6b-c4b899e51e5f req-0a4fe3f9-3141-4d9f-8ab9-0b76236f292e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:31.767695 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce00af3d-b81e-4e43-9a6b-c4b899e51e5f req-0a4fe3f9-3141-4d9f-8ab9-0b76236f292e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 0.1659188 Mar 24 01:08:31.772542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57370) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:31.896995 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97b969a2-09a3-4460-9987-6775ec9a1c40 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (15b496e5-b6d7-42b6-a175-1b1e88003026), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:32.005649 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97b969a2-09a3-4460-9987-6775ec9a1c40 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (15b496e5-b6d7-42b6-a175-1b1e88003026), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:32.024361 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b969a2-09a3-4460-9987-6775ec9a1c40 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:32.031230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97b969a2-09a3-4460-9987-6775ec9a1c40 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:32.081306 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6451fb2-84d5-49cb-bcbf-373e685d1804 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] DELETE failed (client error): The resource could not be found. Mar 24 01:08:32.083665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6451fb2-84d5-49cb-bcbf-373e685d1804 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:08:32.093058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f6451fb2-84d5-49cb-bcbf-373e685d1804 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/subnets/e0af1639-28d9-49b9-a559-d65cbc1483a6 HTTP/1.1" status: 404 len: 337 time: 0.1913974 Mar 24 01:08:32.105046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57382) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:32.256504 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9a2f35-32c2-4a23-8430-0480466fa92d tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] DELETE failed (client error): The resource could not be found. Mar 24 01:08:32.259769 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9a2f35-32c2-4a23-8430-0480466fa92d tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:08:32.277590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3a9a2f35-32c2-4a23-8430-0480466fa92d tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/networks/8c248f16-713d-4389-aac9-c1e1fc99629b HTTP/1.1" status: 404 len: 339 time: 0.1714118 Mar 24 01:08:32.281679 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-97b969a2-09a3-4460-9987-6775ec9a1c40 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4255111 Mar 24 01:08:32.282329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57388) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:32.289584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57390) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:32.304708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8f94ddac-eb9e-43db-a257-d8512b0335d8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'subnet': {'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:32.311677 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5387fc08-9527-465e-904b-ed5d38eda3d0 None None] Current status of the port cfb3e716-812b-41c9-99df-b6241acec23f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:32.312246 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5387fc08-9527-465e-904b-ed5d38eda3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cfb3e716-812b-41c9-99df-b6241acec23f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:32.330538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00af3d-b81e-4e43-9a6b-c4b899e51e5f req-04d17c41-f81f-4cd9-a21a-509f10ef7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:32.332791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce00af3d-b81e-4e43-9a6b-c4b899e51e5f req-04d17c41-f81f-4cd9-a21a-509f10ef7983 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5640249 Mar 24 01:08:32.381365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6edb10-c3be-4b3d-afd7-3ac559ceb798 req-dfbba9a5-5709-4cfa-944b-7cda1e87c6f1 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:32.390580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da6edb10-c3be-4b3d-afd7-3ac559ceb798 req-dfbba9a5-5709-4cfa-944b-7cda1e87c6f1 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.4310403 Mar 24 01:08:32.392980 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-0737ccf4-93fc-4675-b9c4-74f190b7f884 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] DELETE failed (client error): The resource could not be found. Mar 24 01:08:32.393514 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0737ccf4-93fc-4675-b9c4-74f190b7f884 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:08:32.435119 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0737ccf4-93fc-4675-b9c4-74f190b7f884 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/subnets/13bee3f7-ad3d-4d0f-b1e5-61e31461f493 HTTP/1.1" status: 404 len: 337 time: 0.1404483 Mar 24 01:08:32.435866 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57394) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:32.486369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b969a2-09a3-4460-9987-6775ec9a1c40 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Network': ['ID=15b496e5-b6d7-42b6-a175-1b1e88003026,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:32.534503 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0515947-d5d7-4148-bbec-d63a6e82b651 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] DELETE failed (client error): The resource could not be found. Mar 24 01:08:32.535047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0515947-d5d7-4148-bbec-d63a6e82b651 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:08:32.545593 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b0515947-d5d7-4148-bbec-d63a6e82b651 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/networks/6115728a-94d9-4588-83cb-c9f6c142066f HTTP/1.1" status: 404 len: 339 time: 0.1061282 Mar 24 01:08:32.546234 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57402) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:32.580786 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 15b496e5-b6d7-42b6-a175-1b1e88003026 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:08:32.625183 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:32.811101 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:32.813052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5387fc08-9527-465e-904b-ed5d38eda3d0 None None] For port cfb3e716-812b-41c9-99df-b6241acec23f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=cfb3e716-812b-41c9-99df-b6241acec23f,segment=NetworkSegment(9cf8acbd-fba4-4a1e-844b-af0bf8609ee2),segment_id=9cf8acbd-fba4-4a1e-844b-af0bf8609ee2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:32.878546 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-33c455a4-eb83-4014-bc85-cb1b8c6fa2e9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Deleting port 602169ec-f8bd-4165-bb32-795c773e6d52 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:08:32.881531 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33c455a4-eb83-4014-bc85-cb1b8c6fa2e9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (602169ec-f8bd-4165-bb32-795c773e6d52), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:32.888036 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb8318de-e625-423a-9575-f2f0d2da8f04 req-8c4f8b67-d616-4d9d-9256-add3e68eb800 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 210 time: 0.2836080 Mar 24 01:08:32.890223 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5387fc08-9527-465e-904b-ed5d38eda3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cfb3e716-812b-41c9-99df-b6241acec23f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:32.890945 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Sync routers for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:08:32.925799 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:32.929747 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:33.047013 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33c455a4-eb83-4014-bc85-cb1b8c6fa2e9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (602169ec-f8bd-4165-bb32-795c773e6d52), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:33.095116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-33c455a4-eb83-4014-bc85-cb1b8c6fa2e9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Calling delete_port for 602169ec-f8bd-4165-bb32-795c773e6d52 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:08:33.130873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port cfb3e716-812b-41c9-99df-b6241acec23f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:33.131288 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cfb3e716-812b-41c9-99df-b6241acec23f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:33.188282 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:33.209953 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da6edb10-c3be-4b3d-afd7-3ac559ceb798 req-9cb983d7-c1c2-4157-ad2d-65f4f092ab50 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8117151 Mar 24 01:08:33.267763 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57424) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:33.276434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f94ddac-eb9e-43db-a257-d8512b0335d8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Made reservation on behalf of 3aaa6769bb244728868c1ba2422d2073 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:33.291641 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f94ddac-eb9e-43db-a257-d8512b0335d8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:33.376012 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33c455a4-eb83-4014-bc85-cb1b8c6fa2e9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (602169ec-f8bd-4165-bb32-795c773e6d52), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:33.427575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c455a4-eb83-4014-bc85-cb1b8c6fa2e9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Port': ['ID=602169ec-f8bd-4165-bb32-795c773e6d52,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:33.471438 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33c455a4-eb83-4014-bc85-cb1b8c6fa2e9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:33.474902 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-33c455a4-eb83-4014-bc85-cb1b8c6fa2e9 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/ports/602169ec-f8bd-4165-bb32-795c773e6d52 HTTP/1.1" status: 204 len: 168 time: 0.9274981 Mar 24 01:08:33.477557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57428) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:33.508877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387fc08-9527-465e-904b-ed5d38eda3d0 None None] Pushing event updated for resources: {'Port': ['ID=cfb3e716-812b-41c9-99df-b6241acec23f,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:33.543189 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67f8b67-951d-4ac7-9cfb-a2da502272b1 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] DELETE failed (client error): The resource could not be found. Mar 24 01:08:33.543461 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67f8b67-951d-4ac7-9cfb-a2da502272b1 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:08:33.546823 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a67f8b67-951d-4ac7-9cfb-a2da502272b1 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/subnets/3c914f73-bd53-4949-a734-ac8dc0c630eb HTTP/1.1" status: 404 len: 337 time: 0.0680277 Mar 24 01:08:33.557826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57432) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:33.599175 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:08:33.599818 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:08:33.612242 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-707e926c-1b35-44d8-af2d-1beaa07fd852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'ffde95b9-565a-4493-bcc9-678009559608', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': '5d67de27-b98e-4cd2-b649-97f01003c2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:ea:f0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:07:44Z', 'updated_at': '2022-03-24T01:08:25Z', 'revision_number': 1, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:33.764737 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (b80b0c4a-cfd3-4c23-9deb-b362b4815ed3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:33.786085 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce00af3d-b81e-4e43-9a6b-c4b899e51e5f req-d0ee7e4d-9f3d-4701-9f4b-35a5e3c1b53c service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3465760 Mar 24 01:08:33.819461 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:28Z', 'revision_number': 4, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '151d90b1-5d68-4ff6-9dab-dae963af9dc7', 'name': '', 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:0f:d5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:26Z', 'updated_at': '2022-03-24T01:08:28Z', 'revision_number': 2, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:29Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:33.880351 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Checking router: a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:08:33.880712 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Updating router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 port 151d90b1-5d68-4ff6-9dab-dae963af9dc7 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:08:33.889434 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-8b52f982-6401-467e-b0f0-2c48e3dd1bb7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1794145026-network', 'tenant_id': '7a9c5de495c8433c988a756a21554589'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:33.921424 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57438) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:33.926131 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b52f982-6401-467e-b0f0-2c48e3dd1bb7 admin admin] Made reservation on behalf of 7a9c5de495c8433c988a756a21554589 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:33.929573 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b52f982-6401-467e-b0f0-2c48e3dd1bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:33.950306 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:33.956761 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b52f982-6401-467e-b0f0-2c48e3dd1bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:34.019937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Deleting port 2467acee-671f-4d9e-b6a6-f8ade44494e2 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:08:34.020349 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2467acee-671f-4d9e-b6a6-f8ade44494e2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:34.145477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e926c-1b35-44d8-af2d-1beaa07fd852 None None] Checking router: a9ee4bad-e653-484c-97e8-9380577683bf for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:08:34.211516 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f94ddac-eb9e-43db-a257-d8512b0335d8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (b2cd712d-9c8c-4b30-956f-19d48c6369c0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:34.217462 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:34.218382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e926c-1b35-44d8-af2d-1beaa07fd852 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:34.219190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-707e926c-1b35-44d8-af2d-1beaa07fd852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:34.358093 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port cfb3e716-812b-41c9-99df-b6241acec23f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:34.361678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcf4c6f-828e-4a80-a46b-580dbc81e787 None None] Network 306f96b2-f7ce-4307-b444-734677ca55f7 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:34.364611 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117e7545-6ce1-470d-bc52-7583fd3b378e None None] Network f06f10d4-2dd5-46c4-b054-ffbee90e7d7f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:34.425316 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117e7545-6ce1-470d-bc52-7583fd3b378e None None] Network f06f10d4-2dd5-46c4-b054-ffbee90e7d7f could not be found, it might have been deleted concurrently. {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 24 01:08:34.460716 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-436598bd-1393-4f3d-a4dc-bd68f990a106 req-279e85d3-0a75-44b2-8edc-b7dfd8d1d3cb tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 210 time: 0.2375000 Mar 24 01:08:34.503842 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc66cf5-ad3d-4479-86b9-2e62c0bef40c None None] Network f06f10d4-2dd5-46c4-b054-ffbee90e7d7f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:34.555336 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Publish callbacks [] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:34.565238 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:34.619974 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f99174-6283-49e7-ac33-c90c075d56ae None None] Pushing event updated for resources: {'Port': ['ID=151d90b1-5d68-4ff6-9dab-dae963af9dc7,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:34.635173 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc66cf5-ad3d-4479-86b9-2e62c0bef40c None None] Network f06f10d4-2dd5-46c4-b054-ffbee90e7d7f could not be found, it might have been deleted concurrently. {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 24 01:08:34.681402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94ddac-eb9e-43db-a257-d8512b0335d8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Subnet': ['ID=b2cd712d-9c8c-4b30-956f-19d48c6369c0,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:34.707197 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Attempting to bind port 151d90b1-5d68-4ff6-9dab-dae963af9dc7 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:34.707846 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Attempting to bind port 151d90b1-5d68-4ff6-9dab-dae963af9dc7 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '9cf8acbd-fba4-4a1e-844b-af0bf8609ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:34.708413 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Attempting to bind port 151d90b1-5d68-4ff6-9dab-dae963af9dc7 on network 306f96b2-f7ce-4307-b444-734677ca55f7 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:34.715289 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:34.715944 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Checking segment: {'id': '9cf8acbd-fba4-4a1e-844b-af0bf8609ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:34.716715 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:34.717429 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Bound using segment: {'id': '9cf8acbd-fba4-4a1e-844b-af0bf8609ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:34.718060 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Bound port: 151d90b1-5d68-4ff6-9dab-dae963af9dc7, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf8acbd-fba4-4a1e-844b-af0bf8609ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:34.718716 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:34.796982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3f889ffc-f30c-4abf-b353-e59a4009725c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:34.810220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cb526-c897-4378-afb4-49244370cdf7 req-2571953e-0213-4c62-bddc-26b376e9827b tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:34.811993 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-521cb526-c897-4378-afb4-49244370cdf7 req-2571953e-0213-4c62-bddc-26b376e9827b tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.57 "GET /v2.0/networks?id=7e65492a-b6d0-4285-a960-d881da2ccb32 HTTP/1.1" status: 200 len: 819 time: 1.5102928 Mar 24 01:08:34.814661 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] For port 151d90b1-5d68-4ff6-9dab-dae963af9dc7, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:34.818458 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] For port 151d90b1-5d68-4ff6-9dab-dae963af9dc7, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=151d90b1-5d68-4ff6-9dab-dae963af9dc7,segment=NetworkSegment(9cf8acbd-fba4-4a1e-844b-af0bf8609ee2),segment_id=9cf8acbd-fba4-4a1e-844b-af0bf8609ee2)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:34.827450 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:34.843500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-521cb526-c897-4378-afb4-49244370cdf7 req-d530b2d2-41b7-411f-b6e5-4fceb5288bd3 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Request body: {'port': {'device_id': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32', 'admin_state_up': True, 'tenant_id': '91529801875943e285400cac1c5565a9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:34.844783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-707e926c-1b35-44d8-af2d-1beaa07fd852 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:34.884883 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f99174-6283-49e7-ac33-c90c075d56ae None None] Pushing event updated for resources: {'Port': ['ID=151d90b1-5d68-4ff6-9dab-dae963af9dc7,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:34.912953 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:34.913759 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:35.023850 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd97f27-cde2-4d59-b56f-5fcc5baa6f09 req-10bb688a-c1d6-4924-913e-1964044bb1c2 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:35.031929 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0cd97f27-cde2-4d59-b56f-5fcc5baa6f09 req-10bb688a-c1d6-4924-913e-1964044bb1c2 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.6101375 Mar 24 01:08:35.043664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce00af3d-b81e-4e43-9a6b-c4b899e51e5f req-9edae5e5-d407-4842-921d-abc42c1a9646 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2403033 Mar 24 01:08:35.044593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f94ddac-eb9e-43db-a257-d8512b0335d8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Checking segment: {'id': '08d5e674-78ba-4868-96d4-1aef1501ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:35.045239 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f94ddac-eb9e-43db-a257-d8512b0335d8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network hostable DHCP agents. Network: 15b496e5-b6d7-42b6-a175-1b1e88003026, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:08:35.052639 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29f9f800-ac4e-419a-a76b-45b4b58cb81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:35.090815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521cb526-c897-4378-afb4-49244370cdf7 req-d530b2d2-41b7-411f-b6e5-4fceb5288bd3 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Made reservation on behalf of 91529801875943e285400cac1c5565a9 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:35.095085 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-521cb526-c897-4378-afb4-49244370cdf7 req-d530b2d2-41b7-411f-b6e5-4fceb5288bd3 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:35.106307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3f889ffc-f30c-4abf-b353-e59a4009725c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:35.106972 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:35.130829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f94ddac-eb9e-43db-a257-d8512b0335d8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 15b496e5-b6d7-42b6-a175-1b1e88003026 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:08:35.177739 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b52f982-6401-467e-b0f0-2c48e3dd1bb7 admin admin] Publish callbacks [] for security_group (b33a8205-8508-4c68-93c0-efce72b7769b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:35.191396 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b52f982-6401-467e-b0f0-2c48e3dd1bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b33a8205-8508-4c68-93c0-efce72b7769b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:35.273647 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:35.279376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52f982-6401-467e-b0f0-2c48e3dd1bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33a8205-8508-4c68-93c0-efce72b7769b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:35.309994 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:35.341038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b52f982-6401-467e-b0f0-2c48e3dd1bb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:08:35.344408 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] For port 2467acee-671f-4d9e-b6a6-f8ade44494e2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2467acee-671f-4d9e-b6a6-f8ade44494e2,segment=NetworkSegment(edc9d7d3-77dc-4828-a09e-9cb5a582870c),segment_id=edc9d7d3-77dc-4828-a09e-9cb5a582870c)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:35.344904 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2467acee-671f-4d9e-b6a6-f8ade44494e2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:35.386821 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b52f982-6401-467e-b0f0-2c48e3dd1bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0a5d57ed-9039-4ced-a0a2-268c4c852f50), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:35.387332 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-8b52f982-6401-467e-b0f0-2c48e3dd1bb7 admin admin] Added segment 0a5d57ed-9039-4ced-a0a2-268c4c852f50 of type vlan for network bf94da22-7c84-49e8-81bf-239505829182 Mar 24 01:08:35.401406 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Calling delete_port for 2467acee-671f-4d9e-b6a6-f8ade44494e2 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:08:35.475589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-521cb526-c897-4378-afb4-49244370cdf7 req-d530b2d2-41b7-411f-b6e5-4fceb5288bd3 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Allocated IP 172.20.0.14 (7e65492a-b6d0-4285-a960-d881da2ccb32/5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5/2cdaaed3-e992-419a-9299-89ddbe498897) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:35.478514 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b52f982-6401-467e-b0f0-2c48e3dd1bb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (bf94da22-7c84-49e8-81bf-239505829182), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:35.504183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-8f94ddac-eb9e-43db-a257-d8512b0335d8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 15b496e5-b6d7-42b6-a175-1b1e88003026) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:35.527074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94ddac-eb9e-43db-a257-d8512b0335d8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:35.527604 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f94ddac-eb9e-43db-a257-d8512b0335d8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:35.543423 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b52f982-6401-467e-b0f0-2c48e3dd1bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (bf94da22-7c84-49e8-81bf-239505829182), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:35.546516 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b52f982-6401-467e-b0f0-2c48e3dd1bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:35.549523 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b52f982-6401-467e-b0f0-2c48e3dd1bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:35.574836 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0cd97f27-cde2-4d59-b56f-5fcc5baa6f09 req-51da83cc-a664-4ea2-8da3-0585dacb74da tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416217 Mar 24 01:08:35.621748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c82a19-6f00-43b3-a4c2-ca80ba392559 None None] Network 15b496e5-b6d7-42b6-a175-1b1e88003026 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:35.633827 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8f94ddac-eb9e-43db-a257-d8512b0335d8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3375542 Mar 24 01:08:35.716604 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57460) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:35.766328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57462) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:35.775777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-98a74742-4dd2-443f-bede-52cee50d73e3 None None] Provisioning complete for port cfb3e716-812b-41c9-99df-b6241acec23f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:35.776358 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-98a74742-4dd2-443f-bede-52cee50d73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cfb3e716-812b-41c9-99df-b6241acec23f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:35.798980 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8b52f982-6401-467e-b0f0-2c48e3dd1bb7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5310423 Mar 24 01:08:35.807364 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:28Z', 'revision_number': 4, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '151d90b1-5d68-4ff6-9dab-dae963af9dc7', 'name': '', 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:0f:d5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:26Z', 'updated_at': '2022-03-24T01:08:34Z', 'revision_number': 4, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:29Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:35.889373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6376788-19a5-4806-a27d-d8787e1661d5 req-23e695be-8760-4817-b536-d435874c54ea tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 210 time: 0.1204338 Mar 24 01:08:35.922877 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a5cc0-2b28-4e4c-ac71-d931dc74c23d None None] The sync data for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 is: [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:28Z', 'revision_number': 4, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '151d90b1-5d68-4ff6-9dab-dae963af9dc7', 'name': '', 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:0f:d5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:26Z', 'updated_at': '2022-03-24T01:08:34Z', 'revision_number': 4, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:29Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:08:36.052409 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-521cb526-c897-4378-afb4-49244370cdf7 req-d530b2d2-41b7-411f-b6e5-4fceb5288bd3 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for port (2cdaaed3-e992-419a-9299-89ddbe498897), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:36.074117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-707e926c-1b35-44d8-af2d-1beaa07fd852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'ffde95b9-565a-4493-bcc9-678009559608', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': '5d67de27-b98e-4cd2-b649-97f01003c2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:ea:f0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:07:44Z', 'updated_at': '2022-03-24T01:08:25Z', 'revision_number': 1, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:36.088531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52f982-6401-467e-b0f0-2c48e3dd1bb7 admin admin] Pushing event updated for resources: {'Network': ['ID=bf94da22-7c84-49e8-81bf-239505829182,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:36.108880 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-22c4298b-b36e-4fcc-b0f9-94f7f44e5ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:36.143586 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-15b496e5-b6d7-42b6-a175-1b1e88003026', 'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026', 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'fixed_ips': [{'subnet_id': 'b2cd712d-9c8c-4b30-956f-19d48c6369c0'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:08:36.144621 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:36.146724 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network bf94da22-7c84-49e8-81bf-239505829182 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:08:36.153000 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29f9f800-ac4e-419a-a76b-45b4b58cb81f admin admin] Publish callbacks [] for security_group (a9174fab-6a41-4b7b-b629-18a5710db19c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:36.177798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3f889ffc-f30c-4abf-b353-e59a4009725c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:36.179018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device cfb3e716-812b-41c9-99df-b6241acec23f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:36.180963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e926c-1b35-44d8-af2d-1beaa07fd852 None None] The sync data for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 is: [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'ffde95b9-565a-4493-bcc9-678009559608', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': '5d67de27-b98e-4cd2-b649-97f01003c2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:ea:f0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:07:44Z', 'updated_at': '2022-03-24T01:08:25Z', 'revision_number': 1, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:08:36.285141 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29f9f800-ac4e-419a-a76b-45b4b58cb81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a9174fab-6a41-4b7b-b629-18a5710db19c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:36.322332 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-521cb526-c897-4378-afb4-49244370cdf7 req-d530b2d2-41b7-411f-b6e5-4fceb5288bd3 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:36.348429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-98a74742-4dd2-443f-bede-52cee50d73e3 None None] Current status of the port cfb3e716-812b-41c9-99df-b6241acec23f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:36.457603 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521cb526-c897-4378-afb4-49244370cdf7 req-d530b2d2-41b7-411f-b6e5-4fceb5288bd3 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Network 7e65492a-b6d0-4285-a960-d881da2ccb32 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:36.483116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-521cb526-c897-4378-afb4-49244370cdf7 req-d530b2d2-41b7-411f-b6e5-4fceb5288bd3 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:36.501657 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-521cb526-c897-4378-afb4-49244370cdf7 req-d530b2d2-41b7-411f-b6e5-4fceb5288bd3 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:36.535041 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2467acee-671f-4d9e-b6a6-f8ade44494e2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:36.577869 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-29f9f800-ac4e-419a-a76b-45b4b58cb81f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84b98922ce7d48079f6ea7f3d2ac61aa&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6446900 Mar 24 01:08:36.580329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57474) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:36.602896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Allocated IP 172.23.0.2 (15b496e5-b6d7-42b6-a175-1b1e88003026/b2cd712d-9c8c-4b30-956f-19d48c6369c0/eb1465a7-ab6f-4a96-8d38-0c63c45eec8d) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:36.618727 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9f800-ac4e-419a-a76b-45b4b58cb81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9174fab-6a41-4b7b-b629-18a5710db19c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:36.654554 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Port': ['ID=2467acee-671f-4d9e-b6a6-f8ade44494e2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:36.687645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530b2d2-41b7-411f-b6e5-4fceb5288bd3 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Pushing event updated for resources: {'Port': ['ID=2cdaaed3-e992-419a-9299-89ddbe498897,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:36.696076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] No DVR routers for this DVR port 2467acee-671f-4d9e-b6a6-f8ade44494e2 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:08:36.800105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902277b-b80a-4054-9fb0-3cdf8e6da3e3 None None] New status for floating IP ffde95b9-565a-4493-bcc9-678009559608: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:08:36.817592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-98a74742-4dd2-443f-bede-52cee50d73e3 None None] Provisioning complete for port 151d90b1-5d68-4ff6-9dab-dae963af9dc7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:36.818380 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-98a74742-4dd2-443f-bede-52cee50d73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:36.832554 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-22c4298b-b36e-4fcc-b0f9-94f7f44e5ba2 admin admin] Publish callbacks [] for security_group (fe8976a2-88f5-4c41-b9b0-5ecbbd50d70f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:36.903404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cb526-c897-4378-afb4-49244370cdf7 req-d530b2d2-41b7-411f-b6e5-4fceb5288bd3 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:36.904107 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-521cb526-c897-4378-afb4-49244370cdf7 req-d530b2d2-41b7-411f-b6e5-4fceb5288bd3 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:36.950482 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port cfb3e716-812b-41c9-99df-b6241acec23f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:36.951171 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cfb3e716-812b-41c9-99df-b6241acec23f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:36.956935 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-22c4298b-b36e-4fcc-b0f9-94f7f44e5ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fe8976a2-88f5-4c41-b9b0-5ecbbd50d70f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:36.970969 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b985a8f9-b7f9-415c-9c7d-308b9fd897ac admin admin] Publish callbacks [] for security_group (a9174fab-6a41-4b7b-b629-18a5710db19c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:37.005358 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b985a8f9-b7f9-415c-9c7d-308b9fd897ac admin admin] Publish callbacks [] for security_group (a9174fab-6a41-4b7b-b629-18a5710db19c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:37.006907 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-521cb526-c897-4378-afb4-49244370cdf7 req-d530b2d2-41b7-411f-b6e5-4fceb5288bd3 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1712313 Mar 24 01:08:37.097719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Request body: {'port': {'device_id': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:37.126470 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b985a8f9-b7f9-415c-9c7d-308b9fd897ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a9174fab-6a41-4b7b-b629-18a5710db19c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:37.129374 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b985a8f9-b7f9-415c-9c7d-308b9fd897ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:37.130529 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b985a8f9-b7f9-415c-9c7d-308b9fd897ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a9174fab-6a41-4b7b-b629-18a5710db19c HTTP/1.1" status: 204 len: 168 time: 0.5089869 Mar 24 01:08:37.211114 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985a8f9-b7f9-415c-9c7d-308b9fd897ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9174fab-6a41-4b7b-b629-18a5710db19c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:37.235881 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (b80b0c4a-cfd3-4c23-9deb-b362b4815ed3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:37.342436 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80b0c4a-cfd3-4c23-9deb-b362b4815ed3']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:37.390241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-98a74742-4dd2-443f-bede-52cee50d73e3 None None] Current status of the port 151d90b1-5d68-4ff6-9dab-dae963af9dc7 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:37.390918 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-98a74742-4dd2-443f-bede-52cee50d73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:37.399427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc9d7d3-77dc-4828-a09e-9cb5a582870c') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:37.399745 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc9d7d3-77dc-4828-a09e-9cb5a582870c') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:37.413630 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (edc9d7d3-77dc-4828-a09e-9cb5a582870c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:37.436131 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:37.456788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (edc9d7d3-77dc-4828-a09e-9cb5a582870c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:37.468494 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:08:37.469291 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (edc9d7d3-77dc-4828-a09e-9cb5a582870c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:08:37.474657 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:08:37.582237 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Publish callbacks [] for port (eb1465a7-ab6f-4a96-8d38-0c63c45eec8d), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:37.608434 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (eb1465a7-ab6f-4a96-8d38-0c63c45eec8d), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:37.637503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-22c4298b-b36e-4fcc-b0f9-94f7f44e5ba2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cea46e753f15487a8f0b173810631bca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8697188 Mar 24 01:08:37.642122 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57488) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:37.655247 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4298b-b36e-4fcc-b0f9-94f7f44e5ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8976a2-88f5-4c41-b9b0-5ecbbd50d70f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:37.676316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2ac0-37fc-43a9-b34b-fa1fefd44331 req-f744526d-5167-4bf8-b2c0-25e041a5d2f7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:37.679281 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (b80b0c4a-cfd3-4c23-9deb-b362b4815ed3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:37.684998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b90c2ac0-37fc-43a9-b34b-fa1fefd44331 req-f744526d-5167-4bf8-b2c0-25e041a5d2f7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.8506002 Mar 24 01:08:37.695618 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:37.702716 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/networks/b80b0c4a-cfd3-4c23-9deb-b362b4815ed3 HTTP/1.1" status: 204 len: 168 time: 4.1434870 Mar 24 01:08:37.710059 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57492) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:37.796328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042d4de-7fac-44e8-bcd4-6b19e1e57520 req-113fd9df-1cd5-4688-bf6b-1d38915a5ed6 tempest-ComputeTenantNetworksTest-1765588036 tempest-ComputeTenantNetworksTest-1765588036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:37.796328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042d4de-7fac-44e8-bcd4-6b19e1e57520 req-113fd9df-1cd5-4688-bf6b-1d38915a5ed6 tempest-ComputeTenantNetworksTest-1765588036 tempest-ComputeTenantNetworksTest-1765588036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:37.796328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042d4de-7fac-44e8-bcd4-6b19e1e57520 req-113fd9df-1cd5-4688-bf6b-1d38915a5ed6 tempest-ComputeTenantNetworksTest-1765588036 tempest-ComputeTenantNetworksTest-1765588036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:37.804689 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2042d4de-7fac-44e8-bcd4-6b19e1e57520 req-113fd9df-1cd5-4688-bf6b-1d38915a5ed6 tempest-ComputeTenantNetworksTest-1765588036 tempest-ComputeTenantNetworksTest-1765588036-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.2989290 Mar 24 01:08:37.835117 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:37.846732 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f3e16-6ef4-4139-be68-aa96470316ce tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Network': ['ID=b80b0c4a-cfd3-4c23-9deb-b362b4815ed3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:37.927226 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b90c2ac0-37fc-43a9-b34b-fa1fefd44331 req-96dd5a77-6f60-4c1b-b13f-5e86b5e2505b tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412879 Mar 24 01:08:38.015080 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1431-86a4-448d-8c04-bac32212db3a admin admin] Publish callbacks [] for security_group (fe8976a2-88f5-4c41-b9b0-5ecbbd50d70f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.060355 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-da35351b-e468-4844-bb55-f4488e8ba3ed tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Deleting port d68d41e6-2b69-4eec-8e6e-b38444c3f43e {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:08:38.060836 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da35351b-e468-4844-bb55-f4488e8ba3ed tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d68d41e6-2b69-4eec-8e6e-b38444c3f43e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.120407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Pushing event updated for resources: {'Port': ['ID=eb1465a7-ab6f-4a96-8d38-0c63c45eec8d,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:38.124333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-98a74742-4dd2-443f-bede-52cee50d73e3 None None] For port 151d90b1-5d68-4ff6-9dab-dae963af9dc7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=151d90b1-5d68-4ff6-9dab-dae963af9dc7,segment=NetworkSegment(9cf8acbd-fba4-4a1e-844b-af0bf8609ee2),segment_id=9cf8acbd-fba4-4a1e-844b-af0bf8609ee2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:38.133068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port cfb3e716-812b-41c9-99df-b6241acec23f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:38.135027 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device fb638f6f-5341-44aa-a47f-97327fa7d325 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:38.138331 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-98a74742-4dd2-443f-bede-52cee50d73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.150736 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Network 15b496e5-b6d7-42b6-a175-1b1e88003026 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:38.161684 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1431-86a4-448d-8c04-bac32212db3a admin admin] Publish callbacks [] for security_group (fe8976a2-88f5-4c41-b9b0-5ecbbd50d70f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.201713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:38.207797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:38.237009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf41f3-a434-414d-88da-9a8cebcee388 req-d61e549c-d8a8-4218-9d31-a08c891bd4f8 tempest-ComputeTenantNetworksTest-1765588036 tempest-ComputeTenantNetworksTest-1765588036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:38.243919 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1fcf41f3-a434-414d-88da-9a8cebcee388 req-d61e549c-d8a8-4218-9d31-a08c891bd4f8 tempest-ComputeTenantNetworksTest-1765588036 tempest-ComputeTenantNetworksTest-1765588036-project] 10.222.0.45 "GET /v2.0/networks/bf94da22-7c84-49e8-81bf-239505829182 HTTP/1.1" status: 200 len: 769 time: 0.2457767 Mar 24 01:08:38.253729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57504) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:38.290023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8428b1-238b-4929-aa4c-e268441a438c req-3abbec7a-69ef-4be1-8979-ec352a0b5d01 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:38.305418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db8428b1-238b-4929-aa4c-e268441a438c req-3abbec7a-69ef-4be1-8979-ec352a0b5d01 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 932 time: 0.3662117 Mar 24 01:08:38.334808 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a74742-4dd2-443f-bede-52cee50d73e3 None None] Pushing event updated for resources: {'Port': ['ID=151d90b1-5d68-4ff6-9dab-dae963af9dc7,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:38.338800 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da35351b-e468-4844-bb55-f4488e8ba3ed tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d68d41e6-2b69-4eec-8e6e-b38444c3f43e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.351307 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33d06c9c-ed4d-47d2-81c4-4c35a9815a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (bf94da22-7c84-49e8-81bf-239505829182), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.356326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Attempting to bind port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:38.356619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Attempting to bind port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '08d5e674-78ba-4868-96d4-1aef1501ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:38.357049 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Attempting to bind port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d on network 15b496e5-b6d7-42b6-a175-1b1e88003026 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:38.367259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:38.367776 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Checking segment: {'id': '08d5e674-78ba-4868-96d4-1aef1501ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:38.368726 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.369225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Bound using segment: {'id': '08d5e674-78ba-4868-96d4-1aef1501ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:38.369801 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Bound port: eb1465a7-ab6f-4a96-8d38-0c63c45eec8d, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d5e674-78ba-4868-96d4-1aef1501ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:38.370205 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (eb1465a7-ab6f-4a96-8d38-0c63c45eec8d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.375589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-16d23c2e-b4c3-438c-bf9f-e42c847224e0 None None] Provisioning complete for port 151d90b1-5d68-4ff6-9dab-dae963af9dc7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:38.375589 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-16d23c2e-b4c3-438c-bf9f-e42c847224e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.378009 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-da35351b-e468-4844-bb55-f4488e8ba3ed tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Calling delete_port for d68d41e6-2b69-4eec-8e6e-b38444c3f43e owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:08:38.378403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port fb638f6f-5341-44aa-a47f-97327fa7d325 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:38.378789 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.388991 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Allocated IP 172.23.0.1 (15b496e5-b6d7-42b6-a175-1b1e88003026/b2cd712d-9c8c-4b30-956f-19d48c6369c0/35488f4a-8830-49af-ad60-8c6f4ebd50db) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:38.422812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db8428b1-238b-4929-aa4c-e268441a438c req-b2e932d0-0ec5-498c-ba11-1b6f0cc2b8cf tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199281 Mar 24 01:08:38.512398 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1431-86a4-448d-8c04-bac32212db3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fe8976a2-88f5-4c41-b9b0-5ecbbd50d70f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.514946 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1431-86a4-448d-8c04-bac32212db3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.516093 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0c6a1431-86a4-448d-8c04-bac32212db3a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe8976a2-88f5-4c41-b9b0-5ecbbd50d70f HTTP/1.1" status: 204 len: 168 time: 0.8710034 Mar 24 01:08:38.522624 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdaaed3-e992-419a-9299-89ddbe498897 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:08:38.533893 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Publish callbacks [] for port (2cdaaed3-e992-419a-9299-89ddbe498897), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.549790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Transition to ACTIVE for port object 2cdaaed3-e992-419a-9299-89ddbe498897 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:08:38.560568 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.594055 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33d06c9c-ed4d-47d2-81c4-4c35a9815a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (bf94da22-7c84-49e8-81bf-239505829182), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.602712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a1431-86a4-448d-8c04-bac32212db3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8976a2-88f5-4c41-b9b0-5ecbbd50d70f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:38.634863 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] For port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:38.647815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-33d06c9c-ed4d-47d2-81c4-4c35a9815a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf94da22-7c84-49e8-81bf-239505829182']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:38.665628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] For port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=eb1465a7-ab6f-4a96-8d38-0c63c45eec8d,segment=NetworkSegment(08d5e674-78ba-4868-96d4-1aef1501ef52),segment_id=08d5e674-78ba-4868-96d4-1aef1501ef52)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:38.674969 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-33d06c9c-ed4d-47d2-81c4-4c35a9815a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5d57ed-9039-4ced-a0a2-268c4c852f50') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:38.675460 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-33d06c9c-ed4d-47d2-81c4-4c35a9815a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5d57ed-9039-4ced-a0a2-268c4c852f50') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:38.676205 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-16d23c2e-b4c3-438c-bf9f-e42c847224e0 None None] Current status of the port 151d90b1-5d68-4ff6-9dab-dae963af9dc7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:38.679307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port fb638f6f-5341-44aa-a47f-97327fa7d325 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:38.679788 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.691967 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33d06c9c-ed4d-47d2-81c4-4c35a9815a84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (0a5d57ed-9039-4ced-a0a2-268c4c852f50), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.702392 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (eb1465a7-ab6f-4a96-8d38-0c63c45eec8d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.717974 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da35351b-e468-4844-bb55-f4488e8ba3ed tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d68d41e6-2b69-4eec-8e6e-b38444c3f43e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.729053 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33d06c9c-ed4d-47d2-81c4-4c35a9815a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0a5d57ed-9039-4ced-a0a2-268c4c852f50), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.729952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdaaed3-e992-419a-9299-89ddbe498897,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:38.746550 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.764798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port fb638f6f-5341-44aa-a47f-97327fa7d325, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=fb638f6f-5341-44aa-a47f-97327fa7d325,segment=NetworkSegment(293dda98-e33a-415d-bc1b-0f7c0c99ccdb),segment_id=293dda98-e33a-415d-bc1b-0f7c0c99ccdb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:38.775945 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.792419 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d06c9c-ed4d-47d2-81c4-4c35a9815a84 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:08:38.793184 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33d06c9c-ed4d-47d2-81c4-4c35a9815a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (0a5d57ed-9039-4ced-a0a2-268c4c852f50), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.849915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79326727-4947-4e45-b1cc-6e914339f069 None None] Pushing event updated for resources: {'Port': ['ID=eb1465a7-ab6f-4a96-8d38-0c63c45eec8d,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:38.950682 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=fb638f6f-5341-44aa-a47f-97327fa7d325,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:08:38.966494 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:08:38.973038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35351b-e468-4844-bb55-f4488e8ba3ed tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Port': ['ID=d68d41e6-2b69-4eec-8e6e-b38444c3f43e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:38.989201 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33d06c9c-ed4d-47d2-81c4-4c35a9815a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (bf94da22-7c84-49e8-81bf-239505829182), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:38.992050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Attempting to bind port 2cdaaed3-e992-419a-9299-89ddbe498897 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:38.992494 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Attempting to bind port 2cdaaed3-e992-419a-9299-89ddbe498897 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '293dda98-e33a-415d-bc1b-0f7c0c99ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:38.995593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Attempting to bind port 2cdaaed3-e992-419a-9299-89ddbe498897 on network 7e65492a-b6d0-4285-a960-d881da2ccb32 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:38.998870 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:39.002108 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Port 2cdaaed3-e992-419a-9299-89ddbe498897 on network 7e65492a-b6d0-4285-a960-d881da2ccb32 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:08:39.002478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Attempting to bind port 2cdaaed3-e992-419a-9299-89ddbe498897 on network 7e65492a-b6d0-4285-a960-d881da2ccb32 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:39.013246 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da35351b-e468-4844-bb55-f4488e8ba3ed tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:39.019694 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-da35351b-e468-4844-bb55-f4488e8ba3ed tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/ports/d68d41e6-2b69-4eec-8e6e-b38444c3f43e HTTP/1.1" status: 204 len: 168 time: 1.3013330 Mar 24 01:08:39.022097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:39.022462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Checking segment: {'id': '293dda98-e33a-415d-bc1b-0f7c0c99ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:39.022861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Bound using segment: {'id': '293dda98-e33a-415d-bc1b-0f7c0c99ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:39.023294 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 151d90b1-5d68-4ff6-9dab-dae963af9dc7 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:39.023418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Bound port: 2cdaaed3-e992-419a-9299-89ddbe498897, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293dda98-e33a-415d-bc1b-0f7c0c99ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:39.023665 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:39.035313 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57522) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:39.129526 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe508b0-033b-43da-a7d1-219fb175f2d2 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] DELETE failed (client error): The resource could not be found. Mar 24 01:08:39.132416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 151d90b1-5d68-4ff6-9dab-dae963af9dc7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:39.132999 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe508b0-033b-43da-a7d1-219fb175f2d2 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:08:39.135009 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:39.156102 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fbe508b0-033b-43da-a7d1-219fb175f2d2 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/subnets/5f18625e-e734-4f48-9924-288004412470 HTTP/1.1" status: 404 len: 337 time: 0.1177180 Mar 24 01:08:39.165893 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57528) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:39.169623 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 15b496e5-b6d7-42b6-a175-1b1e88003026 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:39.178668 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:39.188156 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:39.280722 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=35488f4a-8830-49af-ad60-8c6f4ebd50db,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:39.330932 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-33d06c9c-ed4d-47d2-81c4-4c35a9815a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:39.335765 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-33d06c9c-ed4d-47d2-81c4-4c35a9815a84 admin admin] 10.222.0.45 "DELETE /v2.0/networks/bf94da22-7c84-49e8-81bf-239505829182 HTTP/1.1" status: 204 len: 168 time: 1.0723085 Mar 24 01:08:39.351346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754e393-f0d7-41a1-8826-4cb1c5e69169 req-0b9e3052-7f39-4900-b4a5-808766696a69 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:39.353497 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b754e393-f0d7-41a1-8826-4cb1c5e69169 req-0b9e3052-7f39-4900-b4a5-808766696a69 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.2840152 Mar 24 01:08:39.362841 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d06c9c-ed4d-47d2-81c4-4c35a9815a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf94da22-7c84-49e8-81bf-239505829182,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:39.367758 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:39.369057 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (1b975ea8-2a23-4f7d-959a-a7cdd00f2dea), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:39.391673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] For port 2cdaaed3-e992-419a-9299-89ddbe498897, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:39.400418 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 151d90b1-5d68-4ff6-9dab-dae963af9dc7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:39.401050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] For port 2cdaaed3-e992-419a-9299-89ddbe498897, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2cdaaed3-e992-419a-9299-89ddbe498897,segment=NetworkSegment(293dda98-e33a-415d-bc1b-0f7c0c99ccdb),segment_id=293dda98-e33a-415d-bc1b-0f7c0c99ccdb)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:39.422851 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:39.468916 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57538) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:39.495895 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc6252c7-88db-4ef0-8d87-298fbb34d291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:39.540519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:39.541280 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:39.542889 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-521cb526-c897-4378-afb4-49244370cdf7 req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] 10.222.0.57 "PUT /v2.0/ports/2cdaaed3-e992-419a-9299-89ddbe498897 HTTP/1.1" status: 200 len: 1092 time: 2.4669681 Mar 24 01:08:39.558567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'tag': '2cdaaed3-e992-419a-9299-89ddbe498897'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:08:39.561920 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82af38b9-965c-45ab-9b30-301c3e4b0c94" -d '{"events": [{"name": "network-changed", "server_uuid": "bf763529-bded-476a-bf1a-8e4dba2a5acc", "tag": "2cdaaed3-e992-419a-9299-89ddbe498897"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:08:39.640858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b754e393-f0d7-41a1-8826-4cb1c5e69169 req-f60d5b78-aea5-4e76-940d-e4089b8ff497 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586639 Mar 24 01:08:39.644783 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:39.661299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af7e9a-bcfd-4b2f-ba42-784de76535a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdaaed3-e992-419a-9299-89ddbe498897,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:39.700283 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Deleting port efbf06e7-96f5-4c8b-957b-5ddd8260f16a {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:08:39.700628 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (efbf06e7-96f5-4c8b-957b-5ddd8260f16a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:39.734236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c650a-c573-406b-bc55-85e71aea0f56 req-7f890a51-edea-491d-bb83-66bb31d697a8 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:39.736068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-775c650a-c573-406b-bc55-85e71aea0f56 req-7f890a51-edea-491d-bb83-66bb31d697a8 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 944 time: 0.2170999 Mar 24 01:08:39.769212 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6a8a9c-84ce-4114-a1a0-a6fcbd3af93c x-openstack-request-id: req-9a6a8a9c-84ce-4114-a1a0-a6fcbd3af93c {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:08:39.769212 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf763529-bded-476a-bf1a-8e4dba2a5acc", "tag": "2cdaaed3-e992-419a-9299-89ddbe498897", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:08:39.769212 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a6a8a9c-84ce-4114-a1a0-a6fcbd3af93c {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:08:39.769476 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a6a8a9c-84ce-4114-a1a0-a6fcbd3af93c'] response: {'name': 'network-changed', 'server_uuid': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'tag': '2cdaaed3-e992-419a-9299-89ddbe498897', 'status': 'completed', 'code': 200} Mar 24 01:08:39.778574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57546) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:39.787960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cb526-c897-4378-afb4-49244370cdf7 req-50816339-f95d-4693-9856-bcaaf2430564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:39.789504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-521cb526-c897-4378-afb4-49244370cdf7 req-50816339-f95d-4693-9856-bcaaf2430564 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91529801875943e285400cac1c5565a9&device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 1126 time: 0.1777742 Mar 24 01:08:39.829724 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc6252c7-88db-4ef0-8d87-298fbb34d291 admin admin] Publish callbacks [] for security_group (5eb059c9-7e1f-4975-a04c-57168cb6c7c2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:39.838845 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc6252c7-88db-4ef0-8d87-298fbb34d291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5eb059c9-7e1f-4975-a04c-57168cb6c7c2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:39.872574 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-521cb526-c897-4378-afb4-49244370cdf7 req-8f6b325f-172b-4a2b-b399-151337154044 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cdaaed3-e992-419a-9299-89ddbe498897 HTTP/1.1" status: 200 len: 217 time: 0.0670562 Mar 24 01:08:39.875230 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6252c7-88db-4ef0-8d87-298fbb34d291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb059c9-7e1f-4975-a04c-57168cb6c7c2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:39.890165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] For port efbf06e7-96f5-4c8b-957b-5ddd8260f16a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=efbf06e7-96f5-4c8b-957b-5ddd8260f16a,segment=NetworkSegment(2ee87da3-bfa5-4084-8822-2058dc431796),segment_id=2ee87da3-bfa5-4084-8822-2058dc431796)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:39.890542 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (efbf06e7-96f5-4c8b-957b-5ddd8260f16a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:39.904826 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Calling delete_port for efbf06e7-96f5-4c8b-957b-5ddd8260f16a owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:08:39.915738 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fc6252c7-88db-4ef0-8d87-298fbb34d291 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89197b6a86014c76bcc6bc98cb48ca81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4433341 Mar 24 01:08:39.918436 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57548) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:40.039195 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-775c650a-c573-406b-bc55-85e71aea0f56 req-a6bd0ebe-a5c6-42d6-b8c1-6f8eb2cd244c tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680287 Mar 24 01:08:40.044475 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-15af8e6e-f620-4097-a4d6-ffcb1dcd2996 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7a9c5de495c8433c988a756a21554589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2648747 Mar 24 01:08:40.047763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57556) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:40.080025 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Publish callbacks [] for security_group (5eb059c9-7e1f-4975-a04c-57168cb6c7c2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.093140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cb526-c897-4378-afb4-49244370cdf7 req-374a3ff3-db8d-4feb-aeb7-055025306be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:40.095203 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-521cb526-c897-4378-afb4-49244370cdf7 req-374a3ff3-db8d-4feb-aeb7-055025306be6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5 HTTP/1.1" status: 200 len: 859 time: 0.1654618 Mar 24 01:08:40.132340 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Publish callbacks [] for security_group (5eb059c9-7e1f-4975-a04c-57168cb6c7c2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.140761 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-521cb526-c897-4378-afb4-49244370cdf7 req-6573ce5b-c552-4abb-ba5c-422d55fa4608 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e65492a-b6d0-4285-a960-d881da2ccb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383472 Mar 24 01:08:40.200654 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.210071 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.233117 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (efbf06e7-96f5-4c8b-957b-5ddd8260f16a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.245478 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0af4d1ec-9411-4824-a384-74d9808ca111 admin admin] Publish callbacks [] for security_group (b33a8205-8508-4c68-93c0-efce72b7769b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.282066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Port': ['ID=efbf06e7-96f5-4c8b-957b-5ddd8260f16a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:40.286130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] No DVR routers for this DVR port efbf06e7-96f5-4c8b-957b-5ddd8260f16a on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:08:40.286450 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5eb059c9-7e1f-4975-a04c-57168cb6c7c2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.290735 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.292013 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5eb059c9-7e1f-4975-a04c-57168cb6c7c2 HTTP/1.1" status: 204 len: 168 time: 0.3727114 Mar 24 01:08:40.344981 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb059c9-7e1f-4975-a04c-57168cb6c7c2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:40.347224 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event updated for resources: {'Port': ['ID=35488f4a-8830-49af-ad60-8c6f4ebd50db,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:40.349502 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0af4d1ec-9411-4824-a384-74d9808ca111 admin admin] Publish callbacks [] for security_group (b33a8205-8508-4c68-93c0-efce72b7769b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.350897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.369873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.370213 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.370552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.370884 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.371229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.371717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.372047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.372409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.372683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.373012 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.373342 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.373658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.373975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.374287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.375833 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbb609-df45-46f4-b441-c1e8cb478c9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.376745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-521cb526-c897-4378-afb4-49244370cdf7 req-5ec89ad7-68e1-433e-95bb-513f9662fbc6 service neutron] 10.222.0.57 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270405 Mar 24 01:08:40.380325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.380675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.381012 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.381376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.381702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.382030 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.382965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.382965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.392755 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.393063 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.393423 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.393759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.394086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.394412 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.394748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:40.415741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6a9692-462c-4a9f-9227-72355fb5953b None None] Network 15b496e5-b6d7-42b6-a175-1b1e88003026 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:40.484865 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (1b975ea8-2a23-4f7d-959a-a7cdd00f2dea), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.538198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a5ebdb6c-74bf-45d6-a72d-dac080a5427f None None] Provisioning complete for port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:40.538938 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a5ebdb6c-74bf-45d6-a72d-dac080a5427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (eb1465a7-ab6f-4a96-8d38-0c63c45eec8d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.558667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b975ea8-2a23-4f7d-959a-a7cdd00f2dea']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:40.567126 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Network 15b496e5-b6d7-42b6-a175-1b1e88003026 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:40.568617 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:40.603148 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee87da3-bfa5-4084-8822-2058dc431796') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:40.603371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee87da3-bfa5-4084-8822-2058dc431796') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:40.630793 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0af4d1ec-9411-4824-a384-74d9808ca111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b33a8205-8508-4c68-93c0-efce72b7769b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.642401 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0af4d1ec-9411-4824-a384-74d9808ca111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.643606 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0af4d1ec-9411-4824-a384-74d9808ca111 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b33a8205-8508-4c68-93c0-efce72b7769b HTTP/1.1" status: 204 len: 168 time: 0.5934784 Mar 24 01:08:40.649918 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (2ee87da3-bfa5-4084-8822-2058dc431796), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.654490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebdb6c-74bf-45d6-a72d-dac080a5427f None None] Current status of the port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:40.655118 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a5ebdb6c-74bf-45d6-a72d-dac080a5427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (eb1465a7-ab6f-4a96-8d38-0c63c45eec8d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.677483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4d1ec-9411-4824-a384-74d9808ca111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33a8205-8508-4c68-93c0-efce72b7769b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:40.682663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-521cb526-c897-4378-afb4-49244370cdf7 req-f7d52aba-09c4-43c1-abc8-08c28a4a343a service neutron] 10.222.0.57 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702155 Mar 24 01:08:40.683692 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (2ee87da3-bfa5-4084-8822-2058dc431796), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.698518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:08:40.699062 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (2ee87da3-bfa5-4084-8822-2058dc431796), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:08:40.711424 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:08:40.721881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a5ebdb6c-74bf-45d6-a72d-dac080a5427f None None] For port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=eb1465a7-ab6f-4a96-8d38-0c63c45eec8d,segment=NetworkSegment(08d5e674-78ba-4868-96d4-1aef1501ef52),segment_id=08d5e674-78ba-4868-96d4-1aef1501ef52)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:40.744038 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a5ebdb6c-74bf-45d6-a72d-dac080a5427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (eb1465a7-ab6f-4a96-8d38-0c63c45eec8d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.792951 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:08:40.922952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebdb6c-74bf-45d6-a72d-dac080a5427f None None] Pushing event updated for resources: {'Port': ['ID=eb1465a7-ab6f-4a96-8d38-0c63c45eec8d,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:40.987189 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (1b975ea8-2a23-4f7d-959a-a7cdd00f2dea), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.992204 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:40.999064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/networks/1b975ea8-2a23-4f7d-959a-a7cdd00f2dea HTTP/1.1" status: 204 len: 168 time: 1.8289826 Mar 24 01:08:40.999710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57580) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:41.002097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af38b9-965c-45ab-9b30-301c3e4b0c94 req-95b721bd-c409-4bf4-bef6-a2ce555fdd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:41.003598 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82af38b9-965c-45ab-9b30-301c3e4b0c94 req-95b721bd-c409-4bf4-bef6-a2ce555fdd3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91529801875943e285400cac1c5565a9&device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 1126 time: 0.2291045 Mar 24 01:08:41.023986 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc51ea1-fff3-4d72-bc6c-0417e5e64413 req-689b4581-e829-4a03-8e35-56adf61afde7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:41.026157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1fc51ea1-fff3-4d72-bc6c-0417e5e64413 req-689b4581-e829-4a03-8e35-56adf61afde7 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.1958005 Mar 24 01:08:41.035410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:08:41.048932 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Sync routers for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:08:41.049509 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-77bac6a9-306e-4686-a8ab-5cb65b4c9cb8 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/a8801b3f-6989-4b1b-9ad1-a858d3fb03a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3243437 Mar 24 01:08:41.053460 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57582) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:41.065974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-af824cfd-5418-454d-b07f-81583aee2264 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:41.079873 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:41.080657 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:41.159256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device fb638f6f-5341-44aa-a47f-97327fa7d325 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:41.273659 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b6fda2d1-94c3-4035-80d6-4a82a105df69 None None] Provisioning complete for port 35488f4a-8830-49af-ad60-8c6f4ebd50db triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:41.274164 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b6fda2d1-94c3-4035-80d6-4a82a105df69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:41.334935 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:41.346222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69869bf5-f664-4f6b-9165-4699a97ebe97 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Network': ['ID=1b975ea8-2a23-4f7d-959a-a7cdd00f2dea,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:41.353565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b6fda2d1-94c3-4035-80d6-4a82a105df69 None None] Port 35488f4a-8830-49af-ad60-8c6f4ebd50db cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:08:41.358917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57588) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:41.367157 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port fb638f6f-5341-44aa-a47f-97327fa7d325 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:41.367561 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:41.451832 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b6fda2d1-94c3-4035-80d6-4a82a105df69 None None] Provisioning complete for port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:41.452455 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b6fda2d1-94c3-4035-80d6-4a82a105df69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (eb1465a7-ab6f-4a96-8d38-0c63c45eec8d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:41.517411 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e03b4a9-ad73-41e7-bd2a-c551442fe887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:41.666925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1c481a-302b-454e-b53c-cb2990e47af8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Deleting subnet f9a0b9c1-67a8-4c68-95e6-55eb2fd43689 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:08:41.695861 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3b1c481a-302b-454e-b53c-cb2990e47af8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks [] for subnet (f9a0b9c1-67a8-4c68-95e6-55eb2fd43689), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:41.776547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port fb638f6f-5341-44aa-a47f-97327fa7d325 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:41.778509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device eb1465a7-ab6f-4a96-8d38-0c63c45eec8d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:41.803234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13ff1f-94ab-4e1e-8fbe-15e67e473dff req-93fd81df-0c50-49f7-95d7-7f3774441532 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:41.810438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff13ff1f-94ab-4e1e-8fbe-15e67e473dff req-93fd81df-0c50-49f7-95d7-7f3774441532 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 944 time: 0.4709976 Mar 24 01:08:41.850240 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1fc51ea1-fff3-4d72-bc6c-0417e5e64413 req-d3b482eb-05f0-44e3-8c78-d4820d8fba20 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6425824 Mar 24 01:08:41.851232 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:39Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '151d90b1-5d68-4ff6-9dab-dae963af9dc7', 'name': '', 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:0f:d5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:26Z', 'updated_at': '2022-03-24T01:08:37Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35488f4a-8830-49af-ad60-8c6f4ebd50db', 'name': '', 'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:e3:f9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b2cd712d-9c8c-4b30-956f-19d48c6369c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:37Z', 'updated_at': '2022-03-24T01:08:39Z', 'revision_number': 2, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': 'b2cd712d-9c8c-4b30-956f-19d48c6369c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:29Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:41.899548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b6fda2d1-94c3-4035-80d6-4a82a105df69 None None] Current status of the port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:41.924140 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:41.925144 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (eb1465a7-ab6f-4a96-8d38-0c63c45eec8d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:41.943364 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Checking router: a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:08:41.948844 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Updating router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 port 35488f4a-8830-49af-ad60-8c6f4ebd50db binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:08:42.009857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af38b9-965c-45ab-9b30-301c3e4b0c94 req-06ebb8bf-cbaf-4607-aec3-abf7fdc64d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:42.026125 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:42.027701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82af38b9-965c-45ab-9b30-301c3e4b0c94 req-06ebb8bf-cbaf-4607-aec3-abf7fdc64d0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e65492a-b6d0-4285-a960-d881da2ccb32 HTTP/1.1" status: 200 len: 920 time: 0.9979355 Mar 24 01:08:42.066849 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3b1c481a-302b-454e-b53c-cb2990e47af8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (f9a0b9c1-67a8-4c68-95e6-55eb2fd43689), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:42.080150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2c60632a-81de-48bd-9346-58e13b2a79db None None] Provisioning complete for port 35488f4a-8830-49af-ad60-8c6f4ebd50db triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:42.080537 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2c60632a-81de-48bd-9346-58e13b2a79db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:42.117857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:42.144771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2c60632a-81de-48bd-9346-58e13b2a79db None None] Port 35488f4a-8830-49af-ad60-8c6f4ebd50db cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:08:42.209865 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82af38b9-965c-45ab-9b30-301c3e4b0c94 req-4d8162b8-e1c1-4df6-bb91-378f3a080967 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cdaaed3-e992-419a-9299-89ddbe498897 HTTP/1.1" status: 200 len: 217 time: 0.1602232 Mar 24 01:08:42.232874 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff13ff1f-94ab-4e1e-8fbe-15e67e473dff req-80fb9d44-669b-49e5-9b8e-8359a524c598 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677297 Mar 24 01:08:42.279114 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ab744e3e-6dfc-4fa8-bc37-4b972e278962 None None] Provisioning complete for port 35488f4a-8830-49af-ad60-8c6f4ebd50db triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:42.279843 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ab744e3e-6dfc-4fa8-bc37-4b972e278962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:42.343868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ab744e3e-6dfc-4fa8-bc37-4b972e278962 None None] Port 35488f4a-8830-49af-ad60-8c6f4ebd50db cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:08:42.359466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af38b9-965c-45ab-9b30-301c3e4b0c94 req-44dedd96-f6ef-457a-8e03-8332a8d9d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:42.360986 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82af38b9-965c-45ab-9b30-301c3e4b0c94 req-44dedd96-f6ef-457a-8e03-8332a8d9d11f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5 HTTP/1.1" status: 200 len: 859 time: 0.1227753 Mar 24 01:08:42.367502 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e03b4a9-ad73-41e7-bd2a-c551442fe887 admin admin] Publish callbacks [] for security_group (4ad39229-bcce-4c61-a731-b8f27ca0af66), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:42.370187 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.extraroute_db [None req-af824cfd-5418-454d-b07f-81583aee2264 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=115729) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 24 01:08:42.398360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82af38b9-965c-45ab-9b30-301c3e4b0c94 req-e17ca767-e083-4158-b130-02700dba36d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e65492a-b6d0-4285-a960-d881da2ccb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292904 Mar 24 01:08:42.400611 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3b1c481a-302b-454e-b53c-cb2990e47af8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (f9a0b9c1-67a8-4c68-95e6-55eb2fd43689), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:42.404007 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e03b4a9-ad73-41e7-bd2a-c551442fe887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4ad39229-bcce-4c61-a731-b8f27ca0af66), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:42.407718 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.extraroute_db [None req-af824cfd-5418-454d-b07f-81583aee2264 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Removed routes are [] {{(pid=115729) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 24 01:08:42.409820 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-af824cfd-5418-454d-b07f-81583aee2264 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:42.486426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03b4a9-ad73-41e7-bd2a-c551442fe887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad39229-bcce-4c61-a731-b8f27ca0af66,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:42.572534 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Publish callbacks [] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:42.579296 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:42.631632 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Pushing event updated for resources: {'Port': ['ID=35488f4a-8830-49af-ad60-8c6f4ebd50db,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:42.644313 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:42.645023 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:42.645531 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:42.646204 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:42.646879 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:42.647497 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:42.647926 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:42.648311 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:42.648671 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:42.649158 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:42.650250 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:42.650836 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:42.651345 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:42.651807 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:42.652359 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:42.687477 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3b1c481a-302b-454e-b53c-cb2990e47af8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (f9a0b9c1-67a8-4c68-95e6-55eb2fd43689), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:42.725048 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-af824cfd-5418-454d-b07f-81583aee2264 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:42.725950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a8c283-f586-4683-a4cd-b138724a8724 None None] Network 24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:42.726512 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57628) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:42.737485 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7e03b4a9-ad73-41e7-bd2a-c551442fe887 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7b9e829efefc4ca9800658081ce42deb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3597822 Mar 24 01:08:42.739871 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3b1c481a-302b-454e-b53c-cb2990e47af8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:42.750060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3b1c481a-302b-454e-b53c-cb2990e47af8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/subnets/f9a0b9c1-67a8-4c68-95e6-55eb2fd43689 HTTP/1.1" status: 204 len: 168 time: 1.7398088 Mar 24 01:08:42.778095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57630) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:42.792060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c481a-302b-454e-b53c-cb2990e47af8 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a0b9c1-67a8-4c68-95e6-55eb2fd43689,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:42.800170 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Attempting to bind port 35488f4a-8830-49af-ad60-8c6f4ebd50db on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:42.800761 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Attempting to bind port 35488f4a-8830-49af-ad60-8c6f4ebd50db by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '08d5e674-78ba-4868-96d4-1aef1501ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:42.802293 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Attempting to bind port 35488f4a-8830-49af-ad60-8c6f4ebd50db on network 15b496e5-b6d7-42b6-a175-1b1e88003026 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:42.802436 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-af824cfd-5418-454d-b07f-81583aee2264 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:42.811550 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:42.811934 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Checking segment: {'id': '08d5e674-78ba-4868-96d4-1aef1501ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:42.812336 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:42.815672 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Bound using segment: {'id': '08d5e674-78ba-4868-96d4-1aef1501ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:42.816299 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Bound port: 35488f4a-8830-49af-ad60-8c6f4ebd50db, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d5e674-78ba-4868-96d4-1aef1501ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:42.816626 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:42.956262 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] For port 35488f4a-8830-49af-ad60-8c6f4ebd50db, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:42.960852 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] For port 35488f4a-8830-49af-ad60-8c6f4ebd50db, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=35488f4a-8830-49af-ad60-8c6f4ebd50db,segment=NetworkSegment(08d5e674-78ba-4868-96d4-1aef1501ef52),segment_id=08d5e674-78ba-4868-96d4-1aef1501ef52)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:42.963889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device eb1465a7-ab6f-4a96-8d38-0c63c45eec8d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:42.976391 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:43.012877 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf14aa61-6d01-4635-8b90-2b8cfd32e492 admin admin] Publish callbacks [] for security_group (4ad39229-bcce-4c61-a731-b8f27ca0af66), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:43.088492 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:43.092004 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:43.131182 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82af38b9-965c-45ab-9b30-301c3e4b0c94 req-2b4f33e2-054d-4e09-89fa-5142dff373b5 service neutron] 10.222.0.57 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134786 Mar 24 01:08:43.144572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:43.145526 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (eb1465a7-ab6f-4a96-8d38-0c63c45eec8d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:43.161981 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf14aa61-6d01-4635-8b90-2b8cfd32e492 admin admin] Publish callbacks [] for security_group (4ad39229-bcce-4c61-a731-b8f27ca0af66), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:43.209512 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36af63-21d3-43bb-99cf-f9645f8760af None None] Pushing event updated for resources: {'Port': ['ID=35488f4a-8830-49af-ad60-8c6f4ebd50db,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:43.230707 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a702dc9a-0d3d-49c2-8b11-df2bf3563eaf None None] DHCP port deletion for 24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:08:43.252674 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af824cfd-5418-454d-b07f-81583aee2264 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:08:43.263086 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:43.362086 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:43.428434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d5b24-41dd-44e0-88f7-925c22dbae91 req-246d0815-323a-4250-89e0-d89bb1059a40 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:43.430340 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-780d5b24-41dd-44e0-88f7-925c22dbae91 req-246d0815-323a-4250-89e0-d89bb1059a40 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.4502413 Mar 24 01:08:43.461381 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf14aa61-6d01-4635-8b90-2b8cfd32e492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4ad39229-bcce-4c61-a731-b8f27ca0af66), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:43.464497 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf14aa61-6d01-4635-8b90-2b8cfd32e492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:43.470255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-46215bed-84f1-467d-9233-9182777cb4f4 None None] Provisioning complete for port 35488f4a-8830-49af-ad60-8c6f4ebd50db triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:43.470643 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-46215bed-84f1-467d-9233-9182777cb4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:43.474287 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cf14aa61-6d01-4635-8b90-2b8cfd32e492 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4ad39229-bcce-4c61-a731-b8f27ca0af66 HTTP/1.1" status: 204 len: 168 time: 0.7381842 Mar 24 01:08:43.509677 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14aa61-6d01-4635-8b90-2b8cfd32e492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad39229-bcce-4c61-a731-b8f27ca0af66,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:43.512228 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a2190-5f3a-42c1-8e87-3a4b85f196bb req-094284b5-0872-4f5e-aa2c-d18d7a84abd1 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:43.522297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-628a2190-5f3a-42c1-8e87-3a4b85f196bb req-094284b5-0872-4f5e-aa2c-d18d7a84abd1 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 944 time: 0.1416936 Mar 24 01:08:43.550264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af824cfd-5418-454d-b07f-81583aee2264 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:08:43.569935 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-af824cfd-5418-454d-b07f-81583aee2264 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:43.571186 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-af824cfd-5418-454d-b07f-81583aee2264 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 HTTP/1.1" status: 200 len: 934 time: 2.5166383 Mar 24 01:08:43.574557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57656) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:43.611943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:43.690051 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-628a2190-5f3a-42c1-8e87-3a4b85f196bb req-ca8cb336-87ce-40a3-9b24-7f99a66c6d11 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665597 Mar 24 01:08:43.697693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82af38b9-965c-45ab-9b30-301c3e4b0c94 req-f6b1c88a-f4b1-419d-802a-c461dd4d1a45 service neutron] 10.222.0.57 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656509 Mar 24 01:08:43.699972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a702dc9a-0d3d-49c2-8b11-df2bf3563eaf None None] Deleting port 8a96f1af-5c10-4590-820a-3fa3267e2cb7 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:08:43.700353 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a702dc9a-0d3d-49c2-8b11-df2bf3563eaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8a96f1af-5c10-4590-820a-3fa3267e2cb7), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:43.742554 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:42Z', 'revision_number': 6, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '151d90b1-5d68-4ff6-9dab-dae963af9dc7', 'name': '', 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:0f:d5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:26Z', 'updated_at': '2022-03-24T01:08:37Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35488f4a-8830-49af-ad60-8c6f4ebd50db', 'name': '', 'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:e3:f9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b2cd712d-9c8c-4b30-956f-19d48c6369c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:37Z', 'updated_at': '2022-03-24T01:08:42Z', 'revision_number': 4, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': 'b2cd712d-9c8c-4b30-956f-19d48c6369c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:29Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:43.746322 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-780d5b24-41dd-44e0-88f7-925c22dbae91 req-4a15303f-83eb-4720-959d-0dfeb4ec40e4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792721 Mar 24 01:08:43.760247 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2cdaaed3-e992-419a-9299-89ddbe498897 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:08:43.779837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Deleting port 8a96f1af-5c10-4590-820a-3fa3267e2cb7 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:08:43.780182 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8a96f1af-5c10-4590-820a-3fa3267e2cb7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:43.799255 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b1ea560c-3332-478e-b76d-fe4b246e8ae0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/routers/a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 HTTP/1.1" status: 200 len: 934 time: 0.2235169 Mar 24 01:08:43.801037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57662) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:43.813808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d143d102-5c08-4fec-9543-836144d45939 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'router': {'routes': None}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:43.905787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a702dc9a-0d3d-49c2-8b11-df2bf3563eaf None None] For port 8a96f1af-5c10-4590-820a-3fa3267e2cb7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8a96f1af-5c10-4590-820a-3fa3267e2cb7,segment=NetworkSegment(ae3c7263-e324-4112-8878-ca8409ee4483),segment_id=ae3c7263-e324-4112-8878-ca8409ee4483)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:43.906210 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a702dc9a-0d3d-49c2-8b11-df2bf3563eaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8a96f1af-5c10-4590-820a-3fa3267e2cb7), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:43.928916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-46215bed-84f1-467d-9233-9182777cb4f4 None None] Current status of the port 35488f4a-8830-49af-ad60-8c6f4ebd50db is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:43.929374 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-46215bed-84f1-467d-9233-9182777cb4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:43.950789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] For port 8a96f1af-5c10-4590-820a-3fa3267e2cb7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8a96f1af-5c10-4590-820a-3fa3267e2cb7,segment=NetworkSegment(ae3c7263-e324-4112-8878-ca8409ee4483),segment_id=ae3c7263-e324-4112-8878-ca8409ee4483)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:43.951898 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8a96f1af-5c10-4590-820a-3fa3267e2cb7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:43.965984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a702dc9a-0d3d-49c2-8b11-df2bf3563eaf None None] Calling delete_port for 8a96f1af-5c10-4590-820a-3fa3267e2cb7 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:08:43.977414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Calling delete_port for 8a96f1af-5c10-4590-820a-3fa3267e2cb7 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:08:44.029919 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f674945c-64ea-483f-9757-35b8a7d83b0d None None] The sync data for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 is: [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:42Z', 'revision_number': 6, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '151d90b1-5d68-4ff6-9dab-dae963af9dc7', 'name': '', 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:0f:d5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:26Z', 'updated_at': '2022-03-24T01:08:37Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35488f4a-8830-49af-ad60-8c6f4ebd50db', 'name': '', 'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:e3:f9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b2cd712d-9c8c-4b30-956f-19d48c6369c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:37Z', 'updated_at': '2022-03-24T01:08:42Z', 'revision_number': 4, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': 'b2cd712d-9c8c-4b30-956f-19d48c6369c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:29Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:08:44.087450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-46215bed-84f1-467d-9233-9182777cb4f4 None None] For port 35488f4a-8830-49af-ad60-8c6f4ebd50db, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=35488f4a-8830-49af-ad60-8c6f4ebd50db,segment=NetworkSegment(08d5e674-78ba-4868-96d4-1aef1501ef52),segment_id=08d5e674-78ba-4868-96d4-1aef1501ef52)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:44.138056 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-46215bed-84f1-467d-9233-9182777cb4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:44.140580 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (8a96f1af-5c10-4590-820a-3fa3267e2cb7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:44.177254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Port': ['ID=8a96f1af-5c10-4590-820a-3fa3267e2cb7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:44.184152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] No DVR routers for this DVR port 8a96f1af-5c10-4590-820a-3fa3267e2cb7 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:08:44.218479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2cdaaed3-e992-419a-9299-89ddbe498897, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2cdaaed3-e992-419a-9299-89ddbe498897,segment=NetworkSegment(293dda98-e33a-415d-bc1b-0f7c0c99ccdb),segment_id=293dda98-e33a-415d-bc1b-0f7c0c99ccdb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:44.238853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '2cdaaed3-e992-419a-9299-89ddbe498897', 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32', 'port_id': '2cdaaed3-e992-419a-9299-89ddbe498897', 'mac_address': 'fa:16:3e:27:8f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:08:44.292476 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:44.346111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:44.369411 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 2cdaaed3-e992-419a-9299-89ddbe498897 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:44.369820 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:44.375231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3c7263-e324-4112-8878-ca8409ee4483') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:44.376069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3c7263-e324-4112-8878-ca8409ee4483') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:44.386622 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ca1b2b13-8486-4d9a-8487-2967d0056c69 None None] Provisioning complete for port 35488f4a-8830-49af-ad60-8c6f4ebd50db triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:44.387103 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2b13-8486-4d9a-8487-2967d0056c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:44.393782 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (ae3c7263-e324-4112-8878-ca8409ee4483), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:44.411021 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ae3c7263-e324-4112-8878-ca8409ee4483), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:44.423087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:08:44.423764 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (ae3c7263-e324-4112-8878-ca8409ee4483), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:44.444543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdaaed3-e992-419a-9299-89ddbe498897 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:08:44.455389 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46215bed-84f1-467d-9233-9182777cb4f4 None None] Pushing event updated for resources: {'Port': ['ID=35488f4a-8830-49af-ad60-8c6f4ebd50db,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:44.466268 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a702dc9a-0d3d-49c2-8b11-df2bf3563eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (8a96f1af-5c10-4590-820a-3fa3267e2cb7), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:08:44.509796 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:08:44.512880 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:44.519006 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:44.527047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] 10.222.0.45 "DELETE /v2.0/networks/24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0 HTTP/1.1" status: 204 len: 168 time: 1.7460511 Mar 24 01:08:44.547031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702dc9a-0d3d-49c2-8b11-df2bf3563eaf None None] Pushing event deleted for resources: {'Port': ['ID=8a96f1af-5c10-4590-820a-3fa3267e2cb7,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:44.551484 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702dc9a-0d3d-49c2-8b11-df2bf3563eaf None None] No DVR routers for this DVR port 8a96f1af-5c10-4590-820a-3fa3267e2cb7 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:08:44.556772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2cdaaed3-e992-419a-9299-89ddbe498897, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2cdaaed3-e992-419a-9299-89ddbe498897,segment=NetworkSegment(293dda98-e33a-415d-bc1b-0f7c0c99ccdb),segment_id=293dda98-e33a-415d-bc1b-0f7c0c99ccdb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:44.571290 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:44.587767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633e4df-3720-44ae-85e3-4daca60bc577 tempest-NetworksIpV6TestAttrs-720348110 tempest-NetworksIpV6TestAttrs-720348110-project] Pushing event deleted for resources: {'Network': ['ID=24b0ba5b-7eb6-4c5c-a000-9c1598b7e3b0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:44.662044 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.extraroute_db [None req-d143d102-5c08-4fec-9543-836144d45939 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Added routes are [] {{(pid=115729) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 24 01:08:44.663426 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.extraroute_db [None req-d143d102-5c08-4fec-9543-836144d45939 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=115729) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 24 01:08:44.706969 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d143d102-5c08-4fec-9543-836144d45939 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:44.874433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=2cdaaed3-e992-419a-9299-89ddbe498897,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:44.919288 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b2b13-8486-4d9a-8487-2967d0056c69 None None] Current status of the port 35488f4a-8830-49af-ad60-8c6f4ebd50db is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:44.952889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['2cdaaed3-e992-419a-9299-89ddbe498897'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:08:45.011095 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d143d102-5c08-4fec-9543-836144d45939 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:45.014822 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d143d102-5c08-4fec-9543-836144d45939 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:45.088049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef853a00-9e05-4955-a58d-54df56d40bab req-9b1c0cef-17ce-4d45-a4e2-4a8ab68508ef tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:45.089979 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 35488f4a-8830-49af-ad60-8c6f4ebd50db up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:45.090689 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef853a00-9e05-4955-a58d-54df56d40bab req-9b1c0cef-17ce-4d45-a4e2-4a8ab68508ef tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 945 time: 0.2609732 Mar 24 01:08:45.173057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9228b-395b-49b4-b052-fba322fca534 req-b14c4956-fc3c-4156-9d53-86c8a73ef1e4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:45.184825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09e9228b-395b-49b4-b052-fba322fca534 req-b14c4956-fc3c-4156-9d53-86c8a73ef1e4 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.2716491 Mar 24 01:08:45.195115 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d143d102-5c08-4fec-9543-836144d45939 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:08:45.208605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 35488f4a-8830-49af-ad60-8c6f4ebd50db triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:45.209633 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:45.224961 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef853a00-9e05-4955-a58d-54df56d40bab req-26dec34b-0d25-40b8-bd6a-a486ca5625ab tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267033 Mar 24 01:08:45.294329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09e9228b-395b-49b4-b052-fba322fca534 req-af3bb986-d56d-4ea0-b7f5-fe8d2b10279f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733469 Mar 24 01:08:45.330460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57700) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:45.353642 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57704) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:45.372988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d143d102-5c08-4fec-9543-836144d45939 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:08:45.382807 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d143d102-5c08-4fec-9543-836144d45939 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:45.387537 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d143d102-5c08-4fec-9543-836144d45939 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 HTTP/1.1" status: 200 len: 700 time: 1.5830393 Mar 24 01:08:45.388095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57708) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:45.388578 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 35488f4a-8830-49af-ad60-8c6f4ebd50db is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:45.468021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8a96f1af-5c10-4590-820a-3fa3267e2cb7 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:08:45.498539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 8a96f1af-5c10-4590-820a-3fa3267e2cb7 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:08:45.498989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8a96f1af-5c10-4590-820a-3fa3267e2cb7 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:08:45.582525 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948f46f9-e40e-45f8-91df-171354076675 None None] Sync routers for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:08:45.599408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f46f9-e40e-45f8-91df-171354076675 None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:45.600217 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-948f46f9-e40e-45f8-91df-171354076675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:45.725926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-948f46f9-e40e-45f8-91df-171354076675 None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:45.751553 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8b38aae-6b17-4dfc-9bd6-5f2ffc96f77a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:45.864181 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8b38aae-6b17-4dfc-9bd6-5f2ffc96f77a admin admin] Publish callbacks [] for security_group (5b295b9e-9e60-483e-a667-0ea40c1a92c8), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:45.870937 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8b38aae-6b17-4dfc-9bd6-5f2ffc96f77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5b295b9e-9e60-483e-a667-0ea40c1a92c8), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:45.963386 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b38aae-6b17-4dfc-9bd6-5f2ffc96f77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b295b9e-9e60-483e-a667-0ea40c1a92c8,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:45.972319 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a8b38aae-6b17-4dfc-9bd6-5f2ffc96f77a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=224bae2a6f124bdf87d869f4ddfeb4c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6180968 Mar 24 01:08:45.973052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57720) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:45.996500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-48caf6b1-ef37-438e-afad-aa04cc841f34 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4972c9eaff0a448093e0034eae5afbf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6642470 Mar 24 01:08:45.999784 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57722) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:46.002647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b8261f46-50b6-4b4e-8844-63c5632b11d6 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/routers/a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 HTTP/1.1" status: 200 len: 700 time: 0.6129687 Mar 24 01:08:46.005396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57724) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:46.035497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-948f46f9-e40e-45f8-91df-171354076675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:44Z', 'revision_number': 7, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '151d90b1-5d68-4ff6-9dab-dae963af9dc7', 'name': '', 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:0f:d5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:26Z', 'updated_at': '2022-03-24T01:08:37Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35488f4a-8830-49af-ad60-8c6f4ebd50db', 'name': '', 'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:e3:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b2cd712d-9c8c-4b30-956f-19d48c6369c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:37Z', 'updated_at': '2022-03-24T01:08:43Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': 'b2cd712d-9c8c-4b30-956f-19d48c6369c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:29Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:46.052151 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc9b6726-e096-4b5b-8a3d-9f2f5a4ad23f admin admin] Publish callbacks [] for security_group (5b295b9e-9e60-483e-a667-0ea40c1a92c8), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:46.080217 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948f46f9-e40e-45f8-91df-171354076675 None None] Checking router: a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:08:46.080882 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc9b6726-e096-4b5b-8a3d-9f2f5a4ad23f admin admin] Publish callbacks [] for security_group (5b295b9e-9e60-483e-a667-0ea40c1a92c8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:46.096504 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f46f9-e40e-45f8-91df-171354076675 None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:46.097185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-948f46f9-e40e-45f8-91df-171354076675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:46.138628 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc9b6726-e096-4b5b-8a3d-9f2f5a4ad23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5b295b9e-9e60-483e-a667-0ea40c1a92c8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:46.141674 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fc9b6726-e096-4b5b-8a3d-9f2f5a4ad23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:46.142957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fc9b6726-e096-4b5b-8a3d-9f2f5a4ad23f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b295b9e-9e60-483e-a667-0ea40c1a92c8 HTTP/1.1" status: 204 len: 168 time: 0.1674788 Mar 24 01:08:46.156386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b6726-e096-4b5b-8a3d-9f2f5a4ad23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b295b9e-9e60-483e-a667-0ea40c1a92c8,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:46.238447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-948f46f9-e40e-45f8-91df-171354076675 None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:46.289690 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98da2f82-e27e-4ebb-94ed-5599332fe71d admin admin] Publish callbacks [] for security_group (04829b70-a52f-4a49-bb47-578b11387845), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:46.311942 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98da2f82-e27e-4ebb-94ed-5599332fe71d admin admin] Publish callbacks [] for security_group (04829b70-a52f-4a49-bb47-578b11387845), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:46.412977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af082ca0-1460-4325-9e3f-49370078cf2a req-8f55a66e-e819-4df9-b9bf-57f0ce977e43 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:46.414665 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-af082ca0-1460-4325-9e3f-49370078cf2a req-8f55a66e-e819-4df9-b9bf-57f0ce977e43 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 945 time: 0.0904057 Mar 24 01:08:46.517497 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98da2f82-e27e-4ebb-94ed-5599332fe71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (04829b70-a52f-4a49-bb47-578b11387845), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:46.519780 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98da2f82-e27e-4ebb-94ed-5599332fe71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:46.523370 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-98da2f82-e27e-4ebb-94ed-5599332fe71d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/04829b70-a52f-4a49-bb47-578b11387845 HTTP/1.1" status: 204 len: 168 time: 0.5199826 Mar 24 01:08:46.566375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-948f46f9-e40e-45f8-91df-171354076675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:44Z', 'revision_number': 7, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '151d90b1-5d68-4ff6-9dab-dae963af9dc7', 'name': '', 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:0f:d5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:26Z', 'updated_at': '2022-03-24T01:08:37Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35488f4a-8830-49af-ad60-8c6f4ebd50db', 'name': '', 'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:e3:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b2cd712d-9c8c-4b30-956f-19d48c6369c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:37Z', 'updated_at': '2022-03-24T01:08:43Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': 'b2cd712d-9c8c-4b30-956f-19d48c6369c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:29Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:46.583287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da2f82-e27e-4ebb-94ed-5599332fe71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04829b70-a52f-4a49-bb47-578b11387845,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:46.590321 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-af082ca0-1460-4325-9e3f-49370078cf2a req-7d36c010-bb3f-43f1-86c2-5d551021af4d tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682718 Mar 24 01:08:46.604405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948f46f9-e40e-45f8-91df-171354076675 None None] The sync data for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 is: [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:44Z', 'revision_number': 7, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '151d90b1-5d68-4ff6-9dab-dae963af9dc7', 'name': '', 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:0f:d5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:26Z', 'updated_at': '2022-03-24T01:08:37Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35488f4a-8830-49af-ad60-8c6f4ebd50db', 'name': '', 'network_id': '15b496e5-b6d7-42b6-a175-1b1e88003026', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:e3:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b2cd712d-9c8c-4b30-956f-19d48c6369c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:37Z', 'updated_at': '2022-03-24T01:08:43Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': 'b2cd712d-9c8c-4b30-956f-19d48c6369c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:29Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:08:46.643173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f781b-a801-4177-bcb1-15c62136654a req-dfd5aeed-7909-42af-8e90-e24f6bc2219e tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:46.645763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-734f781b-a801-4177-bcb1-15c62136654a req-dfd5aeed-7909-42af-8e90-e24f6bc2219e tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.2060640 Mar 24 01:08:46.737188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-734f781b-a801-4177-bcb1-15c62136654a req-43a166fe-5d0f-4608-9c7b-610090dce51b tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811944 Mar 24 01:08:46.770605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2a278f38-b95e-44d8-8258-9a8136b8b76c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:47.075052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2a278f38-b95e-44d8-8258-9a8136b8b76c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port 35488f4a-8830-49af-ad60-8c6f4ebd50db {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:08:47.075474 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2a278f38-b95e-44d8-8258-9a8136b8b76c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:47.174576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-2a278f38-b95e-44d8-8258-9a8136b8b76c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] For port 35488f4a-8830-49af-ad60-8c6f4ebd50db, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=35488f4a-8830-49af-ad60-8c6f4ebd50db,segment=NetworkSegment(08d5e674-78ba-4868-96d4-1aef1501ef52),segment_id=08d5e674-78ba-4868-96d4-1aef1501ef52)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:47.175096 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2a278f38-b95e-44d8-8258-9a8136b8b76c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:47.190274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2a278f38-b95e-44d8-8258-9a8136b8b76c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for 35488f4a-8830-49af-ad60-8c6f4ebd50db owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:08:47.386569 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2a278f38-b95e-44d8-8258-9a8136b8b76c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (35488f4a-8830-49af-ad60-8c6f4ebd50db), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:47.414385 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a278f38-b95e-44d8-8258-9a8136b8b76c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=35488f4a-8830-49af-ad60-8c6f4ebd50db,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:47.728869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2cdaaed3-e992-419a-9299-89ddbe498897 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:47.811791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 2cdaaed3-e992-419a-9299-89ddbe498897 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:08:47.816203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b708c5f-07f3-4368-b310-74f02a7ec023 req-f81d1a4c-f58e-44aa-801b-a013bb792dcb tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:47.817319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 2cdaaed3-e992-419a-9299-89ddbe498897 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:47.818139 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:47.823231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b708c5f-07f3-4368-b310-74f02a7ec023 req-f81d1a4c-f58e-44aa-801b-a013bb792dcb tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 945 time: 0.1352243 Mar 24 01:08:47.917795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 2cdaaed3-e992-419a-9299-89ddbe498897 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:47.918199 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:47.967527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2cdaaed3-e992-419a-9299-89ddbe498897, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2cdaaed3-e992-419a-9299-89ddbe498897,segment=NetworkSegment(293dda98-e33a-415d-bc1b-0f7c0c99ccdb),segment_id=293dda98-e33a-415d-bc1b-0f7c0c99ccdb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:47.968781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdaaed3-e992-419a-9299-89ddbe498897'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:08:47.972307 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2ffb2f-4d24-4085-a553-06e9088ddd31" -d '{"events": [{"server_uuid": "bf763529-bded-476a-bf1a-8e4dba2a5acc", "name": "network-vif-plugged", "status": "completed", "tag": "2cdaaed3-e992-419a-9299-89ddbe498897"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:08:47.977544 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:47.991270 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b708c5f-07f3-4368-b310-74f02a7ec023 req-c9b7f9fe-45bd-4d92-99fa-e5521c2555b5 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618183 Mar 24 01:08:48.028310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81620da2-d40e-4acd-8ad1-969f789f97ff req-8ea38ebf-3af7-4fff-bb4b-1d71d9f51a29 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:48.036060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81620da2-d40e-4acd-8ad1-969f789f97ff req-8ea38ebf-3af7-4fff-bb4b-1d71d9f51a29 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.1752052 Mar 24 01:08:48.049242 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=2cdaaed3-e992-419a-9299-89ddbe498897,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:48.053687 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2a278f38-b95e-44d8-8258-9a8136b8b76c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:48.102135 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6261d0ec-a515-44f0-a008-530367aacff2 x-openstack-request-id: req-6261d0ec-a515-44f0-a008-530367aacff2 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:08:48.102472 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf763529-bded-476a-bf1a-8e4dba2a5acc", "name": "network-vif-plugged", "status": "completed", "tag": "2cdaaed3-e992-419a-9299-89ddbe498897", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:08:48.102737 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6261d0ec-a515-44f0-a008-530367aacff2 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:08:48.103155 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6261d0ec-a515-44f0-a008-530367aacff2'] response: {'server_uuid': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdaaed3-e992-419a-9299-89ddbe498897', 'code': 200} Mar 24 01:08:48.135988 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81620da2-d40e-4acd-8ad1-969f789f97ff req-48d434e0-466f-482d-bd0d-b3b5437c1383 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921319 Mar 24 01:08:48.217583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6990ef7-1821-4e97-b273-a52fbd9abb6d req-0b4eca78-afa6-46f7-ae69-777f014474fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:48.219259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e6990ef7-1821-4e97-b273-a52fbd9abb6d req-0b4eca78-afa6-46f7-ae69-777f014474fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 1128 time: 0.0489423 Mar 24 01:08:48.244495 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:08:48.280101 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e6990ef7-1821-4e97-b273-a52fbd9abb6d req-d82a8d68-6eb4-4bb6-a6e1-46be8650ad08 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542634 Mar 24 01:08:48.312985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a278f38-b95e-44d8-8258-9a8136b8b76c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:08:48.417624 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a278f38-b95e-44d8-8258-9a8136b8b76c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:08:48.432424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57830) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:48.434158 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2a278f38-b95e-44d8-8258-9a8136b8b76c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/a8801b3f-6989-4b1b-9ad1-a858d3fb03a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4275091 Mar 24 01:08:48.435251 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d244597-84b5-44eb-8b98-21072517c2e2 None None] Sync routers for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:08:48.454125 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d244597-84b5-44eb-8b98-21072517c2e2 None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:48.454969 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6d244597-84b5-44eb-8b98-21072517c2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:48.499299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-32173326-28cf-4828-8835-54216c354cc5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting subnet b2cd712d-9c8c-4b30-956f-19d48c6369c0 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:08:48.502597 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32173326-28cf-4828-8835-54216c354cc5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (b2cd712d-9c8c-4b30-956f-19d48c6369c0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:48.549933 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32173326-28cf-4828-8835-54216c354cc5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (b2cd712d-9c8c-4b30-956f-19d48c6369c0), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:48.565859 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-6d244597-84b5-44eb-8b98-21072517c2e2 None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:48.663634 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32173326-28cf-4828-8835-54216c354cc5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (b2cd712d-9c8c-4b30-956f-19d48c6369c0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:48.688007 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57838) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:48.735113 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32173326-28cf-4828-8835-54216c354cc5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (b2cd712d-9c8c-4b30-956f-19d48c6369c0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:48.774187 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32173326-28cf-4828-8835-54216c354cc5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:48.779803 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-32173326-28cf-4828-8835-54216c354cc5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/b2cd712d-9c8c-4b30-956f-19d48c6369c0 HTTP/1.1" status: 204 len: 168 time: 0.3371305 Mar 24 01:08:48.779803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32173326-28cf-4828-8835-54216c354cc5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Subnet': ['ID=b2cd712d-9c8c-4b30-956f-19d48c6369c0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:48.780694 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57846) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:48.787111 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba669ab-4a6a-4b5f-bc18-e4702eec130c None None] Network 15b496e5-b6d7-42b6-a175-1b1e88003026 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:48.843260 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6d244597-84b5-44eb-8b98-21072517c2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:47Z', 'revision_number': 8, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '151d90b1-5d68-4ff6-9dab-dae963af9dc7', 'name': '', 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:0f:d5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:26Z', 'updated_at': '2022-03-24T01:08:37Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:29Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:48.856185 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-41c5e879-88dd-4831-8e94-d7c3b716666b tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1407488249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:48.888090 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d244597-84b5-44eb-8b98-21072517c2e2 None None] Checking router: a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:08:48.903669 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d244597-84b5-44eb-8b98-21072517c2e2 None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:48.904452 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6d244597-84b5-44eb-8b98-21072517c2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:48.951014 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41c5e879-88dd-4831-8e94-d7c3b716666b tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:48.952087 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41c5e879-88dd-4831-8e94-d7c3b716666b tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.000747 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (15b496e5-b6d7-42b6-a175-1b1e88003026), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.067912 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc2cb32-62b8-4145-9ac0-0bca50394760 None None] DHCP port deletion for 15b496e5-b6d7-42b6-a175-1b1e88003026 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:08:49.068598 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-6d244597-84b5-44eb-8b98-21072517c2e2 None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:49.084927 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41c5e879-88dd-4831-8e94-d7c3b716666b tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for router_controller (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.097585 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41c5e879-88dd-4831-8e94-d7c3b716666b tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.145401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2cb32-62b8-4145-9ac0-0bca50394760 None None] Deleting port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:08:49.145997 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3cc2cb32-62b8-4145-9ac0-0bca50394760 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (eb1465a7-ab6f-4a96-8d38-0c63c45eec8d), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.187044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d59158-2304-4971-9e6d-7241cd48dc9e req-94c1bc45-d05c-413f-b736-e0b756856ecc tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:49.188727 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81d59158-2304-4971-9e6d-7241cd48dc9e req-94c1bc45-d05c-413f-b736-e0b756856ecc tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.0783503 Mar 24 01:08:49.206180 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41c5e879-88dd-4831-8e94-d7c3b716666b tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.212738 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-41c5e879-88dd-4831-8e94-d7c3b716666b tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5183942 Mar 24 01:08:49.215546 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57860) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:49.222659 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a8b17d67-9f51-42b9-a8c5-adcedb15670a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-647325478'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:49.305695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b17d67-9f51-42b9-a8c5-adcedb15670a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Made reservation on behalf of add7615f9ec94916b518275245bac959 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:49.309320 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8b17d67-9f51-42b9-a8c5-adcedb15670a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.314407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3cc2cb32-62b8-4145-9ac0-0bca50394760 None None] For port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=eb1465a7-ab6f-4a96-8d38-0c63c45eec8d,segment=NetworkSegment(08d5e674-78ba-4868-96d4-1aef1501ef52),segment_id=08d5e674-78ba-4868-96d4-1aef1501ef52)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:49.314983 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3cc2cb32-62b8-4145-9ac0-0bca50394760 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (eb1465a7-ab6f-4a96-8d38-0c63c45eec8d), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.318965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:08:49.319313 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (eb1465a7-ab6f-4a96-8d38-0c63c45eec8d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.349434 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8b17d67-9f51-42b9-a8c5-adcedb15670a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.350562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2cb32-62b8-4145-9ac0-0bca50394760 None None] Calling delete_port for eb1465a7-ab6f-4a96-8d38-0c63c45eec8d owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:08:49.361437 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81d59158-2304-4971-9e6d-7241cd48dc9e req-4215f220-846f-4f74-a25c-7bd66271fc15 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644325 Mar 24 01:08:49.411860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f74dc6-4e48-4e33-ae1a-8bcdf5d3844f req-6b9926c6-1c56-4168-9265-1c9883a1171d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:49.427420 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06f74dc6-4e48-4e33-ae1a-8bcdf5d3844f req-6b9926c6-1c56-4168-9265-1c9883a1171d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.1591706 Mar 24 01:08:49.441566 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] For port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=eb1465a7-ab6f-4a96-8d38-0c63c45eec8d,segment=NetworkSegment(08d5e674-78ba-4868-96d4-1aef1501ef52),segment_id=08d5e674-78ba-4868-96d4-1aef1501ef52)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:49.441566 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (eb1465a7-ab6f-4a96-8d38-0c63c45eec8d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.456637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for eb1465a7-ab6f-4a96-8d38-0c63c45eec8d owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:08:49.471889 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6d244597-84b5-44eb-8b98-21072517c2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:47Z', 'revision_number': 8, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '151d90b1-5d68-4ff6-9dab-dae963af9dc7', 'name': '', 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:0f:d5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:26Z', 'updated_at': '2022-03-24T01:08:37Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:29Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:49.524087 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06f74dc6-4e48-4e33-ae1a-8bcdf5d3844f req-332affb1-4249-4e58-8b05-a40b4e3469bc tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933447 Mar 24 01:08:49.528813 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d244597-84b5-44eb-8b98-21072517c2e2 None None] The sync data for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 is: [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:47Z', 'revision_number': 8, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '151d90b1-5d68-4ff6-9dab-dae963af9dc7', 'name': '', 'network_id': '306f96b2-f7ce-4307-b444-734677ca55f7', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:0f:d5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:26Z', 'updated_at': '2022-03-24T01:08:37Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '6986bdc2-1f97-43c7-87bb-81fd65da6224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:29Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:08:49.552077 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3cc2cb32-62b8-4145-9ac0-0bca50394760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (eb1465a7-ab6f-4a96-8d38-0c63c45eec8d), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.571625 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc2cb32-62b8-4145-9ac0-0bca50394760 None None] No DVR routers for this DVR port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:08:49.592646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2cb32-62b8-4145-9ac0-0bca50394760 None None] Pushing event deleted for resources: {'Port': ['ID=eb1465a7-ab6f-4a96-8d38-0c63c45eec8d,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:49.602542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57866) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:49.658700 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (eb1465a7-ab6f-4a96-8d38-0c63c45eec8d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.692237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=eb1465a7-ab6f-4a96-8d38-0c63c45eec8d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:49.702109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] No DVR routers for this DVR port eb1465a7-ab6f-4a96-8d38-0c63c45eec8d on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:08:49.744988 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8b17d67-9f51-42b9-a8c5-adcedb15670a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for security_group (4425bfb7-37b5-409f-8a14-765e381c9b35), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.756420 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8b17d67-9f51-42b9-a8c5-adcedb15670a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4425bfb7-37b5-409f-8a14-765e381c9b35), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.777464 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3b172d72-8db5-4e47-9d5f-7053f341993b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.820063 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b17d67-9f51-42b9-a8c5-adcedb15670a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:08:49.841279 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (15b496e5-b6d7-42b6-a175-1b1e88003026), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.853975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b17d67-9f51-42b9-a8c5-adcedb15670a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4425bfb7-37b5-409f-8a14-765e381c9b35,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:49.872661 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8b17d67-9f51-42b9-a8c5-adcedb15670a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (dc171119-e2db-491d-8108-b0a6ebb1f9b4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.877742 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-a8b17d67-9f51-42b9-a8c5-adcedb15670a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Added segment dc171119-e2db-491d-8108-b0a6ebb1f9b4 of type vlan for network 5fcdc35a-4ad9-47ef-bac9-270dd140d171 Mar 24 01:08:49.886607 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3b172d72-8db5-4e47-9d5f-7053f341993b admin admin] Publish callbacks [] for security_group (5d60e076-5e8f-4acf-8a46-1ecf095538e3), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.902286 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3b172d72-8db5-4e47-9d5f-7053f341993b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5d60e076-5e8f-4acf-8a46-1ecf095538e3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.902460 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b496e5-b6d7-42b6-a175-1b1e88003026']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:49.933213 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d5e674-78ba-4868-96d4-1aef1501ef52') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:49.933557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d5e674-78ba-4868-96d4-1aef1501ef52') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:49.949699 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8b17d67-9f51-42b9-a8c5-adcedb15670a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (5fcdc35a-4ad9-47ef-bac9-270dd140d171), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.955603 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (08d5e674-78ba-4868-96d4-1aef1501ef52), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.955778 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3b172d72-8db5-4e47-9d5f-7053f341993b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=802c29a8c79f4d6384f0205c51371dd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3495762 Mar 24 01:08:49.955858 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57890) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:49.971381 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (08d5e674-78ba-4868-96d4-1aef1501ef52), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.988262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:08:49.988262 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (08d5e674-78ba-4868-96d4-1aef1501ef52), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:08:49.991531 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:08:50.036410 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8b17d67-9f51-42b9-a8c5-adcedb15670a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (5fcdc35a-4ad9-47ef-bac9-270dd140d171), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:50.039480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b172d72-8db5-4e47-9d5f-7053f341993b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60e076-5e8f-4acf-8a46-1ecf095538e3,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:50.041653 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b17d67-9f51-42b9-a8c5-adcedb15670a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:50.042351 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8b17d67-9f51-42b9-a8c5-adcedb15670a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:50.055029 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f974af9e-29d9-4641-8d2b-46bcbc793904 admin admin] Publish callbacks [] for security_group (5d60e076-5e8f-4acf-8a46-1ecf095538e3), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:50.092480 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f974af9e-29d9-4641-8d2b-46bcbc793904 admin admin] Publish callbacks [] for security_group (5d60e076-5e8f-4acf-8a46-1ecf095538e3), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:50.144722 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a8b17d67-9f51-42b9-a8c5-adcedb15670a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9255157 Mar 24 01:08:50.145369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57900) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:50.151655 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-92e760ca-c1a7-4e09-b0dc-f49e42fd0536 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Request body: {'subnet': {'network_id': '5fcdc35a-4ad9-47ef-bac9-270dd140d171', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:50.156498 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b17d67-9f51-42b9-a8c5-adcedb15670a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event updated for resources: {'Network': ['ID=5fcdc35a-4ad9-47ef-bac9-270dd140d171,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:50.168663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 5fcdc35a-4ad9-47ef-bac9-270dd140d171 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:08:50.171342 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (15b496e5-b6d7-42b6-a175-1b1e88003026), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:50.193778 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:50.201237 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/networks/15b496e5-b6d7-42b6-a175-1b1e88003026 HTTP/1.1" status: 204 len: 168 time: 1.4156377 Mar 24 01:08:50.201601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57906) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:50.260909 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120ac96-cb45-4603-a876-c363d6fe8eac tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Network': ['ID=15b496e5-b6d7-42b6-a175-1b1e88003026,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:50.313590 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e760ca-c1a7-4e09-b0dc-f49e42fd0536 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Made reservation on behalf of add7615f9ec94916b518275245bac959 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:50.315729 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f974af9e-29d9-4641-8d2b-46bcbc793904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5d60e076-5e8f-4acf-8a46-1ecf095538e3), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:50.317269 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f974af9e-29d9-4641-8d2b-46bcbc793904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:50.320722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f974af9e-29d9-4641-8d2b-46bcbc793904 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5d60e076-5e8f-4acf-8a46-1ecf095538e3 HTTP/1.1" status: 204 len: 168 time: 0.3617008 Mar 24 01:08:50.325533 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92e760ca-c1a7-4e09-b0dc-f49e42fd0536 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:50.356632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974af9e-29d9-4641-8d2b-46bcbc793904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60e076-5e8f-4acf-8a46-1ecf095538e3,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:50.650881 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9006e42-83ef-4fc3-bc61-d0f263cf7670 req-6ec54667-eed5-4862-a33d-3096faf02574 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:50.651685 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92e760ca-c1a7-4e09-b0dc-f49e42fd0536 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (81fb3176-66e3-41a6-b1ce-fdf8649f56d8), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:50.652415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a9006e42-83ef-4fc3-bc61-d0f263cf7670 req-6ec54667-eed5-4862-a33d-3096faf02574 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.1502376 Mar 24 01:08:50.722306 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e760ca-c1a7-4e09-b0dc-f49e42fd0536 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event updated for resources: {'Subnet': ['ID=81fb3176-66e3-41a6-b1ce-fdf8649f56d8,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:50.731032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e760ca-c1a7-4e09-b0dc-f49e42fd0536 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Checking segment: {'id': 'dc171119-e2db-491d-8108-b0a6ebb1f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5fcdc35a-4ad9-47ef-bac9-270dd140d171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:50.731603 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e760ca-c1a7-4e09-b0dc-f49e42fd0536 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Network hostable DHCP agents. Network: 5fcdc35a-4ad9-47ef-bac9-270dd140d171, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:08:50.756175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d230abe-3cea-42f7-a408-f86fd243d5a7 req-68951517-56ff-4e37-b647-8b223b4afa70 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:50.757718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d230abe-3cea-42f7-a408-f86fd243d5a7 req-68951517-56ff-4e37-b647-8b223b4afa70 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.1439059 Mar 24 01:08:50.757851 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e760ca-c1a7-4e09-b0dc-f49e42fd0536 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Network 5fcdc35a-4ad9-47ef-bac9-270dd140d171 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:08:50.762231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a9006e42-83ef-4fc3-bc61-d0f263cf7670 req-752933a8-283b-4993-b2c3-3fb3d70ef4e7 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024473 Mar 24 01:08:50.770903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-92e760ca-c1a7-4e09-b0dc-f49e42fd0536 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 5fcdc35a-4ad9-47ef-bac9-270dd140d171) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:50.781535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09262f8-ca4e-4e40-b276-a2f319e942df None None] Network 5fcdc35a-4ad9-47ef-bac9-270dd140d171 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:50.789140 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e760ca-c1a7-4e09-b0dc-f49e42fd0536 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:50.790754 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92e760ca-c1a7-4e09-b0dc-f49e42fd0536 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:50.828387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57934) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:50.829036 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-92e760ca-c1a7-4e09-b0dc-f49e42fd0536 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6817474 Mar 24 01:08:50.842527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-b376cd6e-7fa8-4e49-8a39-ea5b7b36dd1a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Request body: {'network': {'name': 'tempest-router-network01--756893834'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:50.902409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d230abe-3cea-42f7-a408-f86fd243d5a7 req-ed178e49-7d2f-4c1c-9cab-e6f13ae7e129 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295798 Mar 24 01:08:50.932384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 35488f4a-8830-49af-ad60-8c6f4ebd50db no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:08:50.965182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b376cd6e-7fa8-4e49-8a39-ea5b7b36dd1a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Made reservation on behalf of add7615f9ec94916b518275245bac959 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:50.972666 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b376cd6e-7fa8-4e49-8a39-ea5b7b36dd1a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:50.981207 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 35488f4a-8830-49af-ad60-8c6f4ebd50db {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:08:50.981566 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 35488f4a-8830-49af-ad60-8c6f4ebd50db not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:08:50.982270 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device eb1465a7-ab6f-4a96-8d38-0c63c45eec8d no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:08:51.025996 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b376cd6e-7fa8-4e49-8a39-ea5b7b36dd1a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:08:51.050078 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b376cd6e-7fa8-4e49-8a39-ea5b7b36dd1a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (a247487b-a2fe-40c1-b6d7-47914d776afd), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:51.050757 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-b376cd6e-7fa8-4e49-8a39-ea5b7b36dd1a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Added segment a247487b-a2fe-40c1-b6d7-47914d776afd of type vlan for network 107720d6-464e-446c-8565-246a331d70b5 Mar 24 01:08:51.070447 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6cba9b74-b15c-4070-9fae-0ed544fa1bd4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:51.080983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-5fcdc35a-4ad9-47ef-bac9-270dd140d171', 'network_id': '5fcdc35a-4ad9-47ef-bac9-270dd140d171', 'project_id': 'add7615f9ec94916b518275245bac959', 'fixed_ips': [{'subnet_id': '81fb3176-66e3-41a6-b1ce-fdf8649f56d8'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:08:51.081825 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:51.086199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: eb1465a7-ab6f-4a96-8d38-0c63c45eec8d {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:08:51.087084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device eb1465a7-ab6f-4a96-8d38-0c63c45eec8d not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:08:51.329323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b376cd6e-7fa8-4e49-8a39-ea5b7b36dd1a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (107720d6-464e-446c-8565-246a331d70b5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:51.365945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Allocated IP 172.20.0.2 (5fcdc35a-4ad9-47ef-bac9-270dd140d171/81fb3176-66e3-41a6-b1ce-fdf8649f56d8/adfc89bd-095c-411c-9288-0b4289e7da14) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:51.403391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ab96c-70c0-4547-90a7-cb5855e65ffd req-9032ca0c-72b9-4dd6-8111-327d1914f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:51.404970 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef3ab96c-70c0-4547-90a7-cb5855e65ffd req-9032ca0c-72b9-4dd6-8111-327d1914f8c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91529801875943e285400cac1c5565a9&device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 1128 time: 0.2844858 Mar 24 01:08:51.449425 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b376cd6e-7fa8-4e49-8a39-ea5b7b36dd1a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (107720d6-464e-446c-8565-246a331d70b5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:51.454424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b376cd6e-7fa8-4e49-8a39-ea5b7b36dd1a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:51.455086 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b376cd6e-7fa8-4e49-8a39-ea5b7b36dd1a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:51.465580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f8f23-f29a-41c4-bc5b-72cb449f366d req-781b6a21-2be3-41e0-932b-ad355a9522d3 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:51.472974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e1f8f23-f29a-41c4-bc5b-72cb449f366d req-781b6a21-2be3-41e0-932b-ad355a9522d3 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.3500483 Mar 24 01:08:51.650727 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b376cd6e-7fa8-4e49-8a39-ea5b7b36dd1a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8159537 Mar 24 01:08:51.651647 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57966) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:51.657519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4c9f4b97-5e4c-4e09-aeb4-f4a0330141ca tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Request body: {'network': {'name': 'tempest-router-network02--1274379303'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:51.682059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376cd6e-7fa8-4e49-8a39-ea5b7b36dd1a tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event updated for resources: {'Network': ['ID=107720d6-464e-446c-8565-246a331d70b5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:51.696953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9f4b97-5e4c-4e09-aeb4-f4a0330141ca tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Made reservation on behalf of add7615f9ec94916b518275245bac959 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:51.704332 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 107720d6-464e-446c-8565-246a331d70b5 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:08:51.706244 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4b97-5e4c-4e09-aeb4-f4a0330141ca tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:51.751382 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9f4b97-5e4c-4e09-aeb4-f4a0330141ca tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:08:51.755625 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e1f8f23-f29a-41c4-bc5b-72cb449f366d req-1ef3e522-478a-4e22-b975-0382bad470d0 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815228 Mar 24 01:08:51.785565 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4b97-5e4c-4e09-aeb4-f4a0330141ca tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (18f995ae-8441-4c8f-9568-86fbd3885ab6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:51.787519 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-4c9f4b97-5e4c-4e09-aeb4-f4a0330141ca tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Added segment 18f995ae-8441-4c8f-9568-86fbd3885ab6 of type vlan for network f86ee6c1-0222-4e78-bb7c-ba71550cd588 Mar 24 01:08:51.797722 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ab96c-70c0-4547-90a7-cb5855e65ffd req-26a86332-ced2-4971-91f5-0c3058983832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:51.799661 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef3ab96c-70c0-4547-90a7-cb5855e65ffd req-26a86332-ced2-4971-91f5-0c3058983832 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e65492a-b6d0-4285-a960-d881da2ccb32 HTTP/1.1" status: 200 len: 920 time: 0.3581703 Mar 24 01:08:51.823784 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Publish callbacks [] for port (adfc89bd-095c-411c-9288-0b4289e7da14), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:51.835661 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (adfc89bd-095c-411c-9288-0b4289e7da14), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:51.852662 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4b97-5e4c-4e09-aeb4-f4a0330141ca tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (f86ee6c1-0222-4e78-bb7c-ba71550cd588), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:51.890913 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4b97-5e4c-4e09-aeb4-f4a0330141ca tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (f86ee6c1-0222-4e78-bb7c-ba71550cd588), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:51.906330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Network 5fcdc35a-4ad9-47ef-bac9-270dd140d171 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:51.906520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9f4b97-5e4c-4e09-aeb4-f4a0330141ca tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:51.909205 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4b97-5e4c-4e09-aeb4-f4a0330141ca tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:51.911685 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:51.914600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:51.935068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Pushing event updated for resources: {'Port': ['ID=adfc89bd-095c-411c-9288-0b4289e7da14,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:51.939823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef3ab96c-70c0-4547-90a7-cb5855e65ffd req-f57a397a-0b04-4af1-a285-80434bea0411 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cdaaed3-e992-419a-9299-89ddbe498897 HTTP/1.1" status: 200 len: 217 time: 0.0944800 Mar 24 01:08:52.011135 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4c9f4b97-5e4c-4e09-aeb4-f4a0330141ca tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3583612 Mar 24 01:08:52.016113 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57980) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:52.025654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-23de4f5d-b877-4652-a848-8fa6045f8c91 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Request body: {'subnet': {'network_id': '107720d6-464e-446c-8565-246a331d70b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:52.100751 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Attempting to bind port adfc89bd-095c-411c-9288-0b4289e7da14 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:52.101217 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Attempting to bind port adfc89bd-095c-411c-9288-0b4289e7da14 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'dc171119-e2db-491d-8108-b0a6ebb1f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5fcdc35a-4ad9-47ef-bac9-270dd140d171'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:52.101588 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Attempting to bind port adfc89bd-095c-411c-9288-0b4289e7da14 on network 5fcdc35a-4ad9-47ef-bac9-270dd140d171 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:52.104779 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f4b97-5e4c-4e09-aeb4-f4a0330141ca tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event updated for resources: {'Network': ['ID=f86ee6c1-0222-4e78-bb7c-ba71550cd588,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:52.108323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:52.108763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Checking segment: {'id': 'dc171119-e2db-491d-8108-b0a6ebb1f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5fcdc35a-4ad9-47ef-bac9-270dd140d171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:52.109191 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:52.109633 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Bound using segment: {'id': 'dc171119-e2db-491d-8108-b0a6ebb1f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5fcdc35a-4ad9-47ef-bac9-270dd140d171'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:52.110058 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Bound port: adfc89bd-095c-411c-9288-0b4289e7da14, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc171119-e2db-491d-8108-b0a6ebb1f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5fcdc35a-4ad9-47ef-bac9-270dd140d171'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:52.110592 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (adfc89bd-095c-411c-9288-0b4289e7da14), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:52.134858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network f86ee6c1-0222-4e78-bb7c-ba71550cd588 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:08:52.216996 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23de4f5d-b877-4652-a848-8fa6045f8c91 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Made reservation on behalf of add7615f9ec94916b518275245bac959 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:52.221449 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-23de4f5d-b877-4652-a848-8fa6045f8c91 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:52.258854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] For port adfc89bd-095c-411c-9288-0b4289e7da14, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:52.262914 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] For port adfc89bd-095c-411c-9288-0b4289e7da14, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=adfc89bd-095c-411c-9288-0b4289e7da14,segment=NetworkSegment(dc171119-e2db-491d-8108-b0a6ebb1f9b4),segment_id=dc171119-e2db-491d-8108-b0a6ebb1f9b4)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:52.272513 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (adfc89bd-095c-411c-9288-0b4289e7da14), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:52.349421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-6cba9b74-b15c-4070-9fae-0ed544fa1bd4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port 151d90b1-5d68-4ff6-9dab-dae963af9dc7 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:08:52.349946 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6cba9b74-b15c-4070-9fae-0ed544fa1bd4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:52.354872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ab96c-70c0-4547-90a7-cb5855e65ffd req-47548844-3d2e-4c34-ab45-ac78875315ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:52.356355 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef3ab96c-70c0-4547-90a7-cb5855e65ffd req-47548844-3d2e-4c34-ab45-ac78875315ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5 HTTP/1.1" status: 200 len: 859 time: 0.3993018 Mar 24 01:08:52.393990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351629e5-4a11-41ee-aefd-931e9a409fde None None] Pushing event updated for resources: {'Port': ['ID=adfc89bd-095c-411c-9288-0b4289e7da14,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:52.593925 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef3ab96c-70c0-4547-90a7-cb5855e65ffd req-85375041-6088-41b8-b0e2-42414ab9c3cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e65492a-b6d0-4285-a960-d881da2ccb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2214699 Mar 24 01:08:52.641613 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad78016-f3f9-49e0-95d8-530138001095 req-479f9c0d-ae4b-4069-9340-3d1ef83e6c0d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:52.645771 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ad78016-f3f9-49e0-95d8-530138001095 req-479f9c0d-ae4b-4069-9340-3d1ef83e6c0d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.4954658 Mar 24 01:08:52.666596 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-23de4f5d-b877-4652-a848-8fa6045f8c91 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (945aaff5-789a-4f43-aa6f-27bb206807e4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:52.780624 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de4f5d-b877-4652-a848-8fa6045f8c91 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event updated for resources: {'Subnet': ['ID=945aaff5-789a-4f43-aa6f-27bb206807e4,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:52.861338 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23de4f5d-b877-4652-a848-8fa6045f8c91 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Checking segment: {'id': 'a247487b-a2fe-40c1-b6d7-47914d776afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '107720d6-464e-446c-8565-246a331d70b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:52.861709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23de4f5d-b877-4652-a848-8fa6045f8c91 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Network hostable DHCP agents. Network: 107720d6-464e-446c-8565-246a331d70b5, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:08:52.912067 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23de4f5d-b877-4652-a848-8fa6045f8c91 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Network 107720d6-464e-446c-8565-246a331d70b5 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:08:52.921160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ad78016-f3f9-49e0-95d8-530138001095 req-2a76b8ab-491c-4139-9335-bbac54f587b1 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365069 Mar 24 01:08:52.932336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-23de4f5d-b877-4652-a848-8fa6045f8c91 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 107720d6-464e-446c-8565-246a331d70b5) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:52.947671 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de4f5d-b877-4652-a848-8fa6045f8c91 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:52.948445 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-23de4f5d-b877-4652-a848-8fa6045f8c91 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:52.956361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501fbb15-7a71-4b82-bf03-3c16578811a7 None None] Network 107720d6-464e-446c-8565-246a331d70b5 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:52.964132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-6cba9b74-b15c-4070-9fae-0ed544fa1bd4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] For port 151d90b1-5d68-4ff6-9dab-dae963af9dc7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=151d90b1-5d68-4ff6-9dab-dae963af9dc7,segment=NetworkSegment(9cf8acbd-fba4-4a1e-844b-af0bf8609ee2),segment_id=9cf8acbd-fba4-4a1e-844b-af0bf8609ee2)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:52.967511 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6cba9b74-b15c-4070-9fae-0ed544fa1bd4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:52.979306 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-23de4f5d-b877-4652-a848-8fa6045f8c91 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9618683 Mar 24 01:08:52.984517 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58004) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:52.989760 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c03b8ba9-b5ac-41fd-ad69-c2d707cbdd32 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Request body: {'subnet': {'network_id': 'f86ee6c1-0222-4e78-bb7c-ba71550cd588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:08:53.071456 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device adfc89bd-095c-411c-9288-0b4289e7da14 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:53.087296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-6cba9b74-b15c-4070-9fae-0ed544fa1bd4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for 151d90b1-5d68-4ff6-9dab-dae963af9dc7 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:08:53.184008 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03b8ba9-b5ac-41fd-ad69-c2d707cbdd32 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Made reservation on behalf of add7615f9ec94916b518275245bac959 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:08:53.188286 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c03b8ba9-b5ac-41fd-ad69-c2d707cbdd32 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:53.393529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-107720d6-464e-446c-8565-246a331d70b5', 'network_id': '107720d6-464e-446c-8565-246a331d70b5', 'project_id': 'add7615f9ec94916b518275245bac959', 'fixed_ips': [{'subnet_id': '945aaff5-789a-4f43-aa6f-27bb206807e4'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:08:53.394620 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:53.517851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port adfc89bd-095c-411c-9288-0b4289e7da14 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:53.518385 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (adfc89bd-095c-411c-9288-0b4289e7da14), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:53.524570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef3ab96c-70c0-4547-90a7-cb5855e65ffd req-e8a0524c-803b-4d58-95a0-63f11c7addc9 service neutron] 10.222.0.57 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9184456 Mar 24 01:08:53.611605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c03b8ba9-b5ac-41fd-ad69-c2d707cbdd32 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (36761521-85b1-4cbd-8106-3863ad58e41f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:53.783078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b8ba9-b5ac-41fd-ad69-c2d707cbdd32 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event updated for resources: {'Subnet': ['ID=36761521-85b1-4cbd-8106-3863ad58e41f,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:53.794974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58018) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:53.823098 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b8ba9-b5ac-41fd-ad69-c2d707cbdd32 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Checking segment: {'id': '18f995ae-8441-4c8f-9568-86fbd3885ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f86ee6c1-0222-4e78-bb7c-ba71550cd588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:53.823462 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b8ba9-b5ac-41fd-ad69-c2d707cbdd32 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Network hostable DHCP agents. Network: f86ee6c1-0222-4e78-bb7c-ba71550cd588, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:08:53.829465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef3ab96c-70c0-4547-90a7-cb5855e65ffd req-56685ccb-da3d-4bdb-bf94-53448429e2f4 service neutron] 10.222.0.57 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682054 Mar 24 01:08:53.873695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b8ba9-b5ac-41fd-ad69-c2d707cbdd32 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Network f86ee6c1-0222-4e78-bb7c-ba71550cd588 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:08:53.880490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2952a-c6cf-4a97-96ad-4b46c625bb01 req-b8833e49-dcfc-4f01-bc56-1147a41c1ce7 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:53.886564 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ca2952a-c6cf-4a97-96ad-4b46c625bb01 req-b8833e49-dcfc-4f01-bc56-1147a41c1ce7 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.9388385 Mar 24 01:08:53.891279 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6cba9b74-b15c-4070-9fae-0ed544fa1bd4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (151d90b1-5d68-4ff6-9dab-dae963af9dc7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:53.924169 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c03b8ba9-b5ac-41fd-ad69-c2d707cbdd32 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, f86ee6c1-0222-4e78-bb7c-ba71550cd588) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:53.951985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03b8ba9-b5ac-41fd-ad69-c2d707cbdd32 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:53.952884 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c03b8ba9-b5ac-41fd-ad69-c2d707cbdd32 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:53.962422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f92c76-5159-4d15-afae-35533a735825 None None] Network f86ee6c1-0222-4e78-bb7c-ba71550cd588 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:53.991447 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c03b8ba9-b5ac-41fd-ad69-c2d707cbdd32 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0055590 Mar 24 01:08:53.994630 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58032) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:54.043361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba9b74-b15c-4070-9fae-0ed544fa1bd4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=151d90b1-5d68-4ff6-9dab-dae963af9dc7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:54.132895 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d75180d-2c4f-459f-8c41-86816745ef6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:54.216349 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Allocated IP 172.20.0.2 (107720d6-464e-446c-8565-246a331d70b5/945aaff5-789a-4f43-aa6f-27bb206807e4/779d8600-1c48-43c3-9398-0f9cc2eb0726) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:54.226768 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port adfc89bd-095c-411c-9288-0b4289e7da14 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:54.227972 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (adfc89bd-095c-411c-9288-0b4289e7da14), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:54.243816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ca2952a-c6cf-4a97-96ad-4b46c625bb01 req-59a5127c-fce0-4d7d-9382-06179ad4b3f5 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446264 Mar 24 01:08:54.413846 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6918a74f-6f89-4c12-abeb-5e0ebf9d9d74 None None] Network 5fcdc35a-4ad9-47ef-bac9-270dd140d171 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:54.441933 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e05a17-14cd-4486-9240-01a6d078bdff req-398becb5-f253-44f1-85a3-b25efddd4044 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:54.452296 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41e05a17-14cd-4486-9240-01a6d078bdff req-398becb5-f253-44f1-85a3-b25efddd4044 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.3334796 Mar 24 01:08:54.551756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port adfc89bd-095c-411c-9288-0b4289e7da14, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=adfc89bd-095c-411c-9288-0b4289e7da14,segment=NetworkSegment(dc171119-e2db-491d-8108-b0a6ebb1f9b4),segment_id=dc171119-e2db-491d-8108-b0a6ebb1f9b4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:08:54.571931 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d75180d-2c4f-459f-8c41-86816745ef6f admin admin] Publish callbacks [] for security_group (fddd398f-362d-47e6-8651-cfa01b5df7b5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:54.572961 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (adfc89bd-095c-411c-9288-0b4289e7da14), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:54.574201 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:54.594403 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d75180d-2c4f-459f-8c41-86816745ef6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fddd398f-362d-47e6-8651-cfa01b5df7b5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:54.711434 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1d75180d-2c4f-459f-8c41-86816745ef6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff92fd5bcf0249abb1cc14b6698138b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9153657 Mar 24 01:08:54.714799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75180d-2c4f-459f-8c41-86816745ef6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddd398f-362d-47e6-8651-cfa01b5df7b5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:54.722547 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58062) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:54.789886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-f86ee6c1-0222-4e78-bb7c-ba71550cd588', 'network_id': 'f86ee6c1-0222-4e78-bb7c-ba71550cd588', 'project_id': 'add7615f9ec94916b518275245bac959', 'fixed_ips': [{'subnet_id': '36761521-85b1-4cbd-8106-3863ad58e41f'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:08:54.796353 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:54.859027 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d264bdad-d6a5-4fd4-84fb-3da198eecee1 admin admin] Publish callbacks [] for security_group (fddd398f-362d-47e6-8651-cfa01b5df7b5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:54.861814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41e05a17-14cd-4486-9240-01a6d078bdff req-18ba2f5b-fba8-4958-99aa-6bb8db205cd6 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063313 Mar 24 01:08:54.885467 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d264bdad-d6a5-4fd4-84fb-3da198eecee1 admin admin] Publish callbacks [] for security_group (fddd398f-362d-47e6-8651-cfa01b5df7b5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:54.892626 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6cba9b74-b15c-4070-9fae-0ed544fa1bd4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:54.975714 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d264bdad-d6a5-4fd4-84fb-3da198eecee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fddd398f-362d-47e6-8651-cfa01b5df7b5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:54.979858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d264bdad-d6a5-4fd4-84fb-3da198eecee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:54.983736 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d264bdad-d6a5-4fd4-84fb-3da198eecee1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fddd398f-362d-47e6-8651-cfa01b5df7b5 HTTP/1.1" status: 204 len: 168 time: 0.2577138 Mar 24 01:08:55.001731 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264bdad-d6a5-4fd4-84fb-3da198eecee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddd398f-362d-47e6-8651-cfa01b5df7b5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:55.014305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7c9a68c9-34bb-4c58-825a-1481204db480 None None] Provisioning complete for port adfc89bd-095c-411c-9288-0b4289e7da14 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:55.014693 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c9a68c9-34bb-4c58-825a-1481204db480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (adfc89bd-095c-411c-9288-0b4289e7da14), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:55.343357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=adfc89bd-095c-411c-9288-0b4289e7da14,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:55.356726 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:55.357352 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:55.357841 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:55.358353 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:55.358835 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:55.359304 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:55.359850 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:55.360395 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:55.360924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:55.361495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:55.362028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:55.362553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:55.363096 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:55.363619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:55.364145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:08:55.409185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Allocated IP 172.20.0.2 (f86ee6c1-0222-4e78-bb7c-ba71550cd588/36761521-85b1-4cbd-8106-3863ad58e41f/31ccfab5-6494-4ed6-bc00-45255174170b) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:55.489709 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Publish callbacks [] for port (779d8600-1c48-43c3-9398-0f9cc2eb0726), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:55.524678 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (779d8600-1c48-43c3-9398-0f9cc2eb0726), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:55.654830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Allocated IP 172.20.0.1 (107720d6-464e-446c-8565-246a331d70b5/945aaff5-789a-4f43-aa6f-27bb206807e4/69478994-3870-456a-a272-b9f14af7af8a) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:08:55.698725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7c9a68c9-34bb-4c58-825a-1481204db480 None None] Current status of the port adfc89bd-095c-411c-9288-0b4289e7da14 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:55.732031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Network 107720d6-464e-446c-8565-246a331d70b5 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:55.739884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:55.751967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:55.865858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Pushing event updated for resources: {'Port': ['ID=779d8600-1c48-43c3-9398-0f9cc2eb0726,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:55.877442 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for port (69478994-3870-456a-a272-b9f14af7af8a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:55.976848 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (69478994-3870-456a-a272-b9f14af7af8a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:56.048195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2c4b4412-d7d1-4f95-9d71-a4cb7bfb5455 None None] Provisioning complete for port adfc89bd-095c-411c-9288-0b4289e7da14 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:56.048573 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4412-d7d1-4f95-9d71-a4cb7bfb5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (adfc89bd-095c-411c-9288-0b4289e7da14), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:56.051878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Attempting to bind port 779d8600-1c48-43c3-9398-0f9cc2eb0726 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:56.052258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Attempting to bind port 779d8600-1c48-43c3-9398-0f9cc2eb0726 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'a247487b-a2fe-40c1-b6d7-47914d776afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '107720d6-464e-446c-8565-246a331d70b5'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:56.052623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Attempting to bind port 779d8600-1c48-43c3-9398-0f9cc2eb0726 on network 107720d6-464e-446c-8565-246a331d70b5 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:56.056052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Network 107720d6-464e-446c-8565-246a331d70b5 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:56.059294 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:56.063545 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:56.120758 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:56.121150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Checking segment: {'id': 'a247487b-a2fe-40c1-b6d7-47914d776afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '107720d6-464e-446c-8565-246a331d70b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:56.121551 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:56.121956 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Bound using segment: {'id': 'a247487b-a2fe-40c1-b6d7-47914d776afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '107720d6-464e-446c-8565-246a331d70b5'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:56.122705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Bound port: 779d8600-1c48-43c3-9398-0f9cc2eb0726, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a247487b-a2fe-40c1-b6d7-47914d776afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '107720d6-464e-446c-8565-246a331d70b5'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:56.122842 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (779d8600-1c48-43c3-9398-0f9cc2eb0726), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:56.128057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event updated for resources: {'Port': ['ID=69478994-3870-456a-a272-b9f14af7af8a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:56.132599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58110) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:56.180243 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:56.210547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0675531-3bb3-49b8-9a0a-15b934348294 req-426377af-aa50-4921-82c0-b2c237051fc5 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:56.212667 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0675531-3bb3-49b8-9a0a-15b934348294 req-426377af-aa50-4921-82c0-b2c237051fc5 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.4308481 Mar 24 01:08:56.262100 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Publish callbacks [] for port (31ccfab5-6494-4ed6-bc00-45255174170b), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:56.286137 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (31ccfab5-6494-4ed6-bc00-45255174170b), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:56.335505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cba9b74-b15c-4070-9fae-0ed544fa1bd4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:08:56.401777 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69306336-ed62-4ed0-a83d-a2fd8e0b38b3 req-c85a7d62-996e-4654-a632-95a2e978d877 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:56.404030 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69306336-ed62-4ed0-a83d-a2fd8e0b38b3 req-c85a7d62-996e-4654-a632-95a2e978d877 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.3111098 Mar 24 01:08:56.453151 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6273f3d4-b8ee-4584-8a93-85ee82b50af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:56.507144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Network f86ee6c1-0222-4e78-bb7c-ba71550cd588 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:56.528246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0675531-3bb3-49b8-9a0a-15b934348294 req-14f4f345-a9dd-4a73-bd5d-0d3ea63a293a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924328 Mar 24 01:08:56.539400 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (69478994-3870-456a-a272-b9f14af7af8a), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:56.558586 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] For port 779d8600-1c48-43c3-9398-0f9cc2eb0726, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:56.574490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Pushing event updated for resources: {'Port': ['ID=31ccfab5-6494-4ed6-bc00-45255174170b,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:56.580718 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:56.587120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:08:56.631778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] For port 779d8600-1c48-43c3-9398-0f9cc2eb0726, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=779d8600-1c48-43c3-9398-0f9cc2eb0726,segment=NetworkSegment(a247487b-a2fe-40c1-b6d7-47914d776afd),segment_id=a247487b-a2fe-40c1-b6d7-47914d776afd)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:56.676971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2c4b4412-d7d1-4f95-9d71-a4cb7bfb5455 None None] Current status of the port adfc89bd-095c-411c-9288-0b4289e7da14 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:56.743282 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (779d8600-1c48-43c3-9398-0f9cc2eb0726), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:56.859985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69306336-ed62-4ed0-a83d-a2fd8e0b38b3 req-31e379fb-67f7-4f4e-841c-d39267b768d9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344769 Mar 24 01:08:56.915237 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b4c3c-b98f-45fb-9c72-cdb3bc9406f2 None None] Pushing event updated for resources: {'Port': ['ID=779d8600-1c48-43c3-9398-0f9cc2eb0726,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:56.965065 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cba9b74-b15c-4070-9fae-0ed544fa1bd4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:08:56.996395 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Attempting to bind port 31ccfab5-6494-4ed6-bc00-45255174170b on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:08:56.997266 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Attempting to bind port 31ccfab5-6494-4ed6-bc00-45255174170b by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '18f995ae-8441-4c8f-9568-86fbd3885ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f86ee6c1-0222-4e78-bb7c-ba71550cd588'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:08:56.997968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Attempting to bind port 31ccfab5-6494-4ed6-bc00-45255174170b on network f86ee6c1-0222-4e78-bb7c-ba71550cd588 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:08:57.010520 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device adfc89bd-095c-411c-9288-0b4289e7da14 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:08:57.019508 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e400acec-7621-4dc5-815a-b4402c3fcaa9 None None] Sync routers for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:08:57.051471 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6273f3d4-b8ee-4584-8a93-85ee82b50af7 admin admin] Publish callbacks [] for security_group (4d2890d2-0857-4328-a1aa-cf3995c978a5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:57.059007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6cba9b74-b15c-4070-9fae-0ed544fa1bd4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/a8801b3f-6989-4b1b-9ad1-a858d3fb03a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8551080 Mar 24 01:08:57.062643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58136) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:57.066719 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6273f3d4-b8ee-4584-8a93-85ee82b50af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4d2890d2-0857-4328-a1aa-cf3995c978a5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:57.090842 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for port (69478994-3870-456a-a272-b9f14af7af8a), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:57.100605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (69478994-3870-456a-a272-b9f14af7af8a), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:57.120774 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:08:57.121399 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Checking segment: {'id': '18f995ae-8441-4c8f-9568-86fbd3885ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f86ee6c1-0222-4e78-bb7c-ba71550cd588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:08:57.123278 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:57.124340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Bound using segment: {'id': '18f995ae-8441-4c8f-9568-86fbd3885ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f86ee6c1-0222-4e78-bb7c-ba71550cd588'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:08:57.124980 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6273f3d4-b8ee-4584-8a93-85ee82b50af7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d88cd4fdc8c4d9e836ab34b9598e8cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9883623 Mar 24 01:08:57.126611 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Bound port: 31ccfab5-6494-4ed6-bc00-45255174170b, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f995ae-8441-4c8f-9568-86fbd3885ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f86ee6c1-0222-4e78-bb7c-ba71550cd588'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:08:57.127859 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (31ccfab5-6494-4ed6-bc00-45255174170b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:57.185980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58138) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:57.191848 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:57.246920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e400acec-7621-4dc5-815a-b4402c3fcaa9 None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:57.250085 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e400acec-7621-4dc5-815a-b4402c3fcaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:57.381348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273f3d4-b8ee-4584-8a93-85ee82b50af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2890d2-0857-4328-a1aa-cf3995c978a5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:57.546375 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bb91e00f-a261-453b-91ed-2c45e1f4dc1b admin admin] Publish callbacks [] for security_group (4d2890d2-0857-4328-a1aa-cf3995c978a5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:57.569819 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event updated for resources: {'Port': ['ID=69478994-3870-456a-a272-b9f14af7af8a,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:57.624174 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bb91e00f-a261-453b-91ed-2c45e1f4dc1b admin admin] Publish callbacks [] for security_group (4d2890d2-0857-4328-a1aa-cf3995c978a5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:57.648409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] For port 31ccfab5-6494-4ed6-bc00-45255174170b, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:08:57.657528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] For port 31ccfab5-6494-4ed6-bc00-45255174170b, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=31ccfab5-6494-4ed6-bc00-45255174170b,segment=NetworkSegment(18f995ae-8441-4c8f-9568-86fbd3885ab6),segment_id=18f995ae-8441-4c8f-9568-86fbd3885ab6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:08:57.669959 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (31ccfab5-6494-4ed6-bc00-45255174170b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:57.733836 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Network 107720d6-464e-446c-8565-246a331d70b5 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:08:57.736387 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:08:57.741588 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00e779f-dff7-4bc5-a33c-0651e1771b85 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting subnet 6986bdc2-1f97-43c7-87bb-81fd65da6224 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:08:57.827299 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e00e779f-dff7-4bc5-a33c-0651e1771b85 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (6986bdc2-1f97-43c7-87bb-81fd65da6224), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:58.028714 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bb91e00f-a261-453b-91ed-2c45e1f4dc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4d2890d2-0857-4328-a1aa-cf3995c978a5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:58.031900 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bb91e00f-a261-453b-91ed-2c45e1f4dc1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:58.035258 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bb91e00f-a261-453b-91ed-2c45e1f4dc1b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d2890d2-0857-4328-a1aa-cf3995c978a5 HTTP/1.1" status: 204 len: 168 time: 0.8274117 Mar 24 01:08:58.040993 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e00e779f-dff7-4bc5-a33c-0651e1771b85 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (6986bdc2-1f97-43c7-87bb-81fd65da6224), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:58.105256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91e00f-a261-453b-91ed-2c45e1f4dc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2890d2-0857-4328-a1aa-cf3995c978a5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:58.116686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Router 9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:08:58.199305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8bcc7-b2fe-4c03-aac4-9177ad5cee21 req-91ddacc8-0ae5-4b46-9871-c83b7a048535 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:58.205021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4a8bcc7-b2fe-4c03-aac4-9177ad5cee21 req-91ddacc8-0ae5-4b46-9871-c83b7a048535 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.4744022 Mar 24 01:08:58.205638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f87cd0-64e7-4b35-82a4-1e427a0ac56b None None] Pushing event updated for resources: {'Port': ['ID=31ccfab5-6494-4ed6-bc00-45255174170b,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:58.269279 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-e400acec-7621-4dc5-815a-b4402c3fcaa9 None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:58.331556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port adfc89bd-095c-411c-9288-0b4289e7da14 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:58.332059 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (adfc89bd-095c-411c-9288-0b4289e7da14), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:58.593994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bb39e-5cba-430c-b86c-1470da9abadc req-be7fbbd2-14f9-46e4-9596-ea7891514ca9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:58.598385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f27bb39e-5cba-430c-b86c-1470da9abadc req-be7fbbd2-14f9-46e4-9596-ea7891514ca9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.5840209 Mar 24 01:08:58.706264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4a8bcc7-b2fe-4c03-aac4-9177ad5cee21 req-0bbc7046-8fa4-4564-81f2-5cd5d9a39b2a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743407 Mar 24 01:08:58.748144 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e00e779f-dff7-4bc5-a33c-0651e1771b85 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (6986bdc2-1f97-43c7-87bb-81fd65da6224), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:58.869702 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e64d35d-f687-451a-9a92-a64491492774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:59.003998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f27bb39e-5cba-430c-b86c-1470da9abadc req-95de2617-24c2-4925-84af-ae81b1bc62db tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884780 Mar 24 01:08:59.060991 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e00e779f-dff7-4bc5-a33c-0651e1771b85 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (6986bdc2-1f97-43c7-87bb-81fd65da6224), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:59.071209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455584a8-1d8f-446b-9bb1-421f9bc3a3a2 None None] Network 107720d6-464e-446c-8565-246a331d70b5 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:59.176047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e779f-dff7-4bc5-a33c-0651e1771b85 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Subnet': ['ID=6986bdc2-1f97-43c7-87bb-81fd65da6224,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:08:59.190616 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e00e779f-dff7-4bc5-a33c-0651e1771b85 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:59.206952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e00e779f-dff7-4bc5-a33c-0651e1771b85 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/6986bdc2-1f97-43c7-87bb-81fd65da6224 HTTP/1.1" status: 204 len: 168 time: 2.0967598 Mar 24 01:08:59.207599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58182) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:59.241967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ccb4aa-67d8-4c6f-b014-6c1eacb9b1bd None None] Network 306f96b2-f7ce-4307-b444-734677ca55f7 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:08:59.255966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e400acec-7621-4dc5-815a-b4402c3fcaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:53Z', 'revision_number': 9, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:29Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:59.301208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e400acec-7621-4dc5-815a-b4402c3fcaa9 None None] Checking router: a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:08:59.360086 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (306f96b2-f7ce-4307-b444-734677ca55f7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:59.380022 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:08:59.394249 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b13f9e9-2ecb-4b73-a69c-e70c5e17dc9a None None] Sync routers for ids ['9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:08:59.398468 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58186) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:59.405857 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-84102537-d7c0-44ed-b98a-794be39ba44e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "PUT /v2.0/routers/9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4081168 Mar 24 01:08:59.412818 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13f9e9-2ecb-4b73-a69c-e70c5e17dc9a None None] Routers {'9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:59.413734 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port adfc89bd-095c-411c-9288-0b4289e7da14 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:08:59.414044 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7b13f9e9-2ecb-4b73-a69c-e70c5e17dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:59.422670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8febae3d-1a63-4a50-aa27-0627964470d1 None None] Provisioning complete for port 779d8600-1c48-43c3-9398-0f9cc2eb0726 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:08:59.423054 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8febae3d-1a63-4a50-aa27-0627964470d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (779d8600-1c48-43c3-9398-0f9cc2eb0726), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:59.508930 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7b13f9e9-2ecb-4b73-a69c-e70c5e17dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:59.530479 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13f9e9-2ecb-4b73-a69c-e70c5e17dc9a None None] Routers {'9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:59.533987 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7b13f9e9-2ecb-4b73-a69c-e70c5e17dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:59.549966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e400acec-7621-4dc5-815a-b4402c3fcaa9 None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:08:59.550621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e400acec-7621-4dc5-815a-b4402c3fcaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:08:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:59.626801 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7b13f9e9-2ecb-4b73-a69c-e70c5e17dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:08:59.627478 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b13f9e9-2ecb-4b73-a69c-e70c5e17dc9a None None] The sync data for ids ['9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:08:59.729854 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58192) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:59.752727 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb32d84f-27a1-44fb-94ae-284968529574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:08:59.795484 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc538a-a318-455d-b4c6-face8dd38039 req-f0a715cd-d241-4fa2-b653-1597a8da9884 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:08:59.801586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-adbc538a-a318-455d-b4c6-face8dd38039 req-f0a715cd-d241-4fa2-b653-1597a8da9884 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.3971503 Mar 24 01:08:59.953298 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-e400acec-7621-4dc5-815a-b4402c3fcaa9 None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:08:59.965840 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58196) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:08:59.991321 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb32d84f-27a1-44fb-94ae-284968529574 admin admin] Publish callbacks [] for security_group (9ba415ef-be23-4abc-8069-eea22877ff24), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.000156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb32d84f-27a1-44fb-94ae-284968529574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9ba415ef-be23-4abc-8069-eea22877ff24), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.047999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port cfb3e716-812b-41c9-99df-b6241acec23f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:00.062050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (cfb3e716-812b-41c9-99df-b6241acec23f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.085613 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32d84f-27a1-44fb-94ae-284968529574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba415ef-be23-4abc-8069-eea22877ff24,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:00.196895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58202) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:00.198290 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fb32d84f-27a1-44fb-94ae-284968529574 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3aac7008f22e43edb6a4f05c77f355b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4666333 Mar 24 01:09:00.202114 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58204) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:00.224137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 31ccfab5-6494-4ed6-bc00-45255174170b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:09:00.322981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b1c10-ff93-4c4c-98cf-9af7bec7a0a2 req-0ed83670-470a-40c1-89ff-1db5594ad62f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:00.328308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297fd4c9-62d0-4e55-bd93-a82539c018a4 None None] Network f86ee6c1-0222-4e78-bb7c-ba71550cd588 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:09:00.341379 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb8b1c10-ff93-4c4c-98cf-9af7bec7a0a2 req-0ed83670-470a-40c1-89ff-1db5594ad62f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.4465356 Mar 24 01:09:00.347383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] For port cfb3e716-812b-41c9-99df-b6241acec23f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=cfb3e716-812b-41c9-99df-b6241acec23f,segment=NetworkSegment(9cf8acbd-fba4-4a1e-844b-af0bf8609ee2),segment_id=9cf8acbd-fba4-4a1e-844b-af0bf8609ee2)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:00.347991 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (cfb3e716-812b-41c9-99df-b6241acec23f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.369983 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.380440 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-adbc538a-a318-455d-b4c6-face8dd38039 req-ff5d5b06-d4b7-4328-b516-68bea841ec00 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146514 Mar 24 01:09:00.428267 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11d2d0f6-9182-452f-86c2-f37850e3b800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.456922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for cfb3e716-812b-41c9-99df-b6241acec23f owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:00.547126 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-76cb0de5-4672-4664-a292-309731b1d69c admin admin] Publish callbacks [] for security_group (9ba415ef-be23-4abc-8069-eea22877ff24), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.554198 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11d2d0f6-9182-452f-86c2-f37850e3b800 admin admin] Publish callbacks [] for security_group (d35abd86-c54d-427f-909f-5379f9d3eb79), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.557820 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-abd705a0-4411-4450-a2e0-b3bc3f01757c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.563528 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11d2d0f6-9182-452f-86c2-f37850e3b800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d35abd86-c54d-427f-909f-5379f9d3eb79), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.600245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8febae3d-1a63-4a50-aa27-0627964470d1 None None] Current status of the port 779d8600-1c48-43c3-9398-0f9cc2eb0726 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:00.604562 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8febae3d-1a63-4a50-aa27-0627964470d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (779d8600-1c48-43c3-9398-0f9cc2eb0726), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.632342 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-11d2d0f6-9182-452f-86c2-f37850e3b800 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b39d8bfdf4a947a3b93cecf36ce05485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6631818 Mar 24 01:09:00.632342 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2d0f6-9182-452f-86c2-f37850e3b800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35abd86-c54d-427f-909f-5379f9d3eb79,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:00.633957 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58210) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:00.686128 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-76cb0de5-4672-4664-a292-309731b1d69c admin admin] Publish callbacks [] for security_group (9ba415ef-be23-4abc-8069-eea22877ff24), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.718456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb8b1c10-ff93-4c4c-98cf-9af7bec7a0a2 req-36fbf122-b39c-44f4-bac7-d49e4d55aabd tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750274 Mar 24 01:09:00.773191 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 31ccfab5-6494-4ed6-bc00-45255174170b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:00.773857 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (31ccfab5-6494-4ed6-bc00-45255174170b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.781605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-8febae3d-1a63-4a50-aa27-0627964470d1 None None] For port 779d8600-1c48-43c3-9398-0f9cc2eb0726, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=779d8600-1c48-43c3-9398-0f9cc2eb0726,segment=NetworkSegment(a247487b-a2fe-40c1-b6d7-47914d776afd),segment_id=a247487b-a2fe-40c1-b6d7-47914d776afd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:00.802484 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62e9661e-7db2-4037-870f-02325c47750a admin admin] Publish callbacks [] for security_group (d35abd86-c54d-427f-909f-5379f9d3eb79), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.812816 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bc13db-a280-4b42-9fb7-ac8e372e55d2 None None] DHCP port deletion for 306f96b2-f7ce-4307-b444-734677ca55f7 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:09:00.836043 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8febae3d-1a63-4a50-aa27-0627964470d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (779d8600-1c48-43c3-9398-0f9cc2eb0726), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.837961 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62e9661e-7db2-4037-870f-02325c47750a admin admin] Publish callbacks [] for security_group (d35abd86-c54d-427f-909f-5379f9d3eb79), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.903767 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-abd705a0-4411-4450-a2e0-b3bc3f01757c admin admin] Publish callbacks [] for security_group (14812f37-9137-4b1d-a31e-57506cd1cb82), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.917502 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-abd705a0-4411-4450-a2e0-b3bc3f01757c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (14812f37-9137-4b1d-a31e-57506cd1cb82), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.959901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febae3d-1a63-4a50-aa27-0627964470d1 None None] Pushing event updated for resources: {'Port': ['ID=779d8600-1c48-43c3-9398-0f9cc2eb0726,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:00.980352 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62e9661e-7db2-4037-870f-02325c47750a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d35abd86-c54d-427f-909f-5379f9d3eb79), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.985026 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62e9661e-7db2-4037-870f-02325c47750a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:00.986581 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-62e9661e-7db2-4037-870f-02325c47750a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d35abd86-c54d-427f-909f-5379f9d3eb79 HTTP/1.1" status: 204 len: 168 time: 0.3513007 Mar 24 01:09:00.995436 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-abd705a0-4411-4450-a2e0-b3bc3f01757c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2fc7b9b8104d444eaddcdbe658b6e8be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7848864 Mar 24 01:09:00.996483 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58214) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:00.997376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd705a0-4411-4450-a2e0-b3bc3f01757c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14812f37-9137-4b1d-a31e-57506cd1cb82,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:01.019315 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (cfb3e716-812b-41c9-99df-b6241acec23f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.083067 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9661e-7db2-4037-870f-02325c47750a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35abd86-c54d-427f-909f-5379f9d3eb79,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:01.096377 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-14d141de-cce6-48b9-bef7-38e35bf1cdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.128714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] No DVR routers for this DVR port cfb3e716-812b-41c9-99df-b6241acec23f on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:09:01.150641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803657a1-0e01-4c02-9e70-74d72800d9ed req-3e53c8e9-72b1-45d4-ad45-32a009da9037 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:01.166218 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-803657a1-0e01-4c02-9e70-74d72800d9ed req-3e53c8e9-72b1-45d4-ad45-32a009da9037 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.6079397 Mar 24 01:09:01.166979 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-86d3e43a-f0a8-4694-b6d5-797ffa901678 None None] Provisioning complete for port 31ccfab5-6494-4ed6-bc00-45255174170b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:01.166979 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-86d3e43a-f0a8-4694-b6d5-797ffa901678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (31ccfab5-6494-4ed6-bc00-45255174170b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.185150 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-95cd5a40-2812-402e-97c5-810beec74710 admin admin] Publish callbacks [] for security_group (14812f37-9137-4b1d-a31e-57506cd1cb82), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.223234 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-95cd5a40-2812-402e-97c5-810beec74710 admin admin] Publish callbacks [] for security_group (14812f37-9137-4b1d-a31e-57506cd1cb82), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.278818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e400acec-7621-4dc5-815a-b4402c3fcaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:53Z', 'revision_number': 9, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:29Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:01.283939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=cfb3e716-812b-41c9-99df-b6241acec23f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:01.313361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e400acec-7621-4dc5-815a-b4402c3fcaa9 None None] The sync data for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 is: [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:08:53Z', 'revision_number': 9, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': '3f889ffc-f30c-4abf-b353-e59a4009725c', 'name': '', 'network_id': '0d6e4f16-4384-4ceb-a549-82cda30b5ea8', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:f9:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:16Z', 'updated_at': '2022-03-24T01:08:29Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '621121da-1e0b-4f08-bef5-21e561d289cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:09:01.321664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc13db-a280-4b42-9fb7-ac8e372e55d2 None None] Deleting port cfb3e716-812b-41c9-99df-b6241acec23f {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:01.322291 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8bc13db-a280-4b42-9fb7-ac8e372e55d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (cfb3e716-812b-41c9-99df-b6241acec23f), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.328351 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-95cd5a40-2812-402e-97c5-810beec74710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (14812f37-9137-4b1d-a31e-57506cd1cb82), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.331179 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-95cd5a40-2812-402e-97c5-810beec74710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.332420 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-95cd5a40-2812-402e-97c5-810beec74710 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/14812f37-9137-4b1d-a31e-57506cd1cb82 HTTP/1.1" status: 204 len: 168 time: 0.3276403 Mar 24 01:09:01.350788 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd5a40-2812-402e-97c5-810beec74710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14812f37-9137-4b1d-a31e-57506cd1cb82,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:01.398531 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7438a662-9410-4753-ac91-0e60d6ace0a1 req-6585f366-525c-4088-8e5c-507c90acfa6e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3971927 Mar 24 01:09:01.400936 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-3f21bf5a-de1e-4cdc-b862-e9f177afd932 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:01.405296 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3f21bf5a-de1e-4cdc-b862-e9f177afd932 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "PUT /v2.0/routers/9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9905720 Mar 24 01:09:01.405995 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58222) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:01.411635 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-76cb0de5-4672-4664-a292-309731b1d69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9ba415ef-be23-4abc-8069-eea22877ff24), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.415557 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-76cb0de5-4672-4664-a292-309731b1d69c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.419722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-76cb0de5-4672-4664-a292-309731b1d69c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9ba415ef-be23-4abc-8069-eea22877ff24 HTTP/1.1" status: 204 len: 168 time: 1.2125652 Mar 24 01:09:01.433712 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (306f96b2-f7ce-4307-b444-734677ca55f7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.480711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 31ccfab5-6494-4ed6-bc00-45255174170b is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:01.480711 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (31ccfab5-6494-4ed6-bc00-45255174170b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.501986 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb0de5-4672-4664-a292-309731b1d69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba415ef-be23-4abc-8069-eea22877ff24,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:01.538365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58226) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:01.555679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306f96b2-f7ce-4307-b444-734677ca55f7']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:01.573012 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-803657a1-0e01-4c02-9e70-74d72800d9ed req-824ac60b-b3ae-4b18-a7bb-96df4143b67a tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935130 Mar 24 01:09:01.584272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf8acbd-fba4-4a1e-844b-af0bf8609ee2') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:01.584455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf8acbd-fba4-4a1e-844b-af0bf8609ee2') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:01.587941 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-243eb02e-d355-4822-8451-c7b4b8fc182c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.601514 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (9cf8acbd-fba4-4a1e-844b-af0bf8609ee2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.626852 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 31ccfab5-6494-4ed6-bc00-45255174170b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=31ccfab5-6494-4ed6-bc00-45255174170b,segment=NetworkSegment(18f995ae-8441-4c8f-9568-86fbd3885ab6),segment_id=18f995ae-8441-4c8f-9568-86fbd3885ab6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:01.651692 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (31ccfab5-6494-4ed6-bc00-45255174170b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.653287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 779d8600-1c48-43c3-9398-0f9cc2eb0726 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:09:01.692979 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (9cf8acbd-fba4-4a1e-844b-af0bf8609ee2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.719373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:09:01.722001 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (9cf8acbd-fba4-4a1e-844b-af0bf8609ee2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:09:01.729680 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:09:01.958396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438a662-9410-4753-ac91-0e60d6ace0a1 req-c31712e8-075a-43cb-a55c-daa2950a14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:01.963538 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7438a662-9410-4753-ac91-0e60d6ace0a1 req-c31712e8-075a-43cb-a55c-daa2950a14e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 1128 time: 0.4874992 Mar 24 01:09:02.006189 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58238) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:02.089736 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=31ccfab5-6494-4ed6-bc00-45255174170b,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:02.091292 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d79744f-2b37-4b29-ad90-a4250ce78958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.128408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c8bc13db-a280-4b42-9fb7-ac8e372e55d2 None None] For port cfb3e716-812b-41c9-99df-b6241acec23f, host n-d-760455-9, got binding levels [] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:02.129376 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8bc13db-a280-4b42-9fb7-ac8e372e55d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (cfb3e716-812b-41c9-99df-b6241acec23f), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.179962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc13db-a280-4b42-9fb7-ac8e372e55d2 None None] Calling delete_port for cfb3e716-812b-41c9-99df-b6241acec23f owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:02.200769 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.ipam_backend_mixin [None req-c8bc13db-a280-4b42-9fb7-ac8e372e55d2 None None] Port cfb3e716-812b-41c9-99df-b6241acec23f was not found and therefore no delete operation was performed {{(pid=115731) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 01:09:02.208838 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-86d3e43a-f0a8-4694-b6d5-797ffa901678 None None] Current status of the port 31ccfab5-6494-4ed6-bc00-45255174170b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:02.216406 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (306f96b2-f7ce-4307-b444-734677ca55f7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.221987 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8bc13db-a280-4b42-9fb7-ac8e372e55d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (cfb3e716-812b-41c9-99df-b6241acec23f), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.232635 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8bc13db-a280-4b42-9fb7-ac8e372e55d2 None None] Network 306f96b2-f7ce-4307-b444-734677ca55f7 is not hosted by any dhcp agent {{(pid=115731) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 24 01:09:02.233125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc13db-a280-4b42-9fb7-ac8e372e55d2 None None] No DVR routers for this DVR port cfb3e716-812b-41c9-99df-b6241acec23f on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:09:02.241341 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.272673 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.278638 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/networks/306f96b2-f7ce-4307-b444-734677ca55f7 HTTP/1.1" status: 204 len: 168 time: 3.0700667 Mar 24 01:09:02.285178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-86d3e43a-f0a8-4694-b6d5-797ffa901678 None None] Provisioning complete for port 69478994-3870-456a-a272-b9f14af7af8a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:02.285513 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58244) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:02.285743 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-86d3e43a-f0a8-4694-b6d5-797ffa901678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (69478994-3870-456a-a272-b9f14af7af8a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.321996 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97958a-0a96-4fe4-a26f-7527b8673fab req-c7efb5b0-52fe-4749-9055-10c7aa334180 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:02.323738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff97958a-0a96-4fe4-a26f-7527b8673fab req-c7efb5b0-52fe-4749-9055-10c7aa334180 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.2723799 Mar 24 01:09:02.324691 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f79bd3-962a-47b7-b366-c8fc71316a76 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Network': ['ID=306f96b2-f7ce-4307-b444-734677ca55f7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:02.334570 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-86d3e43a-f0a8-4694-b6d5-797ffa901678 None None] Port 69478994-3870-456a-a272-b9f14af7af8a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:09:02.342876 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc13db-a280-4b42-9fb7-ac8e372e55d2 None None] Pushing event deleted for resources: {'Port': ['ID=cfb3e716-812b-41c9-99df-b6241acec23f,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:02.347062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf15d3-3d3a-4935-9f27-d123ed35bf1a req-198cc296-3370-4dc6-b6c5-bc735c7f14f5 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:02.348873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0bdf15d3-3d3a-4935-9f27-d123ed35bf1a req-198cc296-3370-4dc6-b6c5-bc735c7f14f5 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.4594758 Mar 24 01:09:02.350359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 779d8600-1c48-43c3-9398-0f9cc2eb0726 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:02.350732 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (779d8600-1c48-43c3-9398-0f9cc2eb0726), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.403762 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-86d3e43a-f0a8-4694-b6d5-797ffa901678 None None] Provisioning complete for port 779d8600-1c48-43c3-9398-0f9cc2eb0726 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:02.404369 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-86d3e43a-f0a8-4694-b6d5-797ffa901678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (779d8600-1c48-43c3-9398-0f9cc2eb0726), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.512312 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01085f7c-ea04-43cf-aec3-315bc14bd4d3 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.518499 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff97958a-0a96-4fe4-a26f-7527b8673fab req-f9adb568-4a61-44d0-adec-411325abdf1f tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655548 Mar 24 01:09:02.519596 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438a662-9410-4753-ac91-0e60d6ace0a1 req-0e04c463-83ef-4176-8b8d-21709a299075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:02.520981 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7438a662-9410-4753-ac91-0e60d6ace0a1 req-0e04c463-83ef-4176-8b8d-21709a299075 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 915 time: 0.4861667 Mar 24 01:09:02.540645 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-243eb02e-d355-4822-8451-c7b4b8fc182c admin admin] Publish callbacks [] for security_group (2ff482ff-4290-4ebb-b1ac-4ab3e9fc3f42), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.546962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0bdf15d3-3d3a-4935-9f27-d123ed35bf1a req-c5ecd21f-0e9f-410f-9a99-b5e1fe16d749 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718235 Mar 24 01:09:02.583932 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.604016 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-243eb02e-d355-4822-8451-c7b4b8fc182c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2ff482ff-4290-4ebb-b1ac-4ab3e9fc3f42), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.640246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243eb02e-d355-4822-8451-c7b4b8fc182c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff482ff-4290-4ebb-b1ac-4ab3e9fc3f42,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:02.662105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-243eb02e-d355-4822-8451-c7b4b8fc182c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c67e1a3dd4754df29072f4e2f408f277&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1140282 Mar 24 01:09:02.664705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58252) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:02.665305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-86d3e43a-f0a8-4694-b6d5-797ffa901678 None None] Current status of the port 779d8600-1c48-43c3-9398-0f9cc2eb0726 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:02.684379 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 779d8600-1c48-43c3-9398-0f9cc2eb0726 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:02.720333 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7438a662-9410-4753-ac91-0e60d6ace0a1 req-761fddce-500d-46c2-a4c5-e24e26b00f47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d67de27-b98e-4cd2-b649-97f01003c2a7 HTTP/1.1" status: 200 len: 1002 time: 0.1894615 Mar 24 01:09:02.754857 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7dba60fc-66fe-4351-8918-d644b11c2dda admin admin] Publish callbacks [] for security_group (2ff482ff-4290-4ebb-b1ac-4ab3e9fc3f42), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.776394 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d79744f-2b37-4b29-ad90-a4250ce78958 admin admin] Publish callbacks [] for security_group (311d4308-c753-4903-bccb-cd6741a51b36), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.803642 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7dba60fc-66fe-4351-8918-d644b11c2dda admin admin] Publish callbacks [] for security_group (2ff482ff-4290-4ebb-b1ac-4ab3e9fc3f42), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.816940 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438a662-9410-4753-ac91-0e60d6ace0a1 req-d27711a0-80c2-4d0f-bf7f-fa61e81791f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:02.818443 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7438a662-9410-4753-ac91-0e60d6ace0a1 req-d27711a0-80c2-4d0f-bf7f-fa61e81791f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 0.0743158 Mar 24 01:09:02.825709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-766d249a-d860-49dd-80f1-7f66db44f85d None None] Provisioning complete for port 31ccfab5-6494-4ed6-bc00-45255174170b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:02.828298 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-766d249a-d860-49dd-80f1-7f66db44f85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (31ccfab5-6494-4ed6-bc00-45255174170b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.872009 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d79744f-2b37-4b29-ad90-a4250ce78958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (311d4308-c753-4903-bccb-cd6741a51b36), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:02.879266 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 779d8600-1c48-43c3-9398-0f9cc2eb0726 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:09:02.898260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438a662-9410-4753-ac91-0e60d6ace0a1 req-aa099a46-296d-4817-a88a-b4df2eb4d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:02.899775 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7438a662-9410-4753-ac91-0e60d6ace0a1 req-aa099a46-296d-4817-a88a-b4df2eb4d037 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0737638 Mar 24 01:09:03.011396 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 779d8600-1c48-43c3-9398-0f9cc2eb0726 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:03.011990 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (779d8600-1c48-43c3-9398-0f9cc2eb0726), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:03.029965 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7438a662-9410-4753-ac91-0e60d6ace0a1 req-ad34b8df-9c91-41c4-aaaf-d6d24cce3211 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229239 Mar 24 01:09:03.045132 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-766d249a-d860-49dd-80f1-7f66db44f85d None None] Current status of the port 31ccfab5-6494-4ed6-bc00-45255174170b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:03.052645 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79744f-2b37-4b29-ad90-a4250ce78958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311d4308-c753-4903-bccb-cd6741a51b36,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:03.067236 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7dba60fc-66fe-4351-8918-d644b11c2dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2ff482ff-4290-4ebb-b1ac-4ab3e9fc3f42), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:03.068211 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9d79744f-2b37-4b29-ad90-a4250ce78958 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a35052a857bd4c4b8d6ac2f46a58ca81&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0312057 Mar 24 01:09:03.069881 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7dba60fc-66fe-4351-8918-d644b11c2dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:03.071185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7dba60fc-66fe-4351-8918-d644b11c2dda admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ff482ff-4290-4ebb-b1ac-4ab3e9fc3f42 HTTP/1.1" status: 204 len: 168 time: 0.4054372 Mar 24 01:09:03.072835 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58262) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:03.138146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba60fc-66fe-4351-8918-d644b11c2dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff482ff-4290-4ebb-b1ac-4ab3e9fc3f42,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:03.258057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 779d8600-1c48-43c3-9398-0f9cc2eb0726 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:03.258673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 31ccfab5-6494-4ed6-bc00-45255174170b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:09:03.301700 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-880b9770-fb2d-4e83-ae01-a54fec07b4cf admin admin] Publish callbacks [] for security_group (311d4308-c753-4903-bccb-cd6741a51b36), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:03.407681 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-880b9770-fb2d-4e83-ae01-a54fec07b4cf admin admin] Publish callbacks [] for security_group (311d4308-c753-4903-bccb-cd6741a51b36), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:03.421017 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 31ccfab5-6494-4ed6-bc00-45255174170b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:03.421428 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (31ccfab5-6494-4ed6-bc00-45255174170b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:03.531457 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-01085f7c-ea04-43cf-aec3-315bc14bd4d3 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Deleting port 69478994-3870-456a-a272-b9f14af7af8a {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:03.531727 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01085f7c-ea04-43cf-aec3-315bc14bd4d3 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (69478994-3870-456a-a272-b9f14af7af8a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:03.636647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 31ccfab5-6494-4ed6-bc00-45255174170b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:03.652192 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:03.658415 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd76f-e205-41b8-8220-fbc9e7b369c0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:03.738260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device cfb3e716-812b-41c9-99df-b6241acec23f no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:09:03.782365 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: cfb3e716-812b-41c9-99df-b6241acec23f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:09:03.782725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device cfb3e716-812b-41c9-99df-b6241acec23f not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:09:03.783328 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 151d90b1-5d68-4ff6-9dab-dae963af9dc7 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:09:03.873224 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-880b9770-fb2d-4e83-ae01-a54fec07b4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (311d4308-c753-4903-bccb-cd6741a51b36), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:03.877219 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-880b9770-fb2d-4e83-ae01-a54fec07b4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:03.878546 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-880b9770-fb2d-4e83-ae01-a54fec07b4cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/311d4308-c753-4903-bccb-cd6741a51b36 HTTP/1.1" status: 204 len: 168 time: 0.7648649 Mar 24 01:09:03.883983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 151d90b1-5d68-4ff6-9dab-dae963af9dc7 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:09:03.884341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 151d90b1-5d68-4ff6-9dab-dae963af9dc7 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:09:03.930773 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b9770-fb2d-4e83-ae01-a54fec07b4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311d4308-c753-4903-bccb-cd6741a51b36,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:03.974793 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01085f7c-ea04-43cf-aec3-315bc14bd4d3 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (69478994-3870-456a-a272-b9f14af7af8a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:03.991212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-01085f7c-ea04-43cf-aec3-315bc14bd4d3 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Calling delete_port for 69478994-3870-456a-a272-b9f14af7af8a owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:04.081765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77dad6-7f92-4276-8a0d-0b860ee8df8d req-8e98650d-5dd4-4839-9a61-e83cbca9a918 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:04.083346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c77dad6-7f92-4276-8a0d-0b860ee8df8d req-8e98650d-5dd4-4839-9a61-e83cbca9a918 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.9711390 Mar 24 01:09:04.215076 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7438a662-9410-4753-ac91-0e60d6ace0a1 req-f2e3713a-4dfe-4193-91cc-4286a35fe411 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1763430 Mar 24 01:09:04.252745 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01085f7c-ea04-43cf-aec3-315bc14bd4d3 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (69478994-3870-456a-a272-b9f14af7af8a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:04.274161 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf46b8-0f05-44ac-a01b-4f98d6405a33 req-6ca2669d-6606-4a8f-b33c-72847ae0c2fa tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:04.276498 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0bdf46b8-0f05-44ac-a01b-4f98d6405a33 req-6ca2669d-6606-4a8f-b33c-72847ae0c2fa tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.2354431 Mar 24 01:09:04.286111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533ca55-8c88-46f2-b515-c0687d5f5868 req-56f88f55-d60d-4711-a196-d0b470f56aa8 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:04.293524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b533ca55-8c88-46f2-b515-c0687d5f5868 req-56f88f55-d60d-4711-a196-d0b470f56aa8 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=b31ae65f-afb5-45b1-ab96-121f0f58bf5e HTTP/1.1" status: 200 len: 946 time: 0.2564018 Mar 24 01:09:04.316910 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01085f7c-ea04-43cf-aec3-315bc14bd4d3 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event deleted for resources: {'Port': ['ID=69478994-3870-456a-a272-b9f14af7af8a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:04.376346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-8c77dad6-7f92-4276-8a0d-0b860ee8df8d req-35486f44-c667-43ba-873b-cbe1879d82d9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Deleting port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:04.377463 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8c77dad6-7f92-4276-8a0d-0b860ee8df8d req-35486f44-c667-43ba-873b-cbe1879d82d9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a8dfb3ff-64dc-4197-8dd6-d3f918a7532c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:04.573269 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01085f7c-ea04-43cf-aec3-315bc14bd4d3 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:04.573948 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0bdf46b8-0f05-44ac-a01b-4f98d6405a33 req-56163227-d304-447f-9776-0542bc49a616 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778180 Mar 24 01:09:04.742387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8c77dad6-7f92-4276-8a0d-0b860ee8df8d req-35486f44-c667-43ba-873b-cbe1879d82d9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] For port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=a8dfb3ff-64dc-4197-8dd6-d3f918a7532c,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:04.742779 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8c77dad6-7f92-4276-8a0d-0b860ee8df8d req-35486f44-c667-43ba-873b-cbe1879d82d9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a8dfb3ff-64dc-4197-8dd6-d3f918a7532c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:04.764584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-8c77dad6-7f92-4276-8a0d-0b860ee8df8d req-35486f44-c667-43ba-873b-cbe1879d82d9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Calling delete_port for a8dfb3ff-64dc-4197-8dd6-d3f918a7532c owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:04.798729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-fc3bd76f-e205-41b8-8220-fbc9e7b369c0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port 3f889ffc-f30c-4abf-b353-e59a4009725c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:04.799230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd76f-e205-41b8-8220-fbc9e7b369c0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:04.863219 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b533ca55-8c88-46f2-b515-c0687d5f5868 req-2770cecb-f89f-4751-8630-24901f4f7845 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688100 Mar 24 01:09:04.937163 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8c77dad6-7f92-4276-8a0d-0b860ee8df8d req-35486f44-c667-43ba-873b-cbe1879d82d9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a8dfb3ff-64dc-4197-8dd6-d3f918a7532c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:04.953836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf655c99-b594-4422-b1bb-b6df2664d7e1', 'a8dfb3ff-64dc-4197-8dd6-d3f918a7532c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:09:05.087505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35486f44-c667-43ba-873b-cbe1879d82d9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Pushing event deleted for resources: {'Port': ['ID=a8dfb3ff-64dc-4197-8dd6-d3f918a7532c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:05.147114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c77dad6-7f92-4276-8a0d-0b860ee8df8d req-35486f44-c667-43ba-873b-cbe1879d82d9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] No DVR routers for this DVR port a8dfb3ff-64dc-4197-8dd6-d3f918a7532c on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:09:05.153065 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8c77dad6-7f92-4276-8a0d-0b860ee8df8d req-35486f44-c667-43ba-873b-cbe1879d82d9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:05.157668 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c77dad6-7f92-4276-8a0d-0b860ee8df8d req-35486f44-c667-43ba-873b-cbe1879d82d9 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "DELETE /v2.0/ports/a8dfb3ff-64dc-4197-8dd6-d3f918a7532c HTTP/1.1" status: 204 len: 173 time: 1.0640435 Mar 24 01:09:05.161703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31ae65f-afb5-45b1-ab96-121f0f58bf5e', 'name': 'network-vif-deleted', 'tag': 'a8dfb3ff-64dc-4197-8dd6-d3f918a7532c'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:09:05.171296 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b74b05-010f-44b5-afcb-2ccf79e46c12" -d '{"events": [{"server_uuid": "b31ae65f-afb5-45b1-ab96-121f0f58bf5e", "name": "network-vif-deleted", "tag": "a8dfb3ff-64dc-4197-8dd6-d3f918a7532c"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:09:05.262138 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da3b487-06d4-4c50-8bd4-1e46dc8960d9 x-openstack-request-id: req-1da3b487-06d4-4c50-8bd4-1e46dc8960d9 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:09:05.262549 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31ae65f-afb5-45b1-ab96-121f0f58bf5e", "name": "network-vif-deleted", "tag": "a8dfb3ff-64dc-4197-8dd6-d3f918a7532c", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:09:05.263185 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1da3b487-06d4-4c50-8bd4-1e46dc8960d9 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:09:05.263735 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da3b487-06d4-4c50-8bd4-1e46dc8960d9'] response: {'server_uuid': 'b31ae65f-afb5-45b1-ab96-121f0f58bf5e', 'name': 'network-vif-deleted', 'tag': 'a8dfb3ff-64dc-4197-8dd6-d3f918a7532c', 'status': 'completed', 'code': 200} Mar 24 01:09:05.277118 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:05.369886 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01085f7c-ea04-43cf-aec3-315bc14bd4d3 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Router 9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:09:05.495996 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-fc3bd76f-e205-41b8-8220-fbc9e7b369c0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] For port 3f889ffc-f30c-4abf-b353-e59a4009725c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3f889ffc-f30c-4abf-b353-e59a4009725c,segment=NetworkSegment(039a57e6-d5df-455c-9247-f98822ac5797),segment_id=039a57e6-d5df-455c-9247-f98822ac5797)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:05.496366 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd76f-e205-41b8-8220-fbc9e7b369c0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:05.499230 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01085f7c-ea04-43cf-aec3-315bc14bd4d3 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:09:05.511188 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-01085f7c-ea04-43cf-aec3-315bc14bd4d3 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "PUT /v2.0/routers/9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1041653 Mar 24 01:09:05.515585 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58332) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:05.516053 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e1ef41-b65f-447a-afe3-cb3566f98ece None None] Sync routers for ids ['9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:09:05.539444 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e1ef41-b65f-447a-afe3-cb3566f98ece None None] Routers {'9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:05.540088 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-28e1ef41-b65f-447a-afe3-cb3566f98ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:05.541877 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-fc3bd76f-e205-41b8-8220-fbc9e7b369c0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for 3f889ffc-f30c-4abf-b353-e59a4009725c owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:05.610540 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-3bf58aea-a5ef-4f69-aa83-dcf1ff7097d9 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] delete failed (client error): The resource could not be found. Mar 24 01:09:05.616978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3bf58aea-a5ef-4f69-aa83-dcf1ff7097d9 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-553776969 HTTP/1.1" status: 404 len: 334 time: 0.1003726 Mar 24 01:09:05.619006 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58340) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:05.641463 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-3bc96cc0-495f-4664-bcbc-8f1f6172afc6 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Request body: {'router': {'external_gateway_info': {'network_id': '9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:05.680720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-28e1ef41-b65f-447a-afe3-cb3566f98ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:05.709966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e1ef41-b65f-447a-afe3-cb3566f98ece None None] Routers {'9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:05.711778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-28e1ef41-b65f-447a-afe3-cb3566f98ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:05.863168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-28e1ef41-b65f-447a-afe3-cb3566f98ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:05.865621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e1ef41-b65f-447a-afe3-cb3566f98ece None None] The sync data for ids ['9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:09:05.885120 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd76f-e205-41b8-8220-fbc9e7b369c0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3f889ffc-f30c-4abf-b353-e59a4009725c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:05.936124 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bd76f-e205-41b8-8220-fbc9e7b369c0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=3f889ffc-f30c-4abf-b353-e59a4009725c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:06.284875 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3bc96cc0-495f-4664-bcbc-8f1f6172afc6 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for router_gateway (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:06.322705 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd76f-e205-41b8-8220-fbc9e7b369c0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:06.345427 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-3bc96cc0-495f-4664-bcbc-8f1f6172afc6 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] update failed (client error): The resource could not be found. Mar 24 01:09:06.350466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3bc96cc0-495f-4664-bcbc-8f1f6172afc6 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "PUT /v2.0/routers/9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79 HTTP/1.1" status: 404 len: 339 time: 0.7289762 Mar 24 01:09:06.354835 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58374) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:06.389435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d0d08-4698-4c0c-af59-1a2f0d6c89a1 req-892f3719-33c7-4c30-a5e1-ab67d4b659cc tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:06.395357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b6d0d08-4698-4c0c-af59-1a2f0d6c89a1 req-892f3719-33c7-4c30-a5e1-ab67d4b659cc tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.6275029 Mar 24 01:09:06.468033 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b6d0d08-4698-4c0c-af59-1a2f0d6c89a1 req-a3202d72-864f-407b-a812-b1ada1169a7b tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643744 Mar 24 01:09:07.067243 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:07.095822 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3bd76f-e205-41b8-8220-fbc9e7b369c0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:09:07.169570 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device a8dfb3ff-64dc-4197-8dd6-d3f918a7532c no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:09:07.206803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: a8dfb3ff-64dc-4197-8dd6-d3f918a7532c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:09:07.207481 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device a8dfb3ff-64dc-4197-8dd6-d3f918a7532c not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:09:07.355986 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ce790-2984-44df-a986-7cb7364d0967 req-61a04727-0670-4841-ba40-0ce1a69ed5ba tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:07.358350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c56ce790-2984-44df-a986-7cb7364d0967 req-61a04727-0670-4841-ba40-0ce1a69ed5ba tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 945 time: 0.1147759 Mar 24 01:09:07.364094 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3bd76f-e205-41b8-8220-fbc9e7b369c0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:09:07.371528 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fc3bd76f-e205-41b8-8220-fbc9e7b369c0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/a8801b3f-6989-4b1b-9ad1-a858d3fb03a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0775049 Mar 24 01:09:07.377339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58444) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:07.377724 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbec5e-020e-4f10-a3a2-9f89bb9596a7 None None] Sync routers for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:09:07.390923 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbbec5e-020e-4f10-a3a2-9f89bb9596a7 None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:07.394177 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-fcbbec5e-020e-4f10-a3a2-9f89bb9596a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:07.487525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d545f6-e328-4288-a753-93365dd144e4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting subnet 621121da-1e0b-4f08-bef5-21e561d289cb {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:09:07.503978 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56d545f6-e328-4288-a753-93365dd144e4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (621121da-1e0b-4f08-bef5-21e561d289cb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:07.528139 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Allocated IP 172.20.0.1 (5fcdc35a-4ad9-47ef-bac9-270dd140d171/81fb3176-66e3-41a6-b1ce-fdf8649f56d8/7c7857f2-d595-445c-bf17-44e76885c374) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:09:07.621347 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-fcbbec5e-020e-4f10-a3a2-9f89bb9596a7 None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:07.765220 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56d545f6-e328-4288-a753-93365dd144e4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (621121da-1e0b-4f08-bef5-21e561d289cb), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:07.787238 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for port (7c7857f2-d595-445c-bf17-44e76885c374), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:07.850169 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c56ce790-2984-44df-a986-7cb7364d0967 req-e0b1889f-7cd8-4ad1-afe2-113aba7baa5e tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860311 Mar 24 01:09:07.891015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cbe1d-8680-4d3c-ba28-89d312410760 req-40c143b5-b6f7-43a2-b540-0488f260be95 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:07.899238 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (7c7857f2-d595-445c-bf17-44e76885c374), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:07.901073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-988cbe1d-8680-4d3c-ba28-89d312410760 req-40c143b5-b6f7-43a2-b540-0488f260be95 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.2743337 Mar 24 01:09:07.986129 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58470) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:07.988988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Network 5fcdc35a-4ad9-47ef-bac9-270dd140d171 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:09:07.990047 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-fcbbec5e-020e-4f10-a3a2-9f89bb9596a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:09:05Z', 'revision_number': 10, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:08.019753 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-988cbe1d-8680-4d3c-ba28-89d312410760 req-47a883b2-1d8d-41da-8829-7dd7eb14a296 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168995 Mar 24 01:09:08.022777 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56d545f6-e328-4288-a753-93365dd144e4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (621121da-1e0b-4f08-bef5-21e561d289cb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.025240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:08.050497 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58474) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:08.053863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:09:08.060383 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbec5e-020e-4f10-a3a2-9f89bb9596a7 None None] Checking router: a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:09:08.082987 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbbec5e-020e-4f10-a3a2-9f89bb9596a7 None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:08.084000 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-fcbbec5e-020e-4f10-a3a2-9f89bb9596a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:08.114139 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event updated for resources: {'Port': ['ID=7c7857f2-d595-445c-bf17-44e76885c374,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:08.130363 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56d545f6-e328-4288-a753-93365dd144e4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (621121da-1e0b-4f08-bef5-21e561d289cb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.183660 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.187737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d545f6-e328-4288-a753-93365dd144e4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Subnet': ['ID=621121da-1e0b-4f08-bef5-21e561d289cb,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:08.202120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce030ba-0f08-4174-beca-b97cb2cc803c None None] Network 0d6e4f16-4384-4ceb-a549-82cda30b5ea8 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:09:08.216405 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56d545f6-e328-4288-a753-93365dd144e4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.222200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-56d545f6-e328-4288-a753-93365dd144e4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/621121da-1e0b-4f08-bef5-21e561d289cb HTTP/1.1" status: 204 len: 168 time: 0.8415356 Mar 24 01:09:08.225863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58480) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:08.282339 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-fcbbec5e-020e-4f10-a3a2-9f89bb9596a7 None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:08.357810 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9cdd99a4-1b7e-4c1a-b87f-35cedf1eb707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.365821 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4364e024-eae5-4ec3-9c4c-2d2c44af2f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.370626 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (0d6e4f16-4384-4ceb-a549-82cda30b5ea8), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.540637 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-70c3e1bf-b579-451d-87d6-17ee7639172d None None] Provisioning complete for port 7c7857f2-d595-445c-bf17-44e76885c374 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:08.541022 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-70c3e1bf-b579-451d-87d6-17ee7639172d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7c7857f2-d595-445c-bf17-44e76885c374), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.548005 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9cdd99a4-1b7e-4c1a-b87f-35cedf1eb707 admin admin] Publish callbacks [] for security_group (bb9fead7-4ca8-4cf9-afab-96cee57cac4e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.559279 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9cdd99a4-1b7e-4c1a-b87f-35cedf1eb707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (bb9fead7-4ca8-4cf9-afab-96cee57cac4e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.591095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9480758-c315-46cb-9ad5-8ba72bcd65ae None None] DHCP port deletion for 0d6e4f16-4384-4ceb-a549-82cda30b5ea8 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:09:08.592234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9cdd99a4-1b7e-4c1a-b87f-35cedf1eb707 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0c60ad80a3524f439e36d9238923a8bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5399804 Mar 24 01:09:08.597114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58486) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:08.613629 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4364e024-eae5-4ec3-9c4c-2d2c44af2f75 admin admin] Publish callbacks [] for security_group (b87f185e-bf30-4aae-bede-aa987f61fead), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.621974 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4364e024-eae5-4ec3-9c4c-2d2c44af2f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b87f185e-bf30-4aae-bede-aa987f61fead), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.622881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-70c3e1bf-b579-451d-87d6-17ee7639172d None None] Port 7c7857f2-d595-445c-bf17-44e76885c374 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:09:08.675516 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d9480758-c315-46cb-9ad5-8ba72bcd65ae None None] Deleting port 251fa11f-3731-410d-9ff4-e45d1e326b80 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:08.675897 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d9480758-c315-46cb-9ad5-8ba72bcd65ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.687036 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27de4d31-0923-4cf3-9fd2-01c60bf7c6d9 admin admin] Publish callbacks [] for security_group (bb9fead7-4ca8-4cf9-afab-96cee57cac4e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.710198 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4364e024-eae5-4ec3-9c4c-2d2c44af2f75 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f2149a342f049cda3bee49654768344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7173722 Mar 24 01:09:08.710962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port 251fa11f-3731-410d-9ff4-e45d1e326b80 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:08.712013 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.712977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58488) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:08.746881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364e024-eae5-4ec3-9c4c-2d2c44af2f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87f185e-bf30-4aae-bede-aa987f61fead,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:08.796974 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7c7857f2-d595-445c-bf17-44e76885c374), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.821948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 251fa11f-3731-410d-9ff4-e45d1e326b80 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:09:08.838173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] For port 251fa11f-3731-410d-9ff4-e45d1e326b80, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=251fa11f-3731-410d-9ff4-e45d1e326b80,segment=NetworkSegment(039a57e6-d5df-455c-9247-f98822ac5797),segment_id=039a57e6-d5df-455c-9247-f98822ac5797)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:08.838542 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.878070 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ad70248-1e70-468f-9cc3-01755afcbf82 admin admin] Publish callbacks [] for security_group (b87f185e-bf30-4aae-bede-aa987f61fead), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.888987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for 251fa11f-3731-410d-9ff4-e45d1e326b80 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:08.890934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd99a4-1b7e-4c1a-b87f-35cedf1eb707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9fead7-4ca8-4cf9-afab-96cee57cac4e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:08.896362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d9480758-c315-46cb-9ad5-8ba72bcd65ae None None] For port 251fa11f-3731-410d-9ff4-e45d1e326b80, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=251fa11f-3731-410d-9ff4-e45d1e326b80,segment=NetworkSegment(039a57e6-d5df-455c-9247-f98822ac5797),segment_id=039a57e6-d5df-455c-9247-f98822ac5797)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:08.897594 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d9480758-c315-46cb-9ad5-8ba72bcd65ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.900393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc67cfe-3cf3-4b1f-b236-943d798eae12 req-3881cafa-975e-41a2-a0df-cea042011c3d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:08.902060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5cc67cfe-3cf3-4b1f-b236-943d798eae12 req-3881cafa-975e-41a2-a0df-cea042011c3d tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "GET /v2.0/ports?device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 945 time: 0.4911172 Mar 24 01:09:08.929130 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27de4d31-0923-4cf3-9fd2-01c60bf7c6d9 admin admin] Publish callbacks [] for security_group (bb9fead7-4ca8-4cf9-afab-96cee57cac4e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:08.960051 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d9480758-c315-46cb-9ad5-8ba72bcd65ae None None] Calling delete_port for 251fa11f-3731-410d-9ff4-e45d1e326b80 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:08.965541 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-fcbbec5e-020e-4f10-a3a2-9f89bb9596a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:09:05Z', 'revision_number': 10, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:09.033704 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbec5e-020e-4f10-a3a2-9f89bb9596a7 None None] The sync data for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 is: [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:09:05Z', 'revision_number': 10, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None, '_interfaces': [{'id': 'a43a43cf-2125-456c-bcc2-d82c13d71a1e', 'name': '', 'network_id': '85df74b3-87a4-4fa2-a91e-c947603d979e', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'mac_address': 'fa:16:3e:28:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:03Z', 'updated_at': '2022-03-24T01:08:17Z', 'revision_number': 5, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'subnets': [{'id': '5c5072d7-ee06-410b-93b8-42df5f6fcd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:09:09.164084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 251fa11f-3731-410d-9ff4-e45d1e326b80 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:09.165319 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:09.169701 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ad70248-1e70-468f-9cc3-01755afcbf82 admin admin] Publish callbacks [] for security_group (b87f185e-bf30-4aae-bede-aa987f61fead), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:09.215352 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 251fa11f-3731-410d-9ff4-e45d1e326b80, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=251fa11f-3731-410d-9ff4-e45d1e326b80,segment=NetworkSegment(039a57e6-d5df-455c-9247-f98822ac5797),segment_id=039a57e6-d5df-455c-9247-f98822ac5797)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:09.230029 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:09.235029 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for port (7c7857f2-d595-445c-bf17-44e76885c374), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:09.238388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39637140-3944-4454-ab2f-bc4d0a762db1 req-27679a40-df84-442d-944b-d5da8ac432d8 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:09.240074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39637140-3944-4454-ab2f-bc4d0a762db1 req-27679a40-df84-442d-944b-d5da8ac432d8 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 945 time: 0.2730873 Mar 24 01:09:09.245927 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (7c7857f2-d595-445c-bf17-44e76885c374), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:09.248554 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d9480758-c315-46cb-9ad5-8ba72bcd65ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:09.282483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9480758-c315-46cb-9ad5-8ba72bcd65ae None None] No DVR routers for this DVR port 251fa11f-3731-410d-9ff4-e45d1e326b80 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:09:09.288301 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27de4d31-0923-4cf3-9fd2-01c60bf7c6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (bb9fead7-4ca8-4cf9-afab-96cee57cac4e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:09.293986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event deleted for resources: {'Port': ['ID=251fa11f-3731-410d-9ff4-e45d1e326b80,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:09.295780 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27de4d31-0923-4cf3-9fd2-01c60bf7c6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:09.299848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-27de4d31-0923-4cf3-9fd2-01c60bf7c6d9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb9fead7-4ca8-4cf9-afab-96cee57cac4e HTTP/1.1" status: 204 len: 168 time: 0.7008965 Mar 24 01:09:09.321466 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:09.352605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7d298-9fd8-4304-8d33-a1ca14cab80f req-4092ba71-4a59-4403-808c-01fefed444f2 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:09.354378 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95d7d298-9fd8-4304-8d33-a1ca14cab80f req-4092ba71-4a59-4403-808c-01fefed444f2 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.1898358 Mar 24 01:09:09.358030 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ad70248-1e70-468f-9cc3-01755afcbf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b87f185e-bf30-4aae-bede-aa987f61fead), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:09.361709 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ad70248-1e70-468f-9cc3-01755afcbf82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:09.361884 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de4d31-0923-4cf3-9fd2-01c60bf7c6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9fead7-4ca8-4cf9-afab-96cee57cac4e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:09.366274 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (251fa11f-3731-410d-9ff4-e45d1e326b80), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:09.367371 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3ad70248-1e70-468f-9cc3-01755afcbf82 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b87f185e-bf30-4aae-bede-aa987f61fead HTTP/1.1" status: 204 len: 168 time: 0.6533167 Mar 24 01:09:09.380155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-5cc67cfe-3cf3-4b1f-b236-943d798eae12 req-4c2d357d-fc70-4aa7-8e08-f6b0de04c689 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Deleting port cf655c99-b594-4422-b1bb-b6df2664d7e1 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:09.382894 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5cc67cfe-3cf3-4b1f-b236-943d798eae12 req-4c2d357d-fc70-4aa7-8e08-f6b0de04c689 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (cf655c99-b594-4422-b1bb-b6df2664d7e1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:09.393754 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9480758-c315-46cb-9ad5-8ba72bcd65ae None None] Pushing event deleted for resources: {'Port': ['ID=251fa11f-3731-410d-9ff4-e45d1e326b80,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:09.503471 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad70248-1e70-468f-9cc3-01755afcbf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87f185e-bf30-4aae-bede-aa987f61fead,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:09.507735 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event updated for resources: {'Port': ['ID=7c7857f2-d595-445c-bf17-44e76885c374,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:09.551941 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39637140-3944-4454-ab2f-bc4d0a762db1 req-df81a628-fb43-405c-80b0-4b03f309f0bb tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfaddb4f-f83a-430b-8e52-830271729637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915301 Mar 24 01:09:09.628971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Network 5fcdc35a-4ad9-47ef-bac9-270dd140d171 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:09:09.634925 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:09.656511 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-5cc67cfe-3cf3-4b1f-b236-943d798eae12 req-4c2d357d-fc70-4aa7-8e08-f6b0de04c689 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] For port cf655c99-b594-4422-b1bb-b6df2664d7e1, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=cf655c99-b594-4422-b1bb-b6df2664d7e1,segment=NetworkSegment(0e6faeab-dd27-42d6-b560-59d9529829a0),segment_id=0e6faeab-dd27-42d6-b560-59d9529829a0)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:09.656948 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5cc67cfe-3cf3-4b1f-b236-943d798eae12 req-4c2d357d-fc70-4aa7-8e08-f6b0de04c689 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (cf655c99-b594-4422-b1bb-b6df2664d7e1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:09.672130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-5cc67cfe-3cf3-4b1f-b236-943d798eae12 req-4c2d357d-fc70-4aa7-8e08-f6b0de04c689 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Calling delete_port for cf655c99-b594-4422-b1bb-b6df2664d7e1 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:09.815288 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Router 9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:09:09.840056 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=251fa11f-3731-410d-9ff4-e45d1e326b80,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:09.860586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95d7d298-9fd8-4304-8d33-a1ca14cab80f req-6851ddf4-f748-4abe-b0f0-08c63c54a151 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943740 Mar 24 01:09:09.872612 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] No DVR routers for this DVR port 251fa11f-3731-410d-9ff4-e45d1e326b80 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:09:09.984603 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:09:09.993813 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d2d1467d-edac-47c0-9c4c-3bd3bd16727e tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "PUT /v2.0/routers/9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6322803 Mar 24 01:09:09.996499 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58508) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:10.001130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6467fa0-a2bd-4506-9eb7-fb68e9c0d0e1 None None] Sync routers for ids ['9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:09:10.021059 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6467fa0-a2bd-4506-9eb7-fb68e9c0d0e1 None None] Routers {'9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:10.026835 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c6467fa0-a2bd-4506-9eb7-fb68e9c0d0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:10.086933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58512) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:10.099785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c6467fa0-a2bd-4506-9eb7-fb68e9c0d0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:10.117016 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e675e403-b4cd-4dd1-985e-00cdbb3723db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:10.122372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6467fa0-a2bd-4506-9eb7-fb68e9c0d0e1 None None] Routers {'9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:10.126310 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c6467fa0-a2bd-4506-9eb7-fb68e9c0d0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:10.127712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58514) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:10.148235 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (0d6e4f16-4384-4ceb-a549-82cda30b5ea8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:10.173400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c6467fa0-a2bd-4506-9eb7-fb68e9c0d0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:10.174415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6467fa0-a2bd-4506-9eb7-fb68e9c0d0e1 None None] The sync data for ids ['9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:09:10.191133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f5b09402-ffbc-4e29-a68c-12d0c17167be None None] Provisioning complete for port 7c7857f2-d595-445c-bf17-44e76885c374 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:10.191673 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5b09402-ffbc-4e29-a68c-12d0c17167be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7c7857f2-d595-445c-bf17-44e76885c374), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:10.198722 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-773329f2-6f6f-49b9-8be0-5939e9c1c6f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:10.225738 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6e4f16-4384-4ceb-a549-82cda30b5ea8']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:10.239576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f5b09402-ffbc-4e29-a68c-12d0c17167be None None] Port 7c7857f2-d595-445c-bf17-44e76885c374 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:09:10.248742 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039a57e6-d5df-455c-9247-f98822ac5797') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:10.250331 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039a57e6-d5df-455c-9247-f98822ac5797') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:10.259238 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ed0c7cc-dfaf-4dc4-b613-5f816938b2da tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for router (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:10.266803 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e675e403-b4cd-4dd1-985e-00cdbb3723db admin admin] Publish callbacks [] for security_group (a8358e08-d6fa-45db-9ee7-0e28da3de0b0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:10.361476 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-773329f2-6f6f-49b9-8be0-5939e9c1c6f1 admin admin] Publish callbacks [] for security_group (c4b8445b-1316-4c1e-b546-4ed90757de1d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:10.372874 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5cc67cfe-3cf3-4b1f-b236-943d798eae12 req-4c2d357d-fc70-4aa7-8e08-f6b0de04c689 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (cf655c99-b594-4422-b1bb-b6df2664d7e1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:10.378569 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-773329f2-6f6f-49b9-8be0-5939e9c1c6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c4b8445b-1316-4c1e-b546-4ed90757de1d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:10.386048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf655c99-b594-4422-b1bb-b6df2664d7e1'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:09:10.392625 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (039a57e6-d5df-455c-9247-f98822ac5797), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:10.444257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d357d-fc70-4aa7-8e08-f6b0de04c689 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Pushing event deleted for resources: {'Port': ['ID=cf655c99-b594-4422-b1bb-b6df2664d7e1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:10.480668 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (039a57e6-d5df-455c-9247-f98822ac5797), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:10.514236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773329f2-6f6f-49b9-8be0-5939e9c1c6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b8445b-1316-4c1e-b546-4ed90757de1d,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:10.518833 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc67cfe-3cf3-4b1f-b236-943d798eae12 req-4c2d357d-fc70-4aa7-8e08-f6b0de04c689 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] No DVR routers for this DVR port cf655c99-b594-4422-b1bb-b6df2664d7e1 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:09:10.520724 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5cc67cfe-3cf3-4b1f-b236-943d798eae12 req-4c2d357d-fc70-4aa7-8e08-f6b0de04c689 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:10.524833 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5cc67cfe-3cf3-4b1f-b236-943d798eae12 req-4c2d357d-fc70-4aa7-8e08-f6b0de04c689 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.48 "DELETE /v2.0/ports/cf655c99-b594-4422-b1bb-b6df2664d7e1 HTTP/1.1" status: 204 len: 173 time: 1.6123793 Mar 24 01:09:10.526144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:09:10.526620 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (039a57e6-d5df-455c-9247-f98822ac5797), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:10.543130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a3e040-28b6-412a-9896-88f83286154d', 'name': 'network-vif-deleted', 'tag': 'cf655c99-b594-4422-b1bb-b6df2664d7e1'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:09:10.548930 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5051431f-14ef-464e-83dc-d31d09dbe1ef" -d '{"events": [{"server_uuid": "13a3e040-28b6-412a-9896-88f83286154d", "name": "network-vif-deleted", "tag": "cf655c99-b594-4422-b1bb-b6df2664d7e1"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:09:10.563716 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:09:10.621161 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-773329f2-6f6f-49b9-8be0-5939e9c1c6f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=473518e2fefa4669bc20d267114bc45e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4906011 Mar 24 01:09:10.676964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58522) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:10.679264 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46aa2bd-6589-4bb3-89fc-a386dc20bc63 x-openstack-request-id: req-a46aa2bd-6589-4bb3-89fc-a386dc20bc63 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:09:10.679549 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a3e040-28b6-412a-9896-88f83286154d", "name": "network-vif-deleted", "tag": "cf655c99-b594-4422-b1bb-b6df2664d7e1", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:09:10.679838 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a46aa2bd-6589-4bb3-89fc-a386dc20bc63 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:09:10.680240 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46aa2bd-6589-4bb3-89fc-a386dc20bc63'] response: {'server_uuid': '13a3e040-28b6-412a-9896-88f83286154d', 'name': 'network-vif-deleted', 'tag': 'cf655c99-b594-4422-b1bb-b6df2664d7e1', 'status': 'completed', 'code': 200} Mar 24 01:09:10.716198 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e675e403-b4cd-4dd1-985e-00cdbb3723db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a8358e08-d6fa-45db-9ee7-0e28da3de0b0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:10.740249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3f889ffc-f30c-4abf-b353-e59a4009725c no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:09:10.768548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-400105f2-8939-43cb-92b3-76f46664135b req-810c36db-21f1-493f-b439-e406ec4c93e5 tempest-ServersTestJSON-933602510 tempest-ServersTestJSON-933602510-project] 10.222.0.45 "GET /v2.0/ports?device_id=13a3e040-28b6-412a-9896-88f83286154d HTTP/1.1" status: 200 len: 210 time: 0.0921364 Mar 24 01:09:10.769632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675e403-b4cd-4dd1-985e-00cdbb3723db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8358e08-d6fa-45db-9ee7-0e28da3de0b0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:10.783797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 3f889ffc-f30c-4abf-b353-e59a4009725c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:09:10.784877 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e675e403-b4cd-4dd1-985e-00cdbb3723db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4342cd9777f24430afdee78bac0d70f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6960485 Mar 24 01:09:10.787483 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58524) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:10.790031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3f889ffc-f30c-4abf-b353-e59a4009725c not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:09:10.798960 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (0d6e4f16-4384-4ceb-a549-82cda30b5ea8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:10.805035 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-3ed0c7cc-dfaf-4dc4-b613-5f816938b2da tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 24 01:09:10.810101 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3ed0c7cc-dfaf-4dc4-b613-5f816938b2da tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "DELETE /v2.0/routers/9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79 HTTP/1.1" status: 409 len: 376 time: 0.8123989 Mar 24 01:09:10.812815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58526) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:10.821757 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:10.827138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/networks/0d6e4f16-4384-4ceb-a549-82cda30b5ea8 HTTP/1.1" status: 204 len: 168 time: 2.5854921 Mar 24 01:09:10.847610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58528) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:10.858675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdbe7d-fe11-471e-91f6-04a46e757dde tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Network': ['ID=0d6e4f16-4384-4ceb-a549-82cda30b5ea8,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:11.007034 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6d84b64-5dc6-40a3-a619-f43bfdfe7a70 admin admin] Publish callbacks [] for security_group (c4b8445b-1316-4c1e-b546-4ed90757de1d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:11.046391 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5341e095-2678-4d96-89aa-67a64f231b4f admin admin] Publish callbacks [] for security_group (a8358e08-d6fa-45db-9ee7-0e28da3de0b0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:11.086049 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5341e095-2678-4d96-89aa-67a64f231b4f admin admin] Publish callbacks [] for security_group (a8358e08-d6fa-45db-9ee7-0e28da3de0b0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:11.159307 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6d84b64-5dc6-40a3-a619-f43bfdfe7a70 admin admin] Publish callbacks [] for security_group (c4b8445b-1316-4c1e-b546-4ed90757de1d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:11.216304 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d9f47-ff77-4ee5-a03d-ce9996449b1d req-4068194c-0edd-4640-8e22-fbb4874ed5dd tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:11.226846 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-131d9f47-ff77-4ee5-a03d-ce9996449b1d req-4068194c-0edd-4640-8e22-fbb4874ed5dd tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.2677445 Mar 24 01:09:11.235430 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5341e095-2678-4d96-89aa-67a64f231b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a8358e08-d6fa-45db-9ee7-0e28da3de0b0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:11.238166 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5341e095-2678-4d96-89aa-67a64f231b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:11.242193 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5341e095-2678-4d96-89aa-67a64f231b4f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8358e08-d6fa-45db-9ee7-0e28da3de0b0 HTTP/1.1" status: 204 len: 168 time: 0.4510343 Mar 24 01:09:11.271689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341e095-2678-4d96-89aa-67a64f231b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8358e08-d6fa-45db-9ee7-0e28da3de0b0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:11.328050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6d84b64-5dc6-40a3-a619-f43bfdfe7a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c4b8445b-1316-4c1e-b546-4ed90757de1d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:11.330651 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6d84b64-5dc6-40a3-a619-f43bfdfe7a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:11.331798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c6d84b64-5dc6-40a3-a619-f43bfdfe7a70 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c4b8445b-1316-4c1e-b546-4ed90757de1d HTTP/1.1" status: 204 len: 168 time: 0.6507461 Mar 24 01:09:11.364902 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09f83caf-0cb3-4c42-84e8-557d75743032 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:11.376980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d84b64-5dc6-40a3-a619-f43bfdfe7a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b8445b-1316-4c1e-b546-4ed90757de1d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:11.383480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-131d9f47-ff77-4ee5-a03d-ce9996449b1d req-6e82efa7-3ebf-4fa5-86ba-f6a894de34b4 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552336 Mar 24 01:09:11.514419 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1a2a15e4-2414-43f4-8c0a-ea95bc80ff7a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:11.788715 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-09f83caf-0cb3-4c42-84e8-557d75743032 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Deleting port 7c7857f2-d595-445c-bf17-44e76885c374 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:11.789500 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09f83caf-0cb3-4c42-84e8-557d75743032 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7c7857f2-d595-445c-bf17-44e76885c374), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:11.866451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58552) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:11.951481 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09f83caf-0cb3-4c42-84e8-557d75743032 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7c7857f2-d595-445c-bf17-44e76885c374), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:11.953619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-49547c16-23fe-4f78-8fcd-8c62a81f081c admin admin] Deleting subnet f03de5f8-5d24-4408-b283-d5210a71454f {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:09:11.957063 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-49547c16-23fe-4f78-8fcd-8c62a81f081c admin admin] Publish callbacks [] for subnet (f03de5f8-5d24-4408-b283-d5210a71454f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:11.970196 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-09f83caf-0cb3-4c42-84e8-557d75743032 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Calling delete_port for 7c7857f2-d595-445c-bf17-44e76885c374 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:12.004686 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a15e4-2414-43f4-8c0a-ea95bc80ff7a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port a43a43cf-2125-456c-bcc2-d82c13d71a1e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:12.005048 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1a2a15e4-2414-43f4-8c0a-ea95bc80ff7a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:12.142442 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-49547c16-23fe-4f78-8fcd-8c62a81f081c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (f03de5f8-5d24-4408-b283-d5210a71454f), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:12.223205 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-1a2a15e4-2414-43f4-8c0a-ea95bc80ff7a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] For port a43a43cf-2125-456c-bcc2-d82c13d71a1e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a43a43cf-2125-456c-bcc2-d82c13d71a1e,segment=NetworkSegment(405c88a9-7377-4509-b6ae-67ec493d05f0),segment_id=405c88a9-7377-4509-b6ae-67ec493d05f0)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:12.223574 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1a2a15e4-2414-43f4-8c0a-ea95bc80ff7a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:12.237746 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-49547c16-23fe-4f78-8fcd-8c62a81f081c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (f03de5f8-5d24-4408-b283-d5210a71454f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:12.275212 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09f83caf-0cb3-4c42-84e8-557d75743032 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (7c7857f2-d595-445c-bf17-44e76885c374), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:12.290729 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a15e4-2414-43f4-8c0a-ea95bc80ff7a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for a43a43cf-2125-456c-bcc2-d82c13d71a1e owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:12.323741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f83caf-0cb3-4c42-84e8-557d75743032 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event deleted for resources: {'Port': ['ID=7c7857f2-d595-445c-bf17-44e76885c374,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:12.438980 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-49547c16-23fe-4f78-8fcd-8c62a81f081c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (f03de5f8-5d24-4408-b283-d5210a71454f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:12.457228 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-49547c16-23fe-4f78-8fcd-8c62a81f081c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:12.462022 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-49547c16-23fe-4f78-8fcd-8c62a81f081c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f03de5f8-5d24-4408-b283-d5210a71454f HTTP/1.1" status: 204 len: 168 time: 0.5905461 Mar 24 01:09:12.483383 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58580) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:12.775712 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f3d46433-5d02-4ff4-8bcf-b9e275dbf252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (fb8d286a-5d52-420f-a6a9-f3fce1e70234), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:12.793391 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09f83caf-0cb3-4c42-84e8-557d75743032 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:12.992609 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f3d46433-5d02-4ff4-8bcf-b9e275dbf252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (fb8d286a-5d52-420f-a6a9-f3fce1e70234), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:13.082646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49547c16-23fe-4f78-8fcd-8c62a81f081c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03de5f8-5d24-4408-b283-d5210a71454f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:13.105006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f3d46433-5d02-4ff4-8bcf-b9e275dbf252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8d286a-5d52-420f-a6a9-f3fce1e70234']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:13.119992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f3d46433-5d02-4ff4-8bcf-b9e275dbf252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6faeab-dd27-42d6-b560-59d9529829a0') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:13.120305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f3d46433-5d02-4ff4-8bcf-b9e275dbf252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6faeab-dd27-42d6-b560-59d9529829a0') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:13.133428 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f3d46433-5d02-4ff4-8bcf-b9e275dbf252 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (0e6faeab-dd27-42d6-b560-59d9529829a0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:13.151904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f83caf-0cb3-4c42-84e8-557d75743032 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Router 9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:09:13.158427 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f3d46433-5d02-4ff4-8bcf-b9e275dbf252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0e6faeab-dd27-42d6-b560-59d9529829a0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:13.168638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d46433-5d02-4ff4-8bcf-b9e275dbf252 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:09:13.168988 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f3d46433-5d02-4ff4-8bcf-b9e275dbf252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (0e6faeab-dd27-42d6-b560-59d9529829a0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:09:13.171233 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:09:13.179579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device cf655c99-b594-4422-b1bb-b6df2664d7e1 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:09:13.230819 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: cf655c99-b594-4422-b1bb-b6df2664d7e1 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:09:13.231438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device cf655c99-b594-4422-b1bb-b6df2664d7e1 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:09:13.238138 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1a2a15e4-2414-43f4-8c0a-ea95bc80ff7a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a43a43cf-2125-456c-bcc2-d82c13d71a1e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:13.269339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a15e4-2414-43f4-8c0a-ea95bc80ff7a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=a43a43cf-2125-456c-bcc2-d82c13d71a1e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:13.280286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136102ce-a0ce-463a-a892-0363580378c9 req-14103867-3898-41b6-b029-12fb64039d4d tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:13.281874 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-136102ce-a0ce-463a-a892-0363580378c9 req-14103867-3898-41b6-b029-12fb64039d4d tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.2130005 Mar 24 01:09:13.336530 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f83caf-0cb3-4c42-84e8-557d75743032 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:09:13.347429 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-09f83caf-0cb3-4c42-84e8-557d75743032 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "PUT /v2.0/routers/9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5335653 Mar 24 01:09:13.351345 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58612) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:13.354239 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a75df0-aaea-4cf7-8e31-c39834cb0abe None None] Sync routers for ids ['9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:09:13.369268 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a75df0-aaea-4cf7-8e31-c39834cb0abe None None] Routers {'9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:13.375047 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-46a75df0-aaea-4cf7-8e31-c39834cb0abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:13.401743 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-c37682f4-9d63-4e49-8ad8-6fd518d02c87 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] show failed (client error): The resource could not be found. Mar 24 01:09:13.402792 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c37682f4-9d63-4e49-8ad8-6fd518d02c87 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-1813378782 HTTP/1.1" status: 404 len: 335 time: 0.0505660 Mar 24 01:09:13.428606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58614) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:13.434174 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f506fccf-7ea2-434a-8b3b-11c6ce67d538 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Request body: {'router': {'name': 'new_name'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:13.492527 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-46a75df0-aaea-4cf7-8e31-c39834cb0abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:13.524719 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a75df0-aaea-4cf7-8e31-c39834cb0abe None None] Routers {'9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:13.525502 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-46a75df0-aaea-4cf7-8e31-c39834cb0abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:13.536840 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-f506fccf-7ea2-434a-8b3b-11c6ce67d538 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] update failed (client error): The resource could not be found. Mar 24 01:09:13.538174 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f506fccf-7ea2-434a-8b3b-11c6ce67d538 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-1643417454 HTTP/1.1" status: 404 len: 335 time: 0.1085727 Mar 24 01:09:13.539447 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-136102ce-a0ce-463a-a892-0363580378c9 req-1d210cf7-d095-4dff-9b01-52da656af2d9 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501957 Mar 24 01:09:13.541909 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58620) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:13.574281 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f3d46433-5d02-4ff4-8bcf-b9e275dbf252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (fb8d286a-5d52-420f-a6a9-f3fce1e70234), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:13.611141 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-46a75df0-aaea-4cf7-8e31-c39834cb0abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:13.611386 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f3d46433-5d02-4ff4-8bcf-b9e275dbf252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:13.614298 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a75df0-aaea-4cf7-8e31-c39834cb0abe None None] The sync data for ids ['9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:09:13.626310 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f3d46433-5d02-4ff4-8bcf-b9e275dbf252 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fb8d286a-5d52-420f-a6a9-f3fce1e70234 HTTP/1.1" status: 204 len: 168 time: 1.1406131 Mar 24 01:09:13.664920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d46433-5d02-4ff4-8bcf-b9e275dbf252 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb8d286a-5d52-420f-a6a9-f3fce1e70234,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:13.717677 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-355ee1c6-c4ba-46b9-aa53-b30372edebff tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Deleting subnet 36761521-85b1-4cbd-8106-3863ad58e41f {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:09:13.724427 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-355ee1c6-c4ba-46b9-aa53-b30372edebff tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for subnet (36761521-85b1-4cbd-8106-3863ad58e41f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:13.773143 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1a2a15e4-2414-43f4-8c0a-ea95bc80ff7a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:13.798220 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-355ee1c6-c4ba-46b9-aa53-b30372edebff tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (36761521-85b1-4cbd-8106-3863ad58e41f), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:13.938257 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-355ee1c6-c4ba-46b9-aa53-b30372edebff tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (36761521-85b1-4cbd-8106-3863ad58e41f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:14.020055 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-355ee1c6-c4ba-46b9-aa53-b30372edebff tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (36761521-85b1-4cbd-8106-3863ad58e41f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:14.054038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2a15e4-2414-43f4-8c0a-ea95bc80ff7a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:09:14.067736 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ee1c6-c4ba-46b9-aa53-b30372edebff tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event deleted for resources: {'Subnet': ['ID=36761521-85b1-4cbd-8106-3863ad58e41f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:14.086859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d059d33-faa5-47a0-ae50-faac6fd0ccc0 None None] Network f86ee6c1-0222-4e78-bb7c-ba71550cd588 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:09:14.090525 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-355ee1c6-c4ba-46b9-aa53-b30372edebff tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:14.094803 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-355ee1c6-c4ba-46b9-aa53-b30372edebff tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "DELETE /v2.0/subnets/36761521-85b1-4cbd-8106-3863ad58e41f HTTP/1.1" status: 204 len: 168 time: 0.5484650 Mar 24 01:09:14.103641 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58634) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:14.155050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2a15e4-2414-43f4-8c0a-ea95bc80ff7a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:09:14.167020 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1a2a15e4-2414-43f4-8c0a-ea95bc80ff7a tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/a8801b3f-6989-4b1b-9ad1-a858d3fb03a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3180373 Mar 24 01:09:14.169838 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58636) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:14.190862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96316708-1cb9-4870-9b4f-0e811c47c91f None None] Sync routers for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:09:14.212556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96316708-1cb9-4870-9b4f-0e811c47c91f None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:14.213605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-96316708-1cb9-4870-9b4f-0e811c47c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:14.214317 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58638) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:14.284854 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-8434f45b-6540-4fa1-b9e7-797cfd6dd5c9 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Deleting subnet 945aaff5-789a-4f43-aa6f-27bb206807e4 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:09:14.295386 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8434f45b-6540-4fa1-b9e7-797cfd6dd5c9 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for subnet (945aaff5-789a-4f43-aa6f-27bb206807e4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:14.299653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b7740a-cef1-4174-9bdc-cbf89e914658 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting subnet 5c5072d7-ee06-410b-93b8-42df5f6fcd8b {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:09:14.303850 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-67b7740a-cef1-4174-9bdc-cbf89e914658 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for subnet (5c5072d7-ee06-410b-93b8-42df5f6fcd8b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:14.323151 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-96316708-1cb9-4870-9b4f-0e811c47c91f None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:14.373351 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-67b7740a-cef1-4174-9bdc-cbf89e914658 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (5c5072d7-ee06-410b-93b8-42df5f6fcd8b), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:14.458745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-96316708-1cb9-4870-9b4f-0e811c47c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:09:13Z', 'revision_number': 11, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:14.482271 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f2741931-44af-494b-bd2c-6ca6730c3a1e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa7e3a04805b4343b060cb33aa6d1114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2632108 Mar 24 01:09:14.491351 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58650) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:14.495684 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8434f45b-6540-4fa1-b9e7-797cfd6dd5c9 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (945aaff5-789a-4f43-aa6f-27bb206807e4), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:14.500034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a1af6a-6b08-4be1-95db-b478c6535048 None None] DHCP port deletion for f86ee6c1-0222-4e78-bb7c-ba71550cd588 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:09:14.506233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96316708-1cb9-4870-9b4f-0e811c47c91f None None] Checking router: a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:09:14.553383 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-67b7740a-cef1-4174-9bdc-cbf89e914658 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (5c5072d7-ee06-410b-93b8-42df5f6fcd8b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:14.589335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96316708-1cb9-4870-9b4f-0e811c47c91f None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:14.590043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-96316708-1cb9-4870-9b4f-0e811c47c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:14.652615 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-67b7740a-cef1-4174-9bdc-cbf89e914658 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (5c5072d7-ee06-410b-93b8-42df5f6fcd8b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:14.728638 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-67b7740a-cef1-4174-9bdc-cbf89e914658 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:14.733083 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8434f45b-6540-4fa1-b9e7-797cfd6dd5c9 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (945aaff5-789a-4f43-aa6f-27bb206807e4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:14.737329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-67b7740a-cef1-4174-9bdc-cbf89e914658 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/5c5072d7-ee06-410b-93b8-42df5f6fcd8b HTTP/1.1" status: 204 len: 168 time: 0.5660975 Mar 24 01:09:14.743926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58662) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:14.744763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7740a-cef1-4174-9bdc-cbf89e914658 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5072d7-ee06-410b-93b8-42df5f6fcd8b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:14.950814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-96316708-1cb9-4870-9b4f-0e811c47c91f None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:14.955387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a4952-6d62-490b-8d96-e714b2c63e1a req-87a963c3-8ed8-4ecf-9006-e52970d80c97 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:14.956902 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-846a4952-6d62-490b-8d96-e714b2c63e1a req-87a963c3-8ed8-4ecf-9006-e52970d80c97 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.2163475 Mar 24 01:09:14.960442 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (85df74b3-87a4-4fa2-a91e-c947603d979e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:14.960606 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2a47047c-958f-436a-8be9-d2c8ebde81ef admin admin] Publish callbacks [] for security_group (dfaddb4f-f83a-430b-8e52-830271729637), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.013593 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2a47047c-958f-436a-8be9-d2c8ebde81ef admin admin] Publish callbacks [] for security_group (dfaddb4f-f83a-430b-8e52-830271729637), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.038714 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8434f45b-6540-4fa1-b9e7-797cfd6dd5c9 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (945aaff5-789a-4f43-aa6f-27bb206807e4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.043220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-96316708-1cb9-4870-9b4f-0e811c47c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:09:13Z', 'revision_number': 11, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:15.107337 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8434f45b-6540-4fa1-b9e7-797cfd6dd5c9 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.111364 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8434f45b-6540-4fa1-b9e7-797cfd6dd5c9 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "DELETE /v2.0/subnets/945aaff5-789a-4f43-aa6f-27bb206807e4 HTTP/1.1" status: 204 len: 168 time: 1.0055315 Mar 24 01:09:15.112981 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434f45b-6540-4fa1-b9e7-797cfd6dd5c9 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event deleted for resources: {'Subnet': ['ID=945aaff5-789a-4f43-aa6f-27bb206807e4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:15.116073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-846a4952-6d62-490b-8d96-e714b2c63e1a req-5112be6d-6424-4c19-b49a-e865d971b7e5 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488166 Mar 24 01:09:15.116699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58680) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:15.139564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e932d786-b472-4c72-89e0-b70d7416cd1e None None] Network 85df74b3-87a4-4fa2-a91e-c947603d979e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:09:15.142847 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 31ccfab5-6494-4ed6-bc00-45255174170b no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:09:15.147136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Deleting port b01ec26f-d002-4437-920f-3dd5047fccdd {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:15.153715 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b01ec26f-d002-4437-920f-3dd5047fccdd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.209784 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2a47047c-958f-436a-8be9-d2c8ebde81ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (dfaddb4f-f83a-430b-8e52-830271729637), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.213024 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2a47047c-958f-436a-8be9-d2c8ebde81ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.216466 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2a47047c-958f-436a-8be9-d2c8ebde81ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dfaddb4f-f83a-430b-8e52-830271729637 HTTP/1.1" status: 204 len: 168 time: 0.7212825 Mar 24 01:09:15.223769 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96316708-1cb9-4870-9b4f-0e811c47c91f None None] The sync data for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 is: [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:09:13Z', 'revision_number': 11, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:09:15.227949 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d1fcc0-dddc-489f-971c-4efc619ecf27 None None] Network 107720d6-464e-446c-8565-246a331d70b5 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:09:15.236008 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47047c-958f-436a-8be9-d2c8ebde81ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaddb4f-f83a-430b-8e52-830271729637,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:15.257908 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (f86ee6c1-0222-4e78-bb7c-ba71550cd588), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.304276 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] For port b01ec26f-d002-4437-920f-3dd5047fccdd, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b01ec26f-d002-4437-920f-3dd5047fccdd,segment=NetworkSegment(405c88a9-7377-4509-b6ae-67ec493d05f0),segment_id=405c88a9-7377-4509-b6ae-67ec493d05f0)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:15.307291 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b01ec26f-d002-4437-920f-3dd5047fccdd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.326474 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Deleting port 31ccfab5-6494-4ed6-bc00-45255174170b {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:15.327121 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (31ccfab5-6494-4ed6-bc00-45255174170b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.337425 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Calling delete_port for b01ec26f-d002-4437-920f-3dd5047fccdd owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:15.415194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1af6a-6b08-4be1-95db-b478c6535048 None None] Deleting port 31ccfab5-6494-4ed6-bc00-45255174170b {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:15.415570 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6a1af6a-6b08-4be1-95db-b478c6535048 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (31ccfab5-6494-4ed6-bc00-45255174170b), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.416297 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] For port 31ccfab5-6494-4ed6-bc00-45255174170b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=31ccfab5-6494-4ed6-bc00-45255174170b,segment=NetworkSegment(18f995ae-8441-4c8f-9568-86fbd3885ab6),segment_id=18f995ae-8441-4c8f-9568-86fbd3885ab6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:15.416887 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (31ccfab5-6494-4ed6-bc00-45255174170b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.433348 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Calling delete_port for 31ccfab5-6494-4ed6-bc00-45255174170b owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:15.540917 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b01ec26f-d002-4437-920f-3dd5047fccdd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.564758 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (31ccfab5-6494-4ed6-bc00-45255174170b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.588513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Port': ['ID=b01ec26f-d002-4437-920f-3dd5047fccdd,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:15.613081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] No DVR routers for this DVR port b01ec26f-d002-4437-920f-3dd5047fccdd on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:09:15.646739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] No DVR routers for this DVR port 31ccfab5-6494-4ed6-bc00-45255174170b on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:09:15.650902 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event deleted for resources: {'Port': ['ID=31ccfab5-6494-4ed6-bc00-45255174170b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:15.675410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e6a1af6a-6b08-4be1-95db-b478c6535048 None None] For port 31ccfab5-6494-4ed6-bc00-45255174170b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=31ccfab5-6494-4ed6-bc00-45255174170b,segment=NetworkSegment(18f995ae-8441-4c8f-9568-86fbd3885ab6),segment_id=18f995ae-8441-4c8f-9568-86fbd3885ab6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:15.676755 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6a1af6a-6b08-4be1-95db-b478c6535048 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (31ccfab5-6494-4ed6-bc00-45255174170b), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.701141 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 31ccfab5-6494-4ed6-bc00-45255174170b is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:15.702712 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (31ccfab5-6494-4ed6-bc00-45255174170b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.765392 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1af6a-6b08-4be1-95db-b478c6535048 None None] Calling delete_port for 31ccfab5-6494-4ed6-bc00-45255174170b owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:15.804309 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (85df74b3-87a4-4fa2-a91e-c947603d979e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.852572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85df74b3-87a4-4fa2-a91e-c947603d979e']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:15.874823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405c88a9-7377-4509-b6ae-67ec493d05f0') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:15.875146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405c88a9-7377-4509-b6ae-67ec493d05f0') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:15.892405 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (405c88a9-7377-4509-b6ae-67ec493d05f0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.902552 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557b315d-e162-40be-8602-daa079848c6a None None] DHCP port deletion for 85df74b3-87a4-4fa2-a91e-c947603d979e request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:09:15.922799 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (f86ee6c1-0222-4e78-bb7c-ba71550cd588), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.944784 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (405c88a9-7377-4509-b6ae-67ec493d05f0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.962946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:09:15.963656 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (405c88a9-7377-4509-b6ae-67ec493d05f0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:09:15.970471 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:09:16.005654 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6a1af6a-6b08-4be1-95db-b478c6535048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (31ccfab5-6494-4ed6-bc00-45255174170b), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.030397 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86ee6c1-0222-4e78-bb7c-ba71550cd588']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:16.045682 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f995ae-8441-4c8f-9568-86fbd3885ab6') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:16.046839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f995ae-8441-4c8f-9568-86fbd3885ab6') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:16.059920 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (18f995ae-8441-4c8f-9568-86fbd3885ab6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.078976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1af6a-6b08-4be1-95db-b478c6535048 None None] Pushing event deleted for resources: {'Port': ['ID=31ccfab5-6494-4ed6-bc00-45255174170b,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:16.092408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd93f8d-1398-4665-af9a-131540f3685a None None] DHCP port deletion for 107720d6-464e-446c-8565-246a331d70b5 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:09:16.095333 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (18f995ae-8441-4c8f-9568-86fbd3885ab6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.107263 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (85df74b3-87a4-4fa2-a91e-c947603d979e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.115445 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.126455 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/networks/85df74b3-87a4-4fa2-a91e-c947603d979e HTTP/1.1" status: 204 len: 168 time: 1.3769991 Mar 24 01:09:16.129275 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1af6a-6b08-4be1-95db-b478c6535048 None None] No DVR routers for this DVR port 31ccfab5-6494-4ed6-bc00-45255174170b on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:09:16.130841 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:09:16.131472 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (18f995ae-8441-4c8f-9568-86fbd3885ab6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.135099 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58770) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:16.173153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ac17ea5e-b351-4a34-9354-d332bc40762c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'router': {'routes': None}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:16.184287 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114557a-e429-4e4f-bc57-fe452ff53789 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Pushing event deleted for resources: {'Network': ['ID=85df74b3-87a4-4fa2-a91e-c947603d979e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:16.208792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4dd93f8d-1398-4665-af9a-131540f3685a None None] Deleting port 779d8600-1c48-43c3-9398-0f9cc2eb0726 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:16.210597 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4dd93f8d-1398-4665-af9a-131540f3685a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (779d8600-1c48-43c3-9398-0f9cc2eb0726), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:09:16.263067 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:09:16.268156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (f86ee6c1-0222-4e78-bb7c-ba71550cd588), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.278150 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.283822 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "DELETE /v2.0/networks/f86ee6c1-0222-4e78-bb7c-ba71550cd588 HTTP/1.1" status: 204 len: 168 time: 1.1634724 Mar 24 01:09:16.284772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58780) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:16.319286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d333a-18be-4078-b1b0-97f55f2d983c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event deleted for resources: {'Network': ['ID=f86ee6c1-0222-4e78-bb7c-ba71550cd588,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:16.341669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4dd93f8d-1398-4665-af9a-131540f3685a None None] For port 779d8600-1c48-43c3-9398-0f9cc2eb0726, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=779d8600-1c48-43c3-9398-0f9cc2eb0726,segment=NetworkSegment(a247487b-a2fe-40c1-b6d7-47914d776afd),segment_id=a247487b-a2fe-40c1-b6d7-47914d776afd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:16.342936 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4dd93f8d-1398-4665-af9a-131540f3685a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (779d8600-1c48-43c3-9398-0f9cc2eb0726), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.367938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4dd93f8d-1398-4665-af9a-131540f3685a None None] Calling delete_port for 779d8600-1c48-43c3-9398-0f9cc2eb0726 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:16.435804 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (107720d6-464e-446c-8565-246a331d70b5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.536055 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4dd93f8d-1398-4665-af9a-131540f3685a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (779d8600-1c48-43c3-9398-0f9cc2eb0726), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.595780 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f7e42-6e14-43ad-9910-45ff80c35d3a req-f4934836-6056-4b64-abcf-e603709557bb tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:16.600867 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Deleting port 779d8600-1c48-43c3-9398-0f9cc2eb0726 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:16.601528 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (779d8600-1c48-43c3-9398-0f9cc2eb0726), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.603791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd2f7e42-6e14-43ad-9910-45ff80c35d3a req-f4934836-6056-4b64-abcf-e603709557bb tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.3445508 Mar 24 01:09:16.623566 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd93f8d-1398-4665-af9a-131540f3685a None None] No DVR routers for this DVR port 779d8600-1c48-43c3-9398-0f9cc2eb0726 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:09:16.631264 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd93f8d-1398-4665-af9a-131540f3685a None None] Pushing event deleted for resources: {'Port': ['ID=779d8600-1c48-43c3-9398-0f9cc2eb0726,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:16.650905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.extraroute_db [None req-ac17ea5e-b351-4a34-9354-d332bc40762c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Added routes are [] {{(pid=115730) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 24 01:09:16.651215 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.extraroute_db [None req-ac17ea5e-b351-4a34-9354-d332bc40762c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Removed routes are [] {{(pid=115730) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 24 01:09:16.651589 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ac17ea5e-b351-4a34-9354-d332bc40762c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.706535 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] For port 779d8600-1c48-43c3-9398-0f9cc2eb0726, host n-d-760455-9, got binding levels [] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:16.707138 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (779d8600-1c48-43c3-9398-0f9cc2eb0726), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.730158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Calling delete_port for 779d8600-1c48-43c3-9398-0f9cc2eb0726 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:16.733677 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.ipam_backend_mixin [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Port 779d8600-1c48-43c3-9398-0f9cc2eb0726 was not found and therefore no delete operation was performed {{(pid=115729) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 01:09:16.735170 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (779d8600-1c48-43c3-9398-0f9cc2eb0726), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.798258 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event deleted for resources: {'Port': ['ID=779d8600-1c48-43c3-9398-0f9cc2eb0726,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:16.803161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] No DVR routers for this DVR port 779d8600-1c48-43c3-9398-0f9cc2eb0726 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:09:16.866531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a43a43cf-2125-456c-bcc2-d82c13d71a1e no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:09:16.920563 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: a43a43cf-2125-456c-bcc2-d82c13d71a1e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:09:16.920678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a43a43cf-2125-456c-bcc2-d82c13d71a1e not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:09:16.924739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 779d8600-1c48-43c3-9398-0f9cc2eb0726 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:09:16.940102 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ac17ea5e-b351-4a34-9354-d332bc40762c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.953143 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ac17ea5e-b351-4a34-9354-d332bc40762c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:16.962926 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd2f7e42-6e14-43ad-9910-45ff80c35d3a req-d37bea2e-6625-4185-b63f-0e558097ab6d tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157661 Mar 24 01:09:16.966430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 779d8600-1c48-43c3-9398-0f9cc2eb0726 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:09:16.966929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 779d8600-1c48-43c3-9398-0f9cc2eb0726 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:09:16.967354 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b01ec26f-d002-4437-920f-3dd5047fccdd no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:09:16.999054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: b01ec26f-d002-4437-920f-3dd5047fccdd {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:09:16.999444 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b01ec26f-d002-4437-920f-3dd5047fccdd not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:09:17.029997 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (107720d6-464e-446c-8565-246a331d70b5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.067526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac17ea5e-b351-4a34-9354-d332bc40762c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:09:17.068953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107720d6-464e-446c-8565-246a331d70b5']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:17.089346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a247487b-a2fe-40c1-b6d7-47914d776afd') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:17.090061 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a247487b-a2fe-40c1-b6d7-47914d776afd') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:17.105880 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (a247487b-a2fe-40c1-b6d7-47914d776afd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.135744 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (a247487b-a2fe-40c1-b6d7-47914d776afd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.149586 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:09:17.150004 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (a247487b-a2fe-40c1-b6d7-47914d776afd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:09:17.157237 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:09:17.184141 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac17ea5e-b351-4a34-9354-d332bc40762c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:09:17.197427 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332cef4d-defc-49b5-9bc1-68eb53713f1a None None] Sync routers for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:09:17.211190 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ac17ea5e-b351-4a34-9354-d332bc40762c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.215206 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332cef4d-defc-49b5-9bc1-68eb53713f1a None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:17.215206 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-332cef4d-defc-49b5-9bc1-68eb53713f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:17.215544 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ac17ea5e-b351-4a34-9354-d332bc40762c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 HTTP/1.1" status: 200 len: 701 time: 1.0681813 Mar 24 01:09:17.216244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58870) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:17.267968 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (107720d6-464e-446c-8565-246a331d70b5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.268794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2cc888a9-c5c2-48c7-a2d9-b163d6c542ea tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 HTTP/1.1" status: 200 len: 205 time: 0.0513926 Mar 24 01:09:17.269695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58872) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:17.290111 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.301214 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "DELETE /v2.0/networks/107720d6-464e-446c-8565-246a331d70b5 HTTP/1.1" status: 204 len: 168 time: 1.0150156 Mar 24 01:09:17.301847 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58876) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:17.337887 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-332cef4d-defc-49b5-9bc1-68eb53713f1a None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:17.373559 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58878) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:17.376999 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56a8d7cf-9bf4-46f4-b270-209996777283 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.401805 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-332cef4d-defc-49b5-9bc1-68eb53713f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:09:13Z', 'revision_number': 11, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:17.423239 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf7e0e-1c01-46cc-b06a-fd9d6e96fe78 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event deleted for resources: {'Network': ['ID=107720d6-464e-446c-8565-246a331d70b5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:17.429545 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2be29e-2120-46cb-a940-191f696182d7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Deleting subnet 81fb3176-66e3-41a6-b1ce-fdf8649f56d8 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:09:17.436724 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df2be29e-2120-46cb-a940-191f696182d7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for subnet (81fb3176-66e3-41a6-b1ce-fdf8649f56d8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.441787 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332cef4d-defc-49b5-9bc1-68eb53713f1a None None] Checking router: a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:09:17.452597 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332cef4d-defc-49b5-9bc1-68eb53713f1a None None] Routers {'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:17.453563 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-332cef4d-defc-49b5-9bc1-68eb53713f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:17.534406 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df2be29e-2120-46cb-a940-191f696182d7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (81fb3176-66e3-41a6-b1ce-fdf8649f56d8), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.540999 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-332cef4d-defc-49b5-9bc1-68eb53713f1a None None] Set router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:17.584605 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56a8d7cf-9bf4-46f4-b270-209996777283 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.590991 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56a8d7cf-9bf4-46f4-b270-209996777283 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_controller (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.600117 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-332cef4d-defc-49b5-9bc1-68eb53713f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:09:13Z', 'revision_number': 11, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:17.630771 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332cef4d-defc-49b5-9bc1-68eb53713f1a None None] The sync data for ids ['a8801b3f-6989-4b1b-9ad1-a858d3fb03a0'] in n-d-760455-9 is: [{'id': 'a8801b3f-6989-4b1b-9ad1-a858d3fb03a0', 'name': 'tempest-RoutersTest-router-1574518982', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:54Z', 'updated_at': '2022-03-24T01:09:13Z', 'revision_number': 11, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:09:17.651503 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56a8d7cf-9bf4-46f4-b270-209996777283 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (a8801b3f-6989-4b1b-9ad1-a858d3fb03a0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.652085 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a8d7cf-9bf4-46f4-b270-209996777283 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Fanout notify agent at l3_agent the message router_deleted on router a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:09:17.666535 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56a8d7cf-9bf4-46f4-b270-209996777283 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.671047 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df2be29e-2120-46cb-a940-191f696182d7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (81fb3176-66e3-41a6-b1ce-fdf8649f56d8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.673774 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-56a8d7cf-9bf4-46f4-b270-209996777283 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/routers/a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 HTTP/1.1" status: 204 len: 168 time: 0.4027467 Mar 24 01:09:17.679302 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58886) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:17.687816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-46574ff4-1382-4625-82e3-35ccb0689c89 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-692009853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:17.719068 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58888) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:17.732320 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-46574ff4-1382-4625-82e3-35ccb0689c89 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (3684bc99-97fd-4584-9229-5986b7faf382), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.733574 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-46574ff4-1382-4625-82e3-35ccb0689c89 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (3684bc99-97fd-4584-9229-5986b7faf382), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.768737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58892) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:17.787576 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df2be29e-2120-46cb-a940-191f696182d7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (81fb3176-66e3-41a6-b1ce-fdf8649f56d8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.829784 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2be29e-2120-46cb-a940-191f696182d7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event deleted for resources: {'Subnet': ['ID=81fb3176-66e3-41a6-b1ce-fdf8649f56d8,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:17.835033 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df2be29e-2120-46cb-a940-191f696182d7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.839433 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-df2be29e-2120-46cb-a940-191f696182d7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "DELETE /v2.0/subnets/81fb3176-66e3-41a6-b1ce-fdf8649f56d8 HTTP/1.1" status: 204 len: 168 time: 0.5318270 Mar 24 01:09:17.842010 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58898) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:17.843186 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-46574ff4-1382-4625-82e3-35ccb0689c89 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_controller (3684bc99-97fd-4584-9229-5986b7faf382), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.845478 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1daf77-e567-499d-9526-b7ef0e81c2a4 None None] Network 5fcdc35a-4ad9-47ef-bac9-270dd140d171 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:09:17.876645 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57ba42b5-681b-4316-b9b9-f4b6efe82301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.888774 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bc32b25e-66dd-48c0-9955-3d0997adb46d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.902739 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-46574ff4-1382-4625-82e3-35ccb0689c89 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (3684bc99-97fd-4584-9229-5986b7faf382), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.930710 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32d83639-2d94-4383-8f66-74866ae9a98d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.960203 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (5fcdc35a-4ad9-47ef-bac9-270dd140d171), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.971425 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-46574ff4-1382-4625-82e3-35ccb0689c89 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:17.972616 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-46574ff4-1382-4625-82e3-35ccb0689c89 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2941015 Mar 24 01:09:17.976383 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58900) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:17.982031 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-af651e2b-ae26-4f5a-8bbf-bffa7f6d3b85 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:18.119543 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57ba42b5-681b-4316-b9b9-f4b6efe82301 admin admin] Publish callbacks [] for security_group (e037c319-c416-4db1-8039-2e08b589774f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.131946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91da2a72-ed4c-4c34-991a-d4b203f2d273 None None] DHCP port deletion for 5fcdc35a-4ad9-47ef-bac9-270dd140d171 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:09:18.146488 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57ba42b5-681b-4316-b9b9-f4b6efe82301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e037c319-c416-4db1-8039-2e08b589774f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.190141 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-91da2a72-ed4c-4c34-991a-d4b203f2d273 None None] Deleting port adfc89bd-095c-411c-9288-0b4289e7da14 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:18.190525 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-91da2a72-ed4c-4c34-991a-d4b203f2d273 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (adfc89bd-095c-411c-9288-0b4289e7da14), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.196861 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bc32b25e-66dd-48c0-9955-3d0997adb46d admin admin] Publish callbacks [] for security_group (3595d9e0-0dce-460b-938c-2e24a90f3a7d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.211106 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32d83639-2d94-4383-8f66-74866ae9a98d admin admin] Publish callbacks [] for security_group (b27039f2-c5aa-4de9-8a91-f26d9a366697), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.221128 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bc32b25e-66dd-48c0-9955-3d0997adb46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3595d9e0-0dce-460b-938c-2e24a90f3a7d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.226587 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32d83639-2d94-4383-8f66-74866ae9a98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b27039f2-c5aa-4de9-8a91-f26d9a366697), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.232658 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba42b5-681b-4316-b9b9-f4b6efe82301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e037c319-c416-4db1-8039-2e08b589774f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:18.252841 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-57ba42b5-681b-4316-b9b9-f4b6efe82301 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d49e71c7e027497e9da131b009247e84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5302963 Mar 24 01:09:18.259151 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58904) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:18.266276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-91da2a72-ed4c-4c34-991a-d4b203f2d273 None None] For port adfc89bd-095c-411c-9288-0b4289e7da14, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=adfc89bd-095c-411c-9288-0b4289e7da14,segment=NetworkSegment(dc171119-e2db-491d-8108-b0a6ebb1f9b4),segment_id=dc171119-e2db-491d-8108-b0a6ebb1f9b4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:18.266706 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-91da2a72-ed4c-4c34-991a-d4b203f2d273 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (adfc89bd-095c-411c-9288-0b4289e7da14), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.280528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-91da2a72-ed4c-4c34-991a-d4b203f2d273 None None] Calling delete_port for adfc89bd-095c-411c-9288-0b4289e7da14 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:18.323391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8968be2-708c-4718-b33e-aa2fee67066b req-57890130-1ed1-4519-a715-bd148ef9809c tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:18.325142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8968be2-708c-4718-b33e-aa2fee67066b req-57890130-1ed1-4519-a715-bd148ef9809c tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.2256150 Mar 24 01:09:18.327561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bc32b25e-66dd-48c0-9955-3d0997adb46d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=010006d7ba2b44afb90f62f9a826a0c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9476891 Mar 24 01:09:18.336024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-32d83639-2d94-4383-8f66-74866ae9a98d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1c266eac5dd409a9cc4ae81903dd66c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5661025 Mar 24 01:09:18.341483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58908) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:18.342114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58910) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:18.372410 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-91da2a72-ed4c-4c34-991a-d4b203f2d273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (adfc89bd-095c-411c-9288-0b4289e7da14), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.382411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32b25e-66dd-48c0-9955-3d0997adb46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3595d9e0-0dce-460b-938c-2e24a90f3a7d,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:18.399394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da2a72-ed4c-4c34-991a-d4b203f2d273 None None] Pushing event deleted for resources: {'Port': ['ID=adfc89bd-095c-411c-9288-0b4289e7da14,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:18.406667 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91da2a72-ed4c-4c34-991a-d4b203f2d273 None None] No DVR routers for this DVR port adfc89bd-095c-411c-9288-0b4289e7da14 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:09:18.490599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d83639-2d94-4383-8f66-74866ae9a98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27039f2-c5aa-4de9-8a91-f26d9a366697,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:18.514377 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8968be2-708c-4718-b33e-aa2fee67066b req-9e691fd7-b2a0-440c-9abd-bb44aa212c56 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736703 Mar 24 01:09:18.518589 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-eb787c95-b363-46f0-a1a4-6622e2bd0661 admin admin] Publish callbacks [] for security_group (e037c319-c416-4db1-8039-2e08b589774f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.550129 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-be265328-565c-44b4-8d20-2a4a59541957 admin admin] Publish callbacks [] for security_group (b27039f2-c5aa-4de9-8a91-f26d9a366697), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.551676 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f8b3d45f-4484-4230-b080-d196c797a658 admin admin] Publish callbacks [] for security_group (3595d9e0-0dce-460b-938c-2e24a90f3a7d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.578370 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-eb787c95-b363-46f0-a1a4-6622e2bd0661 admin admin] Publish callbacks [] for security_group (e037c319-c416-4db1-8039-2e08b589774f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.605931 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f8b3d45f-4484-4230-b080-d196c797a658 admin admin] Publish callbacks [] for security_group (3595d9e0-0dce-460b-938c-2e24a90f3a7d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.619558 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-be265328-565c-44b4-8d20-2a4a59541957 admin admin] Publish callbacks [] for security_group (b27039f2-c5aa-4de9-8a91-f26d9a366697), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.624692 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Deleting port adfc89bd-095c-411c-9288-0b4289e7da14 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:18.625035 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (adfc89bd-095c-411c-9288-0b4289e7da14), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.639511 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-af651e2b-ae26-4f5a-8bbf-bffa7f6d3b85 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (3684bc99-97fd-4584-9229-5986b7faf382), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.686781 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-af651e2b-ae26-4f5a-8bbf-bffa7f6d3b85 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (3684bc99-97fd-4584-9229-5986b7faf382), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.707056 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-be265328-565c-44b4-8d20-2a4a59541957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b27039f2-c5aa-4de9-8a91-f26d9a366697), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.710815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] For port adfc89bd-095c-411c-9288-0b4289e7da14, host n-d-760455-9, got binding levels [] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:18.711262 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-be265328-565c-44b4-8d20-2a4a59541957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.711416 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (adfc89bd-095c-411c-9288-0b4289e7da14), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.715253 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-be265328-565c-44b4-8d20-2a4a59541957 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b27039f2-c5aa-4de9-8a91-f26d9a366697 HTTP/1.1" status: 204 len: 168 time: 0.3658030 Mar 24 01:09:18.716442 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f8b3d45f-4484-4230-b080-d196c797a658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3595d9e0-0dce-460b-938c-2e24a90f3a7d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.719073 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f8b3d45f-4484-4230-b080-d196c797a658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.724268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f8b3d45f-4484-4230-b080-d196c797a658 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3595d9e0-0dce-460b-938c-2e24a90f3a7d HTTP/1.1" status: 204 len: 168 time: 0.3745468 Mar 24 01:09:18.728004 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-eb787c95-b363-46f0-a1a4-6622e2bd0661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e037c319-c416-4db1-8039-2e08b589774f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.730736 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-eb787c95-b363-46f0-a1a4-6622e2bd0661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.735772 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-eb787c95-b363-46f0-a1a4-6622e2bd0661 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e037c319-c416-4db1-8039-2e08b589774f HTTP/1.1" status: 204 len: 168 time: 0.4654002 Mar 24 01:09:18.735772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be265328-565c-44b4-8d20-2a4a59541957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27039f2-c5aa-4de9-8a91-f26d9a366697,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:18.744629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3d45f-4484-4230-b080-d196c797a658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3595d9e0-0dce-460b-938c-2e24a90f3a7d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:18.754822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb787c95-b363-46f0-a1a4-6622e2bd0661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e037c319-c416-4db1-8039-2e08b589774f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:18.791322 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Calling delete_port for adfc89bd-095c-411c-9288-0b4289e7da14 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:18.795603 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.ipam_backend_mixin [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Port adfc89bd-095c-411c-9288-0b4289e7da14 was not found and therefore no delete operation was performed {{(pid=115729) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 01:09:18.799995 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (adfc89bd-095c-411c-9288-0b4289e7da14), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.859033 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] No DVR routers for this DVR port adfc89bd-095c-411c-9288-0b4289e7da14 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:09:18.886923 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event deleted for resources: {'Port': ['ID=adfc89bd-095c-411c-9288-0b4289e7da14,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:18.921558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device adfc89bd-095c-411c-9288-0b4289e7da14 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:09:18.954905 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: adfc89bd-095c-411c-9288-0b4289e7da14 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:09:18.956834 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (5fcdc35a-4ad9-47ef-bac9-270dd140d171), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:18.959109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device adfc89bd-095c-411c-9288-0b4289e7da14 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:09:18.982625 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af651e2b-ae26-4f5a-8bbf-bffa7f6d3b85 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Router 3684bc99-97fd-4584-9229-5986b7faf382 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:09:19.001944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcdc35a-4ad9-47ef-bac9-270dd140d171']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:19.072403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc171119-e2db-491d-8108-b0a6ebb1f9b4') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:19.072773 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc171119-e2db-491d-8108-b0a6ebb1f9b4') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:19.085378 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (dc171119-e2db-491d-8108-b0a6ebb1f9b4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.099999 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af651e2b-ae26-4f5a-8bbf-bffa7f6d3b85 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:09:19.107385 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-af651e2b-ae26-4f5a-8bbf-bffa7f6d3b85 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.108573 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-af651e2b-ae26-4f5a-8bbf-bffa7f6d3b85 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "PUT /v2.0/routers/3684bc99-97fd-4584-9229-5986b7faf382 HTTP/1.1" status: 200 len: 693 time: 1.1305699 Mar 24 01:09:19.112482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58926) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:19.113530 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (dc171119-e2db-491d-8108-b0a6ebb1f9b4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.118428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090e7c4-27c5-45d6-be32-bccb39a48771 None None] Sync routers for ids ['3684bc99-97fd-4584-9229-5986b7faf382'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:09:19.120417 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:09:19.121338 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (dc171119-e2db-491d-8108-b0a6ebb1f9b4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:09:19.124913 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:09:19.131967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090e7c4-27c5-45d6-be32-bccb39a48771 None None] Routers {'3684bc99-97fd-4584-9229-5986b7faf382'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:19.135406 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4090e7c4-27c5-45d6-be32-bccb39a48771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['3684bc99-97fd-4584-9229-5986b7faf382'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:19.200146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58928) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:19.220970 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6fadc11-24dd-401f-98ae-a46e667ed21b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.233827 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (5fcdc35a-4ad9-47ef-bac9-270dd140d171), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.242989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-4090e7c4-27c5-45d6-be32-bccb39a48771 None None] Set router 3684bc99-97fd-4584-9229-5986b7faf382 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:19.246739 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.250772 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "DELETE /v2.0/networks/5fcdc35a-4ad9-47ef-bac9-270dd140d171 HTTP/1.1" status: 204 len: 168 time: 1.4001307 Mar 24 01:09:19.255411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58932) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:19.292710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95c82b-087f-4c19-871a-dd15f99d2de7 tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Pushing event deleted for resources: {'Network': ['ID=5fcdc35a-4ad9-47ef-bac9-270dd140d171,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:19.315600 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b326c296-35ce-4c02-b139-368f5be9899f tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79 HTTP/1.1" status: 200 len: 205 time: 0.0310609 Mar 24 01:09:19.318597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58934) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:19.326864 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4090e7c4-27c5-45d6-be32-bccb39a48771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684bc99-97fd-4584-9229-5986b7faf382', 'name': 'tempest-RoutersTest-router-692009853', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:17Z', 'updated_at': '2022-03-24T01:09:18Z', 'revision_number': 2, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:19.389753 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090e7c4-27c5-45d6-be32-bccb39a48771 None None] Checking router: 3684bc99-97fd-4584-9229-5986b7faf382 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:09:19.401442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090e7c4-27c5-45d6-be32-bccb39a48771 None None] Routers {'3684bc99-97fd-4584-9229-5986b7faf382'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:19.402312 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4090e7c4-27c5-45d6-be32-bccb39a48771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['3684bc99-97fd-4584-9229-5986b7faf382'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:19.424142 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd715ef4-c6b2-45f9-a9a5-6102a862b22c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for router (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.493141 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-4090e7c4-27c5-45d6-be32-bccb39a48771 None None] Set router 3684bc99-97fd-4584-9229-5986b7faf382 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:19.505681 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58942) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:19.543092 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9753dcad-17eb-4d3d-a5e8-59a336489c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.698915 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd715ef4-c6b2-45f9-a9a5-6102a862b22c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.709860 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd715ef4-c6b2-45f9-a9a5-6102a862b22c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for router_controller (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.717417 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6fadc11-24dd-401f-98ae-a46e667ed21b admin admin] Publish callbacks [] for security_group (7617241f-cec7-4106-8a20-da27bfe14fb3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.746186 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7bb27c86-c233-48b7-bf24-b46d8aca1894 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/routers/3684bc99-97fd-4584-9229-5986b7faf382 HTTP/1.1" status: 200 len: 699 time: 0.6325438 Mar 24 01:09:19.761139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58948) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:19.770145 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6fadc11-24dd-401f-98ae-a46e667ed21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7617241f-cec7-4106-8a20-da27bfe14fb3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.794685 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4090e7c4-27c5-45d6-be32-bccb39a48771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684bc99-97fd-4584-9229-5986b7faf382', 'name': 'tempest-RoutersTest-router-692009853', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:17Z', 'updated_at': '2022-03-24T01:09:18Z', 'revision_number': 2, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:19.832853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090e7c4-27c5-45d6-be32-bccb39a48771 None None] The sync data for ids ['3684bc99-97fd-4584-9229-5986b7faf382'] in n-d-760455-9 is: [{'id': '3684bc99-97fd-4584-9229-5986b7faf382', 'name': 'tempest-RoutersTest-router-692009853', 'tenant_id': '3aaa6769bb244728868c1ba2422d2073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:17Z', 'updated_at': '2022-03-24T01:09:18Z', 'revision_number': 2, 'project_id': '3aaa6769bb244728868c1ba2422d2073', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:09:19.844693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-67a0d214-a22d-4b96-964f-276831f211c5 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports?device_id=3684bc99-97fd-4584-9229-5986b7faf382 HTTP/1.1" status: 200 len: 205 time: 0.0820236 Mar 24 01:09:19.845373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58954) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:19.855226 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fadc11-24dd-401f-98ae-a46e667ed21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7617241f-cec7-4106-8a20-da27bfe14fb3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:19.858422 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd715ef4-c6b2-45f9-a9a5-6102a862b22c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.858925 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd715ef4-c6b2-45f9-a9a5-6102a862b22c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Fanout notify agent at l3_agent the message router_deleted on router 9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:09:19.880410 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd715ef4-c6b2-45f9-a9a5-6102a862b22c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.884443 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bd715ef4-c6b2-45f9-a9a5-6102a862b22c tempest-RoutersNegativeTest-43865766 tempest-RoutersNegativeTest-43865766-project] 10.222.0.45 "DELETE /v2.0/routers/9feb031a-fd6e-4fd5-a6cf-de3c3e2ddf79 HTTP/1.1" status: 204 len: 168 time: 0.5617454 Mar 24 01:09:19.910752 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e6fadc11-24dd-401f-98ae-a46e667ed21b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1aca9549010e460a9185672f400f2f23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7053330 Mar 24 01:09:19.910752 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58960) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:19.941023 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9753dcad-17eb-4d3d-a5e8-59a336489c19 admin admin] Publish callbacks [] for security_group (69b707e3-345f-4c4d-97fb-c921a42e5e05), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.951612 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9753dcad-17eb-4d3d-a5e8-59a336489c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (69b707e3-345f-4c4d-97fb-c921a42e5e05), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:19.960968 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc4ce649-9aa1-4c0e-a8a4-efec9d6e467f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (3684bc99-97fd-4584-9229-5986b7faf382), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.070362 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9753dcad-17eb-4d3d-a5e8-59a336489c19 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd4ee7c554f1421aa48c9abd23a9c187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5610971 Mar 24 01:09:20.071091 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58966) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:20.076964 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753dcad-17eb-4d3d-a5e8-59a336489c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b707e3-345f-4c4d-97fb-c921a42e5e05,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:20.092400 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f83170b1-371b-4801-9e6e-7a0b6101c1ab admin admin] Publish callbacks [] for security_group (7617241f-cec7-4106-8a20-da27bfe14fb3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.116609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618483b-4f2a-4aa8-9619-d9002b827719 req-dd532766-71f6-4d9a-ab60-84a2408c2e42 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:20.119117 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b618483b-4f2a-4aa8-9619-d9002b827719 req-dd532766-71f6-4d9a-ab60-84a2408c2e42 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.3797202 Mar 24 01:09:20.146546 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f83170b1-371b-4801-9e6e-7a0b6101c1ab admin admin] Publish callbacks [] for security_group (7617241f-cec7-4106-8a20-da27bfe14fb3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.186870 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58970) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:20.228135 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea49cb61-14c6-4679-b053-9ba29f92df6b admin admin] Publish callbacks [] for security_group (69b707e3-345f-4c4d-97fb-c921a42e5e05), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.243502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabeff3-02d6-4069-875e-b27e833d4b72 req-90fcc78d-6335-42a0-aaac-1aa71a4459c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:20.245015 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7dabeff3-02d6-4069-875e-b27e833d4b72 req-90fcc78d-6335-42a0-aaac-1aa71a4459c2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 1128 time: 0.2809398 Mar 24 01:09:20.262603 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea49cb61-14c6-4679-b053-9ba29f92df6b admin admin] Publish callbacks [] for security_group (69b707e3-345f-4c4d-97fb-c921a42e5e05), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.269693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58974) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:20.284007 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc4ce649-9aa1-4c0e-a8a4-efec9d6e467f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (3684bc99-97fd-4584-9229-5986b7faf382), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.286447 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f83170b1-371b-4801-9e6e-7a0b6101c1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7617241f-cec7-4106-8a20-da27bfe14fb3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.290609 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f83170b1-371b-4801-9e6e-7a0b6101c1ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.292356 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f83170b1-371b-4801-9e6e-7a0b6101c1ab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7617241f-cec7-4106-8a20-da27bfe14fb3 HTTP/1.1" status: 204 len: 168 time: 0.3810301 Mar 24 01:09:20.295309 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc4ce649-9aa1-4c0e-a8a4-efec9d6e467f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router_controller (3684bc99-97fd-4584-9229-5986b7faf382), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.309673 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83170b1-371b-4801-9e6e-7a0b6101c1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7617241f-cec7-4106-8a20-da27bfe14fb3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:20.319598 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7dabeff3-02d6-4069-875e-b27e833d4b72 req-5367c882-bf5e-4e13-a9b2-495856c66692 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644693 Mar 24 01:09:20.363489 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea49cb61-14c6-4679-b053-9ba29f92df6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (69b707e3-345f-4c4d-97fb-c921a42e5e05), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.366528 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea49cb61-14c6-4679-b053-9ba29f92df6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.372601 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b618483b-4f2a-4aa8-9619-d9002b827719 req-37c268c8-618a-4ad2-b861-ebd9c499268c tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439380 Mar 24 01:09:20.381241 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc4ce649-9aa1-4c0e-a8a4-efec9d6e467f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (3684bc99-97fd-4584-9229-5986b7faf382), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.382110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4ce649-9aa1-4c0e-a8a4-efec9d6e467f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Fanout notify agent at l3_agent the message router_deleted on router 3684bc99-97fd-4584-9229-5986b7faf382 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:09:20.384890 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ea49cb61-14c6-4679-b053-9ba29f92df6b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/69b707e3-345f-4c4d-97fb-c921a42e5e05 HTTP/1.1" status: 204 len: 168 time: 0.2964659 Mar 24 01:09:20.395025 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc4ce649-9aa1-4c0e-a8a4-efec9d6e467f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.405356 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dc4ce649-9aa1-4c0e-a8a4-efec9d6e467f tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/routers/3684bc99-97fd-4584-9229-5986b7faf382 HTTP/1.1" status: 204 len: 168 time: 0.5495424 Mar 24 01:09:20.405830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49cb61-14c6-4679-b053-9ba29f92df6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b707e3-345f-4c4d-97fb-c921a42e5e05,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:20.412383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58982) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:20.449843 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ae7b09de-d639-49ac-aabf-028ccbc534e9 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports?device_id=3684bc99-97fd-4584-9229-5986b7faf382 HTTP/1.1" status: 200 len: 205 time: 0.0332284 Mar 24 01:09:20.449843 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58984) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:20.454823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-83a9dfca-69c8-4d68-aa7a-0f6fedc20ff8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-network', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:20.497612 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3afe7236-1ec5-4fdc-9daf-7ad46d091de8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=add7615f9ec94916b518275245bac959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2264550 Mar 24 01:09:20.502781 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58986) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:20.506804 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-40de04c1-a26f-4299-bc7f-fdaa4a3437fc tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] delete failed (client error): The resource could not be found. Mar 24 01:09:20.508063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-40de04c1-a26f-4299-bc7f-fdaa4a3437fc tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/routers/3684bc99-97fd-4584-9229-5986b7faf382 HTTP/1.1" status: 404 len: 336 time: 0.0570097 Mar 24 01:09:20.511077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58988) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:20.519101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a9dfca-69c8-4d68-aa7a-0f6fedc20ff8 admin admin] Made reservation on behalf of 83dbb7736bbd451eb25adbbef64a2e94 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:20.522909 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83a9dfca-69c8-4d68-aa7a-0f6fedc20ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.539917 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83a9dfca-69c8-4d68-aa7a-0f6fedc20ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.548030 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde555ef-9472-4e8e-a749-4cb0852d604e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] DELETE failed (client error): The resource could not be found. Mar 24 01:09:20.548704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde555ef-9472-4e8e-a749-4cb0852d604e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:09:20.552839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cde555ef-9472-4e8e-a749-4cb0852d604e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/b2cd712d-9c8c-4b30-956f-19d48c6369c0 HTTP/1.1" status: 404 len: 337 time: 0.0398712 Mar 24 01:09:20.555402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58990) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:20.586823 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33d2f37-b8ae-4a12-884e-eb8978248f3d tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] DELETE failed (client error): The resource could not be found. Mar 24 01:09:20.587298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33d2f37-b8ae-4a12-884e-eb8978248f3d tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:09:20.590991 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f33d2f37-b8ae-4a12-884e-eb8978248f3d tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/6986bdc2-1f97-43c7-87bb-81fd65da6224 HTTP/1.1" status: 404 len: 337 time: 0.0344152 Mar 24 01:09:20.594164 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58992) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:20.636905 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f40ef06-a1f4-4af6-82c7-9202d3c6f909 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] DELETE failed (client error): The resource could not be found. Mar 24 01:09:20.637400 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f40ef06-a1f4-4af6-82c7-9202d3c6f909 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:09:20.640422 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4f40ef06-a1f4-4af6-82c7-9202d3c6f909 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/621121da-1e0b-4f08-bef5-21e561d289cb HTTP/1.1" status: 404 len: 337 time: 0.0411723 Mar 24 01:09:20.641156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd29d-fcec-426d-a5e2-0b80fd2a9e13 admin admin] Publish callbacks [] for security_group (4425bfb7-37b5-409f-8a14-765e381c9b35), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.643258 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58998) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:20.676390 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99e2ae9-8e98-405d-a053-61e592f938c4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] DELETE failed (client error): The resource could not be found. Mar 24 01:09:20.676595 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd29d-fcec-426d-a5e2-0b80fd2a9e13 admin admin] Publish callbacks [] for security_group (4425bfb7-37b5-409f-8a14-765e381c9b35), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.676821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99e2ae9-8e98-405d-a053-61e592f938c4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:09:20.683381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59000) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:20.683550 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b99e2ae9-8e98-405d-a053-61e592f938c4 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/5c5072d7-ee06-410b-93b8-42df5f6fcd8b HTTP/1.1" status: 404 len: 337 time: 0.0390139 Mar 24 01:09:20.734388 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d8bb03e0-5f4a-4f99-874b-7c1511839d2e tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 HTTP/1.1" status: 200 len: 205 time: 0.0488744 Mar 24 01:09:20.737073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59006) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:20.764504 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83a9dfca-69c8-4d68-aa7a-0f6fedc20ff8 admin admin] Publish callbacks [] for security_group (0099cc1a-122c-4ceb-aaeb-0214156adc59), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.773710 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83a9dfca-69c8-4d68-aa7a-0f6fedc20ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0099cc1a-122c-4ceb-aaeb-0214156adc59), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.830805 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd29d-fcec-426d-a5e2-0b80fd2a9e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4425bfb7-37b5-409f-8a14-765e381c9b35), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.833442 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-20ae8213-cd77-4387-9a54-22ecf3f1d4a7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] delete failed (client error): The resource could not be found. Mar 24 01:09:20.834516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-20ae8213-cd77-4387-9a54-22ecf3f1d4a7 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/routers/a8801b3f-6989-4b1b-9ad1-a858d3fb03a0 HTTP/1.1" status: 404 len: 336 time: 0.0962811 Mar 24 01:09:20.837802 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd29d-fcec-426d-a5e2-0b80fd2a9e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.839183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59012) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:20.841280 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2d6cd29d-fcec-426d-a5e2-0b80fd2a9e13 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4425bfb7-37b5-409f-8a14-765e381c9b35 HTTP/1.1" status: 204 len: 168 time: 0.3352475 Mar 24 01:09:20.856609 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a9dfca-69c8-4d68-aa7a-0f6fedc20ff8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:09:20.878172 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9dfca-69c8-4d68-aa7a-0f6fedc20ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0099cc1a-122c-4ceb-aaeb-0214156adc59,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:20.892365 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83a9dfca-69c8-4d68-aa7a-0f6fedc20ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (505cd1db-b797-44af-b658-b8911b63af1f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.892908 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-83a9dfca-69c8-4d68-aa7a-0f6fedc20ff8 admin admin] Added segment 505cd1db-b797-44af-b658-b8911b63af1f of type vlan for network 871413ce-bf54-4e47-942e-8e906667bc5f Mar 24 01:09:20.901046 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cd29d-fcec-426d-a5e2-0b80fd2a9e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4425bfb7-37b5-409f-8a14-765e381c9b35,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:20.934208 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4c609d6c-449b-4365-a308-10bc0bba7f86 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc883eaf-189c-438d-89fb-611f0c7f689d HTTP/1.1" status: 200 len: 205 time: 0.0932429 Mar 24 01:09:20.934831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59020) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:20.993278 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83a9dfca-69c8-4d68-aa7a-0f6fedc20ff8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (871413ce-bf54-4e47-942e-8e906667bc5f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:20.994048 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-273bb780-00f7-4f3b-baa3-099f70f87fc1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] delete failed (client error): The resource could not be found. Mar 24 01:09:20.997158 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-273bb780-00f7-4f3b-baa3-099f70f87fc1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/routers/cc883eaf-189c-438d-89fb-611f0c7f689d HTTP/1.1" status: 404 len: 336 time: 0.0588923 Mar 24 01:09:20.997980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59024) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:21.030025 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0798222-0ae3-4c9f-8de5-0b40629d1a5c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] DELETE failed (client error): The resource could not be found. Mar 24 01:09:21.030665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0798222-0ae3-4c9f-8de5-0b40629d1a5c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:09:21.034121 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e0798222-0ae3-4c9f-8de5-0b40629d1a5c tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/6776cede-fa6a-4dba-8260-3fb1089c5d35 HTTP/1.1" status: 404 len: 337 time: 0.0342650 Mar 24 01:09:21.036739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59026) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:21.038773 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83a9dfca-69c8-4d68-aa7a-0f6fedc20ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (871413ce-bf54-4e47-942e-8e906667bc5f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:21.040850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a9dfca-69c8-4d68-aa7a-0f6fedc20ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:21.041542 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83a9dfca-69c8-4d68-aa7a-0f6fedc20ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:21.093834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-923d2a50-af97-4922-88b9-e950e7062234 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports?device_id=4526a225-fbdf-4210-b4ed-b69fa64745c9 HTTP/1.1" status: 200 len: 205 time: 0.0549150 Mar 24 01:09:21.096121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59030) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:21.136923 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-83a9dfca-69c8-4d68-aa7a-0f6fedc20ff8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9438007 Mar 24 01:09:21.144566 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59034) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:21.155093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-56ba9d06-bc74-484b-983c-767fd8b3663c admin admin] Request body: {'subnet': {'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-subnet', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:21.159294 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-e43ba502-4b56-464d-a404-3f3974f48642 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] delete failed (client error): The resource could not be found. Mar 24 01:09:21.160471 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e43ba502-4b56-464d-a404-3f3974f48642 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/routers/4526a225-fbdf-4210-b4ed-b69fa64745c9 HTTP/1.1" status: 404 len: 336 time: 0.0632718 Mar 24 01:09:21.163449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59038) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:21.187998 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9dfca-69c8-4d68-aa7a-0f6fedc20ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=871413ce-bf54-4e47-942e-8e906667bc5f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:21.192775 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ba9d06-bc74-484b-983c-767fd8b3663c admin admin] Made reservation on behalf of 83dbb7736bbd451eb25adbbef64a2e94 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:21.196246 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56ba9d06-bc74-484b-983c-767fd8b3663c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:21.204966 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-df9ad808-a332-4809-a15c-c8ce1906d765 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports?device_id=35d97ce4-2966-4ac3-8fd5-276751531de2 HTTP/1.1" status: 200 len: 205 time: 0.0403390 Mar 24 01:09:21.209873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59040) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:21.212521 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 871413ce-bf54-4e47-942e-8e906667bc5f details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:09:21.350107 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-f18049b7-5336-44ec-a0e7-0b6d14d3085d tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] delete failed (client error): The resource could not be found. Mar 24 01:09:21.356552 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f18049b7-5336-44ec-a0e7-0b6d14d3085d tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/routers/35d97ce4-2966-4ac3-8fd5-276751531de2 HTTP/1.1" status: 404 len: 336 time: 0.1455555 Mar 24 01:09:21.357649 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59048) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:21.460662 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba2c29a-e5ce-4006-ae31-bd49e4f62d8b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] DELETE failed (client error): The resource could not be found. Mar 24 01:09:21.461227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba2c29a-e5ce-4006-ae31-bd49e4f62d8b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:09:21.466757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7ba2c29a-e5ce-4006-ae31-bd49e4f62d8b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/321c3592-a644-45ed-bd6c-0f2758542fec HTTP/1.1" status: 404 len: 337 time: 0.1032164 Mar 24 01:09:21.467219 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59052) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:21.549828 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bebb0cb1-d273-4da9-ab05-b85f00b2f932 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6afb7-6030-4f8e-975c-c4a12b4d6ee3 HTTP/1.1" status: 200 len: 205 time: 0.0814660 Mar 24 01:09:21.570000 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59056) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:21.623047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea251e-b55a-4696-81b5-fe712c918d77 req-488f5c8c-ce04-4992-b0af-7cf7f9e12920 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:21.624808 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21ea251e-b55a-4696-81b5-fe712c918d77 req-488f5c8c-ce04-4992-b0af-7cf7f9e12920 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.1058269 Mar 24 01:09:21.658548 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-1d7c928b-ea5f-4254-85bb-f3f7913010e0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] delete failed (client error): The resource could not be found. Mar 24 01:09:21.667380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59062) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:21.667380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59064) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:21.670737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-2be7d450-639a-4de8-a10a-a12c0a14f2c4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673960237', 'description': 'tempest-description--1352087175'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:21.673567 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1d7c928b-ea5f-4254-85bb-f3f7913010e0 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/routers/44a6afb7-6030-4f8e-975c-c4a12b4d6ee3 HTTP/1.1" status: 404 len: 336 time: 0.0846994 Mar 24 01:09:21.725627 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-8136b6d3-0854-43e9-9961-8b18ad89ebb1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] DELETE failed (client error): The resource could not be found. Mar 24 01:09:21.726000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8136b6d3-0854-43e9-9961-8b18ad89ebb1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:09:21.729686 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8136b6d3-0854-43e9-9961-8b18ad89ebb1 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/52429015-6a74-43a6-8513-7942321f1b6b HTTP/1.1" status: 404 len: 337 time: 0.0624452 Mar 24 01:09:21.738639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59070) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:21.746023 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56ba9d06-bc74-484b-983c-767fd8b3663c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (e4d27960-c52d-4f7c-8496-b63aa9268ea4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:21.785273 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4631341d-84f2-4769-9497-da4d6a25d39b tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "GET /v2.0/ports?device_id=7195b828-9bc6-4486-aca2-7faa2a7e0b02 HTTP/1.1" status: 200 len: 205 time: 0.0454950 Mar 24 01:09:21.787439 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2be7d450-639a-4de8-a10a-a12c0a14f2c4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:21.789262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59076) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:21.797857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21ea251e-b55a-4696-81b5-fe712c918d77 req-3283ba71-8a8b-451a-963e-52feb41fc90f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637394 Mar 24 01:09:21.869461 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2be7d450-639a-4de8-a10a-a12c0a14f2c4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (d986e8b3-44ec-4877-91ab-74758d949a2d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:21.881956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-cdfad104-bc0f-48ca-9397-cb424c924dcb req-e6287d81-0259-4891-bcd0-88064026799f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1106586576', 'description': 'tempest-description-1888882105'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:21.894217 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba9d06-bc74-484b-983c-767fd8b3663c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4d27960-c52d-4f7c-8496-b63aa9268ea4,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:21.901221 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-b1610aa3-1038-46f5-b410-e6c1bfd2ccfe tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] delete failed (client error): The resource could not be found. Mar 24 01:09:21.905556 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b1610aa3-1038-46f5-b410-e6c1bfd2ccfe tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/routers/7195b828-9bc6-4486-aca2-7faa2a7e0b02 HTTP/1.1" status: 404 len: 336 time: 0.1096039 Mar 24 01:09:21.908320 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59084) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:21.909113 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2be7d450-639a-4de8-a10a-a12c0a14f2c4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d986e8b3-44ec-4877-91ab-74758d949a2d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:21.937082 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ba9d06-bc74-484b-983c-767fd8b3663c admin admin] Checking segment: {'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:09:21.937478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ba9d06-bc74-484b-983c-767fd8b3663c admin admin] Network hostable DHCP agents. Network: 871413ce-bf54-4e47-942e-8e906667bc5f, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:09:21.941060 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa85adba-122c-4b64-a68f-1554e57b1b61 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] DELETE failed (client error): The resource could not be found. Mar 24 01:09:21.941617 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa85adba-122c-4b64-a68f-1554e57b1b61 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:09:21.947631 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fa85adba-122c-4b64-a68f-1554e57b1b61 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/e3a954d3-557b-40f6-aeaf-85a9b9467d45 HTTP/1.1" status: 404 len: 337 time: 0.0380373 Mar 24 01:09:21.948806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59086) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:21.953620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7d450-639a-4de8-a10a-a12c0a14f2c4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d986e8b3-44ec-4877-91ab-74758d949a2d,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:21.972267 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cdfad104-bc0f-48ca-9397-cb424c924dcb req-e6287d81-0259-4891-bcd0-88064026799f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:21.979387 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6632ee5-8c7b-46cb-b733-6dbcb31244f9 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] DELETE failed (client error): The resource could not be found. Mar 24 01:09:21.980085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6632ee5-8c7b-46cb-b733-6dbcb31244f9 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:09:21.986743 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a6632ee5-8c7b-46cb-b733-6dbcb31244f9 tempest-RoutersTest-1239173439 tempest-RoutersTest-1239173439-project] 10.222.0.45 "DELETE /v2.0/subnets/19af02a3-6af0-4f56-ae3f-dc7e517bbdb0 HTTP/1.1" status: 404 len: 337 time: 0.0357652 Mar 24 01:09:21.991055 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2be7d450-639a-4de8-a10a-a12c0a14f2c4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:21.995023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2be7d450-639a-4de8-a10a-a12c0a14f2c4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3263178 Mar 24 01:09:21.995263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59094) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:22.000893 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-f094e3c4-58f2-4412-95b5-b0efcd2ca894 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'security_group_rule': {'security_group_id': 'd986e8b3-44ec-4877-91ab-74758d949a2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:22.014180 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ba9d06-bc74-484b-983c-767fd8b3663c admin admin] Network 871413ce-bf54-4e47-942e-8e906667bc5f is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:09:22.027511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-56ba9d06-bc74-484b-983c-767fd8b3663c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 871413ce-bf54-4e47-942e-8e906667bc5f) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:22.036688 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f98e8f9-52f0-424c-8237-0f9cc431dbd9 None None] Network 871413ce-bf54-4e47-942e-8e906667bc5f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:09:22.042041 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ba9d06-bc74-484b-983c-767fd8b3663c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:22.043019 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56ba9d06-bc74-484b-983c-767fd8b3663c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.061186 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f094e3c4-58f2-4412-95b5-b0efcd2ca894 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (bf9c0af7-4f9d-4b2b-af62-5d8b4d3f2b93), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.063582 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-56ba9d06-bc74-484b-983c-767fd8b3663c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9146247 Mar 24 01:09:22.066286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59098) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:22.073452 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:22.098252 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (77be3217-db5d-4f87-a457-bb3fe7e75665), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.099709 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (77be3217-db5d-4f87-a457-bb3fe7e75665), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.170480 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Publish callbacks [] for router_controller (77be3217-db5d-4f87-a457-bb3fe7e75665), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.201614 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f094e3c4-58f2-4412-95b5-b0efcd2ca894 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (bf9c0af7-4f9d-4b2b-af62-5d8b4d3f2b93), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.208387 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cdfad104-bc0f-48ca-9397-cb424c924dcb req-e6287d81-0259-4891-bcd0-88064026799f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for security_group (7b04d1c2-6c56-4141-a29c-a0de6c47a798), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.209531 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f094e3c4-58f2-4412-95b5-b0efcd2ca894 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (bf9c0af7-4f9d-4b2b-af62-5d8b4d3f2b93), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.224377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094e3c4-58f2-4412-95b5-b0efcd2ca894 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9c0af7-4f9d-4b2b-af62-5d8b4d3f2b93,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:22.228708 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cdfad104-bc0f-48ca-9397-cb424c924dcb req-e6287d81-0259-4891-bcd0-88064026799f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7b04d1c2-6c56-4141-a29c-a0de6c47a798), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.246578 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-871413ce-bf54-4e47-942e-8e906667bc5f', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:09:22.247612 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.274669 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f094e3c4-58f2-4412-95b5-b0efcd2ca894 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.276176 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f094e3c4-58f2-4412-95b5-b0efcd2ca894 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2800310 Mar 24 01:09:22.281383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59106) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:22.285607 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cdfad104-bc0f-48ca-9397-cb424c924dcb req-e6287d81-0259-4891-bcd0-88064026799f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.286927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cdfad104-bc0f-48ca-9397-cb424c924dcb req-e6287d81-0259-4891-bcd0-88064026799f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.4162176 Mar 24 01:09:22.291106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-f98e3da3-f824-46d8-a80a-e7293a6fea5d tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'security_group_rule': {'security_group_id': 'd986e8b3-44ec-4877-91ab-74758d949a2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:22.315243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6287d81-0259-4891-bcd0-88064026799f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b04d1c2-6c56-4141-a29c-a0de6c47a798,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:22.362931 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f98e3da3-f824-46d8-a80a-e7293a6fea5d tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (1ae79df3-8f80-40e9-b17d-401beb4879a6), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.400662 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Publish callbacks [] for router_gateway (77be3217-db5d-4f87-a457-bb3fe7e75665), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.528385 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f98e3da3-f824-46d8-a80a-e7293a6fea5d tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (1ae79df3-8f80-40e9-b17d-401beb4879a6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.539633 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4245480-728a-4f39-8976-c3b950ac156d req-8f57f286-620b-4e6d-8e6d-a3a45916f92b tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1106586576&fields=id&tenant_id=91529801875943e285400cac1c5565a9 HTTP/1.1" status: 200 len: 267 time: 0.1591866 Mar 24 01:09:22.541586 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f98e3da3-f824-46d8-a80a-e7293a6fea5d tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (1ae79df3-8f80-40e9-b17d-401beb4879a6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.573438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Allocated IP 172.20.0.2 (871413ce-bf54-4e47-942e-8e906667bc5f/e4d27960-c52d-4f7c-8496-b63aa9268ea4/9cda148c-814d-4f47-b323-f3958c561cb2) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:09:22.588911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e3da3-f824-46d8-a80a-e7293a6fea5d tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae79df3-8f80-40e9-b17d-401beb4879a6,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:22.641496 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f98e3da3-f824-46d8-a80a-e7293a6fea5d tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.645170 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f98e3da3-f824-46d8-a80a-e7293a6fea5d tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3596749 Mar 24 01:09:22.645401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59134) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:22.650981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:22.715021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59136) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:22.721789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4245480-728a-4f39-8976-c3b950ac156d req-b31914ee-17fd-4202-b876-260d61ccbe89 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:22.725238 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4245480-728a-4f39-8976-c3b950ac156d req-b31914ee-17fd-4202-b876-260d61ccbe89 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.1755600 Mar 24 01:09:22.726600 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.747254 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Publish callbacks [] for router_gateway (77be3217-db5d-4f87-a457-bb3fe7e75665), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.767512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-f4245480-728a-4f39-8976-c3b950ac156d req-59a2efcc-1801-4c73-a3ce-d4e5bc1995f1 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Request body: {'port': {'security_groups': ['4b68cdb5-068b-4568-b103-f7f77e52b212', '7b04d1c2-6c56-4141-a29c-a0de6c47a798']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:22.775565 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.933319 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Publish callbacks [] for port (9cda148c-814d-4f47-b323-f3958c561cb2), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.943384 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (9cda148c-814d-4f47-b323-f3958c561cb2), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:22.953910 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f4245480-728a-4f39-8976-c3b950ac156d req-59a2efcc-1801-4c73-a3ce-d4e5bc1995f1 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:23.007351 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bf62f542-2e98-4c01-8365-da8eb61d1ca3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3aaa6769bb244728868c1ba2422d2073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2905483 Mar 24 01:09:23.007845 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Network 871413ce-bf54-4e47-942e-8e906667bc5f is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:09:23.011010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:23.011141 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59170) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:23.016657 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:09:23.073355 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Pushing event updated for resources: {'Port': ['ID=9cda148c-814d-4f47-b323-f3958c561cb2,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:23.073566 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Allocated IP 172.25.0.228 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/bffcdb83-e80a-4a7c-958f-f9d4b29cc760) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:09:23.168700 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6ff6138-3ed0-487b-a4f6-99ca68de6332 admin admin] Publish callbacks [] for security_group (4a981431-1266-46f4-9a57-40fc33a70b59), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:23.171865 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Attempting to bind port 9cda148c-814d-4f47-b323-f3958c561cb2 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:09:23.172630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Attempting to bind port 9cda148c-814d-4f47-b323-f3958c561cb2 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:09:23.173260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Attempting to bind port 9cda148c-814d-4f47-b323-f3958c561cb2 on network 871413ce-bf54-4e47-942e-8e906667bc5f {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:09:23.182663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:09:23.183577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Checking segment: {'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:09:23.184719 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:23.185362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Bound using segment: {'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:09:23.186070 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Bound port: 9cda148c-814d-4f47-b323-f3958c561cb2, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:09:23.186718 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9cda148c-814d-4f47-b323-f3958c561cb2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:23.194741 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6ff6138-3ed0-487b-a4f6-99ca68de6332 admin admin] Publish callbacks [] for security_group (4a981431-1266-46f4-9a57-40fc33a70b59), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:23.197902 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:23.275191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59204) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:23.307483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] For port 9cda148c-814d-4f47-b323-f3958c561cb2, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:09:23.311432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] For port 9cda148c-814d-4f47-b323-f3958c561cb2, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9cda148c-814d-4f47-b323-f3958c561cb2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:09:23.321375 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Publish callbacks [] for port (bffcdb83-e80a-4a7c-958f-f9d4b29cc760), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:23.333501 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9cda148c-814d-4f47-b323-f3958c561cb2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:23.345634 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6ff6138-3ed0-487b-a4f6-99ca68de6332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4a981431-1266-46f4-9a57-40fc33a70b59), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:23.350078 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6ff6138-3ed0-487b-a4f6-99ca68de6332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:23.356298 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a6ff6138-3ed0-487b-a4f6-99ca68de6332 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a981431-1266-46f4-9a57-40fc33a70b59 HTTP/1.1" status: 204 len: 168 time: 0.3442345 Mar 24 01:09:23.385476 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff6138-3ed0-487b-a4f6-99ca68de6332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a981431-1266-46f4-9a57-40fc33a70b59,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:23.408788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (bffcdb83-e80a-4a7c-958f-f9d4b29cc760), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:23.455727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdba63-efac-416f-9865-8164a3afa4e6 None None] Pushing event updated for resources: {'Port': ['ID=9cda148c-814d-4f47-b323-f3958c561cb2,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:23.501008 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:09:23.511446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-f4245480-728a-4f39-8976-c3b950ac156d req-59a2efcc-1801-4c73-a3ce-d4e5bc1995f1 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] For port 2cdaaed3-e992-419a-9299-89ddbe498897, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2cdaaed3-e992-419a-9299-89ddbe498897,segment=NetworkSegment(293dda98-e33a-415d-bc1b-0f7c0c99ccdb),segment_id=293dda98-e33a-415d-bc1b-0f7c0c99ccdb)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:23.515180 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:23.521469 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:09:23.525825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Pushing event updated for resources: {'Port': ['ID=bffcdb83-e80a-4a7c-958f-f9d4b29cc760,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:23.583777 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Allocated IP 172.25.0.100 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/d4bd9aab-41e7-4d72-b939-38c12eb8d699) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:09:23.591047 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f4245480-728a-4f39-8976-c3b950ac156d req-59a2efcc-1801-4c73-a3ce-d4e5bc1995f1 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for port (2cdaaed3-e992-419a-9299-89ddbe498897), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:23.598411 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f4245480-728a-4f39-8976-c3b950ac156d req-59a2efcc-1801-4c73-a3ce-d4e5bc1995f1 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:23.610629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['2cdaaed3-e992-419a-9299-89ddbe498897'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:09:23.701067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4245480-728a-4f39-8976-c3b950ac156d req-59a2efcc-1801-4c73-a3ce-d4e5bc1995f1 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:23.701703 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f4245480-728a-4f39-8976-c3b950ac156d req-59a2efcc-1801-4c73-a3ce-d4e5bc1995f1 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:23.718188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4245480-728a-4f39-8976-c3b950ac156d req-59a2efcc-1801-4c73-a3ce-d4e5bc1995f1 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "PUT /v2.0/ports/2cdaaed3-e992-419a-9299-89ddbe498897 HTTP/1.1" status: 200 len: 982 time: 0.9870377 Mar 24 01:09:23.720896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'tag': '2cdaaed3-e992-419a-9299-89ddbe498897'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:09:23.723233 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9802fcae-decb-43dc-abd2-885476f647cb" -d '{"events": [{"name": "network-changed", "server_uuid": "bf763529-bded-476a-bf1a-8e4dba2a5acc", "tag": "2cdaaed3-e992-419a-9299-89ddbe498897"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:09:23.800557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-afefe7e7-e7c3-4208-96e0-525f8cccf573 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:23.801297 n-d-760455-9 neutron-server[115730]: WARNING neutron.api.v2.base [None req-afefe7e7-e7c3-4208-96e0-525f8cccf573 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 24 01:09:23.801805 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-afefe7e7-e7c3-4208-96e0-525f8cccf573 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): There was a conflict when trying to complete your request. Mar 24 01:09:23.802875 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-afefe7e7-e7c3-4208-96e0-525f8cccf573 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5242996 Mar 24 01:09:23.803801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2efcc-1801-4c73-a3ce-d4e5bc1995f1 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Pushing event updated for resources: {'Port': ['ID=2cdaaed3-e992-419a-9299-89ddbe498897,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:23.812663 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e34604-9273-447e-9e68-4c58ab307fd7 x-openstack-request-id: req-b8e34604-9273-447e-9e68-4c58ab307fd7 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:09:23.812958 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf763529-bded-476a-bf1a-8e4dba2a5acc", "tag": "2cdaaed3-e992-419a-9299-89ddbe498897", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:09:23.813240 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8e34604-9273-447e-9e68-4c58ab307fd7 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:09:23.813659 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e34604-9273-447e-9e68-4c58ab307fd7'] response: {'name': 'network-changed', 'server_uuid': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'tag': '2cdaaed3-e992-419a-9299-89ddbe498897', 'status': 'completed', 'code': 200} Mar 24 01:09:23.814406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59232) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:23.818748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c0d116d9-d8ca-4fdd-a365-76b7b82620c0 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178488957'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:23.856878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['2cdaaed3-e992-419a-9299-89ddbe498897'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:09:23.932100 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for port (d4bd9aab-41e7-4d72-b939-38c12eb8d699), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:23.992255 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c0d116d9-d8ca-4fdd-a365-76b7b82620c0 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:24.041914 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c0d116d9-d8ca-4fdd-a365-76b7b82620c0 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:24.074339 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82677070-1d80-4760-9f65-cf5af0eae76f req-14a6170b-2fca-4f5c-95bf-2ceab92aa4ac tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1106586576&fields=id&tenant_id=91529801875943e285400cac1c5565a9 HTTP/1.1" status: 200 len: 267 time: 0.1550450 Mar 24 01:09:24.084042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802fcae-decb-43dc-abd2-885476f647cb req-74400f7e-6292-4ca8-9a23-0e0c3348f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:24.086134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9802fcae-decb-43dc-abd2-885476f647cb req-74400f7e-6292-4ca8-9a23-0e0c3348f273 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91529801875943e285400cac1c5565a9&device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 1167 time: 0.2353201 Mar 24 01:09:24.102041 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d4bd9aab-41e7-4d72-b939-38c12eb8d699), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:24.140013 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Publish callbacks [] for router_gateway (77be3217-db5d-4f87-a457-bb3fe7e75665), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:24.240747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:09:24.259943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:24.272296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:09:24.284639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'Port': ['ID=d4bd9aab-41e7-4d72-b939-38c12eb8d699,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:24.347522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82677070-1d80-4760-9f65-cf5af0eae76f req-0a22e12a-6dba-457a-a571-c7b4943071f7 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:24.349052 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82677070-1d80-4760-9f65-cf5af0eae76f req-0a22e12a-6dba-457a-a571-c7b4943071f7 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 985 time: 0.2680516 Mar 24 01:09:24.375230 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-82677070-1d80-4760-9f65-cf5af0eae76f req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Request body: {'port': {'security_groups': ['4b68cdb5-068b-4568-b103-f7f77e52b212']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:24.383552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802fcae-decb-43dc-abd2-885476f647cb req-c2c182e3-2c42-4a70-ad8c-3add622ee7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:24.385280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9802fcae-decb-43dc-abd2-885476f647cb req-c2c182e3-2c42-4a70-ad8c-3add622ee7aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e65492a-b6d0-4285-a960-d881da2ccb32 HTTP/1.1" status: 200 len: 920 time: 0.2919989 Mar 24 01:09:24.465041 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59246) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:24.466906 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c0d116d9-d8ca-4fdd-a365-76b7b82620c0 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (19262288-0114-4325-a97a-8175822f8d0d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:24.477775 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9802fcae-decb-43dc-abd2-885476f647cb req-bf5f6096-c79d-46b1-a53a-d61d3583aef8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cdaaed3-e992-419a-9299-89ddbe498897 HTTP/1.1" status: 200 len: 217 time: 0.0690691 Mar 24 01:09:24.513655 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c0d116d9-d8ca-4fdd-a365-76b7b82620c0 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (19262288-0114-4325-a97a-8175822f8d0d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:24.537004 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (77be3217-db5d-4f87-a457-bb3fe7e75665), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:24.664479 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-82677070-1d80-4760-9f65-cf5af0eae76f req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:24.674565 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ca64575b-0dc3-4ac3-a351-796df13dd494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:24.681817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d116d9-d8ca-4fdd-a365-76b7b82620c0 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19262288-0114-4325-a97a-8175822f8d0d,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:24.691143 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (97e3370f-0e71-4a7d-8cd8-90f99acc4e56), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:24.703379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802fcae-decb-43dc-abd2-885476f647cb req-22e72553-4d79-4880-b21d-73542de29993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:24.704901 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9802fcae-decb-43dc-abd2-885476f647cb req-22e72553-4d79-4880-b21d-73542de29993 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5 HTTP/1.1" status: 200 len: 859 time: 0.1923308 Mar 24 01:09:24.804226 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9802fcae-decb-43dc-abd2-885476f647cb req-a34525f7-5b9d-4a3b-a88b-e89c8ea7f457 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e65492a-b6d0-4285-a960-d881da2ccb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909812 Mar 24 01:09:24.885943 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Router 77be3217-db5d-4f87-a457-bb3fe7e75665 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:09:24.895015 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ca64575b-0dc3-4ac3-a351-796df13dd494 admin admin] Publish callbacks [] for security_group (794e33c0-c4c1-4687-adc9-ee4547270da0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:24.918767 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ca64575b-0dc3-4ac3-a351-796df13dd494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (794e33c0-c4c1-4687-adc9-ee4547270da0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:24.945013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9cda148c-814d-4f47-b323-f3958c561cb2 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:09:24.996531 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d4bd9aab-41e7-4d72-b939-38c12eb8d699), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:25.007090 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c0d116d9-d8ca-4fdd-a365-76b7b82620c0 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (4f2d4b80-a17e-4f7c-90fd-4181b8b0dcc6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:25.046571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9cda148c-814d-4f47-b323-f3958c561cb2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:25.047775 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9cda148c-814d-4f47-b323-f3958c561cb2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:25.063760 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c0d116d9-d8ca-4fdd-a365-76b7b82620c0 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4f2d4b80-a17e-4f7c-90fd-4181b8b0dcc6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:25.158869 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ca64575b-0dc3-4ac3-a351-796df13dd494 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82aa56fee48b4049862b163099fe63d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6928003 Mar 24 01:09:25.164990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59268) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:25.167805 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64575b-0dc3-4ac3-a351-796df13dd494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794e33c0-c4c1-4687-adc9-ee4547270da0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:25.205280 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c0d116d9-d8ca-4fdd-a365-76b7b82620c0 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:25.206519 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c0d116d9-d8ca-4fdd-a365-76b7b82620c0 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3912027 Mar 24 01:09:25.207257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d116d9-d8ca-4fdd-a365-76b7b82620c0 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2d4b80-a17e-4f7c-90fd-4181b8b0dcc6,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:25.209437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59272) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:25.214738 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-47e257f7-a686-42c9-81df-bfd4eedd6bf6 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': '4f2d4b80-a17e-4f7c-90fd-4181b8b0dcc6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:25.242768 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9802fcae-decb-43dc-abd2-885476f647cb req-8acb0ee6-68a7-41ee-9ce4-67dcc0865bde service neutron] 10.222.0.57 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281473 Mar 24 01:09:25.244122 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:09:25.252207 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:09:25.263853 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Sync routers for ids ['77be3217-db5d-4f87-a457-bb3fe7e75665'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:09:25.268599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 9cda148c-814d-4f47-b323-f3958c561cb2 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:25.269814 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9cda148c-814d-4f47-b323-f3958c561cb2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:25.272712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2383b5-85b8-431e-907a-ae1b08258dae None None] Network 871413ce-bf54-4e47-942e-8e906667bc5f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:09:25.275174 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-47e257f7-a686-42c9-81df-bfd4eedd6bf6 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group_rule (544237b4-4ddd-479c-9281-999da20a9721), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:25.290391 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Routers {'77be3217-db5d-4f87-a457-bb3fe7e75665'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:25.290930 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77be3217-db5d-4f87-a457-bb3fe7e75665'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:25.318661 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:25.326561 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ec099424-1769-44aa-9352-3caf20e603f5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2576530 Mar 24 01:09:25.328087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59276) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:25.547453 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59282) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:25.548929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 9cda148c-814d-4f47-b323-f3958c561cb2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9cda148c-814d-4f47-b323-f3958c561cb2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:25.550658 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Set router 77be3217-db5d-4f87-a457-bb3fe7e75665 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:25.567228 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9cda148c-814d-4f47-b323-f3958c561cb2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:25.633862 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-47e257f7-a686-42c9-81df-bfd4eedd6bf6 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group_rule (544237b4-4ddd-479c-9281-999da20a9721), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:25.647685 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-47e257f7-a686-42c9-81df-bfd4eedd6bf6 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (544237b4-4ddd-479c-9281-999da20a9721), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:25.669172 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-51f8b766-1488-40d8-ac66-5d0726f20922 None None] Provisioning complete for port 9cda148c-814d-4f47-b323-f3958c561cb2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:25.669880 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-51f8b766-1488-40d8-ac66-5d0726f20922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9cda148c-814d-4f47-b323-f3958c561cb2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:25.682449 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e257f7-a686-42c9-81df-bfd4eedd6bf6 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544237b4-4ddd-479c-9281-999da20a9721,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:25.728261 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=9cda148c-814d-4f47-b323-f3958c561cb2,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:25.799457 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-985923ff-f919-4901-88f3-e450b916751e tempest-ServiceProvidersTest-68809354 tempest-ServiceProvidersTest-68809354-project] 10.222.0.45 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2501726 Mar 24 01:09:25.834300 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:23Z', 'revision_number': 3, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:25.836631 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-47e257f7-a686-42c9-81df-bfd4eedd6bf6 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:25.839833 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-47e257f7-a686-42c9-81df-bfd4eedd6bf6 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6277153 Mar 24 01:09:25.844541 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59288) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:25.857867 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-901a5782-b088-44a7-bf28-a50f9ae79836 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': '4f2d4b80-a17e-4f7c-90fd-4181b8b0dcc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:25.872433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-51f8b766-1488-40d8-ac66-5d0726f20922 None None] Current status of the port 9cda148c-814d-4f47-b323-f3958c561cb2 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:25.912634 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Checking router: 77be3217-db5d-4f87-a457-bb3fe7e75665 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:09:25.913228 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Updating router 77be3217-db5d-4f87-a457-bb3fe7e75665 port bffcdb83-e80a-4a7c-958f-f9d4b29cc760 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:09:25.944415 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bffcdb83-e80a-4a7c-958f-f9d4b29cc760), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:25.946080 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-901a5782-b088-44a7-bf28-a50f9ae79836 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group_rule (aa10dea0-53b4-4821-889e-629dcb61d06c), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.022382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-82677070-1d80-4760-9f65-cf5af0eae76f req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] For port 2cdaaed3-e992-419a-9299-89ddbe498897, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2cdaaed3-e992-419a-9299-89ddbe498897,segment=NetworkSegment(293dda98-e33a-415d-bc1b-0f7c0c99ccdb),segment_id=293dda98-e33a-415d-bc1b-0f7c0c99ccdb)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:26.028817 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-95a3e9aa-fe5b-49cc-8bad-7d014d74f6c9 admin admin] Publish callbacks [] for security_group (794e33c0-c4c1-4687-adc9-ee4547270da0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.073958 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9802fcae-decb-43dc-abd2-885476f647cb req-282b96a7-8112-4146-a79a-a3251bd8782f service neutron] 10.222.0.57 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8087304 Mar 24 01:09:26.126876 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-95a3e9aa-fe5b-49cc-8bad-7d014d74f6c9 admin admin] Publish callbacks [] for security_group (794e33c0-c4c1-4687-adc9-ee4547270da0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.150131 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59294) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:26.167851 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-82677070-1d80-4760-9f65-cf5af0eae76f req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for port (2cdaaed3-e992-419a-9299-89ddbe498897), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.185554 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-82677070-1d80-4760-9f65-cf5af0eae76f req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.197703 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['2cdaaed3-e992-419a-9299-89ddbe498897'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:09:26.214919 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for port (d4bd9aab-41e7-4d72-b939-38c12eb8d699), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.265382 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (d4bd9aab-41e7-4d72-b939-38c12eb8d699), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.306757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82677070-1d80-4760-9f65-cf5af0eae76f req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:26.307664 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-82677070-1d80-4760-9f65-cf5af0eae76f req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.309875 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82677070-1d80-4760-9f65-cf5af0eae76f req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "PUT /v2.0/ports/2cdaaed3-e992-419a-9299-89ddbe498897 HTTP/1.1" status: 200 len: 943 time: 1.9479842 Mar 24 01:09:26.319341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'tag': '2cdaaed3-e992-419a-9299-89ddbe498897'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:09:26.321673 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b64704-af8b-4680-9c91-f99b6c3256f1" -d '{"events": [{"name": "network-changed", "server_uuid": "bf763529-bded-476a-bf1a-8e4dba2a5acc", "tag": "2cdaaed3-e992-419a-9299-89ddbe498897"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:09:26.400837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Pushing event updated for resources: {'Port': ['ID=2cdaaed3-e992-419a-9299-89ddbe498897,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:26.412856 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Publish callbacks [] for port (bffcdb83-e80a-4a7c-958f-f9d4b29cc760), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.418565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59302) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:26.422042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['2cdaaed3-e992-419a-9299-89ddbe498897'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:09:26.426009 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fd3dea-e432-4d1f-81fa-8a63c9c9638b x-openstack-request-id: req-48fd3dea-e432-4d1f-81fa-8a63c9c9638b {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:09:26.426289 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf763529-bded-476a-bf1a-8e4dba2a5acc", "tag": "2cdaaed3-e992-419a-9299-89ddbe498897", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:09:26.426728 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48fd3dea-e432-4d1f-81fa-8a63c9c9638b {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:09:26.427291 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48fd3dea-e432-4d1f-81fa-8a63c9c9638b'] response: {'name': 'network-changed', 'server_uuid': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'tag': '2cdaaed3-e992-419a-9299-89ddbe498897', 'status': 'completed', 'code': 200} Mar 24 01:09:26.428019 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bffcdb83-e80a-4a7c-958f-f9d4b29cc760), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.461370 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-95a3e9aa-fe5b-49cc-8bad-7d014d74f6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (794e33c0-c4c1-4687-adc9-ee4547270da0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.465087 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-95a3e9aa-fe5b-49cc-8bad-7d014d74f6c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.466476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-95a3e9aa-fe5b-49cc-8bad-7d014d74f6c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/794e33c0-c4c1-4687-adc9-ee4547270da0 HTTP/1.1" status: 204 len: 168 time: 1.2922835 Mar 24 01:09:26.480712 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (97e3370f-0e71-4a7d-8cd8-90f99acc4e56), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.488049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:26.489026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:26.489544 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:26.490055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:26.490543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:26.491043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:26.491527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:26.492055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:26.492535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:26.493559 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:26.494051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:26.494673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:26.495148 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:26.495743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:26.496384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c0cfd-6601-4a8f-a4e3-691339d1917f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:26.506071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4ea71f87-359b-49cc-8dc8-e5f2441f19e0 None None] Provisioning complete for port 9cda148c-814d-4f47-b323-f3958c561cb2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:26.506456 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ea71f87-359b-49cc-8dc8-e5f2441f19e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9cda148c-814d-4f47-b323-f3958c561cb2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.559976 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1d1ba-3488-443a-a76f-391bc1363392 None None] Pushing event updated for resources: {'Port': ['ID=bffcdb83-e80a-4a7c-958f-f9d4b29cc760,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:26.574115 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3e9aa-fe5b-49cc-8bad-7d014d74f6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794e33c0-c4c1-4687-adc9-ee4547270da0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:26.576608 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Attempting to bind port bffcdb83-e80a-4a7c-958f-f9d4b29cc760 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:09:26.576990 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Attempting to bind port bffcdb83-e80a-4a7c-958f-f9d4b29cc760 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:09:26.577469 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Attempting to bind port bffcdb83-e80a-4a7c-958f-f9d4b29cc760 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:09:26.587157 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:09:26.587832 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:09:26.588634 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.589250 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:09:26.589926 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Bound port: bffcdb83-e80a-4a7c-958f-f9d4b29cc760, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:09:26.590460 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bffcdb83-e80a-4a7c-958f-f9d4b29cc760), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.613635 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.614880 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9685149 Mar 24 01:09:26.623299 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-985ee3c0-1822-46d4-9cd6-dbc3dbc88cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.659376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e41f7e-ee8b-49f3-9f90-821e33669cb0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'Port': ['ID=d4bd9aab-41e7-4d72-b939-38c12eb8d699,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:26.694799 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-df75620e-32f1-408f-8225-216f251eec8b tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3228159 Mar 24 01:09:26.697153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b64704-af8b-4680-9c91-f99b6c3256f1 req-ae06f22c-0b0e-47b8-91c2-f9b6f7b50a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:26.700759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0b64704-af8b-4680-9c91-f99b6c3256f1 req-ae06f22c-0b0e-47b8-91c2-f9b6f7b50a44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91529801875943e285400cac1c5565a9&device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 1128 time: 0.2409637 Mar 24 01:09:26.712489 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] For port bffcdb83-e80a-4a7c-958f-f9d4b29cc760, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:09:26.714868 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:26.721549 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] For port bffcdb83-e80a-4a7c-958f-f9d4b29cc760, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=bffcdb83-e80a-4a7c-958f-f9d4b29cc760,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:09:26.734085 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bffcdb83-e80a-4a7c-958f-f9d4b29cc760), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.740425 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ccb0563f-e1fc-41f8-a292-6a0c820c97ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:26.857335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9cda148c-814d-4f47-b323-f3958c561cb2 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:09:26.956982 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.006129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4ea71f87-359b-49cc-8dc8-e5f2441f19e0 None None] Current status of the port 9cda148c-814d-4f47-b323-f3958c561cb2 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:27.039321 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9cda148c-814d-4f47-b323-f3958c561cb2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:27.040254 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9cda148c-814d-4f47-b323-f3958c561cb2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.050473 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Routers {'77be3217-db5d-4f87-a457-bb3fe7e75665'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:27.051182 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77be3217-db5d-4f87-a457-bb3fe7e75665'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:27.059132 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-901a5782-b088-44a7-bf28-a50f9ae79836 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): There was a conflict when trying to complete your request. Mar 24 01:09:27.061004 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-901a5782-b088-44a7-bf28-a50f9ae79836 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2143998 Mar 24 01:09:27.074954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59326) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:27.153731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 9cda148c-814d-4f47-b323-f3958c561cb2 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:27.179770 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] Set router 77be3217-db5d-4f87-a457-bb3fe7e75665 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:27.223676 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-985ee3c0-1822-46d4-9cd6-dbc3dbc88cbf admin admin] Publish callbacks [] for security_group (b7d495b9-cb29-43ba-bd71-b6f321ebf353), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.251355 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-06869177-439d-401c-b9a4-18495d598a86 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (4f2d4b80-a17e-4f7c-90fd-4181b8b0dcc6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.259768 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-985ee3c0-1822-46d4-9cd6-dbc3dbc88cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b7d495b9-cb29-43ba-bd71-b6f321ebf353), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.263077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b64704-af8b-4680-9c91-f99b6c3256f1 req-60a4e6de-1f31-4963-adeb-04874352a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:27.264652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0b64704-af8b-4680-9c91-f99b6c3256f1 req-60a4e6de-1f31-4963-adeb-04874352a820 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e65492a-b6d0-4285-a960-d881da2ccb32 HTTP/1.1" status: 200 len: 920 time: 0.5547998 Mar 24 01:09:27.307976 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ee3c0-1822-46d4-9cd6-dbc3dbc88cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d495b9-cb29-43ba-bd71-b6f321ebf353,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:27.321657 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-06869177-439d-401c-b9a4-18495d598a86 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (4f2d4b80-a17e-4f7c-90fd-4181b8b0dcc6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.336232 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1d1ba-3488-443a-a76f-391bc1363392 None None] Pushing event updated for resources: {'Port': ['ID=bffcdb83-e80a-4a7c-958f-f9d4b29cc760,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:27.370999 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-d665c4c1-7a21-45b9-ae33-2b1e2bf00509 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1673960237&fields=id&tenant_id=3994e882c46047a4949ec2310a17d611 HTTP/1.1" status: 200 len: 267 time: 0.2949836 Mar 24 01:09:27.381853 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0b64704-af8b-4680-9c91-f99b6c3256f1 req-eaec47b8-f300-480f-af19-47c7177185cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cdaaed3-e992-419a-9299-89ddbe498897 HTTP/1.1" status: 200 len: 217 time: 0.0750234 Mar 24 01:09:27.392975 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:23Z', 'revision_number': 3, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:27.410563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-985ee3c0-1822-46d4-9cd6-dbc3dbc88cbf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fdd1024f1f37430aba1eeaf0487db276&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2545891 Mar 24 01:09:27.413538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59336) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:27.428733 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940fab4-923a-4435-9ee2-6ec885ea472a None None] The sync data for ids ['77be3217-db5d-4f87-a457-bb3fe7e75665'] in n-d-760455-9 is: [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:23Z', 'revision_number': 3, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:09:27.477397 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.491297 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ccb0563f-e1fc-41f8-a292-6a0c820c97ac admin admin] Publish callbacks [] for security_group (ea3cca4b-c028-4476-b3ce-50d1c9e28d89), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.497690 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-06869177-439d-401c-b9a4-18495d598a86 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4f2d4b80-a17e-4f7c-90fd-4181b8b0dcc6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.500393 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-06869177-439d-401c-b9a4-18495d598a86 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.503883 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-06869177-439d-401c-b9a4-18495d598a86 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "DELETE /v2.0/security-groups/4f2d4b80-a17e-4f7c-90fd-4181b8b0dcc6 HTTP/1.1" status: 204 len: 168 time: 0.4235353 Mar 24 01:09:27.505936 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ccb0563f-e1fc-41f8-a292-6a0c820c97ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ea3cca4b-c028-4476-b3ce-50d1c9e28d89), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.506875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59340) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:27.535508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06869177-439d-401c-b9a4-18495d598a86 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2d4b80-a17e-4f7c-90fd-4181b8b0dcc6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:27.591912 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85f63d3b-3c3d-4118-9e42-2fc1e6e62293 admin admin] Publish callbacks [] for security_group (b7d495b9-cb29-43ba-bd71-b6f321ebf353), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.602536 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b64704-af8b-4680-9c91-f99b6c3256f1 req-a9204b70-28c1-4539-b01e-7a181e62dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:27.604134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0b64704-af8b-4680-9c91-f99b6c3256f1 req-a9204b70-28c1-4539-b01e-7a181e62dcfd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5 HTTP/1.1" status: 200 len: 859 time: 0.2087631 Mar 24 01:09:27.614044 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ccb0563f-e1fc-41f8-a292-6a0c820c97ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0856f50c21164117b87f4a83d9586d6d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1941340 Mar 24 01:09:27.618936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0563f-e1fc-41f8-a292-6a0c820c97ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3cca4b-c028-4476-b3ce-50d1c9e28d89,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:27.634873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59344) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:27.675072 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-84a2c084-b884-40e3-9a23-8251486850b3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1623788 Mar 24 01:09:27.675278 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0b64704-af8b-4680-9c91-f99b6c3256f1 req-2f794386-555f-46b3-b261-762259c08a20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e65492a-b6d0-4285-a960-d881da2ccb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558519 Mar 24 01:09:27.677654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59346) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:27.688812 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a11362f0-cb08-432b-87bf-0f8330872cb1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1949802549'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:27.709548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-f40f5e2f-04b9-4d5e-828a-abff81f59287 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:27.711208 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-f40f5e2f-04b9-4d5e-828a-abff81f59287 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 814 time: 0.3327048 Mar 24 01:09:27.722832 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85f63d3b-3c3d-4118-9e42-2fc1e6e62293 admin admin] Publish callbacks [] for security_group (b7d495b9-cb29-43ba-bd71-b6f321ebf353), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.728301 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a11362f0-cb08-432b-87bf-0f8330872cb1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.801394 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-c56b5b3b-90f6-4dd7-a892-bfe909b50028 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/quotas/3994e882c46047a4949ec2310a17d611 HTTP/1.1" status: 200 len: 375 time: 0.0757730 Mar 24 01:09:27.808999 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.940089 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85f63d3b-3c3d-4118-9e42-2fc1e6e62293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b7d495b9-cb29-43ba-bd71-b6f321ebf353), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.942856 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85f63d3b-3c3d-4118-9e42-2fc1e6e62293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:27.944133 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-85f63d3b-3c3d-4118-9e42-2fc1e6e62293 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b7d495b9-cb29-43ba-bd71-b6f321ebf353 HTTP/1.1" status: 204 len: 168 time: 0.5296144 Mar 24 01:09:27.990912 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Allocated IP 172.20.0.1 (871413ce-bf54-4e47-942e-8e906667bc5f/e4d27960-c52d-4f7c-8496-b63aa9268ea4/6cadf408-69f6-4bbe-baae-2843638e7fd7) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:09:28.024407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Allocated IP 172.25.0.85 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/3d2891ba-d71e-4afb-9689-4273e442822b) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:09:28.088775 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-169defad-71d3-478d-871b-242894473118 admin admin] Publish callbacks [] for security_group (ea3cca4b-c028-4476-b3ce-50d1c9e28d89), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.098018 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f63d3b-3c3d-4118-9e42-2fc1e6e62293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d495b9-cb29-43ba-bd71-b6f321ebf353,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:28.106137 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a11362f0-cb08-432b-87bf-0f8330872cb1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (5d910bf1-384b-4c6c-abb3-c58ed6537013), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.115944 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a11362f0-cb08-432b-87bf-0f8330872cb1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5d910bf1-384b-4c6c-abb3-c58ed6537013), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.200721 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-169defad-71d3-478d-871b-242894473118 admin admin] Publish callbacks [] for security_group (ea3cca4b-c028-4476-b3ce-50d1c9e28d89), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.207309 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a11362f0-cb08-432b-87bf-0f8330872cb1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.208703 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a11362f0-cb08-432b-87bf-0f8330872cb1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5276239 Mar 24 01:09:28.212669 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11362f0-cb08-432b-87bf-0f8330872cb1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d910bf1-384b-4c6c-abb3-c58ed6537013,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:28.217360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59362) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:28.221559 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0b64704-af8b-4680-9c91-f99b6c3256f1 req-f5c0a35c-722a-4d8c-b1d0-93b9e6dbf35f service neutron] 10.222.0.57 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370157 Mar 24 01:09:28.227249 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-df8c8fc6-4ed8-436c-b83d-c7a2c4634455 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': '5d910bf1-384b-4c6c-abb3-c58ed6537013', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:28.228156 n-d-760455-9 neutron-server[115729]: WARNING neutron.api.v2.base [None req-df8c8fc6-4ed8-436c-b83d-c7a2c4634455 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 24 01:09:28.228769 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-df8c8fc6-4ed8-436c-b83d-c7a2c4634455 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:28.229904 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-df8c8fc6-4ed8-436c-b83d-c7a2c4634455 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0114391 Mar 24 01:09:28.238863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59364) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:28.250921 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Publish callbacks [] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.314212 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d1052428-98af-43d2-94a1-0afeab64f3a4 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (5d910bf1-384b-4c6c-abb3-c58ed6537013), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.358588 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d1052428-98af-43d2-94a1-0afeab64f3a4 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (5d910bf1-384b-4c6c-abb3-c58ed6537013), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.361411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-be53e05f-6e8d-4d30-a3df-eaf638729e7e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5485559 Mar 24 01:09:28.407315 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.476707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Network 871413ce-bf54-4e47-942e-8e906667bc5f is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:09:28.480656 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:28.481901 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for port (3d2891ba-d71e-4afb-9689-4273e442822b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.487238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:09:28.513638 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-169defad-71d3-478d-871b-242894473118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ea3cca4b-c028-4476-b3ce-50d1c9e28d89), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.517659 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-169defad-71d3-478d-871b-242894473118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.521761 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-169defad-71d3-478d-871b-242894473118 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ea3cca4b-c028-4476-b3ce-50d1c9e28d89 HTTP/1.1" status: 204 len: 168 time: 0.8858664 Mar 24 01:09:28.546740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d1052428-98af-43d2-94a1-0afeab64f3a4 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5d910bf1-384b-4c6c-abb3-c58ed6537013), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.549623 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d1052428-98af-43d2-94a1-0afeab64f3a4 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.550835 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d1052428-98af-43d2-94a1-0afeab64f3a4 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "DELETE /v2.0/security-groups/5d910bf1-384b-4c6c-abb3-c58ed6537013 HTTP/1.1" status: 204 len: 168 time: 0.3109076 Mar 24 01:09:28.558934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59372) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:28.564418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0b64704-af8b-4680-9c91-f99b6c3256f1 req-166ac78a-4abd-4df6-a152-f9b090ba91bf service neutron] 10.222.0.57 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356876 Mar 24 01:09:28.595406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169defad-71d3-478d-871b-242894473118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3cca4b-c028-4476-b3ce-50d1c9e28d89,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:28.599169 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1052428-98af-43d2-94a1-0afeab64f3a4 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d910bf1-384b-4c6c-abb3-c58ed6537013,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:28.600835 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Pushing event updated for resources: {'Port': ['ID=6cadf408-69f6-4bbe-baae-2843638e7fd7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:28.623080 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (77be3217-db5d-4f87-a457-bb3fe7e75665), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.662582 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-559015ea-d62c-4e36-ae79-5512ec90623b service neutron] 10.222.0.45 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879126 Mar 24 01:09:28.696054 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0eef00ee-deb7-4aa3-877a-eb1bdd596157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.740376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59374) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:28.845861 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3d2891ba-d71e-4afb-9689-4273e442822b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:28.887953 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bffcdb83-e80a-4a7c-958f-f9d4b29cc760 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:09:28.955068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.022444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:09:29.025862 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87a8a73d-3b20-473f-9bb5-814b721cf451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.027696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6171c508-7857-4533-ad1b-5e147c6315c3 None None] Provisioning complete for port 6cadf408-69f6-4bbe-baae-2843638e7fd7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:29.028481 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6171c508-7857-4533-ad1b-5e147c6315c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.036555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:29.052819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:09:29.076609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port bffcdb83-e80a-4a7c-958f-f9d4b29cc760 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:29.076609 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bffcdb83-e80a-4a7c-958f-f9d4b29cc760), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.109371 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-60fb1f10-f8be-4558-9e63-fedc1efe5969 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5395639 Mar 24 01:09:29.117651 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59382) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:29.134206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-d29b4eef-e37a-4b4a-8f40-7ee6ee24c11f tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group': {'name': 'tempest-secgroup--301597050'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:29.167230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6171c508-7857-4533-ad1b-5e147c6315c3 None None] Port 6cadf408-69f6-4bbe-baae-2843638e7fd7 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:09:29.197159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Pushing event updated for resources: {'Port': ['ID=3d2891ba-d71e-4afb-9689-4273e442822b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:29.247043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port bffcdb83-e80a-4a7c-958f-f9d4b29cc760 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:29.248199 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bffcdb83-e80a-4a7c-958f-f9d4b29cc760), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.273264 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port bffcdb83-e80a-4a7c-958f-f9d4b29cc760, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=bffcdb83-e80a-4a7c-958f-f9d4b29cc760,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:29.273476 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d29b4eef-e37a-4b4a-8f40-7ee6ee24c11f tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.279100 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59384) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:29.283897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Publish callbacks [] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.284390 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bffcdb83-e80a-4a7c-958f-f9d4b29cc760), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.299322 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.304713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-9fadfa08-0dce-488d-9c98-a634fe9df7e5 service neutron] 10.222.0.45 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203136 Mar 24 01:09:29.325629 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for floatingip (362b1a4a-0f91-4f50-a547-7745d5709014), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.375334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=bffcdb83-e80a-4a7c-958f-f9d4b29cc760,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:29.473654 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87a8a73d-3b20-473f-9bb5-814b721cf451 admin admin] Publish callbacks [] for security_group (fdc07707-0cd8-49f4-8fa9-1c0d7168953b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.483252 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (77be3217-db5d-4f87-a457-bb3fe7e75665), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.488652 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Pushing event updated for resources: {'Port': ['ID=6cadf408-69f6-4bbe-baae-2843638e7fd7,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:29.490093 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3d2891ba-d71e-4afb-9689-4273e442822b), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.494010 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87a8a73d-3b20-473f-9bb5-814b721cf451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fdc07707-0cd8-49f4-8fa9-1c0d7168953b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.599106 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d29b4eef-e37a-4b4a-8f40-7ee6ee24c11f tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (9a5d9ad3-a4ae-4a88-866c-c9cec5d3f6ac), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.623474 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d29b4eef-e37a-4b4a-8f40-7ee6ee24c11f tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9a5d9ad3-a4ae-4a88-866c-c9cec5d3f6ac), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.641939 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-83c8afc5-dfcc-4da4-88fe-4df47c83036a tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-559247549'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:29.653639 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Network 871413ce-bf54-4e47-942e-8e906667bc5f is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:09:29.660801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:29.677781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8a73d-3b20-473f-9bb5-814b721cf451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc07707-0cd8-49f4-8fa9-1c0d7168953b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:29.682092 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-87a8a73d-3b20-473f-9bb5-814b721cf451 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=30b0814868a5430a8edd0680f5ed11d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9221129 Mar 24 01:09:29.690142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59404) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:29.702637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35bb174d-79df-4470-98b9-a14afe28f2a7 req-951b1807-55d9-46e4-ac21-83a43d1eebd7 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 210 time: 0.1013196 Mar 24 01:09:29.821725 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c8afc5-dfcc-4da4-88fe-4df47c83036a tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Made reservation on behalf of 22b334cd944f420f8a8c6815816fc02a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:29.825478 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83c8afc5-dfcc-4da4-88fe-4df47c83036a tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.833412 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d29b4eef-e37a-4b4a-8f40-7ee6ee24c11f tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.834797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d29b4eef-e37a-4b4a-8f40-7ee6ee24c11f tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7147663 Mar 24 01:09:29.841436 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59410) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:29.848286 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83c8afc5-dfcc-4da4-88fe-4df47c83036a tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:29.851787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b4eef-e37a-4b4a-8f40-7ee6ee24c11f tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5d9ad3-a4ae-4a88-866c-c9cec5d3f6ac,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:29.883345 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ec4c49bd-8714-4765-a2df-1ef162b7314e tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': '9a5d9ad3-a4ae-4a88-866c-c9cec5d3f6ac', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:29.892722 n-d-760455-9 neutron-server[115729]: WARNING neutron.api.v2.base [None req-ec4c49bd-8714-4765-a2df-1ef162b7314e tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 24 01:09:29.894055 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-ec4c49bd-8714-4765-a2df-1ef162b7314e tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:29.899288 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ec4c49bd-8714-4765-a2df-1ef162b7314e tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0246055 Mar 24 01:09:29.900025 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59418) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:29.915737 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.033497 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for port (3d2891ba-d71e-4afb-9689-4273e442822b), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.044567 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3d2891ba-d71e-4afb-9689-4273e442822b), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.116351 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f028285c-a95b-48aa-a905-c6fb7a51f3d7 admin admin] Publish callbacks [] for security_group (fdc07707-0cd8-49f4-8fa9-1c0d7168953b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.125000 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4778538b-6adc-4a5b-9f71-f5963e282711 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (9a5d9ad3-a4ae-4a88-866c-c9cec5d3f6ac), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.168602 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4778538b-6adc-4a5b-9f71-f5963e282711 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (9a5d9ad3-a4ae-4a88-866c-c9cec5d3f6ac), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.205999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ee8e2298-fa2c-47b6-b90b-2fca4d996791 None None] Provisioning complete for port 6cadf408-69f6-4bbe-baae-2843638e7fd7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:30.208228 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2298-fa2c-47b6-b90b-2fca4d996791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.242795 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4778538b-6adc-4a5b-9f71-f5963e282711 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9a5d9ad3-a4ae-4a88-866c-c9cec5d3f6ac), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.245628 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4778538b-6adc-4a5b-9f71-f5963e282711 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.250215 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4778538b-6adc-4a5b-9f71-f5963e282711 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "DELETE /v2.0/security-groups/9a5d9ad3-a4ae-4a88-866c-c9cec5d3f6ac HTTP/1.1" status: 204 len: 168 time: 0.3428626 Mar 24 01:09:30.257956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59430) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:30.267209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Pushing event updated for resources: {'Port': ['ID=3d2891ba-d71e-4afb-9689-4273e442822b,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:30.295104 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (362b1a4a-0f91-4f50-a547-7745d5709014), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.309017 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e2298-fa2c-47b6-b90b-2fca4d996791 None None] Port 6cadf408-69f6-4bbe-baae-2843638e7fd7 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:09:30.323933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Router 77be3217-db5d-4f87-a457-bb3fe7e75665 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:09:30.329185 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f028285c-a95b-48aa-a905-c6fb7a51f3d7 admin admin] Publish callbacks [] for security_group (fdc07707-0cd8-49f4-8fa9-1c0d7168953b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.329723 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.331031 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-f787985b-4856-4e8b-bd8a-d225b60c998a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6249669 Mar 24 01:09:30.344470 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778538b-6adc-4a5b-9f71-f5963e282711 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5d9ad3-a4ae-4a88-866c-c9cec5d3f6ac,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:30.414519 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-ddb031b6-b775-4857-aba9-2f064b001c1e tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.0731292 Mar 24 01:09:30.428142 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83c8afc5-dfcc-4da4-88fe-4df47c83036a tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Publish callbacks [] for security_group (abe81d4f-40b2-480f-ba15-db3c2e5d1832), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.481088 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ce121e88-0d7f-447b-b820-64f83d899ccb tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2189524 Mar 24 01:09:30.483623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59434) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:30.491157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c8774a7f-a6df-4bde-8935-c9e2e52076b6 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group': {'name': 'tempest-secgroup--131601378'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:30.511578 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83c8afc5-dfcc-4da4-88fe-4df47c83036a tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (abe81d4f-40b2-480f-ba15-db3c2e5d1832), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.559461 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c8afc5-dfcc-4da4-88fe-4df47c83036a tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:09:30.562312 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8774a7f-a6df-4bde-8935-c9e2e52076b6 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.577576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8afc5-dfcc-4da4-88fe-4df47c83036a tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe81d4f-40b2-480f-ba15-db3c2e5d1832,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:30.590347 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f028285c-a95b-48aa-a905-c6fb7a51f3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fdc07707-0cd8-49f4-8fa9-1c0d7168953b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.593081 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f028285c-a95b-48aa-a905-c6fb7a51f3d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.596683 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-6536d07b-9e94-4181-8bae-128d4c1ff670 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:30.597224 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f028285c-a95b-48aa-a905-c6fb7a51f3d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fdc07707-0cd8-49f4-8fa9-1c0d7168953b HTTP/1.1" status: 204 len: 168 time: 0.9058101 Mar 24 01:09:30.599221 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-6536d07b-9e94-4181-8bae-128d4c1ff670 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.1774132 Mar 24 01:09:30.604828 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83c8afc5-dfcc-4da4-88fe-4df47c83036a tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (fc392f15-c260-401b-969f-8904af03312f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.605166 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-83c8afc5-dfcc-4da4-88fe-4df47c83036a tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Added segment fc392f15-c260-401b-969f-8904af03312f of type vlan for network 5010eda3-3bfd-4250-9395-5e3c03a94130 Mar 24 01:09:30.617522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-49a1d7b3-5b0a-49aa-a971-9643c9758ebd tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:09:30.619045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c1bb08e-9060-4984-9bc4-e4028df097d1 req-49a1d7b3-5b0a-49aa-a971-9643c9758ebd tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099144 Mar 24 01:09:30.629571 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028285c-a95b-48aa-a905-c6fb7a51f3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc07707-0cd8-49f4-8fa9-1c0d7168953b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:30.674755 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:09:30.678660 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8774a7f-a6df-4bde-8935-c9e2e52076b6 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (f5f8159b-d28d-4d33-823c-dec8a74d0bc1), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.685348 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-80ca544d-a8c7-49f4-9f11-0ce107a4b18c admin admin] 10.222.0.45 "PUT /v2.0/routers/77be3217-db5d-4f87-a457-bb3fe7e75665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3526597 Mar 24 01:09:30.686106 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8774a7f-a6df-4bde-8935-c9e2e52076b6 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f5f8159b-d28d-4d33-823c-dec8a74d0bc1), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.686622 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Sync routers for ids ['77be3217-db5d-4f87-a457-bb3fe7e75665'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:09:30.710647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83c8afc5-dfcc-4da4-88fe-4df47c83036a tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (5010eda3-3bfd-4250-9395-5e3c03a94130), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.734239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8774a7f-a6df-4bde-8935-c9e2e52076b6 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.736032 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c8774a7f-a6df-4bde-8935-c9e2e52076b6 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2508409 Mar 24 01:09:30.739134 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8774a7f-a6df-4bde-8935-c9e2e52076b6 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f8159b-d28d-4d33-823c-dec8a74d0bc1,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:30.742960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59446) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:30.751747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-527721fd-1d63-490d-a130-0892c8b33723 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': 'f5f8159b-d28d-4d33-823c-dec8a74d0bc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:30.760090 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Routers {'77be3217-db5d-4f87-a457-bb3fe7e75665'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:30.766108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77be3217-db5d-4f87-a457-bb3fe7e75665'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:30.781988 n-d-760455-9 neutron-server[115730]: WARNING neutron.api.v2.base [None req-527721fd-1d63-490d-a130-0892c8b33723 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 24 01:09:30.782874 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-527721fd-1d63-490d-a130-0892c8b33723 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:30.783252 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83c8afc5-dfcc-4da4-88fe-4df47c83036a tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (5010eda3-3bfd-4250-9395-5e3c03a94130), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.784398 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-527721fd-1d63-490d-a130-0892c8b33723 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0399172 Mar 24 01:09:30.787130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59450) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:30.793304 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8afc5-dfcc-4da4-88fe-4df47c83036a tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:30.793633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6a78b77b-a324-41f9-878d-3bacdcaf05d1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': 'f5f8159b-d28d-4d33-823c-dec8a74d0bc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:30.793949 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83c8afc5-dfcc-4da4-88fe-4df47c83036a tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:30.794555 n-d-760455-9 neutron-server[115730]: WARNING neutron.api.v2.base [None req-6a78b77b-a324-41f9-878d-3bacdcaf05d1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 24 01:09:30.795529 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-6a78b77b-a324-41f9-878d-3bacdcaf05d1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:30.796570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6a78b77b-a324-41f9-878d-3bacdcaf05d1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083146 Mar 24 01:09:30.799544 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59452) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:30.815793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-3de233cd-c1ac-4e27-876c-5f13f5c94ab9 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': 'f5f8159b-d28d-4d33-823c-dec8a74d0bc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:30.821562 n-d-760455-9 neutron-server[115730]: WARNING neutron.api.v2.base [None req-3de233cd-c1ac-4e27-876c-5f13f5c94ab9 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 24 01:09:30.822270 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-3de233cd-c1ac-4e27-876c-5f13f5c94ab9 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:30.823773 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3de233cd-c1ac-4e27-876c-5f13f5c94ab9 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0197504 Mar 24 01:09:30.829748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59454) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:30.844031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-87009147-b5dd-4417-acc3-7778ffe44650 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': 'f5f8159b-d28d-4d33-823c-dec8a74d0bc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:30.844988 n-d-760455-9 neutron-server[115730]: WARNING neutron.api.v2.base [None req-87009147-b5dd-4417-acc3-7778ffe44650 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 24 01:09:30.845592 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-87009147-b5dd-4417-acc3-7778ffe44650 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:30.847030 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-87009147-b5dd-4417-acc3-7778ffe44650 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071471 Mar 24 01:09:30.851807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59456) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:30.931336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85951f5f-cccf-442e-a7dd-6bf6c52dbdcb req-8194576d-c729-45de-af44-af4b689b4a8f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 210 time: 0.1018546 Mar 24 01:09:30.938750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bffcdb83-e80a-4a7c-958f-f9d4b29cc760 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:09:30.939367 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-83c8afc5-dfcc-4da4-88fe-4df47c83036a tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6588376 Mar 24 01:09:30.944743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59458) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:30.954740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8afc5-dfcc-4da4-88fe-4df47c83036a tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Pushing event updated for resources: {'Network': ['ID=5010eda3-3bfd-4250-9395-5e3c03a94130,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:31.021591 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-4d8f2dc6-0e10-4be3-a520-d45d943ae84f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:31.022605 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-4d8f2dc6-0e10-4be3-a520-d45d943ae84f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1975336 Mar 24 01:09:31.036675 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ee94be10-eeed-4fb0-942d-fd70de920dc3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (f5f8159b-d28d-4d33-823c-dec8a74d0bc1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:31.045391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 5010eda3-3bfd-4250-9395-5e3c03a94130 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:09:31.099837 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-e0b4c223-fabb-4aa6-9895-7f63481e068e tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.0706122 Mar 24 01:09:31.105284 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ee94be10-eeed-4fb0-942d-fd70de920dc3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (f5f8159b-d28d-4d33-823c-dec8a74d0bc1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:31.120061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-fe8c95d6-81a9-4095-b0bc-5ed873d9c02f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Request body: {'floatingip': {'port_id': '2cdaaed3-e992-419a-9299-89ddbe498897', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:31.192762 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-29aa3044-628a-4274-b02a-43f449b020be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:31.233378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-e99c097b-b5db-4cae-9bb8-b95e2ed70e73 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:31.235404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-e99c097b-b5db-4cae-9bb8-b95e2ed70e73 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.48 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 814 time: 0.1253979 Mar 24 01:09:31.268887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port bffcdb83-e80a-4a7c-958f-f9d4b29cc760 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:31.269300 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bffcdb83-e80a-4a7c-958f-f9d4b29cc760), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:31.273616 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Set router 77be3217-db5d-4f87-a457-bb3fe7e75665 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:31.282646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-03ade39b-f14e-4ad1-93d1-15e9363d0e8d tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Request body: {'network': {'name': 'tempest-network--1169747685', 'router:external': True}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:31.316684 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-fe8c95d6-81a9-4095-b0bc-5ed873d9c02f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for floatingip (362b1a4a-0f91-4f50-a547-7745d5709014), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:31.421524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ade39b-f14e-4ad1-93d1-15e9363d0e8d tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Made reservation on behalf of 14926143cd5d4711818c09bd24de3eb3 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:31.424070 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-03ade39b-f14e-4ad1-93d1-15e9363d0e8d tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:31.430831 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ee94be10-eeed-4fb0-942d-fd70de920dc3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f5f8159b-d28d-4d33-823c-dec8a74d0bc1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:31.433401 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ee94be10-eeed-4fb0-942d-fd70de920dc3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:31.434526 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ee94be10-eeed-4fb0-942d-fd70de920dc3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "DELETE /v2.0/security-groups/f5f8159b-d28d-4d33-823c-dec8a74d0bc1 HTTP/1.1" status: 204 len: 168 time: 0.5740857 Mar 24 01:09:31.437347 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59476) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:31.505401 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eb88cc52-4f40-44b7-8f2c-7bf078046662 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0667074 Mar 24 01:09:31.512287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59478) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:31.517545 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-eb15fe23-ec73-4068-bf63-6fb429e047f1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591844345'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:31.550824 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-03ade39b-f14e-4ad1-93d1-15e9363d0e8d tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:31.560682 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb15fe23-ec73-4068-bf63-6fb429e047f1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:31.571211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port bffcdb83-e80a-4a7c-958f-f9d4b29cc760 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:31.587949 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:28Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '6cadf408-69f6-4bbe-baae-2843638e7fd7', 'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'mac_address': 'fa:16:3e:63:77:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:27Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 2, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'subnets': [{'id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:31.594508 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94be10-eeed-4fb0-942d-fd70de920dc3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f8159b-d28d-4d33-823c-dec8a74d0bc1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:31.634626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Checking router: 77be3217-db5d-4f87-a457-bb3fe7e75665 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:09:31.635268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Updating router 77be3217-db5d-4f87-a457-bb3fe7e75665 port 6cadf408-69f6-4bbe-baae-2843638e7fd7 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:09:31.639458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-8b87dc3f-f817-4948-a1a9-bbe60e6002c3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3994e882c46047a4949ec2310a17d611 HTTP/1.1" status: 200 len: 472 time: 0.3674889 Mar 24 01:09:31.683147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-bc823049-56c6-48f9-a7cd-54059bc0e918 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'port': {'device_id': '5f6edbf8-3c68-4050-828f-b5edd97957d1', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'admin_state_up': True, 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'security_groups': ['d986e8b3-44ec-4877-91ab-74758d949a2d']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:31.685184 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb15fe23-ec73-4068-bf63-6fb429e047f1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (dfe51cc7-2c11-4be8-be81-cdcc88bc821b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:31.694206 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb15fe23-ec73-4068-bf63-6fb429e047f1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (dfe51cc7-2c11-4be8-be81-cdcc88bc821b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:31.777812 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb15fe23-ec73-4068-bf63-6fb429e047f1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:31.779529 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eb15fe23-ec73-4068-bf63-6fb429e047f1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2659009 Mar 24 01:09:31.785971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59488) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:31.793064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6c0bf2c6-48ca-440e-8c75-ad587fc6ad23 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': 'dfe51cc7-2c11-4be8-be81-cdcc88bc821b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:31.794247 n-d-760455-9 neutron-server[115729]: WARNING neutron.api.v2.base [None req-6c0bf2c6-48ca-440e-8c75-ad587fc6ad23 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 24 01:09:31.795896 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-6c0bf2c6-48ca-440e-8c75-ad587fc6ad23 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:31.797732 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6c0bf2c6-48ca-440e-8c75-ad587fc6ad23 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093973 Mar 24 01:09:31.801738 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59492) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:31.807187 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d57523f6-51a6-4c4b-b64d-f78ebbf67730 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': 'dfe51cc7-2c11-4be8-be81-cdcc88bc821b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:31.816048 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15fe23-ec73-4068-bf63-6fb429e047f1 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe51cc7-2c11-4be8-be81-cdcc88bc821b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:31.856279 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-d57523f6-51a6-4c4b-b64d-f78ebbf67730 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:31.861999 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d57523f6-51a6-4c4b-b64d-f78ebbf67730 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0587232 Mar 24 01:09:31.863602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59494) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:31.869580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-71cc54cf-72b1-4d43-aab3-0e37c39422d3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': 'dfe51cc7-2c11-4be8-be81-cdcc88bc821b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:31.870301 n-d-760455-9 neutron-server[115729]: WARNING neutron.api.v2.base [None req-71cc54cf-72b1-4d43-aab3-0e37c39422d3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 24 01:09:31.870868 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-71cc54cf-72b1-4d43-aab3-0e37c39422d3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:31.874831 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-71cc54cf-72b1-4d43-aab3-0e37c39422d3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073233 Mar 24 01:09:31.875326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59498) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:31.883994 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-95252b37-4b14-4269-a3e2-edb52bb949e4 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': 'dfe51cc7-2c11-4be8-be81-cdcc88bc821b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:31.948493 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-95252b37-4b14-4269-a3e2-edb52bb949e4 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:31.956401 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-95252b37-4b14-4269-a3e2-edb52bb949e4 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0793879 Mar 24 01:09:31.958084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59502) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:31.962877 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:31.970058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-42c777ef-1c9c-47ae-82ce-456c2bbc3a91 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': 'dfe51cc7-2c11-4be8-be81-cdcc88bc821b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:31.971093 n-d-760455-9 neutron-server[115729]: WARNING neutron.api.v2.base [None req-42c777ef-1c9c-47ae-82ce-456c2bbc3a91 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 24 01:09:31.971611 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-42c777ef-1c9c-47ae-82ce-456c2bbc3a91 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:31.978073 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-42c777ef-1c9c-47ae-82ce-456c2bbc3a91 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0188794 Mar 24 01:09:31.978796 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59504) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:31.979130 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59506) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:32.010563 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ac300b81-571f-4305-b707-a6668e60f22f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235704659', 'description': 'tempest-description--995802902'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:32.026167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-444a8fcf-3b44-43db-bdd9-618c774fe05c tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': 'dfe51cc7-2c11-4be8-be81-cdcc88bc821b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:32.098000 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac300b81-571f-4305-b707-a6668e60f22f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.137109 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-444a8fcf-3b44-43db-bdd9-618c774fe05c tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:32.138923 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-444a8fcf-3b44-43db-bdd9-618c774fe05c tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1583278 Mar 24 01:09:32.143400 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59510) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:32.159242 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-619d64b2-16a7-454f-841c-b65b27ec4f7e tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': 'dfe51cc7-2c11-4be8-be81-cdcc88bc821b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:32.160119 n-d-760455-9 neutron-server[115729]: WARNING neutron.api.v2.base [None req-619d64b2-16a7-454f-841c-b65b27ec4f7e tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 24 01:09:32.160914 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-619d64b2-16a7-454f-841c-b65b27ec4f7e tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:32.162181 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-619d64b2-16a7-454f-841c-b65b27ec4f7e tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0169804 Mar 24 01:09:32.165567 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59516) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:32.172064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4a73bede-860f-4c63-96a0-c2166ce0b96f tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': 'dfe51cc7-2c11-4be8-be81-cdcc88bc821b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:32.225665 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.235894 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-4a73bede-860f-4c63-96a0-c2166ce0b96f tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:32.237536 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4a73bede-860f-4c63-96a0-c2166ce0b96f tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0707378 Mar 24 01:09:32.240561 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59518) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:32.247567 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2b90f4cf-a8ff-44a3-a5a7-6f3fb181d8ce tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': 'dfe51cc7-2c11-4be8-be81-cdcc88bc821b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:32.308142 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac300b81-571f-4305-b707-a6668e60f22f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group (50ad194c-a2f3-4c19-a3cd-b81c30c2ff73), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.313023 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-2b90f4cf-a8ff-44a3-a5a7-6f3fb181d8ce tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:32.317352 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2b90f4cf-a8ff-44a3-a5a7-6f3fb181d8ce tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0712850 Mar 24 01:09:32.318067 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59522) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:32.332314 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac300b81-571f-4305-b707-a6668e60f22f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (50ad194c-a2f3-4c19-a3cd-b81c30c2ff73), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.399191 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac300b81-571f-4305-b707-a6668e60f22f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:32.407881 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac300b81-571f-4305-b707-a6668e60f22f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.410705 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ac300b81-571f-4305-b707-a6668e60f22f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4136457 Mar 24 01:09:32.421995 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59526) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:32.427947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a8601e45-99c7-49e9-8695-a7a94d7f94c1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Request body: {'security_group_rule': {'security_group_id': '50ad194c-a2f3-4c19-a3cd-b81c30c2ff73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:32.428134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01ece938-238d-4dd4-9f00-1a771e9899dc req-b673ed25-13cc-4c94-a85f-be587fd8be45 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 210 time: 0.0678418 Mar 24 01:09:32.481636 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8601e45-99c7-49e9-8695-a7a94d7f94c1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group_rule (58fa7a7e-042b-49de-b8fd-4792455c78c1), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.495673 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.529403 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-03ade39b-f14e-4ad1-93d1-15e9363d0e8d tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks [] for security_group (d1c631ad-2465-491d-a161-801379432197), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.541893 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-084023b4-5553-424a-87e5-a519d17fb213 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (dfe51cc7-2c11-4be8-be81-cdcc88bc821b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.618468 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-03ade39b-f14e-4ad1-93d1-15e9363d0e8d tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d1c631ad-2465-491d-a161-801379432197), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.638384 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8601e45-99c7-49e9-8695-a7a94d7f94c1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group_rule (58fa7a7e-042b-49de-b8fd-4792455c78c1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.643612 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-084023b4-5553-424a-87e5-a519d17fb213 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (dfe51cc7-2c11-4be8-be81-cdcc88bc821b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.645903 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Publish callbacks [] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.646884 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-bc823049-56c6-48f9-a7cd-54059bc0e918 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Made reservation on behalf of 3994e882c46047a4949ec2310a17d611 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:32.651138 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-bc823049-56c6-48f9-a7cd-54059bc0e918 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.655547 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8601e45-99c7-49e9-8695-a7a94d7f94c1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (58fa7a7e-042b-49de-b8fd-4792455c78c1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.657697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ade39b-f14e-4ad1-93d1-15e9363d0e8d tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:09:32.669217 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.742385 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-03ade39b-f14e-4ad1-93d1-15e9363d0e8d tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (895bfefb-b436-462a-933f-8903caf7f82d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.743012 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-03ade39b-f14e-4ad1-93d1-15e9363d0e8d tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Added segment 895bfefb-b436-462a-933f-8903caf7f82d of type vlan for network 35734e0f-882d-4e7c-a1eb-f7979618ea10 Mar 24 01:09:32.745075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ade39b-f14e-4ad1-93d1-15e9363d0e8d tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c631ad-2465-491d-a161-801379432197,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:32.749251 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8601e45-99c7-49e9-8695-a7a94d7f94c1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58fa7a7e-042b-49de-b8fd-4792455c78c1,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:32.783009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb54249-b124-4d47-aab2-45e169e8dbed None None] Pushing event updated for resources: {'Port': ['ID=6cadf408-69f6-4bbe-baae-2843638e7fd7,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:32.813388 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8601e45-99c7-49e9-8695-a7a94d7f94c1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.818130 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a8601e45-99c7-49e9-8695-a7a94d7f94c1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3926692 Mar 24 01:09:32.818954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59540) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:32.830016 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-29f3e896-6171-409d-8c78-e3b15e4606d9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Request body: {'security_group_rule': {'security_group_id': '50ad194c-a2f3-4c19-a3cd-b81c30c2ff73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:32.836067 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-084023b4-5553-424a-87e5-a519d17fb213 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (dfe51cc7-2c11-4be8-be81-cdcc88bc821b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.840917 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-084023b4-5553-424a-87e5-a519d17fb213 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.845507 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-084023b4-5553-424a-87e5-a519d17fb213 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "DELETE /v2.0/security-groups/dfe51cc7-2c11-4be8-be81-cdcc88bc821b HTTP/1.1" status: 204 len: 168 time: 0.5259302 Mar 24 01:09:32.846416 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59542) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:32.858183 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Attempting to bind port 6cadf408-69f6-4bbe-baae-2843638e7fd7 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:09:32.858567 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Attempting to bind port 6cadf408-69f6-4bbe-baae-2843638e7fd7 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:09:32.858948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Attempting to bind port 6cadf408-69f6-4bbe-baae-2843638e7fd7 on network 871413ce-bf54-4e47-942e-8e906667bc5f {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:09:32.874052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:09:32.874463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Checking segment: {'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:09:32.874866 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.878714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Bound using segment: {'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:09:32.880274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084023b4-5553-424a-87e5-a519d17fb213 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe51cc7-2c11-4be8-be81-cdcc88bc821b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:32.880584 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Bound port: 6cadf408-69f6-4bbe-baae-2843638e7fd7, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:09:32.882776 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.884999 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-03ade39b-f14e-4ad1-93d1-15e9363d0e8d tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (35734e0f-882d-4e7c-a1eb-f7979618ea10), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.945642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29f3e896-6171-409d-8c78-e3b15e4606d9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group_rule (36b1c079-ecf4-4984-8ee6-0c12b9e361ec), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.949541 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-03ade39b-f14e-4ad1-93d1-15e9363d0e8d tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (35734e0f-882d-4e7c-a1eb-f7979618ea10), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:32.950842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ade39b-f14e-4ad1-93d1-15e9363d0e8d tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:32.951586 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-03ade39b-f14e-4ad1-93d1-15e9363d0e8d tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.003859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-03ade39b-f14e-4ad1-93d1-15e9363d0e8d tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0569882 Mar 24 01:09:33.014165 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] For port 6cadf408-69f6-4bbe-baae-2843638e7fd7, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:09:33.017882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59548) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:33.018004 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f481aadc-5502-48d0-aa2d-6233eaa9db5c tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1567750 Mar 24 01:09:33.018776 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59550) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:33.020834 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] For port 6cadf408-69f6-4bbe-baae-2843638e7fd7, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6cadf408-69f6-4bbe-baae-2843638e7fd7,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:09:33.037019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-5050e688-66c3-4393-bd36-a23c75661e14 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748682491'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:33.050930 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29f3e896-6171-409d-8c78-e3b15e4606d9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group_rule (36b1c079-ecf4-4984-8ee6-0c12b9e361ec), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.055382 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.060330 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29f3e896-6171-409d-8c78-e3b15e4606d9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (36b1c079-ecf4-4984-8ee6-0c12b9e361ec), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.130564 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29f3e896-6171-409d-8c78-e3b15e4606d9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.131837 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-29f3e896-6171-409d-8c78-e3b15e4606d9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3080361 Mar 24 01:09:33.138113 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59558) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:33.142158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3e896-6171-409d-8c78-e3b15e4606d9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b1c079-ecf4-4984-8ee6-0c12b9e361ec,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:33.154373 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:33.190659 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb54249-b124-4d47-aab2-45e169e8dbed None None] Pushing event updated for resources: {'Port': ['ID=6cadf408-69f6-4bbe-baae-2843638e7fd7,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:33.198081 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.216001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Routers {'77be3217-db5d-4f87-a457-bb3fe7e75665'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:33.216638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77be3217-db5d-4f87-a457-bb3fe7e75665'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:33.247486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.resource_extend [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-fe8c95d6-81a9-4095-b0bc-5ed873d9c02f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:09:33.258197 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5050e688-66c3-4393-bd36-a23c75661e14 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.301379 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59560) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:33.331768 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ade39b-f14e-4ad1-93d1-15e9363d0e8d tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event updated for resources: {'Network': ['ID=35734e0f-882d-4e7c-a1eb-f7979618ea10,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:33.359972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 35734e0f-882d-4e7c-a1eb-f7979618ea10 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:09:33.470201 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.472367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f7e5aa7f-0159-40d7-8121-b89b367187ec None None] Provisioning complete for port 6cadf408-69f6-4bbe-baae-2843638e7fd7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:33.472746 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f7e5aa7f-0159-40d7-8121-b89b367187ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.483960 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5050e688-66c3-4393-bd36-a23c75661e14 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (d6b99be4-4c69-4769-a765-5791d04bc686), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.488476 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44da4856-9326-4ec0-9b4d-22cc44757f96 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (35734e0f-882d-4e7c-a1eb-f7979618ea10), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.504234 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5050e688-66c3-4393-bd36-a23c75661e14 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d6b99be4-4c69-4769-a765-5791d04bc686), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.581300 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-fe8c95d6-81a9-4095-b0bc-5ed873d9c02f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.602783 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05ba752e-45f5-4447-aef5-ab547d8be8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.672931 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f7e5aa7f-0159-40d7-8121-b89b367187ec None None] Current status of the port 6cadf408-69f6-4bbe-baae-2843638e7fd7 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:33.672931 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f7e5aa7f-0159-40d7-8121-b89b367187ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.679566 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2f03947-1499-4987-b158-8f0a5d5c345e req-c4674e16-b8a6-4d7c-a8ff-9bf296564ca9 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 210 time: 0.1181943 Mar 24 01:09:33.680213 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-fe8c95d6-81a9-4095-b0bc-5ed873d9c02f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (362b1a4a-0f91-4f50-a547-7745d5709014), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.687909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] Set router 77be3217-db5d-4f87-a457-bb3fe7e75665 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:33.719071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Allocated IP 172.25.0.145 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/b9fefa53-c60f-4132-9d6b-25e87fdb06d8) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:09:33.735783 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.748595 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f7e5aa7f-0159-40d7-8121-b89b367187ec None None] For port 6cadf408-69f6-4bbe-baae-2843638e7fd7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6cadf408-69f6-4bbe-baae-2843638e7fd7,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:33.763603 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f7e5aa7f-0159-40d7-8121-b89b367187ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.814567 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05ba752e-45f5-4447-aef5-ab547d8be8b4 admin admin] Publish callbacks [] for security_group (5abeae19-42a5-412b-80a0-f8a999517b08), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.831533 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05ba752e-45f5-4447-aef5-ab547d8be8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5abeae19-42a5-412b-80a0-f8a999517b08), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.837636 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-fe8c95d6-81a9-4095-b0bc-5ed873d9c02f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Floating IP 362b1a4a-0f91-4f50-a547-7745d5709014 associated. External IP: 172.25.0.85, port: 2cdaaed3-e992-419a-9299-89ddbe498897. Mar 24 01:09:33.872427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba752e-45f5-4447-aef5-ab547d8be8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abeae19-42a5-412b-80a0-f8a999517b08,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:33.891109 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5050e688-66c3-4393-bd36-a23c75661e14 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.892349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5050e688-66c3-4393-bd36-a23c75661e14 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8685777 Mar 24 01:09:33.904746 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59576) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:33.910388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0175056d-53b9-4ffe-b713-63fda130c522 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': 'd6b99be4-4c69-4769-a765-5791d04bc686', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:33.923857 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-05ba752e-45f5-4447-aef5-ab547d8be8b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ef930520e33432094f8fcecc0eedcde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6059449 Mar 24 01:09:33.930125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59580) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:33.959136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050e688-66c3-4393-bd36-a23c75661e14 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b99be4-4c69-4769-a765-5791d04bc686,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:33.969494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e41db52b-63d3-4abe-8a1d-7b497b6414fb None None] Provisioning complete for port 6cadf408-69f6-4bbe-baae-2843638e7fd7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:33.969876 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e41db52b-63d3-4abe-8a1d-7b497b6414fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:33.973549 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for port (b9fefa53-c60f-4132-9d6b-25e87fdb06d8), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.003633 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44da4856-9326-4ec0-9b4d-22cc44757f96 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (35734e0f-882d-4e7c-a1eb-f7979618ea10), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.006958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-bc823049-56c6-48f9-a7cd-54059bc0e918 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Allocated IP 172.20.0.12 (6918af68-a637-45cf-99cb-b0e3cc2df9c3/06e22de7-2896-4698-97a5-0faab792cc07/32ae28b8-ba8a-4324-8dea-8e2cf8b316f5) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:09:34.021113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5aa7f-0159-40d7-8121-b89b367187ec None None] Pushing event updated for resources: {'Port': ['ID=6cadf408-69f6-4bbe-baae-2843638e7fd7,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:34.040303 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5e275c8-444f-4094-8fda-79817579aed0 admin admin] Publish callbacks [] for security_group (5abeae19-42a5-412b-80a0-f8a999517b08), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.053111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-44da4856-9326-4ec0-9b4d-22cc44757f96 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35734e0f-882d-4e7c-a1eb-f7979618ea10']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:34.075488 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-0175056d-53b9-4ffe-b713-63fda130c522 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The resource could not be found. Mar 24 01:09:34.080649 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0175056d-53b9-4ffe-b713-63fda130c522 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1748261 Mar 24 01:09:34.081796 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59582) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:34.082567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-44da4856-9326-4ec0-9b4d-22cc44757f96 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895bfefb-b436-462a-933f-8903caf7f82d') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:34.082774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-44da4856-9326-4ec0-9b4d-22cc44757f96 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895bfefb-b436-462a-933f-8903caf7f82d') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:34.098197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:28Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '6cadf408-69f6-4bbe-baae-2843638e7fd7', 'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'mac_address': 'fa:16:3e:63:77:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:27Z', 'updated_at': '2022-03-24T01:09:33Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'subnets': [{'id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:34.099064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7a0cb499-cd12-4bef-9ccb-8530a25535e4 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': 'd6b99be4-4c69-4769-a765-5791d04bc686', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '27f0cce6-795b-4434-83c2-5212ed1bfada'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:34.101507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e41db52b-63d3-4abe-8a1d-7b497b6414fb None None] Current status of the port 6cadf408-69f6-4bbe-baae-2843638e7fd7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:34.101651 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44da4856-9326-4ec0-9b4d-22cc44757f96 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (895bfefb-b436-462a-933f-8903caf7f82d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.124882 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5e275c8-444f-4094-8fda-79817579aed0 admin admin] Publish callbacks [] for security_group (5abeae19-42a5-412b-80a0-f8a999517b08), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.130824 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc4523-b3cd-4fca-9bca-a66f6d816c18 None None] The sync data for ids ['77be3217-db5d-4f87-a457-bb3fe7e75665'] in n-d-760455-9 is: [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:28Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '6cadf408-69f6-4bbe-baae-2843638e7fd7', 'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'mac_address': 'fa:16:3e:63:77:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:27Z', 'updated_at': '2022-03-24T01:09:33Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'subnets': [{'id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:09:34.138506 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b9fefa53-c60f-4132-9d6b-25e87fdb06d8), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.155304 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44da4856-9326-4ec0-9b4d-22cc44757f96 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (895bfefb-b436-462a-933f-8903caf7f82d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.195657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:09:34.221488 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:34.233672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:09:34.285368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44da4856-9326-4ec0-9b4d-22cc44757f96 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:09:34.285779 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44da4856-9326-4ec0-9b4d-22cc44757f96 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (895bfefb-b436-462a-933f-8903caf7f82d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:09:34.288745 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:09:34.306201 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-7a0cb499-cd12-4bef-9ccb-8530a25535e4 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The resource could not be found. Mar 24 01:09:34.307708 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7a0cb499-cd12-4bef-9ccb-8530a25535e4 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2204449 Mar 24 01:09:34.318193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59586) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:34.345575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event updated for resources: {'Port': ['ID=b9fefa53-c60f-4132-9d6b-25e87fdb06d8,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:34.390313 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5e275c8-444f-4094-8fda-79817579aed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5abeae19-42a5-412b-80a0-f8a999517b08), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.394049 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5e275c8-444f-4094-8fda-79817579aed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.399223 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f5e275c8-444f-4094-8fda-79817579aed0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5abeae19-42a5-412b-80a0-f8a999517b08 HTTP/1.1" status: 204 len: 168 time: 0.4625165 Mar 24 01:09:34.452982 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44da4856-9326-4ec0-9b4d-22cc44757f96 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (35734e0f-882d-4e7c-a1eb-f7979618ea10), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.484553 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e275c8-444f-4094-8fda-79817579aed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abeae19-42a5-412b-80a0-f8a999517b08,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:34.498496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44da4856-9326-4ec0-9b4d-22cc44757f96 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 35734e0f-882d-4e7c-a1eb-f7979618ea10 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 24 01:09:34.503523 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44da4856-9326-4ec0-9b4d-22cc44757f96 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.530990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-44da4856-9326-4ec0-9b4d-22cc44757f96 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "DELETE /v2.0/networks/35734e0f-882d-4e7c-a1eb-f7979618ea10 HTTP/1.1" status: 204 len: 168 time: 1.5082476 Mar 24 01:09:34.533283 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59594) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:34.533395 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1a4a18fd-cd80-4d5b-98c5-ef0da0b88fab tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (d6b99be4-4c69-4769-a765-5791d04bc686), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.541249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da4856-9326-4ec0-9b4d-22cc44757f96 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event deleted for resources: {'Network': ['ID=35734e0f-882d-4e7c-a1eb-f7979618ea10,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:34.545448 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-808eb1f1-db4d-4017-8af4-dea4133772d9 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Request body: {'network': {'router:external': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:34.546404 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-bc823049-56c6-48f9-a7cd-54059bc0e918 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for port (32ae28b8-ba8a-4324-8dea-8e2cf8b316f5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.561753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-fe8c95d6-81a9-4095-b0bc-5ed873d9c02f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Router 610faae3-80ca-40ff-8536-8da7631a5c5b has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:09:34.609959 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1a4a18fd-cd80-4d5b-98c5-ef0da0b88fab tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (d6b99be4-4c69-4769-a765-5791d04bc686), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.624220 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for floatingip (0b5730e8-cd7e-48bc-8e5d-32e1c8f2cbdd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.634692 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808eb1f1-db4d-4017-8af4-dea4133772d9 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Made reservation on behalf of 14926143cd5d4711818c09bd24de3eb3 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:34.638943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-808eb1f1-db4d-4017-8af4-dea4133772d9 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.702558 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-bc823049-56c6-48f9-a7cd-54059bc0e918 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (32ae28b8-ba8a-4324-8dea-8e2cf8b316f5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.705884 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b9fefa53-c60f-4132-9d6b-25e87fdb06d8), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.738391 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1a4a18fd-cd80-4d5b-98c5-ef0da0b88fab tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d6b99be4-4c69-4769-a765-5791d04bc686), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.741199 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1a4a18fd-cd80-4d5b-98c5-ef0da0b88fab tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.745468 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1a4a18fd-cd80-4d5b-98c5-ef0da0b88fab tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "DELETE /v2.0/security-groups/d6b99be4-4c69-4769-a765-5791d04bc686 HTTP/1.1" status: 204 len: 168 time: 0.4265442 Mar 24 01:09:34.750246 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59604) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:34.762947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808eb1f1-db4d-4017-8af4-dea4133772d9 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:09:34.789593 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a18fd-cd80-4d5b-98c5-ef0da0b88fab tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b99be4-4c69-4769-a765-5791d04bc686,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:34.797032 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-808eb1f1-db4d-4017-8af4-dea4133772d9 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (75bf6abf-18a5-4dc9-8567-3396404f3ea1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:34.797884 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-808eb1f1-db4d-4017-8af4-dea4133772d9 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Added segment 75bf6abf-18a5-4dc9-8567-3396404f3ea1 of type vlan for network 44950a0f-28be-4750-9897-4fe45a4a7d4f Mar 24 01:09:34.887040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-bc823049-56c6-48f9-a7cd-54059bc0e918 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:09:34.896487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc823049-56c6-48f9-a7cd-54059bc0e918 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'Port': ['ID=32ae28b8-ba8a-4324-8dea-8e2cf8b316f5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:34.936437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6cadf408-69f6-4bbe-baae-2843638e7fd7 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:09:34.950460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-bc823049-56c6-48f9-a7cd-54059bc0e918 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:34.964389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-bc823049-56c6-48f9-a7cd-54059bc0e918 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:09:35.046309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-fe8c95d6-81a9-4095-b0bc-5ed873d9c02f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:09:35.047900 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-808eb1f1-db4d-4017-8af4-dea4133772d9 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (44950a0f-28be-4750-9897-4fe45a4a7d4f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:35.056043 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-fe8c95d6-81a9-4095-b0bc-5ed873d9c02f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:35.069200 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7450002d-76b3-4bdb-a310-9f0dffd9a10a tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3147917 Mar 24 01:09:35.078229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 6cadf408-69f6-4bbe-baae-2843638e7fd7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:35.078762 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:35.087511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59612) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:35.104782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2f77f253-6bc5-4823-9bc5-27370ca1b197 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': '6033d7a4-c8e8-4ed3-b272-05073d697e08', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:35.122722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-fe8c95d6-81a9-4095-b0bc-5ed873d9c02f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "PUT /v2.0/floatingips/362b1a4a-0f91-4f50-a547-7745d5709014 HTTP/1.1" status: 200 len: 996 time: 4.0138648 Mar 24 01:09:35.136799 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'tag': '2cdaaed3-e992-419a-9299-89ddbe498897'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:09:35.139883 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0cd078-4426-455d-9ee0-9035844db9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "bf763529-bded-476a-bf1a-8e4dba2a5acc", "tag": "2cdaaed3-e992-419a-9299-89ddbe498897"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:09:35.179805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59620) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:35.245043 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for port (b9fefa53-c60f-4132-9d6b-25e87fdb06d8), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:35.260168 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (b9fefa53-c60f-4132-9d6b-25e87fdb06d8), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:35.260474 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd3e51-81ca-4199-b645-1dafe0de28f9 req-b3adab7a-f639-4b21-b052-02cb987ec471 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:35.265644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3fd3e51-81ca-4199-b645-1dafe0de28f9 req-b3adab7a-f639-4b21-b052-02cb987ec471 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 932 time: 0.4050274 Mar 24 01:09:35.275158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 6cadf408-69f6-4bbe-baae-2843638e7fd7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:35.297864 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cc21542c-d69d-41aa-912c-08c77c4b0395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:35.319425 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:35.324897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-808eb1f1-db4d-4017-8af4-dea4133772d9 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (44950a0f-28be-4750-9897-4fe45a4a7d4f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:35.331828 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808eb1f1-db4d-4017-8af4-dea4133772d9 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:35.339523 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-808eb1f1-db4d-4017-8af4-dea4133772d9 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:35.345568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-bc823049-56c6-48f9-a7cd-54059bc0e918 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:35.353987 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-bc823049-56c6-48f9-a7cd-54059bc0e918 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:35.354604 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e4ecef-a39c-4964-ac18-470233ddd0ab None None] Sync routers for ids ['610faae3-80ca-40ff-8536-8da7631a5c5b'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:09:35.371019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-547ae1f5-d7f8-4838-bc91-2d5a658430cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:35.371982 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e4ecef-a39c-4964-ac18-470233ddd0ab None None] Routers {'610faae3-80ca-40ff-8536-8da7631a5c5b'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:35.373059 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-547ae1f5-d7f8-4838-bc91-2d5a658430cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91529801875943e285400cac1c5565a9&device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 1128 time: 0.2264616 Mar 24 01:09:35.373956 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a6e4ecef-a39c-4964-ac18-470233ddd0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['610faae3-80ca-40ff-8536-8da7631a5c5b'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:35.390529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-bc823049-56c6-48f9-a7cd-54059bc0e918 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7301228 Mar 24 01:09:35.448874 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f3323cad-fc56-4f61-b3cb-4d70e52a5741 None None] Provisioning complete for port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:35.449538 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f3323cad-fc56-4f61-b3cb-4d70e52a5741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (32ae28b8-ba8a-4324-8dea-8e2cf8b316f5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:35.471512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Request body: {'port': {'device_id': '5f6edbf8-3c68-4050-828f-b5edd97957d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:35.503503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event updated for resources: {'Port': ['ID=b9fefa53-c60f-4132-9d6b-25e87fdb06d8,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:35.529515 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f3323cad-fc56-4f61-b3cb-4d70e52a5741 None None] Port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:09:35.581412 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-808eb1f1-db4d-4017-8af4-dea4133772d9 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0456369 Mar 24 01:09:35.581838 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-a6e4ecef-a39c-4964-ac18-470233ddd0ab None None] Set router 610faae3-80ca-40ff-8536-8da7631a5c5b gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:35.586722 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59632) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:35.606617 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a560d563-ff99-4a31-9c93-6637f06b9ec0 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Request body: {'subnet': {'network_id': '44950a0f-28be-4750-9897-4fe45a4a7d4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:35.662966 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3fd3e51-81ca-4199-b645-1dafe0de28f9 req-2c135b35-94c9-414a-81e7-1fef1e786285 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=d986e8b3-44ec-4877-91ab-74758d949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3726285 Mar 24 01:09:35.697370 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-2f77f253-6bc5-4823-9bc5-27370ca1b197 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The resource could not be found. Mar 24 01:09:35.698947 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2f77f253-6bc5-4823-9bc5-27370ca1b197 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6126792 Mar 24 01:09:35.699780 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a560d563-ff99-4a31-9c93-6637f06b9ec0 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Made reservation on behalf of 14926143cd5d4711818c09bd24de3eb3 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:35.702403 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a560d563-ff99-4a31-9c93-6637f06b9ec0 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:35.724115 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59638) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:35.741600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-9448855c-dfe0-4cfb-bdb6-ebe5b12757a8 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1261823233'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:35.795375 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (0b5730e8-cd7e-48bc-8e5d-32e1c8f2cbdd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:35.799076 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b2e106-0eeb-48db-8a08-1125b669e79e x-openstack-request-id: req-70b2e106-0eeb-48db-8a08-1125b669e79e {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:09:35.799392 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf763529-bded-476a-bf1a-8e4dba2a5acc", "tag": "2cdaaed3-e992-419a-9299-89ddbe498897", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:09:35.799672 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70b2e106-0eeb-48db-8a08-1125b669e79e {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:09:35.800021 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b2e106-0eeb-48db-8a08-1125b669e79e'] response: {'name': 'network-changed', 'server_uuid': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'tag': '2cdaaed3-e992-419a-9299-89ddbe498897', 'status': 'completed', 'code': 200} Mar 24 01:09:35.802641 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808eb1f1-db4d-4017-8af4-dea4133772d9 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event updated for resources: {'Network': ['ID=44950a0f-28be-4750-9897-4fe45a4a7d4f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:35.819290 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 44950a0f-28be-4750-9897-4fe45a4a7d4f details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:09:35.849205 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:35.857138 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8363d2e0-1de3-4b8a-8862-ec8acdaad112 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7104716 Mar 24 01:09:35.998063 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a6e4ecef-a39c-4964-ac18-470233ddd0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-router', 'tenant_id': '91529801875943e285400cac1c5565a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:08:11Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '91529801875943e285400cac1c5565a9', 'gw_port': {'id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:14Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '362b1a4a-0f91-4f50-a547-7745d5709014', 'tenant_id': '91529801875943e285400cac1c5565a9', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'port_id': '2cdaaed3-e992-419a-9299-89ddbe498897', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32', 'mac_address': 'fa:16:3e:27:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:09:29Z', 'updated_at': '2022-03-24T01:09:32Z', 'revision_number': 1, 'project_id': '91529801875943e285400cac1c5565a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb638f6f-5341-44aa-a47f-97327fa7d325', 'name': '', 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32', 'tenant_id': '91529801875943e285400cac1c5565a9', 'mac_address': 'fa:16:3e:94:ed:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:21Z', 'updated_at': '2022-03-24T01:08:38Z', 'revision_number': 5, 'project_id': '91529801875943e285400cac1c5565a9', 'subnets': [{'id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:36.030677 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9448855c-dfe0-4cfb-bdb6-ebe5b12757a8 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:36.052377 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e4ecef-a39c-4964-ac18-470233ddd0ab None None] Checking router: 610faae3-80ca-40ff-8536-8da7631a5c5b for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:09:36.067343 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e4ecef-a39c-4964-ac18-470233ddd0ab None None] Routers {'610faae3-80ca-40ff-8536-8da7631a5c5b'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:36.069060 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a6e4ecef-a39c-4964-ac18-470233ddd0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['610faae3-80ca-40ff-8536-8da7631a5c5b'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:36.164650 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (32ae28b8-ba8a-4324-8dea-8e2cf8b316f5), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:36.235724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-e47e6b1f-df40-4c39-9d0c-df8ff7374cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:36.243696 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-e47e6b1f-df40-4c39-9d0c-df8ff7374cad service neutron] 10.222.0.45 "GET /v2.0/networks?id=7e65492a-b6d0-4285-a960-d881da2ccb32 HTTP/1.1" status: 200 len: 920 time: 0.8356912 Mar 24 01:09:36.255638 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-a6e4ecef-a39c-4964-ac18-470233ddd0ab None None] Set router 610faae3-80ca-40ff-8536-8da7631a5c5b gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:36.302966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.objects.ports [None req-a560d563-ff99-4a31-9c93-6637f06b9ec0 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115729) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:09:36.303637 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a560d563-ff99-4a31-9c93-6637f06b9ec0 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (db9d4556-8842-47bf-851d-1672f0a69be3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:36.405647 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cc21542c-d69d-41aa-912c-08c77c4b0395 admin admin] Publish callbacks [] for security_group (b73504a7-6d55-4b73-9d03-472c5af1ac0e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:36.435941 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cd078-4426-455d-9ee0-9035844db9b3 req-50603e40-da66-407b-b631-3ea3823ba381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:36.437479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a0cd078-4426-455d-9ee0-9035844db9b3 req-50603e40-da66-407b-b631-3ea3823ba381 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91529801875943e285400cac1c5565a9&device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 1128 time: 0.6001048 Mar 24 01:09:36.451089 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560d563-ff99-4a31-9c93-6637f06b9ec0 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event updated for resources: {'Subnet': ['ID=db9d4556-8842-47bf-851d-1672f0a69be3,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:36.468710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a560d563-ff99-4a31-9c93-6637f06b9ec0 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Checking segment: {'id': '75bf6abf-18a5-4dc9-8567-3396404f3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '44950a0f-28be-4750-9897-4fe45a4a7d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:09:36.469301 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a560d563-ff99-4a31-9c93-6637f06b9ec0 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Network hostable DHCP agents. Network: 44950a0f-28be-4750-9897-4fe45a4a7d4f, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:09:36.501801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a560d563-ff99-4a31-9c93-6637f06b9ec0 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Network 44950a0f-28be-4750-9897-4fe45a4a7d4f is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:09:36.520073 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cc21542c-d69d-41aa-912c-08c77c4b0395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b73504a7-6d55-4b73-9d03-472c5af1ac0e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:36.521175 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a560d563-ff99-4a31-9c93-6637f06b9ec0 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 44950a0f-28be-4750-9897-4fe45a4a7d4f) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:36.530929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb6a816-a845-4d5d-b960-5511c25276f6 None None] Network 44950a0f-28be-4750-9897-4fe45a4a7d4f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:09:36.542268 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a560d563-ff99-4a31-9c93-6637f06b9ec0 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:36.543838 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a560d563-ff99-4a31-9c93-6637f06b9ec0 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:36.551048 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59664) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:36.570305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59666) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:36.610022 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a560d563-ff99-4a31-9c93-6637f06b9ec0 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0138395 Mar 24 01:09:36.612712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59672) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:36.621363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Request body: {'floatingip': {'floating_network_id': '44950a0f-28be-4750-9897-4fe45a4a7d4f'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:36.661625 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a6e4ecef-a39c-4964-ac18-470233ddd0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-router', 'tenant_id': '91529801875943e285400cac1c5565a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:08:11Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '91529801875943e285400cac1c5565a9', 'gw_port': {'id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:14Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '362b1a4a-0f91-4f50-a547-7745d5709014', 'tenant_id': '91529801875943e285400cac1c5565a9', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'port_id': '2cdaaed3-e992-419a-9299-89ddbe498897', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32', 'mac_address': 'fa:16:3e:27:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:09:29Z', 'updated_at': '2022-03-24T01:09:32Z', 'revision_number': 1, 'project_id': '91529801875943e285400cac1c5565a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb638f6f-5341-44aa-a47f-97327fa7d325', 'name': '', 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32', 'tenant_id': '91529801875943e285400cac1c5565a9', 'mac_address': 'fa:16:3e:94:ed:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:21Z', 'updated_at': '2022-03-24T01:08:38Z', 'revision_number': 5, 'project_id': '91529801875943e285400cac1c5565a9', 'subnets': [{'id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:36.671449 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:36.711497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a3ce69-e7d3-4f31-8646-6e0a65dc15dc None None] Network 44950a0f-28be-4750-9897-4fe45a4a7d4f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:09:36.733653 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e4ecef-a39c-4964-ac18-470233ddd0ab None None] The sync data for ids ['610faae3-80ca-40ff-8536-8da7631a5c5b'] in n-d-760455-9 is: [{'id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-router', 'tenant_id': '91529801875943e285400cac1c5565a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:08:11Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '91529801875943e285400cac1c5565a9', 'gw_port': {'id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:14Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '362b1a4a-0f91-4f50-a547-7745d5709014', 'tenant_id': '91529801875943e285400cac1c5565a9', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'port_id': '2cdaaed3-e992-419a-9299-89ddbe498897', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32', 'mac_address': 'fa:16:3e:27:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:09:29Z', 'updated_at': '2022-03-24T01:09:32Z', 'revision_number': 1, 'project_id': '91529801875943e285400cac1c5565a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb638f6f-5341-44aa-a47f-97327fa7d325', 'name': '', 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32', 'tenant_id': '91529801875943e285400cac1c5565a9', 'mac_address': 'fa:16:3e:94:ed:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:21Z', 'updated_at': '2022-03-24T01:08:38Z', 'revision_number': 5, 'project_id': '91529801875943e285400cac1c5565a9', 'subnets': [{'id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:09:36.860578 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-726e0369-0f77-4fe6-a832-6ce85fe45970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:36.877054 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7b706fba-2d19-48e0-831f-f54debee4aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:36.925573 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:36.949763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-963d055f-b81c-42cf-aab5-73d74acdfc30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cdaaed3-e992-419a-9299-89ddbe498897 HTTP/1.1" status: 200 len: 999 time: 0.7051466 Mar 24 01:09:36.965594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cc21542c-d69d-41aa-912c-08c77c4b0395 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=85421f8f9293412fa171287be92e6369&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7747414 Mar 24 01:09:36.977747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21542c-d69d-41aa-912c-08c77c4b0395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73504a7-6d55-4b73-9d03-472c5af1ac0e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:36.983637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59676) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:36.991809 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-8955de4f-49c0-4c24-99d8-c3ca453bf70c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1235704659&fields=id&tenant_id=83dbb7736bbd451eb25adbbef64a2e94 HTTP/1.1" status: 200 len: 267 time: 0.7330956 Mar 24 01:09:37.131021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Allocated IP 172.20.0.14 (44950a0f-28be-4750-9897-4fe45a4a7d4f/db9d4556-8842-47bf-851d-1672f0a69be3/5057e109-e8ba-4730-ac36-816a4679dc28) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:09:37.211443 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01306121-2196-47e9-9a91-61bd726ef505 None None] New status for floating IP 362b1a4a-0f91-4f50-a547-7745d5709014: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:09:37.485862 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9448855c-dfe0-4cfb-bdb6-ebe5b12757a8 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (d62b41bb-26ce-4e3d-ba5d-afced222204f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:37.531996 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9448855c-dfe0-4cfb-bdb6-ebe5b12757a8 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d62b41bb-26ce-4e3d-ba5d-afced222204f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:37.551827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cd078-4426-455d-9ee0-9035844db9b3 req-28f6545b-8fe2-42c2-afc3-a8fcd08ef63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:37.553320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a0cd078-4426-455d-9ee0-9035844db9b3 req-28f6545b-8fe2-42c2-afc3-a8fcd08ef63f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e65492a-b6d0-4285-a960-d881da2ccb32 HTTP/1.1" status: 200 len: 920 time: 1.0872185 Mar 24 01:09:37.579827 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7b706fba-2d19-48e0-831f-f54debee4aab admin admin] Publish callbacks [] for security_group (85bf62aa-6545-4dd0-8466-b1159cc9baa1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:37.581804 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-726e0369-0f77-4fe6-a832-6ce85fe45970 admin admin] Publish callbacks [] for security_group (d5c215ed-9d2c-4410-9b58-a75eca98e0a0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:37.591616 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-726e0369-0f77-4fe6-a832-6ce85fe45970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d5c215ed-9d2c-4410-9b58-a75eca98e0a0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:37.593740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7b706fba-2d19-48e0-831f-f54debee4aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (85bf62aa-6545-4dd0-8466-b1159cc9baa1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:37.649787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-ff78251e-37a1-4596-a1e8-aecaae6be606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:37.651173 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-ff78251e-37a1-4596-a1e8-aecaae6be606 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5 HTTP/1.1" status: 200 len: 859 time: 0.6745601 Mar 24 01:09:37.653758 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9448855c-dfe0-4cfb-bdb6-ebe5b12757a8 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:37.654861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9448855c-dfe0-4cfb-bdb6-ebe5b12757a8 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.9274321 Mar 24 01:09:37.657149 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks [] for port (5057e109-e8ba-4730-ac36-816a4679dc28), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:37.662714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59678) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:37.672734 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9eaf28c3-a156-4858-a521-53f4d748beae admin admin] Publish callbacks [] for security_group (b73504a7-6d55-4b73-9d03-472c5af1ac0e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:37.679810 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7b706fba-2d19-48e0-831f-f54debee4aab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f153ef008e814c38b2dcd93136f88af0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0918074 Mar 24 01:09:37.680887 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-2c799299-f847-46f0-8328-8048a5e7320b tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1962143770'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:37.685545 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-726e0369-0f77-4fe6-a832-6ce85fe45970 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb44e2c773dc4a1b9a362ef61286af7b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1271307 Mar 24 01:09:37.687473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448855c-dfe0-4cfb-bdb6-ebe5b12757a8 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62b41bb-26ce-4e3d-ba5d-afced222204f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:37.693371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59680) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:37.693708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59682) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:37.697282 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e0369-0f77-4fe6-a832-6ce85fe45970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c215ed-9d2c-4410-9b58-a75eca98e0a0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:37.732185 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9eaf28c3-a156-4858-a521-53f4d748beae admin admin] Publish callbacks [] for security_group (b73504a7-6d55-4b73-9d03-472c5af1ac0e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:37.753030 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b706fba-2d19-48e0-831f-f54debee4aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bf62aa-6545-4dd0-8466-b1159cc9baa1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:37.766161 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-2da9d07e-1323-4286-9a99-1c3c370ddca2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7e65492a-b6d0-4285-a960-d881da2ccb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043496 Mar 24 01:09:37.780450 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5057e109-e8ba-4730-ac36-816a4679dc28), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:37.808274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a0cd078-4426-455d-9ee0-9035844db9b3 req-1e8344c9-965d-40d0-bd9c-abb0ce42cd6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cdaaed3-e992-419a-9299-89ddbe498897 HTTP/1.1" status: 200 len: 1001 time: 0.2312057 Mar 24 01:09:37.822980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-41f57a8d-2584-46a6-ae10-c3be76724640 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:37.824438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-41f57a8d-2584-46a6-ae10-c3be76724640 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/networks?id=871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 200 len: 817 time: 0.8316853 Mar 24 01:09:37.828022 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Network 44950a0f-28be-4750-9897-4fe45a4a7d4f is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:09:37.832164 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:37.835810 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:09:37.864152 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event updated for resources: {'Port': ['ID=5057e109-e8ba-4730-ac36-816a4679dc28,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:37.880794 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9eaf28c3-a156-4858-a521-53f4d748beae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b73504a7-6d55-4b73-9d03-472c5af1ac0e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:37.882955 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2c799299-f847-46f0-8328-8048a5e7320b tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:37.884103 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9eaf28c3-a156-4858-a521-53f4d748beae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:37.885312 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9eaf28c3-a156-4858-a521-53f4d748beae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b73504a7-6d55-4b73-9d03-472c5af1ac0e HTTP/1.1" status: 204 len: 168 time: 0.8954699 Mar 24 01:09:37.895920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf28c3-a156-4858-a521-53f4d748beae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73504a7-6d55-4b73-9d03-472c5af1ac0e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:37.958908 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks [] for floatingip (c73801e8-f6bb-4092-91d3-4920a7644d2f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:37.977048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-a279761c-4840-4a2c-a35d-3d3401d94922 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/quotas/83dbb7736bbd451eb25adbbef64a2e94 HTTP/1.1" status: 200 len: 375 time: 0.1204560 Mar 24 01:09:37.997567 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5057e109-e8ba-4730-ac36-816a4679dc28), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.077529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cd078-4426-455d-9ee0-9035844db9b3 req-4d628f8f-1251-47ba-95c9-63b46e173b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:38.079079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a0cd078-4426-455d-9ee0-9035844db9b3 req-4d628f8f-1251-47ba-95c9-63b46e173b14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5 HTTP/1.1" status: 200 len: 859 time: 0.2354636 Mar 24 01:09:38.091953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d0f03ba3-1258-4037-8068-21686a7e20cc admin admin] Publish callbacks [] for security_group (d5c215ed-9d2c-4410-9b58-a75eca98e0a0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.115111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:09:38.137258 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Publish callbacks [] for port (32ae28b8-ba8a-4324-8dea-8e2cf8b316f5), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.168010 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d10a959-6537-48be-862d-f959f78d892c admin admin] Publish callbacks [] for security_group (85bf62aa-6545-4dd0-8466-b1159cc9baa1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.168394 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks [] for port (5057e109-e8ba-4730-ac36-816a4679dc28), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.174713 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (5057e109-e8ba-4730-ac36-816a4679dc28), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.185713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a0cd078-4426-455d-9ee0-9035844db9b3 req-4c445fb7-d745-4d92-a711-764b60307d1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e65492a-b6d0-4285-a960-d881da2ccb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869877 Mar 24 01:09:38.219285 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d0f03ba3-1258-4037-8068-21686a7e20cc admin admin] Publish callbacks [] for security_group (d5c215ed-9d2c-4410-9b58-a75eca98e0a0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.243253 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-ae89dbbd-9c70-4223-b5b5-3173fa61b733 service neutron] 10.222.0.45 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595616 Mar 24 01:09:38.255291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Transition to ACTIVE for port object 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:09:38.263203 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event updated for resources: {'Port': ['ID=5057e109-e8ba-4730-ac36-816a4679dc28,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:38.268544 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (c73801e8-f6bb-4092-91d3-4920a7644d2f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.287020 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.288816 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b1885688-b2e9-4a86-8ff4-9633aca24b27 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6735351 Mar 24 01:09:38.291900 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59694) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:38.321567 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d10a959-6537-48be-862d-f959f78d892c admin admin] Publish callbacks [] for security_group (85bf62aa-6545-4dd0-8466-b1159cc9baa1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.323419 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (32ae28b8-ba8a-4324-8dea-8e2cf8b316f5), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.364520 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b3bd8ff2-9d6d-4456-82ec-024b20345b9c tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "GET /v2.0/floatingips?floating_network_id=44950a0f-28be-4750-9897-4fe45a4a7d4f HTTP/1.1" status: 200 len: 690 time: 0.0715199 Mar 24 01:09:38.367247 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59698) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:38.387945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-9e796bfd-ca7e-413d-8434-9da5f5781f69 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3988774 Mar 24 01:09:38.459072 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (44950a0f-28be-4750-9897-4fe45a4a7d4f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.500042 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2c799299-f847-46f0-8328-8048a5e7320b tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (a714c49a-2169-4000-915b-6f7db4e773da), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.527268 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2c799299-f847-46f0-8328-8048a5e7320b tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a714c49a-2169-4000-915b-6f7db4e773da), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.599944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Pushing event updated for resources: {'Port': ['ID=32ae28b8-ba8a-4324-8dea-8e2cf8b316f5,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:38.605599 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Deleting port 5057e109-e8ba-4730-ac36-816a4679dc28 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:38.605958 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5057e109-e8ba-4730-ac36-816a4679dc28), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.654829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c799299-f847-46f0-8328-8048a5e7320b tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a714c49a-2169-4000-915b-6f7db4e773da,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:38.678980 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d0f03ba3-1258-4037-8068-21686a7e20cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d5c215ed-9d2c-4410-9b58-a75eca98e0a0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.681724 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d0f03ba3-1258-4037-8068-21686a7e20cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.686000 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d0f03ba3-1258-4037-8068-21686a7e20cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5c215ed-9d2c-4410-9b58-a75eca98e0a0 HTTP/1.1" status: 204 len: 168 time: 0.9860027 Mar 24 01:09:38.711227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-a410129a-904f-44a1-b90e-93049967e65b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:09:38.712499 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-a410129a-904f-44a1-b90e-93049967e65b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2680979 Mar 24 01:09:38.740139 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5057e109-e8ba-4730-ac36-816a4679dc28), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.740471 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks [] for floatingip (5057e109-e8ba-4730-ac36-816a4679dc28), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.746221 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2c799299-f847-46f0-8328-8048a5e7320b tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.748042 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2c799299-f847-46f0-8328-8048a5e7320b tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0808215 Mar 24 01:09:38.761246 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d10a959-6537-48be-862d-f959f78d892c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (85bf62aa-6545-4dd0-8466-b1159cc9baa1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.763832 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d10a959-6537-48be-862d-f959f78d892c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:38.765011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9d10a959-6537-48be-862d-f959f78d892c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/85bf62aa-6545-4dd0-8466-b1159cc9baa1 HTTP/1.1" status: 204 len: 168 time: 1.0661583 Mar 24 01:09:38.765560 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59712) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:38.767805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a0cd078-4426-455d-9ee0-9035844db9b3 req-5c17ff8e-b3e3-4857-acb2-c08883fa49ea service neutron] 10.222.0.57 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621927 Mar 24 01:09:38.783573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-87ee17c6-c1fe-4337-808c-52a5c2a381cf tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group_rule': {'security_group_id': 'd62b41bb-26ce-4e3d-ba5d-afced222204f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a714c49a-2169-4000-915b-6f7db4e773da'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:38.791157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f03ba3-1258-4037-8068-21686a7e20cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c215ed-9d2c-4410-9b58-a75eca98e0a0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:38.793690 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Calling delete_port for 5057e109-e8ba-4730-ac36-816a4679dc28 owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:38.826780 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10a959-6537-48be-862d-f959f78d892c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bf62aa-6545-4dd0-8466-b1159cc9baa1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:38.859288 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59716) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:38.899060 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-87ee17c6-c1fe-4337-808c-52a5c2a381cf tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:09:38.900069 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-87ee17c6-c1fe-4337-808c-52a5c2a381cf tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1328452 Mar 24 01:09:38.903336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59720) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:38.920029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c439e5-b4f0-4596-9f71-29a08afe42f6 req-cf48b028-5fa2-4ac1-b3e9-85f0459d9d10 service neutron] 10.222.0.45 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379130 Mar 24 01:09:38.950156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Attempting to bind port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:09:38.951742 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Attempting to bind port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:09:38.951742 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Attempting to bind port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 on network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:09:38.979052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 on network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:09:38.979618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Attempting to bind port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 on network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:09:39.003385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:09:39.003781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Checking segment: {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:09:39.004966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Bound using segment: {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:09:39.005748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Bound port: 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:09:39.007393 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7e2b-a0b6-4f60-a208-4769e9b19149 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (a714c49a-2169-4000-915b-6f7db4e773da), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.007707 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (32ae28b8-ba8a-4324-8dea-8e2cf8b316f5), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.036720 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5057e109-e8ba-4730-ac36-816a4679dc28), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.039547 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7e2b-a0b6-4f60-a208-4769e9b19149 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (a714c49a-2169-4000-915b-6f7db4e773da), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.081142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event deleted for resources: {'Port': ['ID=5057e109-e8ba-4730-ac36-816a4679dc28,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:39.152166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] For port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:09:39.158083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] For port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=32ae28b8-ba8a-4324-8dea-8e2cf8b316f5,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:09:39.161822 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks [] for floatingip (c73801e8-f6bb-4092-91d3-4920a7644d2f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.166407 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7e2b-a0b6-4f60-a208-4769e9b19149 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a714c49a-2169-4000-915b-6f7db4e773da), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.169584 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7e2b-a0b6-4f60-a208-4769e9b19149 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.171254 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bb6a7e2b-a0b6-4f60-a208-4769e9b19149 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "DELETE /v2.0/security-groups/a714c49a-2169-4000-915b-6f7db4e773da HTTP/1.1" status: 204 len: 168 time: 0.2664983 Mar 24 01:09:39.177035 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59728) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:39.187752 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a7e2b-a0b6-4f60-a208-4769e9b19149 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a714c49a-2169-4000-915b-6f7db4e773da,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:39.189187 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-20e071df-abb8-4a45-90ab-c2996f8c41f0 service neutron] 10.222.0.45 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333756 Mar 24 01:09:39.221312 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (32ae28b8-ba8a-4324-8dea-8e2cf8b316f5), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.228095 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (db9d4556-8842-47bf-851d-1672f0a69be3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.283384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a3960ef5-56d0-4396-811a-ee94bf6f0dba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-807788757-network', 'tenant_id': '62b85a8ae02d4fa8b7875278004a0b7b'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:39.306824 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (db9d4556-8842-47bf-851d-1672f0a69be3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.345988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3960ef5-56d0-4396-811a-ee94bf6f0dba admin admin] Made reservation on behalf of 62b85a8ae02d4fa8b7875278004a0b7b for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:39.348642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a3960ef5-56d0-4396-811a-ee94bf6f0dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.350536 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a0cd078-4426-455d-9ee0-9035844db9b3 req-fec812ed-96df-46ad-a17e-c24ffc5c26e8 service neutron] 10.222.0.57 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634098 Mar 24 01:09:39.360138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:39.360761 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.362753 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] 10.222.0.48 "PUT /v2.0/ports/32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 HTTP/1.1" status: 200 len: 1092 time: 3.9018619 Mar 24 01:09:39.363378 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=db9d4556-8842-47bf-851d-1672f0a69be3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:39.363584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6edbf8-3c68-4050-828f-b5edd97957d1', 'tag': '32ae28b8-ba8a-4324-8dea-8e2cf8b316f5'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:09:39.366996 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73db7b93-5378-490b-9ddb-e3d4418840d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6edbf8-3c68-4050-828f-b5edd97957d1", "tag": "32ae28b8-ba8a-4324-8dea-8e2cf8b316f5"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:09:39.388852 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309d389-2cb3-481e-9ce0-d816f77520c3 req-91bba604-b8d8-4fcc-be1a-ca2629ad65e0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:39.390701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3309d389-2cb3-481e-9ce0-d816f77520c3 req-91bba604-b8d8-4fcc-be1a-ca2629ad65e0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 944 time: 0.3573728 Mar 24 01:09:39.406369 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a3960ef5-56d0-4396-811a-ee94bf6f0dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.443112 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59736) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:39.472793 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8878d996-ef02-4de1-9a47-909febc26755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.481011 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (44950a0f-28be-4750-9897-4fe45a4a7d4f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.497990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-61cb69b0-bbf4-4258-90ff-76557e5b9ad3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3173125 Mar 24 01:09:39.498700 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f602d-59eb-4f68-be1a-454c7fd0b6da service neutron] Pushing event updated for resources: {'Port': ['ID=32ae28b8-ba8a-4324-8dea-8e2cf8b316f5,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:39.502139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59740) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:39.540301 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44950a0f-28be-4750-9897-4fe45a4a7d4f']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:39.571004 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bf6abf-18a5-4dc9-8567-3396404f3ea1') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:39.571646 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bf6abf-18a5-4dc9-8567-3396404f3ea1') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:39.589259 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (75bf6abf-18a5-4dc9-8567-3396404f3ea1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.594871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-9c05b254-1970-4cb5-89e2-4a96da55d527 service neutron] 10.222.0.45 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046285 Mar 24 01:09:39.611973 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (75bf6abf-18a5-4dc9-8567-3396404f3ea1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.616972 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3309d389-2cb3-481e-9ce0-d816f77520c3 req-04de12ab-0087-49b5-81d5-028e5233d8c4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=d986e8b3-44ec-4877-91ab-74758d949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113543 Mar 24 01:09:39.628082 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:09:39.628899 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (75bf6abf-18a5-4dc9-8567-3396404f3ea1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:09:39.644662 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:09:39.738216 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a3960ef5-56d0-4396-811a-ee94bf6f0dba admin admin] Publish callbacks [] for security_group (ce319f75-936d-486c-92bf-9c54c135cf8e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.746905 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a3960ef5-56d0-4396-811a-ee94bf6f0dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ce319f75-936d-486c-92bf-9c54c135cf8e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.762731 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (44950a0f-28be-4750-9897-4fe45a4a7d4f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.774600 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8878d996-ef02-4de1-9a47-909febc26755 admin admin] Publish callbacks [] for security_group (8e0c83ce-addf-442c-9729-4db3cf695260), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.779317 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cc218064-e42e-49de-97a3-c8f43bfd2817 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (d62b41bb-26ce-4e3d-ba5d-afced222204f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.786107 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44950a0f-28be-4750-9897-4fe45a4a7d4f {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 24 01:09:39.791045 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3960ef5-56d0-4396-811a-ee94bf6f0dba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:09:39.794489 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.797913 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "DELETE /v2.0/networks/44950a0f-28be-4750-9897-4fe45a4a7d4f HTTP/1.1" status: 204 len: 168 time: 1.4297330 Mar 24 01:09:39.799360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-3ae39bd2-3311-4362-9281-fd2f7f26865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:39.804095 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8878d996-ef02-4de1-9a47-909febc26755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8e0c83ce-addf-442c-9729-4db3cf695260), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.811192 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-3ae39bd2-3311-4362-9281-fd2f7f26865a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 1126 time: 0.3613389 Mar 24 01:09:39.811192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59746) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:39.826048 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be5292-c20d-4946-96e0-8b2817b17b07 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event deleted for resources: {'Network': ['ID=44950a0f-28be-4750-9897-4fe45a4a7d4f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:39.848645 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a3960ef5-56d0-4396-811a-ee94bf6f0dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (a51de34e-80f6-49b1-8f33-2b59da549fe8), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.848992 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-a3960ef5-56d0-4396-811a-ee94bf6f0dba admin admin] Added segment a51de34e-80f6-49b1-8f33-2b59da549fe8 of type vlan for network 8de8246b-2233-490c-9cd5-e54dccdd16c9 Mar 24 01:09:39.852694 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3960ef5-56d0-4396-811a-ee94bf6f0dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce319f75-936d-486c-92bf-9c54c135cf8e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:39.903270 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cc218064-e42e-49de-97a3-c8f43bfd2817 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (d62b41bb-26ce-4e3d-ba5d-afced222204f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.922964 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8878d996-ef02-4de1-9a47-909febc26755 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4f081dd36208444f96abfbcc106fb9b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4785662 Mar 24 01:09:39.931491 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59756) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:39.956807 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a3960ef5-56d0-4396-811a-ee94bf6f0dba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (8de8246b-2233-490c-9cd5-e54dccdd16c9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:39.963317 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878d996-ef02-4de1-9a47-909febc26755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0c83ce-addf-442c-9729-4db3cf695260,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:40.009882 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-ac022016-441b-42e8-b9f5-d66de7f16365 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 1001 time: 0.3275719 Mar 24 01:09:40.015452 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7022bc-bc80-4632-bbac-4c94fdd6d467 x-openstack-request-id: req-0f7022bc-bc80-4632-bbac-4c94fdd6d467 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:09:40.015736 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6edbf8-3c68-4050-828f-b5edd97957d1", "tag": "32ae28b8-ba8a-4324-8dea-8e2cf8b316f5", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:09:40.015995 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f7022bc-bc80-4632-bbac-4c94fdd6d467 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:09:40.016412 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f7022bc-bc80-4632-bbac-4c94fdd6d467'] response: {'name': 'network-changed', 'server_uuid': '5f6edbf8-3c68-4050-828f-b5edd97957d1', 'tag': '32ae28b8-ba8a-4324-8dea-8e2cf8b316f5', 'status': 'completed', 'code': 200} Mar 24 01:09:40.055653 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a3960ef5-56d0-4396-811a-ee94bf6f0dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (8de8246b-2233-490c-9cd5-e54dccdd16c9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:40.055653 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3960ef5-56d0-4396-811a-ee94bf6f0dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:40.055653 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a3960ef5-56d0-4396-811a-ee94bf6f0dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:40.083620 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cc218064-e42e-49de-97a3-c8f43bfd2817 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d62b41bb-26ce-4e3d-ba5d-afced222204f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:40.085465 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cc218064-e42e-49de-97a3-c8f43bfd2817 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:40.090924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cc218064-e42e-49de-97a3-c8f43bfd2817 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "DELETE /v2.0/security-groups/d62b41bb-26ce-4e3d-ba5d-afced222204f HTTP/1.1" status: 204 len: 168 time: 0.5789173 Mar 24 01:09:40.100323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59760) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:40.161758 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Publish callbacks [] for security_group (8e0c83ce-addf-442c-9729-4db3cf695260), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:40.171925 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a3960ef5-56d0-4396-811a-ee94bf6f0dba admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3113229 Mar 24 01:09:40.177862 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59766) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:40.190476 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ee9b22c0-6762-488e-820e-1f8afdb7253d admin admin] Request body: {'subnet': {'network_id': '8de8246b-2233-490c-9cd5-e54dccdd16c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-807788757-subnet', 'tenant_id': '62b85a8ae02d4fa8b7875278004a0b7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:40.264943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Publish callbacks [] for security_group (8e0c83ce-addf-442c-9729-4db3cf695260), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:40.276420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3960ef5-56d0-4396-811a-ee94bf6f0dba admin admin] Pushing event updated for resources: {'Network': ['ID=8de8246b-2233-490c-9cd5-e54dccdd16c9,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:40.294111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc218064-e42e-49de-97a3-c8f43bfd2817 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62b41bb-26ce-4e3d-ba5d-afced222204f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:40.294316 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 8de8246b-2233-490c-9cd5-e54dccdd16c9 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:09:40.304265 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-16bfbaeb-b26e-48a4-bc34-4e7861150ff2 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1831968 Mar 24 01:09:40.306474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-8332b3ff-dae3-46e1-abcc-d18d212364a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 HTTP/1.1" status: 200 len: 217 time: 0.4669459 Mar 24 01:09:40.308177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59768) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:40.318540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9b22c0-6762-488e-820e-1f8afdb7253d admin admin] Made reservation on behalf of 62b85a8ae02d4fa8b7875278004a0b7b for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:40.322850 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee9b22c0-6762-488e-820e-1f8afdb7253d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:40.448458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-61dc3c4e-865e-4829-bf6c-9a7f3162357f tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2743 time: 0.6229692 Mar 24 01:09:40.452189 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59774) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:40.467402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b33fe1ff-cc46-4604-9f0b-7214de3eb13c req-4f06b2fb-78cf-4fc6-b81f-ea7d3a9d5449 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 210 time: 0.4564216 Mar 24 01:09:40.537659 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8e0c83ce-addf-442c-9729-4db3cf695260), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:40.541326 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:40.545493 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e0c83ce-addf-442c-9729-4db3cf695260 HTTP/1.1" status: 204 len: 168 time: 0.6069946 Mar 24 01:09:40.575112 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-876b7448-69eb-4cdb-bc2d-3783557ce5f3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137204556'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:40.585680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0c83ce-addf-442c-9729-4db3cf695260,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:40.652259 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-8790ae95-6643-4aa5-977d-5c77cf9eb73b tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:40.653760 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-8790ae95-6643-4aa5-977d-5c77cf9eb73b tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports/2cdaaed3-e992-419a-9299-89ddbe498897 HTTP/1.1" status: 200 len: 943 time: 0.6044033 Mar 24 01:09:40.678729 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-9e91c6c7-68a5-4004-96dc-d14a9f1ed7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:40.683344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-9e91c6c7-68a5-4004-96dc-d14a9f1ed7cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 0.3759475 Mar 24 01:09:40.685243 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-876b7448-69eb-4cdb-bc2d-3783557ce5f3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:40.688023 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:40.688498 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:40.688936 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:40.689493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:40.690008 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:40.690439 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:40.690948 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:40.692001 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:40.692562 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:40.693136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:40.693686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:40.694484 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:40.695024 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:40.695572 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:40.696112 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586c88a-198f-4c65-99df-63eb908e41ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:40.726824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5685a973-ac06-4495-a433-480ddc8def36 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:40.729432 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5685a973-ac06-4495-a433-480ddc8def36 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:40.730130 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5685a973-ac06-4495-a433-480ddc8def36 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:40.731517 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5685a973-ac06-4495-a433-480ddc8def36 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:40.733325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5685a973-ac06-4495-a433-480ddc8def36 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:40.736663 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5685a973-ac06-4495-a433-480ddc8def36 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:40.741660 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5685a973-ac06-4495-a433-480ddc8def36 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4037 time: 0.2851944 Mar 24 01:09:40.751991 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59784) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:40.856514 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-5f8f4553-89eb-4390-a665-45565c93956a tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] delete failed (client error): The resource could not be found. Mar 24 01:09:40.857578 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5f8f4553-89eb-4390-a665-45565c93956a tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/c73801e8-f6bb-4092-91d3-4920a7644d2f HTTP/1.1" status: 404 len: 345 time: 0.1008446 Mar 24 01:09:40.860362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59788) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:40.893259 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-b200dd6a-2ec6-488a-ab65-862f543f83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:40.894918 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-b200dd6a-2ec6-488a-ab65-862f543f83c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2006171 Mar 24 01:09:40.941599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361fe00-505b-4d4f-8250-e48230ff10f0 req-1edf3ecc-bf59-4b8c-8211-470bc94e4121 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:40.943175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3361fe00-505b-4d4f-8250-e48230ff10f0 req-1edf3ecc-bf59-4b8c-8211-470bc94e4121 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 944 time: 0.2124424 Mar 24 01:09:40.955126 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb60aae-d5b9-4b0c-953e-6efe12fa4a1b tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] DELETE failed (client error): The resource could not be found. Mar 24 01:09:40.955866 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb60aae-d5b9-4b0c-953e-6efe12fa4a1b tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:09:40.961475 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ccb60aae-d5b9-4b0c-953e-6efe12fa4a1b tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "DELETE /v2.0/networks/44950a0f-28be-4750-9897-4fe45a4a7d4f HTTP/1.1" status: 404 len: 339 time: 0.0867152 Mar 24 01:09:40.965423 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59792) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:40.971527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-3cabf7ef-b045-4417-8b1a-49f994e068ae tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 1001 time: 0.1717448 Mar 24 01:09:41.012006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c3d19381-48e6-42d6-93c1-ea8d35ccae26 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Request body: {'network': {'name': 'tempest-network--1396953566', 'router:external': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:41.053484 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee9b22c0-6762-488e-820e-1f8afdb7253d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (fc39cddb-5378-4791-818c-1f72f50cb314), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:41.065403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d19381-48e6-42d6-93c1-ea8d35ccae26 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Made reservation on behalf of 14926143cd5d4711818c09bd24de3eb3 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:41.074341 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3d19381-48e6-42d6-93c1-ea8d35ccae26 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:41.087002 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-876b7448-69eb-4cdb-bc2d-3783557ce5f3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (aebfeff4-5359-4073-a409-b167875c2f05), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:41.122773 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-876b7448-69eb-4cdb-bc2d-3783557ce5f3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (aebfeff4-5359-4073-a409-b167875c2f05), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:41.161991 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b22c0-6762-488e-820e-1f8afdb7253d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc39cddb-5378-4791-818c-1f72f50cb314,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:41.164395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-0988c53b-f363-4640-9d0b-c2fcacf6ae34 service neutron] 10.222.0.48 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586708 Mar 24 01:09:41.186895 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9b22c0-6762-488e-820e-1f8afdb7253d admin admin] Checking segment: {'id': 'a51de34e-80f6-49b1-8f33-2b59da549fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8de8246b-2233-490c-9cd5-e54dccdd16c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:09:41.187375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9b22c0-6762-488e-820e-1f8afdb7253d admin admin] Network hostable DHCP agents. Network: 8de8246b-2233-490c-9cd5-e54dccdd16c9, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:09:41.190669 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d19381-48e6-42d6-93c1-ea8d35ccae26 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:09:41.223261 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3d19381-48e6-42d6-93c1-ea8d35ccae26 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (979b1215-5c7d-4150-b54d-bfcb6079cc4e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:41.223716 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-c3d19381-48e6-42d6-93c1-ea8d35ccae26 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Added segment 979b1215-5c7d-4150-b54d-bfcb6079cc4e of type vlan for network 6abc6596-bde4-4536-887d-fc9f342a413f Mar 24 01:09:41.254696 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9b22c0-6762-488e-820e-1f8afdb7253d admin admin] Network 8de8246b-2233-490c-9cd5-e54dccdd16c9 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:09:41.329922 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3d19381-48e6-42d6-93c1-ea8d35ccae26 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (6abc6596-bde4-4536-887d-fc9f342a413f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:41.402432 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-ee9b22c0-6762-488e-820e-1f8afdb7253d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 8de8246b-2233-490c-9cd5-e54dccdd16c9) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:41.419462 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0dd294-c373-4d92-8ed0-b28048e04ba5 None None] Network 8de8246b-2233-490c-9cd5-e54dccdd16c9 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:09:41.561940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9b22c0-6762-488e-820e-1f8afdb7253d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:41.563599 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee9b22c0-6762-488e-820e-1f8afdb7253d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:41.630306 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ee9b22c0-6762-488e-820e-1f8afdb7253d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4436386 Mar 24 01:09:41.641632 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfef505-ef3a-43a0-80d9-ac9831be2ef9 None None] Network 8de8246b-2233-490c-9cd5-e54dccdd16c9 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:09:41.645336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3d19381-48e6-42d6-93c1-ea8d35ccae26 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (6abc6596-bde4-4536-887d-fc9f342a413f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:41.650343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d19381-48e6-42d6-93c1-ea8d35ccae26 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:41.653749 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3d19381-48e6-42d6-93c1-ea8d35ccae26 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:41.744697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b7448-69eb-4cdb-bc2d-3783557ce5f3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aebfeff4-5359-4073-a409-b167875c2f05,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:41.809139 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c3d19381-48e6-42d6-93c1-ea8d35ccae26 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7990274 Mar 24 01:09:41.816283 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59830) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:41.829712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d19381-48e6-42d6-93c1-ea8d35ccae26 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event updated for resources: {'Network': ['ID=6abc6596-bde4-4536-887d-fc9f342a413f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:41.834329 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-876b7448-69eb-4cdb-bc2d-3783557ce5f3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:41.835610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-876b7448-69eb-4cdb-bc2d-3783557ce5f3 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3958073 Mar 24 01:09:41.842291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59832) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:41.844922 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 6abc6596-bde4-4536-887d-fc9f342a413f details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:09:41.849867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-1190f484-a096-42c3-a65b-7d4f690173d5 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:41.851743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-1190f484-a096-42c3-a65b-7d4f690173d5 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.7791581 Mar 24 01:09:41.857666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c2a3ec2b-e67a-4e24-a062-a94caaa63cac tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:41.858085 n-d-760455-9 neutron-server[115730]: WARNING neutron.api.v2.base [None req-c2a3ec2b-e67a-4e24-a062-a94caaa63cac tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 24 01:09:41.858570 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-c2a3ec2b-e67a-4e24-a062-a94caaa63cac tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] update failed (client error): There was a conflict when trying to complete your request. Mar 24 01:09:41.859515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c2a3ec2b-e67a-4e24-a062-a94caaa63cac tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "PUT /v2.0/security-groups/aebfeff4-5359-4073-a409-b167875c2f05 HTTP/1.1" status: 409 len: 330 time: 0.0161793 Mar 24 01:09:41.869869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59834) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:41.892773 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3361fe00-505b-4d4f-8250-e48230ff10f0 req-e279b5a4-82b3-48c2-a252-ec06ee6f210c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=d986e8b3-44ec-4877-91ab-74758d949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8320179 Mar 24 01:09:41.949453 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-63aabfeb-c023-4871-865d-a73f3e4c0c27 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:41.952724 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-63aabfeb-c023-4871-865d-a73f3e4c0c27 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.48 "GET /v2.0/networks?id=871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 200 len: 817 time: 0.6064034 Mar 24 01:09:42.156872 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc55eaae-655c-4131-8a9f-9643a056e241 req-b40eda27-2f68-4a33-8bc0-799b8fb99099 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 210 time: 0.1470020 Mar 24 01:09:42.179371 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec1a27c2-d6a0-4e1e-8563-2aaf38e26d6d req-bcfd6626-7ec0-4ea3-9a2b-8240ab0941b5 service neutron] 10.222.0.48 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0018420 Mar 24 01:09:42.235851 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-122e09c9-c69c-4b0d-93f3-7eb41bb656dd tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (aebfeff4-5359-4073-a409-b167875c2f05), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:42.251865 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5944b139-0ab1-4b32-9170-4c2c4c162150 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:42.257130 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5944b139-0ab1-4b32-9170-4c2c4c162150 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:42.264043 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-122e09c9-c69c-4b0d-93f3-7eb41bb656dd tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (aebfeff4-5359-4073-a409-b167875c2f05), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:42.266908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5944b139-0ab1-4b32-9170-4c2c4c162150 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:42.274456 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5944b139-0ab1-4b32-9170-4c2c4c162150 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:42.276164 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5944b139-0ab1-4b32-9170-4c2c4c162150 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4586720 Mar 24 01:09:42.281326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59854) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:42.339201 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-3be4e311-c6cc-4828-ad46-adfd72ea39fd tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83dbb7736bbd451eb25adbbef64a2e94 HTTP/1.1" status: 200 len: 380 time: 0.2112348 Mar 24 01:09:42.342180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-61d7aed4-d96b-4c2f-9ee6-debc64d117fc tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 1001 time: 0.4729888 Mar 24 01:09:42.351187 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-ffe141b1-0879-4ad1-9c94-186aae9eed4d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Request body: {'port': {'device_id': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'admin_state_up': True, 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'security_groups': ['50ad194c-a2f3-4c19-a3cd-b81c30c2ff73']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:42.353018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-455999a1-5495-417f-b46e-bc40ffe7b782 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:42.423819 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f5f-cae5-4df2-bd85-7f66f1cd59a5 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (6abc6596-bde4-4536-887d-fc9f342a413f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:42.439035 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-455999a1-5495-417f-b46e-bc40ffe7b782 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for floatingip (362b1a4a-0f91-4f50-a547-7745d5709014), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:42.498197 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-122e09c9-c69c-4b0d-93f3-7eb41bb656dd tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (aebfeff4-5359-4073-a409-b167875c2f05), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:42.502275 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-122e09c9-c69c-4b0d-93f3-7eb41bb656dd tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:42.504281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-122e09c9-c69c-4b0d-93f3-7eb41bb656dd tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "DELETE /v2.0/security-groups/aebfeff4-5359-4073-a409-b167875c2f05 HTTP/1.1" status: 204 len: 168 time: 0.6103995 Mar 24 01:09:42.515812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59868) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:42.583151 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f5f-cae5-4df2-bd85-7f66f1cd59a5 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (6abc6596-bde4-4536-887d-fc9f342a413f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:42.607089 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-ffe141b1-0879-4ad1-9c94-186aae9eed4d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Made reservation on behalf of 83dbb7736bbd451eb25adbbef64a2e94 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:42.610841 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-ffe141b1-0879-4ad1-9c94-186aae9eed4d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:42.611021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e09c9-c69c-4b0d-93f3-7eb41bb656dd tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebfeff4-5359-4073-a409-b167875c2f05,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:42.615617 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-deaf1f5f-cae5-4df2-bd85-7f66f1cd59a5 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abc6596-bde4-4536-887d-fc9f342a413f']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:42.645174 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db7b93-5378-490b-9ddb-e3d4418840d3 req-c7acb2e4-8841-4c80-9817-09d196245110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:42.646712 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73db7b93-5378-490b-9ddb-e3d4418840d3 req-c7acb2e4-8841-4c80-9817-09d196245110 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 1126 time: 0.3263626 Mar 24 01:09:42.655811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0b35b7ac-40a1-43d3-a7fc-7ba20e1bcc32 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1280880 Mar 24 01:09:42.662629 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59876) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:42.679115 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-deaf1f5f-cae5-4df2-bd85-7f66f1cd59a5 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979b1215-5c7d-4150-b54d-bfcb6079cc4e') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:42.679875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-deaf1f5f-cae5-4df2-bd85-7f66f1cd59a5 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979b1215-5c7d-4150-b54d-bfcb6079cc4e') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:42.730592 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f5f-cae5-4df2-bd85-7f66f1cd59a5 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (979b1215-5c7d-4150-b54d-bfcb6079cc4e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:42.764438 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-455999a1-5495-417f-b46e-bc40ffe7b782 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:42.776400 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-455999a1-5495-417f-b46e-bc40ffe7b782 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (362b1a4a-0f91-4f50-a547-7745d5709014), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:42.776749 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-455999a1-5495-417f-b46e-bc40ffe7b782 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Floating IP 362b1a4a-0f91-4f50-a547-7745d5709014 disassociated. External IP: 172.25.0.85, port: 2cdaaed3-e992-419a-9299-89ddbe498897. Mar 24 01:09:42.878333 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-ffe141b1-0879-4ad1-9c94-186aae9eed4d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Allocated IP 172.20.0.6 (871413ce-bf54-4e47-942e-8e906667bc5f/e4d27960-c52d-4f7c-8496-b63aa9268ea4/44e764ac-5193-4d5a-a7c5-08b07e786da2) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:09:42.882689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59892) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:42.889698 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-61ead874-b29a-4f76-a438-615fd7ac909f tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] delete failed (client error): The resource could not be found. Mar 24 01:09:42.891546 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-61ead874-b29a-4f76-a438-615fd7ac909f tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "DELETE /v2.0/security-groups/890b5a62-94a0-478a-baa1-f14cb2fc5d8a HTTP/1.1" status: 404 len: 347 time: 0.2225971 Mar 24 01:09:42.895361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59896) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:42.896688 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f5eeb576-95a9-4af2-b9b3-cbd2b1d075cf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2056612768-network', 'tenant_id': 'ab9312ec32a44ee4970d80f0e2cc6962'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:42.936648 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f5f-cae5-4df2-bd85-7f66f1cd59a5 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (979b1215-5c7d-4150-b54d-bfcb6079cc4e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:42.948325 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-cfb5f8fc-a7a4-4725-89a5-62ebdc9a1087 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] show failed (client error): The resource could not be found. Mar 24 01:09:42.955343 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cfb5f8fc-a7a4-4725-89a5-62ebdc9a1087 tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "GET /v2.0/security-groups/d320730a-fa74-423e-adeb-1632cdb6bd5f HTTP/1.1" status: 404 len: 347 time: 0.0545733 Mar 24 01:09:42.960373 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59900) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:42.980083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db7b93-5378-490b-9ddb-e3d4418840d3 req-f8691c66-d973-437e-89ae-3fdbf5a1f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:42.982084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73db7b93-5378-490b-9ddb-e3d4418840d3 req-f8691c66-d973-437e-89ae-3fdbf5a1f0b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 915 time: 0.3252387 Mar 24 01:09:43.000349 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deaf1f5f-cae5-4df2-bd85-7f66f1cd59a5 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:09:43.000764 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f5f-cae5-4df2-bd85-7f66f1cd59a5 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (979b1215-5c7d-4150-b54d-bfcb6079cc4e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:09:43.005692 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:09:43.049257 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-9ec9f1ee-0874-4d90-b0f1-a51862d39d1b tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] show failed (client error): The resource could not be found. Mar 24 01:09:43.050315 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9ec9f1ee-0874-4d90-b0f1-a51862d39d1b tempest-NegativeSecGroupTest-1240319213 tempest-NegativeSecGroupTest-1240319213-project] 10.222.0.45 "GET /v2.0/security-group-rules/144270fe-2f23-41a7-ab48-3d93ec35a67a HTTP/1.1" status: 404 len: 356 time: 0.0889940 Mar 24 01:09:43.065881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5eeb576-95a9-4af2-b9b3-cbd2b1d075cf admin admin] Made reservation on behalf of ab9312ec32a44ee4970d80f0e2cc6962 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:43.068311 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb576-95a9-4af2-b9b3-cbd2b1d075cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.097970 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb576-95a9-4af2-b9b3-cbd2b1d075cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.126287 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73db7b93-5378-490b-9ddb-e3d4418840d3 req-64460b99-44d1-40c9-9bcd-6817e40b2d10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 HTTP/1.1" status: 200 len: 217 time: 0.1283340 Mar 24 01:09:43.172797 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f5f-cae5-4df2-bd85-7f66f1cd59a5 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (6abc6596-bde4-4536-887d-fc9f342a413f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.191345 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaf1f5f-cae5-4df2-bd85-7f66f1cd59a5 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6abc6596-bde4-4536-887d-fc9f342a413f {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 24 01:09:43.193001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db7b93-5378-490b-9ddb-e3d4418840d3 req-db5eb5c2-d591-4bfd-98cf-619d0d8a302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:43.195621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73db7b93-5378-490b-9ddb-e3d4418840d3 req-db5eb5c2-d591-4bfd-98cf-619d0d8a302c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 0.0566781 Mar 24 01:09:43.198001 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f5f-cae5-4df2-bd85-7f66f1cd59a5 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.205168 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-deaf1f5f-cae5-4df2-bd85-7f66f1cd59a5 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "DELETE /v2.0/networks/6abc6596-bde4-4536-887d-fc9f342a413f HTTP/1.1" status: 204 len: 168 time: 0.9189312 Mar 24 01:09:43.212418 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59918) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:43.219037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf1f5f-cae5-4df2-bd85-7f66f1cd59a5 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event deleted for resources: {'Network': ['ID=6abc6596-bde4-4536-887d-fc9f342a413f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:43.223570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a15c7777-549a-4c20-b7b5-bff18d561fc4 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Request body: {'network': {'name': 'tempest-network--1296234108', 'router:external': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:43.230016 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ab8ca-a8fa-48bb-9f99-15fdef1a6e25 req-cfe9bf4e-ee79-43a8-ad73-7b7af9f02b3e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:43.234051 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-141ab8ca-a8fa-48bb-9f99-15fdef1a6e25 req-cfe9bf4e-ee79-43a8-ad73-7b7af9f02b3e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 944 time: 0.2507479 Mar 24 01:09:43.288662 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-ffe141b1-0879-4ad1-9c94-186aae9eed4d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.295301 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15c7777-549a-4c20-b7b5-bff18d561fc4 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Made reservation on behalf of 14926143cd5d4711818c09bd24de3eb3 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:43.298255 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a15c7777-549a-4c20-b7b5-bff18d561fc4 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.306751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db7b93-5378-490b-9ddb-e3d4418840d3 req-33f7815e-a01a-40b0-bd35-0e722f9f543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:43.308759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73db7b93-5378-490b-9ddb-e3d4418840d3 req-33f7815e-a01a-40b0-bd35-0e722f9f543a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1061580 Mar 24 01:09:43.368325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15c7777-549a-4c20-b7b5-bff18d561fc4 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:09:43.384977 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb576-95a9-4af2-b9b3-cbd2b1d075cf admin admin] Publish callbacks [] for security_group (1ddf2602-4687-4a35-88dc-a68d131cda55), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.393812 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a15c7777-549a-4c20-b7b5-bff18d561fc4 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d5dc1b26-d2a8-456c-9c98-37bb492c014a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.394216 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-a15c7777-549a-4c20-b7b5-bff18d561fc4 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Added segment d5dc1b26-d2a8-456c-9c98-37bb492c014a of type vlan for network 3dc6327a-111c-4438-9940-8717c8429ddf Mar 24 01:09:43.407257 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb576-95a9-4af2-b9b3-cbd2b1d075cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1ddf2602-4687-4a35-88dc-a68d131cda55), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.417498 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-ffe141b1-0879-4ad1-9c94-186aae9eed4d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.422396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-455999a1-5495-417f-b46e-bc40ffe7b782 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Router 610faae3-80ca-40ff-8536-8da7631a5c5b has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:09:43.430425 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73db7b93-5378-490b-9ddb-e3d4418840d3 req-855afce4-047c-4d77-89fa-af96ed993d16 service neutron] 10.222.0.48 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120927 Mar 24 01:09:43.466192 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5eeb576-95a9-4af2-b9b3-cbd2b1d075cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:09:43.532058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73db7b93-5378-490b-9ddb-e3d4418840d3 req-14cd0b76-e40d-4d02-b9a6-15f45fae35ba service neutron] 10.222.0.48 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940862 Mar 24 01:09:43.532760 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a15c7777-549a-4c20-b7b5-bff18d561fc4 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (3dc6327a-111c-4438-9940-8717c8429ddf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.536665 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-141ab8ca-a8fa-48bb-9f99-15fdef1a6e25 req-f781ad1e-4ac3-4aa6-8356-e084b1f67b55 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=d986e8b3-44ec-4877-91ab-74758d949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847309 Mar 24 01:09:43.586283 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-ffe141b1-0879-4ad1-9c94-186aae9eed4d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Network 871413ce-bf54-4e47-942e-8e906667bc5f is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:09:43.587523 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb576-95a9-4af2-b9b3-cbd2b1d075cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (117c47eb-ac8b-481a-af33-73217d4cb1c3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.587894 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-f5eeb576-95a9-4af2-b9b3-cbd2b1d075cf admin admin] Added segment 117c47eb-ac8b-481a-af33-73217d4cb1c3 of type vlan for network 9d243ad4-7e8d-4c46-9f03-17ff27de155b Mar 24 01:09:43.608331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eeb576-95a9-4af2-b9b3-cbd2b1d075cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddf2602-4687-4a35-88dc-a68d131cda55,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:43.635166 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-ffe141b1-0879-4ad1-9c94-186aae9eed4d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:43.649997 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-ffe141b1-0879-4ad1-9c94-186aae9eed4d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:09:43.656866 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe141b1-0879-4ad1-9c94-186aae9eed4d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event updated for resources: {'Port': ['ID=44e764ac-5193-4d5a-a7c5-08b07e786da2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:43.687160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-455999a1-5495-417f-b46e-bc40ffe7b782 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:09:43.708760 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-455999a1-5495-417f-b46e-bc40ffe7b782 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.750245 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb576-95a9-4af2-b9b3-cbd2b1d075cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (9d243ad4-7e8d-4c46-9f03-17ff27de155b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.754707 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a15c7777-549a-4c20-b7b5-bff18d561fc4 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (3dc6327a-111c-4438-9940-8717c8429ddf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.755911 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15c7777-549a-4c20-b7b5-bff18d561fc4 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:43.756691 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a15c7777-549a-4c20-b7b5-bff18d561fc4 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.773079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-455999a1-5495-417f-b46e-bc40ffe7b782 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "PUT /v2.0/floatingips/362b1a4a-0f91-4f50-a547-7745d5709014 HTTP/1.1" status: 200 len: 694 time: 1.4289310 Mar 24 01:09:43.775619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'tag': '2cdaaed3-e992-419a-9299-89ddbe498897'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:09:43.778971 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9dcdd6-88b0-4f58-8363-5552cf775ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "bf763529-bded-476a-bf1a-8e4dba2a5acc", "tag": "2cdaaed3-e992-419a-9299-89ddbe498897"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:09:43.819621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6c78d-89b3-479c-8c45-e8d14066132f req-4b4057c5-be88-405e-a58f-33151332ef94 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:43.826778 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50f6c78d-89b3-479c-8c45-e8d14066132f req-4b4057c5-be88-405e-a58f-33151332ef94 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 931 time: 0.1603725 Mar 24 01:09:43.898829 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-ffe141b1-0879-4ad1-9c94-186aae9eed4d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:43.899734 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-ffe141b1-0879-4ad1-9c94-186aae9eed4d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.926877 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a15c7777-549a-4c20-b7b5-bff18d561fc4 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7109466 Mar 24 01:09:43.933900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59936) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:43.941974 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb576-95a9-4af2-b9b3-cbd2b1d075cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (9d243ad4-7e8d-4c46-9f03-17ff27de155b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.943687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eeb576-95a9-4af2-b9b3-cbd2b1d075cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:43.944720 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb576-95a9-4af2-b9b3-cbd2b1d075cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:43.956057 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-ffe141b1-0879-4ad1-9c94-186aae9eed4d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6100593 Mar 24 01:09:43.961283 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c7777-549a-4c20-b7b5-bff18d561fc4 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event updated for resources: {'Network': ['ID=3dc6327a-111c-4438-9940-8717c8429ddf,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:43.973058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Request body: {'port': {'device_id': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:43.973424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 3dc6327a-111c-4438-9940-8717c8429ddf details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:09:44.054798 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59938) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:44.086908 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f5eeb576-95a9-4af2-b9b3-cbd2b1d075cf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1984079 Mar 24 01:09:44.093840 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59948) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:44.101225 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-53430e25-0363-41a3-8309-b85b519c6a54 admin admin] Request body: {'subnet': {'network_id': '9d243ad4-7e8d-4c46-9f03-17ff27de155b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2056612768-subnet', 'tenant_id': 'ab9312ec32a44ee4970d80f0e2cc6962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:44.116326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d47a09-8b9c-48c2-a992-ee5f2ffc4f14 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:44.117814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b8d47a09-8b9c-48c2-a992-ee5f2ffc4f14 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] 10.222.0.45 "GET /v2.0/networks/3dc6327a-111c-4438-9940-8717c8429ddf HTTP/1.1" status: 200 len: 757 time: 0.1815622 Mar 24 01:09:44.119284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eeb576-95a9-4af2-b9b3-cbd2b1d075cf admin admin] Pushing event updated for resources: {'Network': ['ID=9d243ad4-7e8d-4c46-9f03-17ff27de155b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:44.121810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59950) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:44.138647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 9d243ad4-7e8d-4c46-9f03-17ff27de155b details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:09:44.163242 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:44.174102 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53430e25-0363-41a3-8309-b85b519c6a54 admin admin] Made reservation on behalf of ab9312ec32a44ee4970d80f0e2cc6962 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:44.178249 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53430e25-0363-41a3-8309-b85b519c6a54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:44.216923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50f6c78d-89b3-479c-8c45-e8d14066132f req-459c4c0a-2a39-4a2d-a71a-f12d19ebedb0 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780372 Mar 24 01:09:44.221543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-0cfdbe7b-0319-4537-811b-529e165a3c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:44.223199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-0cfdbe7b-0319-4537-811b-529e165a3c3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91529801875943e285400cac1c5565a9&device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 1128 time: 0.3953640 Mar 24 01:09:44.312531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0e509927-fefb-4b09-a7fe-f72fd6825b5f None None] Provisioning complete for port 44e764ac-5193-4d5a-a7c5-08b07e786da2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:44.320531 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e509927-fefb-4b09-a7fe-f72fd6825b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:44.379510 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752cf30c-7485-4718-a043-9170b2107def x-openstack-request-id: req-752cf30c-7485-4718-a043-9170b2107def {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:09:44.379909 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf763529-bded-476a-bf1a-8e4dba2a5acc", "tag": "2cdaaed3-e992-419a-9299-89ddbe498897", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:09:44.380031 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-752cf30c-7485-4718-a043-9170b2107def {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:09:44.380388 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752cf30c-7485-4718-a043-9170b2107def'] response: {'name': 'network-changed', 'server_uuid': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'tag': '2cdaaed3-e992-419a-9299-89ddbe498897', 'status': 'completed', 'code': 200} Mar 24 01:09:44.393592 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47431b4f-39ab-44f5-8c3c-a52781dac5d2 None None] Sync routers for ids ['610faae3-80ca-40ff-8536-8da7631a5c5b'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:09:44.408156 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47431b4f-39ab-44f5-8c3c-a52781dac5d2 None None] Routers {'610faae3-80ca-40ff-8536-8da7631a5c5b'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:44.409080 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-47431b4f-39ab-44f5-8c3c-a52781dac5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['610faae3-80ca-40ff-8536-8da7631a5c5b'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:44.420708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7fbf7b-392f-4d2f-93b7-3112f2ed390f tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:44.422451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ec7fbf7b-392f-4d2f-93b7-3112f2ed390f tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] 10.222.0.45 "GET /v2.0/networks/5010eda3-3bfd-4250-9395-5e3c03a94130 HTTP/1.1" status: 200 len: 767 time: 0.2994273 Mar 24 01:09:44.423083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0e509927-fefb-4b09-a7fe-f72fd6825b5f None None] Port 44e764ac-5193-4d5a-a7c5-08b07e786da2 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:09:44.488040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59958) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:44.531630 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-47431b4f-39ab-44f5-8c3c-a52781dac5d2 None None] Set router 610faae3-80ca-40ff-8536-8da7631a5c5b gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:44.567887 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59960) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:44.749688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dcdd6-88b0-4f58-8363-5552cf775ba0 req-8fe7d0df-2960-4a3d-9a0c-2a294d6fa05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:44.754110 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d9dcdd6-88b0-4f58-8363-5552cf775ba0 req-8fe7d0df-2960-4a3d-9a0c-2a294d6fa05b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91529801875943e285400cac1c5565a9&device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 1128 time: 0.3701108 Mar 24 01:09:44.757527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-44ba51a9-b121-4532-aebe-45486e54f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:44.761530 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-44ba51a9-b121-4532-aebe-45486e54f6df service neutron] 10.222.0.45 "GET /v2.0/networks?id=7e65492a-b6d0-4285-a960-d881da2ccb32 HTTP/1.1" status: 200 len: 920 time: 0.5314686 Mar 24 01:09:44.787470 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-892a4522-0e96-423d-8bc8-ade153c552fa tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (3dc6327a-111c-4438-9940-8717c8429ddf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:44.911183 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-6b60d14b-7658-4bc9-9b85-99ea56a13c47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cdaaed3-e992-419a-9299-89ddbe498897 HTTP/1.1" status: 200 len: 217 time: 0.1202986 Mar 24 01:09:44.914263 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1af1c277-2270-4144-8b3e-7fc056f4c0be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:44.922015 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-47431b4f-39ab-44f5-8c3c-a52781dac5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-router', 'tenant_id': '91529801875943e285400cac1c5565a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:08:11Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '91529801875943e285400cac1c5565a9', 'gw_port': {'id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:14Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'fb638f6f-5341-44aa-a47f-97327fa7d325', 'name': '', 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32', 'tenant_id': '91529801875943e285400cac1c5565a9', 'mac_address': 'fa:16:3e:94:ed:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:21Z', 'updated_at': '2022-03-24T01:08:38Z', 'revision_number': 5, 'project_id': '91529801875943e285400cac1c5565a9', 'subnets': [{'id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:44.960312 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47431b4f-39ab-44f5-8c3c-a52781dac5d2 None None] Checking router: 610faae3-80ca-40ff-8536-8da7631a5c5b for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:09:44.985191 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47431b4f-39ab-44f5-8c3c-a52781dac5d2 None None] Routers {'610faae3-80ca-40ff-8536-8da7631a5c5b'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:44.985925 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-47431b4f-39ab-44f5-8c3c-a52781dac5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['610faae3-80ca-40ff-8536-8da7631a5c5b'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:45.003814 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e0cdf19c-4a57-4fcf-aa30-5893321a13cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=31e2cf865e3a431888e06dcac6ce102f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9441075 Mar 24 01:09:45.012206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59970) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:45.062062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386870b9-f6b1-4a40-a46d-12380cb7cb4c req-71a771ef-9bff-43c9-8738-a805d64241aa tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:45.069297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-386870b9-f6b1-4a40-a46d-12380cb7cb4c req-71a771ef-9bff-43c9-8738-a805d64241aa tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 944 time: 0.3910947 Mar 24 01:09:45.137913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-5b0e1745-fbbd-4d83-9b12-98b26d01259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:45.138615 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-5b0e1745-fbbd-4d83-9b12-98b26d01259c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5 HTTP/1.1" status: 200 len: 859 time: 0.2132821 Mar 24 01:09:45.146947 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-47431b4f-39ab-44f5-8c3c-a52781dac5d2 None None] Set router 610faae3-80ca-40ff-8536-8da7631a5c5b gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:45.172650 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-892a4522-0e96-423d-8bc8-ade153c552fa tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (3dc6327a-111c-4438-9940-8717c8429ddf), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:45.175322 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53430e25-0363-41a3-8309-b85b519c6a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (43fdc287-7578-4828-b95b-34ae4164d0c7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:45.197593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dcdd6-88b0-4f58-8363-5552cf775ba0 req-25df7399-7c7e-4fd0-a8f7-f623daf9bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:45.199028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d9dcdd6-88b0-4f58-8363-5552cf775ba0 req-25df7399-7c7e-4fd0-a8f7-f623daf9bea9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e65492a-b6d0-4285-a960-d881da2ccb32 HTTP/1.1" status: 200 len: 920 time: 0.4361315 Mar 24 01:09:45.255734 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-9f900c56-f33d-4b8e-97c7-0aac0ca9305a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7e65492a-b6d0-4285-a960-d881da2ccb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858247 Mar 24 01:09:45.264244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-892a4522-0e96-423d-8bc8-ade153c552fa tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc6327a-111c-4438-9940-8717c8429ddf']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:45.264943 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53430e25-0363-41a3-8309-b85b519c6a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fdc287-7578-4828-b95b-34ae4164d0c7,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:45.281890 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53430e25-0363-41a3-8309-b85b519c6a54 admin admin] Checking segment: {'id': '117c47eb-ac8b-481a-af33-73217d4cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9d243ad4-7e8d-4c46-9f03-17ff27de155b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:09:45.282384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53430e25-0363-41a3-8309-b85b519c6a54 admin admin] Network hostable DHCP agents. Network: 9d243ad4-7e8d-4c46-9f03-17ff27de155b, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:09:45.295643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:09:45.330085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53430e25-0363-41a3-8309-b85b519c6a54 admin admin] Network 9d243ad4-7e8d-4c46-9f03-17ff27de155b is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:09:45.338040 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d9dcdd6-88b0-4f58-8363-5552cf775ba0 req-bfe3049a-9189-489f-add3-fc129b8bc8b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cdaaed3-e992-419a-9299-89ddbe498897 HTTP/1.1" status: 200 len: 217 time: 0.1087022 Mar 24 01:09:45.339352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e764ac-5193-4d5a-a7c5-08b07e786da2 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:09:45.340400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-892a4522-0e96-423d-8bc8-ade153c552fa tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5dc1b26-d2a8-456c-9c98-37bb492c014a') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:45.340688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-892a4522-0e96-423d-8bc8-ade153c552fa tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5dc1b26-d2a8-456c-9c98-37bb492c014a') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:45.351228 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Publish callbacks [] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:45.357598 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-53430e25-0363-41a3-8309-b85b519c6a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 9d243ad4-7e8d-4c46-9f03-17ff27de155b) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:45.367704 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53430e25-0363-41a3-8309-b85b519c6a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:45.368299 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53430e25-0363-41a3-8309-b85b519c6a54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:45.382832 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Transition to ACTIVE for port object 44e764ac-5193-4d5a-a7c5-08b07e786da2 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:09:45.393336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:45.398039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-386870b9-f6b1-4a40-a46d-12380cb7cb4c req-17a58bb7-a3fd-4000-9544-bc5c11ac3d6a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=d986e8b3-44ec-4877-91ab-74758d949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271928 Mar 24 01:09:45.425011 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-53430e25-0363-41a3-8309-b85b519c6a54 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3290982 Mar 24 01:09:45.444420 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-892a4522-0e96-423d-8bc8-ade153c552fa tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (d5dc1b26-d2a8-456c-9c98-37bb492c014a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:45.453600 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-47431b4f-39ab-44f5-8c3c-a52781dac5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-router', 'tenant_id': '91529801875943e285400cac1c5565a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:08:11Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '91529801875943e285400cac1c5565a9', 'gw_port': {'id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:14Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'fb638f6f-5341-44aa-a47f-97327fa7d325', 'name': '', 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32', 'tenant_id': '91529801875943e285400cac1c5565a9', 'mac_address': 'fa:16:3e:94:ed:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:21Z', 'updated_at': '2022-03-24T01:08:38Z', 'revision_number': 5, 'project_id': '91529801875943e285400cac1c5565a9', 'subnets': [{'id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:45.519253 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47431b4f-39ab-44f5-8c3c-a52781dac5d2 None None] The sync data for ids ['610faae3-80ca-40ff-8536-8da7631a5c5b'] in n-d-760455-9 is: [{'id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-router', 'tenant_id': '91529801875943e285400cac1c5565a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:08:11Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '91529801875943e285400cac1c5565a9', 'gw_port': {'id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:14Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'fb638f6f-5341-44aa-a47f-97327fa7d325', 'name': '', 'network_id': '7e65492a-b6d0-4285-a960-d881da2ccb32', 'tenant_id': '91529801875943e285400cac1c5565a9', 'mac_address': 'fa:16:3e:94:ed:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:21Z', 'updated_at': '2022-03-24T01:08:38Z', 'revision_number': 5, 'project_id': '91529801875943e285400cac1c5565a9', 'subnets': [{'id': '5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:09:45.532967 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de31e69a-bce1-45d0-a245-3ebe50a671a3 admin admin] Publish callbacks [] for security_group (19262288-0114-4325-a97a-8175822f8d0d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:45.577289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea963a7-ac10-4b47-ba47-c8f16927a65a None None] Network 9d243ad4-7e8d-4c46-9f03-17ff27de155b requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:09:45.586130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=32ae28b8-ba8a-4324-8dea-8e2cf8b316f5,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:45.603032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dcdd6-88b0-4f58-8363-5552cf775ba0 req-dd6804f2-8cb6-497f-a3fc-79ad9affeee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:45.605285 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d9dcdd6-88b0-4f58-8363-5552cf775ba0 req-dd6804f2-8cb6-497f-a3fc-79ad9affeee8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5 HTTP/1.1" status: 200 len: 859 time: 0.2334077 Mar 24 01:09:45.660919 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-892a4522-0e96-423d-8bc8-ade153c552fa tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d5dc1b26-d2a8-456c-9c98-37bb492c014a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:45.679186 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de31e69a-bce1-45d0-a245-3ebe50a671a3 admin admin] Publish callbacks [] for security_group (19262288-0114-4325-a97a-8175822f8d0d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:45.693021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59980) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:45.715574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Pushing event updated for resources: {'Port': ['ID=44e764ac-5193-4d5a-a7c5-08b07e786da2,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:45.733322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892a4522-0e96-423d-8bc8-ade153c552fa tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:09:45.733959 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-892a4522-0e96-423d-8bc8-ade153c552fa tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (d5dc1b26-d2a8-456c-9c98-37bb492c014a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:45.738835 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59982) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:45.747665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '32ae28b8-ba8a-4324-8dea-8e2cf8b316f5', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'port_id': '32ae28b8-ba8a-4324-8dea-8e2cf8b316f5', 'mac_address': 'fa:16:3e:83:da:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:09:45.750650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Attempting to bind port 44e764ac-5193-4d5a-a7c5-08b07e786da2 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:09:45.751066 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Attempting to bind port 44e764ac-5193-4d5a-a7c5-08b07e786da2 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:09:45.751496 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Attempting to bind port 44e764ac-5193-4d5a-a7c5-08b07e786da2 on network 871413ce-bf54-4e47-942e-8e906667bc5f {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:09:45.758227 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Port 44e764ac-5193-4d5a-a7c5-08b07e786da2 on network 871413ce-bf54-4e47-942e-8e906667bc5f not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:09:45.758688 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Attempting to bind port 44e764ac-5193-4d5a-a7c5-08b07e786da2 on network 871413ce-bf54-4e47-942e-8e906667bc5f {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:09:45.766539 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:09:45.769824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Checking segment: {'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:09:45.770332 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Bound using segment: {'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:09:45.770934 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Bound port: 44e764ac-5193-4d5a-a7c5-08b07e786da2, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:09:45.771433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:45.778502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0978ddad-6bec-4cd8-82d8-722e5bc8f0ba None None] Network 9d243ad4-7e8d-4c46-9f03-17ff27de155b requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:09:45.789246 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:09:45.791371 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1af1c277-2270-4144-8b3e-7fc056f4c0be admin admin] Publish callbacks [] for security_group (de32d255-019f-42ba-b2e3-ac1f1ddaf682), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:45.871143 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:09:45.875215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:09:45.885414 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:45.978049 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d9dcdd6-88b0-4f58-8363-5552cf775ba0 req-7b4145b6-4860-46e6-8557-f09b7218b6c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e65492a-b6d0-4285-a960-d881da2ccb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2857883 Mar 24 01:09:45.979236 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Pushing event updated for resources: {'Port': ['ID=44e764ac-5193-4d5a-a7c5-08b07e786da2,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:45.993428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:45.994076 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:45.996263 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1af1c277-2270-4144-8b3e-7fc056f4c0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (de32d255-019f-42ba-b2e3-ac1f1ddaf682), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:45.996881 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-1905a27f-741b-4231-96f8-78e934ab692c service neutron] 10.222.0.48 "PUT /v2.0/ports/44e764ac-5193-4d5a-a7c5-08b07e786da2 HTTP/1.1" status: 200 len: 1091 time: 2.0307958 Mar 24 01:09:45.997379 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'tag': '44e764ac-5193-4d5a-a7c5-08b07e786da2'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:09:45.999787 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ce42af-5093-45b8-b4b1-cf9eb8beeeef" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2241e6-8554-4f9a-94de-67c01497f95b", "tag": "44e764ac-5193-4d5a-a7c5-08b07e786da2"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:09:46.005360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f20518-f582-4315-86e4-b708cac49d0f None None] New status for floating IP 362b1a4a-0f91-4f50-a547-7745d5709014: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:09:46.010103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:46.010419 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (32ae28b8-ba8a-4324-8dea-8e2cf8b316f5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.028217 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32be1e1c-0688-4d43-b681-66944a98d971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.165727 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-b667d0ea-c60f-472c-9b4e-48b317249d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:46.167266 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-b667d0ea-c60f-472c-9b4e-48b317249d01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 1125 time: 0.1233339 Mar 24 01:09:46.226720 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-2a0ecde5-0fa7-4797-ba72-fb49387d9c04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2 HTTP/1.1" status: 200 len: 217 time: 0.0500951 Mar 24 01:09:46.282359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:09:46.290165 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32be1e1c-0688-4d43-b681-66944a98d971 admin admin] Publish callbacks [] for security_group (237bfb45-27c7-40ae-a7aa-250f93daab5b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.317228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=32ae28b8-ba8a-4324-8dea-8e2cf8b316f5,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:46.324748 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32be1e1c-0688-4d43-b681-66944a98d971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (237bfb45-27c7-40ae-a7aa-250f93daab5b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.325009 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (32ae28b8-ba8a-4324-8dea-8e2cf8b316f5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.386073 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-32be1e1c-0688-4d43-b681-66944a98d971 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84417f311d5a4577bb1ea1a040510d97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6436861 Mar 24 01:09:46.386806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-2a9e1000-e445-455e-ae72-aa215b2be390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:46.388217 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-2a9e1000-e445-455e-ae72-aa215b2be390 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4d27960-c52d-4f7c-8496-b63aa9268ea4 HTTP/1.1" status: 200 len: 856 time: 0.1521003 Mar 24 01:09:46.388931 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59988) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:46.395264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be1e1c-0688-4d43-b681-66944a98d971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237bfb45-27c7-40ae-a7aa-250f93daab5b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:46.402057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=32ae28b8-ba8a-4324-8dea-8e2cf8b316f5,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:46.507110 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-874a7ca7-22f1-4cd0-8969-780ea2da2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:46.515305 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-874a7ca7-22f1-4cd0-8969-780ea2da2058 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=871413ce-bf54-4e47-942e-8e906667bc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1082003 Mar 24 01:09:46.525066 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f4f1-50a5-47d9-ab4b-a7b75e714aad admin admin] Publish callbacks [] for security_group (237bfb45-27c7-40ae-a7aa-250f93daab5b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.529662 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-f1fd0bb9-797d-428d-9a10-3364f50e6446 service neutron] 10.222.0.45 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2063727 Mar 24 01:09:46.539152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['32ae28b8-ba8a-4324-8dea-8e2cf8b316f5'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:09:46.578569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd09da2b-a057-48dd-b495-4fcb16d280b0 admin admin] Deleting subnet fc39cddb-5378-4791-818c-1f72f50cb314 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:09:46.582572 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1af1c277-2270-4144-8b3e-7fc056f4c0be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d41655813b04dcea15f924c12b4834f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0102124 Mar 24 01:09:46.586683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59992) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:46.616771 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f4f1-50a5-47d9-ab4b-a7b75e714aad admin admin] Publish callbacks [] for security_group (237bfb45-27c7-40ae-a7aa-250f93daab5b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.622944 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-892a4522-0e96-423d-8bc8-ade153c552fa tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (3dc6327a-111c-4438-9940-8717c8429ddf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.628407 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd09da2b-a057-48dd-b495-4fcb16d280b0 admin admin] Publish callbacks [] for subnet (fc39cddb-5378-4791-818c-1f72f50cb314), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.634370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1c277-2270-4144-8b3e-7fc056f4c0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de32d255-019f-42ba-b2e3-ac1f1ddaf682,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:46.671047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a478c-5bc9-4e3f-b427-72e1375a0ffb req-cfbdb943-848c-4aaf-84a2-c1f71ac494d9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:46.674348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed7a478c-5bc9-4e3f-b427-72e1375a0ffb req-cfbdb943-848c-4aaf-84a2-c1f71ac494d9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 1.1333184 Mar 24 01:09:46.698875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892a4522-0e96-423d-8bc8-ade153c552fa tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3dc6327a-111c-4438-9940-8717c8429ddf {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 24 01:09:46.706781 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-71ba6c2e-dc6f-4e79-9ef2-a5919d425fe1 service neutron] 10.222.0.48 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905365 Mar 24 01:09:46.710486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-892a4522-0e96-423d-8bc8-ade153c552fa tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.713996 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-892a4522-0e96-423d-8bc8-ade153c552fa tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "DELETE /v2.0/networks/3dc6327a-111c-4438-9940-8717c8429ddf HTTP/1.1" status: 204 len: 168 time: 2.2164831 Mar 24 01:09:46.721622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59994) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:46.725532 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37da245d-59a6-4710-aa4f-2feb8797e307 admin admin] Publish callbacks [] for security_group (de32d255-019f-42ba-b2e3-ac1f1ddaf682), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.758116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-3eac78b6-2307-4d74-8ad6-ac661847261e tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Request body: {'network': {'name': 'tempest-network--697911174'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:46.762840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a4522-0e96-423d-8bc8-ade153c552fa tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event deleted for resources: {'Network': ['ID=3dc6327a-111c-4438-9940-8717c8429ddf,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:46.776706 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f4f1-50a5-47d9-ab4b-a7b75e714aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (237bfb45-27c7-40ae-a7aa-250f93daab5b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.779291 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f4f1-50a5-47d9-ab4b-a7b75e714aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.780515 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a5d2f4f1-50a5-47d9-ab4b-a7b75e714aad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/237bfb45-27c7-40ae-a7aa-250f93daab5b HTTP/1.1" status: 204 len: 168 time: 0.3906600 Mar 24 01:09:46.781141 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de31e69a-bce1-45d0-a245-3ebe50a671a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (19262288-0114-4325-a97a-8175822f8d0d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.784327 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de31e69a-bce1-45d0-a245-3ebe50a671a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.786403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-de31e69a-bce1-45d0-a245-3ebe50a671a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19262288-0114-4325-a97a-8175822f8d0d HTTP/1.1" status: 204 len: 168 time: 1.7722425 Mar 24 01:09:46.822719 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd09da2b-a057-48dd-b495-4fcb16d280b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (fc39cddb-5378-4791-818c-1f72f50cb314), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.824076 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37da245d-59a6-4710-aa4f-2feb8797e307 admin admin] Publish callbacks [] for security_group (de32d255-019f-42ba-b2e3-ac1f1ddaf682), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.842184 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2f4f1-50a5-47d9-ab4b-a7b75e714aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237bfb45-27c7-40ae-a7aa-250f93daab5b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:46.869833 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d9dcdd6-88b0-4f58-8363-5552cf775ba0 req-a33d6eff-1e29-4678-9f79-4d9d07a762c0 service neutron] 10.222.0.57 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8516355 Mar 24 01:09:46.887422 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31e69a-bce1-45d0-a245-3ebe50a671a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19262288-0114-4325-a97a-8175822f8d0d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:46.926264 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b5abc1c-2796-41b8-aeab-2f4d4d23afbb req-6409d8cb-3e44-41a8-a045-65b65b3e3f14 service neutron] 10.222.0.48 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116075 Mar 24 01:09:46.950192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eac78b6-2307-4d74-8ad6-ac661847261e tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Made reservation on behalf of 14926143cd5d4711818c09bd24de3eb3 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:46.951433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37da245d-59a6-4710-aa4f-2feb8797e307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (de32d255-019f-42ba-b2e3-ac1f1ddaf682), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.953078 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3eac78b6-2307-4d74-8ad6-ac661847261e tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.956102 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37da245d-59a6-4710-aa4f-2feb8797e307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:46.958383 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-37da245d-59a6-4710-aa4f-2feb8797e307 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de32d255-019f-42ba-b2e3-ac1f1ddaf682 HTTP/1.1" status: 204 len: 168 time: 0.3705456 Mar 24 01:09:46.979247 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da245d-59a6-4710-aa4f-2feb8797e307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de32d255-019f-42ba-b2e3-ac1f1ddaf682,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:47.012252 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a08f8f3a-9c7b-4336-bec8-20474630c172 req-b39d63c6-51b9-4d00-9b6b-71d4414a1ef4 service neutron] 10.222.0.45 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808545 Mar 24 01:09:47.030921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed7a478c-5bc9-4e3f-b427-72e1375a0ffb req-a9791885-7654-4cea-a8d3-7c8d36720d1f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3242607 Mar 24 01:09:47.048043 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd09da2b-a057-48dd-b495-4fcb16d280b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (fc39cddb-5378-4791-818c-1f72f50cb314), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.148740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eac78b6-2307-4d74-8ad6-ac661847261e tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:09:47.203401 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3eac78b6-2307-4d74-8ad6-ac661847261e tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (c5c593a7-47c2-4ad8-837a-92fdeecca4c9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.203753 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-3eac78b6-2307-4d74-8ad6-ac661847261e tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Added segment c5c593a7-47c2-4ad8-837a-92fdeecca4c9 of type vlan for network 03c049b0-c119-41a4-b03e-4ee805ae40ee Mar 24 01:09:47.271121 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d9dcdd6-88b0-4f58-8363-5552cf775ba0 req-58d9a538-0465-4eae-af6b-52770070f653 service neutron] 10.222.0.57 "GET /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677402 Mar 24 01:09:47.275691 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3eac78b6-2307-4d74-8ad6-ac661847261e tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (03c049b0-c119-41a4-b03e-4ee805ae40ee), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.286683 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd09da2b-a057-48dd-b495-4fcb16d280b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (fc39cddb-5378-4791-818c-1f72f50cb314), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.298701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:09:47.339800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09da2b-a057-48dd-b495-4fcb16d280b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc39cddb-5378-4791-818c-1f72f50cb314,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:47.340445 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd09da2b-a057-48dd-b495-4fcb16d280b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.343807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fd09da2b-a057-48dd-b495-4fcb16d280b0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fc39cddb-5378-4791-818c-1f72f50cb314 HTTP/1.1" status: 204 len: 168 time: 1.6495814 Mar 24 01:09:47.346953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60012) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:47.351980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ad8aa-5d0c-49f7-b435-02276f72b78a req-0f9542e3-45c6-45cb-9b4b-22ae47061fbc tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:47.358793 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-244ad8aa-5d0c-49f7-b435-02276f72b78a req-0f9542e3-45c6-45cb-9b4b-22ae47061fbc tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 945 time: 0.1997006 Mar 24 01:09:47.366396 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3eac78b6-2307-4d74-8ad6-ac661847261e tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (03c049b0-c119-41a4-b03e-4ee805ae40ee), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.367325 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eac78b6-2307-4d74-8ad6-ac661847261e tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:47.367903 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3eac78b6-2307-4d74-8ad6-ac661847261e tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.373212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:09:47.379208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:47.380100 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (32ae28b8-ba8a-4324-8dea-8e2cf8b316f5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.431009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60014) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:47.444859 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b048-e7b4-4fa4-a391-b76b1c483304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (8de8246b-2233-490c-9cd5-e54dccdd16c9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.470486 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3eac78b6-2307-4d74-8ad6-ac661847261e tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7329266 Mar 24 01:09:47.484831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60016) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:47.490448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-b69376bd-ebc5-41a0-a8d9-f9d81b3c9621 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Request body: {'network': {'router:external': True}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:47.498602 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-74dcac88-d166-41ce-9074-428db0ec1c80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.519180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac78b6-2307-4d74-8ad6-ac661847261e tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event updated for resources: {'Network': ['ID=03c049b0-c119-41a4-b03e-4ee805ae40ee,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:47.532383 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-244ad8aa-5d0c-49f7-b435-02276f72b78a req-6f147c7c-6b7a-40e1-84a9-a4d0b6121f52 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=d986e8b3-44ec-4877-91ab-74758d949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726751 Mar 24 01:09:47.562508 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b048-e7b4-4fa4-a391-b76b1c483304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (8de8246b-2233-490c-9cd5-e54dccdd16c9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.576384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:47.588064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9fc2b048-e7b4-4fa4-a391-b76b1c483304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de8246b-2233-490c-9cd5-e54dccdd16c9']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:47.588429 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (32ae28b8-ba8a-4324-8dea-8e2cf8b316f5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.602031 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9fc2b048-e7b4-4fa4-a391-b76b1c483304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51de34e-80f6-49b1-8f33-2b59da549fe8') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:47.602334 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9fc2b048-e7b4-4fa4-a391-b76b1c483304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51de34e-80f6-49b1-8f33-2b59da549fe8') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:47.615196 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b048-e7b4-4fa4-a391-b76b1c483304 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (a51de34e-80f6-49b1-8f33-2b59da549fe8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.618161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 03c049b0-c119-41a4-b03e-4ee805ae40ee details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:09:47.634518 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b048-e7b4-4fa4-a391-b76b1c483304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (a51de34e-80f6-49b1-8f33-2b59da549fe8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.642093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc2b048-e7b4-4fa4-a391-b76b1c483304 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:09:47.642496 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b048-e7b4-4fa4-a391-b76b1c483304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (a51de34e-80f6-49b1-8f33-2b59da549fe8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:09:47.708787 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:09:47.715555 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b048-e7b4-4fa4-a391-b76b1c483304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (8de8246b-2233-490c-9cd5-e54dccdd16c9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.717928 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f21ebae-bd8a-4e51-ac62-d7b759155902 req-6028dcc2-c4a9-416f-af63-bafdd293f227 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/floatingips/362b1a4a-0f91-4f50-a547-7745d5709014 HTTP/1.1" status: 200 len: 692 time: 0.1174920 Mar 24 01:09:47.747805 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b048-e7b4-4fa4-a391-b76b1c483304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.758871 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9fc2b048-e7b4-4fa4-a391-b76b1c483304 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8de8246b-2233-490c-9cd5-e54dccdd16c9 HTTP/1.1" status: 204 len: 168 time: 0.4105494 Mar 24 01:09:47.762199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2b048-e7b4-4fa4-a391-b76b1c483304 admin admin] Pushing event deleted for resources: {'Network': ['ID=8de8246b-2233-490c-9cd5-e54dccdd16c9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:47.773119 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60022) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:47.839828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6edbf8-3c68-4050-828f-b5edd97957d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ae28b8-ba8a-4324-8dea-8e2cf8b316f5'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:09:47.845898 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c63a0b8-92e6-4084-8784-806832029dd8" -d '{"events": [{"server_uuid": "5f6edbf8-3c68-4050-828f-b5edd97957d1", "name": "network-vif-plugged", "status": "completed", "tag": "32ae28b8-ba8a-4324-8dea-8e2cf8b316f5"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:09:47.853699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60026) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:47.869895 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b046d3c7-2a81-4b5b-84c1-33e19744b85c x-openstack-request-id: req-b046d3c7-2a81-4b5b-84c1-33e19744b85c {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:09:47.870223 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2241e6-8554-4f9a-94de-67c01497f95b", "tag": "44e764ac-5193-4d5a-a7c5-08b07e786da2", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:09:47.870659 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b046d3c7-2a81-4b5b-84c1-33e19744b85c {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:09:47.871150 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b046d3c7-2a81-4b5b-84c1-33e19744b85c'] response: {'name': 'network-changed', 'server_uuid': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'tag': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'status': 'completed', 'code': 200} Mar 24 01:09:47.883924 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-74dcac88-d166-41ce-9074-428db0ec1c80 admin admin] Publish callbacks [] for security_group (1e7f9828-9351-4da4-bbfd-21408418e175), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.903387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=32ae28b8-ba8a-4324-8dea-8e2cf8b316f5,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:47.905732 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-310b2230-bb56-4e23-9385-e169b05b4886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.910824 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b69376bd-ebc5-41a0-a8d9-f9d81b3c9621 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (03c049b0-c119-41a4-b03e-4ee805ae40ee), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.914817 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (32ae28b8-ba8a-4324-8dea-8e2cf8b316f5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.914945 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-74dcac88-d166-41ce-9074-428db0ec1c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1e7f9828-9351-4da4-bbfd-21408418e175), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.952449 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c8f71d-3bc9-4442-a2c2-be20855b1aa2 admin admin] Deleting subnet 43fdc287-7578-4828-b95b-34ae4164d0c7 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:09:47.958596 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce42af-5093-45b8-b4b1-cf9eb8beeeef req-663bac9a-ff6e-493a-9652-bdf18eca2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:47.960915 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b4ce42af-5093-45b8-b4b1-cf9eb8beeeef req-663bac9a-ff6e-493a-9652-bdf18eca2ab7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 1125 time: 0.0933537 Mar 24 01:09:47.961667 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09c8f71d-3bc9-4442-a2c2-be20855b1aa2 admin admin] Publish callbacks [] for subnet (43fdc287-7578-4828-b95b-34ae4164d0c7), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.991634 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b69376bd-ebc5-41a0-a8d9-f9d81b3c9621 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (03c049b0-c119-41a4-b03e-4ee805ae40ee), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:47.995483 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8fb358-34c8-4fe8-9693-bb9a236cbd00 x-openstack-request-id: req-fd8fb358-34c8-4fe8-9693-bb9a236cbd00 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:09:47.996095 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6edbf8-3c68-4050-828f-b5edd97957d1", "name": "network-vif-plugged", "status": "completed", "tag": "32ae28b8-ba8a-4324-8dea-8e2cf8b316f5", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:09:47.996682 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd8fb358-34c8-4fe8-9693-bb9a236cbd00 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:09:47.997477 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8fb358-34c8-4fe8-9693-bb9a236cbd00'] response: {'server_uuid': '5f6edbf8-3c68-4050-828f-b5edd97957d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ae28b8-ba8a-4324-8dea-8e2cf8b316f5', 'code': 200} Mar 24 01:09:48.003424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ebae-bd8a-4e51-ac62-d7b759155902 req-58586966-2b07-45c4-b119-6908b429f552 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:48.004809 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f21ebae-bd8a-4e51-ac62-d7b759155902 req-58586966-2b07-45c4-b119-6908b429f552 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 784 time: 0.2720556 Mar 24 01:09:48.029473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=32ae28b8-ba8a-4324-8dea-8e2cf8b316f5,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:48.032202 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-74dcac88-d166-41ce-9074-428db0ec1c80 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2afef332098046419859975053783806&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6002088 Mar 24 01:09:48.065144 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60032) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:48.067449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcac88-d166-41ce-9074-428db0ec1c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7f9828-9351-4da4-bbfd-21408418e175,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:48.105363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b69376bd-ebc5-41a0-a8d9-f9d81b3c9621 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Network 03c049b0-c119-41a4-b03e-4ee805ae40ee is not hosted by any dhcp agent {{(pid=115730) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 24 01:09:48.107101 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69376bd-ebc5-41a0-a8d9-f9d81b3c9621 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:48.107318 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b69376bd-ebc5-41a0-a8d9-f9d81b3c9621 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.108621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b69376bd-ebc5-41a0-a8d9-f9d81b3c9621 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "PUT /v2.0/networks/03c049b0-c119-41a4-b03e-4ee805ae40ee HTTP/1.1" status: 200 len: 857 time: 0.6223018 Mar 24 01:09:48.113277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60036) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:48.114658 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-3f21ebae-bd8a-4e51-ac62-d7b759155902 req-1a717b7c-0f60-4866-89eb-bd088a362cad tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:09:48.115614 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f21ebae-bd8a-4e51-ac62-d7b759155902 req-1a717b7c-0f60-4866-89eb-bd088a362cad tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0813425 Mar 24 01:09:48.180339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69376bd-ebc5-41a0-a8d9-f9d81b3c9621 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event updated for resources: {'Network': ['ID=03c049b0-c119-41a4-b03e-4ee805ae40ee,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:48.198303 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22319a43-3a15-42b5-9c02-5adbf37e3266 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (03c049b0-c119-41a4-b03e-4ee805ae40ee), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.202140 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09c8f71d-3bc9-4442-a2c2-be20855b1aa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (43fdc287-7578-4828-b95b-34ae4164d0c7), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.212526 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f21ebae-bd8a-4e51-ac62-d7b759155902 req-0e869ee9-d0b5-4d6a-bdc8-ea9e14b48cef tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.0852184 Mar 24 01:09:48.271328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1960-3b33-4e72-9699-ac134bbadf1f req-0ecd2b58-72dc-45df-a353-0f069c9c92dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:48.272427 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19ea1960-3b33-4e72-9699-ac134bbadf1f req-0ecd2b58-72dc-45df-a353-0f069c9c92dc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 1128 time: 0.2667177 Mar 24 01:09:48.319042 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-310b2230-bb56-4e23-9385-e169b05b4886 admin admin] Publish callbacks [] for security_group (bcc694a6-85c6-4bfc-9f2c-892c99170d30), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.322037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce42af-5093-45b8-b4b1-cf9eb8beeeef req-98f11349-e076-43bd-8067-ed54564ae926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:48.323654 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b4ce42af-5093-45b8-b4b1-cf9eb8beeeef req-98f11349-e076-43bd-8067-ed54564ae926 service neutron] 10.222.0.48 "GET /v2.0/networks?id=871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 200 len: 918 time: 0.3361580 Mar 24 01:09:48.334143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f21ebae-bd8a-4e51-ac62-d7b759155902 req-7a3518eb-97c6-4ad2-b2c4-5ba04d13498a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.0950406 Mar 24 01:09:48.339376 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-310b2230-bb56-4e23-9385-e169b05b4886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (bcc694a6-85c6-4bfc-9f2c-892c99170d30), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.368353 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09c8f71d-3bc9-4442-a2c2-be20855b1aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (43fdc287-7578-4828-b95b-34ae4164d0c7), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.420315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627ddb8-530a-4e33-abd0-be539c4aec4f req-05b6f869-8a42-4981-9ab1-94f02192dd10 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:48.421810 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f627ddb8-530a-4e33-abd0-be539c4aec4f req-05b6f869-8a42-4981-9ab1-94f02192dd10 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.2390170 Mar 24 01:09:48.425955 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c3325a2-a8fa-4c54-b8b1-52cd9aa2c60b admin admin] Publish callbacks [] for security_group (1e7f9828-9351-4da4-bbfd-21408418e175), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.440158 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b4ce42af-5093-45b8-b4b1-cf9eb8beeeef req-c9c0bc58-2745-47c3-b697-aaab8c649dc6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2 HTTP/1.1" status: 200 len: 217 time: 0.0868144 Mar 24 01:09:48.448205 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22319a43-3a15-42b5-9c02-5adbf37e3266 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (03c049b0-c119-41a4-b03e-4ee805ae40ee), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.468621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-310b2230-bb56-4e23-9385-e169b05b4886 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d164be275164e6b9c14f865ed7ea11e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6115301 Mar 24 01:09:48.492983 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60048) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:48.496886 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19ea1960-3b33-4e72-9699-ac134bbadf1f req-5aa587ec-c9b3-4e6c-81f1-7b09cb7e244e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d986e8b3-44ec-4877-91ab-74758d949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900744 Mar 24 01:09:48.510553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b2230-bb56-4e23-9385-e169b05b4886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc694a6-85c6-4bfc-9f2c-892c99170d30,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:48.540152 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c3325a2-a8fa-4c54-b8b1-52cd9aa2c60b admin admin] Publish callbacks [] for security_group (1e7f9828-9351-4da4-bbfd-21408418e175), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.547322 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-22319a43-3a15-42b5-9c02-5adbf37e3266 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c049b0-c119-41a4-b03e-4ee805ae40ee']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:48.566864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f627ddb8-530a-4e33-abd0-be539c4aec4f req-39a291d3-2e7b-442e-9035-355f53699d3b tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245162 Mar 24 01:09:48.582114 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-22319a43-3a15-42b5-9c02-5adbf37e3266 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c593a7-47c2-4ad8-837a-92fdeecca4c9') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:48.582699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-22319a43-3a15-42b5-9c02-5adbf37e3266 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c593a7-47c2-4ad8-837a-92fdeecca4c9') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:48.589589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-3f21ebae-bd8a-4e51-ac62-d7b759155902 req-85027af1-4df9-4774-8188-f9bcd62f9d2a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Deleting port 3d2891ba-d71e-4afb-9689-4273e442822b {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:48.589948 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f21ebae-bd8a-4e51-ac62-d7b759155902 req-85027af1-4df9-4774-8188-f9bcd62f9d2a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3d2891ba-d71e-4afb-9689-4273e442822b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.602804 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce42af-5093-45b8-b4b1-cf9eb8beeeef req-bdc88dfb-1ed6-4664-a68d-eb2812189564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:48.604588 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b4ce42af-5093-45b8-b4b1-cf9eb8beeeef req-bdc88dfb-1ed6-4664-a68d-eb2812189564 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4d27960-c52d-4f7c-8496-b63aa9268ea4 HTTP/1.1" status: 200 len: 856 time: 0.1565077 Mar 24 01:09:48.614637 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22319a43-3a15-42b5-9c02-5adbf37e3266 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (c5c593a7-47c2-4ad8-837a-92fdeecca4c9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.634074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09c8f71d-3bc9-4442-a2c2-be20855b1aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (43fdc287-7578-4828-b95b-34ae4164d0c7), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.673855 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22319a43-3a15-42b5-9c02-5adbf37e3266 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (c5c593a7-47c2-4ad8-837a-92fdeecca4c9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.685465 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8f71d-3bc9-4442-a2c2-be20855b1aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fdc287-7578-4828-b95b-34ae4164d0c7,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:48.687438 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09c8f71d-3bc9-4442-a2c2-be20855b1aa2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.690754 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-09c8f71d-3bc9-4442-a2c2-be20855b1aa2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/43fdc287-7578-4828-b95b-34ae4164d0c7 HTTP/1.1" status: 204 len: 168 time: 0.9162633 Mar 24 01:09:48.692063 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22319a43-3a15-42b5-9c02-5adbf37e3266 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:09:48.692455 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22319a43-3a15-42b5-9c02-5adbf37e3266 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (c5c593a7-47c2-4ad8-837a-92fdeecca4c9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:09:48.699536 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:09:48.701833 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60054) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:48.709738 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f21ebae-bd8a-4e51-ac62-d7b759155902 req-85027af1-4df9-4774-8188-f9bcd62f9d2a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3d2891ba-d71e-4afb-9689-4273e442822b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.710068 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f21ebae-bd8a-4e51-ac62-d7b759155902 req-85027af1-4df9-4774-8188-f9bcd62f9d2a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for floatingip (3d2891ba-d71e-4afb-9689-4273e442822b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.753453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-3f21ebae-bd8a-4e51-ac62-d7b759155902 req-85027af1-4df9-4774-8188-f9bcd62f9d2a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Calling delete_port for 3d2891ba-d71e-4afb-9689-4273e442822b owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:48.776307 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-389374fe-c4ec-4669-b2f5-4f9d4b0911a7 admin admin] Publish callbacks [] for security_group (bcc694a6-85c6-4bfc-9f2c-892c99170d30), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.826892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99162ea-8a69-47f3-88c0-f602c60fc294 req-3040585a-d39a-4e1f-809a-40c9be787db6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:48.833698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d99162ea-8a69-47f3-88c0-f602c60fc294 req-3040585a-d39a-4e1f-809a-40c9be787db6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 946 time: 0.1556916 Mar 24 01:09:48.853334 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c3325a2-a8fa-4c54-b8b1-52cd9aa2c60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1e7f9828-9351-4da4-bbfd-21408418e175), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.856629 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c3325a2-a8fa-4c54-b8b1-52cd9aa2c60b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.857236 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0c3325a2-a8fa-4c54-b8b1-52cd9aa2c60b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e7f9828-9351-4da4-bbfd-21408418e175 HTTP/1.1" status: 204 len: 168 time: 0.7866304 Mar 24 01:09:48.889043 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-389374fe-c4ec-4669-b2f5-4f9d4b0911a7 admin admin] Publish callbacks [] for security_group (bcc694a6-85c6-4bfc-9f2c-892c99170d30), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.896916 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3325a2-a8fa-4c54-b8b1-52cd9aa2c60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7f9828-9351-4da4-bbfd-21408418e175,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:48.904433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97bb2ae7-5e07-462a-847b-a78bc6c106fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (9d243ad4-7e8d-4c46-9f03-17ff27de155b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.915270 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22319a43-3a15-42b5-9c02-5adbf37e3266 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (03c049b0-c119-41a4-b03e-4ee805ae40ee), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.929297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d99162ea-8a69-47f3-88c0-f602c60fc294 req-937f3674-46cf-47d4-8435-fdccce6bbc85 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=d986e8b3-44ec-4877-91ab-74758d949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944695 Mar 24 01:09:48.945365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22319a43-3a15-42b5-9c02-5adbf37e3266 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03c049b0-c119-41a4-b03e-4ee805ae40ee {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 24 01:09:48.950704 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22319a43-3a15-42b5-9c02-5adbf37e3266 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:48.953983 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-22319a43-3a15-42b5-9c02-5adbf37e3266 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] 10.222.0.45 "DELETE /v2.0/networks/03c049b0-c119-41a4-b03e-4ee805ae40ee HTTP/1.1" status: 204 len: 168 time: 0.8397102 Mar 24 01:09:48.958944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60064) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:48.971425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22319a43-3a15-42b5-9c02-5adbf37e3266 tempest-ExternalNetworksTestJSON-680855830 tempest-ExternalNetworksTestJSON-680855830-project-admin] Pushing event deleted for resources: {'Network': ['ID=03c049b0-c119-41a4-b03e-4ee805ae40ee,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:48.979938 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce42af-5093-45b8-b4b1-cf9eb8beeeef req-746e8678-d53f-41de-af7f-cf1f8cf6a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:48.981497 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b4ce42af-5093-45b8-b4b1-cf9eb8beeeef req-746e8678-d53f-41de-af7f-cf1f8cf6a13e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=871413ce-bf54-4e47-942e-8e906667bc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2692099 Mar 24 01:09:49.013979 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67c3a49-9f15-45f5-8796-e1ef1f6a4587 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] DELETE failed (client error): The resource could not be found. Mar 24 01:09:49.014428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67c3a49-9f15-45f5-8796-e1ef1f6a4587 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:09:49.020206 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c67c3a49-9f15-45f5-8796-e1ef1f6a4587 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] 10.222.0.45 "DELETE /v2.0/subnets/db9d4556-8842-47bf-851d-1672f0a69be3 HTTP/1.1" status: 404 len: 337 time: 0.0562110 Mar 24 01:09:49.020381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60066) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:49.044587 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f21ebae-bd8a-4e51-ac62-d7b759155902 req-85027af1-4df9-4774-8188-f9bcd62f9d2a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3d2891ba-d71e-4afb-9689-4273e442822b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:49.197998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85027af1-4df9-4774-8188-f9bcd62f9d2a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Pushing event deleted for resources: {'Port': ['ID=3d2891ba-d71e-4afb-9689-4273e442822b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:49.199866 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f21ebae-bd8a-4e51-ac62-d7b759155902 req-85027af1-4df9-4774-8188-f9bcd62f9d2a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for floatingip (362b1a4a-0f91-4f50-a547-7745d5709014), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:49.202500 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3f21ebae-bd8a-4e51-ac62-d7b759155902 req-85027af1-4df9-4774-8188-f9bcd62f9d2a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:49.203675 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f21ebae-bd8a-4e51-ac62-d7b759155902 req-85027af1-4df9-4774-8188-f9bcd62f9d2a tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "DELETE /v2.0/floatingips/362b1a4a-0f91-4f50-a547-7745d5709014 HTTP/1.1" status: 204 len: 173 time: 0.8616033 Mar 24 01:09:49.298985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55ac7ede-db1a-4fee-b995-908abfdb3c54 req-db2a649a-132d-47b5-a5ff-937c1ddcb84b tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups/7b04d1c2-6c56-4141-a29c-a0de6c47a798 HTTP/1.1" status: 200 len: 1827 time: 0.0750644 Mar 24 01:09:49.306245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 44e764ac-5193-4d5a-a7c5-08b07e786da2 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:09:49.457544 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-55ac7ede-db1a-4fee-b995-908abfdb3c54 req-74ee3eca-0955-4d34-9bdd-3bed391a7c89 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for security_group (7b04d1c2-6c56-4141-a29c-a0de6c47a798), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:49.507403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:49.521427 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'port_id': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'mac_address': 'fa:16:3e:77:b1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:09:49.554343 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-55ac7ede-db1a-4fee-b995-908abfdb3c54 req-74ee3eca-0955-4d34-9bdd-3bed391a7c89 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for security_group (7b04d1c2-6c56-4141-a29c-a0de6c47a798), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:49.606690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 44e764ac-5193-4d5a-a7c5-08b07e786da2 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:49.607093 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:49.640777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e764ac-5193-4d5a-a7c5-08b07e786da2 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:09:49.655440 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-55ac7ede-db1a-4fee-b995-908abfdb3c54 req-74ee3eca-0955-4d34-9bdd-3bed391a7c89 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7b04d1c2-6c56-4141-a29c-a0de6c47a798), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:49.658868 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-55ac7ede-db1a-4fee-b995-908abfdb3c54 req-74ee3eca-0955-4d34-9bdd-3bed391a7c89 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:49.663556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55ac7ede-db1a-4fee-b995-908abfdb3c54 req-74ee3eca-0955-4d34-9bdd-3bed391a7c89 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "DELETE /v2.0/security-groups/7b04d1c2-6c56-4141-a29c-a0de6c47a798 HTTP/1.1" status: 204 len: 173 time: 0.3642426 Mar 24 01:09:49.693281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:49.694742 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee3eca-0955-4d34-9bdd-3bed391a7c89 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b04d1c2-6c56-4141-a29c-a0de6c47a798,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:49.696071 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:49.805428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee362b-ea56-4a9f-881d-62a57bf3ee2f req-a80b3b70-c27b-4c26-978b-3ee075f97c74 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:49.813057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fee362b-ea56-4a9f-881d-62a57bf3ee2f req-a80b3b70-c27b-4c26-978b-3ee075f97c74 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.0859663 Mar 24 01:09:49.818316 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=44e764ac-5193-4d5a-a7c5-08b07e786da2,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:49.864854 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97bb2ae7-5e07-462a-847b-a78bc6c106fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (9d243ad4-7e8d-4c46-9f03-17ff27de155b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:49.868188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fee362b-ea56-4a9f-881d-62a57bf3ee2f req-b75fee99-006b-41a1-9ae2-6ff1809cf2c3 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539372 Mar 24 01:09:49.913226 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['44e764ac-5193-4d5a-a7c5-08b07e786da2'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:09:49.930108 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6cd20609-3857-4e27-9503-7ee7f9cd1743 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (5010eda3-3bfd-4250-9395-5e3c03a94130), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:49.937421 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-389374fe-c4ec-4669-b2f5-4f9d4b0911a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (bcc694a6-85c6-4bfc-9f2c-892c99170d30), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:49.954473 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-389374fe-c4ec-4669-b2f5-4f9d4b0911a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:49.960270 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-389374fe-c4ec-4669-b2f5-4f9d4b0911a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bcc694a6-85c6-4bfc-9f2c-892c99170d30 HTTP/1.1" status: 204 len: 168 time: 1.4656780 Mar 24 01:09:49.971921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-97bb2ae7-5e07-462a-847b-a78bc6c106fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d243ad4-7e8d-4c46-9f03-17ff27de155b']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:50.015108 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-97bb2ae7-5e07-462a-847b-a78bc6c106fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117c47eb-ac8b-481a-af33-73217d4cb1c3') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:50.015538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-97bb2ae7-5e07-462a-847b-a78bc6c106fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117c47eb-ac8b-481a-af33-73217d4cb1c3') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:50.026951 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389374fe-c4ec-4669-b2f5-4f9d4b0911a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc694a6-85c6-4bfc-9f2c-892c99170d30,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:50.057623 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97bb2ae7-5e07-462a-847b-a78bc6c106fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (117c47eb-ac8b-481a-af33-73217d4cb1c3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:50.141197 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b4ce42af-5093-45b8-b4b1-cf9eb8beeeef req-f73fdeb4-29a0-4bec-a993-4fb4176047e8 service neutron] 10.222.0.48 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1367347 Mar 24 01:09:50.145625 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97bb2ae7-5e07-462a-847b-a78bc6c106fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (117c47eb-ac8b-481a-af33-73217d4cb1c3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:50.201856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872b40b-52d8-402a-8f3a-fb1db4b3e80e req-3cc38284-5d69-4274-aa19-b8dcfa5e4d79 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:50.202108 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6cd20609-3857-4e27-9503-7ee7f9cd1743 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (5010eda3-3bfd-4250-9395-5e3c03a94130), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:50.203625 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a872b40b-52d8-402a-8f3a-fb1db4b3e80e req-3cc38284-5d69-4274-aa19-b8dcfa5e4d79 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.1866553 Mar 24 01:09:50.205068 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bb2ae7-5e07-462a-847b-a78bc6c106fa admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:09:50.207464 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97bb2ae7-5e07-462a-847b-a78bc6c106fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (117c47eb-ac8b-481a-af33-73217d4cb1c3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:50.223614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c123af-8a3f-4734-a2f5-eba7ef5b28fd req-49277b67-757c-4f38-9699-b1b6e6c58a5d tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:50.225839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2c123af-8a3f-4734-a2f5-eba7ef5b28fd req-49277b67-757c-4f38-9699-b1b6e6c58a5d tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 946 time: 0.1369183 Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:09:50.263224 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:09:50.313981 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2c123af-8a3f-4734-a2f5-eba7ef5b28fd req-8dda16ec-2ccf-43c7-8afc-51a2a1cd44e4 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=d986e8b3-44ec-4877-91ab-74758d949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810211 Mar 24 01:09:50.322512 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a872b40b-52d8-402a-8f3a-fb1db4b3e80e req-df091f7b-32a4-4227-aaa4-7f5d8f98690f tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956457 Mar 24 01:09:50.377429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-6cd20609-3857-4e27-9503-7ee7f9cd1743 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5010eda3-3bfd-4250-9395-5e3c03a94130']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:50.426826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-6cd20609-3857-4e27-9503-7ee7f9cd1743 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc392f15-c260-401b-969f-8904af03312f') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:50.427257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-6cd20609-3857-4e27-9503-7ee7f9cd1743 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc392f15-c260-401b-969f-8904af03312f') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:50.451102 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97bb2ae7-5e07-462a-847b-a78bc6c106fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (9d243ad4-7e8d-4c46-9f03-17ff27de155b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:50.465618 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97bb2ae7-5e07-462a-847b-a78bc6c106fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:50.471058 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-97bb2ae7-5e07-462a-847b-a78bc6c106fa admin admin] 10.222.0.45 "DELETE /v2.0/networks/9d243ad4-7e8d-4c46-9f03-17ff27de155b HTTP/1.1" status: 204 len: 168 time: 1.7555130 Mar 24 01:09:50.488206 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6cd20609-3857-4e27-9503-7ee7f9cd1743 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (fc392f15-c260-401b-969f-8904af03312f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:50.491909 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c520a-4a11-4a3d-abc6-c0524545cdeb req-7c9cc442-67b4-4016-bd68-68e04884660a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:50.494081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-967c520a-4a11-4a3d-abc6-c0524545cdeb req-7c9cc442-67b4-4016-bd68-68e04884660a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 946 time: 0.0850055 Mar 24 01:09:50.503954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60124) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:50.509392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-5677976a-7aaf-4de6-baa3-6e297eb0d714 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'floatingip': {'port_id': '32ae28b8-ba8a-4324-8dea-8e2cf8b316f5'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:50.548438 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb2ae7-5e07-462a-847b-a78bc6c106fa admin admin] Pushing event deleted for resources: {'Network': ['ID=9d243ad4-7e8d-4c46-9f03-17ff27de155b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:50.563256 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5677976a-7aaf-4de6-baa3-6e297eb0d714 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (97e3370f-0e71-4a7d-8cd8-90f99acc4e56), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:50.567400 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6cd20609-3857-4e27-9503-7ee7f9cd1743 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (fc392f15-c260-401b-969f-8904af03312f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:50.573898 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b4ce42af-5093-45b8-b4b1-cf9eb8beeeef req-18ec172c-9470-4dcd-94eb-cbdf7b8fff78 service neutron] 10.222.0.48 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244816 Mar 24 01:09:50.576508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd20609-3857-4e27-9503-7ee7f9cd1743 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:09:50.576909 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6cd20609-3857-4e27-9503-7ee7f9cd1743 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (fc392f15-c260-401b-969f-8904af03312f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:09:50.595189 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:09:50.677701 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6cd20609-3857-4e27-9503-7ee7f9cd1743 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (5010eda3-3bfd-4250-9395-5e3c03a94130), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:50.687126 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6cd20609-3857-4e27-9503-7ee7f9cd1743 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:50.692030 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6cd20609-3857-4e27-9503-7ee7f9cd1743 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] 10.222.0.45 "DELETE /v2.0/networks/5010eda3-3bfd-4250-9395-5e3c03a94130 HTTP/1.1" status: 204 len: 168 time: 1.6706848 Mar 24 01:09:50.693753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60130) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:50.712691 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd20609-3857-4e27-9503-7ee7f9cd1743 tempest-ExternalNetworksTestJSON-895718313 tempest-ExternalNetworksTestJSON-895718313-project] Pushing event deleted for resources: {'Network': ['ID=5010eda3-3bfd-4250-9395-5e3c03a94130,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:50.838564 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9fa0173d-18b4-49f5-b1d9-377f85834ae7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62b85a8ae02d4fa8b7875278004a0b7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1436713 Mar 24 01:09:50.841108 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60138) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:51.008675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60146) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:51.052744 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4c5475b-5f71-4bc8-9ff6-ce98de702243 admin admin] Publish callbacks [] for security_group (ce319f75-936d-486c-92bf-9c54c135cf8e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:51.108186 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4c5475b-5f71-4bc8-9ff6-ce98de702243 admin admin] Publish callbacks [] for security_group (ce319f75-936d-486c-92bf-9c54c135cf8e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:51.155593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f949af8-d3a1-4589-b5e0-6ca5c1d73c78 req-80405713-ee83-42f8-a93d-a4f35fb8f824 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:51.157065 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f949af8-d3a1-4589-b5e0-6ca5c1d73c78 req-80405713-ee83-42f8-a93d-a4f35fb8f824 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.1812723 Mar 24 01:09:51.251831 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4f9d4c9e-eb1b-4230-8942-32ec968a9e5e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22b334cd944f420f8a8c6815816fc02a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2407825 Mar 24 01:09:51.254552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60156) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:51.265950 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5677976a-7aaf-4de6-baa3-6e297eb0d714 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:51.276475 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5677976a-7aaf-4de6-baa3-6e297eb0d714 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (97e3370f-0e71-4a7d-8cd8-90f99acc4e56), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:51.315014 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b698b70-6ae9-4f3e-bf32-512ae6c1e107 admin admin] Publish callbacks [] for security_group (abe81d4f-40b2-480f-ba15-db3c2e5d1832), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:51.322343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 44e764ac-5193-4d5a-a7c5-08b07e786da2 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:09:51.323461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f949af8-d3a1-4589-b5e0-6ca5c1d73c78 req-adc34d15-a39f-44ee-b190-084da1ad575c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476679 Mar 24 01:09:51.351792 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4c5475b-5f71-4bc8-9ff6-ce98de702243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ce319f75-936d-486c-92bf-9c54c135cf8e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:51.354362 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4c5475b-5f71-4bc8-9ff6-ce98de702243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:51.357147 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c4c5475b-5f71-4bc8-9ff6-ce98de702243 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce319f75-936d-486c-92bf-9c54c135cf8e HTTP/1.1" status: 204 len: 168 time: 0.5134919 Mar 24 01:09:51.370274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5475b-5f71-4bc8-9ff6-ce98de702243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce319f75-936d-486c-92bf-9c54c135cf8e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:51.402068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b698b70-6ae9-4f3e-bf32-512ae6c1e107 admin admin] Publish callbacks [] for security_group (abe81d4f-40b2-480f-ba15-db3c2e5d1832), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:51.436516 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-5677976a-7aaf-4de6-baa3-6e297eb0d714 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Floating IP 97e3370f-0e71-4a7d-8cd8-90f99acc4e56 associated. External IP: 172.25.0.100, port: 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5. Mar 24 01:09:51.470670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 44e764ac-5193-4d5a-a7c5-08b07e786da2 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:09:51.481767 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 44e764ac-5193-4d5a-a7c5-08b07e786da2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:09:51.482200 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:51.492780 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b698b70-6ae9-4f3e-bf32-512ae6c1e107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (abe81d4f-40b2-480f-ba15-db3c2e5d1832), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:51.496314 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b698b70-6ae9-4f3e-bf32-512ae6c1e107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:51.498883 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1b698b70-6ae9-4f3e-bf32-512ae6c1e107 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/abe81d4f-40b2-480f-ba15-db3c2e5d1832 HTTP/1.1" status: 204 len: 168 time: 0.2426147 Mar 24 01:09:51.521117 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b698b70-6ae9-4f3e-bf32-512ae6c1e107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe81d4f-40b2-480f-ba15-db3c2e5d1832,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:51.640617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34266dce-94d7-40c9-b281-7d96ea9ab936 req-917538fd-dd02-4a23-bcbf-1aadb21cc5e7 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:51.643401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34266dce-94d7-40c9-b281-7d96ea9ab936 req-917538fd-dd02-4a23-bcbf-1aadb21cc5e7 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.1536496 Mar 24 01:09:51.674647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 44e764ac-5193-4d5a-a7c5-08b07e786da2 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:09:51.675198 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:51.735480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:51.736885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e764ac-5193-4d5a-a7c5-08b07e786da2'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:09:51.740323 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c321a702-9782-4b34-9fe2-65cccad8ddd1" -d '{"events": [{"server_uuid": "ab2241e6-8554-4f9a-94de-67c01497f95b", "name": "network-vif-plugged", "status": "completed", "tag": "44e764ac-5193-4d5a-a7c5-08b07e786da2"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:09:51.744822 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:51.801208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=44e764ac-5193-4d5a-a7c5-08b07e786da2,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:51.831567 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cda5ae-0c21-4783-aaf9-cd53a030362a x-openstack-request-id: req-48cda5ae-0c21-4783-aaf9-cd53a030362a {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:09:51.831719 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2241e6-8554-4f9a-94de-67c01497f95b", "name": "network-vif-plugged", "status": "completed", "tag": "44e764ac-5193-4d5a-a7c5-08b07e786da2", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:09:51.831914 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48cda5ae-0c21-4783-aaf9-cd53a030362a {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:09:51.832299 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48cda5ae-0c21-4783-aaf9-cd53a030362a'] response: {'server_uuid': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'code': 200} Mar 24 01:09:51.862439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34266dce-94d7-40c9-b281-7d96ea9ab936 req-61653b5e-fe8f-40c5-8af1-8aabaf465084 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940086 Mar 24 01:09:51.919214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5677976a-7aaf-4de6-baa3-6e297eb0d714 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Router a9ee4bad-e653-484c-97e8-9380577683bf has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:09:51.938654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7c4bd-56e1-4460-add1-41e1dedcf9aa req-841eaa22-3ee5-4a54-b138-3fec301cc36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:51.940370 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4ac7c4bd-56e1-4460-add1-41e1dedcf9aa req-841eaa22-3ee5-4a54-b138-3fec301cc36e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 1127 time: 0.0543394 Mar 24 01:09:52.033479 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4ac7c4bd-56e1-4460-add1-41e1dedcf9aa req-d6ef486e-280f-4d4c-83f5-be59b7b5dc3d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864997 Mar 24 01:09:52.094427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5677976a-7aaf-4de6-baa3-6e297eb0d714 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:09:52.101347 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5677976a-7aaf-4de6-baa3-6e297eb0d714 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:52.111713 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4cd38-ba49-4150-8c3b-167f03d2ee6e None None] Sync routers for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:09:52.135159 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4cd38-ba49-4150-8c3b-167f03d2ee6e None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:52.139053 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-88f4cd38-ba49-4150-8c3b-167f03d2ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:52.142225 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5677976a-7aaf-4de6-baa3-6e297eb0d714 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "PUT /v2.0/floatingips/97e3370f-0e71-4a7d-8cd8-90f99acc4e56 HTTP/1.1" status: 200 len: 992 time: 1.6363375 Mar 24 01:09:52.143017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6edbf8-3c68-4050-828f-b5edd97957d1', 'tag': '32ae28b8-ba8a-4324-8dea-8e2cf8b316f5'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:09:52.145997 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5303f5a-e486-4688-b42d-103e69a86611" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6edbf8-3c68-4050-828f-b5edd97957d1", "tag": "32ae28b8-ba8a-4324-8dea-8e2cf8b316f5"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:09:52.222055 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420e05ad-74a9-45b4-ab09-0cba95fbf8ea x-openstack-request-id: req-420e05ad-74a9-45b4-ab09-0cba95fbf8ea {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:09:52.222247 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6edbf8-3c68-4050-828f-b5edd97957d1", "tag": "32ae28b8-ba8a-4324-8dea-8e2cf8b316f5", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:09:52.222505 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-420e05ad-74a9-45b4-ab09-0cba95fbf8ea {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:09:52.222926 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-420e05ad-74a9-45b4-ab09-0cba95fbf8ea'] response: {'name': 'network-changed', 'server_uuid': '5f6edbf8-3c68-4050-828f-b5edd97957d1', 'tag': '32ae28b8-ba8a-4324-8dea-8e2cf8b316f5', 'status': 'completed', 'code': 200} Mar 24 01:09:52.264295 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd910de1-c5bd-4039-b34d-7a05e366b508 req-97d40638-1cff-48ba-b94c-d76a4f87b1f7 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:52.267138 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60214) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:52.269084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd910de1-c5bd-4039-b34d-7a05e366b508 req-97d40638-1cff-48ba-b94c-d76a4f87b1f7 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.1045675 Mar 24 01:09:52.334932 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-88f4cd38-ba49-4150-8c3b-167f03d2ee6e None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:52.378953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5303f5a-e486-4688-b42d-103e69a86611 req-9581e792-b7b0-402c-a5d4-ca5a975210a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:52.389785 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f5303f5a-e486-4688-b42d-103e69a86611 req-9581e792-b7b0-402c-a5d4-ca5a975210a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 1128 time: 0.1365139 Mar 24 01:09:52.395283 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a1cc9bb8-6991-4296-8f5a-34c8bae26768 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab9312ec32a44ee4970d80f0e2cc6962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290686 Mar 24 01:09:52.404229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60218) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:52.480569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-cd910de1-c5bd-4039-b34d-7a05e366b508 req-eb35e574-0501-433c-a9a0-d493ad13c583 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Deleting port 2cdaaed3-e992-419a-9299-89ddbe498897 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:52.480975 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cd910de1-c5bd-4039-b34d-7a05e366b508 req-eb35e574-0501-433c-a9a0-d493ad13c583 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:52.550185 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c68c2b0b-260d-47b0-ac7a-d471d17aa67b admin admin] Publish callbacks [] for security_group (1ddf2602-4687-4a35-88dc-a68d131cda55), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:52.579282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60222) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:52.596157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c68c2b0b-260d-47b0-ac7a-d471d17aa67b admin admin] Publish callbacks [] for security_group (1ddf2602-4687-4a35-88dc-a68d131cda55), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:52.624959 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5303f5a-e486-4688-b42d-103e69a86611 req-72488b6e-f4b4-4bce-96c1-b454a2e7dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:52.626909 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f5303f5a-e486-4688-b42d-103e69a86611 req-72488b6e-f4b4-4bce-96c1-b454a2e7dc0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 915 time: 0.2205193 Mar 24 01:09:52.781010 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c68c2b0b-260d-47b0-ac7a-d471d17aa67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1ddf2602-4687-4a35-88dc-a68d131cda55), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:52.784585 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c68c2b0b-260d-47b0-ac7a-d471d17aa67b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:52.786012 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c68c2b0b-260d-47b0-ac7a-d471d17aa67b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ddf2602-4687-4a35-88dc-a68d131cda55 HTTP/1.1" status: 204 len: 168 time: 0.3783772 Mar 24 01:09:52.789463 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f5303f5a-e486-4688-b42d-103e69a86611 req-958bd9cb-b039-4691-a57a-b70fb62fe435 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 HTTP/1.1" status: 200 len: 1000 time: 0.1535363 Mar 24 01:09:52.809403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c2b0b-260d-47b0-ac7a-d471d17aa67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddf2602-4687-4a35-88dc-a68d131cda55,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:52.810022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8204d7-4558-44b4-8b81-f8664f6d109a req-9010e59e-c852-4ad3-9bb5-329c8d1f0bd6 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:52.811714 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec8204d7-4558-44b4-8b81-f8664f6d109a req-9010e59e-c852-4ad3-9bb5-329c8d1f0bd6 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.3527679 Mar 24 01:09:52.819038 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bb204f3e-089d-4324-a8eb-681921c22bba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14926143cd5d4711818c09bd24de3eb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1674957 Mar 24 01:09:52.819451 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-88f4cd38-ba49-4150-8c3b-167f03d2ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '97e3370f-0e71-4a7d-8cd8-90f99acc4e56', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': '32ae28b8-ba8a-4324-8dea-8e2cf8b316f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:83:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edbf8-3c68-4050-828f-b5edd97957d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:09:24Z', 'updated_at': '2022-03-24T01:09:51Z', 'revision_number': 1, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}, {'id': 'ffde95b9-565a-4493-bcc9-678009559608', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': '5d67de27-b98e-4cd2-b649-97f01003c2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:ea:f0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:07:44Z', 'updated_at': '2022-03-24T01:08:37Z', 'revision_number': 2, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:52.824969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60230) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:52.843136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-cd910de1-c5bd-4039-b34d-7a05e366b508 req-eb35e574-0501-433c-a9a0-d493ad13c583 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] For port 2cdaaed3-e992-419a-9299-89ddbe498897, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2cdaaed3-e992-419a-9299-89ddbe498897,segment=NetworkSegment(293dda98-e33a-415d-bc1b-0f7c0c99ccdb),segment_id=293dda98-e33a-415d-bc1b-0f7c0c99ccdb)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:52.843523 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cd910de1-c5bd-4039-b34d-7a05e366b508 req-eb35e574-0501-433c-a9a0-d493ad13c583 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:52.877075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-cd910de1-c5bd-4039-b34d-7a05e366b508 req-eb35e574-0501-433c-a9a0-d493ad13c583 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Calling delete_port for 2cdaaed3-e992-419a-9299-89ddbe498897 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:52.894702 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4cd38-ba49-4150-8c3b-167f03d2ee6e None None] Checking router: a9ee4bad-e653-484c-97e8-9380577683bf for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:09:52.930524 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4cd38-ba49-4150-8c3b-167f03d2ee6e None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:52.931208 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-88f4cd38-ba49-4150-8c3b-167f03d2ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:52.949914 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5303f5a-e486-4688-b42d-103e69a86611 req-26b8e26d-1396-46f1-9bbb-2ea48bf9e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:52.952290 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f5303f5a-e486-4688-b42d-103e69a86611 req-26b8e26d-1396-46f1-9bbb-2ea48bf9e1d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 0.1535337 Mar 24 01:09:52.986819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec8204d7-4558-44b4-8b81-f8664f6d109a req-ef68cdf2-6e78-4c26-8ada-01852b165687 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462183 Mar 24 01:09:53.005397 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ff1b1638-3de0-4811-a9b6-a3469c3283d0 admin admin] Publish callbacks [] for security_group (d1c631ad-2465-491d-a161-801379432197), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:53.061542 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ff1b1638-3de0-4811-a9b6-a3469c3283d0 admin admin] Publish callbacks [] for security_group (d1c631ad-2465-491d-a161-801379432197), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:53.111409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5303f5a-e486-4688-b42d-103e69a86611 req-a72fc332-053c-448b-a873-4eebc6722516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:53.115018 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f5303f5a-e486-4688-b42d-103e69a86611 req-a72fc332-053c-448b-a873-4eebc6722516 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1548090 Mar 24 01:09:53.227321 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-88f4cd38-ba49-4150-8c3b-167f03d2ee6e None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:53.275640 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f5303f5a-e486-4688-b42d-103e69a86611 req-d79b2463-bf98-437c-8908-2ad4037c1374 service neutron] 10.222.0.48 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528995 Mar 24 01:09:53.501681 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f5303f5a-e486-4688-b42d-103e69a86611 req-5adaab8b-97ee-46cc-82d8-8ed4191412d4 service neutron] 10.222.0.48 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201335 Mar 24 01:09:53.746924 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-88f4cd38-ba49-4150-8c3b-167f03d2ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '97e3370f-0e71-4a7d-8cd8-90f99acc4e56', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': '32ae28b8-ba8a-4324-8dea-8e2cf8b316f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:83:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edbf8-3c68-4050-828f-b5edd97957d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:09:24Z', 'updated_at': '2022-03-24T01:09:51Z', 'revision_number': 1, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}, {'id': 'ffde95b9-565a-4493-bcc9-678009559608', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': '5d67de27-b98e-4cd2-b649-97f01003c2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:ea:f0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:07:44Z', 'updated_at': '2022-03-24T01:08:37Z', 'revision_number': 2, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:53.795275 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60258) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:53.810058 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4cd38-ba49-4150-8c3b-167f03d2ee6e None None] The sync data for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 is: [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '97e3370f-0e71-4a7d-8cd8-90f99acc4e56', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': '32ae28b8-ba8a-4324-8dea-8e2cf8b316f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:83:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6edbf8-3c68-4050-828f-b5edd97957d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:09:24Z', 'updated_at': '2022-03-24T01:09:51Z', 'revision_number': 1, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}, {'id': 'ffde95b9-565a-4493-bcc9-678009559608', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': '5d67de27-b98e-4cd2-b649-97f01003c2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:ea:f0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:07:44Z', 'updated_at': '2022-03-24T01:08:37Z', 'revision_number': 2, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:09:53.909803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bba49-b14e-42c1-87ea-e53651f27708 req-464801c7-060a-4531-a4af-7f0a0f11705e tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:53.911652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c93bba49-b14e-42c1-87ea-e53651f27708 req-464801c7-060a-4531-a4af-7f0a0f11705e tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf763529-bded-476a-bf1a-8e4dba2a5acc HTTP/1.1" status: 200 len: 946 time: 0.8536549 Mar 24 01:09:53.925358 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ff1b1638-3de0-4811-a9b6-a3469c3283d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d1c631ad-2465-491d-a161-801379432197), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:53.932425 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ff1b1638-3de0-4811-a9b6-a3469c3283d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:53.937541 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ff1b1638-3de0-4811-a9b6-a3469c3283d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1c631ad-2465-491d-a161-801379432197 HTTP/1.1" status: 204 len: 168 time: 1.1113768 Mar 24 01:09:53.982566 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b1638-3de0-4811-a9b6-a3469c3283d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c631ad-2465-491d-a161-801379432197,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:53.989514 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cd910de1-c5bd-4039-b34d-7a05e366b508 req-eb35e574-0501-433c-a9a0-d493ad13c583 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (2cdaaed3-e992-419a-9299-89ddbe498897), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:54.005802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['2cdaaed3-e992-419a-9299-89ddbe498897'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:09:54.169141 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60272) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:54.290540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd910de1-c5bd-4039-b34d-7a05e366b508 req-eb35e574-0501-433c-a9a0-d493ad13c583 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] No DVR routers for this DVR port 2cdaaed3-e992-419a-9299-89ddbe498897 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:09:54.324848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c18b87-6509-43eb-833b-a9ea8cb5f20b None None] New status for floating IP 97e3370f-0e71-4a7d-8cd8-90f99acc4e56: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:09:54.326341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35e574-0501-433c-a9a0-d493ad13c583 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Pushing event deleted for resources: {'Port': ['ID=2cdaaed3-e992-419a-9299-89ddbe498897,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:54.333644 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-154866518'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:54.341061 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cd910de1-c5bd-4039-b34d-7a05e366b508 req-eb35e574-0501-433c-a9a0-d493ad13c583 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:54.357807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd910de1-c5bd-4039-b34d-7a05e366b508 req-eb35e574-0501-433c-a9a0-d493ad13c583 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.57 "DELETE /v2.0/ports/2cdaaed3-e992-419a-9299-89ddbe498897 HTTP/1.1" status: 204 len: 173 time: 2.0830715 Mar 24 01:09:54.361028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'name': 'network-vif-deleted', 'tag': '2cdaaed3-e992-419a-9299-89ddbe498897'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:09:54.363376 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eea2756-eddd-4902-9329-e42b5696202a" -d '{"events": [{"server_uuid": "bf763529-bded-476a-bf1a-8e4dba2a5acc", "name": "network-vif-deleted", "tag": "2cdaaed3-e992-419a-9299-89ddbe498897"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:09:54.404285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Made reservation on behalf of 97d606faa4fb4be3adc96be602f7cc5b for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:54.425798 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:54.443654 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:54.498517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a7e9e-fa1f-40a8-9fe1-e47e40f1dbe1 req-29bb0537-edf4-4326-8ba5-0a63b713558d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:54.514846 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-255a7e9e-fa1f-40a8-9fe1-e47e40f1dbe1 req-29bb0537-edf4-4326-8ba5-0a63b713558d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.3143978 Mar 24 01:09:54.518687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c93bba49-b14e-42c1-87ea-e53651f27708 req-afa9f147-8dd2-4b89-a796-6f5382471f91 tempest-ServerRescueTestJSONUnderV235-223710796 tempest-ServerRescueTestJSONUnderV235-223710796-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b68cdb5-068b-4568-b103-f7f77e52b212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982175 Mar 24 01:09:54.639550 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2880fdb-fa5b-41a0-8aea-04b3a95dbef3 x-openstack-request-id: req-d2880fdb-fa5b-41a0-8aea-04b3a95dbef3 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:09:54.639843 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf763529-bded-476a-bf1a-8e4dba2a5acc", "name": "network-vif-deleted", "tag": "2cdaaed3-e992-419a-9299-89ddbe498897", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:09:54.640100 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2880fdb-fa5b-41a0-8aea-04b3a95dbef3 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:09:54.640507 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2880fdb-fa5b-41a0-8aea-04b3a95dbef3'] response: {'server_uuid': 'bf763529-bded-476a-bf1a-8e4dba2a5acc', 'name': 'network-vif-deleted', 'tag': '2cdaaed3-e992-419a-9299-89ddbe498897', 'status': 'completed', 'code': 200} Mar 24 01:09:54.694259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-255a7e9e-fa1f-40a8-9fe1-e47e40f1dbe1 req-85598f86-18a1-43bd-ae30-fd39c7e3082c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474466 Mar 24 01:09:54.716291 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks [] for security_group (268a2e53-b718-452c-a8c2-b449bed3a161), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:54.727236 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (268a2e53-b718-452c-a8c2-b449bed3a161), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:54.829173 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268a2e53-b718-452c-a8c2-b449bed3a161,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:54.838822 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:09:54.863167 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f34eda60-fc54-4fae-8a14-06e8c742cb2b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:54.863525 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Added segment f34eda60-fc54-4fae-8a14-06e8c742cb2b of type vlan for network f2d0a25b-59c4-434b-a37f-2a4d833c2918 Mar 24 01:09:54.967356 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a833-a044-402d-9750-f177ba92c1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:54.970551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d06912-53e9-47cd-af64-948dc31abec0 req-208e24bd-6bf7-454a-9a2c-e451cc2b6c68 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:54.971411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f7d06912-53e9-47cd-af64-948dc31abec0 req-208e24bd-6bf7-454a-9a2c-e451cc2b6c68 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.1509061 Mar 24 01:09:54.984871 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60290) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:55.017919 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4b7b69a2-6992-451d-87bd-51724e5fb41a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Request body: {'floatingip': {'port_id': '44e764ac-5193-4d5a-a7c5-08b07e786da2'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:55.026789 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (f2d0a25b-59c4-434b-a37f-2a4d833c2918), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:55.246192 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b7b69a2-6992-451d-87bd-51724e5fb41a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for floatingip (0b5730e8-cd7e-48bc-8e5d-32e1c8f2cbdd), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:55.255358 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.db.resource_extend [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:09:55.604890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60310) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:55.753267 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (f2d0a25b-59c4-434b-a37f-2a4d833c2918), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:55.763101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:55.763728 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:55.995843 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1994517 Mar 24 01:09:56.002220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2cdaaed3-e992-419a-9299-89ddbe498897 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:09:56.003240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60322) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:56.051413 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-033e90dc-1e5a-4dbc-a6e5-689143e20fea tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Request body: {'subnet': {'network_id': 'f2d0a25b-59c4-434b-a37f-2a4d833c2918', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:56.058823 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 2cdaaed3-e992-419a-9299-89ddbe498897 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:09:56.059251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2cdaaed3-e992-419a-9299-89ddbe498897 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:09:56.184186 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f076c28-ab0b-4483-8106-8ebe6d7134ee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Pushing event updated for resources: {'Network': ['ID=f2d0a25b-59c4-434b-a37f-2a4d833c2918,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:56.217589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network f2d0a25b-59c4-434b-a37f-2a4d833c2918 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:09:56.299935 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a833-a044-402d-9750-f177ba92c1b0 admin admin] Publish callbacks [] for security_group (37874c8a-0911-4ade-9e7f-65afe7e905cb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:56.329224 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a833-a044-402d-9750-f177ba92c1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (37874c8a-0911-4ade-9e7f-65afe7e905cb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:56.353882 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8d06f8d4-4151-4d91-8b72-98532b066e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (610faae3-80ca-40ff-8536-8da7631a5c5b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:56.563866 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5a833-a044-402d-9750-f177ba92c1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37874c8a-0911-4ade-9e7f-65afe7e905cb,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:56.577307 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e9f5a833-a044-402d-9750-f177ba92c1b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=332cc6cc41d442d4b9bbfa684542d396&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4035072 Mar 24 01:09:56.580288 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60336) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:56.617600 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033e90dc-1e5a-4dbc-a6e5-689143e20fea tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Made reservation on behalf of 97d606faa4fb4be3adc96be602f7cc5b for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:56.621145 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-033e90dc-1e5a-4dbc-a6e5-689143e20fea tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:56.823357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-8d06f8d4-4151-4d91-8b72-98532b066e50 admin admin] Deleting port fb638f6f-5341-44aa-a47f-97327fa7d325 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:56.823908 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8d06f8d4-4151-4d91-8b72-98532b066e50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:56.915880 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-8d06f8d4-4151-4d91-8b72-98532b066e50 admin admin] For port fb638f6f-5341-44aa-a47f-97327fa7d325, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=fb638f6f-5341-44aa-a47f-97327fa7d325,segment=NetworkSegment(293dda98-e33a-415d-bc1b-0f7c0c99ccdb),segment_id=293dda98-e33a-415d-bc1b-0f7c0c99ccdb)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:56.916249 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8d06f8d4-4151-4d91-8b72-98532b066e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:56.937825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-8d06f8d4-4151-4d91-8b72-98532b066e50 admin admin] Calling delete_port for fb638f6f-5341-44aa-a47f-97327fa7d325 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:57.030068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f656e015-771d-4a28-9867-a925904b625e admin admin] Publish callbacks [] for security_group (37874c8a-0911-4ade-9e7f-65afe7e905cb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:57.087419 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.db.resource_extend [None req-4b7b69a2-6992-451d-87bd-51724e5fb41a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:09:57.149509 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f656e015-771d-4a28-9867-a925904b625e admin admin] Publish callbacks [] for security_group (37874c8a-0911-4ade-9e7f-65afe7e905cb), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:57.185475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60352) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:57.269876 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8d06f8d4-4151-4d91-8b72-98532b066e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (fb638f6f-5341-44aa-a47f-97327fa7d325), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:57.334152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06f8d4-4151-4d91-8b72-98532b066e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb638f6f-5341-44aa-a47f-97327fa7d325,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:57.423002 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8aef1da5-6728-460f-9570-fcc0320395ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:57.633986 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b7b69a2-6992-451d-87bd-51724e5fb41a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:57.636374 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8aef1da5-6728-460f-9570-fcc0320395ec admin admin] Publish callbacks [] for security_group (7581b1e4-bf15-435a-bb70-cac192589be2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:57.672655 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8d06f8d4-4151-4d91-8b72-98532b066e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (610faae3-80ca-40ff-8536-8da7631a5c5b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:57.674596 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b7b69a2-6992-451d-87bd-51724e5fb41a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (0b5730e8-cd7e-48bc-8e5d-32e1c8f2cbdd), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:57.677122 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8aef1da5-6728-460f-9570-fcc0320395ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7581b1e4-bf15-435a-bb70-cac192589be2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:57.747595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef1da5-6728-460f-9570-fcc0320395ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7581b1e4-bf15-435a-bb70-cac192589be2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:57.795152 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8aef1da5-6728-460f-9570-fcc0320395ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9dbf415987ee4a05a3ad65a2b28f83b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6079321 Mar 24 01:09:57.820506 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60368) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:57.820963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60372) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:57.902704 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-033e90dc-1e5a-4dbc-a6e5-689143e20fea tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (c4103db9-1d17-441d-87bb-1f5c375ae9ef), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:57.904435 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f656e015-771d-4a28-9867-a925904b625e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (37874c8a-0911-4ade-9e7f-65afe7e905cb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:57.906923 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f656e015-771d-4a28-9867-a925904b625e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:57.910390 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f656e015-771d-4a28-9867-a925904b625e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/37874c8a-0911-4ade-9e7f-65afe7e905cb HTTP/1.1" status: 204 len: 168 time: 1.3272309 Mar 24 01:09:57.990594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656e015-771d-4a28-9867-a925904b625e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37874c8a-0911-4ade-9e7f-65afe7e905cb,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:58.025935 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7be431cc-82fc-4f29-b81f-0fc2f7c94ef2 req-40860d0c-80cf-49ac-b43b-bd4c5667998d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2481346 Mar 24 01:09:58.042787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e90dc-1e5a-4dbc-a6e5-689143e20fea tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Pushing event updated for resources: {'Subnet': ['ID=c4103db9-1d17-441d-87bb-1f5c375ae9ef,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:58.055916 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-4b7b69a2-6992-451d-87bd-51724e5fb41a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Floating IP 0b5730e8-cd7e-48bc-8e5d-32e1c8f2cbdd associated. External IP: 172.25.0.145, port: 44e764ac-5193-4d5a-a7c5-08b07e786da2. Mar 24 01:09:58.088534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d06f8d4-4151-4d91-8b72-98532b066e50 admin admin] Router 610faae3-80ca-40ff-8536-8da7631a5c5b has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:09:58.100972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-20b8687d-e6e2-428e-b24a-30258e388f08 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1652485338'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:58.101436 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-20b8687d-e6e2-428e-b24a-30258e388f08 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] Unknown quota resources ['metering_label']. {{(pid=115729) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 01:09:58.150881 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebd8a-b8e4-48be-a432-15151a4b987d admin admin] Publish callbacks [] for security_group (7581b1e4-bf15-435a-bb70-cac192589be2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:58.231478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d06f8d4-4151-4d91-8b72-98532b066e50 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:09:58.241525 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8d06f8d4-4151-4d91-8b72-98532b066e50 admin admin] 10.222.0.45 "PUT /v2.0/routers/610faae3-80ca-40ff-8536-8da7631a5c5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6354606 Mar 24 01:09:58.242240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60388) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:58.243206 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b12294f-a34e-4c33-a67a-117cdd9f515e None None] Sync routers for ids ['610faae3-80ca-40ff-8536-8da7631a5c5b'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:09:58.257697 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b12294f-a34e-4c33-a67a-117cdd9f515e None None] Routers {'610faae3-80ca-40ff-8536-8da7631a5c5b'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:58.258676 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9b12294f-a34e-4c33-a67a-117cdd9f515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['610faae3-80ca-40ff-8536-8da7631a5c5b'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:58.358419 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033e90dc-1e5a-4dbc-a6e5-689143e20fea tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Checking segment: {'id': 'f34eda60-fc54-4fae-8a14-06e8c742cb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f2d0a25b-59c4-434b-a37f-2a4d833c2918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:09:58.358798 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033e90dc-1e5a-4dbc-a6e5-689143e20fea tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Network hostable DHCP agents. Network: f2d0a25b-59c4-434b-a37f-2a4d833c2918, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:09:58.391136 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4e12c1f-64c5-4d62-9e18-089d1f90f4f1 admin admin] Publish callbacks [] for router (610faae3-80ca-40ff-8536-8da7631a5c5b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:58.398408 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebd8a-b8e4-48be-a432-15151a4b987d admin admin] Publish callbacks [] for security_group (7581b1e4-bf15-435a-bb70-cac192589be2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:58.511870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60392) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:58.533351 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aa17dd19-326e-433c-aad4-ea37d448cd53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:58.562601 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-9b12294f-a34e-4c33-a67a-117cdd9f515e None None] Set router 610faae3-80ca-40ff-8536-8da7631a5c5b gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:58.586960 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4e12c1f-64c5-4d62-9e18-089d1f90f4f1 admin admin] Publish callbacks [] for router_gateway (610faae3-80ca-40ff-8536-8da7631a5c5b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:58.617225 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-20b8687d-e6e2-428e-b24a-30258e388f08 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:58.618472 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-20b8687d-e6e2-428e-b24a-30258e388f08 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7683313 Mar 24 01:09:58.624660 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60394) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:58.634632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b7cca454-5da0-4d85-8abd-7052d2926600 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fba5fc84-d9cd-420f-8c28-c7a5d45dc635'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:58.635253 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b7cca454-5da0-4d85-8abd-7052d2926600 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115729) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 01:09:58.641561 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033e90dc-1e5a-4dbc-a6e5-689143e20fea tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Network f2d0a25b-59c4-434b-a37f-2a4d833c2918 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:09:58.647731 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be431cc-82fc-4f29-b81f-0fc2f7c94ef2 req-26b034c3-bf2f-4a73-ba29-68627bec3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:58.649390 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7be431cc-82fc-4f29-b81f-0fc2f7c94ef2 req-26b034c3-bf2f-4a73-ba29-68627bec3d92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 1128 time: 0.5125334 Mar 24 01:09:58.693526 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aa17dd19-326e-433c-aad4-ea37d448cd53 admin admin] Publish callbacks [] for security_group (fa8cbd03-64a5-46e4-9651-005e468fb3b8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:58.696259 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ac1195db-ba77-4a9f-aceb-523a7952ebd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:58.702185 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aa17dd19-326e-433c-aad4-ea37d448cd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fa8cbd03-64a5-46e4-9651-005e468fb3b8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:58.706142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e4e12c1f-64c5-4d62-9e18-089d1f90f4f1 admin admin] Deleting port 9dbfcc0e-62ba-4c9e-9292-451d4613291b {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:09:58.706535 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4e12c1f-64c5-4d62-9e18-089d1f90f4f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9dbfcc0e-62ba-4c9e-9292-451d4613291b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:58.783549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-033e90dc-1e5a-4dbc-a6e5-689143e20fea tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, f2d0a25b-59c4-434b-a37f-2a4d833c2918) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:58.788533 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033e90dc-1e5a-4dbc-a6e5-689143e20fea tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:58.789152 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-033e90dc-1e5a-4dbc-a6e5-689143e20fea tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:58.790389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17dd19-326e-433c-aad4-ea37d448cd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8cbd03-64a5-46e4-9651-005e468fb3b8,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:58.793474 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ded54-8f5e-40b7-ba4e-884c0c4edf6e None None] Network f2d0a25b-59c4-434b-a37f-2a4d833c2918 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:09:58.803713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-aa17dd19-326e-433c-aad4-ea37d448cd53 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c39fd45252df45e69bd5cc8081209d87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2899542 Mar 24 01:09:58.806768 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60396) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:58.812541 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9b12294f-a34e-4c33-a67a-117cdd9f515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-router', 'tenant_id': '91529801875943e285400cac1c5565a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:08:11Z', 'updated_at': '2022-03-24T01:09:57Z', 'revision_number': 5, 'project_id': '91529801875943e285400cac1c5565a9', 'gw_port': {'id': '9dbfcc0e-62ba-4c9e-9292-451d4613291b', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:08:14Z', 'updated_at': '2022-03-24T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:58.854523 n-d-760455-9 neutron-server[115729]: WARNING neutron.services.metering.metering_plugin [None req-b7cca454-5da0-4d85-8abd-7052d2926600 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 24 01:09:58.866044 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b12294f-a34e-4c33-a67a-117cdd9f515e None None] Checking router: 610faae3-80ca-40ff-8536-8da7631a5c5b for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:09:58.867188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-e4e12c1f-64c5-4d62-9e18-089d1f90f4f1 admin admin] For port 9dbfcc0e-62ba-4c9e-9292-451d4613291b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9dbfcc0e-62ba-4c9e-9292-451d4613291b,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:09:58.867557 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4e12c1f-64c5-4d62-9e18-089d1f90f4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9dbfcc0e-62ba-4c9e-9292-451d4613291b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:58.884815 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b12294f-a34e-4c33-a67a-117cdd9f515e None None] Routers {'610faae3-80ca-40ff-8536-8da7631a5c5b'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:09:58.885505 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9b12294f-a34e-4c33-a67a-117cdd9f515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['610faae3-80ca-40ff-8536-8da7631a5c5b'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:58.887296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e4e12c1f-64c5-4d62-9e18-089d1f90f4f1 admin admin] Calling delete_port for 9dbfcc0e-62ba-4c9e-9292-451d4613291b owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:09:58.908751 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8fddc084-4939-48a8-923b-4a1b094691bc admin admin] Publish callbacks [] for security_group (fa8cbd03-64a5-46e4-9651-005e468fb3b8), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:58.910482 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebd8a-b8e4-48be-a432-15151a4b987d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7581b1e4-bf15-435a-bb70-cac192589be2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:58.914069 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebd8a-b8e4-48be-a432-15151a4b987d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:58.914472 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3f9ebd8a-b8e4-48be-a432-15151a4b987d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7581b1e4-bf15-435a-bb70-cac192589be2 HTTP/1.1" status: 204 len: 168 time: 1.0660625 Mar 24 01:09:58.972240 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8fddc084-4939-48a8-923b-4a1b094691bc admin admin] Publish callbacks [] for security_group (fa8cbd03-64a5-46e4-9651-005e468fb3b8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:58.993128 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-9b12294f-a34e-4c33-a67a-117cdd9f515e None None] Set router 610faae3-80ca-40ff-8536-8da7631a5c5b gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:09:59.022390 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-f2d0a25b-59c4-434b-a37f-2a4d833c2918', 'network_id': 'f2d0a25b-59c4-434b-a37f-2a4d833c2918', 'project_id': '97d606faa4fb4be3adc96be602f7cc5b', 'fixed_ips': [{'subnet_id': 'c4103db9-1d17-441d-87bb-1f5c375ae9ef'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:09:59.022948 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-033e90dc-1e5a-4dbc-a6e5-689143e20fea tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0112805 Mar 24 01:09:59.024221 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:59.026546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60400) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:59.031429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ebd8a-b8e4-48be-a432-15151a4b987d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7581b1e4-bf15-435a-bb70-cac192589be2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:59.084976 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8d34c7da-70d9-4377-b58b-aa0135e84bee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Request body: {'port': {'network_id': 'f2d0a25b-59c4-434b-a37f-2a4d833c2918', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1303717272'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:59.089220 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7cca454-5da0-4d85-8abd-7052d2926600 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:59.094433 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b7cca454-5da0-4d85-8abd-7052d2926600 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4613714 Mar 24 01:09:59.101653 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60402) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:59.109386 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-eef65ddf-f895-479d-8622-919a8dd03911 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fba5fc84-d9cd-420f-8c28-c7a5d45dc635'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:09:59.110024 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-eef65ddf-f895-479d-8622-919a8dd03911 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115729) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 01:09:59.144124 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9b12294f-a34e-4c33-a67a-117cdd9f515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-router', 'tenant_id': '91529801875943e285400cac1c5565a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:08:11Z', 'updated_at': '2022-03-24T01:09:58Z', 'revision_number': 6, 'project_id': '91529801875943e285400cac1c5565a9', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:09:59.207760 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be431cc-82fc-4f29-b81f-0fc2f7c94ef2 req-974c37ac-aea5-4ad7-a0ae-5c841383ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:09:59.210311 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7be431cc-82fc-4f29-b81f-0fc2f7c94ef2 req-974c37ac-aea5-4ad7-a0ae-5c841383ff0e service neutron] 10.222.0.48 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 915 time: 0.5051882 Mar 24 01:09:59.214291 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b12294f-a34e-4c33-a67a-117cdd9f515e None None] The sync data for ids ['610faae3-80ca-40ff-8536-8da7631a5c5b'] in n-d-760455-9 is: [{'id': '610faae3-80ca-40ff-8536-8da7631a5c5b', 'name': 'tempest-ServerRescueTestJSONUnderV235-736108659-router', 'tenant_id': '91529801875943e285400cac1c5565a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:08:11Z', 'updated_at': '2022-03-24T01:09:58Z', 'revision_number': 6, 'project_id': '91529801875943e285400cac1c5565a9', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:09:59.215388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7b69a2-6992-451d-87bd-51724e5fb41a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Router 77be3217-db5d-4f87-a457-bb3fe7e75665 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:09:59.216383 n-d-760455-9 neutron-server[115729]: WARNING neutron.services.metering.metering_plugin [None req-eef65ddf-f895-479d-8622-919a8dd03911 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 24 01:09:59.351139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d34c7da-70d9-4377-b58b-aa0135e84bee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Made reservation on behalf of 97d606faa4fb4be3adc96be602f7cc5b for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:09:59.356599 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8d34c7da-70d9-4377-b58b-aa0135e84bee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:59.376868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Allocated IP 172.20.0.2 (f2d0a25b-59c4-434b-a37f-2a4d833c2918/c4103db9-1d17-441d-87bb-1f5c375ae9ef/56d66508-aeb5-405e-90d1-9891ab9765f3) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:09:59.391650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-8d34c7da-70d9-4377-b58b-aa0135e84bee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] device_id is not set on port 7e25c683-b7b4-42c7-a399-7dbe0090c59a yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:09:59.401845 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eef65ddf-f895-479d-8622-919a8dd03911 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:59.405031 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eef65ddf-f895-479d-8622-919a8dd03911 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2979610 Mar 24 01:09:59.405185 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8fddc084-4939-48a8-923b-4a1b094691bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fa8cbd03-64a5-46e4-9651-005e468fb3b8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:59.407532 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8fddc084-4939-48a8-923b-4a1b094691bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:59.429393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8fddc084-4939-48a8-923b-4a1b094691bc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fa8cbd03-64a5-46e4-9651-005e468fb3b8 HTTP/1.1" status: 204 len: 168 time: 0.6071403 Mar 24 01:09:59.476573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60406) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:59.532599 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7ada755f-f95c-43ee-9fcc-701cd4355855 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=35fea91e-b71c-4767-9460-0409c50bd9c4 HTTP/1.1" status: 200 len: 464 time: 0.0510886 Mar 24 01:09:59.536952 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7be431cc-82fc-4f29-b81f-0fc2f7c94ef2 req-df157320-d75e-4fa1-95b9-5ef2297349d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 HTTP/1.1" status: 200 len: 1002 time: 0.3176928 Mar 24 01:09:59.540396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60418) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:09:59.583216 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Publish callbacks [] for port (56d66508-aeb5-405e-90d1-9891ab9765f3), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:59.599754 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (56d66508-aeb5-405e-90d1-9891ab9765f3), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:59.659296 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Network f2d0a25b-59c4-434b-a37f-2a4d833c2918 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:09:59.663738 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:09:59.676822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:09:59.685249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Pushing event updated for resources: {'Port': ['ID=56d66508-aeb5-405e-90d1-9891ab9765f3,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:59.746103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:59.747158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:59.747657 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:59.748273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:59.748786 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:59.749294 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:59.749776 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:59.750255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:59.750751 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:59.751238 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:59.751366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-8d34c7da-70d9-4377-b58b-aa0135e84bee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Allocated IP 172.20.0.3 (f2d0a25b-59c4-434b-a37f-2a4d833c2918/c4103db9-1d17-441d-87bb-1f5c375ae9ef/7e25c683-b7b4-42c7-a399-7dbe0090c59a) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:09:59.753030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:59.753738 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:59.758697 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:59.759270 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:59.759760 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:09:59.813780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Attempting to bind port 56d66508-aeb5-405e-90d1-9891ab9765f3 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:09:59.814318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Attempting to bind port 56d66508-aeb5-405e-90d1-9891ab9765f3 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'f34eda60-fc54-4fae-8a14-06e8c742cb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f2d0a25b-59c4-434b-a37f-2a4d833c2918'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:09:59.820571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Attempting to bind port 56d66508-aeb5-405e-90d1-9891ab9765f3 on network f2d0a25b-59c4-434b-a37f-2a4d833c2918 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:09:59.831480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:09:59.832099 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Checking segment: {'id': 'f34eda60-fc54-4fae-8a14-06e8c742cb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f2d0a25b-59c4-434b-a37f-2a4d833c2918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:09:59.832672 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:59.833386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Bound using segment: {'id': 'f34eda60-fc54-4fae-8a14-06e8c742cb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f2d0a25b-59c4-434b-a37f-2a4d833c2918'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:09:59.834067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Bound port: 56d66508-aeb5-405e-90d1-9891ab9765f3, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34eda60-fc54-4fae-8a14-06e8c742cb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f2d0a25b-59c4-434b-a37f-2a4d833c2918'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:09:59.835418 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (56d66508-aeb5-405e-90d1-9891ab9765f3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:09:59.887297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddc084-4939-48a8-923b-4a1b094691bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8cbd03-64a5-46e4-9651-005e468fb3b8,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:09:59.891429 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4e12c1f-64c5-4d62-9e18-089d1f90f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (9dbfcc0e-62ba-4c9e-9292-451d4613291b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:00.002339 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:00.005118 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4e12c1f-64c5-4d62-9e18-089d1f90f4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (610faae3-80ca-40ff-8536-8da7631a5c5b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:00.015708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] For port 56d66508-aeb5-405e-90d1-9891ab9765f3, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:10:00.031342 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] For port 56d66508-aeb5-405e-90d1-9891ab9765f3, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=56d66508-aeb5-405e-90d1-9891ab9765f3,segment=NetworkSegment(f34eda60-fc54-4fae-8a14-06e8c742cb2b),segment_id=f34eda60-fc54-4fae-8a14-06e8c742cb2b)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:10:00.050375 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (56d66508-aeb5-405e-90d1-9891ab9765f3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:00.112192 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4e12c1f-64c5-4d62-9e18-089d1f90f4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (610faae3-80ca-40ff-8536-8da7631a5c5b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:00.114590 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4e12c1f-64c5-4d62-9e18-089d1f90f4f1 admin admin] Publish callbacks [] for router_controller (610faae3-80ca-40ff-8536-8da7631a5c5b), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:00.121247 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be431cc-82fc-4f29-b81f-0fc2f7c94ef2 req-3c387b3a-56d5-4fa0-8f7a-7304b40f24b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:00.123597 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7be431cc-82fc-4f29-b81f-0fc2f7c94ef2 req-3c387b3a-56d5-4fa0-8f7a-7304b40f24b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 0.5715570 Mar 24 01:10:00.162147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e12c1f-64c5-4d62-9e18-089d1f90f4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbfcc0e-62ba-4c9e-9292-451d4613291b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:00.173520 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4e12c1f-64c5-4d62-9e18-089d1f90f4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (610faae3-80ca-40ff-8536-8da7631a5c5b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:00.174339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e12c1f-64c5-4d62-9e18-089d1f90f4f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 610faae3-80ca-40ff-8536-8da7631a5c5b {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:10:00.182758 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4e12c1f-64c5-4d62-9e18-089d1f90f4f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:00.186921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e4e12c1f-64c5-4d62-9e18-089d1f90f4f1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/610faae3-80ca-40ff-8536-8da7631a5c5b HTTP/1.1" status: 204 len: 168 time: 1.9436350 Mar 24 01:10:00.197391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60436) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:00.231480 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7b69a2-6992-451d-87bd-51724e5fb41a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:10:00.236827 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b7b69a2-6992-451d-87bd-51724e5fb41a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:00.289081 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df02d4d-3b10-46d5-815a-fbd16d4cb0fa None None] Sync routers for ids ['77be3217-db5d-4f87-a457-bb3fe7e75665'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:10:00.320677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8b1ecc-ec22-4300-99bc-9babab3b572c admin admin] Deleting subnet 5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:10:00.322593 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79faca-fabe-4536-a5b8-b240afd464b7 None None] Pushing event updated for resources: {'Port': ['ID=56d66508-aeb5-405e-90d1-9891ab9765f3,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:00.331986 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1ecc-ec22-4300-99bc-9babab3b572c admin admin] Publish callbacks [] for subnet (5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:00.341345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df02d4d-3b10-46d5-815a-fbd16d4cb0fa None None] Routers {'77be3217-db5d-4f87-a457-bb3fe7e75665'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:10:00.341345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9df02d4d-3b10-46d5-815a-fbd16d4cb0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:09:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77be3217-db5d-4f87-a457-bb3fe7e75665'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:00.475985 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e51f887e-8b41-4521-9e59-3fb6b60779e8 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:00.482323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60452) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:00.483005 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e51f887e-8b41-4521-9e59-3fb6b60779e8 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/35fea91e-b71c-4767-9460-0409c50bd9c4 HTTP/1.1" status: 204 len: 168 time: 0.9415729 Mar 24 01:10:00.521445 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4b7b69a2-6992-451d-87bd-51724e5fb41a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "PUT /v2.0/floatingips/0b5730e8-cd7e-48bc-8e5d-32e1c8f2cbdd HTTP/1.1" status: 200 len: 991 time: 5.5133023 Mar 24 01:10:00.522549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'tag': '44e764ac-5193-4d5a-a7c5-08b07e786da2'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:10:00.524942 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb84278-2b88-48cd-9d84-29912d3142ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2241e6-8554-4f9a-94de-67c01497f95b", "tag": "44e764ac-5193-4d5a-a7c5-08b07e786da2"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:10:00.542240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be431cc-82fc-4f29-b81f-0fc2f7c94ef2 req-e645c380-714c-4592-8fd2-5f853960c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:00.543405 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8d34c7da-70d9-4377-b58b-aa0135e84bee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks [] for port (7e25c683-b7b4-42c7-a399-7dbe0090c59a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:00.545160 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7be431cc-82fc-4f29-b81f-0fc2f7c94ef2 req-e645c380-714c-4592-8fd2-5f853960c9ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4125664 Mar 24 01:10:00.549189 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1ecc-ec22-4300-99bc-9babab3b572c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:00.561684 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-9df02d4d-3b10-46d5-815a-fbd16d4cb0fa None None] Set router 77be3217-db5d-4f87-a457-bb3fe7e75665 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:10:00.606046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e0327a42-2b33-43ab-bafd-4f577890fa9e tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=35fea91e-b71c-4767-9460-0409c50bd9c4 HTTP/1.1" status: 200 len: 221 time: 0.1178126 Mar 24 01:10:00.608091 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60458) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:00.632806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e15d89de-f140-4b76-bab6-3947ba1929f9 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1586338253', 'description': 'label created by tempest'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:00.633326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e15d89de-f140-4b76-bab6-3947ba1929f9 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] Unknown quota resources ['metering_label']. {{(pid=115730) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 01:10:00.698462 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fbc80b-4a38-4dae-8c75-108a671c21ba x-openstack-request-id: req-11fbc80b-4a38-4dae-8c75-108a671c21ba {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:10:00.698868 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2241e6-8554-4f9a-94de-67c01497f95b", "tag": "44e764ac-5193-4d5a-a7c5-08b07e786da2", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:10:00.700670 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11fbc80b-4a38-4dae-8c75-108a671c21ba {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:10:00.702096 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11fbc80b-4a38-4dae-8c75-108a671c21ba'] response: {'name': 'network-changed', 'server_uuid': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'tag': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'status': 'completed', 'code': 200} Mar 24 01:10:00.803790 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7be431cc-82fc-4f29-b81f-0fc2f7c94ef2 req-dd8961db-ac00-41ab-8dda-adee9fdf481f service neutron] 10.222.0.48 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500267 Mar 24 01:10:01.008657 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a9ca6853-8fc4-40d7-9607-e34ad08d4b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:01.034167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 56d66508-aeb5-405e-90d1-9891ab9765f3 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:10:01.047919 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7be431cc-82fc-4f29-b81f-0fc2f7c94ef2 req-c017c930-a77e-48fe-8811-374e114606d9 service neutron] 10.222.0.48 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377350 Mar 24 01:10:01.273357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9df02d4d-3b10-46d5-815a-fbd16d4cb0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:28Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '0b5730e8-cd7e-48bc-8e5d-32e1c8f2cbdd', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'port_id': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'mac_address': 'fa:16:3e:77:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:09:34Z', 'updated_at': '2022-03-24T01:09:56Z', 'revision_number': 1, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadf408-69f6-4bbe-baae-2843638e7fd7', 'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'mac_address': 'fa:16:3e:63:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:27Z', 'updated_at': '2022-03-24T01:09:33Z', 'revision_number': 5, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'subnets': [{'id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:01.312111 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df02d4d-3b10-46d5-815a-fbd16d4cb0fa None None] Checking router: 77be3217-db5d-4f87-a457-bb3fe7e75665 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:10:01.325658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 56d66508-aeb5-405e-90d1-9891ab9765f3 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:01.326341 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (56d66508-aeb5-405e-90d1-9891ab9765f3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:01.366839 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df02d4d-3b10-46d5-815a-fbd16d4cb0fa None None] Routers {'77be3217-db5d-4f87-a457-bb3fe7e75665'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:10:01.368468 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9df02d4d-3b10-46d5-815a-fbd16d4cb0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:10:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77be3217-db5d-4f87-a457-bb3fe7e75665'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:01.542210 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-9df02d4d-3b10-46d5-815a-fbd16d4cb0fa None None] Set router 77be3217-db5d-4f87-a457-bb3fe7e75665 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:10:01.729223 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1ecc-ec22-4300-99bc-9babab3b572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:01.855666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb84278-2b88-48cd-9d84-29912d3142ec req-0eabe1d9-1442-4386-9e04-d78b7435923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:01.856384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4cb84278-2b88-48cd-9d84-29912d3142ec req-0eabe1d9-1442-4386-9e04-d78b7435923a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 1127 time: 0.4330964 Mar 24 01:10:01.859521 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e15d89de-f140-4b76-bab6-3947ba1929f9 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:01.863081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e15d89de-f140-4b76-bab6-3947ba1929f9 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.2484829 Mar 24 01:10:01.863664 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60494) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:01.968794 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8d34c7da-70d9-4377-b58b-aa0135e84bee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7e25c683-b7b4-42c7-a399-7dbe0090c59a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:01.989086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 56d66508-aeb5-405e-90d1-9891ab9765f3 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:01.989521 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (56d66508-aeb5-405e-90d1-9891ab9765f3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:02.086452 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-16308413-8c56-4a89-8c0f-b7c989879c9e tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=ebe5015c-5e75-42c8-8225-e9ee2f0ab6a2 HTTP/1.1" status: 200 len: 468 time: 0.2187893 Mar 24 01:10:02.089444 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60498) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:02.192509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 56d66508-aeb5-405e-90d1-9891ab9765f3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=56d66508-aeb5-405e-90d1-9891ab9765f3,segment=NetworkSegment(f34eda60-fc54-4fae-8a14-06e8c742cb2b),segment_id=f34eda60-fc54-4fae-8a14-06e8c742cb2b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:02.203154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34c7da-70d9-4377-b58b-aa0135e84bee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Pushing event updated for resources: {'Port': ['ID=7e25c683-b7b4-42c7-a399-7dbe0090c59a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:02.205703 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (56d66508-aeb5-405e-90d1-9891ab9765f3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:02.233120 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1ecc-ec22-4300-99bc-9babab3b572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:02.245823 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:10:02.373296 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=56d66508-aeb5-405e-90d1-9891ab9765f3,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:02.378650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16e73db-0538-4d5a-86ae-456991483b4a None None] Network f2d0a25b-59c4-434b-a37f-2a4d833c2918 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:10:02.385709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b1ecc-ec22-4300-99bc-9babab3b572c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:02.400535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device fb638f6f-5341-44aa-a47f-97327fa7d325 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:10:02.415392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d34c7da-70d9-4377-b58b-aa0135e84bee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Network f2d0a25b-59c4-434b-a37f-2a4d833c2918 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:02.421580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb84278-2b88-48cd-9d84-29912d3142ec req-d0f7de53-c3d9-4ab6-8fba-36123b63b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:02.424138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4cb84278-2b88-48cd-9d84-29912d3142ec req-d0f7de53-c3d9-4ab6-8fba-36123b63b128 service neutron] 10.222.0.48 "GET /v2.0/networks?id=871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 200 len: 918 time: 0.5593772 Mar 24 01:10:02.428686 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1ecc-ec22-4300-99bc-9babab3b572c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:02.447287 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4b8b1ecc-ec22-4300-99bc-9babab3b572c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5ebd2e02-4b24-42fc-a201-b3ea2bf4c2e5 HTTP/1.1" status: 204 len: 168 time: 2.2481432 Mar 24 01:10:02.449175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-8d34c7da-70d9-4377-b58b-aa0135e84bee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:02.455765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60510) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:02.472791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d34c7da-70d9-4377-b58b-aa0135e84bee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:02.537721 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: fb638f6f-5341-44aa-a47f-97327fa7d325 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:10:02.538897 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device fb638f6f-5341-44aa-a47f-97327fa7d325 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:10:02.539558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9dbfcc0e-62ba-4c9e-9292-451d4613291b no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:10:02.545524 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:02.608113 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:02.608828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 9dbfcc0e-62ba-4c9e-9292-451d4613291b {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:10:02.609211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9dbfcc0e-62ba-4c9e-9292-451d4613291b not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:10:02.614219 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-06dc5083-5d14-4d02-b92c-b49c6b7b8e21 None None] Provisioning complete for port 56d66508-aeb5-405e-90d1-9891ab9765f3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:02.614598 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-06dc5083-5d14-4d02-b92c-b49c6b7b8e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (56d66508-aeb5-405e-90d1-9891ab9765f3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:02.638670 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-255bbe2f-5c3b-4b93-83e3-67d0d50933c9 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:02.644544 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-255bbe2f-5c3b-4b93-83e3-67d0d50933c9 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/ebe5015c-5e75-42c8-8225-e9ee2f0ab6a2 HTTP/1.1" status: 204 len: 168 time: 0.5516088 Mar 24 01:10:02.644920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60528) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:02.645393 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8042af6-b4d4-46df-9202-2fa195f25bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (7e65492a-b6d0-4285-a960-d881da2ccb32), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:02.671891 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d1304f3a-cb48-4932-91b9-dd1137b52426 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=ebe5015c-5e75-42c8-8225-e9ee2f0ab6a2 HTTP/1.1" status: 200 len: 216 time: 0.0233185 Mar 24 01:10:02.673531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60530) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:02.704371 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ad2d1449-dc81-4368-a29e-6b41d2018a86 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0267303 Mar 24 01:10:02.709252 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60536) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:02.747967 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d34c7da-70d9-4377-b58b-aa0135e84bee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:02.748821 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8d34c7da-70d9-4377-b58b-aa0135e84bee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:02.758638 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4cb84278-2b88-48cd-9d84-29912d3142ec req-6e1a7359-3181-45f8-82f6-0dddde93b383 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2 HTTP/1.1" status: 200 len: 999 time: 0.3018684 Mar 24 01:10:02.761800 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f165f4fa-e633-4d60-af02-82d3ec036d57 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0508711 Mar 24 01:10:02.766787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60542) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:02.773673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9df02d4d-3b10-46d5-815a-fbd16d4cb0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:28Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '0b5730e8-cd7e-48bc-8e5d-32e1c8f2cbdd', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'port_id': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'mac_address': 'fa:16:3e:77:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:09:34Z', 'updated_at': '2022-03-24T01:09:56Z', 'revision_number': 1, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadf408-69f6-4bbe-baae-2843638e7fd7', 'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'mac_address': 'fa:16:3e:63:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:27Z', 'updated_at': '2022-03-24T01:09:33Z', 'revision_number': 5, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'subnets': [{'id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:02.880854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8d34c7da-70d9-4377-b58b-aa0135e84bee tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8531010 Mar 24 01:10:02.890092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60548) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:02.977159 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8042af6-b4d4-46df-9202-2fa195f25bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (7e65492a-b6d0-4285-a960-d881da2ccb32), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:02.984598 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8c66f2e6-41ae-445b-841d-14868af59042 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels/fba5fc84-d9cd-420f-8c28-c7a5d45dc635 HTTP/1.1" status: 200 len: 473 time: 0.2153318 Mar 24 01:10:02.990063 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60558) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:03.023328 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-24ab0ff6-a2e7-4552-8e8e-ba54a992693f tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/ff4541f6-ea9c-40e7-b3f3-4557ce3618ea HTTP/1.1" status: 200 len: 461 time: 0.0302906 Mar 24 01:10:03.030121 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60562) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:03.072352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb84278-2b88-48cd-9d84-29912d3142ec req-631ce94a-c63f-419d-9d28-c61768354f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:03.078189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4cb84278-2b88-48cd-9d84-29912d3142ec req-631ce94a-c63f-419d-9d28-c61768354f3b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4d27960-c52d-4f7c-8496-b63aa9268ea4 HTTP/1.1" status: 200 len: 856 time: 0.2872138 Mar 24 01:10:03.107779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e8042af6-b4d4-46df-9202-2fa195f25bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e65492a-b6d0-4285-a960-d881da2ccb32']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:03.165457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e8042af6-b4d4-46df-9202-2fa195f25bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293dda98-e33a-415d-bc1b-0f7c0c99ccdb') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:03.166888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e8042af6-b4d4-46df-9202-2fa195f25bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293dda98-e33a-415d-bc1b-0f7c0c99ccdb') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:03.188046 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8042af6-b4d4-46df-9202-2fa195f25bac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (293dda98-e33a-415d-bc1b-0f7c0c99ccdb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:03.191107 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-06dc5083-5d14-4d02-b92c-b49c6b7b8e21 None None] Current status of the port 56d66508-aeb5-405e-90d1-9891ab9765f3 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:03.193816 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df02d4d-3b10-46d5-815a-fbd16d4cb0fa None None] The sync data for ids ['77be3217-db5d-4f87-a457-bb3fe7e75665'] in n-d-760455-9 is: [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:28Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '0b5730e8-cd7e-48bc-8e5d-32e1c8f2cbdd', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'port_id': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'mac_address': 'fa:16:3e:77:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:09:34Z', 'updated_at': '2022-03-24T01:09:56Z', 'revision_number': 1, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadf408-69f6-4bbe-baae-2843638e7fd7', 'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'mac_address': 'fa:16:3e:63:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:27Z', 'updated_at': '2022-03-24T01:09:33Z', 'revision_number': 5, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'subnets': [{'id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:10:03.196128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 56d66508-aeb5-405e-90d1-9891ab9765f3 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:10:03.242028 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8042af6-b4d4-46df-9202-2fa195f25bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (293dda98-e33a-415d-bc1b-0f7c0c99ccdb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:03.260973 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb84278-2b88-48cd-9d84-29912d3142ec req-9462a83b-c6b3-4229-aee0-032b50475059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:03.263058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4cb84278-2b88-48cd-9d84-29912d3142ec req-9462a83b-c6b3-4229-aee0-032b50475059 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=871413ce-bf54-4e47-942e-8e906667bc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1773658 Mar 24 01:10:03.273679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8042af6-b4d4-46df-9202-2fa195f25bac admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:10:03.274264 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8042af6-b4d4-46df-9202-2fa195f25bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (293dda98-e33a-415d-bc1b-0f7c0c99ccdb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:10:03.276793 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:10:03.302189 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 56d66508-aeb5-405e-90d1-9891ab9765f3 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:03.302580 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (56d66508-aeb5-405e-90d1-9891ab9765f3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:03.367539 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-157c5b20-7892-4228-b3b8-d9b2747e056b tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:03.369504 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-157c5b20-7892-4228-b3b8-d9b2747e056b tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/ff4541f6-ea9c-40e7-b3f3-4557ce3618ea HTTP/1.1" status: 204 len: 168 time: 0.3366146 Mar 24 01:10:03.374159 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60570) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:03.476309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-20a78737-3ff1-49c2-9688-6c9747ab2be5 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Deleting port 7e25c683-b7b4-42c7-a399-7dbe0090c59a {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:03.481710 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20a78737-3ff1-49c2-9688-6c9747ab2be5 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7e25c683-b7b4-42c7-a399-7dbe0090c59a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:03.523319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 56d66508-aeb5-405e-90d1-9891ab9765f3 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:03.652429 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:03.684701 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8042af6-b4d4-46df-9202-2fa195f25bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (7e65492a-b6d0-4285-a960-d881da2ccb32), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:03.699673 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8042af6-b4d4-46df-9202-2fa195f25bac admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:03.707025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e8042af6-b4d4-46df-9202-2fa195f25bac admin admin] 10.222.0.45 "DELETE /v2.0/networks/7e65492a-b6d0-4285-a960-d881da2ccb32 HTTP/1.1" status: 204 len: 168 time: 1.2483208 Mar 24 01:10:03.726804 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-896d1be8-b540-46e3-a7b5-bd2664d9ba11 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:03.730226 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-896d1be8-b540-46e3-a7b5-bd2664d9ba11 tempest-MeteringTestJSON-923832866 tempest-MeteringTestJSON-923832866-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/fba5fc84-d9cd-420f-8c28-c7a5d45dc635 HTTP/1.1" status: 204 len: 168 time: 0.3515472 Mar 24 01:10:03.759793 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55778efd-1338-4c60-a093-32c8455fd31d None None] New status for floating IP 0b5730e8-cd7e-48bc-8e5d-32e1c8f2cbdd: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:10:03.764233 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8042af6-b4d4-46df-9202-2fa195f25bac admin admin] Pushing event deleted for resources: {'Network': ['ID=7e65492a-b6d0-4285-a960-d881da2ccb32,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:03.777482 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4cb84278-2b88-48cd-9d84-29912d3142ec req-9d0b9f47-5ce8-4498-82b4-245691012c5d service neutron] 10.222.0.48 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870675 Mar 24 01:10:03.850807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-925e9b35-5577-4474-8cf4-9a069808160c None None] Provisioning complete for port 7e25c683-b7b4-42c7-a399-7dbe0090c59a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:03.852329 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-925e9b35-5577-4474-8cf4-9a069808160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7e25c683-b7b4-42c7-a399-7dbe0090c59a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:03.875796 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60582) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:03.962598 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-925e9b35-5577-4474-8cf4-9a069808160c None None] Port 7e25c683-b7b4-42c7-a399-7dbe0090c59a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:03.994964 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-925e9b35-5577-4474-8cf4-9a069808160c None None] Provisioning complete for port 56d66508-aeb5-405e-90d1-9891ab9765f3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:03.998967 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-925e9b35-5577-4474-8cf4-9a069808160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (56d66508-aeb5-405e-90d1-9891ab9765f3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:04.150784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4cb84278-2b88-48cd-9d84-29912d3142ec req-b4bf77c6-5df2-4d38-8e36-956a74c27760 service neutron] 10.222.0.48 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668783 Mar 24 01:10:04.188308 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20a78737-3ff1-49c2-9688-6c9747ab2be5 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7e25c683-b7b4-42c7-a399-7dbe0090c59a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:04.222200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-20a78737-3ff1-49c2-9688-6c9747ab2be5 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Calling delete_port for 7e25c683-b7b4-42c7-a399-7dbe0090c59a owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:04.249580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60594) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:04.317212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-925e9b35-5577-4474-8cf4-9a069808160c None None] Current status of the port 56d66508-aeb5-405e-90d1-9891ab9765f3 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:04.480908 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0ca85152-4979-46e5-b237-1b836ce87b73 None None] Provisioning complete for port 7e25c683-b7b4-42c7-a399-7dbe0090c59a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:04.481721 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0ca85152-4979-46e5-b237-1b836ce87b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7e25c683-b7b4-42c7-a399-7dbe0090c59a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:04.487546 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b0f37259-a697-4305-86e0-147a6e47d69b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=91529801875943e285400cac1c5565a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2367723 Mar 24 01:10:04.492673 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60600) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:04.502202 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60602) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:04.570181 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20a78737-3ff1-49c2-9688-6c9747ab2be5 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7e25c683-b7b4-42c7-a399-7dbe0090c59a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:04.578093 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0ca85152-4979-46e5-b237-1b836ce87b73 None None] Port 7e25c683-b7b4-42c7-a399-7dbe0090c59a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:04.604408 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-44619a69-2868-4a9a-ad68-66ee2f32e729 admin admin] Publish callbacks [] for security_group (4b68cdb5-068b-4568-b103-f7f77e52b212), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:04.624595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a78737-3ff1-49c2-9688-6c9747ab2be5 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Pushing event deleted for resources: {'Port': ['ID=7e25c683-b7b4-42c7-a399-7dbe0090c59a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:04.697163 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-44619a69-2868-4a9a-ad68-66ee2f32e729 admin admin] Publish callbacks [] for security_group (4b68cdb5-068b-4568-b103-f7f77e52b212), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:04.714243 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-28c84c21-4397-43d6-aef5-c40d88f93f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:04.721081 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20a78737-3ff1-49c2-9688-6c9747ab2be5 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:04.725469 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-20a78737-3ff1-49c2-9688-6c9747ab2be5 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] 10.222.0.45 "DELETE /v2.0/ports/7e25c683-b7b4-42c7-a399-7dbe0090c59a HTTP/1.1" status: 204 len: 168 time: 1.8317695 Mar 24 01:10:04.728001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60606) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:04.929206 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-28c84c21-4397-43d6-aef5-c40d88f93f75 admin admin] Publish callbacks [] for security_group (f10847c2-0517-4b62-a941-252fceda35ac), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:04.949813 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c502dcf7-884d-4f19-8be4-63c115b759c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:04.953806 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d5023b82-9259-4dec-ae63-d45afff5a4ef tempest-DHCPAgentSchedulersTestJSON-2073746664 tempest-DHCPAgentSchedulersTestJSON-2073746664-project-admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2245312 Mar 24 01:10:04.956501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60612) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:04.958342 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-28c84c21-4397-43d6-aef5-c40d88f93f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f10847c2-0517-4b62-a941-252fceda35ac), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:04.962910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-89c00214-75e8-4212-beb3-05e9af6bdc3c tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-523008442'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:04.989172 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c00214-75e8-4212-beb3-05e9af6bdc3c tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Made reservation on behalf of 97d606faa4fb4be3adc96be602f7cc5b for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:04.993396 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89c00214-75e8-4212-beb3-05e9af6bdc3c tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.023997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c00214-75e8-4212-beb3-05e9af6bdc3c tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:10:05.036570 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89c00214-75e8-4212-beb3-05e9af6bdc3c tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d76ec8b4-2c1b-44f6-a719-89b724be6bba), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.036570 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-89c00214-75e8-4212-beb3-05e9af6bdc3c tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Added segment d76ec8b4-2c1b-44f6-a719-89b724be6bba of type vlan for network 44255ca4-c41f-491c-80f9-67e7033c3a94 Mar 24 01:10:05.040272 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-28c84c21-4397-43d6-aef5-c40d88f93f75 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5712380550a4ab68fa252812f46f451&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1631708 Mar 24 01:10:05.045538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60614) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:05.054466 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c84c21-4397-43d6-aef5-c40d88f93f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10847c2-0517-4b62-a941-252fceda35ac,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:05.091443 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-44619a69-2868-4a9a-ad68-66ee2f32e729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4b68cdb5-068b-4568-b103-f7f77e52b212), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.094240 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-44619a69-2868-4a9a-ad68-66ee2f32e729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.095513 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-44619a69-2868-4a9a-ad68-66ee2f32e729 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b68cdb5-068b-4568-b103-f7f77e52b212 HTTP/1.1" status: 204 len: 168 time: 0.6014495 Mar 24 01:10:05.103172 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89c00214-75e8-4212-beb3-05e9af6bdc3c tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (44255ca4-c41f-491c-80f9-67e7033c3a94), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.136395 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44619a69-2868-4a9a-ad68-66ee2f32e729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b68cdb5-068b-4568-b103-f7f77e52b212,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:05.140592 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89c00214-75e8-4212-beb3-05e9af6bdc3c tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (44255ca4-c41f-491c-80f9-67e7033c3a94), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.158558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c00214-75e8-4212-beb3-05e9af6bdc3c tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:05.160347 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89c00214-75e8-4212-beb3-05e9af6bdc3c tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.175293 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9a189f29-33b0-41a5-a11c-4af31e79c9ba admin admin] Publish callbacks [] for security_group (f10847c2-0517-4b62-a941-252fceda35ac), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.213309 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c502dcf7-884d-4f19-8be4-63c115b759c5 admin admin] Publish callbacks [] for security_group (47eadbea-3024-46e4-a764-ec6f00787ee2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.218590 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9a189f29-33b0-41a5-a11c-4af31e79c9ba admin admin] Publish callbacks [] for security_group (f10847c2-0517-4b62-a941-252fceda35ac), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.227984 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c502dcf7-884d-4f19-8be4-63c115b759c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (47eadbea-3024-46e4-a764-ec6f00787ee2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.232101 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.296586 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c502dcf7-884d-4f19-8be4-63c115b759c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d2a89785e2c145efb261e8cb4cfc9ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7909322 Mar 24 01:10:05.298665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502dcf7-884d-4f19-8be4-63c115b759c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47eadbea-3024-46e4-a764-ec6f00787ee2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:05.302573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60618) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:05.352949 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-89c00214-75e8-4212-beb3-05e9af6bdc3c tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3951147 Mar 24 01:10:05.362989 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60622) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:05.379736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c00214-75e8-4212-beb3-05e9af6bdc3c tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Pushing event updated for resources: {'Network': ['ID=44255ca4-c41f-491c-80f9-67e7033c3a94,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:05.389657 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9a189f29-33b0-41a5-a11c-4af31e79c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f10847c2-0517-4b62-a941-252fceda35ac), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.391132 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 44255ca4-c41f-491c-80f9-67e7033c3a94 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:10:05.392325 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9a189f29-33b0-41a5-a11c-4af31e79c9ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.393774 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9a189f29-33b0-41a5-a11c-4af31e79c9ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f10847c2-0517-4b62-a941-252fceda35ac HTTP/1.1" status: 204 len: 168 time: 0.3476982 Mar 24 01:10:05.458542 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a189f29-33b0-41a5-a11c-4af31e79c9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10847c2-0517-4b62-a941-252fceda35ac,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:05.607379 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f31af02-b0d7-4a3f-b745-3b0f0dde4961 admin admin] Publish callbacks [] for security_group (47eadbea-3024-46e4-a764-ec6f00787ee2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.646505 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f31af02-b0d7-4a3f-b745-3b0f0dde4961 admin admin] Publish callbacks [] for security_group (47eadbea-3024-46e4-a764-ec6f00787ee2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.796218 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f31af02-b0d7-4a3f-b745-3b0f0dde4961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (47eadbea-3024-46e4-a764-ec6f00787ee2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.799857 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f31af02-b0d7-4a3f-b745-3b0f0dde4961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:05.806743 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3f31af02-b0d7-4a3f-b745-3b0f0dde4961 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47eadbea-3024-46e4-a764-ec6f00787ee2 HTTP/1.1" status: 204 len: 168 time: 0.4973164 Mar 24 01:10:05.824842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31af02-b0d7-4a3f-b745-3b0f0dde4961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47eadbea-3024-46e4-a764-ec6f00787ee2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:05.843544 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c3aae372-c9ba-4d33-a737-2d664e59a32b tempest-DHCPAgentSchedulersTestJSON-2073746664 tempest-DHCPAgentSchedulersTestJSON-2073746664-project-admin] 10.222.0.45 "GET /v2.0/agents/03cd6628-94df-42ad-b286-2b99960910ee/dhcp-networks HTTP/1.1" status: 200 len: 4901 time: 0.4786515 Mar 24 01:10:05.846258 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60640) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:06.042955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a30ca4-edf1-435d-87dc-09d7fbc8f9c5 tempest-DHCPAgentSchedulersTestJSON-2073746664 tempest-DHCPAgentSchedulersTestJSON-2073746664-project-admin] Network 44255ca4-c41f-491c-80f9-67e7033c3a94 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:10:06.073216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8276c208-c4ae-42be-bde9-b265dcbffa83 None None] Network 44255ca4-c41f-491c-80f9-67e7033c3a94 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:10:06.074525 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-52a30ca4-edf1-435d-87dc-09d7fbc8f9c5 tempest-DHCPAgentSchedulersTestJSON-2073746664 tempest-DHCPAgentSchedulersTestJSON-2073746664-project-admin] 10.222.0.45 "POST /v2.0/agents/03cd6628-94df-42ad-b286-2b99960910ee/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2238495 Mar 24 01:10:06.077298 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60648) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:06.147305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60652) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:06.162927 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4290-ef4a-4429-937f-e0b6fdc52b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:06.290793 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f1568266-c262-48cb-add9-8b77b45e4632 tempest-DHCPAgentSchedulersTestJSON-2073746664 tempest-DHCPAgentSchedulersTestJSON-2073746664-project-admin] 10.222.0.45 "GET /v2.0/agents/03cd6628-94df-42ad-b286-2b99960910ee/dhcp-networks HTTP/1.1" status: 200 len: 5671 time: 0.2122440 Mar 24 01:10:06.298589 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60654) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:06.301607 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4290-ef4a-4429-937f-e0b6fdc52b0a admin admin] Publish callbacks [] for security_group (681a478a-de53-46cb-8d51-7f9072a52864), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:06.312406 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4290-ef4a-4429-937f-e0b6fdc52b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (681a478a-de53-46cb-8d51-7f9072a52864), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:06.354902 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8f6c4290-ef4a-4429-937f-e0b6fdc52b0a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=54837137a1a44664b30aff14de7077f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2057562 Mar 24 01:10:06.357864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60656) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:06.421040 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e232b434-9caa-4c79-95e1-47f891b90b3e tempest-DHCPAgentSchedulersTestJSON-2073746664 tempest-DHCPAgentSchedulersTestJSON-2073746664-project-admin] 10.222.0.45 "DELETE /v2.0/agents/03cd6628-94df-42ad-b286-2b99960910ee/dhcp-networks/44255ca4-c41f-491c-80f9-67e7033c3a94 HTTP/1.1" status: 204 len: 168 time: 0.1169784 Mar 24 01:10:06.421562 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60658) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:06.435250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c4290-ef4a-4429-937f-e0b6fdc52b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681a478a-de53-46cb-8d51-7f9072a52864,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:06.448300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60662) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:06.476164 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ea33e9d-f708-4862-93b0-fee9bddffb10 admin admin] Publish callbacks [] for security_group (681a478a-de53-46cb-8d51-7f9072a52864), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:06.478150 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-843536e4-6c8a-4da1-8493-97d8705c9ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:06.536002 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ea33e9d-f708-4862-93b0-fee9bddffb10 admin admin] Publish callbacks [] for security_group (681a478a-de53-46cb-8d51-7f9072a52864), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:06.640549 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1e5cc872-6e46-48c5-abf7-ab4eadee8ab9 tempest-DHCPAgentSchedulersTestJSON-2073746664 tempest-DHCPAgentSchedulersTestJSON-2073746664-project-admin] 10.222.0.45 "GET /v2.0/agents/03cd6628-94df-42ad-b286-2b99960910ee/dhcp-networks HTTP/1.1" status: 200 len: 4901 time: 0.2134614 Mar 24 01:10:06.640773 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ea33e9d-f708-4862-93b0-fee9bddffb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (681a478a-de53-46cb-8d51-7f9072a52864), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:06.641769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60668) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:06.645221 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ea33e9d-f708-4862-93b0-fee9bddffb10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:06.646702 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6ea33e9d-f708-4862-93b0-fee9bddffb10 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/681a478a-de53-46cb-8d51-7f9072a52864 HTTP/1.1" status: 204 len: 168 time: 0.2878311 Mar 24 01:10:06.665194 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ad112253-f870-413b-8113-7da080f5ae22 tempest-DHCPAgentSchedulersTestJSON-2073746664 tempest-DHCPAgentSchedulersTestJSON-2073746664-project-admin] 10.222.0.45 "GET /v2.0/networks/f2d0a25b-59c4-434b-a37f-2a4d833c2918/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0183377 Mar 24 01:10:06.665482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60672) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:06.678792 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-843536e4-6c8a-4da1-8493-97d8705c9ea7 admin admin] Publish callbacks [] for security_group (8a06d969-75ab-4745-a779-0dbbf0fb2beb), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:06.680457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea33e9d-f708-4862-93b0-fee9bddffb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681a478a-de53-46cb-8d51-7f9072a52864,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:06.686919 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-843536e4-6c8a-4da1-8493-97d8705c9ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8a06d969-75ab-4745-a779-0dbbf0fb2beb), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:06.690537 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-94a85318-e5eb-41fe-bddb-2e413ba08b68 tempest-DHCPAgentSchedulersTestJSON-2073746664 tempest-DHCPAgentSchedulersTestJSON-2073746664-project-admin] 10.222.0.45 "GET /v2.0/networks/f2d0a25b-59c4-434b-a37f-2a4d833c2918/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0237768 Mar 24 01:10:06.693475 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60674) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:06.745698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-843536e4-6c8a-4da1-8493-97d8705c9ea7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc60041c0df446c9aab50baff4045a32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2960021 Mar 24 01:10:06.747041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843536e4-6c8a-4da1-8493-97d8705c9ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a06d969-75ab-4745-a779-0dbbf0fb2beb,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:06.749767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60678) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:06.804442 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7982bb3-cbb5-4f15-8e9b-b62ce1f6c624 admin admin] Publish callbacks [] for security_group (8a06d969-75ab-4745-a779-0dbbf0fb2beb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:06.853798 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7982bb3-cbb5-4f15-8e9b-b62ce1f6c624 admin admin] Publish callbacks [] for security_group (8a06d969-75ab-4745-a779-0dbbf0fb2beb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:06.866229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60682) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:06.884435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60686) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:06.886382 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8b499492-5dfb-407e-bb5a-0fdede5eedea tempest-DHCPAgentSchedulersTestJSON-2073746664 tempest-DHCPAgentSchedulersTestJSON-2073746664-project-admin] 10.222.0.45 "GET /v2.0/agents/03cd6628-94df-42ad-b286-2b99960910ee/dhcp-networks HTTP/1.1" status: 200 len: 4901 time: 0.1903188 Mar 24 01:10:06.997806 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cad70be-0ea5-4f6d-adfb-d2c314025ae8 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (44255ca4-c41f-491c-80f9-67e7033c3a94), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.023527 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7982bb3-cbb5-4f15-8e9b-b62ce1f6c624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8a06d969-75ab-4745-a779-0dbbf0fb2beb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.026275 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7982bb3-cbb5-4f15-8e9b-b62ce1f6c624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.029828 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e7982bb3-cbb5-4f15-8e9b-b62ce1f6c624 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8a06d969-75ab-4745-a779-0dbbf0fb2beb HTTP/1.1" status: 204 len: 168 time: 0.2769809 Mar 24 01:10:07.060040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7982bb3-cbb5-4f15-8e9b-b62ce1f6c624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a06d969-75ab-4745-a779-0dbbf0fb2beb,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:07.103779 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3abc5ae7-b6ac-4344-84ce-10f33811e89c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1489699943-network', 'tenant_id': 'e0b9cfbaacf441a39256003e8f521e89'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:07.140091 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abc5ae7-b6ac-4344-84ce-10f33811e89c admin admin] Made reservation on behalf of e0b9cfbaacf441a39256003e8f521e89 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:07.143876 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3abc5ae7-b6ac-4344-84ce-10f33811e89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.161617 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3abc5ae7-b6ac-4344-84ce-10f33811e89c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.175971 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cad70be-0ea5-4f6d-adfb-d2c314025ae8 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (44255ca4-c41f-491c-80f9-67e7033c3a94), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.210153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1cad70be-0ea5-4f6d-adfb-d2c314025ae8 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44255ca4-c41f-491c-80f9-67e7033c3a94']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:07.234233 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1cad70be-0ea5-4f6d-adfb-d2c314025ae8 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76ec8b4-2c1b-44f6-a719-89b724be6bba') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:07.234544 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1cad70be-0ea5-4f6d-adfb-d2c314025ae8 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76ec8b4-2c1b-44f6-a719-89b724be6bba') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:07.264760 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cad70be-0ea5-4f6d-adfb-d2c314025ae8 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (d76ec8b4-2c1b-44f6-a719-89b724be6bba), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.302203 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3abc5ae7-b6ac-4344-84ce-10f33811e89c admin admin] Publish callbacks [] for security_group (6fdbe10b-d89b-457f-83ba-3cdfb502103c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.308203 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3abc5ae7-b6ac-4344-84ce-10f33811e89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6fdbe10b-d89b-457f-83ba-3cdfb502103c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.309676 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cad70be-0ea5-4f6d-adfb-d2c314025ae8 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d76ec8b4-2c1b-44f6-a719-89b724be6bba), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.322483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cad70be-0ea5-4f6d-adfb-d2c314025ae8 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:10:07.323122 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cad70be-0ea5-4f6d-adfb-d2c314025ae8 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (d76ec8b4-2c1b-44f6-a719-89b724be6bba), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:10:07.327009 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:10:07.368106 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc5ae7-b6ac-4344-84ce-10f33811e89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdbe10b-d89b-457f-83ba-3cdfb502103c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:07.411006 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cad70be-0ea5-4f6d-adfb-d2c314025ae8 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (44255ca4-c41f-491c-80f9-67e7033c3a94), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.422520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abc5ae7-b6ac-4344-84ce-10f33811e89c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:10:07.423719 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cad70be-0ea5-4f6d-adfb-d2c314025ae8 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.432746 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1cad70be-0ea5-4f6d-adfb-d2c314025ae8 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] 10.222.0.45 "DELETE /v2.0/networks/44255ca4-c41f-491c-80f9-67e7033c3a94 HTTP/1.1" status: 204 len: 168 time: 0.5470841 Mar 24 01:10:07.437183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60710) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:07.443758 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3abc5ae7-b6ac-4344-84ce-10f33811e89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (299be79b-c957-4af2-aa19-26031f7e7e6a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.444252 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-3abc5ae7-b6ac-4344-84ce-10f33811e89c admin admin] Added segment 299be79b-c957-4af2-aa19-26031f7e7e6a of type vlan for network c427b887-b12d-4c5e-9280-7a1096fa13ce Mar 24 01:10:07.495102 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3abc5ae7-b6ac-4344-84ce-10f33811e89c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (c427b887-b12d-4c5e-9280-7a1096fa13ce), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.509017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad70be-0ea5-4f6d-adfb-d2c314025ae8 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Pushing event deleted for resources: {'Network': ['ID=44255ca4-c41f-491c-80f9-67e7033c3a94,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:07.542108 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3abc5ae7-b6ac-4344-84ce-10f33811e89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (c427b887-b12d-4c5e-9280-7a1096fa13ce), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.543800 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abc5ae7-b6ac-4344-84ce-10f33811e89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:07.543800 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3abc5ae7-b6ac-4344-84ce-10f33811e89c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.566074 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f650cc-fe10-4fae-ba0a-74823fe414f9 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] DELETE failed (client error): The resource could not be found. Mar 24 01:10:07.566699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f650cc-fe10-4fae-ba0a-74823fe414f9 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:10:07.577154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b3f650cc-fe10-4fae-ba0a-74823fe414f9 tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] 10.222.0.45 "DELETE /v2.0/ports/7e25c683-b7b4-42c7-a399-7dbe0090c59a HTTP/1.1" status: 404 len: 333 time: 0.0869529 Mar 24 01:10:07.578011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60720) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:07.680393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60724) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:07.688749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e5fa0611-3ba1-4620-82b2-89443c52aa13 admin admin] Request body: {'subnet': {'network_id': 'c427b887-b12d-4c5e-9280-7a1096fa13ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1489699943-subnet', 'tenant_id': 'e0b9cfbaacf441a39256003e8f521e89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:07.689740 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3abc5ae7-b6ac-4344-84ce-10f33811e89c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8222847 Mar 24 01:10:07.780666 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc5ae7-b6ac-4344-84ce-10f33811e89c admin admin] Pushing event updated for resources: {'Network': ['ID=c427b887-b12d-4c5e-9280-7a1096fa13ce,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:07.798439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network c427b887-b12d-4c5e-9280-7a1096fa13ce details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:10:07.865755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d08ddf-508d-4ece-9ed2-6fd85ef87dac tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Deleting subnet c4103db9-1d17-441d-87bb-1f5c375ae9ef {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:10:07.875286 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20d08ddf-508d-4ece-9ed2-6fd85ef87dac tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks [] for subnet (c4103db9-1d17-441d-87bb-1f5c375ae9ef), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:07.954122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fa0611-3ba1-4620-82b2-89443c52aa13 admin admin] Made reservation on behalf of e0b9cfbaacf441a39256003e8f521e89 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:07.956989 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e5fa0611-3ba1-4620-82b2-89443c52aa13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:08.033262 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20d08ddf-508d-4ece-9ed2-6fd85ef87dac tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (c4103db9-1d17-441d-87bb-1f5c375ae9ef), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:08.247785 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20d08ddf-508d-4ece-9ed2-6fd85ef87dac tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (c4103db9-1d17-441d-87bb-1f5c375ae9ef), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:08.358411 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20d08ddf-508d-4ece-9ed2-6fd85ef87dac tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (c4103db9-1d17-441d-87bb-1f5c375ae9ef), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:08.428529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55386b59-0573-4c93-8a41-74bf2757b5aa None None] Network f2d0a25b-59c4-434b-a37f-2a4d833c2918 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:10:08.434773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d08ddf-508d-4ece-9ed2-6fd85ef87dac tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Pushing event deleted for resources: {'Subnet': ['ID=c4103db9-1d17-441d-87bb-1f5c375ae9ef,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:08.440876 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20d08ddf-508d-4ece-9ed2-6fd85ef87dac tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:08.445063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-20d08ddf-508d-4ece-9ed2-6fd85ef87dac tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] 10.222.0.45 "DELETE /v2.0/subnets/c4103db9-1d17-441d-87bb-1f5c375ae9ef HTTP/1.1" status: 204 len: 168 time: 0.8660553 Mar 24 01:10:08.447946 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60746) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:08.458101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60748) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:08.467169 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e5fa0611-3ba1-4620-82b2-89443c52aa13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (0303d3c0-f224-4087-81bb-e5cfdff2e0ac), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:08.538418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa0611-3ba1-4620-82b2-89443c52aa13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0303d3c0-f224-4087-81bb-e5cfdff2e0ac,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:08.612533 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fa0611-3ba1-4620-82b2-89443c52aa13 admin admin] Checking segment: {'id': '299be79b-c957-4af2-aa19-26031f7e7e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c427b887-b12d-4c5e-9280-7a1096fa13ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:10:08.616173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fa0611-3ba1-4620-82b2-89443c52aa13 admin admin] Network hostable DHCP agents. Network: c427b887-b12d-4c5e-9280-7a1096fa13ce, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:10:08.617433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (f2d0a25b-59c4-434b-a37f-2a4d833c2918), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:08.671711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fa0611-3ba1-4620-82b2-89443c52aa13 admin admin] Network c427b887-b12d-4c5e-9280-7a1096fa13ce is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:10:08.690762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-e5fa0611-3ba1-4620-82b2-89443c52aa13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, c427b887-b12d-4c5e-9280-7a1096fa13ce) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:08.696960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fa0611-3ba1-4620-82b2-89443c52aa13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:08.697754 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e5fa0611-3ba1-4620-82b2-89443c52aa13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:08.703791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f8ec02-b7df-4230-a434-fe79ea3e78c5 None None] Network c427b887-b12d-4c5e-9280-7a1096fa13ce requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:10:08.733557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e5fa0611-3ba1-4620-82b2-89443c52aa13 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0412304 Mar 24 01:10:08.735332 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Deleting port 56d66508-aeb5-405e-90d1-9891ab9765f3 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:08.735705 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (56d66508-aeb5-405e-90d1-9891ab9765f3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:08.826244 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] For port 56d66508-aeb5-405e-90d1-9891ab9765f3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=56d66508-aeb5-405e-90d1-9891ab9765f3,segment=NetworkSegment(f34eda60-fc54-4fae-8a14-06e8c742cb2b),segment_id=f34eda60-fc54-4fae-8a14-06e8c742cb2b)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:08.826624 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (56d66508-aeb5-405e-90d1-9891ab9765f3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:08.843430 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Calling delete_port for 56d66508-aeb5-405e-90d1-9891ab9765f3 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:08.883596 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3ffda2-a6e6-442f-a3ae-e43708e2d9bc None None] DHCP port deletion for f2d0a25b-59c4-434b-a37f-2a4d833c2918 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:10:08.931217 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b3c2316a-d785-4e86-8fd7-04228afd30be tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1327478623'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:08.962391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c2316a-d785-4e86-8fd7-04228afd30be tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Made reservation on behalf of 4a9fcd464d2549cf99e60ee2d36356f2 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:08.971460 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3c2316a-d785-4e86-8fd7-04228afd30be tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:08.977302 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60770) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:08.988948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0908ada-e5c4-4774-85dd-be340f71f9df None None] Network c427b887-b12d-4c5e-9280-7a1096fa13ce requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:10:08.997860 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3c2316a-d785-4e86-8fd7-04228afd30be tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.001087 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (56d66508-aeb5-405e-90d1-9891ab9765f3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.062554 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Pushing event deleted for resources: {'Port': ['ID=56d66508-aeb5-405e-90d1-9891ab9765f3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:09.078671 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] No DVR routers for this DVR port 56d66508-aeb5-405e-90d1-9891ab9765f3 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:10:09.199534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-b62f93e6-e74d-4ea5-8e27-cdd61b1b97a3 tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1679190948'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:09.200010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-b62f93e6-e74d-4ea5-8e27-cdd61b1b97a3 tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] Unknown quota resources ['metering_label']. {{(pid=115730) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 01:10:09.281030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ffda2-a6e6-442f-a3ae-e43708e2d9bc None None] Deleting port 56d66508-aeb5-405e-90d1-9891ab9765f3 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:09.282095 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffda2-a6e6-442f-a3ae-e43708e2d9bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (56d66508-aeb5-405e-90d1-9891ab9765f3), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.285393 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (f2d0a25b-59c4-434b-a37f-2a4d833c2918), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.324181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d0a25b-59c4-434b-a37f-2a4d833c2918']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:09.338130 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34eda60-fc54-4fae-8a14-06e8c742cb2b') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:09.338522 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34eda60-fc54-4fae-8a14-06e8c742cb2b') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:09.356586 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (f34eda60-fc54-4fae-8a14-06e8c742cb2b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.373188 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3c2316a-d785-4e86-8fd7-04228afd30be tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks [] for security_group (747e250a-1f52-4d10-8bab-47cb9522b9ec), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.380433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3c2316a-d785-4e86-8fd7-04228afd30be tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (747e250a-1f52-4d10-8bab-47cb9522b9ec), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.385886 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f34eda60-fc54-4fae-8a14-06e8c742cb2b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.418094 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2316a-d785-4e86-8fd7-04228afd30be tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747e250a-1f52-4d10-8bab-47cb9522b9ec,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:09.424619 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:10:09.425062 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (f34eda60-fc54-4fae-8a14-06e8c742cb2b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:10:09.429462 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:10:09.448280 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b62f93e6-e74d-4ea5-8e27-cdd61b1b97a3 tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.449518 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b62f93e6-e74d-4ea5-8e27-cdd61b1b97a3 tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4704015 Mar 24 01:10:09.452538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60788) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:09.462202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-796fdef1-2777-4517-97d5-3f202acf386e tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6661e8b0-08f1-4547-a914-6e6de8263c35'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:09.463817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-796fdef1-2777-4517-97d5-3f202acf386e tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115730) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 01:10:09.473197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fe3ffda2-a6e6-442f-a3ae-e43708e2d9bc None None] For port 56d66508-aeb5-405e-90d1-9891ab9765f3, host n-d-760455-9, got binding levels [] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:09.473965 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffda2-a6e6-442f-a3ae-e43708e2d9bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (56d66508-aeb5-405e-90d1-9891ab9765f3), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.476846 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c2316a-d785-4e86-8fd7-04228afd30be tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:10:09.492276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ffda2-a6e6-442f-a3ae-e43708e2d9bc None None] Calling delete_port for 56d66508-aeb5-405e-90d1-9891ab9765f3 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:09.495721 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.ipam_backend_mixin [None req-fe3ffda2-a6e6-442f-a3ae-e43708e2d9bc None None] Port 56d66508-aeb5-405e-90d1-9891ab9765f3 was not found and therefore no delete operation was performed {{(pid=115731) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 01:10:09.497410 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffda2-a6e6-442f-a3ae-e43708e2d9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (56d66508-aeb5-405e-90d1-9891ab9765f3), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.503211 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3c2316a-d785-4e86-8fd7-04228afd30be tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (bcccadcf-0497-4483-91a8-58b1ba8b8b2e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.503645 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-b3c2316a-d785-4e86-8fd7-04228afd30be tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Added segment bcccadcf-0497-4483-91a8-58b1ba8b8b2e of type vlan for network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 Mar 24 01:10:09.521928 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ffda2-a6e6-442f-a3ae-e43708e2d9bc None None] Pushing event deleted for resources: {'Port': ['ID=56d66508-aeb5-405e-90d1-9891ab9765f3,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:09.539120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ffda2-a6e6-442f-a3ae-e43708e2d9bc None None] No DVR routers for this DVR port 56d66508-aeb5-405e-90d1-9891ab9765f3 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:10:09.569964 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (f2d0a25b-59c4-434b-a37f-2a4d833c2918), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.575645 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.588777 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] 10.222.0.45 "DELETE /v2.0/networks/f2d0a25b-59c4-434b-a37f-2a4d833c2918 HTTP/1.1" status: 204 len: 168 time: 1.1379769 Mar 24 01:10:09.614404 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ee6cb-d0e5-425c-98fb-ef6212a842aa tempest-DHCPAgentSchedulersTestJSON-1041759751 tempest-DHCPAgentSchedulersTestJSON-1041759751-project] Pushing event deleted for resources: {'Network': ['ID=f2d0a25b-59c4-434b-a37f-2a4d833c2918,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:09.621738 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3c2316a-d785-4e86-8fd7-04228afd30be tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.657282 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3c2316a-d785-4e86-8fd7-04228afd30be tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.665068 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c2316a-d785-4e86-8fd7-04228afd30be tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:09.665922 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b3c2316a-d785-4e86-8fd7-04228afd30be tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:09.751727 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b3c2316a-d785-4e86-8fd7-04228afd30be tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2874653 Mar 24 01:10:09.756733 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60798) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:09.767271 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a734ccdd-f5dc-4d2b-8564-2c33d594fe70 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Request body: {'subnet': {'network_id': 'dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:09.797694 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2316a-d785-4e86-8fd7-04228afd30be tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event updated for resources: {'Network': ['ID=dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:09.810557 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:10:09.818176 n-d-760455-9 neutron-server[115730]: WARNING neutron.services.metering.metering_plugin [None req-796fdef1-2777-4517-97d5-3f202acf386e tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 24 01:10:09.984313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-c65fc7aa-b3a7-4dc8-bd0f-4ebfb7853d80 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:09.985828 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-c65fc7aa-b3a7-4dc8-bd0f-4ebfb7853d80 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/networks?id=c427b887-b12d-4c5e-9280-7a1096fa13ce HTTP/1.1" status: 200 len: 809 time: 0.5139081 Mar 24 01:10:09.998553 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a734ccdd-f5dc-4d2b-8564-2c33d594fe70 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Made reservation on behalf of 4a9fcd464d2549cf99e60ee2d36356f2 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:09.999428 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-796fdef1-2777-4517-97d5-3f202acf386e tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:10.000653 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-796fdef1-2777-4517-97d5-3f202acf386e tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5457265 Mar 24 01:10:10.007867 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a734ccdd-f5dc-4d2b-8564-2c33d594fe70 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:10.011454 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60808) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:10.020302 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-30a1ce32-0f99-4be7-8eb1-86ffdd64359e tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6661e8b0-08f1-4547-a914-6e6de8263c35'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:10.020989 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-30a1ce32-0f99-4be7-8eb1-86ffdd64359e tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115729) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 01:10:10.028186 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-4940c176-f66e-4c13-8f1c-d6292eecf24d tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/quotas/e0b9cfbaacf441a39256003e8f521e89 HTTP/1.1" status: 200 len: 375 time: 0.0262856 Mar 24 01:10:10.070212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60810) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:10.087896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-32d4a2c3-05df-455a-907c-e7f4e7536e9b tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0b9cfbaacf441a39256003e8f521e89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544860 Mar 24 01:10:10.201324 n-d-760455-9 neutron-server[115729]: WARNING neutron.services.metering.metering_plugin [None req-30a1ce32-0f99-4be7-8eb1-86ffdd64359e tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 24 01:10:10.220361 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-41c4ac92-febf-4b96-9b66-c5044f85fdcb service neutron] 10.222.0.45 "GET /v2.0/networks/c427b887-b12d-4c5e-9280-7a1096fa13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250389 Mar 24 01:10:10.333693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-7c1cab2e-a72a-4610-8a49-e0c5956ec578 service neutron] 10.222.0.45 "GET /v2.0/networks/c427b887-b12d-4c5e-9280-7a1096fa13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055233 Mar 24 01:10:10.357622 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30a1ce32-0f99-4be7-8eb1-86ffdd64359e tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:10.361326 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-30a1ce32-0f99-4be7-8eb1-86ffdd64359e tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3450177 Mar 24 01:10:10.362162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60814) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:10.385416 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1db56384-0686-4f1a-a889-f0c618db983a tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=29fa3b7b-d37c-4ace-8fbf-9a15e018c9b3 HTTP/1.1" status: 200 len: 462 time: 0.0190291 Mar 24 01:10:10.385416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60816) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:10.402919 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ad4fefaf-9d44-4f48-b418-d6b73a2f19f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=97d606faa4fb4be3adc96be602f7cc5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3313439 Mar 24 01:10:10.408234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60820) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:10.571503 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a734ccdd-f5dc-4d2b-8564-2c33d594fe70 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (be6c01a8-81f9-4c87-ba07-06dc81d76eb4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:10.662912 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734ccdd-f5dc-4d2b-8564-2c33d594fe70 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event updated for resources: {'Subnet': ['ID=be6c01a8-81f9-4c87-ba07-06dc81d76eb4,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:10.671671 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734ccdd-f5dc-4d2b-8564-2c33d594fe70 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Checking segment: {'id': 'bcccadcf-0497-4483-91a8-58b1ba8b8b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:10:10.672450 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734ccdd-f5dc-4d2b-8564-2c33d594fe70 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Network hostable DHCP agents. Network: dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:10:10.692902 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-71ce6a2e-48dc-4b30-adbf-a476d1a3891e tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:10.697178 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-71ce6a2e-48dc-4b30-adbf-a476d1a3891e tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/29fa3b7b-d37c-4ace-8fbf-9a15e018c9b3 HTTP/1.1" status: 204 len: 168 time: 0.3082645 Mar 24 01:10:10.701199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60828) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:10.708154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734ccdd-f5dc-4d2b-8564-2c33d594fe70 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:10:10.735844 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-aeda2c1f-b77b-4091-a0d2-3fe2cfefb694 tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=29fa3b7b-d37c-4ace-8fbf-9a15e018c9b3 HTTP/1.1" status: 200 len: 221 time: 0.0249801 Mar 24 01:10:10.736432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc605bfa-84c2-4a7a-be9c-188038a55a41 req-6b2c166c-bc5d-4eef-a937-1d26eee100e5 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/ports?device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 210 time: 0.0961704 Mar 24 01:10:10.736704 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60830) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:10.740720 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3dfc62e-7b52-434d-be9d-f916adac33b8 admin admin] Publish callbacks [] for security_group (268a2e53-b718-452c-a8c2-b449bed3a161), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:10.748766 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7d7c5cf5-6d80-4a08-ae6d-11b20172aec6 tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--297649875', 'description': 'label created by tempest'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:10.750868 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7d7c5cf5-6d80-4a08-ae6d-11b20172aec6 tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] Unknown quota resources ['metering_label']. {{(pid=115729) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 01:10:10.756476 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a734ccdd-f5dc-4d2b-8564-2c33d594fe70 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:10.767112 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a734ccdd-f5dc-4d2b-8564-2c33d594fe70 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:10.767721 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a734ccdd-f5dc-4d2b-8564-2c33d594fe70 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:10.772373 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0843a4c8-ffa9-4001-97d2-feace54b17e4 None None] Network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:10:10.803835 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3dfc62e-7b52-434d-be9d-f916adac33b8 admin admin] Publish callbacks [] for security_group (268a2e53-b718-452c-a8c2-b449bed3a161), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:10.895065 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a734ccdd-f5dc-4d2b-8564-2c33d594fe70 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1356988 Mar 24 01:10:10.898404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60836) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:10.904312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8adfc673-770c-4ea9-af36-07737fd90053 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Request body: {'port': {'network_id': 'dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1162757924'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:10.908209 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3dfc62e-7b52-434d-be9d-f916adac33b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (268a2e53-b718-452c-a8c2-b449bed3a161), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:10.916624 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3dfc62e-7b52-434d-be9d-f916adac33b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:10.920099 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e3dfc62e-7b52-434d-be9d-f916adac33b8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/268a2e53-b718-452c-a8c2-b449bed3a161 HTTP/1.1" status: 204 len: 168 time: 0.5109291 Mar 24 01:10:10.937054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 56d66508-aeb5-405e-90d1-9891ab9765f3 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:10:10.979879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7', 'network_id': 'dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7', 'project_id': '4a9fcd464d2549cf99e60ee2d36356f2', 'fixed_ips': [{'subnet_id': 'be6c01a8-81f9-4c87-ba07-06dc81d76eb4'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:10:10.980982 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:10.983881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 56d66508-aeb5-405e-90d1-9891ab9765f3 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:10:10.984799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 56d66508-aeb5-405e-90d1-9891ab9765f3 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:10:11.135795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfc62e-7b52-434d-be9d-f916adac33b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268a2e53-b718-452c-a8c2-b449bed3a161,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:11.244864 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Allocated IP 2001:db8::2 (dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7/be6c01a8-81f9-4c87-ba07-06dc81d76eb4/9f22294c-a26d-40d6-8e31-8aea35b73ace) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:11.296384 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d7c5cf5-6d80-4a08-ae6d-11b20172aec6 tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:11.298834 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7d7c5cf5-6d80-4a08-ae6d-11b20172aec6 tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5609148 Mar 24 01:10:11.301726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60848) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:11.325086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adfc673-770c-4ea9-af36-07737fd90053 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Made reservation on behalf of 4a9fcd464d2549cf99e60ee2d36356f2 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:11.332015 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8adfc673-770c-4ea9-af36-07737fd90053 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:11.363418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-8adfc673-770c-4ea9-af36-07737fd90053 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] device_id is not set on port c1b71874-caa7-4a18-b06e-dc7c0b10b9a4 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:11.423724 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b9cdaaf1-33b1-4b9a-a84c-7fdf753cd9ba tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=741ab62b-548e-42ff-a406-1676160db5b4 HTTP/1.1" status: 200 len: 467 time: 0.1207664 Mar 24 01:10:11.431246 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60850) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:11.616774 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Publish callbacks [] for port (9f22294c-a26d-40d6-8e31-8aea35b73ace), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:11.626312 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (9f22294c-a26d-40d6-8e31-8aea35b73ace), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:11.666104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60854) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:11.763920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Pushing event updated for resources: {'Port': ['ID=9f22294c-a26d-40d6-8e31-8aea35b73ace,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:11.764564 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cc85958-aad7-4f54-bd60-b78cdae456db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:11.781621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:11.785698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:11.795273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:11.891818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Attempting to bind port 9f22294c-a26d-40d6-8e31-8aea35b73ace on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:11.892475 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Attempting to bind port 9f22294c-a26d-40d6-8e31-8aea35b73ace by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'bcccadcf-0497-4483-91a8-58b1ba8b8b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:11.893012 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Attempting to bind port 9f22294c-a26d-40d6-8e31-8aea35b73ace on network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:11.899505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:10:11.911351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Checking segment: {'id': 'bcccadcf-0497-4483-91a8-58b1ba8b8b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:10:11.912828 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:11.914183 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Bound using segment: {'id': 'bcccadcf-0497-4483-91a8-58b1ba8b8b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:10:11.915007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2de7988e-c489-434a-abe0-22b893c2df3a req-3a7e3882-3b60-4aff-8c76-4b7616742273 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/ports?device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 210 time: 0.0550756 Mar 24 01:10:11.920412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-8adfc673-770c-4ea9-af36-07737fd90053 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Allocated IP 2001:db8::2e2 (dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7/be6c01a8-81f9-4c87-ba07-06dc81d76eb4/c1b71874-caa7-4a18-b06e-dc7c0b10b9a4) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:11.929786 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Bound port: 9f22294c-a26d-40d6-8e31-8aea35b73ace, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcccadcf-0497-4483-91a8-58b1ba8b8b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:10:11.930485 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9f22294c-a26d-40d6-8e31-8aea35b73ace), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:12.038249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] For port 9f22294c-a26d-40d6-8e31-8aea35b73ace, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:10:12.042172 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] For port 9f22294c-a26d-40d6-8e31-8aea35b73ace, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9f22294c-a26d-40d6-8e31-8aea35b73ace,segment=NetworkSegment(bcccadcf-0497-4483-91a8-58b1ba8b8b2e),segment_id=bcccadcf-0497-4483-91a8-58b1ba8b8b2e)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:10:12.051120 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9f22294c-a26d-40d6-8e31-8aea35b73ace), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:12.134195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedede81-ffdb-4b17-8a79-f7ef3e37b2c2 None None] Pushing event updated for resources: {'Port': ['ID=9f22294c-a26d-40d6-8e31-8aea35b73ace,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:12.204266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d9fd8a8a-61dc-40cf-a198-39a18295b91a tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:12.210717 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d9fd8a8a-61dc-40cf-a198-39a18295b91a tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/741ab62b-548e-42ff-a406-1676160db5b4 HTTP/1.1" status: 204 len: 168 time: 0.7782547 Mar 24 01:10:12.211658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60860) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:12.232003 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3d17ce1b-cb12-4c7d-a862-377823114807 tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=741ab62b-548e-42ff-a406-1676160db5b4 HTTP/1.1" status: 200 len: 216 time: 0.0188632 Mar 24 01:10:12.232834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60864) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:12.254723 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-84286935-f3cb-4a6f-b502-49adbe3f302e tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0200801 Mar 24 01:10:12.255279 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60866) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:12.274702 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-689ce71f-01f5-4677-a530-0d669ba0133c tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0179424 Mar 24 01:10:12.275368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60870) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:12.402065 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e252192b-a399-4d0b-96f4-3afb5c01b768 tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels/6661e8b0-08f1-4547-a914-6e6de8263c35 HTTP/1.1" status: 200 len: 473 time: 0.1222544 Mar 24 01:10:12.403978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60872) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:12.441224 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4dfca7fd-1442-46c4-b6e7-35b9612326b2 tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/f27c6062-81a1-4742-96f7-5226746a73f0 HTTP/1.1" status: 200 len: 459 time: 0.0354738 Mar 24 01:10:12.442072 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60874) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:12.575366 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a86cb22-9d8d-4bb7-b7d6-8ab9a1c72586 tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:12.576689 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6a86cb22-9d8d-4bb7-b7d6-8ab9a1c72586 tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/f27c6062-81a1-4742-96f7-5226746a73f0 HTTP/1.1" status: 204 len: 168 time: 0.1335201 Mar 24 01:10:12.579612 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60876) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:12.607416 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cc85958-aad7-4f54-bd60-b78cdae456db admin admin] Publish callbacks [] for security_group (91e8358d-5947-4d3f-aa0e-ea7b466c8150), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:12.623511 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cc85958-aad7-4f54-bd60-b78cdae456db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (91e8358d-5947-4d3f-aa0e-ea7b466c8150), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:12.737395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5cc85958-aad7-4f54-bd60-b78cdae456db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a3ee5b78bda64270a1bc4517c340a65d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0695491 Mar 24 01:10:12.742913 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60878) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:12.784034 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8adfc673-770c-4ea9-af36-07737fd90053 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks [] for port (c1b71874-caa7-4a18-b06e-dc7c0b10b9a4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:12.814168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc85958-aad7-4f54-bd60-b78cdae456db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e8358d-5947-4d3f-aa0e-ea7b466c8150,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:12.879080 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85341582-0641-460c-9a0c-b9258bf544f2 tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:12.880310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-c686c1c8-9102-4995-88c8-047c7f6d2cd3 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:12.881302 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-85341582-0641-460c-9a0c-b9258bf544f2 tempest-MeteringIpV6TestJSON-1339203065 tempest-MeteringIpV6TestJSON-1339203065-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/6661e8b0-08f1-4547-a914-6e6de8263c35 HTTP/1.1" status: 204 len: 168 time: 0.2999363 Mar 24 01:10:12.882478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-c686c1c8-9102-4995-88c8-047c7f6d2cd3 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.57 "GET /v2.0/networks?id=c427b887-b12d-4c5e-9280-7a1096fa13ce HTTP/1.1" status: 200 len: 809 time: 0.2732971 Mar 24 01:10:12.884207 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-652c04dd-aa32-4174-97be-730e1fe41b7e admin admin] Publish callbacks [] for security_group (91e8358d-5947-4d3f-aa0e-ea7b466c8150), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:12.899401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-c03f6375-7f12-4cfc-bd3d-e0dd16cc1258 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Request body: {'port': {'device_id': '986bbab6-cc20-485c-a72c-6c1469de936b', 'network_id': 'c427b887-b12d-4c5e-9280-7a1096fa13ce', 'admin_state_up': True, 'tenant_id': 'e0b9cfbaacf441a39256003e8f521e89'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:12.905919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9f22294c-a26d-40d6-8e31-8aea35b73ace up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:10:12.936714 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-652c04dd-aa32-4174-97be-730e1fe41b7e admin admin] Publish callbacks [] for security_group (91e8358d-5947-4d3f-aa0e-ea7b466c8150), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:13.038370 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8adfc673-770c-4ea9-af36-07737fd90053 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c1b71874-caa7-4a18-b06e-dc7c0b10b9a4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:13.054545 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9f22294c-a26d-40d6-8e31-8aea35b73ace triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:13.054947 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9f22294c-a26d-40d6-8e31-8aea35b73ace), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:13.064251 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-652c04dd-aa32-4174-97be-730e1fe41b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (91e8358d-5947-4d3f-aa0e-ea7b466c8150), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:13.066894 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-652c04dd-aa32-4174-97be-730e1fe41b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:13.074443 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-652c04dd-aa32-4174-97be-730e1fe41b7e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91e8358d-5947-4d3f-aa0e-ea7b466c8150 HTTP/1.1" status: 204 len: 168 time: 0.3304927 Mar 24 01:10:13.097351 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c04dd-aa32-4174-97be-730e1fe41b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e8358d-5947-4d3f-aa0e-ea7b466c8150,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:13.159188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adfc673-770c-4ea9-af36-07737fd90053 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:13.186873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-c03f6375-7f12-4cfc-bd3d-e0dd16cc1258 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Made reservation on behalf of e0b9cfbaacf441a39256003e8f521e89 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:13.192486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-c03f6375-7f12-4cfc-bd3d-e0dd16cc1258 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:13.198201 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf1a536c-be06-4ea5-8f29-e3e9fa58e18c req-bc2450a4-9ce4-439a-99b8-8cf5a6cd8413 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/ports?device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 210 time: 0.0800226 Mar 24 01:10:13.212290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-8adfc673-770c-4ea9-af36-07737fd90053 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:13.223151 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adfc673-770c-4ea9-af36-07737fd90053 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:13.229896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adfc673-770c-4ea9-af36-07737fd90053 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:13.230549 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8adfc673-770c-4ea9-af36-07737fd90053 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:13.233971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfc673-770c-4ea9-af36-07737fd90053 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event updated for resources: {'Port': ['ID=c1b71874-caa7-4a18-b06e-dc7c0b10b9a4,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:13.263987 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 9f22294c-a26d-40d6-8e31-8aea35b73ace is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:13.264448 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9f22294c-a26d-40d6-8e31-8aea35b73ace), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:13.347955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 9f22294c-a26d-40d6-8e31-8aea35b73ace, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9f22294c-a26d-40d6-8e31-8aea35b73ace,segment=NetworkSegment(bcccadcf-0497-4483-91a8-58b1ba8b8b2e),segment_id=bcccadcf-0497-4483-91a8-58b1ba8b8b2e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:13.355688 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9f22294c-a26d-40d6-8e31-8aea35b73ace), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:13.391318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8adfc673-770c-4ea9-af36-07737fd90053 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4886765 Mar 24 01:10:13.391659 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60896) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:13.397792 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-987cef54-519b-4872-beff-776c77441ebd tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Request body: {'port': {'network_id': 'dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-918479093', 'allowed_address_pairs': [{'ip_address': '2001:db8::2e2', 'mac_address': 'fa:16:3e:e9:31:74'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:13.513183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60904) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:13.531821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=9f22294c-a26d-40d6-8e31-8aea35b73ace,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:13.619970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-c03f6375-7f12-4cfc-bd3d-e0dd16cc1258 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Allocated IP 172.20.0.14 (c427b887-b12d-4c5e-9280-7a1096fa13ce/0303d3c0-f224-4087-81bb-e5cfdff2e0ac/a8bd4570-d5bc-4187-89fd-c0f6bb3c908f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:13.620483 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987cef54-519b-4872-beff-776c77441ebd tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Made reservation on behalf of 4a9fcd464d2549cf99e60ee2d36356f2 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:13.752025 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-987cef54-519b-4872-beff-776c77441ebd tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:13.773340 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-987cef54-519b-4872-beff-776c77441ebd tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] device_id is not set on port 31fdc2e6-b8f0-41cb-b72d-0f5f6579e196 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:13.860074 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1ea8a0-b2d1-42b3-98e7-149cce0eaeec None None] Network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:10:13.945615 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5e4be73e-a7b3-4c34-be97-ef2b445afdc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:13.967297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ea0d8aab-e26a-464e-92bd-540d80a0ebd2 None None] Provisioning complete for port 9f22294c-a26d-40d6-8e31-8aea35b73ace triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:13.968579 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8aab-e26a-464e-92bd-540d80a0ebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9f22294c-a26d-40d6-8e31-8aea35b73ace), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:13.971944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-987cef54-519b-4872-beff-776c77441ebd tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Allocated IP 2001:db8::45 (dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7/be6c01a8-81f9-4c87-ba07-06dc81d76eb4/31fdc2e6-b8f0-41cb-b72d-0f5f6579e196) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:14.033971 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-c03f6375-7f12-4cfc-bd3d-e0dd16cc1258 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Publish callbacks [] for port (a8bd4570-d5bc-4187-89fd-c0f6bb3c908f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:14.167979 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-c03f6375-7f12-4cfc-bd3d-e0dd16cc1258 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a8bd4570-d5bc-4187-89fd-c0f6bb3c908f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:14.172498 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5e4be73e-a7b3-4c34-be97-ef2b445afdc3 admin admin] Publish callbacks [] for security_group (c603c8cd-bfde-47be-9d68-b42d497970d8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:14.191174 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5e4be73e-a7b3-4c34-be97-ef2b445afdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c603c8cd-bfde-47be-9d68-b42d497970d8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:14.192023 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ea0d8aab-e26a-464e-92bd-540d80a0ebd2 None None] Current status of the port 9f22294c-a26d-40d6-8e31-8aea35b73ace is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:14.249548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5e4be73e-a7b3-4c34-be97-ef2b445afdc3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4104a6c11ee048d0a32feeb513fd7de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7376468 Mar 24 01:10:14.252904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60922) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:14.300480 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-987cef54-519b-4872-beff-776c77441ebd tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks [] for port (31fdc2e6-b8f0-41cb-b72d-0f5f6579e196), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:14.324598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-c03f6375-7f12-4cfc-bd3d-e0dd16cc1258 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Network c427b887-b12d-4c5e-9280-7a1096fa13ce is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:14.345884 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-987cef54-519b-4872-beff-776c77441ebd tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (31fdc2e6-b8f0-41cb-b72d-0f5f6579e196), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:14.356453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-c03f6375-7f12-4cfc-bd3d-e0dd16cc1258 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:14.371814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-c03f6375-7f12-4cfc-bd3d-e0dd16cc1258 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:14.395044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f6375-7f12-4cfc-bd3d-e0dd16cc1258 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Pushing event updated for resources: {'Port': ['ID=a8bd4570-d5bc-4187-89fd-c0f6bb3c908f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:14.413194 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4be73e-a7b3-4c34-be97-ef2b445afdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c603c8cd-bfde-47be-9d68-b42d497970d8,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:14.434699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987cef54-519b-4872-beff-776c77441ebd tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:14.442550 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-987cef54-519b-4872-beff-776c77441ebd tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:14.451494 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60928) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:14.465381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987cef54-519b-4872-beff-776c77441ebd tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:14.471056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987cef54-519b-4872-beff-776c77441ebd tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:14.471869 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-987cef54-519b-4872-beff-776c77441ebd tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:14.509708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-c03f6375-7f12-4cfc-bd3d-e0dd16cc1258 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:14.511344 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-c03f6375-7f12-4cfc-bd3d-e0dd16cc1258 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:14.523053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b34a4-5845-4c05-a046-6f31d2d8f24c req-1c48b270-7f6e-4bde-becf-7b63524154a7 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:14.530556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b2b34a4-5845-4c05-a046-6f31d2d8f24c req-1c48b270-7f6e-4bde-becf-7b63524154a7 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/ports?device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 932 time: 0.1601007 Mar 24 01:10:14.584367 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab34e71d-54f7-4a7e-8e28-243e8e17d0d6 admin admin] Publish callbacks [] for security_group (c603c8cd-bfde-47be-9d68-b42d497970d8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:14.618960 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-c03f6375-7f12-4cfc-bd3d-e0dd16cc1258 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7249348 Mar 24 01:10:14.636484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b2b34a4-5845-4c05-a046-6f31d2d8f24c req-a7d968c5-8571-491b-bf94-ff41d3135881 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fdbe10b-d89b-457f-83ba-3cdfb502103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047595 Mar 24 01:10:14.644272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Request body: {'port': {'device_id': '986bbab6-cc20-485c-a72c-6c1469de936b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:14.651820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cef54-519b-4872-beff-776c77441ebd tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event updated for resources: {'Port': ['ID=31fdc2e6-b8f0-41cb-b72d-0f5f6579e196,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:14.666608 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ef9b4039-15e3-41d2-9cec-ab701359ec09 None None] Provisioning complete for port 9f22294c-a26d-40d6-8e31-8aea35b73ace triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:14.667639 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef9b4039-15e3-41d2-9cec-ab701359ec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9f22294c-a26d-40d6-8e31-8aea35b73ace), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:14.668325 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-987cef54-519b-4872-beff-776c77441ebd tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.2757425 Mar 24 01:10:14.672617 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d4b2ebcc-299b-418c-951c-d566642a04cb tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2056665225'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:14.681220 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60940) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:14.730097 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a8bd4570-d5bc-4187-89fd-c0f6bb3c908f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:14.821326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b4039-15e3-41d2-9cec-ab701359ec09 None None] Current status of the port 9f22294c-a26d-40d6-8e31-8aea35b73ace is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:14.832530 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab34e71d-54f7-4a7e-8e28-243e8e17d0d6 admin admin] Publish callbacks [] for security_group (c603c8cd-bfde-47be-9d68-b42d497970d8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:14.851535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ef9b4039-15e3-41d2-9cec-ab701359ec09 None None] Provisioning complete for port c1b71874-caa7-4a18-b06e-dc7c0b10b9a4 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:14.851922 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef9b4039-15e3-41d2-9cec-ab701359ec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c1b71874-caa7-4a18-b06e-dc7c0b10b9a4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:14.890573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b2ebcc-299b-418c-951c-d566642a04cb tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Made reservation on behalf of 1ef5d76681ba47f08c596ea1a5ded50f for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:14.894255 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ebcc-299b-418c-951c-d566642a04cb tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:14.916837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9f22294c-a26d-40d6-8e31-8aea35b73ace up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:10:14.924720 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ebcc-299b-418c-951c-d566642a04cb tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:14.947385 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b7ca2f-83a9-4936-b324-fb146e55cd00 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:14.952665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b7ca2f-83a9-4936-b324-fb146e55cd00 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:14.963838 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b7ca2f-83a9-4936-b324-fb146e55cd00 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:14.968374 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-72b7ca2f-83a9-4936-b324-fb146e55cd00 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2826519 Mar 24 01:10:14.969850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60944) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:15.004145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b4039-15e3-41d2-9cec-ab701359ec09 None None] Port c1b71874-caa7-4a18-b06e-dc7c0b10b9a4 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:15.035125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9f22294c-a26d-40d6-8e31-8aea35b73ace triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:15.036140 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9f22294c-a26d-40d6-8e31-8aea35b73ace), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.155419 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 9f22294c-a26d-40d6-8e31-8aea35b73ace is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:15.162222 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f54753dd-61fc-4205-8053-67909a3150a1 None None] Provisioning complete for port c1b71874-caa7-4a18-b06e-dc7c0b10b9a4 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:15.162610 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f54753dd-61fc-4205-8053-67909a3150a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c1b71874-caa7-4a18-b06e-dc7c0b10b9a4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.201505 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab34e71d-54f7-4a7e-8e28-243e8e17d0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c603c8cd-bfde-47be-9d68-b42d497970d8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.204164 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab34e71d-54f7-4a7e-8e28-243e8e17d0d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.209493 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ab34e71d-54f7-4a7e-8e28-243e8e17d0d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c603c8cd-bfde-47be-9d68-b42d497970d8 HTTP/1.1" status: 204 len: 168 time: 0.9530835 Mar 24 01:10:15.211410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f54753dd-61fc-4205-8053-67909a3150a1 None None] Port c1b71874-caa7-4a18-b06e-dc7c0b10b9a4 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:15.260842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34e71d-54f7-4a7e-8e28-243e8e17d0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c603c8cd-bfde-47be-9d68-b42d497970d8,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:15.334874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8bd4570-d5bc-4187-89fd-c0f6bb3c908f {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:10:15.352578 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Publish callbacks [] for port (a8bd4570-d5bc-4187-89fd-c0f6bb3c908f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.354249 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-74343e1a-6b8d-4be0-9367-d82893ae0434 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Deleting port 31fdc2e6-b8f0-41cb-b72d-0f5f6579e196 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:15.366546 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-74343e1a-6b8d-4be0-9367-d82893ae0434 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (31fdc2e6-b8f0-41cb-b72d-0f5f6579e196), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.386124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Transition to ACTIVE for port object a8bd4570-d5bc-4187-89fd-c0f6bb3c908f will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:10:15.395700 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a8bd4570-d5bc-4187-89fd-c0f6bb3c908f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.518711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bd4570-d5bc-4187-89fd-c0f6bb3c908f,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:15.542847 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-919e41c3-990a-47e3-97fd-031dd496e101 None None] Provisioning complete for port 31fdc2e6-b8f0-41cb-b72d-0f5f6579e196 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:15.543727 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-919e41c3-990a-47e3-97fd-031dd496e101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (31fdc2e6-b8f0-41cb-b72d-0f5f6579e196), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.567312 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ebcc-299b-418c-951c-d566642a04cb tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for security_group (e41b5183-53cd-4719-aece-ed8bcda5ef00), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.592246 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ebcc-299b-418c-951c-d566642a04cb tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e41b5183-53cd-4719-aece-ed8bcda5ef00), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.613791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-919e41c3-990a-47e3-97fd-031dd496e101 None None] Port 31fdc2e6-b8f0-41cb-b72d-0f5f6579e196 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:15.647405 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b2ebcc-299b-418c-951c-d566642a04cb tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:10:15.663945 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-74343e1a-6b8d-4be0-9367-d82893ae0434 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (31fdc2e6-b8f0-41cb-b72d-0f5f6579e196), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.698476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Attempting to bind port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:15.700626 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ebcc-299b-418c-951c-d566642a04cb tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (59d9776d-066e-4a2e-bb98-3be00691eb10), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.700976 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-d4b2ebcc-299b-418c-951c-d566642a04cb tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Added segment 59d9776d-066e-4a2e-bb98-3be00691eb10 of type vlan for network f1f330af-cdce-46b7-8e2d-3e18da19f130 Mar 24 01:10:15.703484 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Attempting to bind port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '299be79b-c957-4af2-aa19-26031f7e7e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c427b887-b12d-4c5e-9280-7a1096fa13ce'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:15.710475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Attempting to bind port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f on network c427b887-b12d-4c5e-9280-7a1096fa13ce {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:15.715927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-74343e1a-6b8d-4be0-9367-d82893ae0434 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Calling delete_port for 31fdc2e6-b8f0-41cb-b72d-0f5f6579e196 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:15.723018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f on network c427b887-b12d-4c5e-9280-7a1096fa13ce not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:15.723018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Attempting to bind port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f on network c427b887-b12d-4c5e-9280-7a1096fa13ce {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:15.735415 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2ebcc-299b-418c-951c-d566642a04cb tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41b5183-53cd-4719-aece-ed8bcda5ef00,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:15.750671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:10:15.751016 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Checking segment: {'id': '299be79b-c957-4af2-aa19-26031f7e7e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c427b887-b12d-4c5e-9280-7a1096fa13ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:10:15.751393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Bound using segment: {'id': '299be79b-c957-4af2-aa19-26031f7e7e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c427b887-b12d-4c5e-9280-7a1096fa13ce'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:10:15.751824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Bound port: a8bd4570-d5bc-4187-89fd-c0f6bb3c908f, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299be79b-c957-4af2-aa19-26031f7e7e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c427b887-b12d-4c5e-9280-7a1096fa13ce'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:10:15.752182 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a8bd4570-d5bc-4187-89fd-c0f6bb3c908f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.783401 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ebcc-299b-418c-951c-d566642a04cb tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (f1f330af-cdce-46b7-8e2d-3e18da19f130), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.866175 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ebcc-299b-418c-951c-d566642a04cb tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (f1f330af-cdce-46b7-8e2d-3e18da19f130), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.870206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] For port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:10:15.871954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b2ebcc-299b-418c-951c-d566642a04cb tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:15.872880 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ebcc-299b-418c-951c-d566642a04cb tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.874575 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] For port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a8bd4570-d5bc-4187-89fd-c0f6bb3c908f,segment=NetworkSegment(299be79b-c957-4af2-aa19-26031f7e7e6a),segment_id=299be79b-c957-4af2-aa19-26031f7e7e6a)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:10:15.890951 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a8bd4570-d5bc-4187-89fd-c0f6bb3c908f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:15.911364 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d4b2ebcc-299b-418c-951c-d566642a04cb tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4561636 Mar 24 01:10:15.919079 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60958) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:15.919660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60960) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:15.941605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c63af7ad-8a81-42cc-b46c-aa4485f12c31 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Request body: {'subnet': {'network_id': 'f1f330af-cdce-46b7-8e2d-3e18da19f130', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:15.999135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2ebcc-299b-418c-951c-d566642a04cb tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Pushing event updated for resources: {'Network': ['ID=f1f330af-cdce-46b7-8e2d-3e18da19f130,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:16.013191 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network f1f330af-cdce-46b7-8e2d-3e18da19f130 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:10:16.048116 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-74343e1a-6b8d-4be0-9367-d82893ae0434 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (31fdc2e6-b8f0-41cb-b72d-0f5f6579e196), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:16.078927 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23c894ed-f18d-440a-985d-30d0025d02d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:16.107753 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74343e1a-6b8d-4be0-9367-d82893ae0434 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event deleted for resources: {'Port': ['ID=31fdc2e6-b8f0-41cb-b72d-0f5f6579e196,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:16.138263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:16.138903 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:16.147594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] 10.222.0.57 "PUT /v2.0/ports/a8bd4570-d5bc-4187-89fd-c0f6bb3c908f HTTP/1.1" status: 200 len: 1092 time: 1.5100026 Mar 24 01:10:16.151114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986bbab6-cc20-485c-a72c-6c1469de936b', 'tag': 'a8bd4570-d5bc-4187-89fd-c0f6bb3c908f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:10:16.162825 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cd3211-f142-42f2-9a74-c92aeae8ce95" -d '{"events": [{"name": "network-changed", "server_uuid": "986bbab6-cc20-485c-a72c-6c1469de936b", "tag": "a8bd4570-d5bc-4187-89fd-c0f6bb3c908f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:10:16.298605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-74343e1a-6b8d-4be0-9367-d82893ae0434 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:16.306469 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b845261d-5b04-43ca-bc6b-1ede043c5f26 x-openstack-request-id: req-b845261d-5b04-43ca-bc6b-1ede043c5f26 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:10:16.306469 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986bbab6-cc20-485c-a72c-6c1469de936b", "tag": "a8bd4570-d5bc-4187-89fd-c0f6bb3c908f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:10:16.306469 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b845261d-5b04-43ca-bc6b-1ede043c5f26 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:10:16.306792 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b845261d-5b04-43ca-bc6b-1ede043c5f26'] response: {'name': 'network-changed', 'server_uuid': '986bbab6-cc20-485c-a72c-6c1469de936b', 'tag': 'a8bd4570-d5bc-4187-89fd-c0f6bb3c908f', 'status': 'completed', 'code': 200} Mar 24 01:10:16.307161 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60966) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:16.307685 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-74343e1a-6b8d-4be0-9367-d82893ae0434 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "DELETE /v2.0/ports/31fdc2e6-b8f0-41cb-b72d-0f5f6579e196 HTTP/1.1" status: 204 len: 168 time: 1.3378468 Mar 24 01:10:16.371758 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8568d62-9fbb-4b8f-b7ac-2bb447550023 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] GET failed (client error): The resource could not be found. Mar 24 01:10:16.376549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a8568d62-9fbb-4b8f-b7ac-2bb447550023 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "GET /v2.0/ports/31fdc2e6-b8f0-41cb-b72d-0f5f6579e196 HTTP/1.1" status: 404 len: 333 time: 0.0353532 Mar 24 01:10:16.377600 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60968) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:16.388327 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0c5ae6df-59f7-4dc9-a782-bbc379ac58f1 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Request body: {'port': {'network_id': 'dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1046793717'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:16.404104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89674968-3020-4719-b197-9d4b063000d4 req-7b99f9c9-061a-464f-a608-2471e6fe678c tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:16.405661 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89674968-3020-4719-b197-9d4b063000d4 req-7b99f9c9-061a-464f-a608-2471e6fe678c tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/ports?device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 944 time: 0.5274880 Mar 24 01:10:16.407921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63af7ad-8a81-42cc-b46c-aa4485f12c31 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Made reservation on behalf of 1ef5d76681ba47f08c596ea1a5ded50f for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:16.411262 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c63af7ad-8a81-42cc-b46c-aa4485f12c31 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:16.427277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a1ff8-c1bc-4aed-9dae-adba20e11594 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bd4570-d5bc-4187-89fd-c0f6bb3c908f,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:16.577778 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23c894ed-f18d-440a-985d-30d0025d02d4 admin admin] Publish callbacks [] for security_group (f5fbda4e-8809-4a9e-8ea3-8c465f8bb5ff), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:16.580381 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-e697b4e5-8967-42c3-98c1-b0bf1754315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:16.582133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-e697b4e5-8967-42c3-98c1-b0bf1754315f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0b9cfbaacf441a39256003e8f521e89&device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 1126 time: 0.3416407 Mar 24 01:10:16.588691 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5ae6df-59f7-4dc9-a782-bbc379ac58f1 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Made reservation on behalf of 4a9fcd464d2549cf99e60ee2d36356f2 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:16.594231 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c5ae6df-59f7-4dc9-a782-bbc379ac58f1 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:16.606438 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23c894ed-f18d-440a-985d-30d0025d02d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f5fbda4e-8809-4a9e-8ea3-8c465f8bb5ff), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:16.619874 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-0c5ae6df-59f7-4dc9-a782-bbc379ac58f1 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] device_id is not set on port 5d0da695-1161-427a-85b1-cbeb4b506058 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:16.659346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89674968-3020-4719-b197-9d4b063000d4 req-9c78cb8a-1657-4545-9746-064c3570cd49 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fdbe10b-d89b-457f-83ba-3cdfb502103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805246 Mar 24 01:10:16.660967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-429f40b4-ec1f-4648-a6c2-dec389fd1325 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8bd4570-d5bc-4187-89fd-c0f6bb3c908f HTTP/1.1" status: 200 len: 217 time: 0.0685778 Mar 24 01:10:16.741927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-23c894ed-f18d-440a-985d-30d0025d02d4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d4686d15621a4b40a5e8f74769197f04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8185596 Mar 24 01:10:16.745434 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60970) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:16.853323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-0c5ae6df-59f7-4dc9-a782-bbc379ac58f1 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Allocated IP 2001:db8::20b (dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7/be6c01a8-81f9-4c87-ba07-06dc81d76eb4/5d0da695-1161-427a-85b1-cbeb4b506058) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:16.898320 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-87778ffe-6e76-4ba9-8460-56e8827af18e admin admin] Publish callbacks [] for security_group (f5fbda4e-8809-4a9e-8ea3-8c465f8bb5ff), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:16.933392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c894ed-f18d-440a-985d-30d0025d02d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fbda4e-8809-4a9e-8ea3-8c465f8bb5ff,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:16.939116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-07119552-decb-4e1e-af11-c713e089aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:16.941014 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-07119552-decb-4e1e-af11-c713e089aff0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0303d3c0-f224-4087-81bb-e5cfdff2e0ac HTTP/1.1" status: 200 len: 849 time: 0.2609909 Mar 24 01:10:16.942011 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c63af7ad-8a81-42cc-b46c-aa4485f12c31 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (5c4e58fa-ea8c-4742-af90-230dff61536e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:16.952499 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-87778ffe-6e76-4ba9-8460-56e8827af18e admin admin] Publish callbacks [] for security_group (f5fbda4e-8809-4a9e-8ea3-8c465f8bb5ff), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:17.008388 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-9abbfcc9-d37e-4c70-ad58-3e39cd682659 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c427b887-b12d-4c5e-9280-7a1096fa13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585046 Mar 24 01:10:17.088719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63af7ad-8a81-42cc-b46c-aa4485f12c31 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Pushing event updated for resources: {'Subnet': ['ID=5c4e58fa-ea8c-4742-af90-230dff61536e,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:17.112114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63af7ad-8a81-42cc-b46c-aa4485f12c31 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Checking segment: {'id': '59d9776d-066e-4a2e-bb98-3be00691eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f1f330af-cdce-46b7-8e2d-3e18da19f130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:10:17.112413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63af7ad-8a81-42cc-b46c-aa4485f12c31 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Network hostable DHCP agents. Network: f1f330af-cdce-46b7-8e2d-3e18da19f130, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:10:17.137369 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c5ae6df-59f7-4dc9-a782-bbc379ac58f1 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks [] for port (5d0da695-1161-427a-85b1-cbeb4b506058), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:17.185003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63af7ad-8a81-42cc-b46c-aa4485f12c31 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Network f1f330af-cdce-46b7-8e2d-3e18da19f130 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:10:17.212525 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-75614693-e1a3-405e-895a-fabe80981794 service neutron] 10.222.0.57 "GET /v2.0/networks/c427b887-b12d-4c5e-9280-7a1096fa13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949465 Mar 24 01:10:17.217158 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-c63af7ad-8a81-42cc-b46c-aa4485f12c31 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, f1f330af-cdce-46b7-8e2d-3e18da19f130) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:17.230599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63af7ad-8a81-42cc-b46c-aa4485f12c31 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:17.231597 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c63af7ad-8a81-42cc-b46c-aa4485f12c31 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:17.243760 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-87778ffe-6e76-4ba9-8460-56e8827af18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f5fbda4e-8809-4a9e-8ea3-8c465f8bb5ff), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:17.247536 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-87778ffe-6e76-4ba9-8460-56e8827af18e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:17.248938 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-87778ffe-6e76-4ba9-8460-56e8827af18e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f5fbda4e-8809-4a9e-8ea3-8c465f8bb5ff HTTP/1.1" status: 204 len: 168 time: 0.5018928 Mar 24 01:10:17.253922 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7454065-9a60-40f0-a07e-520c35aa3939 None None] Network f1f330af-cdce-46b7-8e2d-3e18da19f130 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:10:17.274205 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87778ffe-6e76-4ba9-8460-56e8827af18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fbda4e-8809-4a9e-8ea3-8c465f8bb5ff,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:17.289875 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c5ae6df-59f7-4dc9-a782-bbc379ac58f1 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5d0da695-1161-427a-85b1-cbeb4b506058), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:17.404080 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5ae6df-59f7-4dc9-a782-bbc379ac58f1 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:17.405664 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-0c5ae6df-59f7-4dc9-a782-bbc379ac58f1 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:17.411599 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ae6df-59f7-4dc9-a782-bbc379ac58f1 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:17.425953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5ae6df-59f7-4dc9-a782-bbc379ac58f1 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:17.426761 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c5ae6df-59f7-4dc9-a782-bbc379ac58f1 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:17.453701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-f1f330af-cdce-46b7-8e2d-3e18da19f130', 'network_id': 'f1f330af-cdce-46b7-8e2d-3e18da19f130', 'project_id': '1ef5d76681ba47f08c596ea1a5ded50f', 'fixed_ips': [{'subnet_id': '5c4e58fa-ea8c-4742-af90-230dff61536e'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:10:17.455496 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:17.461418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c63af7ad-8a81-42cc-b46c-aa4485f12c31 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5396185 Mar 24 01:10:17.464090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60980) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:17.478870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-54c80fe0-3b89-4847-9550-ae0c1cd17e9e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1074693729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:17.487970 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55ee43d3-8d35-42f1-9e9c-0fb201308ac1 req-8a3911f8-2424-4f8e-be4d-3e95aaa76f0e service neutron] 10.222.0.57 "GET /v2.0/networks/c427b887-b12d-4c5e-9280-7a1096fa13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514863 Mar 24 01:10:17.491926 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ae6df-59f7-4dc9-a782-bbc379ac58f1 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event updated for resources: {'Port': ['ID=5d0da695-1161-427a-85b1-cbeb4b506058,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:17.510367 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0c5ae6df-59f7-4dc9-a782-bbc379ac58f1 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1284368 Mar 24 01:10:17.517161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60982) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:17.527514 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5aec2eb4-770d-4dbf-a99b-719ef1400eff tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e2', 'mac_address': 'fa:16:3e:e9:31:74'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:17.640392 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-54c80fe0-3b89-4847-9550-ae0c1cd17e9e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (543e2a25-cb6b-4c65-a6df-b38c78286087), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:17.641478 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-54c80fe0-3b89-4847-9550-ae0c1cd17e9e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (543e2a25-cb6b-4c65-a6df-b38c78286087), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:17.644843 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5aec2eb4-770d-4dbf-a99b-719ef1400eff tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d0da695-1161-427a-85b1-cbeb4b506058), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:17.803883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Allocated IP 172.20.0.2 (f1f330af-cdce-46b7-8e2d-3e18da19f130/5c4e58fa-ea8c-4742-af90-230dff61536e/4e30f9c3-70d8-45e4-94aa-5a4172c7931b) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:17.851225 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd3211-f142-42f2-9a74-c92aeae8ce95 req-6392cb0e-491a-4f8b-9c11-6758a65d54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:17.852709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13cd3211-f142-42f2-9a74-c92aeae8ce95 req-6392cb0e-491a-4f8b-9c11-6758a65d54ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0b9cfbaacf441a39256003e8f521e89&device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 1126 time: 0.2796500 Mar 24 01:10:17.888761 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-54c80fe0-3b89-4847-9550-ae0c1cd17e9e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for router_controller (543e2a25-cb6b-4c65-a6df-b38c78286087), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:17.992370 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-54c80fe0-3b89-4847-9550-ae0c1cd17e9e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (543e2a25-cb6b-4c65-a6df-b38c78286087), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:17.999707 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5aec2eb4-770d-4dbf-a99b-719ef1400eff tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks [] for port (5d0da695-1161-427a-85b1-cbeb4b506058), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:18.010419 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5aec2eb4-770d-4dbf-a99b-719ef1400eff tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (5d0da695-1161-427a-85b1-cbeb4b506058), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:18.081762 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Publish callbacks [] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:18.098843 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:18.102815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-5aec2eb4-770d-4dbf-a99b-719ef1400eff tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] In _notify_port_updated(), no bound segment for port 5d0da695-1161-427a-85b1-cbeb4b506058 on network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 {{(pid=115729) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:10:18.109838 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-54c80fe0-3b89-4847-9550-ae0c1cd17e9e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:18.111702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec2eb4-770d-4dbf-a99b-719ef1400eff tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:18.113021 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5aec2eb4-770d-4dbf-a99b-719ef1400eff tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:18.119320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-54c80fe0-3b89-4847-9550-ae0c1cd17e9e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6528997 Mar 24 01:10:18.120729 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5aec2eb4-770d-4dbf-a99b-719ef1400eff tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "PUT /v2.0/ports/5d0da695-1161-427a-85b1-cbeb4b506058 HTTP/1.1" status: 200 len: 1003 time: 0.6054723 Mar 24 01:10:18.121608 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32770) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:18.122410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32772) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:18.216999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c3a63-d307-4bfd-9708-da874fd33b85 req-7e3ac03a-96a8-4e93-8679-33966e5488da tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:18.234112 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d7c3a63-d307-4bfd-9708-da874fd33b85 req-7e3ac03a-96a8-4e93-8679-33966e5488da tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/ports?device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 944 time: 0.3425756 Mar 24 01:10:18.236066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd3211-f142-42f2-9a74-c92aeae8ce95 req-01c70d75-0299-412a-8067-f2285d1a5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:18.243687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13cd3211-f142-42f2-9a74-c92aeae8ce95 req-01c70d75-0299-412a-8067-f2285d1a5e67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c427b887-b12d-4c5e-9280-7a1096fa13ce HTTP/1.1" status: 200 len: 910 time: 0.3757429 Mar 24 01:10:18.343391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13cd3211-f142-42f2-9a74-c92aeae8ce95 req-8ed4da70-d45c-4a69-a0eb-4e07ebddd309 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8bd4570-d5bc-4187-89fd-c0f6bb3c908f HTTP/1.1" status: 200 len: 217 time: 0.0911953 Mar 24 01:10:18.395003 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec2eb4-770d-4dbf-a99b-719ef1400eff tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event updated for resources: {'Port': ['ID=5d0da695-1161-427a-85b1-cbeb4b506058,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:18.501908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd3211-f142-42f2-9a74-c92aeae8ce95 req-21d55e81-527d-4208-9f8c-a4bd684ea192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:18.503391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13cd3211-f142-42f2-9a74-c92aeae8ce95 req-21d55e81-527d-4208-9f8c-a4bd684ea192 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0303d3c0-f224-4087-81bb-e5cfdff2e0ac HTTP/1.1" status: 200 len: 849 time: 0.1508372 Mar 24 01:10:18.507144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d7c3a63-d307-4bfd-9708-da874fd33b85 req-357a9b61-8914-475b-bdfe-96d1658a9696 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fdbe10b-d89b-457f-83ba-3cdfb502103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624977 Mar 24 01:10:18.586349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13cd3211-f142-42f2-9a74-c92aeae8ce95 req-720f0d5c-935f-47e4-87a8-f029fd8883f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c427b887-b12d-4c5e-9280-7a1096fa13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539551 Mar 24 01:10:18.586503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Pushing event updated for resources: {'Port': ['ID=4e30f9c3-70d8-45e4-94aa-5a4172c7931b,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:18.604329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-03720607-9291-4a99-9723-0fe0a741d828 None None] Provisioning complete for port 5d0da695-1161-427a-85b1-cbeb4b506058 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:18.604664 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-03720607-9291-4a99-9723-0fe0a741d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d0da695-1161-427a-85b1-cbeb4b506058), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:18.620140 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Network f1f330af-cdce-46b7-8e2d-3e18da19f130 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:18.666157 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:18.674294 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:18.687305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1cc74ae0-3873-4752-a648-a29f25cf2bf9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Deleting port 5d0da695-1161-427a-85b1-cbeb4b506058 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:18.688237 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1cc74ae0-3873-4752-a648-a29f25cf2bf9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5d0da695-1161-427a-85b1-cbeb4b506058), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:18.767819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13cd3211-f142-42f2-9a74-c92aeae8ce95 req-74056f51-fa07-42ec-9b62-6f5bc9ce1346 service neutron] 10.222.0.57 "GET /v2.0/networks/c427b887-b12d-4c5e-9280-7a1096fa13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798532 Mar 24 01:10:18.788137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-03720607-9291-4a99-9723-0fe0a741d828 None None] Port 5d0da695-1161-427a-85b1-cbeb4b506058 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:18.826890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Attempting to bind port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:18.827268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Attempting to bind port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '59d9776d-066e-4a2e-bb98-3be00691eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f1f330af-cdce-46b7-8e2d-3e18da19f130'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:18.827636 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Attempting to bind port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b on network f1f330af-cdce-46b7-8e2d-3e18da19f130 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:18.841542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:10:18.845686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Checking segment: {'id': '59d9776d-066e-4a2e-bb98-3be00691eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f1f330af-cdce-46b7-8e2d-3e18da19f130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:10:18.851803 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:18.854820 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:18.855243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Bound using segment: {'id': '59d9776d-066e-4a2e-bb98-3be00691eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f1f330af-cdce-46b7-8e2d-3e18da19f130'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:10:18.859689 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Bound port: 4e30f9c3-70d8-45e4-94aa-5a4172c7931b, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d9776d-066e-4a2e-bb98-3be00691eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f1f330af-cdce-46b7-8e2d-3e18da19f130'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:10:18.860120 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:18.913602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13cd3211-f142-42f2-9a74-c92aeae8ce95 req-36c2b871-4cea-4522-8826-ca33ec820499 service neutron] 10.222.0.57 "GET /v2.0/networks/c427b887-b12d-4c5e-9280-7a1096fa13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402037 Mar 24 01:10:18.936145 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1cc74ae0-3873-4752-a648-a29f25cf2bf9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5d0da695-1161-427a-85b1-cbeb4b506058), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:18.982374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1cc74ae0-3873-4752-a648-a29f25cf2bf9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Calling delete_port for 5d0da695-1161-427a-85b1-cbeb4b506058 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:18.983578 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-374d23a7-acf4-4381-b40b-0568ee2eab88 None None] Provisioning complete for port 5d0da695-1161-427a-85b1-cbeb4b506058 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:18.984132 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-374d23a7-acf4-4381-b40b-0568ee2eab88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d0da695-1161-427a-85b1-cbeb4b506058), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:19.025622 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] For port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:10:19.032159 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] For port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4e30f9c3-70d8-45e4-94aa-5a4172c7931b,segment=NetworkSegment(59d9776d-066e-4a2e-bb98-3be00691eb10),segment_id=59d9776d-066e-4a2e-bb98-3be00691eb10)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:10:19.042691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-374d23a7-acf4-4381-b40b-0568ee2eab88 None None] Port 5d0da695-1161-427a-85b1-cbeb4b506058 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:19.050015 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:19.189708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939bcc6-25fe-46e8-9a9d-3a796b72834f None None] Pushing event updated for resources: {'Port': ['ID=4e30f9c3-70d8-45e4-94aa-5a4172c7931b,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:19.809649 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43c18e-f0c6-4cda-b975-88d5781e4426 req-ca8a9f34-2f2c-4fc7-9130-4ae37e3bd429 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:19.818489 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a43c18e-f0c6-4cda-b975-88d5781e4426 req-ca8a9f34-2f2c-4fc7-9130-4ae37e3bd429 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/ports?device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 944 time: 0.1499488 Mar 24 01:10:19.900143 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Allocated IP 172.20.0.1 (f1f330af-cdce-46b7-8e2d-3e18da19f130/5c4e58fa-ea8c-4742-af90-230dff61536e/8e5c074c-efef-4980-8fb9-e11575f9f56f) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:19.924342 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1cc74ae0-3873-4752-a648-a29f25cf2bf9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5d0da695-1161-427a-85b1-cbeb4b506058), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:19.927312 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a43c18e-f0c6-4cda-b975-88d5781e4426 req-dd91499d-cd41-493f-b9d5-b3691b8c2659 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fdbe10b-d89b-457f-83ba-3cdfb502103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041768 Mar 24 01:10:19.997400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32806) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:20.053788 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc74ae0-3873-4752-a648-a29f25cf2bf9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event deleted for resources: {'Port': ['ID=5d0da695-1161-427a-85b1-cbeb4b506058,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:20.078452 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a8bd4570-d5bc-4187-89fd-c0f6bb3c908f details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:10:20.191672 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for port (8e5c074c-efef-4980-8fb9-e11575f9f56f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:20.358172 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-24cbc66f-41a7-4dc2-a773-c42cc49b14d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-985186704'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:20.395497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a8bd4570-d5bc-4187-89fd-c0f6bb3c908f,segment=NetworkSegment(299be79b-c957-4af2-aa19-26031f7e7e6a),segment_id=299be79b-c957-4af2-aa19-26031f7e7e6a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:20.412860 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1cc74ae0-3873-4752-a648-a29f25cf2bf9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:20.422888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cbc66f-41a7-4dc2-a773-c42cc49b14d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Made reservation on behalf of f82446de9e0748079cfad7b4ef0a1c61 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:20.424904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'a8bd4570-d5bc-4187-89fd-c0f6bb3c908f', 'network_id': 'c427b887-b12d-4c5e-9280-7a1096fa13ce', 'port_id': 'a8bd4570-d5bc-4187-89fd-c0f6bb3c908f', 'mac_address': 'fa:16:3e:c3:eb:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0303d3c0-f224-4087-81bb-e5cfdff2e0ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:10:20.446869 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24cbc66f-41a7-4dc2-a773-c42cc49b14d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:20.447079 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1cc74ae0-3873-4752-a648-a29f25cf2bf9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "DELETE /v2.0/ports/5d0da695-1161-427a-85b1-cbeb4b506058 HTTP/1.1" status: 204 len: 168 time: 2.3091393 Mar 24 01:10:20.463927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32816) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:20.533389 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8e5c074c-efef-4980-8fb9-e11575f9f56f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:20.533647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:20.533945 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a8bd4570-d5bc-4187-89fd-c0f6bb3c908f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:20.569680 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bd4570-d5bc-4187-89fd-c0f6bb3c908f {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:10:20.574397 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-715f1a43-3895-47f6-bb64-bcf9fab95ee2 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] GET failed (client error): The resource could not be found. Mar 24 01:10:20.576145 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-715f1a43-3895-47f6-bb64-bcf9fab95ee2 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "GET /v2.0/ports/5d0da695-1161-427a-85b1-cbeb4b506058 HTTP/1.1" status: 404 len: 333 time: 0.1106081 Mar 24 01:10:20.579318 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24cbc66f-41a7-4dc2-a773-c42cc49b14d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:20.582417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32820) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:20.607002 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-90c02a82-ac28-49f6-984a-e350a6c64f5d tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Request body: {'port': {'network_id': 'dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1999465684'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:20.623228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a8bd4570-d5bc-4187-89fd-c0f6bb3c908f,segment=NetworkSegment(299be79b-c957-4af2-aa19-26031f7e7e6a),segment_id=299be79b-c957-4af2-aa19-26031f7e7e6a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:20.632244 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a8bd4570-d5bc-4187-89fd-c0f6bb3c908f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:20.687071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Network f1f330af-cdce-46b7-8e2d-3e18da19f130 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:20.694568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:20.704106 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:20.771716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a8bd4570-d5bc-4187-89fd-c0f6bb3c908f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:20.822910 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Pushing event updated for resources: {'Port': ['ID=8e5c074c-efef-4980-8fb9-e11575f9f56f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:20.859999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a8bd4570-d5bc-4187-89fd-c0f6bb3c908f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:10:20.924900 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (543e2a25-cb6b-4c65-a6df-b38c78286087), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:20.970395 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4e30f9c3-70d8-45e4-94aa-5a4172c7931b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:10:21.162355 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8e5c074c-efef-4980-8fb9-e11575f9f56f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:21.242783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1698f06-43a0-4099-b557-6063a208b1a1 None None] Network f1f330af-cdce-46b7-8e2d-3e18da19f130 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:10:21.344113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed35bcc-cd98-4567-8c99-55c17073664d req-3f33dac2-e81a-4d80-bbe3-cd4d651b4990 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:21.345743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ed35bcc-cd98-4567-8c99-55c17073664d req-3f33dac2-e81a-4d80-bbe3-cd4d651b4990 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/ports?device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 945 time: 0.1227851 Mar 24 01:10:21.438013 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c02a82-ac28-49f6-984a-e350a6c64f5d tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Made reservation on behalf of 4a9fcd464d2549cf99e60ee2d36356f2 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:21.441705 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90c02a82-ac28-49f6-984a-e350a6c64f5d tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:21.482792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-90c02a82-ac28-49f6-984a-e350a6c64f5d tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] device_id is not set on port cb601338-d58e-4108-a3b7-3b1b82e939ed yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:21.489453 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24cbc66f-41a7-4dc2-a773-c42cc49b14d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Publish callbacks [] for security_group (45561dac-e30d-43ee-81b6-c6c8822dfc10), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:21.504992 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24cbc66f-41a7-4dc2-a773-c42cc49b14d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (45561dac-e30d-43ee-81b6-c6c8822dfc10), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:21.521859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-47de9f2c-3d14-4565-ac6b-7b426dc0072f None None] Provisioning complete for port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:21.522332 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-47de9f2c-3d14-4565-ac6b-7b426dc0072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:21.531267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24cbc66f-41a7-4dc2-a773-c42cc49b14d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:10:21.553302 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24cbc66f-41a7-4dc2-a773-c42cc49b14d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4c9f2261-c33f-4f48-ab2b-34e31a5be89a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:21.553652 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-24cbc66f-41a7-4dc2-a773-c42cc49b14d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Added segment 4c9f2261-c33f-4f48-ab2b-34e31a5be89a of type vlan for network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 Mar 24 01:10:21.563846 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:21.565378 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:21.617343 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24cbc66f-41a7-4dc2-a773-c42cc49b14d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (7dbcc94c-5a6b-49ed-8b6d-a208d9a19898), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:21.727830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbc66f-41a7-4dc2-a773-c42cc49b14d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45561dac-e30d-43ee-81b6-c6c8822dfc10,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:21.731831 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24cbc66f-41a7-4dc2-a773-c42cc49b14d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (7dbcc94c-5a6b-49ed-8b6d-a208d9a19898), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:21.735727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cbc66f-41a7-4dc2-a773-c42cc49b14d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:21.736835 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24cbc66f-41a7-4dc2-a773-c42cc49b14d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:21.776583 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ed35bcc-cd98-4567-8c99-55c17073664d req-6744b7ef-325b-407c-bcef-5b907f685039 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fdbe10b-d89b-457f-83ba-3cdfb502103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195178 Mar 24 01:10:21.844433 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-24cbc66f-41a7-4dc2-a773-c42cc49b14d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8453314 Mar 24 01:10:21.894710 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for port (8e5c074c-efef-4980-8fb9-e11575f9f56f), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:21.896722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:21.897071 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:21.902922 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (8e5c074c-efef-4980-8fb9-e11575f9f56f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:21.914519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbc66f-41a7-4dc2-a773-c42cc49b14d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Pushing event updated for resources: {'Network': ['ID=7dbcc94c-5a6b-49ed-8b6d-a208d9a19898,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:21.935764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:10:21.982401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-90c02a82-ac28-49f6-984a-e350a6c64f5d tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Allocated IP 2001:db8::117 (dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7/be6c01a8-81f9-4c87-ba07-06dc81d76eb4/cb601338-d58e-4108-a3b7-3b1b82e939ed) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:22.070062 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Pushing event updated for resources: {'Port': ['ID=8e5c074c-efef-4980-8fb9-e11575f9f56f,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:22.078110 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (543e2a25-cb6b-4c65-a6df-b38c78286087), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:22.114086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a8bd4570-d5bc-4187-89fd-c0f6bb3c908f up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:10:22.203716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-47de9f2c-3d14-4565-ac6b-7b426dc0072f None None] Current status of the port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:22.204373 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-47de9f2c-3d14-4565-ac6b-7b426dc0072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:22.225960 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32834) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:22.230999 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Request body: {'port': {'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898', 'binding:host_id': 'n-h2-760455-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-396093393'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:22.293294 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4e30f9c3-70d8-45e4-94aa-5a4172c7931b,segment=NetworkSegment(59d9776d-066e-4a2e-bb98-3be00691eb10),segment_id=59d9776d-066e-4a2e-bb98-3be00691eb10)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:22.306482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Network f1f330af-cdce-46b7-8e2d-3e18da19f130 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:22.308047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:22.322121 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:22.326111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Made reservation on behalf of 85177670957a461aa6870a50cb6aafb8 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:22.342674 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:22.354840 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:22.358627 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90c02a82-ac28-49f6-984a-e350a6c64f5d tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks [] for port (cb601338-d58e-4108-a3b7-3b1b82e939ed), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:22.438736 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90c02a82-ac28-49f6-984a-e350a6c64f5d tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (cb601338-d58e-4108-a3b7-3b1b82e939ed), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:22.461502 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-47de9f2c-3d14-4565-ac6b-7b426dc0072f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:10:22.461502 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-47de9f2c-3d14-4565-ac6b-7b426dc0072f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:10:22.461502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:10:22.476679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:22.488734 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a8bd4570-d5bc-4187-89fd-c0f6bb3c908f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:22.533276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=4e30f9c3-70d8-45e4-94aa-5a4172c7931b,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:22.548542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c02a82-ac28-49f6-984a-e350a6c64f5d tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event updated for resources: {'Port': ['ID=cb601338-d58e-4108-a3b7-3b1b82e939ed,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:22.564565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c02a82-ac28-49f6-984a-e350a6c64f5d tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:22.566614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-90c02a82-ac28-49f6-984a-e350a6c64f5d tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:22.569378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c02a82-ac28-49f6-984a-e350a6c64f5d tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:22.577676 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02a82-ac28-49f6-984a-e350a6c64f5d tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:22.578454 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-90c02a82-ac28-49f6-984a-e350a6c64f5d tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:22.620576 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-90c02a82-ac28-49f6-984a-e350a6c64f5d tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0370579 Mar 24 01:10:22.623030 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32838) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:22.638700 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-4fa7e5e9-2a77-4bbe-866a-79afd0025617 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e9:31:74'}]}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:22.685558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:22.686353 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a8bd4570-d5bc-4187-89fd-c0f6bb3c908f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:22.693646 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Router 543e2a25-cb6b-4c65-a6df-b38c78286087 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:10:22.715161 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks [] for security_group (76e94a94-c290-4761-ad13-10c0e371ac6b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:22.723167 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (76e94a94-c290-4761-ad13-10c0e371ac6b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:22.749725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986bbab6-cc20-485c-a72c-6c1469de936b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bd4570-d5bc-4187-89fd-c0f6bb3c908f'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:10:22.763181 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57db76ca-b870-4821-9a66-88f1c68d597a" -d '{"events": [{"server_uuid": "986bbab6-cc20-485c-a72c-6c1469de936b", "name": "network-vif-plugged", "status": "completed", "tag": "a8bd4570-d5bc-4187-89fd-c0f6bb3c908f"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:10:22.813823 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a8bd4570-d5bc-4187-89fd-c0f6bb3c908f,segment=NetworkSegment(299be79b-c957-4af2-aa19-26031f7e7e6a),segment_id=299be79b-c957-4af2-aa19-26031f7e7e6a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:22.822341 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a8bd4570-d5bc-4187-89fd-c0f6bb3c908f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:22.898837 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850a4de2-7f85-43b1-a88f-bd037d3bf255 x-openstack-request-id: req-850a4de2-7f85-43b1-a88f-bd037d3bf255 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:10:22.905667 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986bbab6-cc20-485c-a72c-6c1469de936b", "name": "network-vif-plugged", "status": "completed", "tag": "a8bd4570-d5bc-4187-89fd-c0f6bb3c908f", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:10:22.906057 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-850a4de2-7f85-43b1-a88f-bd037d3bf255 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:10:22.906587 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850a4de2-7f85-43b1-a88f-bd037d3bf255'] response: {'server_uuid': '986bbab6-cc20-485c-a72c-6c1469de936b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bd4570-d5bc-4187-89fd-c0f6bb3c908f', 'code': 200} Mar 24 01:10:22.949671 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] device_id is not set on port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:23.031129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-47de9f2c-3d14-4565-ac6b-7b426dc0072f None None] Current status of the port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:23.034223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4e30f9c3-70d8-45e4-94aa-5a4172c7931b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:10:23.127851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a8bd4570-d5bc-4187-89fd-c0f6bb3c908f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:23.148275 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e94a94-c290-4761-ad13-10c0e371ac6b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:23.160688 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:23.161808 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:23.164455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df036dd8-126a-416b-bef6-f02314c009f5 req-96b4adc4-9e63-4b82-a23d-f64d4931b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:23.166462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df036dd8-126a-416b-bef6-f02314c009f5 req-96b4adc4-9e63-4b82-a23d-f64d4931b410 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 1128 time: 0.2059789 Mar 24 01:10:23.188363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:10:23.194635 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5792e6f0-5a8b-4211-921e-9a1ba07e50e1 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] 10.222.0.45 "PUT /v2.0/routers/543e2a25-cb6b-4c65-a6df-b38c78286087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0679123 Mar 24 01:10:23.203592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-953993f9-8c95-455b-b693-423e4d3227a6 None None] Provisioning complete for port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:23.204121 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-953993f9-8c95-455b-b693-423e4d3227a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:23.210425 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3483fe52-da6d-4d4a-b189-7686901222ab None None] Sync routers for ids ['543e2a25-cb6b-4c65-a6df-b38c78286087'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:10:23.218180 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32848) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:23.232573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-878ef00e-3e3e-4faa-bd5e-78486011fac0 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Request body: {'port': {'network_id': 'f1f330af-cdce-46b7-8e2d-3e18da19f130', 'name': 'tempest-FloatingIPNegativeTestJSON-1047333378'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:23.272854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3483fe52-da6d-4d4a-b189-7686901222ab None None] Routers {'543e2a25-cb6b-4c65-a6df-b38c78286087'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:10:23.273671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-3483fe52-da6d-4d4a-b189-7686901222ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:10:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['543e2a25-cb6b-4c65-a6df-b38c78286087'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:23.280415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2c8ab-c53a-48ba-b6aa-92c1118c2d47 req-a5556379-31c2-4bea-ace5-bfdbcec1cdd7 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:23.282348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0e2c8ab-c53a-48ba-b6aa-92c1118c2d47 req-a5556379-31c2-4bea-ace5-bfdbcec1cdd7 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/ports?device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 946 time: 0.2541206 Mar 24 01:10:23.313572 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df036dd8-126a-416b-bef6-f02314c009f5 req-bb0f0f2d-0258-44f7-8a03-ac3307c832a7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6fdbe10b-d89b-457f-83ba-3cdfb502103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386399 Mar 24 01:10:23.314171 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4fa7e5e9-2a77-4bbe-866a-79afd0025617 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cb601338-d58e-4108-a3b7-3b1b82e939ed), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:23.325859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-3483fe52-da6d-4d4a-b189-7686901222ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:23.365722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:23.398894 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3483fe52-da6d-4d4a-b189-7686901222ab None None] Routers {'543e2a25-cb6b-4c65-a6df-b38c78286087'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:10:23.399641 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-3483fe52-da6d-4d4a-b189-7686901222ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:10:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['543e2a25-cb6b-4c65-a6df-b38c78286087'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:23.417740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0e2c8ab-c53a-48ba-b6aa-92c1118c2d47 req-125d4c59-02d4-42a7-8e19-2036939effbc tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fdbe10b-d89b-457f-83ba-3cdfb502103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070421 Mar 24 01:10:23.463305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878ef00e-3e3e-4faa-bd5e-78486011fac0 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Made reservation on behalf of 1ef5d76681ba47f08c596ea1a5ded50f for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:23.463305 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-878ef00e-3e3e-4faa-bd5e-78486011fac0 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:23.464396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] device_id is not set on port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:23.485733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-3483fe52-da6d-4d4a-b189-7686901222ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:23.486446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3483fe52-da6d-4d4a-b189-7686901222ab None None] The sync data for ids ['543e2a25-cb6b-4c65-a6df-b38c78286087'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:10:23.527940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-953993f9-8c95-455b-b693-423e4d3227a6 None None] Current status of the port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:23.528972 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks [] for port (9de4586d-5c12-4dfc-a773-3fdd0fe15dcf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:23.543086 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (9de4586d-5c12-4dfc-a773-3fdd0fe15dcf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:23.545543 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-878ef00e-3e3e-4faa-bd5e-78486011fac0 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] device_id is not set on port 5a41de5f-ab7c-43c3-bb9f-3851c80d9f64 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:23.546234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-953993f9-8c95-455b-b693-423e4d3227a6 None None] Provisioning complete for port 8e5c074c-efef-4980-8fb9-e11575f9f56f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:23.547123 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-953993f9-8c95-455b-b693-423e4d3227a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8e5c074c-efef-4980-8fb9-e11575f9f56f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:23.597343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-953993f9-8c95-455b-b693-423e4d3227a6 None None] Port 8e5c074c-efef-4980-8fb9-e11575f9f56f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:23.615207 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-953993f9-8c95-455b-b693-423e4d3227a6 None None] Provisioning complete for port cb601338-d58e-4108-a3b7-3b1b82e939ed triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:23.615891 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-953993f9-8c95-455b-b693-423e4d3227a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cb601338-d58e-4108-a3b7-3b1b82e939ed), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:23.676063 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Pushing event updated for resources: {'Port': ['ID=9de4586d-5c12-4dfc-a773-3fdd0fe15dcf,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:23.679754 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-953993f9-8c95-455b-b693-423e4d3227a6 None None] Port cb601338-d58e-4108-a3b7-3b1b82e939ed cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:23.706735 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4fa7e5e9-2a77-4bbe-866a-79afd0025617 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks [] for port (cb601338-d58e-4108-a3b7-3b1b82e939ed), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:23.712519 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4fa7e5e9-2a77-4bbe-866a-79afd0025617 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (cb601338-d58e-4108-a3b7-3b1b82e939ed), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:23.732594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Checking segment: {'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:10:23.732963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Network hostable DHCP agents. Network: 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:10:23.750663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-4fa7e5e9-2a77-4bbe-866a-79afd0025617 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] In _notify_port_updated(), no bound segment for port cb601338-d58e-4108-a3b7-3b1b82e939ed on network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 {{(pid=115730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:10:23.763522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa7e5e9-2a77-4bbe-866a-79afd0025617 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:23.765212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:10:23.766175 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4fa7e5e9-2a77-4bbe-866a-79afd0025617 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:23.767902 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4fa7e5e9-2a77-4bbe-866a-79afd0025617 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "PUT /v2.0/ports/cb601338-d58e-4108-a3b7-3b1b82e939ed HTTP/1.1" status: 200 len: 1003 time: 1.1418803 Mar 24 01:10:23.770635 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-878ef00e-3e3e-4faa-bd5e-78486011fac0 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Allocated IP 172.20.0.8 (f1f330af-cdce-46b7-8e2d-3e18da19f130/5c4e58fa-ea8c-4742-af90-230dff61536e/5a41de5f-ab7c-43c3-bb9f-3851c80d9f64) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:23.771185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32854) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:23.784829 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:23.793064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:23.815159 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccdc915-2b9e-459b-aaeb-880ae4d047ce None None] Network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:10:23.842009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7e5e9-2a77-4bbe-866a-79afd0025617 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event updated for resources: {'Port': ['ID=cb601338-d58e-4108-a3b7-3b1b82e939ed,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:23.920480 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:23.920824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:23.921257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:23.932278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:23.932481 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:23.934504 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 2 to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf Mar 24 01:10:23.963415 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:23.963758 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:23.964104 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:23.978949 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:23.979280 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:23.981179 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 3 to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf Mar 24 01:10:24.002498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-34a80049-7434-4ab1-b5db-22dc0621a43f tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Deleting port cb601338-d58e-4108-a3b7-3b1b82e939ed {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:24.002839 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-34a80049-7434-4ab1-b5db-22dc0621a43f tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (cb601338-d58e-4108-a3b7-3b1b82e939ed), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:24.014567 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:24.015721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:24.015721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:24.020592 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-878ef00e-3e3e-4faa-bd5e-78486011fac0 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for port (5a41de5f-ab7c-43c3-bb9f-3851c80d9f64), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:24.030297 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:24.030606 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:24.032110 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 4 to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf Mar 24 01:10:24.063427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:24.063427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:24.066298 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:24.087571 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:24.087912 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:24.089534 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 5 to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf Mar 24 01:10:24.127160 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:24.127500 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:24.127837 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:24.140510 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:24.140849 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:24.148982 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 6 to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf Mar 24 01:10:24.152490 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-34a80049-7434-4ab1-b5db-22dc0621a43f tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (cb601338-d58e-4108-a3b7-3b1b82e939ed), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:24.158772 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-878ef00e-3e3e-4faa-bd5e-78486011fac0 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5a41de5f-ab7c-43c3-bb9f-3851c80d9f64), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:24.182803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-34a80049-7434-4ab1-b5db-22dc0621a43f tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Calling delete_port for cb601338-d58e-4108-a3b7-3b1b82e939ed owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:24.202579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:24.202919 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:24.203255 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:24.225321 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878ef00e-3e3e-4faa-bd5e-78486011fac0 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Network f1f330af-cdce-46b7-8e2d-3e18da19f130 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:24.226070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:24.226409 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:24.231543 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 7 to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf Mar 24 01:10:24.237745 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-878ef00e-3e3e-4faa-bd5e-78486011fac0 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:24.240266 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ef00e-3e3e-4faa-bd5e-78486011fac0 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:24.270509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-884f7c71-b9d3-42d6-9ef6-e38a14eb1dd9 None None] Provisioning complete for port cb601338-d58e-4108-a3b7-3b1b82e939ed triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:24.274985 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-884f7c71-b9d3-42d6-9ef6-e38a14eb1dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cb601338-d58e-4108-a3b7-3b1b82e939ed), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:24.319335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ef00e-3e3e-4faa-bd5e-78486011fac0 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Pushing event updated for resources: {'Port': ['ID=5a41de5f-ab7c-43c3-bb9f-3851c80d9f64,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:24.378718 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:24.379072 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:24.379395 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:24.402107 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878ef00e-3e3e-4faa-bd5e-78486011fac0 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:24.402771 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-878ef00e-3e3e-4faa-bd5e-78486011fac0 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:24.432258 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:24.432603 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:24.444737 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 8 to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf Mar 24 01:10:24.452941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-884f7c71-b9d3-42d6-9ef6-e38a14eb1dd9 None None] Port cb601338-d58e-4108-a3b7-3b1b82e939ed cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:24.487227 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:24.487571 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:24.487919 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:24.496861 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-34a80049-7434-4ab1-b5db-22dc0621a43f tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (cb601338-d58e-4108-a3b7-3b1b82e939ed), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:24.498760 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:24.499110 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:24.499698 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 9 to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf Mar 24 01:10:24.534157 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-878ef00e-3e3e-4faa-bd5e-78486011fac0 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3149183 Mar 24 01:10:24.535172 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:24.536249 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:24.537195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:24.539183 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32862) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:24.546218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:24.550560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a80049-7434-4ab1-b5db-22dc0621a43f tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event deleted for resources: {'Port': ['ID=cb601338-d58e-4108-a3b7-3b1b82e939ed,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:24.578707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:24.579036 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:24.579979 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 10 to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf Mar 24 01:10:24.583231 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:24.643316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:24.643316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:24.643316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:24.654148 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:24.654488 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:24.654776 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9de4586d-5c12-4dfc-a773-3fdd0fe15dcf), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:24.709028 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-34a80049-7434-4ab1-b5db-22dc0621a43f tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:24.715916 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-34a80049-7434-4ab1-b5db-22dc0621a43f tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "DELETE /v2.0/ports/cb601338-d58e-4108-a3b7-3b1b82e939ed HTTP/1.1" status: 204 len: 168 time: 0.9435284 Mar 24 01:10:24.728137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32866) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:24.778683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] For port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:10:24.779071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempted to set empty binding levels {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 24 01:10:24.788477 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (9de4586d-5c12-4dfc-a773-3fdd0fe15dcf), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:24.800371 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-662328a0-af8f-48d0-859b-b984bbf6b77f None None] Provisioning complete for port 5a41de5f-ab7c-43c3-bb9f-3851c80d9f64 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:24.800997 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-662328a0-af8f-48d0-859b-b984bbf6b77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5a41de5f-ab7c-43c3-bb9f-3851c80d9f64), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:24.860021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:24.861994 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:24.862334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-662328a0-af8f-48d0-859b-b984bbf6b77f None None] Port 5a41de5f-ab7c-43c3-bb9f-3851c80d9f64 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:24.878560 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:24.892963 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d522d4c-f2a7-415d-977a-a3640989dc53 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] GET failed (client error): The resource could not be found. Mar 24 01:10:24.899285 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8d522d4c-f2a7-415d-977a-a3640989dc53 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "GET /v2.0/ports/cb601338-d58e-4108-a3b7-3b1b82e939ed HTTP/1.1" status: 404 len: 333 time: 0.1631083 Mar 24 01:10:24.900776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Pushing event updated for resources: {'Port': ['ID=9de4586d-5c12-4dfc-a773-3fdd0fe15dcf,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:24.901167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32868) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:24.907406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-9efc92c7-dcc9-42aa-9df9-6fdadd1bc891 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Request body: {'port': {'network_id': 'dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2080266943'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:24.913119 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6fd37c68-15cb-4279-bb1a-5e927d733cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.6858802 Mar 24 01:10:24.959239 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32870) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:25.015790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2443c-b17e-4b72-97ff-6e7f5e21ef46 req-b534725f-1281-432d-a400-912960686c42 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:25.017435 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b2443c-b17e-4b72-97ff-6e7f5e21ef46 req-b534725f-1281-432d-a400-912960686c42 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/ports?device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 946 time: 0.2957854 Mar 24 01:10:25.098562 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efc92c7-dcc9-42aa-9df9-6fdadd1bc891 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Made reservation on behalf of 4a9fcd464d2549cf99e60ee2d36356f2 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:25.102585 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9efc92c7-dcc9-42aa-9df9-6fdadd1bc891 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:25.136709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7b2443c-b17e-4b72-97ff-6e7f5e21ef46 req-3226916d-5ebe-4b56-9cd9-cf10448b765a tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fdbe10b-d89b-457f-83ba-3cdfb502103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075892 Mar 24 01:10:25.150751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-9efc92c7-dcc9-42aa-9df9-6fdadd1bc891 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] device_id is not set on port 056398a4-d35d-40ab-a708-4ab47c778ecb yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:25.193238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-23a4dad4-214d-406b-b56d-adb5c1b4c5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Deleting port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:25.193729 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-23a4dad4-214d-406b-b56d-adb5c1b4c5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9de4586d-5c12-4dfc-a773-3fdd0fe15dcf), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:25.216499 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Allocated IP 172.25.0.23 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/4ced7065-8751-4162-bb15-364676b4b7a1) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:25.331237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-23a4dad4-214d-406b-b56d-adb5c1b4c5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] For port 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf, host n-h2-760455-9, got binding levels [] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:25.331600 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-23a4dad4-214d-406b-b56d-adb5c1b4c5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9de4586d-5c12-4dfc-a773-3fdd0fe15dcf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:25.349693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-23a4dad4-214d-406b-b56d-adb5c1b4c5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Calling delete_port for 9de4586d-5c12-4dfc-a773-3fdd0fe15dcf owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:25.428062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-9efc92c7-dcc9-42aa-9df9-6fdadd1bc891 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Allocated IP 2001:db8::3c1 (dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7/be6c01a8-81f9-4c87-ba07-06dc81d76eb4/056398a4-d35d-40ab-a708-4ab47c778ecb) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:25.461612 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for port (4ced7065-8751-4162-bb15-364676b4b7a1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:25.544213 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-23a4dad4-214d-406b-b56d-adb5c1b4c5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (9de4586d-5c12-4dfc-a773-3fdd0fe15dcf), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:25.651021 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4ced7065-8751-4162-bb15-364676b4b7a1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:25.655001 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-23a4dad4-214d-406b-b56d-adb5c1b4c5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:25.664242 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-23a4dad4-214d-406b-b56d-adb5c1b4c5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] 10.222.0.45 "DELETE /v2.0/ports/9de4586d-5c12-4dfc-a773-3fdd0fe15dcf HTTP/1.1" status: 204 len: 168 time: 0.6984270 Mar 24 01:10:25.664242 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4dad4-214d-406b-b56d-adb5c1b4c5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Pushing event deleted for resources: {'Port': ['ID=9de4586d-5c12-4dfc-a773-3fdd0fe15dcf,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:25.664499 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32886) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:25.721176 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9efc92c7-dcc9-42aa-9df9-6fdadd1bc891 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks [] for port (056398a4-d35d-40ab-a708-4ab47c778ecb), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:25.759243 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9efc92c7-dcc9-42aa-9df9-6fdadd1bc891 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (056398a4-d35d-40ab-a708-4ab47c778ecb), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:25.787924 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:25.791171 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:25.795596 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-86afe617-c399-426a-bab3-ca2315d33bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] GET failed (client error): The resource could not be found. Mar 24 01:10:25.797457 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-86afe617-c399-426a-bab3-ca2315d33bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] 10.222.0.45 "GET /v2.0/ports/9de4586d-5c12-4dfc-a773-3fdd0fe15dcf HTTP/1.1" status: 404 len: 333 time: 0.1317103 Mar 24 01:10:25.798338 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:25.801562 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32890) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:25.807509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Request body: {'port': {'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-33104683'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:25.915051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Made reservation on behalf of 85177670957a461aa6870a50cb6aafb8 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:25.918064 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:25.922958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc92c7-dcc9-42aa-9df9-6fdadd1bc891 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:25.936255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-9efc92c7-dcc9-42aa-9df9-6fdadd1bc891 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:25.941550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc92c7-dcc9-42aa-9df9-6fdadd1bc891 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event updated for resources: {'Port': ['ID=056398a4-d35d-40ab-a708-4ab47c778ecb,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:25.947641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efc92c7-dcc9-42aa-9df9-6fdadd1bc891 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:25.955297 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for floatingip (6c265af7-eb3f-4b12-80a1-46abe509bf20), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:25.963563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc92c7-dcc9-42aa-9df9-6fdadd1bc891 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:25.965029 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9efc92c7-dcc9-42aa-9df9-6fdadd1bc891 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:25.975075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Pushing event updated for resources: {'Port': ['ID=4ced7065-8751-4162-bb15-364676b4b7a1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:25.994525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] device_id is not set on port cf197fcf-5454-4ccd-a52a-7685792ed3a6 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:26.020977 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4ced7065-8751-4162-bb15-364676b4b7a1), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:26.039878 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9efc92c7-dcc9-42aa-9df9-6fdadd1bc891 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1357489 Mar 24 01:10:26.043409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32896) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:26.049352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f84c8e67-5b1a-4450-aaeb-ee3eb278c9b6 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Request body: {'port': {'network_id': 'dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-403191802'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:26.412513 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks [] for port (cf197fcf-5454-4ccd-a52a-7685792ed3a6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:26.439131 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7e895d96-a926-4800-9e25-06c265decdd5 None None] Provisioning complete for port 056398a4-d35d-40ab-a708-4ab47c778ecb triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:26.439822 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7e895d96-a926-4800-9e25-06c265decdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (056398a4-d35d-40ab-a708-4ab47c778ecb), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:26.491596 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7e895d96-a926-4800-9e25-06c265decdd5 None None] Port 056398a4-d35d-40ab-a708-4ab47c778ecb cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:26.522103 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (cf197fcf-5454-4ccd-a52a-7685792ed3a6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:26.549836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:26.554514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:26.579253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:26.580317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:26.580827 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:26.613700 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.8104057 Mar 24 01:10:26.614525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32912) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:26.615198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Pushing event updated for resources: {'Port': ['ID=cf197fcf-5454-4ccd-a52a-7685792ed3a6,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:26.621864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:26.682270 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84c8e67-5b1a-4450-aaeb-ee3eb278c9b6 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Made reservation on behalf of 4a9fcd464d2549cf99e60ee2d36356f2 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:26.685783 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f84c8e67-5b1a-4450-aaeb-ee3eb278c9b6 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:26.694416 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cf197fcf-5454-4ccd-a52a-7685792ed3a6), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:26.695409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:26.695764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:26.696113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:26.696459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:26.696803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:26.697179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:26.697519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:26.697916 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:26.698170 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:26.698499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:26.698828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:26.699154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:26.699478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:26.699807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:26.700132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e313bab4-57da-405c-ae47-8bb9437a7c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:26.722727 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-f84c8e67-5b1a-4450-aaeb-ee3eb278c9b6 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] device_id is not set on port 64ebb0ce-4193-4337-83ec-545eb021aa80 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:26.780997 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for port (4ced7065-8751-4162-bb15-364676b4b7a1), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:26.791045 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (4ced7065-8751-4162-bb15-364676b4b7a1), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:26.929087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Pushing event updated for resources: {'Port': ['ID=4ced7065-8751-4162-bb15-364676b4b7a1,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:26.942162 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (6c265af7-eb3f-4b12-80a1-46abe509bf20), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:26.959520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-f84c8e67-5b1a-4450-aaeb-ee3eb278c9b6 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Allocated IP 2001:db8::b6 (dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7/be6c01a8-81f9-4c87-ba07-06dc81d76eb4/64ebb0ce-4193-4337-83ec-545eb021aa80) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:26.989798 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:26.991146 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4e4d111d-583e-4e4e-a6be-a7e1c710966c tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4509830 Mar 24 01:10:26.995939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32942) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:27.009887 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-f0b1ae4a-2c88-41ed-b3f0-e8f80a5cc81d tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Request body: {'floatingip': {'port_id': '5a41de5f-ab7c-43c3-bb9f-3851c80d9f64', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:27.082008 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ae4a-2c88-41ed-b3f0-e8f80a5cc81d tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for floatingip (6c265af7-eb3f-4b12-80a1-46abe509bf20), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:27.240025 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-f0b1ae4a-2c88-41ed-b3f0-e8f80a5cc81d tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] update failed (client error): The resource could not be found. Mar 24 01:10:27.240225 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f84c8e67-5b1a-4450-aaeb-ee3eb278c9b6 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks [] for port (64ebb0ce-4193-4337-83ec-545eb021aa80), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:27.241243 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f0b1ae4a-2c88-41ed-b3f0-e8f80a5cc81d tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] 10.222.0.45 "PUT /v2.0/floatingips/6c265af7-eb3f-4b12-80a1-46abe509bf20 HTTP/1.1" status: 404 len: 507 time: 0.2433944 Mar 24 01:10:27.246939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32954) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:27.329982 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f84c8e67-5b1a-4450-aaeb-ee3eb278c9b6 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (64ebb0ce-4193-4337-83ec-545eb021aa80), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:27.451800 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c8e67-5b1a-4450-aaeb-ee3eb278c9b6 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:27.465788 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-f84c8e67-5b1a-4450-aaeb-ee3eb278c9b6 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:27.480206 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c8e67-5b1a-4450-aaeb-ee3eb278c9b6 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:27.492948 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c8e67-5b1a-4450-aaeb-ee3eb278c9b6 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:27.493649 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f84c8e67-5b1a-4450-aaeb-ee3eb278c9b6 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:27.508465 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c8e67-5b1a-4450-aaeb-ee3eb278c9b6 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event updated for resources: {'Port': ['ID=64ebb0ce-4193-4337-83ec-545eb021aa80,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:27.515540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] device_id is not set on port cf197fcf-5454-4ccd-a52a-7685792ed3a6 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:27.543286 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks [] for port (cf197fcf-5454-4ccd-a52a-7685792ed3a6), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:27.543862 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f84c8e67-5b1a-4450-aaeb-ee3eb278c9b6 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4991386 Mar 24 01:10:27.546331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32960) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:27.562478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ba5eaf75-ca03-42c4-a0d1-c2e4d403fd43 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e2', 'mac_address': 'fa:16:3e:e9:31:74'}, {'ip_address': '2001:db8::3c1', 'mac_address': 'fa:16:3e:c4:17:52'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:27.672175 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (cf197fcf-5454-4ccd-a52a-7685792ed3a6), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:27.791886 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Pushing event updated for resources: {'Port': ['ID=cf197fcf-5454-4ccd-a52a-7685792ed3a6,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:27.849563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:27.849961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:27.850347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:27.856025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-883852b9-bed0-4fdd-8f86-508f2003f9ca tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Deleting port 4ced7065-8751-4162-bb15-364676b4b7a1 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:27.856502 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-883852b9-bed0-4fdd-8f86-508f2003f9ca tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4ced7065-8751-4162-bb15-364676b4b7a1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:27.861297 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba5eaf75-ca03-42c4-a0d1-c2e4d403fd43 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (64ebb0ce-4193-4337-83ec-545eb021aa80), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:27.933382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:27.934347 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:27.947283 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 2 to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 Mar 24 01:10:27.961254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181586f5-3747-4eb5-a827-ef73613a5bdf req-96d29b48-9748-453a-a766-32acc9b4c213 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:27.968848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-181586f5-3747-4eb5-a827-ef73613a5bdf req-96d29b48-9748-453a-a766-32acc9b4c213 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 946 time: 0.4287107 Mar 24 01:10:28.005635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:28.006237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:28.006325 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:28.016900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:28.017262 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:28.023077 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 3 to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 Mar 24 01:10:28.028406 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-04b9bc86-9b88-4239-8406-7be1521a5973 None None] Provisioning complete for port 64ebb0ce-4193-4337-83ec-545eb021aa80 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:28.028926 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-04b9bc86-9b88-4239-8406-7be1521a5973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (64ebb0ce-4193-4337-83ec-545eb021aa80), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:28.033294 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-883852b9-bed0-4fdd-8f86-508f2003f9ca tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4ced7065-8751-4162-bb15-364676b4b7a1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:28.033630 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-883852b9-bed0-4fdd-8f86-508f2003f9ca tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for floatingip (4ced7065-8751-4162-bb15-364676b4b7a1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:28.074656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-883852b9-bed0-4fdd-8f86-508f2003f9ca tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Calling delete_port for 4ced7065-8751-4162-bb15-364676b4b7a1 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:28.077071 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:28.077438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:28.077792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:28.094885 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-181586f5-3747-4eb5-a827-ef73613a5bdf req-50daf400-52ec-4cdd-bafc-594e42a5c474 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=d986e8b3-44ec-4877-91ab-74758d949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250455 Mar 24 01:10:28.117181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:28.117181 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:28.117181 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 4 to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 Mar 24 01:10:28.132509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-04b9bc86-9b88-4239-8406-7be1521a5973 None None] Port 64ebb0ce-4193-4337-83ec-545eb021aa80 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:28.132710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:28.133048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:28.133452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:28.140837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:28.140837 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:28.140837 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 5 to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 Mar 24 01:10:28.198844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:28.199750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:28.200189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:28.207164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:28.207496 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:28.209695 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 6 to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 Mar 24 01:10:28.231820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:28.232196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:28.232543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:28.246608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:28.246983 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:28.248651 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 7 to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 Mar 24 01:10:28.273687 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba5eaf75-ca03-42c4-a0d1-c2e4d403fd43 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks [] for port (64ebb0ce-4193-4337-83ec-545eb021aa80), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:28.282988 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba5eaf75-ca03-42c4-a0d1-c2e4d403fd43 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (64ebb0ce-4193-4337-83ec-545eb021aa80), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:28.313210 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:28.313548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:28.313933 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:28.330579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:28.330826 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:28.335186 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 8 to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 Mar 24 01:10:28.352570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eaf75-ca03-42c4-a0d1-c2e4d403fd43 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event updated for resources: {'Port': ['ID=64ebb0ce-4193-4337-83ec-545eb021aa80,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:28.361124 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ba5eaf75-ca03-42c4-a0d1-c2e4d403fd43 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] In _notify_port_updated(), no bound segment for port 64ebb0ce-4193-4337-83ec-545eb021aa80 on network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 {{(pid=115729) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:10:28.365314 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:28.365989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:28.366270 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:28.366861 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5eaf75-ca03-42c4-a0d1-c2e4d403fd43 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:28.367497 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba5eaf75-ca03-42c4-a0d1-c2e4d403fd43 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:28.371637 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ba5eaf75-ca03-42c4-a0d1-c2e4d403fd43 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "PUT /v2.0/ports/64ebb0ce-4193-4337-83ec-545eb021aa80 HTTP/1.1" status: 200 len: 1066 time: 0.8216798 Mar 24 01:10:28.371878 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32978) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:28.430847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:28.431564 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:28.452590 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 9 to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 Mar 24 01:10:28.479715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:28.480393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:28.480983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:28.507464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:28.507933 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:28.511213 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 10 to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 Mar 24 01:10:28.525302 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4e30034d-95a0-4f71-a861-d554d6010309 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Deleting port 64ebb0ce-4193-4337-83ec-545eb021aa80 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:28.525899 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e30034d-95a0-4f71-a861-d554d6010309 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (64ebb0ce-4193-4337-83ec-545eb021aa80), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:28.528173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:28.528608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:28.529036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:28.543960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:28.544575 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:28.545368 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cf197fcf-5454-4ccd-a52a-7685792ed3a6), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:28.576814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785272e-7709-4424-bb45-94a0ad020486 req-1aef2aba-ce1a-452e-aedd-a439ff699bf1 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:28.585064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c785272e-7709-4424-bb45-94a0ad020486 req-1aef2aba-ce1a-452e-aedd-a439ff699bf1 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/ports?device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 946 time: 0.2296741 Mar 24 01:10:28.586980 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-883852b9-bed0-4fdd-8f86-508f2003f9ca tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4ced7065-8751-4162-bb15-364676b4b7a1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:28.647638 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e30034d-95a0-4f71-a861-d554d6010309 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (64ebb0ce-4193-4337-83ec-545eb021aa80), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:28.650947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883852b9-bed0-4fdd-8f86-508f2003f9ca tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Pushing event deleted for resources: {'Port': ['ID=4ced7065-8751-4162-bb15-364676b4b7a1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:28.666685 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4e30034d-95a0-4f71-a861-d554d6010309 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Calling delete_port for 64ebb0ce-4193-4337-83ec-545eb021aa80 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:28.715214 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f59fad87-97d1-444c-a409-c491ee22112e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:28.772060 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3b643a4d-5d15-434c-8c48-0d8403cb2db6 None None] Provisioning complete for port 64ebb0ce-4193-4337-83ec-545eb021aa80 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:28.776974 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3b643a4d-5d15-434c-8c48-0d8403cb2db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (64ebb0ce-4193-4337-83ec-545eb021aa80), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:28.867715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3b643a4d-5d15-434c-8c48-0d8403cb2db6 None None] Port 64ebb0ce-4193-4337-83ec-545eb021aa80 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:28.906186 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e30034d-95a0-4f71-a861-d554d6010309 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (64ebb0ce-4193-4337-83ec-545eb021aa80), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:28.937674 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30034d-95a0-4f71-a861-d554d6010309 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event deleted for resources: {'Port': ['ID=64ebb0ce-4193-4337-83ec-545eb021aa80,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:29.208301 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e30034d-95a0-4f71-a861-d554d6010309 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:29.215445 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4e30034d-95a0-4f71-a861-d554d6010309 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "DELETE /v2.0/ports/64ebb0ce-4193-4337-83ec-545eb021aa80 HTTP/1.1" status: 204 len: 168 time: 0.8425932 Mar 24 01:10:29.216115 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32984) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:29.263291 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8fedfb-ae3b-4772-9e35-07d06e82166d tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] GET failed (client error): The resource could not be found. Mar 24 01:10:29.271196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32986) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:29.272677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] For port cf197fcf-5454-4ccd-a52a-7685792ed3a6, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:10:29.273058 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempted to set empty binding levels {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 24 01:10:29.275011 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8d8fedfb-ae3b-4772-9e35-07d06e82166d tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "GET /v2.0/ports/64ebb0ce-4193-4337-83ec-545eb021aa80 HTTP/1.1" status: 404 len: 333 time: 0.0577741 Mar 24 01:10:29.304512 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-883852b9-bed0-4fdd-8f86-508f2003f9ca tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for floatingip (6c265af7-eb3f-4b12-80a1-46abe509bf20), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:29.307395 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-883852b9-bed0-4fdd-8f86-508f2003f9ca tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:29.312391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32988) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:29.314446 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-883852b9-bed0-4fdd-8f86-508f2003f9ca tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] 10.222.0.45 "DELETE /v2.0/floatingips/6c265af7-eb3f-4b12-80a1-46abe509bf20 HTTP/1.1" status: 204 len: 168 time: 2.0665150 Mar 24 01:10:29.317889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c79127a3-d4c6-45b1-837e-7f2c6f67cb45 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Request body: {'floatingip': {'floating_network_id': 'f1f330af-cdce-46b7-8e2d-3e18da19f130', 'port_id': '5a41de5f-ab7c-43c3-bb9f-3851c80d9f64', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:29.330274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c785272e-7709-4424-bb45-94a0ad020486 req-a7e364b8-1e54-483f-9822-1acb90144cd6 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fdbe10b-d89b-457f-83ba-3cdfb502103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7375159 Mar 24 01:10:29.338305 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (cf197fcf-5454-4ccd-a52a-7685792ed3a6), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:29.359870 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c79127a3-d4c6-45b1-837e-7f2c6f67cb45 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:29.505337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] In _notify_port_updated(), no bound segment for port cf197fcf-5454-4ccd-a52a-7685792ed3a6 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:10:29.506447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.507124 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:29.512052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32994) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:29.515755 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] 10.222.0.45 "PUT /v2.0/ports/cf197fcf-5454-4ccd-a52a-7685792ed3a6 HTTP/1.1" status: 200 len: 977 time: 2.8907733 Mar 24 01:10:29.527158 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc27a7-049b-4426-b23a-45477c7dca75 req-3d2b42d9-8fda-45da-a875-a62c19161ea8 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.528617 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dfc27a7-049b-4426-b23a-45477c7dca75 req-3d2b42d9-8fda-45da-a875-a62c19161ea8 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 946 time: 0.4457886 Mar 24 01:10:29.562887 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f25c5-a470-4769-9c11-569d4604fa60 req-9f8be2bb-c2f2-4628-8676-0e9f530e0b03 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.566688 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-c79127a3-d4c6-45b1-837e-7f2c6f67cb45 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:10:29.567878 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c79127a3-d4c6-45b1-837e-7f2c6f67cb45 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2539592 Mar 24 01:10:29.569644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d2f25c5-a470-4769-9c11-569d4604fa60 req-9f8be2bb-c2f2-4628-8676-0e9f530e0b03 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 946 time: 0.3371823 Mar 24 01:10:29.573748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32996) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:29.578170 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': '5a41de5f-ab7c-43c3-bb9f-3851c80d9f64', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:29.597973 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fbe08-4878-46c4-8040-11b28b56ba9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Pushing event updated for resources: {'Port': ['ID=cf197fcf-5454-4ccd-a52a-7685792ed3a6,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:29.651846 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.652359 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.652837 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.653336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.653804 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.654277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.654733 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.655193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.655650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.656106 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.656564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.657019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.657515 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.657971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.658423 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.658876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.659329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.659784 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.660238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.660689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.661160 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.662183 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.662637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.663093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.670893 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-023720d9-ae03-4c19-acb9-e8f88ea9207f tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21659 time: 0.1571400 Mar 24 01:10:29.671644 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32998) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:29.679903 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:29.722957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d2f25c5-a470-4769-9c11-569d4604fa60 req-137cffaf-5287-456d-afa6-39e6bdafb596 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=d986e8b3-44ec-4877-91ab-74758d949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520536 Mar 24 01:10:29.726960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e2450631-e89a-4ab4-af06-99292521ed93 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Deleting port 056398a4-d35d-40ab-a708-4ab47c778ecb {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:29.727529 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2450631-e89a-4ab4-af06-99292521ed93 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (056398a4-d35d-40ab-a708-4ab47c778ecb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:29.829436 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-057b8a4d-9e3d-4858-a2ea-8dc338ea11e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Deleting port cf197fcf-5454-4ccd-a52a-7685792ed3a6 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:29.830059 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-057b8a4d-9e3d-4858-a2ea-8dc338ea11e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (cf197fcf-5454-4ccd-a52a-7685792ed3a6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:29.838517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a2362-8761-4964-8e97-0dd5cfd8bcac req-1706dcb6-3ddb-4a26-aef8-23c883584e18 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:29.840007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-068a2362-8761-4964-8e97-0dd5cfd8bcac req-1706dcb6-3ddb-4a26-aef8-23c883584e18 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.57 "GET /v2.0/ports?device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 946 time: 0.2569742 Mar 24 01:10:29.901801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-057b8a4d-9e3d-4858-a2ea-8dc338ea11e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] For port cf197fcf-5454-4ccd-a52a-7685792ed3a6, host n-h2-760455-9, got binding levels [] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:29.902429 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-057b8a4d-9e3d-4858-a2ea-8dc338ea11e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (cf197fcf-5454-4ccd-a52a-7685792ed3a6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:29.913400 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:29.917119 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-057b8a4d-9e3d-4858-a2ea-8dc338ea11e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Calling delete_port for cf197fcf-5454-4ccd-a52a-7685792ed3a6 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:29.919382 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2450631-e89a-4ab4-af06-99292521ed93 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (056398a4-d35d-40ab-a708-4ab47c778ecb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:29.974063 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e2450631-e89a-4ab4-af06-99292521ed93 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Calling delete_port for 056398a4-d35d-40ab-a708-4ab47c778ecb owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:29.983441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-0dfc27a7-049b-4426-b23a-45477c7dca75 req-55b17d86-d4bb-4d29-bd0f-bd269b57ccc3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Deleting port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:29.983789 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0dfc27a7-049b-4426-b23a-45477c7dca75 req-55b17d86-d4bb-4d29-bd0f-bd269b57ccc3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (32ae28b8-ba8a-4324-8dea-8e2cf8b316f5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:30.015445 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-057b8a4d-9e3d-4858-a2ea-8dc338ea11e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (cf197fcf-5454-4ccd-a52a-7685792ed3a6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:30.036768 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-057b8a4d-9e3d-4858-a2ea-8dc338ea11e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:30.040177 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-057b8a4d-9e3d-4858-a2ea-8dc338ea11e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] 10.222.0.45 "DELETE /v2.0/ports/cf197fcf-5454-4ccd-a52a-7685792ed3a6 HTTP/1.1" status: 204 len: 168 time: 0.3664474 Mar 24 01:10:30.064846 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33000) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:30.082829 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b8a4d-9e3d-4858-a2ea-8dc338ea11e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf197fcf-5454-4ccd-a52a-7685792ed3a6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:30.102119 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee76af42-03ad-48dc-8681-651306ab8b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] GET failed (client error): The resource could not be found. Mar 24 01:10:30.108087 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ee76af42-03ad-48dc-8681-651306ab8b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] 10.222.0.45 "GET /v2.0/ports/cf197fcf-5454-4ccd-a52a-7685792ed3a6 HTTP/1.1" status: 404 len: 333 time: 0.0376487 Mar 24 01:10:30.108712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33004) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:30.117418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ed7c1cc3-53ab-4a36-99c3-80ff1b835e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925324508', 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:30.123109 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:30.211893 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-068a2362-8761-4964-8e97-0dd5cfd8bcac req-d3c01b48-b86b-4d56-a7db-4c8b7c296b42 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Deleting port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:30.212509 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-068a2362-8761-4964-8e97-0dd5cfd8bcac req-d3c01b48-b86b-4d56-a7db-4c8b7c296b42 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a8bd4570-d5bc-4187-89fd-c0f6bb3c908f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:30.246978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7c1cc3-53ab-4a36-99c3-80ff1b835e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Made reservation on behalf of 85177670957a461aa6870a50cb6aafb8 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:30.249558 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed7c1cc3-53ab-4a36-99c3-80ff1b835e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:30.305994 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Allocated IP 172.25.0.189 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/c55a889e-0bf4-4498-9e56-6458c40ae623) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:30.314381 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-0dfc27a7-049b-4426-b23a-45477c7dca75 req-55b17d86-d4bb-4d29-bd0f-bd269b57ccc3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] For port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=32ae28b8-ba8a-4324-8dea-8e2cf8b316f5,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:30.314974 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0dfc27a7-049b-4426-b23a-45477c7dca75 req-55b17d86-d4bb-4d29-bd0f-bd269b57ccc3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (32ae28b8-ba8a-4324-8dea-8e2cf8b316f5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:30.451245 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for port (c55a889e-0bf4-4498-9e56-6458c40ae623), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:30.493484 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c55a889e-0bf4-4498-9e56-6458c40ae623), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:30.580596 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:30.584509 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:30.590474 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:30.637896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Pushing event updated for resources: {'Port': ['ID=c55a889e-0bf4-4498-9e56-6458c40ae623,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:30.767802 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-ed7c1cc3-53ab-4a36-99c3-80ff1b835e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] device_id is not set on port 65e087ab-e506-44e4-92b0-f4e0c440461c yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:30.836425 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6477-f555-4b6f-b6a4-31b10ffb0bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:30.854139 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Deleting port c55a889e-0bf4-4498-9e56-6458c40ae623 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:30.854790 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c55a889e-0bf4-4498-9e56-6458c40ae623), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:30.863670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-068a2362-8761-4964-8e97-0dd5cfd8bcac req-d3c01b48-b86b-4d56-a7db-4c8b7c296b42 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] For port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a8bd4570-d5bc-4187-89fd-c0f6bb3c908f,segment=NetworkSegment(299be79b-c957-4af2-aa19-26031f7e7e6a),segment_id=299be79b-c957-4af2-aa19-26031f7e7e6a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:30.864047 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-068a2362-8761-4964-8e97-0dd5cfd8bcac req-d3c01b48-b86b-4d56-a7db-4c8b7c296b42 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a8bd4570-d5bc-4187-89fd-c0f6bb3c908f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:30.970593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-068a2362-8761-4964-8e97-0dd5cfd8bcac req-d3c01b48-b86b-4d56-a7db-4c8b7c296b42 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Calling delete_port for a8bd4570-d5bc-4187-89fd-c0f6bb3c908f owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:30.982444 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0dfc27a7-049b-4426-b23a-45477c7dca75 req-55b17d86-d4bb-4d29-bd0f-bd269b57ccc3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:30.982799 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0dfc27a7-049b-4426-b23a-45477c7dca75 req-55b17d86-d4bb-4d29-bd0f-bd269b57ccc3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (97e3370f-0e71-4a7d-8cd8-90f99acc4e56), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:30.983124 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-0dfc27a7-049b-4426-b23a-45477c7dca75 req-55b17d86-d4bb-4d29-bd0f-bd269b57ccc3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Floating IP 97e3370f-0e71-4a7d-8cd8-90f99acc4e56 disassociated. External IP: 172.25.0.100, port: 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5. Mar 24 01:10:30.983479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-0dfc27a7-049b-4426-b23a-45477c7dca75 req-55b17d86-d4bb-4d29-bd0f-bd269b57ccc3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Calling delete_port for 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:30.984533 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c55a889e-0bf4-4498-9e56-6458c40ae623), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:30.984961 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for floatingip (c55a889e-0bf4-4498-9e56-6458c40ae623), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:30.995286 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2450631-e89a-4ab4-af06-99292521ed93 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (056398a4-d35d-40ab-a708-4ab47c778ecb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:31.002220 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Calling delete_port for c55a889e-0bf4-4498-9e56-6458c40ae623 owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:31.225034 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c55a889e-0bf4-4498-9e56-6458c40ae623), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:31.240413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406dd52-6f15-406c-9afe-921d957ee4e2 req-df2c6a57-892b-42d1-87ac-5e20adb99b50 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:31.243876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a406dd52-6f15-406c-9afe-921d957ee4e2 req-df2c6a57-892b-42d1-87ac-5e20adb99b50 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/ports?device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 946 time: 0.7739706 Mar 24 01:10:31.285234 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Pushing event deleted for resources: {'Port': ['ID=c55a889e-0bf4-4498-9e56-6458c40ae623,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:31.293961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2450631-e89a-4ab4-af06-99292521ed93 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event deleted for resources: {'Port': ['ID=056398a4-d35d-40ab-a708-4ab47c778ecb,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:31.301041 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2450631-e89a-4ab4-af06-99292521ed93 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:31.306766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e2450631-e89a-4ab4-af06-99292521ed93 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "DELETE /v2.0/ports/056398a4-d35d-40ab-a708-4ab47c778ecb HTTP/1.1" status: 204 len: 168 time: 2.0299735 Mar 24 01:10:31.321732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33032) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:31.409698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b76a95-11f6-49f9-86b6-67bcea821bd0 req-fc828ee5-3d43-4c43-9bd6-6abbb4f9fc57 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:31.411482 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1b76a95-11f6-49f9-86b6-67bcea821bd0 req-fc828ee5-3d43-4c43-9bd6-6abbb4f9fc57 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 946 time: 0.5445330 Mar 24 01:10:31.458918 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] create failed (client error): The resource could not be found. Mar 24 01:10:31.465488 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d03f0be9-9615-4a57-a81b-93eca09251be tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8900213 Mar 24 01:10:31.466089 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33034) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:31.479721 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1deff38-67ef-4fcc-856c-0a8d22f0375b tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] GET failed (client error): The resource could not be found. Mar 24 01:10:31.485008 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a1deff38-67ef-4fcc-856c-0a8d22f0375b tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "GET /v2.0/ports/056398a4-d35d-40ab-a708-4ab47c778ecb HTTP/1.1" status: 404 len: 333 time: 0.1619635 Mar 24 01:10:31.498231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33036) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:31.599396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-385fe5b4-9b71-4dd3-8a5a-5e45d1c4ec4d tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Deleting port 5a41de5f-ab7c-43c3-bb9f-3851c80d9f64 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:31.599845 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-385fe5b4-9b71-4dd3-8a5a-5e45d1c4ec4d tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5a41de5f-ab7c-43c3-bb9f-3851c80d9f64), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:31.650320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a406dd52-6f15-406c-9afe-921d957ee4e2 req-39fa0c4b-a76b-483b-8c4b-8109600e0917 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fdbe10b-d89b-457f-83ba-3cdfb502103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539448 Mar 24 01:10:31.745458 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-385fe5b4-9b71-4dd3-8a5a-5e45d1c4ec4d tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5a41de5f-ab7c-43c3-bb9f-3851c80d9f64), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:31.761010 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-385fe5b4-9b71-4dd3-8a5a-5e45d1c4ec4d tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Calling delete_port for 5a41de5f-ab7c-43c3-bb9f-3851c80d9f64 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:31.768959 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed7c1cc3-53ab-4a36-99c3-80ff1b835e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks [] for port (65e087ab-e506-44e4-92b0-f4e0c440461c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:31.833485 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed7c1cc3-53ab-4a36-99c3-80ff1b835e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (65e087ab-e506-44e4-92b0-f4e0c440461c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:31.929775 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-385fe5b4-9b71-4dd3-8a5a-5e45d1c4ec4d tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5a41de5f-ab7c-43c3-bb9f-3851c80d9f64), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:31.990838 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fe5b4-9b71-4dd3-8a5a-5e45d1c4ec4d tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Pushing event deleted for resources: {'Port': ['ID=5a41de5f-ab7c-43c3-bb9f-3851c80d9f64,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:32.122882 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:32.182286 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-385fe5b4-9b71-4dd3-8a5a-5e45d1c4ec4d tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:32.189959 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-385fe5b4-9b71-4dd3-8a5a-5e45d1c4ec4d tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] 10.222.0.45 "DELETE /v2.0/ports/5a41de5f-ab7c-43c3-bb9f-3851c80d9f64 HTTP/1.1" status: 204 len: 168 time: 0.7220321 Mar 24 01:10:32.190559 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33044) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:32.273509 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1556edb0-b632-4969-831d-3edc5cc1abb4 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:32.279223 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1556edb0-b632-4969-831d-3edc5cc1abb4 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] 10.222.0.45 "GET /v2.0/ports?device_id=543e2a25-cb6b-4c65-a6df-b38c78286087 HTTP/1.1" status: 200 len: 913 time: 0.0873930 Mar 24 01:10:32.279894 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33046) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:32.483796 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:32.518113 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1b76a95-11f6-49f9-86b6-67bcea821bd0 req-45cd8840-ff5c-4cfa-9748-e27c0aaee0c0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=d986e8b3-44ec-4877-91ab-74758d949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0531788 Mar 24 01:10:32.565974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c1cc3-53ab-4a36-99c3-80ff1b835e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Pushing event updated for resources: {'Port': ['ID=65e087ab-e506-44e4-92b0-f4e0c440461c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:32.588780 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0dfc27a7-049b-4426-b23a-45477c7dca75 req-55b17d86-d4bb-4d29-bd0f-bd269b57ccc3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (32ae28b8-ba8a-4324-8dea-8e2cf8b316f5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:32.604084 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c1cc3-53ab-4a36-99c3-80ff1b835e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:32.606650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-5685d49f-e12a-4d64-a88b-03a46af93646 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Deleting port c1b71874-caa7-4a18-b06e-dc7c0b10b9a4 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:32.606998 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5685d49f-e12a-4d64-a88b-03a46af93646 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c1b71874-caa7-4a18-b06e-dc7c0b10b9a4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:32.652373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-ed7c1cc3-53ab-4a36-99c3-80ff1b835e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:32.739239 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c1cc3-53ab-4a36-99c3-80ff1b835e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:32.740884 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7c1cc3-53ab-4a36-99c3-80ff1b835e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:32.741609 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed7c1cc3-53ab-4a36-99c3-80ff1b835e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:32.778137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b17d86-d4bb-4d29-bd0f-bd269b57ccc3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event deleted for resources: {'Port': ['ID=32ae28b8-ba8a-4324-8dea-8e2cf8b316f5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:32.780472 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-068a2362-8761-4964-8e97-0dd5cfd8bcac req-d3c01b48-b86b-4d56-a7db-4c8b7c296b42 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a8bd4570-d5bc-4187-89fd-c0f6bb3c908f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:32.785173 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9d81906-b86b-44d9-b10b-4914d5cd5d30 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (543e2a25-cb6b-4c65-a6df-b38c78286087), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:32.844458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ed7c1cc3-53ab-4a36-99c3-80ff1b835e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.7333901 Mar 24 01:10:32.846395 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33058) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:32.868331 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c01b48-b86b-4d56-a7db-4c8b7c296b42 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Pushing event deleted for resources: {'Port': ['ID=a8bd4570-d5bc-4187-89fd-c0f6bb3c908f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:32.927778 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23aa9ec-0bba-42a7-b295-0fc66d48ab64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:32.932858 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f23aa9ec-0bba-42a7-b295-0fc66d48ab64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] 10.222.0.45 "GET /v2.0/ports/65e087ab-e506-44e4-92b0-f4e0c440461c HTTP/1.1" status: 200 len: 959 time: 0.0852392 Mar 24 01:10:32.933824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33062) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:32.953821 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-883b69cd-12a6-473f-abc1-52f01d4b3df3 req-18622696-25f6-4456-b11a-d7239a38f433 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/ports?device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 210 time: 0.1482184 Mar 24 01:10:33.112101 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5685d49f-e12a-4d64-a88b-03a46af93646 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c1b71874-caa7-4a18-b06e-dc7c0b10b9a4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:33.137954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dfc27a7-049b-4426-b23a-45477c7dca75 req-55b17d86-d4bb-4d29-bd0f-bd269b57ccc3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Router a9ee4bad-e653-484c-97e8-9380577683bf has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:10:33.146807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-068a2362-8761-4964-8e97-0dd5cfd8bcac req-d3c01b48-b86b-4d56-a7db-4c8b7c296b42 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] No DVR routers for this DVR port a8bd4570-d5bc-4187-89fd-c0f6bb3c908f on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:10:33.155685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-068a2362-8761-4964-8e97-0dd5cfd8bcac req-d3c01b48-b86b-4d56-a7db-4c8b7c296b42 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:33.163658 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-068a2362-8761-4964-8e97-0dd5cfd8bcac req-d3c01b48-b86b-4d56-a7db-4c8b7c296b42 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.57 "DELETE /v2.0/ports/a8bd4570-d5bc-4187-89fd-c0f6bb3c908f HTTP/1.1" status: 204 len: 173 time: 3.3125904 Mar 24 01:10:33.179183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986bbab6-cc20-485c-a72c-6c1469de936b', 'name': 'network-vif-deleted', 'tag': 'a8bd4570-d5bc-4187-89fd-c0f6bb3c908f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:10:33.182950 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c5aef9-339a-4615-8fdb-d2a8e846b7d2" -d '{"events": [{"server_uuid": "986bbab6-cc20-485c-a72c-6c1469de936b", "name": "network-vif-deleted", "tag": "a8bd4570-d5bc-4187-89fd-c0f6bb3c908f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:10:33.205034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-5685d49f-e12a-4d64-a88b-03a46af93646 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Calling delete_port for c1b71874-caa7-4a18-b06e-dc7c0b10b9a4 owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:33.311133 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1791ad35-e01c-4e21-a4c7-493d12e7aae2 x-openstack-request-id: req-1791ad35-e01c-4e21-a4c7-493d12e7aae2 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:10:33.317523 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986bbab6-cc20-485c-a72c-6c1469de936b", "name": "network-vif-deleted", "tag": "a8bd4570-d5bc-4187-89fd-c0f6bb3c908f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:10:33.318748 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1791ad35-e01c-4e21-a4c7-493d12e7aae2 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:10:33.319304 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1791ad35-e01c-4e21-a4c7-493d12e7aae2'] response: {'server_uuid': '986bbab6-cc20-485c-a72c-6c1469de936b', 'name': 'network-vif-deleted', 'tag': 'a8bd4570-d5bc-4187-89fd-c0f6bb3c908f', 'status': 'completed', 'code': 200} Mar 24 01:10:33.466097 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:10:33.539623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:10:33.542501 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:10:33.636460 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:33.703888 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0a534747-e0d8-4008-b0c3-5607d3120d04 req-98717d34-c27c-4596-a7ca-297e314e6bee tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f6edbf8-3c68-4050-828f-b5edd97957d1 HTTP/1.1" status: 200 len: 210 time: 0.0499434 Mar 24 01:10:33.737852 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dfc27a7-049b-4426-b23a-45477c7dca75 req-55b17d86-d4bb-4d29-bd0f-bd269b57ccc3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:10:33.752112 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8ab87a-9336-47d9-b159-5563868f6600 None None] Sync routers for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:10:33.771528 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8ab87a-9336-47d9-b159-5563868f6600 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:10:33.772210 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7e8ab87a-9336-47d9-b159-5563868f6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:10:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:33.792343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfc27a7-049b-4426-b23a-45477c7dca75 req-55b17d86-d4bb-4d29-bd0f-bd269b57ccc3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] No DVR routers for this DVR port 32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:10:33.812411 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-0dfc27a7-049b-4426-b23a-45477c7dca75 req-55b17d86-d4bb-4d29-bd0f-bd269b57ccc3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:33.827255 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dfc27a7-049b-4426-b23a-45477c7dca75 req-55b17d86-d4bb-4d29-bd0f-bd269b57ccc3 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.48 "DELETE /v2.0/ports/32ae28b8-ba8a-4324-8dea-8e2cf8b316f5 HTTP/1.1" status: 204 len: 173 time: 4.2841282 Mar 24 01:10:33.882507 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c706b111-a5b3-402a-a8f5-410aff2a48ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Deleting port 65e087ab-e506-44e4-92b0-f4e0c440461c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:33.891924 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5685d49f-e12a-4d64-a88b-03a46af93646 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c1b71874-caa7-4a18-b06e-dc7c0b10b9a4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:33.892652 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c706b111-a5b3-402a-a8f5-410aff2a48ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (65e087ab-e506-44e4-92b0-f4e0c440461c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:33.935656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685d49f-e12a-4d64-a88b-03a46af93646 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event deleted for resources: {'Port': ['ID=c1b71874-caa7-4a18-b06e-dc7c0b10b9a4,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:33.993742 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-7e8ab87a-9336-47d9-b159-5563868f6600 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:10:33.999884 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5685d49f-e12a-4d64-a88b-03a46af93646 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:34.026463 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5685d49f-e12a-4d64-a88b-03a46af93646 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "DELETE /v2.0/ports/c1b71874-caa7-4a18-b06e-dc7c0b10b9a4 HTTP/1.1" status: 204 len: 168 time: 2.5184283 Mar 24 01:10:34.027078 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33084) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:34.097406 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c706b111-a5b3-402a-a8f5-410aff2a48ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (65e087ab-e506-44e4-92b0-f4e0c440461c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:34.128047 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a8bd4570-d5bc-4187-89fd-c0f6bb3c908f no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:10:34.149507 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c706b111-a5b3-402a-a8f5-410aff2a48ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Calling delete_port for 65e087ab-e506-44e4-92b0-f4e0c440461c owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:34.151342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e64037a-7861-4787-954f-890c055f3092 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Deleting subnet be6c01a8-81f9-4c87-ba07-06dc81d76eb4 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:10:34.154958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: a8bd4570-d5bc-4187-89fd-c0f6bb3c908f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:10:34.155531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a8bd4570-d5bc-4187-89fd-c0f6bb3c908f not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:10:34.170029 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1e64037a-7861-4787-954f-890c055f3092 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks [] for subnet (be6c01a8-81f9-4c87-ba07-06dc81d76eb4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:34.315432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd4c3ac6-8a4d-4c08-8c41-ab7e2b312a65 req-9c1ca274-f5bc-4378-b40b-6c3c1f4d8c81 tempest-ServerTagsTestJSON-1377809433 tempest-ServerTagsTestJSON-1377809433-project] 10.222.0.45 "GET /v2.0/ports?device_id=986bbab6-cc20-485c-a72c-6c1469de936b HTTP/1.1" status: 200 len: 210 time: 0.0999286 Mar 24 01:10:34.348157 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1e64037a-7861-4787-954f-890c055f3092 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (be6c01a8-81f9-4c87-ba07-06dc81d76eb4), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:34.550508 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7e8ab87a-9336-47d9-b159-5563868f6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'ffde95b9-565a-4493-bcc9-678009559608', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': '5d67de27-b98e-4cd2-b649-97f01003c2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:ea:f0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:07:44Z', 'updated_at': '2022-03-24T01:08:37Z', 'revision_number': 2, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:34.578376 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1e64037a-7861-4787-954f-890c055f3092 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (be6c01a8-81f9-4c87-ba07-06dc81d76eb4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:34.609714 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8ab87a-9336-47d9-b159-5563868f6600 None None] Checking router: a9ee4bad-e653-484c-97e8-9380577683bf for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:10:34.617086 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c706b111-a5b3-402a-a8f5-410aff2a48ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (65e087ab-e506-44e4-92b0-f4e0c440461c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:34.633451 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8ab87a-9336-47d9-b159-5563868f6600 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:10:34.634330 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7e8ab87a-9336-47d9-b159-5563868f6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:10:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:34.649355 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b9d81906-b86b-44d9-b10b-4914d5cd5d30 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Deleting port 8e5c074c-efef-4980-8fb9-e11575f9f56f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:34.649703 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9d81906-b86b-44d9-b10b-4914d5cd5d30 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8e5c074c-efef-4980-8fb9-e11575f9f56f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:34.698545 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1e64037a-7861-4787-954f-890c055f3092 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (be6c01a8-81f9-4c87-ba07-06dc81d76eb4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:34.761191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64037a-7861-4787-954f-890c055f3092 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event deleted for resources: {'Subnet': ['ID=be6c01a8-81f9-4c87-ba07-06dc81d76eb4,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:34.783410 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1e64037a-7861-4787-954f-890c055f3092 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:34.787169 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1e64037a-7861-4787-954f-890c055f3092 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "DELETE /v2.0/subnets/be6c01a8-81f9-4c87-ba07-06dc81d76eb4 HTTP/1.1" status: 204 len: 168 time: 0.7564721 Mar 24 01:10:34.787656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9089bc9b-5fcb-4579-a236-00dce343163c None None] Network dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:10:34.790655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33098) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:34.822253 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706b111-a5b3-402a-a8f5-410aff2a48ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Pushing event deleted for resources: {'Port': ['ID=65e087ab-e506-44e4-92b0-f4e0c440461c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:34.853636 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c706b111-a5b3-402a-a8f5-410aff2a48ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:34.856800 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c706b111-a5b3-402a-a8f5-410aff2a48ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] 10.222.0.45 "DELETE /v2.0/ports/65e087ab-e506-44e4-92b0-f4e0c440461c HTTP/1.1" status: 204 len: 168 time: 1.9193287 Mar 24 01:10:34.885834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33100) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:34.888616 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-7e8ab87a-9336-47d9-b159-5563868f6600 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:10:34.960407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33106) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:34.967524 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbfefd1-017d-4945-80a7-9450f47e18b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] GET failed (client error): The resource could not be found. Mar 24 01:10:34.973109 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5dbfefd1-017d-4945-80a7-9450f47e18b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] 10.222.0.45 "GET /v2.0/ports/65e087ab-e506-44e4-92b0-f4e0c440461c HTTP/1.1" status: 404 len: 333 time: 0.0855980 Mar 24 01:10:34.979064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33108) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:34.999668 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-8636b6fd-ca9c-4351-bf3d-45846c89ef73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Request body: {'port': {'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-546179243'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:35.056879 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:35.131904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8636b6fd-ca9c-4351-bf3d-45846c89ef73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Made reservation on behalf of 85177670957a461aa6870a50cb6aafb8 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:35.138938 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8636b6fd-ca9c-4351-bf3d-45846c89ef73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:35.158231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4623ed6a-56b2-4b52-927d-3256ffbb7895 None None] DHCP port deletion for dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:10:35.164991 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2e737e8b-b61d-4f35-94e3-65fa07f79746 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (d986e8b3-44ec-4877-91ab-74758d949a2d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:35.193799 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9d81906-b86b-44d9-b10b-4914d5cd5d30 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8e5c074c-efef-4980-8fb9-e11575f9f56f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:35.194215 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2e737e8b-b61d-4f35-94e3-65fa07f79746 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (d986e8b3-44ec-4877-91ab-74758d949a2d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:35.236371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Deleting port 9f22294c-a26d-40d6-8e31-8aea35b73ace {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:35.236937 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9f22294c-a26d-40d6-8e31-8aea35b73ace), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:35.249515 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b9d81906-b86b-44d9-b10b-4914d5cd5d30 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Calling delete_port for 8e5c074c-efef-4980-8fb9-e11575f9f56f owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:35.264841 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-8636b6fd-ca9c-4351-bf3d-45846c89ef73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] device_id is not set on port 0adbe7c1-a470-4629-986c-1ee979995671 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:35.280355 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:35.319577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4623ed6a-56b2-4b52-927d-3256ffbb7895 None None] Deleting port 9f22294c-a26d-40d6-8e31-8aea35b73ace {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:35.320361 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4623ed6a-56b2-4b52-927d-3256ffbb7895 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9f22294c-a26d-40d6-8e31-8aea35b73ace), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:35.352092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6edbf8-3c68-4050-828f-b5edd97957d1', 'name': 'network-vif-deleted', 'tag': '32ae28b8-ba8a-4324-8dea-8e2cf8b316f5'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:10:35.357447 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4496ef5-fc47-41c5-944a-502cdf3dd5cb" -d '{"events": [{"server_uuid": "5f6edbf8-3c68-4050-828f-b5edd97957d1", "name": "network-vif-deleted", "tag": "32ae28b8-ba8a-4324-8dea-8e2cf8b316f5"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:10:35.430127 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7e8ab87a-9336-47d9-b159-5563868f6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'ffde95b9-565a-4493-bcc9-678009559608', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': '5d67de27-b98e-4cd2-b649-97f01003c2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:ea:f0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:07:44Z', 'updated_at': '2022-03-24T01:08:37Z', 'revision_number': 2, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:35.443757 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2e737e8b-b61d-4f35-94e3-65fa07f79746 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d986e8b3-44ec-4877-91ab-74758d949a2d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:35.450650 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2e737e8b-b61d-4f35-94e3-65fa07f79746 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:35.455527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2e737e8b-b61d-4f35-94e3-65fa07f79746 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "DELETE /v2.0/security-groups/d986e8b3-44ec-4877-91ab-74758d949a2d HTTP/1.1" status: 204 len: 168 time: 0.4925740 Mar 24 01:10:35.463414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] For port 9f22294c-a26d-40d6-8e31-8aea35b73ace, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9f22294c-a26d-40d6-8e31-8aea35b73ace,segment=NetworkSegment(bcccadcf-0497-4483-91a8-58b1ba8b8b2e),segment_id=bcccadcf-0497-4483-91a8-58b1ba8b8b2e)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:35.464088 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9f22294c-a26d-40d6-8e31-8aea35b73ace), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:35.474680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33122) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:35.494051 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4623ed6a-56b2-4b52-927d-3256ffbb7895 None None] For port 9f22294c-a26d-40d6-8e31-8aea35b73ace, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9f22294c-a26d-40d6-8e31-8aea35b73ace,segment=NetworkSegment(bcccadcf-0497-4483-91a8-58b1ba8b8b2e),segment_id=bcccadcf-0497-4483-91a8-58b1ba8b8b2e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:35.495240 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4623ed6a-56b2-4b52-927d-3256ffbb7895 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9f22294c-a26d-40d6-8e31-8aea35b73ace), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:35.512062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e737e8b-b61d-4f35-94e3-65fa07f79746 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d986e8b3-44ec-4877-91ab-74758d949a2d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:35.518525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33124) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:35.543359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4623ed6a-56b2-4b52-927d-3256ffbb7895 None None] Calling delete_port for 9f22294c-a26d-40d6-8e31-8aea35b73ace owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:35.632974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16c6740-4639-4b98-81c4-aab9e91d9350 admin admin] Deleting subnet 0303d3c0-f224-4087-81bb-e5cfdff2e0ac {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:10:35.638817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Calling delete_port for 9f22294c-a26d-40d6-8e31-8aea35b73ace owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:35.653641 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-8677c2e1-ed8f-4246-bf97-6b279e699c0c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] show failed (client error): The resource could not be found. Mar 24 01:10:35.655031 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8677c2e1-ed8f-4246-bf97-6b279e699c0c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups/d986e8b3-44ec-4877-91ab-74758d949a2d HTTP/1.1" status: 404 len: 347 time: 0.1756761 Mar 24 01:10:35.657232 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee56e85-3cea-496f-a160-19f9272010b1 x-openstack-request-id: req-1ee56e85-3cea-496f-a160-19f9272010b1 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:10:35.657542 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6edbf8-3c68-4050-828f-b5edd97957d1", "name": "network-vif-deleted", "tag": "32ae28b8-ba8a-4324-8dea-8e2cf8b316f5", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:10:35.657801 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ee56e85-3cea-496f-a160-19f9272010b1 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:10:35.658213 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee56e85-3cea-496f-a160-19f9272010b1'] response: {'server_uuid': '5f6edbf8-3c68-4050-828f-b5edd97957d1', 'name': 'network-vif-deleted', 'tag': '32ae28b8-ba8a-4324-8dea-8e2cf8b316f5', 'status': 'completed', 'code': 200} Mar 24 01:10:35.658648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33128) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:35.662078 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e16c6740-4639-4b98-81c4-aab9e91d9350 admin admin] Publish callbacks [] for subnet (0303d3c0-f224-4087-81bb-e5cfdff2e0ac), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:35.781269 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4623ed6a-56b2-4b52-927d-3256ffbb7895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (9f22294c-a26d-40d6-8e31-8aea35b73ace), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:35.797574 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623ed6a-56b2-4b52-927d-3256ffbb7895 None None] No DVR routers for this DVR port 9f22294c-a26d-40d6-8e31-8aea35b73ace on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:10:35.820872 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8ab87a-9336-47d9-b159-5563868f6600 None None] The sync data for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 is: [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'ffde95b9-565a-4493-bcc9-678009559608', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': '5d67de27-b98e-4cd2-b649-97f01003c2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:ea:f0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:07:44Z', 'updated_at': '2022-03-24T01:08:37Z', 'revision_number': 2, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:10:35.861578 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623ed6a-56b2-4b52-927d-3256ffbb7895 None None] Pushing event deleted for resources: {'Port': ['ID=9f22294c-a26d-40d6-8e31-8aea35b73ace,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:36.035907 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8636b6fd-ca9c-4351-bf3d-45846c89ef73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks [] for port (0adbe7c1-a470-4629-986c-1ee979995671), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:36.135285 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9d81906-b86b-44d9-b10b-4914d5cd5d30 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8e5c074c-efef-4980-8fb9-e11575f9f56f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:36.138521 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e16c6740-4639-4b98-81c4-aab9e91d9350 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (0303d3c0-f224-4087-81bb-e5cfdff2e0ac), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:36.176469 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d81906-b86b-44d9-b10b-4914d5cd5d30 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Pushing event deleted for resources: {'Port': ['ID=8e5c074c-efef-4980-8fb9-e11575f9f56f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:36.241350 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e16c6740-4639-4b98-81c4-aab9e91d9350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (0303d3c0-f224-4087-81bb-e5cfdff2e0ac), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:36.316642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8636b6fd-ca9c-4351-bf3d-45846c89ef73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0adbe7c1-a470-4629-986c-1ee979995671), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:36.318744 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a2f81-d2a0-4a63-87c6-0334ae098bf1 req-e2c33440-e669-45df-8e25-5ee0f51ddde3 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:36.327271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c5a2f81-d2a0-4a63-87c6-0334ae098bf1 req-e2c33440-e669-45df-8e25-5ee0f51ddde3 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.5760880 Mar 24 01:10:36.355613 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e16c6740-4639-4b98-81c4-aab9e91d9350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (0303d3c0-f224-4087-81bb-e5cfdff2e0ac), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:36.383745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4069443-02ca-4a56-b8f1-028eafc087aa None None] New status for floating IP 97e3370f-0e71-4a7d-8cd8-90f99acc4e56: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:10:36.422394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c6740-4639-4b98-81c4-aab9e91d9350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0303d3c0-f224-4087-81bb-e5cfdff2e0ac,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:36.440988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-bec4bc24-f393-421e-ba6d-438038484cd0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Deleting port d4bd9aab-41e7-4d72-b939-38c12eb8d699 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:36.442240 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bec4bc24-f393-421e-ba6d-438038484cd0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d4bd9aab-41e7-4d72-b939-38c12eb8d699), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:36.532102 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8636b6fd-ca9c-4351-bf3d-45846c89ef73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:36.536897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9d81906-b86b-44d9-b10b-4914d5cd5d30 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (543e2a25-cb6b-4c65-a6df-b38c78286087), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:36.561257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-8636b6fd-ca9c-4351-bf3d-45846c89ef73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:36.587545 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bec4bc24-f393-421e-ba6d-438038484cd0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d4bd9aab-41e7-4d72-b939-38c12eb8d699), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:36.589611 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bec4bc24-f393-421e-ba6d-438038484cd0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (d4bd9aab-41e7-4d72-b939-38c12eb8d699), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:36.606051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-bec4bc24-f393-421e-ba6d-438038484cd0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Calling delete_port for d4bd9aab-41e7-4d72-b939-38c12eb8d699 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:36.725911 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e16c6740-4639-4b98-81c4-aab9e91d9350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:36.729626 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e16c6740-4639-4b98-81c4-aab9e91d9350 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0303d3c0-f224-4087-81bb-e5cfdff2e0ac HTTP/1.1" status: 204 len: 168 time: 1.2102618 Mar 24 01:10:36.737028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33134) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:36.784954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636b6fd-ca9c-4351-bf3d-45846c89ef73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:36.790286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8636b6fd-ca9c-4351-bf3d-45846c89ef73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:36.790909 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8636b6fd-ca9c-4351-bf3d-45846c89ef73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:36.852419 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3ed82271-038c-4e83-908d-8f2e151e2200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (c427b887-b12d-4c5e-9280-7a1096fa13ce), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:36.864006 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (9f22294c-a26d-40d6-8e31-8aea35b73ace), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:36.882825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636b6fd-ca9c-4351-bf3d-45846c89ef73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Pushing event updated for resources: {'Port': ['ID=0adbe7c1-a470-4629-986c-1ee979995671,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:36.896066 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8636b6fd-ca9c-4351-bf3d-45846c89ef73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9082191 Mar 24 01:10:36.984601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9f22294c-a26d-40d6-8e31-8aea35b73ace no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:10:36.991176 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c5a2f81-d2a0-4a63-87c6-0334ae098bf1 req-5a9e94ee-c88f-40fa-9604-0522874cb34d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6606448 Mar 24 01:10:36.991848 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33140) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:37.015031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event deleted for resources: {'Port': ['ID=9f22294c-a26d-40d6-8e31-8aea35b73ace,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:37.022815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:37.044340 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d81906-b86b-44d9-b10b-4914d5cd5d30 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Router 543e2a25-cb6b-4c65-a6df-b38c78286087 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:10:37.048751 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 9f22294c-a26d-40d6-8e31-8aea35b73ace {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:10:37.053464 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9f22294c-a26d-40d6-8e31-8aea35b73ace not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:10:37.140423 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] No DVR routers for this DVR port 9f22294c-a26d-40d6-8e31-8aea35b73ace on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:10:37.164477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d81906-b86b-44d9-b10b-4914d5cd5d30 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:10:37.172145 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b9d81906-b86b-44d9-b10b-4914d5cd5d30 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] 10.222.0.45 "PUT /v2.0/routers/543e2a25-cb6b-4c65-a6df-b38c78286087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8886685 Mar 24 01:10:37.172404 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33142) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:37.180023 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8cb6de-c944-4113-99af-77b8c0e4a7d8 None None] Sync routers for ids ['543e2a25-cb6b-4c65-a6df-b38c78286087'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:10:37.194836 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8cb6de-c944-4113-99af-77b8c0e4a7d8 None None] Routers {'543e2a25-cb6b-4c65-a6df-b38c78286087'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:10:37.197795 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2f8cb6de-c944-4113-99af-77b8c0e4a7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:10:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['543e2a25-cb6b-4c65-a6df-b38c78286087'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:37.268220 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2f8cb6de-c944-4113-99af-77b8c0e4a7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:37.295771 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8cb6de-c944-4113-99af-77b8c0e4a7d8 None None] Routers {'543e2a25-cb6b-4c65-a6df-b38c78286087'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:10:37.296402 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2f8cb6de-c944-4113-99af-77b8c0e4a7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:10:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['543e2a25-cb6b-4c65-a6df-b38c78286087'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:37.303681 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-17f5092c-1deb-4689-beed-d6da2fb7cfe3 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for router (543e2a25-cb6b-4c65-a6df-b38c78286087), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.354977 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2f8cb6de-c944-4113-99af-77b8c0e4a7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:37.360971 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8cb6de-c944-4113-99af-77b8c0e4a7d8 None None] The sync data for ids ['543e2a25-cb6b-4c65-a6df-b38c78286087'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:10:37.409041 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3ed82271-038c-4e83-908d-8f2e151e2200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (c427b887-b12d-4c5e-9280-7a1096fa13ce), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.433053 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0adbe7c1-a470-4629-986c-1ee979995671), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.445397 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.475941 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-3ed82271-038c-4e83-908d-8f2e151e2200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c427b887-b12d-4c5e-9280-7a1096fa13ce']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:37.492662 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bec4bc24-f393-421e-ba6d-438038484cd0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d4bd9aab-41e7-4d72-b939-38c12eb8d699), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.513896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-3ed82271-038c-4e83-908d-8f2e151e2200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299be79b-c957-4af2-aa19-26031f7e7e6a') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:37.514122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-3ed82271-038c-4e83-908d-8f2e151e2200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299be79b-c957-4af2-aa19-26031f7e7e6a') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:37.517715 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-17f5092c-1deb-4689-beed-d6da2fb7cfe3 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (543e2a25-cb6b-4c65-a6df-b38c78286087), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.524212 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-17f5092c-1deb-4689-beed-d6da2fb7cfe3 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for router_controller (543e2a25-cb6b-4c65-a6df-b38c78286087), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.563877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:37.586605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-17f5092c-1deb-4689-beed-d6da2fb7cfe3 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (543e2a25-cb6b-4c65-a6df-b38c78286087), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.587796 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f5092c-1deb-4689-beed-d6da2fb7cfe3 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Fanout notify agent at l3_agent the message router_deleted on router 543e2a25-cb6b-4c65-a6df-b38c78286087 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:10:37.596088 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-17f5092c-1deb-4689-beed-d6da2fb7cfe3 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.600008 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-17f5092c-1deb-4689-beed-d6da2fb7cfe3 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] 10.222.0.45 "DELETE /v2.0/routers/543e2a25-cb6b-4c65-a6df-b38c78286087 HTTP/1.1" status: 204 len: 168 time: 0.4265590 Mar 24 01:10:37.600531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33144) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:37.649181 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3ed82271-038c-4e83-908d-8f2e151e2200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (299be79b-c957-4af2-aa19-26031f7e7e6a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.658448 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb4f919-e237-4884-bef0-ddb3dffb7563 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Deleting subnet 5c4e58fa-ea8c-4742-af90-230dff61536e {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:10:37.662128 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bb4f919-e237-4884-bef0-ddb3dffb7563 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for subnet (5c4e58fa-ea8c-4742-af90-230dff61536e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.707853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcccadcf-0497-4483-91a8-58b1ba8b8b2e') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:37.708157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcccadcf-0497-4483-91a8-58b1ba8b8b2e') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:37.709153 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bb4f919-e237-4884-bef0-ddb3dffb7563 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (5c4e58fa-ea8c-4742-af90-230dff61536e), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.725675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4bc24-f393-421e-ba6d-438038484cd0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event deleted for resources: {'Port': ['ID=d4bd9aab-41e7-4d72-b939-38c12eb8d699,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:37.761077 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3ed82271-038c-4e83-908d-8f2e151e2200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (299be79b-c957-4af2-aa19-26031f7e7e6a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.774670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed82271-038c-4e83-908d-8f2e151e2200 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:10:37.775263 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3ed82271-038c-4e83-908d-8f2e151e2200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (299be79b-c957-4af2-aa19-26031f7e7e6a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.833825 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (bcccadcf-0497-4483-91a8-58b1ba8b8b2e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:10:37.836104 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:10:37.839458 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bb4f919-e237-4884-bef0-ddb3dffb7563 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (5c4e58fa-ea8c-4742-af90-230dff61536e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.881556 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3ed82271-038c-4e83-908d-8f2e151e2200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (c427b887-b12d-4c5e-9280-7a1096fa13ce), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.915231 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3ed82271-038c-4e83-908d-8f2e151e2200 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:37.918956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3ed82271-038c-4e83-908d-8f2e151e2200 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c427b887-b12d-4c5e-9280-7a1096fa13ce HTTP/1.1" status: 204 len: 168 time: 1.1795797 Mar 24 01:10:37.920130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed82271-038c-4e83-908d-8f2e151e2200 admin admin] Pushing event deleted for resources: {'Network': ['ID=c427b887-b12d-4c5e-9280-7a1096fa13ce,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:37.937602 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (bcccadcf-0497-4483-91a8-58b1ba8b8b2e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.002010 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bb4f919-e237-4884-bef0-ddb3dffb7563 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (5c4e58fa-ea8c-4742-af90-230dff61536e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.016365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:10:38.021700 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (bcccadcf-0497-4483-91a8-58b1ba8b8b2e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:10:38.028736 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:10:38.076314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4f919-e237-4884-bef0-ddb3dffb7563 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4e58fa-ea8c-4742-af90-230dff61536e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:38.096223 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bec4bc24-f393-421e-ba6d-438038484cd0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (97e3370f-0e71-4a7d-8cd8-90f99acc4e56), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.097627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2e9c87-491f-4ad4-b70b-8606f824796e None None] Network f1f330af-cdce-46b7-8e2d-3e18da19f130 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:10:38.100204 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bec4bc24-f393-421e-ba6d-438038484cd0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.105365 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bec4bc24-f393-421e-ba6d-438038484cd0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "DELETE /v2.0/floatingips/97e3370f-0e71-4a7d-8cd8-90f99acc4e56 HTTP/1.1" status: 204 len: 168 time: 2.4337113 Mar 24 01:10:38.109960 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bb4f919-e237-4884-bef0-ddb3dffb7563 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.116223 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] device_id is not set on port 0adbe7c1-a470-4629-986c-1ee979995671 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:38.123704 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1bb4f919-e237-4884-bef0-ddb3dffb7563 tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] 10.222.0.45 "DELETE /v2.0/subnets/5c4e58fa-ea8c-4742-af90-230dff61536e HTTP/1.1" status: 204 len: 168 time: 0.5220873 Mar 24 01:10:38.126081 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33156) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:38.133579 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks [] for port (0adbe7c1-a470-4629-986c-1ee979995671), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.162739 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (0adbe7c1-a470-4629-986c-1ee979995671), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.199832 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.314945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33162) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:38.366483 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (f1f330af-cdce-46b7-8e2d-3e18da19f130), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.412007 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-760b5831-9b99-4ff8-9203-94b3b6196d8e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0b9cfbaacf441a39256003e8f521e89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0944080 Mar 24 01:10:38.413504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33166) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:38.433804 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8998f138-6968-4931-8310-7ba01426610a None None] DHCP port deletion for f1f330af-cdce-46b7-8e2d-3e18da19f130 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:10:38.529127 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7b4749c-4209-4ff7-9147-7edc6cfa0f60 admin admin] Publish callbacks [] for security_group (6fdbe10b-d89b-457f-83ba-3cdfb502103c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.543278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Deleting port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:38.543709 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.582279 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8998f138-6968-4931-8310-7ba01426610a None None] Deleting port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:38.582677 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8998f138-6968-4931-8310-7ba01426610a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.629743 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7b4749c-4209-4ff7-9147-7edc6cfa0f60 admin admin] Publish callbacks [] for security_group (6fdbe10b-d89b-457f-83ba-3cdfb502103c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.658113 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.661942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] 10.222.0.45 "DELETE /v2.0/networks/dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7 HTTP/1.1" status: 204 len: 168 time: 3.8700538 Mar 24 01:10:38.665972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437e589-2a7c-4c43-b228-b0d91a7f52c9 tempest-AllowedAddressPairIpV6TestJSON-964093108 tempest-AllowedAddressPairIpV6TestJSON-964093108-project] Pushing event deleted for resources: {'Network': ['ID=dc39610e-28c0-4db5-ab6a-a8e6d5aa40b7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:38.667885 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] For port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4e30f9c3-70d8-45e4-94aa-5a4172c7931b,segment=NetworkSegment(59d9776d-066e-4a2e-bb98-3be00691eb10),segment_id=59d9776d-066e-4a2e-bb98-3be00691eb10)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:38.668261 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.710208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-8998f138-6968-4931-8310-7ba01426610a None None] For port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4e30f9c3-70d8-45e4-94aa-5a4172c7931b,segment=NetworkSegment(59d9776d-066e-4a2e-bb98-3be00691eb10),segment_id=59d9776d-066e-4a2e-bb98-3be00691eb10)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:38.710654 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8998f138-6968-4931-8310-7ba01426610a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.715071 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39307b5b-0a16-4306-9c05-b104cf4eaed5 req-4abcaff1-c775-4c2d-9ea6-6ca8212b360e tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:38.720627 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Calling delete_port for 4e30f9c3-70d8-45e4-94aa-5a4172c7931b owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:38.722770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39307b5b-0a16-4306-9c05-b104cf4eaed5 req-4abcaff1-c775-4c2d-9ea6-6ca8212b360e tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.5778058 Mar 24 01:10:38.741927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8998f138-6968-4931-8310-7ba01426610a None None] Calling delete_port for 4e30f9c3-70d8-45e4-94aa-5a4172c7931b owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:38.751504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Pushing event updated for resources: {'Port': ['ID=0adbe7c1-a470-4629-986c-1ee979995671,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:38.754087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:38.754426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:38.755300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:38.761218 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:38.761545 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:38.769719 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 2 to bind port 0adbe7c1-a470-4629-986c-1ee979995671 Mar 24 01:10:38.787045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:38.787398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:38.787885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:38.797106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:38.797464 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:38.801160 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 3 to bind port 0adbe7c1-a470-4629-986c-1ee979995671 Mar 24 01:10:38.829349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39307b5b-0a16-4306-9c05-b104cf4eaed5 req-9b97f712-9647-4650-a8cd-c613a9e7c72a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054909 Mar 24 01:10:38.832122 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7b4749c-4209-4ff7-9147-7edc6cfa0f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6fdbe10b-d89b-457f-83ba-3cdfb502103c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.835763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:38.836092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:38.836432 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:38.839046 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b7b4749c-4209-4ff7-9147-7edc6cfa0f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.840219 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b7b4749c-4209-4ff7-9147-7edc6cfa0f60 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6fdbe10b-d89b-457f-83ba-3cdfb502103c HTTP/1.1" status: 204 len: 168 time: 0.4257257 Mar 24 01:10:38.841965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:38.844643 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:38.845276 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 4 to bind port 0adbe7c1-a470-4629-986c-1ee979995671 Mar 24 01:10:38.878225 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8998f138-6968-4931-8310-7ba01426610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:38.884290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:38.884790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:38.886560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:38.899190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:38.899641 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:38.900249 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 5 to bind port 0adbe7c1-a470-4629-986c-1ee979995671 Mar 24 01:10:38.924703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4749c-4209-4ff7-9147-7edc6cfa0f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdbe10b-d89b-457f-83ba-3cdfb502103c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:38.945381 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:38.946307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:38.947589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:38.962868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4e30f9c3-70d8-45e4-94aa-5a4172c7931b no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:10:38.965790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:38.967386 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:38.968165 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 6 to bind port 0adbe7c1-a470-4629-986c-1ee979995671 Mar 24 01:10:38.974887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8998f138-6968-4931-8310-7ba01426610a None None] No DVR routers for this DVR port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:10:38.977733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998f138-6968-4931-8310-7ba01426610a None None] Pushing event deleted for resources: {'Port': ['ID=4e30f9c3-70d8-45e4-94aa-5a4172c7931b,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:38.988802 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4e30f9c3-70d8-45e4-94aa-5a4172c7931b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:39.038944 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 4e30f9c3-70d8-45e4-94aa-5a4172c7931b {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:10:39.042155 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Pushing event deleted for resources: {'Port': ['ID=4e30f9c3-70d8-45e4-94aa-5a4172c7931b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:39.049111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] No DVR routers for this DVR port 4e30f9c3-70d8-45e4-94aa-5a4172c7931b on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:10:39.062251 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:39.062618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:39.062951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:39.063577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4e30f9c3-70d8-45e4-94aa-5a4172c7931b not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:10:39.084519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:39.085424 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:39.086867 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 7 to bind port 0adbe7c1-a470-4629-986c-1ee979995671 Mar 24 01:10:39.107547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:39.107974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:39.108317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:39.125591 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:39.126194 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:39.126596 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 8 to bind port 0adbe7c1-a470-4629-986c-1ee979995671 Mar 24 01:10:39.149246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:39.149556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:39.149901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:39.162369 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:39.162710 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:39.163098 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 9 to bind port 0adbe7c1-a470-4629-986c-1ee979995671 Mar 24 01:10:39.192001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:39.192956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:39.193498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:39.198789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:39.199117 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:39.199512 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempt 10 to bind port 0adbe7c1-a470-4629-986c-1ee979995671 Mar 24 01:10:39.219877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:39.220223 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:39.220629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempting to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:39.231961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:10:39.232420 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Failed to bind port 0adbe7c1-a470-4629-986c-1ee979995671 on host n-h2-760455-9 for vnic_type normal using segments [{'id': '4c9f2261-c33f-4f48-ab2b-34e31a5be89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7dbcc94c-5a6b-49ed-8b6d-a208d9a19898'}] Mar 24 01:10:39.232821 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0adbe7c1-a470-4629-986c-1ee979995671), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:39.247464 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:10:39.278914 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33192) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:39.322404 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (f1f330af-cdce-46b7-8e2d-3e18da19f130), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:39.369658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f330af-cdce-46b7-8e2d-3e18da19f130']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:39.373669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] For port 0adbe7c1-a470-4629-986c-1ee979995671, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:10:39.374057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attempted to set empty binding levels {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 24 01:10:39.392586 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (0adbe7c1-a470-4629-986c-1ee979995671), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:39.401385 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d9776d-066e-4a2e-bb98-3be00691eb10') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:39.403346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d9776d-066e-4a2e-bb98-3be00691eb10') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:39.452583 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (59d9776d-066e-4a2e-bb98-3be00691eb10), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:39.496308 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] In _notify_port_updated(), no bound segment for port 0adbe7c1-a470-4629-986c-1ee979995671 on network 7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 {{(pid=115730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:10:39.498444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:39.500419 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:39.504538 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (59d9776d-066e-4a2e-bb98-3be00691eb10), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:39.514455 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33204) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:39.514642 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] 10.222.0.45 "PUT /v2.0/ports/0adbe7c1-a470-4629-986c-1ee979995671 HTTP/1.1" status: 200 len: 978 time: 2.4919789 Mar 24 01:10:39.549666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf1ca-e2ff-403e-905f-222463433ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Pushing event updated for resources: {'Port': ['ID=0adbe7c1-a470-4629-986c-1ee979995671,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:39.591949 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:10:39.592360 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (59d9776d-066e-4a2e-bb98-3be00691eb10), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:10:39.602568 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:10:39.735368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33210) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:39.852209 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (f1f330af-cdce-46b7-8e2d-3e18da19f130), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:39.870140 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:39.877503 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] 10.222.0.45 "DELETE /v2.0/networks/f1f330af-cdce-46b7-8e2d-3e18da19f130 HTTP/1.1" status: 204 len: 168 time: 1.7472932 Mar 24 01:10:39.929370 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b2e3cbf7-5b2c-405d-afc0-cc0a01b4af47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:39.931696 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f094d326-27d3-4cfa-9e7c-2986cb42b75d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a9fcd464d2549cf99e60ee2d36356f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6494033 Mar 24 01:10:39.936872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33222) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:39.938252 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc6172-a3d2-42ad-96df-2fcb35babe8e tempest-FloatingIPNegativeTestJSON-356963089 tempest-FloatingIPNegativeTestJSON-356963089-project] Pushing event deleted for resources: {'Network': ['ID=f1f330af-cdce-46b7-8e2d-3e18da19f130,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:39.994977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e34e8-350a-48cb-9079-93bc0fc299bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Deleting port 0adbe7c1-a470-4629-986c-1ee979995671 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:39.995590 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aa1e34e8-350a-48cb-9079-93bc0fc299bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0adbe7c1-a470-4629-986c-1ee979995671), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:40.077595 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e812119-8777-437e-85e0-930bbd4fcc96 admin admin] Publish callbacks [] for security_group (747e250a-1f52-4d10-8bab-47cb9522b9ec), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:40.105823 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e812119-8777-437e-85e0-930bbd4fcc96 admin admin] Publish callbacks [] for security_group (747e250a-1f52-4d10-8bab-47cb9522b9ec), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:40.182020 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e812119-8777-437e-85e0-930bbd4fcc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (747e250a-1f52-4d10-8bab-47cb9522b9ec), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:40.185397 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e812119-8777-437e-85e0-930bbd4fcc96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:40.187162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86831225-b9e1-4b62-b35c-bf57f0805995 req-0a605545-1e2b-465a-842d-f2da99e9bbc3 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:40.188487 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4e812119-8777-437e-85e0-930bbd4fcc96 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/747e250a-1f52-4d10-8bab-47cb9522b9ec HTTP/1.1" status: 204 len: 168 time: 0.2427793 Mar 24 01:10:40.188933 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86831225-b9e1-4b62-b35c-bf57f0805995 req-0a605545-1e2b-465a-842d-f2da99e9bbc3 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.2281675 Mar 24 01:10:40.214978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-aa1e34e8-350a-48cb-9079-93bc0fc299bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] For port 0adbe7c1-a470-4629-986c-1ee979995671, host n-h2-760455-9, got binding levels [] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:40.215641 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aa1e34e8-350a-48cb-9079-93bc0fc299bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0adbe7c1-a470-4629-986c-1ee979995671), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:40.262362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e34e8-350a-48cb-9079-93bc0fc299bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Calling delete_port for 0adbe7c1-a470-4629-986c-1ee979995671 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:40.264770 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b2e3cbf7-5b2c-405d-afc0-cc0a01b4af47 admin admin] Publish callbacks [] for security_group (e95b1de9-e21a-4cf2-b533-18aa215df580), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:40.269833 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86831225-b9e1-4b62-b35c-bf57f0805995 req-741b4d74-b6f6-464c-ab1d-7d0f6f9e8768 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738392 Mar 24 01:10:40.272417 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b2e3cbf7-5b2c-405d-afc0-cc0a01b4af47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e95b1de9-e21a-4cf2-b533-18aa215df580), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:40.320693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b2e3cbf7-5b2c-405d-afc0-cc0a01b4af47 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d425968b4c964faa980cffb97d11fade&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5818706 Mar 24 01:10:40.320693 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3cbf7-5b2c-405d-afc0-cc0a01b4af47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95b1de9-e21a-4cf2-b533-18aa215df580,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:40.322702 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33234) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:40.380227 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-05293830-66c3-4319-80a6-99789cfab285 admin admin] Publish callbacks [] for security_group (e95b1de9-e21a-4cf2-b533-18aa215df580), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:40.408221 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-05293830-66c3-4319-80a6-99789cfab285 admin admin] Publish callbacks [] for security_group (e95b1de9-e21a-4cf2-b533-18aa215df580), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:40.435896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e812119-8777-437e-85e0-930bbd4fcc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747e250a-1f52-4d10-8bab-47cb9522b9ec,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:40.487914 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-05293830-66c3-4319-80a6-99789cfab285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e95b1de9-e21a-4cf2-b533-18aa215df580), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:40.491480 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-05293830-66c3-4319-80a6-99789cfab285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:40.493335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-05293830-66c3-4319-80a6-99789cfab285 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e95b1de9-e21a-4cf2-b533-18aa215df580 HTTP/1.1" status: 204 len: 168 time: 0.1696453 Mar 24 01:10:40.511447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05293830-66c3-4319-80a6-99789cfab285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95b1de9-e21a-4cf2-b533-18aa215df580,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:40.525701 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33240) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:40.557375 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aa1e34e8-350a-48cb-9079-93bc0fc299bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0adbe7c1-a470-4629-986c-1ee979995671), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:40.648351 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e34e8-350a-48cb-9079-93bc0fc299bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Pushing event deleted for resources: {'Port': ['ID=0adbe7c1-a470-4629-986c-1ee979995671,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:40.655635 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aa1e34e8-350a-48cb-9079-93bc0fc299bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:40.659077 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-aa1e34e8-350a-48cb-9079-93bc0fc299bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] 10.222.0.45 "DELETE /v2.0/ports/0adbe7c1-a470-4629-986c-1ee979995671 HTTP/1.1" status: 204 len: 168 time: 1.1469274 Mar 24 01:10:40.662558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33248) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:40.716301 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-43543fd1-3f56-4ba3-b0ba-341a5b7c5c10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] GET failed (client error): The resource could not be found. Mar 24 01:10:40.721451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33252) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:40.722386 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-43543fd1-3f56-4ba3-b0ba-341a5b7c5c10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-735679944-project-admin] 10.222.0.45 "GET /v2.0/ports/0adbe7c1-a470-4629-986c-1ee979995671 HTTP/1.1" status: 404 len: 333 time: 0.0578520 Mar 24 01:10:40.879651 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (7dbcc94c-5a6b-49ed-8b6d-a208d9a19898), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:41.118093 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (7dbcc94c-5a6b-49ed-8b6d-a208d9a19898), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:41.167595 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbcc94c-5a6b-49ed-8b6d-a208d9a19898']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:41.179965 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1be56427-b9bc-4e2f-b974-89a1a51ff6ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ef5d76681ba47f08c596ea1a5ded50f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6529121 Mar 24 01:10:41.182558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33260) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:41.184314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9f2261-c33f-4f48-ab2b-34e31a5be89a') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:41.184812 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9f2261-c33f-4f48-ab2b-34e31a5be89a') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:10:41.195468 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (4c9f2261-c33f-4f48-ab2b-34e31a5be89a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:41.225545 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4c9f2261-c33f-4f48-ab2b-34e31a5be89a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:41.238637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:10:41.240469 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (4c9f2261-c33f-4f48-ab2b-34e31a5be89a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:10:41.245151 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:10:41.292339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33262) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:41.350030 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59be7314-02b2-4826-acc8-39e165e7abed admin admin] Publish callbacks [] for security_group (e41b5183-53cd-4719-aece-ed8bcda5ef00), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:41.358057 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f77563a9-bfc1-474b-82a6-8d19bee18fe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:41.381539 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (7dbcc94c-5a6b-49ed-8b6d-a208d9a19898), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:41.390001 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:41.395688 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] 10.222.0.45 "DELETE /v2.0/networks/7dbcc94c-5a6b-49ed-8b6d-a208d9a19898 HTTP/1.1" status: 204 len: 168 time: 0.6731658 Mar 24 01:10:41.449565 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Pushing event deleted for resources: {'Network': ['ID=7dbcc94c-5a6b-49ed-8b6d-a208d9a19898,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:41.481424 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:41.481787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:41.482135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:41.482480 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:41.485529 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:41.485894 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:41.486239 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:41.486493 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59be7314-02b2-4826-acc8-39e165e7abed admin admin] Publish callbacks [] for security_group (e41b5183-53cd-4719-aece-ed8bcda5ef00), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:41.493388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:41.493907 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:41.494410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:41.494883 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:41.495224 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:41.495559 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:41.495891 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:41.496217 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504f895-4d73-458a-9440-3401c1aaf5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682016292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:10:41.637040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e23206-c997-4874-a57c-37d1136fd7ad req-55135f84-ee35-43bc-bd54-5b78c398c9e9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:41.644392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40e23206-c997-4874-a57c-37d1136fd7ad req-55135f84-ee35-43bc-bd54-5b78c398c9e9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.1368582 Mar 24 01:10:41.698133 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59be7314-02b2-4826-acc8-39e165e7abed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e41b5183-53cd-4719-aece-ed8bcda5ef00), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:41.701364 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59be7314-02b2-4826-acc8-39e165e7abed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:41.705450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-59be7314-02b2-4826-acc8-39e165e7abed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e41b5183-53cd-4719-aece-ed8bcda5ef00 HTTP/1.1" status: 204 len: 168 time: 0.5218537 Mar 24 01:10:41.729359 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40e23206-c997-4874-a57c-37d1136fd7ad req-f9183233-1c84-4d92-808a-9cffcfce0479 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795949 Mar 24 01:10:41.749654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be7314-02b2-4826-acc8-39e165e7abed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41b5183-53cd-4719-aece-ed8bcda5ef00,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:41.815174 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f77563a9-bfc1-474b-82a6-8d19bee18fe4 admin admin] Publish callbacks [] for security_group (e6bb4158-098e-4a50-bb67-49b5f7d94834), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:41.821482 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f77563a9-bfc1-474b-82a6-8d19bee18fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e6bb4158-098e-4a50-bb67-49b5f7d94834), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:41.895156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77563a9-bfc1-474b-82a6-8d19bee18fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bb4158-098e-4a50-bb67-49b5f7d94834,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:41.945329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f77563a9-bfc1-474b-82a6-8d19bee18fe4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c14585c17c7442385737baaea65be17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6506026 Mar 24 01:10:41.947943 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33286) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:41.984906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33288) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:42.024933 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa563-d105-4bda-8adf-8d6f5f1346c1 admin admin] Publish callbacks [] for security_group (e6bb4158-098e-4a50-bb67-49b5f7d94834), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:42.047974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33294) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:42.060614 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa563-d105-4bda-8adf-8d6f5f1346c1 admin admin] Publish callbacks [] for security_group (e6bb4158-098e-4a50-bb67-49b5f7d94834), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:42.133236 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa563-d105-4bda-8adf-8d6f5f1346c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e6bb4158-098e-4a50-bb67-49b5f7d94834), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:42.137030 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa563-d105-4bda-8adf-8d6f5f1346c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:42.140502 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3b8fa563-d105-4bda-8adf-8d6f5f1346c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e6bb4158-098e-4a50-bb67-49b5f7d94834 HTTP/1.1" status: 204 len: 168 time: 0.1914036 Mar 24 01:10:42.164236 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fa563-d105-4bda-8adf-8d6f5f1346c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bb4158-098e-4a50-bb67-49b5f7d94834,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:42.424747 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-86678d49-3871-400f-a3a0-dfe0ee82b31e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:42.658476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b47538e6-6fc7-4bc0-a22a-f7c21f53977c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f82446de9e0748079cfad7b4ef0a1c61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6092906 Mar 24 01:10:42.662276 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33306) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:42.757741 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-86678d49-3871-400f-a3a0-dfe0ee82b31e admin admin] Publish callbacks [] for security_group (4882405a-99dd-4b04-820f-89d867b13b3b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:42.781930 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-86678d49-3871-400f-a3a0-dfe0ee82b31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4882405a-99dd-4b04-820f-89d867b13b3b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:42.815293 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-552d8db9-db0c-4cbf-bdeb-106be85116d9 admin admin] Publish callbacks [] for security_group (45561dac-e30d-43ee-81b6-c6c8822dfc10), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:42.886157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-552d8db9-db0c-4cbf-bdeb-106be85116d9 admin admin] Publish callbacks [] for security_group (45561dac-e30d-43ee-81b6-c6c8822dfc10), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:42.902269 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-86678d49-3871-400f-a3a0-dfe0ee82b31e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7a54e0b160fe43f5914c97762849a12b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9158590 Mar 24 01:10:42.903027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86678d49-3871-400f-a3a0-dfe0ee82b31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4882405a-99dd-4b04-820f-89d867b13b3b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:42.911563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33316) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:42.984240 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-552d8db9-db0c-4cbf-bdeb-106be85116d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (45561dac-e30d-43ee-81b6-c6c8822dfc10), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:42.989338 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-552d8db9-db0c-4cbf-bdeb-106be85116d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:42.997818 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-552d8db9-db0c-4cbf-bdeb-106be85116d9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/45561dac-e30d-43ee-81b6-c6c8822dfc10 HTTP/1.1" status: 204 len: 168 time: 0.3333454 Mar 24 01:10:43.022351 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d8db9-db0c-4cbf-bdeb-106be85116d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45561dac-e30d-43ee-81b6-c6c8822dfc10,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:43.162932 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6aeb5-4247-4f92-aa8d-0eab77576ee0 req-c6bbacc8-7795-46a8-851b-692f9cbaeffa tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:43.164528 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ef6aeb5-4247-4f92-aa8d-0eab77576ee0 req-c6bbacc8-7795-46a8-851b-692f9cbaeffa tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.2187178 Mar 24 01:10:43.168774 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7c156667-c75e-43b7-8f11-2784f8af5f0a admin admin] Publish callbacks [] for security_group (4882405a-99dd-4b04-820f-89d867b13b3b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:43.249629 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7c156667-c75e-43b7-8f11-2784f8af5f0a admin admin] Publish callbacks [] for security_group (4882405a-99dd-4b04-820f-89d867b13b3b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:43.378473 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ef6aeb5-4247-4f92-aa8d-0eab77576ee0 req-e852e72f-98c7-4f85-8d45-75680b82a187 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056379 Mar 24 01:10:43.451315 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7c156667-c75e-43b7-8f11-2784f8af5f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4882405a-99dd-4b04-820f-89d867b13b3b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:43.454352 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7c156667-c75e-43b7-8f11-2784f8af5f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:43.461255 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7c156667-c75e-43b7-8f11-2784f8af5f0a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4882405a-99dd-4b04-820f-89d867b13b3b HTTP/1.1" status: 204 len: 168 time: 0.5430529 Mar 24 01:10:43.471367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c156667-c75e-43b7-8f11-2784f8af5f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4882405a-99dd-4b04-820f-89d867b13b3b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:43.852749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33350) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:43.948238 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f84af430-377b-4911-85d4-dd5854117b30 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=85177670957a461aa6870a50cb6aafb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0946121 Mar 24 01:10:43.950939 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33352) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:43.972831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33354) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:44.014603 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee12be5c-56a1-4c42-81d2-d56a95af14dd admin admin] Publish callbacks [] for security_group (76e94a94-c290-4761-ad13-10c0e371ac6b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:44.041411 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee12be5c-56a1-4c42-81d2-d56a95af14dd admin admin] Publish callbacks [] for security_group (76e94a94-c290-4761-ad13-10c0e371ac6b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:44.110209 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee12be5c-56a1-4c42-81d2-d56a95af14dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (76e94a94-c290-4761-ad13-10c0e371ac6b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:44.114626 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee12be5c-56a1-4c42-81d2-d56a95af14dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:44.117450 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ee12be5c-56a1-4c42-81d2-d56a95af14dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76e94a94-c290-4761-ad13-10c0e371ac6b HTTP/1.1" status: 204 len: 168 time: 0.1647966 Mar 24 01:10:44.140891 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12be5c-56a1-4c42-81d2-d56a95af14dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e94a94-c290-4761-ad13-10c0e371ac6b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:44.338512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-9e78aaca-d085-4e0f-b718-8bd43595c300 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-559675469'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:44.378665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e78aaca-d085-4e0f-b718-8bd43595c300 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Made reservation on behalf of 713e2e7ebae142c98960c3a9bc20e7b0 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:44.387050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e78aaca-d085-4e0f-b718-8bd43595c300 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:44.411940 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e78aaca-d085-4e0f-b718-8bd43595c300 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:44.737306 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e78aaca-d085-4e0f-b718-8bd43595c300 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks [] for security_group (88c274dd-10d7-4e4a-9dc8-a67badbadf2b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:44.749231 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e78aaca-d085-4e0f-b718-8bd43595c300 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (88c274dd-10d7-4e4a-9dc8-a67badbadf2b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:44.784436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624437-8bb6-4182-9a35-cde8866f7531 req-5689e2a0-55ef-430a-8bea-b38e849f3e6b tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:44.786883 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61624437-8bb6-4182-9a35-cde8866f7531 req-5689e2a0-55ef-430a-8bea-b38e849f3e6b tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.1709597 Mar 24 01:10:44.826653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e78aaca-d085-4e0f-b718-8bd43595c300 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:10:44.842072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78aaca-d085-4e0f-b718-8bd43595c300 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c274dd-10d7-4e4a-9dc8-a67badbadf2b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:44.859360 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e78aaca-d085-4e0f-b718-8bd43595c300 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (40193900-9a11-46cb-ab7e-486bc9bdabf6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:44.859883 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-9e78aaca-d085-4e0f-b718-8bd43595c300 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Added segment 40193900-9a11-46cb-ab7e-486bc9bdabf6 of type vlan for network d8260170-07f6-4bba-a5a7-31b29c52b55d Mar 24 01:10:44.868103 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33394) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:44.912809 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61624437-8bb6-4182-9a35-cde8866f7531 req-b186c25b-5c47-4151-b7e6-54b729b5a722 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177373 Mar 24 01:10:44.929383 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e78aaca-d085-4e0f-b718-8bd43595c300 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (d8260170-07f6-4bba-a5a7-31b29c52b55d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:44.961980 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e78aaca-d085-4e0f-b718-8bd43595c300 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (d8260170-07f6-4bba-a5a7-31b29c52b55d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:44.968176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e78aaca-d085-4e0f-b718-8bd43595c300 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:44.968953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e78aaca-d085-4e0f-b718-8bd43595c300 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:45.057838 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78aaca-d085-4e0f-b718-8bd43595c300 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event updated for resources: {'Network': ['ID=d8260170-07f6-4bba-a5a7-31b29c52b55d,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:45.076803 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9e78aaca-d085-4e0f-b718-8bd43595c300 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0997026 Mar 24 01:10:45.076986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network d8260170-07f6-4bba-a5a7-31b29c52b55d details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:10:45.077480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33402) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:45.088821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-59c67ed9-4d2c-4cbc-b0bf-47900546fcd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Request body: {'subnet': {'network_id': 'd8260170-07f6-4bba-a5a7-31b29c52b55d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:45.236484 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-565174dd-b2a5-420b-b92d-2810817633e6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group': {'name': 'tempest-secgroup--267582058'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:45.243959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c67ed9-4d2c-4cbc-b0bf-47900546fcd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Made reservation on behalf of 713e2e7ebae142c98960c3a9bc20e7b0 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:45.247999 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59c67ed9-4d2c-4cbc-b0bf-47900546fcd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:45.310765 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-565174dd-b2a5-420b-b92d-2810817633e6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:45.328483 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-565174dd-b2a5-420b-b92d-2810817633e6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:45.504905 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-565174dd-b2a5-420b-b92d-2810817633e6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (c7fd17fb-bd9d-4db1-93ba-a1cb18c0bc39), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:45.512127 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-565174dd-b2a5-420b-b92d-2810817633e6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c7fd17fb-bd9d-4db1-93ba-a1cb18c0bc39), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:45.562903 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59c67ed9-4d2c-4cbc-b0bf-47900546fcd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (5b464c62-9185-46ef-974e-d10472c55373), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:45.645793 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565174dd-b2a5-420b-b92d-2810817633e6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fd17fb-bd9d-4db1-93ba-a1cb18c0bc39,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:45.654280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c67ed9-4d2c-4cbc-b0bf-47900546fcd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Checking segment: {'id': '40193900-9a11-46cb-ab7e-486bc9bdabf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd8260170-07f6-4bba-a5a7-31b29c52b55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:10:45.654914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c67ed9-4d2c-4cbc-b0bf-47900546fcd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Network hostable DHCP agents. Network: d8260170-07f6-4bba-a5a7-31b29c52b55d, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:10:45.665111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c67ed9-4d2c-4cbc-b0bf-47900546fcd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event updated for resources: {'Subnet': ['ID=5b464c62-9185-46ef-974e-d10472c55373,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:45.693425 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c67ed9-4d2c-4cbc-b0bf-47900546fcd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Network d8260170-07f6-4bba-a5a7-31b29c52b55d is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:10:45.709434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-59c67ed9-4d2c-4cbc-b0bf-47900546fcd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, d8260170-07f6-4bba-a5a7-31b29c52b55d) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:45.719925 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4fea1f-69da-46c7-8889-04175cbba4f8 None None] Network d8260170-07f6-4bba-a5a7-31b29c52b55d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:10:45.721582 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c67ed9-4d2c-4cbc-b0bf-47900546fcd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:45.722950 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59c67ed9-4d2c-4cbc-b0bf-47900546fcd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:45.750067 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-59c67ed9-4d2c-4cbc-b0bf-47900546fcd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6711562 Mar 24 01:10:45.752572 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-565174dd-b2a5-420b-b92d-2810817633e6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (ff6ed3e4-a570-4116-963c-bfdad219f908), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:45.753346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33426) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:45.758868 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-565174dd-b2a5-420b-b92d-2810817633e6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ff6ed3e4-a570-4116-963c-bfdad219f908), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:45.761633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6d040aab-54a7-45a9-bed5-fb05cdd36cd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Request body: {'port': {'network_id': 'd8260170-07f6-4bba-a5a7-31b29c52b55d', 'name': 'tempest-AllowedAddressPairTestJSON-1263884041'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:45.819893 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-565174dd-b2a5-420b-b92d-2810817633e6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:45.830563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33430) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:45.835229 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-565174dd-b2a5-420b-b92d-2810817633e6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9555900 Mar 24 01:10:45.843709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565174dd-b2a5-420b-b92d-2810817633e6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6ed3e4-a570-4116-963c-bfdad219f908,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:45.925925 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-d8260170-07f6-4bba-a5a7-31b29c52b55d', 'network_id': 'd8260170-07f6-4bba-a5a7-31b29c52b55d', 'project_id': '713e2e7ebae142c98960c3a9bc20e7b0', 'fixed_ips': [{'subnet_id': '5b464c62-9185-46ef-974e-d10472c55373'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:10:45.927410 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:46.038294 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33438) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:46.043985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-192b18cb-9e98-43cc-a4bc-bec0c7805a08 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group': {'name': 'tempest-security--1886041686', 'description': 'tempest-security-description-350234832'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:46.049727 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c13af5d4-9040-4727-bef3-7bb9aee69ae1 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2178638 Mar 24 01:10:46.116043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d040aab-54a7-45a9-bed5-fb05cdd36cd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Made reservation on behalf of 713e2e7ebae142c98960c3a9bc20e7b0 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:46.118637 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-192b18cb-9e98-43cc-a4bc-bec0c7805a08 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (ff6ed3e4-a570-4116-963c-bfdad219f908), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:46.127275 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d040aab-54a7-45a9-bed5-fb05cdd36cd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:46.224401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Allocated IP 172.20.0.2 (d8260170-07f6-4bba-a5a7-31b29c52b55d/5b464c62-9185-46ef-974e-d10472c55373/94563f36-8cd4-4b14-8232-3173b30a7166) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:46.231661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-6d040aab-54a7-45a9-bed5-fb05cdd36cd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] device_id is not set on port 6fed8866-f2a1-4d91-9d75-605c32644ddf yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:46.232441 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-192b18cb-9e98-43cc-a4bc-bec0c7805a08 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (ff6ed3e4-a570-4116-963c-bfdad219f908), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:46.238124 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-192b18cb-9e98-43cc-a4bc-bec0c7805a08 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ff6ed3e4-a570-4116-963c-bfdad219f908), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:46.240882 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-192b18cb-9e98-43cc-a4bc-bec0c7805a08 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:46.249423 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-192b18cb-9e98-43cc-a4bc-bec0c7805a08 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "PUT /v2.0/security-groups/ff6ed3e4-a570-4116-963c-bfdad219f908 HTTP/1.1" status: 200 len: 1796 time: 0.2095292 Mar 24 01:10:46.250153 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33446) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:46.328616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b18cb-9e98-43cc-a4bc-bec0c7805a08 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6ed3e4-a570-4116-963c-bfdad219f908,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:46.408303 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33456) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:46.409078 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-af69da64-1f29-4522-8d26-c24c6641f716 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-groups/ff6ed3e4-a570-4116-963c-bfdad219f908 HTTP/1.1" status: 200 len: 1796 time: 0.1038339 Mar 24 01:10:46.438418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0e858-2835-4c5d-883b-88003965cbe8 req-0bc9ceb9-e874-49a9-acd6-f95407351804 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:46.440157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dc0e858-2835-4c5d-883b-88003965cbe8 req-0bc9ceb9-e874-49a9-acd6-f95407351804 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.3438079 Mar 24 01:10:46.601508 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cc84b306-bcc8-4d56-ad0b-d981417adefd tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (ff6ed3e4-a570-4116-963c-bfdad219f908), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:46.612798 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Publish callbacks [] for port (94563f36-8cd4-4b14-8232-3173b30a7166), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:46.628553 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (94563f36-8cd4-4b14-8232-3173b30a7166), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:46.736507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Pushing event updated for resources: {'Port': ['ID=94563f36-8cd4-4b14-8232-3173b30a7166,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:46.756059 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dc0e858-2835-4c5d-883b-88003965cbe8 req-db050751-cb26-48cb-b419-10f7834d4fc2 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604561 Mar 24 01:10:46.785273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Network d8260170-07f6-4bba-a5a7-31b29c52b55d is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:46.785414 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cc84b306-bcc8-4d56-ad0b-d981417adefd tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (ff6ed3e4-a570-4116-963c-bfdad219f908), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:46.790047 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:46.805991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:46.869849 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Attempting to bind port 94563f36-8cd4-4b14-8232-3173b30a7166 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:10:46.870457 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Attempting to bind port 94563f36-8cd4-4b14-8232-3173b30a7166 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '40193900-9a11-46cb-ab7e-486bc9bdabf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd8260170-07f6-4bba-a5a7-31b29c52b55d'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:10:46.870996 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Attempting to bind port 94563f36-8cd4-4b14-8232-3173b30a7166 on network d8260170-07f6-4bba-a5a7-31b29c52b55d {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:10:46.876523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:10:46.877153 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Checking segment: {'id': '40193900-9a11-46cb-ab7e-486bc9bdabf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd8260170-07f6-4bba-a5a7-31b29c52b55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:10:46.877745 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:46.878307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Bound using segment: {'id': '40193900-9a11-46cb-ab7e-486bc9bdabf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd8260170-07f6-4bba-a5a7-31b29c52b55d'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:10:46.878943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Bound port: 94563f36-8cd4-4b14-8232-3173b30a7166, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40193900-9a11-46cb-ab7e-486bc9bdabf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd8260170-07f6-4bba-a5a7-31b29c52b55d'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:10:46.880120 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (94563f36-8cd4-4b14-8232-3173b30a7166), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:46.916240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-6d040aab-54a7-45a9-bed5-fb05cdd36cd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Allocated IP 172.20.0.8 (d8260170-07f6-4bba-a5a7-31b29c52b55d/5b464c62-9185-46ef-974e-d10472c55373/6fed8866-f2a1-4d91-9d75-605c32644ddf) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:46.962200 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cc84b306-bcc8-4d56-ad0b-d981417adefd tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ff6ed3e4-a570-4116-963c-bfdad219f908), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:46.971201 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cc84b306-bcc8-4d56-ad0b-d981417adefd tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:46.976061 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33474) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:46.984360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cc84b306-bcc8-4d56-ad0b-d981417adefd tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-groups/ff6ed3e4-a570-4116-963c-bfdad219f908 HTTP/1.1" status: 204 len: 168 time: 0.5709703 Mar 24 01:10:47.006237 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] For port 94563f36-8cd4-4b14-8232-3173b30a7166, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:10:47.012362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] For port 94563f36-8cd4-4b14-8232-3173b30a7166, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=94563f36-8cd4-4b14-8232-3173b30a7166,segment=NetworkSegment(40193900-9a11-46cb-ab7e-486bc9bdabf6),segment_id=40193900-9a11-46cb-ab7e-486bc9bdabf6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:10:47.029601 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (94563f36-8cd4-4b14-8232-3173b30a7166), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:47.040447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84b306-bcc8-4d56-ad0b-d981417adefd tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6ed3e4-a570-4116-963c-bfdad219f908,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:47.072906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33478) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:47.077805 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-da561e25-6c0d-43ed-8b85-27246ec64e0e tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1003196 Mar 24 01:10:47.110690 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-91b4c73e-b59f-4d68-9e64-f1a4a4f7dddc tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] delete failed (client error): The resource could not be found. Mar 24 01:10:47.117892 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33482) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:47.123794 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9736e5b6-f3d7-45ad-8ea1-283ed9298b9f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group': {'name': 'tempest-secgroup--752014703'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:47.129720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-91b4c73e-b59f-4d68-9e64-f1a4a4f7dddc tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-groups/ff6ed3e4-a570-4116-963c-bfdad219f908 HTTP/1.1" status: 404 len: 347 time: 0.0549634 Mar 24 01:10:47.176268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e7540-8a8b-4ae9-8dad-c791f645d9da None None] Pushing event updated for resources: {'Port': ['ID=94563f36-8cd4-4b14-8232-3173b30a7166,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:47.181817 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9736e5b6-f3d7-45ad-8ea1-283ed9298b9f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:47.288407 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d040aab-54a7-45a9-bed5-fb05cdd36cd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks [] for port (6fed8866-f2a1-4d91-9d75-605c32644ddf), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:47.297567 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9736e5b6-f3d7-45ad-8ea1-283ed9298b9f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (7735ea1b-a624-4f44-9622-3beeee92cbb7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:47.306350 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9736e5b6-f3d7-45ad-8ea1-283ed9298b9f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7735ea1b-a624-4f44-9622-3beeee92cbb7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:47.366431 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d040aab-54a7-45a9-bed5-fb05cdd36cd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6fed8866-f2a1-4d91-9d75-605c32644ddf), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:47.382255 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9736e5b6-f3d7-45ad-8ea1-283ed9298b9f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:47.391411 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9736e5b6-f3d7-45ad-8ea1-283ed9298b9f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2721686 Mar 24 01:10:47.392063 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33490) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:47.463748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0c764741-efd6-4b65-acc1-8e7fe026ceb8 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group_rule': {'security_group_id': '7735ea1b-a624-4f44-9622-3beeee92cbb7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:47.517625 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736e5b6-f3d7-45ad-8ea1-283ed9298b9f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7735ea1b-a624-4f44-9622-3beeee92cbb7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:47.526980 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 44e764ac-5193-4d5a-a7c5-08b07e786da2 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:10:47.552449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d040aab-54a7-45a9-bed5-fb05cdd36cd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event updated for resources: {'Port': ['ID=6fed8866-f2a1-4d91-9d75-605c32644ddf,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:47.571309 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c764741-efd6-4b65-acc1-8e7fe026ceb8 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (55a77f9b-a053-4567-81a8-1e2014aa4dff), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:47.589220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d040aab-54a7-45a9-bed5-fb05cdd36cd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Network d8260170-07f6-4bba-a5a7-31b29c52b55d is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:47.590865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-6d040aab-54a7-45a9-bed5-fb05cdd36cd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:47.596726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d040aab-54a7-45a9-bed5-fb05cdd36cd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:47.697243 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c764741-efd6-4b65-acc1-8e7fe026ceb8 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (55a77f9b-a053-4567-81a8-1e2014aa4dff), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:47.705173 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c764741-efd6-4b65-acc1-8e7fe026ceb8 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (55a77f9b-a053-4567-81a8-1e2014aa4dff), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:47.722408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d040aab-54a7-45a9-bed5-fb05cdd36cd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:47.723739 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d040aab-54a7-45a9-bed5-fb05cdd36cd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:47.732661 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c764741-efd6-4b65-acc1-8e7fe026ceb8 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a77f9b-a053-4567-81a8-1e2014aa4dff,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:47.762783 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6d040aab-54a7-45a9-bed5-fb05cdd36cd4 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0037270 Mar 24 01:10:47.764843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33502) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:47.782577 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4a512382-03ec-45f2-9c0f-b09e1a1b6b30 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Request body: {'port': {'network_id': 'd8260170-07f6-4bba-a5a7-31b29c52b55d', 'name': 'tempest-AllowedAddressPairTestJSON-1648360944', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:88:ee:69'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:47.790841 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c764741-efd6-4b65-acc1-8e7fe026ceb8 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:47.792524 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0c764741-efd6-4b65-acc1-8e7fe026ceb8 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3973675 Mar 24 01:10:47.795539 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33506) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:47.883312 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:47.916021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'port_id': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'mac_address': 'fa:16:3e:77:b1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:10:47.997459 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-51b22044-aff7-4dc3-a950-d4a50c02f6a2 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (55a77f9b-a053-4567-81a8-1e2014aa4dff), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:48.027640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 44e764ac-5193-4d5a-a7c5-08b07e786da2 is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:48.028039 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:48.050252 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-51b22044-aff7-4dc3-a950-d4a50c02f6a2 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (55a77f9b-a053-4567-81a8-1e2014aa4dff), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:48.064652 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a512382-03ec-45f2-9c0f-b09e1a1b6b30 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Made reservation on behalf of 713e2e7ebae142c98960c3a9bc20e7b0 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:48.103923 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44e764ac-5193-4d5a-a7c5-08b07e786da2 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:10:48.166857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:48.178712 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:48.194304 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fcd2b-92d0-429c-bc95-dc705365698f req-14868d72-f433-4ee6-85e9-e7985ac21d23 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:48.196199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-142fcd2b-92d0-429c-bc95-dc705365698f req-14868d72-f433-4ee6-85e9-e7985ac21d23 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.2829385 Mar 24 01:10:48.197677 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-51b22044-aff7-4dc3-a950-d4a50c02f6a2 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (55a77f9b-a053-4567-81a8-1e2014aa4dff), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:48.204136 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-51b22044-aff7-4dc3-a950-d4a50c02f6a2 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:48.205424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-51b22044-aff7-4dc3-a950-d4a50c02f6a2 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/55a77f9b-a053-4567-81a8-1e2014aa4dff HTTP/1.1" status: 204 len: 168 time: 0.4085400 Mar 24 01:10:48.212748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33532) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:48.302036 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['44e764ac-5193-4d5a-a7c5-08b07e786da2'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:10:48.324407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b22044-aff7-4dc3-a950-d4a50c02f6a2 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55a77f9b-a053-4567-81a8-1e2014aa4dff,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:48.429724 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a512382-03ec-45f2-9c0f-b09e1a1b6b30 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:48.434601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=44e764ac-5193-4d5a-a7c5-08b07e786da2,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:48.514490 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-4a512382-03ec-45f2-9c0f-b09e1a1b6b30 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] device_id is not set on port 74e51152-36c6-450c-8ea7-d0c0e1f88350 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:48.593545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1605078c-3523-4a44-8683-b962400a65fe tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3729284 Mar 24 01:10:48.610039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-142fcd2b-92d0-429c-bc95-dc705365698f req-52964f60-e4a7-48f4-bd3f-36e20c56c3ab tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4032867 Mar 24 01:10:48.618816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33550) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:48.819296 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-223bc41c-2ffd-4ce8-9322-82edfaf0623f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (7735ea1b-a624-4f44-9622-3beeee92cbb7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:48.896870 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-223bc41c-2ffd-4ce8-9322-82edfaf0623f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (7735ea1b-a624-4f44-9622-3beeee92cbb7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:48.912348 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-4a512382-03ec-45f2-9c0f-b09e1a1b6b30 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Allocated IP 172.20.0.4 (d8260170-07f6-4bba-a5a7-31b29c52b55d/5b464c62-9185-46ef-974e-d10472c55373/74e51152-36c6-450c-8ea7-d0c0e1f88350) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:48.973595 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33560) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:49.002913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 94563f36-8cd4-4b14-8232-3173b30a7166 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:10:49.032637 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-223bc41c-2ffd-4ce8-9322-82edfaf0623f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7735ea1b-a624-4f44-9622-3beeee92cbb7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:49.038104 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-223bc41c-2ffd-4ce8-9322-82edfaf0623f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:49.046501 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33564) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:49.047747 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-223bc41c-2ffd-4ce8-9322-82edfaf0623f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-groups/7735ea1b-a624-4f44-9622-3beeee92cbb7 HTTP/1.1" status: 204 len: 168 time: 0.4261243 Mar 24 01:10:49.087460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bc41c-2ffd-4ce8-9322-82edfaf0623f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7735ea1b-a624-4f44-9622-3beeee92cbb7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:49.191549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31623c27-69b3-4c9b-9f42-53ebbcf44f15 None None] Network d8260170-07f6-4bba-a5a7-31b29c52b55d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:10:49.316198 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b3eddedf-de9b-4801-bacc-b7d27f6bdfb6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2662661 Mar 24 01:10:49.319636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33582) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:49.325576 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-f6426489-f1f2-4157-a66f-9d2faadf3bd3 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477024372'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:49.382815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-34b8fde0-ae17-43b8-85d1-a92b9bed64bf tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:49.402934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-bec041a2-162e-4891-aa59-62523a266447 None None] Provisioning complete for port 94563f36-8cd4-4b14-8232-3173b30a7166 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:49.409719 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bec041a2-162e-4891-aa59-62523a266447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (94563f36-8cd4-4b14-8232-3173b30a7166), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:49.415241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 94563f36-8cd4-4b14-8232-3173b30a7166 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:49.419905 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (94563f36-8cd4-4b14-8232-3173b30a7166), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:49.435676 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f6426489-f1f2-4157-a66f-9d2faadf3bd3 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:49.485163 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a512382-03ec-45f2-9c0f-b09e1a1b6b30 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks [] for port (74e51152-36c6-450c-8ea7-d0c0e1f88350), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:49.496056 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-34b8fde0-ae17-43b8-85d1-a92b9bed64bf tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] 10.222.0.45 "PUT /v2.0/quotas/db09b0dc6a7149419fe32c71be5a6a03 HTTP/1.1" status: 200 len: 366 time: 0.5187712 Mar 24 01:10:49.497241 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33590) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:49.514910 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-67dbb199-b3af-424c-9b70-13484cc103e8 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0131185 Mar 24 01:10:49.516710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33596) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:49.632361 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e2101798-4dcc-427e-b95b-c94c4f939432 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] 10.222.0.45 "GET /v2.0/quotas/db09b0dc6a7149419fe32c71be5a6a03 HTTP/1.1" status: 200 len: 366 time: 0.0942678 Mar 24 01:10:49.638329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33602) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:49.674404 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a512382-03ec-45f2-9c0f-b09e1a1b6b30 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (74e51152-36c6-450c-8ea7-d0c0e1f88350), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:49.735078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cc2fdbb8-8a9f-4574-bae6-3c50ecb9b5f4 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/db09b0dc6a7149419fe32c71be5a6a03 HTTP/1.1" status: 204 len: 168 time: 0.0941806 Mar 24 01:10:49.738525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33606) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:49.787748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 44e764ac-5193-4d5a-a7c5-08b07e786da2 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:10:49.797543 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a512382-03ec-45f2-9c0f-b09e1a1b6b30 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Network d8260170-07f6-4bba-a5a7-31b29c52b55d is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:49.805934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0a9cc0bd-d810-48e1-a1e8-968290f87bfc tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0640790 Mar 24 01:10:49.810308 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33610) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:49.813733 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-4a512382-03ec-45f2-9c0f-b09e1a1b6b30 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:49.817688 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f6426489-f1f2-4157-a66f-9d2faadf3bd3 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (ba763c1e-3ad3-45bc-a330-4ebb5515ad5d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:49.821665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a512382-03ec-45f2-9c0f-b09e1a1b6b30 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:49.828516 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f6426489-f1f2-4157-a66f-9d2faadf3bd3 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ba763c1e-3ad3-45bc-a330-4ebb5515ad5d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:49.985238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6426489-f1f2-4157-a66f-9d2faadf3bd3 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba763c1e-3ad3-45bc-a330-4ebb5515ad5d,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:50.040686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512382-03ec-45f2-9c0f-b09e1a1b6b30 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:50.049010 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a512382-03ec-45f2-9c0f-b09e1a1b6b30 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:50.098523 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f6426489-f1f2-4157-a66f-9d2faadf3bd3 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:50.110483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f6426489-f1f2-4157-a66f-9d2faadf3bd3 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7895498 Mar 24 01:10:50.112169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33618) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:50.124751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-a1d344ab-c06d-4afd-833a-6436b1e9ea2a tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group_rule': {'security_group_id': 'ba763c1e-3ad3-45bc-a330-4ebb5515ad5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:50.183416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33620) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:50.184165 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-88d59897-1523-4364-b31c-2134ca3a5dc5 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] 10.222.0.45 "GET /v2.0/quotas/db09b0dc6a7149419fe32c71be5a6a03 HTTP/1.1" status: 200 len: 370 time: 0.1791759 Mar 24 01:10:50.185070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a512382-03ec-45f2-9c0f-b09e1a1b6b30 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event updated for resources: {'Port': ['ID=74e51152-36c6-450c-8ea7-d0c0e1f88350,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:50.205349 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33622) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:50.206493 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-37cfb6ab-65d4-466e-bf31-73dae8eea77d tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] 10.222.0.45 "GET /v2.0/quotas/db09b0dc6a7149419fe32c71be5a6a03/default HTTP/1.1" status: 200 len: 370 time: 0.0150979 Mar 24 01:10:50.237372 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4a512382-03ec-45f2-9c0f-b09e1a1b6b30 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4666619 Mar 24 01:10:50.243387 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33624) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:50.245441 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a1d344ab-c06d-4afd-833a-6436b1e9ea2a tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (7d07ca4c-ed54-4ddf-9c98-21009f32cb35), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:50.275363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822254e-3166-4c28-9f51-8261dac7b741 req-2d113c48-cef4-454e-8db2-b51332aab418 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:50.286072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5822254e-3166-4c28-9f51-8261dac7b741 req-2d113c48-cef4-454e-8db2-b51332aab418 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.3594594 Mar 24 01:10:50.392187 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-9a811c2a-a53d-46e7-a3da-007569a0ef7e tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] delete failed (client error): The resource could not be found. Mar 24 01:10:50.395781 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9a811c2a-a53d-46e7-a3da-007569a0ef7e tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/db09b0dc6a7149419fe32c71be5a6a03 HTTP/1.1" status: 404 len: 348 time: 0.1864195 Mar 24 01:10:50.395933 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 44e764ac-5193-4d5a-a7c5-08b07e786da2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:50.395933 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:50.491558 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e3563e-a733-4dff-af7e-aa2bc5fa3269 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:50.517042 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e3563e-a733-4dff-af7e-aa2bc5fa3269 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:50.536834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e3563e-a733-4dff-af7e-aa2bc5fa3269 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:50.541458 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-00e3563e-a733-4dff-af7e-aa2bc5fa3269 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2942486 Mar 24 01:10:50.547809 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33636) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:50.619138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5822254e-3166-4c28-9f51-8261dac7b741 req-2178ee31-9e8b-432b-94d0-c9362a73c829 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3249614 Mar 24 01:10:50.681258 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a1d344ab-c06d-4afd-833a-6436b1e9ea2a tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (7d07ca4c-ed54-4ddf-9c98-21009f32cb35), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:50.695471 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a1d344ab-c06d-4afd-833a-6436b1e9ea2a tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (7d07ca4c-ed54-4ddf-9c98-21009f32cb35), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:50.829352 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a1d344ab-c06d-4afd-833a-6436b1e9ea2a tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:50.833929 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a1d344ab-c06d-4afd-833a-6436b1e9ea2a tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7163923 Mar 24 01:10:50.835042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d344ab-c06d-4afd-833a-6436b1e9ea2a tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d07ca4c-ed54-4ddf-9c98-21009f32cb35,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:50.844881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33640) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:50.866707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b017fef9-b2e2-49b7-b8c8-445c76a674a6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group_rule': {'security_group_id': 'ba763c1e-3ad3-45bc-a330-4ebb5515ad5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:51.001531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 94563f36-8cd4-4b14-8232-3173b30a7166 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:51.008457 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (94563f36-8cd4-4b14-8232-3173b30a7166), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:51.030848 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b017fef9-b2e2-49b7-b8c8-445c76a674a6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (85bf438d-46a5-4535-9ade-05a2a665dfd5), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:51.031061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33642) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:51.103773 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-79a04c0b-d166-429b-bc1f-1c3ee6349df6 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Deleting port 74e51152-36c6-450c-8ea7-d0c0e1f88350 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:51.104496 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-79a04c0b-d166-429b-bc1f-1c3ee6349df6 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (74e51152-36c6-450c-8ea7-d0c0e1f88350), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:51.125488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.quota.resource [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Usage tracker for resource:network and project:d29a8c4a1ee144009c6251391f4f329b is out of sync, need to count used quota {{(pid=115730) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 24 01:10:51.146360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.quota.resource [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=115730) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 24 01:10:51.200622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.quota.resource [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Usage tracker for resource:subnet and project:d29a8c4a1ee144009c6251391f4f329b is out of sync, need to count used quota {{(pid=115730) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 24 01:10:51.222069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.quota.resource [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=115730) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 24 01:10:51.259618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.quota.resource [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Usage tracker for resource:subnetpool and project:d29a8c4a1ee144009c6251391f4f329b is out of sync, need to count used quota {{(pid=115730) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 24 01:10:51.298278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.quota.resource [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=115730) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 24 01:10:51.341226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.quota.resource [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Usage tracker for resource:port and project:d29a8c4a1ee144009c6251391f4f329b is out of sync, need to count used quota {{(pid=115730) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 24 01:10:51.348094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 44e764ac-5193-4d5a-a7c5-08b07e786da2 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:51.348943 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:51.358418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.quota.resource [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=115730) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 24 01:10:51.401377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.quota.resource [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Usage tracker for resource:router and project:d29a8c4a1ee144009c6251391f4f329b is out of sync, need to count used quota {{(pid=115730) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 24 01:10:51.401738 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b017fef9-b2e2-49b7-b8c8-445c76a674a6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (85bf438d-46a5-4535-9ade-05a2a665dfd5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:51.415952 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b017fef9-b2e2-49b7-b8c8-445c76a674a6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (85bf438d-46a5-4535-9ade-05a2a665dfd5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:51.421481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.quota.resource [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=115730) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 24 01:10:51.446695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.quota.resource [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Usage tracker for resource:floatingip and project:d29a8c4a1ee144009c6251391f4f329b is out of sync, need to count used quota {{(pid=115730) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 24 01:10:51.454373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.quota.resource [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=115730) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 24 01:10:51.579125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 94563f36-8cd4-4b14-8232-3173b30a7166, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=94563f36-8cd4-4b14-8232-3173b30a7166,segment=NetworkSegment(40193900-9a11-46cb-ab7e-486bc9bdabf6),segment_id=40193900-9a11-46cb-ab7e-486bc9bdabf6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:51.601518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bec041a2-162e-4891-aa59-62523a266447 None None] Current status of the port 94563f36-8cd4-4b14-8232-3173b30a7166 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:51.601910 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bec041a2-162e-4891-aa59-62523a266447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (94563f36-8cd4-4b14-8232-3173b30a7166), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:51.606282 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017fef9-b2e2-49b7-b8c8-445c76a674a6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bf438d-46a5-4535-9ade-05a2a665dfd5,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:51.632962 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (94563f36-8cd4-4b14-8232-3173b30a7166), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:51.650754 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e764ac-5193-4d5a-a7c5-08b07e786da2'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:10:51.661756 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b017fef9-b2e2-49b7-b8c8-445c76a674a6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:51.667443 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8982c439-fbbb-4d15-96a0-6ec7482b07f3" -d '{"events": [{"server_uuid": "ab2241e6-8554-4f9a-94de-67c01497f95b", "name": "network-vif-plugged", "status": "completed", "tag": "44e764ac-5193-4d5a-a7c5-08b07e786da2"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:10:51.670237 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b017fef9-b2e2-49b7-b8c8-445c76a674a6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8140588 Mar 24 01:10:51.687062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33654) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:51.708493 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-79a04c0b-d166-429b-bc1f-1c3ee6349df6 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (74e51152-36c6-450c-8ea7-d0c0e1f88350), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:51.726616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-47fe3e75-62ca-4546-98ab-bb4a3191625f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group_rule': {'security_group_id': 'ba763c1e-3ad3-45bc-a330-4ebb5515ad5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:51.813842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-79a04c0b-d166-429b-bc1f-1c3ee6349df6 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Calling delete_port for 74e51152-36c6-450c-8ea7-d0c0e1f88350 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:51.893970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.quota.resource [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Usage tracker for resource:security_group and project:d29a8c4a1ee144009c6251391f4f329b is out of sync, need to count used quota {{(pid=115730) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 24 01:10:51.895817 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c262ed9b-5482-41ed-927d-c05153a3ede6 x-openstack-request-id: req-c262ed9b-5482-41ed-927d-c05153a3ede6 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:10:51.896113 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2241e6-8554-4f9a-94de-67c01497f95b", "name": "network-vif-plugged", "status": "completed", "tag": "44e764ac-5193-4d5a-a7c5-08b07e786da2", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:10:51.896376 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c262ed9b-5482-41ed-927d-c05153a3ede6 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:10:51.904892 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c262ed9b-5482-41ed-927d-c05153a3ede6'] response: {'server_uuid': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'code': 200} Mar 24 01:10:51.968687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:10:52.036420 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:52.060914 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-47fe3e75-62ca-4546-98ab-bb4a3191625f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (2e68ed18-e8cc-4aca-a904-5b304aa4c4a2), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:52.108597 n-d-760455-9 neutron-server[115730]: DEBUG neutron.quota.resource [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=115730) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 24 01:10:52.115744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=94563f36-8cd4-4b14-8232-3173b30a7166,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:52.255210 n-d-760455-9 neutron-server[115730]: DEBUG neutron.quota.resource [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Usage tracker for resource:security_group_rule and project:d29a8c4a1ee144009c6251391f4f329b is out of sync, need to count used quota {{(pid=115730) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 24 01:10:52.263463 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-79a04c0b-d166-429b-bc1f-1c3ee6349df6 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (74e51152-36c6-450c-8ea7-d0c0e1f88350), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:52.308490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=44e764ac-5193-4d5a-a7c5-08b07e786da2,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:52.320976 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-bec041a2-162e-4891-aa59-62523a266447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:10:52.321377 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-bec041a2-162e-4891-aa59-62523a266447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:10:52.332455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.quota.resource [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=115730) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 24 01:10:52.427895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7706e-3210-4fbc-b918-ba67eababb43 req-aa207294-ad61-45c4-b968-61a4edfaf076 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:52.429584 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27a7706e-3210-4fbc-b918-ba67eababb43 req-aa207294-ad61-45c4-b968-61a4edfaf076 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.5662038 Mar 24 01:10:52.437182 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-289fc848-84f9-4dac-af59-f14960e362f1 tempest-QuotasTest-217667238 tempest-QuotasTest-217667238-project-admin] 10.222.0.45 "GET /v2.0/quotas/d29a8c4a1ee144009c6251391f4f329b/details.json HTTP/1.1" status: 200 len: 703 time: 1.3998895 Mar 24 01:10:52.445955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a04c0b-d166-429b-bc1f-1c3ee6349df6 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event deleted for resources: {'Port': ['ID=74e51152-36c6-450c-8ea7-d0c0e1f88350,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:52.525776 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-47fe3e75-62ca-4546-98ab-bb4a3191625f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (2e68ed18-e8cc-4aca-a904-5b304aa4c4a2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:52.566843 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-47fe3e75-62ca-4546-98ab-bb4a3191625f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (2e68ed18-e8cc-4aca-a904-5b304aa4c4a2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:52.733571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27a7706e-3210-4fbc-b918-ba67eababb43 req-109ef987-9095-4b7c-afc4-e77990daaeb5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886567 Mar 24 01:10:52.743112 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe3e75-62ca-4546-98ab-bb4a3191625f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e68ed18-e8cc-4aca-a904-5b304aa4c4a2,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:52.825475 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-47fe3e75-62ca-4546-98ab-bb4a3191625f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:52.829228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-47fe3e75-62ca-4546-98ab-bb4a3191625f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1406388 Mar 24 01:10:52.829991 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33678) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:52.859358 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-73204cbd-66c9-4f56-a971-7e28de393a99 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group_rule': {'security_group_id': 'ba763c1e-3ad3-45bc-a330-4ebb5515ad5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:53.000343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bec041a2-162e-4891-aa59-62523a266447 None None] Current status of the port 94563f36-8cd4-4b14-8232-3173b30a7166 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:53.020740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73204cbd-66c9-4f56-a971-7e28de393a99 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (d3d4ee53-93c1-4705-aaff-49b4003350c9), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:53.146214 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0f85ffc9-ec5b-4905-b6c2-5cdc0d8b32d1 None None] Provisioning complete for port 94563f36-8cd4-4b14-8232-3173b30a7166 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:53.146630 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0f85ffc9-ec5b-4905-b6c2-5cdc0d8b32d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (94563f36-8cd4-4b14-8232-3173b30a7166), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:53.388251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0f85ffc9-ec5b-4905-b6c2-5cdc0d8b32d1 None None] Current status of the port 94563f36-8cd4-4b14-8232-3173b30a7166 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:53.394164 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-79a04c0b-d166-429b-bc1f-1c3ee6349df6 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:53.401065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0f85ffc9-ec5b-4905-b6c2-5cdc0d8b32d1 None None] Could not find standard attr ID for object 74e51152-36c6-450c-8ea7-d0c0e1f88350. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:10:53.405912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33690) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:53.419307 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-79a04c0b-d166-429b-bc1f-1c3ee6349df6 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "DELETE /v2.0/ports/74e51152-36c6-450c-8ea7-d0c0e1f88350 HTTP/1.1" status: 204 len: 168 time: 2.8544314 Mar 24 01:10:53.429582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0f85ffc9-ec5b-4905-b6c2-5cdc0d8b32d1 None None] Provisioning complete for port 6fed8866-f2a1-4d91-9d75-605c32644ddf triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:53.429918 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0f85ffc9-ec5b-4905-b6c2-5cdc0d8b32d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6fed8866-f2a1-4d91-9d75-605c32644ddf), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:53.486307 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73204cbd-66c9-4f56-a971-7e28de393a99 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (d3d4ee53-93c1-4705-aaff-49b4003350c9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:53.495633 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73204cbd-66c9-4f56-a971-7e28de393a99 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (d3d4ee53-93c1-4705-aaff-49b4003350c9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:53.503491 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7780e3c-8aa2-4b24-b5ba-d79909e61acb tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] GET failed (client error): The resource could not be found. Mar 24 01:10:53.512121 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f7780e3c-8aa2-4b24-b5ba-d79909e61acb tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "GET /v2.0/ports/74e51152-36c6-450c-8ea7-d0c0e1f88350 HTTP/1.1" status: 404 len: 333 time: 0.0998683 Mar 24 01:10:53.514437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33692) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:53.518908 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0f85ffc9-ec5b-4905-b6c2-5cdc0d8b32d1 None None] Port 6fed8866-f2a1-4d91-9d75-605c32644ddf cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:53.527738 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9f7f7ad1-2cec-4213-a91c-28770b209206 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Request body: {'port': {'network_id': 'd8260170-07f6-4bba-a5a7-31b29c52b55d', 'name': 'tempest-AllowedAddressPairTestJSON-1872670431'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:53.577892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33694) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:53.866696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 94563f36-8cd4-4b14-8232-3173b30a7166 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:10:53.885665 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de6cdf68-a247-4077-b95f-f39685dc47e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:54.191059 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 94563f36-8cd4-4b14-8232-3173b30a7166 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:54.193877 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (94563f36-8cd4-4b14-8232-3173b30a7166), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:54.256801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534886a-3619-4d59-b169-13567802f061 req-975a626f-d676-49b9-a6a3-cee6015095f7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:54.271309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b534886a-3619-4d59-b169-13567802f061 req-975a626f-d676-49b9-a6a3-cee6015095f7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.3001575 Mar 24 01:10:54.513428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b534886a-3619-4d59-b169-13567802f061 req-c797d654-3f63-46e2-938b-d1ce72e1e6df tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167397 Mar 24 01:10:54.534328 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de6cdf68-a247-4077-b95f-f39685dc47e3 admin admin] Publish callbacks [] for security_group (a26a0a55-3363-4e4e-b855-247c1c63072b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:54.544758 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de6cdf68-a247-4077-b95f-f39685dc47e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a26a0a55-3363-4e4e-b855-247c1c63072b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:54.653391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-de6cdf68-a247-4077-b95f-f39685dc47e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c9ab3fb22ee947a7957a6a3424d6846d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0622737 Mar 24 01:10:54.654152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33714) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:54.662551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cdf68-a247-4077-b95f-f39685dc47e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26a0a55-3363-4e4e-b855-247c1c63072b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:54.796215 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23768a9c-bee7-4a82-989f-d7c48aaa314b admin admin] Publish callbacks [] for security_group (a26a0a55-3363-4e4e-b855-247c1c63072b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:54.810000 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73204cbd-66c9-4f56-a971-7e28de393a99 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d4ee53-93c1-4705-aaff-49b4003350c9,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:54.831402 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73204cbd-66c9-4f56-a971-7e28de393a99 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:54.839923 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-73204cbd-66c9-4f56-a971-7e28de393a99 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0016718 Mar 24 01:10:54.860626 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33718) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:54.865703 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23768a9c-bee7-4a82-989f-d7c48aaa314b admin admin] Publish callbacks [] for security_group (a26a0a55-3363-4e4e-b855-247c1c63072b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:54.877552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-188f4a1c-92eb-441f-a05a-49c4db1a4c3d tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group_rule': {'security_group_id': 'ba763c1e-3ad3-45bc-a330-4ebb5515ad5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:54.928596 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23768a9c-bee7-4a82-989f-d7c48aaa314b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a26a0a55-3363-4e4e-b855-247c1c63072b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:54.934405 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23768a9c-bee7-4a82-989f-d7c48aaa314b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:54.935847 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-23768a9c-bee7-4a82-989f-d7c48aaa314b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a26a0a55-3363-4e4e-b855-247c1c63072b HTTP/1.1" status: 204 len: 168 time: 0.2804492 Mar 24 01:10:54.952844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 94563f36-8cd4-4b14-8232-3173b30a7166 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:10:54.959349 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-188f4a1c-92eb-441f-a05a-49c4db1a4c3d tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (c5475fcf-5c7a-410b-8a23-86461398cc25), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:54.968096 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23768a9c-bee7-4a82-989f-d7c48aaa314b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26a0a55-3363-4e4e-b855-247c1c63072b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:55.108896 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-188f4a1c-92eb-441f-a05a-49c4db1a4c3d tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (c5475fcf-5c7a-410b-8a23-86461398cc25), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:55.139668 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-188f4a1c-92eb-441f-a05a-49c4db1a4c3d tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c5475fcf-5c7a-410b-8a23-86461398cc25), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:55.180193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f4a1c-92eb-441f-a05a-49c4db1a4c3d tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5475fcf-5c7a-410b-8a23-86461398cc25,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:55.212251 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-188f4a1c-92eb-441f-a05a-49c4db1a4c3d tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:55.216717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33730) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:55.217435 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-188f4a1c-92eb-441f-a05a-49c4db1a4c3d tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3553853 Mar 24 01:10:55.224472 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7f7ad1-2cec-4213-a91c-28770b209206 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Made reservation on behalf of 713e2e7ebae142c98960c3a9bc20e7b0 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:10:55.230063 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f7f7ad1-2cec-4213-a91c-28770b209206 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:55.277992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-9f7f7ad1-2cec-4213-a91c-28770b209206 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] device_id is not set on port a741881b-bb68-442e-b784-bad444cbad86 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:10:55.305208 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d9aaf7bf-6878-4ddc-8184-8e604f895d91 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (c5475fcf-5c7a-410b-8a23-86461398cc25), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:55.330731 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d9aaf7bf-6878-4ddc-8184-8e604f895d91 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (c5475fcf-5c7a-410b-8a23-86461398cc25), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:55.403694 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d9aaf7bf-6878-4ddc-8184-8e604f895d91 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c5475fcf-5c7a-410b-8a23-86461398cc25), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:55.440392 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d9aaf7bf-6878-4ddc-8184-8e604f895d91 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:55.449928 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d9aaf7bf-6878-4ddc-8184-8e604f895d91 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c5475fcf-5c7a-410b-8a23-86461398cc25 HTTP/1.1" status: 204 len: 168 time: 0.2315350 Mar 24 01:10:55.453167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33740) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:55.469885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aaf7bf-6878-4ddc-8184-8e604f895d91 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5475fcf-5c7a-410b-8a23-86461398cc25,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:55.851591 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b490fc08-ff7b-498a-8e47-22d37345c603 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3968804 Mar 24 01:10:55.854564 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33750) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:55.887620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064a249-4de7-4113-9120-e1236e030a0c req-2cc76383-94e9-4815-9778-a3609ddb4c9b tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:55.891505 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9064a249-4de7-4113-9120-e1236e030a0c req-2cc76383-94e9-4815-9778-a3609ddb4c9b tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.2189856 Mar 24 01:10:55.975470 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-9f7f7ad1-2cec-4213-a91c-28770b209206 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Allocated IP 172.20.0.10 (d8260170-07f6-4bba-a5a7-31b29c52b55d/5b464c62-9185-46ef-974e-d10472c55373/a741881b-bb68-442e-b784-bad444cbad86) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:10:56.009180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33760) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:56.084014 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b48bf2da-189f-49bb-b673-fe7c50abfd5c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (d3d4ee53-93c1-4705-aaff-49b4003350c9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:56.153916 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b48bf2da-189f-49bb-b673-fe7c50abfd5c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (d3d4ee53-93c1-4705-aaff-49b4003350c9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:56.166890 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-337dce9b-7d20-46b7-917e-8cb0d55899f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:56.424663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9064a249-4de7-4113-9120-e1236e030a0c req-63c8a3a0-8f6f-4395-84b5-43ac82476065 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4854403 Mar 24 01:10:56.505749 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-337dce9b-7d20-46b7-917e-8cb0d55899f5 admin admin] Publish callbacks [] for security_group (42ab7e5c-e114-4e9d-8515-2aecb1fe7c6c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:56.517253 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b48bf2da-189f-49bb-b673-fe7c50abfd5c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (d3d4ee53-93c1-4705-aaff-49b4003350c9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:56.530923 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f7f7ad1-2cec-4213-a91c-28770b209206 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks [] for port (a741881b-bb68-442e-b784-bad444cbad86), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:56.563077 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b48bf2da-189f-49bb-b673-fe7c50abfd5c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:56.564522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b48bf2da-189f-49bb-b673-fe7c50abfd5c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/d3d4ee53-93c1-4705-aaff-49b4003350c9 HTTP/1.1" status: 204 len: 168 time: 0.6702621 Mar 24 01:10:56.565652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bf2da-189f-49bb-b673-fe7c50abfd5c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3d4ee53-93c1-4705-aaff-49b4003350c9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:56.569508 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-337dce9b-7d20-46b7-917e-8cb0d55899f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (42ab7e5c-e114-4e9d-8515-2aecb1fe7c6c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:56.573043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33770) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:56.635985 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f7f7ad1-2cec-4213-a91c-28770b209206 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a741881b-bb68-442e-b784-bad444cbad86), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:56.724196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-337dce9b-7d20-46b7-917e-8cb0d55899f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d29a8c4a1ee144009c6251391f4f329b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6729643 Mar 24 01:10:56.724196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33774) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:56.769470 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7f7ad1-2cec-4213-a91c-28770b209206 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Network d8260170-07f6-4bba-a5a7-31b29c52b55d is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:10:56.793308 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-9f7f7ad1-2cec-4213-a91c-28770b209206 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:10:56.827882 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f7ad1-2cec-4213-a91c-28770b209206 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:10:56.844659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dce9b-7d20-46b7-917e-8cb0d55899f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ab7e5c-e114-4e9d-8515-2aecb1fe7c6c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:56.948336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f7ad1-2cec-4213-a91c-28770b209206 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event updated for resources: {'Port': ['ID=a741881b-bb68-442e-b784-bad444cbad86,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:56.969181 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-08483292-e939-424e-a4a5-db369f768c22 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3915298 Mar 24 01:10:56.976255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33778) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:57.052352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f7ad1-2cec-4213-a91c-28770b209206 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:57.053045 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9f7f7ad1-2cec-4213-a91c-28770b209206 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:57.075841 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2998c797-e1d0-42fb-8eb6-8b18df6c2efe admin admin] Publish callbacks [] for security_group (42ab7e5c-e114-4e9d-8515-2aecb1fe7c6c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:57.090560 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9f7f7ad1-2cec-4213-a91c-28770b209206 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5670981 Mar 24 01:10:57.092890 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33780) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:57.106103 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0477eef6-5531-455e-bdfa-47b521820152 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:88:ee:69'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:57.186072 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2998c797-e1d0-42fb-8eb6-8b18df6c2efe admin admin] Publish callbacks [] for security_group (42ab7e5c-e114-4e9d-8515-2aecb1fe7c6c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:57.348368 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2998c797-e1d0-42fb-8eb6-8b18df6c2efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (42ab7e5c-e114-4e9d-8515-2aecb1fe7c6c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:57.359262 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2998c797-e1d0-42fb-8eb6-8b18df6c2efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:57.364551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2998c797-e1d0-42fb-8eb6-8b18df6c2efe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42ab7e5c-e114-4e9d-8515-2aecb1fe7c6c HTTP/1.1" status: 204 len: 168 time: 0.6197164 Mar 24 01:10:57.367700 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-505376d5-839c-47af-b67e-a63e2ddeea34 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (2e68ed18-e8cc-4aca-a904-5b304aa4c4a2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:57.381556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6f348df8-605e-4206-8cf7-48312f999457 None None] Provisioning complete for port a741881b-bb68-442e-b784-bad444cbad86 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:57.382093 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6f348df8-605e-4206-8cf7-48312f999457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a741881b-bb68-442e-b784-bad444cbad86), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:57.392830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998c797-e1d0-42fb-8eb6-8b18df6c2efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ab7e5c-e114-4e9d-8515-2aecb1fe7c6c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:57.402708 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-505376d5-839c-47af-b67e-a63e2ddeea34 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (2e68ed18-e8cc-4aca-a904-5b304aa4c4a2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:57.463500 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-505376d5-839c-47af-b67e-a63e2ddeea34 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (2e68ed18-e8cc-4aca-a904-5b304aa4c4a2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:57.468624 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-505376d5-839c-47af-b67e-a63e2ddeea34 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:57.470072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-505376d5-839c-47af-b67e-a63e2ddeea34 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/2e68ed18-e8cc-4aca-a904-5b304aa4c4a2 HTTP/1.1" status: 204 len: 168 time: 0.4904358 Mar 24 01:10:57.475230 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33796) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:57.530493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505376d5-839c-47af-b67e-a63e2ddeea34 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e68ed18-e8cc-4aca-a904-5b304aa4c4a2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:57.587389 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0477eef6-5531-455e-bdfa-47b521820152 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a741881b-bb68-442e-b784-bad444cbad86), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:57.637946 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f8fbf750-7687-44cf-9546-592afe3091a9 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1593852 Mar 24 01:10:57.640715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33800) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:57.691179 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6f348df8-605e-4206-8cf7-48312f999457 None None] Port a741881b-bb68-442e-b784-bad444cbad86 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:57.750527 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f64cc25d-bb91-4654-9f4e-b9b8b01b7fab tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (85bf438d-46a5-4535-9ade-05a2a665dfd5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:57.765998 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f64cc25d-bb91-4654-9f4e-b9b8b01b7fab tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (85bf438d-46a5-4535-9ade-05a2a665dfd5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:57.799667 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f64cc25d-bb91-4654-9f4e-b9b8b01b7fab tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (85bf438d-46a5-4535-9ade-05a2a665dfd5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:57.809439 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f64cc25d-bb91-4654-9f4e-b9b8b01b7fab tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:57.810891 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f64cc25d-bb91-4654-9f4e-b9b8b01b7fab tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/85bf438d-46a5-4535-9ade-05a2a665dfd5 HTTP/1.1" status: 204 len: 168 time: 0.1054163 Mar 24 01:10:57.828325 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e51f55-cf8d-4dad-af4f-0593d0c20f64 req-13151972-f770-4013-8fb6-50b3464390e8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:57.841378 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73e51f55-cf8d-4dad-af4f-0593d0c20f64 req-13151972-f770-4013-8fb6-50b3464390e8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.2019105 Mar 24 01:10:57.843212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33804) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:57.844773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cc25d-bb91-4654-9f4e-b9b8b01b7fab tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85bf438d-46a5-4535-9ade-05a2a665dfd5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:57.949301 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73e51f55-cf8d-4dad-af4f-0593d0c20f64 req-318defd2-4e94-42e3-a874-71d34c784549 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066883 Mar 24 01:10:57.967258 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-410960ee-e41d-4302-afcf-b7c088a245e9 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1150465 Mar 24 01:10:57.973464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33810) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:58.015621 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fce6239c-4487-4aea-a6be-d901c88c7c66 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (7d07ca4c-ed54-4ddf-9c98-21009f32cb35), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:58.024626 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fce6239c-4487-4aea-a6be-d901c88c7c66 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (7d07ca4c-ed54-4ddf-9c98-21009f32cb35), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:58.057265 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fce6239c-4487-4aea-a6be-d901c88c7c66 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (7d07ca4c-ed54-4ddf-9c98-21009f32cb35), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:58.079993 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fce6239c-4487-4aea-a6be-d901c88c7c66 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:58.081475 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fce6239c-4487-4aea-a6be-d901c88c7c66 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/7d07ca4c-ed54-4ddf-9c98-21009f32cb35 HTTP/1.1" status: 204 len: 168 time: 0.1048629 Mar 24 01:10:58.083517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6239c-4487-4aea-a6be-d901c88c7c66 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d07ca4c-ed54-4ddf-9c98-21009f32cb35,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:58.085593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33814) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:58.142673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-317715ef-3e49-4a0d-8f6b-d27eb1d268c6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0507042 Mar 24 01:10:58.156524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33818) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:58.251484 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c25f4867-2ae3-48c9-8b28-a21dfb910b6d tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (ba763c1e-3ad3-45bc-a330-4ebb5515ad5d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:58.304788 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c25f4867-2ae3-48c9-8b28-a21dfb910b6d tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (ba763c1e-3ad3-45bc-a330-4ebb5515ad5d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:58.350326 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0477eef6-5531-455e-bdfa-47b521820152 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks [] for port (a741881b-bb68-442e-b784-bad444cbad86), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:58.367371 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0477eef6-5531-455e-bdfa-47b521820152 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (a741881b-bb68-442e-b784-bad444cbad86), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:58.506020 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c25f4867-2ae3-48c9-8b28-a21dfb910b6d tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ba763c1e-3ad3-45bc-a330-4ebb5515ad5d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:58.510004 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c25f4867-2ae3-48c9-8b28-a21dfb910b6d tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:58.514130 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c25f4867-2ae3-48c9-8b28-a21dfb910b6d tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-groups/ba763c1e-3ad3-45bc-a330-4ebb5515ad5d HTTP/1.1" status: 204 len: 168 time: 0.3563931 Mar 24 01:10:58.517142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33840) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:58.583487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f4867-2ae3-48c9-8b28-a21dfb910b6d tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba763c1e-3ad3-45bc-a330-4ebb5515ad5d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:58.665515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-98c987f6-ab5c-4943-a3d5-13ebbffa0f2a tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1193295 Mar 24 01:10:58.673726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33846) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:58.679847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e985b53e-4589-4047-83eb-d782bbda6d5e tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234683630'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:10:58.737772 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c474f9e9-6d0f-459a-8eab-4e19fa286dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:58.756439 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e985b53e-4589-4047-83eb-d782bbda6d5e tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:58.764631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477eef6-5531-455e-bdfa-47b521820152 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event updated for resources: {'Port': ['ID=a741881b-bb68-442e-b784-bad444cbad86,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:10:58.845461 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0477eef6-5531-455e-bdfa-47b521820152 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] In _notify_port_updated(), no bound segment for port a741881b-bb68-442e-b784-bad444cbad86 on network d8260170-07f6-4bba-a5a7-31b29c52b55d {{(pid=115729) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:10:58.854667 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0477eef6-5531-455e-bdfa-47b521820152 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:58.855348 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0477eef6-5531-455e-bdfa-47b521820152 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:58.865647 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0477eef6-5531-455e-bdfa-47b521820152 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "PUT /v2.0/ports/a741881b-bb68-442e-b784-bad444cbad86 HTTP/1.1" status: 200 len: 994 time: 1.7713680 Mar 24 01:10:58.870974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33852) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:10:59.263374 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-9123e755-13b4-4f41-b518-c8952c98e239 None None] Provisioning complete for port a741881b-bb68-442e-b784-bad444cbad86 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:10:59.263860 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9123e755-13b4-4f41-b518-c8952c98e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a741881b-bb68-442e-b784-bad444cbad86), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:59.278687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9be0ce-5bc1-43e4-bf58-4b3c80a3c779 req-68c2c42a-d9fd-4054-add9-cd7c2081f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:59.291847 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c9be0ce-5bc1-43e4-bf58-4b3c80a3c779 req-68c2c42a-d9fd-4054-add9-cd7c2081f004 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 1127 time: 0.4404042 Mar 24 01:10:59.366422 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-fae4845d-c480-44a7-bb55-1abf6db19da8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Deleting port a741881b-bb68-442e-b784-bad444cbad86 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:10:59.367922 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fae4845d-c480-44a7-bb55-1abf6db19da8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a741881b-bb68-442e-b784-bad444cbad86), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:59.417617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9123e755-13b4-4f41-b518-c8952c98e239 None None] Port a741881b-bb68-442e-b784-bad444cbad86 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:10:59.614946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9be0ce-5bc1-43e4-bf58-4b3c80a3c779 req-59c7bd28-8a61-4d09-808d-f94af141f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:59.616418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c9be0ce-5bc1-43e4-bf58-4b3c80a3c779 req-59c7bd28-8a61-4d09-808d-f94af141f7a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 200 len: 918 time: 0.2766106 Mar 24 01:10:59.756349 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fae4845d-c480-44a7-bb55-1abf6db19da8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a741881b-bb68-442e-b784-bad444cbad86), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:59.812396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220f0de-3732-4b3f-882b-be760dc45353 req-a53aa08c-cfdb-4dc5-aadf-0ca05e70185c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:10:59.817927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d220f0de-3732-4b3f-882b-be760dc45353 req-a53aa08c-cfdb-4dc5-aadf-0ca05e70185c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.6776409 Mar 24 01:10:59.827155 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-fae4845d-c480-44a7-bb55-1abf6db19da8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Calling delete_port for a741881b-bb68-442e-b784-bad444cbad86 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:10:59.935910 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:10:59.974671 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e985b53e-4589-4047-83eb-d782bbda6d5e tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (a6b702fd-f613-4d43-b915-47df5f43ad36), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:00.072445 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e985b53e-4589-4047-83eb-d782bbda6d5e tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a6b702fd-f613-4d43-b915-47df5f43ad36), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:00.131938 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33890) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:00.227950 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c9be0ce-5bc1-43e4-bf58-4b3c80a3c779 req-da45166a-a6a6-4afb-a3b0-96ecade83231 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2 HTTP/1.1" status: 200 len: 1001 time: 0.6018674 Mar 24 01:11:00.420657 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9be0ce-5bc1-43e4-bf58-4b3c80a3c779 req-b337d9a8-419f-4830-ac9d-65dbcb23586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:00.434716 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c9be0ce-5bc1-43e4-bf58-4b3c80a3c779 req-b337d9a8-419f-4830-ac9d-65dbcb23586f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4d27960-c52d-4f7c-8496-b63aa9268ea4 HTTP/1.1" status: 200 len: 856 time: 0.1779938 Mar 24 01:11:00.462160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d220f0de-3732-4b3f-882b-be760dc45353 req-2ed21c27-2424-4d14-9acc-ede96dd135b8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6210668 Mar 24 01:11:00.480826 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e985b53e-4589-4047-83eb-d782bbda6d5e tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:00.486495 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e985b53e-4589-4047-83eb-d782bbda6d5e tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8111484 Mar 24 01:11:00.488123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33904) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:00.518924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985b53e-4589-4047-83eb-d782bbda6d5e tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b702fd-f613-4d43-b915-47df5f43ad36,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:00.548399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6acc77b1-dad3-4255-809d-13f854ee1e57 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-232443881'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:00.579346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-455938f8-8789-4c73-8082-0ac9ec14d00c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group_rule': {'security_group_id': 'a6b702fd-f613-4d43-b915-47df5f43ad36', 'direction': 'ingress', 'protocol': 17}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:00.635475 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fae4845d-c480-44a7-bb55-1abf6db19da8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a741881b-bb68-442e-b784-bad444cbad86), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:00.667597 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-455938f8-8789-4c73-8082-0ac9ec14d00c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (74d066cf-0be5-4b49-ade6-5d8989584fb2), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:00.765775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9be0ce-5bc1-43e4-bf58-4b3c80a3c779 req-cbae276c-ce00-4ffc-a113-d95b51b6a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:00.769276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c9be0ce-5bc1-43e4-bf58-4b3c80a3c779 req-cbae276c-ce00-4ffc-a113-d95b51b6a215 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=871413ce-bf54-4e47-942e-8e906667bc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3049457 Mar 24 01:11:00.849024 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4845d-c480-44a7-bb55-1abf6db19da8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event deleted for resources: {'Port': ['ID=a741881b-bb68-442e-b784-bad444cbad86,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:00.872534 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ec09fc52-c6a3-46b1-bf34-4fc6541ac61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:00.882684 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acc77b1-dad3-4255-809d-13f854ee1e57 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:00.911932 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6acc77b1-dad3-4255-809d-13f854ee1e57 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:00.978344 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6acc77b1-dad3-4255-809d-13f854ee1e57 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:01.031878 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-455938f8-8789-4c73-8082-0ac9ec14d00c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (74d066cf-0be5-4b49-ade6-5d8989584fb2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:01.063916 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-455938f8-8789-4c73-8082-0ac9ec14d00c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (74d066cf-0be5-4b49-ade6-5d8989584fb2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:01.112995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c9be0ce-5bc1-43e4-bf58-4b3c80a3c779 req-b06dd27c-15c6-48b9-97cc-edd8f6809fe8 service neutron] 10.222.0.48 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332796 Mar 24 01:11:01.445447 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c9be0ce-5bc1-43e4-bf58-4b3c80a3c779 req-215d3b89-d3a1-4626-8ee4-ac625b4f6af5 service neutron] 10.222.0.48 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848458 Mar 24 01:11:01.449138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455938f8-8789-4c73-8082-0ac9ec14d00c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d066cf-0be5-4b49-ade6-5d8989584fb2,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:01.459979 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-455938f8-8789-4c73-8082-0ac9ec14d00c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:01.465378 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-455938f8-8789-4c73-8082-0ac9ec14d00c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9503477 Mar 24 01:11:01.466939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33932) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:01.646104 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fae4845d-c480-44a7-bb55-1abf6db19da8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:01.667476 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fae4845d-c480-44a7-bb55-1abf6db19da8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "DELETE /v2.0/ports/a741881b-bb68-442e-b784-bad444cbad86 HTTP/1.1" status: 204 len: 168 time: 2.7954307 Mar 24 01:11:01.670717 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6acc77b1-dad3-4255-809d-13f854ee1e57 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for security_group (b16643b2-4363-479e-929d-c2558239dd16), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:01.674774 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33940) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:01.697227 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6acc77b1-dad3-4255-809d-13f854ee1e57 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b16643b2-4363-479e-929d-c2558239dd16), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:01.739066 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8168a718-ee4d-46d2-b78b-8064437b6d2e tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (a6b702fd-f613-4d43-b915-47df5f43ad36), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:01.763876 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c1eb53-0df8-47ff-8686-479076fcb4ac tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] GET failed (client error): The resource could not be found. Mar 24 01:11:01.768837 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f5c1eb53-0df8-47ff-8686-479076fcb4ac tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "GET /v2.0/ports/a741881b-bb68-442e-b784-bad444cbad86 HTTP/1.1" status: 404 len: 333 time: 0.0920341 Mar 24 01:11:01.779327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33942) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:01.817805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-372328f2-e07e-42d9-a2c9-bf3d72907642 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Request body: {'port': {'network_id': 'd8260170-07f6-4bba-a5a7-31b29c52b55d', 'name': 'tempest-AllowedAddressPairTestJSON-1393511320'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:01.822868 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acc77b1-dad3-4255-809d-13f854ee1e57 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:11:01.843464 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc77b1-dad3-4255-809d-13f854ee1e57 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b16643b2-4363-479e-929d-c2558239dd16,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:01.877836 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6acc77b1-dad3-4255-809d-13f854ee1e57 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d2a10ca2-2f4a-40e9-82d1-314dd7b6d43a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:01.878891 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-6acc77b1-dad3-4255-809d-13f854ee1e57 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Added segment d2a10ca2-2f4a-40e9-82d1-314dd7b6d43a of type vlan for network ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3 Mar 24 01:11:02.006539 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6acc77b1-dad3-4255-809d-13f854ee1e57 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:02.097625 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6acc77b1-dad3-4255-809d-13f854ee1e57 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:02.102898 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc77b1-dad3-4255-809d-13f854ee1e57 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:02.103552 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6acc77b1-dad3-4255-809d-13f854ee1e57 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:02.158634 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:02.275746 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33952) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:02.321833 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6acc77b1-dad3-4255-809d-13f854ee1e57 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1813176 Mar 24 01:11:02.362349 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc77b1-dad3-4255-809d-13f854ee1e57 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Network': ['ID=ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:02.374862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:11:02.557326 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:02.704721 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8168a718-ee4d-46d2-b78b-8064437b6d2e tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (a6b702fd-f613-4d43-b915-47df5f43ad36), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:02.744845 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaef0ac-5aae-4466-b508-4565a78bf1f1 req-83b8f8b5-f4e5-43ff-beae-4603517b3756 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:02.751290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bbaef0ac-5aae-4466-b508-4565a78bf1f1 req-83b8f8b5-f4e5-43ff-beae-4603517b3756 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 1.1404872 Mar 24 01:11:02.825492 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d319d4b1-a463-4d9c-9b66-ac55a62be4f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:03.125011 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d319d4b1-a463-4d9c-9b66-ac55a62be4f9 admin admin] Publish callbacks [] for security_group (e8004a24-1230-4cfb-bb1c-edefef0f3a97), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:03.135797 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d319d4b1-a463-4d9c-9b66-ac55a62be4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e8004a24-1230-4cfb-bb1c-edefef0f3a97), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:03.169444 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d319d4b1-a463-4d9c-9b66-ac55a62be4f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=11ff33ea6777432a8b27a50be79b5124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8925009 Mar 24 01:11:03.172275 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33966) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:03.267983 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319d4b1-a463-4d9c-9b66-ac55a62be4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8004a24-1230-4cfb-bb1c-edefef0f3a97,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:03.285681 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bbaef0ac-5aae-4466-b508-4565a78bf1f1 req-d2847f25-1598-482c-827d-7e72edfbea3a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4815369 Mar 24 01:11:03.332636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4a0b5-5864-42c9-80be-aed2af3095a3 req-e230fbbf-b89a-4829-8083-0b3c60c6f76f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:03.341637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30a4a0b5-5864-42c9-80be-aed2af3095a3 req-e230fbbf-b89a-4829-8083-0b3c60c6f76f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 946 time: 0.4841506 Mar 24 01:11:03.342957 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd89b6e8-ba85-4b3e-a9bc-0e58ffe3a281 admin admin] Publish callbacks [] for security_group (e8004a24-1230-4cfb-bb1c-edefef0f3a97), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:03.416811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30a4a0b5-5864-42c9-80be-aed2af3095a3 req-0ce87356-ebad-426d-8059-748f9aaf79c6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbd11eb4-a4c9-49f2-a996-8fa8a2887efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732937 Mar 24 01:11:03.428611 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8168a718-ee4d-46d2-b78b-8064437b6d2e tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a6b702fd-f613-4d43-b915-47df5f43ad36), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:03.431690 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8168a718-ee4d-46d2-b78b-8064437b6d2e tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:03.433731 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8168a718-ee4d-46d2-b78b-8064437b6d2e tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-groups/a6b702fd-f613-4d43-b915-47df5f43ad36 HTTP/1.1" status: 204 len: 168 time: 1.9653842 Mar 24 01:11:03.436774 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33968) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:03.456543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168a718-ee4d-46d2-b78b-8064437b6d2e tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b702fd-f613-4d43-b915-47df5f43ad36,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:03.466699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372328f2-e07e-42d9-a2c9-bf3d72907642 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Made reservation on behalf of 713e2e7ebae142c98960c3a9bc20e7b0 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:03.471028 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-372328f2-e07e-42d9-a2c9-bf3d72907642 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:03.494095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-372328f2-e07e-42d9-a2c9-bf3d72907642 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] device_id is not set on port ae2e5a7e-d490-4824-8818-26b4e58acd67 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:11:03.506037 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd89b6e8-ba85-4b3e-a9bc-0e58ffe3a281 admin admin] Publish callbacks [] for security_group (e8004a24-1230-4cfb-bb1c-edefef0f3a97), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:03.616349 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-596297eb-c831-43fa-9dcc-016415e3cb7f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1742582 Mar 24 01:11:03.627798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33972) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:03.639444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-d3d13ba0-005d-431d-896a-7e2c2069d435 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group': {'name': 'tempest-secgroup--229536436'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:03.656533 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:03.761464 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd89b6e8-ba85-4b3e-a9bc-0e58ffe3a281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e8004a24-1230-4cfb-bb1c-edefef0f3a97), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:03.764485 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd89b6e8-ba85-4b3e-a9bc-0e58ffe3a281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:03.768294 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cd89b6e8-ba85-4b3e-a9bc-0e58ffe3a281 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8004a24-1230-4cfb-bb1c-edefef0f3a97 HTTP/1.1" status: 204 len: 168 time: 0.5917444 Mar 24 01:11:03.790230 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d3d13ba0-005d-431d-896a-7e2c2069d435 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:03.803933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89b6e8-ba85-4b3e-a9bc-0e58ffe3a281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8004a24-1230-4cfb-bb1c-edefef0f3a97,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:03.807118 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-372328f2-e07e-42d9-a2c9-bf3d72907642 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Allocated IP 172.20.0.10 (d8260170-07f6-4bba-a5a7-31b29c52b55d/5b464c62-9185-46ef-974e-d10472c55373/ae2e5a7e-d490-4824-8818-26b4e58acd67) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:11:04.242341 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d3d13ba0-005d-431d-896a-7e2c2069d435 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (1548baf8-83ed-4c68-89fe-28c1eee66505), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:04.257763 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d3d13ba0-005d-431d-896a-7e2c2069d435 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1548baf8-83ed-4c68-89fe-28c1eee66505), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:04.437895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311134a-6fc9-42ac-870e-bdb88d86c6f8 req-79dcfaac-7d20-4636-8539-2a628d120bcf tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:04.448625 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1311134a-6fc9-42ac-870e-bdb88d86c6f8 req-79dcfaac-7d20-4636-8539-2a628d120bcf tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 946 time: 0.3294425 Mar 24 01:11:04.493140 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d3d13ba0-005d-431d-896a-7e2c2069d435 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:04.498664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d3d13ba0-005d-431d-896a-7e2c2069d435 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8639536 Mar 24 01:11:04.500007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d13ba0-005d-431d-896a-7e2c2069d435 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1548baf8-83ed-4c68-89fe-28c1eee66505,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:04.500598 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33988) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:04.513468 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d5f77668-894d-407a-987f-bc0af847a664 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794557653'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:04.646547 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5f77668-894d-407a-987f-bc0af847a664 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:04.866123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33992) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:04.882772 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5f77668-894d-407a-987f-bc0af847a664 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (62edc68f-d6ea-409f-be5b-d1e307585182), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:04.904894 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5f77668-894d-407a-987f-bc0af847a664 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (62edc68f-d6ea-409f-be5b-d1e307585182), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:04.990210 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-372328f2-e07e-42d9-a2c9-bf3d72907642 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks [] for port (ae2e5a7e-d490-4824-8818-26b4e58acd67), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:05.061473 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5f77668-894d-407a-987f-bc0af847a664 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:05.063205 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d5f77668-894d-407a-987f-bc0af847a664 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5609481 Mar 24 01:11:05.066043 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33994) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:05.071147 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-dfd62410-e7f8-4d53-9a6b-f8a054cd5c9c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group_rule': {'security_group_id': '1548baf8-83ed-4c68-89fe-28c1eee66505', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '62edc68f-d6ea-409f-be5b-d1e307585182', 'remote_ip_prefix': None}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:05.092979 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f77668-894d-407a-987f-bc0af847a664 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62edc68f-d6ea-409f-be5b-d1e307585182,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:05.101587 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c37c7b04-8353-48b0-8a76-bfc42ed30929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:05.195554 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dfd62410-e7f8-4d53-9a6b-f8a054cd5c9c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (86da084e-1036-4179-a2a8-35fe8ae0a75a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:05.204950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aef1fd-6702-4bc9-b216-713907113fc5 req-575fed7e-fc2e-43b2-8b22-f96735d109ac tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:05.206551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59aef1fd-6702-4bc9-b216-713907113fc5 req-575fed7e-fc2e-43b2-8b22-f96735d109ac tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.7416155 Mar 24 01:11:05.239710 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:05.258025 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-372328f2-e07e-42d9-a2c9-bf3d72907642 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ae2e5a7e-d490-4824-8818-26b4e58acd67), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:05.270266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6b069-7be4-4a6f-a872-5e100503b931 req-2a60642c-9c72-4a74-a04e-078a6b7cb4dd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:05.273346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85c6b069-7be4-4a6f-a872-5e100503b931 req-2a60642c-9c72-4a74-a04e-078a6b7cb4dd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 946 time: 0.5302577 Mar 24 01:11:05.333998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372328f2-e07e-42d9-a2c9-bf3d72907642 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event updated for resources: {'Port': ['ID=ae2e5a7e-d490-4824-8818-26b4e58acd67,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:05.412870 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dfd62410-e7f8-4d53-9a6b-f8a054cd5c9c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (86da084e-1036-4179-a2a8-35fe8ae0a75a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:05.428695 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dfd62410-e7f8-4d53-9a6b-f8a054cd5c9c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (86da084e-1036-4179-a2a8-35fe8ae0a75a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:05.459084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd62410-e7f8-4d53-9a6b-f8a054cd5c9c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86da084e-1036-4179-a2a8-35fe8ae0a75a,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:05.461753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-1311134a-6fc9-42ac-870e-bdb88d86c6f8 req-b7cf317a-90b6-4113-ad7a-ff5060d31e61 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Deleting port 5d67de27-b98e-4cd2-b649-97f01003c2a7 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:11:05.462104 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1311134a-6fc9-42ac-870e-bdb88d86c6f8 req-b7cf317a-90b6-4113-ad7a-ff5060d31e61 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5d67de27-b98e-4cd2-b649-97f01003c2a7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:05.529710 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dfd62410-e7f8-4d53-9a6b-f8a054cd5c9c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:05.532752 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dfd62410-e7f8-4d53-9a6b-f8a054cd5c9c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4649639 Mar 24 01:11:05.535589 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34000) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:05.610302 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11ca65c5-1f17-4947-9c21-705e7f8658bb tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (86da084e-1036-4179-a2a8-35fe8ae0a75a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:05.632509 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11ca65c5-1f17-4947-9c21-705e7f8658bb tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (86da084e-1036-4179-a2a8-35fe8ae0a75a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:05.726292 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1311134a-6fc9-42ac-870e-bdb88d86c6f8 req-b7cf317a-90b6-4113-ad7a-ff5060d31e61 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] For port 5d67de27-b98e-4cd2-b649-97f01003c2a7, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=5d67de27-b98e-4cd2-b649-97f01003c2a7,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:05.727018 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1311134a-6fc9-42ac-870e-bdb88d86c6f8 req-b7cf317a-90b6-4113-ad7a-ff5060d31e61 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5d67de27-b98e-4cd2-b649-97f01003c2a7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:05.758431 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11ca65c5-1f17-4947-9c21-705e7f8658bb tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (86da084e-1036-4179-a2a8-35fe8ae0a75a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:05.777964 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11ca65c5-1f17-4947-9c21-705e7f8658bb tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:05.783107 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-11ca65c5-1f17-4947-9c21-705e7f8658bb tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/86da084e-1036-4179-a2a8-35fe8ae0a75a HTTP/1.1" status: 204 len: 168 time: 0.2439804 Mar 24 01:11:05.816613 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34004) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:05.821249 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca65c5-1f17-4947-9c21-705e7f8658bb tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86da084e-1036-4179-a2a8-35fe8ae0a75a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:05.872383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34008) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:05.916077 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-33189b67-e937-4b2d-8f00-8bdc8924dc95 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0815215 Mar 24 01:11:05.918992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34010) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:05.939056 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372328f2-e07e-42d9-a2c9-bf3d72907642 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Network d8260170-07f6-4bba-a5a7-31b29c52b55d is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:11:05.982767 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c37c7b04-8353-48b0-8a76-bfc42ed30929 admin admin] Publish callbacks [] for security_group (617d6ee8-4866-48e3-b611-b86202052da9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.001022 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59aef1fd-6702-4bc9-b216-713907113fc5 req-d02b0a64-7bfc-46f3-8eec-f167e8b2ded9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7444699 Mar 24 01:11:06.003812 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-055c424f-241a-4820-8b9b-6bd30723210b tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (62edc68f-d6ea-409f-be5b-d1e307585182), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.004390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-372328f2-e07e-42d9-a2c9-bf3d72907642 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:06.012153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372328f2-e07e-42d9-a2c9-bf3d72907642 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:11:06.018559 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-16c7e8f0-0c5b-4415-9c04-9dff4d4c8df7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'subnet': {'network_id': 'ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:06.072759 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-055c424f-241a-4820-8b9b-6bd30723210b tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (62edc68f-d6ea-409f-be5b-d1e307585182), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.148921 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-055c424f-241a-4820-8b9b-6bd30723210b tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (62edc68f-d6ea-409f-be5b-d1e307585182), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.152807 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c37c7b04-8353-48b0-8a76-bfc42ed30929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (617d6ee8-4866-48e3-b611-b86202052da9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.155425 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-055c424f-241a-4820-8b9b-6bd30723210b tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.160603 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-055c424f-241a-4820-8b9b-6bd30723210b tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-groups/62edc68f-d6ea-409f-be5b-d1e307585182 HTTP/1.1" status: 204 len: 168 time: 0.2397056 Mar 24 01:11:06.176108 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34012) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:06.177720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c424f-241a-4820-8b9b-6bd30723210b tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62edc68f-d6ea-409f-be5b-d1e307585182,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:06.216257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85c6b069-7be4-4a6f-a872-5e100503b931 req-9bb7aab0-813a-46a1-997b-fe9ffa815e5d tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbd11eb4-a4c9-49f2-a996-8fa8a2887efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8852289 Mar 24 01:11:06.230884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c37c7b04-8353-48b0-8a76-bfc42ed30929 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f7b1cb2e1624a2f9ad20f6067a568e8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3497045 Mar 24 01:11:06.246446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34014) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:06.330114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372328f2-e07e-42d9-a2c9-bf3d72907642 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:06.331461 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-372328f2-e07e-42d9-a2c9-bf3d72907642 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.341127 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1d658c29-3a25-45d0-8f0b-e1228aa37d99 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1600740 Mar 24 01:11:06.341819 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34016) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:06.371147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c7b04-8353-48b0-8a76-bfc42ed30929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617d6ee8-4866-48e3-b611-b86202052da9,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:06.378435 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3596b869-fe5d-464b-9325-5c85c7f1c441 admin admin] Publish callbacks [] for security_group (617d6ee8-4866-48e3-b611-b86202052da9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.396076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c7e8f0-0c5b-4415-9c04-9dff4d4c8df7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:06.400596 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-16c7e8f0-0c5b-4415-9c04-9dff4d4c8df7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.417597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-803176bc-70d3-4420-9f20-dc02c07fc26b None None] Provisioning complete for port ae2e5a7e-d490-4824-8818-26b4e58acd67 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:06.418175 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-803176bc-70d3-4420-9f20-dc02c07fc26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ae2e5a7e-d490-4824-8818-26b4e58acd67), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.429433 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-372328f2-e07e-42d9-a2c9-bf3d72907642 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6339300 Mar 24 01:11:06.437415 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34018) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:06.447336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e8d649d8-2027-43eb-ad4e-3bd921bf03f0 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:88:ee:69'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:06.487380 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1311134a-6fc9-42ac-870e-bdb88d86c6f8 req-b7cf317a-90b6-4113-ad7a-ff5060d31e61 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.488223 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1311134a-6fc9-42ac-870e-bdb88d86c6f8 req-b7cf317a-90b6-4113-ad7a-ff5060d31e61 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (ffde95b9-565a-4493-bcc9-678009559608), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.488931 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-1311134a-6fc9-42ac-870e-bdb88d86c6f8 req-b7cf317a-90b6-4113-ad7a-ff5060d31e61 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Floating IP ffde95b9-565a-4493-bcc9-678009559608 disassociated. External IP: 172.25.0.227, port: 5d67de27-b98e-4cd2-b649-97f01003c2a7. Mar 24 01:11:06.489447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-1311134a-6fc9-42ac-870e-bdb88d86c6f8 req-b7cf317a-90b6-4113-ad7a-ff5060d31e61 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Calling delete_port for 5d67de27-b98e-4cd2-b649-97f01003c2a7 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:11:06.515504 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-803176bc-70d3-4420-9f20-dc02c07fc26b None None] Port ae2e5a7e-d490-4824-8818-26b4e58acd67 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:11:06.524203 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3596b869-fe5d-464b-9325-5c85c7f1c441 admin admin] Publish callbacks [] for security_group (617d6ee8-4866-48e3-b611-b86202052da9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.647117 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1311134a-6fc9-42ac-870e-bdb88d86c6f8 req-b7cf317a-90b6-4113-ad7a-ff5060d31e61 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (5d67de27-b98e-4cd2-b649-97f01003c2a7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.673535 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1658fa72-5186-4792-95e4-4ff0b1a01610 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (1548baf8-83ed-4c68-89fe-28c1eee66505), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.725765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf317a-90b6-4113-ad7a-ff5060d31e61 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event deleted for resources: {'Port': ['ID=5d67de27-b98e-4cd2-b649-97f01003c2a7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:06.733632 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1658fa72-5186-4792-95e4-4ff0b1a01610 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (1548baf8-83ed-4c68-89fe-28c1eee66505), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.907457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1311134a-6fc9-42ac-870e-bdb88d86c6f8 req-b7cf317a-90b6-4113-ad7a-ff5060d31e61 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Router a9ee4bad-e653-484c-97e8-9380577683bf has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:11:06.941829 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8d649d8-2027-43eb-ad4e-3bd921bf03f0 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ae2e5a7e-d490-4824-8818-26b4e58acd67), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.944077 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1658fa72-5186-4792-95e4-4ff0b1a01610 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1548baf8-83ed-4c68-89fe-28c1eee66505), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.964882 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1658fa72-5186-4792-95e4-4ff0b1a01610 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:06.966391 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1658fa72-5186-4792-95e4-4ff0b1a01610 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-groups/1548baf8-83ed-4c68-89fe-28c1eee66505 HTTP/1.1" status: 204 len: 168 time: 0.6234932 Mar 24 01:11:06.969602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34026) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:07.012340 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658fa72-5186-4792-95e4-4ff0b1a01610 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1548baf8-83ed-4c68-89fe-28c1eee66505,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:07.053019 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3596b869-fe5d-464b-9325-5c85c7f1c441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (617d6ee8-4866-48e3-b611-b86202052da9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:07.058398 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3596b869-fe5d-464b-9325-5c85c7f1c441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:07.059760 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3596b869-fe5d-464b-9325-5c85c7f1c441 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/617d6ee8-4866-48e3-b611-b86202052da9 HTTP/1.1" status: 204 len: 168 time: 0.7932782 Mar 24 01:11:07.093303 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596b869-fe5d-464b-9325-5c85c7f1c441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617d6ee8-4866-48e3-b611-b86202052da9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:07.374637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1311134a-6fc9-42ac-870e-bdb88d86c6f8 req-b7cf317a-90b6-4113-ad7a-ff5060d31e61 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:11:07.392515 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f01f626-dbf7-44d3-8ccf-c6db3dd4e3b4 None None] Sync routers for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:11:07.407484 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f01f626-dbf7-44d3-8ccf-c6db3dd4e3b4 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:11:07.408396 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4f01f626-dbf7-44d3-8ccf-c6db3dd4e3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:11:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:07.539976 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8d649d8-2027-43eb-ad4e-3bd921bf03f0 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks [] for port (ae2e5a7e-d490-4824-8818-26b4e58acd67), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:07.560136 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8d649d8-2027-43eb-ad4e-3bd921bf03f0 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (ae2e5a7e-d490-4824-8818-26b4e58acd67), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:07.631911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1311134a-6fc9-42ac-870e-bdb88d86c6f8 req-b7cf317a-90b6-4113-ad7a-ff5060d31e61 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] No DVR routers for this DVR port 5d67de27-b98e-4cd2-b649-97f01003c2a7 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:11:07.636943 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1311134a-6fc9-42ac-870e-bdb88d86c6f8 req-b7cf317a-90b6-4113-ad7a-ff5060d31e61 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:07.679798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1311134a-6fc9-42ac-870e-bdb88d86c6f8 req-b7cf317a-90b6-4113-ad7a-ff5060d31e61 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.57 "DELETE /v2.0/ports/5d67de27-b98e-4cd2-b649-97f01003c2a7 HTTP/1.1" status: 204 len: 173 time: 3.1265917 Mar 24 01:11:07.681185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-4f01f626-dbf7-44d3-8ccf-c6db3dd4e3b4 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:11:07.810479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'name': 'network-vif-deleted', 'tag': '5d67de27-b98e-4cd2-b649-97f01003c2a7'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:11:07.817591 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7485d356-78ed-40b8-b18b-8f04e74b5ffc" -d '{"events": [{"server_uuid": "f2e2f74e-5895-4265-a0da-be9fa23c267c", "name": "network-vif-deleted", "tag": "5d67de27-b98e-4cd2-b649-97f01003c2a7"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:11:07.858724 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d86371e3-b516-4b64-bdcd-25d226c34207 req-edc0d657-4222-4d55-a812-188dc3134c2e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e2f74e-5895-4265-a0da-be9fa23c267c HTTP/1.1" status: 200 len: 210 time: 0.4000714 Mar 24 01:11:07.935318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d649d8-2027-43eb-ad4e-3bd921bf03f0 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event updated for resources: {'Port': ['ID=ae2e5a7e-d490-4824-8818-26b4e58acd67,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:07.957071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e8d649d8-2027-43eb-ad4e-3bd921bf03f0 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] In _notify_port_updated(), no bound segment for port ae2e5a7e-d490-4824-8818-26b4e58acd67 on network d8260170-07f6-4bba-a5a7-31b29c52b55d {{(pid=115729) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:11:07.980879 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d649d8-2027-43eb-ad4e-3bd921bf03f0 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:07.981745 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8d649d8-2027-43eb-ad4e-3bd921bf03f0 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:07.989704 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e8d649d8-2027-43eb-ad4e-3bd921bf03f0 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "PUT /v2.0/ports/ae2e5a7e-d490-4824-8818-26b4e58acd67 HTTP/1.1" status: 200 len: 997 time: 1.5481591 Mar 24 01:11:07.990625 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34052) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:08.007661 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdfc94a-cf13-40a8-966b-1b8f076f7457 x-openstack-request-id: req-bfdfc94a-cf13-40a8-966b-1b8f076f7457 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:11:08.007661 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e2f74e-5895-4265-a0da-be9fa23c267c", "name": "network-vif-deleted", "tag": "5d67de27-b98e-4cd2-b649-97f01003c2a7", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:11:08.007661 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bfdfc94a-cf13-40a8-966b-1b8f076f7457 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:11:08.007661 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfdfc94a-cf13-40a8-966b-1b8f076f7457'] response: {'server_uuid': 'f2e2f74e-5895-4265-a0da-be9fa23c267c', 'name': 'network-vif-deleted', 'tag': '5d67de27-b98e-4cd2-b649-97f01003c2a7', 'status': 'completed', 'code': 200} Mar 24 01:11:08.026875 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fbd2ab23-200c-414b-8d59-985ee55b5360 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.0495067 Mar 24 01:11:08.031116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34056) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:08.073635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-18e556c0-7590-4359-9081-6cdd1977b613 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958183306'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:08.135463 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199a69b-8d9f-417a-88d6-a49e200b2402 req-c6ae7e27-21a1-49e9-af6c-764d49d73a4f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:08.141733 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1199a69b-8d9f-417a-88d6-a49e200b2402 req-c6ae7e27-21a1-49e9-af6c-764d49d73a4f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.9566679 Mar 24 01:11:08.328751 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 5d67de27-b98e-4cd2-b649-97f01003c2a7 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:11:08.351844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-92451a7d-ada6-41aa-b0ba-debcfaeea46c tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Deleting port ae2e5a7e-d490-4824-8818-26b4e58acd67 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:11:08.354216 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92451a7d-ada6-41aa-b0ba-debcfaeea46c tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ae2e5a7e-d490-4824-8818-26b4e58acd67), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:08.374710 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-18e556c0-7590-4359-9081-6cdd1977b613 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:08.473828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-44c6011c-0f31-411b-9824-22bf893f6a90 None None] Provisioning complete for port ae2e5a7e-d490-4824-8818-26b4e58acd67 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:08.474205 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-44c6011c-0f31-411b-9824-22bf893f6a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ae2e5a7e-d490-4824-8818-26b4e58acd67), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:08.476056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 5d67de27-b98e-4cd2-b649-97f01003c2a7 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:11:08.476394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 5d67de27-b98e-4cd2-b649-97f01003c2a7 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:11:08.494997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1199a69b-8d9f-417a-88d6-a49e200b2402 req-4b7980ed-54b0-4ad0-b16e-d12d663c1164 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327496 Mar 24 01:11:08.629923 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92451a7d-ada6-41aa-b0ba-debcfaeea46c tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ae2e5a7e-d490-4824-8818-26b4e58acd67), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:08.665962 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-92451a7d-ada6-41aa-b0ba-debcfaeea46c tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Calling delete_port for ae2e5a7e-d490-4824-8818-26b4e58acd67 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:11:08.670283 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-16c7e8f0-0c5b-4415-9c04-9dff4d4c8df7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (9acc089f-4e59-467e-b8c5-58f66e2f9600), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:08.682886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-44c6011c-0f31-411b-9824-22bf893f6a90 None None] Port ae2e5a7e-d490-4824-8818-26b4e58acd67 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:11:08.715719 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4f01f626-dbf7-44d3-8ccf-c6db3dd4e3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:08.822935 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7e8f0-0c5b-4415-9c04-9dff4d4c8df7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Subnet': ['ID=9acc089f-4e59-467e-b8c5-58f66e2f9600,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:08.839811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f01f626-dbf7-44d3-8ccf-c6db3dd4e3b4 None None] Checking router: a9ee4bad-e653-484c-97e8-9380577683bf for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:11:08.857430 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-18e556c0-7590-4359-9081-6cdd1977b613 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (35a5c9b2-03ee-4520-86e9-c8d9e15ae82e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:08.870013 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-18e556c0-7590-4359-9081-6cdd1977b613 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (35a5c9b2-03ee-4520-86e9-c8d9e15ae82e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:08.886110 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f01f626-dbf7-44d3-8ccf-c6db3dd4e3b4 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:11:08.888067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4f01f626-dbf7-44d3-8ccf-c6db3dd4e3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:11:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:08.913822 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-18e556c0-7590-4359-9081-6cdd1977b613 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:08.920687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-18e556c0-7590-4359-9081-6cdd1977b613 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8531563 Mar 24 01:11:08.928988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34074) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:08.975719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8ad17e4d-a98e-4244-bce1-9117a88c9b91 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group_rule': {'security_group_id': '35a5c9b2-03ee-4520-86e9-c8d9e15ae82e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:09.025574 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92451a7d-ada6-41aa-b0ba-debcfaeea46c tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ae2e5a7e-d490-4824-8818-26b4e58acd67), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:09.068184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34078) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:09.112794 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92451a7d-ada6-41aa-b0ba-debcfaeea46c tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event deleted for resources: {'Port': ['ID=ae2e5a7e-d490-4824-8818-26b4e58acd67,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:09.120821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-4f01f626-dbf7-44d3-8ccf-c6db3dd4e3b4 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:11:09.179975 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ad17e4d-a98e-4244-bce1-9117a88c9b91 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (d1d7486c-b444-4945-9bc3-b28e355c1954), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:09.337036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92451a7d-ada6-41aa-b0ba-debcfaeea46c tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:09.345681 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-92451a7d-ada6-41aa-b0ba-debcfaeea46c tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "DELETE /v2.0/ports/ae2e5a7e-d490-4824-8818-26b4e58acd67 HTTP/1.1" status: 204 len: 168 time: 1.3465354 Mar 24 01:11:09.348786 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34086) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:09.363624 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ad17e4d-a98e-4244-bce1-9117a88c9b91 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (d1d7486c-b444-4945-9bc3-b28e355c1954), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:09.396781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e556c0-7590-4359-9081-6cdd1977b613 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a5c9b2-03ee-4520-86e9-c8d9e15ae82e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:09.406011 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ad17e4d-a98e-4244-bce1-9117a88c9b91 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (d1d7486c-b444-4945-9bc3-b28e355c1954), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:09.452793 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-e958dd6f-378b-4126-b8bf-6713e61bb1bc tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] GET failed (client error): The resource could not be found. Mar 24 01:11:09.458958 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e958dd6f-378b-4126-b8bf-6713e61bb1bc tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "GET /v2.0/ports/ae2e5a7e-d490-4824-8818-26b4e58acd67 HTTP/1.1" status: 404 len: 333 time: 0.1056650 Mar 24 01:11:09.462920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34092) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:09.464161 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c7e8f0-0c5b-4415-9c04-9dff4d4c8df7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Checking segment: {'id': 'd2a10ca2-2f4a-40e9-82d1-314dd7b6d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:09.464527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c7e8f0-0c5b-4415-9c04-9dff4d4c8df7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network hostable DHCP agents. Network: ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:11:09.467764 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-46786396-a3ad-4b87-80d2-6dfe46efa2de tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Request body: {'port': {'network_id': 'd8260170-07f6-4bba-a5a7-31b29c52b55d', 'name': 'tempest-AllowedAddressPairTestJSON-1143109223'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:09.479358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad17e4d-a98e-4244-bce1-9117a88c9b91 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d7486c-b444-4945-9bc3-b28e355c1954,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:09.495886 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ad17e4d-a98e-4244-bce1-9117a88c9b91 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:09.499353 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8ad17e4d-a98e-4244-bce1-9117a88c9b91 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5530758 Mar 24 01:11:09.514614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34094) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:09.605646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c7e8f0-0c5b-4415-9c04-9dff4d4c8df7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:11:09.641364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-16c7e8f0-0c5b-4415-9c04-9dff4d4c8df7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:09.656477 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c7e8f0-0c5b-4415-9c04-9dff4d4c8df7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:09.657244 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-16c7e8f0-0c5b-4415-9c04-9dff4d4c8df7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:09.666850 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c5ee33-f242-4ec5-946c-24447c3279ed None None] Network ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:09.683938 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb2d245c-da64-41b9-aed4-7c41aeac7c31 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (d1d7486c-b444-4945-9bc3-b28e355c1954), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:09.712351 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-16c7e8f0-0c5b-4415-9c04-9dff4d4c8df7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7276471 Mar 24 01:11:09.713398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34106) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:09.730654 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d34d455a-e634-4ecc-b841-3c11556c10cb tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (cbd11eb4-a4c9-49f2-a996-8fa8a2887efc), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:09.747091 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-79d216d4-1f73-4f5a-9abe-c361b8344644 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-944863971'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:09.797287 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d34d455a-e634-4ecc-b841-3c11556c10cb tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (cbd11eb4-a4c9-49f2-a996-8fa8a2887efc), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:09.922779 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb2d245c-da64-41b9-aed4-7c41aeac7c31 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (d1d7486c-b444-4945-9bc3-b28e355c1954), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:09.927848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d216d4-1f73-4f5a-9abe-c361b8344644 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:09.934969 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-79d216d4-1f73-4f5a-9abe-c361b8344644 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:09.945556 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46786396-a3ad-4b87-80d2-6dfe46efa2de tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Made reservation on behalf of 713e2e7ebae142c98960c3a9bc20e7b0 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:09.953404 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46786396-a3ad-4b87-80d2-6dfe46efa2de tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:09.999302 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d34d455a-e634-4ecc-b841-3c11556c10cb tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cbd11eb4-a4c9-49f2-a996-8fa8a2887efc), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:10.001986 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d34d455a-e634-4ecc-b841-3c11556c10cb tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:10.007626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3', 'network_id': 'ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3', 'project_id': '6287d5fee86e41829ffa6b98fe2ace5a', 'fixed_ips': [{'subnet_id': '9acc089f-4e59-467e-b8c5-58f66e2f9600'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:11:10.008748 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:10.014947 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d34d455a-e634-4ecc-b841-3c11556c10cb tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "DELETE /v2.0/security-groups/cbd11eb4-a4c9-49f2-a996-8fa8a2887efc HTTP/1.1" status: 204 len: 168 time: 0.9287784 Mar 24 01:11:10.015410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34112) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:10.053388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-46786396-a3ad-4b87-80d2-6dfe46efa2de tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] device_id is not set on port 78539916-9c34-443f-8fbe-333dce7f0029 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:11:10.120333 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-0c3d7fcf-8eb5-4bc2-b104-63b0669e0444 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] show failed (client error): The resource could not be found. Mar 24 01:11:10.120333 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0c3d7fcf-8eb5-4bc2-b104-63b0669e0444 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups/cbd11eb4-a4c9-49f2-a996-8fa8a2887efc HTTP/1.1" status: 404 len: 347 time: 0.0647030 Mar 24 01:11:10.120483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4f01f626-dbf7-44d3-8ccf-c6db3dd4e3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:10.120614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d455a-e634-4ecc-b841-3c11556c10cb tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd11eb4-a4c9-49f2-a996-8fa8a2887efc,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:10.120614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34116) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:10.132179 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d216d4-1f73-4f5a-9abe-c361b8344644 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:11:10.207718 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f01f626-dbf7-44d3-8ccf-c6db3dd4e3b4 None None] The sync data for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 is: [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:11:10.252294 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb2d245c-da64-41b9-aed4-7c41aeac7c31 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (d1d7486c-b444-4945-9bc3-b28e355c1954), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:10.317931 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-79d216d4-1f73-4f5a-9abe-c361b8344644 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0da08bb6-eba1-405b-b11c-df6751859cd0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:10.318289 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-79d216d4-1f73-4f5a-9abe-c361b8344644 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Added segment 0da08bb6-eba1-405b-b11c-df6751859cd0 of type vlan for network 2f589292-26ab-4d9f-afad-1aec7d98caaf Mar 24 01:11:10.407347 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-79d216d4-1f73-4f5a-9abe-c361b8344644 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (2f589292-26ab-4d9f-afad-1aec7d98caaf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:10.422606 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb2d245c-da64-41b9-aed4-7c41aeac7c31 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:10.429626 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fb2d245c-da64-41b9-aed4-7c41aeac7c31 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/d1d7486c-b444-4945-9bc3-b28e355c1954 HTTP/1.1" status: 204 len: 168 time: 0.9101729 Mar 24 01:11:10.436355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d245c-da64-41b9-aed4-7c41aeac7c31 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1d7486c-b444-4945-9bc3-b28e355c1954,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:10.449637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34120) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:10.453199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34124) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:10.479631 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33426a7-d7ce-434d-bc48-f121258512bf req-5cecbe24-ef2c-470a-929e-3b551bf56695 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:10.481138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a33426a7-d7ce-434d-bc48-f121258512bf req-5cecbe24-ef2c-470a-929e-3b551bf56695 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.5506523 Mar 24 01:11:10.547893 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a19c2050-fbbf-444e-9201-c63caf5089c1 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0923846 Mar 24 01:11:10.556980 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34130) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:10.656034 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-79d216d4-1f73-4f5a-9abe-c361b8344644 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (2f589292-26ab-4d9f-afad-1aec7d98caaf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:10.682412 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d216d4-1f73-4f5a-9abe-c361b8344644 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:10.683345 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-79d216d4-1f73-4f5a-9abe-c361b8344644 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:10.699283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a33426a7-d7ce-434d-bc48-f121258512bf req-1e3278eb-6001-4224-9362-f84b77634693 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029154 Mar 24 01:11:10.743433 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-a7b96beb-5f61-43f7-87ce-ba53e254f4fb tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Deleting port 9b1e094d-ea95-46d4-be2a-2c31888f0a3e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:11:10.743788 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a7b96beb-5f61-43f7-87ce-ba53e254f4fb tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9b1e094d-ea95-46d4-be2a-2c31888f0a3e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:10.755988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-46786396-a3ad-4b87-80d2-6dfe46efa2de tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Allocated IP 172.20.0.7 (d8260170-07f6-4bba-a5a7-31b29c52b55d/5b464c62-9185-46ef-974e-d10472c55373/78539916-9c34-443f-8fbe-333dce7f0029) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:11:10.813525 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-79d216d4-1f73-4f5a-9abe-c361b8344644 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0832577 Mar 24 01:11:10.830202 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cfe809-58a3-4021-b4c8-7987e3aca2cb None None] New status for floating IP ffde95b9-565a-4493-bcc9-678009559608: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:11:10.861767 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Allocated IP 2001:db8:0:ffff::2 (ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3/9acc089f-4e59-467e-b8c5-58f66e2f9600/d10cc50e-b6c4-4035-b979-9587297218dd) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:11:10.869123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34134) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:10.889664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-793f1698-c4e6-4e11-b770-4e0872db743c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'subnet': {'network_id': '2f589292-26ab-4d9f-afad-1aec7d98caaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:11.041681 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d415-7534-4780-88e9-d17049529a64 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (35a5c9b2-03ee-4520-86e9-c8d9e15ae82e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.162231 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d216d4-1f73-4f5a-9abe-c361b8344644 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Network': ['ID=2f589292-26ab-4d9f-afad-1aec7d98caaf,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:11.186536 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 2f589292-26ab-4d9f-afad-1aec7d98caaf details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:11:11.232257 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d415-7534-4780-88e9-d17049529a64 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (35a5c9b2-03ee-4520-86e9-c8d9e15ae82e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.246679 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a7b96beb-5f61-43f7-87ce-ba53e254f4fb tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9b1e094d-ea95-46d4-be2a-2c31888f0a3e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.247158 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a7b96beb-5f61-43f7-87ce-ba53e254f4fb tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (9b1e094d-ea95-46d4-be2a-2c31888f0a3e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.270619 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f824-6d2c-4a3f-a1a4-a8031a462860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.278701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-a7b96beb-5f61-43f7-87ce-ba53e254f4fb tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Calling delete_port for 9b1e094d-ea95-46d4-be2a-2c31888f0a3e owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:11:11.481296 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d415-7534-4780-88e9-d17049529a64 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (35a5c9b2-03ee-4520-86e9-c8d9e15ae82e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.487288 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d415-7534-4780-88e9-d17049529a64 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.493916 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a6b8d415-7534-4780-88e9-d17049529a64 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-groups/35a5c9b2-03ee-4520-86e9-c8d9e15ae82e HTTP/1.1" status: 204 len: 168 time: 0.9354863 Mar 24 01:11:11.499245 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Publish callbacks [] for port (d10cc50e-b6c4-4035-b979-9587297218dd), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.505070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34152) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:11.535358 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (d10cc50e-b6c4-4035-b979-9587297218dd), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.565590 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8d415-7534-4780-88e9-d17049529a64 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a5c9b2-03ee-4520-86e9-c8d9e15ae82e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:11.651961 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a7b96beb-5f61-43f7-87ce-ba53e254f4fb tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (9b1e094d-ea95-46d4-be2a-2c31888f0a3e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.697123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b96beb-5f61-43f7-87ce-ba53e254f4fb tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event deleted for resources: {'Port': ['ID=9b1e094d-ea95-46d4-be2a-2c31888f0a3e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:11.714853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Network ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:11:11.715300 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-baa12207-f434-475d-8e10-2e783ffe60fd tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1978128 Mar 24 01:11:11.718172 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34160) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:11.721936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:11.725407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-944d3269-d489-45ab-ae13-68652ab80c8f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group': {'name': 'tempest-secgroup--481412099'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:11.726273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:11:11.734449 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46786396-a3ad-4b87-80d2-6dfe46efa2de tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks [] for port (78539916-9c34-443f-8fbe-333dce7f0029), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.768984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Pushing event updated for resources: {'Port': ['ID=d10cc50e-b6c4-4035-b979-9587297218dd,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:11.781024 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f824-6d2c-4a3f-a1a4-a8031a462860 admin admin] Publish callbacks [] for security_group (a3d2f57f-131e-48fd-94e8-b6aed3c82824), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.791536 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f824-6d2c-4a3f-a1a4-a8031a462860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a3d2f57f-131e-48fd-94e8-b6aed3c82824), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.811542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793f1698-c4e6-4e11-b770-4e0872db743c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:11.820216 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-944d3269-d489-45ab-ae13-68652ab80c8f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.820357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Attempting to bind port d10cc50e-b6c4-4035-b979-9587297218dd on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:11:11.820714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Attempting to bind port d10cc50e-b6c4-4035-b979-9587297218dd by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'd2a10ca2-2f4a-40e9-82d1-314dd7b6d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:11:11.821131 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Attempting to bind port d10cc50e-b6c4-4035-b979-9587297218dd on network ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:11:11.823078 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-793f1698-c4e6-4e11-b770-4e0872db743c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.828599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:11.828960 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:11.829322 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:11.829725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:11.830065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:11.830963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:11.831134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:11.831471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:11.831918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:11.832251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:11.832744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:11.833078 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:11.833447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:11.835004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:11.836074 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:11.844583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:11:11.845110 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Checking segment: {'id': 'd2a10ca2-2f4a-40e9-82d1-314dd7b6d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:11.845551 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.845934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Bound using segment: {'id': 'd2a10ca2-2f4a-40e9-82d1-314dd7b6d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:11:11.846419 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Bound port: d10cc50e-b6c4-4035-b979-9587297218dd, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a10ca2-2f4a-40e9-82d1-314dd7b6d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:11:11.846794 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d10cc50e-b6c4-4035-b979-9587297218dd), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:11.987626 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4f824-6d2c-4a3f-a1a4-a8031a462860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d2f57f-131e-48fd-94e8-b6aed3c82824,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:12.006939 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c2f4f824-6d2c-4a3f-a1a4-a8031a462860 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0807febcedf43e2ab2e135951bf2c38&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5503159 Mar 24 01:11:12.009615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34170) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:12.024494 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46786396-a3ad-4b87-80d2-6dfe46efa2de tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (78539916-9c34-443f-8fbe-333dce7f0029), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:12.125420 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] For port d10cc50e-b6c4-4035-b979-9587297218dd, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:11:12.132741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] For port d10cc50e-b6c4-4035-b979-9587297218dd, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d10cc50e-b6c4-4035-b979-9587297218dd,segment=NetworkSegment(d2a10ca2-2f4a-40e9-82d1-314dd7b6d43a),segment_id=d2a10ca2-2f4a-40e9-82d1-314dd7b6d43a)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:11:12.152491 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d10cc50e-b6c4-4035-b979-9587297218dd), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:12.159109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46786396-a3ad-4b87-80d2-6dfe46efa2de tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Network d8260170-07f6-4bba-a5a7-31b29c52b55d is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:11:12.177255 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-46786396-a3ad-4b87-80d2-6dfe46efa2de tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:12.188552 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a7b96beb-5f61-43f7-87ce-ba53e254f4fb tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (ffde95b9-565a-4493-bcc9-678009559608), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:12.196189 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a7b96beb-5f61-43f7-87ce-ba53e254f4fb tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:12.197677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a7b96beb-5f61-43f7-87ce-ba53e254f4fb tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "DELETE /v2.0/floatingips/ffde95b9-565a-4493-bcc9-678009559608 HTTP/1.1" status: 204 len: 168 time: 2.0774488 Mar 24 01:11:12.250166 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46786396-a3ad-4b87-80d2-6dfe46efa2de tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:11:12.338601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46786396-a3ad-4b87-80d2-6dfe46efa2de tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event updated for resources: {'Port': ['ID=78539916-9c34-443f-8fbe-333dce7f0029,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:12.372382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e7e6b-112c-40a5-9364-8f551d4e59d3 None None] Pushing event updated for resources: {'Port': ['ID=d10cc50e-b6c4-4035-b979-9587297218dd,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:12.383180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42af1e4-bb5e-4363-9d92-20cfa3737a83 req-e86b0110-53d0-44eb-92ad-79c859cdd378 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:12.387092 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e42af1e4-bb5e-4363-9d92-20cfa3737a83 req-e86b0110-53d0-44eb-92ad-79c859cdd378 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.4296494 Mar 24 01:11:12.433128 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32be6be3-f438-4cbe-a586-bc8f5d7238df admin admin] Publish callbacks [] for security_group (a3d2f57f-131e-48fd-94e8-b6aed3c82824), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:12.445346 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-944d3269-d489-45ab-ae13-68652ab80c8f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (dffc32b7-c737-4c1d-b5de-23103d21e793), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:12.460498 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-944d3269-d489-45ab-ae13-68652ab80c8f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (dffc32b7-c737-4c1d-b5de-23103d21e793), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:12.494387 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46786396-a3ad-4b87-80d2-6dfe46efa2de tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:12.495232 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46786396-a3ad-4b87-80d2-6dfe46efa2de tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:12.601385 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-944d3269-d489-45ab-ae13-68652ab80c8f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:12.612446 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-944d3269-d489-45ab-ae13-68652ab80c8f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8908329 Mar 24 01:11:12.615215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34176) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:12.633680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6b17b7d7-56a9-44ad-abe2-c8481005462b tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group_rule': {'security_group_id': 'dffc32b7-c737-4c1d-b5de-23103d21e793', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:12.691277 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-46786396-a3ad-4b87-80d2-6dfe46efa2de tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2269976 Mar 24 01:11:12.705173 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d3269-d489-45ab-ae13-68652ab80c8f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffc32b7-c737-4c1d-b5de-23103d21e793,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:12.729733 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34178) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:12.793947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7d88cf74-bfc9-45f3-98d0-4494c4e89ff7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Request body: {'port': {'network_id': 'd8260170-07f6-4bba-a5a7-31b29c52b55d', 'name': 'tempest-AllowedAddressPairTestJSON-1391766119'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:12.820299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34180) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:12.820753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34182) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:12.836612 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32be6be3-f438-4cbe-a586-bc8f5d7238df admin admin] Publish callbacks [] for security_group (a3d2f57f-131e-48fd-94e8-b6aed3c82824), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:12.900525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ec519d56-7353-4c60-a048-90a47db7e419 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--550958600', 'description': 'tempest-description--257114977'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:12.951847 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-75b20491-5d79-4cc7-b74e-193466d6982f None None] Provisioning complete for port 78539916-9c34-443f-8fbe-333dce7f0029 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:12.952209 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-75b20491-5d79-4cc7-b74e-193466d6982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (78539916-9c34-443f-8fbe-333dce7f0029), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:13.048929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-75b20491-5d79-4cc7-b74e-193466d6982f None None] Port 78539916-9c34-443f-8fbe-333dce7f0029 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:11:13.049086 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b17b7d7-56a9-44ad-abe2-c8481005462b tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (5be3a247-452e-4386-92e5-0e409221d132), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:13.207360 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b17b7d7-56a9-44ad-abe2-c8481005462b tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (5be3a247-452e-4386-92e5-0e409221d132), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:13.225461 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b17b7d7-56a9-44ad-abe2-c8481005462b tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5be3a247-452e-4386-92e5-0e409221d132), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:13.264670 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b17b7d7-56a9-44ad-abe2-c8481005462b tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:13.266854 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6b17b7d7-56a9-44ad-abe2-c8481005462b tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6408074 Mar 24 01:11:13.270870 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d88cf74-bfc9-45f3-98d0-4494c4e89ff7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Made reservation on behalf of 713e2e7ebae142c98960c3a9bc20e7b0 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:13.275459 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d88cf74-bfc9-45f3-98d0-4494c4e89ff7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:13.279543 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34188) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:13.294468 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17b7d7-56a9-44ad-abe2-c8481005462b tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be3a247-452e-4386-92e5-0e409221d132,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:13.344305 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ebd9b609-fdbe-4186-9f5a-23298978190d tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules/5be3a247-452e-4386-92e5-0e409221d132 HTTP/1.1" status: 200 len: 763 time: 0.0607080 Mar 24 01:11:13.352585 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34190) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:13.372512 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-7d88cf74-bfc9-45f3-98d0-4494c4e89ff7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] device_id is not set on port 4a71e12b-ceb7-452a-9288-58815b1e56fe yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:11:13.518319 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b8fd2c5e-a7fa-471c-8124-3e88d38770ec tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1630700 Mar 24 01:11:13.523121 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34192) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:13.638692 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0299-9b35-4954-8990-ef76c12553d5 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (5be3a247-452e-4386-92e5-0e409221d132), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:13.671909 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0299-9b35-4954-8990-ef76c12553d5 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (5be3a247-452e-4386-92e5-0e409221d132), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:13.712843 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e42af1e4-bb5e-4363-9d92-20cfa3737a83 req-58b81022-365c-462c-a91f-b9fcb7f14fc8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2923391 Mar 24 01:11:13.765359 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-7d88cf74-bfc9-45f3-98d0-4494c4e89ff7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Allocated IP 172.20.0.9 (d8260170-07f6-4bba-a5a7-31b29c52b55d/5b464c62-9185-46ef-974e-d10472c55373/4a71e12b-ceb7-452a-9288-58815b1e56fe) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:11:13.867095 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec519d56-7353-4c60-a048-90a47db7e419 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:13.904296 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d10cc50e-b6c4-4035-b979-9587297218dd up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:11:13.919141 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32be6be3-f438-4cbe-a586-bc8f5d7238df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a3d2f57f-131e-48fd-94e8-b6aed3c82824), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:13.928922 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32be6be3-f438-4cbe-a586-bc8f5d7238df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:13.937302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-32be6be3-f438-4cbe-a586-bc8f5d7238df admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3d2f57f-131e-48fd-94e8-b6aed3c82824 HTTP/1.1" status: 204 len: 168 time: 1.8721054 Mar 24 01:11:13.941043 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aefb5318-bca8-41d2-9f26-799a6e432502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:14.038349 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d10cc50e-b6c4-4035-b979-9587297218dd triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:14.039151 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d10cc50e-b6c4-4035-b979-9587297218dd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:14.135073 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d88cf74-bfc9-45f3-98d0-4494c4e89ff7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks [] for port (4a71e12b-ceb7-452a-9288-58815b1e56fe), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:14.190599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adce816-9693-4c98-8151-d215e61562a4 None None] Network ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:14.297609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be6be3-f438-4cbe-a586-bc8f5d7238df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d2f57f-131e-48fd-94e8-b6aed3c82824,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:14.312011 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-793f1698-c4e6-4e11-b770-4e0872db743c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (417bbddb-8bdd-49fa-9b65-8a13327e5baa), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:14.342135 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0299-9b35-4954-8990-ef76c12553d5 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5be3a247-452e-4386-92e5-0e409221d132), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:14.369459 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0299-9b35-4954-8990-ef76c12553d5 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:14.374623 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4a3f0299-9b35-4954-8990-ef76c12553d5 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/5be3a247-452e-4386-92e5-0e409221d132 HTTP/1.1" status: 204 len: 168 time: 0.8498144 Mar 24 01:11:14.380645 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d88cf74-bfc9-45f3-98d0-4494c4e89ff7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4a71e12b-ceb7-452a-9288-58815b1e56fe), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:14.388442 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34200) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:14.419184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f1698-c4e6-4e11-b770-4e0872db743c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Subnet': ['ID=417bbddb-8bdd-49fa-9b65-8a13327e5baa,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:14.444371 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f0299-9b35-4954-8990-ef76c12553d5 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5be3a247-452e-4386-92e5-0e409221d132,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:14.544972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88cf74-bfc9-45f3-98d0-4494c4e89ff7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Network d8260170-07f6-4bba-a5a7-31b29c52b55d is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:11:14.573057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-7d88cf74-bfc9-45f3-98d0-4494c4e89ff7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:14.604510 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d88cf74-bfc9-45f3-98d0-4494c4e89ff7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:11:14.616326 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aefb5318-bca8-41d2-9f26-799a6e432502 admin admin] Publish callbacks [] for security_group (eff393cf-0a20-4edb-8823-d2fedcd1821b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:14.644758 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aefb5318-bca8-41d2-9f26-799a6e432502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (eff393cf-0a20-4edb-8823-d2fedcd1821b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:14.742889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d88cf74-bfc9-45f3-98d0-4494c4e89ff7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:14.743886 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d88cf74-bfc9-45f3-98d0-4494c4e89ff7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:14.747958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34202) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:14.790233 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88cf74-bfc9-45f3-98d0-4494c4e89ff7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event updated for resources: {'Port': ['ID=4a71e12b-ceb7-452a-9288-58815b1e56fe,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:14.837918 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a9350ffe-b257-4fa5-9dc7-59eef9c5b80f tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4471362 Mar 24 01:11:14.840330 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34206) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:14.844609 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-97dc35d0-70e5-4ec4-b3d4-3bf5bdcdd8ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:14.855256 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7d88cf74-bfc9-45f3-98d0-4494c4e89ff7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1216433 Mar 24 01:11:14.857884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-aefb5318-bca8-41d2-9f26-799a6e432502 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19fad42e9cc44ea2a412f6946bf602c6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9986377 Mar 24 01:11:14.858609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34208) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:14.861908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34210) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:14.867080 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec519d56-7353-4c60-a048-90a47db7e419 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (ae47add0-e8f4-4fe7-bf2d-c84e664e7168), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:14.872314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e891c8a1-2f67-4449-9eeb-f597c6222dd7 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group_rule': {'security_group_id': 'dffc32b7-c737-4c1d-b5de-23103d21e793', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:14.887283 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-87ca8111-2068-4e93-8a97-f54896cb31c8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:88:ee:69'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b9:b9:69'}]}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:14.900864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb5318-bca8-41d2-9f26-799a6e432502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff393cf-0a20-4edb-8823-d2fedcd1821b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:14.962733 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec519d56-7353-4c60-a048-90a47db7e419 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ae47add0-e8f4-4fe7-bf2d-c84e664e7168), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:14.984900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-dcd4c6d3-9f46-43a5-afc7-7c5dd1c1b093 None None] Provisioning complete for port d10cc50e-b6c4-4035-b979-9587297218dd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:14.986025 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dcd4c6d3-9f46-43a5-afc7-7c5dd1c1b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d10cc50e-b6c4-4035-b979-9587297218dd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:15.039771 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ce77049c-2af8-43c2-8e7d-69f0c665c584 admin admin] Publish callbacks [] for security_group (eff393cf-0a20-4edb-8823-d2fedcd1821b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:15.139213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f1698-c4e6-4e11-b770-4e0872db743c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Checking segment: {'id': '0da08bb6-eba1-405b-b11c-df6751859cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2f589292-26ab-4d9f-afad-1aec7d98caaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:15.139644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793f1698-c4e6-4e11-b770-4e0872db743c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network hostable DHCP agents. Network: 2f589292-26ab-4d9f-afad-1aec7d98caaf, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:11:15.251668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d10cc50e-b6c4-4035-b979-9587297218dd is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:15.252062 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d10cc50e-b6c4-4035-b979-9587297218dd), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:15.302632 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec519d56-7353-4c60-a048-90a47db7e419 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:15.304245 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ec519d56-7353-4c60-a048-90a47db7e419 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.4310474 Mar 24 01:11:15.311765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port d10cc50e-b6c4-4035-b979-9587297218dd, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d10cc50e-b6c4-4035-b979-9587297218dd,segment=NetworkSegment(d2a10ca2-2f4a-40e9-82d1-314dd7b6d43a),segment_id=d2a10ca2-2f4a-40e9-82d1-314dd7b6d43a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:15.312865 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-dcd4c6d3-9f46-43a5-afc7-7c5dd1c1b093 None None] Current status of the port d10cc50e-b6c4-4035-b979-9587297218dd is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:15.313548 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dcd4c6d3-9f46-43a5-afc7-7c5dd1c1b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d10cc50e-b6c4-4035-b979-9587297218dd), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:15.331683 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d10cc50e-b6c4-4035-b979-9587297218dd), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:15.372326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34214) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:15.388381 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-bfa7054d-4a0c-4dd4-99ed-c63e72515885 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'security_group_rule': {'security_group_id': 'ae47add0-e8f4-4fe7-bf2d-c84e664e7168', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:15.412436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793f1698-c4e6-4e11-b770-4e0872db743c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network 2f589292-26ab-4d9f-afad-1aec7d98caaf is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:11:15.413941 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-dcd4c6d3-9f46-43a5-afc7-7c5dd1c1b093 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:11:15.414312 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-dcd4c6d3-9f46-43a5-afc7-7c5dd1c1b093 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:11:15.424953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec519d56-7353-4c60-a048-90a47db7e419 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae47add0-e8f4-4fe7-bf2d-c84e664e7168,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:15.452871 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=d10cc50e-b6c4-4035-b979-9587297218dd,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:15.533773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-793f1698-c4e6-4e11-b770-4e0872db743c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 2f589292-26ab-4d9f-afad-1aec7d98caaf) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:15.544621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf8345c-4d6b-499c-8ef6-7aaa9b76bb09 None None] Network 2f589292-26ab-4d9f-afad-1aec7d98caaf requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:15.573502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793f1698-c4e6-4e11-b770-4e0872db743c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:15.574685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-793f1698-c4e6-4e11-b770-4e0872db743c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:15.598814 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bfa7054d-4a0c-4dd4-99ed-c63e72515885 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (c2d155f5-347c-43cd-ac12-13c1678d9921), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:15.609704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e0b2c-3747-42f1-b6ed-18c222275873 req-ada2b019-2073-4d27-91d8-4c72ee9457e4 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:15.611528 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-856e0b2c-3747-42f1-b6ed-18c222275873 req-ada2b019-2073-4d27-91d8-4c72ee9457e4 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.6309879 Mar 24 01:11:15.633315 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87ca8111-2068-4e93-8a97-f54896cb31c8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4a71e12b-ceb7-452a-9288-58815b1e56fe), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:15.699355 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-793f1698-c4e6-4e11-b770-4e0872db743c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.8289945 Mar 24 01:11:15.704242 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34216) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:15.710637 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ce77049c-2af8-43c2-8e7d-69f0c665c584 admin admin] Publish callbacks [] for security_group (eff393cf-0a20-4edb-8823-d2fedcd1821b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:15.725749 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e891c8a1-2f67-4449-9eeb-f597c6222dd7 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (255295a4-f883-4e55-9f40-6819823aedeb), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:15.741946 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-97dc35d0-70e5-4ec4-b3d4-3bf5bdcdd8ba admin admin] Publish callbacks [] for security_group (ab7bd394-cab3-43ea-a8f1-b1f244b6a450), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:15.787424 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-97dc35d0-70e5-4ec4-b3d4-3bf5bdcdd8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ab7bd394-cab3-43ea-a8f1-b1f244b6a450), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:15.829741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d10cc50e-b6c4-4035-b979-9587297218dd up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:11:15.885713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-856e0b2c-3747-42f1-b6ed-18c222275873 req-f2ec793b-6410-47ff-b007-ca8bb6616b07 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498446 Mar 24 01:11:15.899419 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-2f589292-26ab-4d9f-afad-1aec7d98caaf', 'network_id': '2f589292-26ab-4d9f-afad-1aec7d98caaf', 'project_id': '6287d5fee86e41829ffa6b98fe2ace5a', 'fixed_ips': [{'subnet_id': '417bbddb-8bdd-49fa-9b65-8a13327e5baa'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:11:15.899547 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-97dc35d0-70e5-4ec4-b3d4-3bf5bdcdd8ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=33a5ce4ed6c74eb18378c8307cd2c615&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1503270 Mar 24 01:11:15.900309 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:15.907680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34218) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:15.920290 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bfa7054d-4a0c-4dd4-99ed-c63e72515885 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (c2d155f5-347c-43cd-ac12-13c1678d9921), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:15.923751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc35d0-70e5-4ec4-b3d4-3bf5bdcdd8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7bd394-cab3-43ea-a8f1-b1f244b6a450,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:15.940969 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bfa7054d-4a0c-4dd4-99ed-c63e72515885 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c2d155f5-347c-43cd-ac12-13c1678d9921), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.075263 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e891c8a1-2f67-4449-9eeb-f597c6222dd7 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (255295a4-f883-4e55-9f40-6819823aedeb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.083248 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-dcd4c6d3-9f46-43a5-afc7-7c5dd1c1b093 None None] Current status of the port d10cc50e-b6c4-4035-b979-9587297218dd is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:16.099860 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ce77049c-2af8-43c2-8e7d-69f0c665c584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (eff393cf-0a20-4edb-8823-d2fedcd1821b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.114591 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ce77049c-2af8-43c2-8e7d-69f0c665c584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.115766 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ce77049c-2af8-43c2-8e7d-69f0c665c584 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eff393cf-0a20-4edb-8823-d2fedcd1821b HTTP/1.1" status: 204 len: 168 time: 1.2265203 Mar 24 01:11:16.116556 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e891c8a1-2f67-4449-9eeb-f597c6222dd7 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (255295a4-f883-4e55-9f40-6819823aedeb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.122576 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87ca8111-2068-4e93-8a97-f54896cb31c8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks [] for port (4a71e12b-ceb7-452a-9288-58815b1e56fe), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.138079 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87ca8111-2068-4e93-8a97-f54896cb31c8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (4a71e12b-ceb7-452a-9288-58815b1e56fe), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.158984 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (2f589292-26ab-4d9f-afad-1aec7d98caaf), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.183078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77049c-2af8-43c2-8e7d-69f0c665c584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff393cf-0a20-4edb-8823-d2fedcd1821b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:16.194470 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7054d-4a0c-4dd4-99ed-c63e72515885 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d155f5-347c-43cd-ac12-13c1678d9921,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:16.197531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891c8a1-2f67-4449-9eeb-f597c6222dd7 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255295a4-f883-4e55-9f40-6819823aedeb,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:16.210311 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e891c8a1-2f67-4449-9eeb-f597c6222dd7 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.214712 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e891c8a1-2f67-4449-9eeb-f597c6222dd7 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3537848 Mar 24 01:11:16.215784 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bfa7054d-4a0c-4dd4-99ed-c63e72515885 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.215984 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34222) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:16.217373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bfa7054d-4a0c-4dd4-99ed-c63e72515885 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8413873 Mar 24 01:11:16.247197 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:11:16.248646 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34224) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:16.266651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6db92822-3497-493c-a8ca-de2a72c21097 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'security_group_rule': {'security_group_id': 'ae47add0-e8f4-4fe7-bf2d-c84e664e7168', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:16.279733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca8111-2068-4e93-8a97-f54896cb31c8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event updated for resources: {'Port': ['ID=4a71e12b-ceb7-452a-9288-58815b1e56fe,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:16.293253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d10cc50e-b6c4-4035-b979-9587297218dd triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:16.293636 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d10cc50e-b6c4-4035-b979-9587297218dd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.302964 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7808f21-74d6-4156-9bcc-4c0ff8c00112 admin admin] Publish callbacks [] for security_group (ab7bd394-cab3-43ea-a8f1-b1f244b6a450), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.343068 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7808f21-74d6-4156-9bcc-4c0ff8c00112 admin admin] Publish callbacks [] for security_group (ab7bd394-cab3-43ea-a8f1-b1f244b6a450), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.353743 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7ac711a4-139e-418c-b069-b481acce3d23 None None] Provisioning complete for port 4a71e12b-ceb7-452a-9288-58815b1e56fe triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:16.354121 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7ac711a4-139e-418c-b069-b481acce3d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4a71e12b-ceb7-452a-9288-58815b1e56fe), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.370402 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4a0b38b5-28f3-4dfa-ba0e-8ab8f0b0241b tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules/255295a4-f883-4e55-9f40-6819823aedeb HTTP/1.1" status: 200 len: 763 time: 0.1532826 Mar 24 01:11:16.371047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34228) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:16.383662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-87ca8111-2068-4e93-8a97-f54896cb31c8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] In _notify_port_updated(), no bound segment for port 4a71e12b-ceb7-452a-9288-58815b1e56fe on network d8260170-07f6-4bba-a5a7-31b29c52b55d {{(pid=115730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:11:16.391310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ca8111-2068-4e93-8a97-f54896cb31c8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:16.392721 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-87ca8111-2068-4e93-8a97-f54896cb31c8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.395374 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-87ca8111-2068-4e93-8a97-f54896cb31c8 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "PUT /v2.0/ports/4a71e12b-ceb7-452a-9288-58815b1e56fe HTTP/1.1" status: 200 len: 1055 time: 1.5194058 Mar 24 01:11:16.401864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34230) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:16.512269 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (417bbddb-8bdd-49fa-9b65-8a13327e5baa), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.512752 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6db92822-3497-493c-a8ca-de2a72c21097 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (caa6b6c7-f139-42f5-a742-388cde7d4bd7), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.588538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-bfc521a7-b529-43df-ac5a-dce6d0130cbd tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Deleting port 4a71e12b-ceb7-452a-9288-58815b1e56fe {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:11:16.588886 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bfc521a7-b529-43df-ac5a-dce6d0130cbd tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4a71e12b-ceb7-452a-9288-58815b1e56fe), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.607555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7ac711a4-139e-418c-b069-b481acce3d23 None None] Port 4a71e12b-ceb7-452a-9288-58815b1e56fe cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:11:16.665295 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7ac711a4-139e-418c-b069-b481acce3d23 None None] Provisioning complete for port d10cc50e-b6c4-4035-b979-9587297218dd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:16.669447 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7ac711a4-139e-418c-b069-b481acce3d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d10cc50e-b6c4-4035-b979-9587297218dd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.690470 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Allocated IP 2001:db8::1 (2f589292-26ab-4d9f-afad-1aec7d98caaf/417bbddb-8bdd-49fa-9b65-8a13327e5baa/debf3d49-a6a4-430a-9dd5-20fe127fde64) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:11:16.713438 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-561f771c-639b-43b4-bab9-3df0ad05b3cc tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3228829 Mar 24 01:11:16.715362 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34234) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:16.738996 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7808f21-74d6-4156-9bcc-4c0ff8c00112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ab7bd394-cab3-43ea-a8f1-b1f244b6a450), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.747182 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7808f21-74d6-4156-9bcc-4c0ff8c00112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.754723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e7808f21-74d6-4156-9bcc-4c0ff8c00112 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab7bd394-cab3-43ea-a8f1-b1f244b6a450 HTTP/1.1" status: 204 len: 168 time: 0.8457713 Mar 24 01:11:16.809209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7808f21-74d6-4156-9bcc-4c0ff8c00112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7bd394-cab3-43ea-a8f1-b1f244b6a450,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:16.810233 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6db92822-3497-493c-a8ca-de2a72c21097 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (caa6b6c7-f139-42f5-a742-388cde7d4bd7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.816545 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6db92822-3497-493c-a8ca-de2a72c21097 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (caa6b6c7-f139-42f5-a742-388cde7d4bd7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.863486 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db92822-3497-493c-a8ca-de2a72c21097 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa6b6c7-f139-42f5-a742-388cde7d4bd7,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:16.882408 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6db92822-3497-493c-a8ca-de2a72c21097 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.887410 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6db92822-3497-493c-a8ca-de2a72c21097 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6361413 Mar 24 01:11:16.888957 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34238) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:16.892634 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:16.920435 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e8edbc7-08a4-41c2-9be9-b7127d572e8c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (255295a4-f883-4e55-9f40-6819823aedeb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.938322 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.954739 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e8edbc7-08a4-41c2-9be9-b7127d572e8c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (255295a4-f883-4e55-9f40-6819823aedeb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:16.983432 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bfc521a7-b529-43df-ac5a-dce6d0130cbd tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4a71e12b-ceb7-452a-9288-58815b1e56fe), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.013368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-bfc521a7-b529-43df-ac5a-dce6d0130cbd tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Calling delete_port for 4a71e12b-ceb7-452a-9288-58815b1e56fe owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:11:17.126149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34242) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:17.173404 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.205561 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e8edbc7-08a4-41c2-9be9-b7127d572e8c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (255295a4-f883-4e55-9f40-6819823aedeb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.216661 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-602ee044-7c03-4ed6-9bb1-91c45dffc4b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.222584 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e8edbc7-08a4-41c2-9be9-b7127d572e8c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.224076 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8e8edbc7-08a4-41c2-9be9-b7127d572e8c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/255295a4-f883-4e55-9f40-6819823aedeb HTTP/1.1" status: 204 len: 168 time: 0.5044901 Mar 24 01:11:17.238832 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34244) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:17.271044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d10cc50e-b6c4-4035-b979-9587297218dd is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:17.281282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8edbc7-08a4-41c2-9be9-b7127d572e8c tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=255295a4-f883-4e55-9f40-6819823aedeb,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:17.347032 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Publish callbacks [] for port (debf3d49-a6a4-430a-9dd5-20fe127fde64), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.348564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7ac711a4-139e-418c-b069-b481acce3d23 None None] Current status of the port d10cc50e-b6c4-4035-b979-9587297218dd is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:17.361979 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (debf3d49-a6a4-430a-9dd5-20fe127fde64), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.417074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (417bbddb-8bdd-49fa-9b65-8a13327e5baa), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.435253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a745211-7229-4583-a383-f2feac1f187a req-2929b294-7bf1-4394-91ad-15996781537d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:17.438211 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a745211-7229-4583-a383-f2feac1f187a req-2929b294-7bf1-4394-91ad-15996781537d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.3143172 Mar 24 01:11:17.442776 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Network 2f589292-26ab-4d9f-afad-1aec7d98caaf is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:11:17.474432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:17.483619 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-34187c9a-ff0c-461b-a8b6-192d63ce8957 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2435112 Mar 24 01:11:17.494459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:11:17.496628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34250) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:17.512677 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Allocated IP 172.25.0.126 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/d170e5eb-7bc2-4b3a-a9a2-855e32ba8486) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:11:17.515034 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Subnet': ['ID=417bbddb-8bdd-49fa-9b65-8a13327e5baa,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:17.530094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Pushing event updated for resources: {'Port': ['ID=debf3d49-a6a4-430a-9dd5-20fe127fde64,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:17.593199 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c8b8f0b4-fab6-4b50-a009-83aad950250a tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group_rule': {'security_group_id': 'dffc32b7-c737-4c1d-b5de-23103d21e793', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:17.601038 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-05a72b20-264c-41a2-ab17-c8ede89310e6 None None] Provisioning complete for port 4a71e12b-ceb7-452a-9288-58815b1e56fe triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:17.601459 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-05a72b20-264c-41a2-ab17-c8ede89310e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4a71e12b-ceb7-452a-9288-58815b1e56fe), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.624611 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a745211-7229-4583-a383-f2feac1f187a req-fcbbbc0b-07ec-4d4b-9ad1-05336fb1cb9c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540222 Mar 24 01:11:17.680352 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8b8f0b4-fab6-4b50-a009-83aad950250a tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (c3587ebc-b229-4c75-a995-029d8f380919), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.769594 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (2f589292-26ab-4d9f-afad-1aec7d98caaf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.789820 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8b8f0b4-fab6-4b50-a009-83aad950250a tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (c3587ebc-b229-4c75-a995-029d8f380919), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.805007 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8b8f0b4-fab6-4b50-a009-83aad950250a tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c3587ebc-b229-4c75-a995-029d8f380919), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.841250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8f0b4-fab6-4b50-a009-83aad950250a tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3587ebc-b229-4c75-a995-029d8f380919,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:17.854362 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8b8f0b4-fab6-4b50-a009-83aad950250a tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.855329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c8b8f0b4-fab6-4b50-a009-83aad950250a tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3146191 Mar 24 01:11:17.858776 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bfc521a7-b529-43df-ac5a-dce6d0130cbd tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4a71e12b-ceb7-452a-9288-58815b1e56fe), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.864672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f589292-26ab-4d9f-afad-1aec7d98caaf']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:17.867687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34258) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:17.893787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da08bb6-eba1-405b-b11c-df6751859cd0') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:17.894073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Attempting to bind port debf3d49-a6a4-430a-9dd5-20fe127fde64 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:11:17.894185 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da08bb6-eba1-405b-b11c-df6751859cd0') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:17.894429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Attempting to bind port debf3d49-a6a4-430a-9dd5-20fe127fde64 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '0da08bb6-eba1-405b-b11c-df6751859cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2f589292-26ab-4d9f-afad-1aec7d98caaf'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:11:17.894812 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Attempting to bind port debf3d49-a6a4-430a-9dd5-20fe127fde64 on network 2f589292-26ab-4d9f-afad-1aec7d98caaf {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:11:17.914726 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-05a72b20-264c-41a2-ab17-c8ede89310e6 None None] Port 4a71e12b-ceb7-452a-9288-58815b1e56fe cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:11:17.915984 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0b6c9741-24b0-4b70-b309-9908ee0e87a7 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules/c3587ebc-b229-4c75-a995-029d8f380919 HTTP/1.1" status: 200 len: 764 time: 0.0467224 Mar 24 01:11:17.921410 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (0da08bb6-eba1-405b-b11c-df6751859cd0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.926170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:11:17.927393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Checking segment: {'id': '0da08bb6-eba1-405b-b11c-df6751859cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2f589292-26ab-4d9f-afad-1aec7d98caaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:17.927994 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.928560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Bound using segment: {'id': '0da08bb6-eba1-405b-b11c-df6751859cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2f589292-26ab-4d9f-afad-1aec7d98caaf'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:11:17.929442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Bound port: debf3d49-a6a4-430a-9dd5-20fe127fde64, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da08bb6-eba1-405b-b11c-df6751859cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2f589292-26ab-4d9f-afad-1aec7d98caaf'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:11:17.930035 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (debf3d49-a6a4-430a-9dd5-20fe127fde64), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.934526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34262) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:17.936899 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-602ee044-7c03-4ed6-9bb1-91c45dffc4b0 admin admin] Publish callbacks [] for security_group (0c79c8dd-a776-4580-881a-45a24d231117), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.967080 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0da08bb6-eba1-405b-b11c-df6751859cd0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:17.985140 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:11:17.985992 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (0da08bb6-eba1-405b-b11c-df6751859cd0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:18.047397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc521a7-b529-43df-ac5a-dce6d0130cbd tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event deleted for resources: {'Port': ['ID=4a71e12b-ceb7-452a-9288-58815b1e56fe,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: warnings.warn('Neutron quota engine will require "--force" ' Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:11:18.082202 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:11:18.135570 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for port (d170e5eb-7bc2-4b3a-a9a2-855e32ba8486), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:18.153166 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] For port debf3d49-a6a4-430a-9dd5-20fe127fde64, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:11:18.180161 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-602ee044-7c03-4ed6-9bb1-91c45dffc4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0c79c8dd-a776-4580-881a-45a24d231117), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:18.198571 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d170e5eb-7bc2-4b3a-a9a2-855e32ba8486), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:18.247899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] For port debf3d49-a6a4-430a-9dd5-20fe127fde64, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=debf3d49-a6a4-430a-9dd5-20fe127fde64,segment=NetworkSegment(0da08bb6-eba1-405b-b11c-df6751859cd0),segment_id=0da08bb6-eba1-405b-b11c-df6751859cd0)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:11:18.258482 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (debf3d49-a6a4-430a-9dd5-20fe127fde64), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:18.260537 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:11:18.264792 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:18.270440 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.db.api [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 01:11:18.270440 n-d-760455-9 neutron-server[115729]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 01:11:18.270440 n-d-760455-9 neutron-server[115729]: [parameters: {'id': '2f589292-26ab-4d9f-afad-1aec7d98caaf'}] Mar 24 01:11:18.270440 n-d-760455-9 neutron-server[115729]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:11:18.270891 n-d-760455-9 neutron-server[115729]: DEBUG oslo_db.api [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:11:18.273324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:11:18.360295 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'Port': ['ID=d170e5eb-7bc2-4b3a-a9a2-855e32ba8486,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:18.476217 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (812e6cd5-20f8-4a97-b09f-59f490fcb187), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:18.502895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c78150d3-e077-440a-9e34-d69a64fac301 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.5619457 Mar 24 01:11:18.526266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34272) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:18.532665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb02d78-2d1b-4312-a235-d715a638a4cf None None] Pushing event updated for resources: {'Port': ['ID=debf3d49-a6a4-430a-9dd5-20fe127fde64,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:18.557691 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-602ee044-7c03-4ed6-9bb1-91c45dffc4b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f3cb31d1207c4195b51384c8c506d0f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4301062 Mar 24 01:11:18.559419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34276) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:18.564489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815fb852-9846-4c06-b699-b053cf6bb590 None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:11:18.579937 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ee044-7c03-4ed6-9bb1-91c45dffc4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c79c8dd-a776-4580-881a-45a24d231117,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:18.612025 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d170e5eb-7bc2-4b3a-a9a2-855e32ba8486), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:18.762587 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1baf58e0-8499-457a-8a98-b1ede6075adb tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (c3587ebc-b229-4c75-a995-029d8f380919), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:18.769883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34280) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:18.773223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815fb852-9846-4c06-b699-b053cf6bb590 None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:11:18.803977 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (2f589292-26ab-4d9f-afad-1aec7d98caaf), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:18.817699 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1baf58e0-8499-457a-8a98-b1ede6075adb tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (c3587ebc-b229-4c75-a995-029d8f380919), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:18.944572 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bfc521a7-b529-43df-ac5a-dce6d0130cbd tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:18.950475 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bfc521a7-b529-43df-ac5a-dce6d0130cbd tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "DELETE /v2.0/ports/4a71e12b-ceb7-452a-9288-58815b1e56fe HTTP/1.1" status: 204 len: 168 time: 2.5469255 Mar 24 01:11:18.957740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34284) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:19.016491 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f1f94bc3-05e5-4a2c-af59-e29b3ff09101 admin admin] Publish callbacks [] for security_group (0c79c8dd-a776-4580-881a-45a24d231117), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.025831 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1baf58e0-8499-457a-8a98-b1ede6075adb tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c3587ebc-b229-4c75-a995-029d8f380919), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.031786 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1baf58e0-8499-457a-8a98-b1ede6075adb tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.033842 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1baf58e0-8499-457a-8a98-b1ede6075adb tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c3587ebc-b229-4c75-a995-029d8f380919 HTTP/1.1" status: 204 len: 168 time: 0.5064888 Mar 24 01:11:19.048041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc46b09-076a-461e-a863-e8cd806b6096 req-9f106ae3-9267-454a-9dc5-a05529d90033 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:19.057950 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dcc46b09-076a-461e-a863-e8cd806b6096 req-9f106ae3-9267-454a-9dc5-a05529d90033 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.2442906 Mar 24 01:11:19.062370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34286) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:19.076373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-01283906-4d1b-40b1-a905-e5942b07a3b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-378830862-network', 'tenant_id': 'f8452970529d4720853c2a7aae2b6fdf'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:19.093550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d9bc02-fc25-43d9-9e31-0002eb9f6baf None None] Network 2f589292-26ab-4d9f-afad-1aec7d98caaf requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:19.161025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf58e0-8499-457a-8a98-b1ede6075adb tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3587ebc-b229-4c75-a995-029d8f380919,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:19.179582 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f1f94bc3-05e5-4a2c-af59-e29b3ff09101 admin admin] Publish callbacks [] for security_group (0c79c8dd-a776-4580-881a-45a24d231117), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.190799 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fc2aae-f700-464f-8b0c-59457f7fc3c7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] GET failed (client error): The resource could not be found. Mar 24 01:11:19.192796 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b0fc2aae-f700-464f-8b0c-59457f7fc3c7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "GET /v2.0/ports/4a71e12b-ceb7-452a-9288-58815b1e56fe HTTP/1.1" status: 404 len: 333 time: 0.2237134 Mar 24 01:11:19.199171 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34288) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:19.244200 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for port (d170e5eb-7bc2-4b3a-a9a2-855e32ba8486), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.254631 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (d170e5eb-7bc2-4b3a-a9a2-855e32ba8486), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.298451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Deleting port debf3d49-a6a4-430a-9dd5-20fe127fde64 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:11:19.298840 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (debf3d49-a6a4-430a-9dd5-20fe127fde64), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.311347 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dcc46b09-076a-461e-a863-e8cd806b6096 req-266dc0dd-ff35-438f-9617-1470e6df76e5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516677 Mar 24 01:11:19.333764 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d61281dc-d3ec-4bee-b918-84834fbc42f4 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2496066 Mar 24 01:11:19.334821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01283906-4d1b-40b1-a905-e5942b07a3b0 admin admin] Made reservation on behalf of f8452970529d4720853c2a7aae2b6fdf for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:19.338576 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-01283906-4d1b-40b1-a905-e5942b07a3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.353394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34290) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:19.367331 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-01283906-4d1b-40b1-a905-e5942b07a3b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.406440 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'Port': ['ID=d170e5eb-7bc2-4b3a-a9a2-855e32ba8486,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:19.463577 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] For port debf3d49-a6a4-430a-9dd5-20fe127fde64, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=debf3d49-a6a4-430a-9dd5-20fe127fde64,segment=NetworkSegment(0da08bb6-eba1-405b-b11c-df6751859cd0),segment_id=0da08bb6-eba1-405b-b11c-df6751859cd0)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:19.463788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (debf3d49-a6a4-430a-9dd5-20fe127fde64), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.489011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Calling delete_port for debf3d49-a6a4-430a-9dd5-20fe127fde64 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:11:19.498202 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (812e6cd5-20f8-4a97-b09f-59f490fcb187), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.574997 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.586729 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-290c43cd-e733-4452-a9f6-dc5a0b07549a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6976368 Mar 24 01:11:19.641775 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f1f94bc3-05e5-4a2c-af59-e29b3ff09101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0c79c8dd-a776-4580-881a-45a24d231117), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.645772 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f1f94bc3-05e5-4a2c-af59-e29b3ff09101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.658308 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (debf3d49-a6a4-430a-9dd5-20fe127fde64), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.660790 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f1f94bc3-05e5-4a2c-af59-e29b3ff09101 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0c79c8dd-a776-4580-881a-45a24d231117 HTTP/1.1" status: 204 len: 168 time: 1.0927064 Mar 24 01:11:19.694490 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Port': ['ID=debf3d49-a6a4-430a-9dd5-20fe127fde64,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:19.703172 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No DVR routers for this DVR port debf3d49-a6a4-430a-9dd5-20fe127fde64 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:11:19.760471 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f94bc3-05e5-4a2c-af59-e29b3ff09101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c79c8dd-a776-4580-881a-45a24d231117,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:19.849059 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45484ef4-ca50-45d6-9ffd-fc91233b2836 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (dffc32b7-c737-4c1d-b5de-23103d21e793), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.939701 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (2f589292-26ab-4d9f-afad-1aec7d98caaf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.950287 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-01283906-4d1b-40b1-a905-e5942b07a3b0 admin admin] Publish callbacks [] for security_group (edafe97e-da91-4168-aabf-6922f5657bee), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:19.989168 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f589292-26ab-4d9f-afad-1aec7d98caaf']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:20.008409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da08bb6-eba1-405b-b11c-df6751859cd0') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:20.008871 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da08bb6-eba1-405b-b11c-df6751859cd0') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:20.023003 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45484ef4-ca50-45d6-9ffd-fc91233b2836 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (dffc32b7-c737-4c1d-b5de-23103d21e793), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.027758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc8df8-3c11-4100-8804-979d8e826ac7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Deleting port 78539916-9c34-443f-8fbe-333dce7f0029 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:11:20.030776 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8df8-3c11-4100-8804-979d8e826ac7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (78539916-9c34-443f-8fbe-333dce7f0029), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.043223 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (0da08bb6-eba1-405b-b11c-df6751859cd0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.078053 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0da08bb6-eba1-405b-b11c-df6751859cd0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.087632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:11:20.088041 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (0da08bb6-eba1-405b-b11c-df6751859cd0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:11:20.099962 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:11:20.137380 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-01283906-4d1b-40b1-a905-e5942b07a3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (edafe97e-da91-4168-aabf-6922f5657bee), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.147476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-d837f800-8d14-45c8-91fe-8211822267b2 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--550958600&fields=id&tenant_id=3994e882c46047a4949ec2310a17d611 HTTP/1.1" status: 200 len: 267 time: 0.1948462 Mar 24 01:11:20.160448 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8df8-3c11-4100-8804-979d8e826ac7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (78539916-9c34-443f-8fbe-333dce7f0029), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.196194 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (2f589292-26ab-4d9f-afad-1aec7d98caaf), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.209831 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.220178 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/2f589292-26ab-4d9f-afad-1aec7d98caaf HTTP/1.1" status: 204 len: 168 time: 4.5148203 Mar 24 01:11:20.220985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34314) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:20.257779 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-12fd4d26-2ef8-42a4-ba59-cb89af8be737 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1167199993'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:20.283879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc8df8-3c11-4100-8804-979d8e826ac7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Calling delete_port for 78539916-9c34-443f-8fbe-333dce7f0029 owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:11:20.292544 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01283906-4d1b-40b1-a905-e5942b07a3b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:11:20.294099 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316c675-660d-484a-ba6f-ca0371e8d3c8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Network': ['ID=2f589292-26ab-4d9f-afad-1aec7d98caaf,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:20.325600 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fd4d26-2ef8-42a4-ba59-cb89af8be737 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:20.325600 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12fd4d26-2ef8-42a4-ba59-cb89af8be737 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.335332 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-01283906-4d1b-40b1-a905-e5942b07a3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f761181a-b81a-4143-b0dc-e9faf1af4fa9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.335681 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-01283906-4d1b-40b1-a905-e5942b07a3b0 admin admin] Added segment f761181a-b81a-4143-b0dc-e9faf1af4fa9 of type vlan for network 7da1c121-9e6c-496c-b4bd-d3c5b6af039c Mar 24 01:11:20.346468 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fd4d26-2ef8-42a4-ba59-cb89af8be737 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:11:20.351003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01283906-4d1b-40b1-a905-e5942b07a3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edafe97e-da91-4168-aabf-6922f5657bee,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:20.396554 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12fd4d26-2ef8-42a4-ba59-cb89af8be737 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7002e843-c237-4064-ac7c-9d581f72a137), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.397135 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-12fd4d26-2ef8-42a4-ba59-cb89af8be737 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Added segment 7002e843-c237-4064-ac7c-9d581f72a137 of type vlan for network 96eb0c9b-d262-4c80-9e91-491b42bc65af Mar 24 01:11:20.478473 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12fd4d26-2ef8-42a4-ba59-cb89af8be737 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (96eb0c9b-d262-4c80-9e91-491b42bc65af), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.479971 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45484ef4-ca50-45d6-9ffd-fc91233b2836 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (dffc32b7-c737-4c1d-b5de-23103d21e793), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.482878 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45484ef4-ca50-45d6-9ffd-fc91233b2836 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.486913 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-45484ef4-ca50-45d6-9ffd-fc91233b2836 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-groups/dffc32b7-c737-4c1d-b5de-23103d21e793 HTTP/1.1" status: 204 len: 168 time: 1.1136158 Mar 24 01:11:20.487065 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34322) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:20.492584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-604af02c-b42e-4b7e-b4a9-7b0b501f94da tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:20.495462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-604af02c-b42e-4b7e-b4a9-7b0b501f94da tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 814 time: 0.3303123 Mar 24 01:11:20.534154 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-01283906-4d1b-40b1-a905-e5942b07a3b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (7da1c121-9e6c-496c-b4bd-d3c5b6af039c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.548447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45484ef4-ca50-45d6-9ffd-fc91233b2836 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffc32b7-c737-4c1d-b5de-23103d21e793,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:20.585750 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-e66723e1-9f48-46d9-95bc-7f58acb0834d tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/quotas/3994e882c46047a4949ec2310a17d611 HTTP/1.1" status: 200 len: 375 time: 0.0404541 Mar 24 01:11:20.660918 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12fd4d26-2ef8-42a4-ba59-cb89af8be737 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (96eb0c9b-d262-4c80-9e91-491b42bc65af), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.662560 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-01283906-4d1b-40b1-a905-e5942b07a3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (7da1c121-9e6c-496c-b4bd-d3c5b6af039c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.663549 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01283906-4d1b-40b1-a905-e5942b07a3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:20.664072 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-01283906-4d1b-40b1-a905-e5942b07a3b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.677429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd4d26-2ef8-42a4-ba59-cb89af8be737 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:20.677429 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-12fd4d26-2ef8-42a4-ba59-cb89af8be737 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.710903 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-12fd4d26-2ef8-42a4-ba59-cb89af8be737 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4849405 Mar 24 01:11:20.721206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed79097-9182-460a-872d-caec208c7233 req-329ea9df-f0fb-4a67-951b-ae120f5e75cf tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:20.725517 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34342) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:20.729062 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ed79097-9182-460a-872d-caec208c7233 req-329ea9df-f0fb-4a67-951b-ae120f5e75cf tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.2785821 Mar 24 01:11:20.730988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d80f4efc-603a-4122-b38b-22c0d7b21327 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'subnet': {'network_id': '96eb0c9b-d262-4c80-9e91-491b42bc65af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:20.779662 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-37b96d3e-c131-4752-923b-21894e2cad91 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2906489 Mar 24 01:11:20.786821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34346) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:20.791242 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c6febe50-9e40-421a-971a-c9635b0e00a9 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group': {'name': 'tempest-secgroup--1299319007'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:20.826721 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-01283906-4d1b-40b1-a905-e5942b07a3b0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0359755 Mar 24 01:11:20.835003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34350) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:20.845226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c1041d80-19d7-4a1b-bbba-892d3348dfd0 admin admin] Request body: {'subnet': {'network_id': '7da1c121-9e6c-496c-b4bd-d3c5b6af039c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-378830862-subnet', 'tenant_id': 'f8452970529d4720853c2a7aae2b6fdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:20.881239 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-9e30e52f-c68b-450f-876b-d7fc979c1f32 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2831581 Mar 24 01:11:20.881934 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8df8-3c11-4100-8804-979d8e826ac7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (78539916-9c34-443f-8fbe-333dce7f0029), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.884506 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01283906-4d1b-40b1-a905-e5942b07a3b0 admin admin] Pushing event updated for resources: {'Network': ['ID=7da1c121-9e6c-496c-b4bd-d3c5b6af039c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:20.895441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 7da1c121-9e6c-496c-b4bd-d3c5b6af039c details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:11:20.902662 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd4d26-2ef8-42a4-ba59-cb89af8be737 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Network': ['ID=96eb0c9b-d262-4c80-9e91-491b42bc65af,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:20.913208 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6febe50-9e40-421a-971a-c9635b0e00a9 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:20.979822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc8df8-3c11-4100-8804-979d8e826ac7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event deleted for resources: {'Port': ['ID=78539916-9c34-443f-8fbe-333dce7f0029,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:20.999305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1041d80-19d7-4a1b-bbba-892d3348dfd0 admin admin] Made reservation on behalf of f8452970529d4720853c2a7aae2b6fdf for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:21.004326 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c1041d80-19d7-4a1b-bbba-892d3348dfd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:21.025686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80f4efc-603a-4122-b38b-22c0d7b21327 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:21.035053 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d80f4efc-603a-4122-b38b-22c0d7b21327 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:21.041954 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 96eb0c9b-d262-4c80-9e91-491b42bc65af details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:11:21.072776 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ed79097-9182-460a-872d-caec208c7233 req-2c0d9b3c-8ec2-406c-873d-bf7063152e15 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426898 Mar 24 01:11:21.615370 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d80f4efc-603a-4122-b38b-22c0d7b21327 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (3ab27b67-3bfa-45ef-9cb8-9f7cfa2fbdbd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:21.721060 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8df8-3c11-4100-8804-979d8e826ac7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:21.726812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6cdc8df8-3c11-4100-8804-979d8e826ac7 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "DELETE /v2.0/ports/78539916-9c34-443f-8fbe-333dce7f0029 HTTP/1.1" status: 204 len: 168 time: 2.5129123 Mar 24 01:11:21.728239 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-27a06267-0fa3-4dc9-85a5-94efc8b5d293 service neutron] 10.222.0.45 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7784872 Mar 24 01:11:21.728697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34368) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:21.764490 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f4efc-603a-4122-b38b-22c0d7b21327 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Subnet': ['ID=3ab27b67-3bfa-45ef-9cb8-9f7cfa2fbdbd,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:21.799716 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-23294b6c-bb2f-4a69-907b-f3bb666d28e2 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] GET failed (client error): The resource could not be found. Mar 24 01:11:21.804465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-23294b6c-bb2f-4a69-907b-f3bb666d28e2 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "GET /v2.0/ports/78539916-9c34-443f-8fbe-333dce7f0029 HTTP/1.1" status: 404 len: 333 time: 0.0686057 Mar 24 01:11:21.808653 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34372) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:21.841388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f4efc-603a-4122-b38b-22c0d7b21327 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Checking segment: {'id': '7002e843-c237-4064-ac7c-9d581f72a137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96eb0c9b-d262-4c80-9e91-491b42bc65af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:21.841786 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80f4efc-603a-4122-b38b-22c0d7b21327 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network hostable DHCP agents. Network: 96eb0c9b-d262-4c80-9e91-491b42bc65af, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:11:21.885074 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6febe50-9e40-421a-971a-c9635b0e00a9 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (b189af08-82ad-47ec-8068-ec1b7fac6fc1), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:21.908845 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6febe50-9e40-421a-971a-c9635b0e00a9 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b189af08-82ad-47ec-8068-ec1b7fac6fc1), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:21.938825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80f4efc-603a-4122-b38b-22c0d7b21327 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network 96eb0c9b-d262-4c80-9e91-491b42bc65af is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:11:22.017192 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d80f4efc-603a-4122-b38b-22c0d7b21327 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 96eb0c9b-d262-4c80-9e91-491b42bc65af) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:22.021249 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80f4efc-603a-4122-b38b-22c0d7b21327 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:22.021850 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d80f4efc-603a-4122-b38b-22c0d7b21327 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:22.032893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d41ac00-303e-434e-ba0a-7d49a0310059 None None] Network 96eb0c9b-d262-4c80-9e91-491b42bc65af requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:22.052719 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6febe50-9e40-421a-971a-c9635b0e00a9 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:22.056460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c6febe50-9e40-421a-971a-c9635b0e00a9 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2661517 Mar 24 01:11:22.058551 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34378) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:22.064324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d90fb4ea-5f1c-4aaf-a50f-21f3f89648c6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Request body: {'security_group_rule': {'security_group_id': 'b189af08-82ad-47ec-8068-ec1b7fac6fc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:22.076458 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d80f4efc-603a-4122-b38b-22c0d7b21327 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3501067 Mar 24 01:11:22.082893 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34382) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:22.092382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6febe50-9e40-421a-971a-c9635b0e00a9 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b189af08-82ad-47ec-8068-ec1b7fac6fc1,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:22.133757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-329df993-a934-4e35-ada0-fd799cef73bb tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-414086909'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:22.144445 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-8feba298-5f9e-4aca-8ae7-362adb81524f service neutron] 10.222.0.45 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961842 Mar 24 01:11:22.194018 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5e7cb-7674-46f1-83cd-25fb8f402d58 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Deleting port 6fed8866-f2a1-4d91-9d75-605c32644ddf {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:11:22.194359 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1f5e7cb-7674-46f1-83cd-25fb8f402d58 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6fed8866-f2a1-4d91-9d75-605c32644ddf), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:22.267342 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-96eb0c9b-d262-4c80-9e91-491b42bc65af', 'network_id': '96eb0c9b-d262-4c80-9e91-491b42bc65af', 'project_id': '6287d5fee86e41829ffa6b98fe2ace5a', 'fixed_ips': [{'subnet_id': '3ab27b67-3bfa-45ef-9cb8-9f7cfa2fbdbd'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:11:22.268418 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:22.315721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329df993-a934-4e35-ada0-fd799cef73bb tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:22.325143 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-329df993-a934-4e35-ada0-fd799cef73bb tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:22.337615 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c1041d80-19d7-4a1b-bbba-892d3348dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (4b8e97f2-4905-46f2-9d43-718234e46ad9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:22.338008 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d90fb4ea-5f1c-4aaf-a50f-21f3f89648c6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (c3b51559-4d32-4cc7-9ebe-80ffb4c801ae), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:22.524088 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed120c07-e4ca-44e2-b4bb-0a47f91f6232 req-0152baf1-1bad-4f0f-a4dc-50761b9bec97 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:22.530803 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed120c07-e4ca-44e2-b4bb-0a47f91f6232 req-0152baf1-1bad-4f0f-a4dc-50761b9bec97 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.3110218 Mar 24 01:11:22.537345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1041d80-19d7-4a1b-bbba-892d3348dfd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b8e97f2-4905-46f2-9d43-718234e46ad9,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:22.544464 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329df993-a934-4e35-ada0-fd799cef73bb tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:11:22.589167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1041d80-19d7-4a1b-bbba-892d3348dfd0 admin admin] Checking segment: {'id': 'f761181a-b81a-4143-b0dc-e9faf1af4fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7da1c121-9e6c-496c-b4bd-d3c5b6af039c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:22.589557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1041d80-19d7-4a1b-bbba-892d3348dfd0 admin admin] Network hostable DHCP agents. Network: 7da1c121-9e6c-496c-b4bd-d3c5b6af039c, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:11:22.596307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Allocated IP 2001:db8::1 (96eb0c9b-d262-4c80-9e91-491b42bc65af/3ab27b67-3bfa-45ef-9cb8-9f7cfa2fbdbd/eb138124-e730-4a8d-8093-30a411a65bbe) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:11:22.640073 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-329df993-a934-4e35-ada0-fd799cef73bb tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:22.642039 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-329df993-a934-4e35-ada0-fd799cef73bb tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Added segment 5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818 of type vlan for network 7a38dc27-05e8-49a7-a378-12af2b6ad8b7 Mar 24 01:11:22.693130 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed120c07-e4ca-44e2-b4bb-0a47f91f6232 req-8130c8e9-5ace-4938-9205-f428e48b2661 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484480 Mar 24 01:11:22.707604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5473e13a-113d-4a75-aedb-7ff32222aca3 req-324d1a9d-5795-4086-947f-240efafcdec7 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 210 time: 0.1141396 Mar 24 01:11:22.740483 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1f5e7cb-7674-46f1-83cd-25fb8f402d58 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6fed8866-f2a1-4d91-9d75-605c32644ddf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:22.742781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1041d80-19d7-4a1b-bbba-892d3348dfd0 admin admin] Network 7da1c121-9e6c-496c-b4bd-d3c5b6af039c is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:11:22.771239 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-c1041d80-19d7-4a1b-bbba-892d3348dfd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 7da1c121-9e6c-496c-b4bd-d3c5b6af039c) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:22.783443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1041d80-19d7-4a1b-bbba-892d3348dfd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:22.784307 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c1041d80-19d7-4a1b-bbba-892d3348dfd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:22.804510 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-329df993-a934-4e35-ada0-fd799cef73bb tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (7a38dc27-05e8-49a7-a378-12af2b6ad8b7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:22.837972 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c1041d80-19d7-4a1b-bbba-892d3348dfd0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9988565 Mar 24 01:11:22.853926 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5e7cb-7674-46f1-83cd-25fb8f402d58 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Calling delete_port for 6fed8866-f2a1-4d91-9d75-605c32644ddf owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:11:22.854779 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa6e5ef-b7ed-4ceb-ab0f-d73523424c98 None None] Network 7da1c121-9e6c-496c-b4bd-d3c5b6af039c requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:22.894872 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d90fb4ea-5f1c-4aaf-a50f-21f3f89648c6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (c3b51559-4d32-4cc7-9ebe-80ffb4c801ae), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:22.900014 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-329df993-a934-4e35-ada0-fd799cef73bb tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (7a38dc27-05e8-49a7-a378-12af2b6ad8b7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:22.907194 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329df993-a934-4e35-ada0-fd799cef73bb tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:22.908247 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-329df993-a934-4e35-ada0-fd799cef73bb tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:22.936948 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d90fb4ea-5f1c-4aaf-a50f-21f3f89648c6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c3b51559-4d32-4cc7-9ebe-80ffb4c801ae), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:22.954351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34412) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:22.962137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ddaac287-10a1-4b1e-b9d0-650e551b8883 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'subnet': {'network_id': '7a38dc27-05e8-49a7-a378-12af2b6ad8b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:22.966182 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-329df993-a934-4e35-ada0-fd799cef73bb tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8828135 Mar 24 01:11:23.132340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaac287-10a1-4b1e-b9d0-650e551b8883 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:23.140750 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ddaac287-10a1-4b1e-b9d0-650e551b8883 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:23.156032 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84383ef4-73b2-47ed-b9a9-1fd7bdb9b7b1 None None] Network 7da1c121-9e6c-496c-b4bd-d3c5b6af039c requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:23.227232 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fb4ea-5f1c-4aaf-a50f-21f3f89648c6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b51559-4d32-4cc7-9ebe-80ffb4c801ae,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:23.271302 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d90fb4ea-5f1c-4aaf-a50f-21f3f89648c6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:23.272391 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d90fb4ea-5f1c-4aaf-a50f-21f3f89648c6 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2125707 Mar 24 01:11:23.286623 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329df993-a934-4e35-ada0-fd799cef73bb tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Network': ['ID=7a38dc27-05e8-49a7-a378-12af2b6ad8b7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:23.290322 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34426) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:23.303656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.ipam_backend_mixin [None req-ddaac287-10a1-4b1e-b9d0-650e551b8883 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Performing IP validity checks on allocation pools {{(pid=115730) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 24 01:11:23.304791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.ipam_backend_mixin [None req-ddaac287-10a1-4b1e-b9d0-650e551b8883 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115730) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 24 01:11:23.322572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 7a38dc27-05e8-49a7-a378-12af2b6ad8b7 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:11:23.330860 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Publish callbacks [] for port (eb138124-e730-4a8d-8093-30a411a65bbe), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:23.523954 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-616b2420-0acb-4614-a7aa-65a89cba5ce4 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (b189af08-82ad-47ec-8068-ec1b7fac6fc1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:23.536112 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (eb138124-e730-4a8d-8093-30a411a65bbe), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:23.592091 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ddaac287-10a1-4b1e-b9d0-650e551b8883 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (5d72f9d2-7282-48ae-bda9-b73d4cebef2c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:23.649387 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-616b2420-0acb-4614-a7aa-65a89cba5ce4 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (b189af08-82ad-47ec-8068-ec1b7fac6fc1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:23.662232 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1f5e7cb-7674-46f1-83cd-25fb8f402d58 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6fed8866-f2a1-4d91-9d75-605c32644ddf), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:23.691506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Network 96eb0c9b-d262-4c80-9e91-491b42bc65af is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:11:23.701937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:23.719744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:11:23.723044 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5e7cb-7674-46f1-83cd-25fb8f402d58 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event deleted for resources: {'Port': ['ID=6fed8866-f2a1-4d91-9d75-605c32644ddf,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:23.812529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaac287-10a1-4b1e-b9d0-650e551b8883 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Subnet': ['ID=5d72f9d2-7282-48ae-bda9-b73d4cebef2c,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:23.945780 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11832e58-6d3a-415e-9532-b1abbd0af7f9 req-0d869407-2b92-4cad-8418-5351ff82c942 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 210 time: 0.1145186 Mar 24 01:11:23.980056 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1f5e7cb-7674-46f1-83cd-25fb8f402d58 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:23.990513 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b1f5e7cb-7674-46f1-83cd-25fb8f402d58 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "DELETE /v2.0/ports/6fed8866-f2a1-4d91-9d75-605c32644ddf HTTP/1.1" status: 204 len: 168 time: 2.1742053 Mar 24 01:11:23.990513 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34446) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:24.062207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd44b1-3a15-48e8-a500-0141b10db05c req-46dbe29c-3983-42da-a062-035472e73c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:24.063934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1cd44b1-3a15-48e8-a500-0141b10db05c req-46dbe29c-3983-42da-a062-035472e73c01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 1127 time: 0.3957901 Mar 24 01:11:24.066347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaac287-10a1-4b1e-b9d0-650e551b8883 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Checking segment: {'id': '5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7a38dc27-05e8-49a7-a378-12af2b6ad8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:24.066724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaac287-10a1-4b1e-b9d0-650e551b8883 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network hostable DHCP agents. Network: 7a38dc27-05e8-49a7-a378-12af2b6ad8b7, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:11:24.104721 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-616b2420-0acb-4614-a7aa-65a89cba5ce4 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b189af08-82ad-47ec-8068-ec1b7fac6fc1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:24.114814 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-616b2420-0acb-4614-a7aa-65a89cba5ce4 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:24.116001 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-616b2420-0acb-4614-a7aa-65a89cba5ce4 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-groups/b189af08-82ad-47ec-8068-ec1b7fac6fc1 HTTP/1.1" status: 204 len: 168 time: 0.8153353 Mar 24 01:11:24.128262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34452) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:24.152754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf39b79b-c6bd-46d7-99e4-7842caec0959 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Deleting subnet 5b464c62-9185-46ef-974e-d10472c55373 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:11:24.184240 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf39b79b-c6bd-46d7-99e4-7842caec0959 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks [] for subnet (5b464c62-9185-46ef-974e-d10472c55373), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:24.193458 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b2420-0acb-4614-a7aa-65a89cba5ce4 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b189af08-82ad-47ec-8068-ec1b7fac6fc1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:24.235419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd44b1-3a15-48e8-a500-0141b10db05c req-e0f19082-1e42-444e-83e4-d5cd08adcf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:24.239029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1cd44b1-3a15-48e8-a500-0141b10db05c req-e0f19082-1e42-444e-83e4-d5cd08adcf72 service neutron] 10.222.0.48 "GET /v2.0/networks?id=871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 200 len: 918 time: 0.1591289 Mar 24 01:11:24.297356 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf39b79b-c6bd-46d7-99e4-7842caec0959 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (5b464c62-9185-46ef-974e-d10472c55373), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:24.328228 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a1a2cc7f-8651-44c3-88b0-fb9dc4f3ba07 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1926568 Mar 24 01:11:24.330820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34458) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:24.362139 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34460) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:24.368915 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b4129bff-49ce-4de9-97b1-19b3cce9430b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-900703299-network', 'tenant_id': '628a60f7092f46f58d22cf56e3e7fb5c'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:24.383791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1cd44b1-3a15-48e8-a500-0141b10db05c req-9346ac88-4a07-4855-a5ad-6b266c1791aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2 HTTP/1.1" status: 200 len: 1001 time: 0.1316772 Mar 24 01:11:24.424758 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Pushing event updated for resources: {'Port': ['ID=eb138124-e730-4a8d-8093-30a411a65bbe,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:24.441576 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9c097e75-e8aa-4cea-a87e-fd4e059c2e36 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1066458 Mar 24 01:11:24.443419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaac287-10a1-4b1e-b9d0-650e551b8883 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network 7a38dc27-05e8-49a7-a378-12af2b6ad8b7 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:11:24.444501 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34462) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:24.445170 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4129bff-49ce-4de9-97b1-19b3cce9430b admin admin] Made reservation on behalf of 628a60f7092f46f58d22cf56e3e7fb5c for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:24.446010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Attempting to bind port eb138124-e730-4a8d-8093-30a411a65bbe on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:11:24.446462 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Attempting to bind port eb138124-e730-4a8d-8093-30a411a65bbe by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '7002e843-c237-4064-ac7c-9d581f72a137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96eb0c9b-d262-4c80-9e91-491b42bc65af'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:11:24.446910 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Attempting to bind port eb138124-e730-4a8d-8093-30a411a65bbe on network 96eb0c9b-d262-4c80-9e91-491b42bc65af {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:11:24.447540 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4129bff-49ce-4de9-97b1-19b3cce9430b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:24.454050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:11:24.454431 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Checking segment: {'id': '7002e843-c237-4064-ac7c-9d581f72a137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96eb0c9b-d262-4c80-9e91-491b42bc65af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:24.455010 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:24.455549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Bound using segment: {'id': '7002e843-c237-4064-ac7c-9d581f72a137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96eb0c9b-d262-4c80-9e91-491b42bc65af'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:11:24.456835 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Bound port: eb138124-e730-4a8d-8093-30a411a65bbe, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7002e843-c237-4064-ac7c-9d581f72a137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96eb0c9b-d262-4c80-9e91-491b42bc65af'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:11:24.457443 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (eb138124-e730-4a8d-8093-30a411a65bbe), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:24.517613 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4129bff-49ce-4de9-97b1-19b3cce9430b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:24.520638 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf39b79b-c6bd-46d7-99e4-7842caec0959 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (5b464c62-9185-46ef-974e-d10472c55373), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:24.536016 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-3daa191e-f7ca-4153-8c1e-38dd0c7ef3da tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] delete failed (client error): The resource could not be found. Mar 24 01:11:24.537066 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3daa191e-f7ca-4153-8c1e-38dd0c7ef3da tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "DELETE /v2.0/security-groups/b189af08-82ad-47ec-8068-ec1b7fac6fc1 HTTP/1.1" status: 404 len: 347 time: 0.0827749 Mar 24 01:11:24.592725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] For port eb138124-e730-4a8d-8093-30a411a65bbe, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:11:24.596500 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] For port eb138124-e730-4a8d-8093-30a411a65bbe, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=eb138124-e730-4a8d-8093-30a411a65bbe,segment=NetworkSegment(7002e843-c237-4064-ac7c-9d581f72a137),segment_id=7002e843-c237-4064-ac7c-9d581f72a137)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:11:24.606598 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34466) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:24.607396 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (eb138124-e730-4a8d-8093-30a411a65bbe), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:24.654971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3349c0-e841-4480-ad88-2d9282866f04 req-bb4adbd7-a2aa-408a-ba5d-b6b0d2653873 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:24.663605 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f3349c0-e841-4480-ad88-2d9282866f04 req-bb4adbd7-a2aa-408a-ba5d-b6b0d2653873 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.6834319 Mar 24 01:11:24.675854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-ddaac287-10a1-4b1e-b9d0-650e551b8883 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 7a38dc27-05e8-49a7-a378-12af2b6ad8b7) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:24.689389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaac287-10a1-4b1e-b9d0-650e551b8883 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:24.690034 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ddaac287-10a1-4b1e-b9d0-650e551b8883 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:24.704829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aa5ead-f4d3-4828-8af8-b9e3d8b97073 None None] Network 7a38dc27-05e8-49a7-a378-12af2b6ad8b7 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:24.777658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0f0aa-9ee3-4d69-a628-52b068a60690 None None] Pushing event updated for resources: {'Port': ['ID=eb138124-e730-4a8d-8093-30a411a65bbe,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:24.814643 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ddaac287-10a1-4b1e-b9d0-650e551b8883 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8564169 Mar 24 01:11:24.814643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd44b1-3a15-48e8-a500-0141b10db05c req-c9acf3a7-fe20-4066-b441-fc1ff2572a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:24.815975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1cd44b1-3a15-48e8-a500-0141b10db05c req-c9acf3a7-fe20-4066-b441-fc1ff2572a96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4d27960-c52d-4f7c-8496-b63aa9268ea4 HTTP/1.1" status: 200 len: 856 time: 0.3746779 Mar 24 01:11:24.819648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34470) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:24.854985 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf39b79b-c6bd-46d7-99e4-7842caec0959 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (5b464c62-9185-46ef-974e-d10472c55373), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:24.910931 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-7a38dc27-05e8-49a7-a378-12af2b6ad8b7', 'network_id': '7a38dc27-05e8-49a7-a378-12af2b6ad8b7', 'project_id': '6287d5fee86e41829ffa6b98fe2ace5a', 'fixed_ips': [{'subnet_id': '5d72f9d2-7282-48ae-bda9-b73d4cebef2c'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:11:24.913809 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:24.958456 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39b79b-c6bd-46d7-99e4-7842caec0959 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event deleted for resources: {'Subnet': ['ID=5b464c62-9185-46ef-974e-d10472c55373,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:24.963432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f3349c0-e841-4480-ad88-2d9282866f04 req-38261f13-669b-425f-98ee-49054bb98cb0 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988729 Mar 24 01:11:25.011999 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-260efe30-6c4c-4560-8c76-c6398b1c2a84 tempest-SecGroupTest-1563836660 tempest-SecGroupTest-1563836660-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4039671 Mar 24 01:11:25.018185 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf39b79b-c6bd-46d7-99e4-7842caec0959 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:25.031785 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cf39b79b-c6bd-46d7-99e4-7842caec0959 tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "DELETE /v2.0/subnets/5b464c62-9185-46ef-974e-d10472c55373 HTTP/1.1" status: 204 len: 168 time: 1.0360525 Mar 24 01:11:25.036820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34480) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:25.047058 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-423d7442-d424-4026-91c3-e07903fd8870 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:25.048795 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-423d7442-d424-4026-91c3-e07903fd8870 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.57 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 814 time: 0.6609960 Mar 24 01:11:25.141868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c432f67-4402-435a-8b1f-1e8bbc448c7c None None] Network d8260170-07f6-4bba-a5a7-31b29c52b55d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:25.194986 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4129bff-49ce-4de9-97b1-19b3cce9430b admin admin] Publish callbacks [] for security_group (3e03fe07-8167-4bfd-b8ae-2120b946f1ed), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:25.215602 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4129bff-49ce-4de9-97b1-19b3cce9430b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3e03fe07-8167-4bfd-b8ae-2120b946f1ed), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:25.261796 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (d8260170-07f6-4bba-a5a7-31b29c52b55d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:25.285869 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4129bff-49ce-4de9-97b1-19b3cce9430b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:11:25.327896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-513aac28-94ef-4e9a-8f90-4bbddd0e71aa req-b00af975-2480-4265-ae50-c9cb1d5002ac tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 210 time: 0.1999147 Mar 24 01:11:25.352572 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4129bff-49ce-4de9-97b1-19b3cce9430b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e8c27cde-8dce-4da5-989e-9e446d05eac3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:25.353534 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-b4129bff-49ce-4de9-97b1-19b3cce9430b admin admin] Added segment e8c27cde-8dce-4da5-989e-9e446d05eac3 of type vlan for network 26689938-6d4d-4f8a-9621-b06efad349ed Mar 24 01:11:25.355392 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4129bff-49ce-4de9-97b1-19b3cce9430b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e03fe07-8167-4bfd-b8ae-2120b946f1ed,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:25.427453 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-e17981b9-58da-4655-aa58-4d437e0fe864 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3994e882c46047a4949ec2310a17d611 HTTP/1.1" status: 200 len: 379 time: 0.3632820 Mar 24 01:11:25.433301 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (7a38dc27-05e8-49a7-a378-12af2b6ad8b7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:25.444049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'port': {'device_id': 'd7bc595a-0765-434c-9ce6-63ce553abfee', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'admin_state_up': True, 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'security_groups': ['ae47add0-e8f4-4fe7-bf2d-c84e664e7168']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:25.488576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Allocated IP 2001:db8::3 (7a38dc27-05e8-49a7-a378-12af2b6ad8b7/5d72f9d2-7282-48ae-bda9-b73d4cebef2c/ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:11:25.506187 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4129bff-49ce-4de9-97b1-19b3cce9430b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (26689938-6d4d-4f8a-9621-b06efad349ed), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:25.619386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd44b1-3a15-48e8-a500-0141b10db05c req-fb93a0d8-6e37-4317-856a-3e4025aa77ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:25.620893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1cd44b1-3a15-48e8-a500-0141b10db05c req-fb93a0d8-6e37-4317-856a-3e4025aa77ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=871413ce-bf54-4e47-942e-8e906667bc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7903152 Mar 24 01:11:25.636854 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Deleting port 94563f36-8cd4-4b14-8232-3173b30a7166 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:11:25.637424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (94563f36-8cd4-4b14-8232-3173b30a7166), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:25.793175 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34490) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:25.813016 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Publish callbacks [] for port (ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:25.831070 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:25.838002 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4129bff-49ce-4de9-97b1-19b3cce9430b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (26689938-6d4d-4f8a-9621-b06efad349ed), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:25.860080 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (5d72f9d2-7282-48ae-bda9-b73d4cebef2c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:25.867545 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4129bff-49ce-4de9-97b1-19b3cce9430b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:25.868628 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4129bff-49ce-4de9-97b1-19b3cce9430b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:25.968626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500518bf-796d-42a9-bf5e-bcae3b090f87 None None] DHCP port deletion for d8260170-07f6-4bba-a5a7-31b29c52b55d request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:11:26.004187 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Network 7a38dc27-05e8-49a7-a378-12af2b6ad8b7 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:11:26.019892 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4129bff-49ce-4de9-97b1-19b3cce9430b admin admin] Pushing event updated for resources: {'Network': ['ID=26689938-6d4d-4f8a-9621-b06efad349ed,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:26.027844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:26.035493 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b4129bff-49ce-4de9-97b1-19b3cce9430b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6722195 Mar 24 01:11:26.038312 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device eb138124-e730-4a8d-8093-30a411a65bbe up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:11:26.048423 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34496) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:26.086985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9e796a26-31f3-405c-9022-d7588de532f3 admin admin] Request body: {'subnet': {'network_id': '26689938-6d4d-4f8a-9621-b06efad349ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-900703299-subnet', 'tenant_id': '628a60f7092f46f58d22cf56e3e7fb5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:26.133832 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] For port 94563f36-8cd4-4b14-8232-3173b30a7166, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=94563f36-8cd4-4b14-8232-3173b30a7166,segment=NetworkSegment(40193900-9a11-46cb-ab7e-486bc9bdabf6),segment_id=40193900-9a11-46cb-ab7e-486bc9bdabf6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:26.134173 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1cd44b1-3a15-48e8-a500-0141b10db05c req-797a9c79-1b27-457d-8ed4-3f643f498877 service neutron] 10.222.0.48 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918413 Mar 24 01:11:26.134327 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (94563f36-8cd4-4b14-8232-3173b30a7166), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:26.150012 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:11:26.161976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 26689938-6d4d-4f8a-9621-b06efad349ed details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:11:26.164799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Calling delete_port for 94563f36-8cd4-4b14-8232-3173b30a7166 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:11:26.165508 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Pushing event updated for resources: {'Port': ['ID=ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:26.176799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e796a26-31f3-405c-9022-d7588de532f3 admin admin] Made reservation on behalf of 628a60f7092f46f58d22cf56e3e7fb5c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:26.179157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9e796a26-31f3-405c-9022-d7588de532f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:26.238482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Made reservation on behalf of 3994e882c46047a4949ec2310a17d611 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:26.244786 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:26.300473 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8c29d036-5c4d-4f68-ae46-ebf87e814684 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=31733804d16e40568d9e26bffef4cf61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4931128 Mar 24 01:11:26.303885 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34500) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:26.429072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Attempting to bind port ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:11:26.429401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Attempting to bind port ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7a38dc27-05e8-49a7-a378-12af2b6ad8b7'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:11:26.429776 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Attempting to bind port ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174 on network 7a38dc27-05e8-49a7-a378-12af2b6ad8b7 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:11:26.451615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port eb138124-e730-4a8d-8093-30a411a65bbe triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:26.452119 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (eb138124-e730-4a8d-8093-30a411a65bbe), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:26.493976 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (5d72f9d2-7282-48ae-bda9-b73d4cebef2c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:26.533732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e619815-e55a-4e93-b339-b2622e88bcf8 None None] Network 96eb0c9b-d262-4c80-9e91-491b42bc65af requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:26.564775 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:11:26.568864 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Checking segment: {'id': '5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7a38dc27-05e8-49a7-a378-12af2b6ad8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:26.569319 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:26.569738 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Bound using segment: {'id': '5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7a38dc27-05e8-49a7-a378-12af2b6ad8b7'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:11:26.570246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Bound port: ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7a38dc27-05e8-49a7-a378-12af2b6ad8b7'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:11:26.570639 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:26.586326 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9e796a26-31f3-405c-9022-d7588de532f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (f34ba96b-743e-4169-90b0-d87440c8d210), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:26.638315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Subnet': ['ID=5d72f9d2-7282-48ae-bda9-b73d4cebef2c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:26.663114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1de75c6a-0ffd-4259-b26b-602abfe8b040 req-3bc25f9e-317d-4f33-9d9e-4ce7f45ab678 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 210 time: 0.1827204 Mar 24 01:11:26.683024 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b90f20f-c247-46cc-885d-cdd84658a9d2 admin admin] Publish callbacks [] for security_group (c7fd17fb-bd9d-4db1-93ba-a1cb18c0bc39), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:26.694918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865c068-2f08-4ad6-8740-b6caa1122564 req-ae1293c9-ad0f-4114-9d97-73fe8f5da15e tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:26.696480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c865c068-2f08-4ad6-8740-b6caa1122564 req-ae1293c9-ad0f-4114-9d97-73fe8f5da15e tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.5928853 Mar 24 01:11:26.743787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e796a26-31f3-405c-9022-d7588de532f3 admin admin] Checking segment: {'id': 'e8c27cde-8dce-4da5-989e-9e446d05eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '26689938-6d4d-4f8a-9621-b06efad349ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:26.744378 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e796a26-31f3-405c-9022-d7588de532f3 admin admin] Network hostable DHCP agents. Network: 26689938-6d4d-4f8a-9621-b06efad349ed, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:11:26.754240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e796a26-31f3-405c-9022-d7588de532f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f34ba96b-743e-4169-90b0-d87440c8d210,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:26.772708 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b90f20f-c247-46cc-885d-cdd84658a9d2 admin admin] Publish callbacks [] for security_group (c7fd17fb-bd9d-4db1-93ba-a1cb18c0bc39), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:26.782605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (94563f36-8cd4-4b14-8232-3173b30a7166), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:26.839298 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event deleted for resources: {'Port': ['ID=94563f36-8cd4-4b14-8232-3173b30a7166,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:26.848727 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e796a26-31f3-405c-9022-d7588de532f3 admin admin] Network 26689938-6d4d-4f8a-9621-b06efad349ed is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:11:26.864440 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] No DVR routers for this DVR port 94563f36-8cd4-4b14-8232-3173b30a7166 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:11:26.899860 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-9e796a26-31f3-405c-9022-d7588de532f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 26689938-6d4d-4f8a-9621-b06efad349ed) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:26.905665 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (7a38dc27-05e8-49a7-a378-12af2b6ad8b7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:26.941532 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e796a26-31f3-405c-9022-d7588de532f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:26.946476 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d3696b35-e686-4647-8eca-499ae9f39049 None None] Provisioning complete for port eb138124-e730-4a8d-8093-30a411a65bbe triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:26.947171 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d3696b35-e686-4647-8eca-499ae9f39049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (eb138124-e730-4a8d-8093-30a411a65bbe), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:26.949346 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16add30-1c38-4eb3-bbd9-73a45b535f91 None None] Network 26689938-6d4d-4f8a-9621-b06efad349ed requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:26.953316 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9e796a26-31f3-405c-9022-d7588de532f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:26.960608 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c865c068-2f08-4ad6-8740-b6caa1122564 req-26bb9dbe-77be-4298-b577-bce25c1b0098 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488627 Mar 24 01:11:26.964857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Allocated IP 172.20.0.8 (6918af68-a637-45cf-99cb-b0e3cc2df9c3/06e22de7-2896-4698-97a5-0faab792cc07/afd497f7-5934-4535-abbc-018d3284b9ca) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:11:26.985334 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1cd44b1-3a15-48e8-a500-0141b10db05c req-24b09969-09d3-47e1-a314-085731f0df9d service neutron] 10.222.0.48 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8498142 Mar 24 01:11:26.988203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a38dc27-05e8-49a7-a378-12af2b6ad8b7']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:27.015273 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:27.015519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:27.036373 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9e796a26-31f3-405c-9022-d7588de532f3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9569826 Mar 24 01:11:27.050034 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b90f20f-c247-46cc-885d-cdd84658a9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c7fd17fb-bd9d-4db1-93ba-a1cb18c0bc39), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:27.053015 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b90f20f-c247-46cc-885d-cdd84658a9d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:27.058026 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4b90f20f-c247-46cc-885d-cdd84658a9d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7fd17fb-bd9d-4db1-93ba-a1cb18c0bc39 HTTP/1.1" status: 204 len: 168 time: 0.7529626 Mar 24 01:11:27.092449 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (d8260170-07f6-4bba-a5a7-31b29c52b55d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:27.096327 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f20f-c247-46cc-885d-cdd84658a9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fd17fb-bd9d-4db1-93ba-a1cb18c0bc39,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:27.143543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] For port ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:11:27.159345 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8260170-07f6-4bba-a5a7-31b29c52b55d']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:27.166206 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-500518bf-796d-42a9-bf5e-bcae3b090f87 None None] Deleting port 94563f36-8cd4-4b14-8232-3173b30a7166 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:11:27.172004 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-500518bf-796d-42a9-bf5e-bcae3b090f87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (94563f36-8cd4-4b14-8232-3173b30a7166), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:27.177475 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40193900-9a11-46cb-ab7e-486bc9bdabf6') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:27.178218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40193900-9a11-46cb-ab7e-486bc9bdabf6') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:27.186558 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for port (afd497f7-5934-4535-abbc-018d3284b9ca), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:27.223002 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:27.232907 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (afd497f7-5934-4535-abbc-018d3284b9ca), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:27.299415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'Port': ['ID=afd497f7-5934-4535-abbc-018d3284b9ca,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:27.321734 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-500518bf-796d-42a9-bf5e-bcae3b090f87 None None] For port 94563f36-8cd4-4b14-8232-3173b30a7166, host n-d-760455-9, got binding levels [] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:27.322534 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-500518bf-796d-42a9-bf5e-bcae3b090f87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (94563f36-8cd4-4b14-8232-3173b30a7166), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:27.323128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:11:27.324780 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:27.327580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:27.328081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:27.328589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:27.328936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:27.329311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:27.329650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:27.330041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:27.330614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:27.331396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:27.331563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:27.331896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:27.332228 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:27.332678 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:27.332869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:27.333260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:27.336590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:11:27.363266 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-500518bf-796d-42a9-bf5e-bcae3b090f87 None None] Calling delete_port for 94563f36-8cd4-4b14-8232-3173b30a7166 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:11:27.366714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.ipam_backend_mixin [None req-500518bf-796d-42a9-bf5e-bcae3b090f87 None None] Port 94563f36-8cd4-4b14-8232-3173b30a7166 was not found and therefore no delete operation was performed {{(pid=115731) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 01:11:27.398766 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-500518bf-796d-42a9-bf5e-bcae3b090f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (94563f36-8cd4-4b14-8232-3173b30a7166), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:27.415919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:27.421239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:27.459362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-bfdffdd1-96b7-4ae4-9f0f-b0f275a89518 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0200067 Mar 24 01:11:27.472685 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Request body: {'port': {'device_id': 'd7bc595a-0765-434c-9ce6-63ce553abfee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:27.487043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] For port ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174,segment=NetworkSegment(5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818),segment_id=5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:11:27.600570 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (afd497f7-5934-4535-abbc-018d3284b9ca), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:27.626492 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:27.639278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:11:27.640771 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:27.641011 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500518bf-796d-42a9-bf5e-bcae3b090f87 None None] Pushing event deleted for resources: {'Port': ['ID=94563f36-8cd4-4b14-8232-3173b30a7166,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:27.666807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500518bf-796d-42a9-bf5e-bcae3b090f87 None None] No DVR routers for this DVR port 94563f36-8cd4-4b14-8232-3173b30a7166 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:11:27.696369 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:27.698377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port eb138124-e730-4a8d-8093-30a411a65bbe is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:27.698749 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (eb138124-e730-4a8d-8093-30a411a65bbe), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:27.746288 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 44e764ac-5193-4d5a-a7c5-08b07e786da2 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:11:27.760760 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:11:27.766757 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.api [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 01:11:27.766757 n-d-760455-9 neutron-server[115730]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 01:11:27.766757 n-d-760455-9 neutron-server[115730]: [parameters: {'id': '7a38dc27-05e8-49a7-a378-12af2b6ad8b7'}] Mar 24 01:11:27.766757 n-d-760455-9 neutron-server[115730]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:11:27.767196 n-d-760455-9 neutron-server[115730]: DEBUG oslo_db.api [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:11:27.879720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port eb138124-e730-4a8d-8093-30a411a65bbe, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=eb138124-e730-4a8d-8093-30a411a65bbe,segment=NetworkSegment(7002e843-c237-4064-ac7c-9d581f72a137),segment_id=7002e843-c237-4064-ac7c-9d581f72a137)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:27.949898 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (40193900-9a11-46cb-ab7e-486bc9bdabf6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:27.993829 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (40193900-9a11-46cb-ab7e-486bc9bdabf6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:28.014605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d3696b35-e686-4647-8eca-499ae9f39049 None None] Current status of the port eb138124-e730-4a8d-8093-30a411a65bbe is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:28.019901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:11:28.020331 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (40193900-9a11-46cb-ab7e-486bc9bdabf6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:11:28.023583 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:11:28.040035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3d165a-25ae-4498-a221-3dcc467a0948 None None] Network 26689938-6d4d-4f8a-9621-b06efad349ed requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:28.149046 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (d8260170-07f6-4bba-a5a7-31b29c52b55d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:28.156324 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:28.166698 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] 10.222.0.45 "DELETE /v2.0/networks/d8260170-07f6-4bba-a5a7-31b29c52b55d HTTP/1.1" status: 204 len: 168 time: 3.1287551 Mar 24 01:11:28.205651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ef2af-7993-4ff4-acd5-2b1f4e1e33ec tempest-AllowedAddressPairTestJSON-1535633663 tempest-AllowedAddressPairTestJSON-1535633663-project] Pushing event deleted for resources: {'Network': ['ID=d8260170-07f6-4bba-a5a7-31b29c52b55d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:28.317447 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (7a38dc27-05e8-49a7-a378-12af2b6ad8b7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:28.343767 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (eb138124-e730-4a8d-8093-30a411a65bbe), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:28.406766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abbeec-8979-4b05-9af8-ace0c246c7e8 None None] Pushing event updated for resources: {'Port': ['ID=ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:28.458391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-ed5d3606-dee1-403c-84d5-cf9071cb2861 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:28.474490 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-ed5d3606-dee1-403c-84d5-cf9071cb2861 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/networks?id=7da1c121-9e6c-496c-b4bd-d3c5b6af039c HTTP/1.1" status: 200 len: 808 time: 0.3789506 Mar 24 01:11:28.491928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84bdaf-8a76-4891-8736-883c21fae848 req-903fb083-111d-47f0-b1b8-5e87dea0efe7 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:28.493868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e84bdaf-8a76-4891-8736-883c21fae848 req-903fb083-111d-47f0-b1b8-5e87dea0efe7 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 931 time: 0.6517396 Mar 24 01:11:28.524692 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 94563f36-8cd4-4b14-8232-3173b30a7166 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:11:28.604634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-1d1a540d-2a50-4544-acac-87ecbb88a684 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/quotas/f8452970529d4720853c2a7aae2b6fdf HTTP/1.1" status: 200 len: 375 time: 0.1289375 Mar 24 01:11:28.654892 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2d7d7193-831c-4731-a1a9-1686fd28aa79 None None] Provisioning complete for port afd497f7-5934-4535-abbc-018d3284b9ca triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:28.655447 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7193-831c-4731-a1a9-1686fd28aa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (afd497f7-5934-4535-abbc-018d3284b9ca), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:28.660174 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 94563f36-8cd4-4b14-8232-3173b30a7166 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:11:28.667972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 94563f36-8cd4-4b14-8232-3173b30a7166 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:11:28.681442 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34570) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:28.727292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d7193-831c-4731-a1a9-1686fd28aa79 None None] Port afd497f7-5934-4535-abbc-018d3284b9ca cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:11:28.755864 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae983cf-e9b5-4bae-b587-25c7feb59848 None None] Network 7a38dc27-05e8-49a7-a378-12af2b6ad8b7 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:28.881011 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e9a7da64-78c8-492f-9bc3-df45c5fc2b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:28.891192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5c5b43dc-7150-44ed-b358-4a70870dda9c None None] Provisioning complete for port eb138124-e730-4a8d-8093-30a411a65bbe triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:28.891577 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5c5b43dc-7150-44ed-b358-4a70870dda9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (eb138124-e730-4a8d-8093-30a411a65bbe), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:28.975973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=eb138124-e730-4a8d-8093-30a411a65bbe,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:29.003349 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 44e764ac-5193-4d5a-a7c5-08b07e786da2 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:29.003746 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:29.043881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:29.052298 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e764ac-5193-4d5a-a7c5-08b07e786da2'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:11:29.054779 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6a7a68-765a-4506-af56-6b8951a54cb4" -d '{"events": [{"server_uuid": "ab2241e6-8554-4f9a-94de-67c01497f95b", "name": "network-vif-unplugged", "status": "completed", "tag": "44e764ac-5193-4d5a-a7c5-08b07e786da2"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:11:29.062004 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:29.117562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=44e764ac-5193-4d5a-a7c5-08b07e786da2,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:29.139344 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c7b38e72-6c95-4143-962b-a4ae06153edb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=713e2e7ebae142c98960c3a9bc20e7b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4553230 Mar 24 01:11:29.140000 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34584) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:29.162798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5c5b43dc-7150-44ed-b358-4a70870dda9c None None] Current status of the port eb138124-e730-4a8d-8093-30a411a65bbe is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:29.172293 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e84bdaf-8a76-4891-8736-883c21fae848 req-40bbc51f-6308-4587-b479-add39c525335 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae47add0-e8f4-4fe7-bf2d-c84e664e7168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6001911 Mar 24 01:11:29.186760 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caf011f-c6f3-4f98-8f7e-f2cc6380f37b None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:11:29.217057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-da62406f-2c22-409f-add1-de9b55917d48 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8452970529d4720853c2a7aae2b6fdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5904295 Mar 24 01:11:29.291189 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99551649-96ab-44ae-a5d8-92fb00244524 admin admin] Publish callbacks [] for security_group (88c274dd-10d7-4e4a-9dc8-a67badbadf2b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:29.340403 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99551649-96ab-44ae-a5d8-92fb00244524 admin admin] Publish callbacks [] for security_group (88c274dd-10d7-4e4a-9dc8-a67badbadf2b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:29.343232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caf011f-c6f3-4f98-8f7e-f2cc6380f37b None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:11:29.385630 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Deleting port ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:11:29.385877 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:29.490764 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99551649-96ab-44ae-a5d8-92fb00244524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (88c274dd-10d7-4e4a-9dc8-a67badbadf2b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:29.496401 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99551649-96ab-44ae-a5d8-92fb00244524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:29.497848 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-99551649-96ab-44ae-a5d8-92fb00244524 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88c274dd-10d7-4e4a-9dc8-a67badbadf2b HTTP/1.1" status: 204 len: 168 time: 0.3565845 Mar 24 01:11:29.509475 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99551649-96ab-44ae-a5d8-92fb00244524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c274dd-10d7-4e4a-9dc8-a67badbadf2b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:29.570850 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] For port ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174,segment=NetworkSegment(5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818),segment_id=5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:29.571444 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:29.593658 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-994449ec-a4be-40e1-9cc8-b9c2624de295 service neutron] 10.222.0.45 "GET /v2.0/networks/7da1c121-9e6c-496c-b4bd-d3c5b6af039c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756347 Mar 24 01:11:29.611200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d0bd6-6dbd-42e7-8b53-3042e029ddfe req-2ac59119-9436-4c24-8515-aa0d1dcf8fbd tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:29.613545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-185d0bd6-6dbd-42e7-8b53-3042e029ddfe req-2ac59119-9436-4c24-8515-aa0d1dcf8fbd tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.3157797 Mar 24 01:11:29.614238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34596) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:29.624894 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027900 Mar 24 01:11:29.625638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34598) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:29.672505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Calling delete_port for ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:11:29.702245 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd497f7-5934-4535-abbc-018d3284b9ca {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:11:29.714928 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Publish callbacks [] for port (afd497f7-5934-4535-abbc-018d3284b9ca), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:29.731235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Transition to ACTIVE for port object afd497f7-5934-4535-abbc-018d3284b9ca will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:11:29.793499 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (afd497f7-5934-4535-abbc-018d3284b9ca), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:29.938787 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-185d0bd6-6dbd-42e7-8b53-3042e029ddfe req-11b0779f-3496-441e-9993-33fa9ac76f4a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016822 Mar 24 01:11:29.941963 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:29.963743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4174472-9889-4060-9288-723fa019d685 service neutron] Pushing event updated for resources: {'Port': ['ID=afd497f7-5934-4535-abbc-018d3284b9ca,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:30.007961 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Mar 2022 01:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772888d6-8ebd-48c9-b59b-b023c2485446 x-openstack-request-id: req-772888d6-8ebd-48c9-b59b-b023c2485446 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:11:30.008380 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2241e6-8554-4f9a-94de-67c01497f95b", "name": "network-vif-unplugged", "status": "failed", "tag": "44e764ac-5193-4d5a-a7c5-08b07e786da2", "code": 422}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:11:30.008518 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-772888d6-8ebd-48c9-b59b-b023c2485446 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:11:30.009001 n-d-760455-9 neutron-server[115731]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-772888d6-8ebd-48c9-b59b-b023c2485446']: {'server_uuid': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'code': 422} returned with failed status Mar 24 01:11:30.054486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:30.077069 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-08a6d439-e90c-437c-bca5-ad4ca02b2ad6 service neutron] 10.222.0.45 "GET /v2.0/networks/7da1c121-9e6c-496c-b4bd-d3c5b6af039c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821351 Mar 24 01:11:30.186744 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Port': ['ID=ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:30.194725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No DVR routers for this DVR port ca3f53cb-a2ae-4e33-ab7b-3b4eaa916174 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:11:30.353655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Attempting to bind port afd497f7-5934-4535-abbc-018d3284b9ca on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:11:30.354063 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Attempting to bind port afd497f7-5934-4535-abbc-018d3284b9ca by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:11:30.354322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Attempting to bind port afd497f7-5934-4535-abbc-018d3284b9ca on network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:11:30.367093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Port afd497f7-5934-4535-abbc-018d3284b9ca on network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:11:30.367453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Attempting to bind port afd497f7-5934-4535-abbc-018d3284b9ca on network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:11:30.376913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:11:30.377337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Checking segment: {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:30.378443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Bound using segment: {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:11:30.378743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Bound port: afd497f7-5934-4535-abbc-018d3284b9ca, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:11:30.379104 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (afd497f7-5934-4535-abbc-018d3284b9ca), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:30.383858 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (7a38dc27-05e8-49a7-a378-12af2b6ad8b7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:30.462601 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a8fb1a5f-5553-4fd4-8fcc-20133076c825 tempest-NetworksApiDiscovery-57395822 tempest-NetworksApiDiscovery-57395822-project] 10.222.0.45 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.8355401 Mar 24 01:11:30.477934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a38dc27-05e8-49a7-a378-12af2b6ad8b7']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:30.495073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:30.495315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:30.532989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device eb138124-e730-4a8d-8093-30a411a65bbe up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:11:30.539007 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:30.568768 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:30.575905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:11:30.576329 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (5d2ac501-e570-4ad5-8b3a-fc4ff9b4e818), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:30.676473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port eb138124-e730-4a8d-8093-30a411a65bbe triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:30.676856 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (eb138124-e730-4a8d-8093-30a411a65bbe), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:11:30.770149 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:11:30.836635 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8719d952-8fd9-44d7-b9f5-dd70fbd99ddf req-a9a61bc1-8a04-456f-81d2-c3ca3aada03b tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 210 time: 0.0381680 Mar 24 01:11:30.884720 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] For port afd497f7-5934-4535-abbc-018d3284b9ca, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:11:30.888258 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (7a38dc27-05e8-49a7-a378-12af2b6ad8b7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:30.896932 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:30.907794 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34646) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:30.909279 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/7a38dc27-05e8-49a7-a378-12af2b6ad8b7 HTTP/1.1" status: 204 len: 168 time: 6.0855978 Mar 24 01:11:30.914080 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-75e17941-1097-47c3-8fb8-12fb0e238987 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-605898498'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:30.947086 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c85bdae8-b78d-470d-bdd5-d67d41481590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:30.951043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port eb138124-e730-4a8d-8093-30a411a65bbe is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:30.954875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] For port afd497f7-5934-4535-abbc-018d3284b9ca, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=afd497f7-5934-4535-abbc-018d3284b9ca,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:11:30.961028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26178a5a-b459-4211-a340-6cefe478a064 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Network': ['ID=7a38dc27-05e8-49a7-a378-12af2b6ad8b7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:30.969750 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (afd497f7-5934-4535-abbc-018d3284b9ca), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:30.992617 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e17941-1097-47c3-8fb8-12fb0e238987 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:30.996140 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75e17941-1097-47c3-8fb8-12fb0e238987 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:31.048192 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e17941-1097-47c3-8fb8-12fb0e238987 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:11:31.074592 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75e17941-1097-47c3-8fb8-12fb0e238987 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (33194ba1-e3f9-4c8d-babb-d01d54c17c9a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:31.074870 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-75e17941-1097-47c3-8fb8-12fb0e238987 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Added segment 33194ba1-e3f9-4c8d-babb-d01d54c17c9a of type vlan for network a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e Mar 24 01:11:31.119749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4174472-9889-4060-9288-723fa019d685 service neutron] Pushing event updated for resources: {'Port': ['ID=afd497f7-5934-4535-abbc-018d3284b9ca,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:31.145395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:31.146048 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:31.147523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-a4174472-9889-4060-9288-723fa019d685 service neutron] 10.222.0.57 "PUT /v2.0/ports/afd497f7-5934-4535-abbc-018d3284b9ca HTTP/1.1" status: 200 len: 1091 time: 3.6841908 Mar 24 01:11:31.148053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bc595a-0765-434c-9ce6-63ce553abfee', 'tag': 'afd497f7-5934-4535-abbc-018d3284b9ca'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:11:31.156931 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4180e45-a588-42af-aa89-9af126450354" -d '{"events": [{"name": "network-changed", "server_uuid": "d7bc595a-0765-434c-9ce6-63ce553abfee", "tag": "afd497f7-5934-4535-abbc-018d3284b9ca"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:11:31.176871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75e17941-1097-47c3-8fb8-12fb0e238987 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:31.196601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddafff-f4b8-40be-96a4-1110f6942b20 req-b3f94730-d381-4a97-a2ea-c67e677a97c2 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:31.200658 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51ddafff-f4b8-40be-96a4-1110f6942b20 req-b3f94730-d381-4a97-a2ea-c67e677a97c2 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 943 time: 0.6597271 Mar 24 01:11:31.245716 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75e17941-1097-47c3-8fb8-12fb0e238987 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:31.251194 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e17941-1097-47c3-8fb8-12fb0e238987 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:31.252195 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75e17941-1097-47c3-8fb8-12fb0e238987 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:31.292369 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e501bbe-08c4-49ff-9ef6-c5b734cfccd2 x-openstack-request-id: req-6e501bbe-08c4-49ff-9ef6-c5b734cfccd2 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:11:31.296922 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7bc595a-0765-434c-9ce6-63ce553abfee", "tag": "afd497f7-5934-4535-abbc-018d3284b9ca", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:11:31.297751 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e501bbe-08c4-49ff-9ef6-c5b734cfccd2 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:11:31.298410 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e501bbe-08c4-49ff-9ef6-c5b734cfccd2'] response: {'name': 'network-changed', 'server_uuid': 'd7bc595a-0765-434c-9ce6-63ce553abfee', 'tag': 'afd497f7-5934-4535-abbc-018d3284b9ca', 'status': 'completed', 'code': 200} Mar 24 01:11:31.376050 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-75e17941-1097-47c3-8fb8-12fb0e238987 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4666452 Mar 24 01:11:31.382894 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34670) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:31.393036 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51ddafff-f4b8-40be-96a4-1110f6942b20 req-db05adba-33f5-479c-ae1b-8c7877865f4b tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae47add0-e8f4-4fe7-bf2d-c84e664e7168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850212 Mar 24 01:11:31.405341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-9a2daf83-b591-4244-ac5d-2fd246efc442 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'subnet': {'network_id': 'a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:31.428756 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e17941-1097-47c3-8fb8-12fb0e238987 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Network': ['ID=a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:31.440785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:11:31.470427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34672) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:31.560912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-f634d3c1-9910-4bf3-b1f2-fbd565decbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:31.562890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-f634d3c1-9910-4bf3-b1f2-fbd565decbe7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 1125 time: 0.3577843 Mar 24 01:11:31.630620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-3353e7ed-6e41-4acb-9439-16e7c8be3b59 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd497f7-5934-4535-abbc-018d3284b9ca HTTP/1.1" status: 200 len: 217 time: 0.0550237 Mar 24 01:11:31.639265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb2769-80e9-4d10-9bc8-a735583f1090 req-fe5b0d01-cf12-43d4-932a-6618f32c415d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:31.640768 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-daeb2769-80e9-4d10-9bc8-a735583f1090 req-fe5b0d01-cf12-43d4-932a-6618f32c415d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.2454982 Mar 24 01:11:31.700429 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fccea73-b388-4acd-a90e-f15697418f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:31.712851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2daf83-b591-4244-ac5d-2fd246efc442 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:31.716622 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a2daf83-b591-4244-ac5d-2fd246efc442 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:31.778858 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-075fd5fd-449f-44fb-b474-364b3bc979e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:31.780254 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-075fd5fd-449f-44fb-b474-364b3bc979e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 0.1385677 Mar 24 01:11:31.815727 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fccea73-b388-4acd-a90e-f15697418f43 admin admin] Publish callbacks [] for security_group (32be849d-3b6d-42be-b13f-512bd941905d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:31.820198 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fccea73-b388-4acd-a90e-f15697418f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (32be849d-3b6d-42be-b13f-512bd941905d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:31.842409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-daeb2769-80e9-4d10-9bc8-a735583f1090 req-ca3d455d-f68a-4a83-911b-2434d370e7c3 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867754 Mar 24 01:11:31.931120 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7fccea73-b388-4acd-a90e-f15697418f43 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42dd561c465a4f5e93ccf7db9d706b8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4581933 Mar 24 01:11:31.932240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccea73-b388-4acd-a90e-f15697418f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32be849d-3b6d-42be-b13f-512bd941905d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:31.952165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-194148f2-cb90-4532-a322-06e04f6ef653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:31.953788 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-194148f2-cb90-4532-a322-06e04f6ef653 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1656682 Mar 24 01:11:31.956561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34692) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:31.962812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76f6c775-02ec-4266-b5c5-6f2ce169aa4d req-8a2afa02-787e-4120-be5b-432632b9d5c0 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 210 time: 0.0624502 Mar 24 01:11:32.134986 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:32.329028 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf8b5-aadd-45ad-a542-d9e39ec01b93 admin admin] Publish callbacks [] for security_group (32be849d-3b6d-42be-b13f-512bd941905d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:32.375600 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a2daf83-b591-4244-ac5d-2fd246efc442 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (c22a58c3-8b03-4a36-89da-cf456eb55009), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:32.379504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-6b15aaa5-56f8-4661-9c12-9c92910fa599 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123089 Mar 24 01:11:32.406791 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-1473de42-7927-4098-9376-d32252a256e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4114029 Mar 24 01:11:32.410993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-214bd6ce-d50c-482d-b210-8a2ceaea16ca tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:32.412447 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-214bd6ce-d50c-482d-b210-8a2ceaea16ca tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.48 "GET /v2.0/networks?id=7da1c121-9e6c-496c-b4bd-d3c5b6af039c HTTP/1.1" status: 200 len: 808 time: 0.2565458 Mar 24 01:11:32.414767 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf8b5-aadd-45ad-a542-d9e39ec01b93 admin admin] Publish callbacks [] for security_group (32be849d-3b6d-42be-b13f-512bd941905d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:32.423896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-5cc1c92d-cd97-4666-89ad-ab77b1c9b3b9 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:32.429342 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-5cc1c92d-cd97-4666-89ad-ab77b1c9b3b9 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193942 Mar 24 01:11:32.457897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-63282532-1e28-41b3-8095-47004e98b584 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Request body: {'port': {'device_id': '79159171-be7e-4e2f-b535-63fa18899526', 'network_id': '7da1c121-9e6c-496c-b4bd-d3c5b6af039c', 'admin_state_up': True, 'tenant_id': 'f8452970529d4720853c2a7aae2b6fdf'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:32.500141 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:32.537410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34724) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:32.631403 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2daf83-b591-4244-ac5d-2fd246efc442 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Subnet': ['ID=c22a58c3-8b03-4a36-89da-cf456eb55009,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:32.686276 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf8b5-aadd-45ad-a542-d9e39ec01b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (32be849d-3b6d-42be-b13f-512bd941905d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:32.688891 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf8b5-aadd-45ad-a542-d9e39ec01b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:32.689194 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-e849d6ae-6421-42ca-a5d4-f0b51c0f2d66 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:32.692954 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9c2cf8b5-aadd-45ad-a542-d9e39ec01b93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/32be849d-3b6d-42be-b13f-512bd941905d HTTP/1.1" status: 204 len: 168 time: 0.7324452 Mar 24 01:11:32.693138 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e849d6ae-6421-42ca-a5d4-f0b51c0f2d66 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1509881 Mar 24 01:11:32.694264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34732) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:32.701067 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-c07a2cff-cd39-4386-b5ca-d86961addf76 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:32.705040 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c07a2cff-cd39-4386-b5ca-d86961addf76 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0084600 Mar 24 01:11:32.706399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34734) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:32.713319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cf8b5-aadd-45ad-a542-d9e39ec01b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32be849d-3b6d-42be-b13f-512bd941905d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:32.717386 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-718fc674-d027-4500-a3d4-8319457b1861 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:32.720560 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-718fc674-d027-4500-a3d4-8319457b1861 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0113099 Mar 24 01:11:32.721337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34736) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:32.754975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-4a0ae8a6-4f64-4f04-a155-fa71817123c3 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:32.758181 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4a0ae8a6-4f64-4f04-a155-fa71817123c3 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0330861 Mar 24 01:11:32.762145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34738) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:32.766946 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-b2bed76b-befb-4ce3-9a6c-26c842376117 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:32.772997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2daf83-b591-4244-ac5d-2fd246efc442 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Checking segment: {'id': '33194ba1-e3f9-4c8d-babb-d01d54c17c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:32.773420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2daf83-b591-4244-ac5d-2fd246efc442 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network hostable DHCP agents. Network: a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:11:32.774544 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b2bed76b-befb-4ce3-9a6c-26c842376117 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0109580 Mar 24 01:11:32.777149 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34740) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:32.781462 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-912e78f4-9549-400f-ab71-1b8404629c3c tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:32.784860 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-912e78f4-9549-400f-ab71-1b8404629c3c tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0066180 Mar 24 01:11:32.790374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34742) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:32.798668 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-dd9625c7-9d6c-4af3-8f56-8db83f6e41e5 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:32.800375 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dd9625c7-9d6c-4af3-8f56-8db83f6e41e5 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0083761 Mar 24 01:11:32.811107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2504c2-f766-46a0-99f2-cc2fcb9a6aeb req-5e10d928-cf52-4eeb-bf20-03c282fe78b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:32.812410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34744) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:32.817301 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-bf5c9773-9967-4798-9a7d-03f5c6815fd1 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:32.818149 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c2504c2-f766-46a0-99f2-cc2fcb9a6aeb req-5e10d928-cf52-4eeb-bf20-03c282fe78b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 943 time: 0.2173975 Mar 24 01:11:32.818575 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bf5c9773-9967-4798-9a7d-03f5c6815fd1 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047736 Mar 24 01:11:32.821364 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34746) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:32.850547 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1eca1870-4a47-4a7c-af65-a69364b15ed3 req-4599012b-5bbd-4f93-923b-49598c2e25b0 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567335 Mar 24 01:11:32.923229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-dcf1e982-6aea-4513-ba50-5afe39314f34 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:32.924382 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dcf1e982-6aea-4513-ba50-5afe39314f34 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048714 Mar 24 01:11:32.931363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-391e696e-5017-461d-918b-410ef4370621 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:32.933292 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-391e696e-5017-461d-918b-410ef4370621 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports/44e764ac-5193-4d5a-a7c5-08b07e786da2 HTTP/1.1" status: 200 len: 940 time: 0.4151759 Mar 24 01:11:32.933998 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34752) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:32.943791 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-e7f8a8af-61b0-4e0d-93b6-8ed392bcf31a tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:32.945009 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e7f8a8af-61b0-4e0d-93b6-8ed392bcf31a tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0098834 Mar 24 01:11:32.948591 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34756) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:32.954557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c2504c2-f766-46a0-99f2-cc2fcb9a6aeb req-0ed9a7ba-885a-4ed1-a1e2-b94bf74a1a97 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae47add0-e8f4-4fe7-bf2d-c84e664e7168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332359 Mar 24 01:11:32.955475 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-b805e21a-16eb-4907-a6eb-826b5f1b5618 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:32.958200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-63282532-1e28-41b3-8095-47004e98b584 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Made reservation on behalf of f8452970529d4720853c2a7aae2b6fdf for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:32.960964 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b805e21a-16eb-4907-a6eb-826b5f1b5618 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0088401 Mar 24 01:11:32.961684 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34758) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:32.970303 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-4bb83030-854b-4a85-a4fa-e5a80a149835 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:32.970303 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4bb83030-854b-4a85-a4fa-e5a80a149835 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043375 Mar 24 01:11:32.972546 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34760) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:32.977312 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-63282532-1e28-41b3-8095-47004e98b584 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:32.979647 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2daf83-b591-4244-ac5d-2fd246efc442 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:11:32.981843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-5bfa07db-eaf5-44df-910d-d70933268f67 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:32.984308 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5bfa07db-eaf5-44df-910d-d70933268f67 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0073957 Mar 24 01:11:32.988373 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34764) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:32.993493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-68600a80-7d7e-4731-b0b3-fc0dd8d45354 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:32.995591 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-68600a80-7d7e-4731-b0b3-fc0dd8d45354 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0062165 Mar 24 01:11:33.002247 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34766) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.010655 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-aece920e-42fe-4b55-a08c-638dee3a3a21 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.021005 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-aece920e-42fe-4b55-a08c-638dee3a3a21 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0170050 Mar 24 01:11:33.021669 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34768) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.027497 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-0db75136-b737-47b7-9587-66b23f8b780b tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.030206 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0db75136-b737-47b7-9587-66b23f8b780b tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0075884 Mar 24 01:11:33.033732 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34772) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.039413 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-13de5318-6ddc-48b4-99cd-3e718b1964b5 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.051387 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-13de5318-6ddc-48b4-99cd-3e718b1964b5 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0159307 Mar 24 01:11:33.052683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34774) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.058815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-8dea7f65-89da-4eee-8fb7-1e8f24f349cf tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.065470 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8dea7f65-89da-4eee-8fb7-1e8f24f349cf tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0114522 Mar 24 01:11:33.066279 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34776) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.072121 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-c869811f-35fc-4ea0-9dc6-11ae5a046deb tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.076575 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c869811f-35fc-4ea0-9dc6-11ae5a046deb tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0090306 Mar 24 01:11:33.077525 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34778) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.085602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-9a2daf83-b591-4244-ac5d-2fd246efc442 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:33.086540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-d6ef1fa1-b5f0-4b22-acab-796f732f7877 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.092344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34780) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.109134 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d6ef1fa1-b5f0-4b22-acab-796f732f7877 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0264771 Mar 24 01:11:33.109369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2156c6e8-54f8-4eee-8c93-e6c7ce037aeb None None] Network a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:33.126989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [None req-a872bfc3-94cf-4034-bb58-51b8a72bd2c5 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.130482 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a872bfc3-94cf-4034-bb58-51b8a72bd2c5 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0049591 Mar 24 01:11:33.131586 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34782) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.132535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2daf83-b591-4244-ac5d-2fd246efc442 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:33.133254 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a2daf83-b591-4244-ac5d-2fd246efc442 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:33.138962 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-b3c3403b-f3c0-4065-afcd-23f03e76d5dd tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.145428 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b3c3403b-f3c0-4065-afcd-23f03e76d5dd tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0114639 Mar 24 01:11:33.146921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34784) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.155714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-b1f5bf8f-cca6-425d-b629-3b35b5a1f6b9 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.161673 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b1f5bf8f-cca6-425d-b629-3b35b5a1f6b9 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0134444 Mar 24 01:11:33.162575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34786) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.168224 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-511ca0d4-7a53-4a85-94af-1d230e9694c0 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.174436 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-511ca0d4-7a53-4a85-94af-1d230e9694c0 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0100596 Mar 24 01:11:33.175255 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34788) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.182346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-9fc5b34f-c8ce-41ed-90a5-bf4ecf05d438 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.187134 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9fc5b34f-c8ce-41ed-90a5-bf4ecf05d438 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0106556 Mar 24 01:11:33.188317 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34790) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.195204 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-b200ac4b-bcc3-4f23-9097-e2dd2500b3eb tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.199732 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b200ac4b-bcc3-4f23-9097-e2dd2500b3eb tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0100279 Mar 24 01:11:33.200387 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34792) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.206635 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-211ac634-32aa-43c8-ba4f-5f9312f92c7e tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.212565 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-211ac634-32aa-43c8-ba4f-5f9312f92c7e tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0104496 Mar 24 01:11:33.213541 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34796) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.218016 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-cb024ea0-5bb8-49e5-be83-ecfcc91f1277 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.223122 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cb024ea0-5bb8-49e5-be83-ecfcc91f1277 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0085216 Mar 24 01:11:33.224056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34798) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.230610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-bedf9b53-b574-4044-bff2-2e63cd426de7 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.235571 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bedf9b53-b574-4044-bff2-2e63cd426de7 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0098481 Mar 24 01:11:33.236273 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34800) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.242134 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-8f8c2de0-0c97-4333-acec-d7414227942e tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.247158 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8f8c2de0-0c97-4333-acec-d7414227942e tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0093908 Mar 24 01:11:33.247817 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34802) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.254631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-8df0aecf-de72-4e82-85f7-2a60ae77e46f tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.257347 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8df0aecf-de72-4e82-85f7-2a60ae77e46f tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0080690 Mar 24 01:11:33.258001 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34806) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.262280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-769db2c6-4b82-4d64-8cdc-fefe88922f93 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.266261 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-769db2c6-4b82-4d64-8cdc-fefe88922f93 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0072491 Mar 24 01:11:33.266949 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34808) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.271861 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-19bc58ae-cb59-475d-a70f-1dad9a1dc695 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.276931 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-19bc58ae-cb59-475d-a70f-1dad9a1dc695 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0088210 Mar 24 01:11:33.277980 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34810) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.283358 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-a8263348-4f4f-431f-bfdc-27968b737ba9 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.288800 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a8263348-4f4f-431f-bfdc-27968b737ba9 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0088613 Mar 24 01:11:33.289499 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34812) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.294240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-1e236c57-064d-4bd3-a132-0aa1bdd45ac7 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.298651 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1e236c57-064d-4bd3-a132-0aa1bdd45ac7 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0077741 Mar 24 01:11:33.299314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34814) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.305873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-cf924df8-fb7f-40f9-87f4-8a152a7b95e4 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.310035 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cf924df8-fb7f-40f9-87f4-8a152a7b95e4 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0091372 Mar 24 01:11:33.311000 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34818) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.315613 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-525f8cfd-f7d8-4b2e-98b7-dadb8246a56a tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.320235 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-525f8cfd-f7d8-4b2e-98b7-dadb8246a56a tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0079975 Mar 24 01:11:33.320946 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34820) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.325885 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-500c7749-6c85-4471-87d7-a4d0a2c94fb3 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.330673 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-500c7749-6c85-4471-87d7-a4d0a2c94fb3 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0086782 Mar 24 01:11:33.331993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34824) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.348475 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-88b8c952-043e-4a83-86e9-0fb755a12d29 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.352587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e', 'network_id': 'a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e', 'project_id': '6287d5fee86e41829ffa6b98fe2ace5a', 'fixed_ips': [{'subnet_id': 'c22a58c3-8b03-4a36-89da-cf456eb55009'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:11:33.352587 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:33.354299 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-88b8c952-043e-4a83-86e9-0fb755a12d29 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0210099 Mar 24 01:11:33.355104 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34826) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.361572 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-e4662b58-66e5-4dfe-a99e-4db063f6ffcf tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.367062 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e4662b58-66e5-4dfe-a99e-4db063f6ffcf tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0106542 Mar 24 01:11:33.367928 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34828) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.373638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-efd33836-6ba3-469b-b0d4-05b79cb8cbd2 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.380611 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-efd33836-6ba3-469b-b0d4-05b79cb8cbd2 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0107386 Mar 24 01:11:33.381613 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34830) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.387792 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-b9ccf5bc-9bef-4f48-9685-526f95d8d160 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.394078 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b9ccf5bc-9bef-4f48-9685-526f95d8d160 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0096371 Mar 24 01:11:33.395309 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34832) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.400998 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-e7526d0f-8d91-470a-96f7-3d25a0b6bd5c tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.407835 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e7526d0f-8d91-470a-96f7-3d25a0b6bd5c tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0111504 Mar 24 01:11:33.409668 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34834) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.417632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-ef878a4f-0c61-47d3-a810-f1d62ce284ca tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.424559 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ef878a4f-0c61-47d3-a810-f1d62ce284ca tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0125387 Mar 24 01:11:33.425442 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34836) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.430716 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-b2f15002-d4d4-4b37-98cb-63a26f8c5b8f tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.435904 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b2f15002-d4d4-4b37-98cb-63a26f8c5b8f tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0088880 Mar 24 01:11:33.437726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34838) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.442295 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-b3f505a5-f0da-43b9-b524-96427a9137fb tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.446414 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b3f505a5-f0da-43b9-b524-96427a9137fb tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0074775 Mar 24 01:11:33.446827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34840) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.451762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-dfd520b6-65bb-4e8e-8fcc-523ed8e8187e tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.456254 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dfd520b6-65bb-4e8e-8fcc-523ed8e8187e tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0079668 Mar 24 01:11:33.459375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34842) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.465539 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-b9958dbc-a775-4ad0-87a5-118487acd9db tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.469650 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b9958dbc-a775-4ad0-87a5-118487acd9db tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0092645 Mar 24 01:11:33.471116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34846) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.476511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-f53034fb-d5cf-420e-a510-94a8a61d1f7a tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.481668 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f53034fb-d5cf-420e-a510-94a8a61d1f7a tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0089359 Mar 24 01:11:33.482363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34850) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.488413 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-1b6cb432-5fec-4bed-a059-dd3862251380 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.493926 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1b6cb432-5fec-4bed-a059-dd3862251380 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0105395 Mar 24 01:11:33.494702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34854) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.499101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-f1a4fd53-6670-45d6-a4e7-4eb5d2be9293 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.504035 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f1a4fd53-6670-45d6-a4e7-4eb5d2be9293 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0083902 Mar 24 01:11:33.504756 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34856) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.515634 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-761a2357-e978-44e9-ad71-545b0b04990d tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.520597 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-761a2357-e978-44e9-ad71-545b0b04990d tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0133913 Mar 24 01:11:33.522446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34858) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.531843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-3086db94-78db-4af8-aa96-a8c2ea7b27b5 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.540089 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3086db94-78db-4af8-aa96-a8c2ea7b27b5 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0140569 Mar 24 01:11:33.541666 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34860) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.551198 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-926aa9c3-509b-439f-99a9-05c0d26e15e3 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.562165 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-926aa9c3-509b-439f-99a9-05c0d26e15e3 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0193479 Mar 24 01:11:33.564771 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34864) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.573409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-933fdb53-b015-4989-80d5-f716df34dafb tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.574915 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-933fdb53-b015-4989-80d5-f716df34dafb tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0083902 Mar 24 01:11:33.582590 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34868) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.587735 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-70d2d557-a224-4da2-a93d-7e1d5b6f1a2a tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.589209 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-70d2d557-a224-4da2-a93d-7e1d5b6f1a2a tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0052681 Mar 24 01:11:33.592493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34872) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.598043 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-5b6ae8e9-18de-462f-ae58-5e2948dd57a7 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.599362 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5b6ae8e9-18de-462f-ae58-5e2948dd57a7 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0055459 Mar 24 01:11:33.602009 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34874) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.608415 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-5642cf29-03da-4393-9f8f-74f9089d4e93 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.610766 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5642cf29-03da-4393-9f8f-74f9089d4e93 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0059962 Mar 24 01:11:33.612981 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34876) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.622834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-d43c3f02-8292-42d9-9e39-9d6a41d2a097 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.624315 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d43c3f02-8292-42d9-9e39-9d6a41d2a097 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0097554 Mar 24 01:11:33.629568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34878) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.638268 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-8a20d87a-e719-4320-8a07-04c0954d4219 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.642794 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8a20d87a-e719-4320-8a07-04c0954d4219 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0096889 Mar 24 01:11:33.646856 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34880) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.657963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-61a2e092-890b-4352-b4b9-23dcb51fbe99 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.661925 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-61a2e092-890b-4352-b4b9-23dcb51fbe99 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0098906 Mar 24 01:11:33.662494 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34882) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.684465 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-d62cb0ba-8c48-4c90-af73-925cba41ed24 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.688222 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d62cb0ba-8c48-4c90-af73-925cba41ed24 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0119793 Mar 24 01:11:33.690807 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34888) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.698946 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-13e30ab3-b3d0-4268-a4ca-6a2f4b89f3a3 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.703046 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-13e30ab3-b3d0-4268-a4ca-6a2f4b89f3a3 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0077591 Mar 24 01:11:33.706498 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34890) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.723805 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-2cd49055-811e-4410-9af7-cac4aa5850c3 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.727528 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2cd49055-811e-4410-9af7-cac4aa5850c3 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0145679 Mar 24 01:11:33.727675 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 44e764ac-5193-4d5a-a7c5-08b07e786da2 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:11:33.728705 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34892) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.741750 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-6d439b51-9c61-4c39-9ad2-58991ec30086 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.749463 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6d439b51-9c61-4c39-9ad2-58991ec30086 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0167310 Mar 24 01:11:33.749463 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34896) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.767424 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-ddd71cb8-e0f3-450f-a15d-92285ffd9b1f tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.776373 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ddd71cb8-e0f3-450f-a15d-92285ffd9b1f tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0213664 Mar 24 01:11:33.779921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34900) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.793326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-c45698d6-5c6a-47ff-a1f6-1c5c603445f6 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.797526 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c45698d6-5c6a-47ff-a1f6-1c5c603445f6 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0156047 Mar 24 01:11:33.798052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34902) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.810801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-31275fa2-b608-4f93-94d9-98c844caed77 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.816602 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-31275fa2-b608-4f93-94d9-98c844caed77 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0134003 Mar 24 01:11:33.817454 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34904) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.840055 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-641df296-96d3-4802-b6a9-13c7c83c686f tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.844394 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-641df296-96d3-4802-b6a9-13c7c83c686f tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0231404 Mar 24 01:11:33.846395 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34906) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.846570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-977cdf58-47c7-411d-9276-182c4d10c6bc req-9f6249a8-2bec-49e4-b1b7-469f810da645 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 210 time: 0.6887422 Mar 24 01:11:33.855964 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-b8da7be3-245c-4968-8d3c-371cda54673d tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.859423 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b8da7be3-245c-4968-8d3c-371cda54673d tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0109174 Mar 24 01:11:33.866424 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34908) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.873023 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [None req-d133b8f2-3eea-4437-b23b-82aed03f4e02 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:11:33.877696 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d133b8f2-3eea-4437-b23b-82aed03f4e02 tempest-ExtensionsTestJSON-1062746458 tempest-ExtensionsTestJSON-1062746458-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0067961 Mar 24 01:11:33.881522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9a2daf83-b591-4244-ac5d-2fd246efc442 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4872565 Mar 24 01:11:33.887831 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34910) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:33.896402 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:33.921181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f4dc4-a3fa-486c-8b61-cde03da7c326 req-c0958ec3-11e1-4140-9b62-e7da00fda479 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:33.934205 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb6f4dc4-a3fa-486c-8b61-cde03da7c326 req-c0958ec3-11e1-4140-9b62-e7da00fda479 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.9280877 Mar 24 01:11:33.947847 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Allocated IP 2001:db8::1 (a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e/c22a58c3-8b03-4a36-89da-cf456eb55009/d728356c-9c1c-48f6-9eae-36555e2b5090) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:11:34.093338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4180e45-a588-42af-aa89-9af126450354 req-b4179892-9cb9-4d9c-982f-69f202902d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:34.099324 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4180e45-a588-42af-aa89-9af126450354 req-b4179892-9cb9-4d9c-982f-69f202902d6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 1125 time: 1.1579640 Mar 24 01:11:34.133940 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:34.176998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 44e764ac-5193-4d5a-a7c5-08b07e786da2 is: DOWN; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:34.209181 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (c22a58c3-8b03-4a36-89da-cf456eb55009), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:34.348238 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Publish callbacks [] for port (d728356c-9c1c-48f6-9eae-36555e2b5090), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:34.370902 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (d728356c-9c1c-48f6-9eae-36555e2b5090), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:34.394881 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (c22a58c3-8b03-4a36-89da-cf456eb55009), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:34.430331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Pushing event updated for resources: {'Port': ['ID=d728356c-9c1c-48f6-9eae-36555e2b5090,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:34.443127 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Network a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:11:34.444639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:34.447512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:11:34.465792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34928) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:34.515904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Subnet': ['ID=c22a58c3-8b03-4a36-89da-cf456eb55009,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:34.554091 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb6f4dc4-a3fa-486c-8b61-cde03da7c326 req-5fa3fa1c-5bdc-497b-bac6-cbe726e01e51 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5313671 Mar 24 01:11:34.576028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Attempting to bind port d728356c-9c1c-48f6-9eae-36555e2b5090 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:11:34.576441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Attempting to bind port d728356c-9c1c-48f6-9eae-36555e2b5090 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33194ba1-e3f9-4c8d-babb-d01d54c17c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:11:34.576827 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Attempting to bind port d728356c-9c1c-48f6-9eae-36555e2b5090 on network a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:11:34.591926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:11:34.592316 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Checking segment: {'id': '33194ba1-e3f9-4c8d-babb-d01d54c17c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:34.593017 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:34.593452 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Bound using segment: {'id': '33194ba1-e3f9-4c8d-babb-d01d54c17c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:11:34.593950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Bound port: d728356c-9c1c-48f6-9eae-36555e2b5090, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33194ba1-e3f9-4c8d-babb-d01d54c17c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:11:34.594341 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d728356c-9c1c-48f6-9eae-36555e2b5090), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:34.607325 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86488fc8-d640-4a27-8a65-3cb62a08c202 req-2bc5b63f-783a-4e1d-95d1-ae93323eb76d tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:34.614826 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86488fc8-d640-4a27-8a65-3cb62a08c202 req-2bc5b63f-783a-4e1d-95d1-ae93323eb76d tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 943 time: 0.5084691 Mar 24 01:11:34.683310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-63282532-1e28-41b3-8095-47004e98b584 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Allocated IP 172.20.0.6 (7da1c121-9e6c-496c-b4bd-d3c5b6af039c/4b8e97f2-4905-46f2-9d43-718234e46ad9/dfd236a6-8eeb-46d1-bf9b-84f3031fa859) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:11:34.684605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:34.700007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4180e45-a588-42af-aa89-9af126450354 req-962b21f5-76df-4c59-a9d6-b1cab648fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:34.702916 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4180e45-a588-42af-aa89-9af126450354 req-962b21f5-76df-4c59-a9d6-b1cab648fbf7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 915 time: 0.5869942 Mar 24 01:11:34.736136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:34.760952 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33194ba1-e3f9-4c8d-babb-d01d54c17c9a') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:34.762881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33194ba1-e3f9-4c8d-babb-d01d54c17c9a') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:34.778156 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] For port d728356c-9c1c-48f6-9eae-36555e2b5090, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:11:34.779010 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (33194ba1-e3f9-4c8d-babb-d01d54c17c9a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:34.785028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] For port d728356c-9c1c-48f6-9eae-36555e2b5090, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d728356c-9c1c-48f6-9eae-36555e2b5090,segment=NetworkSegment(33194ba1-e3f9-4c8d-babb-d01d54c17c9a),segment_id=33194ba1-e3f9-4c8d-babb-d01d54c17c9a)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:11:34.796120 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d728356c-9c1c-48f6-9eae-36555e2b5090), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:34.814139 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (33194ba1-e3f9-4c8d-babb-d01d54c17c9a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:34.825072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4180e45-a588-42af-aa89-9af126450354 req-6e1da019-c2c6-451f-95ba-671f40af1c40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd497f7-5934-4535-abbc-018d3284b9ca HTTP/1.1" status: 200 len: 217 time: 0.0924892 Mar 24 01:11:34.842552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:11:34.843322 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (33194ba1-e3f9-4c8d-babb-d01d54c17c9a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:11:34.869712 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:11:34.944549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f60c06-c861-46a6-b3a2-e163eeb1b17a None None] Pushing event updated for resources: {'Port': ['ID=d728356c-9c1c-48f6-9eae-36555e2b5090,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:34.965994 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86488fc8-d640-4a27-8a65-3cb62a08c202 req-d99cbc1e-b4e1-49dc-8eab-f0dd1366b07f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae47add0-e8f4-4fe7-bf2d-c84e664e7168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499470 Mar 24 01:11:35.036111 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7f6cf5a9-e1e9-44ed-82a2-699c7eae04a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:35.056760 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc1372-c46d-4b46-b9e6-76bc93888da9 None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:11:35.068746 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.db.api [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 01:11:35.068746 n-d-760455-9 neutron-server[115729]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 01:11:35.068746 n-d-760455-9 neutron-server[115729]: [parameters: {'id': 'a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e'}] Mar 24 01:11:35.068746 n-d-760455-9 neutron-server[115729]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:11:35.069180 n-d-760455-9 neutron-server[115729]: DEBUG oslo_db.api [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:11:35.163274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dc1372-c46d-4b46-b9e6-76bc93888da9 None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:11:35.197307 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f93de16c-6fb5-4eb8-9044-f51a9cea426c req-18b5510e-6cc8-4838-ada7-43c027e5cf3f tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 210 time: 0.1757658 Mar 24 01:11:35.203836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4180e45-a588-42af-aa89-9af126450354 req-9db9f7bf-1aa3-404b-a27c-000ede79c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:35.217489 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4180e45-a588-42af-aa89-9af126450354 req-9db9f7bf-1aa3-404b-a27c-000ede79c16d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 0.3701892 Mar 24 01:11:35.364026 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:35.435952 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7f6cf5a9-e1e9-44ed-82a2-699c7eae04a9 admin admin] Publish callbacks [] for security_group (e9705d41-a679-46da-b918-d63acddc91f5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:35.443657 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4180e45-a588-42af-aa89-9af126450354 req-b21aec53-d160-4237-ac73-2b83056f5183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:35.445220 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4180e45-a588-42af-aa89-9af126450354 req-b21aec53-d160-4237-ac73-2b83056f5183 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2269170 Mar 24 01:11:35.449236 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7f6cf5a9-e1e9-44ed-82a2-699c7eae04a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e9705d41-a679-46da-b918-d63acddc91f5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:35.475924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894c0b49-7221-4aec-a039-f59ec08985be None None] Network a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:35.568046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4180e45-a588-42af-aa89-9af126450354 req-ac22ea46-617c-4b91-b7d0-211b87aad155 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028039 Mar 24 01:11:35.571198 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:35.576117 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-63282532-1e28-41b3-8095-47004e98b584 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Publish callbacks [] for port (dfd236a6-8eeb-46d1-bf9b-84f3031fa859), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:35.660178 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Deleting port d728356c-9c1c-48f6-9eae-36555e2b5090 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:11:35.660662 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d728356c-9c1c-48f6-9eae-36555e2b5090), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:35.664941 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cf5a9-e1e9-44ed-82a2-699c7eae04a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9705d41-a679-46da-b918-d63acddc91f5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:35.760588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7f6cf5a9-e1e9-44ed-82a2-699c7eae04a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=007f9ca8b2764e0c9abe3c2be4ffe603&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2923043 Mar 24 01:11:35.767273 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34960) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:35.795355 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] For port d728356c-9c1c-48f6-9eae-36555e2b5090, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d728356c-9c1c-48f6-9eae-36555e2b5090,segment=NetworkSegment(33194ba1-e3f9-4c8d-babb-d01d54c17c9a),segment_id=33194ba1-e3f9-4c8d-babb-d01d54c17c9a)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:35.795925 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d728356c-9c1c-48f6-9eae-36555e2b5090), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:35.818084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Calling delete_port for d728356c-9c1c-48f6-9eae-36555e2b5090 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:11:35.984580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baad826-3b2b-4806-b904-fd146d9918d8 req-921761f0-176c-4c40-8006-616b17b25426 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:35.986164 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9baad826-3b2b-4806-b904-fd146d9918d8 req-921761f0-176c-4c40-8006-616b17b25426 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.2213774 Mar 24 01:11:35.986842 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-37f824c5-ee2f-4b78-a22b-b6590e8b75ae admin admin] Publish callbacks [] for security_group (e9705d41-a679-46da-b918-d63acddc91f5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.007853 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d728356c-9c1c-48f6-9eae-36555e2b5090), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.018590 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-37f824c5-ee2f-4b78-a22b-b6590e8b75ae admin admin] Publish callbacks [] for security_group (e9705d41-a679-46da-b918-d63acddc91f5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.063022 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Port': ['ID=d728356c-9c1c-48f6-9eae-36555e2b5090,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:36.070754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No DVR routers for this DVR port d728356c-9c1c-48f6-9eae-36555e2b5090 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:11:36.093634 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-37f824c5-ee2f-4b78-a22b-b6590e8b75ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e9705d41-a679-46da-b918-d63acddc91f5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.093634 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-37f824c5-ee2f-4b78-a22b-b6590e8b75ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.093634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-37f824c5-ee2f-4b78-a22b-b6590e8b75ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9705d41-a679-46da-b918-d63acddc91f5 HTTP/1.1" status: 204 len: 168 time: 0.3168602 Mar 24 01:11:36.157578 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f824c5-ee2f-4b78-a22b-b6590e8b75ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9705d41-a679-46da-b918-d63acddc91f5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:36.209617 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9baad826-3b2b-4806-b904-fd146d9918d8 req-561b4062-b6f5-48b1-8731-748fa0e24210 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244433 Mar 24 01:11:36.217800 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.264819 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:36.275958 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-63282532-1e28-41b3-8095-47004e98b584 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (dfd236a6-8eeb-46d1-bf9b-84f3031fa859), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.288734 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33194ba1-e3f9-4c8d-babb-d01d54c17c9a') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:36.290018 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33194ba1-e3f9-4c8d-babb-d01d54c17c9a') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:36.319798 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (33194ba1-e3f9-4c8d-babb-d01d54c17c9a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.322902 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4180e45-a588-42af-aa89-9af126450354 req-d2a3a9a4-ddcc-4bf7-afa6-42197d9798a7 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7427638 Mar 24 01:11:36.344357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device afd497f7-5934-4535-abbc-018d3284b9ca details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:11:36.369563 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (33194ba1-e3f9-4c8d-babb-d01d54c17c9a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.375942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-63282532-1e28-41b3-8095-47004e98b584 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Network 7da1c121-9e6c-496c-b4bd-d3c5b6af039c is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:11:36.380243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-63282532-1e28-41b3-8095-47004e98b584 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:36.383804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-63282532-1e28-41b3-8095-47004e98b584 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:11:36.397757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:11:36.402642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (33194ba1-e3f9-4c8d-babb-d01d54c17c9a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:11:36.408163 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:11:36.476403 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a46bf-6ef7-4087-b33c-165af69b8a68 req-68aa9eea-31c3-48e1-867f-15b327c178b8 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:36.483324 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-af7a46bf-6ef7-4087-b33c-165af69b8a68 req-68aa9eea-31c3-48e1-867f-15b327c178b8 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 943 time: 0.3685882 Mar 24 01:11:36.486015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63282532-1e28-41b3-8095-47004e98b584 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Pushing event updated for resources: {'Port': ['ID=dfd236a6-8eeb-46d1-bf9b-84f3031fa859,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:36.519209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-63282532-1e28-41b3-8095-47004e98b584 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:36.520070 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-63282532-1e28-41b3-8095-47004e98b584 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.598263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f206b-2e8c-4979-bb48-53d3c9d2fcf6 req-87a8faf5-b6bf-473b-b890-45eda57c8005 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:36.604987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-584f206b-2e8c-4979-bb48-53d3c9d2fcf6 req-87a8faf5-b6bf-473b-b890-45eda57c8005 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 931 time: 0.2404137 Mar 24 01:11:36.610291 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.629064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-63282532-1e28-41b3-8095-47004e98b584 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1748528 Mar 24 01:11:36.631364 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.641550 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e HTTP/1.1" status: 204 len: 168 time: 2.7484131 Mar 24 01:11:36.643232 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34986) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:36.645207 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port afd497f7-5934-4535-abbc-018d3284b9ca, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=afd497f7-5934-4535-abbc-018d3284b9ca,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:36.646420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Request body: {'port': {'device_id': '79159171-be7e-4e2f-b535-63fa18899526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:36.649359 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-73a68db5-2928-435a-9fac-302b4ae9eec8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1271284300'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:36.683369 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-af7a46bf-6ef7-4087-b33c-165af69b8a68 req-2d3f01de-c2bb-4934-b3f9-26f5061e7406 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae47add0-e8f4-4fe7-bf2d-c84e664e7168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990907 Mar 24 01:11:36.700204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'afd497f7-5934-4535-abbc-018d3284b9ca', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'port_id': 'afd497f7-5934-4535-abbc-018d3284b9ca', 'mac_address': 'fa:16:3e:9c:05:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:11:36.725259 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a68db5-2928-435a-9fac-302b4ae9eec8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:36.740178 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73a68db5-2928-435a-9fac-302b4ae9eec8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.745057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c286f7-e883-4701-ae3c-e0c7893dabe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Network': ['ID=a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:36.771268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port afd497f7-5934-4535-abbc-018d3284b9ca is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:36.771841 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (afd497f7-5934-4535-abbc-018d3284b9ca), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.812790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a68db5-2928-435a-9fac-302b4ae9eec8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:11:36.832611 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd497f7-5934-4535-abbc-018d3284b9ca {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:11:36.837126 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73a68db5-2928-435a-9fac-302b4ae9eec8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (662ab523-2cc2-4506-878c-8d2454f0cdd4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.837692 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-73a68db5-2928-435a-9fac-302b4ae9eec8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Added segment 662ab523-2cc2-4506-878c-8d2454f0cdd4 of type vlan for network 16a34398-3d04-45fc-8d5e-405c08b542c7 Mar 24 01:11:36.844639 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-584f206b-2e8c-4979-bb48-53d3c9d2fcf6 req-50420d66-91f6-4cf6-a150-2d0bea1bb308 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/security-groups?id=edafe97e-da91-4168-aabf-6922f5657bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383480 Mar 24 01:11:36.865222 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dfd236a6-8eeb-46d1-bf9b-84f3031fa859), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.881624 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port afd497f7-5934-4535-abbc-018d3284b9ca, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=afd497f7-5934-4535-abbc-018d3284b9ca,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:36.889141 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (afd497f7-5934-4535-abbc-018d3284b9ca), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:36.968304 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73a68db5-2928-435a-9fac-302b4ae9eec8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (16a34398-3d04-45fc-8d5e-405c08b542c7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:37.009804 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=afd497f7-5934-4535-abbc-018d3284b9ca,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:37.051769 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73a68db5-2928-435a-9fac-302b4ae9eec8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (16a34398-3d04-45fc-8d5e-405c08b542c7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:37.058808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a68db5-2928-435a-9fac-302b4ae9eec8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:37.059889 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73a68db5-2928-435a-9fac-302b4ae9eec8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:37.100638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['afd497f7-5934-4535-abbc-018d3284b9ca'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:11:37.307039 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-73a68db5-2928-435a-9fac-302b4ae9eec8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6615281 Mar 24 01:11:37.320904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35016) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:37.343639 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2c7c2cd8-41bc-437e-8ce1-23fe3ba1147a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'subnet': {'network_id': '16a34398-3d04-45fc-8d5e-405c08b542c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:37.463995 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd236a6-8eeb-46d1-bf9b-84f3031fa859 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:11:37.475257 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Publish callbacks [] for port (dfd236a6-8eeb-46d1-bf9b-84f3031fa859), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:37.482769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a68db5-2928-435a-9fac-302b4ae9eec8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Network': ['ID=16a34398-3d04-45fc-8d5e-405c08b542c7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:37.489616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Transition to ACTIVE for port object dfd236a6-8eeb-46d1-bf9b-84f3031fa859 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:11:37.499297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 16a34398-3d04-45fc-8d5e-405c08b542c7 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:11:37.574029 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (dfd236a6-8eeb-46d1-bf9b-84f3031fa859), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:37.641672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7c2cd8-41bc-437e-8ce1-23fe3ba1147a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:37.655703 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c7c2cd8-41bc-437e-8ce1-23fe3ba1147a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:37.813161 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac76656-976f-4b8b-a28f-abafbc4ce8e7 req-adafebdc-2522-4930-998a-b69a43963c61 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:37.823161 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ac76656-976f-4b8b-a28f-abafbc4ce8e7 req-adafebdc-2522-4930-998a-b69a43963c61 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.3317633 Mar 24 01:11:37.943258 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Pushing event updated for resources: {'Port': ['ID=dfd236a6-8eeb-46d1-bf9b-84f3031fa859,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:38.060756 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c7c2cd8-41bc-437e-8ce1-23fe3ba1147a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (8f51a2d3-2eae-4fc5-8155-182dd2eb3ca5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:38.099456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ac76656-976f-4b8b-a28f-abafbc4ce8e7 req-ef635b97-d589-4bff-a925-8e00fb8876c8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746518 Mar 24 01:11:38.120214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Attempting to bind port dfd236a6-8eeb-46d1-bf9b-84f3031fa859 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:11:38.133654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Attempting to bind port dfd236a6-8eeb-46d1-bf9b-84f3031fa859 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f761181a-b81a-4143-b0dc-e9faf1af4fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7da1c121-9e6c-496c-b4bd-d3c5b6af039c'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:11:38.134191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Attempting to bind port dfd236a6-8eeb-46d1-bf9b-84f3031fa859 on network 7da1c121-9e6c-496c-b4bd-d3c5b6af039c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:11:38.149500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Port dfd236a6-8eeb-46d1-bf9b-84f3031fa859 on network 7da1c121-9e6c-496c-b4bd-d3c5b6af039c not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:11:38.151955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c2cd8-41bc-437e-8ce1-23fe3ba1147a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Subnet': ['ID=8f51a2d3-2eae-4fc5-8155-182dd2eb3ca5,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:38.152490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Attempting to bind port dfd236a6-8eeb-46d1-bf9b-84f3031fa859 on network 7da1c121-9e6c-496c-b4bd-d3c5b6af039c {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:11:38.179937 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc72d6-f035-4800-9add-0a7fdd700b6a req-74b9c2fa-bea4-46db-b793-00e787517ce2 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:38.201073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4cc72d6-f035-4800-9add-0a7fdd700b6a req-74b9c2fa-bea4-46db-b793-00e787517ce2 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 944 time: 0.3588786 Mar 24 01:11:38.211927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c2cd8-41bc-437e-8ce1-23fe3ba1147a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Checking segment: {'id': '662ab523-2cc2-4506-878c-8d2454f0cdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '16a34398-3d04-45fc-8d5e-405c08b542c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:38.213424 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7c2cd8-41bc-437e-8ce1-23fe3ba1147a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network hostable DHCP agents. Network: 16a34398-3d04-45fc-8d5e-405c08b542c7, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:11:38.220720 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:11:38.230503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Checking segment: {'id': 'f761181a-b81a-4143-b0dc-e9faf1af4fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7da1c121-9e6c-496c-b4bd-d3c5b6af039c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:38.231762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Bound using segment: {'id': 'f761181a-b81a-4143-b0dc-e9faf1af4fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7da1c121-9e6c-496c-b4bd-d3c5b6af039c'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:11:38.235762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Bound port: dfd236a6-8eeb-46d1-bf9b-84f3031fa859, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f761181a-b81a-4143-b0dc-e9faf1af4fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7da1c121-9e6c-496c-b4bd-d3c5b6af039c'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:11:38.236220 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dfd236a6-8eeb-46d1-bf9b-84f3031fa859), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:38.256690 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7c2cd8-41bc-437e-8ce1-23fe3ba1147a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network 16a34398-3d04-45fc-8d5e-405c08b542c7 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:11:38.278301 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-2c7c2cd8-41bc-437e-8ce1-23fe3ba1147a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 16a34398-3d04-45fc-8d5e-405c08b542c7) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:38.296967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab45cc6-7e1f-4f89-8032-99f6621482dc None None] Network 16a34398-3d04-45fc-8d5e-405c08b542c7 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:38.303743 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7c2cd8-41bc-437e-8ce1-23fe3ba1147a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:38.304354 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c7c2cd8-41bc-437e-8ce1-23fe3ba1147a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:38.383501 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2c7c2cd8-41bc-437e-8ce1-23fe3ba1147a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0577123 Mar 24 01:11:38.385333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device afd497f7-5934-4535-abbc-018d3284b9ca up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:11:38.388293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35064) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:38.389695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35066) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:38.490335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4cc72d6-f035-4800-9add-0a7fdd700b6a req-e8b5f9d7-2bd3-4634-a5d8-a158c241f339 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae47add0-e8f4-4fe7-bf2d-c84e664e7168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2878497 Mar 24 01:11:38.559119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3ee06-1736-419d-a82d-7446c546d278 req-30409d76-53a1-4611-a47e-2d4b8920e737 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:38.562809 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06d3ee06-1736-419d-a82d-7446c546d278 req-30409d76-53a1-4611-a47e-2d4b8920e737 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 943 time: 0.3059263 Mar 24 01:11:38.589853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] For port dfd236a6-8eeb-46d1-bf9b-84f3031fa859, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:11:38.623096 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] For port dfd236a6-8eeb-46d1-bf9b-84f3031fa859, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=dfd236a6-8eeb-46d1-bf9b-84f3031fa859,segment=NetworkSegment(f761181a-b81a-4143-b0dc-e9faf1af4fa9),segment_id=f761181a-b81a-4143-b0dc-e9faf1af4fa9)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:11:38.648279 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (dfd236a6-8eeb-46d1-bf9b-84f3031fa859), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:38.755776 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Pushing event updated for resources: {'Port': ['ID=dfd236a6-8eeb-46d1-bf9b-84f3031fa859,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:38.784906 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69ddca4a-e396-49bc-a0f5-5646e76d4af1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (16a34398-3d04-45fc-8d5e-405c08b542c7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:38.793974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06d3ee06-1736-419d-a82d-7446c546d278 req-a77bc74a-329c-42d9-ac5e-30e0e96f4b34 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/security-groups?id=edafe97e-da91-4168-aabf-6922f5657bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254169 Mar 24 01:11:38.802715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:38.804666 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:38.806849 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-962080ec-b951-40ed-8ece-bc336a7c137d service neutron] 10.222.0.48 "PUT /v2.0/ports/dfd236a6-8eeb-46d1-bf9b-84f3031fa859 HTTP/1.1" status: 200 len: 1091 time: 2.1665950 Mar 24 01:11:38.807828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79159171-be7e-4e2f-b535-63fa18899526', 'tag': 'dfd236a6-8eeb-46d1-bf9b-84f3031fa859'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:11:38.810803 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d15118-68c7-4f81-9d73-7835f84a3b19" -d '{"events": [{"name": "network-changed", "server_uuid": "79159171-be7e-4e2f-b535-63fa18899526", "tag": "dfd236a6-8eeb-46d1-bf9b-84f3031fa859"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:11:38.969937 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-74dfbaf4-46e3-4cd6-8557-1565d8c10c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:38.973282 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68352bfe-daa5-45d2-9fd8-0d0ba8e565df x-openstack-request-id: req-68352bfe-daa5-45d2-9fd8-0d0ba8e565df {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:11:38.973692 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79159171-be7e-4e2f-b535-63fa18899526", "tag": "dfd236a6-8eeb-46d1-bf9b-84f3031fa859", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:11:38.974064 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68352bfe-daa5-45d2-9fd8-0d0ba8e565df {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:11:38.974670 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68352bfe-daa5-45d2-9fd8-0d0ba8e565df'] response: {'name': 'network-changed', 'server_uuid': '79159171-be7e-4e2f-b535-63fa18899526', 'tag': 'dfd236a6-8eeb-46d1-bf9b-84f3031fa859', 'status': 'completed', 'code': 200} Mar 24 01:11:39.002319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port afd497f7-5934-4535-abbc-018d3284b9ca completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:11:39.019816 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2109ce22-2da5-4130-955c-44defb2a5522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-16a34398-3d04-45fc-8d5e-405c08b542c7', 'network_id': '16a34398-3d04-45fc-8d5e-405c08b542c7', 'project_id': '6287d5fee86e41829ffa6b98fe2ace5a', 'fixed_ips': [{'subnet_id': '8f51a2d3-2eae-4fc5-8155-182dd2eb3ca5'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:11:39.019816 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2109ce22-2da5-4130-955c-44defb2a5522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:39.030010 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35078) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:39.032654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port afd497f7-5934-4535-abbc-018d3284b9ca triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:39.033187 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (afd497f7-5934-4535-abbc-018d3284b9ca), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:39.039179 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69ddca4a-e396-49bc-a0f5-5646e76d4af1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (8f51a2d3-2eae-4fc5-8155-182dd2eb3ca5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:39.117168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-79b876f3-da78-487d-a6cd-f6dae1566cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:39.119279 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-79b876f3-da78-487d-a6cd-f6dae1566cfc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f8452970529d4720853c2a7aae2b6fdf&device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 1125 time: 0.2180831 Mar 24 01:11:39.172812 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d1793aa8-d233-4843-9245-2d4958bd2903 tempest-DvrRoutersNegativeTest-568018119 tempest-DvrRoutersNegativeTest-568018119-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1751800623', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:39.182453 n-d-760455-9 neutron-server[115729]: DEBUG neutron.policy [None req-d1793aa8-d233-4843-9245-2d4958bd2903 tempest-DvrRoutersNegativeTest-568018119 tempest-DvrRoutersNegativeTest-568018119-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=115729) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 24 01:11:39.184200 n-d-760455-9 neutron-server[115729]: DEBUG neutron.policy [None req-d1793aa8-d233-4843-9245-2d4958bd2903 tempest-DvrRoutersNegativeTest-568018119 tempest-DvrRoutersNegativeTest-568018119-project] Failed policy check for 'create_router' {{(pid=115729) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 24 01:11:39.188645 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-d1793aa8-d233-4843-9245-2d4958bd2903 tempest-DvrRoutersNegativeTest-568018119 tempest-DvrRoutersNegativeTest-568018119-project] create failed (client error): Access was denied to this resource. Mar 24 01:11:39.195775 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d1793aa8-d233-4843-9245-2d4958bd2903 tempest-DvrRoutersNegativeTest-568018119 tempest-DvrRoutersNegativeTest-568018119-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1624324 Mar 24 01:11:39.200636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-d72b86cf-dccd-462e-a73f-ab62a0dc6040 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfd236a6-8eeb-46d1-bf9b-84f3031fa859 HTTP/1.1" status: 200 len: 217 time: 0.0700355 Mar 24 01:11:39.355195 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69ddca4a-e396-49bc-a0f5-5646e76d4af1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (8f51a2d3-2eae-4fc5-8155-182dd2eb3ca5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server [None req-2109ce22-2da5-4130-955c-44defb2a5522 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f51a2d3-2eae-4fc5-8155-182dd2eb3ca5: This subnet is being modified by another concurrent operation. Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise exception Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f51a2d3-2eae-4fc5-8155-182dd2eb3ca5: This subnet is being modified by another concurrent operation. Mar 24 01:11:39.383292 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Mar 24 01:11:39.420837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddca4a-e396-49bc-a0f5-5646e76d4af1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Subnet': ['ID=8f51a2d3-2eae-4fc5-8155-182dd2eb3ca5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:39.424213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82197c3-bcef-45cf-aa7e-2d91168993fa None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:11:39.434298 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-74dfbaf4-46e3-4cd6-8557-1565d8c10c7d admin admin] Publish callbacks [] for security_group (6c6aca4f-945b-40d2-be29-823a0be7e32e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:39.444958 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-74dfbaf4-46e3-4cd6-8557-1565d8c10c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6c6aca4f-945b-40d2-be29-823a0be7e32e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:39.476523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-7f2cb16f-0e77-47ff-8785-499ebbf63e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:39.478202 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-7f2cb16f-0e77-47ff-8785-499ebbf63e2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b8e97f2-4905-46f2-9d43-718234e46ad9 HTTP/1.1" status: 200 len: 848 time: 0.2561605 Mar 24 01:11:39.532204 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-74dfbaf4-46e3-4cd6-8557-1565d8c10c7d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37dff2d1843540ed814b41e784c8e72b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1309409 Mar 24 01:11:39.538827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35098) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:39.644578 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port afd497f7-5934-4535-abbc-018d3284b9ca is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:39.647945 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (afd497f7-5934-4535-abbc-018d3284b9ca), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:39.655925 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82197c3-bcef-45cf-aa7e-2d91168993fa None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:11:39.669477 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed77dedb-5e64-4f81-9aed-17b9a3a3ebec admin admin] Publish callbacks [] for security_group (6c6aca4f-945b-40d2-be29-823a0be7e32e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:39.724191 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed77dedb-5e64-4f81-9aed-17b9a3a3ebec admin admin] Publish callbacks [] for security_group (6c6aca4f-945b-40d2-be29-823a0be7e32e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:39.738573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35100) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:39.838990 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed77dedb-5e64-4f81-9aed-17b9a3a3ebec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6c6aca4f-945b-40d2-be29-823a0be7e32e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:39.842038 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed77dedb-5e64-4f81-9aed-17b9a3a3ebec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:39.847327 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ed77dedb-5e64-4f81-9aed-17b9a3a3ebec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c6aca4f-945b-40d2-be29-823a0be7e32e HTTP/1.1" status: 204 len: 168 time: 0.3064539 Mar 24 01:11:39.862452 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77dedb-5e64-4f81-9aed-17b9a3a3ebec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6aca4f-945b-40d2-be29-823a0be7e32e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:39.913552 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bc595a-0765-434c-9ce6-63ce553abfee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd497f7-5934-4535-abbc-018d3284b9ca'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:11:39.917369 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143e30d8-e056-45c9-98c0-68936b539658" -d '{"events": [{"server_uuid": "d7bc595a-0765-434c-9ce6-63ce553abfee", "name": "network-vif-plugged", "status": "completed", "tag": "afd497f7-5934-4535-abbc-018d3284b9ca"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:11:39.952896 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f7072272-f268-4ede-b2c0-59d5af8191fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:39.970348 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port afd497f7-5934-4535-abbc-018d3284b9ca, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=afd497f7-5934-4535-abbc-018d3284b9ca,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:39.985492 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (afd497f7-5934-4535-abbc-018d3284b9ca), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:40.045615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875ba4f-4d31-4bba-b93a-9ac158fa25bc req-503643ce-f9c2-4214-8792-a2a690d30caa tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:40.052850 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5875ba4f-4d31-4bba-b93a-9ac158fa25bc req-503643ce-f9c2-4214-8792-a2a690d30caa tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.8089991 Mar 24 01:11:40.054874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfbaf4-46e3-4cd6-8557-1565d8c10c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6aca4f-945b-40d2-be29-823a0be7e32e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:40.110398 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-8bc50bc2-b493-400d-8ac5-46123efc863d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7da1c121-9e6c-496c-b4bd-d3c5b6af039c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499386 Mar 24 01:11:40.116050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69ddca4a-e396-49bc-a0f5-5646e76d4af1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (16a34398-3d04-45fc-8d5e-405c08b542c7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:40.119098 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=afd497f7-5934-4535-abbc-018d3284b9ca,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:40.198202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48607934-4cea-4c9a-bd8a-6aafe5440a53 None None] Network 16a34398-3d04-45fc-8d5e-405c08b542c7 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:40.227981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-69ddca4a-e396-49bc-a0f5-5646e76d4af1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a34398-3d04-45fc-8d5e-405c08b542c7']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:40.256444 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5875ba4f-4d31-4bba-b93a-9ac158fa25bc req-d03cd11d-de3f-49c4-b94f-a27ca6f0fad3 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025502 Mar 24 01:11:40.267443 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f7072272-f268-4ede-b2c0-59d5af8191fe admin admin] Publish callbacks [] for security_group (08b1bf5e-757f-4514-ad7d-3ae6d6016633), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:40.278438 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f7072272-f268-4ede-b2c0-59d5af8191fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (08b1bf5e-757f-4514-ad7d-3ae6d6016633), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:40.288099 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-69ddca4a-e396-49bc-a0f5-5646e76d4af1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662ab523-2cc2-4506-878c-8d2454f0cdd4') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:40.288472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-69ddca4a-e396-49bc-a0f5-5646e76d4af1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662ab523-2cc2-4506-878c-8d2454f0cdd4') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:40.297913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22d4c6-3227-4993-a085-5fd85243a5c9 req-93b806a3-a7e5-414e-8e80-7a9eae60a46b tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:40.307140 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc22d4c6-3227-4993-a085-5fd85243a5c9 req-93b806a3-a7e5-414e-8e80-7a9eae60a46b tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 945 time: 0.2989194 Mar 24 01:11:40.338093 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69ddca4a-e396-49bc-a0f5-5646e76d4af1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (662ab523-2cc2-4506-878c-8d2454f0cdd4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:40.386902 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69ddca4a-e396-49bc-a0f5-5646e76d4af1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (662ab523-2cc2-4506-878c-8d2454f0cdd4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:40.420017 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-57048774-dcdf-44a5-85b9-0dd31ccba265 service neutron] 10.222.0.48 "GET /v2.0/networks/7da1c121-9e6c-496c-b4bd-d3c5b6af039c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971814 Mar 24 01:11:40.421563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ddca4a-e396-49bc-a0f5-5646e76d4af1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:11:40.421988 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69ddca4a-e396-49bc-a0f5-5646e76d4af1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (662ab523-2cc2-4506-878c-8d2454f0cdd4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:11:40.429645 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:11:40.437072 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f7072272-f268-4ede-b2c0-59d5af8191fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ca6b81b392841b0bb10580a1626fff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6929479 Mar 24 01:11:40.440773 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7072272-f268-4ede-b2c0-59d5af8191fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b1bf5e-757f-4514-ad7d-3ae6d6016633,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:40.448857 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35116) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:40.597594 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b82e0a5c-a0c2-4608-a8cc-7bf1ddaec216 admin admin] Publish callbacks [] for security_group (08b1bf5e-757f-4514-ad7d-3ae6d6016633), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:40.651768 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b82e0a5c-a0c2-4608-a8cc-7bf1ddaec216 admin admin] Publish callbacks [] for security_group (08b1bf5e-757f-4514-ad7d-3ae6d6016633), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:40.680005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc22d4c6-3227-4993-a085-5fd85243a5c9 req-a2649872-1653-409e-ae75-d694ab07ec0a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae47add0-e8f4-4fe7-bf2d-c84e664e7168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3719058 Mar 24 01:11:40.762746 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69ddca4a-e396-49bc-a0f5-5646e76d4af1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (16a34398-3d04-45fc-8d5e-405c08b542c7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:40.764162 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b82e0a5c-a0c2-4608-a8cc-7bf1ddaec216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (08b1bf5e-757f-4514-ad7d-3ae6d6016633), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:40.766958 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b82e0a5c-a0c2-4608-a8cc-7bf1ddaec216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:40.768406 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b82e0a5c-a0c2-4608-a8cc-7bf1ddaec216 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/08b1bf5e-757f-4514-ad7d-3ae6d6016633 HTTP/1.1" status: 204 len: 168 time: 0.3034062 Mar 24 01:11:40.783275 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e0a5c-a0c2-4608-a8cc-7bf1ddaec216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b1bf5e-757f-4514-ad7d-3ae6d6016633,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:40.793144 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862499b3-f055-44d0-80c4-92a6b698e268 x-openstack-request-id: req-862499b3-f055-44d0-80c4-92a6b698e268 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:11:40.793650 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bc595a-0765-434c-9ce6-63ce553abfee", "name": "network-vif-plugged", "status": "completed", "tag": "afd497f7-5934-4535-abbc-018d3284b9ca", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:11:40.793769 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-862499b3-f055-44d0-80c4-92a6b698e268 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:11:40.794147 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862499b3-f055-44d0-80c4-92a6b698e268'] response: {'server_uuid': 'd7bc595a-0765-434c-9ce6-63ce553abfee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd497f7-5934-4535-abbc-018d3284b9ca', 'code': 200} Mar 24 01:11:40.806803 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69ddca4a-e396-49bc-a0f5-5646e76d4af1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:40.812459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-69ddca4a-e396-49bc-a0f5-5646e76d4af1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/16a34398-3d04-45fc-8d5e-405c08b542c7 HTTP/1.1" status: 204 len: 168 time: 2.4214034 Mar 24 01:11:40.818565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35126) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:40.834429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35128) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:40.858149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-d101d960-ba00-4dc4-8522-fd756e93582f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1456919400'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:40.867280 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f90304bc-67cd-42fb-86bd-a89da7a267c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:40.879076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddca4a-e396-49bc-a0f5-5646e76d4af1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Network': ['ID=16a34398-3d04-45fc-8d5e-405c08b542c7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:40.946457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4104d6-39d1-4297-9b72-31d6b2858428 req-3dc8a8e0-195b-4f24-ad8a-98a4851f162d tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:40.957962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba4104d6-39d1-4297-9b72-31d6b2858428 req-3dc8a8e0-195b-4f24-ad8a-98a4851f162d tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 943 time: 0.5282922 Mar 24 01:11:41.024152 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb6196b8-c0bf-4a9f-b203-0ddfa52fdf2e req-96343501-cf71-4c31-8424-d4515bd7a91f service neutron] 10.222.0.48 "GET /v2.0/networks/7da1c121-9e6c-496c-b4bd-d3c5b6af039c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828507 Mar 24 01:11:41.038954 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f90304bc-67cd-42fb-86bd-a89da7a267c5 admin admin] Publish callbacks [] for security_group (b1124386-5ea9-4c80-be63-8644145cd04b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:41.048842 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f90304bc-67cd-42fb-86bd-a89da7a267c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b1124386-5ea9-4c80-be63-8644145cd04b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:41.171699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90304bc-67cd-42fb-86bd-a89da7a267c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1124386-5ea9-4c80-be63-8644145cd04b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:41.175851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d101d960-ba00-4dc4-8522-fd756e93582f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:41.179220 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d101d960-ba00-4dc4-8522-fd756e93582f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:41.198592 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f90304bc-67cd-42fb-86bd-a89da7a267c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0d038de509c486aa57a81bbbc1abc04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3626578 Mar 24 01:11:41.203322 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35134) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:41.240828 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba4104d6-39d1-4297-9b72-31d6b2858428 req-0b8e7ae3-7c7c-4bf4-875b-1440a63ea01c tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/security-groups?id=edafe97e-da91-4168-aabf-6922f5657bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818897 Mar 24 01:11:41.253193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540a7f0-1308-4b97-b843-3259ea596261 req-145f19f3-8230-4926-aa08-aec14192f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:41.254894 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6540a7f0-1308-4b97-b843-3259ea596261 req-145f19f3-8230-4926-aa08-aec14192f632 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 1127 time: 0.3777795 Mar 24 01:11:41.279618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d101d960-ba00-4dc4-8522-fd756e93582f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:11:41.317000 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c30e3878-0f40-42c9-b826-912887f76f63 admin admin] Publish callbacks [] for security_group (b1124386-5ea9-4c80-be63-8644145cd04b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:41.348769 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d15118-68c7-4f81-9d73-7835f84a3b19 req-cdb629e8-2a74-42cf-9e5a-3800e6666ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:41.361585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85d15118-68c7-4f81-9d73-7835f84a3b19 req-cdb629e8-2a74-42cf-9e5a-3800e6666ede service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f8452970529d4720853c2a7aae2b6fdf&device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 1125 time: 0.2790768 Mar 24 01:11:41.364418 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d101d960-ba00-4dc4-8522-fd756e93582f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d3bb340b-6163-4e9d-b328-40b647c3ff4d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:41.365076 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-d101d960-ba00-4dc4-8522-fd756e93582f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Added segment d3bb340b-6163-4e9d-b328-40b647c3ff4d of type vlan for network 9e79c238-e2e9-41af-82c5-d6b58ebd7cf9 Mar 24 01:11:41.368048 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c30e3878-0f40-42c9-b826-912887f76f63 admin admin] Publish callbacks [] for security_group (b1124386-5ea9-4c80-be63-8644145cd04b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:41.468952 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c30e3878-0f40-42c9-b826-912887f76f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b1124386-5ea9-4c80-be63-8644145cd04b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:41.472536 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c30e3878-0f40-42c9-b826-912887f76f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:41.473811 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c30e3878-0f40-42c9-b826-912887f76f63 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1124386-5ea9-4c80-be63-8644145cd04b HTTP/1.1" status: 204 len: 168 time: 0.2689559 Mar 24 01:11:41.486015 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e3878-0f40-42c9-b826-912887f76f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1124386-5ea9-4c80-be63-8644145cd04b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:41.545964 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d101d960-ba00-4dc4-8522-fd756e93582f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (9e79c238-e2e9-41af-82c5-d6b58ebd7cf9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:41.650912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d15118-68c7-4f81-9d73-7835f84a3b19 req-e3c109f4-3217-4aae-8bd8-721304894337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:41.652959 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85d15118-68c7-4f81-9d73-7835f84a3b19 req-e3c109f4-3217-4aae-8bd8-721304894337 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7da1c121-9e6c-496c-b4bd-d3c5b6af039c HTTP/1.1" status: 200 len: 909 time: 0.2678804 Mar 24 01:11:41.657260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6540a7f0-1308-4b97-b843-3259ea596261 req-459f9831-e3ca-4e5b-b74e-98631f174a9e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ae47add0-e8f4-4fe7-bf2d-c84e664e7168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3913045 Mar 24 01:11:41.662094 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d101d960-ba00-4dc4-8522-fd756e93582f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (9e79c238-e2e9-41af-82c5-d6b58ebd7cf9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:41.669401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d101d960-ba00-4dc4-8522-fd756e93582f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:41.670049 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d101d960-ba00-4dc4-8522-fd756e93582f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:41.893860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea37641-4e57-44c7-9f31-68315cd9310c req-6886ab2c-2347-4958-bed3-eac017f96ae4 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:41.899225 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bea37641-4e57-44c7-9f31-68315cd9310c req-6886ab2c-2347-4958-bed3-eac017f96ae4 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.5344207 Mar 24 01:11:41.926158 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d101d960-ba00-4dc4-8522-fd756e93582f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0799694 Mar 24 01:11:41.926383 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35160) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:41.931558 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'subnet': {'network_id': '9e79c238-e2e9-41af-82c5-d6b58ebd7cf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:41.932973 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85d15118-68c7-4f81-9d73-7835f84a3b19 req-af9b5121-f0d1-4669-a051-615964875dc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfd236a6-8eeb-46d1-bf9b-84f3031fa859 HTTP/1.1" status: 200 len: 217 time: 0.2555702 Mar 24 01:11:42.067184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101d960-ba00-4dc4-8522-fd756e93582f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Network': ['ID=9e79c238-e2e9-41af-82c5-d6b58ebd7cf9,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:42.082445 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 9e79c238-e2e9-41af-82c5-d6b58ebd7cf9 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:11:42.131653 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:42.135170 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:42.137729 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d15118-68c7-4f81-9d73-7835f84a3b19 req-d30ddeb6-d18c-413f-9d04-3921db87c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:42.139768 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85d15118-68c7-4f81-9d73-7835f84a3b19 req-d30ddeb6-d18c-413f-9d04-3921db87c595 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b8e97f2-4905-46f2-9d43-718234e46ad9 HTTP/1.1" status: 200 len: 848 time: 0.1896205 Mar 24 01:11:42.159962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bea37641-4e57-44c7-9f31-68315cd9310c req-f8df9b5d-a9eb-423e-8610-26b1a527fd8c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226162 Mar 24 01:11:42.180817 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85d15118-68c7-4f81-9d73-7835f84a3b19 req-d98fb97b-a8a2-4127-9c0a-9777d4da6da4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7da1c121-9e6c-496c-b4bd-d3c5b6af039c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345166 Mar 24 01:11:42.191881 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14058a9-5e1a-48ed-9c3f-26635b00fd92 req-81841e90-4cd3-4963-9a09-83b35a3a2d90 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:42.193625 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b14058a9-5e1a-48ed-9c3f-26635b00fd92 req-81841e90-4cd3-4963-9a09-83b35a3a2d90 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 945 time: 0.3230147 Mar 24 01:11:42.387066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85d15118-68c7-4f81-9d73-7835f84a3b19 req-a97f964c-cf2f-45fb-af65-2248b6685c44 service neutron] 10.222.0.48 "GET /v2.0/networks/7da1c121-9e6c-496c-b4bd-d3c5b6af039c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919723 Mar 24 01:11:42.550164 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (f0867401-1d21-44c2-be02-3088952ccf9c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:42.660505 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b14058a9-5e1a-48ed-9c3f-26635b00fd92 req-0651b6a6-5395-4bcd-b0ea-da191e7fb5bc tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae47add0-e8f4-4fe7-bf2d-c84e664e7168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4512968 Mar 24 01:11:42.665060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Subnet': ['ID=f0867401-1d21-44c2-be02-3088952ccf9c,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:42.694765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:42.695128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:42.695479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:42.701889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:42.702267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:42.702614 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:42.702955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:42.703292 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:42.703684 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:42.704024 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:42.704364 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:42.704697 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:42.705537 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:42.706120 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:42.706455 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:11:42.718334 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Checking segment: {'id': 'd3bb340b-6163-4e9d-b328-40b647c3ff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9e79c238-e2e9-41af-82c5-d6b58ebd7cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:42.718757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network hostable DHCP agents. Network: 9e79c238-e2e9-41af-82c5-d6b58ebd7cf9, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:11:42.749739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network 9e79c238-e2e9-41af-82c5-d6b58ebd7cf9 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:11:42.766299 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85d15118-68c7-4f81-9d73-7835f84a3b19 req-d519f42d-7a7e-4dec-8f73-e261e9167149 service neutron] 10.222.0.48 "GET /v2.0/networks/7da1c121-9e6c-496c-b4bd-d3c5b6af039c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513622 Mar 24 01:11:42.767220 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 9e79c238-e2e9-41af-82c5-d6b58ebd7cf9) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:42.778533 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:42.781656 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:42.789924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b726a1b8-0bfe-4e1a-8d5b-dc20754a4491 None None] Network 9e79c238-e2e9-41af-82c5-d6b58ebd7cf9 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:42.796553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bdbaa-20a8-4be5-b0a2-20d4f974d337 req-83c90124-8240-4365-941b-008f999296aa tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:42.816218 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-062bdbaa-20a8-4be5-b0a2-20d4f974d337 req-83c90124-8240-4365-941b-008f999296aa tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 943 time: 0.4245517 Mar 24 01:11:42.828750 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-62879f22-b5bb-42ac-b97f-5130b2e2e88c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9004612 Mar 24 01:11:42.831659 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35188) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:42.836635 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d110cf31-de37-4186-80b1-0267d2982cf9 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'subnet': {'network_id': '9e79c238-e2e9-41af-82c5-d6b58ebd7cf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:42.951418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-062bdbaa-20a8-4be5-b0a2-20d4f974d337 req-7e5d7164-3347-4cc3-b819-716a22e385bc tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/security-groups?id=edafe97e-da91-4168-aabf-6922f5657bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342058 Mar 24 01:11:42.998568 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-9e79c238-e2e9-41af-82c5-d6b58ebd7cf9', 'network_id': '9e79c238-e2e9-41af-82c5-d6b58ebd7cf9', 'project_id': '6287d5fee86e41829ffa6b98fe2ace5a', 'fixed_ips': [{'subnet_id': 'f0867401-1d21-44c2-be02-3088952ccf9c'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:11:42.999551 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:43.042666 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d110cf31-de37-4186-80b1-0267d2982cf9 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:43.051529 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d110cf31-de37-4186-80b1-0267d2982cf9 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:43.346397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Allocated IP 2001:db8::2 (9e79c238-e2e9-41af-82c5-d6b58ebd7cf9/f0867401-1d21-44c2-be02-3088952ccf9c/f10a6bce-84b2-411f-bc00-a368b775506f) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:11:43.418985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2baca1e-e6e6-4a72-9367-f87ad256968c req-b82687fe-00ee-4681-93d3-c53eebe5cdf2 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:43.423678 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2baca1e-e6e6-4a72-9367-f87ad256968c req-b82687fe-00ee-4681-93d3-c53eebe5cdf2 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.1360037 Mar 24 01:11:43.544257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2baca1e-e6e6-4a72-9367-f87ad256968c req-fea9bf58-3997-485a-98df-0b11c5bafeda tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141987 Mar 24 01:11:43.667657 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Publish callbacks [] for port (f10a6bce-84b2-411f-bc00-a368b775506f), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:43.674632 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d110cf31-de37-4186-80b1-0267d2982cf9 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (da6402f5-6d83-4451-9802-049c5d190842), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:43.683494 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:43.801960 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Pushing event updated for resources: {'Port': ['ID=f10a6bce-84b2-411f-bc00-a368b775506f,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:43.813278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110cf31-de37-4186-80b1-0267d2982cf9 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network 9e79c238-e2e9-41af-82c5-d6b58ebd7cf9 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:11:43.816520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d110cf31-de37-4186-80b1-0267d2982cf9 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:43.827870 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d110cf31-de37-4186-80b1-0267d2982cf9 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:43.832375 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d110cf31-de37-4186-80b1-0267d2982cf9 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:43.853257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Network 9e79c238-e2e9-41af-82c5-d6b58ebd7cf9 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:11:43.857543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device dfd236a6-8eeb-46d1-bf9b-84f3031fa859 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:11:43.859024 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110cf31-de37-4186-80b1-0267d2982cf9 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Subnet': ['ID=da6402f5-6d83-4451-9802-049c5d190842,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:43.896167 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d110cf31-de37-4186-80b1-0267d2982cf9 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0633419 Mar 24 01:11:43.900009 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35222) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:43.924712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4640115-344e-497a-92e5-2d1136604d06 req-0dc96fa5-c2af-43dc-be32-51d3bdcfba53 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:43.941632 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4640115-344e-497a-92e5-2d1136604d06 req-0dc96fa5-c2af-43dc-be32-51d3bdcfba53 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 945 time: 0.1368113 Mar 24 01:11:44.078143 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08567347-a0a4-4a18-b75e-6c9da7c7b2e3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:44.083891 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:44.088076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08567347-a0a4-4a18-b75e-6c9da7c7b2e3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:44.089019 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4640115-344e-497a-92e5-2d1136604d06 req-9c881a52-5a30-43d0-8733-6beaedf3c189 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae47add0-e8f4-4fe7-bf2d-c84e664e7168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463521 Mar 24 01:11:44.091822 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08567347-a0a4-4a18-b75e-6c9da7c7b2e3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:44.101057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08567347-a0a4-4a18-b75e-6c9da7c7b2e3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:44.104128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08567347-a0a4-4a18-b75e-6c9da7c7b2e3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:44.110127 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:11:44.113018 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-08567347-a0a4-4a18-b75e-6c9da7c7b2e3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2105191 Mar 24 01:11:44.116196 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35234) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:44.137878 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-53c1aa6f-b85e-44f9-a3e8-15c0f6901121 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-552605783'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:44.182506 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677d980-4d4b-4260-bd32-b1cdcdbd8e10 req-dd3a6cff-694f-4201-a0cc-174898f9d186 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:44.188895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6677d980-4d4b-4260-bd32-b1cdcdbd8e10 req-dd3a6cff-694f-4201-a0cc-174898f9d186 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 943 time: 0.1360149 Mar 24 01:11:44.196702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c1aa6f-b85e-44f9-a3e8-15c0f6901121 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:44.202887 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53c1aa6f-b85e-44f9-a3e8-15c0f6901121 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:44.262799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c1aa6f-b85e-44f9-a3e8-15c0f6901121 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:11:44.281529 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53c1aa6f-b85e-44f9-a3e8-15c0f6901121 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (6a62a75c-68fa-48ed-bc03-61f59cbd91bb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:44.282352 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-53c1aa6f-b85e-44f9-a3e8-15c0f6901121 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Added segment 6a62a75c-68fa-48ed-bc03-61f59cbd91bb of type vlan for network 43775900-2888-49b4-bc0e-888d538f3613 Mar 24 01:11:44.297604 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port dfd236a6-8eeb-46d1-bf9b-84f3031fa859, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=dfd236a6-8eeb-46d1-bf9b-84f3031fa859,segment=NetworkSegment(f761181a-b81a-4143-b0dc-e9faf1af4fa9),segment_id=f761181a-b81a-4143-b0dc-e9faf1af4fa9)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:44.310305 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6677d980-4d4b-4260-bd32-b1cdcdbd8e10 req-2417ba76-4a01-40ad-ba94-cb76b59e7e5a tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/security-groups?id=edafe97e-da91-4168-aabf-6922f5657bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204197 Mar 24 01:11:44.327983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c812ae-1d21-4bf0-9ca6-49652ee8e949 req-53e7e0cb-5957-4d75-b102-247394a9b274 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:44.333687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'dfd236a6-8eeb-46d1-bf9b-84f3031fa859', 'network_id': '7da1c121-9e6c-496c-b4bd-d3c5b6af039c', 'port_id': 'dfd236a6-8eeb-46d1-bf9b-84f3031fa859', 'mac_address': 'fa:16:3e:9c:a4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8e97f2-4905-46f2-9d43-718234e46ad9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:11:44.339788 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52c812ae-1d21-4bf0-9ca6-49652ee8e949 req-53e7e0cb-5957-4d75-b102-247394a9b274 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 945 time: 0.1477535 Mar 24 01:11:44.344489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35240) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:44.350343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-27506240-13b3-42f4-9776-c1e0edb5ab21 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'floatingip': {'port_id': 'afd497f7-5934-4535-abbc-018d3284b9ca'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:44.387067 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53c1aa6f-b85e-44f9-a3e8-15c0f6901121 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (43775900-2888-49b4-bc0e-888d538f3613), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:44.452997 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27506240-13b3-42f4-9776-c1e0edb5ab21 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (812e6cd5-20f8-4a97-b09f-59f490fcb187), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:44.460752 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53c1aa6f-b85e-44f9-a3e8-15c0f6901121 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (43775900-2888-49b4-bc0e-888d538f3613), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:44.464160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Attempting to bind port f10a6bce-84b2-411f-bc00-a368b775506f on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:11:44.464757 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Attempting to bind port f10a6bce-84b2-411f-bc00-a368b775506f by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'd3bb340b-6163-4e9d-b328-40b647c3ff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9e79c238-e2e9-41af-82c5-d6b58ebd7cf9'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:11:44.465008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Attempting to bind port f10a6bce-84b2-411f-bc00-a368b775506f on network 9e79c238-e2e9-41af-82c5-d6b58ebd7cf9 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:11:44.474644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:11:44.475020 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Checking segment: {'id': 'd3bb340b-6163-4e9d-b328-40b647c3ff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9e79c238-e2e9-41af-82c5-d6b58ebd7cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:44.475551 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:44.476001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Bound using segment: {'id': 'd3bb340b-6163-4e9d-b328-40b647c3ff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9e79c238-e2e9-41af-82c5-d6b58ebd7cf9'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:11:44.476485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Bound port: f10a6bce-84b2-411f-bc00-a368b775506f, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb340b-6163-4e9d-b328-40b647c3ff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9e79c238-e2e9-41af-82c5-d6b58ebd7cf9'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:11:44.476869 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:44.478567 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c1aa6f-b85e-44f9-a3e8-15c0f6901121 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:44.480709 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-53c1aa6f-b85e-44f9-a3e8-15c0f6901121 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:44.571563 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] For port f10a6bce-84b2-411f-bc00-a368b775506f, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:11:44.576157 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] For port f10a6bce-84b2-411f-bc00-a368b775506f, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f10a6bce-84b2-411f-bc00-a368b775506f,segment=NetworkSegment(d3bb340b-6163-4e9d-b328-40b647c3ff4d),segment_id=d3bb340b-6163-4e9d-b328-40b647c3ff4d)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:11:44.593061 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:44.672088 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port dfd236a6-8eeb-46d1-bf9b-84f3031fa859 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:44.672484 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dfd236a6-8eeb-46d1-bf9b-84f3031fa859), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:44.687948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915feb33-7ceb-4328-b3e9-c44afcd6ca94 None None] Pushing event updated for resources: {'Port': ['ID=f10a6bce-84b2-411f-bc00-a368b775506f,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:44.693081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35254) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:44.700283 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-53c1aa6f-b85e-44f9-a3e8-15c0f6901121 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5797570 Mar 24 01:11:44.725142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1aa6f-b85e-44f9-a3e8-15c0f6901121 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Network': ['ID=43775900-2888-49b4-bc0e-888d538f3613,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:44.734436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c8cfb84a-87f8-4605-bdfc-5b65090239a1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'network': {'name': 'New_network'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:44.748540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 43775900-2888-49b4-bc0e-888d538f3613 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:11:44.863014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd236a6-8eeb-46d1-bf9b-84f3031fa859 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:11:44.890269 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port dfd236a6-8eeb-46d1-bf9b-84f3031fa859, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=dfd236a6-8eeb-46d1-bf9b-84f3031fa859,segment=NetworkSegment(f761181a-b81a-4143-b0dc-e9faf1af4fa9),segment_id=f761181a-b81a-4143-b0dc-e9faf1af4fa9)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:44.897461 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (dfd236a6-8eeb-46d1-bf9b-84f3031fa859), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:44.995448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=dfd236a6-8eeb-46d1-bf9b-84f3031fa859,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:45.122963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['dfd236a6-8eeb-46d1-bf9b-84f3031fa859'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:11:45.425580 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb84a-87f8-4605-bdfc-5b65090239a1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (43775900-2888-49b4-bc0e-888d538f3613), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:45.455896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f70ae-430f-4d9b-ad97-dcbbd5c2f2ee req-756e3289-97a0-4e26-ac2b-2bd2f8461ef2 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:45.458294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac3f70ae-430f-4d9b-ad97-dcbbd5c2f2ee req-756e3289-97a0-4e26-ac2b-2bd2f8461ef2 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.7075555 Mar 24 01:11:45.506114 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb84a-87f8-4605-bdfc-5b65090239a1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (43775900-2888-49b4-bc0e-888d538f3613), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:45.579559 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8cfb84a-87f8-4605-bdfc-5b65090239a1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network 43775900-2888-49b4-bc0e-888d538f3613 is not hosted by any dhcp agent {{(pid=115730) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 24 01:11:45.585051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cfb84a-87f8-4605-bdfc-5b65090239a1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:45.585684 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb84a-87f8-4605-bdfc-5b65090239a1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:45.587793 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c8cfb84a-87f8-4605-bdfc-5b65090239a1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "PUT /v2.0/networks/43775900-2888-49b4-bc0e-888d538f3613 HTTP/1.1" status: 200 len: 723 time: 0.8808739 Mar 24 01:11:45.591223 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35282) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:45.596904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ef6a9687-23b7-4931-b6aa-94aaa6f141b3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'subnet': {'network_id': '43775900-2888-49b4-bc0e-888d538f3613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:45.701306 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac3f70ae-430f-4d9b-ad97-dcbbd5c2f2ee req-d792d13b-7926-4270-938e-f8e443f23e0d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849051 Mar 24 01:11:45.762831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device dfd236a6-8eeb-46d1-bf9b-84f3031fa859 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:11:45.829142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f850af3-481c-4a60-8ad5-8e25c29e1d71 req-9055a595-e90b-4146-b8d7-b7fc26bd2921 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:45.832201 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f850af3-481c-4a60-8ad5-8e25c29e1d71 req-9055a595-e90b-4146-b8d7-b7fc26bd2921 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 944 time: 0.3724649 Mar 24 01:11:45.838425 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfb84a-87f8-4605-bdfc-5b65090239a1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Network': ['ID=43775900-2888-49b4-bc0e-888d538f3613,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:45.885044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 43775900-2888-49b4-bc0e-888d538f3613 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:11:45.897451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6a9687-23b7-4931-b6aa-94aaa6f141b3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:45.900916 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ef6a9687-23b7-4931-b6aa-94aaa6f141b3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:46.134057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port dfd236a6-8eeb-46d1-bf9b-84f3031fa859 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:11:46.164969 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port dfd236a6-8eeb-46d1-bf9b-84f3031fa859 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:46.165373 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (dfd236a6-8eeb-46d1-bf9b-84f3031fa859), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:46.253021 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27506240-13b3-42f4-9776-c1e0edb5ab21 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:46.261427 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27506240-13b3-42f4-9776-c1e0edb5ab21 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (812e6cd5-20f8-4a97-b09f-59f490fcb187), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:46.389266 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port dfd236a6-8eeb-46d1-bf9b-84f3031fa859 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:46.389813 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dfd236a6-8eeb-46d1-bf9b-84f3031fa859), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:46.474167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79159171-be7e-4e2f-b535-63fa18899526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd236a6-8eeb-46d1-bf9b-84f3031fa859'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:11:46.478327 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f850af3-481c-4a60-8ad5-8e25c29e1d71 req-54983d8c-bdd7-497b-bfe7-bf0e290c7fc0 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/security-groups?id=edafe97e-da91-4168-aabf-6922f5657bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6256483 Mar 24 01:11:46.479157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ef6a9687-23b7-4931-b6aa-94aaa6f141b3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (7049bf53-76b5-4a63-b575-dcb7f2b0bd2d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:46.483657 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87c4bf3-33eb-4bbb-8ac7-3d01da8d0487" -d '{"events": [{"server_uuid": "79159171-be7e-4e2f-b535-63fa18899526", "name": "network-vif-plugged", "status": "completed", "tag": "dfd236a6-8eeb-46d1-bf9b-84f3031fa859"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:11:46.547728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port dfd236a6-8eeb-46d1-bf9b-84f3031fa859, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=dfd236a6-8eeb-46d1-bf9b-84f3031fa859,segment=NetworkSegment(f761181a-b81a-4143-b0dc-e9faf1af4fa9),segment_id=f761181a-b81a-4143-b0dc-e9faf1af4fa9)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:46.553360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7373211d-1d43-4f25-8e6a-6067ffd22411 None None] Network 9e79c238-e2e9-41af-82c5-d6b58ebd7cf9 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:46.567961 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (dfd236a6-8eeb-46d1-bf9b-84f3031fa859), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:46.616396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a9687-23b7-4931-b6aa-94aaa6f141b3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Subnet': ['ID=7049bf53-76b5-4a63-b575-dcb7f2b0bd2d,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:46.708446 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-27506240-13b3-42f4-9776-c1e0edb5ab21 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Floating IP 812e6cd5-20f8-4a97-b09f-59f490fcb187 associated. External IP: 172.25.0.126, port: afd497f7-5934-4535-abbc-018d3284b9ca. Mar 24 01:11:46.720811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6a9687-23b7-4931-b6aa-94aaa6f141b3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Checking segment: {'id': '6a62a75c-68fa-48ed-bc03-61f59cbd91bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '43775900-2888-49b4-bc0e-888d538f3613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:46.733824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6a9687-23b7-4931-b6aa-94aaa6f141b3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network hostable DHCP agents. Network: 43775900-2888-49b4-bc0e-888d538f3613, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:11:46.777254 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20870170-9da7-42a1-854e-869b45bd0157 x-openstack-request-id: req-20870170-9da7-42a1-854e-869b45bd0157 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:11:46.777847 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79159171-be7e-4e2f-b535-63fa18899526", "name": "network-vif-plugged", "status": "completed", "tag": "dfd236a6-8eeb-46d1-bf9b-84f3031fa859", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:11:46.777847 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20870170-9da7-42a1-854e-869b45bd0157 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:11:46.778322 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20870170-9da7-42a1-854e-869b45bd0157'] response: {'server_uuid': '79159171-be7e-4e2f-b535-63fa18899526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd236a6-8eeb-46d1-bf9b-84f3031fa859', 'code': 200} Mar 24 01:11:46.780599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f10a6bce-84b2-411f-bc00-a368b775506f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:11:46.780850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6a9687-23b7-4931-b6aa-94aaa6f141b3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network 43775900-2888-49b4-bc0e-888d538f3613 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:11:46.808517 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-ef6a9687-23b7-4931-b6aa-94aaa6f141b3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 43775900-2888-49b4-bc0e-888d538f3613) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:46.825456 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6a9687-23b7-4931-b6aa-94aaa6f141b3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:46.827509 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ef6a9687-23b7-4931-b6aa-94aaa6f141b3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:46.866090 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ef6a9687-23b7-4931-b6aa-94aaa6f141b3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2737482 Mar 24 01:11:46.866765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35310) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:46.870650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4013fcfb-de9c-4536-b4be-bc3bf2e598b2 None None] Network 43775900-2888-49b4-bc0e-888d538f3613 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:46.876429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-99307a8b-32fd-498e-8e89-c13790224775 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:47.040872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=dfd236a6-8eeb-46d1-bf9b-84f3031fa859,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:47.095038 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3bceeb8f-bda0-4440-98a7-1cb14d0ae056 None None] Provisioning complete for port f10a6bce-84b2-411f-bc00-a368b775506f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:47.096128 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3bceeb8f-bda0-4440-98a7-1cb14d0ae056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:47.114822 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99307a8b-32fd-498e-8e89-c13790224775 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59180195'] for subnet (7049bf53-76b5-4a63-b575-dcb7f2b0bd2d), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:47.140390 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-43775900-2888-49b4-bc0e-888d538f3613', 'network_id': '43775900-2888-49b4-bc0e-888d538f3613', 'project_id': '6287d5fee86e41829ffa6b98fe2ace5a', 'fixed_ips': [{'subnet_id': '7049bf53-76b5-4a63-b575-dcb7f2b0bd2d'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:11:47.141325 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:47.284635 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c0e2bf-6504-4dd8-8d72-0db726684a46 None None] Update dhcp port {'port': {'network_id': '9e79c238-e2e9-41af-82c5-d6b58ebd7cf9', 'fixed_ips': [{'subnet_id': 'f0867401-1d21-44c2-be02-3088952ccf9c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'da6402f5-6d83-4451-9802-049c5d190842'}], 'binding:host_id': 'n-d-760455-9'}, 'id': 'f10a6bce-84b2-411f-bc00-a368b775506f'} from n-d-760455-9. {{(pid=115731) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 24 01:11:47.354089 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3bceeb8f-bda0-4440-98a7-1cb14d0ae056 None None] Current status of the port f10a6bce-84b2-411f-bc00-a368b775506f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:47.354490 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3bceeb8f-bda0-4440-98a7-1cb14d0ae056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:47.366247 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-69c0e2bf-6504-4dd8-8d72-0db726684a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:47.420233 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99307a8b-32fd-498e-8e89-c13790224775 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748219142283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59191702'] for subnet (7049bf53-76b5-4a63-b575-dcb7f2b0bd2d), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:47.428913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3bceeb8f-bda0-4440-98a7-1cb14d0ae056 None None] For port f10a6bce-84b2-411f-bc00-a368b775506f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f10a6bce-84b2-411f-bc00-a368b775506f,segment=NetworkSegment(d3bb340b-6163-4e9d-b328-40b647c3ff4d),segment_id=d3bb340b-6163-4e9d-b328-40b647c3ff4d)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:47.459529 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3bceeb8f-bda0-4440-98a7-1cb14d0ae056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:47.535552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99307a8b-32fd-498e-8e89-c13790224775 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:47.536215 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99307a8b-32fd-498e-8e89-c13790224775 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:47.538899 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-99307a8b-32fd-498e-8e89-c13790224775 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "PUT /v2.0/subnets/7049bf53-76b5-4a63-b575-dcb7f2b0bd2d HTTP/1.1" status: 200 len: 826 time: 0.6707091 Mar 24 01:11:47.546990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35318) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:47.548741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f10a6bce-84b2-411f-bc00-a368b775506f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:47.558406 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:47.807365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99307a8b-32fd-498e-8e89-c13790224775 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Subnet': ['ID=7049bf53-76b5-4a63-b575-dcb7f2b0bd2d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:47.871462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b940648-dc4c-4441-9f46-d022fac83a47 req-f4d2f7e2-6895-4195-bd2c-5a422667dc1a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:47.874500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b940648-dc4c-4441-9f46-d022fac83a47 req-f4d2f7e2-6895-4195-bd2c-5a422667dc1a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.9437125 Mar 24 01:11:47.902579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1447649-90ca-4bff-a176-88b807cc4a5a req-47029313-9ea8-498b-bc78-a64070c2ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:47.903973 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1447649-90ca-4bff-a176-88b807cc4a5a req-47029313-9ea8-498b-bc78-a64070c2ccb6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 1127 time: 1.2240677 Mar 24 01:11:47.949898 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (43775900-2888-49b4-bc0e-888d538f3613), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:47.999504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de27900-611f-4bb6-9cbe-ffb4a31dd60a req-a29cc89d-99d4-4d0f-a230-51296192d41d tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:48.001041 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2de27900-611f-4bb6-9cbe-ffb4a31dd60a req-a29cc89d-99d4-4d0f-a230-51296192d41d tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 945 time: 0.2728920 Mar 24 01:11:48.056863 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (7049bf53-76b5-4a63-b575-dcb7f2b0bd2d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:48.112697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b940648-dc4c-4441-9f46-d022fac83a47 req-8df192d2-6cbf-4708-b028-73c83d2584eb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125871 Mar 24 01:11:48.230695 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1447649-90ca-4bff-a176-88b807cc4a5a req-86a473b7-6158-4eb0-af10-e1f93f2d843e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=edafe97e-da91-4168-aabf-6922f5657bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871935 Mar 24 01:11:48.242820 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2de27900-611f-4bb6-9cbe-ffb4a31dd60a req-2ae20eb3-752f-44ac-a9a8-b7546d0aef1d tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/security-groups?id=edafe97e-da91-4168-aabf-6922f5657bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250109 Mar 24 01:11:48.310856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bceeb8f-bda0-4440-98a7-1cb14d0ae056 None None] Pushing event updated for resources: {'Port': ['ID=f10a6bce-84b2-411f-bc00-a368b775506f,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:48.335368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27506240-13b3-42f4-9776-c1e0edb5ab21 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Router a9ee4bad-e653-484c-97e8-9380577683bf has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:11:48.504946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f10a6bce-84b2-411f-bc00-a368b775506f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:48.532789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Allocated IP 2001:db8::2 (43775900-2888-49b4-bc0e-888d538f3613/7049bf53-76b5-4a63-b575-dcb7f2b0bd2d/df904ae1-4932-48a9-a9e5-cf835f53cf76) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:11:48.617395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27506240-13b3-42f4-9776-c1e0edb5ab21 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:11:48.649213 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27506240-13b3-42f4-9776-c1e0edb5ab21 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:48.660063 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381df962-168f-43bc-8ebf-87669af26679 None None] Sync routers for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:11:48.690664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f10a6bce-84b2-411f-bc00-a368b775506f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:11:48.760452 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-69c0e2bf-6504-4dd8-8d72-0db726684a46 None None] Allocated IP 172.20.0.1 (9e79c238-e2e9-41af-82c5-d6b58ebd7cf9/da6402f5-6d83-4451-9802-049c5d190842/f10a6bce-84b2-411f-bc00-a368b775506f) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:11:48.765731 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-27506240-13b3-42f4-9776-c1e0edb5ab21 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "PUT /v2.0/floatingips/812e6cd5-20f8-4a97-b09f-59f490fcb187 HTTP/1.1" status: 200 len: 991 time: 4.4198427 Mar 24 01:11:48.769696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bc595a-0765-434c-9ce6-63ce553abfee', 'tag': 'afd497f7-5934-4535-abbc-018d3284b9ca'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:11:48.776360 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91585e33-f7d2-469d-8701-cd28e2e4e18d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7bc595a-0765-434c-9ce6-63ce553abfee", "tag": "afd497f7-5934-4535-abbc-018d3284b9ca"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:11:48.882941 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a67d63-3a72-4d47-920f-00822584ee13 x-openstack-request-id: req-93a67d63-3a72-4d47-920f-00822584ee13 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:11:48.883616 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7bc595a-0765-434c-9ce6-63ce553abfee", "tag": "afd497f7-5934-4535-abbc-018d3284b9ca", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:11:48.883616 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-93a67d63-3a72-4d47-920f-00822584ee13 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:11:48.884394 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a67d63-3a72-4d47-920f-00822584ee13'] response: {'name': 'network-changed', 'server_uuid': 'd7bc595a-0765-434c-9ce6-63ce553abfee', 'tag': 'afd497f7-5934-4535-abbc-018d3284b9ca', 'status': 'completed', 'code': 200} Mar 24 01:11:48.977547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-69c0e2bf-6504-4dd8-8d72-0db726684a46 None None] For port f10a6bce-84b2-411f-bc00-a368b775506f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f10a6bce-84b2-411f-bc00-a368b775506f,segment=NetworkSegment(d3bb340b-6163-4e9d-b328-40b647c3ff4d),segment_id=d3bb340b-6163-4e9d-b328-40b647c3ff4d)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:49.053062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91585e33-f7d2-469d-8701-cd28e2e4e18d req-72345727-a0da-4712-930b-39d7a1ffb9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:49.053386 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91585e33-f7d2-469d-8701-cd28e2e4e18d req-72345727-a0da-4712-930b-39d7a1ffb9a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 1127 time: 0.1496193 Mar 24 01:11:49.053888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35382) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:49.055645 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-69c0e2bf-6504-4dd8-8d72-0db726684a46 None None] Publish callbacks [] for port (f10a6bce-84b2-411f-bc00-a368b775506f), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:49.063554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381df962-168f-43bc-8ebf-87669af26679 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:11:49.066792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-381df962-168f-43bc-8ebf-87669af26679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:11:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:49.103023 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-69c0e2bf-6504-4dd8-8d72-0db726684a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:49.603099 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0e2bf-6504-4dd8-8d72-0db726684a46 None None] Pushing event updated for resources: {'Port': ['ID=f10a6bce-84b2-411f-bc00-a368b775506f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:49.659823 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f10a6bce-84b2-411f-bc00-a368b775506f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:49.660291 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:49.673142 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Publish callbacks [] for port (df904ae1-4932-48a9-a9e5-cf835f53cf76), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:49.733946 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (df904ae1-4932-48a9-a9e5-cf835f53cf76), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:49.735592 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (7049bf53-76b5-4a63-b575-dcb7f2b0bd2d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:49.748036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91585e33-f7d2-469d-8701-cd28e2e4e18d req-ee60c75e-2167-4e53-b1ad-f44642154a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:49.751790 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91585e33-f7d2-469d-8701-cd28e2e4e18d req-ee60c75e-2167-4e53-b1ad-f44642154a65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 915 time: 0.6854711 Mar 24 01:11:49.756364 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-381df962-168f-43bc-8ebf-87669af26679 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:11:49.766313 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2411cc3d-563a-408d-8e92-950fbf091106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:49.905473 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Subnet': ['ID=7049bf53-76b5-4a63-b575-dcb7f2b0bd2d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:49.942389 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (43775900-2888-49b4-bc0e-888d538f3613), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:49.948967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Network 43775900-2888-49b4-bc0e-888d538f3613 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:11:49.979699 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2411cc3d-563a-408d-8e92-950fbf091106 admin admin] Publish callbacks [] for security_group (039e6079-ac00-486c-a802-0e995dd7dfac), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:50.002757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43775900-2888-49b4-bc0e-888d538f3613']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:50.008688 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:11:50.018523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:11:50.045018 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a62a75c-68fa-48ed-bc03-61f59cbd91bb') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:50.045360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a62a75c-68fa-48ed-bc03-61f59cbd91bb') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:50.076998 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (6a62a75c-68fa-48ed-bc03-61f59cbd91bb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:50.108644 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (6a62a75c-68fa-48ed-bc03-61f59cbd91bb), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:50.130380 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:11:50.131953 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (6a62a75c-68fa-48ed-bc03-61f59cbd91bb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:50.136180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91585e33-f7d2-469d-8701-cd28e2e4e18d req-fede84f1-3ad3-4327-8304-d7b5bb723687 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd497f7-5934-4535-abbc-018d3284b9ca HTTP/1.1" status: 200 len: 999 time: 0.3183236 Mar 24 01:11:50.140909 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2411cc3d-563a-408d-8e92-950fbf091106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (039e6079-ac00-486c-a802-0e995dd7dfac), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:11:50.146259 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:11:50.157056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Pushing event updated for resources: {'Port': ['ID=df904ae1-4932-48a9-a9e5-cf835f53cf76,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:50.235651 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91585e33-f7d2-469d-8701-cd28e2e4e18d req-7e76f088-18e7-43f5-98c8-ff8f57594a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:50.238139 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91585e33-f7d2-469d-8701-cd28e2e4e18d req-7e76f088-18e7-43f5-98c8-ff8f57594a51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 0.0940757 Mar 24 01:11:50.338327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4c847-bd2f-4d3a-94cd-58883d0ce608 req-f475541b-855d-4fd3-819a-a4b7c5d78127 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:50.340179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbf4c847-bd2f-4d3a-94cd-58883d0ce608 req-f475541b-855d-4fd3-819a-a4b7c5d78127 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.8467140 Mar 24 01:11:50.369024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664d9ff-a5bf-4aee-b658-d00b9e8a67b1 req-1b8578fe-35cf-418a-93c0-34d9a68caa7f tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:50.377345 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b664d9ff-a5bf-4aee-b658-d00b9e8a67b1 req-1b8578fe-35cf-418a-93c0-34d9a68caa7f tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 945 time: 0.8797307 Mar 24 01:11:50.384627 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2411cc3d-563a-408d-8e92-950fbf091106 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9297eb0b23c143f58dad98986bd4ad82&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3274283 Mar 24 01:11:50.385812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411cc3d-563a-408d-8e92-950fbf091106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039e6079-ac00-486c-a802-0e995dd7dfac,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:50.386805 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35418) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:50.396350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Attempting to bind port df904ae1-4932-48a9-a9e5-cf835f53cf76 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:11:50.398526 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Attempting to bind port df904ae1-4932-48a9-a9e5-cf835f53cf76 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '6a62a75c-68fa-48ed-bc03-61f59cbd91bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '43775900-2888-49b4-bc0e-888d538f3613'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:11:50.398932 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Attempting to bind port df904ae1-4932-48a9-a9e5-cf835f53cf76 on network 43775900-2888-49b4-bc0e-888d538f3613 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:11:50.432848 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.db.api [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 01:11:50.432848 n-d-760455-9 neutron-server[115729]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 01:11:50.432848 n-d-760455-9 neutron-server[115729]: [parameters: {'id': '43775900-2888-49b4-bc0e-888d538f3613'}] Mar 24 01:11:50.432848 n-d-760455-9 neutron-server[115729]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:11:50.438052 n-d-760455-9 neutron-server[115729]: DEBUG oslo_db.api [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:11:50.458105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f10a6bce-84b2-411f-bc00-a368b775506f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:50.498039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:11:50.498564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Checking segment: {'id': '6a62a75c-68fa-48ed-bc03-61f59cbd91bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '43775900-2888-49b4-bc0e-888d538f3613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:11:50.500900 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:50.501466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91585e33-f7d2-469d-8701-cd28e2e4e18d req-e155eb47-53fb-4f76-bf53-0aa815af82b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:50.502439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Bound using segment: {'id': '6a62a75c-68fa-48ed-bc03-61f59cbd91bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '43775900-2888-49b4-bc0e-888d538f3613'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:11:50.502970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Bound port: df904ae1-4932-48a9-a9e5-cf835f53cf76, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a62a75c-68fa-48ed-bc03-61f59cbd91bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '43775900-2888-49b4-bc0e-888d538f3613'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:11:50.503331 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91585e33-f7d2-469d-8701-cd28e2e4e18d req-e155eb47-53fb-4f76-bf53-0aa815af82b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2439115 Mar 24 01:11:50.503464 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (df904ae1-4932-48a9-a9e5-cf835f53cf76), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:50.638838 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-148e9f68-0c14-42d2-b85b-cc440f615d3f admin admin] Publish callbacks [] for security_group (039e6079-ac00-486c-a802-0e995dd7dfac), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:50.645011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b664d9ff-a5bf-4aee-b658-d00b9e8a67b1 req-327539cb-3620-48ab-98a6-205ed1246ce0 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/security-groups?id=edafe97e-da91-4168-aabf-6922f5657bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583277 Mar 24 01:11:50.668121 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbf4c847-bd2f-4d3a-94cd-58883d0ce608 req-613704f2-c8b1-40a5-8335-88b285ea65d1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162997 Mar 24 01:11:50.703189 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-148e9f68-0c14-42d2-b85b-cc440f615d3f admin admin] Publish callbacks [] for security_group (039e6079-ac00-486c-a802-0e995dd7dfac), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:50.744094 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91585e33-f7d2-469d-8701-cd28e2e4e18d req-50f6b115-175f-4c09-a4f5-ae4f91a7d9e8 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339168 Mar 24 01:11:50.833175 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-148e9f68-0c14-42d2-b85b-cc440f615d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (039e6079-ac00-486c-a802-0e995dd7dfac), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:50.837785 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-148e9f68-0c14-42d2-b85b-cc440f615d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:50.840512 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-148e9f68-0c14-42d2-b85b-cc440f615d3f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/039e6079-ac00-486c-a802-0e995dd7dfac HTTP/1.1" status: 204 len: 168 time: 0.4525905 Mar 24 01:11:50.860836 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e9f68-0c14-42d2-b85b-cc440f615d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039e6079-ac00-486c-a802-0e995dd7dfac,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:50.928571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91585e33-f7d2-469d-8701-cd28e2e4e18d req-d998bc36-42b3-4e8c-a77f-aad4f2bf3957 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781313 Mar 24 01:11:50.940321 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (43775900-2888-49b4-bc0e-888d538f3613), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:50.981746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] For port df904ae1-4932-48a9-a9e5-cf835f53cf76, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:11:50.990044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] For port df904ae1-4932-48a9-a9e5-cf835f53cf76, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=df904ae1-4932-48a9-a9e5-cf835f53cf76,segment=NetworkSegment(6a62a75c-68fa-48ed-bc03-61f59cbd91bb),segment_id=6a62a75c-68fa-48ed-bc03-61f59cbd91bb)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:11:51.013071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f10a6bce-84b2-411f-bc00-a368b775506f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:11:51.086862 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Deleting port df904ae1-4932-48a9-a9e5-cf835f53cf76 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:11:51.087216 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (df904ae1-4932-48a9-a9e5-cf835f53cf76), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:51.110755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a40e40f-72e1-47f7-a007-b34cbf723ef5 None None] Network 9e79c238-e2e9-41af-82c5-d6b58ebd7cf9 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:51.322353 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] For port df904ae1-4932-48a9-a9e5-cf835f53cf76, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=df904ae1-4932-48a9-a9e5-cf835f53cf76,segment=NetworkSegment(6a62a75c-68fa-48ed-bc03-61f59cbd91bb),segment_id=6a62a75c-68fa-48ed-bc03-61f59cbd91bb)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:51.323076 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (df904ae1-4932-48a9-a9e5-cf835f53cf76), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:51.336772 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (df904ae1-4932-48a9-a9e5-cf835f53cf76), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:51.367150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Calling delete_port for df904ae1-4932-48a9-a9e5-cf835f53cf76 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:11:51.569422 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (df904ae1-4932-48a9-a9e5-cf835f53cf76), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:51.645728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-593db996-ee07-4dc4-850a-81dd2d914532 None None] Provisioning complete for port f10a6bce-84b2-411f-bc00-a368b775506f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:51.645860 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-593db996-ee07-4dc4-850a-81dd2d914532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:51.682624 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Port': ['ID=df904ae1-4932-48a9-a9e5-cf835f53cf76,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:51.704399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No DVR routers for this DVR port df904ae1-4932-48a9-a9e5-cf835f53cf76 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:11:51.871561 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (43775900-2888-49b4-bc0e-888d538f3613), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:51.895971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f10a6bce-84b2-411f-bc00-a368b775506f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:51.896678 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:51.918761 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35452) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:51.920462 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43775900-2888-49b4-bc0e-888d538f3613']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server [None req-f3ca1d71-eb2b-4f54-9729-8babfa2b8b1a None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port df904ae1-4932-48a9-a9e5-cf835f53cf76 could not be found. Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1558, in get_port Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port df904ae1-4932-48a9-a9e5-cf835f53cf76 could not be found. Mar 24 01:11:51.935013 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Mar 24 01:11:51.966103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6834c79-1e8c-4e3b-8ae8-c678f0bb54d5 None None] Network 43775900-2888-49b4-bc0e-888d538f3613 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:51.970680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a62a75c-68fa-48ed-bc03-61f59cbd91bb') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:51.971607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a62a75c-68fa-48ed-bc03-61f59cbd91bb') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:51.973703 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9b1c021c-4cd0-4edc-bf44-7401da7c7e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:51.998203 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35454) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:52.024071 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (6a62a75c-68fa-48ed-bc03-61f59cbd91bb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:52.030150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4245ff-1a3a-4986-84e1-75b6b4410e26 req-cb510ee2-2f11-40ca-9f76-65208735a7d0 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:52.038343 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f4245ff-1a3a-4986-84e1-75b6b4410e26 req-cb510ee2-2f11-40ca-9f76-65208735a7d0 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 945 time: 0.2364037 Mar 24 01:11:52.059426 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (6a62a75c-68fa-48ed-bc03-61f59cbd91bb), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:52.071355 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:11:52.072204 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (6a62a75c-68fa-48ed-bc03-61f59cbd91bb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:52.078485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fe194-dcdb-4e85-b9e3-57818834cae4 None None] Pushing event updated for resources: {'Port': ['ID=df904ae1-4932-48a9-a9e5-cf835f53cf76,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:11:52.081009 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:11:52.211324 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (43775900-2888-49b4-bc0e-888d538f3613), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:52.224683 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:52.228134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f4245ff-1a3a-4986-84e1-75b6b4410e26 req-0b1a21a6-0c67-4d80-a5d3-3c7484076840 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/security-groups?id=edafe97e-da91-4168-aabf-6922f5657bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795313 Mar 24 01:11:52.248793 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/43775900-2888-49b4-bc0e-888d538f3613 HTTP/1.1" status: 204 len: 168 time: 4.7007551 Mar 24 01:11:52.262284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4772b0-3837-4f12-b91f-09196b90ccb3 req-92720990-85e6-420c-9e0f-44d99c200c87 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:52.262849 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35458) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:52.265594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf4772b0-3837-4f12-b91f-09196b90ccb3 req-92720990-85e6-420c-9e0f-44d99c200c87 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.3786569 Mar 24 01:11:52.320418 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6710387-1e3a-489e-a0b5-f0fda568b3ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Network': ['ID=43775900-2888-49b4-bc0e-888d538f3613,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:52.365730 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-4233c78d-5a02-488b-9fb9-6c3a5750cc3d tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] DELETE failed (client error): The resource could not be found. Mar 24 01:11:52.366265 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4233c78d-5a02-488b-9fb9-6c3a5750cc3d tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:11:52.385000 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf4772b0-3837-4f12-b91f-09196b90ccb3 req-f48dcdbe-5fed-4c13-923c-4b2ba05b77f0 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085436 Mar 24 01:11:52.385321 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4233c78d-5a02-488b-9fb9-6c3a5750cc3d tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/43775900-2888-49b4-bc0e-888d538f3613 HTTP/1.1" status: 404 len: 339 time: 0.0990801 Mar 24 01:11:52.386064 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35462) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:52.399072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e6ebff43-84de-4476-acfb-f21890937aaf tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-957062053', 'description': 'd1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:52.432890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ebff43-84de-4476-acfb-f21890937aaf tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:52.441021 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e6ebff43-84de-4476-acfb-f21890937aaf tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:52.460263 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66b0ac8f-b2ed-4e38-b1c6-dad8f0127852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:52.475625 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-381df962-168f-43bc-8ebf-87669af26679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '812e6cd5-20f8-4a97-b09f-59f490fcb187', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': 'afd497f7-5934-4535-abbc-018d3284b9ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:9c:05:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc595a-0765-434c-9ce6-63ce553abfee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:11:18Z', 'updated_at': '2022-03-24T01:11:46Z', 'revision_number': 1, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:52.505817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ebff43-84de-4476-acfb-f21890937aaf tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:11:52.530427 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e6ebff43-84de-4476-acfb-f21890937aaf tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (c19ae30b-305a-456e-99cb-1c4092c83fd4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:52.530935 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-e6ebff43-84de-4476-acfb-f21890937aaf tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Added segment c19ae30b-305a-456e-99cb-1c4092c83fd4 of type vlan for network 3a0d5ba0-44ba-4bdd-88ca-2b349c219b31 Mar 24 01:11:52.536591 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9b1c021c-4cd0-4edc-bf44-7401da7c7e45 admin admin] Publish callbacks [] for security_group (06c7c0a5-9699-4999-ae87-08f663c7d3a2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:52.614852 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e6ebff43-84de-4476-acfb-f21890937aaf tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (3a0d5ba0-44ba-4bdd-88ca-2b349c219b31), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:52.658109 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66b0ac8f-b2ed-4e38-b1c6-dad8f0127852 admin admin] Publish callbacks [] for security_group (2af981d2-aa8f-42c7-9d4c-533e6c77ad31), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:52.661657 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9b1c021c-4cd0-4edc-bf44-7401da7c7e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (06c7c0a5-9699-4999-ae87-08f663c7d3a2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:52.670854 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66b0ac8f-b2ed-4e38-b1c6-dad8f0127852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2af981d2-aa8f-42c7-9d4c-533e6c77ad31), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:52.675428 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e6ebff43-84de-4476-acfb-f21890937aaf tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (3a0d5ba0-44ba-4bdd-88ca-2b349c219b31), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:52.681071 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ebff43-84de-4476-acfb-f21890937aaf tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:52.682780 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e6ebff43-84de-4476-acfb-f21890937aaf tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:52.751215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c021c-4cd0-4edc-bf44-7401da7c7e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c7c0a5-9699-4999-ae87-08f663c7d3a2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:52.764463 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e6ebff43-84de-4476-acfb-f21890937aaf tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3770711 Mar 24 01:11:52.785504 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-66b0ac8f-b2ed-4e38-b1c6-dad8f0127852 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3e515bde3134412864f5dd66002de4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7841139 Mar 24 01:11:52.797523 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9b1c021c-4cd0-4edc-bf44-7401da7c7e45 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23fd0342b4b648409d6c48e84937222c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8697875 Mar 24 01:11:52.805674 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35466) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:52.806331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35468) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:52.806841 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35470) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:52.881625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebff43-84de-4476-acfb-f21890937aaf tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Network': ['ID=3a0d5ba0-44ba-4bdd-88ca-2b349c219b31,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:52.901190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dba48f-05b4-485b-816c-f78041744814 None None] Network 43775900-2888-49b4-bc0e-888d538f3613 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:11:52.908780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 3a0d5ba0-44ba-4bdd-88ca-2b349c219b31 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:11:52.962751 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381df962-168f-43bc-8ebf-87669af26679 None None] Checking router: a9ee4bad-e653-484c-97e8-9380577683bf for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:11:52.968719 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5894c7ee-80e6-4ded-99fb-3e02f3759e78 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:52.973628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35478) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:52.973764 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5894c7ee-80e6-4ded-99fb-3e02f3759e78 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "GET /v2.0/networks?id=3a0d5ba0-44ba-4bdd-88ca-2b349c219b31 HTTP/1.1" status: 200 len: 764 time: 0.1644914 Mar 24 01:11:52.981849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-9f669daf-e82d-4b25-8169-14927bf984c3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'network': {'description': 'd2'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:53.072613 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dba48f-05b4-485b-816c-f78041744814 None None] Network 43775900-2888-49b4-bc0e-888d538f3613 could not be found, it might have been deleted concurrently. {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 24 01:11:53.111036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-220eb7c1-8d6e-4e87-8778-eb24c7602d12 admin admin] Publish callbacks [] for security_group (2af981d2-aa8f-42c7-9d4c-533e6c77ad31), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:53.116802 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0ac8f-b2ed-4e38-b1c6-dad8f0127852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af981d2-aa8f-42c7-9d4c-533e6c77ad31,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:53.199088 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8cb552e8-a5dc-4e97-a168-1a79a1a72650 admin admin] Publish callbacks [] for security_group (06c7c0a5-9699-4999-ae87-08f663c7d3a2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:53.245730 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:11:53.257593 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-220eb7c1-8d6e-4e87-8778-eb24c7602d12 admin admin] Publish callbacks [] for security_group (2af981d2-aa8f-42c7-9d4c-533e6c77ad31), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:53.286547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381df962-168f-43bc-8ebf-87669af26679 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:11:53.287129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-381df962-168f-43bc-8ebf-87669af26679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:11:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:53.304534 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8cb552e8-a5dc-4e97-a168-1a79a1a72650 admin admin] Publish callbacks [] for security_group (06c7c0a5-9699-4999-ae87-08f663c7d3a2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:53.399859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-593db996-ee07-4dc4-850a-81dd2d914532 None None] Current status of the port f10a6bce-84b2-411f-bc00-a368b775506f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:53.455833 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-220eb7c1-8d6e-4e87-8778-eb24c7602d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2af981d2-aa8f-42c7-9d4c-533e6c77ad31), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:53.459031 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-220eb7c1-8d6e-4e87-8778-eb24c7602d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:53.461901 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-220eb7c1-8d6e-4e87-8778-eb24c7602d12 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2af981d2-aa8f-42c7-9d4c-533e6c77ad31 HTTP/1.1" status: 204 len: 168 time: 0.6498203 Mar 24 01:11:53.479866 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220eb7c1-8d6e-4e87-8778-eb24c7602d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af981d2-aa8f-42c7-9d4c-533e6c77ad31,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:53.486710 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8cb552e8-a5dc-4e97-a168-1a79a1a72650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (06c7c0a5-9699-4999-ae87-08f663c7d3a2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:53.494179 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8cb552e8-a5dc-4e97-a168-1a79a1a72650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:53.500746 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8cb552e8-a5dc-4e97-a168-1a79a1a72650 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/06c7c0a5-9699-4999-ae87-08f663c7d3a2 HTTP/1.1" status: 204 len: 168 time: 0.6861374 Mar 24 01:11:53.514127 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f10a6bce-84b2-411f-bc00-a368b775506f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:53.521460 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb552e8-a5dc-4e97-a168-1a79a1a72650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c7c0a5-9699-4999-ae87-08f663c7d3a2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:53.534202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddddd6ff-e2ac-40ee-8172-e298b467cd39 None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:11:53.568956 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9f669daf-e82d-4b25-8169-14927bf984c3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (3a0d5ba0-44ba-4bdd-88ca-2b349c219b31), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:53.628493 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9f669daf-e82d-4b25-8169-14927bf984c3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (3a0d5ba0-44ba-4bdd-88ca-2b349c219b31), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:53.698813 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a7efe5df-c48f-4e00-bbcb-d1853c98dceb None None] Provisioning complete for port f10a6bce-84b2-411f-bc00-a368b775506f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:11:53.699756 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a7efe5df-c48f-4e00-bbcb-d1853c98dceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:53.724190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f669daf-e82d-4b25-8169-14927bf984c3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network 3a0d5ba0-44ba-4bdd-88ca-2b349c219b31 is not hosted by any dhcp agent {{(pid=115730) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 24 01:11:53.754183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f669daf-e82d-4b25-8169-14927bf984c3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:53.762091 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9f669daf-e82d-4b25-8169-14927bf984c3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:53.767390 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9f669daf-e82d-4b25-8169-14927bf984c3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "PUT /v2.0/networks/3a0d5ba0-44ba-4bdd-88ca-2b349c219b31 HTTP/1.1" status: 200 len: 761 time: 0.7897696 Mar 24 01:11:53.768958 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35492) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:53.970075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f669daf-e82d-4b25-8169-14927bf984c3 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Network': ['ID=3a0d5ba0-44ba-4bdd-88ca-2b349c219b31,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:53.975033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-381df962-168f-43bc-8ebf-87669af26679 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:11:54.024996 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df964d2-be47-4e89-9703-eb94bcabe6eb tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:54.032957 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb33b08-ca08-49c1-9138-6652c1ff485e req-a418e626-472a-46c6-bf29-f795a27d4e89 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:54.034263 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7df964d2-be47-4e89-9703-eb94bcabe6eb tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "GET /v2.0/networks?id=3a0d5ba0-44ba-4bdd-88ca-2b349c219b31 HTTP/1.1" status: 200 len: 764 time: 0.2640030 Mar 24 01:11:54.035134 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35498) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:54.040164 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6eb33b08-ca08-49c1-9138-6652c1ff485e req-a418e626-472a-46c6-bf29-f795a27d4e89 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.4341466 Mar 24 01:11:54.067038 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 3a0d5ba0-44ba-4bdd-88ca-2b349c219b31 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:11:54.195023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6eb33b08-ca08-49c1-9138-6652c1ff485e req-1f4d94e2-4ed5-428d-bd01-5769e1e0a4aa tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537707 Mar 24 01:11:54.365308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddddd6ff-e2ac-40ee-8172-e298b467cd39 None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:11:54.592972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35518) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:54.612373 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9670944a-0e54-4f97-939c-461c50df6d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:54.648800 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b141016-2648-4576-8f31-c7845930dd5f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:54.654636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35522) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:54.655546 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3b141016-2648-4576-8f31-c7845930dd5f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6191244 Mar 24 01:11:54.799920 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6ef6aca1-1a7b-44f4-9149-934fa34ae057 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 207 time: 0.1402886 Mar 24 01:11:54.803406 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35528) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:55.133481 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9670944a-0e54-4f97-939c-461c50df6d28 admin admin] Publish callbacks [] for security_group (fc8fc7c2-3e1e-49b4-a8a3-aecd895ab7ea), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:55.150479 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9670944a-0e54-4f97-939c-461c50df6d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fc8fc7c2-3e1e-49b4-a8a3-aecd895ab7ea), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:55.230907 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a7efe5df-c48f-4e00-bbcb-d1853c98dceb None None] Current status of the port f10a6bce-84b2-411f-bc00-a368b775506f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:11:55.282202 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9670944a-0e54-4f97-939c-461c50df6d28 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ca1368cd28140fb94b64fdc67c151b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6879601 Mar 24 01:11:55.285173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670944a-0e54-4f97-939c-461c50df6d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8fc7c2-3e1e-49b4-a8a3-aecd895ab7ea,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:55.293686 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35542) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:55.428045 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2c6b3318-067d-4d5f-b40d-c0bb5cefae64 admin admin] Publish callbacks [] for security_group (fc8fc7c2-3e1e-49b4-a8a3-aecd895ab7ea), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:55.669384 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2c6b3318-067d-4d5f-b40d-c0bb5cefae64 admin admin] Publish callbacks [] for security_group (fc8fc7c2-3e1e-49b4-a8a3-aecd895ab7ea), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:55.825697 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-381df962-168f-43bc-8ebf-87669af26679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '812e6cd5-20f8-4a97-b09f-59f490fcb187', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': 'afd497f7-5934-4535-abbc-018d3284b9ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:9c:05:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc595a-0765-434c-9ce6-63ce553abfee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:11:18Z', 'updated_at': '2022-03-24T01:11:46Z', 'revision_number': 1, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:11:55.854940 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d18a1-7107-4e5b-ac02-6f1dd8d3704b req-5c4e6cc7-6510-4f58-bbf3-47addd916ba8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:55.860104 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f1d18a1-7107-4e5b-ac02-6f1dd8d3704b req-5c4e6cc7-6510-4f58-bbf3-47addd916ba8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.4348452 Mar 24 01:11:55.936844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381df962-168f-43bc-8ebf-87669af26679 None None] The sync data for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 is: [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '812e6cd5-20f8-4a97-b09f-59f490fcb187', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': 'afd497f7-5934-4535-abbc-018d3284b9ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:9c:05:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc595a-0765-434c-9ce6-63ce553abfee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:11:18Z', 'updated_at': '2022-03-24T01:11:46Z', 'revision_number': 1, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:11:55.990441 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f1d18a1-7107-4e5b-ac02-6f1dd8d3704b req-7b548870-2287-4d30-8c1b-e92674ed254b tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155772 Mar 24 01:11:56.003343 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2c6b3318-067d-4d5f-b40d-c0bb5cefae64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fc8fc7c2-3e1e-49b4-a8a3-aecd895ab7ea), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:56.006531 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2c6b3318-067d-4d5f-b40d-c0bb5cefae64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:56.011558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2c6b3318-067d-4d5f-b40d-c0bb5cefae64 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc8fc7c2-3e1e-49b4-a8a3-aecd895ab7ea HTTP/1.1" status: 204 len: 168 time: 0.7161660 Mar 24 01:11:56.029970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b3318-067d-4d5f-b40d-c0bb5cefae64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8fc7c2-3e1e-49b4-a8a3-aecd895ab7ea,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:11:56.078772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d11d6f-8b04-4e85-b43c-27761ca03742 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:56.093055 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d11d6f-8b04-4e85-b43c-27761ca03742 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:56.114304 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d11d6f-8b04-4e85-b43c-27761ca03742 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:56.131130 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d11d6f-8b04-4e85-b43c-27761ca03742 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:56.150762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d11d6f-8b04-4e85-b43c-27761ca03742 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:56.166340 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d11d6f-8b04-4e85-b43c-27761ca03742 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:56.172452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35560) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:56.175235 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-75d11d6f-8b04-4e85-b43c-27761ca03742 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 1.3695276 Mar 24 01:11:56.467632 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8219def7-9d2d-468a-b69d-2d5a1648a2f3 None None] New status for floating IP 812e6cd5-20f8-4a97-b09f-59f490fcb187: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:11:56.859515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2bf8a5f6-092c-4410-9ab0-e6745a68843f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.6832659 Mar 24 01:11:56.863808 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35584) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:57.151305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e355541-c88e-4419-aa32-7838b8308d6a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:57.153303 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e355541-c88e-4419-aa32-7838b8308d6a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:57.157171 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e355541-c88e-4419-aa32-7838b8308d6a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:57.160129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e355541-c88e-4419-aa32-7838b8308d6a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:57.161882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e355541-c88e-4419-aa32-7838b8308d6a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:57.164156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9e355541-c88e-4419-aa32-7838b8308d6a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2895846 Mar 24 01:11:57.168036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35592) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:57.309728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ae32b-14fb-4d54-a6ff-ca7f226ef685 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:57.311583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ae32b-14fb-4d54-a6ff-ca7f226ef685 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:57.313918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ae32b-14fb-4d54-a6ff-ca7f226ef685 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:57.315786 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ae32b-14fb-4d54-a6ff-ca7f226ef685 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:57.317477 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ae32b-14fb-4d54-a6ff-ca7f226ef685 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:57.319753 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-496ae32b-14fb-4d54-a6ff-ca7f226ef685 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1498508 Mar 24 01:11:57.323778 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35600) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:57.413793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8ac08-9b37-4aa7-903f-5b8acd5103d2 req-0ac1bd85-1b3a-4ccc-8673-a037b2bf2b7d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:57.416041 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ca8ac08-9b37-4aa7-903f-5b8acd5103d2 req-0ac1bd85-1b3a-4ccc-8673-a037b2bf2b7d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.1123536 Mar 24 01:11:57.536904 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ca8ac08-9b37-4aa7-903f-5b8acd5103d2 req-23e5bae5-3d2f-4f72-9896-b5d159b797f2 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143305 Mar 24 01:11:57.561014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961973ad-73fb-474f-a319-bb6aa6b37108 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:57.563008 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35606) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:57.565464 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-961973ad-73fb-474f-a319-bb6aa6b37108 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "GET /v2.0/networks/ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3 HTTP/1.1" status: 200 len: 803 time: 0.2384183 Mar 24 01:11:58.723298 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-59155ab1-7d37-48f9-8f60-d9cec5ae962a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:58.756040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-58426d1a-b637-4ec6-9ef8-c60f4030202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:58.757604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-58426d1a-b637-4ec6-9ef8-c60f4030202f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b&tenant_id=83dbb7736bbd451eb25adbbef64a2e94 HTTP/1.1" status: 200 len: 1125 time: 0.2649741 Mar 24 01:11:58.780725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:58.829575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35648) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:58.839325 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bffa0262-274c-411c-9206-d642f1c111f8 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "GET /v2.0/networks/ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 1.2748704 Mar 24 01:11:58.880151 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48f9a6-1af9-4652-9f41-01bc6feab7b1 req-a36906f7-c92e-490a-ab1e-afb7a3787e00 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:58.886540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d48f9a6-1af9-4652-9f41-01bc6feab7b1 req-a36906f7-c92e-490a-ab1e-afb7a3787e00 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.1981919 Mar 24 01:11:58.900359 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f18e9-e155-4062-ae68-835546eb60b1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:58.906325 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8a2f18e9-e155-4062-ae68-835546eb60b1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "GET /v2.0/subnets/9acc089f-4e59-467e-b8c5-58f66e2f9600 HTTP/1.1" status: 200 len: 843 time: 0.0757108 Mar 24 01:11:58.907446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35650) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:59.011716 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35654) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:59.056508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85935ac8-1ffe-481c-902a-0780d1b99b89 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['shared'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:59.064725 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-85935ac8-1ffe-481c-902a-0780d1b99b89 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "GET /v2.0/subnets/9acc089f-4e59-467e-b8c5-58f66e2f9600?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1560478 Mar 24 01:11:59.067598 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35658) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:59.080269 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-333650bd-8231-4527-80cb-f8fb16863a80 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1641932982'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:11:59.142468 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d48f9a6-1af9-4652-9f41-01bc6feab7b1 req-be68fb02-9084-4c58-98f2-0bf9f101a8f0 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484047 Mar 24 01:11:59.143983 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:59.162721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333650bd-8231-4527-80cb-f8fb16863a80 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:11:59.180321 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-333650bd-8231-4527-80cb-f8fb16863a80 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:59.271948 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333650bd-8231-4527-80cb-f8fb16863a80 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:11:59.312512 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-333650bd-8231-4527-80cb-f8fb16863a80 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (937305c9-2c7d-40fc-8914-8eba2c5dc038), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:59.312875 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-333650bd-8231-4527-80cb-f8fb16863a80 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Added segment 937305c9-2c7d-40fc-8914-8eba2c5dc038 of type vlan for network 9f10fb28-9163-46c2-96ad-31dd0b3e690d Mar 24 01:11:59.445082 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18d046df-5607-4cf0-a78e-8e91972f80fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:59.448068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-333650bd-8231-4527-80cb-f8fb16863a80 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (9f10fb28-9163-46c2-96ad-31dd0b3e690d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:59.583115 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.db.resource_extend [None req-333650bd-8231-4527-80cb-f8fb16863a80 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:11:59.646307 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-333650bd-8231-4527-80cb-f8fb16863a80 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (9f10fb28-9163-46c2-96ad-31dd0b3e690d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:59.667384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333650bd-8231-4527-80cb-f8fb16863a80 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:11:59.668269 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-333650bd-8231-4527-80cb-f8fb16863a80 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:59.691605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18d046df-5607-4cf0-a78e-8e91972f80fe admin admin] Publish callbacks [] for security_group (e9268702-2de1-4bd9-ad47-32d7d0d1768f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:59.723502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:11:59.737907 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18d046df-5607-4cf0-a78e-8e91972f80fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e9268702-2de1-4bd9-ad47-32d7d0d1768f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:59.815764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:11:59.853482 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-18d046df-5607-4cf0-a78e-8e91972f80fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=24e04f4621fe418e951c8a6acaaeacbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8367760 Mar 24 01:11:59.858626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35682) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:59.932763 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-333650bd-8231-4527-80cb-f8fb16863a80 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8630540 Mar 24 01:11:59.934614 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35686) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:11:59.972019 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:11:59.994398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a6d5b92b-4908-4368-a9d9-d96ef37dc539 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'subnet': {'network_id': '9f10fb28-9163-46c2-96ad-31dd0b3e690d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:00.019620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e764ac-5193-4d5a-a7c5-08b07e786da2 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:12:00.033729 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Publish callbacks [] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:00.036860 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ae919c1-b492-41e1-93d9-54b242fa5782 admin admin] Publish callbacks [] for security_group (e9268702-2de1-4bd9-ad47-32d7d0d1768f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:00.042693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d046df-5607-4cf0-a78e-8e91972f80fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9268702-2de1-4bd9-ad47-32d7d0d1768f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:00.062241 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333650bd-8231-4527-80cb-f8fb16863a80 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Network': ['ID=9f10fb28-9163-46c2-96ad-31dd0b3e690d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:00.071303 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ae919c1-b492-41e1-93d9-54b242fa5782 admin admin] Publish callbacks [] for security_group (e9268702-2de1-4bd9-ad47-32d7d0d1768f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:00.099805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 9f10fb28-9163-46c2-96ad-31dd0b3e690d details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:12:00.155453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Transition to ACTIVE for port object 44e764ac-5193-4d5a-a7c5-08b07e786da2 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:12:00.167160 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:00.213417 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d5b92b-4908-4368-a9d9-d96ef37dc539 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Made reservation on behalf of 6287d5fee86e41829ffa6b98fe2ace5a for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:12:00.221226 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b92b-4908-4368-a9d9-d96ef37dc539 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:00.317605 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.ipam_backend_mixin [None req-a6d5b92b-4908-4368-a9d9-d96ef37dc539 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Performing IP validity checks on allocation pools {{(pid=115729) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 24 01:12:00.322348 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.ipam_backend_mixin [None req-a6d5b92b-4908-4368-a9d9-d96ef37dc539 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115729) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 24 01:12:00.475996 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Pushing event updated for resources: {'Port': ['ID=44e764ac-5193-4d5a-a7c5-08b07e786da2,revision_number=9']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:00.605439 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ae919c1-b492-41e1-93d9-54b242fa5782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e9268702-2de1-4bd9-ad47-32d7d0d1768f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:00.612113 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ae919c1-b492-41e1-93d9-54b242fa5782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:00.614403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6ae919c1-b492-41e1-93d9-54b242fa5782 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9268702-2de1-4bd9-ad47-32d7d0d1768f HTTP/1.1" status: 204 len: 168 time: 0.7530365 Mar 24 01:12:00.773182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] No DVR routers for this DVR port 44e764ac-5193-4d5a-a7c5-08b07e786da2 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:12:00.799237 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b92b-4908-4368-a9d9-d96ef37dc539 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (55418cbe-3b89-4e9e-a654-45067f401c78), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:00.843655 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5e798267-49be-477d-b7a1-68fc89fef932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:00.872322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae919c1-b492-41e1-93d9-54b242fa5782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9268702-2de1-4bd9-ad47-32d7d0d1768f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:01.030609 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d5b92b-4908-4368-a9d9-d96ef37dc539 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Checking segment: {'id': '937305c9-2c7d-40fc-8914-8eba2c5dc038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9f10fb28-9163-46c2-96ad-31dd0b3e690d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:12:01.031690 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d5b92b-4908-4368-a9d9-d96ef37dc539 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network hostable DHCP agents. Network: 9f10fb28-9163-46c2-96ad-31dd0b3e690d, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:12:01.037850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5b92b-4908-4368-a9d9-d96ef37dc539 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Subnet': ['ID=55418cbe-3b89-4e9e-a654-45067f401c78,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:01.067004 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d5b92b-4908-4368-a9d9-d96ef37dc539 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Network 9f10fb28-9163-46c2-96ad-31dd0b3e690d is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:12:01.102056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a6d5b92b-4908-4368-a9d9-d96ef37dc539 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 9f10fb28-9163-46c2-96ad-31dd0b3e690d) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:12:01.112819 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d5b92b-4908-4368-a9d9-d96ef37dc539 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:01.114543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29344e8d-c41f-40f8-8aa0-ef8066ccdc9a None None] Network 9f10fb28-9163-46c2-96ad-31dd0b3e690d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:12:01.115614 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b92b-4908-4368-a9d9-d96ef37dc539 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:01.163438 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a6d5b92b-4908-4368-a9d9-d96ef37dc539 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2019763 Mar 24 01:12:01.171108 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35738) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:01.177602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f0a5dca-31d6-498a-8198-6eefb431bce7 req-56c342ff-86ad-48b6-9863-9ab627d46e75 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7138975 Mar 24 01:12:01.186839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b447b6d7-410d-4939-b800-05d4a2a7210f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:01.204523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e568d3-8ee5-42e5-8f57-0d68833c34e4 req-6a191b8c-cee8-4c33-be6b-18bf6dba6518 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:01.228779 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e568d3-8ee5-42e5-8f57-0d68833c34e4 req-6a191b8c-cee8-4c33-be6b-18bf6dba6518 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 945 time: 0.4974096 Mar 24 01:12:01.241922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a39ece-9b83-43f8-9054-94ef4fd88dda req-62066176-1821-4e40-8c92-6dcb55626159 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:01.245286 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9a39ece-9b83-43f8-9054-94ef4fd88dda req-62066176-1821-4e40-8c92-6dcb55626159 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 943 time: 0.7839022 Mar 24 01:12:01.344304 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-9f10fb28-9163-46c2-96ad-31dd0b3e690d', 'network_id': '9f10fb28-9163-46c2-96ad-31dd0b3e690d', 'project_id': '6287d5fee86e41829ffa6b98fe2ace5a', 'fixed_ips': [{'subnet_id': '55418cbe-3b89-4e9e-a654-45067f401c78'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:12:01.345537 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:01.467692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35742) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:01.469180 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b447b6d7-410d-4939-b800-05d4a2a7210f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59180195'] for subnet (55418cbe-3b89-4e9e-a654-45067f401c78), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:01.567786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9a39ece-9b83-43f8-9054-94ef4fd88dda req-9f5acd21-b2e2-4fa8-9741-777eabf9488b tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027351 Mar 24 01:12:01.586963 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f919-abce-49a5-aa7c-8e33a2e879f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:01.600454 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 24 01:12:01.600454 n-d-760455-9 neutron-server[115731]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 24 01:12:01.600454 n-d-760455-9 neutron-server[115731]: [parameters: {'in_use': 1, 'id_1': '55418cbe-3b89-4e9e-a654-45067f401c78'}] Mar 24 01:12:01.600454 n-d-760455-9 neutron-server[115731]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:12:01.600859 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:12:01.615162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08e568d3-8ee5-42e5-8f57-0d68833c34e4 req-b3e84d21-4af4-420f-b90b-6f48ac33b591 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/security-groups?id=edafe97e-da91-4168-aabf-6922f5657bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631582 Mar 24 01:12:01.656552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35746) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:01.710972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a5dca-31d6-498a-8198-6eefb431bce7 req-5740ee19-f2eb-4116-aa74-62a60af6d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:01.712564 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f0a5dca-31d6-498a-8198-6eefb431bce7 req-5740ee19-f2eb-4116-aa74-62a60af6d162 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f8452970529d4720853c2a7aae2b6fdf&device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 1127 time: 0.4512074 Mar 24 01:12:01.722344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Attempting to bind port 44e764ac-5193-4d5a-a7c5-08b07e786da2 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:12:01.722547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Attempting to bind port 44e764ac-5193-4d5a-a7c5-08b07e786da2 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:12:01.722926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Attempting to bind port 44e764ac-5193-4d5a-a7c5-08b07e786da2 on network 871413ce-bf54-4e47-942e-8e906667bc5f {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:12:01.771639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Port 44e764ac-5193-4d5a-a7c5-08b07e786da2 on network 871413ce-bf54-4e47-942e-8e906667bc5f not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:12:01.772009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Attempting to bind port 44e764ac-5193-4d5a-a7c5-08b07e786da2 on network 871413ce-bf54-4e47-942e-8e906667bc5f {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:12:01.799481 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b447b6d7-410d-4939-b800-05d4a2a7210f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748219142283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59191702'] for subnet (55418cbe-3b89-4e9e-a654-45067f401c78), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:01.821309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:12:01.821737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Checking segment: {'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:12:01.822413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Bound using segment: {'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:12:01.822882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Bound port: 44e764ac-5193-4d5a-a7c5-08b07e786da2, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:12:01.823327 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:01.885321 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b447b6d7-410d-4939-b800-05d4a2a7210f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:01.886240 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b447b6d7-410d-4939-b800-05d4a2a7210f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:01.887807 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b447b6d7-410d-4939-b800-05d4a2a7210f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "PUT /v2.0/subnets/55418cbe-3b89-4e9e-a654-45067f401c78 HTTP/1.1" status: 200 len: 900 time: 0.7142172 Mar 24 01:12:01.892015 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35752) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:02.003086 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f919-abce-49a5-aa7c-8e33a2e879f0 admin admin] Publish callbacks [] for security_group (3424385e-c777-4e63-b2a5-033cea5e2dfa), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.016078 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f919-abce-49a5-aa7c-8e33a2e879f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3424385e-c777-4e63-b2a5-033cea5e2dfa), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.026054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a5dca-31d6-498a-8198-6eefb431bce7 req-0aec95c1-89ab-4042-a6c1-e64fd702956c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:02.027868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f0a5dca-31d6-498a-8198-6eefb431bce7 req-0aec95c1-89ab-4042-a6c1-e64fd702956c service neutron] 10.222.0.48 "GET /v2.0/networks?id=7da1c121-9e6c-496c-b4bd-d3c5b6af039c HTTP/1.1" status: 200 len: 909 time: 0.2860954 Mar 24 01:12:02.103100 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.147338 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447b6d7-410d-4939-b800-05d4a2a7210f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event updated for resources: {'Subnet': ['ID=55418cbe-3b89-4e9e-a654-45067f401c78,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:02.157311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:12:02.169487 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5d992e7-037f-485c-9f1a-9781c038130a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.170263 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f0a5dca-31d6-498a-8198-6eefb431bce7 req-c2133a31-8b37-4f41-9582-2b727f428152 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfd236a6-8eeb-46d1-bf9b-84f3031fa859 HTTP/1.1" status: 200 len: 217 time: 0.1328590 Mar 24 01:12:02.178827 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2bf5f919-abce-49a5-aa7c-8e33a2e879f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b1b2090700c4748ae79a4a15635de22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6852608 Mar 24 01:12:02.183460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35756) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:02.226757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5f919-abce-49a5-aa7c-8e33a2e879f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3424385e-c777-4e63-b2a5-033cea5e2dfa,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:02.237260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:12:02.264872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a5dca-31d6-498a-8198-6eefb431bce7 req-8018a590-0250-4315-b69b-1142e494a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:02.266618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f0a5dca-31d6-498a-8198-6eefb431bce7 req-8018a590-0250-4315-b69b-1142e494a45c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b8e97f2-4905-46f2-9d43-718234e46ad9 HTTP/1.1" status: 200 len: 848 time: 0.0842512 Mar 24 01:12:02.270446 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.332173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:02.332762 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.334190 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] 10.222.0.57 "PUT /v2.0/ports/44e764ac-5193-4d5a-a7c5-08b07e786da2 HTTP/1.1" status: 200 len: 1091 time: 3.5584066 Mar 24 01:12:02.334656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'tag': '44e764ac-5193-4d5a-a7c5-08b07e786da2'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:12:02.337124 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f07806-cfa8-4fad-8dad-752f4edc3a75" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2241e6-8554-4f9a-94de-67c01497f95b", "tag": "44e764ac-5193-4d5a-a7c5-08b07e786da2"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:12:02.371417 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5d992e7-037f-485c-9f1a-9781c038130a admin admin] Publish callbacks [] for security_group (d24df299-5fd7-45ad-9648-4190bbecf6fa), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.409338 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (9f10fb28-9163-46c2-96ad-31dd0b3e690d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.411950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a5d992e7-037f-485c-9f1a-9781c038130a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d24df299-5fd7-45ad-9648-4190bbecf6fa), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.431836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Allocated IP 2001:db8::3 (9f10fb28-9163-46c2-96ad-31dd0b3e690d/55418cbe-3b89-4e9e-a654-45067f401c78/21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:12:02.435008 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f0a5dca-31d6-498a-8198-6eefb431bce7 req-e2ce01cf-2e93-400e-80f1-835644b617fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7da1c121-9e6c-496c-b4bd-d3c5b6af039c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524854 Mar 24 01:12:02.458075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d992e7-037f-485c-9f1a-9781c038130a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24df299-5fd7-45ad-9648-4190bbecf6fa,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:02.466781 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36fb5a4-7791-451a-9d16-8ff924422e3a x-openstack-request-id: req-f36fb5a4-7791-451a-9d16-8ff924422e3a {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:12:02.467136 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2241e6-8554-4f9a-94de-67c01497f95b", "tag": "44e764ac-5193-4d5a-a7c5-08b07e786da2", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:12:02.467322 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f36fb5a4-7791-451a-9d16-8ff924422e3a {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:12:02.467745 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36fb5a4-7791-451a-9d16-8ff924422e3a'] response: {'name': 'network-changed', 'server_uuid': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'tag': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'status': 'completed', 'code': 200} Mar 24 01:12:02.485503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42886dcf-cb2e-4f49-896b-8da833b24569 req-5fc55ec8-545e-45dc-880a-5e7a5c3b7d28 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:02.487239 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42886dcf-cb2e-4f49-896b-8da833b24569 req-5fc55ec8-545e-45dc-880a-5e7a5c3b7d28 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.48 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 945 time: 0.5252767 Mar 24 01:12:02.672783 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a5d992e7-037f-485c-9f1a-9781c038130a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89032470b3bd421589833d2b297b15a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0124426 Mar 24 01:12:02.682479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35770) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:02.691369 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Publish callbacks [] for port (21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.716176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843cf7d-1c24-4be3-b381-9ea141d1ee8c service neutron] Pushing event updated for resources: {'Port': ['ID=44e764ac-5193-4d5a-a7c5-08b07e786da2,revision_number=10']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:02.727379 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.731987 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.746824 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e5c94fe5-cae9-4285-8d42-af394391e836 admin admin] Publish callbacks [] for security_group (3424385e-c777-4e63-b2a5-033cea5e2dfa), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.803817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-fca2544f-e790-4672-a9be-63bfba408223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:02.805559 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-fca2544f-e790-4672-a9be-63bfba408223 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 1126 time: 0.4005778 Mar 24 01:12:02.806475 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-42886dcf-cb2e-4f49-896b-8da833b24569 req-829d8826-08f9-4c51-bebc-0fa41788d324 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Deleting port dfd236a6-8eeb-46d1-bf9b-84f3031fa859 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:12:02.807008 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42886dcf-cb2e-4f49-896b-8da833b24569 req-829d8826-08f9-4c51-bebc-0fa41788d324 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (dfd236a6-8eeb-46d1-bf9b-84f3031fa859), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.809905 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (55418cbe-3b89-4e9e-a654-45067f401c78), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.827132 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e101744e-8296-4730-ac52-4c87da8712f5 admin admin] Publish callbacks [] for security_group (d24df299-5fd7-45ad-9648-4190bbecf6fa), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.831893 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e5c94fe5-cae9-4285-8d42-af394391e836 admin admin] Publish callbacks [] for security_group (3424385e-c777-4e63-b2a5-033cea5e2dfa), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.853287 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e101744e-8296-4730-ac52-4c87da8712f5 admin admin] Publish callbacks [] for security_group (d24df299-5fd7-45ad-9648-4190bbecf6fa), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.884149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Network 9f10fb28-9163-46c2-96ad-31dd0b3e690d is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:12:02.893263 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:02.901022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:12:02.905220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:12:02.907351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Pushing event updated for resources: {'Port': ['ID=21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:02.986671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f0a5dca-31d6-498a-8198-6eefb431bce7 req-ef99d3ba-fb2e-4655-a3c7-1605aa25c69c service neutron] 10.222.0.48 "GET /v2.0/networks/7da1c121-9e6c-496c-b4bd-d3c5b6af039c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180211 Mar 24 01:12:02.998464 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Attempting to bind port 21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:12:02.998924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Attempting to bind port 21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '937305c9-2c7d-40fc-8914-8eba2c5dc038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9f10fb28-9163-46c2-96ad-31dd0b3e690d'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:12:02.999510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Attempting to bind port 21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b on network 9f10fb28-9163-46c2-96ad-31dd0b3e690d {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:12:03.009019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:12:03.010105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Checking segment: {'id': '937305c9-2c7d-40fc-8914-8eba2c5dc038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9f10fb28-9163-46c2-96ad-31dd0b3e690d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:12:03.011772 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:03.013730 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Bound using segment: {'id': '937305c9-2c7d-40fc-8914-8eba2c5dc038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9f10fb28-9163-46c2-96ad-31dd0b3e690d'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:12:03.015522 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Bound port: 21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937305c9-2c7d-40fc-8914-8eba2c5dc038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9f10fb28-9163-46c2-96ad-31dd0b3e690d'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:12:03.015999 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:03.029655 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e101744e-8296-4730-ac52-4c87da8712f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d24df299-5fd7-45ad-9648-4190bbecf6fa), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:03.032547 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e101744e-8296-4730-ac52-4c87da8712f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:03.033794 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e101744e-8296-4730-ac52-4c87da8712f5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d24df299-5fd7-45ad-9648-4190bbecf6fa HTTP/1.1" status: 204 len: 168 time: 0.3450980 Mar 24 01:12:03.035689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-42886dcf-cb2e-4f49-896b-8da833b24569 req-829d8826-08f9-4c51-bebc-0fa41788d324 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] For port dfd236a6-8eeb-46d1-bf9b-84f3031fa859, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=dfd236a6-8eeb-46d1-bf9b-84f3031fa859,segment=NetworkSegment(f761181a-b81a-4143-b0dc-e9faf1af4fa9),segment_id=f761181a-b81a-4143-b0dc-e9faf1af4fa9)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:12:03.036045 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42886dcf-cb2e-4f49-896b-8da833b24569 req-829d8826-08f9-4c51-bebc-0fa41788d324 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (dfd236a6-8eeb-46d1-bf9b-84f3031fa859), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:03.089007 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101744e-8296-4730-ac52-4c87da8712f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24df299-5fd7-45ad-9648-4190bbecf6fa,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:03.119524 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-42886dcf-cb2e-4f49-896b-8da833b24569 req-829d8826-08f9-4c51-bebc-0fa41788d324 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Calling delete_port for dfd236a6-8eeb-46d1-bf9b-84f3031fa859 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:12:03.130540 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (55418cbe-3b89-4e9e-a654-45067f401c78), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:03.152484 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef284565-18d1-407f-9a72-76b3c8cc7f56 req-3de1765b-79a3-43fe-baa1-628115306261 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:03.160056 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef284565-18d1-407f-9a72-76b3c8cc7f56 req-3de1765b-79a3-43fe-baa1-628115306261 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/ports?device_id=79159171-be7e-4e2f-b535-63fa18899526 HTTP/1.1" status: 200 len: 945 time: 0.4296632 Mar 24 01:12:03.200373 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Subnet': ['ID=55418cbe-3b89-4e9e-a654-45067f401c78,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:03.219276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] For port 21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:12:03.229812 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] For port 21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b,segment=NetworkSegment(937305c9-2c7d-40fc-8914-8eba2c5dc038),segment_id=937305c9-2c7d-40fc-8914-8eba2c5dc038)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:12:03.243115 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:03.297802 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (9f10fb28-9163-46c2-96ad-31dd0b3e690d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:03.351141 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f10fb28-9163-46c2-96ad-31dd0b3e690d']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:03.369803 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937305c9-2c7d-40fc-8914-8eba2c5dc038') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:03.370198 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937305c9-2c7d-40fc-8914-8eba2c5dc038') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:03.390166 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (937305c9-2c7d-40fc-8914-8eba2c5dc038), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:03.406592 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (937305c9-2c7d-40fc-8914-8eba2c5dc038), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:03.435601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:12:03.436281 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (937305c9-2c7d-40fc-8914-8eba2c5dc038), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:12:03.440090 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:12:03.450961 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c790ae-adaa-43cf-a1a7-d5f4145153d3 None None] Pushing event updated for resources: {'Port': ['ID=21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:03.483127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75556fe4-50ce-4f98-ae90-2356bce0f664 req-79f2f2d4-e361-445d-a31e-3b0458fdff88 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:03.484706 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75556fe4-50ce-4f98-ae90-2356bce0f664 req-79f2f2d4-e361-445d-a31e-3b0458fdff88 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.7822297 Mar 24 01:12:03.515023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-e45d188e-7ee1-4d42-9805-ca71aaa1d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:03.516553 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-e45d188e-7ee1-4d42-9805-ca71aaa1d787 service neutron] 10.222.0.57 "GET /v2.0/networks?id=871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 200 len: 918 time: 0.6988246 Mar 24 01:12:03.607595 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42886dcf-cb2e-4f49-896b-8da833b24569 req-829d8826-08f9-4c51-bebc-0fa41788d324 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (dfd236a6-8eeb-46d1-bf9b-84f3031fa859), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:03.620354 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['dfd236a6-8eeb-46d1-bf9b-84f3031fa859'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:12:03.653853 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-06e04a9b-3ca3-4357-b0ce-26ef1061425d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2 HTTP/1.1" status: 200 len: 999 time: 0.1168852 Mar 24 01:12:03.774330 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:03.802890 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35800) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:03.805765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d8826-08f9-4c51-bebc-0fa41788d324 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Pushing event deleted for resources: {'Port': ['ID=dfd236a6-8eeb-46d1-bf9b-84f3031fa859,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:03.823319 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e5c94fe5-cae9-4285-8d42-af394391e836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3424385e-c777-4e63-b2a5-033cea5e2dfa), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:03.828058 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e5c94fe5-cae9-4285-8d42-af394391e836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:03.831600 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e5c94fe5-cae9-4285-8d42-af394391e836 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3424385e-c777-4e63-b2a5-033cea5e2dfa HTTP/1.1" status: 204 len: 168 time: 1.6054513 Mar 24 01:12:03.840850 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.db.api [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 01:12:03.840850 n-d-760455-9 neutron-server[115729]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 01:12:03.840850 n-d-760455-9 neutron-server[115729]: [parameters: {'id': '9f10fb28-9163-46c2-96ad-31dd0b3e690d'}] Mar 24 01:12:03.840850 n-d-760455-9 neutron-server[115729]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:12:03.850035 n-d-760455-9 neutron-server[115729]: DEBUG oslo_db.api [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:12:03.857516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-f1a3d2c4-6c84-4b4b-9e97-6d3bd7f60f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:03.860310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-f1a3d2c4-6c84-4b4b-9e97-6d3bd7f60f1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4d27960-c52d-4f7c-8496-b63aa9268ea4 HTTP/1.1" status: 200 len: 856 time: 0.1929646 Mar 24 01:12:03.877325 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef284565-18d1-407f-9a72-76b3c8cc7f56 req-32687ba7-0af1-4446-b200-74b4702899ce tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.45 "GET /v2.0/security-groups?id=edafe97e-da91-4168-aabf-6922f5657bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6954117 Mar 24 01:12:03.905178 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f0a5dca-31d6-498a-8198-6eefb431bce7 req-19e29f90-9143-4d2b-81ae-89144ce76f58 service neutron] 10.222.0.48 "GET /v2.0/networks/7da1c121-9e6c-496c-b4bd-d3c5b6af039c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8865166 Mar 24 01:12:03.906866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c94fe5-cae9-4285-8d42-af394391e836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3424385e-c777-4e63-b2a5-033cea5e2dfa,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:03.944511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-42886dcf-cb2e-4f49-896b-8da833b24569 req-829d8826-08f9-4c51-bebc-0fa41788d324 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] No DVR routers for this DVR port dfd236a6-8eeb-46d1-bf9b-84f3031fa859 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:12:03.952192 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-42886dcf-cb2e-4f49-896b-8da833b24569 req-829d8826-08f9-4c51-bebc-0fa41788d324 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:03.961743 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-42886dcf-cb2e-4f49-896b-8da833b24569 req-829d8826-08f9-4c51-bebc-0fa41788d324 tempest-VolumesActionsTest-566158147 tempest-VolumesActionsTest-566158147-project] 10.222.0.48 "DELETE /v2.0/ports/dfd236a6-8eeb-46d1-bf9b-84f3031fa859 HTTP/1.1" status: 204 len: 173 time: 1.4672611 Mar 24 01:12:03.974064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79159171-be7e-4e2f-b535-63fa18899526', 'name': 'network-vif-deleted', 'tag': 'dfd236a6-8eeb-46d1-bf9b-84f3031fa859'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:12:03.982239 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30d58ea-63b2-4baf-9b68-fb7c577265ef" -d '{"events": [{"server_uuid": "79159171-be7e-4e2f-b535-63fa18899526", "name": "network-vif-deleted", "tag": "dfd236a6-8eeb-46d1-bf9b-84f3031fa859"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:12:04.014917 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75556fe4-50ce-4f98-ae90-2356bce0f664 req-1be96aae-9ffe-4ba5-acac-177302329c88 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4821570 Mar 24 01:12:04.018704 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8740de68-022f-4859-b5af-1b32bf9b44a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:04.037827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-9a75563f-2173-4463-9ed0-c05c326b6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:04.039878 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-9a75563f-2173-4463-9ed0-c05c326b6e6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=871413ce-bf54-4e47-942e-8e906667bc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1586266 Mar 24 01:12:04.172647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8740de68-022f-4859-b5af-1b32bf9b44a4 admin admin] Publish callbacks [] for security_group (bc9b244c-ec69-4565-af9d-ab9dd7d149ff), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:04.174955 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9411c1b0-4fbd-4f0d-acca-b5c3901b131e x-openstack-request-id: req-9411c1b0-4fbd-4f0d-acca-b5c3901b131e {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:12:04.175487 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79159171-be7e-4e2f-b535-63fa18899526", "name": "network-vif-deleted", "tag": "dfd236a6-8eeb-46d1-bf9b-84f3031fa859", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:12:04.176199 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9411c1b0-4fbd-4f0d-acca-b5c3901b131e {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:12:04.176912 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9411c1b0-4fbd-4f0d-acca-b5c3901b131e'] response: {'server_uuid': '79159171-be7e-4e2f-b535-63fa18899526', 'name': 'network-vif-deleted', 'tag': 'dfd236a6-8eeb-46d1-bf9b-84f3031fa859', 'status': 'completed', 'code': 200} Mar 24 01:12:04.179467 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8740de68-022f-4859-b5af-1b32bf9b44a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (bc9b244c-ec69-4565-af9d-ab9dd7d149ff), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:04.220921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-cd1511b0-0be8-4bc1-94a8-41ba5c45bb52 service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676383 Mar 24 01:12:04.262845 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8740de68-022f-4859-b5af-1b32bf9b44a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c13159fe9e84e7b9b6e4c696cd1a738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4579957 Mar 24 01:12:04.265300 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35806) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:04.330783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740de68-022f-4859-b5af-1b32bf9b44a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9b244c-ec69-4565-af9d-ab9dd7d149ff,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:04.356027 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (9f10fb28-9163-46c2-96ad-31dd0b3e690d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:04.370376 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6df605be-6497-40de-ac18-c5e32994064c admin admin] Publish callbacks [] for security_group (bc9b244c-ec69-4565-af9d-ab9dd7d149ff), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:04.419448 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6df605be-6497-40de-ac18-c5e32994064c admin admin] Publish callbacks [] for security_group (bc9b244c-ec69-4565-af9d-ab9dd7d149ff), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:04.422954 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04de6ec1-6d85-41a8-b2f9-70075d18bb54 req-69744082-6e8b-431d-a418-515ff0ed1382 service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959348 Mar 24 01:12:04.509952 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Deleting port 21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:12:04.510796 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:04.631335 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6df605be-6497-40de-ac18-c5e32994064c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (bc9b244c-ec69-4565-af9d-ab9dd7d149ff), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:04.638565 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6df605be-6497-40de-ac18-c5e32994064c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:04.653475 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6df605be-6497-40de-ac18-c5e32994064c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc9b244c-ec69-4565-af9d-ab9dd7d149ff HTTP/1.1" status: 204 len: 168 time: 0.3844500 Mar 24 01:12:04.710672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df605be-6497-40de-ac18-c5e32994064c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9b244c-ec69-4565-af9d-ab9dd7d149ff,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:04.784892 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] For port 21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b,segment=NetworkSegment(937305c9-2c7d-40fc-8914-8eba2c5dc038),segment_id=937305c9-2c7d-40fc-8914-8eba2c5dc038)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:12:04.792082 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:04.793377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f07806-cfa8-4fad-8dad-752f4edc3a75 req-e04c18e0-2a79-4ed5-a869-4c96adf465d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:04.796913 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1f07806-cfa8-4fad-8dad-752f4edc3a75 req-e04c18e0-2a79-4ed5-a869-4c96adf465d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 1126 time: 0.2846394 Mar 24 01:12:04.827248 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Calling delete_port for 21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:12:05.145881 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f07806-cfa8-4fad-8dad-752f4edc3a75 req-67bc3072-af7c-4a75-947e-ecef8c5e707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:05.152057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1f07806-cfa8-4fad-8dad-752f4edc3a75 req-67bc3072-af7c-4a75-947e-ecef8c5e707d service neutron] 10.222.0.57 "GET /v2.0/networks?id=871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 200 len: 918 time: 0.3491912 Mar 24 01:12:05.187579 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:05.231806 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:05.238044 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No DVR routers for this DVR port 21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:12:05.295705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b15a13-ce50-4f91-93cc-67053100ae4a None None] Network 9f10fb28-9163-46c2-96ad-31dd0b3e690d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:12:05.376473 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Port': ['ID=21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:05.424023 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-24b3d90a-7ec3-42c7-ba30-354e26d1f19b None None] Could not find standard attr ID for object 21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:12:05.451439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1f07806-cfa8-4fad-8dad-752f4edc3a75 req-c8a41745-0982-4337-8785-521a88f5c90f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2 HTTP/1.1" status: 200 len: 999 time: 0.2929821 Mar 24 01:12:05.660075 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b645ef7-09e1-4e91-83d0-3f2809385aa2 None None] DHCP port deletion for 9f10fb28-9163-46c2-96ad-31dd0b3e690d request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:12:05.695789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f2c144-1834-49cc-a1ea-9ee34395caae None None] Network 9f10fb28-9163-46c2-96ad-31dd0b3e690d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:12:05.763876 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (9f10fb28-9163-46c2-96ad-31dd0b3e690d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:05.855847 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f10fb28-9163-46c2-96ad-31dd0b3e690d']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:05.892044 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937305c9-2c7d-40fc-8914-8eba2c5dc038') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:05.892365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937305c9-2c7d-40fc-8914-8eba2c5dc038') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:05.955203 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (937305c9-2c7d-40fc-8914-8eba2c5dc038), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:06.034552 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (937305c9-2c7d-40fc-8914-8eba2c5dc038), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:06.057739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:12:06.058422 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (937305c9-2c7d-40fc-8914-8eba2c5dc038), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:12:06.326694 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:12:06.334765 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (9f10fb28-9163-46c2-96ad-31dd0b3e690d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:06.340073 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:06.354221 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/9f10fb28-9163-46c2-96ad-31dd0b3e690d HTTP/1.1" status: 204 len: 168 time: 4.4610927 Mar 24 01:12:06.354955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35878) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:06.449235 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22c296-7ff1-4089-9126-4903a0c5cf25 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Network': ['ID=9f10fb28-9163-46c2-96ad-31dd0b3e690d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:06.550851 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-923ca6a2-f4ef-4d2e-97f4-be55a8f119ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] DELETE failed (client error): The resource could not be found. Mar 24 01:12:06.552850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923ca6a2-f4ef-4d2e-97f4-be55a8f119ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:06.567918 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-923ca6a2-f4ef-4d2e-97f4-be55a8f119ea tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/subnets/55418cbe-3b89-4e9e-a654-45067f401c78 HTTP/1.1" status: 404 len: 337 time: 0.1572077 Mar 24 01:12:06.577273 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35882) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:06.623751 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device dfd236a6-8eeb-46d1-bf9b-84f3031fa859 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:12:06.630143 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b13f9c-58ca-4dc9-a3ee-1cb1eac69492 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] DELETE failed (client error): The resource could not be found. Mar 24 01:12:06.630765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b13f9c-58ca-4dc9-a3ee-1cb1eac69492 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:06.637791 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b1b13f9c-58ca-4dc9-a3ee-1cb1eac69492 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/9f10fb28-9163-46c2-96ad-31dd0b3e690d HTTP/1.1" status: 404 len: 339 time: 0.0594339 Mar 24 01:12:06.641017 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35884) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:06.728709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: dfd236a6-8eeb-46d1-bf9b-84f3031fa859 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:12:06.730185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device dfd236a6-8eeb-46d1-bf9b-84f3031fa859 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:12:06.830248 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b964f156-652b-43a1-bd2a-70328d42c915 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (3a0d5ba0-44ba-4bdd-88ca-2b349c219b31), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:07.046853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f07806-cfa8-4fad-8dad-752f4edc3a75 req-f91185d6-ca16-4f66-9520-ca73c63caf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:07.061472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1f07806-cfa8-4fad-8dad-752f4edc3a75 req-f91185d6-ca16-4f66-9520-ca73c63caf9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4d27960-c52d-4f7c-8496-b63aa9268ea4 HTTP/1.1" status: 200 len: 856 time: 1.5963929 Mar 24 01:12:07.117189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613538ce-57a8-4ca6-9a5e-de9f115a79fd req-f2fba6ea-e737-48c7-97d3-158292fc9035 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:07.129601 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-613538ce-57a8-4ca6-9a5e-de9f115a79fd req-f2fba6ea-e737-48c7-97d3-158292fc9035 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 1.7412794 Mar 24 01:12:07.132447 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b964f156-652b-43a1-bd2a-70328d42c915 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (3a0d5ba0-44ba-4bdd-88ca-2b349c219b31), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:07.261683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-b964f156-652b-43a1-bd2a-70328d42c915 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0d5ba0-44ba-4bdd-88ca-2b349c219b31']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:07.294981 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-613538ce-57a8-4ca6-9a5e-de9f115a79fd req-467c863e-a654-4d58-835a-39c7fb1ac542 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596246 Mar 24 01:12:07.310479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-b964f156-652b-43a1-bd2a-70328d42c915 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19ae30b-305a-456e-99cb-1c4092c83fd4') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:07.317566 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-b964f156-652b-43a1-bd2a-70328d42c915 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19ae30b-305a-456e-99cb-1c4092c83fd4') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:07.334997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f07806-cfa8-4fad-8dad-752f4edc3a75 req-4ea11506-de7a-4a04-a83c-ac80a6ee5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:07.338676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1f07806-cfa8-4fad-8dad-752f4edc3a75 req-4ea11506-de7a-4a04-a83c-ac80a6ee5326 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=871413ce-bf54-4e47-942e-8e906667bc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2555513 Mar 24 01:12:07.377019 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b964f156-652b-43a1-bd2a-70328d42c915 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (c19ae30b-305a-456e-99cb-1c4092c83fd4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:07.426421 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b964f156-652b-43a1-bd2a-70328d42c915 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (c19ae30b-305a-456e-99cb-1c4092c83fd4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:07.455196 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b964f156-652b-43a1-bd2a-70328d42c915 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:12:07.465971 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b964f156-652b-43a1-bd2a-70328d42c915 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (c19ae30b-305a-456e-99cb-1c4092c83fd4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:12:07.475882 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:12:07.603843 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:12:07.613904 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1f07806-cfa8-4fad-8dad-752f4edc3a75 req-71fc18b5-808d-4ce1-8e28-da0a48f1b90d service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543273 Mar 24 01:12:07.699900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:12:07.700546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 21e4f8f7-f9ce-43e3-a722-ae1db8f7b16b not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:12:07.767709 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b964f156-652b-43a1-bd2a-70328d42c915 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (3a0d5ba0-44ba-4bdd-88ca-2b349c219b31), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:07.783297 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b964f156-652b-43a1-bd2a-70328d42c915 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:07.793542 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b964f156-652b-43a1-bd2a-70328d42c915 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/3a0d5ba0-44ba-4bdd-88ca-2b349c219b31 HTTP/1.1" status: 204 len: 168 time: 1.1513152 Mar 24 01:12:07.795964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35914) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:07.833456 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f156-652b-43a1-bd2a-70328d42c915 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Network': ['ID=3a0d5ba0-44ba-4bdd-88ca-2b349c219b31,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:07.904663 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-e860903c-b97f-495b-9429-c0483b98446b tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] DELETE failed (client error): The resource could not be found. Mar 24 01:12:07.905248 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e860903c-b97f-495b-9429-c0483b98446b tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:07.910597 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e860903c-b97f-495b-9429-c0483b98446b tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/subnets/7049bf53-76b5-4a63-b575-dcb7f2b0bd2d HTTP/1.1" status: 404 len: 337 time: 0.0994890 Mar 24 01:12:07.913400 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35922) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:07.968777 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-155cca1b-6bf8-47c3-97f2-ab27f4b06fa1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] DELETE failed (client error): The resource could not be found. Mar 24 01:12:07.972004 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155cca1b-6bf8-47c3-97f2-ab27f4b06fa1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:07.984331 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-155cca1b-6bf8-47c3-97f2-ab27f4b06fa1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/43775900-2888-49b4-bc0e-888d538f3613 HTTP/1.1" status: 404 len: 339 time: 0.0686474 Mar 24 01:12:07.987402 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35924) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:08.056555 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1f07806-cfa8-4fad-8dad-752f4edc3a75 req-667ec41a-f6a3-48c4-99e9-edde34a8c05d service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311597 Mar 24 01:12:08.168001 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-810dec0d-d2d1-469a-a7e8-706e30e5fb7e tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Deleting subnet da6402f5-6d83-4451-9802-049c5d190842 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:12:08.177919 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-810dec0d-d2d1-469a-a7e8-706e30e5fb7e tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for subnet (da6402f5-6d83-4451-9802-049c5d190842), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:08.264854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb23e7-d4fd-42da-a6e0-979b9cd3bc80 req-926e41da-99f4-4b78-9484-d10b3c117f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:08.275100 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4eb23e7-d4fd-42da-a6e0-979b9cd3bc80 req-926e41da-99f4-4b78-9484-d10b3c117f22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 1126 time: 0.1135530 Mar 24 01:12:08.358531 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-810dec0d-d2d1-469a-a7e8-706e30e5fb7e tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (da6402f5-6d83-4451-9802-049c5d190842), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:08.642419 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-810dec0d-d2d1-469a-a7e8-706e30e5fb7e tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (da6402f5-6d83-4451-9802-049c5d190842), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:08.728355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059bfde-d6b7-48fa-86b5-a51dc4f54408 req-0644fecb-75e5-4651-b09c-8dcc78a23865 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:08.734387 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d059bfde-d6b7-48fa-86b5-a51dc4f54408 req-0644fecb-75e5-4651-b09c-8dcc78a23865 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.2519414 Mar 24 01:12:08.810366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb23e7-d4fd-42da-a6e0-979b9cd3bc80 req-76afd322-6b50-43c2-b213-fcdc3d206be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:08.814326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4eb23e7-d4fd-42da-a6e0-979b9cd3bc80 req-76afd322-6b50-43c2-b213-fcdc3d206be4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 200 len: 918 time: 0.4829714 Mar 24 01:12:08.815628 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-810dec0d-d2d1-469a-a7e8-706e30e5fb7e tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (da6402f5-6d83-4451-9802-049c5d190842), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:08.860147 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e996ce-162b-4873-9629-fae0426e53e2 None None] Network 9e79c238-e2e9-41af-82c5-d6b58ebd7cf9 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:12:08.872289 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-810dec0d-d2d1-469a-a7e8-706e30e5fb7e tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:08.882008 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-810dec0d-d2d1-469a-a7e8-706e30e5fb7e tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/subnets/da6402f5-6d83-4451-9802-049c5d190842 HTTP/1.1" status: 204 len: 168 time: 0.8881991 Mar 24 01:12:08.958101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35944) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:08.988908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810dec0d-d2d1-469a-a7e8-706e30e5fb7e tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Subnet': ['ID=da6402f5-6d83-4451-9802-049c5d190842,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:09.027065 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4eb23e7-d4fd-42da-a6e0-979b9cd3bc80 req-c53d3bbb-216d-4e0b-b9dd-650fef7e4c64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2 HTTP/1.1" status: 200 len: 999 time: 0.1904550 Mar 24 01:12:09.135721 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d059bfde-d6b7-48fa-86b5-a51dc4f54408 req-d3e70c63-5b27-4a67-8890-117ff3adb630 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3852706 Mar 24 01:12:09.270147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb23e7-d4fd-42da-a6e0-979b9cd3bc80 req-e622c438-fe22-4304-a503-ea2504c4d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:09.275395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4eb23e7-d4fd-42da-a6e0-979b9cd3bc80 req-e622c438-fe22-4304-a503-ea2504c4d811 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4d27960-c52d-4f7c-8496-b63aa9268ea4 HTTP/1.1" status: 200 len: 856 time: 0.1517830 Mar 24 01:12:09.290181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5248b3-2d0f-4ca7-ae5f-af09bc5dffe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Deleting subnet f0867401-1d21-44c2-be02-3088952ccf9c {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:12:09.305130 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee5248b3-2d0f-4ca7-ae5f-af09bc5dffe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for subnet (f0867401-1d21-44c2-be02-3088952ccf9c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:09.392338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb23e7-d4fd-42da-a6e0-979b9cd3bc80 req-60739d12-3838-4c31-89fa-3a0cff19be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:09.398536 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4eb23e7-d4fd-42da-a6e0-979b9cd3bc80 req-60739d12-3838-4c31-89fa-3a0cff19be4f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=871413ce-bf54-4e47-942e-8e906667bc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1064646 Mar 24 01:12:09.621236 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee5248b3-2d0f-4ca7-ae5f-af09bc5dffe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (f0867401-1d21-44c2-be02-3088952ccf9c), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:09.806120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4eb23e7-d4fd-42da-a6e0-979b9cd3bc80 req-1b17614c-a0f4-40e8-a3e2-a9025c30212f service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920310 Mar 24 01:12:09.974178 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee5248b3-2d0f-4ca7-ae5f-af09bc5dffe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (f0867401-1d21-44c2-be02-3088952ccf9c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:10.239728 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee5248b3-2d0f-4ca7-ae5f-af09bc5dffe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (f0867401-1d21-44c2-be02-3088952ccf9c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:10.325497 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b4eb23e7-d4fd-42da-a6e0-979b9cd3bc80 req-2d4da624-cbf6-4d37-8499-d2b3b4bcb095 service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103209 Mar 24 01:12:10.350296 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5248b3-2d0f-4ca7-ae5f-af09bc5dffe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Subnet': ['ID=f0867401-1d21-44c2-be02-3088952ccf9c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:10.375428 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee5248b3-2d0f-4ca7-ae5f-af09bc5dffe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:10.380966 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ee5248b3-2d0f-4ca7-ae5f-af09bc5dffe2 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/subnets/f0867401-1d21-44c2-be02-3088952ccf9c HTTP/1.1" status: 204 len: 168 time: 1.4187167 Mar 24 01:12:10.390873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35972) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:10.574687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2a49c-ce4c-4e7a-9a99-0ff2408a9fc0 req-e6a29cf1-f618-422d-b084-3f87276fcdd4 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:10.582675 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10c2a49c-ce4c-4e7a-9a99-0ff2408a9fc0 req-e6a29cf1-f618-422d-b084-3f87276fcdd4 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.2559466 Mar 24 01:12:10.656344 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (9e79c238-e2e9-41af-82c5-d6b58ebd7cf9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:10.775878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575e2c7b-2df0-4ec0-b89c-093c20222ed3 None None] Network 9e79c238-e2e9-41af-82c5-d6b58ebd7cf9 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:12:10.801242 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Deleting port f10a6bce-84b2-411f-bc00-a368b775506f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:12:10.801505 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:10.836395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10c2a49c-ce4c-4e7a-9a99-0ff2408a9fc0 req-56eee015-bd59-46d6-9a89-079384c80361 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484040 Mar 24 01:12:11.037246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35992) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:11.067062 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] For port f10a6bce-84b2-411f-bc00-a368b775506f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f10a6bce-84b2-411f-bc00-a368b775506f,segment=NetworkSegment(d3bb340b-6163-4e9d-b328-40b647c3ff4d),segment_id=d3bb340b-6163-4e9d-b328-40b647c3ff4d)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:12:11.067662 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:11.097073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-adad3148-ee9a-45fd-b412-8c6c17d8c114 None None] Provisioning complete for port f10a6bce-84b2-411f-bc00-a368b775506f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:12:11.097755 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-adad3148-ee9a-45fd-b412-8c6c17d8c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:11.100687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Calling delete_port for f10a6bce-84b2-411f-bc00-a368b775506f owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:12:11.280641 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294b9ccf-b8c0-40c2-acdd-332495ff81f1 None None] DHCP port deletion for 9e79c238-e2e9-41af-82c5-d6b58ebd7cf9 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:12:11.308060 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-adad3148-ee9a-45fd-b412-8c6c17d8c114 None None] Current status of the port f10a6bce-84b2-411f-bc00-a368b775506f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:12:11.312725 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f10a6bce-84b2-411f-bc00-a368b775506f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:11.380866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8ec3f102-974e-405c-881d-11b6d9dbe82a tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Request body: {'quota': {'network': 2}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:11.406753 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-294b9ccf-b8c0-40c2-acdd-332495ff81f1 None None] The port 'f10a6bce-84b2-411f-bc00-a368b775506f' was deleted {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 24 01:12:11.424406 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No DVR routers for this DVR port f10a6bce-84b2-411f-bc00-a368b775506f on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:12:11.460565 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Port': ['ID=f10a6bce-84b2-411f-bc00-a368b775506f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:11.461790 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8ec3f102-974e-405c-881d-11b6d9dbe82a tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] 10.222.0.45 "PUT /v2.0/quotas/16532e8f95ea485891e0f945f0ba2248 HTTP/1.1" status: 200 len: 368 time: 0.4232609 Mar 24 01:12:11.468289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36014) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:11.483372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-421f7d08-ced5-4281-8e25-ccb9421c3367 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Request body: {'network': {'project_id': '16532e8f95ea485891e0f945f0ba2248'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:11.565438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421f7d08-ced5-4281-8e25-ccb9421c3367 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Made reservation on behalf of 16532e8f95ea485891e0f945f0ba2248 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:12:11.568270 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421f7d08-ced5-4281-8e25-ccb9421c3367 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:11.582421 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421f7d08-ced5-4281-8e25-ccb9421c3367 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:11.714424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f10a6bce-84b2-411f-bc00-a368b775506f no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:12:11.765242 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: f10a6bce-84b2-411f-bc00-a368b775506f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:12:11.766505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f10a6bce-84b2-411f-bc00-a368b775506f not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:12:11.769758 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (9e79c238-e2e9-41af-82c5-d6b58ebd7cf9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:11.859260 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421f7d08-ced5-4281-8e25-ccb9421c3367 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks [] for security_group (8c3a2691-21fb-4d0a-9842-fb77572718f2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:11.860328 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e79c238-e2e9-41af-82c5-d6b58ebd7cf9']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:11.866506 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421f7d08-ced5-4281-8e25-ccb9421c3367 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8c3a2691-21fb-4d0a-9842-fb77572718f2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:11.886848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bb340b-6163-4e9d-b328-40b647c3ff4d') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:11.887177 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bb340b-6163-4e9d-b328-40b647c3ff4d') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:11.912216 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (d3bb340b-6163-4e9d-b328-40b647c3ff4d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:11.951789 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d3bb340b-6163-4e9d-b328-40b647c3ff4d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:11.956618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421f7d08-ced5-4281-8e25-ccb9421c3367 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:12:11.987825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:12:11.988254 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (d3bb340b-6163-4e9d-b328-40b647c3ff4d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:12.011360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f7d08-ced5-4281-8e25-ccb9421c3367 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3a2691-21fb-4d0a-9842-fb77572718f2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:12.277629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad024df9-55ee-4f84-9b9e-04a9f7ff52a9 req-8faf6c01-786c-4e6c-8168-85d61bd5f22e tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:12.302549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad024df9-55ee-4f84-9b9e-04a9f7ff52a9 req-8faf6c01-786c-4e6c-8168-85d61bd5f22e tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.2293804 Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:12:12.308355 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:12:12.312853 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (9e79c238-e2e9-41af-82c5-d6b58ebd7cf9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:12.324373 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:12.333614 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/9e79c238-e2e9-41af-82c5-d6b58ebd7cf9 HTTP/1.1" status: 204 len: 168 time: 1.9394369 Mar 24 01:12:12.344004 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421f7d08-ced5-4281-8e25-ccb9421c3367 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e0ba9729-c63b-4242-b4fb-c93465508ce0), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:12.344494 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-421f7d08-ced5-4281-8e25-ccb9421c3367 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Added segment e0ba9729-c63b-4242-b4fb-c93465508ce0 of type vlan for network aaa2884c-1e67-43c5-a31b-a96114c2bd05 Mar 24 01:12:12.373777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36042) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:12.375413 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc21b6-dc39-4f05-988d-8736a7292eb1 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Network': ['ID=9e79c238-e2e9-41af-82c5-d6b58ebd7cf9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:12.496240 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1864a08-92ef-4009-9e0f-e8521c5c5b66 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] DELETE failed (client error): The resource could not be found. Mar 24 01:12:12.496879 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1864a08-92ef-4009-9e0f-e8521c5c5b66 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:12.497559 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421f7d08-ced5-4281-8e25-ccb9421c3367 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (aaa2884c-1e67-43c5-a31b-a96114c2bd05), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:12.500574 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a1864a08-92ef-4009-9e0f-e8521c5c5b66 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/subnets/8f51a2d3-2eae-4fc5-8155-182dd2eb3ca5 HTTP/1.1" status: 404 len: 337 time: 0.1146059 Mar 24 01:12:12.507783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36046) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:12.606820 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fef8e5-feb6-4495-875f-461866f4e27f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] DELETE failed (client error): The resource could not be found. Mar 24 01:12:12.607328 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fef8e5-feb6-4495-875f-461866f4e27f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:12.613636 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-02fef8e5-feb6-4495-875f-461866f4e27f tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/16a34398-3d04-45fc-8d5e-405c08b542c7 HTTP/1.1" status: 404 len: 339 time: 0.0918489 Mar 24 01:12:12.633769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36050) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:12.677971 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421f7d08-ced5-4281-8e25-ccb9421c3367 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (aaa2884c-1e67-43c5-a31b-a96114c2bd05), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:12.686280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421f7d08-ced5-4281-8e25-ccb9421c3367 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:12.687269 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421f7d08-ced5-4281-8e25-ccb9421c3367 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:12.752459 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6789e396-bbc3-4dc9-b2a7-56a6b64abe2c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] DELETE failed (client error): The resource could not be found. Mar 24 01:12:12.756577 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6789e396-bbc3-4dc9-b2a7-56a6b64abe2c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:12.762365 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6789e396-bbc3-4dc9-b2a7-56a6b64abe2c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/subnets/c22a58c3-8b03-4a36-89da-cf456eb55009 HTTP/1.1" status: 404 len: 337 time: 0.1251054 Mar 24 01:12:12.774992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36052) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:12.807811 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44348e3-49cf-400d-b7b8-cbbf4321bc5c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] DELETE failed (client error): The resource could not be found. Mar 24 01:12:12.808369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44348e3-49cf-400d-b7b8-cbbf4321bc5c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:12.833863 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a44348e3-49cf-400d-b7b8-cbbf4321bc5c tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/a973cc9b-98f4-4bd9-9fa9-93c24b0ef87e HTTP/1.1" status: 404 len: 339 time: 0.0576913 Mar 24 01:12:12.837979 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36054) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:12.870249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f7d08-ced5-4281-8e25-ccb9421c3367 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Pushing event updated for resources: {'Network': ['ID=aaa2884c-1e67-43c5-a31b-a96114c2bd05,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:12.884803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network aaa2884c-1e67-43c5-a31b-a96114c2bd05 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:12:12.895294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-421f7d08-ced5-4281-8e25-ccb9421c3367 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4249990 Mar 24 01:12:12.898326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36058) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:12.916150 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb10af82-863b-455b-bebe-dcae57bf43e6 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] DELETE failed (client error): The resource could not be found. Mar 24 01:12:12.919419 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb10af82-863b-455b-bebe-dcae57bf43e6 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:12.930020 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fb10af82-863b-455b-bebe-dcae57bf43e6 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/subnets/5d72f9d2-7282-48ae-bda9-b73d4cebef2c HTTP/1.1" status: 404 len: 337 time: 0.0894351 Mar 24 01:12:12.933244 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36062) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:12.941859 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-832b9d1e-47b7-4d06-9da4-05d3cf950a1d tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Request body: {'network': {'project_id': '16532e8f95ea485891e0f945f0ba2248'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:12.991058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad024df9-55ee-4f84-9b9e-04a9f7ff52a9 req-40a08246-18c5-4ad0-8cfb-0ac40399c8a7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6840615 Mar 24 01:12:12.996283 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fef71e5-e3c3-4cf7-b1ca-c4752f214f27 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] DELETE failed (client error): The resource could not be found. Mar 24 01:12:13.013365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fef71e5-e3c3-4cf7-b1ca-c4752f214f27 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:13.027236 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6fef71e5-e3c3-4cf7-b1ca-c4752f214f27 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/7a38dc27-05e8-49a7-a378-12af2b6ad8b7 HTTP/1.1" status: 404 len: 339 time: 0.0927272 Mar 24 01:12:13.030132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36064) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:13.140052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832b9d1e-47b7-4d06-9da4-05d3cf950a1d tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Made reservation on behalf of 16532e8f95ea485891e0f945f0ba2248 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:12:13.150392 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-832b9d1e-47b7-4d06-9da4-05d3cf950a1d tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:13.263553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832b9d1e-47b7-4d06-9da4-05d3cf950a1d tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:12:13.290045 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-832b9d1e-47b7-4d06-9da4-05d3cf950a1d tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (976559b2-205a-4607-b53e-2c184346bd75), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:13.292420 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-832b9d1e-47b7-4d06-9da4-05d3cf950a1d tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Added segment 976559b2-205a-4607-b53e-2c184346bd75 of type vlan for network e6a5a085-b8c5-4a54-9cb5-185991acef5a Mar 24 01:12:13.436287 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-832b9d1e-47b7-4d06-9da4-05d3cf950a1d tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (e6a5a085-b8c5-4a54-9cb5-185991acef5a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:13.519533 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-832b9d1e-47b7-4d06-9da4-05d3cf950a1d tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (e6a5a085-b8c5-4a54-9cb5-185991acef5a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:13.521457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b9d1e-47b7-4d06-9da4-05d3cf950a1d tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:13.522408 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-832b9d1e-47b7-4d06-9da4-05d3cf950a1d tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:13.667145 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b9d1e-47b7-4d06-9da4-05d3cf950a1d tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Pushing event updated for resources: {'Network': ['ID=e6a5a085-b8c5-4a54-9cb5-185991acef5a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:13.678941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network e6a5a085-b8c5-4a54-9cb5-185991acef5a details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:12:13.703250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c16ae9-27c0-485d-99f7-e50fbe0ab25a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Deleting subnet 3ab27b67-3bfa-45ef-9cb8-9f7cfa2fbdbd {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:12:13.708663 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9c16ae9-27c0-485d-99f7-e50fbe0ab25a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for subnet (3ab27b67-3bfa-45ef-9cb8-9f7cfa2fbdbd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:13.791956 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9c16ae9-27c0-485d-99f7-e50fbe0ab25a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (3ab27b67-3bfa-45ef-9cb8-9f7cfa2fbdbd), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:13.810766 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36080) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:13.897439 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9c16ae9-27c0-485d-99f7-e50fbe0ab25a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (3ab27b67-3bfa-45ef-9cb8-9f7cfa2fbdbd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:13.978124 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9c16ae9-27c0-485d-99f7-e50fbe0ab25a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (3ab27b67-3bfa-45ef-9cb8-9f7cfa2fbdbd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:14.120397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c16ae9-27c0-485d-99f7-e50fbe0ab25a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab27b67-3bfa-45ef-9cb8-9f7cfa2fbdbd,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:14.132151 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f4959fd-2f1b-4557-9c4d-e677d452510b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:14.151060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36086) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:14.158039 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d45ed75b-6ca4-4b85-82ac-6c450f7720f2 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Request body: {'network': {'project_id': '16532e8f95ea485891e0f945f0ba2248'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:14.166911 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-832b9d1e-47b7-4d06-9da4-05d3cf950a1d tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2603865 Mar 24 01:12:14.192733 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9c16ae9-27c0-485d-99f7-e50fbe0ab25a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:14.195095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bd9eeb-5577-4f21-9c69-18db065ad3df None None] Network 96eb0c9b-d262-4c80-9e91-491b42bc65af requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:12:14.208528 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c9c16ae9-27c0-485d-99f7-e50fbe0ab25a tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/subnets/3ab27b67-3bfa-45ef-9cb8-9f7cfa2fbdbd HTTP/1.1" status: 204 len: 168 time: 1.1770735 Mar 24 01:12:14.211284 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45ed75b-6ca4-4b85-82ac-6c450f7720f2 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 24 01:12:14.211939 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45ed75b-6ca4-4b85-82ac-6c450f7720f2 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:14.213290 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d45ed75b-6ca4-4b85-82ac-6c450f7720f2 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0593994 Mar 24 01:12:14.225909 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36088) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:14.226126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36090) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:14.381222 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (96eb0c9b-d262-4c80-9e91-491b42bc65af), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:14.457304 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f4959fd-2f1b-4557-9c4d-e677d452510b admin admin] Publish callbacks [] for security_group (1467ee69-de62-4980-9412-1c7b22f98466), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:14.467223 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f4959fd-2f1b-4557-9c4d-e677d452510b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1467ee69-de62-4980-9412-1c7b22f98466), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:14.644327 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0f4959fd-2f1b-4557-9c4d-e677d452510b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0c972c04cf64b718eb4d457c088b673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8294494 Mar 24 01:12:14.649641 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36098) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:14.659908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4959fd-2f1b-4557-9c4d-e677d452510b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1467ee69-de62-4980-9412-1c7b22f98466,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:14.683966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Deleting port eb138124-e730-4a8d-8093-30a411a65bbe {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:12:14.684325 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (eb138124-e730-4a8d-8093-30a411a65bbe), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:14.688063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b9e892ff-18e7-4f78-a420-5e4e98f3078e tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=16532e8f95ea485891e0f945f0ba2248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4540465 Mar 24 01:12:14.697904 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36100) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:14.791023 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] DHCP port deletion for 96eb0c9b-d262-4c80-9e91-491b42bc65af request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:12:14.918949 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a38ffe9-424c-4393-ad7e-f07792235018 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks [] for security_group (8c3a2691-21fb-4d0a-9842-fb77572718f2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:14.944713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Deleting port eb138124-e730-4a8d-8093-30a411a65bbe {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:12:14.945437 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (eb138124-e730-4a8d-8093-30a411a65bbe), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:14.998489 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] For port eb138124-e730-4a8d-8093-30a411a65bbe, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=eb138124-e730-4a8d-8093-30a411a65bbe,segment=NetworkSegment(7002e843-c237-4064-ac7c-9d581f72a137),segment_id=7002e843-c237-4064-ac7c-9d581f72a137)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:12:14.999089 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (eb138124-e730-4a8d-8093-30a411a65bbe), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:15.019125 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a38ffe9-424c-4393-ad7e-f07792235018 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks [] for security_group (8c3a2691-21fb-4d0a-9842-fb77572718f2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:15.023272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] For port eb138124-e730-4a8d-8093-30a411a65bbe, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=eb138124-e730-4a8d-8093-30a411a65bbe,segment=NetworkSegment(7002e843-c237-4064-ac7c-9d581f72a137),segment_id=7002e843-c237-4064-ac7c-9d581f72a137)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:12:15.025661 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (eb138124-e730-4a8d-8093-30a411a65bbe), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:15.042443 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Calling delete_port for eb138124-e730-4a8d-8093-30a411a65bbe owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:12:15.074223 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Calling delete_port for eb138124-e730-4a8d-8093-30a411a65bbe owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:12:15.118906 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d94ab80-9907-45df-aaf6-52f7cdb9a7fc admin admin] Publish callbacks [] for security_group (1467ee69-de62-4980-9412-1c7b22f98466), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:15.157085 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a38ffe9-424c-4393-ad7e-f07792235018 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8c3a2691-21fb-4d0a-9842-fb77572718f2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:15.159836 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a38ffe9-424c-4393-ad7e-f07792235018 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:15.163503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4a38ffe9-424c-4393-ad7e-f07792235018 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c3a2691-21fb-4d0a-9842-fb77572718f2 HTTP/1.1" status: 204 len: 168 time: 0.4600823 Mar 24 01:12:15.167002 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36104) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:15.195146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69183d65-f8d5-47af-a873-29fa9cc30d9e req-5710a4bb-75b5-40d4-8afe-b8d277ba62ea tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:15.203545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69183d65-f8d5-47af-a873-29fa9cc30d9e req-5710a4bb-75b5-40d4-8afe-b8d277ba62ea tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.9745588 Mar 24 01:12:15.211565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38ffe9-424c-4393-ad7e-f07792235018 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3a2691-21fb-4d0a-9842-fb77572718f2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:15.219115 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (eb138124-e730-4a8d-8093-30a411a65bbe), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:15.293551 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] No DVR routers for this DVR port eb138124-e730-4a8d-8093-30a411a65bbe on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:12:15.297169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Pushing event deleted for resources: {'Port': ['ID=eb138124-e730-4a8d-8093-30a411a65bbe,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:15.310789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69183d65-f8d5-47af-a873-29fa9cc30d9e req-e9731712-1ed0-402a-b2bc-e2037ff7e4b5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055520 Mar 24 01:12:15.339057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:15.339787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:15.341402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:15.342599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:15.343806 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:15.345756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:15.346306 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:15.347736 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:15.348252 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:15.350713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:15.351268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:15.351779 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:15.352286 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:15.352793 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:15.353739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b44c-6424-4ef4-8d51-167f92087177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:15.539415 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9442bbe9-5bac-49da-8f7c-e1cf21cb8ac4 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (e6a5a085-b8c5-4a54-9cb5-185991acef5a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:15.550972 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d94ab80-9907-45df-aaf6-52f7cdb9a7fc admin admin] Publish callbacks [] for security_group (1467ee69-de62-4980-9412-1c7b22f98466), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:15.704201 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device eb138124-e730-4a8d-8093-30a411a65bbe no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:12:15.771400 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (eb138124-e730-4a8d-8093-30a411a65bbe), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:15.776857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: eb138124-e730-4a8d-8093-30a411a65bbe {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:12:15.778898 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device eb138124-e730-4a8d-8093-30a411a65bbe not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:12:15.781295 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9442bbe9-5bac-49da-8f7c-e1cf21cb8ac4 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (e6a5a085-b8c5-4a54-9cb5-185991acef5a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:15.867017 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Port': ['ID=eb138124-e730-4a8d-8093-30a411a65bbe,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:15.919188 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d94ab80-9907-45df-aaf6-52f7cdb9a7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1467ee69-de62-4980-9412-1c7b22f98466), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:15.922384 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d94ab80-9907-45df-aaf6-52f7cdb9a7fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:15.925875 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3d94ab80-9907-45df-aaf6-52f7cdb9a7fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1467ee69-de62-4980-9412-1c7b22f98466 HTTP/1.1" status: 204 len: 168 time: 1.2728627 Mar 24 01:12:15.999165 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No DVR routers for this DVR port eb138124-e730-4a8d-8093-30a411a65bbe on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:12:16.009966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94ab80-9907-45df-aaf6-52f7cdb9a7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1467ee69-de62-4980-9412-1c7b22f98466,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:16.022376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9442bbe9-5bac-49da-8f7c-e1cf21cb8ac4 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a5a085-b8c5-4a54-9cb5-185991acef5a']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:16.117730 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9442bbe9-5bac-49da-8f7c-e1cf21cb8ac4 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976559b2-205a-4607-b53e-2c184346bd75') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:16.118125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9442bbe9-5bac-49da-8f7c-e1cf21cb8ac4 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976559b2-205a-4607-b53e-2c184346bd75') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:16.231646 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9442bbe9-5bac-49da-8f7c-e1cf21cb8ac4 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (976559b2-205a-4607-b53e-2c184346bd75), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:16.330759 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (96eb0c9b-d262-4c80-9e91-491b42bc65af), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:16.340208 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9442bbe9-5bac-49da-8f7c-e1cf21cb8ac4 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (976559b2-205a-4607-b53e-2c184346bd75), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:16.400589 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9442bbe9-5bac-49da-8f7c-e1cf21cb8ac4 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:12:16.406915 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9442bbe9-5bac-49da-8f7c-e1cf21cb8ac4 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (976559b2-205a-4607-b53e-2c184346bd75), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:12:16.418095 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:12:16.548565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36120) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:16.619798 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6afcd788-2f49-4338-a734-5254cb77b12b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:16.681843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96eb0c9b-d262-4c80-9e91-491b42bc65af']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:16.723267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7002e843-c237-4064-ac7c-9d581f72a137') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:16.723267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7002e843-c237-4064-ac7c-9d581f72a137') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:16.760191 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9442bbe9-5bac-49da-8f7c-e1cf21cb8ac4 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (e6a5a085-b8c5-4a54-9cb5-185991acef5a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:16.786522 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (7002e843-c237-4064-ac7c-9d581f72a137), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:16.789926 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9442bbe9-5bac-49da-8f7c-e1cf21cb8ac4 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:16.794145 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9442bbe9-5bac-49da-8f7c-e1cf21cb8ac4 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] 10.222.0.45 "DELETE /v2.0/networks/e6a5a085-b8c5-4a54-9cb5-185991acef5a HTTP/1.1" status: 204 len: 168 time: 1.6261263 Mar 24 01:12:16.809822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b0bce-77d4-4389-bdc2-2689f8e65404 req-96bb845e-fd73-48bf-9b04-73df7bbc99c6 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:16.821812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c8b0bce-77d4-4389-bdc2-2689f8e65404 req-96bb845e-fd73-48bf-9b04-73df7bbc99c6 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.3157592 Mar 24 01:12:16.826871 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36124) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:16.884033 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442bbe9-5bac-49da-8f7c-e1cf21cb8ac4 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6a5a085-b8c5-4a54-9cb5-185991acef5a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:16.889374 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7002e843-c237-4064-ac7c-9d581f72a137), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:16.901757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:12:16.902167 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (7002e843-c237-4064-ac7c-9d581f72a137), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:12:16.914764 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:12:17.094508 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (96eb0c9b-d262-4c80-9e91-491b42bc65af), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:17.113252 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:17.116782 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/96eb0c9b-d262-4c80-9e91-491b42bc65af HTTP/1.1" status: 204 len: 168 time: 2.8879724 Mar 24 01:12:17.134408 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d313013c-3c8a-469b-989f-fcbfe37d9037 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (aaa2884c-1e67-43c5-a31b-a96114c2bd05), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:17.146322 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36134) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:17.225736 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6afcd788-2f49-4338-a734-5254cb77b12b admin admin] Publish callbacks [] for security_group (902ecbb0-0969-402e-8d5c-f15c165d71af), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:17.238178 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd8673-bb8f-4592-b249-86f9afefa6fe tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Network': ['ID=96eb0c9b-d262-4c80-9e91-491b42bc65af,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:17.253228 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a966a3b-13fb-414b-8f99-5bc6795d45ff tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] DELETE failed (client error): The resource could not be found. Mar 24 01:12:17.254262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a966a3b-13fb-414b-8f99-5bc6795d45ff tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:17.258782 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0a966a3b-13fb-414b-8f99-5bc6795d45ff tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/subnets/417bbddb-8bdd-49fa-9b65-8a13327e5baa HTTP/1.1" status: 404 len: 337 time: 0.1114566 Mar 24 01:12:17.269922 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36136) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:17.315495 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6afcd788-2f49-4338-a734-5254cb77b12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (902ecbb0-0969-402e-8d5c-f15c165d71af), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:17.322903 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-61622fd6-dc1b-4948-9995-69e1cdbeb845 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] DELETE failed (client error): The resource could not be found. Mar 24 01:12:17.324783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61622fd6-dc1b-4948-9995-69e1cdbeb845 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:17.332675 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-61622fd6-dc1b-4948-9995-69e1cdbeb845 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/2f589292-26ab-4d9f-afad-1aec7d98caaf HTTP/1.1" status: 404 len: 339 time: 0.0614529 Mar 24 01:12:17.343335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36138) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:17.460083 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-40969a5c-857b-46fe-8fc7-7555eadda9b7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Deleting subnet 9acc089f-4e59-467e-b8c5-58f66e2f9600 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:12:17.470590 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40969a5c-857b-46fe-8fc7-7555eadda9b7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for subnet (9acc089f-4e59-467e-b8c5-58f66e2f9600), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:17.484519 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d313013c-3c8a-469b-989f-fcbfe37d9037 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (aaa2884c-1e67-43c5-a31b-a96114c2bd05), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:17.561990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d313013c-3c8a-469b-989f-fcbfe37d9037 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa2884c-1e67-43c5-a31b-a96114c2bd05']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:17.565320 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40969a5c-857b-46fe-8fc7-7555eadda9b7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (9acc089f-4e59-467e-b8c5-58f66e2f9600), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:17.588338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d313013c-3c8a-469b-989f-fcbfe37d9037 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ba9729-c63b-4242-b4fb-c93465508ce0') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:17.588660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d313013c-3c8a-469b-989f-fcbfe37d9037 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ba9729-c63b-4242-b4fb-c93465508ce0') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:17.627166 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d313013c-3c8a-469b-989f-fcbfe37d9037 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (e0ba9729-c63b-4242-b4fb-c93465508ce0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:17.663105 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d313013c-3c8a-469b-989f-fcbfe37d9037 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e0ba9729-c63b-4242-b4fb-c93465508ce0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:17.740469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d313013c-3c8a-469b-989f-fcbfe37d9037 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:12:17.740885 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d313013c-3c8a-469b-989f-fcbfe37d9037 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (e0ba9729-c63b-4242-b4fb-c93465508ce0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:17.750077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcd788-2f49-4338-a734-5254cb77b12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902ecbb0-0969-402e-8d5c-f15c165d71af,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: warnings.warn('Neutron quota engine will require "--force" ' Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:12:17.770747 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:12:17.819236 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40969a5c-857b-46fe-8fc7-7555eadda9b7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (9acc089f-4e59-467e-b8c5-58f66e2f9600), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:17.917683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6afcd788-2f49-4338-a734-5254cb77b12b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f2c869d74fab48729d396e2c8a0285c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3534324 Mar 24 01:12:17.919752 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c8b0bce-77d4-4389-bdc2-2689f8e65404 req-91dd91fd-513c-4cf6-ae8e-1624092c308d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0955634 Mar 24 01:12:17.924064 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36142) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:17.976920 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40969a5c-857b-46fe-8fc7-7555eadda9b7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (9acc089f-4e59-467e-b8c5-58f66e2f9600), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:18.030488 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89a01979-fe6f-4d31-9b0a-270e4d4240c0 admin admin] Publish callbacks [] for security_group (902ecbb0-0969-402e-8d5c-f15c165d71af), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:18.032132 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d313013c-3c8a-469b-989f-fcbfe37d9037 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (aaa2884c-1e67-43c5-a31b-a96114c2bd05), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:18.049743 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d313013c-3c8a-469b-989f-fcbfe37d9037 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:18.056415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d313013c-3c8a-469b-989f-fcbfe37d9037 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] 10.222.0.45 "DELETE /v2.0/networks/aaa2884c-1e67-43c5-a31b-a96114c2bd05 HTTP/1.1" status: 204 len: 168 time: 1.2174835 Mar 24 01:12:18.070452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313013c-3c8a-469b-989f-fcbfe37d9037 tempest-QuotasNegativeTest-1370365791 tempest-QuotasNegativeTest-1370365791-project-admin] Pushing event deleted for resources: {'Network': ['ID=aaa2884c-1e67-43c5-a31b-a96114c2bd05,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:18.070703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40969a5c-857b-46fe-8fc7-7555eadda9b7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Subnet': ['ID=9acc089f-4e59-467e-b8c5-58f66e2f9600,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:18.096436 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40969a5c-857b-46fe-8fc7-7555eadda9b7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:18.099775 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-40969a5c-857b-46fe-8fc7-7555eadda9b7 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/subnets/9acc089f-4e59-467e-b8c5-58f66e2f9600 HTTP/1.1" status: 204 len: 168 time: 0.7547765 Mar 24 01:12:18.107990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36152) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:18.113531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ca388e-5601-48a2-bb6d-d5e7df5695e9 None None] Network ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:12:18.161445 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89a01979-fe6f-4d31-9b0a-270e4d4240c0 admin admin] Publish callbacks [] for security_group (902ecbb0-0969-402e-8d5c-f15c165d71af), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:18.388161 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89a01979-fe6f-4d31-9b0a-270e4d4240c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (902ecbb0-0969-402e-8d5c-f15c165d71af), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:18.399133 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89a01979-fe6f-4d31-9b0a-270e4d4240c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:18.402566 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-89a01979-fe6f-4d31-9b0a-270e4d4240c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/902ecbb0-0969-402e-8d5c-f15c165d71af HTTP/1.1" status: 204 len: 168 time: 0.4752843 Mar 24 01:12:18.471023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a01979-fe6f-4d31-9b0a-270e4d4240c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902ecbb0-0969-402e-8d5c-f15c165d71af,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:18.581527 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:18.774799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Deleting port d10cc50e-b6c4-4035-b979-9587297218dd {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:12:18.775183 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d10cc50e-b6c4-4035-b979-9587297218dd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:18.780014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a59daa-db62-46b2-8b25-d75bf767459c None None] DHCP port deletion for ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:12:18.973324 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-52a59daa-db62-46b2-8b25-d75bf767459c None None] Deleting port d10cc50e-b6c4-4035-b979-9587297218dd {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:12:18.973790 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-52a59daa-db62-46b2-8b25-d75bf767459c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d10cc50e-b6c4-4035-b979-9587297218dd), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:19.036568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] For port d10cc50e-b6c4-4035-b979-9587297218dd, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d10cc50e-b6c4-4035-b979-9587297218dd,segment=NetworkSegment(d2a10ca2-2f4a-40e9-82d1-314dd7b6d43a),segment_id=d2a10ca2-2f4a-40e9-82d1-314dd7b6d43a)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:12:19.036919 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d10cc50e-b6c4-4035-b979-9587297218dd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:19.110545 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Calling delete_port for d10cc50e-b6c4-4035-b979-9587297218dd owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:12:19.273979 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-52a59daa-db62-46b2-8b25-d75bf767459c None None] For port d10cc50e-b6c4-4035-b979-9587297218dd, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d10cc50e-b6c4-4035-b979-9587297218dd,segment=NetworkSegment(d2a10ca2-2f4a-40e9-82d1-314dd7b6d43a),segment_id=d2a10ca2-2f4a-40e9-82d1-314dd7b6d43a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:12:19.275840 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-52a59daa-db62-46b2-8b25-d75bf767459c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d10cc50e-b6c4-4035-b979-9587297218dd), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:19.319427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b33b8-6de3-40eb-936b-4eb33903c375 req-992064b2-cf2d-4a82-95b5-fb55c1039a03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:19.321064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-569b33b8-6de3-40eb-936b-4eb33903c375 req-992064b2-cf2d-4a82-95b5-fb55c1039a03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.1849699 Mar 24 01:12:19.343237 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-52a59daa-db62-46b2-8b25-d75bf767459c None None] Calling delete_port for d10cc50e-b6c4-4035-b979-9587297218dd owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:12:19.490001 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36178) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:19.494074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d10cc50e-b6c4-4035-b979-9587297218dd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:19.607965 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-569b33b8-6de3-40eb-936b-4eb33903c375 req-e6a1cb10-b4c2-45ab-8693-73816297c862 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643299 Mar 24 01:12:19.639622 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-52a59daa-db62-46b2-8b25-d75bf767459c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (d10cc50e-b6c4-4035-b979-9587297218dd), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:19.652864 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Port': ['ID=d10cc50e-b6c4-4035-b979-9587297218dd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:19.680004 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] No DVR routers for this DVR port d10cc50e-b6c4-4035-b979-9587297218dd on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:12:19.724499 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a59daa-db62-46b2-8b25-d75bf767459c None None] No DVR routers for this DVR port d10cc50e-b6c4-4035-b979-9587297218dd on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:12:19.731428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a59daa-db62-46b2-8b25-d75bf767459c None None] Pushing event deleted for resources: {'Port': ['ID=d10cc50e-b6c4-4035-b979-9587297218dd,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:19.781179 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d10cc50e-b6c4-4035-b979-9587297218dd no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:12:19.860080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: d10cc50e-b6c4-4035-b979-9587297218dd {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:12:19.862660 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d10cc50e-b6c4-4035-b979-9587297218dd not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:12:20.039109 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cebfd907-5362-468d-8817-206eb14a2653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:20.068314 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:20.141925 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:20.162058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a10ca2-2f4a-40e9-82d1-314dd7b6d43a') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:20.162548 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a10ca2-2f4a-40e9-82d1-314dd7b6d43a') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:20.174602 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (d2a10ca2-2f4a-40e9-82d1-314dd7b6d43a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:20.230307 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d2a10ca2-2f4a-40e9-82d1-314dd7b6d43a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:20.258595 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:12:20.259369 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (d2a10ca2-2f4a-40e9-82d1-314dd7b6d43a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:21.082502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb9d07-b0bf-4094-8a49-7bdbc99535f1 req-c1cce062-ac98-485b-bef1-b8fa30a2d35f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:21.084207 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-24bb9d07-b0bf-4094-8a49-7bdbc99535f1 req-c1cce062-ac98-485b-bef1-b8fa30a2d35f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.1474221 Mar 24 01:12:21.270578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-24bb9d07-b0bf-4094-8a49-7bdbc99535f1 req-21e41440-5b27-44a4-aa4d-ea5ab9690fd7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782126 Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:12:21.729220 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:12:21.952646 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cebfd907-5362-468d-8817-206eb14a2653 admin admin] Publish callbacks [] for security_group (9f7e92b1-6c07-415a-9fb6-3ca337e259ff), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:21.989113 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cebfd907-5362-468d-8817-206eb14a2653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9f7e92b1-6c07-415a-9fb6-3ca337e259ff), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:22.181509 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:22.193716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36250) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:22.216729 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cebfd907-5362-468d-8817-206eb14a2653 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5bd08a9caa341569326a74af34d3681&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7247388 Mar 24 01:12:22.271136 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:22.310618 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] 10.222.0.45 "DELETE /v2.0/networks/ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3 HTTP/1.1" status: 204 len: 168 time: 4.1770482 Mar 24 01:12:22.331767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfd907-5362-468d-8817-206eb14a2653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7e92b1-6c07-415a-9fb6-3ca337e259ff,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:22.380970 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386c2e1-6d15-4a80-8466-ffc18e7d22e4 tempest-NetworksIpV6Test-891563845 tempest-NetworksIpV6Test-891563845-project] Pushing event deleted for resources: {'Network': ['ID=ec5d4a3b-bf85-45ef-9ba0-73c774d4ecf3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:22.455593 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9cc1323e-51da-4046-93b4-91976bce552d admin admin] Publish callbacks [] for security_group (9f7e92b1-6c07-415a-9fb6-3ca337e259ff), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:22.570770 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9cc1323e-51da-4046-93b4-91976bce552d admin admin] Publish callbacks [] for security_group (9f7e92b1-6c07-415a-9fb6-3ca337e259ff), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:23.039993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cbd4a-6602-4ade-83cc-b659b50debad req-ef2c7bad-5759-4d98-b09e-74de40163460 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:23.050648 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-997cbd4a-6602-4ade-83cc-b659b50debad req-ef2c7bad-5759-4d98-b09e-74de40163460 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.4051192 Mar 24 01:12:23.094447 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9cc1323e-51da-4046-93b4-91976bce552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9f7e92b1-6c07-415a-9fb6-3ca337e259ff), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:23.119550 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9cc1323e-51da-4046-93b4-91976bce552d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:23.123523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9cc1323e-51da-4046-93b4-91976bce552d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9f7e92b1-6c07-415a-9fb6-3ca337e259ff HTTP/1.1" status: 204 len: 168 time: 0.9287672 Mar 24 01:12:23.218320 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36288) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:23.228230 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1323e-51da-4046-93b4-91976bce552d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7e92b1-6c07-415a-9fb6-3ca337e259ff,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:23.358537 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-997cbd4a-6602-4ade-83cc-b659b50debad req-281e79ab-b5b0-4e9a-9fc3-c01429abb04a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878630 Mar 24 01:12:24.083015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36306) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:24.120939 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cd81a816-b4f8-4af5-a7d7-ff6b0eea1150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:24.236695 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d8c2020d-9c06-4842-bb86-a61499f51d40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6287d5fee86e41829ffa6b98fe2ace5a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0177515 Mar 24 01:12:24.243027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36308) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:24.675773 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a07e-8b36-47c7-a58a-7d62a50840b7 admin admin] Publish callbacks [] for security_group (b16643b2-4363-479e-929d-c2558239dd16), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:24.723388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cd81a816-b4f8-4af5-a7d7-ff6b0eea1150 admin admin] Publish callbacks [] for security_group (7e26d638-ef6e-4637-bc08-03c1ca4ae3b2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:24.729721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36322) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:24.762953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cd81a816-b4f8-4af5-a7d7-ff6b0eea1150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7e26d638-ef6e-4637-bc08-03c1ca4ae3b2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:24.828331 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a07e-8b36-47c7-a58a-7d62a50840b7 admin admin] Publish callbacks [] for security_group (b16643b2-4363-479e-929d-c2558239dd16), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:24.922393 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0fde-c245-484f-b6e4-94d6a6fd8b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:24.924163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30002d01-6809-45e7-a712-a2d53f5cd0a7 req-2171c40e-fb74-4ad4-8ae4-e022c6e33bb1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:24.925747 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30002d01-6809-45e7-a712-a2d53f5cd0a7 req-2171c40e-fb74-4ad4-8ae4-e022c6e33bb1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.3813753 Mar 24 01:12:24.964229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81a816-b4f8-4af5-a7d7-ff6b0eea1150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e26d638-ef6e-4637-bc08-03c1ca4ae3b2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:24.980861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cd81a816-b4f8-4af5-a7d7-ff6b0eea1150 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af675574f8734fe488f706f46ee9030e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8964968 Mar 24 01:12:24.988043 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36328) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:25.139585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30002d01-6809-45e7-a712-a2d53f5cd0a7 req-4ff642b6-9176-4c48-ae38-f1ac8968bb69 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765206 Mar 24 01:12:25.154723 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-065cc0d0-6033-475f-a2b1-c8ab46cf4bdd admin admin] Publish callbacks [] for security_group (7e26d638-ef6e-4637-bc08-03c1ca4ae3b2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:25.165564 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a07e-8b36-47c7-a58a-7d62a50840b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b16643b2-4363-479e-929d-c2558239dd16), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:25.168465 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a07e-8b36-47c7-a58a-7d62a50840b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:25.169861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a2a1a07e-8b36-47c7-a58a-7d62a50840b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b16643b2-4363-479e-929d-c2558239dd16 HTTP/1.1" status: 204 len: 168 time: 0.9251904 Mar 24 01:12:25.208620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1a07e-8b36-47c7-a58a-7d62a50840b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16643b2-4363-479e-929d-c2558239dd16,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:25.300437 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0fde-c245-484f-b6e4-94d6a6fd8b2e admin admin] Publish callbacks [] for security_group (4f1b616c-ab0d-4260-b287-2fabb025cc22), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:25.310843 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-065cc0d0-6033-475f-a2b1-c8ab46cf4bdd admin admin] Publish callbacks [] for security_group (7e26d638-ef6e-4637-bc08-03c1ca4ae3b2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:25.328143 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0fde-c245-484f-b6e4-94d6a6fd8b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4f1b616c-ab0d-4260-b287-2fabb025cc22), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:25.398672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36338) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:25.404632 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ef4e0fde-c245-484f-b6e4-94d6a6fd8b2e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52ef1370706f430cb66af5adaee94227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6735444 Mar 24 01:12:25.534063 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e0fde-c245-484f-b6e4-94d6a6fd8b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1b616c-ab0d-4260-b287-2fabb025cc22,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:25.569228 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-065cc0d0-6033-475f-a2b1-c8ab46cf4bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7e26d638-ef6e-4637-bc08-03c1ca4ae3b2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:25.582976 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-065cc0d0-6033-475f-a2b1-c8ab46cf4bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:25.588175 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-065cc0d0-6033-475f-a2b1-c8ab46cf4bdd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7e26d638-ef6e-4637-bc08-03c1ca4ae3b2 HTTP/1.1" status: 204 len: 168 time: 0.5984685 Mar 24 01:12:25.607176 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cc0d0-6033-475f-a2b1-c8ab46cf4bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e26d638-ef6e-4637-bc08-03c1ca4ae3b2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:25.661166 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c90393a0-8931-4136-87ac-cf4f363e1372 admin admin] Publish callbacks [] for security_group (4f1b616c-ab0d-4260-b287-2fabb025cc22), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:25.787882 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c90393a0-8931-4136-87ac-cf4f363e1372 admin admin] Publish callbacks [] for security_group (4f1b616c-ab0d-4260-b287-2fabb025cc22), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:25.984134 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c90393a0-8931-4136-87ac-cf4f363e1372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4f1b616c-ab0d-4260-b287-2fabb025cc22), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:25.987434 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c90393a0-8931-4136-87ac-cf4f363e1372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:25.989230 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c90393a0-8931-4136-87ac-cf4f363e1372 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4f1b616c-ab0d-4260-b287-2fabb025cc22 HTTP/1.1" status: 204 len: 168 time: 0.5899065 Mar 24 01:12:26.035172 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90393a0-8931-4136-87ac-cf4f363e1372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1b616c-ab0d-4260-b287-2fabb025cc22,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:26.419047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f22bd6-39fc-42c9-a803-e357c483f3c0 req-b1e8c133-3969-43b9-9c13-9e3499a98191 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:26.424308 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05f22bd6-39fc-42c9-a803-e357c483f3c0 req-b1e8c133-3969-43b9-9c13-9e3499a98191 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.1402233 Mar 24 01:12:26.524720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05f22bd6-39fc-42c9-a803-e357c483f3c0 req-610512c6-c1e4-46b6-8d7e-ec268a4c21de tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926292 Mar 24 01:12:26.885718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36384) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:26.907985 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d7bb917f-94df-4991-95b6-82b6c9b490c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:27.139209 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d7bb917f-94df-4991-95b6-82b6c9b490c8 admin admin] Publish callbacks [] for security_group (bf0fd548-8237-466a-8acb-09d9a459f0d5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:27.152347 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d7bb917f-94df-4991-95b6-82b6c9b490c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (bf0fd548-8237-466a-8acb-09d9a459f0d5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:27.298705 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36396) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:27.315277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d7bb917f-94df-4991-95b6-82b6c9b490c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=06bdd7fa51b244e19bd997098e8254e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4282746 Mar 24 01:12:27.325713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb917f-94df-4991-95b6-82b6c9b490c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0fd548-8237-466a-8acb-09d9a459f0d5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:27.447033 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4af04afa-1ce3-4c85-a587-3e2477791a36 admin admin] Publish callbacks [] for security_group (bf0fd548-8237-466a-8acb-09d9a459f0d5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:27.496703 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4af04afa-1ce3-4c85-a587-3e2477791a36 admin admin] Publish callbacks [] for security_group (bf0fd548-8237-466a-8acb-09d9a459f0d5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:27.648241 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4af04afa-1ce3-4c85-a587-3e2477791a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (bf0fd548-8237-466a-8acb-09d9a459f0d5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:27.651765 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4af04afa-1ce3-4c85-a587-3e2477791a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:27.656012 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4af04afa-1ce3-4c85-a587-3e2477791a36 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf0fd548-8237-466a-8acb-09d9a459f0d5 HTTP/1.1" status: 204 len: 168 time: 0.3554680 Mar 24 01:12:27.664650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af04afa-1ce3-4c85-a587-3e2477791a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0fd548-8237-466a-8acb-09d9a459f0d5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:27.879297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7948b-8361-4a7c-8baa-0190d41dea04 req-c944d589-de14-4dbb-b26e-d259c786b28b tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:27.880917 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90f7948b-8361-4a7c-8baa-0190d41dea04 req-c944d589-de14-4dbb-b26e-d259c786b28b tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.1260927 Mar 24 01:12:27.887825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36418) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:28.053134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90f7948b-8361-4a7c-8baa-0190d41dea04 req-6a072a9f-e10b-4ee4-8bc3-1ee7ea9c93ea tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506400 Mar 24 01:12:28.423709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2c0d2203-b862-454a-909e-a9ba1fd81f41 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] Request body: {'port': {'network_id': '6b7c73e9-ddf0-4a5a-9c26-a12af8e1bee9', 'name': 'tempest-NetworksNegativeTestJSON-1495606838'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:28.452303 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0d2203-b862-454a-909e-a9ba1fd81f41 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] POST failed (client error): The resource could not be found. Mar 24 01:12:28.452872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0d2203-b862-454a-909e-a9ba1fd81f41 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:28.457957 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2c0d2203-b862-454a-909e-a9ba1fd81f41 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5651715 Mar 24 01:12:28.458478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36434) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:28.503630 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e8f456-27fb-4508-9f2a-4c8b5e03103c tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] DELETE failed (client error): The resource could not be found. Mar 24 01:12:28.504170 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e8f456-27fb-4508-9f2a-4c8b5e03103c tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:28.508131 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-06e8f456-27fb-4508-9f2a-4c8b5e03103c tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] 10.222.0.45 "DELETE /v2.0/networks/fa119789-5073-43af-a4dc-2b93525c76f8 HTTP/1.1" status: 404 len: 339 time: 0.0489957 Mar 24 01:12:28.514318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36436) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:28.587477 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-191f4153-6ba1-40e0-866f-af333d7842c1 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] DELETE failed (client error): The resource could not be found. Mar 24 01:12:28.588091 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191f4153-6ba1-40e0-866f-af333d7842c1 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:28.609200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-191f4153-6ba1-40e0-866f-af333d7842c1 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] 10.222.0.45 "DELETE /v2.0/ports/f9ef8ce3-d1ef-43f7-8378-564c7ee6f5ba HTTP/1.1" status: 404 len: 333 time: 0.0905318 Mar 24 01:12:28.609400 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36442) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:28.637077 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df09fcb-d5e9-48e1-b1fd-91ab8c213882 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] DELETE failed (client error): The resource could not be found. Mar 24 01:12:28.637545 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df09fcb-d5e9-48e1-b1fd-91ab8c213882 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:28.645315 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6df09fcb-d5e9-48e1-b1fd-91ab8c213882 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] 10.222.0.45 "DELETE /v2.0/subnets/e59d62c9-00fb-4fb1-b8f0-3c0d16e4ee22 HTTP/1.1" status: 404 len: 337 time: 0.0308702 Mar 24 01:12:28.645315 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36446) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:28.690967 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f081210-6ce1-477d-b500-55d4a10af011 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] GET failed (client error): The resource could not be found. Mar 24 01:12:28.696176 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0f081210-6ce1-477d-b500-55d4a10af011 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] 10.222.0.45 "GET /v2.0/networks/e5bfcb4b-acd9-480a-9ffd-2037d9476d0f HTTP/1.1" status: 404 len: 339 time: 0.0462737 Mar 24 01:12:28.697202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36450) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:28.728105 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8bdd3a93-21ca-4982-97fb-23edd8e349f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:28.767201 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca834811-4f9a-432b-a074-798b1c823bb0 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] GET failed (client error): The resource could not be found. Mar 24 01:12:28.778181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36454) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:28.778998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ca834811-4f9a-432b-a074-798b1c823bb0 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] 10.222.0.45 "GET /v2.0/ports/e5ca9931-b8a2-4b33-bcf9-4520dce172b2 HTTP/1.1" status: 404 len: 333 time: 0.0799375 Mar 24 01:12:28.811756 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d12aca-5ea1-4611-8648-5639b0d93977 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] GET failed (client error): The resource could not be found. Mar 24 01:12:28.818203 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-17d12aca-5ea1-4611-8648-5639b0d93977 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] 10.222.0.45 "GET /v2.0/subnets/cf7dc188-ea1f-4560-8335-a8989c795c2f HTTP/1.1" status: 404 len: 337 time: 0.0355337 Mar 24 01:12:28.818498 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36458) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:28.825189 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f1868ca0-a756-4dc7-a7b4-9e88963c3462 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] Request body: {'network': {'name': 'new_name'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:28.842034 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1868ca0-a756-4dc7-a7b4-9e88963c3462 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] PUT failed (client error): The resource could not be found. Mar 24 01:12:28.842697 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1868ca0-a756-4dc7-a7b4-9e88963c3462 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:28.848843 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f1868ca0-a756-4dc7-a7b4-9e88963c3462 tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] 10.222.0.45 "PUT /v2.0/networks/51bdc51d-1758-4763-9a30-3ed42f0630e8 HTTP/1.1" status: 404 len: 339 time: 0.0259032 Mar 24 01:12:28.849150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36460) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:28.862206 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c3659a3b-4abc-4454-91f4-05e99bb3617e tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] Request body: {'port': {'name': 'new_name'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:28.894858 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3659a3b-4abc-4454-91f4-05e99bb3617e tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] PUT failed (client error): The resource could not be found. Mar 24 01:12:28.895766 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3659a3b-4abc-4454-91f4-05e99bb3617e tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:28.902974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36464) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:28.909932 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-69fbc895-aef0-4cfe-95ac-3bf7ec17302a tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:28.913981 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c3659a3b-4abc-4454-91f4-05e99bb3617e tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] 10.222.0.45 "PUT /v2.0/ports/ff58a1d4-0f99-4404-8d86-461b337e3708 HTTP/1.1" status: 404 len: 333 time: 0.0519762 Mar 24 01:12:28.951016 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fbc895-aef0-4cfe-95ac-3bf7ec17302a tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] PUT failed (client error): The resource could not be found. Mar 24 01:12:28.951529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fbc895-aef0-4cfe-95ac-3bf7ec17302a tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:12:28.955057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-69fbc895-aef0-4cfe-95ac-3bf7ec17302a tempest-NetworksNegativeTestJSON-1557256422 tempest-NetworksNegativeTestJSON-1557256422-project] 10.222.0.45 "PUT /v2.0/subnets/08c46fb8-a08b-427d-84e2-1136fcd7ad26 HTTP/1.1" status: 404 len: 337 time: 0.0498068 Mar 24 01:12:29.407495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415691e-bdb8-4022-a732-e26d283ccbba req-8241a111-74bd-4da0-bfe0-7cefaedf4cc2 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:29.409069 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a415691e-bdb8-4022-a732-e26d283ccbba req-8241a111-74bd-4da0-bfe0-7cefaedf4cc2 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.1466908 Mar 24 01:12:29.524840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a415691e-bdb8-4022-a732-e26d283ccbba req-9113491c-89a9-4f0e-97af-bb03303ee1ef tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013732 Mar 24 01:12:29.526390 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36496) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:29.947159 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:30.180070 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fda4bd4-f6f1-4ffb-8db1-e5a00f9cff39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:30.246731 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:12:30.326183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36514) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:30.382007 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fda4bd4-f6f1-4ffb-8db1-e5a00f9cff39 admin admin] Publish callbacks [] for security_group (9a3da63f-8a6f-4745-a2ad-b55f23ab76d1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:30.393695 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fda4bd4-f6f1-4ffb-8db1-e5a00f9cff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9a3da63f-8a6f-4745-a2ad-b55f23ab76d1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:30.494085 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3fda4bd4-f6f1-4ffb-8db1-e5a00f9cff39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d8b011277304a66920d87b6fe23ddd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9646857 Mar 24 01:12:30.495755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36522) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:30.496023 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda4bd4-f6f1-4ffb-8db1-e5a00f9cff39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3da63f-8a6f-4745-a2ad-b55f23ab76d1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:30.588141 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ae830285-d01c-4e1b-8c3d-88939c2a48e3 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2018180429'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:30.719119 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Publish callbacks [] for security_group (9a3da63f-8a6f-4745-a2ad-b55f23ab76d1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:30.741699 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ae830285-d01c-4e1b-8c3d-88939c2a48e3 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (51189304-a6b0-4c3b-b10c-c02f6bbfb406), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:30.742771 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ae830285-d01c-4e1b-8c3d-88939c2a48e3 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (51189304-a6b0-4c3b-b10c-c02f6bbfb406), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:30.849908 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c7b768b1-75d7-4f77-86c6-56b9d77df945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:31.003270 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ae830285-d01c-4e1b-8c3d-88939c2a48e3 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router_controller (51189304-a6b0-4c3b-b10c-c02f6bbfb406), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:31.005713 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Publish callbacks [] for security_group (9a3da63f-8a6f-4745-a2ad-b55f23ab76d1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:31.016962 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ae830285-d01c-4e1b-8c3d-88939c2a48e3 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (51189304-a6b0-4c3b-b10c-c02f6bbfb406), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:31.041613 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ae830285-d01c-4e1b-8c3d-88939c2a48e3 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:31.045376 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ae830285-d01c-4e1b-8c3d-88939c2a48e3 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7151005 Mar 24 01:12:31.046274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36542) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:31.114862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4ad91-91be-4050-bc7c-80b9b6d39336 req-42aa8718-2de4-4894-8d39-7c3a2a86ab59 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:31.116437 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7da4ad91-91be-4050-bc7c-80b9b6d39336 req-42aa8718-2de4-4894-8d39-7c3a2a86ab59 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.3781574 Mar 24 01:12:31.141654 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9a3da63f-8a6f-4745-a2ad-b55f23ab76d1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:31.144517 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:31.147968 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a3da63f-8a6f-4745-a2ad-b55f23ab76d1 HTTP/1.1" status: 204 len: 168 time: 0.6484942 Mar 24 01:12:31.193504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3da63f-8a6f-4745-a2ad-b55f23ab76d1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:31.237018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:31.246678 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:31.247043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:31.247398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:31.247750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:31.248085 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:31.249731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:31.249731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:31.253052 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d526534-888b-4777-9c38-cc18d8fc0a0d tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router (51189304-a6b0-4c3b-b10c-c02f6bbfb406), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:31.254581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:31.254803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:31.256125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:31.256125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:31.256125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:31.256125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:31.260822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21668a9b-83b6-43af-9b73-f96bdb945a45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:31.339347 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7da4ad91-91be-4050-bc7c-80b9b6d39336 req-f2cf059c-32ce-496e-943c-8d64db57dc06 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139707 Mar 24 01:12:31.689542 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d526534-888b-4777-9c38-cc18d8fc0a0d tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (51189304-a6b0-4c3b-b10c-c02f6bbfb406), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:31.693834 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d526534-888b-4777-9c38-cc18d8fc0a0d tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router_controller (51189304-a6b0-4c3b-b10c-c02f6bbfb406), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:31.765597 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d526534-888b-4777-9c38-cc18d8fc0a0d tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (51189304-a6b0-4c3b-b10c-c02f6bbfb406), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:31.767539 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d526534-888b-4777-9c38-cc18d8fc0a0d tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51189304-a6b0-4c3b-b10c-c02f6bbfb406 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:12:31.794001 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d526534-888b-4777-9c38-cc18d8fc0a0d tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:31.800014 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3d526534-888b-4777-9c38-cc18d8fc0a0d tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] 10.222.0.45 "DELETE /v2.0/routers/51189304-a6b0-4c3b-b10c-c02f6bbfb406 HTTP/1.1" status: 204 len: 168 time: 0.7498057 Mar 24 01:12:31.800386 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36564) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:31.811604 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b59daae1-a7b6-4978-a115-53ad04e45ca8 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Request body: {'router': {'name': 'tempest-router-355698319', 'distributed': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:31.876319 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b59daae1-a7b6-4978-a115-53ad04e45ca8 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (6f60a4a5-fa1e-4e47-af13-43b8527e3fb9), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:31.889233 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b59daae1-a7b6-4978-a115-53ad04e45ca8 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (6f60a4a5-fa1e-4e47-af13-43b8527e3fb9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:31.983692 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b59daae1-a7b6-4978-a115-53ad04e45ca8 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router_controller (6f60a4a5-fa1e-4e47-af13-43b8527e3fb9), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:31.992432 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b59daae1-a7b6-4978-a115-53ad04e45ca8 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (6f60a4a5-fa1e-4e47-af13-43b8527e3fb9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:32.021435 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b59daae1-a7b6-4978-a115-53ad04e45ca8 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:32.025670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36572) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:32.026695 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b59daae1-a7b6-4978-a115-53ad04e45ca8 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2253337 Mar 24 01:12:32.138563 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:32.251861 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32ef4a6c-cf16-4ca1-9dbf-f802d8532f44 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router (6f60a4a5-fa1e-4e47-af13-43b8527e3fb9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:32.470709 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32ef4a6c-cf16-4ca1-9dbf-f802d8532f44 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (6f60a4a5-fa1e-4e47-af13-43b8527e3fb9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:32.476107 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32ef4a6c-cf16-4ca1-9dbf-f802d8532f44 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router_controller (6f60a4a5-fa1e-4e47-af13-43b8527e3fb9), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:32.505683 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:32.564362 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32ef4a6c-cf16-4ca1-9dbf-f802d8532f44 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (6f60a4a5-fa1e-4e47-af13-43b8527e3fb9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:32.565424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ef4a6c-cf16-4ca1-9dbf-f802d8532f44 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f60a4a5-fa1e-4e47-af13-43b8527e3fb9 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:12:32.572835 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 44e764ac-5193-4d5a-a7c5-08b07e786da2 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:12:32.585433 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32ef4a6c-cf16-4ca1-9dbf-f802d8532f44 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:32.586589 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-32ef4a6c-cf16-4ca1-9dbf-f802d8532f44 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] 10.222.0.45 "DELETE /v2.0/routers/6f60a4a5-fa1e-4e47-af13-43b8527e3fb9 HTTP/1.1" status: 204 len: 168 time: 0.5596044 Mar 24 01:12:32.590124 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36588) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:32.595612 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6752ddeb-88f4-4cf7-ba71-07c0dc5f0f8a tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Request body: {'router': {'name': 'tempest-router-1419860695', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c5f1792e379f4c63880568327bcbc2b0'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:32.626877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0998a-4a34-41c0-bd9a-f35ca76eef73 req-12efb86a-38c1-407a-99fd-0892e4541a75 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:32.637352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9f0998a-4a34-41c0-bd9a-f35ca76eef73 req-12efb86a-38c1-407a-99fd-0892e4541a75 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 944 time: 0.1549358 Mar 24 01:12:32.650700 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6752ddeb-88f4-4cf7-ba71-07c0dc5f0f8a tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (30cfcee1-c18d-49f0-954c-e700707bc62c), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:32.652211 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6752ddeb-88f4-4cf7-ba71-07c0dc5f0f8a tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (30cfcee1-c18d-49f0-954c-e700707bc62c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:32.742797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9f0998a-4a34-41c0-bd9a-f35ca76eef73 req-48b1194b-f796-4ff6-a556-a0cc06b4eb51 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034100 Mar 24 01:12:32.780961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36594) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:32.858652 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6752ddeb-88f4-4cf7-ba71-07c0dc5f0f8a tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router_controller (30cfcee1-c18d-49f0-954c-e700707bc62c), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:32.867810 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6752ddeb-88f4-4cf7-ba71-07c0dc5f0f8a tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (30cfcee1-c18d-49f0-954c-e700707bc62c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:32.900736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6752ddeb-88f4-4cf7-ba71-07c0dc5f0f8a tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:32.904066 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6752ddeb-88f4-4cf7-ba71-07c0dc5f0f8a tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3127937 Mar 24 01:12:32.907978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36600) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:32.913924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ca4279f1-5c76-444d-818e-54b17961599b tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Request body: {'router': {'distributed': True}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:32.922977 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:12:32.938884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'port_id': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'mac_address': 'fa:16:3e:77:b1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:12:33.008004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 44e764ac-5193-4d5a-a7c5-08b07e786da2 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:12:33.008410 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:33.038359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e764ac-5193-4d5a-a7c5-08b07e786da2 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:12:33.082190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:12:33.089329 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:33.118051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e7c35755-ab89-4ba9-84fc-05d52ca95d11 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group': {'name': 'tempest-secgroup--43471890'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:33.195923 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=44e764ac-5193-4d5a-a7c5-08b07e786da2,revision_number=11']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:33.287843 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7c35755-ab89-4ba9-84fc-05d52ca95d11 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:33.300205 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['44e764ac-5193-4d5a-a7c5-08b07e786da2'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:12:33.312730 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7c35755-ab89-4ba9-84fc-05d52ca95d11 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:33.483827 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca4279f1-5c76-444d-818e-54b17961599b tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (30cfcee1-c18d-49f0-954c-e700707bc62c), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:33.484447 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca4279f1-5c76-444d-818e-54b17961599b tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router (30cfcee1-c18d-49f0-954c-e700707bc62c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:33.666189 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:33.721420 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7c35755-ab89-4ba9-84fc-05d52ca95d11 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (c9a04167-e18f-4c1f-a86c-293a07575e17), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:33.730657 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7c35755-ab89-4ba9-84fc-05d52ca95d11 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c9a04167-e18f-4c1f-a86c-293a07575e17), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:33.734392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ca4279f1-5c76-444d-818e-54b17961599b tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=115730) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 24 01:12:33.735680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ca4279f1-5c76-444d-818e-54b17961599b tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Router 30cfcee1-c18d-49f0-954c-e700707bc62c migrating from provider to provider. {{(pid=115730) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 24 01:12:33.736238 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca4279f1-5c76-444d-818e-54b17961599b tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router_controller (30cfcee1-c18d-49f0-954c-e700707bc62c), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:33.799100 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c35755-ab89-4ba9-84fc-05d52ca95d11 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a04167-e18f-4c1f-a86c-293a07575e17,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:33.936488 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7c35755-ab89-4ba9-84fc-05d52ca95d11 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (e5558939-1164-4a27-b516-e51c7dffdafa), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:33.950019 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca4279f1-5c76-444d-818e-54b17961599b tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router_controller (30cfcee1-c18d-49f0-954c-e700707bc62c), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:33.954673 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7c35755-ab89-4ba9-84fc-05d52ca95d11 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e5558939-1164-4a27-b516-e51c7dffdafa), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:33.989469 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca4279f1-5c76-444d-818e-54b17961599b tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (30cfcee1-c18d-49f0-954c-e700707bc62c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:34.026540 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7c35755-ab89-4ba9-84fc-05d52ca95d11 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:34.030503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e7c35755-ab89-4ba9-84fc-05d52ca95d11 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2450805 Mar 24 01:12:34.031247 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36626) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:34.124309 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5cf0d79f-274c-41d4-93e3-6dda89bfb335 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0894251 Mar 24 01:12:34.125508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36628) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:34.132375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a01c0c71-b307-4ac9-a9cf-baac1c1bb224 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group': {'name': 'tempest-security--283823335', 'description': 'tempest-security-description-1303208342'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:34.188858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a01c0c71-b307-4ac9-a9cf-baac1c1bb224 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (e5558939-1164-4a27-b516-e51c7dffdafa), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:34.249175 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a01c0c71-b307-4ac9-a9cf-baac1c1bb224 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (e5558939-1164-4a27-b516-e51c7dffdafa), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:34.256444 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a01c0c71-b307-4ac9-a9cf-baac1c1bb224 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e5558939-1164-4a27-b516-e51c7dffdafa), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:34.264445 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a01c0c71-b307-4ac9-a9cf-baac1c1bb224 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:34.273209 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a01c0c71-b307-4ac9-a9cf-baac1c1bb224 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "PUT /v2.0/security-groups/e5558939-1164-4a27-b516-e51c7dffdafa HTTP/1.1" status: 200 len: 1796 time: 0.1459892 Mar 24 01:12:34.275976 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36632) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:34.418420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c0c71-b307-4ac9-a9cf-baac1c1bb224 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5558939-1164-4a27-b516-e51c7dffdafa,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:34.448043 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fbb45aa3-9cf0-4b59-86be-4ae224a7b80b tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-groups/e5558939-1164-4a27-b516-e51c7dffdafa HTTP/1.1" status: 200 len: 1796 time: 0.1585803 Mar 24 01:12:34.458389 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36634) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:34.558779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c35755-ab89-4ba9-84fc-05d52ca95d11 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5558939-1164-4a27-b516-e51c7dffdafa,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:34.578205 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-674ef487-d6de-491a-ae43-1c09684e1b37 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (e5558939-1164-4a27-b516-e51c7dffdafa), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:34.579756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafd885-5093-48df-9da1-d8aead353f3b req-eadead7d-6f9e-47be-a4c2-34db269dfa03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:34.590149 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6dafd885-5093-48df-9da1-d8aead353f3b req-eadead7d-6f9e-47be-a4c2-34db269dfa03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 945 time: 0.6505294 Mar 24 01:12:34.591167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 44e764ac-5193-4d5a-a7c5-08b07e786da2 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:12:34.645801 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-674ef487-d6de-491a-ae43-1c09684e1b37 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (e5558939-1164-4a27-b516-e51c7dffdafa), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:34.653669 n-d-760455-9 neutron-server[115730]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ca4279f1-5c76-444d-818e-54b17961599b tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] No L3 agents can host the router 30cfcee1-c18d-49f0-954c-e700707bc62c Mar 24 01:12:34.670168 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6dafd885-5093-48df-9da1-d8aead353f3b req-89517472-84ba-4bc1-8505-300b850dce30 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788648 Mar 24 01:12:34.714999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 44e764ac-5193-4d5a-a7c5-08b07e786da2 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:12:34.717278 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-674ef487-d6de-491a-ae43-1c09684e1b37 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e5558939-1164-4a27-b516-e51c7dffdafa), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:34.721333 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-674ef487-d6de-491a-ae43-1c09684e1b37 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:34.723821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 44e764ac-5193-4d5a-a7c5-08b07e786da2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:12:34.724970 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:34.726806 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-674ef487-d6de-491a-ae43-1c09684e1b37 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-groups/e5558939-1164-4a27-b516-e51c7dffdafa HTTP/1.1" status: 204 len: 168 time: 0.2664280 Mar 24 01:12:34.728075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36640) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:34.754008 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ef487-d6de-491a-ae43-1c09684e1b37 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5558939-1164-4a27-b516-e51c7dffdafa,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:34.794753 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-847f2c18-9b54-4a26-ace5-27af2dbd68d4 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0620365 Mar 24 01:12:34.798616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36644) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:34.817592 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-27be24e9-702d-448e-883f-a6f170c4b0b2 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] delete failed (client error): The resource could not be found. Mar 24 01:12:34.823135 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-27be24e9-702d-448e-883f-a6f170c4b0b2 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-groups/e5558939-1164-4a27-b516-e51c7dffdafa HTTP/1.1" status: 404 len: 347 time: 0.0263669 Mar 24 01:12:34.823830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36648) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:34.830430 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-8cc02371-ebb8-4295-86a9-52d7f9149dea tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1321608467'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:34.852176 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8cc02371-ebb8-4295-86a9-52d7f9149dea tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:34.945852 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8cc02371-ebb8-4295-86a9-52d7f9149dea tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (46dbaee5-065c-4421-8aeb-5c9b2b0f9561), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:34.952374 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8cc02371-ebb8-4295-86a9-52d7f9149dea tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (46dbaee5-065c-4421-8aeb-5c9b2b0f9561), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:34.962745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 44e764ac-5193-4d5a-a7c5-08b07e786da2 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:12:34.965203 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:34.966348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4279f1-5c76-444d-818e-54b17961599b tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Hosts for router 30cfcee1-c18d-49f0-954c-e700707bc62c: [] {{(pid=115730) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 24 01:12:34.994763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4279f1-5c76-444d-818e-54b17961599b tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Hosts for other DVR routers connected to router 30cfcee1-c18d-49f0-954c-e700707bc62c: set() {{(pid=115730) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 24 01:12:34.999862 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca4279f1-5c76-444d-818e-54b17961599b tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:35.001325 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ca4279f1-5c76-444d-818e-54b17961599b tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] 10.222.0.45 "PUT /v2.0/routers/30cfcee1-c18d-49f0-954c-e700707bc62c HTTP/1.1" status: 200 len: 717 time: 2.0920186 Mar 24 01:12:35.003997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36650) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:35.031031 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc02371-ebb8-4295-86a9-52d7f9149dea tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46dbaee5-065c-4421-8aeb-5c9b2b0f9561,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:35.044701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:12:35.049258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e764ac-5193-4d5a-a7c5-08b07e786da2'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:12:35.055544 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97983d35-10e6-4d6c-8f70-911ccbd82e36" -d '{"events": [{"server_uuid": "ab2241e6-8554-4f9a-94de-67c01497f95b", "name": "network-vif-plugged", "status": "completed", "tag": "44e764ac-5193-4d5a-a7c5-08b07e786da2"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:12:35.058705 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8cc02371-ebb8-4295-86a9-52d7f9149dea tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:35.066493 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8cc02371-ebb8-4295-86a9-52d7f9149dea tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2409232 Mar 24 01:12:35.068037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36654) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:35.070372 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:35.079058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f6607033-ee0a-409a-b71e-ea952e3e125e tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group_rule': {'security_group_id': '46dbaee5-065c-4421-8aeb-5c9b2b0f9561', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:35.147737 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6607033-ee0a-409a-b71e-ea952e3e125e tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (aa5a311f-822b-4abd-901a-1c05c029dbb9), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:35.158940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-51ef540b-417b-422b-b95c-30a88f8ca8c5 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] 10.222.0.45 "GET /v2.0/routers/30cfcee1-c18d-49f0-954c-e700707bc62c HTTP/1.1" status: 200 len: 717 time: 0.1532741 Mar 24 01:12:35.161276 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36658) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:35.207919 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe7fd27-89ec-46d4-b612-31b271b52a3d x-openstack-request-id: req-8fe7fd27-89ec-46d4-b612-31b271b52a3d {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:12:35.207919 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2241e6-8554-4f9a-94de-67c01497f95b", "name": "network-vif-plugged", "status": "completed", "tag": "44e764ac-5193-4d5a-a7c5-08b07e786da2", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:12:35.208471 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8fe7fd27-89ec-46d4-b612-31b271b52a3d {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:12:35.208569 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe7fd27-89ec-46d4-b612-31b271b52a3d'] response: {'server_uuid': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'code': 200} Mar 24 01:12:35.229120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=44e764ac-5193-4d5a-a7c5-08b07e786da2,revision_number=12']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:35.285701 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:35.335573 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6607033-ee0a-409a-b71e-ea952e3e125e tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (aa5a311f-822b-4abd-901a-1c05c029dbb9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:35.342754 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6607033-ee0a-409a-b71e-ea952e3e125e tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (aa5a311f-822b-4abd-901a-1c05c029dbb9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:35.369850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6607033-ee0a-409a-b71e-ea952e3e125e tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5a311f-822b-4abd-901a-1c05c029dbb9,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:35.375690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaaf92-95ed-44a5-b2fa-e9d13b9c3f82 req-08516576-c945-4443-9200-bc6f384ae4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:35.378892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85aaaf92-95ed-44a5-b2fa-e9d13b9c3f82 req-08516576-c945-4443-9200-bc6f384ae4de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 1128 time: 0.0639503 Mar 24 01:12:35.410943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6607033-ee0a-409a-b71e-ea952e3e125e tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:35.413200 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f6607033-ee0a-409a-b71e-ea952e3e125e tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3430073 Mar 24 01:12:35.416149 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36662) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:35.476543 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2387bf4f-8a4c-46b2-8908-6de00874d699 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (aa5a311f-822b-4abd-901a-1c05c029dbb9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:35.494585 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2387bf4f-8a4c-46b2-8908-6de00874d699 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (aa5a311f-822b-4abd-901a-1c05c029dbb9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:35.562105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-77675126-6005-4857-bb6f-0e60f1d23572 tempest-RoutersTestDVR-664287490 tempest-RoutersTestDVR-664287490-project] 10.222.0.45 "GET /v2.0/routers/30cfcee1-c18d-49f0-954c-e700707bc62c HTTP/1.1" status: 200 len: 683 time: 0.3990736 Mar 24 01:12:35.566271 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36664) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:35.572776 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2387bf4f-8a4c-46b2-8908-6de00874d699 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (aa5a311f-822b-4abd-901a-1c05c029dbb9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:35.584403 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2387bf4f-8a4c-46b2-8908-6de00874d699 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:35.585815 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2387bf4f-8a4c-46b2-8908-6de00874d699 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/aa5a311f-822b-4abd-901a-1c05c029dbb9 HTTP/1.1" status: 204 len: 168 time: 0.1685531 Mar 24 01:12:35.607379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36666) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:35.673590 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387bf4f-8a4c-46b2-8908-6de00874d699 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa5a311f-822b-4abd-901a-1c05c029dbb9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:35.691164 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9a28-7873-4b51-ad6f-f23d1a0315c1 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router (30cfcee1-c18d-49f0-954c-e700707bc62c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:35.793982 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85aaaf92-95ed-44a5-b2fa-e9d13b9c3f82 req-92a92761-5baf-4d03-9e15-e8375e73e5c9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288618 Mar 24 01:12:35.844938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-279cd6dc-c601-4ef3-9ec2-5b00c926d277 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2362211 Mar 24 01:12:35.845924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36674) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:35.968197 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9a28-7873-4b51-ad6f-f23d1a0315c1 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (30cfcee1-c18d-49f0-954c-e700707bc62c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:35.971138 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9a28-7873-4b51-ad6f-f23d1a0315c1 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router_controller (30cfcee1-c18d-49f0-954c-e700707bc62c), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.057643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5e291-55e5-4b85-82c5-c455b96c0796 req-c4973235-30a3-447e-9a61-bb714facb5b0 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:36.067680 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b7b5e291-55e5-4b85-82c5-c455b96c0796 req-c4973235-30a3-447e-9a61-bb714facb5b0 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 946 time: 0.1691642 Mar 24 01:12:36.070606 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0593-75c7-4cde-8db7-c2fecdc1af9e tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (46dbaee5-065c-4421-8aeb-5c9b2b0f9561), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.083480 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9a28-7873-4b51-ad6f-f23d1a0315c1 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (30cfcee1-c18d-49f0-954c-e700707bc62c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.084087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ac9a28-7873-4b51-ad6f-f23d1a0315c1 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30cfcee1-c18d-49f0-954c-e700707bc62c {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:12:36.099361 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9a28-7873-4b51-ad6f-f23d1a0315c1 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.101933 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a3ac9a28-7873-4b51-ad6f-f23d1a0315c1 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] 10.222.0.45 "DELETE /v2.0/routers/30cfcee1-c18d-49f0-954c-e700707bc62c HTTP/1.1" status: 204 len: 168 time: 0.5343487 Mar 24 01:12:36.105963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36686) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:36.114238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-49e35e06-cb3f-4a18-9879-9c7a422bf833 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Request body: {'router': {'name': 'tempest-router-1388481628', 'distributed': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:36.163044 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49e35e06-cb3f-4a18-9879-9c7a422bf833 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (110da9fe-10c3-4844-ae3d-9166b8f30db1), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.164730 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49e35e06-cb3f-4a18-9879-9c7a422bf833 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (110da9fe-10c3-4844-ae3d-9166b8f30db1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.244594 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0593-75c7-4cde-8db7-c2fecdc1af9e tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (46dbaee5-065c-4421-8aeb-5c9b2b0f9561), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.289911 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b7b5e291-55e5-4b85-82c5-c455b96c0796 req-8f0d0955-2d30-49f4-8dc5-4b883966d8ea tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176976 Mar 24 01:12:36.295249 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49e35e06-cb3f-4a18-9879-9c7a422bf833 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router_controller (110da9fe-10c3-4844-ae3d-9166b8f30db1), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.305007 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49e35e06-cb3f-4a18-9879-9c7a422bf833 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (110da9fe-10c3-4844-ae3d-9166b8f30db1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.334691 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49e35e06-cb3f-4a18-9879-9c7a422bf833 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.340806 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-49e35e06-cb3f-4a18-9879-9c7a422bf833 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2336528 Mar 24 01:12:36.342417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36690) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:36.486081 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4943-e8e8-4568-949c-6035cca04e68 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router (110da9fe-10c3-4844-ae3d-9166b8f30db1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.590704 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0593-75c7-4cde-8db7-c2fecdc1af9e tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (46dbaee5-065c-4421-8aeb-5c9b2b0f9561), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.593302 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0593-75c7-4cde-8db7-c2fecdc1af9e tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.594989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f9fa0593-75c7-4cde-8db7-c2fecdc1af9e tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-groups/46dbaee5-065c-4421-8aeb-5c9b2b0f9561 HTTP/1.1" status: 204 len: 168 time: 0.7464514 Mar 24 01:12:36.597722 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36700) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:36.687961 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1ae95945-ba21-480e-8a03-55a0957be812 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0890553 Mar 24 01:12:36.692762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36702) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:36.702318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-67ede524-0f0a-4522-bd11-d5035108e684 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group': {'name': 'tempest-secgroup--583477365'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:36.747234 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67ede524-0f0a-4522-bd11-d5035108e684 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.878338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa0593-75c7-4cde-8db7-c2fecdc1af9e tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dbaee5-065c-4421-8aeb-5c9b2b0f9561,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:36.940655 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67ede524-0f0a-4522-bd11-d5035108e684 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (cdbe46e6-6bcc-4e1d-b02d-3e0cea726e4d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.942874 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4943-e8e8-4568-949c-6035cca04e68 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (110da9fe-10c3-4844-ae3d-9166b8f30db1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.948252 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67ede524-0f0a-4522-bd11-d5035108e684 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cdbe46e6-6bcc-4e1d-b02d-3e0cea726e4d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:36.951859 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4943-e8e8-4568-949c-6035cca04e68 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router_controller (110da9fe-10c3-4844-ae3d-9166b8f30db1), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:37.040834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ede524-0f0a-4522-bd11-d5035108e684 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbe46e6-6bcc-4e1d-b02d-3e0cea726e4d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:37.057543 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4943-e8e8-4568-949c-6035cca04e68 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (110da9fe-10c3-4844-ae3d-9166b8f30db1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:37.058314 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9e4943-e8e8-4568-949c-6035cca04e68 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 110da9fe-10c3-4844-ae3d-9166b8f30db1 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:12:37.066367 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4943-e8e8-4568-949c-6035cca04e68 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:37.072435 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67ede524-0f0a-4522-bd11-d5035108e684 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:37.074863 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ba9e4943-e8e8-4568-949c-6035cca04e68 tempest-RoutersTestDVR-793102153 tempest-RoutersTestDVR-793102153-project-admin] 10.222.0.45 "DELETE /v2.0/routers/110da9fe-10c3-4844-ae3d-9166b8f30db1 HTTP/1.1" status: 204 len: 168 time: 0.7305870 Mar 24 01:12:37.076454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36716) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:37.076722 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-67ede524-0f0a-4522-bd11-d5035108e684 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3822699 Mar 24 01:12:37.087478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6b5d1a87-685e-4795-8b93-a5532ea6f78d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe46e6-6bcc-4e1d-b02d-3e0cea726e4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:37.147877 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1a87-685e-4795-8b93-a5532ea6f78d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (59ca64eb-67b2-4800-ada3-0f1967f8911f), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:37.274987 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1a87-685e-4795-8b93-a5532ea6f78d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (59ca64eb-67b2-4800-ada3-0f1967f8911f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:37.284602 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1a87-685e-4795-8b93-a5532ea6f78d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (59ca64eb-67b2-4800-ada3-0f1967f8911f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:37.336086 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1a87-685e-4795-8b93-a5532ea6f78d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:37.341635 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36734) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:37.347698 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a2bc1555-b4ad-43f9-9787-334a2d71ffe3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe46e6-6bcc-4e1d-b02d-3e0cea726e4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:37.349588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6b5d1a87-685e-4795-8b93-a5532ea6f78d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2561007 Mar 24 01:12:37.353560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d1a87-685e-4795-8b93-a5532ea6f78d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ca64eb-67b2-4800-ada3-0f1967f8911f,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:37.443294 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a2bc1555-b4ad-43f9-9787-334a2d71ffe3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (6b5abea5-3f94-4c8a-ad75-cd8879f5deff), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:37.565605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49a727-044e-49c3-a743-344f63207043 req-6afd0a57-027d-496d-bb8f-da487479482f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:37.567189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f49a727-044e-49c3-a743-344f63207043 req-6afd0a57-027d-496d-bb8f-da487479482f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 946 time: 0.1452017 Mar 24 01:12:37.660260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f49a727-044e-49c3-a743-344f63207043 req-af0cdeba-6756-41f4-8fd2-162ee67c2916 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802917 Mar 24 01:12:37.691835 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a2bc1555-b4ad-43f9-9787-334a2d71ffe3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (6b5abea5-3f94-4c8a-ad75-cd8879f5deff), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:37.700825 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a2bc1555-b4ad-43f9-9787-334a2d71ffe3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (6b5abea5-3f94-4c8a-ad75-cd8879f5deff), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:37.770022 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a2bc1555-b4ad-43f9-9787-334a2d71ffe3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:37.775614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36742) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:37.777261 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a2bc1555-b4ad-43f9-9787-334a2d71ffe3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4341962 Mar 24 01:12:37.780295 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc1555-b4ad-43f9-9787-334a2d71ffe3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5abea5-3f94-4c8a-ad75-cd8879f5deff,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:37.780554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-53ed0c72-ad71-4569-a593-1f8e204f5497 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe46e6-6bcc-4e1d-b02d-3e0cea726e4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:37.848383 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53ed0c72-ad71-4569-a593-1f8e204f5497 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (133dd1dd-0728-4b1d-8bcb-c0b5f5425268), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:37.930510 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36746) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:38.013777 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53ed0c72-ad71-4569-a593-1f8e204f5497 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (133dd1dd-0728-4b1d-8bcb-c0b5f5425268), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:38.022943 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53ed0c72-ad71-4569-a593-1f8e204f5497 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (133dd1dd-0728-4b1d-8bcb-c0b5f5425268), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:38.097241 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed0c72-ad71-4569-a593-1f8e204f5497 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133dd1dd-0728-4b1d-8bcb-c0b5f5425268,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:38.119407 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53ed0c72-ad71-4569-a593-1f8e204f5497 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:38.123809 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-53ed0c72-ad71-4569-a593-1f8e204f5497 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3469229 Mar 24 01:12:38.127071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36762) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:38.141135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4f6ec958-85e2-46c4-a1a8-5100b288e114 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe46e6-6bcc-4e1d-b02d-3e0cea726e4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:38.212184 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f6ec958-85e2-46c4-a1a8-5100b288e114 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (2391e0a7-dcf9-410b-baa3-fc0a89fe9721), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:38.309453 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-692623bc-f53b-4ac1-b142-d34a3e1c5d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:38.415135 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f6ec958-85e2-46c4-a1a8-5100b288e114 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (2391e0a7-dcf9-410b-baa3-fc0a89fe9721), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:38.429650 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f6ec958-85e2-46c4-a1a8-5100b288e114 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (2391e0a7-dcf9-410b-baa3-fc0a89fe9721), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:38.499563 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ec958-85e2-46c4-a1a8-5100b288e114 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2391e0a7-dcf9-410b-baa3-fc0a89fe9721,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:38.520737 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f6ec958-85e2-46c4-a1a8-5100b288e114 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:38.526623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36784) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:38.528985 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4f6ec958-85e2-46c4-a1a8-5100b288e114 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4001806 Mar 24 01:12:38.532284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-a1cd402d-7ef2-4e09-af33-6bce69580ad0 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe46e6-6bcc-4e1d-b02d-3e0cea726e4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:38.632463 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a1cd402d-7ef2-4e09-af33-6bce69580ad0 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (5d694b21-3a09-43d0-b1a5-2f8378bf31d6), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:38.634906 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-692623bc-f53b-4ac1-b142-d34a3e1c5d98 admin admin] Publish callbacks [] for security_group (850a2948-0835-4173-ba81-3f7fc7dcf546), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:38.649110 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-692623bc-f53b-4ac1-b142-d34a3e1c5d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (850a2948-0835-4173-ba81-3f7fc7dcf546), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:38.770909 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-692623bc-f53b-4ac1-b142-d34a3e1c5d98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5f1792e379f4c63880568327bcbc2b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8328862 Mar 24 01:12:38.773076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36792) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:38.774160 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692623bc-f53b-4ac1-b142-d34a3e1c5d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850a2948-0835-4173-ba81-3f7fc7dcf546,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:38.877894 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a1cd402d-7ef2-4e09-af33-6bce69580ad0 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (5d694b21-3a09-43d0-b1a5-2f8378bf31d6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:38.915202 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a1cd402d-7ef2-4e09-af33-6bce69580ad0 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5d694b21-3a09-43d0-b1a5-2f8378bf31d6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:38.966147 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-26c577e9-16c1-4bf8-8142-c65884f9586e admin admin] Publish callbacks [] for security_group (850a2948-0835-4173-ba81-3f7fc7dcf546), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:39.029542 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-26c577e9-16c1-4bf8-8142-c65884f9586e admin admin] Publish callbacks [] for security_group (850a2948-0835-4173-ba81-3f7fc7dcf546), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:39.077808 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd402d-7ef2-4e09-af33-6bce69580ad0 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d694b21-3a09-43d0-b1a5-2f8378bf31d6,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:39.147289 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a1cd402d-7ef2-4e09-af33-6bce69580ad0 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:39.153067 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a1cd402d-7ef2-4e09-af33-6bce69580ad0 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6252084 Mar 24 01:12:39.160558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36802) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:39.184974 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-26c577e9-16c1-4bf8-8142-c65884f9586e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (850a2948-0835-4173-ba81-3f7fc7dcf546), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:39.190195 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-26c577e9-16c1-4bf8-8142-c65884f9586e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:39.193973 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-26c577e9-16c1-4bf8-8142-c65884f9586e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/850a2948-0835-4173-ba81-3f7fc7dcf546 HTTP/1.1" status: 204 len: 168 time: 0.3929844 Mar 24 01:12:39.214784 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36806) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:39.227417 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c577e9-16c1-4bf8-8142-c65884f9586e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850a2948-0835-4173-ba81-3f7fc7dcf546,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:39.328028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daf630-d894-4940-a973-1d02f97b49a4 req-8eb63a71-3dd7-4cc0-91ba-4b874c8d1577 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:39.330173 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d9daf630-d894-4940-a973-1d02f97b49a4 req-8eb63a71-3dd7-4cc0-91ba-4b874c8d1577 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 946 time: 0.4507201 Mar 24 01:12:39.403764 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-97f7a142-a23f-411b-a570-f040e32a6071 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (5d694b21-3a09-43d0-b1a5-2f8378bf31d6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:39.428712 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-97f7a142-a23f-411b-a570-f040e32a6071 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (5d694b21-3a09-43d0-b1a5-2f8378bf31d6), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:39.531578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d9daf630-d894-4940-a973-1d02f97b49a4 req-7788edf3-0bca-46be-af70-6d5a3ad579cf tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913412 Mar 24 01:12:39.545467 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-97f7a142-a23f-411b-a570-f040e32a6071 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5d694b21-3a09-43d0-b1a5-2f8378bf31d6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:39.561043 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-97f7a142-a23f-411b-a570-f040e32a6071 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:39.562535 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-97f7a142-a23f-411b-a570-f040e32a6071 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/5d694b21-3a09-43d0-b1a5-2f8378bf31d6 HTTP/1.1" status: 204 len: 168 time: 0.3937140 Mar 24 01:12:39.565901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36814) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:39.572054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7a142-a23f-411b-a570-f040e32a6071 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d694b21-3a09-43d0-b1a5-2f8378bf31d6,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:39.660848 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5a323a0c-9560-473e-8fd3-810fe9f6e171 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0934114 Mar 24 01:12:39.663343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36816) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:39.673119 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59cbf997-5598-457d-8c14-2d13e76ba035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:39.694893 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4061fd04-54b7-4500-a4bc-c1ef204d180c tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (2391e0a7-dcf9-410b-baa3-fc0a89fe9721), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:39.704813 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4061fd04-54b7-4500-a4bc-c1ef204d180c tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (2391e0a7-dcf9-410b-baa3-fc0a89fe9721), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:39.772149 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4061fd04-54b7-4500-a4bc-c1ef204d180c tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (2391e0a7-dcf9-410b-baa3-fc0a89fe9721), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:39.782466 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4061fd04-54b7-4500-a4bc-c1ef204d180c tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:39.784198 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4061fd04-54b7-4500-a4bc-c1ef204d180c tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/2391e0a7-dcf9-410b-baa3-fc0a89fe9721 HTTP/1.1" status: 204 len: 168 time: 0.1197412 Mar 24 01:12:39.787514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36818) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:39.789958 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061fd04-54b7-4500-a4bc-c1ef204d180c tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2391e0a7-dcf9-410b-baa3-fc0a89fe9721,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:39.814038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36820) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:39.885234 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36822) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:39.885476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-841579da-4bd3-4015-bc55-85332ff305ac tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0948746 Mar 24 01:12:39.886446 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-86bc6bd2-3426-4c9e-ba7e-ab1b619c7855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:39.953510 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eff8f555-12c4-42d8-b8a7-b2de6ce18969 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (133dd1dd-0728-4b1d-8bcb-c0b5f5425268), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:39.967716 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eff8f555-12c4-42d8-b8a7-b2de6ce18969 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (133dd1dd-0728-4b1d-8bcb-c0b5f5425268), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.003030 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59cbf997-5598-457d-8c14-2d13e76ba035 admin admin] Publish callbacks [] for security_group (495181fc-123b-4edb-a33d-6c63c9797a25), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.009354 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-86bc6bd2-3426-4c9e-ba7e-ab1b619c7855 admin admin] Publish callbacks [] for security_group (16c52874-e208-4dc6-9e1e-45657ee5071f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.013554 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59cbf997-5598-457d-8c14-2d13e76ba035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (495181fc-123b-4edb-a33d-6c63c9797a25), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.027263 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eff8f555-12c4-42d8-b8a7-b2de6ce18969 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (133dd1dd-0728-4b1d-8bcb-c0b5f5425268), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.028466 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-86bc6bd2-3426-4c9e-ba7e-ab1b619c7855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (16c52874-e208-4dc6-9e1e-45657ee5071f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.035282 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eff8f555-12c4-42d8-b8a7-b2de6ce18969 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.036428 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eff8f555-12c4-42d8-b8a7-b2de6ce18969 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/133dd1dd-0728-4b1d-8bcb-c0b5f5425268 HTTP/1.1" status: 204 len: 168 time: 0.1490011 Mar 24 01:12:40.039422 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36826) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:40.052898 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8f555-12c4-42d8-b8a7-b2de6ce18969 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=133dd1dd-0728-4b1d-8bcb-c0b5f5425268,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:40.103557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-59cbf997-5598-457d-8c14-2d13e76ba035 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4989ba02931e4aa3a7c5663a20ef8b5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8786361 Mar 24 01:12:40.104709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbf997-5598-457d-8c14-2d13e76ba035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495181fc-123b-4edb-a33d-6c63c9797a25,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:40.117187 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ca2696a9-3b71-4451-a926-6301e18b17b5 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0756392 Mar 24 01:12:40.120908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36828) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:40.121303 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36830) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:40.146367 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-86bc6bd2-3426-4c9e-ba7e-ab1b619c7855 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d26cbb946a454b7d95ebcbd16f2e369c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3280003 Mar 24 01:12:40.151428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36832) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:40.248426 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-74416be1-b0f0-43e6-9060-ab312cb44719 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (6b5abea5-3f94-4c8a-ad75-cd8879f5deff), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.275869 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-74416be1-b0f0-43e6-9060-ab312cb44719 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (6b5abea5-3f94-4c8a-ad75-cd8879f5deff), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.296607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc6bd2-3426-4c9e-ba7e-ab1b619c7855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c52874-e208-4dc6-9e1e-45657ee5071f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:40.355358 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f11edfab-8b56-4156-8261-aa3168884699 admin admin] Publish callbacks [] for security_group (16c52874-e208-4dc6-9e1e-45657ee5071f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.364580 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49efee71-d49d-4e34-bbca-7f5fd86d8517 admin admin] Publish callbacks [] for security_group (495181fc-123b-4edb-a33d-6c63c9797a25), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.401661 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-74416be1-b0f0-43e6-9060-ab312cb44719 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (6b5abea5-3f94-4c8a-ad75-cd8879f5deff), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.413744 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f11edfab-8b56-4156-8261-aa3168884699 admin admin] Publish callbacks [] for security_group (16c52874-e208-4dc6-9e1e-45657ee5071f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.414751 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-74416be1-b0f0-43e6-9060-ab312cb44719 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.415954 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-74416be1-b0f0-43e6-9060-ab312cb44719 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/6b5abea5-3f94-4c8a-ad75-cd8879f5deff HTTP/1.1" status: 204 len: 168 time: 0.2923367 Mar 24 01:12:40.425389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36842) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:40.460057 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49efee71-d49d-4e34-bbca-7f5fd86d8517 admin admin] Publish callbacks [] for security_group (495181fc-123b-4edb-a33d-6c63c9797a25), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.466252 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74416be1-b0f0-43e6-9060-ab312cb44719 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b5abea5-3f94-4c8a-ad75-cd8879f5deff,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:40.562809 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49efee71-d49d-4e34-bbca-7f5fd86d8517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (495181fc-123b-4edb-a33d-6c63c9797a25), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.567495 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49efee71-d49d-4e34-bbca-7f5fd86d8517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.569185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d3928d4d-fda5-48f8-ab3f-39a31369749d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1426356 Mar 24 01:12:40.574988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36848) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:40.586171 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-49efee71-d49d-4e34-bbca-7f5fd86d8517 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/495181fc-123b-4edb-a33d-6c63c9797a25 HTTP/1.1" status: 204 len: 168 time: 0.4635000 Mar 24 01:12:40.622572 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efee71-d49d-4e34-bbca-7f5fd86d8517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495181fc-123b-4edb-a33d-6c63c9797a25,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:40.635015 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9480-c143-4bc2-ac4a-33c0c9ce32b8 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (59ca64eb-67b2-4800-ada3-0f1967f8911f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.654030 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9480-c143-4bc2-ac4a-33c0c9ce32b8 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (59ca64eb-67b2-4800-ada3-0f1967f8911f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.779196 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9480-c143-4bc2-ac4a-33c0c9ce32b8 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (59ca64eb-67b2-4800-ada3-0f1967f8911f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.788510 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9480-c143-4bc2-ac4a-33c0c9ce32b8 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.790250 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ec0a9480-c143-4bc2-ac4a-33c0c9ce32b8 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/59ca64eb-67b2-4800-ada3-0f1967f8911f HTTP/1.1" status: 204 len: 168 time: 0.2079418 Mar 24 01:12:40.792826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36854) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:40.822997 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f11edfab-8b56-4156-8261-aa3168884699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (16c52874-e208-4dc6-9e1e-45657ee5071f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.826428 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f11edfab-8b56-4156-8261-aa3168884699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:40.828985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f11edfab-8b56-4156-8261-aa3168884699 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16c52874-e208-4dc6-9e1e-45657ee5071f HTTP/1.1" status: 204 len: 168 time: 0.6699181 Mar 24 01:12:40.854060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a9480-c143-4bc2-ac4a-33c0c9ce32b8 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59ca64eb-67b2-4800-ada3-0f1967f8911f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:40.869890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11edfab-8b56-4156-8261-aa3168884699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c52874-e208-4dc6-9e1e-45657ee5071f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:40.928472 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-570e8648-d799-4dd5-a75f-66daffd8fd2f tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1321084 Mar 24 01:12:40.929329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36860) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:40.954405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2730fd-2f42-4668-9540-8c6519ec547e req-34821c86-f451-412f-8a1e-5dd61cfc4e2f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:40.961233 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-af2730fd-2f42-4668-9540-8c6519ec547e req-34821c86-f451-412f-8a1e-5dd61cfc4e2f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 946 time: 0.2684779 Mar 24 01:12:41.067507 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6efd622c-0634-48b1-bd9e-e1e3a3611755 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (cdbe46e6-6bcc-4e1d-b02d-3e0cea726e4d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:41.086967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-af2730fd-2f42-4668-9540-8c6519ec547e req-f6a9c480-6612-45c1-ab27-aad9c6ee25cb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176734 Mar 24 01:12:41.117450 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6efd622c-0634-48b1-bd9e-e1e3a3611755 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (cdbe46e6-6bcc-4e1d-b02d-3e0cea726e4d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:41.261524 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6efd622c-0634-48b1-bd9e-e1e3a3611755 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cdbe46e6-6bcc-4e1d-b02d-3e0cea726e4d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:41.264424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6efd622c-0634-48b1-bd9e-e1e3a3611755 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:41.269266 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6efd622c-0634-48b1-bd9e-e1e3a3611755 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-groups/cdbe46e6-6bcc-4e1d-b02d-3e0cea726e4d HTTP/1.1" status: 204 len: 168 time: 0.3313622 Mar 24 01:12:41.269594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36870) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:41.305466 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd622c-0634-48b1-bd9e-e1e3a3611755 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbe46e6-6bcc-4e1d-b02d-3e0cea726e4d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:41.374209 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bc4ca206-a4fc-4c24-afe1-fd8df628f70a tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1026952 Mar 24 01:12:41.379966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36874) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:41.384706 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-1b8bfdec-074c-46ae-bdd7-bd66d84b06ae tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group': {'name': 'tempest-secgroup--127096788'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:41.436207 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b8bfdec-074c-46ae-bdd7-bd66d84b06ae tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:41.590777 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b8bfdec-074c-46ae-bdd7-bd66d84b06ae tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (493a55d5-b148-4fa6-bc4d-ba90e47c6cb7), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:41.600194 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b8bfdec-074c-46ae-bdd7-bd66d84b06ae tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (493a55d5-b148-4fa6-bc4d-ba90e47c6cb7), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:41.643926 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36886) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:41.667043 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-17f9332f-91a4-483c-8dfd-a276ecfd8dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:41.677084 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b8bfdec-074c-46ae-bdd7-bd66d84b06ae tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:41.684679 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1b8bfdec-074c-46ae-bdd7-bd66d84b06ae tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3032422 Mar 24 01:12:41.687069 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36888) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:41.698225 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bfdec-074c-46ae-bdd7-bd66d84b06ae tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=493a55d5-b148-4fa6-bc4d-ba90e47c6cb7,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:41.740050 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-24a60176-33aa-42e8-b1e6-120dfef26c1f tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group_rule': {'security_group_id': '493a55d5-b148-4fa6-bc4d-ba90e47c6cb7', 'direction': 'ingress', 'protocol': 17}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:41.840638 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24a60176-33aa-42e8-b1e6-120dfef26c1f tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (0c0a2414-152a-4dc6-8cb4-083a5437fc0a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.069272 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24a60176-33aa-42e8-b1e6-120dfef26c1f tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (0c0a2414-152a-4dc6-8cb4-083a5437fc0a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.089439 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24a60176-33aa-42e8-b1e6-120dfef26c1f tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (0c0a2414-152a-4dc6-8cb4-083a5437fc0a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.115605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-17f9332f-91a4-483c-8dfd-a276ecfd8dd9 admin admin] Publish callbacks [] for security_group (c034e1e4-30aa-4bff-ac62-9fac08fdb34b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.151967 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-17f9332f-91a4-483c-8dfd-a276ecfd8dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c034e1e4-30aa-4bff-ac62-9fac08fdb34b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.185026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a60176-33aa-42e8-b1e6-120dfef26c1f tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0a2414-152a-4dc6-8cb4-083a5437fc0a,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:42.222318 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24a60176-33aa-42e8-b1e6-120dfef26c1f tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.224486 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-24a60176-33aa-42e8-b1e6-120dfef26c1f tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5358646 Mar 24 01:12:42.228759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36900) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:42.275497 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-17f9332f-91a4-483c-8dfd-a276ecfd8dd9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f320f98ce4c41318d7e335d5c171520&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6308722 Mar 24 01:12:42.279622 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36904) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:42.371046 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9332f-91a4-483c-8dfd-a276ecfd8dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c034e1e4-30aa-4bff-ac62-9fac08fdb34b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:42.400509 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4b841449-3f3b-4d5e-98fc-cfc9094fec04 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (493a55d5-b148-4fa6-bc4d-ba90e47c6cb7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.456133 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36912) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:42.456870 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b9dec54-3fe5-4b00-8adc-a9c930d5750c admin admin] Publish callbacks [] for security_group (c034e1e4-30aa-4bff-ac62-9fac08fdb34b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.488691 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4b841449-3f3b-4d5e-98fc-cfc9094fec04 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (493a55d5-b148-4fa6-bc4d-ba90e47c6cb7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.519450 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b9dec54-3fe5-4b00-8adc-a9c930d5750c admin admin] Publish callbacks [] for security_group (c034e1e4-30aa-4bff-ac62-9fac08fdb34b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.579427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36914) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:42.618628 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4b841449-3f3b-4d5e-98fc-cfc9094fec04 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (493a55d5-b148-4fa6-bc4d-ba90e47c6cb7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.622251 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4b841449-3f3b-4d5e-98fc-cfc9094fec04 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.628819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4b841449-3f3b-4d5e-98fc-cfc9094fec04 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-groups/493a55d5-b148-4fa6-bc4d-ba90e47c6cb7 HTTP/1.1" status: 204 len: 168 time: 0.3989897 Mar 24 01:12:42.630183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36918) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:42.632016 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b9dec54-3fe5-4b00-8adc-a9c930d5750c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c034e1e4-30aa-4bff-ac62-9fac08fdb34b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.638386 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3b9dec54-3fe5-4b00-8adc-a9c930d5750c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.642292 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3b9dec54-3fe5-4b00-8adc-a9c930d5750c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c034e1e4-30aa-4bff-ac62-9fac08fdb34b HTTP/1.1" status: 204 len: 168 time: 0.3595290 Mar 24 01:12:42.659820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dec54-3fe5-4b00-8adc-a9c930d5750c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c034e1e4-30aa-4bff-ac62-9fac08fdb34b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:42.673023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b841449-3f3b-4d5e-98fc-cfc9094fec04 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=493a55d5-b148-4fa6-bc4d-ba90e47c6cb7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:42.714921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36924) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:42.720996 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group': {'name': 'tempest-secgroup--270253307'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:42.728483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cc0f92e9-0457-4e6e-b2dc-c0bb082ffd80 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0899136 Mar 24 01:12:42.748882 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.842578 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-77f6cb17-4c8d-4d58-beb2-1130e7d0a6a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-636746393'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:42.863125 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (957c3120-8608-4436-9eab-199db6c19d45), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.872717 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (957c3120-8608-4436-9eab-199db6c19d45), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.908968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f6cb17-4c8d-4d58-beb2-1130e7d0a6a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:12:42.918135 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77f6cb17-4c8d-4d58-beb2-1130e7d0a6a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.941332 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77f6cb17-4c8d-4d58-beb2-1130e7d0a6a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.978026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957c3120-8608-4436-9eab-199db6c19d45,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:42.983463 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.985912 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2686691 Mar 24 01:12:42.986945 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-037d12ea-4f4a-4b26-bf68-e95e0118acee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:42.990256 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36928) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:43.001524 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-22921651-7d1a-4496-8634-ff462880ea8d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767008479'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:43.019876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:43.020471 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:43.020969 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:43.021508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:43.021996 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:43.022505 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:43.023249 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:43.024008 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:43.024590 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:43.025192 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:43.026176 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:43.026969 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:43.027707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:43.028382 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:43.028917 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892fedf-7ad9-441d-b551-70f7e4b69af3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:12:43.060630 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77f6cb17-4c8d-4d58-beb2-1130e7d0a6a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for security_group (ad0a0699-d16f-4619-82cd-1d16f1a94e13), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.066564 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77f6cb17-4c8d-4d58-beb2-1130e7d0a6a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ad0a0699-d16f-4619-82cd-1d16f1a94e13), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.067317 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22921651-7d1a-4496-8634-ff462880ea8d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.090541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f6cb17-4c8d-4d58-beb2-1130e7d0a6a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:12:43.108979 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77f6cb17-4c8d-4d58-beb2-1130e7d0a6a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (b69ba14d-850c-4877-80f6-56ce2d580dc0), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.110096 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-77f6cb17-4c8d-4d58-beb2-1130e7d0a6a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Added segment b69ba14d-850c-4877-80f6-56ce2d580dc0 of type vlan for network 0c4a8ddf-1f19-4b81-bf13-842e61248128 Mar 24 01:12:43.171596 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77f6cb17-4c8d-4d58-beb2-1130e7d0a6a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (0c4a8ddf-1f19-4b81-bf13-842e61248128), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.246558 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-037d12ea-4f4a-4b26-bf68-e95e0118acee admin admin] Publish callbacks [] for security_group (44fe7fe9-21f3-4fde-b3b2-1c3a0c0a8c00), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.265530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6cb17-4c8d-4d58-beb2-1130e7d0a6a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0a0699-d16f-4619-82cd-1d16f1a94e13,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:43.268861 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77f6cb17-4c8d-4d58-beb2-1130e7d0a6a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (0c4a8ddf-1f19-4b81-bf13-842e61248128), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.279472 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-037d12ea-4f4a-4b26-bf68-e95e0118acee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (44fe7fe9-21f3-4fde-b3b2-1c3a0c0a8c00), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.292817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f6cb17-4c8d-4d58-beb2-1130e7d0a6a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:43.293504 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77f6cb17-4c8d-4d58-beb2-1130e7d0a6a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.320994 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22921651-7d1a-4496-8634-ff462880ea8d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (23642e32-38a7-4a5f-9ac1-996282b9094b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.353325 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22921651-7d1a-4496-8634-ff462880ea8d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (23642e32-38a7-4a5f-9ac1-996282b9094b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.394085 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-037d12ea-4f4a-4b26-bf68-e95e0118acee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=627e402a13a84a62a3b2c4b3ae9d1e11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7790575 Mar 24 01:12:43.394085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d12ea-4f4a-4b26-bf68-e95e0118acee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fe7fe9-21f3-4fde-b3b2-1c3a0c0a8c00,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:43.446313 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36934) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:43.446935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22921651-7d1a-4496-8634-ff462880ea8d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23642e32-38a7-4a5f-9ac1-996282b9094b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:43.457623 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22921651-7d1a-4496-8634-ff462880ea8d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.458795 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-22921651-7d1a-4496-8634-ff462880ea8d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4661911 Mar 24 01:12:43.461620 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36938) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:43.475759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6ac2c733-ab12-49e0-850b-b10b006938c0 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group_rule': {'security_group_id': '957c3120-8608-4436-9eab-199db6c19d45', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '23642e32-38a7-4a5f-9ac1-996282b9094b', 'remote_ip_prefix': None}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:43.484451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36940) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:43.490535 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-77f6cb17-4c8d-4d58-beb2-1130e7d0a6a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9097185 Mar 24 01:12:43.492714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a23d661e-4b6a-415c-a253-e0f4bc21298a tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2147455781'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:43.547875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6cb17-4c8d-4d58-beb2-1130e7d0a6a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Network': ['ID=0c4a8ddf-1f19-4b81-bf13-842e61248128,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:43.560831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 0c4a8ddf-1f19-4b81-bf13-842e61248128 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:12:43.603074 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23d661e-4b6a-415c-a253-e0f4bc21298a tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:12:43.613147 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a23d661e-4b6a-415c-a253-e0f4bc21298a tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.730068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6ac2c733-ab12-49e0-850b-b10b006938c0 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (5fed37dd-9278-4a50-82e0-81ba381939fa), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.736644 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23d661e-4b6a-415c-a253-e0f4bc21298a tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:12:43.751189 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1a10-0a52-4607-b793-b77e1866d078 admin admin] Publish callbacks [] for security_group (44fe7fe9-21f3-4fde-b3b2-1c3a0c0a8c00), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.778161 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1a10-0a52-4607-b793-b77e1866d078 admin admin] Publish callbacks [] for security_group (44fe7fe9-21f3-4fde-b3b2-1c3a0c0a8c00), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.879817 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1a10-0a52-4607-b793-b77e1866d078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (44fe7fe9-21f3-4fde-b3b2-1c3a0c0a8c00), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.882580 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1a10-0a52-4607-b793-b77e1866d078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.894446 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ad8c1a10-0a52-4607-b793-b77e1866d078 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44fe7fe9-21f3-4fde-b3b2-1c3a0c0a8c00 HTTP/1.1" status: 204 len: 168 time: 0.4407597 Mar 24 01:12:43.894446 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a23d661e-4b6a-415c-a253-e0f4bc21298a tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ec5ed3e9-9df8-45a0-b961-8d9ee2517045), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:43.894446 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-a23d661e-4b6a-415c-a253-e0f4bc21298a tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Added segment ec5ed3e9-9df8-45a0-b961-8d9ee2517045 of type vlan for network f1884fe7-c60f-4a00-b9e0-18386d9afee3 Mar 24 01:12:43.958209 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c1a10-0a52-4607-b793-b77e1866d078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fe7fe9-21f3-4fde-b3b2-1c3a0c0a8c00,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:44.080630 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a23d661e-4b6a-415c-a253-e0f4bc21298a tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (f1884fe7-c60f-4a00-b9e0-18386d9afee3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:44.185919 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6ac2c733-ab12-49e0-850b-b10b006938c0 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (5fed37dd-9278-4a50-82e0-81ba381939fa), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:44.194802 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6ac2c733-ab12-49e0-850b-b10b006938c0 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5fed37dd-9278-4a50-82e0-81ba381939fa), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:44.202930 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a23d661e-4b6a-415c-a253-e0f4bc21298a tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (f1884fe7-c60f-4a00-b9e0-18386d9afee3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:44.226480 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23d661e-4b6a-415c-a253-e0f4bc21298a tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:44.231611 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a23d661e-4b6a-415c-a253-e0f4bc21298a tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:44.483493 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a23d661e-4b6a-415c-a253-e0f4bc21298a tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9970906 Mar 24 01:12:44.488324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36966) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:44.494843 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-2bdf5935-a26d-42d0-917f-8eeb2a5efd83 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'subnet': {'network_id': '0c4a8ddf-1f19-4b81-bf13-842e61248128', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:44.505596 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2c733-ab12-49e0-850b-b10b006938c0 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fed37dd-9278-4a50-82e0-81ba381939fa,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:44.536368 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6ac2c733-ab12-49e0-850b-b10b006938c0 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:44.537668 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6ac2c733-ab12-49e0-850b-b10b006938c0 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0749366 Mar 24 01:12:44.540791 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36968) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:44.583253 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d661e-4b6a-415c-a253-e0f4bc21298a tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Network': ['ID=f1884fe7-c60f-4a00-b9e0-18386d9afee3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:44.594340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network f1884fe7-c60f-4a00-b9e0-18386d9afee3 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:12:44.641729 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-efd6b587-351b-4bf9-b9cc-f24b4e9b1fd3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (5fed37dd-9278-4a50-82e0-81ba381939fa), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:44.679157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-efd6b587-351b-4bf9-b9cc-f24b4e9b1fd3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (5fed37dd-9278-4a50-82e0-81ba381939fa), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:44.684733 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36972) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:44.753148 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8b233ea-7e1b-4fd2-8345-e406345ed388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:44.787215 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-efd6b587-351b-4bf9-b9cc-f24b4e9b1fd3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5fed37dd-9278-4a50-82e0-81ba381939fa), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:44.801156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-efd6b587-351b-4bf9-b9cc-f24b4e9b1fd3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:44.802318 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-efd6b587-351b-4bf9-b9cc-f24b4e9b1fd3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/5fed37dd-9278-4a50-82e0-81ba381939fa HTTP/1.1" status: 204 len: 168 time: 0.2605791 Mar 24 01:12:44.807425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36978) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:44.815048 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6b587-351b-4bf9-b9cc-f24b4e9b1fd3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fed37dd-9278-4a50-82e0-81ba381939fa,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:44.827185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdf5935-a26d-42d0-917f-8eeb2a5efd83 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:12:44.838249 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2bdf5935-a26d-42d0-917f-8eeb2a5efd83 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:44.881234 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7e0ee2dc-0838-4737-b203-5c8d057b291c tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0695777 Mar 24 01:12:44.881234 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36980) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:45.001736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8b233ea-7e1b-4fd2-8345-e406345ed388 admin admin] Publish callbacks [] for security_group (0f0a42b3-d886-4323-9848-603cc50677cf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.021296 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8b233ea-7e1b-4fd2-8345-e406345ed388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0f0a42b3-d886-4323-9848-603cc50677cf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.107476 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-062272e4-0737-411c-9d29-3d909f100f65 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (23642e32-38a7-4a5f-9ac1-996282b9094b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.127771 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e8b233ea-7e1b-4fd2-8345-e406345ed388 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0acb9868c1674dc1b8f68bb117c84650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4181988 Mar 24 01:12:45.131719 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36982) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:45.156993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b233ea-7e1b-4fd2-8345-e406345ed388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0a42b3-d886-4323-9848-603cc50677cf,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:45.181514 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-062272e4-0737-411c-9d29-3d909f100f65 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (23642e32-38a7-4a5f-9ac1-996282b9094b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.239893 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f366d85-0872-43fc-9941-19fe18c919fc admin admin] Publish callbacks [] for security_group (0f0a42b3-d886-4323-9848-603cc50677cf), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.265230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-062272e4-0737-411c-9d29-3d909f100f65 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (23642e32-38a7-4a5f-9ac1-996282b9094b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.272065 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-062272e4-0737-411c-9d29-3d909f100f65 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.273291 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-062272e4-0737-411c-9d29-3d909f100f65 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-groups/23642e32-38a7-4a5f-9ac1-996282b9094b HTTP/1.1" status: 204 len: 168 time: 0.3912404 Mar 24 01:12:45.278265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36988) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:45.287185 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f366d85-0872-43fc-9941-19fe18c919fc admin admin] Publish callbacks [] for security_group (0f0a42b3-d886-4323-9848-603cc50677cf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.369142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062272e4-0737-411c-9d29-3d909f100f65 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23642e32-38a7-4a5f-9ac1-996282b9094b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:45.393833 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36990) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:45.399231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d463e7b6-883c-4a33-8c38-8af63bc70539 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1197767 Mar 24 01:12:45.416011 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2bdf5935-a26d-42d0-917f-8eeb2a5efd83 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (cff8f51a-3341-49d0-b831-13eab6d9f39c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.581699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf5935-a26d-42d0-917f-8eeb2a5efd83 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Subnet': ['ID=cff8f51a-3341-49d0-b831-13eab6d9f39c,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:45.613203 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e769ab55-b87b-473e-bbfc-7bc96a7ae3fd tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (957c3120-8608-4436-9eab-199db6c19d45), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.659038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf5935-a26d-42d0-917f-8eeb2a5efd83 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Checking segment: {'id': 'b69ba14d-850c-4877-80f6-56ce2d580dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0c4a8ddf-1f19-4b81-bf13-842e61248128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:12:45.659405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdf5935-a26d-42d0-917f-8eeb2a5efd83 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network hostable DHCP agents. Network: 0c4a8ddf-1f19-4b81-bf13-842e61248128, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:12:45.673750 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e769ab55-b87b-473e-bbfc-7bc96a7ae3fd tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (957c3120-8608-4436-9eab-199db6c19d45), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.704876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdf5935-a26d-42d0-917f-8eeb2a5efd83 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 0c4a8ddf-1f19-4b81-bf13-842e61248128 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:12:45.724821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-2bdf5935-a26d-42d0-917f-8eeb2a5efd83 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 0c4a8ddf-1f19-4b81-bf13-842e61248128) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:12:45.733967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f57c4b3-612b-4aed-a91b-7141b8ca7b68 None None] Network 0c4a8ddf-1f19-4b81-bf13-842e61248128 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:12:45.740538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf5935-a26d-42d0-917f-8eeb2a5efd83 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:45.741582 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2bdf5935-a26d-42d0-917f-8eeb2a5efd83 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.792430 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37000) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:45.793348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2bdf5935-a26d-42d0-917f-8eeb2a5efd83 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3037500 Mar 24 01:12:45.803118 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b292c2eb-7cd6-483c-a938-01d542f716d6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'subnet': {'network_id': 'f1884fe7-c60f-4a00-b9e0-18386d9afee3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:45.932769 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f366d85-0872-43fc-9941-19fe18c919fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0f0a42b3-d886-4323-9848-603cc50677cf), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.934864 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-0c4a8ddf-1f19-4b81-bf13-842e61248128', 'network_id': '0c4a8ddf-1f19-4b81-bf13-842e61248128', 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'fixed_ips': [{'subnet_id': 'cff8f51a-3341-49d0-b831-13eab6d9f39c'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:12:45.935916 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f366d85-0872-43fc-9941-19fe18c919fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.937187 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0f366d85-0872-43fc-9941-19fe18c919fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f0a42b3-d886-4323-9848-603cc50677cf HTTP/1.1" status: 204 len: 168 time: 0.8042760 Mar 24 01:12:45.938491 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.974820 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e769ab55-b87b-473e-bbfc-7bc96a7ae3fd tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (957c3120-8608-4436-9eab-199db6c19d45), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.983821 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e769ab55-b87b-473e-bbfc-7bc96a7ae3fd tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:45.988210 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37006) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:45.989789 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e769ab55-b87b-473e-bbfc-7bc96a7ae3fd tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-groups/957c3120-8608-4436-9eab-199db6c19d45 HTTP/1.1" status: 204 len: 168 time: 0.5945995 Mar 24 01:12:45.995209 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f366d85-0872-43fc-9941-19fe18c919fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0a42b3-d886-4323-9848-603cc50677cf,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:46.030369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769ab55-b87b-473e-bbfc-7bc96a7ae3fd tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957c3120-8608-4436-9eab-199db6c19d45,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:46.115635 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-57bcf52c-3fe2-4d4a-8a86-13d8b48b7529 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1261735 Mar 24 01:12:46.123101 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37008) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:46.127155 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b292c2eb-7cd6-483c-a938-01d542f716d6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:12:46.127794 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-63c7bc0f-830c-453c-8eb3-cd0d83be03d2 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019150886'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:46.131095 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b292c2eb-7cd6-483c-a938-01d542f716d6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:46.205301 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-63c7bc0f-830c-453c-8eb3-cd0d83be03d2 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:46.393836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Allocated IP 2001:db8::2 (0c4a8ddf-1f19-4b81-bf13-842e61248128/cff8f51a-3341-49d0-b831-13eab6d9f39c/d642e884-37e6-4da0-be21-5485dce6546f) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:12:46.431741 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-63c7bc0f-830c-453c-8eb3-cd0d83be03d2 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (6835cc2c-d484-4ec2-99ca-3f70303c29c6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:46.441134 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-63c7bc0f-830c-453c-8eb3-cd0d83be03d2 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6835cc2c-d484-4ec2-99ca-3f70303c29c6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:46.521233 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-63c7bc0f-830c-453c-8eb3-cd0d83be03d2 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:46.527691 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-63c7bc0f-830c-453c-8eb3-cd0d83be03d2 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4035218 Mar 24 01:12:46.537051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37014) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:46.539207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7bc0f-830c-453c-8eb3-cd0d83be03d2 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6835cc2c-d484-4ec2-99ca-3f70303c29c6,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:46.565161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4466487d-6882-4f94-9570-7a24b3a64e37 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group_rule': {'security_group_id': '6835cc2c-d484-4ec2-99ca-3f70303c29c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:46.717143 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b292c2eb-7cd6-483c-a938-01d542f716d6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (345c745a-42a4-490c-b344-a95a3fcd5c0d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:46.772326 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Publish callbacks [] for port (d642e884-37e6-4da0-be21-5485dce6546f), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:46.782104 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (d642e884-37e6-4da0-be21-5485dce6546f), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:46.852315 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292c2eb-7cd6-483c-a938-01d542f716d6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Subnet': ['ID=345c745a-42a4-490c-b344-a95a3fcd5c0d,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:46.857031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Pushing event updated for resources: {'Port': ['ID=d642e884-37e6-4da0-be21-5485dce6546f,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:46.864987 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Network 0c4a8ddf-1f19-4b81-bf13-842e61248128 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:12:46.867646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:12:46.870427 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:12:46.885245 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4466487d-6882-4f94-9570-7a24b3a64e37 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (c6772658-5b80-4ae2-8926-66a7c233e61b), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:46.968083 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b292c2eb-7cd6-483c-a938-01d542f716d6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Checking segment: {'id': 'ec5ed3e9-9df8-45a0-b961-8d9ee2517045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1884fe7-c60f-4a00-b9e0-18386d9afee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:12:46.968447 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b292c2eb-7cd6-483c-a938-01d542f716d6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network hostable DHCP agents. Network: f1884fe7-c60f-4a00-b9e0-18386d9afee3, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:12:47.001780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Attempting to bind port d642e884-37e6-4da0-be21-5485dce6546f on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:12:47.007066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Attempting to bind port d642e884-37e6-4da0-be21-5485dce6546f by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'b69ba14d-850c-4877-80f6-56ce2d580dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0c4a8ddf-1f19-4b81-bf13-842e61248128'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:12:47.012276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Attempting to bind port d642e884-37e6-4da0-be21-5485dce6546f on network 0c4a8ddf-1f19-4b81-bf13-842e61248128 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:12:47.021716 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b292c2eb-7cd6-483c-a938-01d542f716d6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network f1884fe7-c60f-4a00-b9e0-18386d9afee3 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:12:47.028898 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:12:47.035095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Checking segment: {'id': 'b69ba14d-850c-4877-80f6-56ce2d580dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0c4a8ddf-1f19-4b81-bf13-842e61248128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:12:47.035858 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.037771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Bound using segment: {'id': 'b69ba14d-850c-4877-80f6-56ce2d580dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0c4a8ddf-1f19-4b81-bf13-842e61248128'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:12:47.038644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Bound port: d642e884-37e6-4da0-be21-5485dce6546f, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69ba14d-850c-4877-80f6-56ce2d580dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0c4a8ddf-1f19-4b81-bf13-842e61248128'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:12:47.039845 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d642e884-37e6-4da0-be21-5485dce6546f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.040627 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-b292c2eb-7cd6-483c-a938-01d542f716d6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, f1884fe7-c60f-4a00-b9e0-18386d9afee3) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:12:47.057314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b292c2eb-7cd6-483c-a938-01d542f716d6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:47.058766 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b292c2eb-7cd6-483c-a938-01d542f716d6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.065608 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8cadb1-397e-4f20-b3c6-5e194acd0180 None None] Network f1884fe7-c60f-4a00-b9e0-18386d9afee3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:12:47.091385 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b292c2eb-7cd6-483c-a938-01d542f716d6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2951019 Mar 24 01:12:47.092109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37038) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:47.096017 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4466487d-6882-4f94-9570-7a24b3a64e37 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (c6772658-5b80-4ae2-8926-66a7c233e61b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.105832 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-beda71b2-a5f4-4eea-871e-a87073083204 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1935510796', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:47.138064 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4466487d-6882-4f94-9570-7a24b3a64e37 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c6772658-5b80-4ae2-8926-66a7c233e61b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.171278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37040) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:47.203341 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466487d-6882-4f94-9570-7a24b3a64e37 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6772658-5b80-4ae2-8926-66a7c233e61b,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:47.220240 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4466487d-6882-4f94-9570-7a24b3a64e37 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.225845 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4466487d-6882-4f94-9570-7a24b3a64e37 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6846378 Mar 24 01:12:47.226154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37044) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:47.227355 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-beda71b2-a5f4-4eea-871e-a87073083204 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (1d047477-0897-4812-a50d-99bdee196e68), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.231528 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-beda71b2-a5f4-4eea-871e-a87073083204 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (1d047477-0897-4812-a50d-99bdee196e68), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.285600 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7fbc428c-7fdb-469c-b957-fdaf095d5a13 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (c6772658-5b80-4ae2-8926-66a7c233e61b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.331301 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7fbc428c-7fdb-469c-b957-fdaf095d5a13 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (c6772658-5b80-4ae2-8926-66a7c233e61b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.368617 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-beda71b2-a5f4-4eea-871e-a87073083204 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_controller (1d047477-0897-4812-a50d-99bdee196e68), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.376462 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-beda71b2-a5f4-4eea-871e-a87073083204 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (1d047477-0897-4812-a50d-99bdee196e68), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.395887 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7fbc428c-7fdb-469c-b957-fdaf095d5a13 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c6772658-5b80-4ae2-8926-66a7c233e61b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.410378 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-beda71b2-a5f4-4eea-871e-a87073083204 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.414495 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-beda71b2-a5f4-4eea-871e-a87073083204 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3135974 Mar 24 01:12:47.414678 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7fbc428c-7fdb-469c-b957-fdaf095d5a13 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.417912 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7fbc428c-7fdb-469c-b957-fdaf095d5a13 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c6772658-5b80-4ae2-8926-66a7c233e61b HTTP/1.1" status: 204 len: 168 time: 0.1884234 Mar 24 01:12:47.418054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37048) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:47.418430 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37050) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:47.437610 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6600b138-258d-4079-9f22-890165f85cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.439600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc428c-7fdb-469c-b957-fdaf095d5a13 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6772658-5b80-4ae2-8926-66a7c233e61b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:47.581256 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6600b138-258d-4079-9f22-890165f85cda admin admin] Publish callbacks [] for security_group (ad60daf0-193d-44e5-b12b-f9507ae541ea), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.590986 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6600b138-258d-4079-9f22-890165f85cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ad60daf0-193d-44e5-b12b-f9507ae541ea), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.680936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6600b138-258d-4079-9f22-890165f85cda admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4619637248d437e961228687beddbce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5079944 Mar 24 01:12:47.685040 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37058) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:47.693249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600b138-258d-4079-9f22-890165f85cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad60daf0-193d-44e5-b12b-f9507ae541ea,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:47.819104 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] For port d642e884-37e6-4da0-be21-5485dce6546f, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:12:47.832538 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-f1884fe7-c60f-4a00-b9e0-18386d9afee3', 'network_id': 'f1884fe7-c60f-4a00-b9e0-18386d9afee3', 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'fixed_ips': [{'subnet_id': '345c745a-42a4-490c-b344-a95a3fcd5c0d'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:12:47.837378 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:47.893542 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6f3184f9-7a16-4228-bbca-eca228b4e264 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4739254 Mar 24 01:12:47.896351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37064) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:47.908154 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] For port d642e884-37e6-4da0-be21-5485dce6546f, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d642e884-37e6-4da0-be21-5485dce6546f,segment=NetworkSegment(b69ba14d-850c-4877-80f6-56ce2d580dc0),segment_id=b69ba14d-850c-4877-80f6-56ce2d580dc0)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:12:48.058070 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45b89ee4-f549-4461-8446-30cfdf41b02b tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (6835cc2c-d484-4ec2-99ca-3f70303c29c6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:48.144358 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45b89ee4-f549-4461-8446-30cfdf41b02b tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (6835cc2c-d484-4ec2-99ca-3f70303c29c6), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:48.233997 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-64a6c4bd-29b4-405d-a7ff-0b986f31797c admin admin] Publish callbacks [] for security_group (ad60daf0-193d-44e5-b12b-f9507ae541ea), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:48.239890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Allocated IP 2001:db8:1::2 (f1884fe7-c60f-4a00-b9e0-18386d9afee3/345c745a-42a4-490c-b344-a95a3fcd5c0d/073b19dc-0ed2-4d72-84f9-a9cfa22fd62a) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:12:48.264819 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d642e884-37e6-4da0-be21-5485dce6546f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:48.280890 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45b89ee4-f549-4461-8446-30cfdf41b02b tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6835cc2c-d484-4ec2-99ca-3f70303c29c6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:48.285488 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45b89ee4-f549-4461-8446-30cfdf41b02b tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:48.288963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-45b89ee4-f549-4461-8446-30cfdf41b02b tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-groups/6835cc2c-d484-4ec2-99ca-3f70303c29c6 HTTP/1.1" status: 204 len: 168 time: 0.3913081 Mar 24 01:12:48.299583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37072) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:48.349818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b89ee4-f549-4461-8446-30cfdf41b02b tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6835cc2c-d484-4ec2-99ca-3f70303c29c6,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:48.373689 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-64a6c4bd-29b4-405d-a7ff-0b986f31797c admin admin] Publish callbacks [] for security_group (ad60daf0-193d-44e5-b12b-f9507ae541ea), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:48.462531 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-95627501-59aa-424e-85d4-71af274ad075 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1561718 Mar 24 01:12:48.469748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37076) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:48.480195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-cede910a-00de-4112-9459-ea40defeb603 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group': {'name': 'tempest-secgroup--552190685'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:48.513011 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fa0a0-5da5-4cd2-bfe2-5b9b6d0be313 None None] Pushing event updated for resources: {'Port': ['ID=d642e884-37e6-4da0-be21-5485dce6546f,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:48.542578 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cede910a-00de-4112-9459-ea40defeb603 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:48.604166 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:48.618912 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-64a6c4bd-29b4-405d-a7ff-0b986f31797c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ad60daf0-193d-44e5-b12b-f9507ae541ea), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:48.625546 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-64a6c4bd-29b4-405d-a7ff-0b986f31797c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:48.631568 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-64a6c4bd-29b4-405d-a7ff-0b986f31797c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad60daf0-193d-44e5-b12b-f9507ae541ea HTTP/1.1" status: 204 len: 168 time: 0.9450896 Mar 24 01:12:48.804053 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cede910a-00de-4112-9459-ea40defeb603 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (2656b5de-8049-456c-af7c-46d74dc98536), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:48.822253 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cede910a-00de-4112-9459-ea40defeb603 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2656b5de-8049-456c-af7c-46d74dc98536), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:48.868536 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cede910a-00de-4112-9459-ea40defeb603 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:48.878300 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cede910a-00de-4112-9459-ea40defeb603 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4064002 Mar 24 01:12:48.882656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37084) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:48.904401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-dd464c01-cb63-464e-b66b-0c4365f1b2e4 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group_rule': {'security_group_id': '2656b5de-8049-456c-af7c-46d74dc98536', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:49.016191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede910a-00de-4112-9459-ea40defeb603 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2656b5de-8049-456c-af7c-46d74dc98536,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:49.077079 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dd464c01-cb63-464e-b66b-0c4365f1b2e4 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (c0e45fb3-a914-460d-ac6f-007f639acc69), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:49.096977 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Publish callbacks [] for port (073b19dc-0ed2-4d72-84f9-a9cfa22fd62a), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:49.111275 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (073b19dc-0ed2-4d72-84f9-a9cfa22fd62a), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:49.326388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Pushing event updated for resources: {'Port': ['ID=073b19dc-0ed2-4d72-84f9-a9cfa22fd62a,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:49.362976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Network f1884fe7-c60f-4a00-b9e0-18386d9afee3 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:12:49.365198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:12:49.376862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:12:49.391918 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dd464c01-cb63-464e-b66b-0c4365f1b2e4 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (c0e45fb3-a914-460d-ac6f-007f639acc69), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:49.404630 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dd464c01-cb63-464e-b66b-0c4365f1b2e4 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c0e45fb3-a914-460d-ac6f-007f639acc69), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:49.472109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd464c01-cb63-464e-b66b-0c4365f1b2e4 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e45fb3-a914-460d-ac6f-007f639acc69,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:49.523323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dd464c01-cb63-464e-b66b-0c4365f1b2e4 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:49.527146 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dd464c01-cb63-464e-b66b-0c4365f1b2e4 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6377745 Mar 24 01:12:49.532392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37098) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:49.593992 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4c5191b7-b925-46d2-b0ca-605a73e37bb7 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules/c0e45fb3-a914-460d-ac6f-007f639acc69 HTTP/1.1" status: 200 len: 763 time: 0.0604167 Mar 24 01:12:49.601809 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37100) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:49.608822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Attempting to bind port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:12:49.610292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Attempting to bind port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'ec5ed3e9-9df8-45a0-b961-8d9ee2517045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1884fe7-c60f-4a00-b9e0-18386d9afee3'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:12:49.610992 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Attempting to bind port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a on network f1884fe7-c60f-4a00-b9e0-18386d9afee3 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:12:49.617724 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:12:49.618553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Checking segment: {'id': 'ec5ed3e9-9df8-45a0-b961-8d9ee2517045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1884fe7-c60f-4a00-b9e0-18386d9afee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:12:49.619242 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:49.619845 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Bound using segment: {'id': 'ec5ed3e9-9df8-45a0-b961-8d9ee2517045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1884fe7-c60f-4a00-b9e0-18386d9afee3'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:12:49.620769 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Bound port: 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5ed3e9-9df8-45a0-b961-8d9ee2517045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1884fe7-c60f-4a00-b9e0-18386d9afee3'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:12:49.621436 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (073b19dc-0ed2-4d72-84f9-a9cfa22fd62a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:49.711887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a977b4c8-a7e0-45fe-a2f1-4b6bf69c91d4 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0900238 Mar 24 01:12:49.715452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37102) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:49.725554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37108) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:49.791734 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-515cdb44-3fad-4238-93c7-c04a4abd0358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:49.869376 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa9f0-4109-4304-a144-54eb3ea0a42d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (c0e45fb3-a914-460d-ac6f-007f639acc69), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:49.879840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] For port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:12:49.895426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] For port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=073b19dc-0ed2-4d72-84f9-a9cfa22fd62a,segment=NetworkSegment(ec5ed3e9-9df8-45a0-b961-8d9ee2517045),segment_id=ec5ed3e9-9df8-45a0-b961-8d9ee2517045)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:12:49.906889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d642e884-37e6-4da0-be21-5485dce6546f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:12:49.919476 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa9f0-4109-4304-a144-54eb3ea0a42d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (c0e45fb3-a914-460d-ac6f-007f639acc69), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:49.957384 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (073b19dc-0ed2-4d72-84f9-a9cfa22fd62a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:50.003665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6c4bd-29b4-405d-a7ff-0b986f31797c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad60daf0-193d-44e5-b12b-f9507ae541ea,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:50.053471 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa9f0-4109-4304-a144-54eb3ea0a42d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c0e45fb3-a914-460d-ac6f-007f639acc69), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:50.068938 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa9f0-4109-4304-a144-54eb3ea0a42d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:50.070354 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0a1aa9f0-4109-4304-a144-54eb3ea0a42d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c0e45fb3-a914-460d-ac6f-007f639acc69 HTTP/1.1" status: 204 len: 168 time: 0.3459294 Mar 24 01:12:50.076800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37110) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:50.101887 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1aa9f0-4109-4304-a144-54eb3ea0a42d tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0e45fb3-a914-460d-ac6f-007f639acc69,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:50.192304 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-094acfa0-73b7-4a7f-8242-bf5865240d3f tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1140869 Mar 24 01:12:50.194909 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-515cdb44-3fad-4238-93c7-c04a4abd0358 admin admin] Publish callbacks [] for security_group (0bb3fb9a-901e-44b1-903d-0cfe52527dd6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:50.200633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37114) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:50.205552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c1351a38-9097-4cec-9bbc-6188663034e8 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group_rule': {'security_group_id': '2656b5de-8049-456c-af7c-46d74dc98536', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:50.249368 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-515cdb44-3fad-4238-93c7-c04a4abd0358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0bb3fb9a-901e-44b1-903d-0cfe52527dd6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:50.279883 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Allocated IP 2001:db8::1 (0c4a8ddf-1f19-4b81-bf13-842e61248128/cff8f51a-3341-49d0-b831-13eab6d9f39c/334fe55f-6f01-4112-b6a1-23252f1bb962) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:12:50.283558 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c1351a38-9097-4cec-9bbc-6188663034e8 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (c25791e0-dc61-4cb8-9043-fb68ac4ac7e7), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:50.365540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba6c35-59f5-4fe5-a414-1bfcd22a100f None None] Pushing event updated for resources: {'Port': ['ID=073b19dc-0ed2-4d72-84f9-a9cfa22fd62a,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:50.372602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d642e884-37e6-4da0-be21-5485dce6546f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:12:50.373818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cdb44-3fad-4238-93c7-c04a4abd0358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb3fb9a-901e-44b1-903d-0cfe52527dd6,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:50.374001 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d642e884-37e6-4da0-be21-5485dce6546f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:50.407715 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37124) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:50.408551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-515cdb44-3fad-4238-93c7-c04a4abd0358 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a625118b66c7418f97a8fe57d0064f94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6711833 Mar 24 01:12:50.469764 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c1351a38-9097-4cec-9bbc-6188663034e8 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (c25791e0-dc61-4cb8-9043-fb68ac4ac7e7), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:50.486982 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c1351a38-9097-4cec-9bbc-6188663034e8 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c25791e0-dc61-4cb8-9043-fb68ac4ac7e7), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:50.568085 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1351a38-9097-4cec-9bbc-6188663034e8 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25791e0-dc61-4cb8-9043-fb68ac4ac7e7,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:50.582634 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de8968ae-e0a8-4a04-9a82-1c53a657f5c7 admin admin] Publish callbacks [] for security_group (0bb3fb9a-901e-44b1-903d-0cfe52527dd6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:50.593270 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c1351a38-9097-4cec-9bbc-6188663034e8 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:50.601548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c1351a38-9097-4cec-9bbc-6188663034e8 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3989191 Mar 24 01:12:50.603921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37134) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:50.676307 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1a60f947-5f58-4d85-afa8-9c8c8a56f51c tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules/c25791e0-dc61-4cb8-9043-fb68ac4ac7e7 HTTP/1.1" status: 200 len: 763 time: 0.0685358 Mar 24 01:12:50.676537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d642e884-37e6-4da0-be21-5485dce6546f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:12:50.676537 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d642e884-37e6-4da0-be21-5485dce6546f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:50.676716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37136) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:50.711991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cac04d5-22ac-4884-aa98-ee886b0894c2 None None] Network 0c4a8ddf-1f19-4b81-bf13-842e61248128 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:12:50.773564 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8487c6ef-e869-42a8-82ba-b4cd0a420b4f tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0935030 Mar 24 01:12:50.774616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37138) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:50.776264 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de8968ae-e0a8-4a04-9a82-1c53a657f5c7 admin admin] Publish callbacks [] for security_group (0bb3fb9a-901e-44b1-903d-0cfe52527dd6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:50.848798 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8140a97-78bf-4496-85a0-1753e48800b2 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (c25791e0-dc61-4cb8-9043-fb68ac4ac7e7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:50.868580 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (334fe55f-6f01-4112-b6a1-23252f1bb962), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:50.888330 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8140a97-78bf-4496-85a0-1753e48800b2 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (c25791e0-dc61-4cb8-9043-fb68ac4ac7e7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:50.985046 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8140a97-78bf-4496-85a0-1753e48800b2 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c25791e0-dc61-4cb8-9043-fb68ac4ac7e7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:51.004257 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8140a97-78bf-4496-85a0-1753e48800b2 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:51.014273 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c8140a97-78bf-4496-85a0-1753e48800b2 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c25791e0-dc61-4cb8-9043-fb68ac4ac7e7 HTTP/1.1" status: 204 len: 168 time: 0.2352309 Mar 24 01:12:51.015302 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37158) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:51.111075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8140a97-78bf-4496-85a0-1753e48800b2 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c25791e0-dc61-4cb8-9043-fb68ac4ac7e7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:51.122865 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-571b8d63-ca5d-4dff-b069-538007b71777 req-a8218417-1774-4c63-bfbf-f9db345ebe8f tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bac96e758dc241c18c6c15569d3c31bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1468709 Mar 24 01:12:51.128287 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de8968ae-e0a8-4a04-9a82-1c53a657f5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0bb3fb9a-901e-44b1-903d-0cfe52527dd6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:51.140345 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-de8968ae-e0a8-4a04-9a82-1c53a657f5c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:51.144316 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-de8968ae-e0a8-4a04-9a82-1c53a657f5c7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0bb3fb9a-901e-44b1-903d-0cfe52527dd6 HTTP/1.1" status: 204 len: 168 time: 0.7331693 Mar 24 01:12:51.161867 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port d642e884-37e6-4da0-be21-5485dce6546f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d642e884-37e6-4da0-be21-5485dce6546f,segment=NetworkSegment(b69ba14d-850c-4877-80f6-56ce2d580dc0),segment_id=b69ba14d-850c-4877-80f6-56ce2d580dc0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:12:51.178041 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9ab3219c-d43d-4e55-9fb0-abaff83670a5 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1596699 Mar 24 01:12:51.181895 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (334fe55f-6f01-4112-b6a1-23252f1bb962), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:51.182594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-dcc46e3f-4771-4c4f-aa81-8ccf1a5f8c13 None None] Provisioning complete for port d642e884-37e6-4da0-be21-5485dce6546f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:12:51.183192 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dcc46e3f-4771-4c4f-aa81-8ccf1a5f8c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d642e884-37e6-4da0-be21-5485dce6546f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:51.200790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37162) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:51.228352 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d642e884-37e6-4da0-be21-5485dce6546f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:51.379312 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ff038fe6-ad29-42b1-a650-fa4eded81d57 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group_rule': {'security_group_id': '2656b5de-8049-456c-af7c-46d74dc98536', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:51.383889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=334fe55f-6f01-4112-b6a1-23252f1bb962,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:51.392884 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8968ae-e0a8-4a04-9a82-1c53a657f5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb3fb9a-901e-44b1-903d-0cfe52527dd6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:51.411603 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 0c4a8ddf-1f19-4b81-bf13-842e61248128 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:12:51.419726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:12:51.426662 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:12:51.428490 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (1d047477-0897-4812-a50d-99bdee196e68), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:51.513176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b8d63-ca5d-4dff-b069-538007b71777 req-2bdaab95-8648-4201-b2cc-53631567f493 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:51.513176 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-571b8d63-ca5d-4dff-b069-538007b71777 req-2bdaab95-8648-4201-b2cc-53631567f493 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3823957 Mar 24 01:12:51.530603 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-571b8d63-ca5d-4dff-b069-538007b71777 req-a743381c-6bf4-4d22-997b-5aa6402986af tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/quotas/bac96e758dc241c18c6c15569d3c31bb HTTP/1.1" status: 200 len: 375 time: 0.0118210 Mar 24 01:12:51.553467 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=d642e884-37e6-4da0-be21-5485dce6546f,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:51.586651 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37168) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:51.625072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-571b8d63-ca5d-4dff-b069-538007b71777 req-2693ef93-5de0-46b5-aeca-5664757f7d0a tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bac96e758dc241c18c6c15569d3c31bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862198 Mar 24 01:12:51.768019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-dcc46e3f-4771-4c4f-aa81-8ccf1a5f8c13 None None] Current status of the port d642e884-37e6-4da0-be21-5485dce6546f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:12:51.958300 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (334fe55f-6f01-4112-b6a1-23252f1bb962), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:51.998928 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f19a954-773b-4d90-bc19-c549efa6f7ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:52.005191 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-ff038fe6-ad29-42b1-a650-fa4eded81d57 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Project df3bf7b6c84a41e0bc013d8f44232922 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:12:52.009488 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37176) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:52.022255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:12:52.043695 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff038fe6-ad29-42b1-a650-fa4eded81d57 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (407edc6a-c764-488b-8bbf-c6dde2086bab), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:52.153219 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:12:52.153867 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (073b19dc-0ed2-4d72-84f9-a9cfa22fd62a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:52.221182 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdea6d6d-bfd6-4060-b81e-51707802d355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:52.255663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-243eb186-1ad7-425b-84ec-f0455be6d24b req-077e5fc2-dea2-4fbb-9c2c-f1a40e8b3e0d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 210 time: 0.1400805 Mar 24 01:12:52.287442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-00f1a23a-8427-42b4-a5e4-2b7857a1157f None None] Provisioning complete for port 334fe55f-6f01-4112-b6a1-23252f1bb962 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:12:52.287928 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-00f1a23a-8427-42b4-a5e4-2b7857a1157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (334fe55f-6f01-4112-b6a1-23252f1bb962), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:52.344857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-00f1a23a-8427-42b4-a5e4-2b7857a1157f None None] Port 334fe55f-6f01-4112-b6a1-23252f1bb962 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:12:52.362569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-00f1a23a-8427-42b4-a5e4-2b7857a1157f None None] Provisioning complete for port d642e884-37e6-4da0-be21-5485dce6546f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:12:52.363337 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-00f1a23a-8427-42b4-a5e4-2b7857a1157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d642e884-37e6-4da0-be21-5485dce6546f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:52.441438 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f19a954-773b-4d90-bc19-c549efa6f7ed admin admin] Publish callbacks [] for security_group (f1798c43-d114-448d-9341-fd3cd0eeed37), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:52.447727 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f19a954-773b-4d90-bc19-c549efa6f7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f1798c43-d114-448d-9341-fd3cd0eeed37), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:52.525434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19a954-773b-4d90-bc19-c549efa6f7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1798c43-d114-448d-9341-fd3cd0eeed37,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:52.560488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e7aba9-ff6c-4974-be7f-3d606a4c7685 None None] Network f1884fe7-c60f-4a00-b9e0-18386d9afee3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:12:52.593021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8f19a954-773b-4d90-bc19-c549efa6f7ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a118a677b6a4025bb23d420936e16f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0052938 Mar 24 01:12:52.594172 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37184) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:52.662372 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdea6d6d-bfd6-4060-b81e-51707802d355 admin admin] Publish callbacks [] for security_group (7aba6ef4-c6fb-4556-b289-f1a3db91a245), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:52.719853 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdea6d6d-bfd6-4060-b81e-51707802d355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7aba6ef4-c6fb-4556-b289-f1a3db91a245), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:52.745935 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89eea14d-2387-48b6-a2f9-3bceb4ce9ddd admin admin] Publish callbacks [] for security_group (f1798c43-d114-448d-9341-fd3cd0eeed37), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:52.802053 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89eea14d-2387-48b6-a2f9-3bceb4ce9ddd admin admin] Publish callbacks [] for security_group (f1798c43-d114-448d-9341-fd3cd0eeed37), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:52.863490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:12:52.864265 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (073b19dc-0ed2-4d72-84f9-a9cfa22fd62a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:52.895881 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89eea14d-2387-48b6-a2f9-3bceb4ce9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f1798c43-d114-448d-9341-fd3cd0eeed37), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:52.898956 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89eea14d-2387-48b6-a2f9-3bceb4ce9ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:52.902663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-89eea14d-2387-48b6-a2f9-3bceb4ce9ddd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1798c43-d114-448d-9341-fd3cd0eeed37 HTTP/1.1" status: 204 len: 168 time: 0.3002594 Mar 24 01:12:52.938826 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=073b19dc-0ed2-4d72-84f9-a9cfa22fd62a,segment=NetworkSegment(ec5ed3e9-9df8-45a0-b961-8d9ee2517045),segment_id=ec5ed3e9-9df8-45a0-b961-8d9ee2517045)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:12:52.940451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eea14d-2387-48b6-a2f9-3bceb4ce9ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1798c43-d114-448d-9341-fd3cd0eeed37,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:52.953070 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-00f1a23a-8427-42b4-a5e4-2b7857a1157f None None] Current status of the port d642e884-37e6-4da0-be21-5485dce6546f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:12:52.955960 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (073b19dc-0ed2-4d72-84f9-a9cfa22fd62a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:52.957549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d642e884-37e6-4da0-be21-5485dce6546f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:12:53.075394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=073b19dc-0ed2-4d72-84f9-a9cfa22fd62a,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:53.079484 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (334fe55f-6f01-4112-b6a1-23252f1bb962), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.098458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f6363592-f3f6-44bb-b9fb-b39a07f9d36b None None] Provisioning complete for port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:12:53.099352 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6363592-f3f6-44bb-b9fb-b39a07f9d36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (073b19dc-0ed2-4d72-84f9-a9cfa22fd62a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.102334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d642e884-37e6-4da0-be21-5485dce6546f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:12:53.103700 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d642e884-37e6-4da0-be21-5485dce6546f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.137242 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37194) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:53.137716 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fdea6d6d-bfd6-4060-b81e-51707802d355 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0af245173f00418ea99ddcf584143a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1200879 Mar 24 01:12:53.200399 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff038fe6-ad29-42b1-a650-fa4eded81d57 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (407edc6a-c764-488b-8bbf-c6dde2086bab), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.201878 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (334fe55f-6f01-4112-b6a1-23252f1bb962), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.203733 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (1d047477-0897-4812-a50d-99bdee196e68), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.247872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d642e884-37e6-4da0-be21-5485dce6546f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:12:53.275351 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57f5677a-def1-4870-af8a-175b522e8b52 admin admin] Publish callbacks [] for security_group (7aba6ef4-c6fb-4556-b289-f1a3db91a245), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.313544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f6363592-f3f6-44bb-b9fb-b39a07f9d36b None None] Current status of the port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:12:53.355950 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57f5677a-def1-4870-af8a-175b522e8b52 admin admin] Publish callbacks [] for security_group (7aba6ef4-c6fb-4556-b289-f1a3db91a245), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.360603 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f6363592-f3f6-44bb-b9fb-b39a07f9d36b None None] Provisioning complete for port 334fe55f-6f01-4112-b6a1-23252f1bb962 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:12:53.361150 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6363592-f3f6-44bb-b9fb-b39a07f9d36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (334fe55f-6f01-4112-b6a1-23252f1bb962), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.373346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=334fe55f-6f01-4112-b6a1-23252f1bb962,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:53.398208 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff038fe6-ad29-42b1-a650-fa4eded81d57 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (407edc6a-c764-488b-8bbf-c6dde2086bab), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.408085 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f6363592-f3f6-44bb-b9fb-b39a07f9d36b None None] Port 334fe55f-6f01-4112-b6a1-23252f1bb962 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:12:53.470234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2956a9f7-299d-4e2e-9443-faded89afdf7 req-90f9af8f-796d-4d41-9f72-f07e5ec1350c tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 210 time: 0.0726171 Mar 24 01:12:53.530337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea6d6d-bfd6-4060-b81e-51707802d355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aba6ef4-c6fb-4556-b289-f1a3db91a245,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:53.535292 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57f5677a-def1-4870-af8a-175b522e8b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7aba6ef4-c6fb-4556-b289-f1a3db91a245), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.545003 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-57f5677a-def1-4870-af8a-175b522e8b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.550036 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-57f5677a-def1-4870-af8a-175b522e8b52 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7aba6ef4-c6fb-4556-b289-f1a3db91a245 HTTP/1.1" status: 204 len: 168 time: 0.4086673 Mar 24 01:12:53.550650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5f62ef88-4f47-4caa-a6fe-d2cf7af00801 None None] Provisioning complete for port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:12:53.553403 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5f62ef88-4f47-4caa-a6fe-d2cf7af00801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (073b19dc-0ed2-4d72-84f9-a9cfa22fd62a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.587294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5677a-def1-4870-af8a-175b522e8b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aba6ef4-c6fb-4556-b289-f1a3db91a245,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:53.592893 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff038fe6-ad29-42b1-a650-fa4eded81d57 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407edc6a-c764-488b-8bbf-c6dde2086bab,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:53.621898 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff038fe6-ad29-42b1-a650-fa4eded81d57 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.623121 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ff038fe6-ad29-42b1-a650-fa4eded81d57 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.2728219 Mar 24 01:12:53.626754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37206) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:53.662124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-95dcec30-b8ff-482a-89e4-50d63562fa45 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules/407edc6a-c764-488b-8bbf-c6dde2086bab HTTP/1.1" status: 200 len: 769 time: 0.0327892 Mar 24 01:12:53.664724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37208) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:53.672952 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37210) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:53.739617 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c9fa6359-c22f-41b7-8544-e4e27bebc50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.794991 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-59dc31ec-66f1-4cda-9974-8cd46dbb32cf tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1259034 Mar 24 01:12:53.798190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37214) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:53.807631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 0c4a8ddf-1f19-4b81-bf13-842e61248128 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:12:53.813811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:12:53.853657 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5f62ef88-4f47-4caa-a6fe-d2cf7af00801 None None] Current status of the port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:12:53.865796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:12:53.873745 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8c3a67f8-2c1a-46df-9f06-9ea7cd885dd4 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (407edc6a-c764-488b-8bbf-c6dde2086bab), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.898382 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8c3a67f8-2c1a-46df-9f06-9ea7cd885dd4 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (407edc6a-c764-488b-8bbf-c6dde2086bab), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:53.990227 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8c3a67f8-2c1a-46df-9f06-9ea7cd885dd4 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (407edc6a-c764-488b-8bbf-c6dde2086bab), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:54.027895 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8c3a67f8-2c1a-46df-9f06-9ea7cd885dd4 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:54.031818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8c3a67f8-2c1a-46df-9f06-9ea7cd885dd4 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/407edc6a-c764-488b-8bbf-c6dde2086bab HTTP/1.1" status: 204 len: 168 time: 0.2297175 Mar 24 01:12:54.033750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a67f8-2c1a-46df-9f06-9ea7cd885dd4 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=407edc6a-c764-488b-8bbf-c6dde2086bab,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:54.044103 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37220) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:54.059882 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:12:54.060269 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (073b19dc-0ed2-4d72-84f9-a9cfa22fd62a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:54.169793 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c17ed8a5-4332-423d-9c55-9189abaf2585 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1299348 Mar 24 01:12:54.172428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37224) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:54.225025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:12:54.245741 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c9fa6359-c22f-41b7-8544-e4e27bebc50a admin admin] Publish callbacks [] for security_group (cd3c2f61-ce45-4446-ba32-261e0b20c904), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:54.275372 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c9fa6359-c22f-41b7-8544-e4e27bebc50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cd3c2f61-ce45-4446-ba32-261e0b20c904), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:54.382139 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-571b8d63-ca5d-4dff-b069-538007b71777 req-58f03a4d-354c-4ddc-b824-142cb8a0dc43 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=bac96e758dc241c18c6c15569d3c31bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988164 Mar 24 01:12:54.382732 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 1d047477-0897-4812-a50d-99bdee196e68 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:12:54.415495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b194b0fc-9d36-4cc4-82d4-2921f23a2cc5 None None] Provisioning complete for port 334fe55f-6f01-4112-b6a1-23252f1bb962 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:12:54.417916 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b194b0fc-9d36-4cc4-82d4-2921f23a2cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (334fe55f-6f01-4112-b6a1-23252f1bb962), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:54.428953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37230) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:54.435905 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c9fa6359-c22f-41b7-8544-e4e27bebc50a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d2e6505177f49c9bead7774bae37539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7576208 Mar 24 01:12:54.496898 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b194b0fc-9d36-4cc4-82d4-2921f23a2cc5 None None] Port 334fe55f-6f01-4112-b6a1-23252f1bb962 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:12:54.534773 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed0bcafd-d358-470d-80a2-92f40e329b88 admin admin] Publish callbacks [] for security_group (cd3c2f61-ce45-4446-ba32-261e0b20c904), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:54.600763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62afdff3-f3ee-4bd9-9eb8-8ca5c14a9dcc req-2c5c1295-4202-48ac-ac76-4678d8d6afcf tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 210 time: 0.0351753 Mar 24 01:12:54.602708 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed0bcafd-d358-470d-80a2-92f40e329b88 admin admin] Publish callbacks [] for security_group (cd3c2f61-ce45-4446-ba32-261e0b20c904), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:54.627990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa6359-c22f-41b7-8544-e4e27bebc50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3c2f61-ce45-4446-ba32-261e0b20c904,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:54.692702 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed0bcafd-d358-470d-80a2-92f40e329b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cd3c2f61-ce45-4446-ba32-261e0b20c904), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:54.696701 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed0bcafd-d358-470d-80a2-92f40e329b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:54.701211 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ed0bcafd-d358-470d-80a2-92f40e329b88 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cd3c2f61-ce45-4446-ba32-261e0b20c904 HTTP/1.1" status: 204 len: 168 time: 0.2712190 Mar 24 01:12:54.712071 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bcafd-d358-470d-80a2-92f40e329b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3c2f61-ce45-4446-ba32-261e0b20c904,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:54.774678 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:12:54.784947 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a98612ab-149f-41a5-b6d3-ca8225656f23 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (2656b5de-8049-456c-af7c-46d74dc98536), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:54.792390 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975be6b1-0367-4a68-928f-8112de46ee65 None None] Sync routers for ids ['1d047477-0897-4812-a50d-99bdee196e68'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:12:54.814450 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9fd66816-8b35-437e-9a01-c0e5e6070dd4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/1d047477-0897-4812-a50d-99bdee196e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3976066 Mar 24 01:12:54.818485 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37248) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:54.820469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975be6b1-0367-4a68-928f-8112de46ee65 None None] Routers {'1d047477-0897-4812-a50d-99bdee196e68'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:12:54.821149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-975be6b1-0367-4a68-928f-8112de46ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:12:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1d047477-0897-4812-a50d-99bdee196e68'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:54.884786 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40572c8-9764-40cc-bfc9-9f27b672251c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:54.891541 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b40572c8-9764-40cc-bfc9-9f27b672251c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports/334fe55f-6f01-4112-b6a1-23252f1bb962 HTTP/1.1" status: 200 len: 911 time: 0.0700533 Mar 24 01:12:54.892217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37250) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:54.901383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-975be6b1-0367-4a68-928f-8112de46ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:54.914681 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975be6b1-0367-4a68-928f-8112de46ee65 None None] Routers {'1d047477-0897-4812-a50d-99bdee196e68'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:12:54.915669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-975be6b1-0367-4a68-928f-8112de46ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:12:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1d047477-0897-4812-a50d-99bdee196e68'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:54.951260 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a98612ab-149f-41a5-b6d3-ca8225656f23 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (2656b5de-8049-456c-af7c-46d74dc98536), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:54.962904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-975be6b1-0367-4a68-928f-8112de46ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:12:54.964451 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975be6b1-0367-4a68-928f-8112de46ee65 None None] The sync data for ids ['1d047477-0897-4812-a50d-99bdee196e68'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:12:55.049815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b8d63-ca5d-4dff-b069-538007b71777 req-ad4c9441-d02c-4d36-85ce-106a8b1d4e60 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:55.061376 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-571b8d63-ca5d-4dff-b069-538007b71777 req-ad4c9441-d02c-4d36-85ce-106a8b1d4e60 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6609695 Mar 24 01:12:55.101792 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-571b8d63-ca5d-4dff-b069-538007b71777 req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Request body: {'port': {'device_id': '8d4722c5-5537-4c25-8e4c-f97571d00b62', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'bac96e758dc241c18c6c15569d3c31bb'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:55.330681 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a98612ab-149f-41a5-b6d3-ca8225656f23 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2656b5de-8049-456c-af7c-46d74dc98536), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:55.338144 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a98612ab-149f-41a5-b6d3-ca8225656f23 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:55.345270 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a98612ab-149f-41a5-b6d3-ca8225656f23 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-groups/2656b5de-8049-456c-af7c-46d74dc98536 HTTP/1.1" status: 204 len: 168 time: 1.1691792 Mar 24 01:12:55.347558 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37268) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:55.369369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98612ab-149f-41a5-b6d3-ca8225656f23 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2656b5de-8049-456c-af7c-46d74dc98536,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:55.402749 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571b8d63-ca5d-4dff-b069-538007b71777 req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Made reservation on behalf of bac96e758dc241c18c6c15569d3c31bb for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:12:55.413783 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-571b8d63-ca5d-4dff-b069-538007b71777 req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:55.466974 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-571b8d63-ca5d-4dff-b069-538007b71777 req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:55.602813 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-571b8d63-ca5d-4dff-b069-538007b71777 req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Publish callbacks [] for security_group (e3f96440-06fa-4e0d-a6ea-c60a027b9490), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:55.637425 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ecf86157-a184-4426-b87e-cd91c7cc6496 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2756681 Mar 24 01:12:55.653556 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-571b8d63-ca5d-4dff-b069-538007b71777 req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e3f96440-06fa-4e0d-a6ea-c60a027b9490), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:55.658591 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37302) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:55.668734 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-67e533a4-777c-46d3-a280-2d48471a3615 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283520066'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:55.778118 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f96440-06fa-4e0d-a6ea-c60a027b9490,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:55.794219 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67e533a4-777c-46d3-a280-2d48471a3615 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:55.963417 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-571b8d63-ca5d-4dff-b069-538007b71777 req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Allocated IP 192.168.233.136 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/aec6cacc-2df0-428c-9b5d-354f186df364) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:12:56.006043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62d9fae5-d95a-47a7-9536-5a5f25b3c49d req-78c5e7bf-19b5-40ab-9247-98ac6f0e4d48 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 210 time: 0.1034098 Mar 24 01:12:56.071272 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67e533a4-777c-46d3-a280-2d48471a3615 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (97058f8f-e597-43b7-9515-66a94c71d206), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:56.081525 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67e533a4-777c-46d3-a280-2d48471a3615 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (97058f8f-e597-43b7-9515-66a94c71d206), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:56.209247 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-67e533a4-777c-46d3-a280-2d48471a3615 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:56.213483 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-67e533a4-777c-46d3-a280-2d48471a3615 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5475724 Mar 24 01:12:56.213871 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37338) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:56.219048 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-65ffa5e1-ae45-4ecb-9a29-4dfd4e8cb890 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Request body: {'security_group_rule': {'security_group_id': '97058f8f-e597-43b7-9515-66a94c71d206', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:56.302152 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e533a4-777c-46d3-a280-2d48471a3615 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97058f8f-e597-43b7-9515-66a94c71d206,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:56.348950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65ffa5e1-ae45-4ecb-9a29-4dfd4e8cb890 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (5d84b9b8-4551-4ca9-a6ab-4e68463188f0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:56.454148 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-571b8d63-ca5d-4dff-b069-538007b71777 req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Publish callbacks [] for port (aec6cacc-2df0-428c-9b5d-354f186df364), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:56.481067 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:56.544583 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-571b8d63-ca5d-4dff-b069-538007b71777 req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (aec6cacc-2df0-428c-9b5d-354f186df364), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:56.606871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65ffa5e1-ae45-4ecb-9a29-4dfd4e8cb890 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (5d84b9b8-4551-4ca9-a6ab-4e68463188f0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:56.614814 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571b8d63-ca5d-4dff-b069-538007b71777 req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:12:56.623262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-571b8d63-ca5d-4dff-b069-538007b71777 req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:12:56.623592 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-571b8d63-ca5d-4dff-b069-538007b71777 req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:12:56.633771 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65ffa5e1-ae45-4ecb-9a29-4dfd4e8cb890 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5d84b9b8-4551-4ca9-a6ab-4e68463188f0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:56.683825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Pushing event updated for resources: {'Port': ['ID=aec6cacc-2df0-428c-9b5d-354f186df364,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:56.695571 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffa5e1-ae45-4ecb-9a29-4dfd4e8cb890 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d84b9b8-4551-4ca9-a6ab-4e68463188f0,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:56.708077 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b8d63-ca5d-4dff-b069-538007b71777 req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:56.708720 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-571b8d63-ca5d-4dff-b069-538007b71777 req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:56.713671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65ffa5e1-ae45-4ecb-9a29-4dfd4e8cb890 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:56.714858 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-65ffa5e1-ae45-4ecb-9a29-4dfd4e8cb890 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5000868 Mar 24 01:12:56.720409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37370) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:56.824140 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-571b8d63-ca5d-4dff-b069-538007b71777 req-c7f0751b-0d1b-477e-bfd1-e4c22e6e8b7d tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7481084 Mar 24 01:12:56.875903 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1301c371-6969-4373-b819-437c6e5ab8ee tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (97058f8f-e597-43b7-9515-66a94c71d206), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:56.942270 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1301c371-6969-4373-b819-437c6e5ab8ee tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (97058f8f-e597-43b7-9515-66a94c71d206), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:57.051247 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1301c371-6969-4373-b819-437c6e5ab8ee tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (97058f8f-e597-43b7-9515-66a94c71d206), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:57.054429 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1301c371-6969-4373-b819-437c6e5ab8ee tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:57.055570 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1301c371-6969-4373-b819-437c6e5ab8ee tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-groups/97058f8f-e597-43b7-9515-66a94c71d206 HTTP/1.1" status: 204 len: 168 time: 0.3342288 Mar 24 01:12:57.060159 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37388) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:57.147940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Request body: {'port': {'device_id': '8d4722c5-5537-4c25-8e4c-f97571d00b62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:12:57.166347 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301c371-6969-4373-b819-437c6e5ab8ee tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97058f8f-e597-43b7-9515-66a94c71d206,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:57.233045 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8fa366ee-b9fe-49ad-8237-68db337c4832 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1719701 Mar 24 01:12:57.237019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37394) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:57.255321 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fcbeee89-00a9-45f5-b3fe-26c667bb82f9 None None] Provisioning complete for port aec6cacc-2df0-428c-9b5d-354f186df364 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:12:57.255796 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fcbeee89-00a9-45f5-b3fe-26c667bb82f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (aec6cacc-2df0-428c-9b5d-354f186df364), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:57.311852 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fcbeee89-00a9-45f5-b3fe-26c667bb82f9 None None] Port aec6cacc-2df0-428c-9b5d-354f186df364 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:12:57.318123 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-17f0c8c3-3b1e-4eae-ac42-4bd61ff06df3 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0768759 Mar 24 01:12:57.318123 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (aec6cacc-2df0-428c-9b5d-354f186df364), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:57.318839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37398) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:57.344650 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-02bb896d-c7cf-4d02-b9f5-f577486541e7 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] delete failed (client error): The resource could not be found. Mar 24 01:12:57.349373 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-02bb896d-c7cf-4d02-b9f5-f577486541e7 tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "DELETE /v2.0/security-groups/97058f8f-e597-43b7-9515-66a94c71d206 HTTP/1.1" status: 404 len: 347 time: 0.0260704 Mar 24 01:12:57.350024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37400) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:57.398552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Allocated IP 2001:db8:1::1 (f1884fe7-c60f-4a00-b9e0-18386d9afee3/345c745a-42a4-490c-b344-a95a3fcd5c0d/bb90964d-6321-43fa-9a83-c02c596c1132) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:12:57.483217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bc8c4-a293-492d-9928-e1c2077ac097 req-1fbbe9cc-2ab3-4473-8ae0-63c8ec0bde3c tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:57.491682 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d2bc8c4-a293-492d-9928-e1c2077ac097 req-1fbbe9cc-2ab3-4473-8ae0-63c8ec0bde3c tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 936 time: 0.3319898 Mar 24 01:12:57.753762 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dc488ddd-a03c-4f05-a9f1-5d74aa9a171a tempest-SecGroupIPv6Test-1256982075 tempest-SecGroupIPv6Test-1256982075-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3569925 Mar 24 01:12:57.764134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d2bc8c4-a293-492d-9928-e1c2077ac097 req-b3da5ece-d90d-4e27-800a-4c9e02f4961e tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3f96440-06fa-4e0d-a6ea-c60a027b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225249 Mar 24 01:12:57.806308 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (bb90964d-6321-43fa-9a83-c02c596c1132), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:57.849177 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (bb90964d-6321-43fa-9a83-c02c596c1132), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:57.906997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network f1884fe7-c60f-4a00-b9e0-18386d9afee3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:12:57.911452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:12:57.916047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:12:57.916954 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (1d047477-0897-4812-a50d-99bdee196e68), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:57.938684 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec6cacc-2df0-428c-9b5d-354f186df364 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:12:57.959072 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Publish callbacks [] for port (aec6cacc-2df0-428c-9b5d-354f186df364), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:57.992442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=bb90964d-6321-43fa-9a83-c02c596c1132,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:57.994803 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Transition to ACTIVE for port object aec6cacc-2df0-428c-9b5d-354f186df364 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:12:58.002730 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (aec6cacc-2df0-428c-9b5d-354f186df364), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:58.163608 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Pushing event updated for resources: {'Port': ['ID=aec6cacc-2df0-428c-9b5d-354f186df364,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:58.245388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bb90964d-6321-43fa-9a83-c02c596c1132), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:58.341791 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Attempting to bind port aec6cacc-2df0-428c-9b5d-354f186df364 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:12:58.349495 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Attempting to bind port aec6cacc-2df0-428c-9b5d-354f186df364 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:12:58.350623 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Attempting to bind port aec6cacc-2df0-428c-9b5d-354f186df364 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:12:58.367496 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Port aec6cacc-2df0-428c-9b5d-354f186df364 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:12:58.368167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Attempting to bind port aec6cacc-2df0-428c-9b5d-354f186df364 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:12:58.376438 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:12:58.377184 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:12:58.377789 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:12:58.378468 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Bound port: aec6cacc-2df0-428c-9b5d-354f186df364, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:12:58.379098 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (aec6cacc-2df0-428c-9b5d-354f186df364), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:58.484543 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37424) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:58.513890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f706bbd4-1262-476c-b4b2-ff40503fcf82 None None] Provisioning complete for port bb90964d-6321-43fa-9a83-c02c596c1132 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:12:58.514353 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f706bbd4-1262-476c-b4b2-ff40503fcf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bb90964d-6321-43fa-9a83-c02c596c1132), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:58.602705 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] For port aec6cacc-2df0-428c-9b5d-354f186df364, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:12:58.611159 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] For port aec6cacc-2df0-428c-9b5d-354f186df364, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=aec6cacc-2df0-428c-9b5d-354f186df364,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:12:58.628174 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (aec6cacc-2df0-428c-9b5d-354f186df364), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:58.636052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f706bbd4-1262-476c-b4b2-ff40503fcf82 None None] Port bb90964d-6321-43fa-9a83-c02c596c1132 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:12:58.737436 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ad9e913e-cef0-4bf5-9aed-1323f99429f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:58.744136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:58.747776 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:58.750955 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-571b8d63-ca5d-4dff-b069-538007b71777 req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] 10.222.0.48 "PUT /v2.0/ports/aec6cacc-2df0-428c-9b5d-354f186df364 HTTP/1.1" status: 200 len: 1096 time: 1.9085801 Mar 24 01:12:58.756867 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4722c5-5537-4c25-8e4c-f97571d00b62', 'tag': 'aec6cacc-2df0-428c-9b5d-354f186df364'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:12:58.759719 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8bd8f9-ecf5-4b7b-94fe-577603ae641f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4722c5-5537-4c25-8e4c-f97571d00b62", "tag": "aec6cacc-2df0-428c-9b5d-354f186df364"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:12:58.932499 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059bdc29-fe8c-4bcd-aabc-047ecaf30237 x-openstack-request-id: req-059bdc29-fe8c-4bcd-aabc-047ecaf30237 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:12:58.933473 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4722c5-5537-4c25-8e4c-f97571d00b62", "tag": "aec6cacc-2df0-428c-9b5d-354f186df364", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:12:58.939350 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-059bdc29-fe8c-4bcd-aabc-047ecaf30237 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:12:58.939937 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-059bdc29-fe8c-4bcd-aabc-047ecaf30237'] response: {'name': 'network-changed', 'server_uuid': '8d4722c5-5537-4c25-8e4c-f97571d00b62', 'tag': 'aec6cacc-2df0-428c-9b5d-354f186df364', 'status': 'completed', 'code': 200} Mar 24 01:12:58.968945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf9e1b-f553-423d-b242-51b1ef243375 service neutron] Pushing event updated for resources: {'Port': ['ID=aec6cacc-2df0-428c-9b5d-354f186df364,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:58.991458 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b8d63-ca5d-4dff-b069-538007b71777 req-b328de88-eb04-4974-97cf-9f5cb808fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:58.995277 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-571b8d63-ca5d-4dff-b069-538007b71777 req-b328de88-eb04-4974-97cf-9f5cb808fd21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bac96e758dc241c18c6c15569d3c31bb&device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 1130 time: 0.1934266 Mar 24 01:12:59.136911 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-571b8d63-ca5d-4dff-b069-538007b71777 req-f9ab7bfa-841c-4443-b61c-781f0af28197 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=aec6cacc-2df0-428c-9b5d-354f186df364 HTTP/1.1" status: 200 len: 217 time: 0.1256495 Mar 24 01:12:59.181589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515c70d-e487-48e7-b76c-fa95ab30250d req-36f2daba-3c03-4fce-8555-6bb6a6ff2123 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:59.184956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d515c70d-e487-48e7-b76c-fa95ab30250d req-36f2daba-3c03-4fce-8555-6bb6a6ff2123 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 948 time: 0.2793653 Mar 24 01:12:59.232558 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (bb90964d-6321-43fa-9a83-c02c596c1132), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:59.258194 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (bb90964d-6321-43fa-9a83-c02c596c1132), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:59.259526 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b8d63-ca5d-4dff-b069-538007b71777 req-96c5d53f-c8bd-469a-b121-214995c54fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:59.259847 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (1d047477-0897-4812-a50d-99bdee196e68), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:59.263238 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-571b8d63-ca5d-4dff-b069-538007b71777 req-96c5d53f-c8bd-469a-b121-214995c54fdd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1103134 Mar 24 01:12:59.403386 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d515c70d-e487-48e7-b76c-fa95ab30250d req-7567121b-39fe-4670-bb39-2ac96c57d313 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3f96440-06fa-4e0d-a6ea-c60a027b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071562 Mar 24 01:12:59.418405 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b8d63-ca5d-4dff-b069-538007b71777 req-333326c2-684a-49c5-a788-812b60b8f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:59.419935 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-571b8d63-ca5d-4dff-b069-538007b71777 req-333326c2-684a-49c5-a788-812b60b8f789 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1467905 Mar 24 01:12:59.428831 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dfb76f04-6888-428d-83e8-7271ac88939d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df3bf7b6c84a41e0bc013d8f44232922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9393704 Mar 24 01:12:59.430596 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37448) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:12:59.583975 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-571b8d63-ca5d-4dff-b069-538007b71777 req-727008e4-e580-4b48-8510-275c470b1ed7 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530294 Mar 24 01:12:59.619600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network f1884fe7-c60f-4a00-b9e0-18386d9afee3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:12:59.619600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:12:59.627854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=bb90964d-6321-43fa-9a83-c02c596c1132,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:12:59.705834 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-571b8d63-ca5d-4dff-b069-538007b71777 req-464b3913-8f1d-4fa4-b222-aa8a9263c6cd service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138933 Mar 24 01:12:59.905677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 1d047477-0897-4812-a50d-99bdee196e68 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:12:59.947485 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:59.963175 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2278d502-b261-4458-8da6-3c486971520f admin admin] Publish callbacks [] for security_group (c9a04167-e18f-4c1f-a86c-293a07575e17), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:12:59.976219 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bd8f9-ecf5-4b7b-94fe-577603ae641f req-ab4cb725-cec1-4990-adb9-0ab91a33871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:12:59.977958 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6f8bd8f9-ecf5-4b7b-94fe-577603ae641f req-ab4cb725-cec1-4990-adb9-0ab91a33871a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bac96e758dc241c18c6c15569d3c31bb&device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 1130 time: 0.2068782 Mar 24 01:13:00.101952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-bbe378c0-b34d-49f6-a5f7-1c676738ebcb None None] Provisioning complete for port bb90964d-6321-43fa-9a83-c02c596c1132 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:00.104963 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bbe378c0-b34d-49f6-a5f7-1c676738ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bb90964d-6321-43fa-9a83-c02c596c1132), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:00.114349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:13:00.127408 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446d5c0-0081-419b-b449-1361db47d222 None None] Sync routers for ids ['1d047477-0897-4812-a50d-99bdee196e68'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:13:00.146688 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-563b770e-02e0-454b-892a-4fc068c3905c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/1d047477-0897-4812-a50d-99bdee196e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2533948 Mar 24 01:13:00.148387 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446d5c0-0081-419b-b449-1361db47d222 None None] Routers {'1d047477-0897-4812-a50d-99bdee196e68'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:00.149286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37460) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:00.150044 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7446d5c0-0081-419b-b449-1361db47d222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:12:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1d047477-0897-4812-a50d-99bdee196e68'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:00.189319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bbe378c0-b34d-49f6-a5f7-1c676738ebcb None None] Port bb90964d-6321-43fa-9a83-c02c596c1132 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:13:00.198121 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bd8f9-ecf5-4b7b-94fe-577603ae641f req-296620d0-bd4a-490e-80c5-94dd0c083266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:00.200104 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6f8bd8f9-ecf5-4b7b-94fe-577603ae641f req-296620d0-bd4a-490e-80c5-94dd0c083266 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.2101934 Mar 24 01:13:00.252199 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93817978-a41c-4753-a3a5-a68ac31f4de2 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:00.254179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-93817978-a41c-4753-a3a5-a68ac31f4de2 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports/bb90964d-6321-43fa-9a83-c02c596c1132 HTTP/1.1" status: 200 len: 913 time: 0.1039104 Mar 24 01:13:00.257713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37462) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:00.258538 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7446d5c0-0081-419b-b449-1361db47d222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:00.284009 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446d5c0-0081-419b-b449-1361db47d222 None None] Routers {'1d047477-0897-4812-a50d-99bdee196e68'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:00.285319 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7446d5c0-0081-419b-b449-1361db47d222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:12:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1d047477-0897-4812-a50d-99bdee196e68'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:00.311947 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6f8bd8f9-ecf5-4b7b-94fe-577603ae641f req-b4906919-9cd2-41cf-a66d-d82968e0926f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=aec6cacc-2df0-428c-9b5d-354f186df364 HTTP/1.1" status: 200 len: 217 time: 0.1049995 Mar 24 01:13:00.335347 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7446d5c0-0081-419b-b449-1361db47d222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:00.336413 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446d5c0-0081-419b-b449-1361db47d222 None None] The sync data for ids ['1d047477-0897-4812-a50d-99bdee196e68'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:13:00.386085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bd8f9-ecf5-4b7b-94fe-577603ae641f req-6358c5a9-9c45-4726-a49c-e4671bcf264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:00.386085 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6f8bd8f9-ecf5-4b7b-94fe-577603ae641f req-6358c5a9-9c45-4726-a49c-e4671bcf264a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0583532 Mar 24 01:13:00.387631 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2278d502-b261-4458-8da6-3c486971520f admin admin] Publish callbacks [] for security_group (c9a04167-e18f-4c1f-a86c-293a07575e17), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:00.481779 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bd8f9-ecf5-4b7b-94fe-577603ae641f req-b46adc17-01e7-4e40-96c9-cd15420bc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:00.483612 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6f8bd8f9-ecf5-4b7b-94fe-577603ae641f req-b46adc17-01e7-4e40-96c9-cd15420bc385 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0856802 Mar 24 01:13:00.640190 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2278d502-b261-4458-8da6-3c486971520f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c9a04167-e18f-4c1f-a86c-293a07575e17), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:00.643005 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2278d502-b261-4458-8da6-3c486971520f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:00.658088 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2278d502-b261-4458-8da6-3c486971520f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c9a04167-e18f-4c1f-a86c-293a07575e17 HTTP/1.1" status: 204 len: 168 time: 1.2238200 Mar 24 01:13:00.682751 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278d502-b261-4458-8da6-3c486971520f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a04167-e18f-4c1f-a86c-293a07575e17,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:00.745799 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6f8bd8f9-ecf5-4b7b-94fe-577603ae641f req-9653ca64-7b97-4b39-9555-62e636d1151e service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525184 Mar 24 01:13:00.845740 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ab1df63f-e775-4c80-8038-0280466da0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:00.973556 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6f8bd8f9-ecf5-4b7b-94fe-577603ae641f req-dfb68c6e-b474-437d-9ae4-4d831cf05790 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216988 Mar 24 01:13:01.735615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705e5a4-9d76-4626-8dd2-2f6fb9448893 req-cfe12a03-ed63-4d1e-8779-0766b2c15510 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:01.737777 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e705e5a4-9d76-4626-8dd2-2f6fb9448893 req-cfe12a03-ed63-4d1e-8779-0766b2c15510 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 948 time: 1.1594219 Mar 24 01:13:01.871200 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37498) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:01.895791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e705e5a4-9d76-4626-8dd2-2f6fb9448893 req-0687a420-c19d-4562-b777-f99e402648e9 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3f96440-06fa-4e0d-a6ea-c60a027b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272702 Mar 24 01:13:01.974100 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-914b2c7e-603c-4699-a855-5dcd1644fb4c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (1d047477-0897-4812-a50d-99bdee196e68), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:02.064109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device aec6cacc-2df0-428c-9b5d-354f186df364 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:13:02.079836 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e12e7121-12b9-47a2-982d-9c68bb69c68a tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-185322824'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:02.174014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12e7121-12b9-47a2-982d-9c68bb69c68a tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Made reservation on behalf of 051147319fd84b0ca7a1e73988c8af9a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:13:02.181320 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e12e7121-12b9-47a2-982d-9c68bb69c68a tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:02.225986 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e12e7121-12b9-47a2-982d-9c68bb69c68a tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:02.430234 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e12e7121-12b9-47a2-982d-9c68bb69c68a tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Publish callbacks [] for security_group (73cba43a-7849-4bcb-bfa7-3384df7d0fcd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:02.439577 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e12e7121-12b9-47a2-982d-9c68bb69c68a tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (73cba43a-7849-4bcb-bfa7-3384df7d0fcd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:02.486529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-914b2c7e-603c-4699-a855-5dcd1644fb4c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port bb90964d-6321-43fa-9a83-c02c596c1132 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:13:02.486962 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-914b2c7e-603c-4699-a855-5dcd1644fb4c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (bb90964d-6321-43fa-9a83-c02c596c1132), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:02.491451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12e7121-12b9-47a2-982d-9c68bb69c68a tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:13:02.520823 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port aec6cacc-2df0-428c-9b5d-354f186df364, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=aec6cacc-2df0-428c-9b5d-354f186df364,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:02.538287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'aec6cacc-2df0-428c-9b5d-354f186df364', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': 'aec6cacc-2df0-428c-9b5d-354f186df364', 'mac_address': 'fa:16:3e:cd:75:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:13:02.546623 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e12e7121-12b9-47a2-982d-9c68bb69c68a tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (9a740abd-f76c-43f8-a3db-e6b732637c70), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:02.548162 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-e12e7121-12b9-47a2-982d-9c68bb69c68a tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Added segment 9a740abd-f76c-43f8-a3db-e6b732637c70 of type vlan for network b10bff1d-efe4-4b18-a38d-53aee1f7f4fc Mar 24 01:13:02.562325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e7121-12b9-47a2-982d-9c68bb69c68a tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73cba43a-7849-4bcb-bfa7-3384df7d0fcd,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:02.612331 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-914b2c7e-603c-4699-a855-5dcd1644fb4c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (bb90964d-6321-43fa-9a83-c02c596c1132), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:02.630473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-914b2c7e-603c-4699-a855-5dcd1644fb4c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for bb90964d-6321-43fa-9a83-c02c596c1132 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:13:02.646194 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e12e7121-12b9-47a2-982d-9c68bb69c68a tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (b10bff1d-efe4-4b18-a38d-53aee1f7f4fc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:02.683705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port aec6cacc-2df0-428c-9b5d-354f186df364 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:02.685213 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (aec6cacc-2df0-428c-9b5d-354f186df364), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:02.690719 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:02.695345 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:02.715561 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e12e7121-12b9-47a2-982d-9c68bb69c68a tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (b10bff1d-efe4-4b18-a38d-53aee1f7f4fc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:02.722863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12e7121-12b9-47a2-982d-9c68bb69c68a tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:02.723431 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e12e7121-12b9-47a2-982d-9c68bb69c68a tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:02.727054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec6cacc-2df0-428c-9b5d-354f186df364 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:13:02.783140 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port aec6cacc-2df0-428c-9b5d-354f186df364, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=aec6cacc-2df0-428c-9b5d-354f186df364,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:02.793388 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (aec6cacc-2df0-428c-9b5d-354f186df364), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:02.881139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=aec6cacc-2df0-428c-9b5d-354f186df364,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:02.936552 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e12e7121-12b9-47a2-982d-9c68bb69c68a tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0607603 Mar 24 01:13:02.949318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e7121-12b9-47a2-982d-9c68bb69c68a tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Pushing event updated for resources: {'Network': ['ID=b10bff1d-efe4-4b18-a38d-53aee1f7f4fc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:02.957479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37514) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:02.964396 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network b10bff1d-efe4-4b18-a38d-53aee1f7f4fc details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:13:02.973177 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-26925fc7-23df-401e-91ef-f119b62f079b tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b10bff1d-efe4-4b18-a38d-53aee1f7f4fc', 'tempest-TagsTest-Tag-1258477919') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:02.974768 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-914b2c7e-603c-4699-a855-5dcd1644fb4c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (bb90964d-6321-43fa-9a83-c02c596c1132), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:03.099014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['aec6cacc-2df0-428c-9b5d-354f186df364'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:13:03.148322 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-26925fc7-23df-401e-91ef-f119b62f079b tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] 10.222.0.45 "PUT /v2.0/networks/b10bff1d-efe4-4b18-a38d-53aee1f7f4fc/tags/tempest-TagsTest-Tag-1258477919 HTTP/1.1" status: 201 len: 201 time: 0.1872189 Mar 24 01:13:03.149945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37520) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:03.172332 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-a881a1aa-6404-4579-8644-3aa60eb7dc13 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b10bff1d-efe4-4b18-a38d-53aee1f7f4fc', 'tempest-TagsTest-Tag-1258477919') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:03.228816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b2c7e-603c-4699-a855-5dcd1644fb4c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=bb90964d-6321-43fa-9a83-c02c596c1132,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:03.394291 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a881a1aa-6404-4579-8644-3aa60eb7dc13 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] 10.222.0.45 "GET /v2.0/networks/b10bff1d-efe4-4b18-a38d-53aee1f7f4fc/tags/tempest-TagsTest-Tag-1258477919 HTTP/1.1" status: 204 len: 168 time: 0.2394032 Mar 24 01:13:03.394978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37526) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:03.412055 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-3d75871b-6b1a-47a0-b707-7bf89a3e09c0 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b10bff1d-efe4-4b18-a38d-53aee1f7f4fc') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:03.566517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8019cd4-6e09-420e-a0e0-d38abeebffbe req-e281288b-e11a-489c-b0f9-102b2d34b6e5 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:03.574167 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b8019cd4-6e09-420e-a0e0-d38abeebffbe req-e281288b-e11a-489c-b0f9-102b2d34b6e5 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 949 time: 0.4050977 Mar 24 01:13:03.618215 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3d75871b-6b1a-47a0-b707-7bf89a3e09c0 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] 10.222.0.45 "GET /v2.0/networks/b10bff1d-efe4-4b18-a38d-53aee1f7f4fc/tags HTTP/1.1" status: 200 len: 238 time: 0.2221251 Mar 24 01:13:03.619012 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37528) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:03.625486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-914b2c7e-603c-4699-a855-5dcd1644fb4c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (1d047477-0897-4812-a50d-99bdee196e68), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:03.627505 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-ebde5fd3-a3ff-4a4e-a218-7b129726a2c6 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b10bff1d-efe4-4b18-a38d-53aee1f7f4fc', {'tags': ['tempest-TagsTest-Tag-435381657', 'tempest-TagsTest-Tag-587958471', 'tempest-TagsTest-Tag-626040645']}) {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:03.712775 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:03.829540 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ebde5fd3-a3ff-4a4e-a218-7b129726a2c6 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] 10.222.0.45 "PUT /v2.0/networks/b10bff1d-efe4-4b18-a38d-53aee1f7f4fc/tags HTTP/1.1" status: 200 len: 306 time: 0.2067432 Mar 24 01:13:03.829842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37532) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:03.834624 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-c33e3336-fe7f-4de4-8793-f076c5c837de tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b10bff1d-efe4-4b18-a38d-53aee1f7f4fc', 'tempest-TagsTest-Tag-435381657') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:03.893437 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b8019cd4-6e09-420e-a0e0-d38abeebffbe req-da631e68-130e-4119-afad-fbdf88def04a tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3f96440-06fa-4e0d-a6ea-c60a027b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128378 Mar 24 01:13:04.029300 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c33e3336-fe7f-4de4-8793-f076c5c837de tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] 10.222.0.45 "DELETE /v2.0/networks/b10bff1d-efe4-4b18-a38d-53aee1f7f4fc/tags/tempest-TagsTest-Tag-435381657 HTTP/1.1" status: 204 len: 168 time: 0.1981843 Mar 24 01:13:04.032376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37542) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:04.038153 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-40ccb141-2c52-4f0f-91b0-c1adc9d2d3ef tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b10bff1d-efe4-4b18-a38d-53aee1f7f4fc', 'tempest-TagsTest-Tag-435381657') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:04.065550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device aec6cacc-2df0-428c-9b5d-354f186df364 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:13:04.077864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914b2c7e-603c-4699-a855-5dcd1644fb4c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 1d047477-0897-4812-a50d-99bdee196e68 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:13:04.191189 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port aec6cacc-2df0-428c-9b5d-354f186df364 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:13:04.196016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port aec6cacc-2df0-428c-9b5d-354f186df364 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:04.197506 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (aec6cacc-2df0-428c-9b5d-354f186df364), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:04.376565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914b2c7e-603c-4699-a855-5dcd1644fb4c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:13:04.389685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-914b2c7e-603c-4699-a855-5dcd1644fb4c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/1d047477-0897-4812-a50d-99bdee196e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1308367 Mar 24 01:13:04.391216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37554) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:04.396143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ffa43b-6219-44e6-addb-cf029e448efc None None] Sync routers for ids ['1d047477-0897-4812-a50d-99bdee196e68'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:13:04.412816 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port aec6cacc-2df0-428c-9b5d-354f186df364 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:04.413258 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (aec6cacc-2df0-428c-9b5d-354f186df364), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:04.471005 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ffa43b-6219-44e6-addb-cf029e448efc None None] Routers {'1d047477-0897-4812-a50d-99bdee196e68'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:04.473870 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-50ffa43b-6219-44e6-addb-cf029e448efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1d047477-0897-4812-a50d-99bdee196e68'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:04.564490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-50ffa43b-6219-44e6-addb-cf029e448efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:04.598176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port aec6cacc-2df0-428c-9b5d-354f186df364, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=aec6cacc-2df0-428c-9b5d-354f186df364,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:04.601280 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4722c5-5537-4c25-8e4c-f97571d00b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec6cacc-2df0-428c-9b5d-354f186df364'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:13:04.608117 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947e1b2b-4e64-4cca-821e-9cd3dde48798" -d '{"events": [{"server_uuid": "8d4722c5-5537-4c25-8e4c-f97571d00b62", "name": "network-vif-plugged", "status": "completed", "tag": "aec6cacc-2df0-428c-9b5d-354f186df364"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:13:04.621577 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (aec6cacc-2df0-428c-9b5d-354f186df364), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:04.641296 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ffa43b-6219-44e6-addb-cf029e448efc None None] Routers {'1d047477-0897-4812-a50d-99bdee196e68'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:04.642931 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-50ffa43b-6219-44e6-addb-cf029e448efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1d047477-0897-4812-a50d-99bdee196e68'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:04.793993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-50ffa43b-6219-44e6-addb-cf029e448efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:04.797315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ffa43b-6219-44e6-addb-cf029e448efc None None] The sync data for ids ['1d047477-0897-4812-a50d-99bdee196e68'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:13:04.851772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=aec6cacc-2df0-428c-9b5d-354f186df364,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:05.102333 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17124b8c-75b3-4b2a-8b41-1c622bc171d5 x-openstack-request-id: req-17124b8c-75b3-4b2a-8b41-1c622bc171d5 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:13:05.102690 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4722c5-5537-4c25-8e4c-f97571d00b62", "name": "network-vif-plugged", "status": "completed", "tag": "aec6cacc-2df0-428c-9b5d-354f186df364", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:13:05.103027 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17124b8c-75b3-4b2a-8b41-1c622bc171d5 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:13:05.103369 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17124b8c-75b3-4b2a-8b41-1c622bc171d5'] response: {'server_uuid': '8d4722c5-5537-4c25-8e4c-f97571d00b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec6cacc-2df0-428c-9b5d-354f186df364', 'code': 200} Mar 24 01:13:05.107015 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-40ccb141-2c52-4f0f-91b0-c1adc9d2d3ef tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] show failed (client error): The resource could not be found. Mar 24 01:13:05.108098 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-40ccb141-2c52-4f0f-91b0-c1adc9d2d3ef tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] 10.222.0.45 "GET /v2.0/networks/b10bff1d-efe4-4b18-a38d-53aee1f7f4fc/tags/tempest-TagsTest-Tag-435381657 HTTP/1.1" status: 404 len: 325 time: 1.0747368 Mar 24 01:13:05.113262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37576) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:05.117701 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-48198f27-ee41-4b69-9f32-c4a66fb0be8f tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b10bff1d-efe4-4b18-a38d-53aee1f7f4fc', 'tempest-TagsTest-Tag-587958471') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:05.184023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2113de-ee98-4300-8a96-5e3c692921c7 req-3cb55bf9-1b7f-422a-b7f1-f93ac8f7d297 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:05.185591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d2113de-ee98-4300-8a96-5e3c692921c7 req-3cb55bf9-1b7f-422a-b7f1-f93ac8f7d297 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 950 time: 0.0924404 Mar 24 01:13:05.226880 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:05.235099 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4b80b59-d6c0-4209-bc33-ae3503f9a9c3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (1d047477-0897-4812-a50d-99bdee196e68), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:05.370062 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e98a2c-2038-4669-8d6d-a44f5fb53691 req-90ea1322-b1a9-4c02-8656-41d4c838f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:05.375315 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6e98a2c-2038-4669-8d6d-a44f5fb53691 req-90ea1322-b1a9-4c02-8656-41d4c838f249 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 1132 time: 0.1886475 Mar 24 01:13:05.382350 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-48198f27-ee41-4b69-9f32-c4a66fb0be8f tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] 10.222.0.45 "GET /v2.0/networks/b10bff1d-efe4-4b18-a38d-53aee1f7f4fc/tags/tempest-TagsTest-Tag-587958471 HTTP/1.1" status: 204 len: 168 time: 0.2679973 Mar 24 01:13:05.389479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37582) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:05.423698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-d76ec18c-daa8-4e81-8216-4ab90215141e tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b10bff1d-efe4-4b18-a38d-53aee1f7f4fc', 'tempest-TagsTest-Tag-626040645') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:05.473193 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6e98a2c-2038-4669-8d6d-a44f5fb53691 req-f7731ed3-2041-4cd1-a388-8295ac313227 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e3f96440-06fa-4e0d-a6ea-c60a027b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841007 Mar 24 01:13:05.503825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d2113de-ee98-4300-8a96-5e3c692921c7 req-813a81e6-ab95-46fc-9a2d-33f1d0bcbf94 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3f96440-06fa-4e0d-a6ea-c60a027b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976055 Mar 24 01:13:05.631837 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d76ec18c-daa8-4e81-8216-4ab90215141e tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] 10.222.0.45 "GET /v2.0/networks/b10bff1d-efe4-4b18-a38d-53aee1f7f4fc/tags/tempest-TagsTest-Tag-626040645 HTTP/1.1" status: 204 len: 168 time: 0.2122965 Mar 24 01:13:05.634190 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37586) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:05.638858 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-9a5d197d-7b0e-4ba7-bf43-aaae149d34ac tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b10bff1d-efe4-4b18-a38d-53aee1f7f4fc') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:05.870849 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9a5d197d-7b0e-4ba7-bf43-aaae149d34ac tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] 10.222.0.45 "DELETE /v2.0/networks/b10bff1d-efe4-4b18-a38d-53aee1f7f4fc/tags HTTP/1.1" status: 204 len: 168 time: 0.2353609 Mar 24 01:13:05.873723 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37588) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:05.879417 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-4b67a02c-beff-471a-89fc-3b380a995c0d tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b10bff1d-efe4-4b18-a38d-53aee1f7f4fc', 'tempest-TagsTest-Tag-587958471') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:05.926427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-c4b80b59-d6c0-4209-bc33-ae3503f9a9c3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port 334fe55f-6f01-4112-b6a1-23252f1bb962 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:13:05.926746 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4b80b59-d6c0-4209-bc33-ae3503f9a9c3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (334fe55f-6f01-4112-b6a1-23252f1bb962), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:06.076234 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-4b67a02c-beff-471a-89fc-3b380a995c0d tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] show failed (client error): The resource could not be found. Mar 24 01:13:06.078385 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4b67a02c-beff-471a-89fc-3b380a995c0d tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] 10.222.0.45 "GET /v2.0/networks/b10bff1d-efe4-4b18-a38d-53aee1f7f4fc/tags/tempest-TagsTest-Tag-587958471 HTTP/1.1" status: 404 len: 325 time: 0.2021301 Mar 24 01:13:06.080921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37592) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:06.087896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-275db690-c56b-420d-a7f9-133e4fda7d2e tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b10bff1d-efe4-4b18-a38d-53aee1f7f4fc', 'tempest-TagsTest-Tag-626040645') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:06.221404 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4b80b59-d6c0-4209-bc33-ae3503f9a9c3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (334fe55f-6f01-4112-b6a1-23252f1bb962), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:06.255038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-c4b80b59-d6c0-4209-bc33-ae3503f9a9c3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for 334fe55f-6f01-4112-b6a1-23252f1bb962 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:13:06.294714 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-275db690-c56b-420d-a7f9-133e4fda7d2e tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] show failed (client error): The resource could not be found. Mar 24 01:13:06.299653 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-275db690-c56b-420d-a7f9-133e4fda7d2e tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] 10.222.0.45 "GET /v2.0/networks/b10bff1d-efe4-4b18-a38d-53aee1f7f4fc/tags/tempest-TagsTest-Tag-626040645 HTTP/1.1" status: 404 len: 325 time: 0.2170267 Mar 24 01:13:06.300209 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37596) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:06.305125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-9a133dca-9cb9-44f2-954b-301a45cd0f86 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b10bff1d-efe4-4b18-a38d-53aee1f7f4fc') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:06.411260 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9a133dca-9cb9-44f2-954b-301a45cd0f86 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] 10.222.0.45 "DELETE /v2.0/networks/b10bff1d-efe4-4b18-a38d-53aee1f7f4fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1100259 Mar 24 01:13:06.412999 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37598) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:06.527108 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f908ea23-d3a2-46fc-acee-55c83cdf9470 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (b10bff1d-efe4-4b18-a38d-53aee1f7f4fc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:06.654391 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f908ea23-d3a2-46fc-acee-55c83cdf9470 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (b10bff1d-efe4-4b18-a38d-53aee1f7f4fc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:06.735934 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f908ea23-d3a2-46fc-acee-55c83cdf9470 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10bff1d-efe4-4b18-a38d-53aee1f7f4fc']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:06.795270 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f908ea23-d3a2-46fc-acee-55c83cdf9470 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a740abd-f76c-43f8-a3db-e6b732637c70') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:06.795270 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f908ea23-d3a2-46fc-acee-55c83cdf9470 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a740abd-f76c-43f8-a3db-e6b732637c70') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:06.833415 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f908ea23-d3a2-46fc-acee-55c83cdf9470 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (9a740abd-f76c-43f8-a3db-e6b732637c70), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:06.866837 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f908ea23-d3a2-46fc-acee-55c83cdf9470 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (9a740abd-f76c-43f8-a3db-e6b732637c70), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:06.882525 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f908ea23-d3a2-46fc-acee-55c83cdf9470 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:13:06.884636 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f908ea23-d3a2-46fc-acee-55c83cdf9470 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (9a740abd-f76c-43f8-a3db-e6b732637c70), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:13:06.895339 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:13:06.906661 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4b80b59-d6c0-4209-bc33-ae3503f9a9c3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (334fe55f-6f01-4112-b6a1-23252f1bb962), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:07.016990 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f908ea23-d3a2-46fc-acee-55c83cdf9470 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (b10bff1d-efe4-4b18-a38d-53aee1f7f4fc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:07.023494 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f908ea23-d3a2-46fc-acee-55c83cdf9470 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:07.027457 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f908ea23-d3a2-46fc-acee-55c83cdf9470 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] 10.222.0.45 "DELETE /v2.0/networks/b10bff1d-efe4-4b18-a38d-53aee1f7f4fc HTTP/1.1" status: 204 len: 168 time: 0.6141746 Mar 24 01:13:07.038770 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b80b59-d6c0-4209-bc33-ae3503f9a9c3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=334fe55f-6f01-4112-b6a1-23252f1bb962,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:07.048538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908ea23-d3a2-46fc-acee-55c83cdf9470 tempest-TagsTest-180775362 tempest-TagsTest-180775362-project] Pushing event deleted for resources: {'Network': ['ID=b10bff1d-efe4-4b18-a38d-53aee1f7f4fc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:07.260072 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:13:07.469463 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bffa4-e48f-4661-a1b7-928980dcd130 req-7ec86244-1cbf-46d5-9538-c4929b504398 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:07.479667 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-124bffa4-e48f-4661-a1b7-928980dcd130 req-7ec86244-1cbf-46d5-9538-c4929b504398 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 950 time: 0.6969852 Mar 24 01:13:07.752549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37620) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:07.981156 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-31665a6a-9538-4aed-9b47-c07b5287e987 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=051147319fd84b0ca7a1e73988c8af9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2251983 Mar 24 01:13:07.981681 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37624) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:08.082764 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cf347ae-84df-4795-b0c9-9f68de74ff30 req-1e5991a1-c195-430b-8162-f3077a6ed5d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.1124940 Mar 24 01:13:08.084270 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4b80b59-d6c0-4209-bc33-ae3503f9a9c3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (1d047477-0897-4812-a50d-99bdee196e68), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:08.133125 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc715ca4-ac0e-4994-9505-bfe0847a2a3f admin admin] Publish callbacks [] for security_group (73cba43a-7849-4bcb-bfa7-3384df7d0fcd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:08.212229 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc715ca4-ac0e-4994-9505-bfe0847a2a3f admin admin] Publish callbacks [] for security_group (73cba43a-7849-4bcb-bfa7-3384df7d0fcd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:08.257427 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-124bffa4-e48f-4661-a1b7-928980dcd130 req-22d12f15-33af-48a2-9b0f-3356f56eb903 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3f96440-06fa-4e0d-a6ea-c60a027b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7560575 Mar 24 01:13:08.291779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf347ae-84df-4795-b0c9-9f68de74ff30 req-3e3b67e2-9731-4423-ae9f-8961fbac8dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:08.304081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cf347ae-84df-4795-b0c9-9f68de74ff30 req-3e3b67e2-9731-4423-ae9f-8961fbac8dd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 1127 time: 0.1928685 Mar 24 01:13:08.338728 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc715ca4-ac0e-4994-9505-bfe0847a2a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (73cba43a-7849-4bcb-bfa7-3384df7d0fcd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:08.347915 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc715ca4-ac0e-4994-9505-bfe0847a2a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:08.351345 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bc715ca4-ac0e-4994-9505-bfe0847a2a3f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/73cba43a-7849-4bcb-bfa7-3384df7d0fcd HTTP/1.1" status: 204 len: 168 time: 0.3659856 Mar 24 01:13:08.368928 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc715ca4-ac0e-4994-9505-bfe0847a2a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cba43a-7849-4bcb-bfa7-3384df7d0fcd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:08.691739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf347ae-84df-4795-b0c9-9f68de74ff30 req-29617fb8-d551-4667-afa2-5b3a2575418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:08.693633 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cf347ae-84df-4795-b0c9-9f68de74ff30 req-29617fb8-d551-4667-afa2-5b3a2575418e service neutron] 10.222.0.57 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 915 time: 0.3594594 Mar 24 01:13:08.810656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b80b59-d6c0-4209-bc33-ae3503f9a9c3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 1d047477-0897-4812-a50d-99bdee196e68 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:13:08.838880 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cf347ae-84df-4795-b0c9-9f68de74ff30 req-abeadadc-722e-4fad-b824-f1ce38d01e84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd497f7-5934-4535-abbc-018d3284b9ca HTTP/1.1" status: 200 len: 1001 time: 0.1355901 Mar 24 01:13:08.986090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf347ae-84df-4795-b0c9-9f68de74ff30 req-f0a6d3eb-d68e-498e-ab4f-84840d87105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:08.987535 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cf347ae-84df-4795-b0c9-9f68de74ff30 req-f0a6d3eb-d68e-498e-ab4f-84840d87105b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 0.1088927 Mar 24 01:13:09.034390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b80b59-d6c0-4209-bc33-ae3503f9a9c3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:13:09.041523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c4b80b59-d6c0-4209-bc33-ae3503f9a9c3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/1d047477-0897-4812-a50d-99bdee196e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6490800 Mar 24 01:13:09.044522 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37664) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:09.048046 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1810f6c3-8995-4645-a686-0858d024f542 None None] Sync routers for ids ['1d047477-0897-4812-a50d-99bdee196e68'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:13:09.058330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf347ae-84df-4795-b0c9-9f68de74ff30 req-a0d0b25d-3d30-4d60-9916-55143a6f3388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:09.060101 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cf347ae-84df-4795-b0c9-9f68de74ff30 req-a0d0b25d-3d30-4d60-9916-55143a6f3388 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0629377 Mar 24 01:13:09.079638 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1810f6c3-8995-4645-a686-0858d024f542 None None] Routers {'1d047477-0897-4812-a50d-99bdee196e68'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:09.082491 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1810f6c3-8995-4645-a686-0858d024f542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1d047477-0897-4812-a50d-99bdee196e68'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:09.125758 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-99ca4541-8b88-4d44-adea-e9752ad48835 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d047477-0897-4812-a50d-99bdee196e68 HTTP/1.1" status: 200 len: 205 time: 0.0752916 Mar 24 01:13:09.126653 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37666) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:09.211105 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1810f6c3-8995-4645-a686-0858d024f542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:09.237955 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1810f6c3-8995-4645-a686-0858d024f542 None None] Routers {'1d047477-0897-4812-a50d-99bdee196e68'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:09.240841 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1810f6c3-8995-4645-a686-0858d024f542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1d047477-0897-4812-a50d-99bdee196e68'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:09.320136 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cf347ae-84df-4795-b0c9-9f68de74ff30 req-eba0d07c-e844-465d-9250-714d513b15d7 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512822 Mar 24 01:13:09.347673 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1810f6c3-8995-4645-a686-0858d024f542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:09.348406 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1810f6c3-8995-4645-a686-0858d024f542 None None] The sync data for ids ['1d047477-0897-4812-a50d-99bdee196e68'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:13:09.381820 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c9ace6f9-1b2f-4c5b-8041-e005ed57c520 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (1d047477-0897-4812-a50d-99bdee196e68), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:09.647451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cf347ae-84df-4795-b0c9-9f68de74ff30 req-26326e28-baa5-411d-8be1-066633af96e8 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195729 Mar 24 01:13:09.696774 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c9ace6f9-1b2f-4c5b-8041-e005ed57c520 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (1d047477-0897-4812-a50d-99bdee196e68), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:09.701980 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c9ace6f9-1b2f-4c5b-8041-e005ed57c520 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_controller (1d047477-0897-4812-a50d-99bdee196e68), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:09.776739 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c9ace6f9-1b2f-4c5b-8041-e005ed57c520 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (1d047477-0897-4812-a50d-99bdee196e68), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:09.777021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ace6f9-1b2f-4c5b-8041-e005ed57c520 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Fanout notify agent at l3_agent the message router_deleted on router 1d047477-0897-4812-a50d-99bdee196e68 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:13:09.798496 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c9ace6f9-1b2f-4c5b-8041-e005ed57c520 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:09.804180 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c9ace6f9-1b2f-4c5b-8041-e005ed57c520 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/routers/1d047477-0897-4812-a50d-99bdee196e68 HTTP/1.1" status: 204 len: 168 time: 0.6731184 Mar 24 01:13:09.804444 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37684) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:09.939029 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-99cc3a48-a992-44bf-8ee1-539f057c8ea7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting subnet 345c745a-42a4-490c-b344-a95a3fcd5c0d {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:13:09.948477 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99cc3a48-a992-44bf-8ee1-539f057c8ea7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (345c745a-42a4-490c-b344-a95a3fcd5c0d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:10.042629 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99cc3a48-a992-44bf-8ee1-539f057c8ea7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (345c745a-42a4-490c-b344-a95a3fcd5c0d), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:10.191479 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99cc3a48-a992-44bf-8ee1-539f057c8ea7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (345c745a-42a4-490c-b344-a95a3fcd5c0d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:10.291143 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99cc3a48-a992-44bf-8ee1-539f057c8ea7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (345c745a-42a4-490c-b344-a95a3fcd5c0d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:10.326613 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99cc3a48-a992-44bf-8ee1-539f057c8ea7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:10.331290 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3669cef7-8b2d-49ab-8811-d3fff5175a02 None None] Network f1884fe7-c60f-4a00-b9e0-18386d9afee3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:13:10.336519 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-99cc3a48-a992-44bf-8ee1-539f057c8ea7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/345c745a-42a4-490c-b344-a95a3fcd5c0d HTTP/1.1" status: 204 len: 168 time: 0.5285823 Mar 24 01:13:10.336829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37698) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:10.388296 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc3a48-a992-44bf-8ee1-539f057c8ea7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Subnet': ['ID=345c745a-42a4-490c-b344-a95a3fcd5c0d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:10.475441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b95a136-5660-4e6b-bd21-a00e32565e4d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting subnet cff8f51a-3341-49d0-b831-13eab6d9f39c {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:13:10.482536 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4b95a136-5660-4e6b-bd21-a00e32565e4d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (cff8f51a-3341-49d0-b831-13eab6d9f39c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:10.634109 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4b95a136-5660-4e6b-bd21-a00e32565e4d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (cff8f51a-3341-49d0-b831-13eab6d9f39c), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:10.677713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a20bf49-bbb4-4ff1-ae0f-4c9a94de16b6 None None] DHCP port deletion for f1884fe7-c60f-4a00-b9e0-18386d9afee3 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:13:10.779493 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2a20bf49-bbb4-4ff1-ae0f-4c9a94de16b6 None None] Deleting port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:13:10.785741 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2a20bf49-bbb4-4ff1-ae0f-4c9a94de16b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (073b19dc-0ed2-4d72-84f9-a9cfa22fd62a), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:10.821628 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4b95a136-5660-4e6b-bd21-a00e32565e4d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (cff8f51a-3341-49d0-b831-13eab6d9f39c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:10.931933 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4b95a136-5660-4e6b-bd21-a00e32565e4d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (cff8f51a-3341-49d0-b831-13eab6d9f39c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:10.933296 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2a20bf49-bbb4-4ff1-ae0f-4c9a94de16b6 None None] For port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=073b19dc-0ed2-4d72-84f9-a9cfa22fd62a,segment=NetworkSegment(ec5ed3e9-9df8-45a0-b961-8d9ee2517045),segment_id=ec5ed3e9-9df8-45a0-b961-8d9ee2517045)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:10.935140 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2a20bf49-bbb4-4ff1-ae0f-4c9a94de16b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (073b19dc-0ed2-4d72-84f9-a9cfa22fd62a), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:10.969123 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2a20bf49-bbb4-4ff1-ae0f-4c9a94de16b6 None None] Calling delete_port for 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:13:10.998039 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4b95a136-5660-4e6b-bd21-a00e32565e4d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:11.004198 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4b95a136-5660-4e6b-bd21-a00e32565e4d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/cff8f51a-3341-49d0-b831-13eab6d9f39c HTTP/1.1" status: 204 len: 168 time: 0.6641726 Mar 24 01:13:11.004198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95a136-5660-4e6b-bd21-a00e32565e4d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Subnet': ['ID=cff8f51a-3341-49d0-b831-13eab6d9f39c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:11.004585 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37710) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:11.035088 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a732dc1-1b9a-4c6a-ac50-f7343610e188 None None] Network 0c4a8ddf-1f19-4b81-bf13-842e61248128 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:13:11.187178 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2a20bf49-bbb4-4ff1-ae0f-4c9a94de16b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (073b19dc-0ed2-4d72-84f9-a9cfa22fd62a), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:11.210938 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6466270-37d9-44d6-8f42-8216dbdbdfa1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (f1884fe7-c60f-4a00-b9e0-18386d9afee3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:11.241633 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20bf49-bbb4-4ff1-ae0f-4c9a94de16b6 None None] Pushing event deleted for resources: {'Port': ['ID=073b19dc-0ed2-4d72-84f9-a9cfa22fd62a,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:11.257599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a20bf49-bbb4-4ff1-ae0f-4c9a94de16b6 None None] No DVR routers for this DVR port 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:13:11.326578 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352cfea1-4d7c-47c1-80ac-1c12bbfe147f None None] DHCP port deletion for 0c4a8ddf-1f19-4b81-bf13-842e61248128 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:13:11.394625 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6466270-37d9-44d6-8f42-8216dbdbdfa1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (f1884fe7-c60f-4a00-b9e0-18386d9afee3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:11.441975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f6466270-37d9-44d6-8f42-8216dbdbdfa1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1884fe7-c60f-4a00-b9e0-18386d9afee3']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:11.453742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-352cfea1-4d7c-47c1-80ac-1c12bbfe147f None None] Deleting port d642e884-37e6-4da0-be21-5485dce6546f {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:13:11.454295 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-352cfea1-4d7c-47c1-80ac-1c12bbfe147f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d642e884-37e6-4da0-be21-5485dce6546f), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:11.463373 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f6466270-37d9-44d6-8f42-8216dbdbdfa1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5ed3e9-9df8-45a0-b961-8d9ee2517045') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:11.467735 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f6466270-37d9-44d6-8f42-8216dbdbdfa1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5ed3e9-9df8-45a0-b961-8d9ee2517045') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:11.485882 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6466270-37d9-44d6-8f42-8216dbdbdfa1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (ec5ed3e9-9df8-45a0-b961-8d9ee2517045), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:11.517192 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6466270-37d9-44d6-8f42-8216dbdbdfa1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ec5ed3e9-9df8-45a0-b961-8d9ee2517045), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:11.528819 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6466270-37d9-44d6-8f42-8216dbdbdfa1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:13:11.529333 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6466270-37d9-44d6-8f42-8216dbdbdfa1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (ec5ed3e9-9df8-45a0-b961-8d9ee2517045), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:13:11.532772 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:13:11.620363 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-352cfea1-4d7c-47c1-80ac-1c12bbfe147f None None] For port d642e884-37e6-4da0-be21-5485dce6546f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d642e884-37e6-4da0-be21-5485dce6546f,segment=NetworkSegment(b69ba14d-850c-4877-80f6-56ce2d580dc0),segment_id=b69ba14d-850c-4877-80f6-56ce2d580dc0)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:11.620932 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-352cfea1-4d7c-47c1-80ac-1c12bbfe147f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d642e884-37e6-4da0-be21-5485dce6546f), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:11.656769 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-352cfea1-4d7c-47c1-80ac-1c12bbfe147f None None] Calling delete_port for d642e884-37e6-4da0-be21-5485dce6546f owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:13:11.687757 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6466270-37d9-44d6-8f42-8216dbdbdfa1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (f1884fe7-c60f-4a00-b9e0-18386d9afee3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:11.736460 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6466270-37d9-44d6-8f42-8216dbdbdfa1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:11.739786 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f6466270-37d9-44d6-8f42-8216dbdbdfa1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/networks/f1884fe7-c60f-4a00-b9e0-18386d9afee3 HTTP/1.1" status: 204 len: 168 time: 0.7309909 Mar 24 01:13:11.740772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6466270-37d9-44d6-8f42-8216dbdbdfa1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Network': ['ID=f1884fe7-c60f-4a00-b9e0-18386d9afee3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:11.742970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37718) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:11.755346 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:13:11.794533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:13:11.798575 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 073b19dc-0ed2-4d72-84f9-a9cfa22fd62a not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:13:11.799311 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d642e884-37e6-4da0-be21-5485dce6546f no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:13:11.867156 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-886baf00-ad61-419d-bbc2-c101c83a9f44 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (0c4a8ddf-1f19-4b81-bf13-842e61248128), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:11.907420 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-352cfea1-4d7c-47c1-80ac-1c12bbfe147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (d642e884-37e6-4da0-be21-5485dce6546f), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:11.928003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352cfea1-4d7c-47c1-80ac-1c12bbfe147f None None] No DVR routers for this DVR port d642e884-37e6-4da0-be21-5485dce6546f on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:13:11.962315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cfea1-4d7c-47c1-80ac-1c12bbfe147f None None] Pushing event deleted for resources: {'Port': ['ID=d642e884-37e6-4da0-be21-5485dce6546f,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:11.977797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d642e884-37e6-4da0-be21-5485dce6546f is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:11.978465 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d642e884-37e6-4da0-be21-5485dce6546f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:12.003705 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-886baf00-ad61-419d-bbc2-c101c83a9f44 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (0c4a8ddf-1f19-4b81-bf13-842e61248128), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:12.047351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-886baf00-ad61-419d-bbc2-c101c83a9f44 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4a8ddf-1f19-4b81-bf13-842e61248128']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:12.060426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-886baf00-ad61-419d-bbc2-c101c83a9f44 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69ba14d-850c-4877-80f6-56ce2d580dc0') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:12.060812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-886baf00-ad61-419d-bbc2-c101c83a9f44 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69ba14d-850c-4877-80f6-56ce2d580dc0') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:12.076655 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-886baf00-ad61-419d-bbc2-c101c83a9f44 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (b69ba14d-850c-4877-80f6-56ce2d580dc0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:12.094626 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-886baf00-ad61-419d-bbc2-c101c83a9f44 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (b69ba14d-850c-4877-80f6-56ce2d580dc0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:12.106581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886baf00-ad61-419d-bbc2-c101c83a9f44 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:13:12.107028 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-886baf00-ad61-419d-bbc2-c101c83a9f44 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (b69ba14d-850c-4877-80f6-56ce2d580dc0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:13:12.110982 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:13:12.196374 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-886baf00-ad61-419d-bbc2-c101c83a9f44 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (0c4a8ddf-1f19-4b81-bf13-842e61248128), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:12.207344 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-886baf00-ad61-419d-bbc2-c101c83a9f44 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:12.218304 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-886baf00-ad61-419d-bbc2-c101c83a9f44 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/networks/0c4a8ddf-1f19-4b81-bf13-842e61248128 HTTP/1.1" status: 204 len: 168 time: 0.4663949 Mar 24 01:13:12.218435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37722) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:12.223534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b0e6f5fa-e3e2-4f40-99b4-a5a1586baca1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1233013814'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:12.232349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886baf00-ad61-419d-bbc2-c101c83a9f44 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Network': ['ID=0c4a8ddf-1f19-4b81-bf13-842e61248128,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:12.256437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e6f5fa-e3e2-4f40-99b4-a5a1586baca1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:13:12.259994 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b0e6f5fa-e3e2-4f40-99b4-a5a1586baca1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:12.297912 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e6f5fa-e3e2-4f40-99b4-a5a1586baca1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:13:12.313619 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b0e6f5fa-e3e2-4f40-99b4-a5a1586baca1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (96113fde-9359-4a27-a654-b8390a77e009), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:12.319014 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-b0e6f5fa-e3e2-4f40-99b4-a5a1586baca1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Added segment 96113fde-9359-4a27-a654-b8390a77e009 of type vlan for network 44f9da28-0409-4b92-a379-1d5fe7f9f6d6 Mar 24 01:13:12.380602 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b0e6f5fa-e3e2-4f40-99b4-a5a1586baca1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (44f9da28-0409-4b92-a379-1d5fe7f9f6d6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:12.418649 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b0e6f5fa-e3e2-4f40-99b4-a5a1586baca1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (44f9da28-0409-4b92-a379-1d5fe7f9f6d6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:12.425655 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e6f5fa-e3e2-4f40-99b4-a5a1586baca1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:12.426905 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b0e6f5fa-e3e2-4f40-99b4-a5a1586baca1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:12.456256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37724) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:12.457816 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b0e6f5fa-e3e2-4f40-99b4-a5a1586baca1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2379892 Mar 24 01:13:12.462365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ed23a588-e83a-446d-9345-4298f3128d16 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'subnet': {'network_id': '44f9da28-0409-4b92-a379-1d5fe7f9f6d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:12.577528 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6f5fa-e3e2-4f40-99b4-a5a1586baca1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Network': ['ID=44f9da28-0409-4b92-a379-1d5fe7f9f6d6,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:12.591069 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 44f9da28-0409-4b92-a379-1d5fe7f9f6d6 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:13:12.614374 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed23a588-e83a-446d-9345-4298f3128d16 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:13:12.629431 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed23a588-e83a-446d-9345-4298f3128d16 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:12.841604 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed23a588-e83a-446d-9345-4298f3128d16 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (21ed4a67-177d-4f74-a47b-6faa35f4ad9c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:12.913466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23a588-e83a-446d-9345-4298f3128d16 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Subnet': ['ID=21ed4a67-177d-4f74-a47b-6faa35f4ad9c,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:12.925449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed23a588-e83a-446d-9345-4298f3128d16 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Checking segment: {'id': '96113fde-9359-4a27-a654-b8390a77e009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f9da28-0409-4b92-a379-1d5fe7f9f6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:13:12.925817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed23a588-e83a-446d-9345-4298f3128d16 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network hostable DHCP agents. Network: 44f9da28-0409-4b92-a379-1d5fe7f9f6d6, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:13:12.945485 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed23a588-e83a-446d-9345-4298f3128d16 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 44f9da28-0409-4b92-a379-1d5fe7f9f6d6 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:13:12.958314 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-ed23a588-e83a-446d-9345-4298f3128d16 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 44f9da28-0409-4b92-a379-1d5fe7f9f6d6) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:13:12.968412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed23a588-e83a-446d-9345-4298f3128d16 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:12.968842 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed23a588-e83a-446d-9345-4298f3128d16 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:12.971386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d0af29-717c-407b-8b41-9c20bd9ba473 None None] Network 44f9da28-0409-4b92-a379-1d5fe7f9f6d6 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:13:12.998419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ed23a588-e83a-446d-9345-4298f3128d16 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5410595 Mar 24 01:13:13.001792 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37726) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:13.010681 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1bfb797a-efe4-4b17-85f0-049cc1966728 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-513220527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:13.049486 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bfb797a-efe4-4b17-85f0-049cc1966728 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (4f930d99-c1dd-408b-bbdb-bc1723720f2b), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:13.052705 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bfb797a-efe4-4b17-85f0-049cc1966728 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (4f930d99-c1dd-408b-bbdb-bc1723720f2b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:13.166860 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bfb797a-efe4-4b17-85f0-049cc1966728 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_controller (4f930d99-c1dd-408b-bbdb-bc1723720f2b), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:13.174455 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bfb797a-efe4-4b17-85f0-049cc1966728 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (4f930d99-c1dd-408b-bbdb-bc1723720f2b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:13.183907 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-44f9da28-0409-4b92-a379-1d5fe7f9f6d6', 'network_id': '44f9da28-0409-4b92-a379-1d5fe7f9f6d6', 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'fixed_ips': [{'subnet_id': '21ed4a67-177d-4f74-a47b-6faa35f4ad9c'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:13:13.184972 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:13.211415 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1bfb797a-efe4-4b17-85f0-049cc1966728 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:13.213156 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1bfb797a-efe4-4b17-85f0-049cc1966728 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2099104 Mar 24 01:13:13.215866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37730) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:13.221941 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8bd48a7f-ffef-4cc5-909d-c4a269f9f9cf tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'port': {'network_id': '44f9da28-0409-4b92-a379-1d5fe7f9f6d6', 'name': 'tempest-RoutersIpV6Test-714102050'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:13.362540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd48a7f-ffef-4cc5-909d-c4a269f9f9cf tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:13:13.371418 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8bd48a7f-ffef-4cc5-909d-c4a269f9f9cf tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:13.397826 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-8bd48a7f-ffef-4cc5-909d-c4a269f9f9cf tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] device_id is not set on port 21915591-bc1e-45e8-8534-dbeba2f6a81f yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:13:13.461499 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Allocated IP 2001:db8::2 (44f9da28-0409-4b92-a379-1d5fe7f9f6d6/21ed4a67-177d-4f74-a47b-6faa35f4ad9c/b5b1e064-c192-4f69-9e28-928865d0de33) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:13:13.665067 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Publish callbacks [] for port (b5b1e064-c192-4f69-9e28-928865d0de33), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:13.672562 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (b5b1e064-c192-4f69-9e28-928865d0de33), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:13.726042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Network 44f9da28-0409-4b92-a379-1d5fe7f9f6d6 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:13:13.731504 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:13:13.735487 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:13:13.739645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Pushing event updated for resources: {'Port': ['ID=b5b1e064-c192-4f69-9e28-928865d0de33,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:13.786220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-8bd48a7f-ffef-4cc5-909d-c4a269f9f9cf tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Allocated IP 2001:db8::232 (44f9da28-0409-4b92-a379-1d5fe7f9f6d6/21ed4a67-177d-4f74-a47b-6faa35f4ad9c/21915591-bc1e-45e8-8534-dbeba2f6a81f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:13:13.808360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Attempting to bind port b5b1e064-c192-4f69-9e28-928865d0de33 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:13:13.809272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Attempting to bind port b5b1e064-c192-4f69-9e28-928865d0de33 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '96113fde-9359-4a27-a654-b8390a77e009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f9da28-0409-4b92-a379-1d5fe7f9f6d6'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:13:13.810243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Attempting to bind port b5b1e064-c192-4f69-9e28-928865d0de33 on network 44f9da28-0409-4b92-a379-1d5fe7f9f6d6 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:13:13.818173 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:13:13.818861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Checking segment: {'id': '96113fde-9359-4a27-a654-b8390a77e009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f9da28-0409-4b92-a379-1d5fe7f9f6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:13:13.819760 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:13.820434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Bound using segment: {'id': '96113fde-9359-4a27-a654-b8390a77e009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f9da28-0409-4b92-a379-1d5fe7f9f6d6'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:13:13.821535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Bound port: b5b1e064-c192-4f69-9e28-928865d0de33, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96113fde-9359-4a27-a654-b8390a77e009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f9da28-0409-4b92-a379-1d5fe7f9f6d6'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:13:13.822303 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b5b1e064-c192-4f69-9e28-928865d0de33), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:13.946331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] For port b5b1e064-c192-4f69-9e28-928865d0de33, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:13:13.954182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] For port b5b1e064-c192-4f69-9e28-928865d0de33, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b5b1e064-c192-4f69-9e28-928865d0de33,segment=NetworkSegment(96113fde-9359-4a27-a654-b8390a77e009),segment_id=96113fde-9359-4a27-a654-b8390a77e009)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:13:13.964831 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b5b1e064-c192-4f69-9e28-928865d0de33), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:14.025788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a819585-b9c2-48d1-ba42-feedab54d2ec None None] Pushing event updated for resources: {'Port': ['ID=b5b1e064-c192-4f69-9e28-928865d0de33,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:14.100952 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8bd48a7f-ffef-4cc5-909d-c4a269f9f9cf tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (21915591-bc1e-45e8-8534-dbeba2f6a81f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:14.164238 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8bd48a7f-ffef-4cc5-909d-c4a269f9f9cf tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (21915591-bc1e-45e8-8534-dbeba2f6a81f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:14.245293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd48a7f-ffef-4cc5-909d-c4a269f9f9cf tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 44f9da28-0409-4b92-a379-1d5fe7f9f6d6 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:13:14.251370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-8bd48a7f-ffef-4cc5-909d-c4a269f9f9cf tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:13:14.256054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd48a7f-ffef-4cc5-909d-c4a269f9f9cf tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:13:14.261629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd48a7f-ffef-4cc5-909d-c4a269f9f9cf tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:14.262354 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8bd48a7f-ffef-4cc5-909d-c4a269f9f9cf tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:14.284564 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd48a7f-ffef-4cc5-909d-c4a269f9f9cf tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=21915591-bc1e-45e8-8534-dbeba2f6a81f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:14.300947 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8bd48a7f-ffef-4cc5-909d-c4a269f9f9cf tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0816352 Mar 24 01:13:14.301311 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37734) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:14.881706 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01fc5b94-f856-4fa3-a49d-73eae8b5a78b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (21915591-bc1e-45e8-8534-dbeba2f6a81f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:15.214194 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01fc5b94-f856-4fa3-a49d-73eae8b5a78b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (21915591-bc1e-45e8-8534-dbeba2f6a81f), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:15.221314 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01fc5b94-f856-4fa3-a49d-73eae8b5a78b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (21915591-bc1e-45e8-8534-dbeba2f6a81f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:15.335503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc5b94-f856-4fa3-a49d-73eae8b5a78b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=21915591-bc1e-45e8-8534-dbeba2f6a81f,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:15.527605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01fc5b94-f856-4fa3-a49d-73eae8b5a78b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (4f930d99-c1dd-408b-bbdb-bc1723720f2b), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:15.616973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4e4598-de61-45a2-8a8d-8252ca2421f9 None None] Network 44f9da28-0409-4b92-a379-1d5fe7f9f6d6 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:13:15.729035 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01fc5b94-f856-4fa3-a49d-73eae8b5a78b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (21915591-bc1e-45e8-8534-dbeba2f6a81f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:15.744342 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Provisioning complete for port b5b1e064-c192-4f69-9e28-928865d0de33 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:15.745002 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b5b1e064-c192-4f69-9e28-928865d0de33), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:15.881853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b5b1e064-c192-4f69-9e28-928865d0de33 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:13:16.231684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37780) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:16.387858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01fc5b94-f856-4fa3-a49d-73eae8b5a78b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (21915591-bc1e-45e8-8534-dbeba2f6a81f), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:16.403571 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01fc5b94-f856-4fa3-a49d-73eae8b5a78b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (21915591-bc1e-45e8-8534-dbeba2f6a81f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:16.404685 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01fc5b94-f856-4fa3-a49d-73eae8b5a78b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (4f930d99-c1dd-408b-bbdb-bc1723720f2b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:16.504949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383085dd-1349-400d-aa48-6ee78f4ef353 req-12c50394-2ce0-480d-90ac-2ae58056e684 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:16.520245 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-383085dd-1349-400d-aa48-6ee78f4ef353 req-12c50394-2ce0-480d-90ac-2ae58056e684 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 945 time: 0.1160197 Mar 24 01:13:16.580546 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc5b94-f856-4fa3-a49d-73eae8b5a78b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=21915591-bc1e-45e8-8534-dbeba2f6a81f,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:16.629273 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9029f07a-2e0a-4d33-8bcc-d772e3df2dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:16.703106 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc5b94-f856-4fa3-a49d-73eae8b5a78b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 44f9da28-0409-4b92-a379-1d5fe7f9f6d6 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:13:16.703621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-383085dd-1349-400d-aa48-6ee78f4ef353 req-db99ddc3-c7a3-44c0-8915-74373c3c0834 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae47add0-e8f4-4fe7-bf2d-c84e664e7168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812010 Mar 24 01:13:16.704856 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-01fc5b94-f856-4fa3-a49d-73eae8b5a78b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:13:16.807940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Current status of the port b5b1e064-c192-4f69-9e28-928865d0de33 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:16.811317 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b5b1e064-c192-4f69-9e28-928865d0de33), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:16.851505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b5b1e064-c192-4f69-9e28-928865d0de33 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:16.851505 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b5b1e064-c192-4f69-9e28-928865d0de33), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:16.902145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] For port b5b1e064-c192-4f69-9e28-928865d0de33, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b5b1e064-c192-4f69-9e28-928865d0de33,segment=NetworkSegment(96113fde-9359-4a27-a654-b8390a77e009),segment_id=96113fde-9359-4a27-a654-b8390a77e009)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:16.928340 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b5b1e064-c192-4f69-9e28-928865d0de33), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:16.991079 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9029f07a-2e0a-4d33-8bcc-d772e3df2dca admin admin] Publish callbacks [] for security_group (dfca9a20-487d-4adc-8c3f-9c62049df19e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:16.996295 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fc5b94-f856-4fa3-a49d-73eae8b5a78b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 4f930d99-c1dd-408b-bbdb-bc1723720f2b is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:13:17.002618 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9029f07a-2e0a-4d33-8bcc-d772e3df2dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (dfca9a20-487d-4adc-8c3f-9c62049df19e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:17.065215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Pushing event updated for resources: {'Port': ['ID=b5b1e064-c192-4f69-9e28-928865d0de33,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:17.076406 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9029f07a-2e0a-4d33-8bcc-d772e3df2dca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e8e17bce01147c5b132c784227ad923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8432624 Mar 24 01:13:17.088144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:17.088497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:17.088841 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:17.089220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:17.089559 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:17.089973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:17.090207 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:17.090538 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:17.090864 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:17.091193 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:17.091527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:17.092193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37794) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:17.100405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:17.100829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:17.101251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:17.101673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d4fe-5e6d-4f43-8f00-c32dae0a7a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:17.202533 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029f07a-2e0a-4d33-8bcc-d772e3df2dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfca9a20-487d-4adc-8c3f-9c62049df19e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:17.212703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fc5b94-f856-4fa3-a49d-73eae8b5a78b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:13:17.228430 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-01fc5b94-f856-4fa3-a49d-73eae8b5a78b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/4f930d99-c1dd-408b-bbdb-bc1723720f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9209962 Mar 24 01:13:17.229814 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37798) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:17.245803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef9a9d-a70c-4be3-8930-8dfe5cceaab0 None None] Sync routers for ids ['4f930d99-c1dd-408b-bbdb-bc1723720f2b'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:13:17.259129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b5b1e064-c192-4f69-9e28-928865d0de33 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:17.278584 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef9a9d-a70c-4be3-8930-8dfe5cceaab0 None None] Routers {'4f930d99-c1dd-408b-bbdb-bc1723720f2b'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:17.279508 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-85ef9a9d-a70c-4be3-8930-8dfe5cceaab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4f930d99-c1dd-408b-bbdb-bc1723720f2b'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:17.283383 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44bfae24-cd5c-47a7-a644-c0a96e27894d admin admin] Publish callbacks [] for security_group (dfca9a20-487d-4adc-8c3f-9c62049df19e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:17.334711 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44bfae24-cd5c-47a7-a644-c0a96e27894d admin admin] Publish callbacks [] for security_group (dfca9a20-487d-4adc-8c3f-9c62049df19e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:17.344482 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-85ef9a9d-a70c-4be3-8930-8dfe5cceaab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:17.347257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6bb19620-3a17-454d-8170-487452058e20 None None] Provisioning complete for port b5b1e064-c192-4f69-9e28-928865d0de33 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:17.347804 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6bb19620-3a17-454d-8170-487452058e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b5b1e064-c192-4f69-9e28-928865d0de33), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:17.357236 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4070f28d-2ed8-42ab-89d1-82916e8d4730 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:17.358711 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4070f28d-2ed8-42ab-89d1-82916e8d4730 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports/21915591-bc1e-45e8-8534-dbeba2f6a81f HTTP/1.1" status: 200 len: 983 time: 0.1259258 Mar 24 01:13:17.361730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37802) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:17.414056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef9a9d-a70c-4be3-8930-8dfe5cceaab0 None None] Routers {'4f930d99-c1dd-408b-bbdb-bc1723720f2b'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:17.414459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-85ef9a9d-a70c-4be3-8930-8dfe5cceaab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4f930d99-c1dd-408b-bbdb-bc1723720f2b'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:17.479304 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-85ef9a9d-a70c-4be3-8930-8dfe5cceaab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:17.479958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef9a9d-a70c-4be3-8930-8dfe5cceaab0 None None] The sync data for ids ['4f930d99-c1dd-408b-bbdb-bc1723720f2b'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:13:17.561419 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6bb19620-3a17-454d-8170-487452058e20 None None] Current status of the port b5b1e064-c192-4f69-9e28-928865d0de33 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:17.579959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6bb19620-3a17-454d-8170-487452058e20 None None] Provisioning complete for port 21915591-bc1e-45e8-8534-dbeba2f6a81f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:17.580328 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6bb19620-3a17-454d-8170-487452058e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (21915591-bc1e-45e8-8534-dbeba2f6a81f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:17.642765 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44bfae24-cd5c-47a7-a644-c0a96e27894d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (dfca9a20-487d-4adc-8c3f-9c62049df19e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:17.645618 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44bfae24-cd5c-47a7-a644-c0a96e27894d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:17.646748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-44bfae24-cd5c-47a7-a644-c0a96e27894d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dfca9a20-487d-4adc-8c3f-9c62049df19e HTTP/1.1" status: 204 len: 168 time: 0.5526543 Mar 24 01:13:17.650280 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6bb19620-3a17-454d-8170-487452058e20 None None] Port 21915591-bc1e-45e8-8534-dbeba2f6a81f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:13:17.685438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfae24-cd5c-47a7-a644-c0a96e27894d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfca9a20-487d-4adc-8c3f-9c62049df19e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:17.807083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-389057a4-0bfc-4a26-b680-3ad758dc082f None None] Provisioning complete for port 21915591-bc1e-45e8-8534-dbeba2f6a81f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:17.807458 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-389057a4-0bfc-4a26-b680-3ad758dc082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (21915591-bc1e-45e8-8534-dbeba2f6a81f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:17.825277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b5b1e064-c192-4f69-9e28-928865d0de33 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:13:17.920301 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-389057a4-0bfc-4a26-b680-3ad758dc082f None None] Port 21915591-bc1e-45e8-8534-dbeba2f6a81f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:13:17.981602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b5b1e064-c192-4f69-9e28-928865d0de33 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:17.981850 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b5b1e064-c192-4f69-9e28-928865d0de33), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:18.208805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b5b1e064-c192-4f69-9e28-928865d0de33 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:18.209622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd32ff-c888-45a6-b42e-ecfd1b69076d req-9ea08913-dca9-4fe3-92c1-c9b5e4372583 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:18.217675 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71cd32ff-c888-45a6-b42e-ecfd1b69076d req-9ea08913-dca9-4fe3-92c1-c9b5e4372583 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 945 time: 0.3420663 Mar 24 01:13:18.239455 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3cb82c3a-aa50-4078-bf7d-ae87982ecba3 None None] Provisioning complete for port 21915591-bc1e-45e8-8534-dbeba2f6a81f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:18.239843 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3cb82c3a-aa50-4078-bf7d-ae87982ecba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (21915591-bc1e-45e8-8534-dbeba2f6a81f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:18.266401 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37824) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:18.294152 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9b7a66f9-4f51-48d1-a70e-cab4b0cc0300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:18.355340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3cb82c3a-aa50-4078-bf7d-ae87982ecba3 None None] Port 21915591-bc1e-45e8-8534-dbeba2f6a81f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:13:18.447794 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879d8ce-02ee-45db-a695-be99a99a354e req-5c5f82ab-369b-48a2-9447-9eea6dadddb9 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:18.449474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3879d8ce-02ee-45db-a695-be99a99a354e req-5c5f82ab-369b-48a2-9447-9eea6dadddb9 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 945 time: 0.5522463 Mar 24 01:13:18.481471 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9b7a66f9-4f51-48d1-a70e-cab4b0cc0300 admin admin] Publish callbacks [] for security_group (84799654-f4cc-4c6a-964b-e1ac5482161a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:18.488620 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9b7a66f9-4f51-48d1-a70e-cab4b0cc0300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (84799654-f4cc-4c6a-964b-e1ac5482161a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:18.535855 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9b7a66f9-4f51-48d1-a70e-cab4b0cc0300 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e339c9f732c4e7990dd217f44f3682a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2667210 Mar 24 01:13:18.537911 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37826) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:18.582518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b4377ed2-e49e-40fc-94dc-4b87d2045c98 None None] Provisioning complete for port 21915591-bc1e-45e8-8534-dbeba2f6a81f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:18.583150 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b4377ed2-e49e-40fc-94dc-4b87d2045c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (21915591-bc1e-45e8-8534-dbeba2f6a81f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:18.630464 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b4377ed2-e49e-40fc-94dc-4b87d2045c98 None None] Port 21915591-bc1e-45e8-8534-dbeba2f6a81f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:13:18.642305 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3879d8ce-02ee-45db-a695-be99a99a354e req-c2aea285-e529-415d-9de3-40b3214ee072 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae47add0-e8f4-4fe7-bf2d-c84e664e7168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841123 Mar 24 01:13:18.643954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a66f9-4f51-48d1-a70e-cab4b0cc0300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84799654-f4cc-4c6a-964b-e1ac5482161a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:18.688723 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1dfeeb0f-7304-482b-b492-d7d774c9b476 admin admin] Publish callbacks [] for security_group (84799654-f4cc-4c6a-964b-e1ac5482161a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:18.725029 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1dfeeb0f-7304-482b-b492-d7d774c9b476 admin admin] Publish callbacks [] for security_group (84799654-f4cc-4c6a-964b-e1ac5482161a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:18.794671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1dfeeb0f-7304-482b-b492-d7d774c9b476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (84799654-f4cc-4c6a-964b-e1ac5482161a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:18.802442 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1dfeeb0f-7304-482b-b492-d7d774c9b476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:18.804191 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1dfeeb0f-7304-482b-b492-d7d774c9b476 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/84799654-f4cc-4c6a-964b-e1ac5482161a HTTP/1.1" status: 204 len: 168 time: 0.2650673 Mar 24 01:13:18.834714 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e03d7fb-f7f2-40f5-9447-b7b492b774fe tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (4f930d99-c1dd-408b-bbdb-bc1723720f2b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:18.839377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfeeb0f-7304-482b-b492-d7d774c9b476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84799654-f4cc-4c6a-964b-e1ac5482161a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:18.839830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-71cd32ff-c888-45a6-b42e-ecfd1b69076d req-998358f2-b4c2-464b-abda-c64a5b01f24c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Deleting port afd497f7-5934-4535-abbc-018d3284b9ca {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:13:18.840183 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-71cd32ff-c888-45a6-b42e-ecfd1b69076d req-998358f2-b4c2-464b-abda-c64a5b01f24c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (afd497f7-5934-4535-abbc-018d3284b9ca), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:19.051247 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-71cd32ff-c888-45a6-b42e-ecfd1b69076d req-998358f2-b4c2-464b-abda-c64a5b01f24c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] For port afd497f7-5934-4535-abbc-018d3284b9ca, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=afd497f7-5934-4535-abbc-018d3284b9ca,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:19.051878 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-71cd32ff-c888-45a6-b42e-ecfd1b69076d req-998358f2-b4c2-464b-abda-c64a5b01f24c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (afd497f7-5934-4535-abbc-018d3284b9ca), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:19.444389 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37834) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:19.466821 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9e12-d26e-4db6-8258-d601cd3cdd63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:19.583558 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9e12-d26e-4db6-8258-d601cd3cdd63 admin admin] Publish callbacks [] for security_group (aa98d0b8-796f-41a6-abbc-00bec9dd945d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:19.591217 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9e12-d26e-4db6-8258-d601cd3cdd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (aa98d0b8-796f-41a6-abbc-00bec9dd945d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:19.620989 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9e12-d26e-4db6-8258-d601cd3cdd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa98d0b8-796f-41a6-abbc-00bec9dd945d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:19.679144 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dc8a9e12-d26e-4db6-8258-d601cd3cdd63 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e17a7022874e4409986e3be285d6eab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2334771 Mar 24 01:13:19.682005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37838) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:19.755131 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6a84-a09e-4788-969a-b31e28918dbd admin admin] Publish callbacks [] for security_group (aa98d0b8-796f-41a6-abbc-00bec9dd945d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:19.778655 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6a84-a09e-4788-969a-b31e28918dbd admin admin] Publish callbacks [] for security_group (aa98d0b8-796f-41a6-abbc-00bec9dd945d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:19.836432 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6a84-a09e-4788-969a-b31e28918dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (aa98d0b8-796f-41a6-abbc-00bec9dd945d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:19.839784 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6a84-a09e-4788-969a-b31e28918dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:19.841265 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7c1e6a84-a09e-4788-969a-b31e28918dbd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa98d0b8-796f-41a6-abbc-00bec9dd945d HTTP/1.1" status: 204 len: 168 time: 0.1580837 Mar 24 01:13:19.852582 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e6a84-a09e-4788-969a-b31e28918dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa98d0b8-796f-41a6-abbc-00bec9dd945d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:19.907009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5ccbf-f925-4a50-b2b6-2bb29c8d159e req-c5b101b3-0420-4b25-a3fd-d7a346f05915 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:19.908590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2bf5ccbf-f925-4a50-b2b6-2bb29c8d159e req-c5b101b3-0420-4b25-a3fd-d7a346f05915 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 945 time: 0.1412890 Mar 24 01:13:19.953690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-7e03d7fb-f7f2-40f5-9447-b7b492b774fe tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port 21915591-bc1e-45e8-8534-dbeba2f6a81f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:13:19.954030 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e03d7fb-f7f2-40f5-9447-b7b492b774fe tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (21915591-bc1e-45e8-8534-dbeba2f6a81f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:20.035865 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-71cd32ff-c888-45a6-b42e-ecfd1b69076d req-998358f2-b4c2-464b-abda-c64a5b01f24c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:20.036411 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-71cd32ff-c888-45a6-b42e-ecfd1b69076d req-998358f2-b4c2-464b-abda-c64a5b01f24c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (812e6cd5-20f8-4a97-b09f-59f490fcb187), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:20.036737 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-71cd32ff-c888-45a6-b42e-ecfd1b69076d req-998358f2-b4c2-464b-abda-c64a5b01f24c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Floating IP 812e6cd5-20f8-4a97-b09f-59f490fcb187 disassociated. External IP: 172.25.0.126, port: afd497f7-5934-4535-abbc-018d3284b9ca. Mar 24 01:13:20.037086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-71cd32ff-c888-45a6-b42e-ecfd1b69076d req-998358f2-b4c2-464b-abda-c64a5b01f24c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Calling delete_port for afd497f7-5934-4535-abbc-018d3284b9ca owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:13:20.118366 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2bf5ccbf-f925-4a50-b2b6-2bb29c8d159e req-04baa1ff-c48d-4795-92d8-fb6aec2d38f0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae47add0-e8f4-4fe7-bf2d-c84e664e7168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975312 Mar 24 01:13:20.123607 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e03d7fb-f7f2-40f5-9447-b7b492b774fe tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (21915591-bc1e-45e8-8534-dbeba2f6a81f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:20.179980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-7e03d7fb-f7f2-40f5-9447-b7b492b774fe tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for 21915591-bc1e-45e8-8534-dbeba2f6a81f owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:13:20.425415 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-71cd32ff-c888-45a6-b42e-ecfd1b69076d req-998358f2-b4c2-464b-abda-c64a5b01f24c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (afd497f7-5934-4535-abbc-018d3284b9ca), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:20.501444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998358f2-b4c2-464b-abda-c64a5b01f24c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event deleted for resources: {'Port': ['ID=afd497f7-5934-4535-abbc-018d3284b9ca,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:20.678401 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e03d7fb-f7f2-40f5-9447-b7b492b774fe tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (21915591-bc1e-45e8-8534-dbeba2f6a81f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:20.799774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03d7fb-f7f2-40f5-9447-b7b492b774fe tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=21915591-bc1e-45e8-8534-dbeba2f6a81f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:20.979056 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71cd32ff-c888-45a6-b42e-ecfd1b69076d req-998358f2-b4c2-464b-abda-c64a5b01f24c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Router a9ee4bad-e653-484c-97e8-9380577683bf has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:13:21.053684 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e03d7fb-f7f2-40f5-9447-b7b492b774fe tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (4f930d99-c1dd-408b-bbdb-bc1723720f2b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:21.266352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71cd32ff-c888-45a6-b42e-ecfd1b69076d req-998358f2-b4c2-464b-abda-c64a5b01f24c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:13:21.281019 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2821f39-697e-4d33-9c9b-d998724c0e56 None None] Sync routers for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:13:21.301038 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2821f39-697e-4d33-9c9b-d998724c0e56 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:21.301714 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e2821f39-697e-4d33-9c9b-d998724c0e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:21.333757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf7612bf-0a48-49c2-b382-55a1e2b0e1a2 req-96f63577-1880-4972-a185-689e4c14470a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bc595a-0765-434c-9ce6-63ce553abfee HTTP/1.1" status: 200 len: 210 time: 0.0604682 Mar 24 01:13:21.440827 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e2821f39-697e-4d33-9c9b-d998724c0e56 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:13:21.532598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cd32ff-c888-45a6-b42e-ecfd1b69076d req-998358f2-b4c2-464b-abda-c64a5b01f24c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] No DVR routers for this DVR port afd497f7-5934-4535-abbc-018d3284b9ca on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:13:21.541770 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-71cd32ff-c888-45a6-b42e-ecfd1b69076d req-998358f2-b4c2-464b-abda-c64a5b01f24c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:21.549881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71cd32ff-c888-45a6-b42e-ecfd1b69076d req-998358f2-b4c2-464b-abda-c64a5b01f24c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.57 "DELETE /v2.0/ports/afd497f7-5934-4535-abbc-018d3284b9ca HTTP/1.1" status: 204 len: 173 time: 3.2586751 Mar 24 01:13:21.563686 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bc595a-0765-434c-9ce6-63ce553abfee', 'name': 'network-vif-deleted', 'tag': 'afd497f7-5934-4535-abbc-018d3284b9ca'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:13:21.571501 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314015ce-3138-437f-9630-de8af6ec42e8" -d '{"events": [{"server_uuid": "d7bc595a-0765-434c-9ce6-63ce553abfee", "name": "network-vif-deleted", "tag": "afd497f7-5934-4535-abbc-018d3284b9ca"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:13:21.826028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e03d7fb-f7f2-40f5-9447-b7b492b774fe tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 4f930d99-c1dd-408b-bbdb-bc1723720f2b has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:13:21.855250 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e2821f39-697e-4d33-9c9b-d998724c0e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:21.949801 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2821f39-697e-4d33-9c9b-d998724c0e56 None None] Checking router: a9ee4bad-e653-484c-97e8-9380577683bf for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:13:21.982700 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf3ae67-016e-47ea-a03c-1a9f6d6c0529 x-openstack-request-id: req-caf3ae67-016e-47ea-a03c-1a9f6d6c0529 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:13:21.983783 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bc595a-0765-434c-9ce6-63ce553abfee", "name": "network-vif-deleted", "tag": "afd497f7-5934-4535-abbc-018d3284b9ca", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:13:21.983783 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-caf3ae67-016e-47ea-a03c-1a9f6d6c0529 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:13:21.984190 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf3ae67-016e-47ea-a03c-1a9f6d6c0529'] response: {'server_uuid': 'd7bc595a-0765-434c-9ce6-63ce553abfee', 'name': 'network-vif-deleted', 'tag': 'afd497f7-5934-4535-abbc-018d3284b9ca', 'status': 'completed', 'code': 200} Mar 24 01:13:21.987275 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2821f39-697e-4d33-9c9b-d998724c0e56 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:21.987921 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e2821f39-697e-4d33-9c9b-d998724c0e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:22.094267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e03d7fb-f7f2-40f5-9447-b7b492b774fe tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:13:22.105944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37890) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:22.107432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbc5a6-a284-4298-a2ff-13470d558beb None None] Sync routers for ids ['4f930d99-c1dd-408b-bbdb-bc1723720f2b'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:13:22.119306 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fbc5a6-a284-4298-a2ff-13470d558beb None None] Routers {'4f930d99-c1dd-408b-bbdb-bc1723720f2b'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:22.123518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a2fbc5a6-a284-4298-a2ff-13470d558beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4f930d99-c1dd-408b-bbdb-bc1723720f2b'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:22.125390 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7e03d7fb-f7f2-40f5-9447-b7b492b774fe tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/4f930d99-c1dd-408b-bbdb-bc1723720f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7438633 Mar 24 01:13:22.192275 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e2821f39-697e-4d33-9c9b-d998724c0e56 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:13:22.249784 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a2fbc5a6-a284-4298-a2ff-13470d558beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:22.281578 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fbc5a6-a284-4298-a2ff-13470d558beb None None] Routers {'4f930d99-c1dd-408b-bbdb-bc1723720f2b'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:22.282113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a2fbc5a6-a284-4298-a2ff-13470d558beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4f930d99-c1dd-408b-bbdb-bc1723720f2b'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:22.354889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a2fbc5a6-a284-4298-a2ff-13470d558beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:22.355563 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbc5a6-a284-4298-a2ff-13470d558beb None None] The sync data for ids ['4f930d99-c1dd-408b-bbdb-bc1723720f2b'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:13:22.504338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37900) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:22.574002 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-38628b8e-d583-4407-aa42-28e5df20327c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] remove_router_interface failed (client error): The resource could not be found. Mar 24 01:13:22.578148 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-38628b8e-d583-4407-aa42-28e5df20327c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/4f930d99-c1dd-408b-bbdb-bc1723720f2b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4675026 Mar 24 01:13:22.578870 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37902) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:22.630747 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b78194e-3ce1-41b7-b1ab-ecc54a639623 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (ae47add0-e8f4-4fe7-bf2d-c84e664e7168), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:22.696390 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b78194e-3ce1-41b7-b1ab-ecc54a639623 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (ae47add0-e8f4-4fe7-bf2d-c84e664e7168), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:22.715187 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e2821f39-697e-4d33-9c9b-d998724c0e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:22.758009 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2821f39-697e-4d33-9c9b-d998724c0e56 None None] The sync data for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 is: [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:13:22.792061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device afd497f7-5934-4535-abbc-018d3284b9ca no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:13:22.839633 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b78194e-3ce1-41b7-b1ab-ecc54a639623 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ae47add0-e8f4-4fe7-bf2d-c84e664e7168), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:22.846743 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b78194e-3ce1-41b7-b1ab-ecc54a639623 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:22.851676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6b78194e-3ce1-41b7-b1ab-ecc54a639623 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "DELETE /v2.0/security-groups/ae47add0-e8f4-4fe7-bf2d-c84e664e7168 HTTP/1.1" status: 204 len: 168 time: 0.3457458 Mar 24 01:13:22.852458 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37906) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:22.857058 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: afd497f7-5934-4535-abbc-018d3284b9ca {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:13:22.861660 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device afd497f7-5934-4535-abbc-018d3284b9ca not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:13:22.914143 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-f96f4368-8918-4499-986c-2169a77ae0ba tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] show failed (client error): The resource could not be found. Mar 24 01:13:22.921685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f96f4368-8918-4499-986c-2169a77ae0ba tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups/ae47add0-e8f4-4fe7-bf2d-c84e664e7168 HTTP/1.1" status: 404 len: 347 time: 0.0615530 Mar 24 01:13:22.928600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37908) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:22.929456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78194e-3ce1-41b7-b1ab-ecc54a639623 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae47add0-e8f4-4fe7-bf2d-c84e664e7168,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:23.188883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-9e2fe5df-1970-4b44-876d-719d0d4ba7b6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Deleting port d170e5eb-7bc2-4b3a-a9a2-855e32ba8486 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:13:23.189556 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe5df-1970-4b44-876d-719d0d4ba7b6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d170e5eb-7bc2-4b3a-a9a2-855e32ba8486), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:23.195051 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fb15f8a4-96be-4879-98d9-d68492abaf2c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f930d99-c1dd-408b-bbdb-bc1723720f2b HTTP/1.1" status: 200 len: 205 time: 0.6149182 Mar 24 01:13:23.195962 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37910) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:23.276664 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176571ef-6bd3-4694-ae40-35b1b62d2cb5 None None] New status for floating IP 812e6cd5-20f8-4a97-b09f-59f490fcb187: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:13:23.293738 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0fe478ee-6a50-4c99-b6f1-3d7756aacee5 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (4f930d99-c1dd-408b-bbdb-bc1723720f2b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:23.353075 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe5df-1970-4b44-876d-719d0d4ba7b6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d170e5eb-7bc2-4b3a-a9a2-855e32ba8486), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:23.354753 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe5df-1970-4b44-876d-719d0d4ba7b6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (d170e5eb-7bc2-4b3a-a9a2-855e32ba8486), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:23.382976 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-9e2fe5df-1970-4b44-876d-719d0d4ba7b6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Calling delete_port for d170e5eb-7bc2-4b3a-a9a2-855e32ba8486 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:13:23.563413 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe5df-1970-4b44-876d-719d0d4ba7b6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d170e5eb-7bc2-4b3a-a9a2-855e32ba8486), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:23.592633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fe5df-1970-4b44-876d-719d0d4ba7b6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event deleted for resources: {'Port': ['ID=d170e5eb-7bc2-4b3a-a9a2-855e32ba8486,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:23.650603 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0fe478ee-6a50-4c99-b6f1-3d7756aacee5 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (4f930d99-c1dd-408b-bbdb-bc1723720f2b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:23.653717 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0fe478ee-6a50-4c99-b6f1-3d7756aacee5 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_controller (4f930d99-c1dd-408b-bbdb-bc1723720f2b), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:23.688680 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe5df-1970-4b44-876d-719d0d4ba7b6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (812e6cd5-20f8-4a97-b09f-59f490fcb187), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:23.692302 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe5df-1970-4b44-876d-719d0d4ba7b6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:23.694019 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9e2fe5df-1970-4b44-876d-719d0d4ba7b6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "DELETE /v2.0/floatingips/812e6cd5-20f8-4a97-b09f-59f490fcb187 HTTP/1.1" status: 204 len: 168 time: 0.7592959 Mar 24 01:13:23.734919 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0fe478ee-6a50-4c99-b6f1-3d7756aacee5 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (4f930d99-c1dd-408b-bbdb-bc1723720f2b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:23.736105 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe478ee-6a50-4c99-b6f1-3d7756aacee5 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Fanout notify agent at l3_agent the message router_deleted on router 4f930d99-c1dd-408b-bbdb-bc1723720f2b {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:13:23.746601 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0fe478ee-6a50-4c99-b6f1-3d7756aacee5 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:23.750581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37914) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:23.750753 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0fe478ee-6a50-4c99-b6f1-3d7756aacee5 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/routers/4f930d99-c1dd-408b-bbdb-bc1723720f2b HTTP/1.1" status: 204 len: 168 time: 0.5536807 Mar 24 01:13:23.827773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb08a94-7b5d-42ea-bb37-d72ddd9c6c14 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting subnet 21ed4a67-177d-4f74-a47b-6faa35f4ad9c {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:13:23.832343 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ecb08a94-7b5d-42ea-bb37-d72ddd9c6c14 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (21ed4a67-177d-4f74-a47b-6faa35f4ad9c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:23.879808 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ecb08a94-7b5d-42ea-bb37-d72ddd9c6c14 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (21ed4a67-177d-4f74-a47b-6faa35f4ad9c), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:23.976402 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ecb08a94-7b5d-42ea-bb37-d72ddd9c6c14 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (21ed4a67-177d-4f74-a47b-6faa35f4ad9c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.047563 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ecb08a94-7b5d-42ea-bb37-d72ddd9c6c14 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (21ed4a67-177d-4f74-a47b-6faa35f4ad9c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.083242 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb08a94-7b5d-42ea-bb37-d72ddd9c6c14 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Subnet': ['ID=21ed4a67-177d-4f74-a47b-6faa35f4ad9c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:24.084542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479f0a64-e103-452a-9140-5786c3fe9b23 None None] Network 44f9da28-0409-4b92-a379-1d5fe7f9f6d6 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:13:24.086095 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ecb08a94-7b5d-42ea-bb37-d72ddd9c6c14 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.092779 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37918) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:24.103956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ecb08a94-7b5d-42ea-bb37-d72ddd9c6c14 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/21ed4a67-177d-4f74-a47b-6faa35f4ad9c HTTP/1.1" status: 204 len: 168 time: 0.3523288 Mar 24 01:13:24.196344 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (44f9da28-0409-4b92-a379-1d5fe7f9f6d6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.207533 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37928) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:24.212713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6674c0d3-a1d5-4880-bd4e-67d3b1088992 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903904194', 'description': 'tempest-description--1101216959'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:24.259111 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6674c0d3-a1d5-4880-bd4e-67d3b1088992 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.320446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port b5b1e064-c192-4f69-9e28-928865d0de33 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:13:24.324310 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b5b1e064-c192-4f69-9e28-928865d0de33), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.371331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64288107-1224-4822-bbfa-e5773ca05282 None None] DHCP port deletion for 44f9da28-0409-4b92-a379-1d5fe7f9f6d6 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:13:24.415458 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6674c0d3-a1d5-4880-bd4e-67d3b1088992 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (b9624ad9-5120-4aba-8589-e96242a7b402), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.424879 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6674c0d3-a1d5-4880-bd4e-67d3b1088992 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b9624ad9-5120-4aba-8589-e96242a7b402), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.487871 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-64288107-1224-4822-bbfa-e5773ca05282 None None] Deleting port b5b1e064-c192-4f69-9e28-928865d0de33 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:13:24.488425 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-64288107-1224-4822-bbfa-e5773ca05282 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b5b1e064-c192-4f69-9e28-928865d0de33), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.488879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674c0d3-a1d5-4880-bd4e-67d3b1088992 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9624ad9-5120-4aba-8589-e96242a7b402,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:24.505350 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6674c0d3-a1d5-4880-bd4e-67d3b1088992 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.508091 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6674c0d3-a1d5-4880-bd4e-67d3b1088992 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2994874 Mar 24 01:13:24.508752 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] For port b5b1e064-c192-4f69-9e28-928865d0de33, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b5b1e064-c192-4f69-9e28-928865d0de33,segment=NetworkSegment(96113fde-9359-4a27-a654-b8390a77e009),segment_id=96113fde-9359-4a27-a654-b8390a77e009)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:24.509425 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b5b1e064-c192-4f69-9e28-928865d0de33), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.517224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37930) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:24.518740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-dfb91ece-8aec-4678-a92e-369e2e46885f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'security_group_rule': {'security_group_id': 'b9624ad9-5120-4aba-8589-e96242a7b402', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:24.561029 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for b5b1e064-c192-4f69-9e28-928865d0de33 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:13:24.568265 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dfb91ece-8aec-4678-a92e-369e2e46885f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (5bccedf6-297a-4d4a-a60b-bbd0b7372b6b), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.609821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-64288107-1224-4822-bbfa-e5773ca05282 None None] For port b5b1e064-c192-4f69-9e28-928865d0de33, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b5b1e064-c192-4f69-9e28-928865d0de33,segment=NetworkSegment(96113fde-9359-4a27-a654-b8390a77e009),segment_id=96113fde-9359-4a27-a654-b8390a77e009)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:24.610287 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-64288107-1224-4822-bbfa-e5773ca05282 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b5b1e064-c192-4f69-9e28-928865d0de33), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.630750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-64288107-1224-4822-bbfa-e5773ca05282 None None] Calling delete_port for b5b1e064-c192-4f69-9e28-928865d0de33 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:13:24.682719 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dfb91ece-8aec-4678-a92e-369e2e46885f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (5bccedf6-297a-4d4a-a60b-bbd0b7372b6b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.689753 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dfb91ece-8aec-4678-a92e-369e2e46885f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5bccedf6-297a-4d4a-a60b-bbd0b7372b6b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.731931 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dfb91ece-8aec-4678-a92e-369e2e46885f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.733728 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dfb91ece-8aec-4678-a92e-369e2e46885f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2208800 Mar 24 01:13:24.736305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb91ece-8aec-4678-a92e-369e2e46885f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bccedf6-297a-4d4a-a60b-bbd0b7372b6b,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:24.736523 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37932) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:13:24.738977 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:13:24.743509 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-281cdd4d-d7af-4938-8f94-732ffde2efa1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'security_group_rule': {'security_group_id': 'b9624ad9-5120-4aba-8589-e96242a7b402', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:24.748592 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b5b1e064-c192-4f69-9e28-928865d0de33), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.753126 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-64288107-1224-4822-bbfa-e5773ca05282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (b5b1e064-c192-4f69-9e28-928865d0de33), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.787309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64288107-1224-4822-bbfa-e5773ca05282 None None] Pushing event deleted for resources: {'Port': ['ID=b5b1e064-c192-4f69-9e28-928865d0de33,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:24.797539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64288107-1224-4822-bbfa-e5773ca05282 None None] No DVR routers for this DVR port b5b1e064-c192-4f69-9e28-928865d0de33 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:13:24.817537 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] No DVR routers for this DVR port b5b1e064-c192-4f69-9e28-928865d0de33 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:13:24.833826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=b5b1e064-c192-4f69-9e28-928865d0de33,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:24.927855 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-281cdd4d-d7af-4938-8f94-732ffde2efa1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (6140b7f1-5eff-4721-a131-46efb8b8631a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.957887 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (44f9da28-0409-4b92-a379-1d5fe7f9f6d6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:24.993890 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f9da28-0409-4b92-a379-1d5fe7f9f6d6']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:25.007390 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96113fde-9359-4a27-a654-b8390a77e009') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:25.008011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96113fde-9359-4a27-a654-b8390a77e009') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:25.024126 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (96113fde-9359-4a27-a654-b8390a77e009), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:25.042846 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (96113fde-9359-4a27-a654-b8390a77e009), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:25.051162 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:13:25.052133 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (96113fde-9359-4a27-a654-b8390a77e009), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:13:25.113333 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:13:25.165844 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-281cdd4d-d7af-4938-8f94-732ffde2efa1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (6140b7f1-5eff-4721-a131-46efb8b8631a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:25.175032 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-281cdd4d-d7af-4938-8f94-732ffde2efa1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (6140b7f1-5eff-4721-a131-46efb8b8631a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:25.177581 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (44f9da28-0409-4b92-a379-1d5fe7f9f6d6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:25.182813 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:25.192209 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/networks/44f9da28-0409-4b92-a379-1d5fe7f9f6d6 HTTP/1.1" status: 204 len: 168 time: 1.0928049 Mar 24 01:13:25.192412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37936) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:25.195428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-75ff5bec-4bed-478d-a2ef-da62f4058c0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-784275835'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:25.225990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e96fc-73bd-4dec-b60e-551021ffe98f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Network': ['ID=44f9da28-0409-4b92-a379-1d5fe7f9f6d6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:25.229547 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cdd4d-d7af-4938-8f94-732ffde2efa1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6140b7f1-5eff-4721-a131-46efb8b8631a,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:25.237905 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-281cdd4d-d7af-4938-8f94-732ffde2efa1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:25.239469 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-281cdd4d-d7af-4938-8f94-732ffde2efa1 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5019279 Mar 24 01:13:25.242254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ff5bec-4bed-478d-a2ef-da62f4058c0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:13:25.246447 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-75ff5bec-4bed-478d-a2ef-da62f4058c0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:25.249788 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37938) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:25.259355 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:25.294532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ff5bec-4bed-478d-a2ef-da62f4058c0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:13:25.302245 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:25.320121 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-75ff5bec-4bed-478d-a2ef-da62f4058c0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (dad26937-1174-433a-bbd5-d740fcd799f1), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:25.320473 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-75ff5bec-4bed-478d-a2ef-da62f4058c0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Added segment dad26937-1174-433a-bbd5-d740fcd799f1 of type vlan for network c16d7119-8dfe-4ab7-aa19-3f1bee5419fc Mar 24 01:13:25.376814 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-75ff5bec-4bed-478d-a2ef-da62f4058c0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (c16d7119-8dfe-4ab7-aa19-3f1bee5419fc), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:25.407322 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-75ff5bec-4bed-478d-a2ef-da62f4058c0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (c16d7119-8dfe-4ab7-aa19-3f1bee5419fc), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:25.413273 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ff5bec-4bed-478d-a2ef-da62f4058c0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:25.413882 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-75ff5bec-4bed-478d-a2ef-da62f4058c0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:25.439285 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-75ff5bec-4bed-478d-a2ef-da62f4058c0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2447321 Mar 24 01:13:25.439992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37940) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:25.446659 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-73f9d118-779c-4ee2-b7ab-848d6bf67de7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'subnet': {'network_id': 'c16d7119-8dfe-4ab7-aa19-3f1bee5419fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:25.498103 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff5bec-4bed-478d-a2ef-da62f4058c0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Network': ['ID=c16d7119-8dfe-4ab7-aa19-3f1bee5419fc,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:25.510257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network c16d7119-8dfe-4ab7-aa19-3f1bee5419fc details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:13:25.658088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f9d118-779c-4ee2-b7ab-848d6bf67de7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:13:25.662619 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73f9d118-779c-4ee2-b7ab-848d6bf67de7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:25.723331 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:25.778372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b5b1e064-c192-4f69-9e28-928865d0de33 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:13:25.815135 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: b5b1e064-c192-4f69-9e28-928865d0de33 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:13:25.815517 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b5b1e064-c192-4f69-9e28-928865d0de33 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:13:26.033647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73f9d118-779c-4ee2-b7ab-848d6bf67de7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (dffd4ab6-aaff-469f-bce9-41df2520a67f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.091845 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9d118-779c-4ee2-b7ab-848d6bf67de7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Subnet': ['ID=dffd4ab6-aaff-469f-bce9-41df2520a67f,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:26.124291 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Allocated IP 172.25.0.6 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/83a0ba1a-fc76-4b20-ac6e-837a85958600) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:13:26.182419 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f9d118-779c-4ee2-b7ab-848d6bf67de7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Checking segment: {'id': 'dad26937-1174-433a-bbd5-d740fcd799f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c16d7119-8dfe-4ab7-aa19-3f1bee5419fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:13:26.183048 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f9d118-779c-4ee2-b7ab-848d6bf67de7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network hostable DHCP agents. Network: c16d7119-8dfe-4ab7-aa19-3f1bee5419fc, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:13:26.263327 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f9d118-779c-4ee2-b7ab-848d6bf67de7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network c16d7119-8dfe-4ab7-aa19-3f1bee5419fc is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:13:26.285638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-73f9d118-779c-4ee2-b7ab-848d6bf67de7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, c16d7119-8dfe-4ab7-aa19-3f1bee5419fc) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:13:26.295994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fc21d0-bca4-423c-8ddb-47e5a80d22b8 None None] Network c16d7119-8dfe-4ab7-aa19-3f1bee5419fc requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:13:26.314343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f9d118-779c-4ee2-b7ab-848d6bf67de7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:26.314934 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73f9d118-779c-4ee2-b7ab-848d6bf67de7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.393722 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-73f9d118-779c-4ee2-b7ab-848d6bf67de7 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9513907 Mar 24 01:13:26.396722 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37944) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:26.409633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-9a0b76e7-e470-41f3-b581-6346aef21824 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-799254670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:26.423512 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for port (83a0ba1a-fc76-4b20-ac6e-837a85958600), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.442401 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a0b76e7-e470-41f3-b581-6346aef21824 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (c912bc68-bf8d-451f-bc4c-ec4c3e414565), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.452587 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a0b76e7-e470-41f3-b581-6346aef21824 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (c912bc68-bf8d-451f-bc4c-ec4c3e414565), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.453990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-c16d7119-8dfe-4ab7-aa19-3f1bee5419fc', 'network_id': 'c16d7119-8dfe-4ab7-aa19-3f1bee5419fc', 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'fixed_ips': [{'subnet_id': 'dffd4ab6-aaff-469f-bce9-41df2520a67f'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:13:26.455182 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.499978 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (83a0ba1a-fc76-4b20-ac6e-837a85958600), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.523982 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a0b76e7-e470-41f3-b581-6346aef21824 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_controller (c912bc68-bf8d-451f-bc4c-ec4c3e414565), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.531891 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a0b76e7-e470-41f3-b581-6346aef21824 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (c912bc68-bf8d-451f-bc4c-ec4c3e414565), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.549643 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:13:26.553645 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:13:26.557392 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:13:26.566053 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a0b76e7-e470-41f3-b581-6346aef21824 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.567275 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9a0b76e7-e470-41f3-b581-6346aef21824 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1678753 Mar 24 01:13:26.570167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37946) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:26.599174 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'Port': ['ID=83a0ba1a-fc76-4b20-ac6e-837a85958600,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:26.656223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Allocated IP 2001:db8::2 (c16d7119-8dfe-4ab7-aa19-3f1bee5419fc/dffd4ab6-aaff-469f-bce9-41df2520a67f/ddbddffb-ea5c-4a4b-8538-8aeef06f3595) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:13:26.685237 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (3c70e38a-d6f5-4ff9-8847-7edaea57fcbf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.733587 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (83a0ba1a-fc76-4b20-ac6e-837a85958600), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.875390 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Publish callbacks [] for port (ddbddffb-ea5c-4a4b-8538-8aeef06f3595), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.886288 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (ddbddffb-ea5c-4a4b-8538-8aeef06f3595), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.964245 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for port (83a0ba1a-fc76-4b20-ac6e-837a85958600), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.966313 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Network c16d7119-8dfe-4ab7-aa19-3f1bee5419fc is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:13:26.972943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (83a0ba1a-fc76-4b20-ac6e-837a85958600), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.992998 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:26.999565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Pushing event updated for resources: {'Port': ['ID=ddbddffb-ea5c-4a4b-8538-8aeef06f3595,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:27.005163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:13:27.012572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:13:27.071237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'Port': ['ID=83a0ba1a-fc76-4b20-ac6e-837a85958600,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:27.110626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Attempting to bind port ddbddffb-ea5c-4a4b-8538-8aeef06f3595 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:13:27.111008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Attempting to bind port ddbddffb-ea5c-4a4b-8538-8aeef06f3595 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'dad26937-1174-433a-bbd5-d740fcd799f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c16d7119-8dfe-4ab7-aa19-3f1bee5419fc'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:13:27.111634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Attempting to bind port ddbddffb-ea5c-4a4b-8538-8aeef06f3595 on network c16d7119-8dfe-4ab7-aa19-3f1bee5419fc {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:13:27.125544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:13:27.126587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Checking segment: {'id': 'dad26937-1174-433a-bbd5-d740fcd799f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c16d7119-8dfe-4ab7-aa19-3f1bee5419fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:13:27.126999 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:27.127400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Bound using segment: {'id': 'dad26937-1174-433a-bbd5-d740fcd799f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c16d7119-8dfe-4ab7-aa19-3f1bee5419fc'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:13:27.127880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Bound port: ddbddffb-ea5c-4a4b-8538-8aeef06f3595, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad26937-1174-433a-bbd5-d740fcd799f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c16d7119-8dfe-4ab7-aa19-3f1bee5419fc'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:13:27.128265 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ddbddffb-ea5c-4a4b-8538-8aeef06f3595), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:27.138928 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (3c70e38a-d6f5-4ff9-8847-7edaea57fcbf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:27.158791 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:27.167890 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f24b528f-0e5e-4050-bd33-1a79fb2c9174 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9083507 Mar 24 01:13:27.283038 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] For port ddbddffb-ea5c-4a4b-8538-8aeef06f3595, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:13:27.288740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] For port ddbddffb-ea5c-4a4b-8538-8aeef06f3595, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ddbddffb-ea5c-4a4b-8538-8aeef06f3595,segment=NetworkSegment(dad26937-1174-433a-bbd5-d740fcd799f1),segment_id=dad26937-1174-433a-bbd5-d740fcd799f1)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:13:27.309721 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ddbddffb-ea5c-4a4b-8538-8aeef06f3595), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:27.361766 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Allocated IP 2001:db8::1 (c16d7119-8dfe-4ab7-aa19-3f1bee5419fc/dffd4ab6-aaff-469f-bce9-41df2520a67f/4277b14a-0480-491c-89cf-41485475b6c7) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:13:27.383295 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21004a1-08bf-447e-aa01-62cb26f682d5 None None] Pushing event updated for resources: {'Port': ['ID=ddbddffb-ea5c-4a4b-8538-8aeef06f3595,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:27.518051 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-e2156920-b9bc-45d0-947f-28859b9fe78e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1903904194&fields=id&tenant_id=3994e882c46047a4949ec2310a17d611 HTTP/1.1" status: 200 len: 267 time: 0.0488224 Mar 24 01:13:27.720807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-c2f07413-d39c-488e-b507-20f2db16f0a7 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:27.728829 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-c2f07413-d39c-488e-b507-20f2db16f0a7 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 814 time: 0.2054641 Mar 24 01:13:27.748712 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (4277b14a-0480-491c-89cf-41485475b6c7), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:27.757030 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-31a4808a-85e0-45b7-b795-601c7f122285 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/quotas/3994e882c46047a4949ec2310a17d611 HTTP/1.1" status: 200 len: 375 time: 0.0271041 Mar 24 01:13:27.834972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ddbddffb-ea5c-4a4b-8538-8aeef06f3595 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:13:27.867730 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4277b14a-0480-491c-89cf-41485475b6c7), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:27.876281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-82bc523d-c00d-4d30-97d6-8f9e99fd0c82 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182966 Mar 24 01:13:27.908720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port ddbddffb-ea5c-4a4b-8538-8aeef06f3595 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:27.909059 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ddbddffb-ea5c-4a4b-8538-8aeef06f3595), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:27.939148 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network c16d7119-8dfe-4ab7-aa19-3f1bee5419fc is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:13:27.946810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:13:27.959739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:13:27.960350 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (c912bc68-bf8d-451f-bc4c-ec4c3e414565), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:28.014644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port ddbddffb-ea5c-4a4b-8538-8aeef06f3595 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:28.015044 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ddbddffb-ea5c-4a4b-8538-8aeef06f3595), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:28.073758 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port ddbddffb-ea5c-4a4b-8538-8aeef06f3595, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ddbddffb-ea5c-4a4b-8538-8aeef06f3595,segment=NetworkSegment(dad26937-1174-433a-bbd5-d740fcd799f1),segment_id=dad26937-1174-433a-bbd5-d740fcd799f1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:28.079606 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ddbddffb-ea5c-4a4b-8538-8aeef06f3595), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:28.148890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=ddbddffb-ea5c-4a4b-8538-8aeef06f3595,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:28.181366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=4277b14a-0480-491c-89cf-41485475b6c7,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:28.232160 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4277b14a-0480-491c-89cf-41485475b6c7), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:28.297335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-f7b577a6-fea5-4e1f-badd-1645bd9bbca5 service neutron] 10.222.0.45 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938019 Mar 24 01:13:28.514941 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-e176b1c2-60d0-4f71-87dc-5326af7b63c0 service neutron] 10.222.0.45 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159629 Mar 24 01:13:28.730703 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0edbbd3a-5d3d-4434-a740-f8199eae664d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:28.764109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a17889-5805-4a04-9647-d6ef8377a1cf None None] Network c16d7119-8dfe-4ab7-aa19-3f1bee5419fc requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:13:28.768668 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (4277b14a-0480-491c-89cf-41485475b6c7), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:28.781954 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (4277b14a-0480-491c-89cf-41485475b6c7), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:28.783076 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (c912bc68-bf8d-451f-bc4c-ec4c3e414565), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:28.870979 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f945c839-447a-4a3b-bf1a-0ec57a13059c None None] Provisioning complete for port ddbddffb-ea5c-4a4b-8538-8aeef06f3595 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:28.871579 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f945c839-447a-4a3b-bf1a-0ec57a13059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ddbddffb-ea5c-4a4b-8538-8aeef06f3595), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:29.155795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f945c839-447a-4a3b-bf1a-0ec57a13059c None None] Current status of the port ddbddffb-ea5c-4a4b-8538-8aeef06f3595 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:29.282345 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-796b31bc-d778-4aef-810b-fe2d17972289 req-a5905598-44f7-40e6-9c03-b138e52f65b6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 210 time: 0.5104022 Mar 24 01:13:29.362285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=4277b14a-0480-491c-89cf-41485475b6c7,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:29.439925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network c16d7119-8dfe-4ab7-aa19-3f1bee5419fc is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:13:29.441466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:13:29.611006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4d6f28e2-c015-4a60-b8ac-9d43bb7751ff None None] Provisioning complete for port 4277b14a-0480-491c-89cf-41485475b6c7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:29.611386 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4d6f28e2-c015-4a60-b8ac-9d43bb7751ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4277b14a-0480-491c-89cf-41485475b6c7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:29.668582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f28e2-c015-4a60-b8ac-9d43bb7751ff None None] Port 4277b14a-0480-491c-89cf-41485475b6c7 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:13:29.676932 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router c912bc68-bf8d-451f-bc4c-ec4c3e414565 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:13:29.702575 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4d6f28e2-c015-4a60-b8ac-9d43bb7751ff None None] Provisioning complete for port ddbddffb-ea5c-4a4b-8538-8aeef06f3595 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:29.703818 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4d6f28e2-c015-4a60-b8ac-9d43bb7751ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ddbddffb-ea5c-4a4b-8538-8aeef06f3595), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:29.810022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f28e2-c015-4a60-b8ac-9d43bb7751ff None None] Current status of the port ddbddffb-ea5c-4a4b-8538-8aeef06f3595 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:29.819319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ddbddffb-ea5c-4a4b-8538-8aeef06f3595 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:13:29.874693 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:13:29.883161 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2119801d-d64f-47b6-8f24-860a8d6682ee tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/c912bc68-bf8d-451f-bc4c-ec4c3e414565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3094597 Mar 24 01:13:29.883466 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37978) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:29.900565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e08968-9837-4fa8-bb5b-6883eec53441 None None] Sync routers for ids ['c912bc68-bf8d-451f-bc4c-ec4c3e414565'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:13:29.919885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e08968-9837-4fa8-bb5b-6883eec53441 None None] Routers {'c912bc68-bf8d-451f-bc4c-ec4c3e414565'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:29.921208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d8e08968-9837-4fa8-bb5b-6883eec53441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c912bc68-bf8d-451f-bc4c-ec4c3e414565'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:29.955931 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deddf9ee-f2e2-4583-935d-c812f4323759 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:29.960151 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-deddf9ee-f2e2-4583-935d-c812f4323759 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports/4277b14a-0480-491c-89cf-41485475b6c7 HTTP/1.1" status: 200 len: 911 time: 0.0732336 Mar 24 01:13:29.961980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37980) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:29.968695 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d8e08968-9837-4fa8-bb5b-6883eec53441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:29.992701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e08968-9837-4fa8-bb5b-6883eec53441 None None] Routers {'c912bc68-bf8d-451f-bc4c-ec4c3e414565'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:29.993496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d8e08968-9837-4fa8-bb5b-6883eec53441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c912bc68-bf8d-451f-bc4c-ec4c3e414565'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:30.114279 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port ddbddffb-ea5c-4a4b-8538-8aeef06f3595 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:30.114731 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ddbddffb-ea5c-4a4b-8538-8aeef06f3595), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:30.118998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d8e08968-9837-4fa8-bb5b-6883eec53441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:30.119734 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e08968-9837-4fa8-bb5b-6883eec53441 None None] The sync data for ids ['c912bc68-bf8d-451f-bc4c-ec4c3e414565'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:13:30.225855 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:30.283952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3a563635-c5c2-4dc6-ac92-6f444777e421 None None] Provisioning complete for port 4277b14a-0480-491c-89cf-41485475b6c7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:30.284333 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3a563635-c5c2-4dc6-ac92-6f444777e421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4277b14a-0480-491c-89cf-41485475b6c7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:30.454903 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3a563635-c5c2-4dc6-ac92-6f444777e421 None None] Port 4277b14a-0480-491c-89cf-41485475b6c7 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:13:30.484715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port ddbddffb-ea5c-4a4b-8538-8aeef06f3595 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:30.486335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65c679cb-9939-464c-bc7c-8d1806b9ae5c req-404cbe56-83b8-47f3-bba3-464c8a0490a8 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 210 time: 0.0842495 Mar 24 01:13:30.564633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-4d31f76e-2675-485e-ac4e-95d3d3678092 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:30.566280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-4d31f76e-2675-485e-ac4e-95d3d3678092 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.57 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 814 time: 0.3394983 Mar 24 01:13:30.589030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ad38f6fc-c396-4096-9599-d6687285307d None None] Provisioning complete for port 4277b14a-0480-491c-89cf-41485475b6c7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:30.590701 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ad38f6fc-c396-4096-9599-d6687285307d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4277b14a-0480-491c-89cf-41485475b6c7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:30.667960 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ad38f6fc-c396-4096-9599-d6687285307d None None] Port 4277b14a-0480-491c-89cf-41485475b6c7 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:13:30.677828 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-aaf5a105-fb6c-4be6-9145-7436b95c7b5c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3994e882c46047a4949ec2310a17d611 HTTP/1.1" status: 200 len: 380 time: 0.1011801 Mar 24 01:13:30.692471 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'port': {'device_id': 'aa619e84-f4fe-4f77-96b2-d643e344c363', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'admin_state_up': True, 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'security_groups': ['b9624ad9-5120-4aba-8589-e96242a7b402']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:30.790752 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbf945cb-f88a-4a26-bf57-e34245025ee8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (c912bc68-bf8d-451f-bc4c-ec4c3e414565), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:30.835677 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3c417adf-4f0c-4801-8bab-f18b7b942c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:31.005480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Made reservation on behalf of 3994e882c46047a4949ec2310a17d611 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:13:31.009125 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:31.195453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Allocated IP 172.20.0.12 (6918af68-a637-45cf-99cb-b0e3cc2df9c3/06e22de7-2896-4698-97a5-0faab792cc07/f6cd92c2-4a1f-49cb-9fe4-f933e05237c1) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:13:31.312432 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-cbf945cb-f88a-4a26-bf57-e34245025ee8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port 4277b14a-0480-491c-89cf-41485475b6c7 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:13:31.312785 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbf945cb-f88a-4a26-bf57-e34245025ee8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4277b14a-0480-491c-89cf-41485475b6c7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:31.443486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbf945cb-f88a-4a26-bf57-e34245025ee8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4277b14a-0480-491c-89cf-41485475b6c7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:31.447955 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:31.462293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-cbf945cb-f88a-4a26-bf57-e34245025ee8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for 4277b14a-0480-491c-89cf-41485475b6c7 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:13:31.540725 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:31.632104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:13:31.649542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:13:31.683365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:13:31.701808 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event updated for resources: {'Port': ['ID=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:31.744077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:31.745512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:31.745811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:31.746302 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:31.746703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:31.747107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:31.747530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:31.747934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:31.748897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:31.749495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:31.749929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:31.750335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:31.750732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:31.751144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:31.751548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:31.824243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:31.825178 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:31.848385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc43267-a39f-4d74-bf53-5ae6f5090e8d req-4a311e93-00cc-4799-a7b0-449b5d1d93b6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:31.850347 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2fc43267-a39f-4d74-bf53-5ae6f5090e8d req-4a311e93-00cc-4799-a7b0-449b5d1d93b6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 932 time: 0.2134597 Mar 24 01:13:31.883163 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-44c801e7-d8d8-4b8a-b486-1029bea0162e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1985703 Mar 24 01:13:31.886932 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbf945cb-f88a-4a26-bf57-e34245025ee8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4277b14a-0480-491c-89cf-41485475b6c7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:31.899936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Request body: {'port': {'device_id': 'aa619e84-f4fe-4f77-96b2-d643e344c363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:31.956696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf945cb-f88a-4a26-bf57-e34245025ee8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=4277b14a-0480-491c-89cf-41485475b6c7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:32.015300 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2fc43267-a39f-4d74-bf53-5ae6f5090e8d req-81f5e44e-e17e-4cba-9da2-12764467d379 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=b9624ad9-5120-4aba-8589-e96242a7b402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552184 Mar 24 01:13:32.019990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3e292d3e-aefb-42e6-81d8-953201d832ef None None] Provisioning complete for port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:32.021154 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3e292d3e-aefb-42e6-81d8-953201d832ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:32.071256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3e292d3e-aefb-42e6-81d8-953201d832ef None None] Port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:13:32.123151 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbf945cb-f88a-4a26-bf57-e34245025ee8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (c912bc68-bf8d-451f-bc4c-ec4c3e414565), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:32.168353 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:32.206434 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:32.394453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf945cb-f88a-4a26-bf57-e34245025ee8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router c912bc68-bf8d-451f-bc4c-ec4c3e414565 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:13:32.488841 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:32.537439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf945cb-f88a-4a26-bf57-e34245025ee8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:13:32.547496 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37990) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:32.547952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cbf945cb-f88a-4a26-bf57-e34245025ee8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/c912bc68-bf8d-451f-bc4c-ec4c3e414565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5841892 Mar 24 01:13:32.568038 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb2321d-6b7f-4fc4-a787-a307c7bf3472 None None] Sync routers for ids ['c912bc68-bf8d-451f-bc4c-ec4c3e414565'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:13:32.581394 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb2321d-6b7f-4fc4-a787-a307c7bf3472 None None] Routers {'c912bc68-bf8d-451f-bc4c-ec4c3e414565'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:32.582609 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7eb2321d-6b7f-4fc4-a787-a307c7bf3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c912bc68-bf8d-451f-bc4c-ec4c3e414565'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:32.587133 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3647e18a-431e-44a5-8238-a21705557a77 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports?device_id=c912bc68-bf8d-451f-bc4c-ec4c3e414565 HTTP/1.1" status: 200 len: 205 time: 0.0387638 Mar 24 01:13:32.591636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37992) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:32.627473 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7eb2321d-6b7f-4fc4-a787-a307c7bf3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:32.638076 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb2321d-6b7f-4fc4-a787-a307c7bf3472 None None] Routers {'c912bc68-bf8d-451f-bc4c-ec4c3e414565'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:32.639482 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7eb2321d-6b7f-4fc4-a787-a307c7bf3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c912bc68-bf8d-451f-bc4c-ec4c3e414565'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:32.660034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:13:32.669356 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Publish callbacks [] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:32.689348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Transition to ACTIVE for port object f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:13:32.694004 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:32.724011 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3631198b-b0a2-4b47-a7ed-f196758de88d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (c912bc68-bf8d-451f-bc4c-ec4c3e414565), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:32.791333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:32.810485 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7eb2321d-6b7f-4fc4-a787-a307c7bf3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:32.811907 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb2321d-6b7f-4fc4-a787-a307c7bf3472 None None] The sync data for ids ['c912bc68-bf8d-451f-bc4c-ec4c3e414565'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:13:32.869990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Attempting to bind port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:13:32.870354 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Attempting to bind port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:13:32.870675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Attempting to bind port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 on network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:13:32.876703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 on network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:13:32.877031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Attempting to bind port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 on network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:13:32.882714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:13:32.883661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Checking segment: {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:13:32.884332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Bound using segment: {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:13:32.884910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Bound port: f6cd92c2-4a1f-49cb-9fe4-f933e05237c1, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8592b957-09f5-43f3-a809-af76ac3e7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:13:32.885316 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:32.960180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] For port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:13:32.962192 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3631198b-b0a2-4b47-a7ed-f196758de88d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (c912bc68-bf8d-451f-bc4c-ec4c3e414565), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:32.963808 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] For port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:13:32.965385 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3631198b-b0a2-4b47-a7ed-f196758de88d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_controller (c912bc68-bf8d-451f-bc4c-ec4c3e414565), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:32.971185 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.010137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:33.010798 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.012225 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] 10.222.0.57 "PUT /v2.0/ports/f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 HTTP/1.1" status: 200 len: 1092 time: 1.1168511 Mar 24 01:13:33.012673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa619e84-f4fe-4f77-96b2-d643e344c363', 'tag': 'f6cd92c2-4a1f-49cb-9fe4-f933e05237c1'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:13:33.016568 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051a8f88-d529-4adf-b02c-5fb6c1d57c32" -d '{"events": [{"name": "network-changed", "server_uuid": "aa619e84-f4fe-4f77-96b2-d643e344c363", "tag": "f6cd92c2-4a1f-49cb-9fe4-f933e05237c1"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:13:33.038620 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3631198b-b0a2-4b47-a7ed-f196758de88d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (c912bc68-bf8d-451f-bc4c-ec4c3e414565), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.039773 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3631198b-b0a2-4b47-a7ed-f196758de88d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Fanout notify agent at l3_agent the message router_deleted on router c912bc68-bf8d-451f-bc4c-ec4c3e414565 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:13:33.061379 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3631198b-b0a2-4b47-a7ed-f196758de88d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.062697 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3631198b-b0a2-4b47-a7ed-f196758de88d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/routers/c912bc68-bf8d-451f-bc4c-ec4c3e414565 HTTP/1.1" status: 204 len: 168 time: 0.4696002 Mar 24 01:13:33.065696 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38000) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:33.106134 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39eb69aa-81ed-4cf9-8462-c32dc9f9e2f9 x-openstack-request-id: req-39eb69aa-81ed-4cf9-8462-c32dc9f9e2f9 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:13:33.106651 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa619e84-f4fe-4f77-96b2-d643e344c363", "tag": "f6cd92c2-4a1f-49cb-9fe4-f933e05237c1", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:13:33.106982 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39eb69aa-81ed-4cf9-8462-c32dc9f9e2f9 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:13:33.108333 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39eb69aa-81ed-4cf9-8462-c32dc9f9e2f9'] response: {'name': 'network-changed', 'server_uuid': 'aa619e84-f4fe-4f77-96b2-d643e344c363', 'tag': 'f6cd92c2-4a1f-49cb-9fe4-f933e05237c1', 'status': 'completed', 'code': 200} Mar 24 01:13:33.114146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de286562-4be7-4e89-9793-5863c7589d06 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:33.145179 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3df7a1-3ee4-4bb7-ad4c-8fe333ee31d9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting subnet dffd4ab6-aaff-469f-bce9-41df2520a67f {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:13:33.149326 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f3df7a1-3ee4-4bb7-ad4c-8fe333ee31d9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (dffd4ab6-aaff-469f-bce9-41df2520a67f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.178613 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-ba1c6013-c284-45d9-b25e-70f1c208315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:33.180148 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-ba1c6013-c284-45d9-b25e-70f1c208315f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 1126 time: 0.1082366 Mar 24 01:13:33.200516 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f3df7a1-3ee4-4bb7-ad4c-8fe333ee31d9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (dffd4ab6-aaff-469f-bce9-41df2520a67f), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.231148 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-fdf4b65b-a461-44d6-a46a-c7b5efa389e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 HTTP/1.1" status: 200 len: 217 time: 0.0422964 Mar 24 01:13:33.252780 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e72cb6-5fd2-4e8b-9a4e-7725a70d122c req-909004d4-800e-4220-9a21-dceb667f5d9a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:33.254439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-00e72cb6-5fd2-4e8b-9a4e-7725a70d122c req-909004d4-800e-4220-9a21-dceb667f5d9a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 944 time: 0.1205659 Mar 24 01:13:33.292988 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f3df7a1-3ee4-4bb7-ad4c-8fe333ee31d9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (dffd4ab6-aaff-469f-bce9-41df2520a67f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.331667 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-00e72cb6-5fd2-4e8b-9a4e-7725a70d122c req-7c22fb38-8c5a-4cab-bae9-0f01fa4c8f7e tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=b9624ad9-5120-4aba-8589-e96242a7b402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561020 Mar 24 01:13:33.333149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-5fa5178a-2799-40bc-ac5b-5324a2d1c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:33.334527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-5fa5178a-2799-40bc-ac5b-5324a2d1c1ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 0.0967379 Mar 24 01:13:33.365825 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f3df7a1-3ee4-4bb7-ad4c-8fe333ee31d9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (dffd4ab6-aaff-469f-bce9-41df2520a67f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.387681 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-d83f3e53-b8b0-45aa-973b-f033aa02ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:33.389409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-d83f3e53-b8b0-45aa-973b-f033aa02ac80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484455 Mar 24 01:13:33.398046 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3df7a1-3ee4-4bb7-ad4c-8fe333ee31d9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Subnet': ['ID=dffd4ab6-aaff-469f-bce9-41df2520a67f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:33.402645 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f3df7a1-3ee4-4bb7-ad4c-8fe333ee31d9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.405863 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3f3df7a1-3ee4-4bb7-ad4c-8fe333ee31d9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/dffd4ab6-aaff-469f-bce9-41df2520a67f HTTP/1.1" status: 204 len: 168 time: 0.3390207 Mar 24 01:13:33.408414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38002) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:33.412292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432e829a-df30-4fc6-845c-71d3633f7455 None None] Network c16d7119-8dfe-4ab7-aa19-3f1bee5419fc requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:13:33.488780 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (c16d7119-8dfe-4ab7-aa19-3f1bee5419fc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.519292 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-698d9255-3468-453e-8347-226d47b278a7 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241207 Mar 24 01:13:33.563662 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port ddbddffb-ea5c-4a4b-8538-8aeef06f3595 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:13:33.564820 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ddbddffb-ea5c-4a4b-8538-8aeef06f3595), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.617058 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f186f35-6a5a-4d03-80af-a3d44964c9de None None] DHCP port deletion for c16d7119-8dfe-4ab7-aa19-3f1bee5419fc request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:13:33.625015 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1d186f-6555-48cd-b8e2-a9ba53f07a4e req-bba767ab-cf39-4367-afc1-ffd6324b54c9 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001382 Mar 24 01:13:33.655478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] For port ddbddffb-ea5c-4a4b-8538-8aeef06f3595, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ddbddffb-ea5c-4a4b-8538-8aeef06f3595,segment=NetworkSegment(dad26937-1174-433a-bbd5-d740fcd799f1),segment_id=dad26937-1174-433a-bbd5-d740fcd799f1)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:33.655846 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ddbddffb-ea5c-4a4b-8538-8aeef06f3595), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.672373 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for ddbddffb-ea5c-4a4b-8538-8aeef06f3595 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:13:33.676926 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.690168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8f186f35-6a5a-4d03-80af-a3d44964c9de None None] Deleting port ddbddffb-ea5c-4a4b-8538-8aeef06f3595 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:13:33.690587 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8f186f35-6a5a-4d03-80af-a3d44964c9de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ddbddffb-ea5c-4a4b-8538-8aeef06f3595), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.729353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a8f88-d529-4adf-b02c-5fb6c1d57c32 req-06160343-6f72-4834-b95d-8349cba825b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:33.730875 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051a8f88-d529-4adf-b02c-5fb6c1d57c32 req-06160343-6f72-4834-b95d-8349cba825b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 1126 time: 0.0536942 Mar 24 01:13:33.763005 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-8f186f35-6a5a-4d03-80af-a3d44964c9de None None] For port ddbddffb-ea5c-4a4b-8538-8aeef06f3595, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ddbddffb-ea5c-4a4b-8538-8aeef06f3595,segment=NetworkSegment(dad26937-1174-433a-bbd5-d740fcd799f1),segment_id=dad26937-1174-433a-bbd5-d740fcd799f1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:33.763414 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8f186f35-6a5a-4d03-80af-a3d44964c9de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ddbddffb-ea5c-4a4b-8538-8aeef06f3595), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.779949 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8f186f35-6a5a-4d03-80af-a3d44964c9de None None] Calling delete_port for ddbddffb-ea5c-4a4b-8538-8aeef06f3595 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:13:33.784614 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ddbddffb-ea5c-4a4b-8538-8aeef06f3595), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.791048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ddbddffb-ea5c-4a4b-8538-8aeef06f3595 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:13:33.818064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: ddbddffb-ea5c-4a4b-8538-8aeef06f3595 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:13:33.818420 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ddbddffb-ea5c-4a4b-8538-8aeef06f3595 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:13:33.856717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=ddbddffb-ea5c-4a4b-8538-8aeef06f3595,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:33.866319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] No DVR routers for this DVR port ddbddffb-ea5c-4a4b-8538-8aeef06f3595 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:13:33.877875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a8f88-d529-4adf-b02c-5fb6c1d57c32 req-ddf359de-7b00-4c95-a612-e22fb670befa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:33.879491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051a8f88-d529-4adf-b02c-5fb6c1d57c32 req-ddf359de-7b00-4c95-a612-e22fb670befa service neutron] 10.222.0.57 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 915 time: 0.1426756 Mar 24 01:13:33.911331 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8f186f35-6a5a-4d03-80af-a3d44964c9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (ddbddffb-ea5c-4a4b-8538-8aeef06f3595), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.937110 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051a8f88-d529-4adf-b02c-5fb6c1d57c32 req-4b540537-2b52-41da-bba9-2bc2885db34b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 HTTP/1.1" status: 200 len: 217 time: 0.0513673 Mar 24 01:13:33.944503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f186f35-6a5a-4d03-80af-a3d44964c9de None None] Pushing event deleted for resources: {'Port': ['ID=ddbddffb-ea5c-4a4b-8538-8aeef06f3595,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:33.952197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f186f35-6a5a-4d03-80af-a3d44964c9de None None] No DVR routers for this DVR port ddbddffb-ea5c-4a4b-8538-8aeef06f3595 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:13:33.972764 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (c16d7119-8dfe-4ab7-aa19-3f1bee5419fc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:33.998901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16d7119-8dfe-4ab7-aa19-3f1bee5419fc']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:34.011584 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad26937-1174-433a-bbd5-d740fcd799f1') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:34.012564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad26937-1174-433a-bbd5-d740fcd799f1') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:34.013997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a8f88-d529-4adf-b02c-5fb6c1d57c32 req-ef8b2694-06d6-4d42-a996-9fab8365657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:34.015483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051a8f88-d529-4adf-b02c-5fb6c1d57c32 req-ef8b2694-06d6-4d42-a996-9fab8365657e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 0.0727665 Mar 24 01:13:34.025330 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (dad26937-1174-433a-bbd5-d740fcd799f1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:34.039387 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (dad26937-1174-433a-bbd5-d740fcd799f1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:34.047094 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:13:34.047495 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (dad26937-1174-433a-bbd5-d740fcd799f1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:13:34.051563 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:13:34.070893 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a8f88-d529-4adf-b02c-5fb6c1d57c32 req-7b08b059-570a-4afd-8b14-4a9aa7af8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:34.072410 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051a8f88-d529-4adf-b02c-5fb6c1d57c32 req-7b08b059-570a-4afd-8b14-4a9aa7af8d46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500877 Mar 24 01:13:34.116514 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (c16d7119-8dfe-4ab7-aa19-3f1bee5419fc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:34.125185 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:34.132798 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/networks/c16d7119-8dfe-4ab7-aa19-3f1bee5419fc HTTP/1.1" status: 204 len: 168 time: 0.7193947 Mar 24 01:13:34.133223 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38006) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:34.138067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1123910024', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:34.141038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4ab80-4029-47f3-91f8-c78e07ab2cc4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Network': ['ID=c16d7119-8dfe-4ab7-aa19-3f1bee5419fc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:34.174290 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (8d47edfa-a6a9-4597-aa0e-dd803c8460b0), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:34.175294 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (8d47edfa-a6a9-4597-aa0e-dd803c8460b0), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:34.203401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051a8f88-d529-4adf-b02c-5fb6c1d57c32 req-5030e44b-70df-4c03-85df-313b3c028f17 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237104 Mar 24 01:13:34.286768 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_controller (8d47edfa-a6a9-4597-aa0e-dd803c8460b0), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:34.804869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051a8f88-d529-4adf-b02c-5fb6c1d57c32 req-1de87a97-b9ee-4460-ba74-a829f22f5e28 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902123 Mar 24 01:13:34.817160 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_gateway (8d47edfa-a6a9-4597-aa0e-dd803c8460b0), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:34.846149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6506958-2471-4cb0-b9c4-2b9a7afa23d0 req-323a84e5-a815-4c1b-b46f-9100f15f3394 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:34.847632 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b6506958-2471-4cb0-b9c4-2b9a7afa23d0 req-323a84e5-a815-4c1b-b46f-9100f15f3394 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 944 time: 0.1909781 Mar 24 01:13:34.937025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b6506958-2471-4cb0-b9c4-2b9a7afa23d0 req-256441c0-61f3-4569-b073-e326929018b2 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=b9624ad9-5120-4aba-8589-e96242a7b402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597961 Mar 24 01:13:35.065793 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_gateway (8d47edfa-a6a9-4597-aa0e-dd803c8460b0), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:35.084614 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:35.192605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Allocated IP 172.25.0.233 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/728215d9-907f-4fed-8299-8b10ad603045) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:13:35.211390 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:35.301445 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (728215d9-907f-4fed-8299-8b10ad603045), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:35.335323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (728215d9-907f-4fed-8299-8b10ad603045), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:35.379160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:13:35.386517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:13:35.388890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:13:35.391687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=728215d9-907f-4fed-8299-8b10ad603045,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:35.669036 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_gateway (8d47edfa-a6a9-4597-aa0e-dd803c8460b0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:35.885708 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (8d47edfa-a6a9-4597-aa0e-dd803c8460b0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:36.103872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 8d47edfa-a6a9-4597-aa0e-dd803c8460b0 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:13:36.115015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf61188-3e2d-41a2-beb1-5b371decdcbd req-a7b4f60e-8b3b-411e-b7f7-72abe1f2d6e8 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:36.116510 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3bf61188-3e2d-41a2-beb1-5b371decdcbd req-a7b4f60e-8b3b-411e-b7f7-72abe1f2d6e8 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 944 time: 0.0749798 Mar 24 01:13:36.251807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3bf61188-3e2d-41a2-beb1-5b371decdcbd req-a4e850c4-0f45-4e0a-bafa-c449748b0bd0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=b9624ad9-5120-4aba-8589-e96242a7b402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933633 Mar 24 01:13:36.271036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:13:36.281119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b618992-9822-4bf8-8e50-ee6d5816d408 None None] Sync routers for ids ['8d47edfa-a6a9-4597-aa0e-dd803c8460b0'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:13:36.300364 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b618992-9822-4bf8-8e50-ee6d5816d408 None None] Routers {'8d47edfa-a6a9-4597-aa0e-dd803c8460b0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:36.301922 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-1b618992-9822-4bf8-8e50-ee6d5816d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d47edfa-a6a9-4597-aa0e-dd803c8460b0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:36.314201 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:36.318637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38034) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:36.325112 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6756d7b5-7260-46f7-868d-96d067f4b00e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1907978 Mar 24 01:13:36.366604 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-1b618992-9822-4bf8-8e50-ee6d5816d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:36.385860 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b618992-9822-4bf8-8e50-ee6d5816d408 None None] Routers {'8d47edfa-a6a9-4597-aa0e-dd803c8460b0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:36.386668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-1b618992-9822-4bf8-8e50-ee6d5816d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d47edfa-a6a9-4597-aa0e-dd803c8460b0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:36.438934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-1b618992-9822-4bf8-8e50-ee6d5816d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:36.440014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b618992-9822-4bf8-8e50-ee6d5816d408 None None] The sync data for ids ['8d47edfa-a6a9-4597-aa0e-dd803c8460b0'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:13:36.674132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11195884-bb38-4997-9991-02ed5aeda970 req-b49dbb9b-7afe-497c-9d81-51df33c8f848 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:36.676103 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11195884-bb38-4997-9991-02ed5aeda970 req-b49dbb9b-7afe-497c-9d81-51df33c8f848 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 946 time: 0.0782821 Mar 24 01:13:36.731615 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11195884-bb38-4997-9991-02ed5aeda970 req-50a6364a-b879-4db0-ab17-17dd2f321049 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486357 Mar 24 01:13:36.844577 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-49d3f9bb-9763-4ecb-b697-2657528efe45 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/routers/8d47edfa-a6a9-4597-aa0e-dd803c8460b0 HTTP/1.1" status: 200 len: 885 time: 0.5245643 Mar 24 01:13:36.846468 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:13:36.847051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38058) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:36.988589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:37.001688 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'f6cd92c2-4a1f-49cb-9fe4-f933e05237c1', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'port_id': 'f6cd92c2-4a1f-49cb-9fe4-f933e05237c1', 'mac_address': 'fa:16:3e:27:df:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:13:37.047461 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:37.047903 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:37.063817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:13:37.095145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:37.102525 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:37.175838 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:37.224717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38078) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:37.225290 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5c60d855-c0fd-47d0-9845-03f3d94c685f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3756082 Mar 24 01:13:37.231071 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-5cc15eb8-cbe4-447f-9f17-277380c1836f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1123910024'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:37.337622 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['f6cd92c2-4a1f-49cb-9fe4-f933e05237c1'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:13:37.463642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a82b4-4335-4589-986f-d1c2ac88b199 req-7241b235-3e67-4042-aeb2-4ab0dc9f6078 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:37.470419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d62a82b4-4335-4589-986f-d1c2ac88b199 req-7241b235-3e67-4042-aeb2-4ab0dc9f6078 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 945 time: 0.0936809 Mar 24 01:13:37.690699 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d62a82b4-4335-4589-986f-d1c2ac88b199 req-038f4a45-6d99-44ee-908b-cc9d25fb6fbd tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=b9624ad9-5120-4aba-8589-e96242a7b402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194359 Mar 24 01:13:38.199296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f5f39-4f96-49fe-87e7-93f8e12ffd86 req-24f0265b-c36b-43ff-912c-90de0c88fda9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:38.203165 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce0f5f39-4f96-49fe-87e7-93f8e12ffd86 req-24f0265b-c36b-43ff-912c-90de0c88fda9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 946 time: 0.2635961 Mar 24 01:13:38.238767 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cc15eb8-cbe4-447f-9f17-277380c1836f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (8d47edfa-a6a9-4597-aa0e-dd803c8460b0), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:38.294285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b21b60-7b21-442d-9938-edfa290da958 req-be0cc87a-5129-454c-b1f3-078603268ced tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:38.305594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27b21b60-7b21-442d-9938-edfa290da958 req-be0cc87a-5129-454c-b1f3-078603268ced tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 946 time: 0.2489152 Mar 24 01:13:38.411802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce0f5f39-4f96-49fe-87e7-93f8e12ffd86 req-2ec82370-3039-4704-b788-108a42286b80 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935887 Mar 24 01:13:38.414996 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cc15eb8-cbe4-447f-9f17-277380c1836f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (8d47edfa-a6a9-4597-aa0e-dd803c8460b0), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:38.649925 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38136) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:38.860873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:13:38.882355 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe59d-00a1-4fa9-9d36-983a4e39ba35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:38.973004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:13:38.978330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:38.978791 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:39.089156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe59d-00a1-4fa9-9d36-983a4e39ba35 admin admin] Publish callbacks [] for security_group (6996851a-6ceb-4bd7-94e4-7e9756621021), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:39.096937 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe59d-00a1-4fa9-9d36-983a4e39ba35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6996851a-6ceb-4bd7-94e4-7e9756621021), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:39.163017 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:39.163938 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:39.203799 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3c6fe59d-00a1-4fa9-9d36-983a4e39ba35 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f0bcb924288427892e8b5e2fd4cae84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5521917 Mar 24 01:13:39.208637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38166) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:39.223215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa619e84-f4fe-4f77-96b2-d643e344c363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cd92c2-4a1f-49cb-9fe4-f933e05237c1'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:13:39.227739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fe59d-00a1-4fa9-9d36-983a4e39ba35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6996851a-6ceb-4bd7-94e4-7e9756621021,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:39.230108 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1454dbe-d97f-4790-b23f-8c09b926364a" -d '{"events": [{"server_uuid": "aa619e84-f4fe-4f77-96b2-d643e344c363", "name": "network-vif-plugged", "status": "completed", "tag": "f6cd92c2-4a1f-49cb-9fe4-f933e05237c1"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:13:39.259527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:39.267510 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:39.415380 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-629e1eea-178e-44c6-aec9-3209b78aa03f admin admin] Publish callbacks [] for security_group (6996851a-6ceb-4bd7-94e4-7e9756621021), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:39.436457 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7f9ad1-8874-46eb-8d72-536d3d7bdb60 x-openstack-request-id: req-ae7f9ad1-8874-46eb-8d72-536d3d7bdb60 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:13:39.436809 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa619e84-f4fe-4f77-96b2-d643e344c363", "name": "network-vif-plugged", "status": "completed", "tag": "f6cd92c2-4a1f-49cb-9fe4-f933e05237c1", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:13:39.437075 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae7f9ad1-8874-46eb-8d72-536d3d7bdb60 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:13:39.437616 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae7f9ad1-8874-46eb-8d72-536d3d7bdb60'] response: {'server_uuid': 'aa619e84-f4fe-4f77-96b2-d643e344c363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cd92c2-4a1f-49cb-9fe4-f933e05237c1', 'code': 200} Mar 24 01:13:39.438690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:39.471736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-629e1eea-178e-44c6-aec9-3209b78aa03f admin admin] Publish callbacks [] for security_group (6996851a-6ceb-4bd7-94e4-7e9756621021), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:39.483918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785296d9-cb5a-4e2e-a146-c744c498248e req-b4bf9eb9-25c5-4107-aa6c-bce53d835c15 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:39.487604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-785296d9-cb5a-4e2e-a146-c744c498248e req-b4bf9eb9-25c5-4107-aa6c-bce53d835c15 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 946 time: 0.1942556 Mar 24 01:13:39.491660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-27b21b60-7b21-442d-9938-edfa290da958 req-8bad5cd2-b9ee-4b45-905b-6bfd4e776bdb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Deleting port 44e764ac-5193-4d5a-a7c5-08b07e786da2 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:13:39.493008 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27b21b60-7b21-442d-9938-edfa290da958 req-8bad5cd2-b9ee-4b45-905b-6bfd4e776bdb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:39.569802 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-629e1eea-178e-44c6-aec9-3209b78aa03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6996851a-6ceb-4bd7-94e4-7e9756621021), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:39.572874 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-629e1eea-178e-44c6-aec9-3209b78aa03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:39.586283 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-629e1eea-178e-44c6-aec9-3209b78aa03f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6996851a-6ceb-4bd7-94e4-7e9756621021 HTTP/1.1" status: 204 len: 168 time: 0.3697641 Mar 24 01:13:39.602578 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e1eea-178e-44c6-aec9-3209b78aa03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6996851a-6ceb-4bd7-94e4-7e9756621021,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:39.710485 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc15eb8-cbe4-447f-9f17-277380c1836f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 8d47edfa-a6a9-4597-aa0e-dd803c8460b0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:13:39.781010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf60e7-b184-46a2-87a9-71f4d88e141c req-0632b9c6-2131-4a9a-8d2c-685b8a8de6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:39.783025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4aaf60e7-b184-46a2-87a9-71f4d88e141c req-0632b9c6-2131-4a9a-8d2c-685b8a8de6a6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 1128 time: 0.3952494 Mar 24 01:13:39.928129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-785296d9-cb5a-4e2e-a146-c744c498248e req-f06463d4-b266-44f2-ac29-6f406656bd8b tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=b9624ad9-5120-4aba-8589-e96242a7b402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4169095 Mar 24 01:13:39.969389 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4aaf60e7-b184-46a2-87a9-71f4d88e141c req-de613d13-5812-408f-b414-49e1faaea8ff service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b9624ad9-5120-4aba-8589-e96242a7b402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265678 Mar 24 01:13:39.976862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-27b21b60-7b21-442d-9938-edfa290da958 req-8bad5cd2-b9ee-4b45-905b-6bfd4e776bdb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] For port 44e764ac-5193-4d5a-a7c5-08b07e786da2, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=44e764ac-5193-4d5a-a7c5-08b07e786da2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:39.977540 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27b21b60-7b21-442d-9938-edfa290da958 req-8bad5cd2-b9ee-4b45-905b-6bfd4e776bdb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:40.148213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2a0d5-89e0-43c8-97fc-ea7e8c9a2989 req-2f05fcdb-ae99-4477-ba2e-4477f945831e tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:40.150070 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ef2a0d5-89e0-43c8-97fc-ea7e8c9a2989 req-2f05fcdb-ae99-4477-ba2e-4477f945831e tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 946 time: 0.5012372 Mar 24 01:13:40.243675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38194) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:40.274332 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c9f2dcbb-9e1f-4436-aaaa-aae692f0fe56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:40.345046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc15eb8-cbe4-447f-9f17-277380c1836f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:13:40.356740 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad40e584-725b-4c33-909e-24ca01edc70b None None] Sync routers for ids ['8d47edfa-a6a9-4597-aa0e-dd803c8460b0'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:13:40.361645 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cc15eb8-cbe4-447f-9f17-277380c1836f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:40.363500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5cc15eb8-cbe4-447f-9f17-277380c1836f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/8d47edfa-a6a9-4597-aa0e-dd803c8460b0 HTTP/1.1" status: 200 len: 892 time: 3.1370342 Mar 24 01:13:40.369409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38198) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:40.380216 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad40e584-725b-4c33-909e-24ca01edc70b None None] Routers {'8d47edfa-a6a9-4597-aa0e-dd803c8460b0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:40.380915 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ad40e584-725b-4c33-909e-24ca01edc70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d47edfa-a6a9-4597-aa0e-dd803c8460b0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:40.426822 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ad40e584-725b-4c33-909e-24ca01edc70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:40.437747 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad40e584-725b-4c33-909e-24ca01edc70b None None] Routers {'8d47edfa-a6a9-4597-aa0e-dd803c8460b0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:40.438641 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ad40e584-725b-4c33-909e-24ca01edc70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d47edfa-a6a9-4597-aa0e-dd803c8460b0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:40.475475 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c9f2dcbb-9e1f-4436-aaaa-aae692f0fe56 admin admin] Publish callbacks [] for security_group (28ebc6b0-eefe-4080-88c6-6a4b847ae03d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:40.479189 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ad40e584-725b-4c33-909e-24ca01edc70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:40.480549 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad40e584-725b-4c33-909e-24ca01edc70b None None] The sync data for ids ['8d47edfa-a6a9-4597-aa0e-dd803c8460b0'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:13:40.488955 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c9f2dcbb-9e1f-4436-aaaa-aae692f0fe56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (28ebc6b0-eefe-4080-88c6-6a4b847ae03d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:40.534401 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38200) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:40.567647 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c9f2dcbb-9e1f-4436-aaaa-aae692f0fe56 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ad33616a330f417c8a6bb6a2347d4672&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228660 Mar 24 01:13:40.568623 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38204) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:40.578626 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2dcbb-9e1f-4436-aaaa-aae692f0fe56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ebc6b0-eefe-4080-88c6-6a4b847ae03d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:40.656451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ef2a0d5-89e0-43c8-97fc-ea7e8c9a2989 req-1422ad17-65ad-4bfc-8ce7-6382a823a2c4 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4793148 Mar 24 01:13:40.674434 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b245bf9-0048-47d9-99e9-7026b07b3992 admin admin] Publish callbacks [] for security_group (28ebc6b0-eefe-4080-88c6-6a4b847ae03d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:40.725911 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b245bf9-0048-47d9-99e9-7026b07b3992 admin admin] Publish callbacks [] for security_group (28ebc6b0-eefe-4080-88c6-6a4b847ae03d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:40.764958 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-32661716-518d-44ed-8a7c-45c0ab39e574 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/routers/8d47edfa-a6a9-4597-aa0e-dd803c8460b0 HTTP/1.1" status: 200 len: 892 time: 0.3942626 Mar 24 01:13:40.771878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38210) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:40.788712 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d97209ec-f29e-403a-b0a4-7073d1804418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:40.809534 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27b21b60-7b21-442d-9938-edfa290da958 req-8bad5cd2-b9ee-4b45-905b-6bfd4e776bdb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:40.810048 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27b21b60-7b21-442d-9938-edfa290da958 req-8bad5cd2-b9ee-4b45-905b-6bfd4e776bdb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (0b5730e8-cd7e-48bc-8e5d-32e1c8f2cbdd), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:40.810512 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-27b21b60-7b21-442d-9938-edfa290da958 req-8bad5cd2-b9ee-4b45-905b-6bfd4e776bdb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Floating IP 0b5730e8-cd7e-48bc-8e5d-32e1c8f2cbdd disassociated. External IP: 172.25.0.145, port: 44e764ac-5193-4d5a-a7c5-08b07e786da2. Mar 24 01:13:40.811326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-27b21b60-7b21-442d-9938-edfa290da958 req-8bad5cd2-b9ee-4b45-905b-6bfd4e776bdb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Calling delete_port for 44e764ac-5193-4d5a-a7c5-08b07e786da2 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:13:40.833562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-58529b9b-8969-417f-810a-1325569b31b6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d47edfa-a6a9-4597-aa0e-dd803c8460b0 HTTP/1.1" status: 200 len: 205 time: 0.0561044 Mar 24 01:13:40.837014 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38212) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:40.859409 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b245bf9-0048-47d9-99e9-7026b07b3992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (28ebc6b0-eefe-4080-88c6-6a4b847ae03d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:40.864372 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b245bf9-0048-47d9-99e9-7026b07b3992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:40.871408 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8b245bf9-0048-47d9-99e9-7026b07b3992 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/28ebc6b0-eefe-4080-88c6-6a4b847ae03d HTTP/1.1" status: 204 len: 168 time: 0.3004503 Mar 24 01:13:40.888195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b245bf9-0048-47d9-99e9-7026b07b3992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ebc6b0-eefe-4080-88c6-6a4b847ae03d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:40.998577 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d97209ec-f29e-403a-b0a4-7073d1804418 admin admin] Publish callbacks [] for security_group (0fb5155a-c726-4df5-b756-3a2165c7cc25), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:41.005917 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d97209ec-f29e-403a-b0a4-7073d1804418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0fb5155a-c726-4df5-b756-3a2165c7cc25), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:41.148637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97209ec-f29e-403a-b0a4-7073d1804418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb5155a-c726-4df5-b756-3a2165c7cc25,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:41.167487 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d97209ec-f29e-403a-b0a4-7073d1804418 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5839892898444c0aa0044b2f38601a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6322877 Mar 24 01:13:41.173284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38222) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:41.260931 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27b21b60-7b21-442d-9938-edfa290da958 req-8bad5cd2-b9ee-4b45-905b-6bfd4e776bdb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (44e764ac-5193-4d5a-a7c5-08b07e786da2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:41.287839 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cc3afe2-babd-4a52-9edd-388889a5df13 admin admin] Publish callbacks [] for security_group (0fb5155a-c726-4df5-b756-3a2165c7cc25), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:41.312108 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cc3afe2-babd-4a52-9edd-388889a5df13 admin admin] Publish callbacks [] for security_group (0fb5155a-c726-4df5-b756-3a2165c7cc25), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:41.358667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad5cd2-b9ee-4b45-905b-6bfd4e776bdb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event deleted for resources: {'Port': ['ID=44e764ac-5193-4d5a-a7c5-08b07e786da2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:41.380486 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cc3afe2-babd-4a52-9edd-388889a5df13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0fb5155a-c726-4df5-b756-3a2165c7cc25), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:41.383643 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2cc3afe2-babd-4a52-9edd-388889a5df13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:41.385516 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2cc3afe2-babd-4a52-9edd-388889a5df13 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0fb5155a-c726-4df5-b756-3a2165c7cc25 HTTP/1.1" status: 204 len: 168 time: 0.2110837 Mar 24 01:13:41.400658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3afe2-babd-4a52-9edd-388889a5df13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb5155a-c726-4df5-b756-3a2165c7cc25,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:41.429190 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a733daf9-8b40-4c2d-8dc5-c7a1d8e23342 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (8d47edfa-a6a9-4597-aa0e-dd803c8460b0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:41.719386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923cca5-aa8e-4aed-b707-10f9a7be03fa req-8c2a717e-9d10-4530-824d-ec8d27f3715b tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:41.720975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1923cca5-aa8e-4aed-b707-10f9a7be03fa req-8c2a717e-9d10-4530-824d-ec8d27f3715b tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 946 time: 0.4890935 Mar 24 01:13:41.994176 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0bb206fa-ab07-42c8-b5ae-66af9bb77d69 req-23504ee7-4235-4198-9484-6706dd20c786 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 210 time: 0.1696792 Mar 24 01:13:42.016194 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1923cca5-aa8e-4aed-b707-10f9a7be03fa req-b134fcfa-a0cf-4463-92b4-7743f153737f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=b9624ad9-5120-4aba-8589-e96242a7b402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820413 Mar 24 01:13:42.046168 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a733daf9-8b40-4c2d-8dc5-c7a1d8e23342 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_gateway (8d47edfa-a6a9-4597-aa0e-dd803c8460b0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:42.099960 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38248) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:42.112099 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27b21b60-7b21-442d-9938-edfa290da958 req-8bad5cd2-b9ee-4b45-905b-6bfd4e776bdb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Router 77be3217-db5d-4f87-a457-bb3fe7e75665 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:13:42.136321 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-216aa7cb-a1c5-4889-8a21-d0ad7a4d7584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:42.308127 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-216aa7cb-a1c5-4889-8a21-d0ad7a4d7584 admin admin] Publish callbacks [] for security_group (b3712053-be5d-43b3-8d2e-2aacc052cbca), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:42.314753 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-216aa7cb-a1c5-4889-8a21-d0ad7a4d7584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b3712053-be5d-43b3-8d2e-2aacc052cbca), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:42.369395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-a733daf9-8b40-4c2d-8dc5-c7a1d8e23342 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port 728215d9-907f-4fed-8299-8b10ad603045 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:13:42.369395 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a733daf9-8b40-4c2d-8dc5-c7a1d8e23342 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (728215d9-907f-4fed-8299-8b10ad603045), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:42.396499 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216aa7cb-a1c5-4889-8a21-d0ad7a4d7584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3712053-be5d-43b3-8d2e-2aacc052cbca,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:42.412992 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-216aa7cb-a1c5-4889-8a21-d0ad7a4d7584 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ac2f075627b4754a7742c07906bc058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3116109 Mar 24 01:13:42.418550 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38254) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:42.477332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27b21b60-7b21-442d-9938-edfa290da958 req-8bad5cd2-b9ee-4b45-905b-6bfd4e776bdb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:13:42.484352 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a57aeb50-2171-4835-ba28-242948a255a1 admin admin] Publish callbacks [] for security_group (b3712053-be5d-43b3-8d2e-2aacc052cbca), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:42.488901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a491788-5c53-4340-ba81-143eaeffb036 None None] Sync routers for ids ['77be3217-db5d-4f87-a457-bb3fe7e75665'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:13:42.506700 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a491788-5c53-4340-ba81-143eaeffb036 None None] Routers {'77be3217-db5d-4f87-a457-bb3fe7e75665'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:42.509881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-3a491788-5c53-4340-ba81-143eaeffb036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77be3217-db5d-4f87-a457-bb3fe7e75665'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:42.558527 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a57aeb50-2171-4835-ba28-242948a255a1 admin admin] Publish callbacks [] for security_group (b3712053-be5d-43b3-8d2e-2aacc052cbca), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:42.572147 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a733daf9-8b40-4c2d-8dc5-c7a1d8e23342 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (728215d9-907f-4fed-8299-8b10ad603045), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:42.575409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b21b60-7b21-442d-9938-edfa290da958 req-8bad5cd2-b9ee-4b45-905b-6bfd4e776bdb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] No DVR routers for this DVR port 44e764ac-5193-4d5a-a7c5-08b07e786da2 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:13:42.579398 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-27b21b60-7b21-442d-9938-edfa290da958 req-8bad5cd2-b9ee-4b45-905b-6bfd4e776bdb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:42.583273 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27b21b60-7b21-442d-9938-edfa290da958 req-8bad5cd2-b9ee-4b45-905b-6bfd4e776bdb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.57 "DELETE /v2.0/ports/44e764ac-5193-4d5a-a7c5-08b07e786da2 HTTP/1.1" status: 204 len: 173 time: 4.1815398 Mar 24 01:13:42.590754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'name': 'network-vif-deleted', 'tag': '44e764ac-5193-4d5a-a7c5-08b07e786da2'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:13:42.593521 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ad16d3-67bb-4ee8-b175-09765539c688" -d '{"events": [{"server_uuid": "ab2241e6-8554-4f9a-94de-67c01497f95b", "name": "network-vif-deleted", "tag": "44e764ac-5193-4d5a-a7c5-08b07e786da2"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:13:42.612491 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-a733daf9-8b40-4c2d-8dc5-c7a1d8e23342 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for 728215d9-907f-4fed-8299-8b10ad603045 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:13:42.684911 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a57aeb50-2171-4835-ba28-242948a255a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b3712053-be5d-43b3-8d2e-2aacc052cbca), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:42.689181 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a57aeb50-2171-4835-ba28-242948a255a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:42.690539 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a57aeb50-2171-4835-ba28-242948a255a1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3712053-be5d-43b3-8d2e-2aacc052cbca HTTP/1.1" status: 204 len: 168 time: 0.2700961 Mar 24 01:13:42.718275 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b30196c-dd87-458d-9039-a20c5d938f93 x-openstack-request-id: req-0b30196c-dd87-458d-9039-a20c5d938f93 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:13:42.718586 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2241e6-8554-4f9a-94de-67c01497f95b", "name": "network-vif-deleted", "tag": "44e764ac-5193-4d5a-a7c5-08b07e786da2", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:13:42.719019 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b30196c-dd87-458d-9039-a20c5d938f93 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:13:42.719601 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b30196c-dd87-458d-9039-a20c5d938f93'] response: {'server_uuid': 'ab2241e6-8554-4f9a-94de-67c01497f95b', 'name': 'network-vif-deleted', 'tag': '44e764ac-5193-4d5a-a7c5-08b07e786da2', 'status': 'completed', 'code': 200} Mar 24 01:13:42.730550 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57aeb50-2171-4835-ba28-242948a255a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3712053-be5d-43b3-8d2e-2aacc052cbca,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:42.844994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-3a491788-5c53-4340-ba81-143eaeffb036 None None] Set router 77be3217-db5d-4f87-a457-bb3fe7e75665 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:13:42.931977 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 44e764ac-5193-4d5a-a7c5-08b07e786da2 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:13:43.003279 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a733daf9-8b40-4c2d-8dc5-c7a1d8e23342 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (728215d9-907f-4fed-8299-8b10ad603045), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:43.016708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 44e764ac-5193-4d5a-a7c5-08b07e786da2 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:13:43.017057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 44e764ac-5193-4d5a-a7c5-08b07e786da2 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:13:43.072144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733daf9-8b40-4c2d-8dc5-c7a1d8e23342 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=728215d9-907f-4fed-8299-8b10ad603045,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:43.216223 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38278) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:43.370010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0bc4068-8fb7-42ca-947e-8b1dbfb3ecbf req-a4f2cd59-b606-45ac-bb33-f2364ff3be24 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2241e6-8554-4f9a-94de-67c01497f95b HTTP/1.1" status: 200 len: 210 time: 0.1444285 Mar 24 01:13:43.372579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Deleting subnet 4b8e97f2-4905-46f2-9d43-718234e46ad9 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:13:43.398220 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Publish callbacks [] for subnet (4b8e97f2-4905-46f2-9d43-718234e46ad9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:43.415384 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a733daf9-8b40-4c2d-8dc5-c7a1d8e23342 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (8d47edfa-a6a9-4597-aa0e-dd803c8460b0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:43.511479 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (4b8e97f2-4905-46f2-9d43-718234e46ad9), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:43.523885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-3a491788-5c53-4340-ba81-143eaeffb036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:28Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '6cadf408-69f6-4bbe-baae-2843638e7fd7', 'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'mac_address': 'fa:16:3e:63:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:27Z', 'updated_at': '2022-03-24T01:09:33Z', 'revision_number': 5, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'subnets': [{'id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:43.528002 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020ae0b-933d-4d61-8834-ddd89fff37fe req-0e58302a-b325-4e77-ad10-eeb0fe57c4ca tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:43.530140 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9020ae0b-933d-4d61-8834-ddd89fff37fe req-0e58302a-b325-4e77-ad10-eeb0fe57c4ca tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 946 time: 0.3000975 Mar 24 01:13:43.540366 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a733daf9-8b40-4c2d-8dc5-c7a1d8e23342 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (8d47edfa-a6a9-4597-aa0e-dd803c8460b0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:43.566902 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a733daf9-8b40-4c2d-8dc5-c7a1d8e23342 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_controller (8d47edfa-a6a9-4597-aa0e-dd803c8460b0), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:43.574477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a491788-5c53-4340-ba81-143eaeffb036 None None] Checking router: 77be3217-db5d-4f87-a457-bb3fe7e75665 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:13:43.590016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a491788-5c53-4340-ba81-143eaeffb036 None None] Routers {'77be3217-db5d-4f87-a457-bb3fe7e75665'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:43.592646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-3a491788-5c53-4340-ba81-143eaeffb036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77be3217-db5d-4f87-a457-bb3fe7e75665'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:43.616703 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9020ae0b-933d-4d61-8834-ddd89fff37fe req-315ed92e-0425-4933-8487-76c7bb49f2cc tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=b9624ad9-5120-4aba-8589-e96242a7b402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801346 Mar 24 01:13:43.626219 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (4b8e97f2-4905-46f2-9d43-718234e46ad9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:43.707041 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (4b8e97f2-4905-46f2-9d43-718234e46ad9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:43.747965 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a733daf9-8b40-4c2d-8dc5-c7a1d8e23342 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (8d47edfa-a6a9-4597-aa0e-dd803c8460b0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:43.749220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a733daf9-8b40-4c2d-8dc5-c7a1d8e23342 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Fanout notify agent at l3_agent the message router_deleted on router 8d47edfa-a6a9-4597-aa0e-dd803c8460b0 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:13:43.759433 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a733daf9-8b40-4c2d-8dc5-c7a1d8e23342 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:43.765256 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38296) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:43.771802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a733daf9-8b40-4c2d-8dc5-c7a1d8e23342 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/routers/8d47edfa-a6a9-4597-aa0e-dd803c8460b0 HTTP/1.1" status: 204 len: 168 time: 2.9222093 Mar 24 01:13:43.772356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-181ebd64-d2c7-4b1f-8ebc-e3f2762c98a8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1307906189'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:43.776097 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b8e97f2-4905-46f2-9d43-718234e46ad9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:43.798052 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:43.804265 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4b8e97f2-4905-46f2-9d43-718234e46ad9 HTTP/1.1" status: 204 len: 168 time: 0.5863998 Mar 24 01:13:43.814516 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38298) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:43.819255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-3a491788-5c53-4340-ba81-143eaeffb036 None None] Set router 77be3217-db5d-4f87-a457-bb3fe7e75665 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:13:43.820453 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:43.820798 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:43.821207 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:43.823342 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:43.823688 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:43.824029 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:43.824362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:43.826469 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:43.826823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:43.827174 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:43.827489 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:43.828730 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:43.829917 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:43.830755 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:43.831889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882ac2e-0148-4ebb-9044-2dfbd4381958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:13:43.925223 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181ebd64-d2c7-4b1f-8ebc-e3f2762c98a8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:13:43.929138 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-181ebd64-d2c7-4b1f-8ebc-e3f2762c98a8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:43.948077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e8d2b-f30e-4e77-8eaf-e4d209df6524 req-29b81b6a-1a34-4c3e-8c17-d8c757d78e20 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:43.949660 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-544e8d2b-f30e-4e77-8eaf-e4d209df6524 req-29b81b6a-1a34-4c3e-8c17-d8c757d78e20 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 946 time: 0.1673963 Mar 24 01:13:43.960186 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38308) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:43.973984 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-aaf1f4ad-8aeb-4f66-b03c-ca9ac5db668f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Request body: {'floatingip': {'port_id': 'f6cd92c2-4a1f-49cb-9fe4-f933e05237c1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:43.985779 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6a6164d-88ba-45c8-8ca8-18acf423184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (7da1c121-9e6c-496c-b4bd-d3c5b6af039c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:43.987848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181ebd64-d2c7-4b1f-8ebc-e3f2762c98a8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:13:44.054007 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f4ad-8aeb-4f66-b03c-ca9ac5db668f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (3c70e38a-d6f5-4ff9-8847-7edaea57fcbf), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:44.230575 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-3a491788-5c53-4340-ba81-143eaeffb036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:28Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '6cadf408-69f6-4bbe-baae-2843638e7fd7', 'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'mac_address': 'fa:16:3e:63:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:27Z', 'updated_at': '2022-03-24T01:09:33Z', 'revision_number': 5, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'subnets': [{'id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:44.258569 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:13:44.295856 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-181ebd64-d2c7-4b1f-8ebc-e3f2762c98a8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (1d03d703-3b36-40ca-9b20-ddb58b21dd54), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:44.296205 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-181ebd64-d2c7-4b1f-8ebc-e3f2762c98a8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Added segment 1d03d703-3b36-40ca-9b20-ddb58b21dd54 of type vlan for network 96e02168-6e1f-426d-9b7e-36ad3df8a787 Mar 24 01:13:44.299242 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a491788-5c53-4340-ba81-143eaeffb036 None None] The sync data for ids ['77be3217-db5d-4f87-a457-bb3fe7e75665'] in n-d-760455-9 is: [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:28Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '6cadf408-69f6-4bbe-baae-2843638e7fd7', 'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'mac_address': 'fa:16:3e:63:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:27Z', 'updated_at': '2022-03-24T01:09:33Z', 'revision_number': 5, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'subnets': [{'id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:13:44.400947 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-181ebd64-d2c7-4b1f-8ebc-e3f2762c98a8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (96e02168-6e1f-426d-9b7e-36ad3df8a787), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:44.522929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38326) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:44.525077 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.db.resource_extend [None req-181ebd64-d2c7-4b1f-8ebc-e3f2762c98a8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:13:44.612881 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6a6164d-88ba-45c8-8ca8-18acf423184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (7da1c121-9e6c-496c-b4bd-d3c5b6af039c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:44.633374 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0c76-8991-4888-806a-3dd189025dca tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group (50ad194c-a2f3-4c19-a3cd-b81c30c2ff73), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:44.646958 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-181ebd64-d2c7-4b1f-8ebc-e3f2762c98a8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (96e02168-6e1f-426d-9b7e-36ad3df8a787), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:44.658170 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181ebd64-d2c7-4b1f-8ebc-e3f2762c98a8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:44.658787 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-181ebd64-d2c7-4b1f-8ebc-e3f2762c98a8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:44.677346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38330) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:44.695266 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0c76-8991-4888-806a-3dd189025dca tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group (50ad194c-a2f3-4c19-a3cd-b81c30c2ff73), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:44.735269 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e6a6164d-88ba-45c8-8ca8-18acf423184a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da1c121-9e6c-496c-b4bd-d3c5b6af039c']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:44.763574 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0c76-8991-4888-806a-3dd189025dca tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (50ad194c-a2f3-4c19-a3cd-b81c30c2ff73), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:44.779735 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0c76-8991-4888-806a-3dd189025dca tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:44.782380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b0fd0c76-8991-4888-806a-3dd189025dca tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "DELETE /v2.0/security-groups/50ad194c-a2f3-4c19-a3cd-b81c30c2ff73 HTTP/1.1" status: 204 len: 168 time: 0.2569184 Mar 24 01:13:44.799051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38334) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:44.841117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd0c76-8991-4888-806a-3dd189025dca tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ad194c-a2f3-4c19-a3cd-b81c30c2ff73,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:44.859242 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-5e4f59f3-840e-456f-80e6-e27b3f7c0906 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] show failed (client error): The resource could not be found. Mar 24 01:13:44.864604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5e4f59f3-840e-456f-80e6-e27b3f7c0906 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups/50ad194c-a2f3-4c19-a3cd-b81c30c2ff73 HTTP/1.1" status: 404 len: 347 time: 0.0605440 Mar 24 01:13:44.866694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38338) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:44.882629 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e27c23-6d71-4f67-bec6-5ace3bc9bf85 None None] New status for floating IP 0b5730e8-cd7e-48bc-8e5d-32e1c8f2cbdd: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:13:44.995577 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e6a6164d-88ba-45c8-8ca8-18acf423184a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f761181a-b81a-4143-b0dc-e9faf1af4fa9') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:45.015970 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e6a6164d-88ba-45c8-8ca8-18acf423184a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f761181a-b81a-4143-b0dc-e9faf1af4fa9') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:45.025778 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-181ebd64-d2c7-4b1f-8ebc-e3f2762c98a8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2567194 Mar 24 01:13:45.056460 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38340) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:45.074726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-200f3a26-d86b-4988-ac16-bf223bc8b128 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'subnet': {'network_id': '96e02168-6e1f-426d-9b7e-36ad3df8a787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:45.116961 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6a6164d-88ba-45c8-8ca8-18acf423184a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (f761181a-b81a-4143-b0dc-e9faf1af4fa9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:45.176810 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-17713cfe-d36e-4bdb-bf9c-f551d6d91926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:45.192467 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ebd64-d2c7-4b1f-8ebc-e3f2762c98a8 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Network': ['ID=96e02168-6e1f-426d-9b7e-36ad3df8a787,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:45.211943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 96e02168-6e1f-426d-9b7e-36ad3df8a787 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:13:45.296156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6a6164d-88ba-45c8-8ca8-18acf423184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f761181a-b81a-4143-b0dc-e9faf1af4fa9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:45.315693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a6164d-88ba-45c8-8ca8-18acf423184a admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:13:45.316113 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6a6164d-88ba-45c8-8ca8-18acf423184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (f761181a-b81a-4143-b0dc-e9faf1af4fa9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:13:45.318119 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:13:45.334631 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-5a623678-325c-4c01-ab10-b5d616d61311 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Deleting port b9fefa53-c60f-4132-9d6b-25e87fdb06d8 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:13:45.335177 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a623678-325c-4c01-ab10-b5d616d61311 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b9fefa53-c60f-4132-9d6b-25e87fdb06d8), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:45.488785 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-17713cfe-d36e-4bdb-bf9c-f551d6d91926 admin admin] Publish callbacks [] for security_group (fcd58778-6af8-4550-b69b-bc64c9e5e997), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:45.516971 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-17713cfe-d36e-4bdb-bf9c-f551d6d91926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fcd58778-6af8-4550-b69b-bc64c9e5e997), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:45.553276 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6a6164d-88ba-45c8-8ca8-18acf423184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (7da1c121-9e6c-496c-b4bd-d3c5b6af039c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:45.569548 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6a6164d-88ba-45c8-8ca8-18acf423184a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:45.573599 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e6a6164d-88ba-45c8-8ca8-18acf423184a admin admin] 10.222.0.45 "DELETE /v2.0/networks/7da1c121-9e6c-496c-b4bd-d3c5b6af039c HTTP/1.1" status: 204 len: 168 time: 1.7566972 Mar 24 01:13:45.582117 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-17713cfe-d36e-4bdb-bf9c-f551d6d91926 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b029d434f4df45f8b400d38f64cc8e99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9035294 Mar 24 01:13:45.604278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38354) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:45.604686 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38356) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:45.607090 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a623678-325c-4c01-ab10-b5d616d61311 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b9fefa53-c60f-4132-9d6b-25e87fdb06d8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:45.607414 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a623678-325c-4c01-ab10-b5d616d61311 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for floatingip (b9fefa53-c60f-4132-9d6b-25e87fdb06d8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:45.610216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17713cfe-d36e-4bdb-bf9c-f551d6d91926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd58778-6af8-4550-b69b-bc64c9e5e997,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:45.646209 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6164d-88ba-45c8-8ca8-18acf423184a admin admin] Pushing event deleted for resources: {'Network': ['ID=7da1c121-9e6c-496c-b4bd-d3c5b6af039c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:45.691146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-5a623678-325c-4c01-ab10-b5d616d61311 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Calling delete_port for b9fefa53-c60f-4132-9d6b-25e87fdb06d8 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:13:45.724155 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200f3a26-d86b-4988-ac16-bf223bc8b128 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:13:45.724334 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56946e15-647c-4416-b151-56f9db7a8dee admin admin] Publish callbacks [] for security_group (fcd58778-6af8-4550-b69b-bc64c9e5e997), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:45.735469 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-200f3a26-d86b-4988-ac16-bf223bc8b128 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:45.828710 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f4ad-8aeb-4f66-b03c-ca9ac5db668f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:45.862731 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f4ad-8aeb-4f66-b03c-ca9ac5db668f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (3c70e38a-d6f5-4ff9-8847-7edaea57fcbf), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:46.215399 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-aaf1f4ad-8aeb-4f66-b03c-ca9ac5db668f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Floating IP 3c70e38a-d6f5-4ff9-8847-7edaea57fcbf associated. External IP: 172.25.0.6, port: f6cd92c2-4a1f-49cb-9fe4-f933e05237c1. Mar 24 01:13:46.252891 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f3bf00-99a0-4d45-b822-2ebd54fdc87d admin admin] Deleting subnet f34ba96b-743e-4169-90b0-d87440c8d210 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:13:46.257604 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-55f3bf00-99a0-4d45-b822-2ebd54fdc87d admin admin] Publish callbacks [] for subnet (f34ba96b-743e-4169-90b0-d87440c8d210), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:46.307053 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-55f3bf00-99a0-4d45-b822-2ebd54fdc87d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (f34ba96b-743e-4169-90b0-d87440c8d210), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:46.421256 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-55f3bf00-99a0-4d45-b822-2ebd54fdc87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (f34ba96b-743e-4169-90b0-d87440c8d210), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:46.578444 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-200f3a26-d86b-4988-ac16-bf223bc8b128 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (bb96fe85-159f-47c5-9151-4cbe825bbadb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:46.582943 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-55f3bf00-99a0-4d45-b822-2ebd54fdc87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (f34ba96b-743e-4169-90b0-d87440c8d210), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:46.626513 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56946e15-647c-4416-b151-56f9db7a8dee admin admin] Publish callbacks [] for security_group (fcd58778-6af8-4550-b69b-bc64c9e5e997), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:46.632666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3bf00-99a0-4d45-b822-2ebd54fdc87d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f34ba96b-743e-4169-90b0-d87440c8d210,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:46.658059 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-55f3bf00-99a0-4d45-b822-2ebd54fdc87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:46.662118 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-55f3bf00-99a0-4d45-b822-2ebd54fdc87d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f34ba96b-743e-4169-90b0-d87440c8d210 HTTP/1.1" status: 204 len: 168 time: 1.0476828 Mar 24 01:13:46.676977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38378) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:46.819369 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53989598-e102-4ca6-bace-e8671cffd375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (26689938-6d4d-4f8a-9621-b06efad349ed), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:46.895000 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f3a26-d86b-4988-ac16-bf223bc8b128 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Subnet': ['ID=bb96fe85-159f-47c5-9151-4cbe825bbadb,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:46.937458 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53989598-e102-4ca6-bace-e8671cffd375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (26689938-6d4d-4f8a-9621-b06efad349ed), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:46.940518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f3a26-d86b-4988-ac16-bf223bc8b128 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Checking segment: {'id': '1d03d703-3b36-40ca-9b20-ddb58b21dd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '96e02168-6e1f-426d-9b7e-36ad3df8a787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:13:46.940890 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200f3a26-d86b-4988-ac16-bf223bc8b128 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network hostable DHCP agents. Network: 96e02168-6e1f-426d-9b7e-36ad3df8a787, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:13:46.962450 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-53989598-e102-4ca6-bace-e8671cffd375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26689938-6d4d-4f8a-9621-b06efad349ed']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:46.970090 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38382) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:46.975042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-53989598-e102-4ca6-bace-e8671cffd375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c27cde-8dce-4da5-989e-9e446d05eac3') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:46.975793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-53989598-e102-4ca6-bace-e8671cffd375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c27cde-8dce-4da5-989e-9e446d05eac3') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:46.998843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200f3a26-d86b-4988-ac16-bf223bc8b128 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 96e02168-6e1f-426d-9b7e-36ad3df8a787 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:13:47.005648 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53989598-e102-4ca6-bace-e8671cffd375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (e8c27cde-8dce-4da5-989e-9e446d05eac3), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.016507 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf1f4ad-8aeb-4f66-b03c-ca9ac5db668f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Router a9ee4bad-e653-484c-97e8-9380577683bf has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:13:47.025058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-200f3a26-d86b-4988-ac16-bf223bc8b128 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 96e02168-6e1f-426d-9b7e-36ad3df8a787) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:13:47.030694 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200f3a26-d86b-4988-ac16-bf223bc8b128 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:47.031307 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-200f3a26-d86b-4988-ac16-bf223bc8b128 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.037065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bc5a61-2f03-4e00-ad23-893c9379b7ae None None] Network 96e02168-6e1f-426d-9b7e-36ad3df8a787 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:13:47.041545 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53989598-e102-4ca6-bace-e8671cffd375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e8c27cde-8dce-4da5-989e-9e446d05eac3), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.057954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53989598-e102-4ca6-bace-e8671cffd375 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:13:47.060622 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53989598-e102-4ca6-bace-e8671cffd375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (e8c27cde-8dce-4da5-989e-9e446d05eac3), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.166277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf1f4ad-8aeb-4f66-b03c-ca9ac5db668f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:13:47.172509 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f4ad-8aeb-4f66-b03c-ca9ac5db668f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.181660 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-200f3a26-d86b-4988-ac16-bf223bc8b128 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1180303 Mar 24 01:13:47.181936 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38386) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:47.186878 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-cab963e3-2ef2-40b8-bb58-b84d35b920ae tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-30287123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:47.193200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634472bb-59cf-4e29-ba54-fcd73f7248ec None None] Sync routers for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:13:47.198698 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:13:47.206836 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53989598-e102-4ca6-bace-e8671cffd375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (26689938-6d4d-4f8a-9621-b06efad349ed), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.213681 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53989598-e102-4ca6-bace-e8671cffd375 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.219393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-53989598-e102-4ca6-bace-e8671cffd375 admin admin] 10.222.0.45 "DELETE /v2.0/networks/26689938-6d4d-4f8a-9621-b06efad349ed HTTP/1.1" status: 204 len: 168 time: 0.5410638 Mar 24 01:13:47.236794 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-db8186c1-0d2b-465b-8905-f6d27c309c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.238942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53989598-e102-4ca6-bace-e8671cffd375 admin admin] Pushing event deleted for resources: {'Network': ['ID=26689938-6d4d-4f8a-9621-b06efad349ed,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:47.246875 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56946e15-647c-4416-b151-56f9db7a8dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fcd58778-6af8-4550-b69b-bc64c9e5e997), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.251143 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56946e15-647c-4416-b151-56f9db7a8dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.252580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-56946e15-647c-4416-b151-56f9db7a8dee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fcd58778-6af8-4550-b69b-bc64c9e5e997 HTTP/1.1" status: 204 len: 168 time: 1.6395202 Mar 24 01:13:47.262445 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634472bb-59cf-4e29-ba54-fcd73f7248ec None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:47.263130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-634472bb-59cf-4e29-ba54-fcd73f7248ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:47.289710 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-aaf1f4ad-8aeb-4f66-b03c-ca9ac5db668f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "PUT /v2.0/floatingips/3c70e38a-d6f5-4ff9-8847-7edaea57fcbf HTTP/1.1" status: 200 len: 990 time: 3.3272398 Mar 24 01:13:47.293898 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa619e84-f4fe-4f77-96b2-d643e344c363', 'tag': 'f6cd92c2-4a1f-49cb-9fe4-f933e05237c1'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:13:47.297237 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774b8b8d-a8ce-40de-8327-b6477ae1ef0d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa619e84-f4fe-4f77-96b2-d643e344c363", "tag": "f6cd92c2-4a1f-49cb-9fe4-f933e05237c1"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:13:47.314177 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cab963e3-2ef2-40b8-bb58-b84d35b920ae tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (62d844f4-a72e-4f63-b9f8-deb7eb54f921), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.316695 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cab963e3-2ef2-40b8-bb58-b84d35b920ae tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (62d844f4-a72e-4f63-b9f8-deb7eb54f921), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.348271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56946e15-647c-4416-b151-56f9db7a8dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd58778-6af8-4550-b69b-bc64c9e5e997,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:47.401800 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-db8186c1-0d2b-465b-8905-f6d27c309c85 admin admin] Publish callbacks [] for security_group (3722ee48-3050-4e10-bc63-c424ec52bb98), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.411067 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-db8186c1-0d2b-465b-8905-f6d27c309c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3722ee48-3050-4e10-bc63-c424ec52bb98), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.413719 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a623678-325c-4c01-ab10-b5d616d61311 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b9fefa53-c60f-4132-9d6b-25e87fdb06d8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.590439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a623678-325c-4c01-ab10-b5d616d61311 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event deleted for resources: {'Port': ['ID=b9fefa53-c60f-4132-9d6b-25e87fdb06d8,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:47.611724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38402) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:47.623565 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cab963e3-2ef2-40b8-bb58-b84d35b920ae tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_controller (62d844f4-a72e-4f63-b9f8-deb7eb54f921), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.674575 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b8b8d-a8ce-40de-8327-b6477ae1ef0d req-e3fd4265-7245-4bee-a316-dae60dcd32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:47.676166 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-774b8b8d-a8ce-40de-8327-b6477ae1ef0d req-e3fd4265-7245-4bee-a316-dae60dcd32d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 1128 time: 0.1807044 Mar 24 01:13:47.705714 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f209d688-3f56-41ef-9d56-c60be211564a x-openstack-request-id: req-f209d688-3f56-41ef-9d56-c60be211564a {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:13:47.706016 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa619e84-f4fe-4f77-96b2-d643e344c363", "tag": "f6cd92c2-4a1f-49cb-9fe4-f933e05237c1", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:13:47.707124 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f209d688-3f56-41ef-9d56-c60be211564a {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:13:47.707124 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f209d688-3f56-41ef-9d56-c60be211564a'] response: {'name': 'network-changed', 'server_uuid': 'aa619e84-f4fe-4f77-96b2-d643e344c363', 'tag': 'f6cd92c2-4a1f-49cb-9fe4-f933e05237c1', 'status': 'completed', 'code': 200} Mar 24 01:13:47.707371 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8186c1-0d2b-465b-8905-f6d27c309c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3722ee48-3050-4e10-bc63-c424ec52bb98,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:47.720709 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cab963e3-2ef2-40b8-bb58-b84d35b920ae tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (62d844f4-a72e-4f63-b9f8-deb7eb54f921), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.741802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-96e02168-6e1f-426d-9b7e-36ad3df8a787', 'network_id': '96e02168-6e1f-426d-9b7e-36ad3df8a787', 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'fixed_ips': [{'subnet_id': 'bb96fe85-159f-47c5-9151-4cbe825bbadb'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:13:47.744184 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.806414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e51800e4-121f-453b-ab08-2e1a7e14c78e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f8452970529d4720853c2a7aae2b6fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1902971 Mar 24 01:13:47.809414 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cab963e3-2ef2-40b8-bb58-b84d35b920ae tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:47.810683 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cab963e3-2ef2-40b8-bb58-b84d35b920ae tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6278446 Mar 24 01:13:47.811272 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38406) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:47.819973 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38408) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:47.934801 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-db8186c1-0d2b-465b-8905-f6d27c309c85 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f36b78d14c3146ccbc9ea760b14a32c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9636078 Mar 24 01:13:47.935408 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38414) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:48.008571 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a623678-325c-4c01-ab10-b5d616d61311 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for floatingip (0b5730e8-cd7e-48bc-8e5d-32e1c8f2cbdd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:48.012429 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a623678-325c-4c01-ab10-b5d616d61311 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:48.020941 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5a623678-325c-4c01-ab10-b5d616d61311 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "DELETE /v2.0/floatingips/0b5730e8-cd7e-48bc-8e5d-32e1c8f2cbdd HTTP/1.1" status: 204 len: 168 time: 3.1513848 Mar 24 01:13:48.024906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-634472bb-59cf-4e29-ba54-fcd73f7248ec None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:13:48.198747 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-25e8f5e5-f4bb-4a77-8812-5845a0ccb481 admin admin] Publish callbacks [] for security_group (edafe97e-da91-4168-aabf-6922f5657bee), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:48.255898 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-25e8f5e5-f4bb-4a77-8812-5845a0ccb481 admin admin] Publish callbacks [] for security_group (edafe97e-da91-4168-aabf-6922f5657bee), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:48.308187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b8b8d-a8ce-40de-8327-b6477ae1ef0d req-36e3041d-0f6e-4654-854a-b8d13630fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:48.320905 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-774b8b8d-a8ce-40de-8327-b6477ae1ef0d req-36e3041d-0f6e-4654-854a-b8d13630fa8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 915 time: 0.5792170 Mar 24 01:13:48.357915 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83783c43-6b10-4e2d-833b-f6b992a080d8 admin admin] Publish callbacks [] for security_group (3722ee48-3050-4e10-bc63-c424ec52bb98), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:48.370127 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-25e8f5e5-f4bb-4a77-8812-5845a0ccb481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (edafe97e-da91-4168-aabf-6922f5657bee), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:48.372812 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-25e8f5e5-f4bb-4a77-8812-5845a0ccb481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:48.376225 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-25e8f5e5-f4bb-4a77-8812-5845a0ccb481 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/edafe97e-da91-4168-aabf-6922f5657bee HTTP/1.1" status: 204 len: 168 time: 0.5591276 Mar 24 01:13:48.417997 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8f5e5-f4bb-4a77-8812-5845a0ccb481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edafe97e-da91-4168-aabf-6922f5657bee,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:48.444503 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83783c43-6b10-4e2d-833b-f6b992a080d8 admin admin] Publish callbacks [] for security_group (3722ee48-3050-4e10-bc63-c424ec52bb98), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:48.453124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Allocated IP 2001:db8::2 (96e02168-6e1f-426d-9b7e-36ad3df8a787/bb96fe85-159f-47c5-9151-4cbe825bbadb/a1dd082b-8aa5-4a68-b5a1-d54d6636977d) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:13:48.576707 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83783c43-6b10-4e2d-833b-f6b992a080d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3722ee48-3050-4e10-bc63-c424ec52bb98), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:48.580483 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83783c43-6b10-4e2d-833b-f6b992a080d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:48.583690 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-83783c43-6b10-4e2d-833b-f6b992a080d8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3722ee48-3050-4e10-bc63-c424ec52bb98 HTTP/1.1" status: 204 len: 168 time: 0.6236353 Mar 24 01:13:48.597544 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83783c43-6b10-4e2d-833b-f6b992a080d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3722ee48-3050-4e10-bc63-c424ec52bb98,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:48.784473 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38442) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:48.789317 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-51f7ac40-1d47-4544-a6d9-b84c579ad3ef tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1310342537', 'description': 'tempest-description--379358692'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:48.861329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-774b8b8d-a8ce-40de-8327-b6477ae1ef0d req-15da9031-ded9-45c7-996a-af590a80307e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 HTTP/1.1" status: 200 len: 998 time: 0.4515426 Mar 24 01:13:48.868079 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-51f7ac40-1d47-4544-a6d9-b84c579ad3ef tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:48.894139 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:48.979525 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Publish callbacks [] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:48.994054 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:49.082042 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-51f7ac40-1d47-4544-a6d9-b84c579ad3ef tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group (9cdb8fa0-eb93-4689-ab90-c159b36a25e6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:49.092230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-51f7ac40-1d47-4544-a6d9-b84c579ad3ef tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9cdb8fa0-eb93-4689-ab90-c159b36a25e6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:49.123352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b8b8d-a8ce-40de-8327-b6477ae1ef0d req-699b702f-4834-443f-8f79-a648b040535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:49.132597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Network 96e02168-6e1f-426d-9b7e-36ad3df8a787 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:13:49.133391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-774b8b8d-a8ce-40de-8327-b6477ae1ef0d req-699b702f-4834-443f-8f79-a648b040535f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 0.2486842 Mar 24 01:13:49.143736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-51f7ac40-1d47-4544-a6d9-b84c579ad3ef tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:49.150326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:13:49.157842 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-51f7ac40-1d47-4544-a6d9-b84c579ad3ef tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3720384 Mar 24 01:13:49.164146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38452) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:49.164377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38454) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:49.164785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:13:49.209714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b02e7788-9a91-4a69-9996-c2ffbc89245c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Request body: {'security_group_rule': {'security_group_id': '9cdb8fa0-eb93-4689-ab90-c159b36a25e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:49.338438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Pushing event updated for resources: {'Port': ['ID=a1dd082b-8aa5-4a68-b5a1-d54d6636977d,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:49.340205 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7ac40-1d47-4544-a6d9-b84c579ad3ef tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdb8fa0-eb93-4689-ab90-c159b36a25e6,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:49.405561 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Attempting to bind port a1dd082b-8aa5-4a68-b5a1-d54d6636977d on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:13:49.406466 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Attempting to bind port a1dd082b-8aa5-4a68-b5a1-d54d6636977d by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '1d03d703-3b36-40ca-9b20-ddb58b21dd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '96e02168-6e1f-426d-9b7e-36ad3df8a787'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:13:49.406921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Attempting to bind port a1dd082b-8aa5-4a68-b5a1-d54d6636977d on network 96e02168-6e1f-426d-9b7e-36ad3df8a787 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:13:49.417770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:13:49.418254 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Checking segment: {'id': '1d03d703-3b36-40ca-9b20-ddb58b21dd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '96e02168-6e1f-426d-9b7e-36ad3df8a787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:13:49.420593 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:49.421077 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Bound using segment: {'id': '1d03d703-3b36-40ca-9b20-ddb58b21dd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '96e02168-6e1f-426d-9b7e-36ad3df8a787'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:13:49.421670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Bound port: a1dd082b-8aa5-4a68-b5a1-d54d6636977d, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d03d703-3b36-40ca-9b20-ddb58b21dd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '96e02168-6e1f-426d-9b7e-36ad3df8a787'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:13:49.422124 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:49.464802 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b02e7788-9a91-4a69-9996-c2ffbc89245c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group_rule (a95daef8-69cc-4f2d-8632-1692c3591414), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:49.485712 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dddfcf40-ddd7-466b-b053-625947384638 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=628a60f7092f46f58d22cf56e3e7fb5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2649672 Mar 24 01:13:49.501442 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38458) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:49.509913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] For port a1dd082b-8aa5-4a68-b5a1-d54d6636977d, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:13:49.516701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] For port a1dd082b-8aa5-4a68-b5a1-d54d6636977d, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a1dd082b-8aa5-4a68-b5a1-d54d6636977d,segment=NetworkSegment(1d03d703-3b36-40ca-9b20-ddb58b21dd54),segment_id=1d03d703-3b36-40ca-9b20-ddb58b21dd54)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:13:49.527600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-634472bb-59cf-4e29-ba54-fcd73f7248ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3c70e38a-d6f5-4ff9-8847-7edaea57fcbf', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.6', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': 'f6cd92c2-4a1f-49cb-9fe4-f933e05237c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:27:df:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa619e84-f4fe-4f77-96b2-d643e344c363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:13:26Z', 'updated_at': '2022-03-24T01:13:45Z', 'revision_number': 1, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:49.533765 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:49.543657 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b8b8d-a8ce-40de-8327-b6477ae1ef0d req-fe6dc5b4-eceb-4717-ab36-aaea4e49a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:49.546218 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-774b8b8d-a8ce-40de-8327-b6477ae1ef0d req-fe6dc5b4-eceb-4717-ab36-aaea4e49a825 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4097891 Mar 24 01:13:49.570610 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634472bb-59cf-4e29-ba54-fcd73f7248ec None None] Checking router: a9ee4bad-e653-484c-97e8-9380577683bf for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:13:49.646222 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634472bb-59cf-4e29-ba54-fcd73f7248ec None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:49.647001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-634472bb-59cf-4e29-ba54-fcd73f7248ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:49.739993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e85db3-e8bb-450d-8495-902f183d0fc0 None None] Pushing event updated for resources: {'Port': ['ID=a1dd082b-8aa5-4a68-b5a1-d54d6636977d,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:49.816667 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5aeac281-a85a-4521-b6b3-36c4ca8a2163 admin admin] Publish callbacks [] for security_group (3e03fe07-8167-4bfd-b8ae-2120b946f1ed), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:49.847922 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b02e7788-9a91-4a69-9996-c2ffbc89245c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group_rule (a95daef8-69cc-4f2d-8632-1692c3591414), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:49.879390 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b02e7788-9a91-4a69-9996-c2ffbc89245c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (a95daef8-69cc-4f2d-8632-1692c3591414), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:49.901155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Allocated IP 2001:db8::1 (96e02168-6e1f-426d-9b7e-36ad3df8a787/bb96fe85-159f-47c5-9151-4cbe825bbadb/70c08550-2a79-45e0-bc5a-c584de1e7a46) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:13:49.911323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38464) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:49.912998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-634472bb-59cf-4e29-ba54-fcd73f7248ec None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:13:49.963397 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e7788-9a91-4a69-9996-c2ffbc89245c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95daef8-69cc-4f2d-8632-1692c3591414,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:50.001504 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5aeac281-a85a-4521-b6b3-36c4ca8a2163 admin admin] Publish callbacks [] for security_group (3e03fe07-8167-4bfd-b8ae-2120b946f1ed), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:50.004805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-774b8b8d-a8ce-40de-8327-b6477ae1ef0d req-753738b6-7c28-4d8b-ac41-1498279d4a7c service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458485 Mar 24 01:13:50.027496 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-456dcdfa-bd9a-4cb7-b4e0-06e7e1808975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:50.071492 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b02e7788-9a91-4a69-9996-c2ffbc89245c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:50.077154 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b02e7788-9a91-4a69-9996-c2ffbc89245c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8889606 Mar 24 01:13:50.082831 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38468) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:50.107500 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-52dfdcd5-869a-446d-8f41-4294c1f16ba7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Request body: {'security_group_rule': {'security_group_id': '9cdb8fa0-eb93-4689-ab90-c159b36a25e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:50.182852 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52dfdcd5-869a-446d-8f41-4294c1f16ba7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group_rule (d3a67040-184b-4cb1-8159-dd6b1063c467), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:50.273528 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5aeac281-a85a-4521-b6b3-36c4ca8a2163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3e03fe07-8167-4bfd-b8ae-2120b946f1ed), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:50.280689 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5aeac281-a85a-4521-b6b3-36c4ca8a2163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:50.297659 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5aeac281-a85a-4521-b6b3-36c4ca8a2163 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3e03fe07-8167-4bfd-b8ae-2120b946f1ed HTTP/1.1" status: 204 len: 168 time: 0.7882717 Mar 24 01:13:50.343429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeac281-a85a-4521-b6b3-36c4ca8a2163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e03fe07-8167-4bfd-b8ae-2120b946f1ed,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:50.406942 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52dfdcd5-869a-446d-8f41-4294c1f16ba7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group_rule (d3a67040-184b-4cb1-8159-dd6b1063c467), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:50.420091 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52dfdcd5-869a-446d-8f41-4294c1f16ba7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (d3a67040-184b-4cb1-8159-dd6b1063c467), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:50.484296 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfdcd5-869a-446d-8f41-4294c1f16ba7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a67040-184b-4cb1-8159-dd6b1063c467,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:50.504863 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52dfdcd5-869a-446d-8f41-4294c1f16ba7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:50.510446 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-52dfdcd5-869a-446d-8f41-4294c1f16ba7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4223626 Mar 24 01:13:50.510620 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38474) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:50.516238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:50.529237 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-456dcdfa-bd9a-4cb7-b4e0-06e7e1808975 admin admin] Publish callbacks [] for security_group (f782abd0-08a3-42bf-ade4-e80ca5e0f2c8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:50.567785 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-456dcdfa-bd9a-4cb7-b4e0-06e7e1808975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f782abd0-08a3-42bf-ade4-e80ca5e0f2c8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:50.573858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-634472bb-59cf-4e29-ba54-fcd73f7248ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3c70e38a-d6f5-4ff9-8847-7edaea57fcbf', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.6', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': 'f6cd92c2-4a1f-49cb-9fe4-f933e05237c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:27:df:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa619e84-f4fe-4f77-96b2-d643e344c363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:13:26Z', 'updated_at': '2022-03-24T01:13:45Z', 'revision_number': 1, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:50.576075 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:50.647890 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (70c08550-2a79-45e0-bc5a-c584de1e7a46), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:50.654873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634472bb-59cf-4e29-ba54-fcd73f7248ec None None] The sync data for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 is: [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3c70e38a-d6f5-4ff9-8847-7edaea57fcbf', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'floating_ip_address': '172.25.0.6', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'port_id': 'f6cd92c2-4a1f-49cb-9fe4-f933e05237c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'mac_address': 'fa:16:3e:27:df:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa619e84-f4fe-4f77-96b2-d643e344c363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:13:26Z', 'updated_at': '2022-03-24T01:13:45Z', 'revision_number': 1, 'project_id': '3994e882c46047a4949ec2310a17d611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:13:50.684898 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-456dcdfa-bd9a-4cb7-b4e0-06e7e1808975 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3626527a5a9f41b7abbfb9962f640e10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7683289 Mar 24 01:13:50.691074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-774b8b8d-a8ce-40de-8327-b6477ae1ef0d req-22d8aaa2-5be1-46d1-930b-136719c8b7a2 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799332 Mar 24 01:13:50.691556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38478) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:50.705779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456dcdfa-bd9a-4cb7-b4e0-06e7e1808975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f782abd0-08a3-42bf-ade4-e80ca5e0f2c8,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:50.810957 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:50.900698 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (70c08550-2a79-45e0-bc5a-c584de1e7a46), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:51.014916 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Allocated IP 172.25.0.156 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/d87eff7c-7923-425f-b830-70455d4d53ed) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:13:51.020011 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-500dd4ca-8b75-4ca5-bdad-5380ab03f5a7 admin admin] Publish callbacks [] for security_group (f782abd0-08a3-42bf-ade4-e80ca5e0f2c8), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:51.052435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 96e02168-6e1f-426d-9b7e-36ad3df8a787 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:13:51.079606 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:13:51.102055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:13:51.102573 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (62d844f4-a72e-4f63-b9f8-deb7eb54f921), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:51.220928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=70c08550-2a79-45e0-bc5a-c584de1e7a46,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:51.258866 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25592934-cd87-4c02-a3e2-75242b381649 None None] New status for floating IP 3c70e38a-d6f5-4ff9-8847-7edaea57fcbf: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:13:51.296280 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-500dd4ca-8b75-4ca5-bdad-5380ab03f5a7 admin admin] Publish callbacks [] for security_group (f782abd0-08a3-42bf-ade4-e80ca5e0f2c8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:51.335778 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for port (d87eff7c-7923-425f-b830-70455d4d53ed), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:51.405939 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d87eff7c-7923-425f-b830-70455d4d53ed), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:51.487209 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:13:51.492209 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:13:51.501964 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:13:51.515556 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-500dd4ca-8b75-4ca5-bdad-5380ab03f5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f782abd0-08a3-42bf-ade4-e80ca5e0f2c8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:51.522223 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-500dd4ca-8b75-4ca5-bdad-5380ab03f5a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:51.536973 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-500dd4ca-8b75-4ca5-bdad-5380ab03f5a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f782abd0-08a3-42bf-ade4-e80ca5e0f2c8 HTTP/1.1" status: 204 len: 168 time: 0.8363960 Mar 24 01:13:51.582891 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event updated for resources: {'Port': ['ID=d87eff7c-7923-425f-b830-70455d4d53ed,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:51.589265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500dd4ca-8b75-4ca5-bdad-5380ab03f5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f782abd0-08a3-42bf-ade4-e80ca5e0f2c8,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:51.711479 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (70c08550-2a79-45e0-bc5a-c584de1e7a46), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:51.727871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for floatingip (b8b1aae8-247b-41fd-b735-42ed6087a1a5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:51.787130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4c8b05-ccb9-4c7a-a81a-ba3be71d6611 None None] Network 96e02168-6e1f-426d-9b7e-36ad3df8a787 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:13:51.807954 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d87eff7c-7923-425f-b830-70455d4d53ed), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:51.998894 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a1dd082b-8aa5-4a68-b5a1-d54d6636977d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:13:52.173145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-84e316e6-9580-475c-bfe8-7ead34d23310 None None] Provisioning complete for port a1dd082b-8aa5-4a68-b5a1-d54d6636977d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:52.173366 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-84e316e6-9580-475c-bfe8-7ead34d23310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:52.449193 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a1dd082b-8aa5-4a68-b5a1-d54d6636977d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:52.452446 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:52.466617 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (70c08550-2a79-45e0-bc5a-c584de1e7a46), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:52.472673 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (70c08550-2a79-45e0-bc5a-c584de1e7a46), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:52.474433 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (62d844f4-a72e-4f63-b9f8-deb7eb54f921), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:52.633761 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-84e316e6-9580-475c-bfe8-7ead34d23310 None None] Current status of the port a1dd082b-8aa5-4a68-b5a1-d54d6636977d is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:52.634415 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-84e316e6-9580-475c-bfe8-7ead34d23310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:52.644675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=70c08550-2a79-45e0-bc5a-c584de1e7a46,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:52.747125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-84e316e6-9580-475c-bfe8-7ead34d23310 None None] For port a1dd082b-8aa5-4a68-b5a1-d54d6636977d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a1dd082b-8aa5-4a68-b5a1-d54d6636977d,segment=NetworkSegment(1d03d703-3b36-40ca-9b20-ddb58b21dd54),segment_id=1d03d703-3b36-40ca-9b20-ddb58b21dd54)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:13:52.777687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 96e02168-6e1f-426d-9b7e-36ad3df8a787 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:13:52.781221 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:13:52.790835 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-84e316e6-9580-475c-bfe8-7ead34d23310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:52.970403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e316e6-9580-475c-bfe8-7ead34d23310 None None] Pushing event updated for resources: {'Port': ['ID=a1dd082b-8aa5-4a68-b5a1-d54d6636977d,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:53.113959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a1dd082b-8aa5-4a68-b5a1-d54d6636977d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:53.179228 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for port (d87eff7c-7923-425f-b830-70455d4d53ed), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:53.190168 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (d87eff7c-7923-425f-b830-70455d4d53ed), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:53.331688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 62d844f4-a72e-4f63-b9f8-deb7eb54f921 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:13:53.352263 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7c5c1f02-e65e-46ec-a49e-a9479fea23a9 None None] Provisioning complete for port a1dd082b-8aa5-4a68-b5a1-d54d6636977d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:53.352656 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c5c1f02-e65e-46ec-a49e-a9479fea23a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:53.389901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event updated for resources: {'Port': ['ID=d87eff7c-7923-425f-b830-70455d4d53ed,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:53.434460 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (b8b1aae8-247b-41fd-b735-42ed6087a1a5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:53.466049 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:53.475255 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2426cf23-2d77-45d6-96c0-889742122053 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9549868 Mar 24 01:13:53.562730 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c1f02-e65e-46ec-a49e-a9479fea23a9 None None] Current status of the port a1dd082b-8aa5-4a68-b5a1-d54d6636977d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:53.585901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7c5c1f02-e65e-46ec-a49e-a9479fea23a9 None None] Provisioning complete for port 70c08550-2a79-45e0-bc5a-c584de1e7a46 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:53.586547 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c5c1f02-e65e-46ec-a49e-a9479fea23a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (70c08550-2a79-45e0-bc5a-c584de1e7a46), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:53.674961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:13:53.680804 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a57128a5-9132-4145-aaf8-ab6ceb2527ec tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/62d844f4-a72e-4f63-b9f8-deb7eb54f921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8216960 Mar 24 01:13:53.683579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38556) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:53.703135 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b646fa40-bb28-4d22-9506-8553a67ae17d None None] Sync routers for ids ['62d844f4-a72e-4f63-b9f8-deb7eb54f921'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:13:53.737264 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c1f02-e65e-46ec-a49e-a9479fea23a9 None None] Port 70c08550-2a79-45e0-bc5a-c584de1e7a46 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:13:53.743197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b646fa40-bb28-4d22-9506-8553a67ae17d None None] Routers {'62d844f4-a72e-4f63-b9f8-deb7eb54f921'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:53.757602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b646fa40-bb28-4d22-9506-8553a67ae17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['62d844f4-a72e-4f63-b9f8-deb7eb54f921'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:53.766921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b3de20-0464-43d9-a803-6c6b7e9e92d2 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:53.768389 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-59b3de20-0464-43d9-a803-6c6b7e9e92d2 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports/70c08550-2a79-45e0-bc5a-c584de1e7a46 HTTP/1.1" status: 200 len: 911 time: 0.0838664 Mar 24 01:13:53.772942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38560) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:53.779763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-44c41720-3168-4b65-83a9-56d5d0f5e2a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bb96fe85-159f-47c5-9151-4cbe825bbadb'}]}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:53.869541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b646fa40-bb28-4d22-9506-8553a67ae17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:53.884602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b646fa40-bb28-4d22-9506-8553a67ae17d None None] Routers {'62d844f4-a72e-4f63-b9f8-deb7eb54f921'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:13:53.885376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b646fa40-bb28-4d22-9506-8553a67ae17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['62d844f4-a72e-4f63-b9f8-deb7eb54f921'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:53.938247 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a1dd082b-8aa5-4a68-b5a1-d54d6636977d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:13:53.941259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b646fa40-bb28-4d22-9506-8553a67ae17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:13:53.942169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b646fa40-bb28-4d22-9506-8553a67ae17d None None] The sync data for ids ['62d844f4-a72e-4f63-b9f8-deb7eb54f921'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:13:53.994839 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6b87f2a0-2974-48e9-8246-4d5bd6f80dde None None] Provisioning complete for port 70c08550-2a79-45e0-bc5a-c584de1e7a46 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:53.995628 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6b87f2a0-2974-48e9-8246-4d5bd6f80dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (70c08550-2a79-45e0-bc5a-c584de1e7a46), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:54.062018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a1dd082b-8aa5-4a68-b5a1-d54d6636977d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:54.062759 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:54.064722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6b87f2a0-2974-48e9-8246-4d5bd6f80dde None None] Port 70c08550-2a79-45e0-bc5a-c584de1e7a46 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:13:54.261028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-57169f33-f681-4d2f-98bd-e1198b9057b1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1310342537&fields=id&tenant_id=83dbb7736bbd451eb25adbbef64a2e94 HTTP/1.1" status: 200 len: 267 time: 0.3845322 Mar 24 01:13:54.287565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a1dd082b-8aa5-4a68-b5a1-d54d6636977d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:13:54.505637 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b0b6abbc-ae38-4d06-bab5-3071219c792b None None] Provisioning complete for port 70c08550-2a79-45e0-bc5a-c584de1e7a46 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:13:54.507872 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0b6abbc-ae38-4d06-bab5-3071219c792b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (70c08550-2a79-45e0-bc5a-c584de1e7a46), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:54.625807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6abbc-ae38-4d06-bab5-3071219c792b None None] Port 70c08550-2a79-45e0-bc5a-c584de1e7a46 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:13:54.672065 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-8b4e3dd8-c1d9-42b0-8daf-9f944c262655 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:54.673955 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-8b4e3dd8-c1d9-42b0-8daf-9f944c262655 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/networks?id=871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 200 len: 817 time: 0.4115121 Mar 24 01:13:54.798767 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-ba70dc07-6ddd-4dd7-974d-91bfe4d6c918 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/quotas/83dbb7736bbd451eb25adbbef64a2e94 HTTP/1.1" status: 200 len: 375 time: 0.0818422 Mar 24 01:13:54.812981 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44c41720-3168-4b65-83a9-56d5d0f5e2a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (70c08550-2a79-45e0-bc5a-c584de1e7a46), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:56.017948 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-6eca05d1-37ce-485b-b462-b9796570c7d9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1900866 Mar 24 01:13:56.459025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-09e332d4-154f-4517-9020-c4941047988d service neutron] 10.222.0.45 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156203 Mar 24 01:13:56.606293 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44c41720-3168-4b65-83a9-56d5d0f5e2a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (70c08550-2a79-45e0-bc5a-c584de1e7a46), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:56.648289 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44c41720-3168-4b65-83a9-56d5d0f5e2a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (70c08550-2a79-45e0-bc5a-c584de1e7a46), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:56.661870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c41720-3168-4b65-83a9-56d5d0f5e2a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:56.663349 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44c41720-3168-4b65-83a9-56d5d0f5e2a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:56.671098 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-44c41720-3168-4b65-83a9-56d5d0f5e2a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/ports/70c08550-2a79-45e0-bc5a-c584de1e7a46 HTTP/1.1" status: 200 len: 911 time: 2.8968213 Mar 24 01:13:56.675494 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38642) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:13:56.807895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-237c2180-70c1-492c-aba4-6efb5f3f776c service neutron] 10.222.0.45 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479033 Mar 24 01:13:56.843128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c41720-3168-4b65-83a9-56d5d0f5e2a0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=70c08550-2a79-45e0-bc5a-c584de1e7a46,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:57.124222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-188ad07d-e2c0-4b97-9467-044341e3070a req-b13cbdea-5ed7-43d4-af22-58f391064ff2 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 210 time: 0.0668921 Mar 24 01:13:57.577829 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3c3db1f6-943f-4638-97da-4844803125a3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (62d844f4-a72e-4f63-b9f8-deb7eb54f921), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:58.327611 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-3c3db1f6-943f-4638-97da-4844803125a3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port 70c08550-2a79-45e0-bc5a-c584de1e7a46 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:13:58.332365 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3c3db1f6-943f-4638-97da-4844803125a3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (70c08550-2a79-45e0-bc5a-c584de1e7a46), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:58.361657 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38d268ad-88f0-4a7a-9428-358695d9f90e req-13b76c8e-af09-4e97-a9a3-1660bc7bd80c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 210 time: 0.0746973 Mar 24 01:13:58.531500 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3c3db1f6-943f-4638-97da-4844803125a3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (70c08550-2a79-45e0-bc5a-c584de1e7a46), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:58.548271 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-3c3db1f6-943f-4638-97da-4844803125a3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for 70c08550-2a79-45e0-bc5a-c584de1e7a46 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:13:58.733636 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8188cbc9-ab3e-4a46-81bf-160400b4a41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:58.933598 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3c3db1f6-943f-4638-97da-4844803125a3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (70c08550-2a79-45e0-bc5a-c584de1e7a46), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:59.022404 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3db1f6-943f-4638-97da-4844803125a3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=70c08550-2a79-45e0-bc5a-c584de1e7a46,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:13:59.256695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-46a6cc8b-4b5e-4490-b298-5273a47dc994 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:13:59.280259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-46a6cc8b-4b5e-4490-b298-5273a47dc994 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.57 "GET /v2.0/networks?id=871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 200 len: 817 time: 0.3767467 Mar 24 01:13:59.312799 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3c3db1f6-943f-4638-97da-4844803125a3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (62d844f4-a72e-4f63-b9f8-deb7eb54f921), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:59.412523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-e49c785b-7e73-4582-8025-abdd70db2b1e tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83dbb7736bbd451eb25adbbef64a2e94 HTTP/1.1" status: 200 len: 380 time: 0.1215734 Mar 24 01:13:59.423169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-c44508bb-8e24-47da-837e-39d1a6876ec5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Request body: {'port': {'device_id': '6e36396f-7cff-4947-840a-70e887cd31c1', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'admin_state_up': True, 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'security_groups': ['9cdb8fa0-eb93-4689-ab90-c159b36a25e6']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:13:59.740866 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93c2dc45-c3e2-4981-a2e4-9ec9f606bf4c req-bddf7f7e-e188-4cb6-8a48-480d2ea24b5a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 210 time: 0.0942116 Mar 24 01:13:59.773009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-c44508bb-8e24-47da-837e-39d1a6876ec5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Made reservation on behalf of 83dbb7736bbd451eb25adbbef64a2e94 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:13:59.777389 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-c44508bb-8e24-47da-837e-39d1a6876ec5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:59.832329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3db1f6-943f-4638-97da-4844803125a3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 62d844f4-a72e-4f63-b9f8-deb7eb54f921 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:13:59.962402 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:13:59.984752 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3db1f6-943f-4638-97da-4844803125a3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:13:59.998708 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfdfa49-486e-4eff-a596-c5c7ff622f73 None None] Sync routers for ids ['62d844f4-a72e-4f63-b9f8-deb7eb54f921'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:14:00.007667 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3c3db1f6-943f-4638-97da-4844803125a3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/62d844f4-a72e-4f63-b9f8-deb7eb54f921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3308737 Mar 24 01:14:00.010285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38708) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:00.019605 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfdfa49-486e-4eff-a596-c5c7ff622f73 None None] Routers {'62d844f4-a72e-4f63-b9f8-deb7eb54f921'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:00.020317 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6cfdfa49-486e-4eff-a596-c5c7ff622f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['62d844f4-a72e-4f63-b9f8-deb7eb54f921'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:00.050246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-c44508bb-8e24-47da-837e-39d1a6876ec5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Allocated IP 172.20.0.10 (871413ce-bf54-4e47-942e-8e906667bc5f/e4d27960-c52d-4f7c-8496-b63aa9268ea4/e335762b-23e4-4b98-aed9-2a66b076d971) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:14:00.068035 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9c54cc97-a2ea-4c35-8591-465fe15f7f5d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports?device_id=62d844f4-a72e-4f63-b9f8-deb7eb54f921 HTTP/1.1" status: 200 len: 205 time: 0.0562119 Mar 24 01:14:00.071451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38712) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:00.167511 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6cfdfa49-486e-4eff-a596-c5c7ff622f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:00.192552 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfdfa49-486e-4eff-a596-c5c7ff622f73 None None] Routers {'62d844f4-a72e-4f63-b9f8-deb7eb54f921'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:00.195085 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6cfdfa49-486e-4eff-a596-c5c7ff622f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:13:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['62d844f4-a72e-4f63-b9f8-deb7eb54f921'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:00.212677 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40ba036e-51d7-4a3e-9400-37032332f615 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (62d844f4-a72e-4f63-b9f8-deb7eb54f921), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:00.313569 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6cfdfa49-486e-4eff-a596-c5c7ff622f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:00.314229 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfdfa49-486e-4eff-a596-c5c7ff622f73 None None] The sync data for ids ['62d844f4-a72e-4f63-b9f8-deb7eb54f921'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:14:00.417248 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-c44508bb-8e24-47da-837e-39d1a6876ec5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for port (e335762b-23e4-4b98-aed9-2a66b076d971), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:00.489464 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-c44508bb-8e24-47da-837e-39d1a6876ec5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:00.502231 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40ba036e-51d7-4a3e-9400-37032332f615 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (62d844f4-a72e-4f63-b9f8-deb7eb54f921), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:00.504666 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40ba036e-51d7-4a3e-9400-37032332f615 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_controller (62d844f4-a72e-4f63-b9f8-deb7eb54f921), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:00.577388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44508bb-8e24-47da-837e-39d1a6876ec5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event updated for resources: {'Port': ['ID=e335762b-23e4-4b98-aed9-2a66b076d971,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:00.590597 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-c44508bb-8e24-47da-837e-39d1a6876ec5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Network 871413ce-bf54-4e47-942e-8e906667bc5f is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:14:00.594216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-c44508bb-8e24-47da-837e-39d1a6876ec5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:00.600327 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40ba036e-51d7-4a3e-9400-37032332f615 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (62d844f4-a72e-4f63-b9f8-deb7eb54f921), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:00.600879 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ba036e-51d7-4a3e-9400-37032332f615 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Fanout notify agent at l3_agent the message router_deleted on router 62d844f4-a72e-4f63-b9f8-deb7eb54f921 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:14:00.607775 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40ba036e-51d7-4a3e-9400-37032332f615 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:00.608738 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-40ba036e-51d7-4a3e-9400-37032332f615 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/routers/62d844f4-a72e-4f63-b9f8-deb7eb54f921 HTTP/1.1" status: 204 len: 168 time: 0.5361440 Mar 24 01:14:00.614886 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38722) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:00.616714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-c44508bb-8e24-47da-837e-39d1a6876ec5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:14:00.724334 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-afff3806-5f17-4a2d-a406-07151b803271 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting subnet bb96fe85-159f-47c5-9151-4cbe825bbadb {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:14:00.742179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-c44508bb-8e24-47da-837e-39d1a6876ec5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:00.746876 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-c44508bb-8e24-47da-837e-39d1a6876ec5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:00.759551 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afff3806-5f17-4a2d-a406-07151b803271 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (bb96fe85-159f-47c5-9151-4cbe825bbadb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:00.833073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-c44508bb-8e24-47da-837e-39d1a6876ec5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4154360 Mar 24 01:14:00.847167 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2209573-de33-497d-bad8-036f6036d2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:00.883134 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Request body: {'port': {'device_id': '6e36396f-7cff-4947-840a-70e887cd31c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:14:00.936784 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afff3806-5f17-4a2d-a406-07151b803271 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (bb96fe85-159f-47c5-9151-4cbe825bbadb), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:01.163645 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:01.196870 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afff3806-5f17-4a2d-a406-07151b803271 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (bb96fe85-159f-47c5-9151-4cbe825bbadb), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:01.217877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2d620a21-80e9-4827-8a2b-a71ef1f2a7ca None None] Provisioning complete for port e335762b-23e4-4b98-aed9-2a66b076d971 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:01.218455 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2d620a21-80e9-4827-8a2b-a71ef1f2a7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:01.287542 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afff3806-5f17-4a2d-a406-07151b803271 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (bb96fe85-159f-47c5-9151-4cbe825bbadb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:01.310989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2d620a21-80e9-4827-8a2b-a71ef1f2a7ca None None] Port e335762b-23e4-4b98-aed9-2a66b076d971 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:14:01.321684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968f1d7-56b5-4113-aad8-3b974effe79e req-53cdb305-8e00-4ee5-b5d5-c2ed62b83e44 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:01.325421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5968f1d7-56b5-4113-aad8-3b974effe79e req-53cdb305-8e00-4ee5-b5d5-c2ed62b83e44 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 932 time: 0.3591297 Mar 24 01:14:01.398746 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff3806-5f17-4a2d-a406-07151b803271 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Subnet': ['ID=bb96fe85-159f-47c5-9151-4cbe825bbadb,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:01.400722 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-afff3806-5f17-4a2d-a406-07151b803271 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:01.407531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d09b6-1e0e-48df-9fbe-27979b91a756 None None] Network 96e02168-6e1f-426d-9b7e-36ad3df8a787 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:14:01.442140 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-afff3806-5f17-4a2d-a406-07151b803271 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/bb96fe85-159f-47c5-9151-4cbe825bbadb HTTP/1.1" status: 204 len: 168 time: 0.8261309 Mar 24 01:14:01.442799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38736) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:01.720295 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (96e02168-6e1f-426d-9b7e-36ad3df8a787), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:01.743179 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28610ca-8e26-4aae-8721-a2188649db9b None None] DHCP port deletion for 96e02168-6e1f-426d-9b7e-36ad3df8a787 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:14:01.878329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a28610ca-8e26-4aae-8721-a2188649db9b None None] Deleting port a1dd082b-8aa5-4a68-b5a1-d54d6636977d {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:14:01.878707 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a28610ca-8e26-4aae-8721-a2188649db9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:01.897239 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port a1dd082b-8aa5-4a68-b5a1-d54d6636977d {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:14:01.908879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a1dd082b-8aa5-4a68-b5a1-d54d6636977d no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:14:01.909491 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:01.931996 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5968f1d7-56b5-4113-aad8-3b974effe79e req-ce83ac82-14fa-4310-b80c-999a576ce1be tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6016874 Mar 24 01:14:02.120225 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e335762b-23e4-4b98-aed9-2a66b076d971 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:14:02.135847 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Publish callbacks [] for port (e335762b-23e4-4b98-aed9-2a66b076d971), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:02.150581 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] For port a1dd082b-8aa5-4a68-b5a1-d54d6636977d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a1dd082b-8aa5-4a68-b5a1-d54d6636977d,segment=NetworkSegment(1d03d703-3b36-40ca-9b20-ddb58b21dd54),segment_id=1d03d703-3b36-40ca-9b20-ddb58b21dd54)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:02.151131 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:02.179242 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Transition to ACTIVE for port object e335762b-23e4-4b98-aed9-2a66b076d971 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:14:02.180279 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for a1dd082b-8aa5-4a68-b5a1-d54d6636977d owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:14:02.186541 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:02.201773 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:02.228022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a28610ca-8e26-4aae-8721-a2188649db9b None None] For port a1dd082b-8aa5-4a68-b5a1-d54d6636977d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a1dd082b-8aa5-4a68-b5a1-d54d6636977d,segment=NetworkSegment(1d03d703-3b36-40ca-9b20-ddb58b21dd54),segment_id=1d03d703-3b36-40ca-9b20-ddb58b21dd54)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:02.228732 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a28610ca-8e26-4aae-8721-a2188649db9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:02.385449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e335762b-23e4-4b98-aed9-2a66b076d971,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:02.389562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a1dd082b-8aa5-4a68-b5a1-d54d6636977d is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:02.390031 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:02.392490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a28610ca-8e26-4aae-8721-a2188649db9b None None] Calling delete_port for a1dd082b-8aa5-4a68-b5a1-d54d6636977d owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:14:02.482914 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:02.601133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Attempting to bind port e335762b-23e4-4b98-aed9-2a66b076d971 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:14:02.601468 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Attempting to bind port e335762b-23e4-4b98-aed9-2a66b076d971 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:14:02.601796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Attempting to bind port e335762b-23e4-4b98-aed9-2a66b076d971 on network 871413ce-bf54-4e47-942e-8e906667bc5f {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:14:02.618932 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Port e335762b-23e4-4b98-aed9-2a66b076d971 on network 871413ce-bf54-4e47-942e-8e906667bc5f not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:14:02.624912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Attempting to bind port e335762b-23e4-4b98-aed9-2a66b076d971 on network 871413ce-bf54-4e47-942e-8e906667bc5f {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:14:02.628376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] No DVR routers for this DVR port a1dd082b-8aa5-4a68-b5a1-d54d6636977d on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:14:02.639400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:14:02.639801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Checking segment: {'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:14:02.640144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Bound using segment: {'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:14:02.640603 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Bound port: e335762b-23e4-4b98-aed9-2a66b076d971, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505cd1db-b797-44af-b658-b8911b63af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:14:02.640976 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:02.683718 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:02.842126 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a28610ca-8e26-4aae-8721-a2188649db9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (a1dd082b-8aa5-4a68-b5a1-d54d6636977d), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:02.862923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] For port e335762b-23e4-4b98-aed9-2a66b076d971, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:14:02.869639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] For port e335762b-23e4-4b98-aed9-2a66b076d971, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=e335762b-23e4-4b98-aed9-2a66b076d971,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:14:02.882547 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:02.889288 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (96e02168-6e1f-426d-9b7e-36ad3df8a787), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:02.927553 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e02168-6e1f-426d-9b7e-36ad3df8a787']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:02.938671 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d03d703-3b36-40ca-9b20-ddb58b21dd54') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:02.939409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d03d703-3b36-40ca-9b20-ddb58b21dd54') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:02.948563 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28610ca-8e26-4aae-8721-a2188649db9b None None] Pushing event deleted for resources: {'Port': ['ID=a1dd082b-8aa5-4a68-b5a1-d54d6636977d,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:02.955944 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (1d03d703-3b36-40ca-9b20-ddb58b21dd54), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:02.973789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:02.974868 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:02.976333 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] 10.222.0.57 "PUT /v2.0/ports/e335762b-23e4-4b98-aed9-2a66b076d971 HTTP/1.1" status: 200 len: 1092 time: 2.1341228 Mar 24 01:14:02.976812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e36396f-7cff-4947-840a-70e887cd31c1', 'tag': 'e335762b-23e4-4b98-aed9-2a66b076d971'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:14:02.991629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28610ca-8e26-4aae-8721-a2188649db9b None None] No DVR routers for this DVR port a1dd082b-8aa5-4a68-b5a1-d54d6636977d on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:14:02.992139 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c00c0e-f291-414f-966a-49528727cb08" -d '{"events": [{"name": "network-changed", "server_uuid": "6e36396f-7cff-4947-840a-70e887cd31c1", "tag": "e335762b-23e4-4b98-aed9-2a66b076d971"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:14:03.026956 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (1d03d703-3b36-40ca-9b20-ddb58b21dd54), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:03.056646 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:14:03.060067 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (1d03d703-3b36-40ca-9b20-ddb58b21dd54), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:03.118738 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5c569-b5ac-45dc-9080-55ea2a0299a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e335762b-23e4-4b98-aed9-2a66b076d971,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:03.125071 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dacad6-5f08-4fae-9374-e83aa31c2cf6 x-openstack-request-id: req-f1dacad6-5f08-4fae-9374-e83aa31c2cf6 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:14:03.125390 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e36396f-7cff-4947-840a-70e887cd31c1", "tag": "e335762b-23e4-4b98-aed9-2a66b076d971", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:14:03.125650 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f1dacad6-5f08-4fae-9374-e83aa31c2cf6 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:14:03.126127 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1dacad6-5f08-4fae-9374-e83aa31c2cf6'] response: {'name': 'network-changed', 'server_uuid': '6e36396f-7cff-4947-840a-70e887cd31c1', 'tag': 'e335762b-23e4-4b98-aed9-2a66b076d971', 'status': 'completed', 'code': 200} Mar 24 01:14:03.256853 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=a1dd082b-8aa5-4a68-b5a1-d54d6636977d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:14:03.261323 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:14:03.266782 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (96e02168-6e1f-426d-9b7e-36ad3df8a787), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:03.272727 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:03.276141 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/networks/96e02168-6e1f-426d-9b7e-36ad3df8a787 HTTP/1.1" status: 204 len: 168 time: 1.8320026 Mar 24 01:14:03.283133 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38760) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:03.288380 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-16902a2e-91a7-4a71-b079-1edc0d4fbd34 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1489714197', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:14:03.297936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-e16fdacf-773e-46db-be95-4c064336ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:03.302343 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-e16fdacf-773e-46db-be95-4c064336ccf6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 1126 time: 0.2713909 Mar 24 01:14:03.329464 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8df4e0d3-5680-484c-85a8-87c0452e980d req-ed0f37af-a301-498c-8182-ea89adea8248 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9514782 Mar 24 01:14:03.331725 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16902a2e-91a7-4a71-b079-1edc0d4fbd34 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (1deed5f6-9a41-44f1-bc36-3dc4c4004930), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:03.333259 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16902a2e-91a7-4a71-b079-1edc0d4fbd34 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (1deed5f6-9a41-44f1-bc36-3dc4c4004930), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:03.340581 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f4ce8-e266-4776-914e-e51a02bfef7b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Network': ['ID=96e02168-6e1f-426d-9b7e-36ad3df8a787,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:03.411130 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-0e1a5fe3-5788-4321-95e0-7274c68a3a26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e335762b-23e4-4b98-aed9-2a66b076d971 HTTP/1.1" status: 200 len: 217 time: 0.1001647 Mar 24 01:14:03.499596 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16902a2e-91a7-4a71-b079-1edc0d4fbd34 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_controller (1deed5f6-9a41-44f1-bc36-3dc4c4004930), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:03.518543 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16902a2e-91a7-4a71-b079-1edc0d4fbd34 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (1deed5f6-9a41-44f1-bc36-3dc4c4004930), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:03.531134 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9365e-b172-4c7b-80cb-d9c369e03a0f req-e7966cbb-0256-4fc4-b160-30cc4583dbe8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:03.533013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ba9365e-b172-4c7b-80cb-d9c369e03a0f req-e7966cbb-0256-4fc4-b160-30cc4583dbe8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.3547108 Mar 24 01:14:03.543788 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4e0d3-5680-484c-85a8-87c0452e980d req-831cb7d9-079f-4ee8-a9ca-08bceb2dd3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:03.545708 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8df4e0d3-5680-484c-85a8-87c0452e980d req-831cb7d9-079f-4ee8-a9ca-08bceb2dd3f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bac96e758dc241c18c6c15569d3c31bb&device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 1132 time: 0.1193259 Mar 24 01:14:03.549480 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16902a2e-91a7-4a71-b079-1edc0d4fbd34 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:03.557873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38764) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:03.563143 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-16902a2e-91a7-4a71-b079-1edc0d4fbd34 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2780616 Mar 24 01:14:03.565210 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-df16b32d-9bc5-4808-b6d6-773d519dacd3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1582909032'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:14:03.648083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-faa68267-4dee-45e2-a3b1-e24a6eac5349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:03.650394 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-faa68267-4dee-45e2-a3b1-e24a6eac5349 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4d27960-c52d-4f7c-8496-b63aa9268ea4 HTTP/1.1" status: 200 len: 856 time: 0.2112110 Mar 24 01:14:03.654789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df16b32d-9bc5-4808-b6d6-773d519dacd3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:14:03.658777 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df16b32d-9bc5-4808-b6d6-773d519dacd3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:03.694302 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:03.759227 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ba9365e-b172-4c7b-80cb-d9c369e03a0f req-759cab92-2e44-4225-8e7c-51ce5df0d313 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158952 Mar 24 01:14:03.789695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df16b32d-9bc5-4808-b6d6-773d519dacd3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:14:03.799597 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-bd26880b-0796-48a9-bf1e-2577468e9e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:03.801340 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-bd26880b-0796-48a9-bf1e-2577468e9e83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=871413ce-bf54-4e47-942e-8e906667bc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1401854 Mar 24 01:14:03.803976 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4e0d3-5680-484c-85a8-87c0452e980d req-9a97836e-cdc8-4da9-ab55-1d3bc8bca300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:03.807996 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8df4e0d3-5680-484c-85a8-87c0452e980d req-9a97836e-cdc8-4da9-ab55-1d3bc8bca300 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.2266347 Mar 24 01:14:03.808623 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df16b32d-9bc5-4808-b6d6-773d519dacd3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (b1ee39c1-0e8c-46fe-9421-286874a6b46a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:03.809154 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-df16b32d-9bc5-4808-b6d6-773d519dacd3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Added segment b1ee39c1-0e8c-46fe-9421-286874a6b46a of type vlan for network eb4fc843-7761-4cd2-bb33-2f129f472c0a Mar 24 01:14:03.931452 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8df4e0d3-5680-484c-85a8-87c0452e980d req-239b5da0-eaf4-43a3-975d-1ba37d7e77c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=aec6cacc-2df0-428c-9b5d-354f186df364 HTTP/1.1" status: 200 len: 217 time: 0.1171064 Mar 24 01:14:03.958758 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df16b32d-9bc5-4808-b6d6-773d519dacd3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (eb4fc843-7761-4cd2-bb33-2f129f472c0a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:04.025949 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4e0d3-5680-484c-85a8-87c0452e980d req-8845cc57-2d06-445d-a7e2-39ff0118f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:04.032329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-0d3530e3-13e8-4d2a-9358-031163fd74d1 service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201378 Mar 24 01:14:04.034295 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8df4e0d3-5680-484c-85a8-87c0452e980d req-8845cc57-2d06-445d-a7e2-39ff0118f9c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0966761 Mar 24 01:14:04.036860 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df16b32d-9bc5-4808-b6d6-773d519dacd3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (eb4fc843-7761-4cd2-bb33-2f129f472c0a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:04.053795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16b32d-9bc5-4808-b6d6-773d519dacd3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:04.055275 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df16b32d-9bc5-4808-b6d6-773d519dacd3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:04.120042 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-df16b32d-9bc5-4808-b6d6-773d519dacd3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5606961 Mar 24 01:14:04.120917 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38770) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:04.130993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d5766c60-8215-4cac-b725-b9ff5f038ac0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'subnet': {'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:14:04.197529 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4e0d3-5680-484c-85a8-87c0452e980d req-86c6f79f-8ddc-41f3-90fe-a335d1204f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:04.199432 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8df4e0d3-5680-484c-85a8-87c0452e980d req-86c6f79f-8ddc-41f3-90fe-a335d1204f36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1598711 Mar 24 01:14:04.241531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16b32d-9bc5-4808-b6d6-773d519dacd3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Network': ['ID=eb4fc843-7761-4cd2-bb33-2f129f472c0a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:04.255439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network eb4fc843-7761-4cd2-bb33-2f129f472c0a details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:14:04.375402 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5766c60-8215-4cac-b725-b9ff5f038ac0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:14:04.386633 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5766c60-8215-4cac-b725-b9ff5f038ac0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:04.495146 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00f7a76-4896-4c99-89a0-aed2eee6042a req-8c5b5c32-2d3b-4193-897b-f80a463a7e76 service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134071 Mar 24 01:14:04.609884 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8df4e0d3-5680-484c-85a8-87c0452e980d req-0af337e9-ebb0-4592-8362-60469a0ff93d service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012051 Mar 24 01:14:04.655479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c00c0e-f291-414f-966a-49528727cb08 req-218db4a5-9d33-421e-8410-e528d60321c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:04.658786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54c00c0e-f291-414f-966a-49528727cb08 req-218db4a5-9d33-421e-8410-e528d60321c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 1126 time: 0.0994020 Mar 24 01:14:04.927822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c00c0e-f291-414f-966a-49528727cb08 req-ba7443d4-d4a6-42ba-9e57-5d8fece47921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:04.929713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54c00c0e-f291-414f-966a-49528727cb08 req-ba7443d4-d4a6-42ba-9e57-5d8fece47921 service neutron] 10.222.0.57 "GET /v2.0/networks?id=871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 200 len: 918 time: 0.2648365 Mar 24 01:14:05.058819 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5766c60-8215-4cac-b725-b9ff5f038ac0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (54e69070-cc1d-4911-ab77-8dc9a2829789), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:05.088149 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54c00c0e-f291-414f-966a-49528727cb08 req-762f0afb-a606-4834-9023-771ad429a88d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e335762b-23e4-4b98-aed9-2a66b076d971 HTTP/1.1" status: 200 len: 217 time: 0.1407003 Mar 24 01:14:05.122217 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8df4e0d3-5680-484c-85a8-87c0452e980d req-02883879-9352-4deb-b036-cec5f6c51ad6 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906981 Mar 24 01:14:05.184326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5766c60-8215-4cac-b725-b9ff5f038ac0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Checking segment: {'id': 'b1ee39c1-0e8c-46fe-9421-286874a6b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:14:05.184848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5766c60-8215-4cac-b725-b9ff5f038ac0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network hostable DHCP agents. Network: eb4fc843-7761-4cd2-bb33-2f129f472c0a, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:14:05.189956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5766c60-8215-4cac-b725-b9ff5f038ac0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Subnet': ['ID=54e69070-cc1d-4911-ab77-8dc9a2829789,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:05.230998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c00c0e-f291-414f-966a-49528727cb08 req-83fc8531-6554-4fcb-a970-d77abc585f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:05.231886 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:05.236544 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54c00c0e-f291-414f-966a-49528727cb08 req-83fc8531-6554-4fcb-a970-d77abc585f50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4d27960-c52d-4f7c-8496-b63aa9268ea4 HTTP/1.1" status: 200 len: 856 time: 0.1400292 Mar 24 01:14:05.243614 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5766c60-8215-4cac-b725-b9ff5f038ac0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network eb4fc843-7761-4cd2-bb33-2f129f472c0a is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:14:05.261245 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d5766c60-8215-4cac-b725-b9ff5f038ac0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, eb4fc843-7761-4cd2-bb33-2f129f472c0a) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:05.274409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab50509-3fed-40c1-8786-6f87c77c6a3b None None] Network eb4fc843-7761-4cd2-bb33-2f129f472c0a requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:14:05.282120 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5766c60-8215-4cac-b725-b9ff5f038ac0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:05.282723 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5766c60-8215-4cac-b725-b9ff5f038ac0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:05.343451 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d5766c60-8215-4cac-b725-b9ff5f038ac0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2166626 Mar 24 01:14:05.347042 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38794) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:05.396519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07a7e7-21b7-4dfb-b9a2-d84eede8057e req-ad6f86c0-654f-4f4f-a18a-d690ec1d171f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:05.405826 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e07a7e7-21b7-4dfb-b9a2-d84eede8057e req-ad6f86c0-654f-4f4f-a18a-d690ec1d171f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.4749589 Mar 24 01:14:05.541886 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e07a7e7-21b7-4dfb-b9a2-d84eede8057e req-ee83ffda-0cb7-4b2b-9f15-314a7f5135e9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334500 Mar 24 01:14:05.557908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c00c0e-f291-414f-966a-49528727cb08 req-46d34493-3095-4337-be6f-a875be95bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:05.574029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54c00c0e-f291-414f-966a-49528727cb08 req-46d34493-3095-4337-be6f-a875be95bbb6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=871413ce-bf54-4e47-942e-8e906667bc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3085098 Mar 24 01:14:05.604108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:14:05.605063 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:05.868418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54c00c0e-f291-414f-966a-49528727cb08 req-cc918341-c302-486d-8b59-dc0858d6db44 service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814374 Mar 24 01:14:06.012291 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Allocated IP 2001:db8::2 (eb4fc843-7761-4cd2-bb33-2f129f472c0a/54e69070-cc1d-4911-ab77-8dc9a2829789/3c9ea852-ada6-4c3e-bf15-a13eaf9fe476) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:14:06.199468 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:06.279063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3c8adb8-ffab-4931-bd91-ddbcfa9332f8 req-94fd3cde-b679-48fd-bb69-904d954035de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3109515 Mar 24 01:14:06.318970 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54c00c0e-f291-414f-966a-49528727cb08 req-2b61023d-b380-44ae-9914-04de21416551 service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455571 Mar 24 01:14:06.444287 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Publish callbacks [] for port (3c9ea852-ada6-4c3e-bf15-a13eaf9fe476), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:06.477580 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (3c9ea852-ada6-4c3e-bf15-a13eaf9fe476), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:06.551919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8adb8-ffab-4931-bd91-ddbcfa9332f8 req-ae2cb21f-9b56-4101-8ede-f7b585b3d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:06.553460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3c8adb8-ffab-4931-bd91-ddbcfa9332f8 req-ae2cb21f-9b56-4101-8ede-f7b585b3d98b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 1128 time: 0.2079329 Mar 24 01:14:06.898053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8adb8-ffab-4931-bd91-ddbcfa9332f8 req-01396d76-2f9a-4c3a-8148-de0b2d16e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:06.903044 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3c8adb8-ffab-4931-bd91-ddbcfa9332f8 req-01396d76-2f9a-4c3a-8148-de0b2d16e0e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 915 time: 0.3057446 Mar 24 01:14:07.092501 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3c8adb8-ffab-4931-bd91-ddbcfa9332f8 req-e2793cbf-7856-4418-a525-1b0952fe1656 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 HTTP/1.1" status: 200 len: 1000 time: 0.1572495 Mar 24 01:14:07.250518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8405aad-9bcb-4149-a6ee-2828fcc63dbf req-c48d1843-02d5-4412-adf8-5753bbabed0c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:07.259110 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8405aad-9bcb-4149-a6ee-2828fcc63dbf req-c48d1843-02d5-4412-adf8-5753bbabed0c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.4671776 Mar 24 01:14:07.283433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device e335762b-23e4-4b98-aed9-2a66b076d971 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:14:07.342117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Network eb4fc843-7761-4cd2-bb33-2f129f472c0a is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:14:07.365320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:07.368824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8adb8-ffab-4931-bd91-ddbcfa9332f8 req-3d625d68-21ff-464f-abd1-461ff54edbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:07.376671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3c8adb8-ffab-4931-bd91-ddbcfa9332f8 req-3d625d68-21ff-464f-abd1-461ff54edbba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 0.2718217 Mar 24 01:14:07.385733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:14:07.456857 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Allocated IP 2001:db8::1 (eb4fc843-7761-4cd2-bb33-2f129f472c0a/54e69070-cc1d-4911-ab77-8dc9a2829789/baa85689-6975-4ea4-855f-5dedde75959c) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:14:07.462670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Pushing event updated for resources: {'Port': ['ID=3c9ea852-ada6-4c3e-bf15-a13eaf9fe476,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:07.480533 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.resource_extend [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:14:07.560066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8405aad-9bcb-4149-a6ee-2828fcc63dbf req-74e2ddfd-af45-46c0-9451-65bb06e1d1fd tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880089 Mar 24 01:14:07.625838 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8adb8-ffab-4931-bd91-ddbcfa9332f8 req-1843fe2c-371a-47be-97f8-c8dcc5c4f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:07.627392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3c8adb8-ffab-4931-bd91-ddbcfa9332f8 req-1843fe2c-371a-47be-97f8-c8dcc5c4f8fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2336824 Mar 24 01:14:07.695859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Attempting to bind port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:14:07.700043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Attempting to bind port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'b1ee39c1-0e8c-46fe-9421-286874a6b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:14:07.703626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Attempting to bind port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 on network eb4fc843-7761-4cd2-bb33-2f129f472c0a {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:14:07.726978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:14:07.742660 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Checking segment: {'id': 'b1ee39c1-0e8c-46fe-9421-286874a6b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:14:07.744476 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:07.747581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Bound using segment: {'id': 'b1ee39c1-0e8c-46fe-9421-286874a6b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:14:07.748442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Bound port: 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ee39c1-0e8c-46fe-9421-286874a6b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:14:07.749062 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3c9ea852-ada6-4c3e-bf15-a13eaf9fe476), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:07.820871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (baa85689-6975-4ea4-855f-5dedde75959c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:07.890111 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3c8adb8-ffab-4931-bd91-ddbcfa9332f8 req-2ad959ef-9857-4be5-a3f7-83440d31860d service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555959 Mar 24 01:14:07.898301 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (baa85689-6975-4ea4-855f-5dedde75959c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:08.000797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] For port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:14:08.009843 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port e335762b-23e4-4b98-aed9-2a66b076d971, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=e335762b-23e4-4b98-aed9-2a66b076d971,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:08.043258 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network eb4fc843-7761-4cd2-bb33-2f129f472c0a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:14:08.060088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=baa85689-6975-4ea4-855f-5dedde75959c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:08.070595 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:08.074157 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:14:08.074658 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (1deed5f6-9a41-44f1-bc36-3dc4c4004930), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:08.081731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] For port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3c9ea852-ada6-4c3e-bf15-a13eaf9fe476,segment=NetworkSegment(b1ee39c1-0e8c-46fe-9421-286874a6b46a),segment_id=b1ee39c1-0e8c-46fe-9421-286874a6b46a)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:14:08.098858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'e335762b-23e4-4b98-aed9-2a66b076d971', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'port_id': 'e335762b-23e4-4b98-aed9-2a66b076d971', 'mac_address': 'fa:16:3e:83:07:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:14:08.106691 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3c9ea852-ada6-4c3e-bf15-a13eaf9fe476), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:08.125995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3c8adb8-ffab-4931-bd91-ddbcfa9332f8 req-c1ea6c49-945a-4d44-a614-faa43138a4be service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266824 Mar 24 01:14:08.374451 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port e335762b-23e4-4b98-aed9-2a66b076d971 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:08.375387 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:08.409830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e335762b-23e4-4b98-aed9-2a66b076d971 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:14:08.460053 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port e335762b-23e4-4b98-aed9-2a66b076d971, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=e335762b-23e4-4b98-aed9-2a66b076d971,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:08.476282 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:08.489432 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (baa85689-6975-4ea4-855f-5dedde75959c), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:08.554878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb0f26-2bba-4b6a-9b5d-17d945b10faf None None] Pushing event updated for resources: {'Port': ['ID=3c9ea852-ada6-4c3e-bf15-a13eaf9fe476,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:08.777351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=e335762b-23e4-4b98-aed9-2a66b076d971,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:08.873938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['e335762b-23e4-4b98-aed9-2a66b076d971'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:14:08.934062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f91bc-f610-4634-b1c2-28d1b96c30d4 req-4ec5c962-daa8-4d15-b32d-3367b9d59767 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:08.938038 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0a6f91bc-f610-4634-b1c2-28d1b96c30d4 req-4ec5c962-daa8-4d15-b32d-3367b9d59767 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 945 time: 0.1828842 Mar 24 01:14:09.042568 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0a6f91bc-f610-4634-b1c2-28d1b96c30d4 req-ba84da6a-a795-4e63-94a2-b231d4ea0acd tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976720 Mar 24 01:14:09.154429 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (baa85689-6975-4ea4-855f-5dedde75959c), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:09.161524 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (baa85689-6975-4ea4-855f-5dedde75959c), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:09.162365 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (1deed5f6-9a41-44f1-bc36-3dc4c4004930), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:09.543711 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network eb4fc843-7761-4cd2-bb33-2f129f472c0a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:14:09.553525 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=baa85689-6975-4ea4-855f-5dedde75959c,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:09.576041 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:09.969033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:14:09.991956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:14:10.121449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cea2db-a7fd-4a98-9b81-a5d37a59da24 None None] Network eb4fc843-7761-4cd2-bb33-2f129f472c0a requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:14:10.262904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:14:10.290557 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a54ac872-9e94-4b7b-af8f-ffbb73261a1c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/1deed5f6-9a41-44f1-bc36-3dc4c4004930/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9417362 Mar 24 01:14:10.293007 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38856) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:10.296977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8145ebb-9248-4161-88fe-a393672ff0aa req-f4f86746-98a9-4825-bb92-570586e97005 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:10.304273 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8145ebb-9248-4161-88fe-a393672ff0aa req-f4f86746-98a9-4825-bb92-570586e97005 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 945 time: 0.1075470 Mar 24 01:14:10.307374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fdb24440-0d58-4e1f-ac7a-08a83ead4da0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1573427747'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:14:10.365756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Sync routers for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:14:10.414092 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb24440-0d58-4e1f-ac7a-08a83ead4da0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:14:10.429849 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdb24440-0d58-4e1f-ac7a-08a83ead4da0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:10.460800 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8145ebb-9248-4161-88fe-a393672ff0aa req-0449b64e-b93e-4f9e-9d55-fbc728d08485 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553102 Mar 24 01:14:10.479405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e48f39dd-d2a8-4543-939c-4c3121b851fa None None] Provisioning complete for port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:10.479918 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e48f39dd-d2a8-4543-939c-4c3121b851fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3c9ea852-ada6-4c3e-bf15-a13eaf9fe476), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:10.486783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:10.487587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:14:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:10.548937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb24440-0d58-4e1f-ac7a-08a83ead4da0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:14:10.574610 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdb24440-0d58-4e1f-ac7a-08a83ead4da0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5e338bf9-4123-49ac-b13b-65e929184ad1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:10.581247 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-fdb24440-0d58-4e1f-ac7a-08a83ead4da0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Added segment 5e338bf9-4123-49ac-b13b-65e929184ad1 of type vlan for network 2c8f4a57-c332-4bbb-a802-2e22b75498b2 Mar 24 01:14:10.730003 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdb24440-0d58-4e1f-ac7a-08a83ead4da0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (2c8f4a57-c332-4bbb-a802-2e22b75498b2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:10.867494 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdb24440-0d58-4e1f-ac7a-08a83ead4da0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (2c8f4a57-c332-4bbb-a802-2e22b75498b2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:10.872905 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb24440-0d58-4e1f-ac7a-08a83ead4da0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:10.882218 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdb24440-0d58-4e1f-ac7a-08a83ead4da0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:10.971108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:10.971673 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3c9ea852-ada6-4c3e-bf15-a13eaf9fe476), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:11.092984 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fdb24440-0d58-4e1f-ac7a-08a83ead4da0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7939119 Mar 24 01:14:11.093402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38872) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:11.098897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-491b8a60-d73d-4e6b-9676-78d6168b0a6c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'subnet': {'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:14:11.157651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38874) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:11.180766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device e335762b-23e4-4b98-aed9-2a66b076d971 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:14:11.202383 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb24440-0d58-4e1f-ac7a-08a83ead4da0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Network': ['ID=2c8f4a57-c332-4bbb-a802-2e22b75498b2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:11.423516 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 2c8f4a57-c332-4bbb-a802-2e22b75498b2 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:14:11.430699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e48f39dd-d2a8-4543-939c-4c3121b851fa None None] Current status of the port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:11.431683 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e48f39dd-d2a8-4543-939c-4c3121b851fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3c9ea852-ada6-4c3e-bf15-a13eaf9fe476), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:11.436568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491b8a60-d73d-4e6b-9676-78d6168b0a6c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:14:11.442053 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-491b8a60-d73d-4e6b-9676-78d6168b0a6c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:11.501662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:14:11.502961 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7dc4029c-26e5-4632-8f92-4dfe9b47ae75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:11.838699 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7dc4029c-26e5-4632-8f92-4dfe9b47ae75 admin admin] Publish callbacks [] for security_group (98964265-cb2d-4e5d-8730-ba4f86e1c5b3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:11.848355 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7dc4029c-26e5-4632-8f92-4dfe9b47ae75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (98964265-cb2d-4e5d-8730-ba4f86e1c5b3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:11.933720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4029c-26e5-4632-8f92-4dfe9b47ae75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98964265-cb2d-4e5d-8730-ba4f86e1c5b3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:11.945486 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bde5c2-f1f4-402f-ad23-7a2d576626b4 req-60a14448-1a9c-41e3-b60b-3c68823f6c9e tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:11.968977 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4bde5c2-f1f4-402f-ad23-7a2d576626b4 req-60a14448-1a9c-41e3-b60b-3c68823f6c9e tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 945 time: 0.3138649 Mar 24 01:14:11.997241 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7dc4029c-26e5-4632-8f92-4dfe9b47ae75 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2862444d61af4bf3a71a7c3ae523de9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8301475 Mar 24 01:14:12.002807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38888) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:12.268935 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4bde5c2-f1f4-402f-ad23-7a2d576626b4 req-ba12d274-3e5c-455d-b98f-7181de58fe63 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922122 Mar 24 01:14:12.293000 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e48f39dd-d2a8-4543-939c-4c3121b851fa None None] For port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3c9ea852-ada6-4c3e-bf15-a13eaf9fe476,segment=NetworkSegment(b1ee39c1-0e8c-46fe-9421-286874a6b46a),segment_id=b1ee39c1-0e8c-46fe-9421-286874a6b46a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:12.476893 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e48f39dd-d2a8-4543-939c-4c3121b851fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3c9ea852-ada6-4c3e-bf15-a13eaf9fe476), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:12.589496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port e335762b-23e4-4b98-aed9-2a66b076d971 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:14:12.607617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port e335762b-23e4-4b98-aed9-2a66b076d971 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:12.610925 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:12.843926 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cd0e648a-7432-4d15-9ef0-fe2dc838a9a0 admin admin] Publish callbacks [] for security_group (98964265-cb2d-4e5d-8730-ba4f86e1c5b3), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:12.879615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-158d6c96-e589-44ca-864b-b47e268f7d03 None None] Provisioning complete for port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:12.879993 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-158d6c96-e589-44ca-864b-b47e268f7d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3c9ea852-ada6-4c3e-bf15-a13eaf9fe476), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:12.935062 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cd0e648a-7432-4d15-9ef0-fe2dc838a9a0 admin admin] Publish callbacks [] for security_group (98964265-cb2d-4e5d-8730-ba4f86e1c5b3), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:13.000331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:08Z', 'revision_number': 2, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:08Z', 'revision_number': 2, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:13.024760 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f39dd-d2a8-4543-939c-4c3121b851fa None None] Pushing event updated for resources: {'Port': ['ID=3c9ea852-ada6-4c3e-bf15-a13eaf9fe476,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:13.072516 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-491b8a60-d73d-4e6b-9676-78d6168b0a6c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (ee9ebad9-705d-438f-aba1-efec1fdfc405), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:13.120260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Checking router: 1deed5f6-9a41-44f1-bc36-3dc4c4004930 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:14:13.120874 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Updating router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 port baa85689-6975-4ea4-855f-5dedde75959c binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:14:13.207097 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:13.327341 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cd0e648a-7432-4d15-9ef0-fe2dc838a9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (98964265-cb2d-4e5d-8730-ba4f86e1c5b3), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:13.336858 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cd0e648a-7432-4d15-9ef0-fe2dc838a9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:13.345121 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cd0e648a-7432-4d15-9ef0-fe2dc838a9a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/98964265-cb2d-4e5d-8730-ba4f86e1c5b3 HTTP/1.1" status: 204 len: 168 time: 1.3206966 Mar 24 01:14:13.376609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port e335762b-23e4-4b98-aed9-2a66b076d971 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:13.377113 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:13.389502 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (baa85689-6975-4ea4-855f-5dedde75959c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:13.393443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491b8a60-d73d-4e6b-9676-78d6168b0a6c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Checking segment: {'id': '5e338bf9-4123-49ac-b13b-65e929184ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:14:13.393923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491b8a60-d73d-4e6b-9676-78d6168b0a6c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network hostable DHCP agents. Network: 2c8f4a57-c332-4bbb-a802-2e22b75498b2, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:14:13.444960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e648a-7432-4d15-9ef0-fe2dc838a9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98964265-cb2d-4e5d-8730-ba4f86e1c5b3,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:13.453800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b8a60-d73d-4e6b-9676-78d6168b0a6c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Subnet': ['ID=ee9ebad9-705d-438f-aba1-efec1fdfc405,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:13.481716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:14:13.571434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491b8a60-d73d-4e6b-9676-78d6168b0a6c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 2c8f4a57-c332-4bbb-a802-2e22b75498b2 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:14:13.630379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-491b8a60-d73d-4e6b-9676-78d6168b0a6c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 2c8f4a57-c332-4bbb-a802-2e22b75498b2) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:13.639428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491b8a60-d73d-4e6b-9676-78d6168b0a6c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:13.640767 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-491b8a60-d73d-4e6b-9676-78d6168b0a6c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:13.689041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d56e4c-0706-4400-a655-76892d7fe5fd req-d1afc06f-2cca-4e24-ba96-d3b618c52fc2 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:13.696780 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1d56e4c-0706-4400-a655-76892d7fe5fd req-d1afc06f-2cca-4e24-ba96-d3b618c52fc2 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 945 time: 0.2293565 Mar 24 01:14:13.805467 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-491b8a60-d73d-4e6b-9676-78d6168b0a6c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7104113 Mar 24 01:14:13.808135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38908) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:13.837360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1d56e4c-0706-4400-a655-76892d7fe5fd req-526267df-f1e7-4734-8798-963c83e05330 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395247 Mar 24 01:14:14.407962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38914) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:14.434862 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf3b8-95cd-4487-8188-4f2a5571909f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:14.454567 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469b4673-3d9f-4d65-af91-e2adc43e990d None None] Network 2c8f4a57-c332-4bbb-a802-2e22b75498b2 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:14:14.636532 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf3b8-95cd-4487-8188-4f2a5571909f admin admin] Publish callbacks [] for security_group (1dbd91e4-b1d9-408d-829a-1d97b57df304), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:14.644781 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf3b8-95cd-4487-8188-4f2a5571909f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1dbd91e4-b1d9-408d-829a-1d97b57df304), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:14.764280 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port e335762b-23e4-4b98-aed9-2a66b076d971, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=e335762b-23e4-4b98-aed9-2a66b076d971,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:14.787447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e36396f-7cff-4947-840a-70e887cd31c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e335762b-23e4-4b98-aed9-2a66b076d971'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:14:14.802595 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23965296-efe7-4a3c-b8e9-e6d534e57599" -d '{"events": [{"server_uuid": "6e36396f-7cff-4947-840a-70e887cd31c1", "name": "network-vif-plugged", "status": "completed", "tag": "e335762b-23e4-4b98-aed9-2a66b076d971"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:14:14.803634 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38920) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:14.810085 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1f0cf3b8-95cd-4487-8188-4f2a5571909f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b0f875363c6465582305ed145ab727c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4002912 Mar 24 01:14:14.811122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cf3b8-95cd-4487-8188-4f2a5571909f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbd91e4-b1d9-408d-829a-1d97b57df304,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:14.874837 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:14.962788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:14:14.966619 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:15.029378 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5326b9ca-3cde-421c-a4d8-ce2c82585097 x-openstack-request-id: req-5326b9ca-3cde-421c-a4d8-ce2c82585097 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:14:15.029696 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e36396f-7cff-4947-840a-70e887cd31c1", "name": "network-vif-plugged", "status": "completed", "tag": "e335762b-23e4-4b98-aed9-2a66b076d971", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:14:15.029956 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5326b9ca-3cde-421c-a4d8-ce2c82585097 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:14:15.030459 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5326b9ca-3cde-421c-a4d8-ce2c82585097'] response: {'server_uuid': '6e36396f-7cff-4947-840a-70e887cd31c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e335762b-23e4-4b98-aed9-2a66b076d971', 'code': 200} Mar 24 01:14:15.078163 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c60da39-f36a-4241-a63d-53a3aedf791a admin admin] Publish callbacks [] for security_group (1dbd91e4-b1d9-408d-829a-1d97b57df304), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:15.136465 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c60da39-f36a-4241-a63d-53a3aedf791a admin admin] Publish callbacks [] for security_group (1dbd91e4-b1d9-408d-829a-1d97b57df304), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:15.290789 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:15.322861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64068c-901f-4c69-a301-ca8ba1bca3c3 req-c2911009-7c06-4e4a-b657-259ee644e290 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:15.327470 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b64068c-901f-4c69-a301-ca8ba1bca3c3 req-c2911009-7c06-4e4a-b657-259ee644e290 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.2841132 Mar 24 01:14:15.381994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37adb9-b9a7-4dfe-ae35-53ee3e077871 req-03980eb7-4406-452d-bfc6-a99213f787dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:15.383425 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b37adb9-b9a7-4dfe-ae35-53ee3e077871 req-03980eb7-4406-452d-bfc6-a99213f787dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 1128 time: 0.2613339 Mar 24 01:14:15.502221 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b37adb9-b9a7-4dfe-ae35-53ee3e077871 req-21d81749-b772-41b4-8506-6110a0305495 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015265 Mar 24 01:14:15.515315 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b64068c-901f-4c69-a301-ca8ba1bca3c3 req-b53d6714-53ae-4a7c-9cb4-a9ffb0ebe563 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802938 Mar 24 01:14:15.588593 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-158d6c96-e589-44ca-864b-b47e268f7d03 None None] Current status of the port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:15.872783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-158d6c96-e589-44ca-864b-b47e268f7d03 None None] Provisioning complete for port baa85689-6975-4ea4-855f-5dedde75959c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:15.873208 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-158d6c96-e589-44ca-864b-b47e268f7d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (baa85689-6975-4ea4-855f-5dedde75959c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:16.004330 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c60da39-f36a-4241-a63d-53a3aedf791a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1dbd91e4-b1d9-408d-829a-1d97b57df304), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:16.007048 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c60da39-f36a-4241-a63d-53a3aedf791a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:16.011435 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2c60da39-f36a-4241-a63d-53a3aedf791a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1dbd91e4-b1d9-408d-829a-1d97b57df304 HTTP/1.1" status: 204 len: 168 time: 1.1792910 Mar 24 01:14:16.029926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=e335762b-23e4-4b98-aed9-2a66b076d971,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:16.062989 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60da39-f36a-4241-a63d-53a3aedf791a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbd91e4-b1d9-408d-829a-1d97b57df304,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:16.145370 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:16.146518 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3c9ea852-ada6-4c3e-bf15-a13eaf9fe476), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:16.432376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Allocated IP 2001:db8:1::2 (2c8f4a57-c332-4bbb-a802-2e22b75498b2/ee9ebad9-705d-438f-aba1-efec1fdfc405/32c835e3-8fe1-4a72-a2a8-346e874ae112) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:14:16.469076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-158d6c96-e589-44ca-864b-b47e268f7d03 None None] Port baa85689-6975-4ea4-855f-5dedde75959c cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:14:16.909796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d1b86-06e1-4800-9c1f-3df2b5d7ea79 req-6129933d-8d19-498f-90c1-65515d21efda tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:16.935480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-488d1b86-06e1-4800-9c1f-3df2b5d7ea79 req-6129933d-8d19-498f-90c1-65515d21efda tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.1954668 Mar 24 01:14:17.049789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:17.133411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-488d1b86-06e1-4800-9c1f-3df2b5d7ea79 req-91c0d748-04e9-4157-99b9-3791e6e24e57 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965466 Mar 24 01:14:17.354448 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Publish callbacks [] for port (baa85689-6975-4ea4-855f-5dedde75959c), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:17.428530 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (baa85689-6975-4ea4-855f-5dedde75959c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:17.643555 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Publish callbacks [] for port (32c835e3-8fe1-4a72-a2a8-346e874ae112), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:17.726905 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (32c835e3-8fe1-4a72-a2a8-346e874ae112), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:17.758512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Pushing event updated for resources: {'Port': ['ID=baa85689-6975-4ea4-855f-5dedde75959c,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:17.798338 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Allocated IP 2001:db8:1::1 (2c8f4a57-c332-4bbb-a802-2e22b75498b2/ee9ebad9-705d-438f-aba1-efec1fdfc405/e507fac4-ad72-46e6-afa3-a4f089de1726) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:14:17.904317 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:17.904703 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:17.905054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:17.905458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:17.905800 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:17.921714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:17.922134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:17.927042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:17.927448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:17.927872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:17.930021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:17.930969 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:17.933531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:17.941661 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:17.942243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:18.081731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Attempting to bind port baa85689-6975-4ea4-855f-5dedde75959c on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:14:18.082880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Attempting to bind port baa85689-6975-4ea4-855f-5dedde75959c by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'b1ee39c1-0e8c-46fe-9421-286874a6b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:14:18.083551 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Attempting to bind port baa85689-6975-4ea4-855f-5dedde75959c on network eb4fc843-7761-4cd2-bb33-2f129f472c0a {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:14:18.144422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Network 2c8f4a57-c332-4bbb-a802-2e22b75498b2 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:14:18.149246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:14:18.149787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Checking segment: {'id': 'b1ee39c1-0e8c-46fe-9421-286874a6b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:14:18.150623 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:18.151546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Bound using segment: {'id': 'b1ee39c1-0e8c-46fe-9421-286874a6b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:14:18.153732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Bound port: baa85689-6975-4ea4-855f-5dedde75959c, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ee39c1-0e8c-46fe-9421-286874a6b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:14:18.153732 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (baa85689-6975-4ea4-855f-5dedde75959c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:18.232116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:18.257582 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:18.263100 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:14:18.374802 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:18.416433 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb96f4-5b7f-4d9a-98d8-a7fee8797719 req-b8378582-ef82-4636-bee6-cc4547a544cb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:18.427445 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47bb96f4-5b7f-4d9a-98d8-a7fee8797719 req-b8378582-ef82-4636-bee6-cc4547a544cb tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.1264465 Mar 24 01:14:18.467870 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Pushing event updated for resources: {'Port': ['ID=32c835e3-8fe1-4a72-a2a8-346e874ae112,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:18.559406 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 2c8f4a57-c332-4bbb-a802-2e22b75498b2 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:14:18.573872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:18.579270 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:14:18.582774 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (1deed5f6-9a41-44f1-bc36-3dc4c4004930), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:18.603167 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47bb96f4-5b7f-4d9a-98d8-a7fee8797719 req-04f10556-e845-4d30-befc-0f8f1333aa85 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738544 Mar 24 01:14:18.672318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Attempting to bind port 32c835e3-8fe1-4a72-a2a8-346e874ae112 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:14:18.675024 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Attempting to bind port 32c835e3-8fe1-4a72-a2a8-346e874ae112 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '5e338bf9-4123-49ac-b13b-65e929184ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:14:18.675562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Attempting to bind port 32c835e3-8fe1-4a72-a2a8-346e874ae112 on network 2c8f4a57-c332-4bbb-a802-2e22b75498b2 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:14:18.678066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a26196ab-47f2-4167-86ea-9bc0b85f45cd None None] Provisioning complete for port baa85689-6975-4ea4-855f-5dedde75959c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:18.685307 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a26196ab-47f2-4167-86ea-9bc0b85f45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (baa85689-6975-4ea4-855f-5dedde75959c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:18.857749 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a26196ab-47f2-4167-86ea-9bc0b85f45cd None None] Port baa85689-6975-4ea4-855f-5dedde75959c cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:14:18.938256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:14:18.938638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Checking segment: {'id': '5e338bf9-4123-49ac-b13b-65e929184ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:14:18.948892 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:18.953169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bd6c2-4a47-4a54-8c94-8a64b584caf0 req-9cea8431-c069-46a3-842c-db9aaaeb3f24 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:18.953672 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Bound using segment: {'id': '5e338bf9-4123-49ac-b13b-65e929184ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:14:18.954226 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Bound port: 32c835e3-8fe1-4a72-a2a8-346e874ae112, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e338bf9-4123-49ac-b13b-65e929184ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:14:18.955532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-831bd6c2-4a47-4a54-8c94-8a64b584caf0 req-9cea8431-c069-46a3-842c-db9aaaeb3f24 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.1964924 Mar 24 01:14:18.965083 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (32c835e3-8fe1-4a72-a2a8-346e874ae112), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:18.968198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39008) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:18.976619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-9ffc723c-df25-43d2-aa28-a184322a22c8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Request body: {'floatingip': {'port_id': 'e335762b-23e4-4b98-aed9-2a66b076d971'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:14:18.979411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=e507fac4-ad72-46e6-afa3-a4f089de1726,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:19.114186 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9ffc723c-df25-43d2-aa28-a184322a22c8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for floatingip (b8b1aae8-247b-41fd-b735-42ed6087a1a5), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:19.127404 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:19.200920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] For port 32c835e3-8fe1-4a72-a2a8-346e874ae112, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:14:19.207673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] For port 32c835e3-8fe1-4a72-a2a8-346e874ae112, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=32c835e3-8fe1-4a72-a2a8-346e874ae112,segment=NetworkSegment(5e338bf9-4123-49ac-b13b-65e929184ad1),segment_id=5e338bf9-4123-49ac-b13b-65e929184ad1)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:14:19.226112 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (32c835e3-8fe1-4a72-a2a8-346e874ae112), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:19.246704 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] For port baa85689-6975-4ea4-855f-5dedde75959c, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:14:19.369959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] For port baa85689-6975-4ea4-855f-5dedde75959c, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=baa85689-6975-4ea4-855f-5dedde75959c,segment=NetworkSegment(b1ee39c1-0e8c-46fe-9421-286874a6b46a),segment_id=b1ee39c1-0e8c-46fe-9421-286874a6b46a)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:14:19.409138 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (baa85689-6975-4ea4-855f-5dedde75959c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:19.522554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f50c6-352c-4ab1-a598-4a045c3cd06a None None] Pushing event updated for resources: {'Port': ['ID=32c835e3-8fe1-4a72-a2a8-346e874ae112,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:19.767817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:19.768755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:14:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:19.982440 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23882b-7eea-49c6-b50a-f8de264952c9 None None] Pushing event updated for resources: {'Port': ['ID=baa85689-6975-4ea4-855f-5dedde75959c,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:20.082112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:14:20.242842 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-92640aaf-2a31-4781-86b8-017e6a71fb40 None None] Provisioning complete for port baa85689-6975-4ea4-855f-5dedde75959c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:20.243511 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-92640aaf-2a31-4781-86b8-017e6a71fb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (baa85689-6975-4ea4-855f-5dedde75959c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:20.333437 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:20.343003 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:20.350488 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (1deed5f6-9a41-44f1-bc36-3dc4c4004930), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:20.932331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 2c8f4a57-c332-4bbb-a802-2e22b75498b2 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:14:20.959132 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:21.251901 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:14:21.387261 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:14:21.397520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=e507fac4-ad72-46e6-afa3-a4f089de1726,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:21.417692 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 32c835e3-8fe1-4a72-a2a8-346e874ae112 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:14:21.722880 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:14:21.760910 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6489b80c-904c-4220-b26b-28c45cc0d04c tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/1deed5f6-9a41-44f1-bc36-3dc4c4004930/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9503479 Mar 24 01:14:21.761635 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39068) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:21.773046 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-60486a21-4ad4-4b93-aebf-5673f1e98c20 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1300711658'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:14:21.807075 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca74e2f9-dbce-44c6-8975-786360d2d6a2 None None] Network 2c8f4a57-c332-4bbb-a802-2e22b75498b2 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:14:21.865299 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60486a21-4ad4-4b93-aebf-5673f1e98c20 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:14:21.881352 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60486a21-4ad4-4b93-aebf-5673f1e98c20 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:22.004629 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60486a21-4ad4-4b93-aebf-5673f1e98c20 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:14:22.054056 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60486a21-4ad4-4b93-aebf-5673f1e98c20 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e307bb8e-bf6d-455f-a507-d35cdd0726aa), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:22.058679 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-60486a21-4ad4-4b93-aebf-5673f1e98c20 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Added segment e307bb8e-bf6d-455f-a507-d35cdd0726aa of type vlan for network 53437c1f-c5fb-4dfc-b4e2-060b92525fea Mar 24 01:14:22.175562 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9ffc723c-df25-43d2-aa28-a184322a22c8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:22.187808 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-92640aaf-2a31-4781-86b8-017e6a71fb40 None None] Current status of the port baa85689-6975-4ea4-855f-5dedde75959c is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:22.188763 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9ffc723c-df25-43d2-aa28-a184322a22c8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (b8b1aae8-247b-41fd-b735-42ed6087a1a5), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:22.189323 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-92640aaf-2a31-4781-86b8-017e6a71fb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (baa85689-6975-4ea4-855f-5dedde75959c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:22.263400 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60486a21-4ad4-4b93-aebf-5673f1e98c20 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (53437c1f-c5fb-4dfc-b4e2-060b92525fea), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:22.290872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-92640aaf-2a31-4781-86b8-017e6a71fb40 None None] For port baa85689-6975-4ea4-855f-5dedde75959c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=baa85689-6975-4ea4-855f-5dedde75959c,segment=NetworkSegment(b1ee39c1-0e8c-46fe-9421-286874a6b46a),segment_id=b1ee39c1-0e8c-46fe-9421-286874a6b46a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:22.320116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 32c835e3-8fe1-4a72-a2a8-346e874ae112 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:22.321722 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (32c835e3-8fe1-4a72-a2a8-346e874ae112), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:22.347010 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39074) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:22.367347 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60486a21-4ad4-4b93-aebf-5673f1e98c20 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (53437c1f-c5fb-4dfc-b4e2-060b92525fea), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:22.389481 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60486a21-4ad4-4b93-aebf-5673f1e98c20 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:22.390273 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60486a21-4ad4-4b93-aebf-5673f1e98c20 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:22.409076 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-92640aaf-2a31-4781-86b8-017e6a71fb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (baa85689-6975-4ea4-855f-5dedde75959c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:22.429615 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-9ffc723c-df25-43d2-aa28-a184322a22c8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Floating IP b8b1aae8-247b-41fd-b735-42ed6087a1a5 associated. External IP: 172.25.0.156, port: e335762b-23e4-4b98-aed9-2a66b076d971. Mar 24 01:14:22.726848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92640aaf-2a31-4781-86b8-017e6a71fb40 None None] Pushing event updated for resources: {'Port': ['ID=baa85689-6975-4ea4-855f-5dedde75959c,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:22.789870 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60486a21-4ad4-4b93-aebf-5673f1e98c20 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Network': ['ID=53437c1f-c5fb-4dfc-b4e2-060b92525fea,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:22.831670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 53437c1f-c5fb-4dfc-b4e2-060b92525fea details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:14:22.857508 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac0dce6f-0ee5-4e05-8349-d4dd2e7f866f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:22.925758 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-60486a21-4ad4-4b93-aebf-5673f1e98c20 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1623914 Mar 24 01:14:22.928129 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39086) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:22.956518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-adb75e10-dd9c-4d39-a5cb-b59e3214a440 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'subnet': {'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:14:23.012152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffc723c-df25-43d2-aa28-a184322a22c8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Router 77be3217-db5d-4f87-a457-bb3fe7e75665 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:14:23.082259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:18Z', 'revision_number': 3, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:18Z', 'revision_number': 4, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:17Z', 'revision_number': 1, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:23.284111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffc723c-df25-43d2-aa28-a184322a22c8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:14:23.296687 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c028e512-1f3f-45b2-b1a3-80d8fa9ee935 None None] Sync routers for ids ['77be3217-db5d-4f87-a457-bb3fe7e75665'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:14:23.309975 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c319bc-8a4d-4146-a472-e99c191a128e None None] The sync data for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 is: [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:18Z', 'revision_number': 3, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:18Z', 'revision_number': 4, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:17Z', 'revision_number': 1, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:14:23.319586 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c028e512-1f3f-45b2-b1a3-80d8fa9ee935 None None] Routers {'77be3217-db5d-4f87-a457-bb3fe7e75665'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:23.320134 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c028e512-1f3f-45b2-b1a3-80d8fa9ee935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:14:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77be3217-db5d-4f87-a457-bb3fe7e75665'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:23.322548 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9ffc723c-df25-43d2-aa28-a184322a22c8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:23.347824 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7b837dcb-d426-4d6a-9704-d9d569a4c8a0 None None] Provisioning complete for port 32c835e3-8fe1-4a72-a2a8-346e874ae112 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:23.348362 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7b837dcb-d426-4d6a-9704-d9d569a4c8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (32c835e3-8fe1-4a72-a2a8-346e874ae112), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:23.444616 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9ffc723c-df25-43d2-aa28-a184322a22c8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "PUT /v2.0/floatingips/b8b1aae8-247b-41fd-b735-42ed6087a1a5 HTTP/1.1" status: 200 len: 992 time: 4.4739957 Mar 24 01:14:23.445133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 32c835e3-8fe1-4a72-a2a8-346e874ae112 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:23.445314 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e36396f-7cff-4947-840a-70e887cd31c1', 'tag': 'e335762b-23e4-4b98-aed9-2a66b076d971'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:14:23.447933 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (32c835e3-8fe1-4a72-a2a8-346e874ae112), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:23.451947 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac0dce6f-0ee5-4e05-8349-d4dd2e7f866f admin admin] Publish callbacks [] for security_group (3deff5a6-44cf-49c3-b388-08c404056460), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:23.460994 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa51abab-8e70-4d3c-81b5-188741690419" -d '{"events": [{"name": "network-changed", "server_uuid": "6e36396f-7cff-4947-840a-70e887cd31c1", "tag": "e335762b-23e4-4b98-aed9-2a66b076d971"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:14:23.468893 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac0dce6f-0ee5-4e05-8349-d4dd2e7f866f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3deff5a6-44cf-49c3-b388-08c404056460), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:23.547621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39096) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:23.547862 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ac0dce6f-0ee5-4e05-8349-d4dd2e7f866f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=160ef39de295453dbf85fe594e323a96&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1984010 Mar 24 01:14:23.677369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dce6f-0ee5-4e05-8349-d4dd2e7f866f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3deff5a6-44cf-49c3-b388-08c404056460,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:23.682773 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-c028e512-1f3f-45b2-b1a3-80d8fa9ee935 None None] Set router 77be3217-db5d-4f87-a457-bb3fe7e75665 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:14:23.749210 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb75e10-dd9c-4d39-a5cb-b59e3214a440 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:14:23.754943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-adb75e10-dd9c-4d39-a5cb-b59e3214a440 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:23.813010 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966632a3-7229-4efa-9f26-978ad3c311db x-openstack-request-id: req-966632a3-7229-4efa-9f26-978ad3c311db {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:14:23.813773 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e36396f-7cff-4947-840a-70e887cd31c1", "tag": "e335762b-23e4-4b98-aed9-2a66b076d971", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:14:23.814216 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-966632a3-7229-4efa-9f26-978ad3c311db {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:14:23.814814 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-966632a3-7229-4efa-9f26-978ad3c311db'] response: {'name': 'network-changed', 'server_uuid': '6e36396f-7cff-4947-840a-70e887cd31c1', 'tag': 'e335762b-23e4-4b98-aed9-2a66b076d971', 'status': 'completed', 'code': 200} Mar 24 01:14:23.836674 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 32c835e3-8fe1-4a72-a2a8-346e874ae112, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=32c835e3-8fe1-4a72-a2a8-346e874ae112,segment=NetworkSegment(5e338bf9-4123-49ac-b13b-65e929184ad1),segment_id=5e338bf9-4123-49ac-b13b-65e929184ad1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:23.847442 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (32c835e3-8fe1-4a72-a2a8-346e874ae112), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:23.926075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51abab-8e70-4d3c-81b5-188741690419 req-a6c04589-5894-46cf-b3b3-74dcb1809ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:23.927812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa51abab-8e70-4d3c-81b5-188741690419 req-a6c04589-5894-46cf-b3b3-74dcb1809ff1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 1128 time: 0.2351818 Mar 24 01:14:23.933034 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-00261582-10ae-4dc7-bd9e-f2bf01934194 admin admin] Publish callbacks [] for security_group (3deff5a6-44cf-49c3-b388-08c404056460), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:24.009082 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-00261582-10ae-4dc7-bd9e-f2bf01934194 admin admin] Publish callbacks [] for security_group (3deff5a6-44cf-49c3-b388-08c404056460), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:24.125500 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7b837dcb-d426-4d6a-9704-d9d569a4c8a0 None None] Current status of the port 32c835e3-8fe1-4a72-a2a8-346e874ae112 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:24.139642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=32c835e3-8fe1-4a72-a2a8-346e874ae112,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:24.286651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c1074e01-b4aa-4a8f-b34d-3a6c496dea96 None None] Provisioning complete for port 32c835e3-8fe1-4a72-a2a8-346e874ae112 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:24.304378 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c1074e01-b4aa-4a8f-b34d-3a6c496dea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (32c835e3-8fe1-4a72-a2a8-346e874ae112), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:24.449500 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-adb75e10-dd9c-4d39-a5cb-b59e3214a440 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (916062e7-fcce-45f9-a26d-360dff01987d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:24.492301 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51abab-8e70-4d3c-81b5-188741690419 req-a50b2553-266c-4b8a-8327-3e662e0bfce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:24.500535 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa51abab-8e70-4d3c-81b5-188741690419 req-a50b2553-266c-4b8a-8327-3e662e0bfce9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 200 len: 918 time: 0.4021990 Mar 24 01:14:24.505999 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-00261582-10ae-4dc7-bd9e-f2bf01934194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3deff5a6-44cf-49c3-b388-08c404056460), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:24.518904 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-00261582-10ae-4dc7-bd9e-f2bf01934194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:24.530843 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-00261582-10ae-4dc7-bd9e-f2bf01934194 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3deff5a6-44cf-49c3-b388-08c404056460 HTTP/1.1" status: 204 len: 168 time: 0.9783056 Mar 24 01:14:24.721938 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb75e10-dd9c-4d39-a5cb-b59e3214a440 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Subnet': ['ID=916062e7-fcce-45f9-a26d-360dff01987d,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:24.748277 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c028e512-1f3f-45b2-b1a3-80d8fa9ee935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:28Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b8b1aae8-247b-41fd-b735-42ed6087a1a5', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'floating_ip_address': '172.25.0.156', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'port_id': 'e335762b-23e4-4b98-aed9-2a66b076d971', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'mac_address': 'fa:16:3e:83:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36396f-7cff-4947-840a-70e887cd31c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:13:51Z', 'updated_at': '2022-03-24T01:14:21Z', 'revision_number': 1, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadf408-69f6-4bbe-baae-2843638e7fd7', 'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'mac_address': 'fa:16:3e:63:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:27Z', 'updated_at': '2022-03-24T01:09:33Z', 'revision_number': 5, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'subnets': [{'id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:24.782703 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c1074e01-b4aa-4a8f-b34d-3a6c496dea96 None None] Current status of the port 32c835e3-8fe1-4a72-a2a8-346e874ae112 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:24.823932 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c1074e01-b4aa-4a8f-b34d-3a6c496dea96 None None] Provisioning complete for port e507fac4-ad72-46e6-afa3-a4f089de1726 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:24.828350 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c1074e01-b4aa-4a8f-b34d-3a6c496dea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:24.855280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb75e10-dd9c-4d39-a5cb-b59e3214a440 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Checking segment: {'id': 'e307bb8e-bf6d-455f-a507-d35cdd0726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:14:24.856335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb75e10-dd9c-4d39-a5cb-b59e3214a440 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network hostable DHCP agents. Network: 53437c1f-c5fb-4dfc-b4e2-060b92525fea, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:14:24.875015 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c028e512-1f3f-45b2-b1a3-80d8fa9ee935 None None] Checking router: 77be3217-db5d-4f87-a457-bb3fe7e75665 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:14:24.897369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb75e10-dd9c-4d39-a5cb-b59e3214a440 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 53437c1f-c5fb-4dfc-b4e2-060b92525fea is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:14:24.900506 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa51abab-8e70-4d3c-81b5-188741690419 req-b3cf7eaf-d8d0-4114-b2c1-5855a9de7609 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e335762b-23e4-4b98-aed9-2a66b076d971 HTTP/1.1" status: 200 len: 1000 time: 0.3632574 Mar 24 01:14:24.907823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261582-10ae-4dc7-bd9e-f2bf01934194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3deff5a6-44cf-49c3-b388-08c404056460,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:24.911426 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c028e512-1f3f-45b2-b1a3-80d8fa9ee935 None None] Routers {'77be3217-db5d-4f87-a457-bb3fe7e75665'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:24.913127 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c028e512-1f3f-45b2-b1a3-80d8fa9ee935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:14:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77be3217-db5d-4f87-a457-bb3fe7e75665'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:24.920361 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-adb75e10-dd9c-4d39-a5cb-b59e3214a440 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 53437c1f-c5fb-4dfc-b4e2-060b92525fea) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:24.925921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb75e10-dd9c-4d39-a5cb-b59e3214a440 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:24.926667 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-adb75e10-dd9c-4d39-a5cb-b59e3214a440 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:24.981676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645b728f-3013-45f9-92af-cb75051fd83c None None] Network 53437c1f-c5fb-4dfc-b4e2-060b92525fea requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:14:24.988956 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-adb75e10-dd9c-4d39-a5cb-b59e3214a440 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0597320 Mar 24 01:14:24.991011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39126) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:25.202121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51abab-8e70-4d3c-81b5-188741690419 req-b536399c-4e52-40ff-aaf6-0ef07ad62342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:25.227348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa51abab-8e70-4d3c-81b5-188741690419 req-b536399c-4e52-40ff-aaf6-0ef07ad62342 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4d27960-c52d-4f7c-8496-b63aa9268ea4 HTTP/1.1" status: 200 len: 856 time: 0.3027294 Mar 24 01:14:25.467897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51abab-8e70-4d3c-81b5-188741690419 req-3e70fafa-5dcc-49c0-8eb8-ddc5c16015a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:25.474456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa51abab-8e70-4d3c-81b5-188741690419 req-3e70fafa-5dcc-49c0-8eb8-ddc5c16015a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=871413ce-bf54-4e47-942e-8e906667bc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1906073 Mar 24 01:14:25.531441 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-c028e512-1f3f-45b2-b1a3-80d8fa9ee935 None None] Set router 77be3217-db5d-4f87-a457-bb3fe7e75665 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:14:25.537273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'fixed_ips': [{'subnet_id': '916062e7-fcce-45f9-a26d-360dff01987d'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:14:25.538157 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:25.586513 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c1074e01-b4aa-4a8f-b34d-3a6c496dea96 None None] Port e507fac4-ad72-46e6-afa3-a4f089de1726 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:14:25.782460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa51abab-8e70-4d3c-81b5-188741690419 req-3d4b5c7e-bb75-4177-8d3e-cab3b9c19494 service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034873 Mar 24 01:14:25.784229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39134) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:25.859144 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c930875-3771-40f9-8e51-847a35f29e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:26.004202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4c73b677-367b-4d0d-91d0-7372abc4c39b None None] Provisioning complete for port e507fac4-ad72-46e6-afa3-a4f089de1726 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:26.004681 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4c73b677-367b-4d0d-91d0-7372abc4c39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:26.178827 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa51abab-8e70-4d3c-81b5-188741690419 req-4e3166fc-6fe8-43fb-a28b-6bb1ef7f74c5 service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895690 Mar 24 01:14:26.425938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device baa85689-6975-4ea4-855f-5dedde75959c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:14:26.480086 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c930875-3771-40f9-8e51-847a35f29e5d admin admin] Publish callbacks [] for security_group (ca752388-9c15-412d-baf2-822e8b848dd3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:26.583427 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c028e512-1f3f-45b2-b1a3-80d8fa9ee935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:28Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b8b1aae8-247b-41fd-b735-42ed6087a1a5', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'floating_ip_address': '172.25.0.156', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'port_id': 'e335762b-23e4-4b98-aed9-2a66b076d971', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'mac_address': 'fa:16:3e:83:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36396f-7cff-4947-840a-70e887cd31c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:13:51Z', 'updated_at': '2022-03-24T01:14:21Z', 'revision_number': 1, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadf408-69f6-4bbe-baae-2843638e7fd7', 'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'mac_address': 'fa:16:3e:63:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:27Z', 'updated_at': '2022-03-24T01:09:33Z', 'revision_number': 5, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'subnets': [{'id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:26.613488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Allocated IP 2001:db8:2::2 (53437c1f-c5fb-4dfc-b4e2-060b92525fea/916062e7-fcce-45f9-a26d-360dff01987d/e22f2cf0-4820-4670-8a30-81e35d602823) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:14:26.637515 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9c930875-3771-40f9-8e51-847a35f29e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ca752388-9c15-412d-baf2-822e8b848dd3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:26.839755 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Publish callbacks [] for port (e22f2cf0-4820-4670-8a30-81e35d602823), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:26.843104 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4c73b677-367b-4d0d-91d0-7372abc4c39b None None] Port e507fac4-ad72-46e6-afa3-a4f089de1726 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:14:26.859678 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (e22f2cf0-4820-4670-8a30-81e35d602823), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:26.946419 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Pushing event updated for resources: {'Port': ['ID=e22f2cf0-4820-4670-8a30-81e35d602823,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:26.965353 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c028e512-1f3f-45b2-b1a3-80d8fa9ee935 None None] The sync data for ids ['77be3217-db5d-4f87-a457-bb3fe7e75665'] in n-d-760455-9 is: [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:28Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b8b1aae8-247b-41fd-b735-42ed6087a1a5', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'floating_ip_address': '172.25.0.156', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'port_id': 'e335762b-23e4-4b98-aed9-2a66b076d971', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'mac_address': 'fa:16:3e:83:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36396f-7cff-4947-840a-70e887cd31c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:13:51Z', 'updated_at': '2022-03-24T01:14:21Z', 'revision_number': 1, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadf408-69f6-4bbe-baae-2843638e7fd7', 'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'mac_address': 'fa:16:3e:63:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:27Z', 'updated_at': '2022-03-24T01:09:33Z', 'revision_number': 5, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'subnets': [{'id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:14:26.967429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c930875-3771-40f9-8e51-847a35f29e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca752388-9c15-412d-baf2-822e8b848dd3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:26.984133 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9c930875-3771-40f9-8e51-847a35f29e5d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0a37c6a7e29425484c18d54ff7b0173&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1978712 Mar 24 01:14:26.987498 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39146) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:26.996786 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Network 53437c1f-c5fb-4dfc-b4e2-060b92525fea is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:14:26.999321 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:27.024697 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:14:27.083609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port baa85689-6975-4ea4-855f-5dedde75959c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:27.083997 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (baa85689-6975-4ea4-855f-5dedde75959c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:27.262120 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:27.338668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Attempting to bind port e22f2cf0-4820-4670-8a30-81e35d602823 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:14:27.339135 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Attempting to bind port e22f2cf0-4820-4670-8a30-81e35d602823 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'e307bb8e-bf6d-455f-a507-d35cdd0726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:14:27.339269 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Attempting to bind port e22f2cf0-4820-4670-8a30-81e35d602823 on network 53437c1f-c5fb-4dfc-b4e2-060b92525fea {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:14:27.346516 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:14:27.348836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Checking segment: {'id': 'e307bb8e-bf6d-455f-a507-d35cdd0726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:14:27.348836 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:27.348836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Bound using segment: {'id': 'e307bb8e-bf6d-455f-a507-d35cdd0726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:14:27.349242 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Bound port: e22f2cf0-4820-4670-8a30-81e35d602823, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e307bb8e-bf6d-455f-a507-d35cdd0726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:14:27.349376 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e22f2cf0-4820-4670-8a30-81e35d602823), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:27.524352 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port baa85689-6975-4ea4-855f-5dedde75959c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:27.528247 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 32c835e3-8fe1-4a72-a2a8-346e874ae112 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:14:27.635496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] For port e22f2cf0-4820-4670-8a30-81e35d602823, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:14:27.686581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] For port e22f2cf0-4820-4670-8a30-81e35d602823, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e22f2cf0-4820-4670-8a30-81e35d602823,segment=NetworkSegment(e307bb8e-bf6d-455f-a507-d35cdd0726aa),segment_id=e307bb8e-bf6d-455f-a507-d35cdd0726aa)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:14:27.703805 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e22f2cf0-4820-4670-8a30-81e35d602823), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:27.847479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b3275-395f-4a79-a0cf-18b6ffe3d72b None None] Pushing event updated for resources: {'Port': ['ID=e22f2cf0-4820-4670-8a30-81e35d602823,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:27.881311 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada9707-e762-4218-a019-9efab440144d None None] New status for floating IP b8b1aae8-247b-41fd-b735-42ed6087a1a5: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:14:28.011674 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 32c835e3-8fe1-4a72-a2a8-346e874ae112 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:28.012009 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (32c835e3-8fe1-4a72-a2a8-346e874ae112), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:28.146205 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Sync routers for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:14:28.171203 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:28.175434 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:14:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:28.484352 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:14:28.594008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 32c835e3-8fe1-4a72-a2a8-346e874ae112 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:28.724734 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a98c33f4-0c4e-4d9b-9770-e87e1e1852be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:28.913700 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e22f2cf0-4820-4670-8a30-81e35d602823 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:14:29.031550 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29300be9-e32d-457d-8f4a-15393f62930a admin admin] Publish callbacks [] for security_group (ca752388-9c15-412d-baf2-822e8b848dd3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:29.045154 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e22f2cf0-4820-4670-8a30-81e35d602823 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:29.045575 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e22f2cf0-4820-4670-8a30-81e35d602823), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:29.092466 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29300be9-e32d-457d-8f4a-15393f62930a admin admin] Publish callbacks [] for security_group (ca752388-9c15-412d-baf2-822e8b848dd3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:29.242486 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e22f2cf0-4820-4670-8a30-81e35d602823 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:29.243100 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e22f2cf0-4820-4670-8a30-81e35d602823), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:29.251827 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29300be9-e32d-457d-8f4a-15393f62930a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ca752388-9c15-412d-baf2-822e8b848dd3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:29.259251 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29300be9-e32d-457d-8f4a-15393f62930a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:29.282518 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-29300be9-e32d-457d-8f4a-15393f62930a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca752388-9c15-412d-baf2-822e8b848dd3 HTTP/1.1" status: 204 len: 168 time: 2.2936552 Mar 24 01:14:29.313426 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:18Z', 'revision_number': 3, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:19Z', 'revision_number': 2, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:29.387049 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Allocated IP 2001:db8:2::1 (53437c1f-c5fb-4dfc-b4e2-060b92525fea/916062e7-fcce-45f9-a26d-360dff01987d/51fa7f07-d1de-4836-b576-a68794b1c42f) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:14:29.406355 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port e22f2cf0-4820-4670-8a30-81e35d602823, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e22f2cf0-4820-4670-8a30-81e35d602823,segment=NetworkSegment(e307bb8e-bf6d-455f-a507-d35cdd0726aa),segment_id=e307bb8e-bf6d-455f-a507-d35cdd0726aa)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:29.412839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29300be9-e32d-457d-8f4a-15393f62930a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca752388-9c15-412d-baf2-822e8b848dd3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:29.422664 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e22f2cf0-4820-4670-8a30-81e35d602823), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:29.488345 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Checking router: 1deed5f6-9a41-44f1-bc36-3dc4c4004930 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:14:29.488701 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Updating router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 port e507fac4-ad72-46e6-afa3-a4f089de1726 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:14:29.589982 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:29.626641 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=e22f2cf0-4820-4670-8a30-81e35d602823,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:29.908045 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:29.969862 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:30.001934 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:30.059390 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 53437c1f-c5fb-4dfc-b4e2-060b92525fea is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:14:30.166245 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:30.171465 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=51fa7f07-d1de-4836-b576-a68794b1c42f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:30.176210 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:14:30.179018 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (1deed5f6-9a41-44f1-bc36-3dc4c4004930), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:30.189164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6012b435-9ead-4437-b744-88e5e6d8a3ea None None] Network 53437c1f-c5fb-4dfc-b4e2-060b92525fea requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:14:30.338024 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Publish callbacks [] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:30.356776 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:30.381277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3cdb30dc-3740-47bb-9893-d6fb770f4f0c None None] Provisioning complete for port e22f2cf0-4820-4670-8a30-81e35d602823 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:30.381939 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3cdb30dc-3740-47bb-9893-d6fb770f4f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e22f2cf0-4820-4670-8a30-81e35d602823), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:30.479062 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:30.546978 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Pushing event updated for resources: {'Port': ['ID=e507fac4-ad72-46e6-afa3-a4f089de1726,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:30.635584 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:30.640385 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:30.640820 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:30.642094 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:30.642753 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:30.644666 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:30.645700 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:30.647021 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:30.648298 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:30.649462 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:30.650491 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:30.654876 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:30.656197 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:30.657181 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:30.660886 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:30.710431 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Attempting to bind port e507fac4-ad72-46e6-afa3-a4f089de1726 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:14:30.714190 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Attempting to bind port e507fac4-ad72-46e6-afa3-a4f089de1726 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '5e338bf9-4123-49ac-b13b-65e929184ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:14:30.715727 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Attempting to bind port e507fac4-ad72-46e6-afa3-a4f089de1726 on network 2c8f4a57-c332-4bbb-a802-2e22b75498b2 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:14:30.743037 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:14:30.745240 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Checking segment: {'id': '5e338bf9-4123-49ac-b13b-65e929184ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:14:30.747490 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:30.748080 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Bound using segment: {'id': '5e338bf9-4123-49ac-b13b-65e929184ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:14:30.750719 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Bound port: e507fac4-ad72-46e6-afa3-a4f089de1726, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e338bf9-4123-49ac-b13b-65e929184ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:14:30.752662 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:30.951143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e22f2cf0-4820-4670-8a30-81e35d602823 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:14:31.026517 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] For port e507fac4-ad72-46e6-afa3-a4f089de1726, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:14:31.031165 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] For port e507fac4-ad72-46e6-afa3-a4f089de1726, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e507fac4-ad72-46e6-afa3-a4f089de1726,segment=NetworkSegment(5e338bf9-4123-49ac-b13b-65e929184ad1),segment_id=5e338bf9-4123-49ac-b13b-65e929184ad1)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:14:31.048513 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:31.092145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb30dc-3740-47bb-9893-d6fb770f4f0c None None] Current status of the port e22f2cf0-4820-4670-8a30-81e35d602823 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:31.154745 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5bef48d7-100d-4c36-be98-2579d944e975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:31.170502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e22f2cf0-4820-4670-8a30-81e35d602823 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:31.171041 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e22f2cf0-4820-4670-8a30-81e35d602823), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:31.200024 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:31.200866 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:14:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:31.410653 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:14:31.501685 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:31.513561 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:31.515231 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (1deed5f6-9a41-44f1-bc36-3dc4c4004930), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:31.753468 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c3f72-297f-4f40-91a7-2aec87a50a29 None None] Pushing event updated for resources: {'Port': ['ID=e507fac4-ad72-46e6-afa3-a4f089de1726,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:31.803121 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:30Z', 'revision_number': 4, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': '51fa7f07-d1de-4836-b576-a68794b1c42f', 'name': '', 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:93:92:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '916062e7-fcce-45f9-a26d-360dff01987d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:27Z', 'updated_at': '2022-03-24T01:14:29Z', 'revision_number': 1, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '916062e7-fcce-45f9-a26d-360dff01987d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:31Z', 'revision_number': 4, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:31.867807 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 53437c1f-c5fb-4dfc-b4e2-060b92525fea is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:14:31.870248 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:31.883415 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=51fa7f07-d1de-4836-b576-a68794b1c42f,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:31.913116 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7969d6-853b-4d4b-8353-cd857dc779cc None None] The sync data for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 is: [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:30Z', 'revision_number': 4, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': '51fa7f07-d1de-4836-b576-a68794b1c42f', 'name': '', 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:93:92:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '916062e7-fcce-45f9-a26d-360dff01987d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:27Z', 'updated_at': '2022-03-24T01:14:29Z', 'revision_number': 1, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '916062e7-fcce-45f9-a26d-360dff01987d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:31Z', 'revision_number': 4, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:14:31.916087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b9c63dc1-bbc7-43fd-b4d4-bcda7aa0932b None None] Provisioning complete for port e507fac4-ad72-46e6-afa3-a4f089de1726 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:31.920113 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b9c63dc1-bbc7-43fd-b4d4-bcda7aa0932b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:32.181687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:14:32.281514 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e22f2cf0-4820-4670-8a30-81e35d602823 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:32.308897 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:32.429707 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b9c63dc1-bbc7-43fd-b4d4-bcda7aa0932b None None] Current status of the port e507fac4-ad72-46e6-afa3-a4f089de1726 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:32.430111 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b9c63dc1-bbc7-43fd-b4d4-bcda7aa0932b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:32.472881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:14:32.483662 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f1314511-d1ca-4d7e-ad77-9d91f89b39a6 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/1deed5f6-9a41-44f1-bc36-3dc4c4004930/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4864497 Mar 24 01:14:32.486451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39244) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:32.491751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-250850861'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:14:32.522967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b9c63dc1-bbc7-43fd-b4d4-bcda7aa0932b None None] For port e507fac4-ad72-46e6-afa3-a4f089de1726, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e507fac4-ad72-46e6-afa3-a4f089de1726,segment=NetworkSegment(5e338bf9-4123-49ac-b13b-65e929184ad1),segment_id=5e338bf9-4123-49ac-b13b-65e929184ad1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:32.556677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:14:32.556843 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b9c63dc1-bbc7-43fd-b4d4-bcda7aa0932b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:32.564418 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:32.651644 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:32.652736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:14:32.687545 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (c1051424-7492-4f7b-be25-2fa664d25a6b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:32.690035 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Added segment c1051424-7492-4f7b-be25-2fa664d25a6b of type vlan for network 4168b2c2-c059-4049-aca3-82ec4e0e3638 Mar 24 01:14:32.765755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1daa9111-8f7d-4b71-b64d-c9ebc78cdb89 None None] Provisioning complete for port 51fa7f07-d1de-4836-b576-a68794b1c42f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:32.766149 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1daa9111-8f7d-4b71-b64d-c9ebc78cdb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:32.872594 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (4168b2c2-c059-4049-aca3-82ec4e0e3638), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:32.901649 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1daa9111-8f7d-4b71-b64d-c9ebc78cdb89 None None] Port 51fa7f07-d1de-4836-b576-a68794b1c42f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:14:32.922421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e507fac4-ad72-46e6-afa3-a4f089de1726 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:14:32.995277 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (4168b2c2-c059-4049-aca3-82ec4e0e3638), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:33.020036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:33.029964 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:33.111470 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c63dc1-bbc7-43fd-b4d4-bcda7aa0932b None None] Pushing event updated for resources: {'Port': ['ID=e507fac4-ad72-46e6-afa3-a4f089de1726,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:33.148539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e507fac4-ad72-46e6-afa3-a4f089de1726 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:33.149106 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:33.205725 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7180474 Mar 24 01:14:33.208519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39246) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:33.213948 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-eec68cae-ca4b-44da-86fc-7f4212295a42 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'subnet': {'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:14:33.235730 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1daa9111-8f7d-4b71-b64d-c9ebc78cdb89 None None] Provisioning complete for port e507fac4-ad72-46e6-afa3-a4f089de1726 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:33.236473 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1daa9111-8f7d-4b71-b64d-c9ebc78cdb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:33.239409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Network': ['ID=4168b2c2-c059-4049-aca3-82ec4e0e3638,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:33.266240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:33.266796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:33.267251 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:33.267809 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:33.269462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:33.270019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:33.270446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:33.271682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:33.273203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:33.273666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:33.281436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:33.282040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:33.282504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:33.285524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:33.285995 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4215389-0720-4e17-b0ec-20b0e41b2b09 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:33.302648 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 4168b2c2-c059-4049-aca3-82ec4e0e3638 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:14:33.428338 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec68cae-ca4b-44da-86fc-7f4212295a42 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Made reservation on behalf of 4f5dad44f5e74eafb0176905fe7b7b43 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:14:33.435352 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eec68cae-ca4b-44da-86fc-7f4212295a42 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:33.633508 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e507fac4-ad72-46e6-afa3-a4f089de1726 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:33.640917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Sync routers for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:14:33.709264 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1daa9111-8f7d-4b71-b64d-c9ebc78cdb89 None None] Current status of the port e507fac4-ad72-46e6-afa3-a4f089de1726 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:33.750875 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:33.751436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:14:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:33.898106 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eec68cae-ca4b-44da-86fc-7f4212295a42 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (a427b649-a15c-4566-ae5f-235d8ba7e6ce), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:33.942212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:14:33.956376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec68cae-ca4b-44da-86fc-7f4212295a42 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Subnet': ['ID=a427b649-a15c-4566-ae5f-235d8ba7e6ce,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:34.043156 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec68cae-ca4b-44da-86fc-7f4212295a42 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Checking segment: {'id': 'c1051424-7492-4f7b-be25-2fa664d25a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:14:34.043681 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec68cae-ca4b-44da-86fc-7f4212295a42 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network hostable DHCP agents. Network: 4168b2c2-c059-4049-aca3-82ec4e0e3638, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:14:34.090793 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec68cae-ca4b-44da-86fc-7f4212295a42 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 4168b2c2-c059-4049-aca3-82ec4e0e3638 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:14:34.106661 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-eec68cae-ca4b-44da-86fc-7f4212295a42 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 4168b2c2-c059-4049-aca3-82ec4e0e3638) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:34.111473 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec68cae-ca4b-44da-86fc-7f4212295a42 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:34.112206 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eec68cae-ca4b-44da-86fc-7f4212295a42 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:34.141963 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eec68cae-ca4b-44da-86fc-7f4212295a42 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9321659 Mar 24 01:14:34.144817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39260) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:34.169242 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:34.192327 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1daa9111-8f7d-4b71-b64d-c9ebc78cdb89 None None] Provisioning complete for port e22f2cf0-4820-4670-8a30-81e35d602823 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:34.192713 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1daa9111-8f7d-4b71-b64d-c9ebc78cdb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e22f2cf0-4820-4670-8a30-81e35d602823), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:34.194672 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b871d7d4-1b33-4b1c-a294-c420ca31ebbf None None] Network 4168b2c2-c059-4049-aca3-82ec4e0e3638 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:14:34.664359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-4168b2c2-c059-4049-aca3-82ec4e0e3638', 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638', 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'fixed_ips': [{'subnet_id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:14:34.670123 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:34.905314 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e507fac4-ad72-46e6-afa3-a4f089de1726 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:14:35.012735 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:35.142947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:30Z', 'revision_number': 4, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': '51fa7f07-d1de-4836-b576-a68794b1c42f', 'name': '', 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:93:92:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '916062e7-fcce-45f9-a26d-360dff01987d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:27Z', 'updated_at': '2022-03-24T01:14:31Z', 'revision_number': 2, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '916062e7-fcce-45f9-a26d-360dff01987d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:32Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:35.228080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Checking router: 1deed5f6-9a41-44f1-bc36-3dc4c4004930 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:14:35.234547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Updating router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 port 51fa7f07-d1de-4836-b576-a68794b1c42f binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:14:35.305918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1daa9111-8f7d-4b71-b64d-c9ebc78cdb89 None None] Current status of the port e22f2cf0-4820-4670-8a30-81e35d602823 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:35.346130 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:35.352895 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e507fac4-ad72-46e6-afa3-a4f089de1726 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:35.353873 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:35.438959 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:35.690286 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5dc23153-17d7-4d5b-8ed2-040b40c3f5f1 None None] Provisioning complete for port 51fa7f07-d1de-4836-b576-a68794b1c42f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:35.690962 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5dc23153-17d7-4d5b-8ed2-040b40c3f5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:35.694913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Allocated IP 2001:db8:3::2 (4168b2c2-c059-4049-aca3-82ec4e0e3638/a427b649-a15c-4566-ae5f-235d8ba7e6ce/26f188d2-b0bf-449b-8bf4-3107d934e6ba) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:14:35.893223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5dc23153-17d7-4d5b-8ed2-040b40c3f5f1 None None] Port 51fa7f07-d1de-4836-b576-a68794b1c42f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:14:35.922962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e507fac4-ad72-46e6-afa3-a4f089de1726 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:36.155700 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Publish callbacks [] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:36.197468 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:36.204559 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Publish callbacks [] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:36.253412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Allocated IP 2001:db8:3::1 (4168b2c2-c059-4049-aca3-82ec4e0e3638/a427b649-a15c-4566-ae5f-235d8ba7e6ce/519ac7a0-ede0-4734-9138-84d327b239a9) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:14:36.266655 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:36.309355 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Network 4168b2c2-c059-4049-aca3-82ec4e0e3638 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:14:36.311595 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:36.317839 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:14:36.356479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Pushing event updated for resources: {'Port': ['ID=26f188d2-b0bf-449b-8bf4-3107d934e6ba,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:36.568123 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (519ac7a0-ede0-4734-9138-84d327b239a9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:36.644851 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:36.776594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 4168b2c2-c059-4049-aca3-82ec4e0e3638 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:14:36.791810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:36.795700 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=519ac7a0-ede0-4734-9138-84d327b239a9,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:36.804809 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:14:36.805905 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (1deed5f6-9a41-44f1-bc36-3dc4c4004930), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:36.967867 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4405c-c71b-4f36-8f24-ac400a506d23 None None] Pushing event updated for resources: {'Port': ['ID=51fa7f07-d1de-4836-b576-a68794b1c42f,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:37.024123 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:37.066094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Attempting to bind port 51fa7f07-d1de-4836-b576-a68794b1c42f on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:14:37.066469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Attempting to bind port 51fa7f07-d1de-4836-b576-a68794b1c42f by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'e307bb8e-bf6d-455f-a507-d35cdd0726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:14:37.066851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Attempting to bind port 51fa7f07-d1de-4836-b576-a68794b1c42f on network 53437c1f-c5fb-4dfc-b4e2-060b92525fea {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:14:37.073896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:14:37.074281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Checking segment: {'id': 'e307bb8e-bf6d-455f-a507-d35cdd0726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:14:37.074810 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:37.075445 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Bound using segment: {'id': 'e307bb8e-bf6d-455f-a507-d35cdd0726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:14:37.076044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Bound port: 51fa7f07-d1de-4836-b576-a68794b1c42f, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e307bb8e-bf6d-455f-a507-d35cdd0726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:14:37.076438 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:37.079833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-04980c9f-2bee-4c06-b023-a7d34771e4d7 None None] Provisioning complete for port 51fa7f07-d1de-4836-b576-a68794b1c42f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:37.080201 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-04980c9f-2bee-4c06-b023-a7d34771e4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:37.089126 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Attempting to bind port 26f188d2-b0bf-449b-8bf4-3107d934e6ba on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:14:37.089581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Attempting to bind port 26f188d2-b0bf-449b-8bf4-3107d934e6ba by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'c1051424-7492-4f7b-be25-2fa664d25a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:14:37.089946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Attempting to bind port 26f188d2-b0bf-449b-8bf4-3107d934e6ba on network 4168b2c2-c059-4049-aca3-82ec4e0e3638 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:14:37.132982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:14:37.133396 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Checking segment: {'id': 'c1051424-7492-4f7b-be25-2fa664d25a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:14:37.133769 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:37.134168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Bound using segment: {'id': 'c1051424-7492-4f7b-be25-2fa664d25a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:14:37.134643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Bound port: 26f188d2-b0bf-449b-8bf4-3107d934e6ba, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1051424-7492-4f7b-be25-2fa664d25a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:14:37.135018 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:37.215229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-04980c9f-2bee-4c06-b023-a7d34771e4d7 None None] Port 51fa7f07-d1de-4836-b576-a68794b1c42f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:14:37.271344 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] For port 51fa7f07-d1de-4836-b576-a68794b1c42f, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:14:37.275933 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] For port 51fa7f07-d1de-4836-b576-a68794b1c42f, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=51fa7f07-d1de-4836-b576-a68794b1c42f,segment=NetworkSegment(e307bb8e-bf6d-455f-a507-d35cdd0726aa),segment_id=e307bb8e-bf6d-455f-a507-d35cdd0726aa)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:14:37.318438 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:37.411556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4405c-c71b-4f36-8f24-ac400a506d23 None None] Pushing event updated for resources: {'Port': ['ID=51fa7f07-d1de-4836-b576-a68794b1c42f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:37.422873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] For port 26f188d2-b0bf-449b-8bf4-3107d934e6ba, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:14:37.447708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] For port 26f188d2-b0bf-449b-8bf4-3107d934e6ba, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=26f188d2-b0bf-449b-8bf4-3107d934e6ba,segment=NetworkSegment(c1051424-7492-4f7b-be25-2fa664d25a6b),segment_id=c1051424-7492-4f7b-be25-2fa664d25a6b)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:14:37.452662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:37.461442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:14:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:37.500393 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for port (519ac7a0-ede0-4734-9138-84d327b239a9), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:37.508474 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:37.510801 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (1deed5f6-9a41-44f1-bc36-3dc4c4004930), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:37.521929 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:37.650689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event updated for resources: {'Port': ['ID=519ac7a0-ede0-4734-9138-84d327b239a9,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:37.725814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Network 4168b2c2-c059-4049-aca3-82ec4e0e3638 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:14:37.727515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:37.746287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:14:37.823469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb1452-a7db-4b6d-b724-b6af481b3422 None None] Pushing event updated for resources: {'Port': ['ID=26f188d2-b0bf-449b-8bf4-3107d934e6ba,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:37.991942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:14:38.144592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-35e68369-814f-4cf5-b246-7cbaf37fd695 None None] Provisioning complete for port 51fa7f07-d1de-4836-b576-a68794b1c42f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:38.145200 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-35e68369-814f-4cf5-b246-7cbaf37fd695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:38.219333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:14:38.230101 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-58b186ed-3ab2-4ed9-b83b-b6d026f34854 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/1deed5f6-9a41-44f1-bc36-3dc4c4004930/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0839250 Mar 24 01:14:38.234316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39332) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:38.246021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6b057720-cdda-4b56-8e6f-aed10b30e1d1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:14:38.571999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-35e68369-814f-4cf5-b246-7cbaf37fd695 None None] Current status of the port 51fa7f07-d1de-4836-b576-a68794b1c42f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:38.572314 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-35e68369-814f-4cf5-b246-7cbaf37fd695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:38.611920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:36Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': '519ac7a0-ede0-4734-9138-84d327b239a9', 'name': '', 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:be:f1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:35Z', 'updated_at': '2022-03-24T01:14:36Z', 'revision_number': 1, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51fa7f07-d1de-4836-b576-a68794b1c42f', 'name': '', 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:93:92:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '916062e7-fcce-45f9-a26d-360dff01987d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:27Z', 'updated_at': '2022-03-24T01:14:37Z', 'revision_number': 4, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '916062e7-fcce-45f9-a26d-360dff01987d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:32Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:38.681310 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264c6b72-ee04-4882-a38a-3056504bf83c None None] The sync data for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 is: [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:36Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': '519ac7a0-ede0-4734-9138-84d327b239a9', 'name': '', 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:be:f1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:35Z', 'updated_at': '2022-03-24T01:14:36Z', 'revision_number': 1, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51fa7f07-d1de-4836-b576-a68794b1c42f', 'name': '', 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:93:92:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '916062e7-fcce-45f9-a26d-360dff01987d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:27Z', 'updated_at': '2022-03-24T01:14:37Z', 'revision_number': 4, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '916062e7-fcce-45f9-a26d-360dff01987d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:32Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:14:38.698388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-35e68369-814f-4cf5-b246-7cbaf37fd695 None None] For port 51fa7f07-d1de-4836-b576-a68794b1c42f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=51fa7f07-d1de-4836-b576-a68794b1c42f,segment=NetworkSegment(e307bb8e-bf6d-455f-a507-d35cdd0726aa),segment_id=e307bb8e-bf6d-455f-a507-d35cdd0726aa)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:38.707080 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-35e68369-814f-4cf5-b246-7cbaf37fd695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:38.883646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e68369-814f-4cf5-b246-7cbaf37fd695 None None] Pushing event updated for resources: {'Port': ['ID=51fa7f07-d1de-4836-b576-a68794b1c42f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:39.140829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 51fa7f07-d1de-4836-b576-a68794b1c42f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:14:39.337398 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 51fa7f07-d1de-4836-b576-a68794b1c42f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:39.338571 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:39.566537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 51fa7f07-d1de-4836-b576-a68794b1c42f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:39.567333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 26f188d2-b0bf-449b-8bf4-3107d934e6ba up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:14:39.699230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b332f5-84bc-406b-96bc-a6bcef9c5e76 None None] Network 4168b2c2-c059-4049-aca3-82ec4e0e3638 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:14:39.857597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-22d6b637-39d8-4611-8456-d2a0fffebe12 None None] Provisioning complete for port 26f188d2-b0bf-449b-8bf4-3107d934e6ba triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:39.858243 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-22d6b637-39d8-4611-8456-d2a0fffebe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:39.968840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 26f188d2-b0bf-449b-8bf4-3107d934e6ba triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:39.969603 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:39.997998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.extraroute_db [None req-6b057720-cdda-4b56-8e6f-aed10b30e1d1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=115730) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 24 01:14:40.035487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.extraroute_db [None req-6b057720-cdda-4b56-8e6f-aed10b30e1d1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Removed routes are [] {{(pid=115730) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 24 01:14:40.035670 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b057720-cdda-4b56-8e6f-aed10b30e1d1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (1deed5f6-9a41-44f1-bc36-3dc4c4004930), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:40.115393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-22d6b637-39d8-4611-8456-d2a0fffebe12 None None] Current status of the port 26f188d2-b0bf-449b-8bf4-3107d934e6ba is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:40.116092 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-22d6b637-39d8-4611-8456-d2a0fffebe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:40.303091 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-22d6b637-39d8-4611-8456-d2a0fffebe12 None None] For port 26f188d2-b0bf-449b-8bf4-3107d934e6ba, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=26f188d2-b0bf-449b-8bf4-3107d934e6ba,segment=NetworkSegment(c1051424-7492-4f7b-be25-2fa664d25a6b),segment_id=c1051424-7492-4f7b-be25-2fa664d25a6b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:40.307282 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 26f188d2-b0bf-449b-8bf4-3107d934e6ba is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:40.309036 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:40.333961 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Sync routers for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:14:40.352752 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:40.356221 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:14:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:40.368137 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-22d6b637-39d8-4611-8456-d2a0fffebe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:40.528375 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b057720-cdda-4b56-8e6f-aed10b30e1d1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (1deed5f6-9a41-44f1-bc36-3dc4c4004930), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:40.539238 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b057720-cdda-4b56-8e6f-aed10b30e1d1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (1deed5f6-9a41-44f1-bc36-3dc4c4004930), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:40.572117 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39362) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:40.586507 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:14:40.586868 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:14:40.680616 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:14:40.698255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6b637-39d8-4611-8456-d2a0fffebe12 None None] Pushing event updated for resources: {'Port': ['ID=26f188d2-b0bf-449b-8bf4-3107d934e6ba,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:40.915823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b057720-cdda-4b56-8e6f-aed10b30e1d1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:14:41.056138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b057720-cdda-4b56-8e6f-aed10b30e1d1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:14:41.066288 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b057720-cdda-4b56-8e6f-aed10b30e1d1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:41.067832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6b057720-cdda-4b56-8e6f-aed10b30e1d1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/1deed5f6-9a41-44f1-bc36-3dc4c4004930 HTTP/1.1" status: 200 len: 954 time: 2.8325393 Mar 24 01:14:41.070677 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39372) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:41.244791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 26f188d2-b0bf-449b-8bf4-3107d934e6ba is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:41.322240 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b90d2cc6-fbf8-45ed-8102-7bbaaf6de9b9 None None] Provisioning complete for port 519ac7a0-ede0-4734-9138-84d327b239a9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:41.322623 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b90d2cc6-fbf8-45ed-8102-7bbaaf6de9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:41.430056 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6473415-e9a8-47ba-b1d4-74b62ba58acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:41.433984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b90d2cc6-fbf8-45ed-8102-7bbaaf6de9b9 None None] Port 519ac7a0-ede0-4734-9138-84d327b239a9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:14:41.462623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b90d2cc6-fbf8-45ed-8102-7bbaaf6de9b9 None None] Provisioning complete for port 26f188d2-b0bf-449b-8bf4-3107d934e6ba triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:41.467113 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b90d2cc6-fbf8-45ed-8102-7bbaaf6de9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:41.485189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39376) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:41.486329 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-79ff6271-c344-45f7-aa3a-724171f2a581 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/routers/1deed5f6-9a41-44f1-bc36-3dc4c4004930 HTTP/1.1" status: 200 len: 954 time: 0.4136348 Mar 24 01:14:41.490371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-4040851e-3f6e-4869-8ed8-612c554e7f59 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'router': {'routes': None}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:14:41.565385 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 51fa7f07-d1de-4836-b576-a68794b1c42f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:14:41.658989 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6473415-e9a8-47ba-b1d4-74b62ba58acd admin admin] Publish callbacks [] for security_group (cf4169c1-5cbe-4ba2-ad60-5938f744ca75), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:41.671021 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6473415-e9a8-47ba-b1d4-74b62ba58acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cf4169c1-5cbe-4ba2-ad60-5938f744ca75), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:41.691927 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:40Z', 'revision_number': 6, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': '519ac7a0-ede0-4734-9138-84d327b239a9', 'name': '', 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:be:f1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:35Z', 'updated_at': '2022-03-24T01:14:37Z', 'revision_number': 2, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51fa7f07-d1de-4836-b576-a68794b1c42f', 'name': '', 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:93:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '916062e7-fcce-45f9-a26d-360dff01987d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:27Z', 'updated_at': '2022-03-24T01:14:38Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '916062e7-fcce-45f9-a26d-360dff01987d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:32Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:41.770952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39380) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:41.782069 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c6473415-e9a8-47ba-b1d4-74b62ba58acd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7b7b1d97931e43948256dd1a5a212324&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1882825 Mar 24 01:14:41.804127 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Checking router: 1deed5f6-9a41-44f1-bc36-3dc4c4004930 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:14:41.804391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6473415-e9a8-47ba-b1d4-74b62ba58acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4169c1-5cbe-4ba2-ad60-5938f744ca75,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:41.804494 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Updating router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 port 519ac7a0-ede0-4734-9138-84d327b239a9 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:14:41.882611 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:41.909901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b90d2cc6-fbf8-45ed-8102-7bbaaf6de9b9 None None] Current status of the port 26f188d2-b0bf-449b-8bf4-3107d934e6ba is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:41.922147 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 51fa7f07-d1de-4836-b576-a68794b1c42f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:41.922535 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:42.114704 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e46458b5-42da-4eca-ab3c-112550fe01ce None None] Provisioning complete for port 519ac7a0-ede0-4734-9138-84d327b239a9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:42.115076 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e46458b5-42da-4eca-ab3c-112550fe01ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:42.195546 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cd62f68-53f1-4021-b1ad-f8c347d6afb4 admin admin] Publish callbacks [] for security_group (cf4169c1-5cbe-4ba2-ad60-5938f744ca75), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:42.232221 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 51fa7f07-d1de-4836-b576-a68794b1c42f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:42.234196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 26f188d2-b0bf-449b-8bf4-3107d934e6ba up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:14:42.235861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e46458b5-42da-4eca-ab3c-112550fe01ce None None] Port 519ac7a0-ede0-4734-9138-84d327b239a9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:14:42.254102 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cd62f68-53f1-4021-b1ad-f8c347d6afb4 admin admin] Publish callbacks [] for security_group (cf4169c1-5cbe-4ba2-ad60-5938f744ca75), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:42.390960 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cd62f68-53f1-4021-b1ad-f8c347d6afb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cf4169c1-5cbe-4ba2-ad60-5938f744ca75), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:42.400561 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cd62f68-53f1-4021-b1ad-f8c347d6afb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:42.406493 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5cd62f68-53f1-4021-b1ad-f8c347d6afb4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf4169c1-5cbe-4ba2-ad60-5938f744ca75 HTTP/1.1" status: 204 len: 168 time: 0.6314907 Mar 24 01:14:42.422268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-404aa867-4834-4e3c-ba16-60b704b64127 None None] Provisioning complete for port 519ac7a0-ede0-4734-9138-84d327b239a9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:42.429977 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-404aa867-4834-4e3c-ba16-60b704b64127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:42.444436 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Publish callbacks [] for port (519ac7a0-ede0-4734-9138-84d327b239a9), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:42.461168 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:42.466831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd62f68-53f1-4021-b1ad-f8c347d6afb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4169c1-5cbe-4ba2-ad60-5938f744ca75,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:42.552526 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402230f-5c00-4491-b7ab-fb84ecd4ac9e None None] Pushing event updated for resources: {'Port': ['ID=519ac7a0-ede0-4734-9138-84d327b239a9,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:42.636904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 26f188d2-b0bf-449b-8bf4-3107d934e6ba triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:42.638334 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:42.739422 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Attempting to bind port 519ac7a0-ede0-4734-9138-84d327b239a9 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:14:42.740796 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Attempting to bind port 519ac7a0-ede0-4734-9138-84d327b239a9 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'c1051424-7492-4f7b-be25-2fa664d25a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:14:42.742508 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Attempting to bind port 519ac7a0-ede0-4734-9138-84d327b239a9 on network 4168b2c2-c059-4049-aca3-82ec4e0e3638 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:14:42.754332 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:14:42.754722 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Checking segment: {'id': 'c1051424-7492-4f7b-be25-2fa664d25a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:14:42.755135 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:42.755539 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Bound using segment: {'id': 'c1051424-7492-4f7b-be25-2fa664d25a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:14:42.756045 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Bound port: 519ac7a0-ede0-4734-9138-84d327b239a9, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1051424-7492-4f7b-be25-2fa664d25a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:14:42.756422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-404aa867-4834-4e3c-ba16-60b704b64127 None None] Port 519ac7a0-ede0-4734-9138-84d327b239a9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:14:42.756543 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:42.945152 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] For port 519ac7a0-ede0-4734-9138-84d327b239a9, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:14:42.953996 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] For port 519ac7a0-ede0-4734-9138-84d327b239a9, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=519ac7a0-ede0-4734-9138-84d327b239a9,segment=NetworkSegment(c1051424-7492-4f7b-be25-2fa664d25a6b),segment_id=c1051424-7492-4f7b-be25-2fa664d25a6b)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:14:42.970962 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:43.013883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 26f188d2-b0bf-449b-8bf4-3107d934e6ba is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:43.115178 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402230f-5c00-4491-b7ab-fb84ecd4ac9e None None] Pushing event updated for resources: {'Port': ['ID=519ac7a0-ede0-4734-9138-84d327b239a9,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:43.189051 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:43.193604 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:14:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:43.202720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0067a459-f386-490a-9067-b5713a97cfc3 None None] Provisioning complete for port 519ac7a0-ede0-4734-9138-84d327b239a9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:43.207938 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0067a459-f386-490a-9067-b5713a97cfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:43.248431 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.extraroute_db [None req-4040851e-3f6e-4869-8ed8-612c554e7f59 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Added routes are [] {{(pid=115730) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 24 01:14:43.255263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.extraroute_db [None req-4040851e-3f6e-4869-8ed8-612c554e7f59 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=115730) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 24 01:14:43.302135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39412) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:43.328620 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ca17925d-9bf4-40d9-a884-03b305022ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:43.356061 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4040851e-3f6e-4869-8ed8-612c554e7f59 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (1deed5f6-9a41-44f1-bc36-3dc4c4004930), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:43.579672 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ca17925d-9bf4-40d9-a884-03b305022ae6 admin admin] Publish callbacks [] for security_group (632f1c85-b2c1-4992-a3dc-b77cab515e85), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:43.590879 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ca17925d-9bf4-40d9-a884-03b305022ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (632f1c85-b2c1-4992-a3dc-b77cab515e85), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:43.594995 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0067a459-f386-490a-9067-b5713a97cfc3 None None] Current status of the port 519ac7a0-ede0-4734-9138-84d327b239a9 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:43.601443 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0067a459-f386-490a-9067-b5713a97cfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:43.602796 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:14:43.605454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 519ac7a0-ede0-4734-9138-84d327b239a9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:14:43.714476 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ca17925d-9bf4-40d9-a884-03b305022ae6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=06dabeb8a29e4f3eac05924ce9809a2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4111915 Mar 24 01:14:43.716924 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39426) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:43.728738 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17925d-9bf4-40d9-a884-03b305022ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632f1c85-b2c1-4992-a3dc-b77cab515e85,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:43.864889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0067a459-f386-490a-9067-b5713a97cfc3 None None] For port 519ac7a0-ede0-4734-9138-84d327b239a9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=519ac7a0-ede0-4734-9138-84d327b239a9,segment=NetworkSegment(c1051424-7492-4f7b-be25-2fa664d25a6b),segment_id=c1051424-7492-4f7b-be25-2fa664d25a6b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:43.898064 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Publish callbacks [] for security_group (632f1c85-b2c1-4992-a3dc-b77cab515e85), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:43.906381 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 519ac7a0-ede0-4734-9138-84d327b239a9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:43.910542 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:43.916402 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0067a459-f386-490a-9067-b5713a97cfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:43.961467 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Publish callbacks [] for security_group (632f1c85-b2c1-4992-a3dc-b77cab515e85), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:43.988897 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4040851e-3f6e-4869-8ed8-612c554e7f59 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (1deed5f6-9a41-44f1-bc36-3dc4c4004930), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:43.994434 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4040851e-3f6e-4869-8ed8-612c554e7f59 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (1deed5f6-9a41-44f1-bc36-3dc4c4004930), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:44.082396 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (632f1c85-b2c1-4992-a3dc-b77cab515e85), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:44.086990 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:44.088634 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/632f1c85-b2c1-4992-a3dc-b77cab515e85 HTTP/1.1" status: 204 len: 168 time: 0.3704515 Mar 24 01:14:44.127531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632f1c85-b2c1-4992-a3dc-b77cab515e85,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:44.144844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:44.145510 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:44.146823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:44.147336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:44.148476 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:44.149026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:44.149547 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:44.150060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:44.150557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:44.151050 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:44.152160 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:44.152939 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:44.154516 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:44.155032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:44.157770 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679156c7-17f0-425e-9ec6-8f2c8c5210e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:14:44.176719 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-69c5c534-405f-4b9a-bc5b-6936892b1d7d None None] Provisioning complete for port 519ac7a0-ede0-4734-9138-84d327b239a9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:44.189581 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-69c5c534-405f-4b9a-bc5b-6936892b1d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:44.260582 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:40Z', 'revision_number': 6, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': '519ac7a0-ede0-4734-9138-84d327b239a9', 'name': '', 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:be:f1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:35Z', 'updated_at': '2022-03-24T01:14:42Z', 'revision_number': 4, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51fa7f07-d1de-4836-b576-a68794b1c42f', 'name': '', 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:93:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '916062e7-fcce-45f9-a26d-360dff01987d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:27Z', 'updated_at': '2022-03-24T01:14:38Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '916062e7-fcce-45f9-a26d-360dff01987d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:32Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:44.264469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4040851e-3f6e-4869-8ed8-612c554e7f59 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:14:44.271215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067a459-f386-490a-9067-b5713a97cfc3 None None] Pushing event updated for resources: {'Port': ['ID=519ac7a0-ede0-4734-9138-84d327b239a9,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:44.311019 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe25d9a-aa53-4f4d-ab31-a5a1bb181a37 None None] The sync data for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 is: [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:40Z', 'revision_number': 6, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': '519ac7a0-ede0-4734-9138-84d327b239a9', 'name': '', 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:be:f1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:35Z', 'updated_at': '2022-03-24T01:14:42Z', 'revision_number': 4, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51fa7f07-d1de-4836-b576-a68794b1c42f', 'name': '', 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:93:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '916062e7-fcce-45f9-a26d-360dff01987d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:27Z', 'updated_at': '2022-03-24T01:14:38Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '916062e7-fcce-45f9-a26d-360dff01987d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:32Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:14:44.373989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 519ac7a0-ede0-4734-9138-84d327b239a9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:44.454359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4040851e-3f6e-4869-8ed8-612c554e7f59 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:14:44.462929 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4040851e-3f6e-4869-8ed8-612c554e7f59 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:44.465218 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4040851e-3f6e-4869-8ed8-612c554e7f59 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/1deed5f6-9a41-44f1-bc36-3dc4c4004930 HTTP/1.1" status: 200 len: 704 time: 2.9788589 Mar 24 01:14:44.467489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39438) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:44.474728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-69c5c534-405f-4b9a-bc5b-6936892b1d7d None None] Current status of the port 519ac7a0-ede0-4734-9138-84d327b239a9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:44.696501 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39442) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:44.704363 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3e19c751-7a40-411d-9c7c-3ddc9b0e6bd9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/routers/1deed5f6-9a41-44f1-bc36-3dc4c4004930 HTTP/1.1" status: 200 len: 704 time: 0.2244711 Mar 24 01:14:44.904125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada17df9-796f-4ee7-84d2-6859a8fa9360 None None] Sync routers for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:14:44.926328 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada17df9-796f-4ee7-84d2-6859a8fa9360 None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:44.927537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ada17df9-796f-4ee7-84d2-6859a8fa9360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:14:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:45.550013 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3f7bd04-9e8c-4eb2-b5f3-2410149f19f9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (1deed5f6-9a41-44f1-bc36-3dc4c4004930), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:45.648099 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 519ac7a0-ede0-4734-9138-84d327b239a9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:14:45.818491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-ada17df9-796f-4ee7-84d2-6859a8fa9360 None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:14:45.928554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 519ac7a0-ede0-4734-9138-84d327b239a9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:14:45.929249 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:46.105490 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7bd04-9e8c-4eb2-b5f3-2410149f19f9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port 519ac7a0-ede0-4734-9138-84d327b239a9 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:14:46.106080 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3f7bd04-9e8c-4eb2-b5f3-2410149f19f9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:46.279206 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 519ac7a0-ede0-4734-9138-84d327b239a9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:14:46.356830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-c3f7bd04-9e8c-4eb2-b5f3-2410149f19f9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] For port 519ac7a0-ede0-4734-9138-84d327b239a9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=519ac7a0-ede0-4734-9138-84d327b239a9,segment=NetworkSegment(c1051424-7492-4f7b-be25-2fa664d25a6b),segment_id=c1051424-7492-4f7b-be25-2fa664d25a6b)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:46.357222 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3f7bd04-9e8c-4eb2-b5f3-2410149f19f9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:46.371735 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7bd04-9e8c-4eb2-b5f3-2410149f19f9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for 519ac7a0-ede0-4734-9138-84d327b239a9 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:14:46.537311 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ada17df9-796f-4ee7-84d2-6859a8fa9360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:43Z', 'revision_number': 7, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': '519ac7a0-ede0-4734-9138-84d327b239a9', 'name': '', 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:be:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:35Z', 'updated_at': '2022-03-24T01:14:43Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51fa7f07-d1de-4836-b576-a68794b1c42f', 'name': '', 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:93:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '916062e7-fcce-45f9-a26d-360dff01987d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:27Z', 'updated_at': '2022-03-24T01:14:38Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '916062e7-fcce-45f9-a26d-360dff01987d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:32Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:46.610159 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada17df9-796f-4ee7-84d2-6859a8fa9360 None None] Checking router: 1deed5f6-9a41-44f1-bc36-3dc4c4004930 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:14:46.652485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada17df9-796f-4ee7-84d2-6859a8fa9360 None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:46.653157 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ada17df9-796f-4ee7-84d2-6859a8fa9360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:14:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:46.698169 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3f7bd04-9e8c-4eb2-b5f3-2410149f19f9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (519ac7a0-ede0-4734-9138-84d327b239a9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:46.770869 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7bd04-9e8c-4eb2-b5f3-2410149f19f9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=519ac7a0-ede0-4734-9138-84d327b239a9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:46.950873 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3f7bd04-9e8c-4eb2-b5f3-2410149f19f9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (1deed5f6-9a41-44f1-bc36-3dc4c4004930), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:46.994777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-ada17df9-796f-4ee7-84d2-6859a8fa9360 None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:14:47.029271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39510) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:47.275274 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-38c59412-2312-48b0-9034-cbb88d1d64c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:47.407524 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f7bd04-9e8c-4eb2-b5f3-2410149f19f9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:14:47.489206 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-38c59412-2312-48b0-9034-cbb88d1d64c8 admin admin] Publish callbacks [] for security_group (d3b4e0d2-6cbc-47cc-a228-d2339af99c7c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:47.497132 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-38c59412-2312-48b0-9034-cbb88d1d64c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d3b4e0d2-6cbc-47cc-a228-d2339af99c7c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:47.618777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ada17df9-796f-4ee7-84d2-6859a8fa9360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:43Z', 'revision_number': 7, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': '519ac7a0-ede0-4734-9138-84d327b239a9', 'name': '', 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:be:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:35Z', 'updated_at': '2022-03-24T01:14:43Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51fa7f07-d1de-4836-b576-a68794b1c42f', 'name': '', 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:93:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '916062e7-fcce-45f9-a26d-360dff01987d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:27Z', 'updated_at': '2022-03-24T01:14:38Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '916062e7-fcce-45f9-a26d-360dff01987d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:32Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:47.622020 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-38c59412-2312-48b0-9034-cbb88d1d64c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0966f89b88934d6aadc0cb276f9a3107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5916667 Mar 24 01:14:47.642994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39530) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:47.705360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39534) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:47.719472 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada17df9-796f-4ee7-84d2-6859a8fa9360 None None] The sync data for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 is: [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:43Z', 'revision_number': 7, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': '519ac7a0-ede0-4734-9138-84d327b239a9', 'name': '', 'network_id': '4168b2c2-c059-4049-aca3-82ec4e0e3638', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:be:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:35Z', 'updated_at': '2022-03-24T01:14:43Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'a427b649-a15c-4566-ae5f-235d8ba7e6ce', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51fa7f07-d1de-4836-b576-a68794b1c42f', 'name': '', 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:93:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '916062e7-fcce-45f9-a26d-360dff01987d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:27Z', 'updated_at': '2022-03-24T01:14:38Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '916062e7-fcce-45f9-a26d-360dff01987d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:32Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:14:47.735324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c59412-2312-48b0-9034-cbb88d1d64c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b4e0d2-6cbc-47cc-a228-d2339af99c7c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:47.737591 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f7bd04-9e8c-4eb2-b5f3-2410149f19f9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:14:47.751189 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c3f7bd04-9e8c-4eb2-b5f3-2410149f19f9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/1deed5f6-9a41-44f1-bc36-3dc4c4004930/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0534410 Mar 24 01:14:47.764214 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39540) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:47.816168 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dcab7ea7-602e-4f74-9b47-73117437f8ba admin admin] Publish callbacks [] for security_group (d3b4e0d2-6cbc-47cc-a228-d2339af99c7c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:47.866625 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dcab7ea7-602e-4f74-9b47-73117437f8ba admin admin] Publish callbacks [] for security_group (d3b4e0d2-6cbc-47cc-a228-d2339af99c7c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:47.905620 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4819ee-a58f-4082-bdf4-e2fd6fae0c8b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting subnet a427b649-a15c-4566-ae5f-235d8ba7e6ce {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:14:47.927036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a4819ee-a58f-4082-bdf4-e2fd6fae0c8b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (a427b649-a15c-4566-ae5f-235d8ba7e6ce), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:47.946654 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dcab7ea7-602e-4f74-9b47-73117437f8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d3b4e0d2-6cbc-47cc-a228-d2339af99c7c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:47.951017 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dcab7ea7-602e-4f74-9b47-73117437f8ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:47.952608 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dcab7ea7-602e-4f74-9b47-73117437f8ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3b4e0d2-6cbc-47cc-a228-d2339af99c7c HTTP/1.1" status: 204 len: 168 time: 0.3086722 Mar 24 01:14:47.969452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab7ea7-602e-4f74-9b47-73117437f8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b4e0d2-6cbc-47cc-a228-d2339af99c7c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:48.007824 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a4819ee-a58f-4082-bdf4-e2fd6fae0c8b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (a427b649-a15c-4566-ae5f-235d8ba7e6ce), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:48.088816 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5e4b31b2-a9cf-471e-9347-63f2794f2349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:48.293788 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4e5cb-b7f7-408d-8666-6122a6c7c73d None None] Sync routers for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:14:48.315334 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4e5cb-b7f7-408d-8666-6122a6c7c73d None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:48.316706 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4fb4e5cb-b7f7-408d-8666-6122a6c7c73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:14:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:48.385994 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5e4b31b2-a9cf-471e-9347-63f2794f2349 admin admin] Publish callbacks [] for security_group (88fc18b4-cb26-42f6-9480-fc5f79432755), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:48.402723 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5e4b31b2-a9cf-471e-9347-63f2794f2349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (88fc18b4-cb26-42f6-9480-fc5f79432755), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:48.494356 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-4fb4e5cb-b7f7-408d-8666-6122a6c7c73d None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:14:48.546716 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5e4b31b2-a9cf-471e-9347-63f2794f2349 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d89315674a8548c28c2968a1dee74751&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8403938 Mar 24 01:14:48.549383 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b31b2-a9cf-471e-9347-63f2794f2349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fc18b4-cb26-42f6-9480-fc5f79432755,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:48.550048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39560) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:48.574394 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a4819ee-a58f-4082-bdf4-e2fd6fae0c8b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (a427b649-a15c-4566-ae5f-235d8ba7e6ce), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:48.695255 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cf34e18-1215-4fbd-8936-8352ecbc4c6e admin admin] Publish callbacks [] for security_group (88fc18b4-cb26-42f6-9480-fc5f79432755), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:48.790719 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a4819ee-a58f-4082-bdf4-e2fd6fae0c8b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (a427b649-a15c-4566-ae5f-235d8ba7e6ce), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:48.796132 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cf34e18-1215-4fbd-8936-8352ecbc4c6e admin admin] Publish callbacks [] for security_group (88fc18b4-cb26-42f6-9480-fc5f79432755), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:48.872668 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4819ee-a58f-4082-bdf4-e2fd6fae0c8b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Subnet': ['ID=a427b649-a15c-4566-ae5f-235d8ba7e6ce,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:48.893652 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a4819ee-a58f-4082-bdf4-e2fd6fae0c8b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:48.900769 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3a4819ee-a58f-4082-bdf4-e2fd6fae0c8b tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/a427b649-a15c-4566-ae5f-235d8ba7e6ce HTTP/1.1" status: 204 len: 168 time: 1.1333232 Mar 24 01:14:48.900943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3de4c9-2efd-4a56-b6a1-219d61385d11 None None] Network 4168b2c2-c059-4049-aca3-82ec4e0e3638 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:14:48.904048 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39572) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:48.952302 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cf34e18-1215-4fbd-8936-8352ecbc4c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (88fc18b4-cb26-42f6-9480-fc5f79432755), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:48.955972 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cf34e18-1215-4fbd-8936-8352ecbc4c6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:48.976054 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8cf34e18-1215-4fbd-8936-8352ecbc4c6e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88fc18b4-cb26-42f6-9480-fc5f79432755 HTTP/1.1" status: 204 len: 168 time: 0.4111946 Mar 24 01:14:49.004100 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf34e18-1215-4fbd-8936-8352ecbc4c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fc18b4-cb26-42f6-9480-fc5f79432755,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:49.051675 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (4168b2c2-c059-4049-aca3-82ec4e0e3638), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:49.118359 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4fb4e5cb-b7f7-408d-8666-6122a6c7c73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:46Z', 'revision_number': 8, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': '51fa7f07-d1de-4836-b576-a68794b1c42f', 'name': '', 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:93:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '916062e7-fcce-45f9-a26d-360dff01987d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:27Z', 'updated_at': '2022-03-24T01:14:38Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '916062e7-fcce-45f9-a26d-360dff01987d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:32Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:49.135312 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port 26f188d2-b0bf-449b-8bf4-3107d934e6ba {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:14:49.136242 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:49.194399 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4e5cb-b7f7-408d-8666-6122a6c7c73d None None] Checking router: 1deed5f6-9a41-44f1-bc36-3dc4c4004930 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:14:49.203319 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4e5cb-b7f7-408d-8666-6122a6c7c73d None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:49.203856 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4fb4e5cb-b7f7-408d-8666-6122a6c7c73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:14:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:49.340704 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] For port 26f188d2-b0bf-449b-8bf4-3107d934e6ba, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=26f188d2-b0bf-449b-8bf4-3107d934e6ba,segment=NetworkSegment(c1051424-7492-4f7b-be25-2fa664d25a6b),segment_id=c1051424-7492-4f7b-be25-2fa664d25a6b)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:49.343028 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:49.372642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab30faa0-1266-41d8-8555-1d4a4d51d78e None None] DHCP port deletion for 4168b2c2-c059-4049-aca3-82ec4e0e3638 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:14:49.380987 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for 26f188d2-b0bf-449b-8bf4-3107d934e6ba owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:14:49.494742 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-4fb4e5cb-b7f7-408d-8666-6122a6c7c73d None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:14:49.528199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ab30faa0-1266-41d8-8555-1d4a4d51d78e None None] Deleting port 26f188d2-b0bf-449b-8bf4-3107d934e6ba {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:14:49.533233 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ab30faa0-1266-41d8-8555-1d4a4d51d78e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:49.654242 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:49.692822 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=26f188d2-b0bf-449b-8bf4-3107d934e6ba,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:49.705282 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] No DVR routers for this DVR port 26f188d2-b0bf-449b-8bf4-3107d934e6ba on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:14:49.751452 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ab30faa0-1266-41d8-8555-1d4a4d51d78e None None] For port 26f188d2-b0bf-449b-8bf4-3107d934e6ba, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=26f188d2-b0bf-449b-8bf4-3107d934e6ba,segment=NetworkSegment(c1051424-7492-4f7b-be25-2fa664d25a6b),segment_id=c1051424-7492-4f7b-be25-2fa664d25a6b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:49.752142 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ab30faa0-1266-41d8-8555-1d4a4d51d78e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:49.766431 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ab30faa0-1266-41d8-8555-1d4a4d51d78e None None] Calling delete_port for 26f188d2-b0bf-449b-8bf4-3107d934e6ba owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:14:49.894814 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ab30faa0-1266-41d8-8555-1d4a4d51d78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (26f188d2-b0bf-449b-8bf4-3107d934e6ba), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:49.936992 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab30faa0-1266-41d8-8555-1d4a4d51d78e None None] No DVR routers for this DVR port 26f188d2-b0bf-449b-8bf4-3107d934e6ba on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:14:49.989214 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (4168b2c2-c059-4049-aca3-82ec4e0e3638), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:50.013630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30faa0-1266-41d8-8555-1d4a4d51d78e None None] Pushing event deleted for resources: {'Port': ['ID=26f188d2-b0bf-449b-8bf4-3107d934e6ba,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:50.051587 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4fb4e5cb-b7f7-408d-8666-6122a6c7c73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:46Z', 'revision_number': 8, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': '51fa7f07-d1de-4836-b576-a68794b1c42f', 'name': '', 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:93:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '916062e7-fcce-45f9-a26d-360dff01987d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:27Z', 'updated_at': '2022-03-24T01:14:38Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '916062e7-fcce-45f9-a26d-360dff01987d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:32Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:50.092127 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4168b2c2-c059-4049-aca3-82ec4e0e3638']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:50.137822 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1051424-7492-4f7b-be25-2fa664d25a6b') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:50.138118 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1051424-7492-4f7b-be25-2fa664d25a6b') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:50.176266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (c1051424-7492-4f7b-be25-2fa664d25a6b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:50.184893 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4e5cb-b7f7-408d-8666-6122a6c7c73d None None] The sync data for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 is: [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:46Z', 'revision_number': 8, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': '51fa7f07-d1de-4836-b576-a68794b1c42f', 'name': '', 'network_id': '53437c1f-c5fb-4dfc-b4e2-060b92525fea', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:93:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '916062e7-fcce-45f9-a26d-360dff01987d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:27Z', 'updated_at': '2022-03-24T01:14:38Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '916062e7-fcce-45f9-a26d-360dff01987d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:32Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:14:50.210768 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (c1051424-7492-4f7b-be25-2fa664d25a6b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:50.234227 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:14:50.234647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (c1051424-7492-4f7b-be25-2fa664d25a6b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:14:50.240664 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:14:50.432197 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (4168b2c2-c059-4049-aca3-82ec4e0e3638), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:50.462294 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:50.481316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39632) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:50.481817 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/networks/4168b2c2-c059-4049-aca3-82ec4e0e3638 HTTP/1.1" status: 204 len: 168 time: 1.5761983 Mar 24 01:14:50.527188 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c657f-a43c-4d92-88be-e921e19d2a0d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Network': ['ID=4168b2c2-c059-4049-aca3-82ec4e0e3638,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:50.687688 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39636) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:51.083459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3fdade60-434f-4aa0-95a5-83038e0f9ddb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-568113765-network', 'tenant_id': '74dae18b00364e0a8fff91eb73c1a67a'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:14:51.140373 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdade60-434f-4aa0-95a5-83038e0f9ddb admin admin] Made reservation on behalf of 74dae18b00364e0a8fff91eb73c1a67a for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:14:51.143568 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdade60-434f-4aa0-95a5-83038e0f9ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:51.177929 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdade60-434f-4aa0-95a5-83038e0f9ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:51.286087 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdade60-434f-4aa0-95a5-83038e0f9ddb admin admin] Publish callbacks [] for security_group (1a85bfa3-044f-413b-adbe-56d7321f5c8e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:51.294344 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdade60-434f-4aa0-95a5-83038e0f9ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1a85bfa3-044f-413b-adbe-56d7321f5c8e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:51.351220 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fdade60-434f-4aa0-95a5-83038e0f9ddb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:14:51.375505 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdade60-434f-4aa0-95a5-83038e0f9ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a85bfa3-044f-413b-adbe-56d7321f5c8e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:51.388431 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdade60-434f-4aa0-95a5-83038e0f9ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (6bcd0590-7e5f-4ddb-aec5-847a3957aafd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:51.388729 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-3fdade60-434f-4aa0-95a5-83038e0f9ddb admin admin] Added segment 6bcd0590-7e5f-4ddb-aec5-847a3957aafd of type vlan for network 2b904e0a-8833-42bb-81c8-715ed347fecc Mar 24 01:14:51.458590 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-770a90a8-e979-465e-8da4-46a949fe5287 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (1deed5f6-9a41-44f1-bc36-3dc4c4004930), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:51.489130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 519ac7a0-ede0-4734-9138-84d327b239a9 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:14:51.515242 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdade60-434f-4aa0-95a5-83038e0f9ddb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (2b904e0a-8833-42bb-81c8-715ed347fecc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:51.527074 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 519ac7a0-ede0-4734-9138-84d327b239a9 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:14:51.531086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 519ac7a0-ede0-4734-9138-84d327b239a9 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:14:51.531794 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 26f188d2-b0bf-449b-8bf4-3107d934e6ba no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:14:51.580653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 26f188d2-b0bf-449b-8bf4-3107d934e6ba {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:14:51.581295 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 26f188d2-b0bf-449b-8bf4-3107d934e6ba not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:14:51.621617 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdade60-434f-4aa0-95a5-83038e0f9ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (2b904e0a-8833-42bb-81c8-715ed347fecc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:51.626994 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdade60-434f-4aa0-95a5-83038e0f9ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:51.627678 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdade60-434f-4aa0-95a5-83038e0f9ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:51.851539 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdade60-434f-4aa0-95a5-83038e0f9ddb admin admin] Pushing event updated for resources: {'Network': ['ID=2b904e0a-8833-42bb-81c8-715ed347fecc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:51.864305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 2b904e0a-8833-42bb-81c8-715ed347fecc details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:14:51.889152 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3fdade60-434f-4aa0-95a5-83038e0f9ddb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1996713 Mar 24 01:14:51.895755 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39668) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:51.915150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d03113a6-5f55-4604-811a-b8eeeed5a52a admin admin] Request body: {'subnet': {'network_id': '2b904e0a-8833-42bb-81c8-715ed347fecc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-568113765-subnet', 'tenant_id': '74dae18b00364e0a8fff91eb73c1a67a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:14:51.980714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03113a6-5f55-4604-811a-b8eeeed5a52a admin admin] Made reservation on behalf of 74dae18b00364e0a8fff91eb73c1a67a for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:14:51.983305 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d03113a6-5f55-4604-811a-b8eeeed5a52a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:52.212413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-770a90a8-e979-465e-8da4-46a949fe5287 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port 51fa7f07-d1de-4836-b576-a68794b1c42f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:14:52.212413 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-770a90a8-e979-465e-8da4-46a949fe5287 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:52.428103 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-770a90a8-e979-465e-8da4-46a949fe5287 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] For port 51fa7f07-d1de-4836-b576-a68794b1c42f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=51fa7f07-d1de-4836-b576-a68794b1c42f,segment=NetworkSegment(e307bb8e-bf6d-455f-a507-d35cdd0726aa),segment_id=e307bb8e-bf6d-455f-a507-d35cdd0726aa)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:52.430486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-770a90a8-e979-465e-8da4-46a949fe5287 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:52.464040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-770a90a8-e979-465e-8da4-46a949fe5287 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for 51fa7f07-d1de-4836-b576-a68794b1c42f owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:14:52.963127 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-770a90a8-e979-465e-8da4-46a949fe5287 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (51fa7f07-d1de-4836-b576-a68794b1c42f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:52.995799 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a90a8-e979-465e-8da4-46a949fe5287 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=51fa7f07-d1de-4836-b576-a68794b1c42f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:53.213173 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-770a90a8-e979-465e-8da4-46a949fe5287 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (1deed5f6-9a41-44f1-bc36-3dc4c4004930), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:53.334338 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d03113a6-5f55-4604-811a-b8eeeed5a52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (47af1dd2-a148-47b9-87a9-a9c7a6278cf3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:53.435588 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03113a6-5f55-4604-811a-b8eeeed5a52a admin admin] Pushing event updated for resources: {'Subnet': ['ID=47af1dd2-a148-47b9-87a9-a9c7a6278cf3,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:53.500524 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03113a6-5f55-4604-811a-b8eeeed5a52a admin admin] Checking segment: {'id': '6bcd0590-7e5f-4ddb-aec5-847a3957aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2b904e0a-8833-42bb-81c8-715ed347fecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:14:53.501127 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03113a6-5f55-4604-811a-b8eeeed5a52a admin admin] Network hostable DHCP agents. Network: 2b904e0a-8833-42bb-81c8-715ed347fecc, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:14:53.551933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03113a6-5f55-4604-811a-b8eeeed5a52a admin admin] Network 2b904e0a-8833-42bb-81c8-715ed347fecc is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:14:53.581653 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d03113a6-5f55-4604-811a-b8eeeed5a52a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 2b904e0a-8833-42bb-81c8-715ed347fecc) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:14:53.593574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03113a6-5f55-4604-811a-b8eeeed5a52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:14:53.594878 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d03113a6-5f55-4604-811a-b8eeeed5a52a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:53.598102 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ebe985-2487-43cd-be55-6b5e8b0d1048 None None] Network 2b904e0a-8833-42bb-81c8-715ed347fecc requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:14:53.652551 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d03113a6-5f55-4604-811a-b8eeeed5a52a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7534699 Mar 24 01:14:53.783492 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770a90a8-e979-465e-8da4-46a949fe5287 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:14:53.824287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7341b8ca-1f09-43b4-9d96-dc33a59b6246 None None] Network 2b904e0a-8833-42bb-81c8-715ed347fecc requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:14:54.050248 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770a90a8-e979-465e-8da4-46a949fe5287 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:14:54.071053 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39714) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:54.071753 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f682883-9c58-4ba7-a179-b71b18a10a57 None None] Sync routers for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:14:54.079687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-770a90a8-e979-465e-8da4-46a949fe5287 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/1deed5f6-9a41-44f1-bc36-3dc4c4004930/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5967548 Mar 24 01:14:54.086526 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f682883-9c58-4ba7-a179-b71b18a10a57 None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:54.087160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-7f682883-9c58-4ba7-a179-b71b18a10a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:14:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:54.282992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-6526e8c5-2ec3-40a1-a5f2-8f5dc04ab1cb tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting subnet 916062e7-fcce-45f9-a26d-360dff01987d {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:14:54.296173 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6526e8c5-2ec3-40a1-a5f2-8f5dc04ab1cb tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (916062e7-fcce-45f9-a26d-360dff01987d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:54.384877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-7f682883-9c58-4ba7-a179-b71b18a10a57 None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:14:54.394097 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6526e8c5-2ec3-40a1-a5f2-8f5dc04ab1cb tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (916062e7-fcce-45f9-a26d-360dff01987d), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:54.678822 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6526e8c5-2ec3-40a1-a5f2-8f5dc04ab1cb tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (916062e7-fcce-45f9-a26d-360dff01987d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:54.746386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-7f682883-9c58-4ba7-a179-b71b18a10a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:52Z', 'revision_number': 9, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:32Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:54.811935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f682883-9c58-4ba7-a179-b71b18a10a57 None None] Checking router: 1deed5f6-9a41-44f1-bc36-3dc4c4004930 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:14:54.840235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f682883-9c58-4ba7-a179-b71b18a10a57 None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:14:54.841789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-7f682883-9c58-4ba7-a179-b71b18a10a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:14:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:54.866700 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6526e8c5-2ec3-40a1-a5f2-8f5dc04ab1cb tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (916062e7-fcce-45f9-a26d-360dff01987d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:54.938651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526e8c5-2ec3-40a1-a5f2-8f5dc04ab1cb tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Subnet': ['ID=916062e7-fcce-45f9-a26d-360dff01987d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:54.958020 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6526e8c5-2ec3-40a1-a5f2-8f5dc04ab1cb tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:54.972540 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6526e8c5-2ec3-40a1-a5f2-8f5dc04ab1cb tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/916062e7-fcce-45f9-a26d-360dff01987d HTTP/1.1" status: 204 len: 168 time: 0.8990664 Mar 24 01:14:54.973961 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39736) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:55.004264 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f5fd97-121a-432e-af12-2c92be8ced86 None None] Network 53437c1f-c5fb-4dfc-b4e2-060b92525fea requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:14:55.304670 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (53437c1f-c5fb-4dfc-b4e2-060b92525fea), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:55.450925 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-7f682883-9c58-4ba7-a179-b71b18a10a57 None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:14:55.517975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port e22f2cf0-4820-4670-8a30-81e35d602823 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:14:55.517975 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e22f2cf0-4820-4670-8a30-81e35d602823), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:55.659108 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] For port e22f2cf0-4820-4670-8a30-81e35d602823, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e22f2cf0-4820-4670-8a30-81e35d602823,segment=NetworkSegment(e307bb8e-bf6d-455f-a507-d35cdd0726aa),segment_id=e307bb8e-bf6d-455f-a507-d35cdd0726aa)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:55.659469 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e22f2cf0-4820-4670-8a30-81e35d602823), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:55.698705 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for e22f2cf0-4820-4670-8a30-81e35d602823 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:14:55.767597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bcb654-7684-4d44-aba6-48588d0690d1 None None] DHCP port deletion for 53437c1f-c5fb-4dfc-b4e2-060b92525fea request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:14:55.861197 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e22f2cf0-4820-4670-8a30-81e35d602823), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:55.922361 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=e22f2cf0-4820-4670-8a30-81e35d602823,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:55.945661 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] No DVR routers for this DVR port e22f2cf0-4820-4670-8a30-81e35d602823 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:14:56.184088 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b7bcb654-7684-4d44-aba6-48588d0690d1 None None] Deleting port e22f2cf0-4820-4670-8a30-81e35d602823 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:14:56.184485 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb654-7684-4d44-aba6-48588d0690d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e22f2cf0-4820-4670-8a30-81e35d602823), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:56.448212 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (53437c1f-c5fb-4dfc-b4e2-060b92525fea), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:56.571683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53437c1f-c5fb-4dfc-b4e2-060b92525fea']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:56.591021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e307bb8e-bf6d-455f-a507-d35cdd0726aa') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:56.591326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e307bb8e-bf6d-455f-a507-d35cdd0726aa') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:56.623984 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (e307bb8e-bf6d-455f-a507-d35cdd0726aa), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:56.694222 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e307bb8e-bf6d-455f-a507-d35cdd0726aa), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:56.701612 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:14:56.701978 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (e307bb8e-bf6d-455f-a507-d35cdd0726aa), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:14:56.705330 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:14:56.830906 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (53437c1f-c5fb-4dfc-b4e2-060b92525fea), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:56.853975 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:56.884310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39776) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:14:56.885753 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/networks/53437c1f-c5fb-4dfc-b4e2-060b92525fea HTTP/1.1" status: 204 len: 168 time: 1.9058588 Mar 24 01:14:56.940013 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3bdcc-5c98-410a-a088-1b57ccd35ff9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Network': ['ID=53437c1f-c5fb-4dfc-b4e2-060b92525fea,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:57.050967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b7bcb654-7684-4d44-aba6-48588d0690d1 None None] For port e22f2cf0-4820-4670-8a30-81e35d602823, host n-d-760455-9, got binding levels [] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:57.051530 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb654-7684-4d44-aba6-48588d0690d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e22f2cf0-4820-4670-8a30-81e35d602823), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:57.100464 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b7bcb654-7684-4d44-aba6-48588d0690d1 None None] Calling delete_port for e22f2cf0-4820-4670-8a30-81e35d602823 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:14:57.104427 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.ipam_backend_mixin [None req-b7bcb654-7684-4d44-aba6-48588d0690d1 None None] Port e22f2cf0-4820-4670-8a30-81e35d602823 was not found and therefore no delete operation was performed {{(pid=115731) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 01:14:57.124917 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb654-7684-4d44-aba6-48588d0690d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (e22f2cf0-4820-4670-8a30-81e35d602823), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:57.172364 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcb654-7684-4d44-aba6-48588d0690d1 None None] Pushing event deleted for resources: {'Port': ['ID=e22f2cf0-4820-4670-8a30-81e35d602823,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:14:57.179177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7bcb654-7684-4d44-aba6-48588d0690d1 None None] Network 53437c1f-c5fb-4dfc-b4e2-060b92525fea is not hosted by any dhcp agent {{(pid=115731) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 24 01:14:57.179638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bcb654-7684-4d44-aba6-48588d0690d1 None None] No DVR routers for this DVR port e22f2cf0-4820-4670-8a30-81e35d602823 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:14:57.228780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-7f682883-9c58-4ba7-a179-b71b18a10a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:52Z', 'revision_number': 9, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:32Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:14:57.382574 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f682883-9c58-4ba7-a179-b71b18a10a57 None None] The sync data for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 is: [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:14:52Z', 'revision_number': 9, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e507fac4-ad72-46e6-afa3-a4f089de1726', 'name': '', 'network_id': '2c8f4a57-c332-4bbb-a802-2e22b75498b2', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:01:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:15Z', 'updated_at': '2022-03-24T01:14:32Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': 'ee9ebad9-705d-438f-aba1-efec1fdfc405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:14:57.425464 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e22f2cf0-4820-4670-8a30-81e35d602823 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:14:57.470116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: e22f2cf0-4820-4670-8a30-81e35d602823 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:14:57.470495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e22f2cf0-4820-4670-8a30-81e35d602823 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:14:58.252620 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:14:58.761081 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2fceacbc-88bc-4a19-8209-8507d93ebdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:59.238321 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba676dc7-6b6d-4c49-bb87-e5b83559313e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (1deed5f6-9a41-44f1-bc36-3dc4c4004930), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:59.327180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 51fa7f07-d1de-4836-b576-a68794b1c42f no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:14:59.384374 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 51fa7f07-d1de-4836-b576-a68794b1c42f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:14:59.384739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 51fa7f07-d1de-4836-b576-a68794b1c42f not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:14:59.661518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-ba676dc7-6b6d-4c49-bb87-e5b83559313e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port e507fac4-ad72-46e6-afa3-a4f089de1726 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:14:59.661858 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba676dc7-6b6d-4c49-bb87-e5b83559313e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:59.885246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-ba676dc7-6b6d-4c49-bb87-e5b83559313e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] For port e507fac4-ad72-46e6-afa3-a4f089de1726, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e507fac4-ad72-46e6-afa3-a4f089de1726,segment=NetworkSegment(5e338bf9-4123-49ac-b13b-65e929184ad1),segment_id=5e338bf9-4123-49ac-b13b-65e929184ad1)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:14:59.885588 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba676dc7-6b6d-4c49-bb87-e5b83559313e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:14:59.920075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-ba676dc7-6b6d-4c49-bb87-e5b83559313e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for e507fac4-ad72-46e6-afa3-a4f089de1726 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:14:59.992078 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:00.313508 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba676dc7-6b6d-4c49-bb87-e5b83559313e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (e507fac4-ad72-46e6-afa3-a4f089de1726), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:00.346831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba676dc7-6b6d-4c49-bb87-e5b83559313e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=e507fac4-ad72-46e6-afa3-a4f089de1726,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:00.613319 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba676dc7-6b6d-4c49-bb87-e5b83559313e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (1deed5f6-9a41-44f1-bc36-3dc4c4004930), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:00.843610 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-abd13e27-5b5a-4b2e-8fb3-80ae4ff76b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:01.047182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-9bdb1545-1be3-4baf-b336-f91cf9221044 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:01.055767 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-9bdb1545-1be3-4baf-b336-f91cf9221044 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/networks?id=2b904e0a-8833-42bb-81c8-715ed347fecc HTTP/1.1" status: 200 len: 808 time: 0.2971768 Mar 24 01:15:01.131238 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-0f6b97c6-761b-45d1-805d-5688aed10988 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/quotas/74dae18b00364e0a8fff91eb73c1a67a HTTP/1.1" status: 200 len: 375 time: 0.0743055 Mar 24 01:15:01.187663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba676dc7-6b6d-4c49-bb87-e5b83559313e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:15:01.198502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-7d524724-7026-4960-aa4d-c16226ef8b1e tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=74dae18b00364e0a8fff91eb73c1a67a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661449 Mar 24 01:15:01.543326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba676dc7-6b6d-4c49-bb87-e5b83559313e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:15:01.555842 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d723e6a-8ab4-491c-bf2c-65f0715259ab None None] Sync routers for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:15:01.562897 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ba676dc7-6b6d-4c49-bb87-e5b83559313e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/1deed5f6-9a41-44f1-bc36-3dc4c4004930/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6774724 Mar 24 01:15:01.565579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39916) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:01.579815 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d723e6a-8ab4-491c-bf2c-65f0715259ab None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:15:01.580608 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-8d723e6a-8ab4-491c-bf2c-65f0715259ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:15:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:01.596834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-d55f677d-a685-4941-a718-ea8c9aa64639 service neutron] 10.222.0.45 "GET /v2.0/networks/2b904e0a-8833-42bb-81c8-715ed347fecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968720 Mar 24 01:15:01.689731 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c7994d-180c-4c32-89c4-eb74c28a8cf2 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting subnet ee9ebad9-705d-438f-aba1-efec1fdfc405 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:15:01.698679 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24c7994d-180c-4c32-89c4-eb74c28a8cf2 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (ee9ebad9-705d-438f-aba1-efec1fdfc405), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:01.797799 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24c7994d-180c-4c32-89c4-eb74c28a8cf2 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (ee9ebad9-705d-438f-aba1-efec1fdfc405), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:01.857553 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-8d723e6a-8ab4-491c-bf2c-65f0715259ab None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:15:01.897707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a8966-9bc4-4252-acf5-0aad6b000904 req-e97c132a-7cf4-4e35-961b-b9476df8d1a1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:01.899680 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d50a8966-9bc4-4252-acf5-0aad6b000904 req-e97c132a-7cf4-4e35-961b-b9476df8d1a1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.3004327 Mar 24 01:15:01.923860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-d17fb1f8-ec6a-409d-90bc-2f9a8c451ba3 service neutron] 10.222.0.45 "GET /v2.0/networks/2b904e0a-8833-42bb-81c8-715ed347fecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260677 Mar 24 01:15:01.996659 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24c7994d-180c-4c32-89c4-eb74c28a8cf2 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (ee9ebad9-705d-438f-aba1-efec1fdfc405), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:02.118654 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d50a8966-9bc4-4252-acf5-0aad6b000904 req-0c827431-4f8d-48f8-a523-0173f7fb007c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876535 Mar 24 01:15:02.183339 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:02.201725 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24c7994d-180c-4c32-89c4-eb74c28a8cf2 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (ee9ebad9-705d-438f-aba1-efec1fdfc405), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:02.284848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7994d-180c-4c32-89c4-eb74c28a8cf2 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9ebad9-705d-438f-aba1-efec1fdfc405,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:02.308561 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e07ae9-0c26-4f8f-bb12-2de388bca143 None None] Network 2c8f4a57-c332-4bbb-a802-2e22b75498b2 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:15:02.309715 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24c7994d-180c-4c32-89c4-eb74c28a8cf2 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:02.314972 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-24c7994d-180c-4c32-89c4-eb74c28a8cf2 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/ee9ebad9-705d-438f-aba1-efec1fdfc405 HTTP/1.1" status: 204 len: 168 time: 0.7475934 Mar 24 01:15:02.317637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39932) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:02.360270 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-83a98c42-88a9-4cc3-b861-6ea1b054f655 req-7d41e3ad-61cc-4c60-a339-c73ac5d13d6b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2735064 Mar 24 01:15:02.504802 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-8d723e6a-8ab4-491c-bf2c-65f0715259ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:15:00Z', 'revision_number': 10, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:02.575224 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a98c42-88a9-4cc3-b861-6ea1b054f655 req-42469b52-c1bd-4784-baad-5a1a4c4e2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:02.579127 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-83a98c42-88a9-4cc3-b861-6ea1b054f655 req-42469b52-c1bd-4784-baad-5a1a4c4e2e46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bac96e758dc241c18c6c15569d3c31bb&device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 1132 time: 0.1359127 Mar 24 01:15:02.581442 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d723e6a-8ab4-491c-bf2c-65f0715259ab None None] Checking router: 1deed5f6-9a41-44f1-bc36-3dc4c4004930 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:15:02.610778 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d723e6a-8ab4-491c-bf2c-65f0715259ab None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:15:02.611618 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-8d723e6a-8ab4-491c-bf2c-65f0715259ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:15:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:02.691581 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f940522-3422-40dc-9fcc-f598e7f14e44 req-fab56fbe-fd41-499c-bfe7-378548e41450 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 210 time: 0.1609428 Mar 24 01:15:02.748927 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (2c8f4a57-c332-4bbb-a802-2e22b75498b2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:02.753344 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:02.902349 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eda2ca-c4da-49d5-9a0e-2986b357b948 None None] DHCP port deletion for 2c8f4a57-c332-4bbb-a802-2e22b75498b2 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:15:02.945977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port 32c835e3-8fe1-4a72-a2a8-346e874ae112 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:15:02.946222 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (32c835e3-8fe1-4a72-a2a8-346e874ae112), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:02.983570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a98c42-88a9-4cc3-b861-6ea1b054f655 req-24cab078-f757-4b31-b681-40650107439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:02.987341 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-83a98c42-88a9-4cc3-b861-6ea1b054f655 req-24cab078-f757-4b31-b681-40650107439a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.3835635 Mar 24 01:15:03.016156 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-8d723e6a-8ab4-491c-bf2c-65f0715259ab None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:15:03.069845 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-30eda2ca-c4da-49d5-9a0e-2986b357b948 None None] Deleting port 32c835e3-8fe1-4a72-a2a8-346e874ae112 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:15:03.070236 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-30eda2ca-c4da-49d5-9a0e-2986b357b948 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (32c835e3-8fe1-4a72-a2a8-346e874ae112), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:03.116317 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-83a98c42-88a9-4cc3-b861-6ea1b054f655 req-55fe5bfd-9403-482b-acd4-d9f83ac4f2d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=aec6cacc-2df0-428c-9b5d-354f186df364 HTTP/1.1" status: 200 len: 217 time: 0.1226742 Mar 24 01:15:03.170900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] For port 32c835e3-8fe1-4a72-a2a8-346e874ae112, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=32c835e3-8fe1-4a72-a2a8-346e874ae112,segment=NetworkSegment(5e338bf9-4123-49ac-b13b-65e929184ad1),segment_id=5e338bf9-4123-49ac-b13b-65e929184ad1)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:03.171379 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (32c835e3-8fe1-4a72-a2a8-346e874ae112), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:03.193675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for 32c835e3-8fe1-4a72-a2a8-346e874ae112 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:15:03.273332 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a98c42-88a9-4cc3-b861-6ea1b054f655 req-5931f1d2-ee60-4a76-911a-6af671bd89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:03.274807 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-83a98c42-88a9-4cc3-b861-6ea1b054f655 req-5931f1d2-ee60-4a76-911a-6af671bd89e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1526599 Mar 24 01:15:03.281139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-30eda2ca-c4da-49d5-9a0e-2986b357b948 None None] For port 32c835e3-8fe1-4a72-a2a8-346e874ae112, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=32c835e3-8fe1-4a72-a2a8-346e874ae112,segment=NetworkSegment(5e338bf9-4123-49ac-b13b-65e929184ad1),segment_id=5e338bf9-4123-49ac-b13b-65e929184ad1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:03.283999 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-30eda2ca-c4da-49d5-9a0e-2986b357b948 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (32c835e3-8fe1-4a72-a2a8-346e874ae112), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:03.356095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-30eda2ca-c4da-49d5-9a0e-2986b357b948 None None] Calling delete_port for 32c835e3-8fe1-4a72-a2a8-346e874ae112 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:15:03.449986 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a98c42-88a9-4cc3-b861-6ea1b054f655 req-bb0f6957-8a14-4824-b8a2-5e541ba1737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:03.456676 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-83a98c42-88a9-4cc3-b861-6ea1b054f655 req-bb0f6957-8a14-4824-b8a2-5e541ba1737f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1581171 Mar 24 01:15:03.549863 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 32c835e3-8fe1-4a72-a2a8-346e874ae112 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:15:03.576424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c52f31-cab7-44d0-94b1-341dce6e2b12 req-0a1eb3f8-6122-4dc9-a1bb-65e237131e27 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:03.578160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-58c52f31-cab7-44d0-94b1-341dce6e2b12 req-0a1eb3f8-6122-4dc9-a1bb-65e237131e27 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.2126470 Mar 24 01:15:03.636292 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-8d723e6a-8ab4-491c-bf2c-65f0715259ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:15:00Z', 'revision_number': 10, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:03.677731 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (32c835e3-8fe1-4a72-a2a8-346e874ae112), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:03.694989 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-83a98c42-88a9-4cc3-b861-6ea1b054f655 req-8da6af05-a3a0-4a4c-8297-7f9664b3ca0e service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303255 Mar 24 01:15:03.705650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] No DVR routers for this DVR port 32c835e3-8fe1-4a72-a2a8-346e874ae112 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:15:03.722090 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d723e6a-8ab4-491c-bf2c-65f0715259ab None None] The sync data for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 is: [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:15:00Z', 'revision_number': 10, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None, '_interfaces': [{'id': 'baa85689-6975-4ea4-855f-5dedde75959c', 'name': '', 'network_id': 'eb4fc843-7761-4cd2-bb33-2f129f472c0a', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'mac_address': 'fa:16:3e:b7:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:14:07Z', 'updated_at': '2022-03-24T01:14:22Z', 'revision_number': 5, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'subnets': [{'id': '54e69070-cc1d-4911-ab77-8dc9a2829789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:15:03.803951 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:03.809743 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No active binding found for port 32c835e3-8fe1-4a72-a2a8-346e874ae112 {{(pid=115731) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 24 01:15:03.811359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] The host n-d-760455-9 is not matching for port 32c835e3-8fe1-4a72-a2a8-346e874ae112 host None! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:15:03.812067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 32c835e3-8fe1-4a72-a2a8-346e874ae112 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:15:03.852269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=32c835e3-8fe1-4a72-a2a8-346e874ae112,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:03.858630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-58c52f31-cab7-44d0-94b1-341dce6e2b12 req-c0a125dd-e86f-4aed-8456-313384e3630d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663362 Mar 24 01:15:03.964512 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-30eda2ca-c4da-49d5-9a0e-2986b357b948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (32c835e3-8fe1-4a72-a2a8-346e874ae112), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:04.004062 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eda2ca-c4da-49d5-9a0e-2986b357b948 None None] No DVR routers for this DVR port 32c835e3-8fe1-4a72-a2a8-346e874ae112 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:15:04.018778 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-83a98c42-88a9-4cc3-b861-6ea1b054f655 req-8b5d5195-cb08-4160-948d-063199d8ee83 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176014 Mar 24 01:15:04.066898 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eda2ca-c4da-49d5-9a0e-2986b357b948 None None] Pushing event deleted for resources: {'Port': ['ID=32c835e3-8fe1-4a72-a2a8-346e874ae112,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:04.071741 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2cb8a653-8043-4a08-b9eb-4f74a4b7429c req-816c8aed-385b-4f01-a63e-176296b5276e tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 210 time: 0.1623223 Mar 24 01:15:04.085775 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (2c8f4a57-c332-4bbb-a802-2e22b75498b2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:04.132121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8f4a57-c332-4bbb-a802-2e22b75498b2']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:04.150136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e338bf9-4123-49ac-b13b-65e929184ad1') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:04.150950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e338bf9-4123-49ac-b13b-65e929184ad1') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:04.178092 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (5e338bf9-4123-49ac-b13b-65e929184ad1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:04.200083 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5e338bf9-4123-49ac-b13b-65e929184ad1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:04.218820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:15:04.219761 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (5e338bf9-4123-49ac-b13b-65e929184ad1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:15:04.225153 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:15:04.402572 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (2c8f4a57-c332-4bbb-a802-2e22b75498b2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:04.420976 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:04.427972 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/networks/2c8f4a57-c332-4bbb-a802-2e22b75498b2 HTTP/1.1" status: 204 len: 168 time: 2.1092598 Mar 24 01:15:04.431661 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39986) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:04.442367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db9054-2caf-4d4a-be23-86d18054e265 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Network': ['ID=2c8f4a57-c332-4bbb-a802-2e22b75498b2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:05.061084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-f67dae42-8a67-4e09-bdf3-df8554ef5920 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:05.065197 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-f67dae42-8a67-4e09-bdf3-df8554ef5920 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.48 "GET /v2.0/networks?id=2b904e0a-8833-42bb-81c8-715ed347fecc HTTP/1.1" status: 200 len: 808 time: 0.2727396 Mar 24 01:15:05.079247 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-faeaab02-0e31-4bd8-b458-43386f3a1b38 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Request body: {'port': {'device_id': '0f4a9b54-0861-44da-a519-b8c7212be522', 'network_id': '2b904e0a-8833-42bb-81c8-715ed347fecc', 'admin_state_up': True, 'tenant_id': '74dae18b00364e0a8fff91eb73c1a67a'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:05.251159 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:05.327599 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19291fc3-43b6-43f2-94f3-cd40a90ff5c1 req-27181193-154e-4d16-85c9-dafa6e76584c tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 210 time: 0.1045907 Mar 24 01:15:05.336632 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e507fac4-ad72-46e6-afa3-a4f089de1726 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:15:05.393656 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-faeaab02-0e31-4bd8-b458-43386f3a1b38 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Made reservation on behalf of 74dae18b00364e0a8fff91eb73c1a67a for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:15:05.394206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32a682-6bec-4253-b927-f8b881d165ba req-8385a020-9bfe-41f5-a030-51a8c178dbab tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:05.401244 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: e507fac4-ad72-46e6-afa3-a4f089de1726 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:15:05.402023 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e507fac4-ad72-46e6-afa3-a4f089de1726 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:15:05.403764 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-faeaab02-0e31-4bd8-b458-43386f3a1b38 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:05.407770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b32a682-6bec-4253-b927-f8b881d165ba req-8385a020-9bfe-41f5-a030-51a8c178dbab tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.2874992 Mar 24 01:15:05.466094 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e11bf8e0-696b-480d-b0b0-114eb0eeddb3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (1deed5f6-9a41-44f1-bc36-3dc4c4004930), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:05.475510 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b32a682-6bec-4253-b927-f8b881d165ba req-6126fe43-2c70-4ade-a113-03e2494cb806 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668414 Mar 24 01:15:05.789248 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-faeaab02-0e31-4bd8-b458-43386f3a1b38 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Allocated IP 172.20.0.5 (2b904e0a-8833-42bb-81c8-715ed347fecc/47af1dd2-a148-47b9-87a9-a9c7a6278cf3/f74f7766-97b8-4897-843c-f8ecc6db28da) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:15:06.111522 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-faeaab02-0e31-4bd8-b458-43386f3a1b38 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Publish callbacks [] for port (f74f7766-97b8-4897-843c-f8ecc6db28da), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:06.146239 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e11bf8e0-696b-480d-b0b0-114eb0eeddb3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port baa85689-6975-4ea4-855f-5dedde75959c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:15:06.146900 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e11bf8e0-696b-480d-b0b0-114eb0eeddb3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (baa85689-6975-4ea4-855f-5dedde75959c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:06.161021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-e39921f2-a876-4877-bb23-235a7f4df307 req-54ebbf25-d1bc-4c06-9781-0f67eeb90052 service neutron] (115730) timed out ('10.222.0.45', 47626) {{(pid=115730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 01:15:06.241117 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-faeaab02-0e31-4bd8-b458-43386f3a1b38 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f74f7766-97b8-4897-843c-f8ecc6db28da), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:06.315576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeaab02-0e31-4bd8-b458-43386f3a1b38 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Pushing event updated for resources: {'Port': ['ID=f74f7766-97b8-4897-843c-f8ecc6db28da,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:06.354382 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-faeaab02-0e31-4bd8-b458-43386f3a1b38 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Network 2b904e0a-8833-42bb-81c8-715ed347fecc is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:15:06.359073 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-faeaab02-0e31-4bd8-b458-43386f3a1b38 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:15:06.361799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-faeaab02-0e31-4bd8-b458-43386f3a1b38 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:15:06.366088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-e11bf8e0-696b-480d-b0b0-114eb0eeddb3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] For port baa85689-6975-4ea4-855f-5dedde75959c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=baa85689-6975-4ea4-855f-5dedde75959c,segment=NetworkSegment(b1ee39c1-0e8c-46fe-9421-286874a6b46a),segment_id=b1ee39c1-0e8c-46fe-9421-286874a6b46a)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:06.366088 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e11bf8e0-696b-480d-b0b0-114eb0eeddb3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (baa85689-6975-4ea4-855f-5dedde75959c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:06.403945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e11bf8e0-696b-480d-b0b0-114eb0eeddb3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for baa85689-6975-4ea4-855f-5dedde75959c owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:15:06.436560 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-faeaab02-0e31-4bd8-b458-43386f3a1b38 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:06.437236 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-faeaab02-0e31-4bd8-b458-43386f3a1b38 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:06.486389 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-faeaab02-0e31-4bd8-b458-43386f3a1b38 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4122825 Mar 24 01:15:06.525462 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Request body: {'port': {'device_id': '0f4a9b54-0861-44da-a519-b8c7212be522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:06.620620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dcde4-810e-4d28-ab5f-c42268a2c597 req-9589debc-5dba-44a9-8310-f88cb9e3621a tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:06.628139 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd5dcde4-810e-4d28-ab5f-c42268a2c597 req-9589debc-5dba-44a9-8310-f88cb9e3621a tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 931 time: 0.1763930 Mar 24 01:15:06.641016 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f74f7766-97b8-4897-843c-f8ecc6db28da), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:06.819611 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd5dcde4-810e-4d28-ab5f-c42268a2c597 req-f6e1df08-5d9e-47a2-a570-bcbe3b065090 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902475 Mar 24 01:15:06.843042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e33aa0-1afa-4016-8841-9ba0a19423e4 req-3890f0c4-0a4d-4744-97b8-b7d7d3f9bf75 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:06.864824 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2e33aa0-1afa-4016-8841-9ba0a19423e4 req-3890f0c4-0a4d-4744-97b8-b7d7d3f9bf75 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.2252796 Mar 24 01:15:07.137032 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2e33aa0-1afa-4016-8841-9ba0a19423e4 req-e1bb14d9-c145-4f11-9490-d6c37843524c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653229 Mar 24 01:15:07.177389 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9a2169e-d04a-4a14-84ce-e9f92a6d185e req-8c1fda51-c3ff-4152-b48a-3df68cca95ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2242875 Mar 24 01:15:07.379852 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2169e-d04a-4a14-84ce-e9f92a6d185e req-8539d00b-9e1b-44b4-ad15-14cd744fccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:07.381996 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9a2169e-d04a-4a14-84ce-e9f92a6d185e req-8539d00b-9e1b-44b4-ad15-14cd744fccf9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3994e882c46047a4949ec2310a17d611&device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 1128 time: 0.1391392 Mar 24 01:15:07.393579 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e11bf8e0-696b-480d-b0b0-114eb0eeddb3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (baa85689-6975-4ea4-855f-5dedde75959c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:07.458047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bf8e0-696b-480d-b0b0-114eb0eeddb3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=baa85689-6975-4ea4-855f-5dedde75959c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:07.648489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2169e-d04a-4a14-84ce-e9f92a6d185e req-10deb2c2-1d57-4cad-90a5-df547faf61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:07.650005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9a2169e-d04a-4a14-84ce-e9f92a6d185e req-10deb2c2-1d57-4cad-90a5-df547faf61c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 200 len: 915 time: 0.2435930 Mar 24 01:15:07.672627 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74f7766-97b8-4897-843c-f8ecc6db28da {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:15:07.691499 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e11bf8e0-696b-480d-b0b0-114eb0eeddb3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (1deed5f6-9a41-44f1-bc36-3dc4c4004930), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:07.697712 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Publish callbacks [] for port (f74f7766-97b8-4897-843c-f8ecc6db28da), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:07.804987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9a2169e-d04a-4a14-84ce-e9f92a6d185e req-4247624d-a20d-449d-a692-569a3340d6ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 HTTP/1.1" status: 200 len: 1000 time: 0.1485088 Mar 24 01:15:07.919897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2169e-d04a-4a14-84ce-e9f92a6d185e req-3e47f170-bef2-4d6b-be5a-4b532a47b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:07.924461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9a2169e-d04a-4a14-84ce-e9f92a6d185e req-3e47f170-bef2-4d6b-be5a-4b532a47b828 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 200 len: 853 time: 0.1127589 Mar 24 01:15:07.958670 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Transition to ACTIVE for port object f74f7766-97b8-4897-843c-f8ecc6db28da will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:15:07.976359 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (f74f7766-97b8-4897-843c-f8ecc6db28da), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:08.131505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2169e-d04a-4a14-84ce-e9f92a6d185e req-518b602c-4709-4379-b30c-dd8769128098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:08.135203 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9a2169e-d04a-4a14-84ce-e9f92a6d185e req-518b602c-4709-4379-b30c-dd8769128098 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6918af68-a637-45cf-99cb-b0e3cc2df9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2055626 Mar 24 01:15:08.327391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04462aaf-7858-4bfc-a853-4b08c3ef3073 req-0b20b77a-1b11-49b5-b1f1-d1692e9a3d4e tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:08.334570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04462aaf-7858-4bfc-a853-4b08c3ef3073 req-0b20b77a-1b11-49b5-b1f1-d1692e9a3d4e tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 943 time: 0.3462973 Mar 24 01:15:08.575251 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e4465-4e7a-4304-a580-36c72dc3790e req-ccfd3766-e7e0-41f9-ae5c-ea1ff42405de tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:08.589599 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a8e4465-4e7a-4304-a580-36c72dc3790e req-ccfd3766-e7e0-41f9-ae5c-ea1ff42405de tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.2491035 Mar 24 01:15:08.624733 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04462aaf-7858-4bfc-a853-4b08c3ef3073 req-0acd8d9f-2386-4b6f-81af-e7c889dc6b34 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893019 Mar 24 01:15:08.645340 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9a2169e-d04a-4a14-84ce-e9f92a6d185e req-41766ed6-6867-4964-9abe-32fb2a1271f2 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031114 Mar 24 01:15:08.810571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9a2169e-d04a-4a14-84ce-e9f92a6d185e req-1ce88065-6b57-44db-985d-a9cba4927eb7 service neutron] 10.222.0.57 "GET /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580415 Mar 24 01:15:08.827599 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Pushing event updated for resources: {'Port': ['ID=f74f7766-97b8-4897-843c-f8ecc6db28da,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:08.866493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11bf8e0-696b-480d-b0b0-114eb0eeddb3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:15:08.873539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a8e4465-4e7a-4304-a580-36c72dc3790e req-e604912a-9bd8-4427-a83f-b31de0e8bc45 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823753 Mar 24 01:15:08.995073 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Attempting to bind port f74f7766-97b8-4897-843c-f8ecc6db28da on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:15:08.995582 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Attempting to bind port f74f7766-97b8-4897-843c-f8ecc6db28da by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '6bcd0590-7e5f-4ddb-aec5-847a3957aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2b904e0a-8833-42bb-81c8-715ed347fecc'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:15:08.996014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Attempting to bind port f74f7766-97b8-4897-843c-f8ecc6db28da on network 2b904e0a-8833-42bb-81c8-715ed347fecc {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:15:09.001509 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11bf8e0-696b-480d-b0b0-114eb0eeddb3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:15:09.003578 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Port f74f7766-97b8-4897-843c-f8ecc6db28da on network 2b904e0a-8833-42bb-81c8-715ed347fecc not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:15:09.004014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Attempting to bind port f74f7766-97b8-4897-843c-f8ecc6db28da on network 2b904e0a-8833-42bb-81c8-715ed347fecc {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:15:09.013462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40084) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:09.014245 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e11bf8e0-696b-480d-b0b0-114eb0eeddb3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/1deed5f6-9a41-44f1-bc36-3dc4c4004930/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5814140 Mar 24 01:15:09.015113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf0d5e-8246-4eeb-98cb-86fc59ff02c6 None None] Sync routers for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:15:09.019743 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:15:09.020368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Checking segment: {'id': '6bcd0590-7e5f-4ddb-aec5-847a3957aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2b904e0a-8833-42bb-81c8-715ed347fecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:15:09.020901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Bound using segment: {'id': '6bcd0590-7e5f-4ddb-aec5-847a3957aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2b904e0a-8833-42bb-81c8-715ed347fecc'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:15:09.021467 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Bound port: f74f7766-97b8-4897-843c-f8ecc6db28da, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcd0590-7e5f-4ddb-aec5-847a3957aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2b904e0a-8833-42bb-81c8-715ed347fecc'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:15:09.021947 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f74f7766-97b8-4897-843c-f8ecc6db28da), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:09.039589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf0d5e-8246-4eeb-98cb-86fc59ff02c6 None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:15:09.040246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-24cf0d5e-8246-4eeb-98cb-86fc59ff02c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:15:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:09.099852 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-246f860f-8f86-4fab-a69d-317d04eeabf3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting subnet 54e69070-cc1d-4911-ab77-8dc9a2829789 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:15:09.105925 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-246f860f-8f86-4fab-a69d-317d04eeabf3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for subnet (54e69070-cc1d-4911-ab77-8dc9a2829789), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:09.156663 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] For port f74f7766-97b8-4897-843c-f8ecc6db28da, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:15:09.163947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] For port f74f7766-97b8-4897-843c-f8ecc6db28da, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f74f7766-97b8-4897-843c-f8ecc6db28da,segment=NetworkSegment(6bcd0590-7e5f-4ddb-aec5-847a3957aafd),segment_id=6bcd0590-7e5f-4ddb-aec5-847a3957aafd)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:15:09.177269 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-246f860f-8f86-4fab-a69d-317d04eeabf3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (54e69070-cc1d-4911-ab77-8dc9a2829789), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:09.183124 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (f74f7766-97b8-4897-843c-f8ecc6db28da), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:09.251755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-24cf0d5e-8246-4eeb-98cb-86fc59ff02c6 None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:15:09.274332 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:09.274964 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:09.276446 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-90391383-6023-420f-9a57-15542bf90b52 service neutron] 10.222.0.48 "PUT /v2.0/ports/f74f7766-97b8-4897-843c-f8ecc6db28da HTTP/1.1" status: 200 len: 1091 time: 2.7730696 Mar 24 01:15:09.299825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4a9b54-0861-44da-a519-b8c7212be522', 'tag': 'f74f7766-97b8-4897-843c-f8ecc6db28da'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:15:09.302314 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ded62f-6363-4a72-9eb1-4ed1402d4604" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4a9b54-0861-44da-a519-b8c7212be522", "tag": "f74f7766-97b8-4897-843c-f8ecc6db28da"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:15:09.320454 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-246f860f-8f86-4fab-a69d-317d04eeabf3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (54e69070-cc1d-4911-ab77-8dc9a2829789), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:09.368053 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-24cf0d5e-8246-4eeb-98cb-86fc59ff02c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:15:07Z', 'revision_number': 11, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:09.454661 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-246f860f-8f86-4fab-a69d-317d04eeabf3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (54e69070-cc1d-4911-ab77-8dc9a2829789), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:09.469178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf0d5e-8246-4eeb-98cb-86fc59ff02c6 None None] Checking router: 1deed5f6-9a41-44f1-bc36-3dc4c4004930 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:15:09.483503 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-246f860f-8f86-4fab-a69d-317d04eeabf3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:09.491686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e6de81-2bb2-46bd-ab2f-6b5dd81fc74b None None] Network eb4fc843-7761-4cd2-bb33-2f129f472c0a requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:15:09.494073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-246f860f-8f86-4fab-a69d-317d04eeabf3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/54e69070-cc1d-4911-ab77-8dc9a2829789 HTTP/1.1" status: 204 len: 168 time: 0.4793792 Mar 24 01:15:09.499361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40106) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:09.513499 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90391383-6023-420f-9a57-15542bf90b52 service neutron] Pushing event updated for resources: {'Port': ['ID=f74f7766-97b8-4897-843c-f8ecc6db28da,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:09.543722 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880d1f1a-8063-4e1a-9e16-a3b708cb76db x-openstack-request-id: req-880d1f1a-8063-4e1a-9e16-a3b708cb76db {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:15:09.544267 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4a9b54-0861-44da-a519-b8c7212be522", "tag": "f74f7766-97b8-4897-843c-f8ecc6db28da", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:15:09.544849 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-880d1f1a-8063-4e1a-9e16-a3b708cb76db {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:15:09.545417 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880d1f1a-8063-4e1a-9e16-a3b708cb76db'] response: {'name': 'network-changed', 'server_uuid': '0f4a9b54-0861-44da-a519-b8c7212be522', 'tag': 'f74f7766-97b8-4897-843c-f8ecc6db28da', 'status': 'completed', 'code': 200} Mar 24 01:15:09.565911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f860f-8f86-4fab-a69d-317d04eeabf3 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Subnet': ['ID=54e69070-cc1d-4911-ab77-8dc9a2829789,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:09.567658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-a029d4a8-7409-4486-9702-a9c0c86ed814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:09.569426 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-a029d4a8-7409-4486-9702-a9c0c86ed814 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74dae18b00364e0a8fff91eb73c1a67a&device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 1125 time: 0.2351584 Mar 24 01:15:09.652285 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-5d014f5e-2375-4c6c-8677-a3d75852796b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f74f7766-97b8-4897-843c-f8ecc6db28da HTTP/1.1" status: 200 len: 217 time: 0.0751188 Mar 24 01:15:09.658993 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (eb4fc843-7761-4cd2-bb33-2f129f472c0a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:09.743031 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-aee08908-2f31-4918-ad03-582fd3643cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:09.748708 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-aee08908-2f31-4918-ad03-582fd3643cd1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47af1dd2-a148-47b9-87a9-a9c7a6278cf3 HTTP/1.1" status: 200 len: 848 time: 0.0902238 Mar 24 01:15:09.774252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Deleting port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:15:09.775337 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3c9ea852-ada6-4c3e-bf15-a13eaf9fe476), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:09.798265 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf0d5e-8246-4eeb-98cb-86fc59ff02c6 None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:15:09.799207 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-24cf0d5e-8246-4eeb-98cb-86fc59ff02c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:15:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:09.820134 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-c0e599fd-34b3-41b1-b764-7d7fe189b859 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b904e0a-8833-42bb-81c8-715ed347fecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641768 Mar 24 01:15:09.987254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] For port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3c9ea852-ada6-4c3e-bf15-a13eaf9fe476,segment=NetworkSegment(b1ee39c1-0e8c-46fe-9421-286874a6b46a),segment_id=b1ee39c1-0e8c-46fe-9421-286874a6b46a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:09.987918 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3c9ea852-ada6-4c3e-bf15-a13eaf9fe476), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:10.032060 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-bd2ef8b1-53f8-404e-b385-a21d8dd2b1a4 service neutron] 10.222.0.48 "GET /v2.0/networks/2b904e0a-8833-42bb-81c8-715ed347fecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051718 Mar 24 01:15:10.034992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Calling delete_port for 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:15:10.050560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-24cf0d5e-8246-4eeb-98cb-86fc59ff02c6 None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:15:10.192702 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-24cf0d5e-8246-4eeb-98cb-86fc59ff02c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:15:07Z', 'revision_number': 11, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:10.271448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90257309-0c04-427a-aa6e-ae0590a73b20 req-6672ea85-36fd-41cc-9290-1a98bade7f50 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:10.281814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90257309-0c04-427a-aa6e-ae0590a73b20 req-6672ea85-36fd-41cc-9290-1a98bade7f50 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 943 time: 0.4248655 Mar 24 01:15:10.335697 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ccdfcc30-133c-4040-be94-b944848a3b7f req-7efa027f-7c11-417b-897d-d675ddde382a service neutron] 10.222.0.48 "GET /v2.0/networks/2b904e0a-8833-42bb-81c8-715ed347fecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935114 Mar 24 01:15:10.354458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf0d5e-8246-4eeb-98cb-86fc59ff02c6 None None] The sync data for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 is: [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:15:07Z', 'revision_number': 11, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:15:10.523777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ded62f-6363-4a72-9eb1-4ed1402d4604 req-ea6fd41d-1ad9-4672-8955-be1ec0617ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:10.525338 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55ded62f-6363-4a72-9eb1-4ed1402d4604 req-ea6fd41d-1ad9-4672-8955-be1ec0617ef8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74dae18b00364e0a8fff91eb73c1a67a&device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 1125 time: 0.1282606 Mar 24 01:15:10.542753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563313a-754f-4f14-bb29-694f45a6d3b0 req-a8b24070-8458-4fbd-ac6a-775db35dbae8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:10.566337 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1563313a-754f-4f14-bb29-694f45a6d3b0 req-a8b24070-8458-4fbd-ac6a-775db35dbae8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.4227219 Mar 24 01:15:10.581812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90257309-0c04-427a-aa6e-ae0590a73b20 req-1a9a786e-d234-4ed1-84f6-97f68b9d245b tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991345 Mar 24 01:15:10.582421 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3c9ea852-ada6-4c3e-bf15-a13eaf9fe476), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:10.626712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] No DVR routers for this DVR port 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:15:10.679500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Port': ['ID=3c9ea852-ada6-4c3e-bf15-a13eaf9fe476,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:10.763845 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ded62f-6363-4a72-9eb1-4ed1402d4604 req-9b51fecd-6147-49d9-931b-116bde1bb264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:10.767717 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55ded62f-6363-4a72-9eb1-4ed1402d4604 req-9b51fecd-6147-49d9-931b-116bde1bb264 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b904e0a-8833-42bb-81c8-715ed347fecc HTTP/1.1" status: 200 len: 909 time: 0.2332473 Mar 24 01:15:10.775165 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06ae5e8-5e7f-40c2-8eea-54160819efc7 None None] DHCP port deletion for eb4fc843-7761-4cd2-bb33-2f129f472c0a request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:15:10.782200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1563313a-754f-4f14-bb29-694f45a6d3b0 req-13617bd1-4ad0-4cfd-b4db-f0e221c07c1b tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126203 Mar 24 01:15:10.914542 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55ded62f-6363-4a72-9eb1-4ed1402d4604 req-afe2e757-2519-4fc7-9d8a-e227def90baa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f74f7766-97b8-4897-843c-f8ecc6db28da HTTP/1.1" status: 200 len: 217 time: 0.1422148 Mar 24 01:15:10.981178 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (eb4fc843-7761-4cd2-bb33-2f129f472c0a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:11.043710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4fc843-7761-4cd2-bb33-2f129f472c0a']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:11.046177 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ded62f-6363-4a72-9eb1-4ed1402d4604 req-09c8b9d6-0687-4848-8d70-c3c2c7336066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:11.051013 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55ded62f-6363-4a72-9eb1-4ed1402d4604 req-09c8b9d6-0687-4848-8d70-c3c2c7336066 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47af1dd2-a148-47b9-87a9-a9c7a6278cf3 HTTP/1.1" status: 200 len: 848 time: 0.1292286 Mar 24 01:15:11.071127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ee39c1-0e8c-46fe-9421-286874a6b46a') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:11.071434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ee39c1-0e8c-46fe-9421-286874a6b46a') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:11.097433 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (b1ee39c1-0e8c-46fe-9421-286874a6b46a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:11.122747 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55ded62f-6363-4a72-9eb1-4ed1402d4604 req-87f630e8-39bf-464c-ba41-eeaca4eb0ec4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b904e0a-8833-42bb-81c8-715ed347fecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647857 Mar 24 01:15:11.134785 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (b1ee39c1-0e8c-46fe-9421-286874a6b46a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:11.142799 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:15:11.143170 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (b1ee39c1-0e8c-46fe-9421-286874a6b46a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:15:11.154196 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:15:11.319746 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (eb4fc843-7761-4cd2-bb33-2f129f472c0a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:11.328037 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:11.344577 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/networks/eb4fc843-7761-4cd2-bb33-2f129f472c0a HTTP/1.1" status: 204 len: 168 time: 1.7970099 Mar 24 01:15:11.346074 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40148) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:11.363482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0ea44b11-ee9f-4e46-8499-7480b73aac40 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'router': {'routes': None}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:11.388396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5b566-020b-4ce9-91d1-79fa5c4dac5f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Pushing event deleted for resources: {'Network': ['ID=eb4fc843-7761-4cd2-bb33-2f129f472c0a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:11.406446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device baa85689-6975-4ea4-855f-5dedde75959c no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:15:11.446256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: baa85689-6975-4ea4-855f-5dedde75959c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:15:11.446927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device baa85689-6975-4ea4-855f-5dedde75959c not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:15:11.447584 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:15:11.469829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:15:11.470541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3c9ea852-ada6-4c3e-bf15-a13eaf9fe476 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:15:11.534212 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55ded62f-6363-4a72-9eb1-4ed1402d4604 req-f8d12aee-eb5d-42f2-91c2-dd8514a31acb service neutron] 10.222.0.48 "GET /v2.0/networks/2b904e0a-8833-42bb-81c8-715ed347fecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961670 Mar 24 01:15:11.776466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c7eeb-99e2-4bc5-a3e0-a697bf99726d req-81795d11-7e3a-4911-a7e0-fed34e9cd7bb tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:11.778089 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c76c7eeb-99e2-4bc5-a3e0-a697bf99726d req-81795d11-7e3a-4911-a7e0-fed34e9cd7bb tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 943 time: 0.0827510 Mar 24 01:15:11.835931 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.extraroute_db [None req-0ea44b11-ee9f-4e46-8499-7480b73aac40 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Added routes are [] {{(pid=115729) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 24 01:15:11.836309 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.extraroute_db [None req-0ea44b11-ee9f-4e46-8499-7480b73aac40 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Removed routes are [] {{(pid=115729) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 24 01:15:11.836607 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0ea44b11-ee9f-4e46-8499-7480b73aac40 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (1deed5f6-9a41-44f1-bc36-3dc4c4004930), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:11.910044 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55ded62f-6363-4a72-9eb1-4ed1402d4604 req-57f00a65-f197-47af-8a01-2b2bdd7e813a service neutron] 10.222.0.48 "GET /v2.0/networks/2b904e0a-8833-42bb-81c8-715ed347fecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642840 Mar 24 01:15:11.912872 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c76c7eeb-99e2-4bc5-a3e0-a697bf99726d req-4d3ba201-b1ab-45b1-859b-bd19d276053e tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267173 Mar 24 01:15:12.110831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1ac1b-497a-4e7d-9fc3-c7f247852d22 req-caf94e7a-65c0-47b7-a604-db386fbb8104 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:12.113385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59e1ac1b-497a-4e7d-9fc3-c7f247852d22 req-caf94e7a-65c0-47b7-a604-db386fbb8104 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.1412208 Mar 24 01:15:12.198284 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59e1ac1b-497a-4e7d-9fc3-c7f247852d22 req-4a2473e9-a141-4af8-8a09-53f56cfa9045 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773942 Mar 24 01:15:12.264074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0ea44b11-ee9f-4e46-8499-7480b73aac40 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (1deed5f6-9a41-44f1-bc36-3dc4c4004930), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:12.270743 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0ea44b11-ee9f-4e46-8499-7480b73aac40 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (1deed5f6-9a41-44f1-bc36-3dc4c4004930), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:12.466726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea44b11-ee9f-4e46-8499-7480b73aac40 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:15:12.622865 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea44b11-ee9f-4e46-8499-7480b73aac40 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:15:12.640912 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09daa85d-ab7b-4dbb-8760-743a09df0504 None None] Sync routers for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:15:12.646068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0ea44b11-ee9f-4e46-8499-7480b73aac40 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:12.647266 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0ea44b11-ee9f-4e46-8499-7480b73aac40 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/1deed5f6-9a41-44f1-bc36-3dc4c4004930 HTTP/1.1" status: 200 len: 705 time: 1.3002479 Mar 24 01:15:12.650225 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40172) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:12.655447 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09daa85d-ab7b-4dbb-8760-743a09df0504 None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:15:12.656293 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-09daa85d-ab7b-4dbb-8760-743a09df0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:15:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:12.690647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device f74f7766-97b8-4897-843c-f8ecc6db28da details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:15:12.727975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c1959f7d-247c-46d9-b78c-249160f313c5 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports?device_id=1deed5f6-9a41-44f1-bc36-3dc4c4004930 HTTP/1.1" status: 200 len: 205 time: 0.0762296 Mar 24 01:15:12.730981 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40176) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:12.850245 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-09daa85d-ab7b-4dbb-8760-743a09df0504 None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:15:12.858982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port f74f7766-97b8-4897-843c-f8ecc6db28da, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f74f7766-97b8-4897-843c-f8ecc6db28da,segment=NetworkSegment(6bcd0590-7e5f-4ddb-aec5-847a3957aafd),segment_id=6bcd0590-7e5f-4ddb-aec5-847a3957aafd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:12.873371 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'f74f7766-97b8-4897-843c-f8ecc6db28da', 'network_id': '2b904e0a-8833-42bb-81c8-715ed347fecc', 'port_id': 'f74f7766-97b8-4897-843c-f8ecc6db28da', 'mac_address': 'fa:16:3e:a9:24:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47af1dd2-a148-47b9-87a9-a9c7a6278cf3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:15:12.966449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port f74f7766-97b8-4897-843c-f8ecc6db28da is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:12.967113 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f74f7766-97b8-4897-843c-f8ecc6db28da), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:12.992660 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-09daa85d-ab7b-4dbb-8760-743a09df0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:15:07Z', 'revision_number': 11, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:13.006981 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74f7766-97b8-4897-843c-f8ecc6db28da {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:15:13.011848 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11b3d962-3378-4ef8-befd-1d78043884ac tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (1deed5f6-9a41-44f1-bc36-3dc4c4004930), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:13.035431 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port f74f7766-97b8-4897-843c-f8ecc6db28da, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f74f7766-97b8-4897-843c-f8ecc6db28da,segment=NetworkSegment(6bcd0590-7e5f-4ddb-aec5-847a3957aafd),segment_id=6bcd0590-7e5f-4ddb-aec5-847a3957aafd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:13.042733 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f74f7766-97b8-4897-843c-f8ecc6db28da), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:13.073314 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09daa85d-ab7b-4dbb-8760-743a09df0504 None None] Checking router: 1deed5f6-9a41-44f1-bc36-3dc4c4004930 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:15:13.094196 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09daa85d-ab7b-4dbb-8760-743a09df0504 None None] Routers {'1deed5f6-9a41-44f1-bc36-3dc4c4004930'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:15:13.095090 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-09daa85d-ab7b-4dbb-8760-743a09df0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:15:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:13.158355 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=f74f7766-97b8-4897-843c-f8ecc6db28da,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:13.208202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cee0d9-5ef2-4d15-b862-545a66aa8edd req-fc7b0219-1697-4a1f-8f36-cc1db4c7662a tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:13.225770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61cee0d9-5ef2-4d15-b862-545a66aa8edd req-fc7b0219-1697-4a1f-8f36-cc1db4c7662a tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 944 time: 0.1098444 Mar 24 01:15:13.280438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['f74f7766-97b8-4897-843c-f8ecc6db28da'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:15:13.314625 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-09daa85d-ab7b-4dbb-8760-743a09df0504 None None] Set router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:15:13.316001 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61cee0d9-5ef2-4d15-b862-545a66aa8edd req-500902c7-8be9-45b4-bf46-91dfeaf8450b tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893650 Mar 24 01:15:13.399080 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11b3d962-3378-4ef8-befd-1d78043884ac tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (1deed5f6-9a41-44f1-bc36-3dc4c4004930), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:13.412048 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11b3d962-3378-4ef8-befd-1d78043884ac tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_controller (1deed5f6-9a41-44f1-bc36-3dc4c4004930), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:13.498013 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed8bc8-839c-46b7-bb3b-77dc736ca270 req-c07ad240-13d1-478b-9025-ee8d7c7aba3d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:13.498776 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-09daa85d-ab7b-4dbb-8760-743a09df0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:15:07Z', 'revision_number': 11, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:13.511855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0ed8bc8-839c-46b7-bb3b-77dc736ca270 req-c07ad240-13d1-478b-9025-ee8d7c7aba3d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.1495380 Mar 24 01:15:13.534820 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09daa85d-ab7b-4dbb-8760-743a09df0504 None None] The sync data for ids ['1deed5f6-9a41-44f1-bc36-3dc4c4004930'] in n-d-760455-9 is: [{'id': '1deed5f6-9a41-44f1-bc36-3dc4c4004930', 'name': 'tempest-RoutersIpV6Test-router-1489714197', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:14:03Z', 'updated_at': '2022-03-24T01:15:07Z', 'revision_number': 11, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:15:13.536957 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11b3d962-3378-4ef8-befd-1d78043884ac tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (1deed5f6-9a41-44f1-bc36-3dc4c4004930), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:13.537740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b3d962-3378-4ef8-befd-1d78043884ac tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Fanout notify agent at l3_agent the message router_deleted on router 1deed5f6-9a41-44f1-bc36-3dc4c4004930 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:15:13.545312 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11b3d962-3378-4ef8-befd-1d78043884ac tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:13.548635 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-11b3d962-3378-4ef8-befd-1d78043884ac tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/routers/1deed5f6-9a41-44f1-bc36-3dc4c4004930 HTTP/1.1" status: 204 len: 168 time: 0.8164964 Mar 24 01:15:13.554182 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40196) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:13.559421 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6388af3e-43f8-4f9a-8941-5dfbc86f3304 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2125251198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:13.650303 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6388af3e-43f8-4f9a-8941-5dfbc86f3304 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (1a11fd14-26bb-47e0-9dec-3eaa189b7070), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:13.651404 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6388af3e-43f8-4f9a-8941-5dfbc86f3304 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (1a11fd14-26bb-47e0-9dec-3eaa189b7070), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:13.706784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0ed8bc8-839c-46b7-bb3b-77dc736ca270 req-a0e060e5-73d9-4433-84e7-5c823fffddc2 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934738 Mar 24 01:15:13.796115 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6388af3e-43f8-4f9a-8941-5dfbc86f3304 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_controller (1a11fd14-26bb-47e0-9dec-3eaa189b7070), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:13.805752 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6388af3e-43f8-4f9a-8941-5dfbc86f3304 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (1a11fd14-26bb-47e0-9dec-3eaa189b7070), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:13.839160 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6388af3e-43f8-4f9a-8941-5dfbc86f3304 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:13.843466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40208) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:13.843767 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6388af3e-43f8-4f9a-8941-5dfbc86f3304 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2881308 Mar 24 01:15:13.849452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-2f1edda0-7386-42bf-a5f4-fc8298543ad4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:14.695398 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f1edda0-7386-42bf-a5f4-fc8298543ad4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (1a11fd14-26bb-47e0-9dec-3eaa189b7070), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:14.708572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device f74f7766-97b8-4897-843c-f8ecc6db28da up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:15:14.741456 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f1edda0-7386-42bf-a5f4-fc8298543ad4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (1a11fd14-26bb-47e0-9dec-3eaa189b7070), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:14.836825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port f74f7766-97b8-4897-843c-f8ecc6db28da completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:15:14.840915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port f74f7766-97b8-4897-843c-f8ecc6db28da triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:14.841313 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f74f7766-97b8-4897-843c-f8ecc6db28da), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:14.974737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c605da-f9c5-4a00-8792-a10ecbbd4c99 req-52d2ee46-f407-4165-8a5d-77c500814d31 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:14.976218 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3c605da-f9c5-4a00-8792-a10ecbbd4c99 req-52d2ee46-f407-4165-8a5d-77c500814d31 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 944 time: 0.3361356 Mar 24 01:15:14.978166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1edda0-7386-42bf-a5f4-fc8298543ad4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Router 1a11fd14-26bb-47e0-9dec-3eaa189b7070 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:15:15.042260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port f74f7766-97b8-4897-843c-f8ecc6db28da is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:15.042662 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f74f7766-97b8-4897-843c-f8ecc6db28da), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:15.071462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd106ee6-ae8b-4565-9338-add0eff8e3af req-99f6b1ef-deb6-439f-8d08-edef69f445a5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:15.098872 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd106ee6-ae8b-4565-9338-add0eff8e3af req-99f6b1ef-deb6-439f-8d08-edef69f445a5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.2363126 Mar 24 01:15:15.108115 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port f74f7766-97b8-4897-843c-f8ecc6db28da, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f74f7766-97b8-4897-843c-f8ecc6db28da,segment=NetworkSegment(6bcd0590-7e5f-4ddb-aec5-847a3957aafd),segment_id=6bcd0590-7e5f-4ddb-aec5-847a3957aafd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:15.111492 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4a9b54-0861-44da-a519-b8c7212be522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74f7766-97b8-4897-843c-f8ecc6db28da'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:15:15.117005 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6665905-a0c4-4e4a-b746-20ff9de5fc31" -d '{"events": [{"server_uuid": "0f4a9b54-0861-44da-a519-b8c7212be522", "name": "network-vif-plugged", "status": "completed", "tag": "f74f7766-97b8-4897-843c-f8ecc6db28da"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:15:15.128712 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f74f7766-97b8-4897-843c-f8ecc6db28da), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:15.150978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3c605da-f9c5-4a00-8792-a10ecbbd4c99 req-299862f3-a9d8-45a3-98f4-c56f50ee6682 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663630 Mar 24 01:15:15.246157 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=f74f7766-97b8-4897-843c-f8ecc6db28da,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:15.268083 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c57f35-c44f-47ea-9828-c5b6abb3c4f0 x-openstack-request-id: req-34c57f35-c44f-47ea-9828-c5b6abb3c4f0 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:15:15.268384 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4a9b54-0861-44da-a519-b8c7212be522", "name": "network-vif-plugged", "status": "completed", "tag": "f74f7766-97b8-4897-843c-f8ecc6db28da", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:15:15.268644 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-34c57f35-c44f-47ea-9828-c5b6abb3c4f0 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:15:15.269055 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c57f35-c44f-47ea-9828-c5b6abb3c4f0'] response: {'server_uuid': '0f4a9b54-0861-44da-a519-b8c7212be522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74f7766-97b8-4897-843c-f8ecc6db28da', 'code': 200} Mar 24 01:15:15.328834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd106ee6-ae8b-4565-9338-add0eff8e3af req-7266bfc2-34f6-46b3-a6d3-4dbdd839903c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174125 Mar 24 01:15:15.351950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1edda0-7386-42bf-a5f4-fc8298543ad4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:15:15.365009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5551cdd-90c6-423d-8c3e-85269236cd40 None None] Sync routers for ids ['1a11fd14-26bb-47e0-9dec-3eaa189b7070'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:15:15.371505 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f1edda0-7386-42bf-a5f4-fc8298543ad4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:15.377553 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2f1edda0-7386-42bf-a5f4-fc8298543ad4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "PUT /v2.0/routers/1a11fd14-26bb-47e0-9dec-3eaa189b7070 HTTP/1.1" status: 200 len: 698 time: 1.5322859 Mar 24 01:15:15.378424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40252) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:15.381632 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5551cdd-90c6-423d-8c3e-85269236cd40 None None] Routers {'1a11fd14-26bb-47e0-9dec-3eaa189b7070'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:15:15.382415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e5551cdd-90c6-423d-8c3e-85269236cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:15:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1a11fd14-26bb-47e0-9dec-3eaa189b7070'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:15.424648 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b7e67-289f-4781-a12b-19012b1d17f2 req-06f585b1-4cb1-499f-91ac-334f5bc45a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:15.426239 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-872b7e67-289f-4781-a12b-19012b1d17f2 req-06f585b1-4cb1-499f-91ac-334f5bc45a23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 1127 time: 0.1026132 Mar 24 01:15:15.541634 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-872b7e67-289f-4781-a12b-19012b1d17f2 req-3dbca737-2e56-4fc1-ae25-4209da108e77 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065011 Mar 24 01:15:15.601928 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40262) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:15.611971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bfaad5e3-27bb-4932-a42d-5d80a07380e4 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/routers/1a11fd14-26bb-47e0-9dec-3eaa189b7070 HTTP/1.1" status: 200 len: 704 time: 0.2186239 Mar 24 01:15:15.700984 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c9dc5546-b84d-4882-85fe-92d16ad918be tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a11fd14-26bb-47e0-9dec-3eaa189b7070 HTTP/1.1" status: 200 len: 205 time: 0.0950501 Mar 24 01:15:15.701187 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-e5551cdd-90c6-423d-8c3e-85269236cd40 None None] Set router 1a11fd14-26bb-47e0-9dec-3eaa189b7070 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:15:15.701428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40266) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:15.765334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e5551cdd-90c6-423d-8c3e-85269236cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a11fd14-26bb-47e0-9dec-3eaa189b7070', 'name': 'tempest-RoutersIpV6Test-router-2125251198', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:15:13Z', 'updated_at': '2022-03-24T01:15:14Z', 'revision_number': 2, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:15.811014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5551cdd-90c6-423d-8c3e-85269236cd40 None None] Checking router: 1a11fd14-26bb-47e0-9dec-3eaa189b7070 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:15:15.834287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5551cdd-90c6-423d-8c3e-85269236cd40 None None] Routers {'1a11fd14-26bb-47e0-9dec-3eaa189b7070'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:15:15.835168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e5551cdd-90c6-423d-8c3e-85269236cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:15:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['1a11fd14-26bb-47e0-9dec-3eaa189b7070'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:15.857519 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-baa0752a-0973-43ed-acf0-e965497d6536 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (1a11fd14-26bb-47e0-9dec-3eaa189b7070), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:15.918261 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-e5551cdd-90c6-423d-8c3e-85269236cd40 None None] Set router 1a11fd14-26bb-47e0-9dec-3eaa189b7070 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:15:15.997134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e5551cdd-90c6-423d-8c3e-85269236cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a11fd14-26bb-47e0-9dec-3eaa189b7070', 'name': 'tempest-RoutersIpV6Test-router-2125251198', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:15:13Z', 'updated_at': '2022-03-24T01:15:14Z', 'revision_number': 2, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:16.054057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5551cdd-90c6-423d-8c3e-85269236cd40 None None] The sync data for ids ['1a11fd14-26bb-47e0-9dec-3eaa189b7070'] in n-d-760455-9 is: [{'id': '1a11fd14-26bb-47e0-9dec-3eaa189b7070', 'name': 'tempest-RoutersIpV6Test-router-2125251198', 'tenant_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:15:13Z', 'updated_at': '2022-03-24T01:15:14Z', 'revision_number': 2, 'project_id': '4f5dad44f5e74eafb0176905fe7b7b43', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:15:16.184820 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-baa0752a-0973-43ed-acf0-e965497d6536 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (1a11fd14-26bb-47e0-9dec-3eaa189b7070), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:16.187311 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-baa0752a-0973-43ed-acf0-e965497d6536 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router_controller (1a11fd14-26bb-47e0-9dec-3eaa189b7070), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:16.326410 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-baa0752a-0973-43ed-acf0-e965497d6536 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (1a11fd14-26bb-47e0-9dec-3eaa189b7070), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:16.326937 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa0752a-0973-43ed-acf0-e965497d6536 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Fanout notify agent at l3_agent the message router_deleted on router 1a11fd14-26bb-47e0-9dec-3eaa189b7070 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:15:16.334528 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-baa0752a-0973-43ed-acf0-e965497d6536 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:16.335659 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-baa0752a-0973-43ed-acf0-e965497d6536 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/routers/1a11fd14-26bb-47e0-9dec-3eaa189b7070 HTTP/1.1" status: 204 len: 168 time: 0.6332316 Mar 24 01:15:16.340183 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40276) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:16.386990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64e5b9-3c74-4300-8981-fa7ec55163ed req-abec046b-9c54-4923-a073-03e978a721b5 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:16.388553 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee64e5b9-3c74-4300-8981-fa7ec55163ed req-abec046b-9c54-4923-a073-03e978a721b5 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 945 time: 0.1176903 Mar 24 01:15:16.389057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40280) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:16.392144 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-21d628cc-e163-49f4-8901-033a67d21c98 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a11fd14-26bb-47e0-9dec-3eaa189b7070 HTTP/1.1" status: 200 len: 205 time: 0.0443857 Mar 24 01:15:16.496775 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-068a80a0-063a-4190-a320-dac22bc043e9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] delete failed (client error): The resource could not be found. Mar 24 01:15:16.500521 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40284) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:16.501082 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-068a80a0-063a-4190-a320-dac22bc043e9 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/routers/1a11fd14-26bb-47e0-9dec-3eaa189b7070 HTTP/1.1" status: 404 len: 336 time: 0.1105795 Mar 24 01:15:16.611355 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee64e5b9-3c74-4300-8981-fa7ec55163ed req-67b911d4-e2c5-4bbe-89f0-f04275647d27 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479957 Mar 24 01:15:16.637086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce854362-3e7c-437f-96b1-e8ca49f374bc req-4c9be073-cad4-4642-ac55-fb1346d82930 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:16.645127 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce854362-3e7c-437f-96b1-e8ca49f374bc req-4c9be073-cad4-4642-ac55-fb1346d82930 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.1633768 Mar 24 01:15:16.645325 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad29bb3-75f0-4d30-b72b-90722b401409 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] DELETE failed (client error): The resource could not be found. Mar 24 01:15:16.647391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad29bb3-75f0-4d30-b72b-90722b401409 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:15:16.653670 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8ad29bb3-75f0-4d30-b72b-90722b401409 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/a427b649-a15c-4566-ae5f-235d8ba7e6ce HTTP/1.1" status: 404 len: 337 time: 0.1514215 Mar 24 01:15:16.656531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40290) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:16.715403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce854362-3e7c-437f-96b1-e8ca49f374bc req-0c60a9b5-861b-4cc9-9011-36134257b1f8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673435 Mar 24 01:15:16.731933 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc286d0a-59e5-46f5-9dea-ee2083e9b95f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] DELETE failed (client error): The resource could not be found. Mar 24 01:15:16.735810 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc286d0a-59e5-46f5-9dea-ee2083e9b95f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:15:16.741468 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fc286d0a-59e5-46f5-9dea-ee2083e9b95f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/916062e7-fcce-45f9-a26d-360dff01987d HTTP/1.1" status: 404 len: 337 time: 0.0827465 Mar 24 01:15:16.743992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40296) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:16.805837 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-935b44bf-1e67-4189-975f-d322b4af0698 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] DELETE failed (client error): The resource could not be found. Mar 24 01:15:16.806304 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935b44bf-1e67-4189-975f-d322b4af0698 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:15:16.813160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-935b44bf-1e67-4189-975f-d322b4af0698 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/ee9ebad9-705d-438f-aba1-efec1fdfc405 HTTP/1.1" status: 404 len: 337 time: 0.0653989 Mar 24 01:15:16.813624 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40300) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:16.892854 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45d9bf5-40f8-40aa-a4cc-6b11be4455b2 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] DELETE failed (client error): The resource could not be found. Mar 24 01:15:16.894375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a45d9bf5-40f8-40aa-a4cc-6b11be4455b2 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:15:16.902478 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a45d9bf5-40f8-40aa-a4cc-6b11be4455b2 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/54e69070-cc1d-4911-ab77-8dc9a2829789 HTTP/1.1" status: 404 len: 337 time: 0.0855968 Mar 24 01:15:16.902864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40302) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:16.962362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40304) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:16.963450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-95a86376-819b-4d49-9253-a488e7a4ebdc tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports?device_id=1deed5f6-9a41-44f1-bc36-3dc4c4004930 HTTP/1.1" status: 200 len: 205 time: 0.0584874 Mar 24 01:15:17.049724 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-a41548f2-a258-4014-a1e5-9cbaa33a5f55 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] delete failed (client error): The resource could not be found. Mar 24 01:15:17.053957 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40306) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:17.064580 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a41548f2-a258-4014-a1e5-9cbaa33a5f55 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/routers/1deed5f6-9a41-44f1-bc36-3dc4c4004930 HTTP/1.1" status: 404 len: 336 time: 0.1005068 Mar 24 01:15:17.114703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40310) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:17.127947 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b539be83-9c18-4c00-b675-e9d16bd64fca tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports?device_id=62d844f4-a72e-4f63-b9f8-deb7eb54f921 HTTP/1.1" status: 200 len: 205 time: 0.0574734 Mar 24 01:15:17.177008 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-6155ed33-81cf-4553-b783-890db15f690f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] delete failed (client error): The resource could not be found. Mar 24 01:15:17.181252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40316) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:17.190031 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6155ed33-81cf-4553-b783-890db15f690f tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/routers/62d844f4-a72e-4f63-b9f8-deb7eb54f921 HTTP/1.1" status: 404 len: 336 time: 0.0739732 Mar 24 01:15:17.210421 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f8f2ce-f808-46af-adeb-f9ae7c2d8a5e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] DELETE failed (client error): The resource could not be found. Mar 24 01:15:17.211510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f8f2ce-f808-46af-adeb-f9ae7c2d8a5e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:15:17.217730 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40318) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:17.226905 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e0f8f2ce-f808-46af-adeb-f9ae7c2d8a5e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/bb96fe85-159f-47c5-9151-4cbe825bbadb HTTP/1.1" status: 404 len: 337 time: 0.0436208 Mar 24 01:15:17.260234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40320) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:17.267022 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-940055e8-df88-4255-b4da-42376a3caacd tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d47edfa-a6a9-4597-aa0e-dd803c8460b0 HTTP/1.1" status: 200 len: 205 time: 0.0479515 Mar 24 01:15:17.334906 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-3c373ab4-cb66-4dde-86b7-217ebfcc76c0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] delete failed (client error): The resource could not be found. Mar 24 01:15:17.338907 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40322) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:17.347750 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3c373ab4-cb66-4dde-86b7-217ebfcc76c0 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/routers/8d47edfa-a6a9-4597-aa0e-dd803c8460b0 HTTP/1.1" status: 404 len: 336 time: 0.0862761 Mar 24 01:15:17.394456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40324) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:17.401944 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d39a8d8f-bcf4-4ae1-b2f7-af07e0a7ed73 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports?device_id=c912bc68-bf8d-451f-bc4c-ec4c3e414565 HTTP/1.1" status: 200 len: 205 time: 0.0608032 Mar 24 01:15:17.489113 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-6bd1b5ae-2f2f-4e82-80c2-54f92c66e2df tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] delete failed (client error): The resource could not be found. Mar 24 01:15:17.493044 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40326) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:17.501982 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6bd1b5ae-2f2f-4e82-80c2-54f92c66e2df tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/routers/c912bc68-bf8d-451f-bc4c-ec4c3e414565 HTTP/1.1" status: 404 len: 336 time: 0.1062875 Mar 24 01:15:17.526512 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a85b93-d686-4983-aa52-62bcd4c82554 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] DELETE failed (client error): The resource could not be found. Mar 24 01:15:17.526957 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a85b93-d686-4983-aa52-62bcd4c82554 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:15:17.533787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40332) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:17.545080 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-77a85b93-d686-4983-aa52-62bcd4c82554 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/dffd4ab6-aaff-469f-bce9-41df2520a67f HTTP/1.1" status: 404 len: 337 time: 0.0492568 Mar 24 01:15:17.595672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40336) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:17.612112 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b2f3455c-d907-41d7-b7db-450f1c095291 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f930d99-c1dd-408b-bbdb-bc1723720f2b HTTP/1.1" status: 200 len: 205 time: 0.0766191 Mar 24 01:15:17.658940 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-1351709f-a119-4082-b8ba-cb8b13a44377 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] delete failed (client error): The resource could not be found. Mar 24 01:15:17.662858 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40340) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:17.672648 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1351709f-a119-4082-b8ba-cb8b13a44377 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/routers/4f930d99-c1dd-408b-bbdb-bc1723720f2b HTTP/1.1" status: 404 len: 336 time: 0.0758712 Mar 24 01:15:17.691762 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1f2ca8-dec6-45fb-bb79-ba228700fe8d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] DELETE failed (client error): The resource could not be found. Mar 24 01:15:17.692217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1f2ca8-dec6-45fb-bb79-ba228700fe8d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:15:17.701770 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40342) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:17.710549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0a1f2ca8-dec6-45fb-bb79-ba228700fe8d tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/21ed4a67-177d-4f74-a47b-6faa35f4ad9c HTTP/1.1" status: 404 len: 337 time: 0.0463152 Mar 24 01:15:17.746880 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40346) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:17.767784 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-42f5cae2-717d-4cf5-9bc0-31901a260ae1 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d047477-0897-4812-a50d-99bdee196e68 HTTP/1.1" status: 200 len: 205 time: 0.0640786 Mar 24 01:15:17.940149 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-4416e6ec-f952-4a4b-99cd-9fae660b712e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] delete failed (client error): The resource could not be found. Mar 24 01:15:17.951205 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40354) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:17.964647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4416e6ec-f952-4a4b-99cd-9fae660b712e tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/routers/1d047477-0897-4812-a50d-99bdee196e68 HTTP/1.1" status: 404 len: 336 time: 0.2132275 Mar 24 01:15:18.037227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aeab2-5134-4df2-be7e-63ea8ca3e374 req-8bdf97c1-1581-421a-9ffe-373ad482cf60 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:18.038903 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-130aeab2-5134-4df2-be7e-63ea8ca3e374 req-8bdf97c1-1581-421a-9ffe-373ad482cf60 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 945 time: 0.2014937 Mar 24 01:15:18.049385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1abb2-7ecd-4255-9386-3b520be70d86 req-639c1fdc-e4f5-4aad-8bc3-a4c1996d6b72 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:18.051141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dcf1abb2-7ecd-4255-9386-3b520be70d86 req-639c1fdc-e4f5-4aad-8bc3-a4c1996d6b72 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.1795876 Mar 24 01:15:18.070900 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4457d9-e972-4088-b108-89729337e025 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] DELETE failed (client error): The resource could not be found. Mar 24 01:15:18.071489 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4457d9-e972-4088-b108-89729337e025 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:15:18.087310 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6c4457d9-e972-4088-b108-89729337e025 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/345c745a-42a4-490c-b344-a95a3fcd5c0d HTTP/1.1" status: 404 len: 337 time: 0.1342866 Mar 24 01:15:18.090355 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40360) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:18.142857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-130aeab2-5134-4df2-be7e-63ea8ca3e374 req-a2e5ad27-31f2-457c-9a8a-742d757df012 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904565 Mar 24 01:15:18.167784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dcf1abb2-7ecd-4255-9386-3b520be70d86 req-16526376-026a-487f-b59b-cf22835d7ed0 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829618 Mar 24 01:15:18.207668 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c68e924-0d23-4a66-bb4e-38c76b341399 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] DELETE failed (client error): The resource could not be found. Mar 24 01:15:18.208947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c68e924-0d23-4a66-bb4e-38c76b341399 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:15:18.236689 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5c68e924-0d23-4a66-bb4e-38c76b341399 tempest-RoutersIpV6Test-2071008058 tempest-RoutersIpV6Test-2071008058-project] 10.222.0.45 "DELETE /v2.0/subnets/cff8f51a-3341-49d0-b831-13eab6d9f39c HTTP/1.1" status: 404 len: 337 time: 0.1435797 Mar 24 01:15:18.803444 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40380) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:19.240443 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-65e7f7bd-cc95-4d4a-836a-342b6eb6c0e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4f5dad44f5e74eafb0176905fe7b7b43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4199901 Mar 24 01:15:19.243153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40408) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:19.492236 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ede610c6-e84c-4202-93fc-20a1e8ad8967 admin admin] Publish callbacks [] for security_group (ad0a0699-d16f-4619-82cd-1d16f1a94e13), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:19.610527 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ede610c6-e84c-4202-93fc-20a1e8ad8967 admin admin] Publish callbacks [] for security_group (ad0a0699-d16f-4619-82cd-1d16f1a94e13), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:19.626713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb529da-d356-4738-ac5f-bd6a05d99cf9 req-0b3fbde1-462a-46eb-aa9b-ef2cde63e25f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:19.635628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bdb529da-d356-4738-ac5f-bd6a05d99cf9 req-0b3fbde1-462a-46eb-aa9b-ef2cde63e25f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.2710590 Mar 24 01:15:19.754392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bdb529da-d356-4738-ac5f-bd6a05d99cf9 req-bf0ed8de-2032-492c-9cb3-be5dca278d2b tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125815 Mar 24 01:15:19.772253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0b848-fbff-4034-b50a-af4182bfee3b req-f77be9fc-aa86-4b36-a838-633fb98ad903 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:19.833680 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-00b0b848-fbff-4034-b50a-af4182bfee3b req-f77be9fc-aa86-4b36-a838-633fb98ad903 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 945 time: 0.2890091 Mar 24 01:15:19.984041 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ede610c6-e84c-4202-93fc-20a1e8ad8967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ad0a0699-d16f-4619-82cd-1d16f1a94e13), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:19.986692 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ede610c6-e84c-4202-93fc-20a1e8ad8967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:19.990085 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ede610c6-e84c-4202-93fc-20a1e8ad8967 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad0a0699-d16f-4619-82cd-1d16f1a94e13 HTTP/1.1" status: 204 len: 168 time: 0.7426045 Mar 24 01:15:20.035560 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-00b0b848-fbff-4034-b50a-af4182bfee3b req-e8ba7f6f-a5cf-45e6-b95a-7529a02fb5c3 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996319 Mar 24 01:15:20.058893 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede610c6-e84c-4202-93fc-20a1e8ad8967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0a0699-d16f-4619-82cd-1d16f1a94e13,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:20.791985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253e207-003d-47ae-872a-1dfce1b3b4a0 req-26fe3708-c9b6-46e7-bb0c-de18d7a58e75 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:20.795087 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c253e207-003d-47ae-872a-1dfce1b3b4a0 req-26fe3708-c9b6-46e7-bb0c-de18d7a58e75 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 945 time: 0.1628821 Mar 24 01:15:21.123098 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-c253e207-003d-47ae-872a-1dfce1b3b4a0 req-cfe3a070-d068-44d3-8e21-67852509edd7 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Deleting port f74f7766-97b8-4897-843c-f8ecc6db28da {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:15:21.126441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d28c-6009-43f6-8d0a-9dccaf613dee req-c2d71af4-d455-4e67-8800-bb3dca879400 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:21.131736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c253e207-003d-47ae-872a-1dfce1b3b4a0 req-cfe3a070-d068-44d3-8e21-67852509edd7 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f74f7766-97b8-4897-843c-f8ecc6db28da), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:21.141516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9d6d28c-6009-43f6-8d0a-9dccaf613dee req-c2d71af4-d455-4e67-8800-bb3dca879400 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.1639857 Mar 24 01:15:21.375057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9d6d28c-6009-43f6-8d0a-9dccaf613dee req-ce309175-83fb-4993-a0b4-71fbc11622aa tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290401 Mar 24 01:15:21.409651 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501ff0e-dc71-47fb-ad92-112e71aa3807 req-43b8468a-d696-4e0d-a5bb-38889d281fb3 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:21.411376 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7501ff0e-dc71-47fb-ad92-112e71aa3807 req-43b8468a-d696-4e0d-a5bb-38889d281fb3 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 945 time: 0.1709356 Mar 24 01:15:21.419040 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-c253e207-003d-47ae-872a-1dfce1b3b4a0 req-cfe3a070-d068-44d3-8e21-67852509edd7 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] For port f74f7766-97b8-4897-843c-f8ecc6db28da, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f74f7766-97b8-4897-843c-f8ecc6db28da,segment=NetworkSegment(6bcd0590-7e5f-4ddb-aec5-847a3957aafd),segment_id=6bcd0590-7e5f-4ddb-aec5-847a3957aafd)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:21.419677 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c253e207-003d-47ae-872a-1dfce1b3b4a0 req-cfe3a070-d068-44d3-8e21-67852509edd7 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f74f7766-97b8-4897-843c-f8ecc6db28da), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:21.479758 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-c253e207-003d-47ae-872a-1dfce1b3b4a0 req-cfe3a070-d068-44d3-8e21-67852509edd7 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Calling delete_port for f74f7766-97b8-4897-843c-f8ecc6db28da owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:15:21.592880 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7501ff0e-dc71-47fb-ad92-112e71aa3807 req-cee52c63-987b-4706-808e-435182a1d924 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752131 Mar 24 01:15:21.921573 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c253e207-003d-47ae-872a-1dfce1b3b4a0 req-cfe3a070-d068-44d3-8e21-67852509edd7 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f74f7766-97b8-4897-843c-f8ecc6db28da), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:21.936594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['f74f7766-97b8-4897-843c-f8ecc6db28da'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:15:21.953984 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40506) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:22.040794 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3a070-d068-44d3-8e21-67852509edd7 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Pushing event deleted for resources: {'Port': ['ID=f74f7766-97b8-4897-843c-f8ecc6db28da,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:22.096502 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-c253e207-003d-47ae-872a-1dfce1b3b4a0 req-cfe3a070-d068-44d3-8e21-67852509edd7 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] No DVR routers for this DVR port f74f7766-97b8-4897-843c-f8ecc6db28da on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:15:22.104371 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c253e207-003d-47ae-872a-1dfce1b3b4a0 req-cfe3a070-d068-44d3-8e21-67852509edd7 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:22.111424 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c253e207-003d-47ae-872a-1dfce1b3b4a0 req-cfe3a070-d068-44d3-8e21-67852509edd7 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.48 "DELETE /v2.0/ports/f74f7766-97b8-4897-843c-f8ecc6db28da HTTP/1.1" status: 204 len: 173 time: 1.3113351 Mar 24 01:15:22.111939 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4a9b54-0861-44da-a519-b8c7212be522', 'name': 'network-vif-deleted', 'tag': 'f74f7766-97b8-4897-843c-f8ecc6db28da'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:15:22.120634 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37ca33a-0f91-4895-9ac0-3c593d9f76c8" -d '{"events": [{"server_uuid": "0f4a9b54-0861-44da-a519-b8c7212be522", "name": "network-vif-deleted", "tag": "f74f7766-97b8-4897-843c-f8ecc6db28da"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:15:22.276215 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df39da1-3ac4-466b-9f81-5661f08411bf x-openstack-request-id: req-1df39da1-3ac4-466b-9f81-5661f08411bf {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:15:22.276832 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4a9b54-0861-44da-a519-b8c7212be522", "name": "network-vif-deleted", "tag": "f74f7766-97b8-4897-843c-f8ecc6db28da", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:15:22.277420 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1df39da1-3ac4-466b-9f81-5661f08411bf {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:15:22.278076 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df39da1-3ac4-466b-9f81-5661f08411bf'] response: {'server_uuid': '0f4a9b54-0861-44da-a519-b8c7212be522', 'name': 'network-vif-deleted', 'tag': 'f74f7766-97b8-4897-843c-f8ecc6db28da', 'status': 'completed', 'code': 200} Mar 24 01:15:22.290463 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-1d9cdffb-3ffe-474c-bfdd-3a5806d19892 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1862274463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:22.348152 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d9cdffb-3ffe-474c-bfdd-3a5806d19892 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (da679e0e-78dd-4b76-b260-ed5dbdfa1551), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:22.349335 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d9cdffb-3ffe-474c-bfdd-3a5806d19892 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (da679e0e-78dd-4b76-b260-ed5dbdfa1551), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:22.466374 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d9cdffb-3ffe-474c-bfdd-3a5806d19892 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for router_controller (da679e0e-78dd-4b76-b260-ed5dbdfa1551), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:22.475382 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d9cdffb-3ffe-474c-bfdd-3a5806d19892 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (da679e0e-78dd-4b76-b260-ed5dbdfa1551), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:22.516900 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d9cdffb-3ffe-474c-bfdd-3a5806d19892 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:22.518251 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1d9cdffb-3ffe-474c-bfdd-3a5806d19892 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5627058 Mar 24 01:15:22.520951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40532) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:22.528238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-97141f03-1935-49f6-88ae-3e440f518a1c tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-406035218'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:22.739993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97141f03-1935-49f6-88ae-3e440f518a1c tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Made reservation on behalf of d7c44767584e46d2b1cf40019e16aa1b for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:15:22.752618 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-97141f03-1935-49f6-88ae-3e440f518a1c tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:22.790163 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-97141f03-1935-49f6-88ae-3e440f518a1c tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:23.071773 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40548) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:23.155764 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-97141f03-1935-49f6-88ae-3e440f518a1c tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for security_group (a56a9fa7-5f12-438a-83b0-b232a4d9730f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:23.183852 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-942b9fcf-fa5d-4f76-8309-e01cfcf7c207 req-15038a84-75af-4195-9502-d5178dc7c3e7 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4a9b54-0861-44da-a519-b8c7212be522 HTTP/1.1" status: 200 len: 210 time: 0.3641448 Mar 24 01:15:23.201249 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-97141f03-1935-49f6-88ae-3e440f518a1c tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a56a9fa7-5f12-438a-83b0-b232a4d9730f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:23.275552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd96ca7-cc10-4c0f-9bbc-4f728f0fcde2 req-9eeef1d6-806b-4c53-9ed2-080fdf3f4bf5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:23.277927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd96ca7-cc10-4c0f-9bbc-4f728f0fcde2 req-9eeef1d6-806b-4c53-9ed2-080fdf3f4bf5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.7088912 Mar 24 01:15:23.335556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97141f03-1935-49f6-88ae-3e440f518a1c tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56a9fa7-5f12-438a-83b0-b232a4d9730f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:23.354927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97141f03-1935-49f6-88ae-3e440f518a1c tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:15:23.411142 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device e335762b-23e4-4b98-aed9-2a66b076d971 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:15:23.459013 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9da456c-436a-4e7c-aea0-b448638cdd46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:23.494970 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-97141f03-1935-49f6-88ae-3e440f518a1c tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:23.498803 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-97141f03-1935-49f6-88ae-3e440f518a1c tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Added segment 39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9 of type vlan for network 126884ec-c345-41ce-ba7c-9b89de6a1384 Mar 24 01:15:23.638314 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port e335762b-23e4-4b98-aed9-2a66b076d971, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=e335762b-23e4-4b98-aed9-2a66b076d971,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:23.668489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'e335762b-23e4-4b98-aed9-2a66b076d971', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'port_id': 'e335762b-23e4-4b98-aed9-2a66b076d971', 'mac_address': 'fa:16:3e:83:07:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:15:23.723770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dd96ca7-cc10-4c0f-9bbc-4f728f0fcde2 req-453a16a3-d7dc-4ff8-b749-38f70311e992 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771019 Mar 24 01:15:23.750553 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-97141f03-1935-49f6-88ae-3e440f518a1c tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (126884ec-c345-41ce-ba7c-9b89de6a1384), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:23.770240 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9da456c-436a-4e7c-aea0-b448638cdd46 admin admin] Publish callbacks [] for security_group (9a31c770-bdd1-42f6-a0ef-a9c3f19a68c0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:23.780452 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9da456c-436a-4e7c-aea0-b448638cdd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9a31c770-bdd1-42f6-a0ef-a9c3f19a68c0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:23.804325 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port e335762b-23e4-4b98-aed9-2a66b076d971 is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:23.817484 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:23.824711 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e9da456c-436a-4e7c-aea0-b448638cdd46 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ebceac75c1764030a05d77a42e6f329b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7509446 Mar 24 01:15:23.830808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40572) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:23.840653 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-97141f03-1935-49f6-88ae-3e440f518a1c tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (126884ec-c345-41ce-ba7c-9b89de6a1384), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:23.862020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97141f03-1935-49f6-88ae-3e440f518a1c tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:23.862667 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-97141f03-1935-49f6-88ae-3e440f518a1c tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:23.895220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e335762b-23e4-4b98-aed9-2a66b076d971 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:15:23.957411 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65d9363d-a51b-4a3e-a552-93d6834a59ac admin admin] Publish callbacks [] for security_group (9a31c770-bdd1-42f6-a0ef-a9c3f19a68c0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:23.964206 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port e335762b-23e4-4b98-aed9-2a66b076d971, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=e335762b-23e4-4b98-aed9-2a66b076d971,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:23.974253 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da456c-436a-4e7c-aea0-b448638cdd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a31c770-bdd1-42f6-a0ef-a9c3f19a68c0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:23.980357 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:24.096266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65d9363d-a51b-4a3e-a552-93d6834a59ac admin admin] Publish callbacks [] for security_group (9a31c770-bdd1-42f6-a0ef-a9c3f19a68c0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:24.192920 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65d9363d-a51b-4a3e-a552-93d6834a59ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9a31c770-bdd1-42f6-a0ef-a9c3f19a68c0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:24.196090 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65d9363d-a51b-4a3e-a552-93d6834a59ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:24.199525 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-65d9363d-a51b-4a3e-a552-93d6834a59ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a31c770-bdd1-42f6-a0ef-a9c3f19a68c0 HTTP/1.1" status: 204 len: 168 time: 0.3699799 Mar 24 01:15:24.230243 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9363d-a51b-4a3e-a552-93d6834a59ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a31c770-bdd1-42f6-a0ef-a9c3f19a68c0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:24.304847 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=e335762b-23e4-4b98-aed9-2a66b076d971,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:24.306850 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97141f03-1935-49f6-88ae-3e440f518a1c tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event updated for resources: {'Network': ['ID=126884ec-c345-41ce-ba7c-9b89de6a1384,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:24.317477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40594) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:24.330966 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-97141f03-1935-49f6-88ae-3e440f518a1c tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8073432 Mar 24 01:15:24.346163 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a35d2388-b771-4292-b1e1-67b0cd15e7a6 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Request body: {'subnet': {'network_id': '126884ec-c345-41ce-ba7c-9b89de6a1384', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:24.369298 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:24.370086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:24.370644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:24.371225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:24.371805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:24.372362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:24.385765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:24.386484 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:24.387073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:24.387672 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:24.388237 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:24.388800 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:24.389393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:24.389948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:24.390535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:24.397802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 126884ec-c345-41ce-ba7c-9b89de6a1384 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:15:24.400834 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['e335762b-23e4-4b98-aed9-2a66b076d971'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:15:24.618089 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35d2388-b771-4292-b1e1-67b0cd15e7a6 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Made reservation on behalf of d7c44767584e46d2b1cf40019e16aa1b for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:15:24.623156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a35d2388-b771-4292-b1e1-67b0cd15e7a6 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:24.834576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device f74f7766-97b8-4897-843c-f8ecc6db28da no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:15:24.923937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: f74f7766-97b8-4897-843c-f8ecc6db28da {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:15:24.947681 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device f74f7766-97b8-4897-843c-f8ecc6db28da not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:15:25.207106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb567c10-c16b-452c-b2b2-8f86d550a374 req-bc925343-b66a-4767-8754-5d7a4f1d810a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:25.215344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb567c10-c16b-452c-b2b2-8f86d550a374 req-bc925343-b66a-4767-8754-5d7a4f1d810a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 945 time: 0.2888987 Mar 24 01:15:25.218224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40642) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:25.262742 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-75638f58-d7ed-40de-a7fd-a1cc2631ad68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:25.318748 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a35d2388-b771-4292-b1e1-67b0cd15e7a6 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (69995184-ab51-4000-b019-e23d99d9de9a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:25.329429 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-b30fb87f-073c-420f-a1a0-3b617228bc14 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:25.331319 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-b30fb87f-073c-420f-a1a0-3b617228bc14 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/networks?id=2b904e0a-8833-42bb-81c8-715ed347fecc HTTP/1.1" status: 200 len: 808 time: 0.3591251 Mar 24 01:15:25.391098 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb567c10-c16b-452c-b2b2-8f86d550a374 req-fcb02f51-6979-4f04-a077-2a3374acbd37 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745551 Mar 24 01:15:25.411492 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-acfe3f4b-d2d0-46e7-b5c8-a8d8f681e0c8 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/quotas/74dae18b00364e0a8fff91eb73c1a67a HTTP/1.1" status: 200 len: 375 time: 0.0618074 Mar 24 01:15:25.426620 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device e335762b-23e4-4b98-aed9-2a66b076d971 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:15:25.454351 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-f2fc795f-6d6c-46bb-a43d-66c362e5d391 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=74dae18b00364e0a8fff91eb73c1a67a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387650 Mar 24 01:15:25.543264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d2388-b771-4292-b1e1-67b0cd15e7a6 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event updated for resources: {'Subnet': ['ID=69995184-ab51-4000-b019-e23d99d9de9a,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:25.575536 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port e335762b-23e4-4b98-aed9-2a66b076d971 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:25.575918 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:25.580760 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35d2388-b771-4292-b1e1-67b0cd15e7a6 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Checking segment: {'id': '39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '126884ec-c345-41ce-ba7c-9b89de6a1384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:15:25.580969 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35d2388-b771-4292-b1e1-67b0cd15e7a6 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Network hostable DHCP agents. Network: 126884ec-c345-41ce-ba7c-9b89de6a1384, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:15:25.618061 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-75638f58-d7ed-40de-a7fd-a1cc2631ad68 admin admin] Publish callbacks [] for security_group (c7d74ccb-6723-490f-ab5f-194ac54df026), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:25.640901 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-75638f58-d7ed-40de-a7fd-a1cc2631ad68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c7d74ccb-6723-490f-ab5f-194ac54df026), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:25.643108 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35d2388-b771-4292-b1e1-67b0cd15e7a6 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Network 126884ec-c345-41ce-ba7c-9b89de6a1384 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:15:25.657391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a35d2388-b771-4292-b1e1-67b0cd15e7a6 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 126884ec-c345-41ce-ba7c-9b89de6a1384) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:15:25.676216 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35d2388-b771-4292-b1e1-67b0cd15e7a6 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:25.678583 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a35d2388-b771-4292-b1e1-67b0cd15e7a6 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:25.706376 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a35d2388-b771-4292-b1e1-67b0cd15e7a6 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3847885 Mar 24 01:15:25.706801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40656) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:25.712388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75638f58-d7ed-40de-a7fd-a1cc2631ad68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d74ccb-6723-490f-ab5f-194ac54df026,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:25.714586 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-75a0928a-f70b-4f46-be77-a72739b0eadc tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Request body: {'network': {'name': 'tempest-router-network01--1071527289'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:25.757564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a0928a-f70b-4f46-be77-a72739b0eadc tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Made reservation on behalf of d7c44767584e46d2b1cf40019e16aa1b for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:15:25.758909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50249ed2-39b5-4360-aeec-3efaf3e192ef None None] Network 126884ec-c345-41ce-ba7c-9b89de6a1384 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:15:25.772394 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75a0928a-f70b-4f46-be77-a72739b0eadc tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:25.778303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-75638f58-d7ed-40de-a7fd-a1cc2631ad68 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41db5ba07735415faf2824247d4c14fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5553405 Mar 24 01:15:25.781544 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-18018454-34e0-4aea-980f-fa1819da2e06 service neutron] 10.222.0.45 "GET /v2.0/networks/2b904e0a-8833-42bb-81c8-715ed347fecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132334 Mar 24 01:15:25.782743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40658) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:25.889540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a0928a-f70b-4f46-be77-a72739b0eadc tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:15:25.917497 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75a0928a-f70b-4f46-be77-a72739b0eadc tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5f4856bf-7f03-4091-8562-ca1f34194522), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:25.917940 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-75a0928a-f70b-4f46-be77-a72739b0eadc tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Added segment 5f4856bf-7f03-4091-8562-ca1f34194522 of type vlan for network 0ba5c82f-f88e-4998-9cb1-1b006f2ce405 Mar 24 01:15:25.923375 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-d5af0d79-3cda-4047-b8f2-d8fb5157d595 service neutron] 10.222.0.45 "GET /v2.0/networks/2b904e0a-8833-42bb-81c8-715ed347fecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319597 Mar 24 01:15:26.036201 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75a0928a-f70b-4f46-be77-a72739b0eadc tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (0ba5c82f-f88e-4998-9cb1-1b006f2ce405), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:26.104615 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75a0928a-f70b-4f46-be77-a72739b0eadc tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (0ba5c82f-f88e-4998-9cb1-1b006f2ce405), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:26.115351 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a0928a-f70b-4f46-be77-a72739b0eadc tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:26.116175 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75a0928a-f70b-4f46-be77-a72739b0eadc tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:26.123603 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-addaabf5-4909-4f30-a608-296710ce6d07 admin admin] Publish callbacks [] for security_group (c7d74ccb-6723-490f-ab5f-194ac54df026), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:26.243233 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-addaabf5-4909-4f30-a608-296710ce6d07 admin admin] Publish callbacks [] for security_group (c7d74ccb-6723-490f-ab5f-194ac54df026), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:26.286521 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port e335762b-23e4-4b98-aed9-2a66b076d971 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:26.287671 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:26.303807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-126884ec-c345-41ce-ba7c-9b89de6a1384', 'network_id': '126884ec-c345-41ce-ba7c-9b89de6a1384', 'project_id': 'd7c44767584e46d2b1cf40019e16aa1b', 'fixed_ips': [{'subnet_id': '69995184-ab51-4000-b019-e23d99d9de9a'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:15:26.304912 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:26.344461 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e36396f-7cff-4947-840a-70e887cd31c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e335762b-23e4-4b98-aed9-2a66b076d971'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:15:26.347029 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8836ae9-ae08-4518-bc1b-cf8058e2a6f6" -d '{"events": [{"server_uuid": "6e36396f-7cff-4947-840a-70e887cd31c1", "name": "network-vif-plugged", "status": "completed", "tag": "e335762b-23e4-4b98-aed9-2a66b076d971"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:15:26.436000 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eaca5ee7-0a35-453c-b0f4-2f88a634b956 req-c6169d70-7c0f-42ca-ba28-f8f2a928cecc tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 210 time: 0.1535795 Mar 24 01:15:26.509318 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-75a0928a-f70b-4f46-be77-a72739b0eadc tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8003278 Mar 24 01:15:26.525001 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40686) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:26.548169 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b2fd05b1-862d-4efb-a079-9844c9089912 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Request body: {'network': {'name': 'tempest-router-network02--1944812663'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:26.585741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0928a-f70b-4f46-be77-a72739b0eadc tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event updated for resources: {'Network': ['ID=0ba5c82f-f88e-4998-9cb1-1b006f2ce405,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:26.586799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Allocated IP 2001:db8::2 (126884ec-c345-41ce-ba7c-9b89de6a1384/69995184-ab51-4000-b019-e23d99d9de9a/ca948a1d-9fed-4b7f-b986-b9859b169d3f) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:15:26.606631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fd05b1-862d-4efb-a079-9844c9089912 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Made reservation on behalf of d7c44767584e46d2b1cf40019e16aa1b for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:15:26.611202 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2fd05b1-862d-4efb-a079-9844c9089912 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:26.644587 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fd05b1-862d-4efb-a079-9844c9089912 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:15:26.679109 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2fd05b1-862d-4efb-a079-9844c9089912 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (9c017539-19d0-45bb-b172-9943fc495ccf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:26.680139 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-b2fd05b1-862d-4efb-a079-9844c9089912 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Added segment 9c017539-19d0-45bb-b172-9943fc495ccf of type vlan for network c89d48aa-da1d-4c17-a9e9-eab48e280053 Mar 24 01:15:26.815197 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2fd05b1-862d-4efb-a079-9844c9089912 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (c89d48aa-da1d-4c17-a9e9-eab48e280053), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:26.853755 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Publish callbacks [] for port (ca948a1d-9fed-4b7f-b986-b9859b169d3f), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:26.866900 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b2b6e0-da2f-465a-a43d-759e7c91dadf x-openstack-request-id: req-89b2b6e0-da2f-465a-a43d-759e7c91dadf {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:15:26.867346 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e36396f-7cff-4947-840a-70e887cd31c1", "name": "network-vif-plugged", "status": "completed", "tag": "e335762b-23e4-4b98-aed9-2a66b076d971", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:15:26.867710 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89b2b6e0-da2f-465a-a43d-759e7c91dadf {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:15:26.868596 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b2b6e0-da2f-465a-a43d-759e7c91dadf'] response: {'server_uuid': '6e36396f-7cff-4947-840a-70e887cd31c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e335762b-23e4-4b98-aed9-2a66b076d971', 'code': 200} Mar 24 01:15:26.870603 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-addaabf5-4909-4f30-a608-296710ce6d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c7d74ccb-6723-490f-ab5f-194ac54df026), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:26.877025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 0ba5c82f-f88e-4998-9cb1-1b006f2ce405 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:15:26.879999 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2fd05b1-862d-4efb-a079-9844c9089912 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (c89d48aa-da1d-4c17-a9e9-eab48e280053), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:26.881171 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-addaabf5-4909-4f30-a608-296710ce6d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:26.892358 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fd05b1-862d-4efb-a079-9844c9089912 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:26.892998 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b2fd05b1-862d-4efb-a079-9844c9089912 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:26.894263 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-addaabf5-4909-4f30-a608-296710ce6d07 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7d74ccb-6723-490f-ab5f-194ac54df026 HTTP/1.1" status: 204 len: 168 time: 1.1102808 Mar 24 01:15:26.956705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addaabf5-4909-4f30-a608-296710ce6d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d74ccb-6723-490f-ab5f-194ac54df026,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:27.008562 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e7128-ba86-4381-b4f9-b5cd4cc669b0 req-2548baf7-5dce-4345-8138-bb2849ecae25 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:27.035373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-272e7128-ba86-4381-b4f9-b5cd4cc669b0 req-2548baf7-5dce-4345-8138-bb2849ecae25 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 945 time: 0.4436908 Mar 24 01:15:27.090581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port e335762b-23e4-4b98-aed9-2a66b076d971, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=e335762b-23e4-4b98-aed9-2a66b076d971,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:27.103730 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (ca948a1d-9fed-4b7f-b986-b9859b169d3f), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:27.164045 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:27.245705 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd05b1-862d-4efb-a079-9844c9089912 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event updated for resources: {'Network': ['ID=c89d48aa-da1d-4c17-a9e9-eab48e280053,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:27.251800 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-272e7128-ba86-4381-b4f9-b5cd4cc669b0 req-21fe69cf-8df5-4312-b657-7c7227334e42 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152269 Mar 24 01:15:27.275613 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b2fd05b1-862d-4efb-a079-9844c9089912 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7434103 Mar 24 01:15:27.276387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40710) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:27.282540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-0d4112e5-b1c6-44d9-9fda-26568bee1dc5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Request body: {'subnet': {'network_id': '0ba5c82f-f88e-4998-9cb1-1b006f2ce405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:27.489353 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network c89d48aa-da1d-4c17-a9e9-eab48e280053 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:15:27.500166 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Pushing event updated for resources: {'Port': ['ID=ca948a1d-9fed-4b7f-b986-b9859b169d3f,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:27.744634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea9843a6-8932-47d4-aba3-e7fbaca1ef37 req-889f1cbe-6946-4092-be15-b72d38e84824 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 210 time: 0.1141078 Mar 24 01:15:27.785795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4112e5-b1c6-44d9-9fda-26568bee1dc5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Made reservation on behalf of d7c44767584e46d2b1cf40019e16aa1b for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:15:27.790978 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0d4112e5-b1c6-44d9-9fda-26568bee1dc5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:27.801675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40724) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:27.816779 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Network 126884ec-c345-41ce-ba7c-9b89de6a1384 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:15:27.840000 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ccba2e7-00fb-4af8-810a-23dde0dd68e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:27.893692 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:15:27.962820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:15:28.100459 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ccba2e7-00fb-4af8-810a-23dde0dd68e2 admin admin] Publish callbacks [] for security_group (96530dba-4558-47c2-bf3c-4f5b31aee85f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:28.108943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ccba2e7-00fb-4af8-810a-23dde0dd68e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (96530dba-4558-47c2-bf3c-4f5b31aee85f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:28.110847 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0d4112e5-b1c6-44d9-9fda-26568bee1dc5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (13a8fcfa-07fe-484b-900b-967470b7cc51), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:28.128463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=e335762b-23e4-4b98-aed9-2a66b076d971,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:28.194477 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5ccba2e7-00fb-4af8-810a-23dde0dd68e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b27c3afb83d49b786466305cfe2f525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3902225 Mar 24 01:15:28.198284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40738) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:28.283981 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccba2e7-00fb-4af8-810a-23dde0dd68e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96530dba-4558-47c2-bf3c-4f5b31aee85f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:28.296027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4112e5-b1c6-44d9-9fda-26568bee1dc5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event updated for resources: {'Subnet': ['ID=13a8fcfa-07fe-484b-900b-967470b7cc51,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:28.327358 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fa651f4-27ac-4d2b-acff-97f4ec3adfde admin admin] Publish callbacks [] for security_group (96530dba-4558-47c2-bf3c-4f5b31aee85f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:28.358094 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fa651f4-27ac-4d2b-acff-97f4ec3adfde admin admin] Publish callbacks [] for security_group (96530dba-4558-47c2-bf3c-4f5b31aee85f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:28.395677 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Attempting to bind port ca948a1d-9fed-4b7f-b986-b9859b169d3f on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:15:28.395966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Attempting to bind port ca948a1d-9fed-4b7f-b986-b9859b169d3f by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '126884ec-c345-41ce-ba7c-9b89de6a1384'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:15:28.396337 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Attempting to bind port ca948a1d-9fed-4b7f-b986-b9859b169d3f on network 126884ec-c345-41ce-ba7c-9b89de6a1384 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:15:28.422420 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:15:28.422797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Checking segment: {'id': '39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '126884ec-c345-41ce-ba7c-9b89de6a1384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:15:28.423286 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:28.427758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4112e5-b1c6-44d9-9fda-26568bee1dc5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Checking segment: {'id': '5f4856bf-7f03-4091-8562-ca1f34194522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0ba5c82f-f88e-4998-9cb1-1b006f2ce405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:15:28.428255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4112e5-b1c6-44d9-9fda-26568bee1dc5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Network hostable DHCP agents. Network: 0ba5c82f-f88e-4998-9cb1-1b006f2ce405, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:15:28.432366 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Bound using segment: {'id': '39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '126884ec-c345-41ce-ba7c-9b89de6a1384'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:15:28.439911 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Bound port: ca948a1d-9fed-4b7f-b986-b9859b169d3f, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '126884ec-c345-41ce-ba7c-9b89de6a1384'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:15:28.440362 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ca948a1d-9fed-4b7f-b986-b9859b169d3f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:28.548502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4112e5-b1c6-44d9-9fda-26568bee1dc5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Network 0ba5c82f-f88e-4998-9cb1-1b006f2ce405 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:15:28.574109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] For port ca948a1d-9fed-4b7f-b986-b9859b169d3f, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:15:28.579278 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] For port ca948a1d-9fed-4b7f-b986-b9859b169d3f, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ca948a1d-9fed-4b7f-b986-b9859b169d3f,segment=NetworkSegment(39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9),segment_id=39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:15:28.591876 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ca948a1d-9fed-4b7f-b986-b9859b169d3f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:28.618321 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed42a19-519a-4c32-be28-acd2205d4a43 req-ef0e6153-b7ad-484d-907f-53bd94fe8296 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:28.640691 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed42a19-519a-4c32-be28-acd2205d4a43 req-ef0e6153-b7ad-484d-907f-53bd94fe8296 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.2080345 Mar 24 01:15:28.667496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-0d4112e5-b1c6-44d9-9fda-26568bee1dc5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 0ba5c82f-f88e-4998-9cb1-1b006f2ce405) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:15:28.764652 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873e5069-2e96-43b9-9695-3754b9b3b950 None None] Network 0ba5c82f-f88e-4998-9cb1-1b006f2ce405 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:15:28.780627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b676bca-5006-40a3-ab9d-d5432b73c2b6 None None] Pushing event updated for resources: {'Port': ['ID=ca948a1d-9fed-4b7f-b986-b9859b169d3f,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:28.805590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4112e5-b1c6-44d9-9fda-26568bee1dc5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:28.806610 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0d4112e5-b1c6-44d9-9fda-26568bee1dc5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:28.816936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eed42a19-519a-4c32-be28-acd2205d4a43 req-b222b6b0-6411-4e9d-b1ce-0fc68e0345c5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751840 Mar 24 01:15:28.854398 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0d4112e5-b1c6-44d9-9fda-26568bee1dc5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5760062 Mar 24 01:15:28.857401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40752) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:28.864703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-feeb0d4e-eeb6-4efa-8a01-95a53959a53d tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Request body: {'subnet': {'network_id': 'c89d48aa-da1d-4c17-a9e9-eab48e280053', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:29.038877 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-b5eb3739-3477-429c-afab-70d302fce7c6 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:29.048814 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-b5eb3739-3477-429c-afab-70d302fce7c6 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.48 "GET /v2.0/networks?id=2b904e0a-8833-42bb-81c8-715ed347fecc HTTP/1.1" status: 200 len: 808 time: 0.6106179 Mar 24 01:15:29.053925 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fa651f4-27ac-4d2b-acff-97f4ec3adfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (96530dba-4558-47c2-bf3c-4f5b31aee85f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:29.073247 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fa651f4-27ac-4d2b-acff-97f4ec3adfde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:29.076051 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b56ffe38-12f2-446d-80fc-720fe8ffe031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:29.078591 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9fa651f4-27ac-4d2b-acff-97f4ec3adfde admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96530dba-4558-47c2-bf3c-4f5b31aee85f HTTP/1.1" status: 204 len: 168 time: 0.8689396 Mar 24 01:15:29.108519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-447b12fe-27f7-42c9-82fa-917c4cbf6f62 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Request body: {'port': {'device_id': '1c330928-c456-42a7-aa53-fb357dcd7be6', 'network_id': '2b904e0a-8833-42bb-81c8-715ed347fecc', 'admin_state_up': True, 'tenant_id': '74dae18b00364e0a8fff91eb73c1a67a'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:29.189510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-0ba5c82f-f88e-4998-9cb1-1b006f2ce405', 'network_id': '0ba5c82f-f88e-4998-9cb1-1b006f2ce405', 'project_id': 'd7c44767584e46d2b1cf40019e16aa1b', 'fixed_ips': [{'subnet_id': '13a8fcfa-07fe-484b-900b-967470b7cc51'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:15:29.190677 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:29.203423 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa651f4-27ac-4d2b-acff-97f4ec3adfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96530dba-4558-47c2-bf3c-4f5b31aee85f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:29.341722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f592d03a-5b42-44f4-ba79-21918924ca45 req-e67b031e-b4e6-4368-b3e2-5b1cdd68ac32 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 210 time: 0.0721326 Mar 24 01:15:29.349728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeb0d4e-eeb6-4efa-8a01-95a53959a53d tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Made reservation on behalf of d7c44767584e46d2b1cf40019e16aa1b for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:15:29.354937 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-feeb0d4e-eeb6-4efa-8a01-95a53959a53d tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:29.594889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Allocated IP 2001:db8::2 (0ba5c82f-f88e-4998-9cb1-1b006f2ce405/13a8fcfa-07fe-484b-900b-967470b7cc51/e882a43f-e07b-4948-b36c-ac50d83460fc) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:15:29.820046 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-447b12fe-27f7-42c9-82fa-917c4cbf6f62 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Made reservation on behalf of 74dae18b00364e0a8fff91eb73c1a67a for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:15:29.841027 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-447b12fe-27f7-42c9-82fa-917c4cbf6f62 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:30.134596 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ca948a1d-9fed-4b7f-b986-b9859b169d3f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:15:30.247973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-447b12fe-27f7-42c9-82fa-917c4cbf6f62 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Allocated IP 172.20.0.6 (2b904e0a-8833-42bb-81c8-715ed347fecc/47af1dd2-a148-47b9-87a9-a9c7a6278cf3/4fb46af5-4335-4d8c-9306-98ed4e031011) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:15:30.283777 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:30.351372 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Publish callbacks [] for port (e882a43f-e07b-4948-b36c-ac50d83460fc), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:30.390106 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-feeb0d4e-eeb6-4efa-8a01-95a53959a53d tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (7a71adce-b0d2-4c17-8e60-cf72b0f8c4af), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:30.401209 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (e882a43f-e07b-4948-b36c-ac50d83460fc), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:30.462793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b4770-38de-4a4b-a656-1057c77b100c req-72c2f212-5b7b-4a28-989b-849f5e4475dc tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:30.464694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-684b4770-38de-4a4b-a656-1057c77b100c req-72c2f212-5b7b-4a28-989b-849f5e4475dc tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.2919848 Mar 24 01:15:30.581726 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Pushing event updated for resources: {'Port': ['ID=e882a43f-e07b-4948-b36c-ac50d83460fc,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:30.589314 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port ca948a1d-9fed-4b7f-b986-b9859b169d3f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:30.590085 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ca948a1d-9fed-4b7f-b986-b9859b169d3f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:30.693372 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b350958b-0d57-4645-a647-8b2662b53728 req-b3c34c94-41ef-4277-83a2-4d978a0e2a84 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 210 time: 0.1311905 Mar 24 01:15:30.799386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Network 0ba5c82f-f88e-4998-9cb1-1b006f2ce405 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:15:30.808261 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-447b12fe-27f7-42c9-82fa-917c4cbf6f62 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Publish callbacks [] for port (4fb46af5-4335-4d8c-9306-98ed4e031011), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:30.832825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb0d4e-eeb6-4efa-8a01-95a53959a53d tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event updated for resources: {'Subnet': ['ID=7a71adce-b0d2-4c17-8e60-cf72b0f8c4af,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:30.882408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:15:30.883099 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-684b4770-38de-4a4b-a656-1057c77b100c req-e0a2f4b0-b0a0-4c1e-8dcc-32e2a4d0a010 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4046125 Mar 24 01:15:30.888131 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:15:30.900560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb0d4e-eeb6-4efa-8a01-95a53959a53d tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Checking segment: {'id': '9c017539-19d0-45bb-b172-9943fc495ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c89d48aa-da1d-4c17-a9e9-eab48e280053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:15:30.904064 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeb0d4e-eeb6-4efa-8a01-95a53959a53d tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Network hostable DHCP agents. Network: c89d48aa-da1d-4c17-a9e9-eab48e280053, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:15:30.938292 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1eae9f38-bf49-4c39-8a5e-ec99d86834ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:30.942518 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-447b12fe-27f7-42c9-82fa-917c4cbf6f62 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4fb46af5-4335-4d8c-9306-98ed4e031011), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:30.965555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeb0d4e-eeb6-4efa-8a01-95a53959a53d tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Network c89d48aa-da1d-4c17-a9e9-eab48e280053 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:15:30.966744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port ca948a1d-9fed-4b7f-b986-b9859b169d3f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:30.967220 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ca948a1d-9fed-4b7f-b986-b9859b169d3f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:30.987706 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-feeb0d4e-eeb6-4efa-8a01-95a53959a53d tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, c89d48aa-da1d-4c17-a9e9-eab48e280053) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:15:31.004273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61799a6-2bfb-45e1-a4cb-989237b90b5a None None] Network c89d48aa-da1d-4c17-a9e9-eab48e280053 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:15:31.014500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeb0d4e-eeb6-4efa-8a01-95a53959a53d tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:31.015307 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-feeb0d4e-eeb6-4efa-8a01-95a53959a53d tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:31.044067 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-feeb0d4e-eeb6-4efa-8a01-95a53959a53d tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1852074 Mar 24 01:15:31.055513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40798) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:31.089945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-447b12fe-27f7-42c9-82fa-917c4cbf6f62 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Network 2b904e0a-8833-42bb-81c8-715ed347fecc is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:15:31.094798 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-447b12fe-27f7-42c9-82fa-917c4cbf6f62 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:15:31.102187 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-447b12fe-27f7-42c9-82fa-917c4cbf6f62 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:15:31.281475 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7038569-4298-4bb4-9347-9a3b8a450177 None None] Network 126884ec-c345-41ce-ba7c-9b89de6a1384 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:15:31.292702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b12fe-27f7-42c9-82fa-917c4cbf6f62 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Pushing event updated for resources: {'Port': ['ID=4fb46af5-4335-4d8c-9306-98ed4e031011,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:31.343508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-447b12fe-27f7-42c9-82fa-917c4cbf6f62 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:31.344337 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-447b12fe-27f7-42c9-82fa-917c4cbf6f62 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:31.384987 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-447b12fe-27f7-42c9-82fa-917c4cbf6f62 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3042362 Mar 24 01:15:31.398225 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Request body: {'port': {'device_id': '1c330928-c456-42a7-aa53-fb357dcd7be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:31.576895 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-c89d48aa-da1d-4c17-a9e9-eab48e280053', 'network_id': 'c89d48aa-da1d-4c17-a9e9-eab48e280053', 'project_id': 'd7c44767584e46d2b1cf40019e16aa1b', 'fixed_ips': [{'subnet_id': '7a71adce-b0d2-4c17-8e60-cf72b0f8c4af'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:15:31.580016 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:31.583101 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Attempting to bind port e882a43f-e07b-4948-b36c-ac50d83460fc on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:15:31.586469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Attempting to bind port e882a43f-e07b-4948-b36c-ac50d83460fc by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '5f4856bf-7f03-4091-8562-ca1f34194522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0ba5c82f-f88e-4998-9cb1-1b006f2ce405'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:15:31.589073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Attempting to bind port e882a43f-e07b-4948-b36c-ac50d83460fc on network 0ba5c82f-f88e-4998-9cb1-1b006f2ce405 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:15:31.592670 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4fb46af5-4335-4d8c-9306-98ed4e031011), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:31.612665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:15:31.617356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Checking segment: {'id': '5f4856bf-7f03-4091-8562-ca1f34194522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0ba5c82f-f88e-4998-9cb1-1b006f2ce405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:15:31.618740 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:31.620052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Bound using segment: {'id': '5f4856bf-7f03-4091-8562-ca1f34194522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0ba5c82f-f88e-4998-9cb1-1b006f2ce405'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:15:31.621972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Bound port: e882a43f-e07b-4948-b36c-ac50d83460fc, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4856bf-7f03-4091-8562-ca1f34194522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0ba5c82f-f88e-4998-9cb1-1b006f2ce405'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:15:31.623303 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e882a43f-e07b-4948-b36c-ac50d83460fc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:31.652761 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0c9568f5-2cdd-49d0-a74e-1f084ae1e109 None None] Provisioning complete for port ca948a1d-9fed-4b7f-b986-b9859b169d3f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:31.665740 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0c9568f5-2cdd-49d0-a74e-1f084ae1e109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ca948a1d-9fed-4b7f-b986-b9859b169d3f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:32.432129 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb46af5-4335-4d8c-9306-98ed4e031011 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:15:32.457561 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Publish callbacks [] for port (4fb46af5-4335-4d8c-9306-98ed4e031011), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:32.500874 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Transition to ACTIVE for port object 4fb46af5-4335-4d8c-9306-98ed4e031011 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:15:32.503426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port ca948a1d-9fed-4b7f-b986-b9859b169d3f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ca948a1d-9fed-4b7f-b986-b9859b169d3f,segment=NetworkSegment(39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9),segment_id=39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:32.516489 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (4fb46af5-4335-4d8c-9306-98ed4e031011), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:32.649035 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ca948a1d-9fed-4b7f-b986-b9859b169d3f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:32.764687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb46af5-4335-4d8c-9306-98ed4e031011,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:32.863514 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0c9568f5-2cdd-49d0-a74e-1f084ae1e109 None None] Current status of the port ca948a1d-9fed-4b7f-b986-b9859b169d3f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:32.892961 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:32.978648 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:33.059419 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Attempting to bind port 4fb46af5-4335-4d8c-9306-98ed4e031011 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:15:33.059989 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Attempting to bind port 4fb46af5-4335-4d8c-9306-98ed4e031011 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '6bcd0590-7e5f-4ddb-aec5-847a3957aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2b904e0a-8833-42bb-81c8-715ed347fecc'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:15:33.063090 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Attempting to bind port 4fb46af5-4335-4d8c-9306-98ed4e031011 on network 2b904e0a-8833-42bb-81c8-715ed347fecc {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:15:33.096421 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Port 4fb46af5-4335-4d8c-9306-98ed4e031011 on network 2b904e0a-8833-42bb-81c8-715ed347fecc not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:15:33.097083 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Attempting to bind port 4fb46af5-4335-4d8c-9306-98ed4e031011 on network 2b904e0a-8833-42bb-81c8-715ed347fecc {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:15:33.112006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:15:33.114935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Checking segment: {'id': '6bcd0590-7e5f-4ddb-aec5-847a3957aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2b904e0a-8833-42bb-81c8-715ed347fecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:15:33.116632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Bound using segment: {'id': '6bcd0590-7e5f-4ddb-aec5-847a3957aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2b904e0a-8833-42bb-81c8-715ed347fecc'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:15:33.118339 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Bound port: 4fb46af5-4335-4d8c-9306-98ed4e031011, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcd0590-7e5f-4ddb-aec5-847a3957aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2b904e0a-8833-42bb-81c8-715ed347fecc'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:15:33.121994 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4fb46af5-4335-4d8c-9306-98ed4e031011), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:33.125383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8f1a7-49b6-43e5-be78-783952e08c4d req-a3e96dac-7c01-4955-8dbb-76936a47a510 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:33.131992 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44f8f1a7-49b6-43e5-be78-783952e08c4d req-a3e96dac-7c01-4955-8dbb-76936a47a510 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.5774980 Mar 24 01:15:33.135667 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=ca948a1d-9fed-4b7f-b986-b9859b169d3f,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:33.175151 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] For port e882a43f-e07b-4948-b36c-ac50d83460fc, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:15:33.193659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cc934-dc4f-446d-bf9a-8aac8cf974e8 req-3586e57b-15ae-4f0e-8d8e-6da567f8bfa8 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:33.195672 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] For port e882a43f-e07b-4948-b36c-ac50d83460fc, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e882a43f-e07b-4948-b36c-ac50d83460fc,segment=NetworkSegment(5f4856bf-7f03-4091-8562-ca1f34194522),segment_id=5f4856bf-7f03-4091-8562-ca1f34194522)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:15:33.203128 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-034cc934-dc4f-446d-bf9a-8aac8cf974e8 req-3586e57b-15ae-4f0e-8d8e-6da567f8bfa8 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 943 time: 0.6410143 Mar 24 01:15:33.232275 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e882a43f-e07b-4948-b36c-ac50d83460fc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:33.238556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Allocated IP 2001:db8::2 (c89d48aa-da1d-4c17-a9e9-eab48e280053/7a71adce-b0d2-4c17-8e60-cf72b0f8c4af/444a29a7-bb06-43b2-b1fd-0a11fb84c61b) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:15:33.311709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] For port 4fb46af5-4335-4d8c-9306-98ed4e031011, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:15:33.315337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] For port 4fb46af5-4335-4d8c-9306-98ed4e031011, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=4fb46af5-4335-4d8c-9306-98ed4e031011,segment=NetworkSegment(6bcd0590-7e5f-4ddb-aec5-847a3957aafd),segment_id=6bcd0590-7e5f-4ddb-aec5-847a3957aafd)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:15:33.325477 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (4fb46af5-4335-4d8c-9306-98ed4e031011), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:33.391330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a0906-bf05-4a41-851f-d50d97cdb649 None None] Pushing event updated for resources: {'Port': ['ID=e882a43f-e07b-4948-b36c-ac50d83460fc,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:33.635281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44f8f1a7-49b6-43e5-be78-783952e08c4d req-f2c7b46c-5d71-4469-a0cf-40e744989c23 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4629240 Mar 24 01:15:33.709461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-034cc934-dc4f-446d-bf9a-8aac8cf974e8 req-a33f46e0-162b-4bc7-bc83-99ad67155af3 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491838 Mar 24 01:15:33.796312 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:33.817651 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:33.837551 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Publish callbacks [] for port (444a29a7-bb06-43b2-b1fd-0a11fb84c61b), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:33.845776 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (444a29a7-bb06-43b2-b1fd-0a11fb84c61b), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:34.030550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Network c89d48aa-da1d-4c17-a9e9-eab48e280053 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:15:34.125587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:15:34.155005 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:15:34.308789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-106a4f30-6c36-478b-a4ca-54a0a5b2f9db None None] Provisioning complete for port ca948a1d-9fed-4b7f-b986-b9859b169d3f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:34.309231 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-106a4f30-6c36-478b-a4ca-54a0a5b2f9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ca948a1d-9fed-4b7f-b986-b9859b169d3f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:34.323697 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Pushing event updated for resources: {'Port': ['ID=444a29a7-bb06-43b2-b1fd-0a11fb84c61b,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:34.532993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Attempting to bind port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:15:34.533391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Attempting to bind port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '9c017539-19d0-45bb-b172-9943fc495ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c89d48aa-da1d-4c17-a9e9-eab48e280053'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:15:34.533756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Attempting to bind port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b on network c89d48aa-da1d-4c17-a9e9-eab48e280053 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:15:34.567613 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:15:34.568021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Checking segment: {'id': '9c017539-19d0-45bb-b172-9943fc495ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c89d48aa-da1d-4c17-a9e9-eab48e280053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:15:34.568532 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:34.568962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Bound using segment: {'id': '9c017539-19d0-45bb-b172-9943fc495ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c89d48aa-da1d-4c17-a9e9-eab48e280053'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:15:34.578270 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Bound port: 444a29a7-bb06-43b2-b1fd-0a11fb84c61b, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c017539-19d0-45bb-b172-9943fc495ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c89d48aa-da1d-4c17-a9e9-eab48e280053'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:15:34.578765 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (444a29a7-bb06-43b2-b1fd-0a11fb84c61b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:34.714345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-106a4f30-6c36-478b-a4ca-54a0a5b2f9db None None] Current status of the port ca948a1d-9fed-4b7f-b986-b9859b169d3f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:34.798380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] For port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:15:34.804247 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] For port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=444a29a7-bb06-43b2-b1fd-0a11fb84c61b,segment=NetworkSegment(9c017539-19d0-45bb-b172-9943fc495ccf),segment_id=9c017539-19d0-45bb-b172-9943fc495ccf)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:15:34.848295 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (444a29a7-bb06-43b2-b1fd-0a11fb84c61b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:34.880421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Allocated IP 2001:db8::1 (0ba5c82f-f88e-4998-9cb1-1b006f2ce405/13a8fcfa-07fe-484b-900b-967470b7cc51/5b530753-0a11-4c08-a9ae-19a9ecd74b1c) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:15:35.017771 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb46af5-4335-4d8c-9306-98ed4e031011,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:35.032370 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:35.033614 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:35.037373 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-20507637-d156-4fcc-9dae-bac80eadd0f0 service neutron] 10.222.0.48 "PUT /v2.0/ports/4fb46af5-4335-4d8c-9306-98ed4e031011 HTTP/1.1" status: 200 len: 1091 time: 3.6446812 Mar 24 01:15:35.042012 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c330928-c456-42a7-aa53-fb357dcd7be6', 'tag': '4fb46af5-4335-4d8c-9306-98ed4e031011'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:15:35.060423 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631309e3-c715-495b-8b45-579fbd34f834" -d '{"events": [{"name": "network-changed", "server_uuid": "1c330928-c456-42a7-aa53-fb357dcd7be6", "tag": "4fb46af5-4335-4d8c-9306-98ed4e031011"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:15:35.136564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ca948a1d-9fed-4b7f-b986-b9859b169d3f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:15:35.229933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-3e2552b1-fe6b-43d0-ba87-b1481982219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:35.240356 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-3e2552b1-fe6b-43d0-ba87-b1481982219e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74dae18b00364e0a8fff91eb73c1a67a&device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 1125 time: 0.1354933 Mar 24 01:15:35.252619 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:15:35.288581 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for port (5b530753-0a11-4c08-a9ae-19a9ecd74b1c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:35.340444 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-d6d9fcec-574b-48d5-a1c5-3450e0a6802c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fb46af5-4335-4d8c-9306-98ed4e031011 HTTP/1.1" status: 200 len: 217 time: 0.0956089 Mar 24 01:15:35.387005 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd6535-59ea-4ba9-b24b-674015de9741 None None] Pushing event updated for resources: {'Port': ['ID=444a29a7-bb06-43b2-b1fd-0a11fb84c61b,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:35.441738 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:35.462226 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (5b530753-0a11-4c08-a9ae-19a9ecd74b1c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:35.479153 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port ca948a1d-9fed-4b7f-b986-b9859b169d3f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:35.479574 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ca948a1d-9fed-4b7f-b986-b9859b169d3f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:35.492227 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-703c2e1c-4968-4ed8-8ec8-9e1fe7d4bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:35.495529 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-703c2e1c-4968-4ed8-8ec8-9e1fe7d4bb65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47af1dd2-a148-47b9-87a9-a9c7a6278cf3 HTTP/1.1" status: 200 len: 848 time: 0.1480341 Mar 24 01:15:35.664051 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-dc3c81b6-7290-45a7-ad28-d06823d9acbb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b904e0a-8833-42bb-81c8-715ed347fecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999913 Mar 24 01:15:35.861153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Network 0ba5c82f-f88e-4998-9cb1-1b006f2ce405 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:15:35.863091 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port ca948a1d-9fed-4b7f-b986-b9859b169d3f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:35.866258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e882a43f-e07b-4948-b36c-ac50d83460fc up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:15:35.935480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:15:35.939306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:15:35.939838 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (da679e0e-78dd-4b76-b260-ed5dbdfa1551), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:35.967521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event updated for resources: {'Port': ['ID=5b530753-0a11-4c08-a9ae-19a9ecd74b1c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:36.015398 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-8b47dbaa-e495-4295-8efa-1c82fe6f6622 service neutron] 10.222.0.48 "GET /v2.0/networks/2b904e0a-8833-42bb-81c8-715ed347fecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406374 Mar 24 01:15:36.067965 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e882a43f-e07b-4948-b36c-ac50d83460fc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:36.068357 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e882a43f-e07b-4948-b36c-ac50d83460fc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:36.127772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598a140e-ea0a-42d1-9d9f-a7a148d31311 None None] Network 0ba5c82f-f88e-4998-9cb1-1b006f2ce405 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:15:36.148333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:36.159396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:36.159985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:36.160498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:36.161007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:36.161561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:36.162550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:36.163052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:36.163550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:36.164061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:36.164565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:36.165116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:36.165604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:36.166105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:36.166595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:36.207470 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e1f8-3a1f-48f3-b773-7123c0759cc6 req-88104573-f73b-408a-a2cb-e8fd16217e03 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:36.220265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0bf4e1f8-3a1f-48f3-b773-7123c0759cc6 req-88104573-f73b-408a-a2cb-e8fd16217e03 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 943 time: 0.7719913 Mar 24 01:15:36.251904 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1371e9-e5c3-416b-82c7-b7b81a6b9000 req-ff3ea8cd-f4bc-4580-a54a-de55675333a2 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:36.263323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed1371e9-e5c3-416b-82c7-b7b81a6b9000 req-ff3ea8cd-f4bc-4580-a54a-de55675333a2 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.8510544 Mar 24 01:15:36.284500 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b874110e-145f-4ea4-bc70-6bafa47b955d req-d7e9bcf2-b7a0-4bae-b7e2-865b4989b4bd service neutron] 10.222.0.48 "GET /v2.0/networks/2b904e0a-8833-42bb-81c8-715ed347fecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568667 Mar 24 01:15:36.411323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e99383b6-7ddc-47b4-b502-bdf80f20604a None None] Provisioning complete for port e882a43f-e07b-4948-b36c-ac50d83460fc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:36.411753 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e99383b6-7ddc-47b4-b502-bdf80f20604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e882a43f-e07b-4948-b36c-ac50d83460fc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:36.662030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e882a43f-e07b-4948-b36c-ac50d83460fc is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:36.662352 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e882a43f-e07b-4948-b36c-ac50d83460fc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:36.756234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0bf4e1f8-3a1f-48f3-b773-7123c0759cc6 req-a1a10434-c9ae-42a4-b457-3d951cdadfef tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319893 Mar 24 01:15:36.798584 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed1371e9-e5c3-416b-82c7-b7b81a6b9000 req-bac4ff3a-e6d8-49ef-b3b9-ac2408521e8a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5320361 Mar 24 01:15:37.035957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port e882a43f-e07b-4948-b36c-ac50d83460fc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e882a43f-e07b-4948-b36c-ac50d83460fc,segment=NetworkSegment(5f4856bf-7f03-4091-8562-ca1f34194522),segment_id=5f4856bf-7f03-4091-8562-ca1f34194522)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:37.065528 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686a5e9e-fa37-4dd9-8920-323c8f700815 x-openstack-request-id: req-686a5e9e-fa37-4dd9-8920-323c8f700815 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:15:37.065947 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c330928-c456-42a7-aa53-fb357dcd7be6", "tag": "4fb46af5-4335-4d8c-9306-98ed4e031011", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:15:37.066307 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-686a5e9e-fa37-4dd9-8920-323c8f700815 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:15:37.066826 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-686a5e9e-fa37-4dd9-8920-323c8f700815'] response: {'name': 'network-changed', 'server_uuid': '1c330928-c456-42a7-aa53-fb357dcd7be6', 'tag': '4fb46af5-4335-4d8c-9306-98ed4e031011', 'status': 'completed', 'code': 200} Mar 24 01:15:37.070916 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5b530753-0a11-4c08-a9ae-19a9ecd74b1c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:37.090472 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e882a43f-e07b-4948-b36c-ac50d83460fc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:37.139199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e99383b6-7ddc-47b4-b502-bdf80f20604a None None] Current status of the port e882a43f-e07b-4948-b36c-ac50d83460fc is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:37.148890 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e99383b6-7ddc-47b4-b502-bdf80f20604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e882a43f-e07b-4948-b36c-ac50d83460fc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:37.323242 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631309e3-c715-495b-8b45-579fbd34f834 req-cbb64d4e-28a2-4639-9514-664b6b2f5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:37.324793 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-631309e3-c715-495b-8b45-579fbd34f834 req-cbb64d4e-28a2-4639-9514-664b6b2f5f2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74dae18b00364e0a8fff91eb73c1a67a&device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 1125 time: 0.2548075 Mar 24 01:15:37.529729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 444a29a7-bb06-43b2-b1fd-0a11fb84c61b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:15:37.718190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=e882a43f-e07b-4948-b36c-ac50d83460fc,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:37.745056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631309e3-c715-495b-8b45-579fbd34f834 req-18c565a8-1b6b-4536-9428-995b46ce346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:37.756864 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-631309e3-c715-495b-8b45-579fbd34f834 req-18c565a8-1b6b-4536-9428-995b46ce346a service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b904e0a-8833-42bb-81c8-715ed347fecc HTTP/1.1" status: 200 len: 909 time: 0.4059820 Mar 24 01:15:37.878322 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-631309e3-c715-495b-8b45-579fbd34f834 req-2d02e9c8-3642-448e-8418-6e6ef3e124c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fb46af5-4335-4d8c-9306-98ed4e031011 HTTP/1.1" status: 200 len: 217 time: 0.1138282 Mar 24 01:15:37.913696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e36ece-7083-4518-8640-17ebcacde385 None None] Network c89d48aa-da1d-4c17-a9e9-eab48e280053 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:15:37.948650 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-e99383b6-7ddc-47b4-b502-bdf80f20604a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:15:37.957596 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-e99383b6-7ddc-47b4-b502-bdf80f20604a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:15:38.065835 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631309e3-c715-495b-8b45-579fbd34f834 req-d375e1f8-5afe-403a-83be-ec81f0856671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:38.067716 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-631309e3-c715-495b-8b45-579fbd34f834 req-d375e1f8-5afe-403a-83be-ec81f0856671 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47af1dd2-a148-47b9-87a9-a9c7a6278cf3 HTTP/1.1" status: 200 len: 848 time: 0.1828892 Mar 24 01:15:38.152558 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-631309e3-c715-495b-8b45-579fbd34f834 req-6673390a-0fdc-4ba6-be3a-1ae0984cf05e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b904e0a-8833-42bb-81c8-715ed347fecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664370 Mar 24 01:15:38.235507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:38.236098 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (444a29a7-bb06-43b2-b1fd-0a11fb84c61b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:38.482617 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-631309e3-c715-495b-8b45-579fbd34f834 req-2b26adb2-d114-4cba-bfa5-712a60e5c72e service neutron] 10.222.0.48 "GET /v2.0/networks/2b904e0a-8833-42bb-81c8-715ed347fecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232830 Mar 24 01:15:38.506262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea639e4-86bf-4f20-a640-a0fe31fb1a49 req-10bb458c-e4fb-4190-8ebb-7e7d8f402559 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:38.518298 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ea639e4-86bf-4f20-a640-a0fe31fb1a49 req-10bb458c-e4fb-4190-8ebb-7e7d8f402559 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 943 time: 0.3762248 Mar 24 01:15:38.598776 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f7804-68f7-41db-be90-670df0be6f71 req-e1746db1-fd77-456c-a4e6-351c6e6ceece tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:38.615648 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-010f7804-68f7-41db-be90-670df0be6f71 req-e1746db1-fd77-456c-a4e6-351c6e6ceece tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.5192282 Mar 24 01:15:38.758929 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-010f7804-68f7-41db-be90-670df0be6f71 req-77aa8e14-455b-40d3-aeba-a0702033920d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248608 Mar 24 01:15:38.766334 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ea639e4-86bf-4f20-a640-a0fe31fb1a49 req-f2c23345-c86c-43ec-b6a4-ba15e1ab2110 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466803 Mar 24 01:15:38.770738 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-631309e3-c715-495b-8b45-579fbd34f834 req-083e16a2-acf8-4a76-8c63-23eb9ead35b2 service neutron] 10.222.0.48 "GET /v2.0/networks/2b904e0a-8833-42bb-81c8-715ed347fecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797267 Mar 24 01:15:38.813024 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for port (5b530753-0a11-4c08-a9ae-19a9ecd74b1c), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:38.826307 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (5b530753-0a11-4c08-a9ae-19a9ecd74b1c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:38.828350 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (da679e0e-78dd-4b76-b260-ed5dbdfa1551), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:38.847654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 4fb46af5-4335-4d8c-9306-98ed4e031011 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:15:38.877713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e99383b6-7ddc-47b4-b502-bdf80f20604a None None] Current status of the port e882a43f-e07b-4948-b36c-ac50d83460fc is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:38.970379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event updated for resources: {'Port': ['ID=5b530753-0a11-4c08-a9ae-19a9ecd74b1c,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:38.986546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:38.986901 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (444a29a7-bb06-43b2-b1fd-0a11fb84c61b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:39.181886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=444a29a7-bb06-43b2-b1fd-0a11fb84c61b,segment=NetworkSegment(9c017539-19d0-45bb-b172-9943fc495ccf),segment_id=9c017539-19d0-45bb-b172-9943fc495ccf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:39.224610 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (444a29a7-bb06-43b2-b1fd-0a11fb84c61b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:39.265853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-127916d0-5b7d-4bdb-8680-972df097e808 None None] Provisioning complete for port e882a43f-e07b-4948-b36c-ac50d83460fc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:39.265853 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-127916d0-5b7d-4bdb-8680-972df097e808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e882a43f-e07b-4948-b36c-ac50d83460fc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:39.328034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Network 0ba5c82f-f88e-4998-9cb1-1b006f2ce405 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:15:39.332852 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:15:39.444930 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=444a29a7-bb06-43b2-b1fd-0a11fb84c61b,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:39.961827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Router da679e0e-78dd-4b76-b260-ed5dbdfa1551 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:15:40.016924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e882a43f-e07b-4948-b36c-ac50d83460fc up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:15:40.210609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 4fb46af5-4335-4d8c-9306-98ed4e031011, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=4fb46af5-4335-4d8c-9306-98ed4e031011,segment=NetworkSegment(6bcd0590-7e5f-4ddb-aec5-847a3957aafd),segment_id=6bcd0590-7e5f-4ddb-aec5-847a3957aafd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:40.261189 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '4fb46af5-4335-4d8c-9306-98ed4e031011', 'network_id': '2b904e0a-8833-42bb-81c8-715ed347fecc', 'port_id': '4fb46af5-4335-4d8c-9306-98ed4e031011', 'mac_address': 'fa:16:3e:06:5b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47af1dd2-a148-47b9-87a9-a9c7a6278cf3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:15:40.404168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:15:40.418227 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8907b4-0527-4126-bddf-3f5f2ffddcc3 None None] Sync routers for ids ['da679e0e-78dd-4b76-b260-ed5dbdfa1551'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:15:40.418814 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41064) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:40.419967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2f9b0c09-8673-45da-b923-f38c7ac3a452 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "PUT /v2.0/routers/da679e0e-78dd-4b76-b260-ed5dbdfa1551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3628585 Mar 24 01:15:40.431243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b0c63-997c-46be-b192-99092977db82 req-5cbd6244-af82-442c-8f12-f5d44fca406e tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:40.432934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-845b0c63-997c-46be-b192-99092977db82 req-5cbd6244-af82-442c-8f12-f5d44fca406e tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 943 time: 0.3500686 Mar 24 01:15:40.450919 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8907b4-0527-4126-bddf-3f5f2ffddcc3 None None] Routers {'da679e0e-78dd-4b76-b260-ed5dbdfa1551'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:15:40.451894 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-8b8907b4-0527-4126-bddf-3f5f2ffddcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:15:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['da679e0e-78dd-4b76-b260-ed5dbdfa1551'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:40.475432 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e8c24-71fa-4b00-a480-f62a3fa0a54a req-bd755ce3-965b-4fd4-b586-34ff06ba9efd tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:40.476988 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f84e8c24-71fa-4b00-a480-f62a3fa0a54a req-bd755ce3-965b-4fd4-b586-34ff06ba9efd tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.3952060 Mar 24 01:15:40.523371 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-127916d0-5b7d-4bdb-8680-972df097e808 None None] Current status of the port e882a43f-e07b-4948-b36c-ac50d83460fc is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:40.564196 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-8b8907b4-0527-4126-bddf-3f5f2ffddcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:40.590616 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8907b4-0527-4126-bddf-3f5f2ffddcc3 None None] Routers {'da679e0e-78dd-4b76-b260-ed5dbdfa1551'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:15:40.592289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f84e8c24-71fa-4b00-a480-f62a3fa0a54a req-8f0463d9-84ab-4f97-a103-2b556effae09 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697050 Mar 24 01:15:40.593347 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-8b8907b4-0527-4126-bddf-3f5f2ffddcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:15:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['da679e0e-78dd-4b76-b260-ed5dbdfa1551'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:40.666952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-845b0c63-997c-46be-b192-99092977db82 req-8bb8c1ed-6acc-4742-84ed-66c2447ad5d4 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144594 Mar 24 01:15:40.680293 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-8b8907b4-0527-4126-bddf-3f5f2ffddcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:40.681484 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8907b4-0527-4126-bddf-3f5f2ffddcc3 None None] The sync data for ids ['da679e0e-78dd-4b76-b260-ed5dbdfa1551'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:15:40.742104 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e882a43f-e07b-4948-b36c-ac50d83460fc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:40.742482 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e882a43f-e07b-4948-b36c-ac50d83460fc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:40.793081 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-127916d0-5b7d-4bdb-8680-972df097e808 None None] Provisioning complete for port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:40.793485 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-127916d0-5b7d-4bdb-8680-972df097e808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (444a29a7-bb06-43b2-b1fd-0a11fb84c61b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:40.904821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 4fb46af5-4335-4d8c-9306-98ed4e031011 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:40.907377 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4fb46af5-4335-4d8c-9306-98ed4e031011), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:41.037772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e882a43f-e07b-4948-b36c-ac50d83460fc is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:41.153056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb46af5-4335-4d8c-9306-98ed4e031011 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:15:41.160743 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-127916d0-5b7d-4bdb-8680-972df097e808 None None] Current status of the port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:41.208143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-127916d0-5b7d-4bdb-8680-972df097e808 None None] Provisioning complete for port 5b530753-0a11-4c08-a9ae-19a9ecd74b1c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:41.208496 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-127916d0-5b7d-4bdb-8680-972df097e808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5b530753-0a11-4c08-a9ae-19a9ecd74b1c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:41.356090 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-127916d0-5b7d-4bdb-8680-972df097e808 None None] Port 5b530753-0a11-4c08-a9ae-19a9ecd74b1c cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:15:41.365231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 4fb46af5-4335-4d8c-9306-98ed4e031011, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=4fb46af5-4335-4d8c-9306-98ed4e031011,segment=NetworkSegment(6bcd0590-7e5f-4ddb-aec5-847a3957aafd),segment_id=6bcd0590-7e5f-4ddb-aec5-847a3957aafd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:41.373562 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4fb46af5-4335-4d8c-9306-98ed4e031011), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:41.457848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 444a29a7-bb06-43b2-b1fd-0a11fb84c61b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:15:41.530792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=4fb46af5-4335-4d8c-9306-98ed4e031011,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:41.657937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['4fb46af5-4335-4d8c-9306-98ed4e031011'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:15:41.663122 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b442629a-da81-449e-813c-7fdbfd1e96ff None None] Provisioning complete for port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:41.683007 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b442629a-da81-449e-813c-7fdbfd1e96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (444a29a7-bb06-43b2-b1fd-0a11fb84c61b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:41.952005 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-2d6ec083-4fea-4c30-9d5a-e1e569fa1883 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:15:41.966925 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2d6ec083-4fea-4c30-9d5a-e1e569fa1883 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "PUT /v2.0/routers/da679e0e-78dd-4b76-b260-ed5dbdfa1551/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5468552 Mar 24 01:15:41.977108 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41094) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:42.101842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d53a5-4801-46dd-9769-ef3e65daaca1 req-e8de9e19-71aa-4d03-8f17-9a46d810c4da tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:42.106825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea1d53a5-4801-46dd-9769-ef3e65daaca1 req-e8de9e19-71aa-4d03-8f17-9a46d810c4da tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.2766492 Mar 24 01:15:42.124203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d8688-192f-43c3-8922-dbd24c70401d req-8804c29a-331f-4d9e-932f-a18ab12f9891 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:42.137237 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:42.137614 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (444a29a7-bb06-43b2-b1fd-0a11fb84c61b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:42.139339 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb1d8688-192f-43c3-8922-dbd24c70401d req-8804c29a-331f-4d9e-932f-a18ab12f9891 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 944 time: 0.3188107 Mar 24 01:15:42.337009 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea1d53a5-4801-46dd-9769-ef3e65daaca1 req-178a2c42-7070-4c3f-b541-b94194b81a61 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792960 Mar 24 01:15:42.428679 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb1d8688-192f-43c3-8922-dbd24c70401d req-0cebbbce-c35e-4455-91a1-8279a4dae10a tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859766 Mar 24 01:15:42.596535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b442629a-da81-449e-813c-7fdbfd1e96ff None None] Current status of the port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:42.728141 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:42.749734 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b442629a-da81-449e-813c-7fdbfd1e96ff None None] Provisioning complete for port 5b530753-0a11-4c08-a9ae-19a9ecd74b1c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:42.750537 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b442629a-da81-449e-813c-7fdbfd1e96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5b530753-0a11-4c08-a9ae-19a9ecd74b1c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:42.869024 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b442629a-da81-449e-813c-7fdbfd1e96ff None None] Port 5b530753-0a11-4c08-a9ae-19a9ecd74b1c cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:15:43.048244 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (da679e0e-78dd-4b76-b260-ed5dbdfa1551), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:43.412491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 4fb46af5-4335-4d8c-9306-98ed4e031011 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:15:43.563506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 4fb46af5-4335-4d8c-9306-98ed4e031011 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:15:43.572026 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 4fb46af5-4335-4d8c-9306-98ed4e031011 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:43.572668 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4fb46af5-4335-4d8c-9306-98ed4e031011), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:43.733198 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Deleting port 5b530753-0a11-4c08-a9ae-19a9ecd74b1c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:15:43.733543 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5b530753-0a11-4c08-a9ae-19a9ecd74b1c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:43.839769 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9415112-3160-4a40-832f-1d44b6342ab4 req-3604aa5f-275a-4ca7-b3d6-1f456d394bc6 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:43.857893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9415112-3160-4a40-832f-1d44b6342ab4 req-3604aa5f-275a-4ca7-b3d6-1f456d394bc6 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 944 time: 0.1654418 Mar 24 01:15:43.875937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 4fb46af5-4335-4d8c-9306-98ed4e031011 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:43.876524 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4fb46af5-4335-4d8c-9306-98ed4e031011), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:43.910458 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95e779-2b1f-4d33-a06c-c047923b8118 req-67ee00b5-2459-4bed-8e32-f472b8faf706 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:43.912462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf95e779-2b1f-4d33-a06c-c047923b8118 req-67ee00b5-2459-4bed-8e32-f472b8faf706 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.3009624 Mar 24 01:15:43.953338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 4fb46af5-4335-4d8c-9306-98ed4e031011, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=4fb46af5-4335-4d8c-9306-98ed4e031011,segment=NetworkSegment(6bcd0590-7e5f-4ddb-aec5-847a3957aafd),segment_id=6bcd0590-7e5f-4ddb-aec5-847a3957aafd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:43.954645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c330928-c456-42a7-aa53-fb357dcd7be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb46af5-4335-4d8c-9306-98ed4e031011'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:15:43.960483 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584a7a33-60df-45c6-9167-e83504ee2594" -d '{"events": [{"server_uuid": "1c330928-c456-42a7-aa53-fb357dcd7be6", "name": "network-vif-plugged", "status": "completed", "tag": "4fb46af5-4335-4d8c-9306-98ed4e031011"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:15:43.963613 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5b530753-0a11-4c08-a9ae-19a9ecd74b1c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:43.965626 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4fb46af5-4335-4d8c-9306-98ed4e031011), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:43.994717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Calling delete_port for 5b530753-0a11-4c08-a9ae-19a9ecd74b1c owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:15:44.100677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf95e779-2b1f-4d33-a06c-c047923b8118 req-a42c1b87-661f-482b-8967-d63d6f387444 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639991 Mar 24 01:15:44.129395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9415112-3160-4a40-832f-1d44b6342ab4 req-a240c352-7ec5-4260-aeaf-6884f3fdd75b tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705762 Mar 24 01:15:44.169830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=4fb46af5-4335-4d8c-9306-98ed4e031011,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:44.256086 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a11095c-4801-4a7e-a3cb-6073f76e3813 x-openstack-request-id: req-2a11095c-4801-4a7e-a3cb-6073f76e3813 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:15:44.256386 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c330928-c456-42a7-aa53-fb357dcd7be6", "name": "network-vif-plugged", "status": "completed", "tag": "4fb46af5-4335-4d8c-9306-98ed4e031011", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:15:44.256733 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a11095c-4801-4a7e-a3cb-6073f76e3813 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:15:44.257201 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a11095c-4801-4a7e-a3cb-6073f76e3813'] response: {'server_uuid': '1c330928-c456-42a7-aa53-fb357dcd7be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb46af5-4335-4d8c-9306-98ed4e031011', 'code': 200} Mar 24 01:15:44.504668 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494f6ab-beb7-4106-9864-26bc7ed264ab req-4cfde469-04e6-4bfd-a48c-2f43a4304587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:44.510932 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a494f6ab-beb7-4106-9864-26bc7ed264ab req-4cfde469-04e6-4bfd-a48c-2f43a4304587 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 1127 time: 0.1850464 Mar 24 01:15:44.545257 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5b530753-0a11-4c08-a9ae-19a9ecd74b1c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:44.590559 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event deleted for resources: {'Port': ['ID=5b530753-0a11-4c08-a9ae-19a9ecd74b1c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:44.626091 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:44.626826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:44.627410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:44.628163 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:44.629980 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:44.630428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:44.630891 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:44.631433 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:44.631997 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:44.632436 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:44.632873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:44.633368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:44.633824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:44.634259 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:44.634701 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:15:44.666890 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a494f6ab-beb7-4106-9864-26bc7ed264ab req-40f5dc28-deee-411e-a810-199f2fe77c5b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510057 Mar 24 01:15:44.923359 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (da679e0e-78dd-4b76-b260-ed5dbdfa1551), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:45.275815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Router da679e0e-78dd-4b76-b260-ed5dbdfa1551 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:15:45.509318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8725ed2-9c82-448b-b998-741afd0c90ec req-2a41cea1-6fe5-4bac-a0a5-462ee5ca1632 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:45.511794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8725ed2-9c82-448b-b998-741afd0c90ec req-2a41cea1-6fe5-4bac-a0a5-462ee5ca1632 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 945 time: 0.1403563 Mar 24 01:15:45.549788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc2f59-e38e-43fe-9ee4-17ac65c1f95f req-3e2bcd52-d6f2-4325-9e5c-708fa8c0df17 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:45.558049 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57bc2f59-e38e-43fe-9ee4-17ac65c1f95f req-3e2bcd52-d6f2-4325-9e5c-708fa8c0df17 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.2505250 Mar 24 01:15:45.603773 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:15:45.615392 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424a6e4-2cec-4877-bbe3-8ffbb6fb07b3 None None] Sync routers for ids ['da679e0e-78dd-4b76-b260-ed5dbdfa1551'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:15:45.623039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8725ed2-9c82-448b-b998-741afd0c90ec req-cc52b38b-b6f3-461d-80f9-30c55b693b16 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949235 Mar 24 01:15:45.635657 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41176) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:45.654462 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424a6e4-2cec-4877-bbe3-8ffbb6fb07b3 None None] Routers {'da679e0e-78dd-4b76-b260-ed5dbdfa1551'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:15:45.655457 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9424a6e4-2cec-4877-bbe3-8ffbb6fb07b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:15:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['da679e0e-78dd-4b76-b260-ed5dbdfa1551'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:45.664508 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a127098d-6bd2-46d9-a7ff-06824067c2f4 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "PUT /v2.0/routers/da679e0e-78dd-4b76-b260-ed5dbdfa1551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6548433 Mar 24 01:15:45.756356 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-644ecbe9-d0e5-4a5b-bc97-5fcd9826728b tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] delete failed (client error): The resource could not be found. Mar 24 01:15:45.757708 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-644ecbe9-d0e5-4a5b-bc97-5fcd9826728b tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-1829753518 HTTP/1.1" status: 404 len: 335 time: 0.1093032 Mar 24 01:15:45.765030 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41178) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:45.771418 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f69df55e-3b1f-43f7-bc4d-f91ec2cc8937 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Request body: {'router': {'external_gateway_info': {'network_id': 'da679e0e-78dd-4b76-b260-ed5dbdfa1551'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:45.791524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57bc2f59-e38e-43fe-9ee4-17ac65c1f95f req-86c75a9c-53e1-4c94-93ff-53ab45d5321c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322526 Mar 24 01:15:45.814920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9424a6e4-2cec-4877-bbe3-8ffbb6fb07b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:45.844137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424a6e4-2cec-4877-bbe3-8ffbb6fb07b3 None None] Routers {'da679e0e-78dd-4b76-b260-ed5dbdfa1551'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:15:45.844796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9424a6e4-2cec-4877-bbe3-8ffbb6fb07b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:15:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['da679e0e-78dd-4b76-b260-ed5dbdfa1551'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:45.953941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9424a6e4-2cec-4877-bbe3-8ffbb6fb07b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:45.954705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424a6e4-2cec-4877-bbe3-8ffbb6fb07b3 None None] The sync data for ids ['da679e0e-78dd-4b76-b260-ed5dbdfa1551'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:15:46.359566 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f69df55e-3b1f-43f7-bc4d-f91ec2cc8937 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for router_gateway (da679e0e-78dd-4b76-b260-ed5dbdfa1551), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:46.392794 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-f69df55e-3b1f-43f7-bc4d-f91ec2cc8937 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] update failed (client error): The resource could not be found. Mar 24 01:15:46.397385 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f69df55e-3b1f-43f7-bc4d-f91ec2cc8937 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "PUT /v2.0/routers/da679e0e-78dd-4b76-b260-ed5dbdfa1551 HTTP/1.1" status: 404 len: 339 time: 0.6273639 Mar 24 01:15:46.397722 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41194) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:46.405484 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-437550f3-ec29-4afc-bc44-02a0570e94a5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1403713986'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:46.449783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437550f3-ec29-4afc-bc44-02a0570e94a5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Made reservation on behalf of d7c44767584e46d2b1cf40019e16aa1b for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:15:46.453977 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-437550f3-ec29-4afc-bc44-02a0570e94a5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:46.515802 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437550f3-ec29-4afc-bc44-02a0570e94a5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:15:46.526900 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-437550f3-ec29-4afc-bc44-02a0570e94a5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f41a2a95-b75f-4285-96f9-e388d52f7227), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:46.527422 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-437550f3-ec29-4afc-bc44-02a0570e94a5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Added segment f41a2a95-b75f-4285-96f9-e388d52f7227 of type vlan for network 5c025c29-6936-4bd6-bfcc-832b28cc76b5 Mar 24 01:15:46.680777 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-437550f3-ec29-4afc-bc44-02a0570e94a5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (5c025c29-6936-4bd6-bfcc-832b28cc76b5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:46.773760 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-437550f3-ec29-4afc-bc44-02a0570e94a5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (5c025c29-6936-4bd6-bfcc-832b28cc76b5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:46.786081 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437550f3-ec29-4afc-bc44-02a0570e94a5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:46.786081 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-437550f3-ec29-4afc-bc44-02a0570e94a5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:46.905721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a3b3e-46c4-4a4b-964e-a8f05df990eb req-4e1ae60c-d160-4ec9-a473-d769652b0eec tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:46.919978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc9a3b3e-46c4-4a4b-964e-a8f05df990eb req-4e1ae60c-d160-4ec9-a473-d769652b0eec tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 945 time: 0.1546543 Mar 24 01:15:47.099128 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc9a3b3e-46c4-4a4b-964e-a8f05df990eb req-7ba82f6a-aa02-4193-86c9-a751177254ba tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736972 Mar 24 01:15:47.101425 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-437550f3-ec29-4afc-bc44-02a0570e94a5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6998987 Mar 24 01:15:47.104740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41220) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:47.110629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-cf770adc-fedf-44a9-9730-98e1cf51153a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Request body: {'subnet': {'network_id': '5c025c29-6936-4bd6-bfcc-832b28cc76b5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:47.137614 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437550f3-ec29-4afc-bc44-02a0570e94a5 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event updated for resources: {'Network': ['ID=5c025c29-6936-4bd6-bfcc-832b28cc76b5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:47.149449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 5c025c29-6936-4bd6-bfcc-832b28cc76b5 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:15:47.458393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b685d97-f2c6-4028-b3a0-f9d3fce2b211 req-2399d10a-40de-4c65-88f0-fa7c4c2c833a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:47.460930 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b685d97-f2c6-4028-b3a0-f9d3fce2b211 req-2399d10a-40de-4c65-88f0-fa7c4c2c833a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.2662256 Mar 24 01:15:47.586874 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b685d97-f2c6-4028-b3a0-f9d3fce2b211 req-5ca626fa-b2fb-4ec2-8da2-96d5bfa584a7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162713 Mar 24 01:15:47.588496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf770adc-fedf-44a9-9730-98e1cf51153a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Made reservation on behalf of d7c44767584e46d2b1cf40019e16aa1b for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:15:47.598940 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cf770adc-fedf-44a9-9730-98e1cf51153a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:48.107279 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cf770adc-fedf-44a9-9730-98e1cf51153a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (449691bf-9f09-4482-9d74-22e61d04c233), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:48.226801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf770adc-fedf-44a9-9730-98e1cf51153a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event updated for resources: {'Subnet': ['ID=449691bf-9f09-4482-9d74-22e61d04c233,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:48.265474 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf770adc-fedf-44a9-9730-98e1cf51153a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Checking segment: {'id': 'f41a2a95-b75f-4285-96f9-e388d52f7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5c025c29-6936-4bd6-bfcc-832b28cc76b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:15:48.265909 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf770adc-fedf-44a9-9730-98e1cf51153a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Network hostable DHCP agents. Network: 5c025c29-6936-4bd6-bfcc-832b28cc76b5, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:15:48.320759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf770adc-fedf-44a9-9730-98e1cf51153a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Network 5c025c29-6936-4bd6-bfcc-832b28cc76b5 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:15:48.335114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-cf770adc-fedf-44a9-9730-98e1cf51153a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 5c025c29-6936-4bd6-bfcc-832b28cc76b5) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:15:48.356824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf770adc-fedf-44a9-9730-98e1cf51153a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:48.357359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c255ed1-4701-4d66-8a0c-ba1c9deaf6f6 None None] Network 5c025c29-6936-4bd6-bfcc-832b28cc76b5 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:15:48.357879 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cf770adc-fedf-44a9-9730-98e1cf51153a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:48.407305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41262) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:48.408707 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cf770adc-fedf-44a9-9730-98e1cf51153a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3024986 Mar 24 01:15:48.413203 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9da589d8-6acd-4cdc-b19d-e2fe4c7b3d33 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c025c29-6936-4bd6-bfcc-832b28cc76b5'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:15:48.683567 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-5c025c29-6936-4bd6-bfcc-832b28cc76b5', 'network_id': '5c025c29-6936-4bd6-bfcc-832b28cc76b5', 'project_id': 'd7c44767584e46d2b1cf40019e16aa1b', 'fixed_ips': [{'subnet_id': '449691bf-9f09-4482-9d74-22e61d04c233'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:15:48.684792 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:48.874456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9da4ab-9ed7-4d83-99f5-8c1fcff9a78a req-6b92c1d4-807c-4101-a638-bec76cca0a4b tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:48.884762 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d9da4ab-9ed7-4d83-99f5-8c1fcff9a78a req-6b92c1d4-807c-4101-a638-bec76cca0a4b tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.1717505 Mar 24 01:15:48.996602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Allocated IP 2001:db8:1::2 (5c025c29-6936-4bd6-bfcc-832b28cc76b5/449691bf-9f09-4482-9d74-22e61d04c233/2508453b-013d-4045-b4d6-4bca2467119c) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:15:49.022944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703400c3-6a6a-46c4-8e8d-088587f80633 req-c31290ee-34e9-4ce2-988d-c06999d6eaf1 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:49.029705 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-703400c3-6a6a-46c4-8e8d-088587f80633 req-c31290ee-34e9-4ce2-988d-c06999d6eaf1 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 945 time: 0.2297421 Mar 24 01:15:49.077762 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1d9da4ab-9ed7-4d83-99f5-8c1fcff9a78a req-6c74af98-f65f-485b-a4f3-28ddc3cc66c0 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919332 Mar 24 01:15:49.193915 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-703400c3-6a6a-46c4-8e8d-088587f80633 req-ae31cac7-723a-4002-ae2c-31377958502e tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553485 Mar 24 01:15:49.446769 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Publish callbacks [] for port (2508453b-013d-4045-b4d6-4bca2467119c), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:49.458047 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (2508453b-013d-4045-b4d6-4bca2467119c), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:49.582463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Network 5c025c29-6936-4bd6-bfcc-832b28cc76b5 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:15:49.588392 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Pushing event updated for resources: {'Port': ['ID=2508453b-013d-4045-b4d6-4bca2467119c,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:49.592756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:15:49.598885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:15:49.738607 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Attempting to bind port 2508453b-013d-4045-b4d6-4bca2467119c on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:15:49.739221 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Attempting to bind port 2508453b-013d-4045-b4d6-4bca2467119c by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'f41a2a95-b75f-4285-96f9-e388d52f7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5c025c29-6936-4bd6-bfcc-832b28cc76b5'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:15:49.739786 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Attempting to bind port 2508453b-013d-4045-b4d6-4bca2467119c on network 5c025c29-6936-4bd6-bfcc-832b28cc76b5 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:15:49.746619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:15:49.748303 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Checking segment: {'id': 'f41a2a95-b75f-4285-96f9-e388d52f7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5c025c29-6936-4bd6-bfcc-832b28cc76b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:15:49.748918 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:49.754022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Bound using segment: {'id': 'f41a2a95-b75f-4285-96f9-e388d52f7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5c025c29-6936-4bd6-bfcc-832b28cc76b5'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:15:49.755169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Bound port: 2508453b-013d-4045-b4d6-4bca2467119c, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41a2a95-b75f-4285-96f9-e388d52f7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5c025c29-6936-4bd6-bfcc-832b28cc76b5'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:15:49.755763 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2508453b-013d-4045-b4d6-4bca2467119c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:49.836844 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9da589d8-6acd-4cdc-b19d-e2fe4c7b3d33 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for router_gateway (da679e0e-78dd-4b76-b260-ed5dbdfa1551), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:49.925775 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] For port 2508453b-013d-4045-b4d6-4bca2467119c, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:15:49.929446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] For port 2508453b-013d-4045-b4d6-4bca2467119c, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2508453b-013d-4045-b4d6-4bca2467119c,segment=NetworkSegment(f41a2a95-b75f-4285-96f9-e388d52f7227),segment_id=f41a2a95-b75f-4285-96f9-e388d52f7227)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:15:49.957330 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2508453b-013d-4045-b4d6-4bca2467119c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:50.108026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2a8ac-3e40-4aa6-9e5d-7ae0db2d493c req-1b62ba47-e2fc-47b6-907c-aff6792e1256 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:50.109978 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55b2a8ac-3e40-4aa6-9e5d-7ae0db2d493c req-1b62ba47-e2fc-47b6-907c-aff6792e1256 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 945 time: 0.2515829 Mar 24 01:15:50.215417 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102603c-4d6d-4191-aada-d9e5350ab4bc None None] Pushing event updated for resources: {'Port': ['ID=2508453b-013d-4045-b4d6-4bca2467119c,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:50.355802 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f932b-e3a1-478c-b7c9-a035b4ec3895 req-fcb0bdb8-34a2-427e-b438-0f524ce9d115 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:50.368421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-971f932b-e3a1-478c-b7c9-a035b4ec3895 req-fcb0bdb8-34a2-427e-b438-0f524ce9d115 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.1188707 Mar 24 01:15:50.455726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-55b2a8ac-3e40-4aa6-9e5d-7ae0db2d493c req-0f90d843-b16e-4fd4-adf0-dbf4ece1ed21 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Deleting port 4fb46af5-4335-4d8c-9306-98ed4e031011 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:15:50.456405 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-55b2a8ac-3e40-4aa6-9e5d-7ae0db2d493c req-0f90d843-b16e-4fd4-adf0-dbf4ece1ed21 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4fb46af5-4335-4d8c-9306-98ed4e031011), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:50.583142 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-9da589d8-6acd-4cdc-b19d-e2fe4c7b3d33 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:15:50.590709 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9da589d8-6acd-4cdc-b19d-e2fe4c7b3d33 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "PUT /v2.0/routers/da679e0e-78dd-4b76-b260-ed5dbdfa1551 HTTP/1.1" status: 400 len: 364 time: 2.1776316 Mar 24 01:15:50.598898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41300) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:50.631484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-971f932b-e3a1-478c-b7c9-a035b4ec3895 req-6c00f19a-c73f-4f34-b7bb-396a590ba436 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572103 Mar 24 01:15:50.823775 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-55b2a8ac-3e40-4aa6-9e5d-7ae0db2d493c req-0f90d843-b16e-4fd4-adf0-dbf4ece1ed21 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] For port 4fb46af5-4335-4d8c-9306-98ed4e031011, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=4fb46af5-4335-4d8c-9306-98ed4e031011,segment=NetworkSegment(6bcd0590-7e5f-4ddb-aec5-847a3957aafd),segment_id=6bcd0590-7e5f-4ddb-aec5-847a3957aafd)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:50.824968 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-55b2a8ac-3e40-4aa6-9e5d-7ae0db2d493c req-0f90d843-b16e-4fd4-adf0-dbf4ece1ed21 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4fb46af5-4335-4d8c-9306-98ed4e031011), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:50.872580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-55b2a8ac-3e40-4aa6-9e5d-7ae0db2d493c req-0f90d843-b16e-4fd4-adf0-dbf4ece1ed21 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Calling delete_port for 4fb46af5-4335-4d8c-9306-98ed4e031011 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:15:50.881889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01f819-a6f8-4e81-a129-f7693a1d65d2 req-17e8ab50-41e3-4674-b7da-5e42fb6e50a3 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:50.888203 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e01f819-a6f8-4e81-a129-f7693a1d65d2 req-17e8ab50-41e3-4674-b7da-5e42fb6e50a3 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c330928-c456-42a7-aa53-fb357dcd7be6 HTTP/1.1" status: 200 len: 945 time: 0.4853916 Mar 24 01:15:51.348538 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-55b2a8ac-3e40-4aa6-9e5d-7ae0db2d493c req-0f90d843-b16e-4fd4-adf0-dbf4ece1ed21 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4fb46af5-4335-4d8c-9306-98ed4e031011), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:51.361458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['4fb46af5-4335-4d8c-9306-98ed4e031011'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:15:51.524326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2508453b-013d-4045-b4d6-4bca2467119c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:15:51.551891 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90d843-b16e-4fd4-adf0-dbf4ece1ed21 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Pushing event deleted for resources: {'Port': ['ID=4fb46af5-4335-4d8c-9306-98ed4e031011,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:51.617361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 2508453b-013d-4045-b4d6-4bca2467119c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:51.621197 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2508453b-013d-4045-b4d6-4bca2467119c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:51.701369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b2a8ac-3e40-4aa6-9e5d-7ae0db2d493c req-0f90d843-b16e-4fd4-adf0-dbf4ece1ed21 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] No DVR routers for this DVR port 4fb46af5-4335-4d8c-9306-98ed4e031011 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:15:51.707368 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-55b2a8ac-3e40-4aa6-9e5d-7ae0db2d493c req-0f90d843-b16e-4fd4-adf0-dbf4ece1ed21 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:51.721373 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-55b2a8ac-3e40-4aa6-9e5d-7ae0db2d493c req-0f90d843-b16e-4fd4-adf0-dbf4ece1ed21 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.48 "DELETE /v2.0/ports/4fb46af5-4335-4d8c-9306-98ed4e031011 HTTP/1.1" status: 204 len: 173 time: 1.6045582 Mar 24 01:15:51.721927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c330928-c456-42a7-aa53-fb357dcd7be6', 'name': 'network-vif-deleted', 'tag': '4fb46af5-4335-4d8c-9306-98ed4e031011'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:15:51.737459 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72af3f3a-01ac-49f2-aadf-14b2b161cb65" -d '{"events": [{"server_uuid": "1c330928-c456-42a7-aa53-fb357dcd7be6", "name": "network-vif-deleted", "tag": "4fb46af5-4335-4d8c-9306-98ed4e031011"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:15:51.825272 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e01f819-a6f8-4e81-a129-f7693a1d65d2 req-8fb8b884-d0d7-4ff7-92b4-38f449fc6813 tempest-VolumesActionsTest-2144325832 tempest-VolumesActionsTest-2144325832-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a85bfa3-044f-413b-adbe-56d7321f5c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9360781 Mar 24 01:15:51.913180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 2508453b-013d-4045-b4d6-4bca2467119c is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:51.919582 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2508453b-013d-4045-b4d6-4bca2467119c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:51.960778 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0aaa867-ac6e-4313-9ace-e4dcaf3bd3f9 x-openstack-request-id: req-c0aaa867-ac6e-4313-9ace-e4dcaf3bd3f9 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:15:51.961399 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c330928-c456-42a7-aa53-fb357dcd7be6", "name": "network-vif-deleted", "tag": "4fb46af5-4335-4d8c-9306-98ed4e031011", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:15:51.961399 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0aaa867-ac6e-4313-9ace-e4dcaf3bd3f9 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:15:51.961871 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0aaa867-ac6e-4313-9ace-e4dcaf3bd3f9'] response: {'server_uuid': '1c330928-c456-42a7-aa53-fb357dcd7be6', 'name': 'network-vif-deleted', 'tag': '4fb46af5-4335-4d8c-9306-98ed4e031011', 'status': 'completed', 'code': 200} Mar 24 01:15:52.049442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 2508453b-013d-4045-b4d6-4bca2467119c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2508453b-013d-4045-b4d6-4bca2467119c,segment=NetworkSegment(f41a2a95-b75f-4285-96f9-e388d52f7227),segment_id=f41a2a95-b75f-4285-96f9-e388d52f7227)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:15:52.064470 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2508453b-013d-4045-b4d6-4bca2467119c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:52.234704 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b3793b-0c4d-4cd2-af72-76b45710370d None None] Network 5c025c29-6936-4bd6-bfcc-832b28cc76b5 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:15:52.488148 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884d2cf-84b8-4445-b02f-227e190673cf req-6eb32022-31f9-4ec2-bd5a-c3ba9ff31ce0 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:52.499626 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a884d2cf-84b8-4445-b02f-227e190673cf req-6eb32022-31f9-4ec2-bd5a-c3ba9ff31ce0 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.5488656 Mar 24 01:15:52.554103 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:52.579873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=2508453b-013d-4045-b4d6-4bca2467119c,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:52.600215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a58bee4e-4b87-4b1c-9852-2a14a5ea981b None None] Provisioning complete for port 2508453b-013d-4045-b4d6-4bca2467119c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:52.601656 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a58bee4e-4b87-4b1c-9852-2a14a5ea981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2508453b-013d-4045-b4d6-4bca2467119c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:52.640039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a884d2cf-84b8-4445-b02f-227e190673cf req-b655ccdf-9368-44e3-bf23-651572c502b1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381803 Mar 24 01:15:52.888971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a58bee4e-4b87-4b1c-9852-2a14a5ea981b None None] Current status of the port 2508453b-013d-4045-b4d6-4bca2467119c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:53.152286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Allocated IP 2001:db8::1 (126884ec-c345-41ce-ba7c-9b89de6a1384/69995184-ab51-4000-b019-e23d99d9de9a/441c2f98-1398-422c-8cb1-00e46349e24c) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:15:53.402791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2508453b-013d-4045-b4d6-4bca2467119c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:15:53.513829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ddc4534d-83d5-4925-8032-32592d467d74 None None] Provisioning complete for port 2508453b-013d-4045-b4d6-4bca2467119c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:53.518342 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ddc4534d-83d5-4925-8032-32592d467d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2508453b-013d-4045-b4d6-4bca2467119c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:53.567032 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for port (441c2f98-1398-422c-8cb1-00e46349e24c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:53.586869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 2508453b-013d-4045-b4d6-4bca2467119c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:53.588076 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2508453b-013d-4045-b4d6-4bca2467119c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:53.687362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ddc4534d-83d5-4925-8032-32592d467d74 None None] Current status of the port 2508453b-013d-4045-b4d6-4bca2467119c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:53.700391 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (441c2f98-1398-422c-8cb1-00e46349e24c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:53.849238 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 2508453b-013d-4045-b4d6-4bca2467119c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:15:53.979097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event updated for resources: {'Port': ['ID=441c2f98-1398-422c-8cb1-00e46349e24c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:54.077537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Network 126884ec-c345-41ce-ba7c-9b89de6a1384 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:15:54.099789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:15:54.104612 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:15:54.111579 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (da679e0e-78dd-4b76-b260-ed5dbdfa1551), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:54.275788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635391d-50c4-4979-9456-74732ec804ff req-448e4d0a-2d11-48c7-a799-037284045055 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:54.277415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6635391d-50c4-4979-9456-74732ec804ff req-448e4d0a-2d11-48c7-a799-037284045055 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.4482582 Mar 24 01:15:54.387256 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6635391d-50c4-4979-9456-74732ec804ff req-5f8774c3-2465-4b7f-b093-35cb5108169e tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982373 Mar 24 01:15:54.542483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6a83572f-1a42-4c7a-b9f7-0401372fe81e None None] Provisioning complete for port 441c2f98-1398-422c-8cb1-00e46349e24c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:54.542881 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6a83572f-1a42-4c7a-b9f7-0401372fe81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (441c2f98-1398-422c-8cb1-00e46349e24c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:54.677558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6a83572f-1a42-4c7a-b9f7-0401372fe81e None None] Port 441c2f98-1398-422c-8cb1-00e46349e24c cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:15:54.689922 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (441c2f98-1398-422c-8cb1-00e46349e24c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:55.253941 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for port (441c2f98-1398-422c-8cb1-00e46349e24c), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:55.318013 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (441c2f98-1398-422c-8cb1-00e46349e24c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:55.318013 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (da679e0e-78dd-4b76-b260-ed5dbdfa1551), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:55.455556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 4fb46af5-4335-4d8c-9306-98ed4e031011 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:15:55.497954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event updated for resources: {'Port': ['ID=441c2f98-1398-422c-8cb1-00e46349e24c,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:55.579152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 4fb46af5-4335-4d8c-9306-98ed4e031011 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:15:55.579658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 4fb46af5-4335-4d8c-9306-98ed4e031011 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:15:55.830179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Network 126884ec-c345-41ce-ba7c-9b89de6a1384 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:15:55.834594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:15:56.012291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b070d68-6e7a-4045-a893-09fac150ea96 req-ff42c2c7-6d84-455d-b07a-9d3b0c390762 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:56.019515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b070d68-6e7a-4045-a893-09fac150ea96 req-ff42c2c7-6d84-455d-b07a-9d3b0c390762 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.2516186 Mar 24 01:15:56.167524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b070d68-6e7a-4045-a893-09fac150ea96 req-b4db44b7-5b23-4d3f-be19-da53d350d3b4 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469066 Mar 24 01:15:56.215823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Router da679e0e-78dd-4b76-b260-ed5dbdfa1551 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:15:56.449197 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:15:56.459250 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8cde04b7-bcf9-4db5-835c-09d472f8fbef tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "PUT /v2.0/routers/da679e0e-78dd-4b76-b260-ed5dbdfa1551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8281288 Mar 24 01:15:56.462762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41418) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:56.479505 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5341bad-a2b1-43ee-b279-7b3b7238bff4 None None] Sync routers for ids ['da679e0e-78dd-4b76-b260-ed5dbdfa1551'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:15:56.481034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4815bc64-1fdd-4db6-bb2d-218648d3f1f5 None None] Provisioning complete for port 441c2f98-1398-422c-8cb1-00e46349e24c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:15:56.491140 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4815bc64-1fdd-4db6-bb2d-218648d3f1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (441c2f98-1398-422c-8cb1-00e46349e24c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:56.530019 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5341bad-a2b1-43ee-b279-7b3b7238bff4 None None] Routers {'da679e0e-78dd-4b76-b260-ed5dbdfa1551'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:15:56.531201 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c5341bad-a2b1-43ee-b279-7b3b7238bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:15:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['da679e0e-78dd-4b76-b260-ed5dbdfa1551'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:56.611055 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c5341bad-a2b1-43ee-b279-7b3b7238bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:56.628626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4815bc64-1fdd-4db6-bb2d-218648d3f1f5 None None] Port 441c2f98-1398-422c-8cb1-00e46349e24c cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:15:56.651286 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5341bad-a2b1-43ee-b279-7b3b7238bff4 None None] Routers {'da679e0e-78dd-4b76-b260-ed5dbdfa1551'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:15:56.666397 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c5341bad-a2b1-43ee-b279-7b3b7238bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:15:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['da679e0e-78dd-4b76-b260-ed5dbdfa1551'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:56.712309 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c5341bad-a2b1-43ee-b279-7b3b7238bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:15:56.713282 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5341bad-a2b1-43ee-b279-7b3b7238bff4 None None] The sync data for ids ['da679e0e-78dd-4b76-b260-ed5dbdfa1551'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:15:56.717058 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4cc1ae11-3d99-4a25-84f0-1f3ea99ef157 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for router (da679e0e-78dd-4b76-b260-ed5dbdfa1551), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:56.950295 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-4cc1ae11-3d99-4a25-84f0-1f3ea99ef157 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 24 01:15:56.950295 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4cc1ae11-3d99-4a25-84f0-1f3ea99ef157 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "DELETE /v2.0/routers/da679e0e-78dd-4b76-b260-ed5dbdfa1551 HTTP/1.1" status: 409 len: 376 time: 0.4856257 Mar 24 01:15:56.953732 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41424) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:15:57.316246 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-6ababa95-4798-4c3b-95e6-801877fc36ec req-eea80858-f960-4c03-a34f-e2b48c1e2d49 service neutron] (115729) timed out ('10.222.0.45', 48452) {{(pid=115729) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 01:15:57.522475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566aaf55-c5ab-4e9b-b012-ee74519a604c req-f71095b0-fa4c-42a2-ab33-44276399e726 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:57.534395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-566aaf55-c5ab-4e9b-b012-ee74519a604c req-f71095b0-fa4c-42a2-ab33-44276399e726 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.1859803 Mar 24 01:15:57.682387 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-566aaf55-c5ab-4e9b-b012-ee74519a604c req-fde725dd-a769-4bab-a403-37ce949e4d1d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321242 Mar 24 01:15:57.683158 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8319a1b4-0f75-447e-b2f5-b3d42ab1f81e tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (da679e0e-78dd-4b76-b260-ed5dbdfa1551), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:58.494647 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-8319a1b4-0f75-447e-b2f5-b3d42ab1f81e tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Deleting port 441c2f98-1398-422c-8cb1-00e46349e24c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:15:58.494993 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8319a1b4-0f75-447e-b2f5-b3d42ab1f81e tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (441c2f98-1398-422c-8cb1-00e46349e24c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:58.732159 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a2bfc18f-5ab7-4111-93c2-a990550cdb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:58.795025 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8319a1b4-0f75-447e-b2f5-b3d42ab1f81e tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (441c2f98-1398-422c-8cb1-00e46349e24c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:58.830879 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-8319a1b4-0f75-447e-b2f5-b3d42ab1f81e tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Calling delete_port for 441c2f98-1398-422c-8cb1-00e46349e24c owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:15:58.938643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62183188-3830-4780-9dd3-a42d7cf50998 req-47ede724-fdec-4340-ba67-c6a3d913292a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:58.940251 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62183188-3830-4780-9dd3-a42d7cf50998 req-47ede724-fdec-4340-ba67-c6a3d913292a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.1604600 Mar 24 01:15:59.175974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62183188-3830-4780-9dd3-a42d7cf50998 req-8c2d8ed4-9dd2-4c86-bf86-da9e5733f4c4 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246239 Mar 24 01:15:59.498078 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8319a1b4-0f75-447e-b2f5-b3d42ab1f81e tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (441c2f98-1398-422c-8cb1-00e46349e24c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:59.604536 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319a1b4-0f75-447e-b2f5-b3d42ab1f81e tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event deleted for resources: {'Port': ['ID=441c2f98-1398-422c-8cb1-00e46349e24c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:15:59.780213 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8319a1b4-0f75-447e-b2f5-b3d42ab1f81e tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (da679e0e-78dd-4b76-b260-ed5dbdfa1551), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:15:59.918309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276f9e4-2195-45f0-909a-74179cd627eb req-d9cb3f2b-d8e3-4f18-87af-93c723099a80 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:15:59.928986 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c276f9e4-2195-45f0-909a-74179cd627eb req-d9cb3f2b-d8e3-4f18-87af-93c723099a80 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 946 time: 0.1716769 Mar 24 01:16:00.006770 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8319a1b4-0f75-447e-b2f5-b3d42ab1f81e tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Router da679e0e-78dd-4b76-b260-ed5dbdfa1551 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:16:00.039937 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:00.154077 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8319a1b4-0f75-447e-b2f5-b3d42ab1f81e tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:16:00.166311 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c276f9e4-2195-45f0-909a-74179cd627eb req-64f7d6f3-76a1-4166-adea-379d401f5a13 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=b9624ad9-5120-4aba-8589-e96242a7b402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154739 Mar 24 01:16:00.172436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd872df-18c6-4cff-9324-dbe1af321ee7 None None] Sync routers for ids ['da679e0e-78dd-4b76-b260-ed5dbdfa1551'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:16:00.193667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41518) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:00.209214 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8319a1b4-0f75-447e-b2f5-b3d42ab1f81e tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "PUT /v2.0/routers/da679e0e-78dd-4b76-b260-ed5dbdfa1551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2541242 Mar 24 01:16:00.216600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd872df-18c6-4cff-9324-dbe1af321ee7 None None] Routers {'da679e0e-78dd-4b76-b260-ed5dbdfa1551'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:16:00.217367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9bd872df-18c6-4cff-9324-dbe1af321ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:15:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['da679e0e-78dd-4b76-b260-ed5dbdfa1551'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:00.294549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9bd872df-18c6-4cff-9324-dbe1af321ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:00.307972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd872df-18c6-4cff-9324-dbe1af321ee7 None None] Routers {'da679e0e-78dd-4b76-b260-ed5dbdfa1551'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:16:00.308809 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9bd872df-18c6-4cff-9324-dbe1af321ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:15:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['da679e0e-78dd-4b76-b260-ed5dbdfa1551'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:00.323771 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-be6cff79-bf28-4500-bda7-fbda98904cb3 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] show failed (client error): The resource could not be found. Mar 24 01:16:00.337745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-be6cff79-bf28-4500-bda7-fbda98904cb3 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-1056297441 HTTP/1.1" status: 404 len: 335 time: 0.1361370 Mar 24 01:16:00.338442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41530) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:00.353069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c7e2790b-a27f-4c7d-aa32-2464959d8047 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Request body: {'router': {'name': 'new_name'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:16:00.401088 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9bd872df-18c6-4cff-9324-dbe1af321ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:00.404958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd872df-18c6-4cff-9324-dbe1af321ee7 None None] The sync data for ids ['da679e0e-78dd-4b76-b260-ed5dbdfa1551'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:16:00.478183 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-c7e2790b-a27f-4c7d-aa32-2464959d8047 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] update failed (client error): The resource could not be found. Mar 24 01:16:00.479665 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c7e2790b-a27f-4c7d-aa32-2464959d8047 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-1680134408 HTTP/1.1" status: 404 len: 335 time: 0.1402090 Mar 24 01:16:00.482939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dc234-0d2b-42e8-a3a9-94ea532c22c5 req-ec7affd5-9e1d-4f63-804d-ea47e77955e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:00.484583 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f8dc234-0d2b-42e8-a3a9-94ea532c22c5 req-ec7affd5-9e1d-4f63-804d-ea47e77955e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 1128 time: 0.6136761 Mar 24 01:16:00.485239 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41536) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:00.674614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dc234-0d2b-42e8-a3a9-94ea532c22c5 req-f6555107-5a92-4ff8-907a-a5f822e62086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:00.676034 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f8dc234-0d2b-42e8-a3a9-94ea532c22c5 req-f6555107-5a92-4ff8-907a-a5f822e62086 service neutron] 10.222.0.57 "GET /v2.0/networks?id=871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 200 len: 918 time: 0.1755476 Mar 24 01:16:00.835723 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b5c5104f-3d4d-4ef6-ab43-f21a3185776c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:00.871631 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d81d0-8510-45d8-9f1d-5adc51e7924a req-04bebfcf-ea86-4f1c-9baa-41656f06dbe0 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:00.874044 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c8d81d0-8510-45d8-9f1d-5adc51e7924a req-04bebfcf-ea86-4f1c-9baa-41656f06dbe0 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.4373407 Mar 24 01:16:00.882229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-10383c94-6eb8-4695-9cba-8eea12c134a7 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Deleting subnet 449691bf-9f09-4482-9d74-22e61d04c233 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:16:00.891658 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f8dc234-0d2b-42e8-a3a9-94ea532c22c5 req-11f374c2-6f96-425a-b8e4-ec773858e218 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e335762b-23e4-4b98-aed9-2a66b076d971 HTTP/1.1" status: 200 len: 1002 time: 0.1669607 Mar 24 01:16:00.892728 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10383c94-6eb8-4695-9cba-8eea12c134a7 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for subnet (449691bf-9f09-4482-9d74-22e61d04c233), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:01.184339 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10383c94-6eb8-4695-9cba-8eea12c134a7 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (449691bf-9f09-4482-9d74-22e61d04c233), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:01.291881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c8d81d0-8510-45d8-9f1d-5adc51e7924a req-e07727ce-9b38-4881-890b-34542a445a5a tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4017754 Mar 24 01:16:01.393179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dc234-0d2b-42e8-a3a9-94ea532c22c5 req-ec20f992-8827-49e2-994e-5253ed217bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:01.395239 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f8dc234-0d2b-42e8-a3a9-94ea532c22c5 req-ec20f992-8827-49e2-994e-5253ed217bfe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4d27960-c52d-4f7c-8496-b63aa9268ea4 HTTP/1.1" status: 200 len: 856 time: 0.4774547 Mar 24 01:16:01.464113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1953642-ccfd-4f93-a543-e4baab4e7cfc req-ef991aa0-b956-484c-808d-9ae7549e298f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:01.471542 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1953642-ccfd-4f93-a543-e4baab4e7cfc req-ef991aa0-b956-484c-808d-9ae7549e298f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 946 time: 0.1379170 Mar 24 01:16:01.537649 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10383c94-6eb8-4695-9cba-8eea12c134a7 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (449691bf-9f09-4482-9d74-22e61d04c233), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:01.651087 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10383c94-6eb8-4695-9cba-8eea12c134a7 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (449691bf-9f09-4482-9d74-22e61d04c233), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:01.734567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10383c94-6eb8-4695-9cba-8eea12c134a7 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event deleted for resources: {'Subnet': ['ID=449691bf-9f09-4482-9d74-22e61d04c233,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:01.815308 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4173657-8a8b-47d4-bca1-304ba7c2fc29 req-4982986a-f739-4118-88e9-82d62eaecf4a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:01.817175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4173657-8a8b-47d4-bca1-304ba7c2fc29 req-4982986a-f739-4118-88e9-82d62eaecf4a tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 946 time: 0.5197327 Mar 24 01:16:01.840887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879df531-9018-4138-8eec-c83ec2bd4a71 None None] Network 5c025c29-6936-4bd6-bfcc-832b28cc76b5 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:16:01.850478 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10383c94-6eb8-4695-9cba-8eea12c134a7 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:01.862173 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-10383c94-6eb8-4695-9cba-8eea12c134a7 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "DELETE /v2.0/subnets/449691bf-9f09-4482-9d74-22e61d04c233 HTTP/1.1" status: 204 len: 168 time: 1.3737409 Mar 24 01:16:01.865009 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41580) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:01.875927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dc234-0d2b-42e8-a3a9-94ea532c22c5 req-ed6845c8-6a31-44ef-a1ba-b54ae683492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:01.885728 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f8dc234-0d2b-42e8-a3a9-94ea532c22c5 req-ed6845c8-6a31-44ef-a1ba-b54ae683492f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=871413ce-bf54-4e47-942e-8e906667bc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4742031 Mar 24 01:16:02.011693 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (5c025c29-6936-4bd6-bfcc-832b28cc76b5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:02.217662 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:02.231189 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Deleting port 2508453b-013d-4045-b4d6-4bca2467119c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:16:02.231625 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2508453b-013d-4045-b4d6-4bca2467119c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:02.263717 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab528034-c3b4-4f31-9a59-a670824ee1d4 None None] DHCP port deletion for 5c025c29-6936-4bd6-bfcc-832b28cc76b5 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:16:02.343472 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] For port 2508453b-013d-4045-b4d6-4bca2467119c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2508453b-013d-4045-b4d6-4bca2467119c,segment=NetworkSegment(f41a2a95-b75f-4285-96f9-e388d52f7227),segment_id=f41a2a95-b75f-4285-96f9-e388d52f7227)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:16:02.343472 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2508453b-013d-4045-b4d6-4bca2467119c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:02.375968 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f8dc234-0d2b-42e8-a3a9-94ea532c22c5 req-45a04f4e-5312-4edb-b748-5237c30922c0 service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479198 Mar 24 01:16:02.377745 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Calling delete_port for 2508453b-013d-4045-b4d6-4bca2467119c owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:16:02.394455 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1953642-ccfd-4f93-a543-e4baab4e7cfc req-82d74fd1-a153-4509-afff-80c3ce9843be tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=b9624ad9-5120-4aba-8589-e96242a7b402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9217668 Mar 24 01:16:02.445397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ab528034-c3b4-4f31-9a59-a670824ee1d4 None None] Deleting port 2508453b-013d-4045-b4d6-4bca2467119c {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:16:02.445739 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ab528034-c3b4-4f31-9a59-a670824ee1d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2508453b-013d-4045-b4d6-4bca2467119c), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:02.588047 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2508453b-013d-4045-b4d6-4bca2467119c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:02.596807 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:02.605309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ab528034-c3b4-4f31-9a59-a670824ee1d4 None None] For port 2508453b-013d-4045-b4d6-4bca2467119c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2508453b-013d-4045-b4d6-4bca2467119c,segment=NetworkSegment(f41a2a95-b75f-4285-96f9-e388d52f7227),segment_id=f41a2a95-b75f-4285-96f9-e388d52f7227)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:16:02.606087 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ab528034-c3b4-4f31-9a59-a670824ee1d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2508453b-013d-4045-b4d6-4bca2467119c), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:02.627564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ab528034-c3b4-4f31-9a59-a670824ee1d4 None None] Calling delete_port for 2508453b-013d-4045-b4d6-4bca2467119c owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:16:02.650800 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event deleted for resources: {'Port': ['ID=2508453b-013d-4045-b4d6-4bca2467119c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:02.656989 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] No DVR routers for this DVR port 2508453b-013d-4045-b4d6-4bca2467119c on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:16:02.837892 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ab528034-c3b4-4f31-9a59-a670824ee1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (2508453b-013d-4045-b4d6-4bca2467119c), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:02.852389 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f8dc234-0d2b-42e8-a3a9-94ea532c22c5 req-b5eacf79-f4d9-4e8b-9d17-637848ee8239 service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625237 Mar 24 01:16:02.869871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (5c025c29-6936-4bd6-bfcc-832b28cc76b5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:02.896628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab528034-c3b4-4f31-9a59-a670824ee1d4 None None] No DVR routers for this DVR port 2508453b-013d-4045-b4d6-4bca2467119c on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:16:02.947945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c025c29-6936-4bd6-bfcc-832b28cc76b5']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:02.967812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c7b7a-41f6-4543-abf1-9ed4b8706ccb req-22d2bbc5-a400-45e4-951d-64503c9c4dc0 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:02.970324 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab528034-c3b4-4f31-9a59-a670824ee1d4 None None] Pushing event deleted for resources: {'Port': ['ID=2508453b-013d-4045-b4d6-4bca2467119c,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:02.973283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d1c7b7a-41f6-4543-abf1-9ed4b8706ccb req-22d2bbc5-a400-45e4-951d-64503c9c4dc0 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 946 time: 0.3330107 Mar 24 01:16:02.980504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41a2a95-b75f-4285-96f9-e388d52f7227') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:02.980806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41a2a95-b75f-4285-96f9-e388d52f7227') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:02.998704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-a4173657-8a8b-47d4-bca1-304ba7c2fc29 req-4b09b7e4-e27a-4579-9e50-d550de6857b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Deleting port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:16:02.999325 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a4173657-8a8b-47d4-bca1-304ba7c2fc29 req-4b09b7e4-e27a-4579-9e50-d550de6857b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:03.023079 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (f41a2a95-b75f-4285-96f9-e388d52f7227), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:03.051066 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f41a2a95-b75f-4285-96f9-e388d52f7227), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:03.074680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:16:03.076761 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (f41a2a95-b75f-4285-96f9-e388d52f7227), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:16:03.087593 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:16:03.200320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d1c7b7a-41f6-4543-abf1-9ed4b8706ccb req-a2280844-c884-4192-acfb-70a330726ad6 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102995 Mar 24 01:16:03.216482 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (5c025c29-6936-4bd6-bfcc-832b28cc76b5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:03.244851 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:03.266565 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "DELETE /v2.0/networks/5c025c29-6936-4bd6-bfcc-832b28cc76b5 HTTP/1.1" status: 204 len: 168 time: 1.3984249 Mar 24 01:16:03.268897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41606) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:03.294907 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8723776-ef9f-46a6-b36f-343172ff3234 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event deleted for resources: {'Network': ['ID=5c025c29-6936-4bd6-bfcc-832b28cc76b5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:03.381789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2508453b-013d-4045-b4d6-4bca2467119c no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:16:03.406890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-a4173657-8a8b-47d4-bca1-304ba7c2fc29 req-4b09b7e4-e27a-4579-9e50-d550de6857b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] For port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:16:03.407447 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a4173657-8a8b-47d4-bca1-304ba7c2fc29 req-4b09b7e4-e27a-4579-9e50-d550de6857b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:03.453856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 2508453b-013d-4045-b4d6-4bca2467119c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:16:03.454209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2508453b-013d-4045-b4d6-4bca2467119c not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:16:03.457261 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aedf2a4-df49-4182-ad38-adad65ec0ef7 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Deleting subnet 7a71adce-b0d2-4c17-8e60-cf72b0f8c4af {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:16:03.472469 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9aedf2a4-df49-4182-ad38-adad65ec0ef7 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for subnet (7a71adce-b0d2-4c17-8e60-cf72b0f8c4af), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:03.606809 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9aedf2a4-df49-4182-ad38-adad65ec0ef7 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (7a71adce-b0d2-4c17-8e60-cf72b0f8c4af), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:03.611572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device e335762b-23e4-4b98-aed9-2a66b076d971 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:16:03.707135 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:03.811138 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port e335762b-23e4-4b98-aed9-2a66b076d971 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:16:03.811821 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:03.877995 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e36396f-7cff-4947-840a-70e887cd31c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e335762b-23e4-4b98-aed9-2a66b076d971'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:16:03.881734 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d297063-5633-4233-993f-5531f6903fd5" -d '{"events": [{"server_uuid": "6e36396f-7cff-4947-840a-70e887cd31c1", "name": "network-vif-unplugged", "status": "completed", "tag": "e335762b-23e4-4b98-aed9-2a66b076d971"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:16:03.903117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port e335762b-23e4-4b98-aed9-2a66b076d971, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=e335762b-23e4-4b98-aed9-2a66b076d971,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:16:03.911011 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:03.912083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:16:04.019553 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a200032-4fa0-449f-8416-e0d42da4421b x-openstack-request-id: req-3a200032-4fa0-449f-8416-e0d42da4421b {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:16:04.021917 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e36396f-7cff-4947-840a-70e887cd31c1", "name": "network-vif-unplugged", "status": "completed", "tag": "e335762b-23e4-4b98-aed9-2a66b076d971", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:16:04.022364 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a200032-4fa0-449f-8416-e0d42da4421b {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:16:04.024824 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a200032-4fa0-449f-8416-e0d42da4421b'] response: {'server_uuid': '6e36396f-7cff-4947-840a-70e887cd31c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e335762b-23e4-4b98-aed9-2a66b076d971', 'code': 200} Mar 24 01:16:04.088536 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=e335762b-23e4-4b98-aed9-2a66b076d971,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:04.140487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1692620-7871-4ce8-b293-377c4ecc4bc2 req-1f7bb4c5-31c8-4c93-a8f3-1350223e8e89 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:04.142407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1692620-7871-4ce8-b293-377c4ecc4bc2 req-1f7bb4c5-31c8-4c93-a8f3-1350223e8e89 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 946 time: 0.4791005 Mar 24 01:16:04.171986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:16:04.174769 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:04.215514 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9aedf2a4-df49-4182-ad38-adad65ec0ef7 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (7a71adce-b0d2-4c17-8e60-cf72b0f8c4af), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:04.278816 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:16:04.291272 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:04.510919 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-22b36f06-8083-4763-8f57-5290be26d37d req-cfda61c8-14ef-4c00-8304-3b11bac4e1a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1680152 Mar 24 01:16:04.736750 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b36f06-8083-4763-8f57-5290be26d37d req-c2edada6-c044-4dcb-9c62-a48456e2e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:04.745581 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-22b36f06-8083-4763-8f57-5290be26d37d req-c2edada6-c044-4dcb-9c62-a48456e2e1f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bac96e758dc241c18c6c15569d3c31bb&device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 1132 time: 0.1527755 Mar 24 01:16:04.762565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1692620-7871-4ce8-b293-377c4ecc4bc2 req-5edae9c3-3e0e-42ab-90d9-94b712095ac6 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups?id=b9624ad9-5120-4aba-8589-e96242a7b402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6079814 Mar 24 01:16:04.781264 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a4173657-8a8b-47d4-bca1-304ba7c2fc29 req-4b09b7e4-e27a-4579-9e50-d550de6857b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:04.781672 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a4173657-8a8b-47d4-bca1-304ba7c2fc29 req-4b09b7e4-e27a-4579-9e50-d550de6857b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (3c70e38a-d6f5-4ff9-8847-7edaea57fcbf), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:04.781988 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-a4173657-8a8b-47d4-bca1-304ba7c2fc29 req-4b09b7e4-e27a-4579-9e50-d550de6857b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Floating IP 3c70e38a-d6f5-4ff9-8847-7edaea57fcbf disassociated. External IP: 172.25.0.6, port: f6cd92c2-4a1f-49cb-9fe4-f933e05237c1. Mar 24 01:16:04.782332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-a4173657-8a8b-47d4-bca1-304ba7c2fc29 req-4b09b7e4-e27a-4579-9e50-d550de6857b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Calling delete_port for f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:16:04.817702 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d108465-f475-4824-8cdb-ff41d4ec5b7d req-710fdb3a-2251-4dc3-9e28-563e240476b7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:04.819352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d108465-f475-4824-8cdb-ff41d4ec5b7d req-710fdb3a-2251-4dc3-9e28-563e240476b7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.2493215 Mar 24 01:16:04.828371 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9aedf2a4-df49-4182-ad38-adad65ec0ef7 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (7a71adce-b0d2-4c17-8e60-cf72b0f8c4af), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:04.900326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedf2a4-df49-4182-ad38-adad65ec0ef7 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event deleted for resources: {'Subnet': ['ID=7a71adce-b0d2-4c17-8e60-cf72b0f8c4af,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:05.002408 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b36f06-8083-4763-8f57-5290be26d37d req-668aa1c9-d480-41a9-88f6-5e9a421f60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:05.007540 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-22b36f06-8083-4763-8f57-5290be26d37d req-668aa1c9-d480-41a9-88f6-5e9a421f60dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.2397346 Mar 24 01:16:05.017356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d82bb7-2759-4ab9-a52b-0473471c85c6 None None] Network c89d48aa-da1d-4c17-a9e9-eab48e280053 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:16:05.017972 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9aedf2a4-df49-4182-ad38-adad65ec0ef7 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:05.029043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9aedf2a4-df49-4182-ad38-adad65ec0ef7 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "DELETE /v2.0/subnets/7a71adce-b0d2-4c17-8e60-cf72b0f8c4af HTTP/1.1" status: 204 len: 168 time: 1.7578492 Mar 24 01:16:05.043319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41642) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:05.164468 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-22b36f06-8083-4763-8f57-5290be26d37d req-6eb9befc-b2ad-457e-b1a3-e96c3d21c0e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=aec6cacc-2df0-428c-9b5d-354f186df364 HTTP/1.1" status: 200 len: 217 time: 0.1504068 Mar 24 01:16:05.249020 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:05.250340 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9d108465-f475-4824-8cdb-ff41d4ec5b7d req-125d3946-3750-4a94-a027-4b61397eebca tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4239163 Mar 24 01:16:05.266462 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:05.284662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b2a691-44f8-43ee-ac61-f1d874a7e10a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Deleting subnet 13a8fcfa-07fe-484b-900b-967470b7cc51 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:16:05.352999 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b36f06-8083-4763-8f57-5290be26d37d req-3adbfdf2-73e5-4e80-b14f-252bcf029852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:05.354652 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-22b36f06-8083-4763-8f57-5290be26d37d req-3adbfdf2-73e5-4e80-b14f-252bcf029852 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1841044 Mar 24 01:16:05.373510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c090a4dc-6bfa-4ea0-8ee4-0077cfa41cf2 None None] DHCP port deletion for c89d48aa-da1d-4c17-a9e9-eab48e280053 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:16:05.418605 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a691-44f8-43ee-ac61-f1d874a7e10a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for subnet (13a8fcfa-07fe-484b-900b-967470b7cc51), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:05.478227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c090a4dc-6bfa-4ea0-8ee4-0077cfa41cf2 None None] Deleting port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:16:05.478712 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c090a4dc-6bfa-4ea0-8ee4-0077cfa41cf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (444a29a7-bb06-43b2-b1fd-0a11fb84c61b), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:05.480150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b36f06-8083-4763-8f57-5290be26d37d req-76e24a70-7f90-4a54-9d28-277fecf2f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:05.483028 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-22b36f06-8083-4763-8f57-5290be26d37d req-76e24a70-7f90-4a54-9d28-277fecf2f410 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1223102 Mar 24 01:16:05.644343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c090a4dc-6bfa-4ea0-8ee4-0077cfa41cf2 None None] For port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=444a29a7-bb06-43b2-b1fd-0a11fb84c61b,segment=NetworkSegment(9c017539-19d0-45bb-b172-9943fc495ccf),segment_id=9c017539-19d0-45bb-b172-9943fc495ccf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:16:05.657637 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c090a4dc-6bfa-4ea0-8ee4-0077cfa41cf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (444a29a7-bb06-43b2-b1fd-0a11fb84c61b), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:05.687194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c090a4dc-6bfa-4ea0-8ee4-0077cfa41cf2 None None] Calling delete_port for 444a29a7-bb06-43b2-b1fd-0a11fb84c61b owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:16:05.749368 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-22b36f06-8083-4763-8f57-5290be26d37d req-9947706f-2907-4232-8d6e-416de77517ec service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575831 Mar 24 01:16:05.963505 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c090a4dc-6bfa-4ea0-8ee4-0077cfa41cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (444a29a7-bb06-43b2-b1fd-0a11fb84c61b), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:06.016499 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090a4dc-6bfa-4ea0-8ee4-0077cfa41cf2 None None] Pushing event deleted for resources: {'Port': ['ID=444a29a7-bb06-43b2-b1fd-0a11fb84c61b,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:06.020594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c090a4dc-6bfa-4ea0-8ee4-0077cfa41cf2 None None] No DVR routers for this DVR port 444a29a7-bb06-43b2-b1fd-0a11fb84c61b on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:16:06.026826 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-22b36f06-8083-4763-8f57-5290be26d37d req-ed704fcc-0705-4d5d-9946-7582a08ec7b3 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717092 Mar 24 01:16:06.028746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa619e84-f4fe-4f77-96b2-d643e344c363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6cd92c2-4a1f-49cb-9fe4-f933e05237c1'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:16:06.031288 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e758fac-f782-423c-9a6b-4ab570beb7b9" -d '{"events": [{"server_uuid": "aa619e84-f4fe-4f77-96b2-d643e344c363", "name": "network-vif-unplugged", "status": "completed", "tag": "f6cd92c2-4a1f-49cb-9fe4-f933e05237c1"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:16:06.128871 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b16643-4455-480f-bf3a-f8ff44da69bb x-openstack-request-id: req-a6b16643-4455-480f-bf3a-f8ff44da69bb {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:16:06.129475 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa619e84-f4fe-4f77-96b2-d643e344c363", "name": "network-vif-unplugged", "status": "completed", "tag": "f6cd92c2-4a1f-49cb-9fe4-f933e05237c1", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:16:06.130066 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a6b16643-4455-480f-bf3a-f8ff44da69bb {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:16:06.130675 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b16643-4455-480f-bf3a-f8ff44da69bb'] response: {'server_uuid': 'aa619e84-f4fe-4f77-96b2-d643e344c363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6cd92c2-4a1f-49cb-9fe4-f933e05237c1', 'code': 200} Mar 24 01:16:06.374341 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a691-44f8-43ee-ac61-f1d874a7e10a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (13a8fcfa-07fe-484b-900b-967470b7cc51), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:06.406496 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a4173657-8a8b-47d4-bca1-304ba7c2fc29 req-4b09b7e4-e27a-4579-9e50-d550de6857b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f6cd92c2-4a1f-49cb-9fe4-f933e05237c1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:06.556321 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3266b5b6-d460-4d84-a3f0-250ff634dbec req-acb4c8bf-1649-4ebb-b4c2-55748e953d09 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 210 time: 0.1753547 Mar 24 01:16:06.665993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09b7e4-e27a-4579-9e50-d550de6857b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event deleted for resources: {'Port': ['ID=f6cd92c2-4a1f-49cb-9fe4-f933e05237c1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:06.926184 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a691-44f8-43ee-ac61-f1d874a7e10a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (13a8fcfa-07fe-484b-900b-967470b7cc51), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:07.060264 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a691-44f8-43ee-ac61-f1d874a7e10a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (13a8fcfa-07fe-484b-900b-967470b7cc51), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:07.097403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782988f7-cf38-40ed-98b4-693cdf000efb None None] Network 0ba5c82f-f88e-4998-9cb1-1b006f2ce405 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:16:07.157865 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a691-44f8-43ee-ac61-f1d874a7e10a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:07.174909 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e8b2a691-44f8-43ee-ac61-f1d874a7e10a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "DELETE /v2.0/subnets/13a8fcfa-07fe-484b-900b-967470b7cc51 HTTP/1.1" status: 204 len: 168 time: 2.1231070 Mar 24 01:16:07.175844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41686) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:07.200537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2a691-44f8-43ee-ac61-f1d874a7e10a tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event deleted for resources: {'Subnet': ['ID=13a8fcfa-07fe-484b-900b-967470b7cc51,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:07.236812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67038eb-6ae5-4b27-9e94-493133430589 req-0e2d35c9-f866-4690-be84-24231145d5a1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:07.254607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e67038eb-6ae5-4b27-9e94-493133430589 req-0e2d35c9-f866-4690-be84-24231145d5a1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.7458346 Mar 24 01:16:07.368748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e67038eb-6ae5-4b27-9e94-493133430589 req-d0cb23b0-8c64-4a5e-8e5c-9c38660b51a5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048324 Mar 24 01:16:07.406103 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4173657-8a8b-47d4-bca1-304ba7c2fc29 req-4b09b7e4-e27a-4579-9e50-d550de6857b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Router a9ee4bad-e653-484c-97e8-9380577683bf has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:16:07.457770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 444a29a7-bb06-43b2-b1fd-0a11fb84c61b no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:16:07.500031 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c56557d-543a-480d-9011-35decc3d2779 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (c89d48aa-da1d-4c17-a9e9-eab48e280053), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:07.518608 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 444a29a7-bb06-43b2-b1fd-0a11fb84c61b {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:16:07.520244 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 444a29a7-bb06-43b2-b1fd-0a11fb84c61b not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:16:07.626615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device e335762b-23e4-4b98-aed9-2a66b076d971 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:16:07.832033 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c56557d-543a-480d-9011-35decc3d2779 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (c89d48aa-da1d-4c17-a9e9-eab48e280053), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:07.873460 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84620cf-01d1-4a34-aed0-c06eac53ff30 None None] DHCP port deletion for 0ba5c82f-f88e-4998-9cb1-1b006f2ce405 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:16:07.914906 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2c56557d-543a-480d-9011-35decc3d2779 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89d48aa-da1d-4c17-a9e9-eab48e280053']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:07.943951 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2c56557d-543a-480d-9011-35decc3d2779 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c017539-19d0-45bb-b172-9943fc495ccf') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:07.944536 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2c56557d-543a-480d-9011-35decc3d2779 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c017539-19d0-45bb-b172-9943fc495ccf') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:07.986874 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c56557d-543a-480d-9011-35decc3d2779 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (9c017539-19d0-45bb-b172-9943fc495ccf), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:08.015844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port e335762b-23e4-4b98-aed9-2a66b076d971 is: DOWN; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:16:08.048070 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b9d42ce-722d-402a-bcab-1dc42fa88082 req-f7c18af2-936c-4646-8edd-114239025c5d tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 210 time: 0.2851772 Mar 24 01:16:08.064039 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c56557d-543a-480d-9011-35decc3d2779 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (9c017539-19d0-45bb-b172-9943fc495ccf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:08.074703 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d84620cf-01d1-4a34-aed0-c06eac53ff30 None None] Deleting port e882a43f-e07b-4948-b36c-ac50d83460fc {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:16:08.078323 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d84620cf-01d1-4a34-aed0-c06eac53ff30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e882a43f-e07b-4948-b36c-ac50d83460fc), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:08.079624 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c56557d-543a-480d-9011-35decc3d2779 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:16:08.080085 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c56557d-543a-480d-9011-35decc3d2779 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (9c017539-19d0-45bb-b172-9943fc495ccf), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:16:08.088151 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:16:08.156522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4173657-8a8b-47d4-bca1-304ba7c2fc29 req-4b09b7e4-e27a-4579-9e50-d550de6857b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:16:08.173587 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5bc180-18cf-4e91-a837-439f59b67f55 None None] Sync routers for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:16:08.191725 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5bc180-18cf-4e91-a837-439f59b67f55 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:16:08.194313 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-df5bc180-18cf-4e91-a837-439f59b67f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:16:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:08.213212 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c56557d-543a-480d-9011-35decc3d2779 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (c89d48aa-da1d-4c17-a9e9-eab48e280053), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:08.233342 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c56557d-543a-480d-9011-35decc3d2779 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:08.261710 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2c56557d-543a-480d-9011-35decc3d2779 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "DELETE /v2.0/networks/c89d48aa-da1d-4c17-a9e9-eab48e280053 HTTP/1.1" status: 204 len: 168 time: 1.0838788 Mar 24 01:16:08.264733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41722) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:08.303886 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56557d-543a-480d-9011-35decc3d2779 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event deleted for resources: {'Network': ['ID=c89d48aa-da1d-4c17-a9e9-eab48e280053,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:08.335997 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d84620cf-01d1-4a34-aed0-c06eac53ff30 None None] For port e882a43f-e07b-4948-b36c-ac50d83460fc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e882a43f-e07b-4948-b36c-ac50d83460fc,segment=NetworkSegment(5f4856bf-7f03-4091-8562-ca1f34194522),segment_id=5f4856bf-7f03-4091-8562-ca1f34194522)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:16:08.337367 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d84620cf-01d1-4a34-aed0-c06eac53ff30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e882a43f-e07b-4948-b36c-ac50d83460fc), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:08.367785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d84620cf-01d1-4a34-aed0-c06eac53ff30 None None] Calling delete_port for e882a43f-e07b-4948-b36c-ac50d83460fc owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:16:08.521941 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1a46b2c6-8de1-42d7-abdb-85bd668bce71 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (0ba5c82f-f88e-4998-9cb1-1b006f2ce405), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:08.524048 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-df5bc180-18cf-4e91-a837-439f59b67f55 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:16:08.530059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4173657-8a8b-47d4-bca1-304ba7c2fc29 req-4b09b7e4-e27a-4579-9e50-d550de6857b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] No DVR routers for this DVR port f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:16:08.535819 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a4173657-8a8b-47d4-bca1-304ba7c2fc29 req-4b09b7e4-e27a-4579-9e50-d550de6857b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:08.550196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4173657-8a8b-47d4-bca1-304ba7c2fc29 req-4b09b7e4-e27a-4579-9e50-d550de6857b0 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.57 "DELETE /v2.0/ports/f6cd92c2-4a1f-49cb-9fe4-f933e05237c1 HTTP/1.1" status: 204 len: 173 time: 6.6594801 Mar 24 01:16:08.570804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa619e84-f4fe-4f77-96b2-d643e344c363', 'name': 'network-vif-deleted', 'tag': 'f6cd92c2-4a1f-49cb-9fe4-f933e05237c1'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:16:08.574772 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d84620cf-01d1-4a34-aed0-c06eac53ff30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (e882a43f-e07b-4948-b36c-ac50d83460fc), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:08.589432 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b73bc7-890f-443e-9f1a-502fc61ac035" -d '{"events": [{"server_uuid": "aa619e84-f4fe-4f77-96b2-d643e344c363", "name": "network-vif-deleted", "tag": "f6cd92c2-4a1f-49cb-9fe4-f933e05237c1"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:16:08.649480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84620cf-01d1-4a34-aed0-c06eac53ff30 None None] Pushing event deleted for resources: {'Port': ['ID=e882a43f-e07b-4948-b36c-ac50d83460fc,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:08.671298 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84620cf-01d1-4a34-aed0-c06eac53ff30 None None] No DVR routers for this DVR port e882a43f-e07b-4948-b36c-ac50d83460fc on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:16:08.781931 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2e336c-0530-4b2f-b700-ab91bbb5bc2a x-openstack-request-id: req-df2e336c-0530-4b2f-b700-ab91bbb5bc2a {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:16:08.782279 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa619e84-f4fe-4f77-96b2-d643e344c363", "name": "network-vif-deleted", "tag": "f6cd92c2-4a1f-49cb-9fe4-f933e05237c1", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:16:08.782512 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df2e336c-0530-4b2f-b700-ab91bbb5bc2a {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:16:08.782932 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2e336c-0530-4b2f-b700-ab91bbb5bc2a'] response: {'server_uuid': 'aa619e84-f4fe-4f77-96b2-d643e344c363', 'name': 'network-vif-deleted', 'tag': 'f6cd92c2-4a1f-49cb-9fe4-f933e05237c1', 'status': 'completed', 'code': 200} Mar 24 01:16:08.788057 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1a46b2c6-8de1-42d7-abdb-85bd668bce71 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (0ba5c82f-f88e-4998-9cb1-1b006f2ce405), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:08.821404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1a46b2c6-8de1-42d7-abdb-85bd668bce71 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba5c82f-f88e-4998-9cb1-1b006f2ce405']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:08.837152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1a46b2c6-8de1-42d7-abdb-85bd668bce71 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4856bf-7f03-4091-8562-ca1f34194522') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:08.838193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1a46b2c6-8de1-42d7-abdb-85bd668bce71 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4856bf-7f03-4091-8562-ca1f34194522') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:08.850623 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1a46b2c6-8de1-42d7-abdb-85bd668bce71 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (5f4856bf-7f03-4091-8562-ca1f34194522), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:08.869532 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1a46b2c6-8de1-42d7-abdb-85bd668bce71 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (5f4856bf-7f03-4091-8562-ca1f34194522), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:08.877542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a46b2c6-8de1-42d7-abdb-85bd668bce71 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:16:08.878724 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1a46b2c6-8de1-42d7-abdb-85bd668bce71 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (5f4856bf-7f03-4091-8562-ca1f34194522), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:16:08.910586 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:16:09.177284 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1a46b2c6-8de1-42d7-abdb-85bd668bce71 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (0ba5c82f-f88e-4998-9cb1-1b006f2ce405), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:09.193054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1a46b2c6-8de1-42d7-abdb-85bd668bce71 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:09.206463 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41752) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:09.207636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1a46b2c6-8de1-42d7-abdb-85bd668bce71 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "DELETE /v2.0/networks/0ba5c82f-f88e-4998-9cb1-1b006f2ce405 HTTP/1.1" status: 204 len: 168 time: 0.9343624 Mar 24 01:16:09.247078 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46b2c6-8de1-42d7-abdb-85bd668bce71 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event deleted for resources: {'Network': ['ID=0ba5c82f-f88e-4998-9cb1-1b006f2ce405,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:09.343396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d80820-c578-481e-ac03-721462bd4ec1 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Deleting subnet 69995184-ab51-4000-b019-e23d99d9de9a {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:16:09.348923 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55d80820-c578-481e-ac03-721462bd4ec1 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for subnet (69995184-ab51-4000-b019-e23d99d9de9a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:09.436095 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a20abe32-96f0-4451-ab52-525b38745ddd req-b8c14234-ec35-4103-b75f-41d34b268ff5 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa619e84-f4fe-4f77-96b2-d643e344c363 HTTP/1.1" status: 200 len: 210 time: 0.1017036 Mar 24 01:16:09.490093 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e882a43f-e07b-4948-b36c-ac50d83460fc no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:16:09.512164 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55d80820-c578-481e-ac03-721462bd4ec1 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (69995184-ab51-4000-b019-e23d99d9de9a), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:09.603558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: e882a43f-e07b-4948-b36c-ac50d83460fc {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:16:09.603913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e882a43f-e07b-4948-b36c-ac50d83460fc not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:16:09.659343 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55d80820-c578-481e-ac03-721462bd4ec1 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (69995184-ab51-4000-b019-e23d99d9de9a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:09.770794 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55d80820-c578-481e-ac03-721462bd4ec1 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (69995184-ab51-4000-b019-e23d99d9de9a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:09.777261 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-df5bc180-18cf-4e91-a837-439f59b67f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:09.808933 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad292f33-9e24-4593-928e-0ceaab656998 None None] Network 126884ec-c345-41ce-ba7c-9b89de6a1384 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:16:09.815352 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-55d80820-c578-481e-ac03-721462bd4ec1 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:09.828062 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-55d80820-c578-481e-ac03-721462bd4ec1 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "DELETE /v2.0/subnets/69995184-ab51-4000-b019-e23d99d9de9a HTTP/1.1" status: 204 len: 168 time: 0.6201746 Mar 24 01:16:09.830657 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41770) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:09.846733 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5bc180-18cf-4e91-a837-439f59b67f55 None None] Checking router: a9ee4bad-e653-484c-97e8-9380577683bf for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:16:09.863600 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5bc180-18cf-4e91-a837-439f59b67f55 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:16:09.864574 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-df5bc180-18cf-4e91-a837-439f59b67f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:16:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:09.948488 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d80820-c578-481e-ac03-721462bd4ec1 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event deleted for resources: {'Subnet': ['ID=69995184-ab51-4000-b019-e23d99d9de9a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:10.051030 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (126884ec-c345-41ce-ba7c-9b89de6a1384), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:10.209209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-9a68b72d-2073-423a-8ccc-190bd856a524 req-1f7bdbe9-c59c-4da6-8531-6c09c8f238e1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:16:10.245259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a68b72d-2073-423a-8ccc-190bd856a524 req-1f7bdbe9-c59c-4da6-8531-6c09c8f238e1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4594121 Mar 24 01:16:10.279406 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7345ddb1-265e-43ac-a526-7d53a9c66b4a None None] DHCP port deletion for 126884ec-c345-41ce-ba7c-9b89de6a1384 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:16:10.317597 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Deleting port ca948a1d-9fed-4b7f-b986-b9859b169d3f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:16:10.322433 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ca948a1d-9fed-4b7f-b986-b9859b169d3f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:10.383405 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-df5bc180-18cf-4e91-a837-439f59b67f55 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:16:10.462909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7345ddb1-265e-43ac-a526-7d53a9c66b4a None None] Deleting port ca948a1d-9fed-4b7f-b986-b9859b169d3f {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:16:10.463515 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7345ddb1-265e-43ac-a526-7d53a9c66b4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ca948a1d-9fed-4b7f-b986-b9859b169d3f), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:10.549005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] For port ca948a1d-9fed-4b7f-b986-b9859b169d3f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ca948a1d-9fed-4b7f-b986-b9859b169d3f,segment=NetworkSegment(39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9),segment_id=39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:16:10.551046 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ca948a1d-9fed-4b7f-b986-b9859b169d3f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:10.568869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Calling delete_port for ca948a1d-9fed-4b7f-b986-b9859b169d3f owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:16:10.688303 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7345ddb1-265e-43ac-a526-7d53a9c66b4a None None] For port ca948a1d-9fed-4b7f-b986-b9859b169d3f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ca948a1d-9fed-4b7f-b986-b9859b169d3f,segment=NetworkSegment(39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9),segment_id=39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:16:10.692201 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7345ddb1-265e-43ac-a526-7d53a9c66b4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ca948a1d-9fed-4b7f-b986-b9859b169d3f), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:10.723988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7345ddb1-265e-43ac-a526-7d53a9c66b4a None None] Calling delete_port for ca948a1d-9fed-4b7f-b986-b9859b169d3f owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:16:10.729918 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ca948a1d-9fed-4b7f-b986-b9859b169d3f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:10.765124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] No DVR routers for this DVR port ca948a1d-9fed-4b7f-b986-b9859b169d3f on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:16:10.836763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event deleted for resources: {'Port': ['ID=ca948a1d-9fed-4b7f-b986-b9859b169d3f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:10.908072 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7345ddb1-265e-43ac-a526-7d53a9c66b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (ca948a1d-9fed-4b7f-b986-b9859b169d3f), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:10.963673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7345ddb1-265e-43ac-a526-7d53a9c66b4a None None] No DVR routers for this DVR port ca948a1d-9fed-4b7f-b986-b9859b169d3f on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:16:11.005572 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-df5bc180-18cf-4e91-a837-439f59b67f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:11.047264 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (126884ec-c345-41ce-ba7c-9b89de6a1384), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:11.052324 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345ddb1-265e-43ac-a526-7d53a9c66b4a None None] Pushing event deleted for resources: {'Port': ['ID=ca948a1d-9fed-4b7f-b986-b9859b169d3f,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:11.072997 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5bc180-18cf-4e91-a837-439f59b67f55 None None] The sync data for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 is: [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:07:32Z', 'revision_number': 4, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '80c439ef-2ba8-43bc-a999-842edbd3562e', 'name': '', 'network_id': '6918af68-a637-45cf-99cb-b0e3cc2df9c3', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'mac_address': 'fa:16:3e:5a:b2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '06e22de7-2896-4698-97a5-0faab792cc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:30Z', 'updated_at': '2022-03-24T01:07:39Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'subnets': [{'id': '06e22de7-2896-4698-97a5-0faab792cc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:16:11.106318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126884ec-c345-41ce-ba7c-9b89de6a1384']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:11.131349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:11.131936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:11.149373 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:11.182178 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:11.188908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:16:11.189304 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (39f77824-8ec9-48c9-aac7-4a1f9e0fb7b9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:16:11.262385 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:16:11.267638 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (126884ec-c345-41ce-ba7c-9b89de6a1384), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:11.287953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:11.299181 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "DELETE /v2.0/networks/126884ec-c345-41ce-ba7c-9b89de6a1384 HTTP/1.1" status: 204 len: 168 time: 1.4652822 Mar 24 01:16:11.299755 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41804) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:11.341243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa06c7-0732-413b-af22-01dc42680e5f tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Pushing event deleted for resources: {'Network': ['ID=126884ec-c345-41ce-ba7c-9b89de6a1384,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:11.375355 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-39fb68f4-227d-43b1-aa92-3110a399d680 tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "GET /v2.0/ports?device_id=da679e0e-78dd-4b76-b260-ed5dbdfa1551 HTTP/1.1" status: 200 len: 205 time: 0.0744121 Mar 24 01:16:11.377764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41806) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:11.420993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ca948a1d-9fed-4b7f-b986-b9859b169d3f no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:16:11.480914 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: ca948a1d-9fed-4b7f-b986-b9859b169d3f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:16:11.481303 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ca948a1d-9fed-4b7f-b986-b9859b169d3f not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:16:11.618305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41828) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:11.692090 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b10dacb-db87-476f-82a4-579fccc0fbff tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for router (da679e0e-78dd-4b76-b260-ed5dbdfa1551), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:11.717477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee077b7d-b259-4dfa-950b-a7614cf95433 None None] New status for floating IP 3c70e38a-d6f5-4ff9-8847-7edaea57fcbf: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:16:11.811804 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c47ca6e8-3cf4-40b8-bdc7-51c9d9005362 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (b9624ad9-5120-4aba-8589-e96242a7b402), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:11.826314 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b928d-2ca6-45a7-a7c5-6cb2764c94b3 req-dfa7a034-dda5-4065-b09c-4159c1ed57bc tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:11.835095 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da4b928d-2ca6-45a7-a7c5-6cb2764c94b3 req-dfa7a034-dda5-4065-b09c-4159c1ed57bc tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.2050364 Mar 24 01:16:11.873482 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c47ca6e8-3cf4-40b8-bdc7-51c9d9005362 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (b9624ad9-5120-4aba-8589-e96242a7b402), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:11.934409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da4b928d-2ca6-45a7-a7c5-6cb2764c94b3 req-eac21d84-32d5-4116-b59a-1e34fadecdfc tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919304 Mar 24 01:16:11.971835 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c0ef3340-8544-467f-8b51-c77ff45b4fe5 req-9de2437c-aaba-4de4-a5d7-9329d1742df2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2903445 Mar 24 01:16:11.975830 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c47ca6e8-3cf4-40b8-bdc7-51c9d9005362 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b9624ad9-5120-4aba-8589-e96242a7b402), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:11.985431 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c47ca6e8-3cf4-40b8-bdc7-51c9d9005362 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:11.987138 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c47ca6e8-3cf4-40b8-bdc7-51c9d9005362 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "DELETE /v2.0/security-groups/b9624ad9-5120-4aba-8589-e96242a7b402 HTTP/1.1" status: 204 len: 168 time: 0.3676012 Mar 24 01:16:12.011564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41838) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:12.013343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ca6e8-3cf4-40b8-bdc7-51c9d9005362 tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9624ad9-5120-4aba-8589-e96242a7b402,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:12.033597 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-6892c5ca-9879-4563-b763-80b8a60b529c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] show failed (client error): The resource could not be found. Mar 24 01:16:12.046819 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6892c5ca-9879-4563-b763-80b8a60b529c tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "GET /v2.0/security-groups/b9624ad9-5120-4aba-8589-e96242a7b402 HTTP/1.1" status: 404 len: 347 time: 0.0201676 Mar 24 01:16:12.049406 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41840) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:12.189249 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b10dacb-db87-476f-82a4-579fccc0fbff tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (da679e0e-78dd-4b76-b260-ed5dbdfa1551), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:12.193972 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b10dacb-db87-476f-82a4-579fccc0fbff tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for router_controller (da679e0e-78dd-4b76-b260-ed5dbdfa1551), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:12.253007 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:16:12.302487 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b10dacb-db87-476f-82a4-579fccc0fbff tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (da679e0e-78dd-4b76-b260-ed5dbdfa1551), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:12.304850 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b10dacb-db87-476f-82a4-579fccc0fbff tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Fanout notify agent at l3_agent the message router_deleted on router da679e0e-78dd-4b76-b260-ed5dbdfa1551 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:16:12.329628 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b10dacb-db87-476f-82a4-579fccc0fbff tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:12.349283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5b10dacb-db87-476f-82a4-579fccc0fbff tempest-RoutersNegativeIpV6Test-1760786734 tempest-RoutersNegativeIpV6Test-1760786734-project] 10.222.0.45 "DELETE /v2.0/routers/da679e0e-78dd-4b76-b260-ed5dbdfa1551 HTTP/1.1" status: 204 len: 168 time: 0.9654787 Mar 24 01:16:12.404784 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef3340-8544-467f-8b51-c77ff45b4fe5 req-a3497eea-f427-4be8-9bd2-f78c3527bce0 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:12.409657 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c0ef3340-8544-467f-8b51-c77ff45b4fe5 req-a3497eea-f427-4be8-9bd2-f78c3527bce0 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports/e335762b-23e4-4b98-aed9-2a66b076d971 HTTP/1.1" status: 200 len: 941 time: 0.2425792 Mar 24 01:16:12.431894 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f628a063-480f-4d3d-bc18-b5f40c9db53f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Deleting port 83a0ba1a-fc76-4b20-ac6e-837a85958600 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:16:12.432621 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f628a063-480f-4d3d-bc18-b5f40c9db53f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (83a0ba1a-fc76-4b20-ac6e-837a85958600), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:12.593429 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f628a063-480f-4d3d-bc18-b5f40c9db53f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (83a0ba1a-fc76-4b20-ac6e-837a85958600), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:12.596003 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f628a063-480f-4d3d-bc18-b5f40c9db53f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (83a0ba1a-fc76-4b20-ac6e-837a85958600), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:12.624065 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f628a063-480f-4d3d-bc18-b5f40c9db53f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Calling delete_port for 83a0ba1a-fc76-4b20-ac6e-837a85958600 owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:16:12.983558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41864) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:13.359669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5048e-3f92-42d5-8ee6-ed5f7e6f5750 req-b7ce45f0-7170-4fe3-98ef-5cd03c02a303 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:13.361496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aef5048e-3f92-42d5-8ee6-ed5f7e6f5750 req-b7ce45f0-7170-4fe3-98ef-5cd03c02a303 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.1765687 Mar 24 01:16:13.431514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-28de57a9-e715-4013-a495-a1e17987e9dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d7c44767584e46d2b1cf40019e16aa1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4444072 Mar 24 01:16:13.434680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41876) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:13.552905 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8c590229-5481-4edf-be44-b8970dfbe94f admin admin] Publish callbacks [] for security_group (a56a9fa7-5f12-438a-83b0-b232a4d9730f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:13.584668 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8c590229-5481-4edf-be44-b8970dfbe94f admin admin] Publish callbacks [] for security_group (a56a9fa7-5f12-438a-83b0-b232a4d9730f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:13.667124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aef5048e-3f92-42d5-8ee6-ed5f7e6f5750 req-9d4bfe8b-46aa-469a-862a-9a1d7fd29f47 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884316 Mar 24 01:16:13.668053 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8c590229-5481-4edf-be44-b8970dfbe94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a56a9fa7-5f12-438a-83b0-b232a4d9730f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:13.675384 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8c590229-5481-4edf-be44-b8970dfbe94f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:13.678802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8c590229-5481-4edf-be44-b8970dfbe94f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a56a9fa7-5f12-438a-83b0-b232a4d9730f HTTP/1.1" status: 204 len: 168 time: 0.2303040 Mar 24 01:16:13.694257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c590229-5481-4edf-be44-b8970dfbe94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56a9fa7-5f12-438a-83b0-b232a4d9730f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:13.788709 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f628a063-480f-4d3d-bc18-b5f40c9db53f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (83a0ba1a-fc76-4b20-ac6e-837a85958600), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:13.879259 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628a063-480f-4d3d-bc18-b5f40c9db53f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Pushing event deleted for resources: {'Port': ['ID=83a0ba1a-fc76-4b20-ac6e-837a85958600,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:13.931051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef3340-8544-467f-8b51-c77ff45b4fe5 req-c9f8b086-1d12-461e-990c-69bd8023f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:13.932895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0ef3340-8544-467f-8b51-c77ff45b4fe5 req-c9f8b086-1d12-461e-990c-69bd8023f88d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1&tenant_id=83dbb7736bbd451eb25adbbef64a2e94 HTTP/1.1" status: 200 len: 1126 time: 0.0993710 Mar 24 01:16:14.049044 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f628a063-480f-4d3d-bc18-b5f40c9db53f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks [] for floatingip (3c70e38a-d6f5-4ff9-8847-7edaea57fcbf), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:14.052757 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f628a063-480f-4d3d-bc18-b5f40c9db53f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:14.054737 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f628a063-480f-4d3d-bc18-b5f40c9db53f tempest-AttachVolumeNegativeTest-1748935198 tempest-AttachVolumeNegativeTest-1748935198-project] 10.222.0.45 "DELETE /v2.0/floatingips/3c70e38a-d6f5-4ff9-8847-7edaea57fcbf HTTP/1.1" status: 204 len: 168 time: 2.0034161 Mar 24 01:16:14.057178 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef3340-8544-467f-8b51-c77ff45b4fe5 req-6a1f7a93-731a-4521-9b91-4609427eba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:14.064856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0ef3340-8544-467f-8b51-c77ff45b4fe5 req-6a1f7a93-731a-4521-9b91-4609427eba31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 1126 time: 0.1014233 Mar 24 01:16:14.483738 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef3340-8544-467f-8b51-c77ff45b4fe5 req-bf8f10fa-e6c6-4209-b22f-4c16237a0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:14.487534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0ef3340-8544-467f-8b51-c77ff45b4fe5 req-bf8f10fa-e6c6-4209-b22f-4c16237a0d74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 200 len: 918 time: 0.4154305 Mar 24 01:16:14.663277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0ef3340-8544-467f-8b51-c77ff45b4fe5 req-5cb172d8-1d3b-47c7-8dd0-cdd45de9d8cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e335762b-23e4-4b98-aed9-2a66b076d971 HTTP/1.1" status: 200 len: 1000 time: 0.1700153 Mar 24 01:16:14.864740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef3340-8544-467f-8b51-c77ff45b4fe5 req-683163e3-eee9-4554-8fd3-1fca95e25b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:14.867837 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0ef3340-8544-467f-8b51-c77ff45b4fe5 req-683163e3-eee9-4554-8fd3-1fca95e25b5b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4d27960-c52d-4f7c-8496-b63aa9268ea4 HTTP/1.1" status: 200 len: 856 time: 0.1974835 Mar 24 01:16:15.089654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef3340-8544-467f-8b51-c77ff45b4fe5 req-137032ed-27f9-4798-aa95-3a2216fa95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:15.092088 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0ef3340-8544-467f-8b51-c77ff45b4fe5 req-137032ed-27f9-4798-aa95-3a2216fa95b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=871413ce-bf54-4e47-942e-8e906667bc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2164924 Mar 24 01:16:15.104749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88c1cc-4cc8-41d7-8fed-10ad9a2fe8ed req-367592a3-b6b6-4fae-9740-572397f4ad9f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:15.106924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec88c1cc-4cc8-41d7-8fed-10ad9a2fe8ed req-367592a3-b6b6-4fae-9740-572397f4ad9f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.2648752 Mar 24 01:16:15.268451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec88c1cc-4cc8-41d7-8fed-10ad9a2fe8ed req-cb5351cf-bcd9-403a-8d69-b64dbd331c28 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473029 Mar 24 01:16:15.327052 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0ef3340-8544-467f-8b51-c77ff45b4fe5 req-2227f83b-1548-4a7c-86a3-3b499a7974c9 service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151942 Mar 24 01:16:15.665335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0ef3340-8544-467f-8b51-c77ff45b4fe5 req-05d3dc7a-7811-4ec7-ae1a-b9324c208385 service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309002 Mar 24 01:16:16.578789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f082e-eef0-4a9b-a8b2-084d60a059f6 req-71f55440-fc3c-41bf-9215-d686a6da8869 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:16.581665 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db0f082e-eef0-4a9b-a8b2-084d60a059f6 req-71f55440-fc3c-41bf-9215-d686a6da8869 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.1384127 Mar 24 01:16:16.699268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db0f082e-eef0-4a9b-a8b2-084d60a059f6 req-a6916034-2c31-4a95-86a1-8f473e0c88b1 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122577 Mar 24 01:16:18.039120 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcef95-9ec3-4a42-81fd-008da8c4089f req-0d2f7199-83eb-4ea6-b837-7eb42c512eba tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:18.058074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4bcef95-9ec3-4a42-81fd-008da8c4089f req-0d2f7199-83eb-4ea6-b837-7eb42c512eba tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.1946707 Mar 24 01:16:18.257317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4bcef95-9ec3-4a42-81fd-008da8c4089f req-1195cb78-00c0-433f-995b-4df5396978c9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980460 Mar 24 01:16:19.724420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464490f9-191c-42b6-9c38-80f0623e8a5b req-5ebc8953-79cc-4969-b479-8b41dbbb52f8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:19.725392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-464490f9-191c-42b6-9c38-80f0623e8a5b req-5ebc8953-79cc-4969-b479-8b41dbbb52f8 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.2655077 Mar 24 01:16:19.855508 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-464490f9-191c-42b6-9c38-80f0623e8a5b req-5931c4e0-9c68-4b6a-ab57-b9dbe4c6effa tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171339 Mar 24 01:16:21.207223 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ec3ab-39a2-4bfe-8dca-bdfef218de6a req-e6b1028a-f3d3-4a6a-9696-46e30e655283 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:21.209175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e18ec3ab-39a2-4bfe-8dca-bdfef218de6a req-e6b1028a-f3d3-4a6a-9696-46e30e655283 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.1317184 Mar 24 01:16:21.327697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e18ec3ab-39a2-4bfe-8dca-bdfef218de6a req-f7ae2bb9-a1a4-473e-83e2-f360b06ba8c7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111763 Mar 24 01:16:22.740129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1779d-afc6-4c10-b2bd-552682fc0e92 req-5ce61c59-9ec9-477a-82e2-37beeeb42691 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:22.757067 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93f1779d-afc6-4c10-b2bd-552682fc0e92 req-5ce61c59-9ec9-477a-82e2-37beeeb42691 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.2077630 Mar 24 01:16:22.905687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93f1779d-afc6-4c10-b2bd-552682fc0e92 req-2b3eee17-87d0-4fe5-abc4-419d7581c57d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386824 Mar 24 01:16:24.282296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f85327-7405-4f46-bb50-176ba02be520 req-229c8df3-23ff-476e-98eb-73a28e905be3 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:24.316871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70f85327-7405-4f46-bb50-176ba02be520 req-229c8df3-23ff-476e-98eb-73a28e905be3 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.2461257 Mar 24 01:16:24.502241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70f85327-7405-4f46-bb50-176ba02be520 req-9bd9ed07-0f34-40e2-b898-30409ba9893e tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817715 Mar 24 01:16:25.790416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b4f1e-7f39-475d-b6f0-f3c700983a49 req-a1064c99-6c72-4d1f-a78e-9de5a3d4149f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:25.798996 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-155b4f1e-7f39-475d-b6f0-f3c700983a49 req-a1064c99-6c72-4d1f-a78e-9de5a3d4149f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.1278279 Mar 24 01:16:25.934011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-155b4f1e-7f39-475d-b6f0-f3c700983a49 req-3a2fe575-8d8a-4473-925a-b2eca0b8904f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334214 Mar 24 01:16:27.228840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68740a-90db-4923-b661-2c2f5cd69b9b req-f28adae5-562a-4211-83ab-1051ae1f892d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:27.245522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec68740a-90db-4923-b661-2c2f5cd69b9b req-f28adae5-562a-4211-83ab-1051ae1f892d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.1252902 Mar 24 01:16:27.401399 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec68740a-90db-4923-b661-2c2f5cd69b9b req-b1f23f45-7f87-4cb2-a5b1-18a263016f84 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546438 Mar 24 01:16:28.731389 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2eb93501-32ed-4f1c-8ffb-80bc40d5a669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:28.822107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403424f-9212-4340-ad00-ae7e6728944b req-15676017-cc58-4bbc-916b-4fbbc638b076 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:28.824885 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3403424f-9212-4340-ad00-ae7e6728944b req-15676017-cc58-4bbc-916b-4fbbc638b076 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.2477689 Mar 24 01:16:28.947310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3403424f-9212-4340-ad00-ae7e6728944b req-ac9416d3-77e9-465c-bb65-178dcf33c64f tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153333 Mar 24 01:16:30.056877 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:30.332712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037aa36-fbd8-4afb-aeee-2dde650c4e5b req-a8902d7d-9273-4c12-88f6-191c28c214f7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:30.349593 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2037aa36-fbd8-4afb-aeee-2dde650c4e5b req-a8902d7d-9273-4c12-88f6-191c28c214f7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.1713381 Mar 24 01:16:30.506785 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2037aa36-fbd8-4afb-aeee-2dde650c4e5b req-59070b49-b11e-4d3e-80c0-2c4ae8e8cee7 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485469 Mar 24 01:16:30.900979 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8ab31c24-f5f0-46ff-bddd-50fa594ba497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:31.753032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616624b-e7ac-4998-bd40-4b9c22c5c605 req-1f37ebfc-50e8-4303-8f97-be869e680c17 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:31.767452 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c616624b-e7ac-4998-bd40-4b9c22c5c605 req-1f37ebfc-50e8-4303-8f97-be869e680c17 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.1360471 Mar 24 01:16:31.859789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c616624b-e7ac-4998-bd40-4b9c22c5c605 req-cbb26d6b-ce0f-49e0-a46d-6a3c35833c82 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904207 Mar 24 01:16:32.171195 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:32.525674 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:33.128306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527e38a-6a5c-4f7d-b92d-63077a15f957 req-de5227af-4252-46af-ba86-aa9d7a123178 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:33.144314 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3527e38a-6a5c-4f7d-b92d-63077a15f957 req-de5227af-4252-46af-ba86-aa9d7a123178 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.1500075 Mar 24 01:16:33.262975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3527e38a-6a5c-4f7d-b92d-63077a15f957 req-e1e5234f-a9e7-430c-807f-a6e40c01f03d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173162 Mar 24 01:16:33.681862 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:34.558514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721709c-c728-4f0f-af12-9a5da04cf609 req-0f2b9d98-9068-40d9-a86c-da67b9daf1e6 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:34.561713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8721709c-c728-4f0f-af12-9a5da04cf609 req-0f2b9d98-9068-40d9-a86c-da67b9daf1e6 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.1236646 Mar 24 01:16:34.701860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8721709c-c728-4f0f-af12-9a5da04cf609 req-30d4af08-5903-4b54-8a58-b9e1e7614ac9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327293 Mar 24 01:16:35.230012 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:35.923162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e890ed-72a0-477f-b7c0-389782b73843 req-0114f65f-efd0-425a-b583-d93e0a996d37 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:35.935426 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46e890ed-72a0-477f-b7c0-389782b73843 req-0114f65f-efd0-425a-b583-d93e0a996d37 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.1211307 Mar 24 01:16:36.083582 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46e890ed-72a0-477f-b7c0-389782b73843 req-56f2c599-d57b-4e8b-8df2-3fc838611143 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468148 Mar 24 01:16:37.445710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b124ad2-9c64-4fd3-ac3f-856a45191241 req-8bd98169-85d1-4c86-bf75-c388deb15569 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:37.459573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b124ad2-9c64-4fd3-ac3f-856a45191241 req-8bd98169-85d1-4c86-bf75-c388deb15569 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.1593096 Mar 24 01:16:37.591622 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b124ad2-9c64-4fd3-ac3f-856a45191241 req-2b77feca-0922-4416-a930-cde7a1bf6748 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133852 Mar 24 01:16:39.062511 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481df811-2dba-4400-a7ae-095673851180 req-0cf5a2a3-3846-478d-8c92-cb1e219cdf11 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:39.064368 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-481df811-2dba-4400-a7ae-095673851180 req-0cf5a2a3-3846-478d-8c92-cb1e219cdf11 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.1961117 Mar 24 01:16:39.235796 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-481df811-2dba-4400-a7ae-095673851180 req-771716ac-9e14-4730-9b78-ff4942443420 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632538 Mar 24 01:16:40.563979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a4c8-b24b-4a8a-8d6b-f7833559b543 req-c97aa45e-4ada-49c1-ba20-5917a8e87d91 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:40.581447 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d279a4c8-b24b-4a8a-8d6b-f7833559b543 req-c97aa45e-4ada-49c1-ba20-5917a8e87d91 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.1792953 Mar 24 01:16:40.697617 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d279a4c8-b24b-4a8a-8d6b-f7833559b543 req-e1ed2b8b-777d-45c8-b4c8-086adf9f8074 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119330 Mar 24 01:16:41.958456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42287db6-7531-4928-94bd-dce749968af9 req-621f5266-b6fc-4705-af98-682a4d239224 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:41.960547 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42287db6-7531-4928-94bd-dce749968af9 req-621f5266-b6fc-4705-af98-682a4d239224 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.0869462 Mar 24 01:16:42.024684 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42287db6-7531-4928-94bd-dce749968af9 req-0d1ec89a-5e60-46ad-a14e-31bc0d7a7c19 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561745 Mar 24 01:16:43.289773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993d570-2e90-4e6b-8f40-31fc311bb96f req-2998b582-6553-4d97-b53a-846c413c00c9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:43.303859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c993d570-2e90-4e6b-8f40-31fc311bb96f req-2998b582-6553-4d97-b53a-846c413c00c9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 944 time: 0.1316350 Mar 24 01:16:43.409705 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c993d570-2e90-4e6b-8f40-31fc311bb96f req-997adaec-5927-486c-8b59-8ca4b86648ac tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860875 Mar 24 01:16:43.751337 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device e335762b-23e4-4b98-aed9-2a66b076d971 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:16:43.991627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port e335762b-23e4-4b98-aed9-2a66b076d971, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=e335762b-23e4-4b98-aed9-2a66b076d971,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:16:44.024949 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'e335762b-23e4-4b98-aed9-2a66b076d971', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'port_id': 'e335762b-23e4-4b98-aed9-2a66b076d971', 'mac_address': 'fa:16:3e:83:07:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:16:44.087338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port e335762b-23e4-4b98-aed9-2a66b076d971 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:16:44.088022 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:44.103037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e335762b-23e4-4b98-aed9-2a66b076d971 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:16:44.128553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port e335762b-23e4-4b98-aed9-2a66b076d971, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=e335762b-23e4-4b98-aed9-2a66b076d971,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:16:44.135771 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:44.237940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=e335762b-23e4-4b98-aed9-2a66b076d971,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:44.277345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:44.277701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:44.278053 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:44.278395 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:44.278732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:44.279070 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:44.279401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:44.279815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:44.280040 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:44.280473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:44.280673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:44.281223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:44.281715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:44.282205 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:44.282697 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:44.404810 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['e335762b-23e4-4b98-aed9-2a66b076d971'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:16:44.650188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fd00c-a847-43c8-a937-189f81f6a3f4 req-110345b5-ec3d-412b-8338-651b472aafdd tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:44.660474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e8fd00c-a847-43c8-a937-189f81f6a3f4 req-110345b5-ec3d-412b-8338-651b472aafdd tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 945 time: 0.1197269 Mar 24 01:16:44.749165 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e8fd00c-a847-43c8-a937-189f81f6a3f4 req-4dc35231-b907-43eb-9bfd-9a4830618585 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864921 Mar 24 01:16:45.767301 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device e335762b-23e4-4b98-aed9-2a66b076d971 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:16:45.903052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port e335762b-23e4-4b98-aed9-2a66b076d971 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:16:45.903440 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:46.003017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a9b4f-24bf-4bd0-baf6-a3f1e62a089c req-e1132185-b1d5-455f-a368-ebeb02eb756d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:46.004613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-590a9b4f-24bf-4bd0-baf6-a3f1e62a089c req-e1132185-b1d5-455f-a368-ebeb02eb756d tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 945 time: 0.1288323 Mar 24 01:16:46.075701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port e335762b-23e4-4b98-aed9-2a66b076d971 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:16:46.076097 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-590a9b4f-24bf-4bd0-baf6-a3f1e62a089c req-98634e30-ed7d-4e4d-970e-174c3f9a6a18 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616412 Mar 24 01:16:46.076392 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:46.120571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port e335762b-23e4-4b98-aed9-2a66b076d971, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=e335762b-23e4-4b98-aed9-2a66b076d971,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:16:46.122701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e36396f-7cff-4947-840a-70e887cd31c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e335762b-23e4-4b98-aed9-2a66b076d971'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:16:46.125978 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f76f52-b61e-4234-ae19-b783abd96322" -d '{"events": [{"server_uuid": "6e36396f-7cff-4947-840a-70e887cd31c1", "name": "network-vif-plugged", "status": "completed", "tag": "e335762b-23e4-4b98-aed9-2a66b076d971"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:16:46.145871 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:46.257773 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d51d5cd-1f19-4cac-9405-80461fb96341 x-openstack-request-id: req-4d51d5cd-1f19-4cac-9405-80461fb96341 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:16:46.258123 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e36396f-7cff-4947-840a-70e887cd31c1", "name": "network-vif-plugged", "status": "completed", "tag": "e335762b-23e4-4b98-aed9-2a66b076d971", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:16:46.258386 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d51d5cd-1f19-4cac-9405-80461fb96341 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:16:46.258801 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d51d5cd-1f19-4cac-9405-80461fb96341'] response: {'server_uuid': '6e36396f-7cff-4947-840a-70e887cd31c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e335762b-23e4-4b98-aed9-2a66b076d971', 'code': 200} Mar 24 01:16:46.260088 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=e335762b-23e4-4b98-aed9-2a66b076d971,revision_number=10']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:46.453895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e49c2a-acae-411a-a2c1-abb52884084f req-8759f8e4-c665-4397-9c68-a32b11640dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:46.455484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62e49c2a-acae-411a-a2c1-abb52884084f req-8759f8e4-c665-4397-9c68-a32b11640dbe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 1129 time: 0.0935414 Mar 24 01:16:46.537259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62e49c2a-acae-411a-a2c1-abb52884084f req-3132935a-b91f-4550-92ec-1f45d911e0d2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745564 Mar 24 01:16:47.172562 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42562) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:47.274217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af6d35-1190-4541-9bd6-14946e3dc54d req-49bb9ed2-368e-4cb9-bd79-577dd5b16ee2 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:47.276498 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9af6d35-1190-4541-9bd6-14946e3dc54d req-49bb9ed2-368e-4cb9-bd79-577dd5b16ee2 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 947 time: 0.0798535 Mar 24 01:16:47.336655 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9af6d35-1190-4541-9bd6-14946e3dc54d req-4fc7c927-ffae-49eb-922f-2e331a57a444 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545726 Mar 24 01:16:47.424313 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:47.581812 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Publish callbacks [] for security_group (a92c1a2e-cb8e-43b3-ab28-662c65bc8d1a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:47.591237 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a92c1a2e-cb8e-43b3-ab28-662c65bc8d1a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:47.639814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42576) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:47.647792 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=71f897e68a87448181af382d86aaed1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4739819 Mar 24 01:16:47.718901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92c1a2e-cb8e-43b3-ab28-662c65bc8d1a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:47.739738 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.740090 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.740954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.755343 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Publish callbacks [] for security_group (a92c1a2e-cb8e-43b3-ab28-662c65bc8d1a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:47.757181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.757602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.758145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.758667 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.759178 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.760458 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.760963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.761475 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.762396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.762921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.763452 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.763988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df297b-76de-4e3c-9672-805f88a93016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.806896 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Publish callbacks [] for security_group (a92c1a2e-cb8e-43b3-ab28-662c65bc8d1a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:47.885735 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a92c1a2e-cb8e-43b3-ab28-662c65bc8d1a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:47.896734 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:47.904532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a92c1a2e-cb8e-43b3-ab28-662c65bc8d1a HTTP/1.1" status: 204 len: 168 time: 0.2612057 Mar 24 01:16:47.931303 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92c1a2e-cb8e-43b3-ab28-662c65bc8d1a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:47.954623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.954984 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.955327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.955661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.955991 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.956318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.959419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.959808 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.960151 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.960487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.962902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.963253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.963593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.966350 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:47.966709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5604fcf-13d3-401e-bb8d-0009a2b1244f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:16:48.421637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42622) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:48.450522 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f219d52c-67fa-4135-b157-c7f7a62bb93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:48.654752 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cb834-3b00-4272-8d3e-af9bf03b544a req-9a7853c9-2180-4baf-a0ea-b8bfcf1ae1d4 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:48.663679 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e83cb834-3b00-4272-8d3e-af9bf03b544a req-9a7853c9-2180-4baf-a0ea-b8bfcf1ae1d4 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 947 time: 0.1667135 Mar 24 01:16:48.665622 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f219d52c-67fa-4135-b157-c7f7a62bb93d admin admin] Publish callbacks [] for security_group (da9e686c-77a3-47c6-8923-92bb5519545e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:48.673702 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f219d52c-67fa-4135-b157-c7f7a62bb93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (da9e686c-77a3-47c6-8923-92bb5519545e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:48.766183 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f219d52c-67fa-4135-b157-c7f7a62bb93d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe2903c032344c1f86d183979c9007fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3434343 Mar 24 01:16:48.767143 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219d52c-67fa-4135-b157-c7f7a62bb93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9e686c-77a3-47c6-8923-92bb5519545e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:48.769401 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42628) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:48.803175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e83cb834-3b00-4272-8d3e-af9bf03b544a req-bd580c7e-5f8e-484b-bca2-fe87f65db002 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365209 Mar 24 01:16:48.898591 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fec6d41e-8c1a-4c8b-b966-2d0764f0f3c2 admin admin] Publish callbacks [] for security_group (da9e686c-77a3-47c6-8923-92bb5519545e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:48.923348 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fec6d41e-8c1a-4c8b-b966-2d0764f0f3c2 admin admin] Publish callbacks [] for security_group (da9e686c-77a3-47c6-8923-92bb5519545e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:48.982818 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fec6d41e-8c1a-4c8b-b966-2d0764f0f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (da9e686c-77a3-47c6-8923-92bb5519545e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:48.985366 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fec6d41e-8c1a-4c8b-b966-2d0764f0f3c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:48.986738 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fec6d41e-8c1a-4c8b-b966-2d0764f0f3c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da9e686c-77a3-47c6-8923-92bb5519545e HTTP/1.1" status: 204 len: 168 time: 0.2164340 Mar 24 01:16:49.024907 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6d41e-8c1a-4c8b-b966-2d0764f0f3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9e686c-77a3-47c6-8923-92bb5519545e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:49.252979 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:16:50.004450 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8356f8-824e-4432-b5c7-29245509ec66 req-a46ada11-12a6-4e0a-a2a9-e6ad9f8338db tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:50.012323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a8356f8-824e-4432-b5c7-29245509ec66 req-a46ada11-12a6-4e0a-a2a9-e6ad9f8338db tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 947 time: 0.0800223 Mar 24 01:16:50.093047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a8356f8-824e-4432-b5c7-29245509ec66 req-6019ff8a-f7a8-4a7a-9e65-cd10b7937983 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795257 Mar 24 01:16:51.461198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42708) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:51.534286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-f698fa92-61e3-464c-8a60-913ff33c77fc admin admin] Deleting subnet 47af1dd2-a148-47b9-87a9-a9c7a6278cf3 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:16:51.538360 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f698fa92-61e3-464c-8a60-913ff33c77fc admin admin] Publish callbacks [] for subnet (47af1dd2-a148-47b9-87a9-a9c7a6278cf3), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:51.583467 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f698fa92-61e3-464c-8a60-913ff33c77fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (47af1dd2-a148-47b9-87a9-a9c7a6278cf3), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:51.639717 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f698fa92-61e3-464c-8a60-913ff33c77fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (47af1dd2-a148-47b9-87a9-a9c7a6278cf3), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:51.710855 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f698fa92-61e3-464c-8a60-913ff33c77fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (47af1dd2-a148-47b9-87a9-a9c7a6278cf3), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:51.770289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698fa92-61e3-464c-8a60-913ff33c77fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47af1dd2-a148-47b9-87a9-a9c7a6278cf3,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:51.783907 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f698fa92-61e3-464c-8a60-913ff33c77fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:51.789220 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f698fa92-61e3-464c-8a60-913ff33c77fc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/47af1dd2-a148-47b9-87a9-a9c7a6278cf3 HTTP/1.1" status: 204 len: 168 time: 0.3269167 Mar 24 01:16:51.791686 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42726) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:51.892411 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afd77deb-5baf-49bb-8762-f0f589f7392c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (2b904e0a-8833-42bb-81c8-715ed347fecc), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:51.988366 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afd77deb-5baf-49bb-8762-f0f589f7392c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (2b904e0a-8833-42bb-81c8-715ed347fecc), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:52.029908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-afd77deb-5baf-49bb-8762-f0f589f7392c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b904e0a-8833-42bb-81c8-715ed347fecc']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:52.047267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-afd77deb-5baf-49bb-8762-f0f589f7392c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcd0590-7e5f-4ddb-aec5-847a3957aafd') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:52.047839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-afd77deb-5baf-49bb-8762-f0f589f7392c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcd0590-7e5f-4ddb-aec5-847a3957aafd') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:16:52.065757 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afd77deb-5baf-49bb-8762-f0f589f7392c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (6bcd0590-7e5f-4ddb-aec5-847a3957aafd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:52.093803 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afd77deb-5baf-49bb-8762-f0f589f7392c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (6bcd0590-7e5f-4ddb-aec5-847a3957aafd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:52.105631 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd77deb-5baf-49bb-8762-f0f589f7392c admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:16:52.106039 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afd77deb-5baf-49bb-8762-f0f589f7392c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (6bcd0590-7e5f-4ddb-aec5-847a3957aafd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:16:52.107810 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:16:52.209940 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afd77deb-5baf-49bb-8762-f0f589f7392c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (2b904e0a-8833-42bb-81c8-715ed347fecc), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:52.215574 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afd77deb-5baf-49bb-8762-f0f589f7392c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:52.221947 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-afd77deb-5baf-49bb-8762-f0f589f7392c admin admin] 10.222.0.45 "DELETE /v2.0/networks/2b904e0a-8833-42bb-81c8-715ed347fecc HTTP/1.1" status: 204 len: 168 time: 0.4267614 Mar 24 01:16:52.249954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd77deb-5baf-49bb-8762-f0f589f7392c admin admin] Pushing event deleted for resources: {'Network': ['ID=2b904e0a-8833-42bb-81c8-715ed347fecc,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:52.331226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42742) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:52.486122 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-64f82f4d-59f3-4e23-a521-5256de87bd82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:52.517407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42748) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:52.582266 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e4a6fa3a-8f63-4266-8e26-baa2c64f8b23 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74dae18b00364e0a8fff91eb73c1a67a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0636342 Mar 24 01:16:52.585385 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42750) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:52.651032 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5cf54921-c1de-4c0c-a72a-4dcd90c3238f admin admin] Publish callbacks [] for security_group (1a85bfa3-044f-413b-adbe-56d7321f5c8e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:52.666905 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-64f82f4d-59f3-4e23-a521-5256de87bd82 admin admin] Publish callbacks [] for security_group (9456f614-7426-419d-a3b4-a15773ac261b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:52.674629 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-64f82f4d-59f3-4e23-a521-5256de87bd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9456f614-7426-419d-a3b4-a15773ac261b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:52.676976 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5cf54921-c1de-4c0c-a72a-4dcd90c3238f admin admin] Publish callbacks [] for security_group (1a85bfa3-044f-413b-adbe-56d7321f5c8e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:52.751362 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5cf54921-c1de-4c0c-a72a-4dcd90c3238f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1a85bfa3-044f-413b-adbe-56d7321f5c8e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:52.754883 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5cf54921-c1de-4c0c-a72a-4dcd90c3238f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:52.758993 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5cf54921-c1de-4c0c-a72a-4dcd90c3238f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a85bfa3-044f-413b-adbe-56d7321f5c8e HTTP/1.1" status: 204 len: 168 time: 0.1724131 Mar 24 01:16:52.783933 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f82f4d-59f3-4e23-a521-5256de87bd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9456f614-7426-419d-a3b4-a15773ac261b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:52.812014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf54921-c1de-4c0c-a72a-4dcd90c3238f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a85bfa3-044f-413b-adbe-56d7321f5c8e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:52.825977 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-64f82f4d-59f3-4e23-a521-5256de87bd82 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=872fdb7f5e3c454b92fc817d4b892aca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4911799 Mar 24 01:16:52.826474 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42754) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:52.927278 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dd9b15e7-0134-4931-89cc-357a7b211a04 admin admin] Publish callbacks [] for security_group (9456f614-7426-419d-a3b4-a15773ac261b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:52.974080 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dd9b15e7-0134-4931-89cc-357a7b211a04 admin admin] Publish callbacks [] for security_group (9456f614-7426-419d-a3b4-a15773ac261b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:53.056985 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dd9b15e7-0134-4931-89cc-357a7b211a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9456f614-7426-419d-a3b4-a15773ac261b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:53.060333 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dd9b15e7-0134-4931-89cc-357a7b211a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:53.065123 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dd9b15e7-0134-4931-89cc-357a7b211a04 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9456f614-7426-419d-a3b4-a15773ac261b HTTP/1.1" status: 204 len: 168 time: 0.2365923 Mar 24 01:16:53.074445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b15e7-0134-4931-89cc-357a7b211a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9456f614-7426-419d-a3b4-a15773ac261b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:53.722772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42778) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:53.739551 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b895e8fa-437a-473b-a48a-6fe88e3fc587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:53.880059 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b895e8fa-437a-473b-a48a-6fe88e3fc587 admin admin] Publish callbacks [] for security_group (00847483-55d9-4e2d-85e7-e88dcc2d5a8b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:53.886228 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b895e8fa-437a-473b-a48a-6fe88e3fc587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (00847483-55d9-4e2d-85e7-e88dcc2d5a8b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:53.920011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b895e8fa-437a-473b-a48a-6fe88e3fc587 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d487e5a136444968833bc6e9646cb33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1961727 Mar 24 01:16:53.923171 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42786) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:53.943029 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895e8fa-437a-473b-a48a-6fe88e3fc587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00847483-55d9-4e2d-85e7-e88dcc2d5a8b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:54.039579 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8118-3e6a-4788-a05e-01c23864cbed admin admin] Publish callbacks [] for security_group (00847483-55d9-4e2d-85e7-e88dcc2d5a8b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:54.083795 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8118-3e6a-4788-a05e-01c23864cbed admin admin] Publish callbacks [] for security_group (00847483-55d9-4e2d-85e7-e88dcc2d5a8b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:54.198254 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8118-3e6a-4788-a05e-01c23864cbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (00847483-55d9-4e2d-85e7-e88dcc2d5a8b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:54.208463 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8118-3e6a-4788-a05e-01c23864cbed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:54.209927 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8c6f8118-3e6a-4788-a05e-01c23864cbed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00847483-55d9-4e2d-85e7-e88dcc2d5a8b HTTP/1.1" status: 204 len: 168 time: 0.2851584 Mar 24 01:16:54.219774 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f8118-3e6a-4788-a05e-01c23864cbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00847483-55d9-4e2d-85e7-e88dcc2d5a8b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:54.705516 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42810) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:55.107358 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29e2120a-512d-49fc-ad16-6da22175b82d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:55.199675 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29e2120a-512d-49fc-ad16-6da22175b82d admin admin] Publish callbacks [] for security_group (13bb19b1-c8f0-4a53-bdc0-3b15a984676b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:55.207132 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29e2120a-512d-49fc-ad16-6da22175b82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (13bb19b1-c8f0-4a53-bdc0-3b15a984676b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:55.296737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42830) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:55.299614 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-29e2120a-512d-49fc-ad16-6da22175b82d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4266318b0fb4593874c3c44eb35fec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5879457 Mar 24 01:16:55.300772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2120a-512d-49fc-ad16-6da22175b82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bb19b1-c8f0-4a53-bdc0-3b15a984676b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:55.430863 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3eb079d4-f236-471f-af05-7f0071d4bdfa admin admin] Publish callbacks [] for security_group (13bb19b1-c8f0-4a53-bdc0-3b15a984676b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:55.463870 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3eb079d4-f236-471f-af05-7f0071d4bdfa admin admin] Publish callbacks [] for security_group (13bb19b1-c8f0-4a53-bdc0-3b15a984676b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:55.528873 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3eb079d4-f236-471f-af05-7f0071d4bdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (13bb19b1-c8f0-4a53-bdc0-3b15a984676b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:55.536742 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3eb079d4-f236-471f-af05-7f0071d4bdfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:55.541359 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3eb079d4-f236-471f-af05-7f0071d4bdfa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/13bb19b1-c8f0-4a53-bdc0-3b15a984676b HTTP/1.1" status: 204 len: 168 time: 0.2432256 Mar 24 01:16:55.569789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb079d4-f236-471f-af05-7f0071d4bdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bb19b1-c8f0-4a53-bdc0-3b15a984676b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:56.483560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42868) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:56.682380 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-46fd54de-6536-44ac-9381-25452d7acd46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:56.775160 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-46fd54de-6536-44ac-9381-25452d7acd46 admin admin] Publish callbacks [] for security_group (9bff0002-c65d-4881-a92d-00385c79ac43), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:56.783984 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-46fd54de-6536-44ac-9381-25452d7acd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9bff0002-c65d-4881-a92d-00385c79ac43), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:56.847813 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-46fd54de-6536-44ac-9381-25452d7acd46 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ad5d2e81a88a434497a5f003f79a04fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3630540 Mar 24 01:16:56.850675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42882) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:16:56.903384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd54de-6536-44ac-9381-25452d7acd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bff0002-c65d-4881-a92d-00385c79ac43,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:56.979036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4700cc8b-7e2c-4cc2-a017-7db3a5625928 admin admin] Publish callbacks [] for security_group (9bff0002-c65d-4881-a92d-00385c79ac43), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:57.004959 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4700cc8b-7e2c-4cc2-a017-7db3a5625928 admin admin] Publish callbacks [] for security_group (9bff0002-c65d-4881-a92d-00385c79ac43), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:57.064348 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4700cc8b-7e2c-4cc2-a017-7db3a5625928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9bff0002-c65d-4881-a92d-00385c79ac43), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:57.067408 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4700cc8b-7e2c-4cc2-a017-7db3a5625928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:57.072146 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4700cc8b-7e2c-4cc2-a017-7db3a5625928 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9bff0002-c65d-4881-a92d-00385c79ac43 HTTP/1.1" status: 204 len: 168 time: 0.2197886 Mar 24 01:16:57.088729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700cc8b-7e2c-4cc2-a017-7db3a5625928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bff0002-c65d-4881-a92d-00385c79ac43,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:16:58.581892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80e30091-b877-4763-b1f9-13417eed16c8 req-9ebc4471-f88b-4465-a965-a216af033984 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e403a06de93044bf8918062971cfd1a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223022 Mar 24 01:16:58.742690 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-841db798-0772-4fc4-bec8-a3cea338c6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:16:59.221988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e30091-b877-4763-b1f9-13417eed16c8 req-c37038c2-9fa3-4a58-9062-8e422396f769 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:16:59.230541 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80e30091-b877-4763-b1f9-13417eed16c8 req-c37038c2-9fa3-4a58-9062-8e422396f769 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6413772 Mar 24 01:16:59.248947 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80e30091-b877-4763-b1f9-13417eed16c8 req-accae23b-4b7d-41b7-bcfc-6d14d3c72d35 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/quotas/e403a06de93044bf8918062971cfd1a5 HTTP/1.1" status: 200 len: 375 time: 0.0169237 Mar 24 01:16:59.302491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80e30091-b877-4763-b1f9-13417eed16c8 req-e4ee418e-5fb9-4430-8010-f3334542a3ed tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e403a06de93044bf8918062971cfd1a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524802 Mar 24 01:16:59.610867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-001af086-b55b-4e06-9fdd-6b909096a007 req-d7f611b2-d28d-4119-ab4a-2b5ffbfe566e tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 210 time: 0.0764594 Mar 24 01:17:00.033220 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:00.728319 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c41eb593-b5a5-44f9-98c0-d8f8a4ce9bd2 req-d10499b9-3910-46f6-8754-4a29068970d8 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 210 time: 0.0495894 Mar 24 01:17:00.867377 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1d4f50ac-f837-429f-aea4-9b9807436eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:01.033220 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80e30091-b877-4763-b1f9-13417eed16c8 req-8bfaf724-354c-4b6b-a477-dec3ffea19cd tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e403a06de93044bf8918062971cfd1a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443113 Mar 24 01:17:01.194261 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e30091-b877-4763-b1f9-13417eed16c8 req-83663e7e-629e-4763-aee7-ec1cf4cd4655 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:01.195853 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80e30091-b877-4763-b1f9-13417eed16c8 req-83663e7e-629e-4763-aee7-ec1cf4cd4655 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1576896 Mar 24 01:17:01.219734 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-80e30091-b877-4763-b1f9-13417eed16c8 req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Request body: {'port': {'device_id': '6d048381-7600-4467-b58b-45e42523dae4', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'e403a06de93044bf8918062971cfd1a5'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:01.383784 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e30091-b877-4763-b1f9-13417eed16c8 req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Made reservation on behalf of e403a06de93044bf8918062971cfd1a5 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:17:01.387831 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80e30091-b877-4763-b1f9-13417eed16c8 req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:01.398533 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80e30091-b877-4763-b1f9-13417eed16c8 req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:01.500963 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80e30091-b877-4763-b1f9-13417eed16c8 req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Publish callbacks [] for security_group (cab3bf44-70da-4cb1-8ea9-c1f00fd62739), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:01.508968 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80e30091-b877-4763-b1f9-13417eed16c8 req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cab3bf44-70da-4cb1-8ea9-c1f00fd62739), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:01.669397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-80e30091-b877-4763-b1f9-13417eed16c8 req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Allocated IP 192.168.233.141 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/3937d071-3bae-4fec-8998-6aec1f0e9375) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:17:01.806118 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab3bf44-70da-4cb1-8ea9-c1f00fd62739,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:01.882520 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e6f7774d-c711-4773-aeee-e574cd1863cc req-6b7e5699-efd8-4960-a89f-26085d287b17 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 210 time: 0.0432923 Mar 24 01:17:01.919599 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80e30091-b877-4763-b1f9-13417eed16c8 req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Publish callbacks [] for port (3937d071-3bae-4fec-8998-6aec1f0e9375), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:01.963220 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80e30091-b877-4763-b1f9-13417eed16c8 req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3937d071-3bae-4fec-8998-6aec1f0e9375), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:02.011548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e30091-b877-4763-b1f9-13417eed16c8 req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:17:02.015222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-80e30091-b877-4763-b1f9-13417eed16c8 req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:17:02.023140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e30091-b877-4763-b1f9-13417eed16c8 req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:17:02.048638 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Pushing event updated for resources: {'Port': ['ID=3937d071-3bae-4fec-8998-6aec1f0e9375,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:02.120366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e30091-b877-4763-b1f9-13417eed16c8 req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:02.121167 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80e30091-b877-4763-b1f9-13417eed16c8 req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:02.183357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80e30091-b877-4763-b1f9-13417eed16c8 req-e8c195f7-387b-41d0-b96a-ed62dc9d44d1 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9790058 Mar 24 01:17:02.187571 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:02.196901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Request body: {'port': {'device_id': '6d048381-7600-4467-b58b-45e42523dae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:02.306638 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3937d071-3bae-4fec-8998-6aec1f0e9375), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:02.549285 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:02.605737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8f4d52e6-d8a6-4080-a351-18bde22cad6c None None] Provisioning complete for port 3937d071-3bae-4fec-8998-6aec1f0e9375 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:02.606570 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8f4d52e6-d8a6-4080-a351-18bde22cad6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3937d071-3bae-4fec-8998-6aec1f0e9375), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:02.673679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8f4d52e6-d8a6-4080-a351-18bde22cad6c None None] Port 3937d071-3bae-4fec-8998-6aec1f0e9375 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:17:02.700875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3937d071-3bae-4fec-8998-6aec1f0e9375 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:17:02.711490 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Publish callbacks [] for port (3937d071-3bae-4fec-8998-6aec1f0e9375), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:02.734154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Transition to ACTIVE for port object 3937d071-3bae-4fec-8998-6aec1f0e9375 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:17:02.749879 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3937d071-3bae-4fec-8998-6aec1f0e9375), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:02.860723 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Pushing event updated for resources: {'Port': ['ID=3937d071-3bae-4fec-8998-6aec1f0e9375,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:03.112000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Attempting to bind port 3937d071-3bae-4fec-8998-6aec1f0e9375 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:17:03.112615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Attempting to bind port 3937d071-3bae-4fec-8998-6aec1f0e9375 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:17:03.113166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Attempting to bind port 3937d071-3bae-4fec-8998-6aec1f0e9375 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:17:03.119387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Port 3937d071-3bae-4fec-8998-6aec1f0e9375 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:17:03.119948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Attempting to bind port 3937d071-3bae-4fec-8998-6aec1f0e9375 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:17:03.126888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:17:03.127667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:17:03.128398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:17:03.129314 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Bound port: 3937d071-3bae-4fec-8998-6aec1f0e9375, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:17:03.132128 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3937d071-3bae-4fec-8998-6aec1f0e9375), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:03.323558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] For port 3937d071-3bae-4fec-8998-6aec1f0e9375, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:17:03.346284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] For port 3937d071-3bae-4fec-8998-6aec1f0e9375, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3937d071-3bae-4fec-8998-6aec1f0e9375,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:17:03.386149 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3937d071-3bae-4fec-8998-6aec1f0e9375), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:03.483916 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Pushing event updated for resources: {'Port': ['ID=3937d071-3bae-4fec-8998-6aec1f0e9375,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:03.565898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:03.566547 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:03.568203 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80e30091-b877-4763-b1f9-13417eed16c8 req-59951078-e21b-490d-bbd2-5acab0295312 service neutron] 10.222.0.57 "PUT /v2.0/ports/3937d071-3bae-4fec-8998-6aec1f0e9375 HTTP/1.1" status: 200 len: 1096 time: 1.3758097 Mar 24 01:17:03.568680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d048381-7600-4467-b58b-45e42523dae4', 'tag': '3937d071-3bae-4fec-8998-6aec1f0e9375'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:17:03.570969 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b04354-b4d5-4a5d-af5e-6a8e595bed16" -d '{"events": [{"name": "network-changed", "server_uuid": "6d048381-7600-4467-b58b-45e42523dae4", "tag": "3937d071-3bae-4fec-8998-6aec1f0e9375"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:17:03.637952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e18c7-6348-4acb-8200-1780542f5162 req-8c960d65-01d5-49e8-9a93-8e76ae049508 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:03.646472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-963e18c7-6348-4acb-8200-1780542f5162 req-8c960d65-01d5-49e8-9a93-8e76ae049508 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 948 time: 0.5695374 Mar 24 01:17:03.693999 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:03.730056 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-963e18c7-6348-4acb-8200-1780542f5162 req-969ca018-8da8-44ac-acc6-4633780c0dd7 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/security-groups?id=cab3bf44-70da-4cb1-8ea9-c1f00fd62739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790391 Mar 24 01:17:03.785569 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d98ab3d-6e91-4f98-9d30-6c50a071eaa3 x-openstack-request-id: req-1d98ab3d-6e91-4f98-9d30-6c50a071eaa3 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:17:03.786159 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d048381-7600-4467-b58b-45e42523dae4", "tag": "3937d071-3bae-4fec-8998-6aec1f0e9375", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:17:03.787268 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d98ab3d-6e91-4f98-9d30-6c50a071eaa3 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:17:03.787923 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d98ab3d-6e91-4f98-9d30-6c50a071eaa3'] response: {'name': 'network-changed', 'server_uuid': '6d048381-7600-4467-b58b-45e42523dae4', 'tag': '3937d071-3bae-4fec-8998-6aec1f0e9375', 'status': 'completed', 'code': 200} Mar 24 01:17:03.823410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e30091-b877-4763-b1f9-13417eed16c8 req-df43b804-3c51-42fc-a133-2ee0f289917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:03.826446 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80e30091-b877-4763-b1f9-13417eed16c8 req-df43b804-3c51-42fc-a133-2ee0f289917f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e403a06de93044bf8918062971cfd1a5&device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 1130 time: 0.1776319 Mar 24 01:17:03.879628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80e30091-b877-4763-b1f9-13417eed16c8 req-aea70d1f-c61e-411e-b229-67d9b5b78a00 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=3937d071-3bae-4fec-8998-6aec1f0e9375 HTTP/1.1" status: 200 len: 217 time: 0.0446157 Mar 24 01:17:03.996421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e30091-b877-4763-b1f9-13417eed16c8 req-02464324-6534-4d02-bc24-c6fae472ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:03.997998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80e30091-b877-4763-b1f9-13417eed16c8 req-02464324-6534-4d02-bc24-c6fae472ec6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1111014 Mar 24 01:17:04.216079 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e30091-b877-4763-b1f9-13417eed16c8 req-bd687144-24e6-4e05-8db3-651586c8e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:04.218000 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80e30091-b877-4763-b1f9-13417eed16c8 req-bd687144-24e6-4e05-8db3-651586c8e488 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2098799 Mar 24 01:17:04.466361 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80e30091-b877-4763-b1f9-13417eed16c8 req-620b8e09-1e74-4b89-b184-f428ab07f7f9 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398808 Mar 24 01:17:04.582108 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80e30091-b877-4763-b1f9-13417eed16c8 req-3d814532-e1d0-41c3-8c28-15f26fdedb85 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096325 Mar 24 01:17:04.755732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b04354-b4d5-4a5d-af5e-6a8e595bed16 req-5c307f75-f302-4895-a322-dbf92874fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:04.757410 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5b04354-b4d5-4a5d-af5e-6a8e595bed16 req-5c307f75-f302-4895-a322-dbf92874fd87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e403a06de93044bf8918062971cfd1a5&device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 1130 time: 0.1144319 Mar 24 01:17:04.921667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b04354-b4d5-4a5d-af5e-6a8e595bed16 req-50c15100-78bf-4362-93c6-3ee8947fee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:04.923142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5b04354-b4d5-4a5d-af5e-6a8e595bed16 req-50c15100-78bf-4362-93c6-3ee8947fee85 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.1582503 Mar 24 01:17:04.942748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d375d-6bd9-4bb5-b64b-fc32eb446906 req-0b9e98d7-61a8-4d67-82d8-b749b9b6b4c3 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:04.944927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b1d375d-6bd9-4bb5-b64b-fc32eb446906 req-0b9e98d7-61a8-4d67-82d8-b749b9b6b4c3 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 948 time: 0.1072264 Mar 24 01:17:04.999624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5b04354-b4d5-4a5d-af5e-6a8e595bed16 req-e14b0e5d-9618-49a2-b8d6-53bd0357060a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=3937d071-3bae-4fec-8998-6aec1f0e9375 HTTP/1.1" status: 200 len: 217 time: 0.0652966 Mar 24 01:17:05.063531 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b1d375d-6bd9-4bb5-b64b-fc32eb446906 req-65fb011f-bd6b-4fc0-b01a-5d284c3f3182 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/security-groups?id=cab3bf44-70da-4cb1-8ea9-c1f00fd62739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105397 Mar 24 01:17:05.150562 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b04354-b4d5-4a5d-af5e-6a8e595bed16 req-7c238ac5-e73a-4b18-8324-4b6876a1bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:05.152118 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5b04354-b4d5-4a5d-af5e-6a8e595bed16 req-7c238ac5-e73a-4b18-8324-4b6876a1bcf4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.1423192 Mar 24 01:17:05.216690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b04354-b4d5-4a5d-af5e-6a8e595bed16 req-b0047f31-ccf0-4961-9baf-fb0cc24ef748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:05.218179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5b04354-b4d5-4a5d-af5e-6a8e595bed16 req-b0047f31-ccf0-4961-9baf-fb0cc24ef748 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0590625 Mar 24 01:17:05.226018 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:05.343745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5b04354-b4d5-4a5d-af5e-6a8e595bed16 req-ab9a98c3-29ee-45c8-a81c-8af3cbc235fe service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181285 Mar 24 01:17:05.455207 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5b04354-b4d5-4a5d-af5e-6a8e595bed16 req-1dffc12d-9aad-4fec-a86f-2064176aa376 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055136 Mar 24 01:17:06.454677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bd4f8-4890-47e8-9233-a74461d961a6 req-977a35f4-43ae-4881-a5d9-6c90bb32be06 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:06.470814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-830bd4f8-4890-47e8-9233-a74461d961a6 req-977a35f4-43ae-4881-a5d9-6c90bb32be06 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 948 time: 0.1927123 Mar 24 01:17:06.538241 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3ed67f8c-d599-45ec-9bbf-b3a8ffff97cc req-78200b18-c86b-4c64-8b4e-f1a8f13a0271 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1055882 Mar 24 01:17:06.636697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-830bd4f8-4890-47e8-9233-a74461d961a6 req-66badfd7-24e3-4130-9983-b49eba09a15c tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/security-groups?id=cab3bf44-70da-4cb1-8ea9-c1f00fd62739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579816 Mar 24 01:17:06.721455 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed67f8c-d599-45ec-9bbf-b3a8ffff97cc req-9d3a33ac-cfcb-48ea-9407-0f1e59f1cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:06.740542 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3ed67f8c-d599-45ec-9bbf-b3a8ffff97cc req-9d3a33ac-cfcb-48ea-9407-0f1e59f1cae1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bac96e758dc241c18c6c15569d3c31bb&device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 1132 time: 0.1502616 Mar 24 01:17:06.891147 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed67f8c-d599-45ec-9bbf-b3a8ffff97cc req-eda31b0c-a252-43fd-b362-e18608d9dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:06.892979 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3ed67f8c-d599-45ec-9bbf-b3a8ffff97cc req-eda31b0c-a252-43fd-b362-e18608d9dc52 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.1478388 Mar 24 01:17:06.943019 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3ed67f8c-d599-45ec-9bbf-b3a8ffff97cc req-d8908b17-5fe6-4cf7-a641-50ba7eadc352 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=aec6cacc-2df0-428c-9b5d-354f186df364 HTTP/1.1" status: 200 len: 217 time: 0.0442898 Mar 24 01:17:07.034762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed67f8c-d599-45ec-9bbf-b3a8ffff97cc req-6ca556e9-75c8-4251-9a76-0ad1b7b26f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:07.040194 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3ed67f8c-d599-45ec-9bbf-b3a8ffff97cc req-6ca556e9-75c8-4251-9a76-0ad1b7b26f48 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0920038 Mar 24 01:17:07.119704 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed67f8c-d599-45ec-9bbf-b3a8ffff97cc req-945ae123-c768-40e3-b9d3-6f8d0a57e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:07.121743 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3ed67f8c-d599-45ec-9bbf-b3a8ffff97cc req-945ae123-c768-40e3-b9d3-6f8d0a57e285 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0770719 Mar 24 01:17:07.243729 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3ed67f8c-d599-45ec-9bbf-b3a8ffff97cc req-2f6fc470-0dfd-4e49-860e-d399e44c4b36 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148462 Mar 24 01:17:07.440135 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3ed67f8c-d599-45ec-9bbf-b3a8ffff97cc req-e5d558b4-1557-4772-950f-0c5c98c29728 service neutron] 10.222.0.48 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890376 Mar 24 01:17:07.864914 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 3937d071-3bae-4fec-8998-6aec1f0e9375 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:17:07.895574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9b524-b7ea-4ac9-a015-2df0f8850b54 req-a5399409-acae-4192-9c0a-40dfd9b24e30 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:07.909918 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd9b524-b7ea-4ac9-a015-2df0f8850b54 req-a5399409-acae-4192-9c0a-40dfd9b24e30 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 948 time: 0.1620455 Mar 24 01:17:08.083424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2dd9b524-b7ea-4ac9-a015-2df0f8850b54 req-9beaca3f-ae60-439e-8c77-c4ead4a59599 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/security-groups?id=cab3bf44-70da-4cb1-8ea9-c1f00fd62739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725233 Mar 24 01:17:08.600671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 3937d071-3bae-4fec-8998-6aec1f0e9375, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3937d071-3bae-4fec-8998-6aec1f0e9375,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:17:08.624391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '3937d071-3bae-4fec-8998-6aec1f0e9375', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '3937d071-3bae-4fec-8998-6aec1f0e9375', 'mac_address': 'fa:16:3e:d6:e9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:17:08.765644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 3937d071-3bae-4fec-8998-6aec1f0e9375 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:08.765956 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3937d071-3bae-4fec-8998-6aec1f0e9375), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:08.828437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3937d071-3bae-4fec-8998-6aec1f0e9375 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:17:08.879709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 3937d071-3bae-4fec-8998-6aec1f0e9375, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3937d071-3bae-4fec-8998-6aec1f0e9375,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:17:08.889792 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3937d071-3bae-4fec-8998-6aec1f0e9375), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:08.972999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=3937d071-3bae-4fec-8998-6aec1f0e9375,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:09.125266 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['3937d071-3bae-4fec-8998-6aec1f0e9375'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:17:09.543395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd90fb-026e-41ab-83ff-9dee4a81f7eb req-5e2a2e9d-4fe2-4354-872c-1bc3b0de01a9 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:09.549496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49dd90fb-026e-41ab-83ff-9dee4a81f7eb req-5e2a2e9d-4fe2-4354-872c-1bc3b0de01a9 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 949 time: 0.2992985 Mar 24 01:17:09.650427 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49dd90fb-026e-41ab-83ff-9dee4a81f7eb req-2610d603-48b5-4c63-9ef3-c3146db6f15d tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/security-groups?id=cab3bf44-70da-4cb1-8ea9-c1f00fd62739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881975 Mar 24 01:17:09.880979 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 3937d071-3bae-4fec-8998-6aec1f0e9375 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:17:10.192145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 3937d071-3bae-4fec-8998-6aec1f0e9375 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:17:10.204389 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 3937d071-3bae-4fec-8998-6aec1f0e9375 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:10.204774 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3937d071-3bae-4fec-8998-6aec1f0e9375), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:10.379810 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 3937d071-3bae-4fec-8998-6aec1f0e9375 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:10.380225 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3937d071-3bae-4fec-8998-6aec1f0e9375), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:10.440222 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d048381-7600-4467-b58b-45e42523dae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3937d071-3bae-4fec-8998-6aec1f0e9375'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:17:10.450833 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42d4f21-07c0-4bca-a222-875ae0a5d8c6" -d '{"events": [{"server_uuid": "6d048381-7600-4467-b58b-45e42523dae4", "name": "network-vif-plugged", "status": "completed", "tag": "3937d071-3bae-4fec-8998-6aec1f0e9375"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:17:10.485016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 3937d071-3bae-4fec-8998-6aec1f0e9375, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3937d071-3bae-4fec-8998-6aec1f0e9375,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:17:10.492453 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3937d071-3bae-4fec-8998-6aec1f0e9375), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:10.578150 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50f8145-3209-4509-89a3-7e96cd804488 x-openstack-request-id: req-a50f8145-3209-4509-89a3-7e96cd804488 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:17:10.578453 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d048381-7600-4467-b58b-45e42523dae4", "name": "network-vif-plugged", "status": "completed", "tag": "3937d071-3bae-4fec-8998-6aec1f0e9375", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:17:10.578716 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a50f8145-3209-4509-89a3-7e96cd804488 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:17:10.579155 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a50f8145-3209-4509-89a3-7e96cd804488'] response: {'server_uuid': '6d048381-7600-4467-b58b-45e42523dae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3937d071-3bae-4fec-8998-6aec1f0e9375', 'code': 200} Mar 24 01:17:10.583696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=3937d071-3bae-4fec-8998-6aec1f0e9375,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:10.693146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716b0e2-d355-4655-8830-1c5dd5023fc3 req-b59d1541-c7ec-46c7-9132-d0dafccaf713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:10.694714 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6716b0e2-d355-4655-8830-1c5dd5023fc3 req-b59d1541-c7ec-46c7-9132-d0dafccaf713 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 1132 time: 0.0922270 Mar 24 01:17:10.789289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6716b0e2-d355-4655-8830-1c5dd5023fc3 req-968cc044-c35b-4794-b676-de042b20c0a0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cab3bf44-70da-4cb1-8ea9-c1f00fd62739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863087 Mar 24 01:17:10.861119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda6338-851f-454f-a549-27ecbbb35f44 req-9880b0c7-b92c-4faa-9742-da211de8316e tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:10.872076 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bda6338-851f-454f-a549-27ecbbb35f44 req-9880b0c7-b92c-4faa-9742-da211de8316e tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 950 time: 0.0737240 Mar 24 01:17:10.944731 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bda6338-851f-454f-a549-27ecbbb35f44 req-7099620d-3ad7-4439-9808-6e7b628b7e92 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/security-groups?id=cab3bf44-70da-4cb1-8ea9-c1f00fd62739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655227 Mar 24 01:17:11.132395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f94b7f9d-a23d-4470-b51b-5a221244123b req-d9a5e8b2-3120-48df-a778-163c0ed83693 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1182547 Mar 24 01:17:11.240980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b7f9d-a23d-4470-b51b-5a221244123b req-42304260-8aa6-4142-afe5-870a2790e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:11.247977 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f94b7f9d-a23d-4470-b51b-5a221244123b req-42304260-8aa6-4142-afe5-870a2790e288 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 1129 time: 0.0681036 Mar 24 01:17:11.451446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b7f9d-a23d-4470-b51b-5a221244123b req-720a73d8-2e16-4311-990e-180eb7044cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:11.452940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f94b7f9d-a23d-4470-b51b-5a221244123b req-720a73d8-2e16-4311-990e-180eb7044cb8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 200 len: 918 time: 0.1760619 Mar 24 01:17:11.593472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f94b7f9d-a23d-4470-b51b-5a221244123b req-880f9381-eded-4cbc-b0b4-fe87c677bfd0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e335762b-23e4-4b98-aed9-2a66b076d971 HTTP/1.1" status: 200 len: 1002 time: 0.1312203 Mar 24 01:17:11.684452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b7f9d-a23d-4470-b51b-5a221244123b req-75c87c4b-9bd2-4667-9c17-d7ed84ceca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:11.685977 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f94b7f9d-a23d-4470-b51b-5a221244123b req-75c87c4b-9bd2-4667-9c17-d7ed84ceca36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4d27960-c52d-4f7c-8496-b63aa9268ea4 HTTP/1.1" status: 200 len: 856 time: 0.0844247 Mar 24 01:17:11.792053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b7f9d-a23d-4470-b51b-5a221244123b req-edd24d6b-534f-458c-931b-08e35bc17b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:11.794892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f94b7f9d-a23d-4470-b51b-5a221244123b req-edd24d6b-534f-458c-931b-08e35bc17b72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=871413ce-bf54-4e47-942e-8e906667bc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0972931 Mar 24 01:17:12.019753 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f94b7f9d-a23d-4470-b51b-5a221244123b req-90284d11-af52-430c-b56c-92847df4c739 service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149897 Mar 24 01:17:12.303789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd799d-c72a-4c11-9a4a-2e35b16801d6 req-7268469f-d8eb-4483-ad90-de99317c8840 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:12.305329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8fd799d-c72a-4c11-9a4a-2e35b16801d6 req-7268469f-d8eb-4483-ad90-de99317c8840 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 950 time: 0.2577457 Mar 24 01:17:12.470147 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8fd799d-c72a-4c11-9a4a-2e35b16801d6 req-8d2938b4-42e3-40bf-879e-73a795789d6b tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/security-groups?id=cab3bf44-70da-4cb1-8ea9-c1f00fd62739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354175 Mar 24 01:17:12.570736 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f94b7f9d-a23d-4470-b51b-5a221244123b req-8422b74f-2826-4a86-8c2d-5e76dfd1cce4 service neutron] 10.222.0.57 "GET /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424354 Mar 24 01:17:13.151300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550c6fb-5b5f-46a0-ad08-8a556d23a5cd req-74e755fd-d404-4a68-99c5-66222e98d35b tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:13.153576 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5550c6fb-5b5f-46a0-ad08-8a556d23a5cd req-74e755fd-d404-4a68-99c5-66222e98d35b tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 950 time: 0.1264338 Mar 24 01:17:13.274084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5550c6fb-5b5f-46a0-ad08-8a556d23a5cd req-b3baf00e-99b5-40dc-9c68-88b55775bca3 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/security-groups?id=cab3bf44-70da-4cb1-8ea9-c1f00fd62739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061363 Mar 24 01:17:14.508856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3126f34-3c15-4d54-bf36-716a611a25eb req-19f65409-ac14-442c-a31e-7d916fac5c2e tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:14.519661 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3126f34-3c15-4d54-bf36-716a611a25eb req-19f65409-ac14-442c-a31e-7d916fac5c2e tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 950 time: 0.1207056 Mar 24 01:17:14.531321 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070f6ee-dc25-4ed6-8f0e-395d0cee1779 req-571b119a-ba8e-4bea-82cd-6299b7c6808e tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:14.533503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e070f6ee-dc25-4ed6-8f0e-395d0cee1779 req-571b119a-ba8e-4bea-82cd-6299b7c6808e tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 950 time: 0.2116258 Mar 24 01:17:14.674494 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3126f34-3c15-4d54-bf36-716a611a25eb req-59e84b5e-653a-4ff3-8aae-abf93c7ca079 tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/security-groups?id=cab3bf44-70da-4cb1-8ea9-c1f00fd62739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396961 Mar 24 01:17:14.799596 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-e070f6ee-dc25-4ed6-8f0e-395d0cee1779 req-54eebe64-3d59-4337-8c2a-f8dd9d3d12ac tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Deleting port 3937d071-3bae-4fec-8998-6aec1f0e9375 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:17:14.803758 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e070f6ee-dc25-4ed6-8f0e-395d0cee1779 req-54eebe64-3d59-4337-8c2a-f8dd9d3d12ac tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3937d071-3bae-4fec-8998-6aec1f0e9375), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:15.053184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-e070f6ee-dc25-4ed6-8f0e-395d0cee1779 req-54eebe64-3d59-4337-8c2a-f8dd9d3d12ac tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] For port 3937d071-3bae-4fec-8998-6aec1f0e9375, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3937d071-3bae-4fec-8998-6aec1f0e9375,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:17:15.055380 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e070f6ee-dc25-4ed6-8f0e-395d0cee1779 req-54eebe64-3d59-4337-8c2a-f8dd9d3d12ac tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3937d071-3bae-4fec-8998-6aec1f0e9375), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:15.096581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-e070f6ee-dc25-4ed6-8f0e-395d0cee1779 req-54eebe64-3d59-4337-8c2a-f8dd9d3d12ac tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Calling delete_port for 3937d071-3bae-4fec-8998-6aec1f0e9375 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:17:15.453581 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e070f6ee-dc25-4ed6-8f0e-395d0cee1779 req-54eebe64-3d59-4337-8c2a-f8dd9d3d12ac tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3937d071-3bae-4fec-8998-6aec1f0e9375), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:15.467514 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['3937d071-3bae-4fec-8998-6aec1f0e9375'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:17:15.570878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eebe64-3d59-4337-8c2a-f8dd9d3d12ac tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Pushing event deleted for resources: {'Port': ['ID=3937d071-3bae-4fec-8998-6aec1f0e9375,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:15.705600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e070f6ee-dc25-4ed6-8f0e-395d0cee1779 req-54eebe64-3d59-4337-8c2a-f8dd9d3d12ac tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] No DVR routers for this DVR port 3937d071-3bae-4fec-8998-6aec1f0e9375 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:17:15.720834 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e070f6ee-dc25-4ed6-8f0e-395d0cee1779 req-54eebe64-3d59-4337-8c2a-f8dd9d3d12ac tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:15.731002 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e070f6ee-dc25-4ed6-8f0e-395d0cee1779 req-54eebe64-3d59-4337-8c2a-f8dd9d3d12ac tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.57 "DELETE /v2.0/ports/3937d071-3bae-4fec-8998-6aec1f0e9375 HTTP/1.1" status: 204 len: 173 time: 1.1181951 Mar 24 01:17:15.731867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d048381-7600-4467-b58b-45e42523dae4', 'name': 'network-vif-deleted', 'tag': '3937d071-3bae-4fec-8998-6aec1f0e9375'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:17:15.739907 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c175bd70-b857-404b-b18f-93aea7bec9d8" -d '{"events": [{"server_uuid": "6d048381-7600-4467-b58b-45e42523dae4", "name": "network-vif-deleted", "tag": "3937d071-3bae-4fec-8998-6aec1f0e9375"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:17:15.812391 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d6ea62-de20-49d2-af23-0663659348e2 x-openstack-request-id: req-39d6ea62-de20-49d2-af23-0663659348e2 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:17:15.812892 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d048381-7600-4467-b58b-45e42523dae4", "name": "network-vif-deleted", "tag": "3937d071-3bae-4fec-8998-6aec1f0e9375", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:17:15.813356 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39d6ea62-de20-49d2-af23-0663659348e2 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:17:15.814865 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d6ea62-de20-49d2-af23-0663659348e2'] response: {'server_uuid': '6d048381-7600-4467-b58b-45e42523dae4', 'name': 'network-vif-deleted', 'tag': '3937d071-3bae-4fec-8998-6aec1f0e9375', 'status': 'completed', 'code': 200} Mar 24 01:17:15.946668 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7aa3b8c2-9de4-4be9-b004-0f046debe97d req-6b4fce40-0493-4b52-9c84-e9ecfb60cf9e tempest-VolumesNegativeTest-1266750172 tempest-VolumesNegativeTest-1266750172-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d048381-7600-4467-b58b-45e42523dae4 HTTP/1.1" status: 200 len: 210 time: 0.0896513 Mar 24 01:17:17.893885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 3937d071-3bae-4fec-8998-6aec1f0e9375 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:17:17.940862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 3937d071-3bae-4fec-8998-6aec1f0e9375 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:17:17.940862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 3937d071-3bae-4fec-8998-6aec1f0e9375 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:17:21.585983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf2b25-0f26-4751-afb8-7d7213b37bca req-c679feaf-7a3e-4d3d-9ae1-f21aa0871363 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:21.600925 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37bf2b25-0f26-4751-afb8-7d7213b37bca req-c679feaf-7a3e-4d3d-9ae1-f21aa0871363 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 947 time: 0.1025147 Mar 24 01:17:21.655595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37bf2b25-0f26-4751-afb8-7d7213b37bca req-08fe2049-a5e0-43dc-9fba-958326040c17 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523529 Mar 24 01:17:22.112390 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44202) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:22.293529 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-081f8a77-ed93-4b51-8d28-e7e09c2c2f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:22.451636 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-081f8a77-ed93-4b51-8d28-e7e09c2c2f2e admin admin] Publish callbacks [] for security_group (2c46d9d0-6c8d-410c-9ee0-1fec9be03d0b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:22.456428 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-081f8a77-ed93-4b51-8d28-e7e09c2c2f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2c46d9d0-6c8d-410c-9ee0-1fec9be03d0b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:22.531017 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f8a77-ed93-4b51-8d28-e7e09c2c2f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c46d9d0-6c8d-410c-9ee0-1fec9be03d0b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:22.537207 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-081f8a77-ed93-4b51-8d28-e7e09c2c2f2e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=87fa33a2462c4877a819ff30884d7c68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4239984 Mar 24 01:17:22.542759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44222) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:22.624686 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d977c2c-9d00-4fd1-963e-d37f8fbad9d0 admin admin] Publish callbacks [] for security_group (2c46d9d0-6c8d-410c-9ee0-1fec9be03d0b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:22.651130 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d977c2c-9d00-4fd1-963e-d37f8fbad9d0 admin admin] Publish callbacks [] for security_group (2c46d9d0-6c8d-410c-9ee0-1fec9be03d0b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:22.730515 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d977c2c-9d00-4fd1-963e-d37f8fbad9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2c46d9d0-6c8d-410c-9ee0-1fec9be03d0b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:22.734184 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d977c2c-9d00-4fd1-963e-d37f8fbad9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:22.737439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2d977c2c-9d00-4fd1-963e-d37f8fbad9d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2c46d9d0-6c8d-410c-9ee0-1fec9be03d0b HTTP/1.1" status: 204 len: 168 time: 0.1911662 Mar 24 01:17:22.789181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d977c2c-9d00-4fd1-963e-d37f8fbad9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c46d9d0-6c8d-410c-9ee0-1fec9be03d0b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:22.980970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410cbda-8068-4889-a803-537817fb4eed req-a95bde2a-789d-471d-a565-c3fffbc223c9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:22.982747 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3410cbda-8068-4889-a803-537817fb4eed req-a95bde2a-789d-471d-a565-c3fffbc223c9 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 947 time: 0.1953325 Mar 24 01:17:23.002807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d485f-9be6-4923-91be-43ed441f3b50 req-49cb9915-ca30-4941-94b9-8b5a443330ef tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:23.004624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b35d485f-9be6-4923-91be-43ed441f3b50 req-49cb9915-ca30-4941-94b9-8b5a443330ef tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 947 time: 0.1365068 Mar 24 01:17:23.132185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b35d485f-9be6-4923-91be-43ed441f3b50 req-c8793f6f-afc2-49b7-a375-c2d21faa0c4c tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cdb8fa0-eb93-4689-ab90-c159b36a25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068325 Mar 24 01:17:23.238645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-3410cbda-8068-4889-a803-537817fb4eed req-09e31fea-7220-430d-9a6c-aa08b8390e03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Deleting port e335762b-23e4-4b98-aed9-2a66b076d971 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:17:23.239423 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3410cbda-8068-4889-a803-537817fb4eed req-09e31fea-7220-430d-9a6c-aa08b8390e03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:23.394664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3410cbda-8068-4889-a803-537817fb4eed req-09e31fea-7220-430d-9a6c-aa08b8390e03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] For port e335762b-23e4-4b98-aed9-2a66b076d971, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=e335762b-23e4-4b98-aed9-2a66b076d971,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:17:23.396378 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3410cbda-8068-4889-a803-537817fb4eed req-09e31fea-7220-430d-9a6c-aa08b8390e03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:23.635410 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3410cbda-8068-4889-a803-537817fb4eed req-09e31fea-7220-430d-9a6c-aa08b8390e03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:23.636075 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3410cbda-8068-4889-a803-537817fb4eed req-09e31fea-7220-430d-9a6c-aa08b8390e03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (b8b1aae8-247b-41fd-b735-42ed6087a1a5), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:23.636261 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-3410cbda-8068-4889-a803-537817fb4eed req-09e31fea-7220-430d-9a6c-aa08b8390e03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Floating IP b8b1aae8-247b-41fd-b735-42ed6087a1a5 disassociated. External IP: 172.25.0.156, port: e335762b-23e4-4b98-aed9-2a66b076d971. Mar 24 01:17:23.636895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-3410cbda-8068-4889-a803-537817fb4eed req-09e31fea-7220-430d-9a6c-aa08b8390e03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Calling delete_port for e335762b-23e4-4b98-aed9-2a66b076d971 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:17:23.806098 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3410cbda-8068-4889-a803-537817fb4eed req-09e31fea-7220-430d-9a6c-aa08b8390e03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (e335762b-23e4-4b98-aed9-2a66b076d971), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:23.873031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e31fea-7220-430d-9a6c-aa08b8390e03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event deleted for resources: {'Port': ['ID=e335762b-23e4-4b98-aed9-2a66b076d971,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:24.061645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3410cbda-8068-4889-a803-537817fb4eed req-09e31fea-7220-430d-9a6c-aa08b8390e03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Router 77be3217-db5d-4f87-a457-bb3fe7e75665 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:17:24.322011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3410cbda-8068-4889-a803-537817fb4eed req-09e31fea-7220-430d-9a6c-aa08b8390e03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:17:24.340172 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c6073-add0-4247-9c7c-de138ddc534c None None] Sync routers for ids ['77be3217-db5d-4f87-a457-bb3fe7e75665'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:17:24.377853 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c6073-add0-4247-9c7c-de138ddc534c None None] Routers {'77be3217-db5d-4f87-a457-bb3fe7e75665'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:17:24.378474 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e61c6073-add0-4247-9c7c-de138ddc534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:17:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77be3217-db5d-4f87-a457-bb3fe7e75665'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:24.398146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-3410cbda-8068-4889-a803-537817fb4eed req-09e31fea-7220-430d-9a6c-aa08b8390e03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] No DVR routers for this DVR port e335762b-23e4-4b98-aed9-2a66b076d971 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:17:24.400823 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3410cbda-8068-4889-a803-537817fb4eed req-09e31fea-7220-430d-9a6c-aa08b8390e03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:24.404664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3410cbda-8068-4889-a803-537817fb4eed req-09e31fea-7220-430d-9a6c-aa08b8390e03 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.57 "DELETE /v2.0/ports/e335762b-23e4-4b98-aed9-2a66b076d971 HTTP/1.1" status: 204 len: 173 time: 1.4167247 Mar 24 01:17:24.453670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e36396f-7cff-4947-840a-70e887cd31c1', 'name': 'network-vif-deleted', 'tag': 'e335762b-23e4-4b98-aed9-2a66b076d971'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:17:24.462600 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fa016d-8ab7-4824-8e50-dd5d63dc0198" -d '{"events": [{"server_uuid": "6e36396f-7cff-4947-840a-70e887cd31c1", "name": "network-vif-deleted", "tag": "e335762b-23e4-4b98-aed9-2a66b076d971"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:17:24.472474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a5f3519-ecdd-45ef-ad15-c5f82aad0bc6 req-260e8b04-acf8-4368-9771-1017d579bc34 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36396f-7cff-4947-840a-70e887cd31c1 HTTP/1.1" status: 200 len: 210 time: 0.1099627 Mar 24 01:17:24.595845 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5afec6-af50-4b5c-ae1c-e9d0e74ead02 x-openstack-request-id: req-8c5afec6-af50-4b5c-ae1c-e9d0e74ead02 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:17:24.596261 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e36396f-7cff-4947-840a-70e887cd31c1", "name": "network-vif-deleted", "tag": "e335762b-23e4-4b98-aed9-2a66b076d971", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:17:24.596642 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c5afec6-af50-4b5c-ae1c-e9d0e74ead02 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:17:24.597205 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c5afec6-af50-4b5c-ae1c-e9d0e74ead02'] response: {'server_uuid': '6e36396f-7cff-4947-840a-70e887cd31c1', 'name': 'network-vif-deleted', 'tag': 'e335762b-23e4-4b98-aed9-2a66b076d971', 'status': 'completed', 'code': 200} Mar 24 01:17:24.704592 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e61c6073-add0-4247-9c7c-de138ddc534c None None] Set router 77be3217-db5d-4f87-a457-bb3fe7e75665 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:17:25.113598 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e61c6073-add0-4247-9c7c-de138ddc534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:28Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '6cadf408-69f6-4bbe-baae-2843638e7fd7', 'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'mac_address': 'fa:16:3e:63:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:27Z', 'updated_at': '2022-03-24T01:09:33Z', 'revision_number': 5, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'subnets': [{'id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:25.165529 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c6073-add0-4247-9c7c-de138ddc534c None None] Checking router: 77be3217-db5d-4f87-a457-bb3fe7e75665 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:17:25.175187 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c6073-add0-4247-9c7c-de138ddc534c None None] Routers {'77be3217-db5d-4f87-a457-bb3fe7e75665'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:17:25.175953 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e61c6073-add0-4247-9c7c-de138ddc534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:17:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77be3217-db5d-4f87-a457-bb3fe7e75665'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:25.404787 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e61c6073-add0-4247-9c7c-de138ddc534c None None] Set router 77be3217-db5d-4f87-a457-bb3fe7e75665 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:17:25.723647 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e61c6073-add0-4247-9c7c-de138ddc534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:28Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '6cadf408-69f6-4bbe-baae-2843638e7fd7', 'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'mac_address': 'fa:16:3e:63:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:27Z', 'updated_at': '2022-03-24T01:09:33Z', 'revision_number': 5, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'subnets': [{'id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:25.797716 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c6073-add0-4247-9c7c-de138ddc534c None None] The sync data for ids ['77be3217-db5d-4f87-a457-bb3fe7e75665'] in n-d-760455-9 is: [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:28Z', 'revision_number': 4, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '6cadf408-69f6-4bbe-baae-2843638e7fd7', 'name': '', 'network_id': '871413ce-bf54-4e47-942e-8e906667bc5f', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'mac_address': 'fa:16:3e:63:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:27Z', 'updated_at': '2022-03-24T01:09:33Z', 'revision_number': 5, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'subnets': [{'id': 'e4d27960-c52d-4f7c-8496-b63aa9268ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:17:25.940919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device e335762b-23e4-4b98-aed9-2a66b076d971 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:17:25.973858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: e335762b-23e4-4b98-aed9-2a66b076d971 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:17:25.974212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device e335762b-23e4-4b98-aed9-2a66b076d971 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:17:26.252567 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:17:26.265391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd12086-4bf6-4495-a356-686bf6d000c3 None None] New status for floating IP b8b1aae8-247b-41fd-b735-42ed6087a1a5: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:17:26.650805 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44324) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:26.750746 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8c190b4-ca12-4f84-a11c-8269de9a1aaa tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group (9cdb8fa0-eb93-4689-ab90-c159b36a25e6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:26.798951 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8c190b4-ca12-4f84-a11c-8269de9a1aaa tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group (9cdb8fa0-eb93-4689-ab90-c159b36a25e6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:26.819799 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44328) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:26.824968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-7d1baef3-bb69-4761-902c-1bbfaa1c67e5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Request body: {'network': {'name': 'tempest-network-smoke--1311375397', 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'port_security_enabled': True}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:26.867173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1baef3-bb69-4761-902c-1bbfaa1c67e5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Made reservation on behalf of e1e7881ea1e648cfa1908931781603fe for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:17:26.870804 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7d1baef3-bb69-4761-902c-1bbfaa1c67e5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:26.889463 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7d1baef3-bb69-4761-902c-1bbfaa1c67e5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:26.912914 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8c190b4-ca12-4f84-a11c-8269de9a1aaa tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9cdb8fa0-eb93-4689-ab90-c159b36a25e6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:26.916584 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f8c190b4-ca12-4f84-a11c-8269de9a1aaa tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:26.921526 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f8c190b4-ca12-4f84-a11c-8269de9a1aaa tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "DELETE /v2.0/security-groups/9cdb8fa0-eb93-4689-ab90-c159b36a25e6 HTTP/1.1" status: 204 len: 168 time: 0.2672286 Mar 24 01:17:26.922930 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44336) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:26.952556 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c190b4-ca12-4f84-a11c-8269de9a1aaa tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdb8fa0-eb93-4689-ab90-c159b36a25e6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:26.963568 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-12d1e813-5722-4711-a765-422c7695054e tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] show failed (client error): The resource could not be found. Mar 24 01:17:26.968178 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44338) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:26.968520 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-12d1e813-5722-4711-a765-422c7695054e tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "GET /v2.0/security-groups/9cdb8fa0-eb93-4689-ab90-c159b36a25e6 HTTP/1.1" status: 404 len: 347 time: 0.0389593 Mar 24 01:17:27.054420 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7d1baef3-bb69-4761-902c-1bbfaa1c67e5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group (b8a2485c-837a-452d-882b-9dd214693621), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:27.061361 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7d1baef3-bb69-4761-902c-1bbfaa1c67e5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b8a2485c-837a-452d-882b-9dd214693621), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:27.130435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1baef3-bb69-4761-902c-1bbfaa1c67e5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a2485c-837a-452d-882b-9dd214693621,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:27.152288 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1baef3-bb69-4761-902c-1bbfaa1c67e5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:17:27.164937 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7d1baef3-bb69-4761-902c-1bbfaa1c67e5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (9251168c-9b4c-49a2-9915-a0a71784a706), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:27.165585 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-7d1baef3-bb69-4761-902c-1bbfaa1c67e5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Added segment 9251168c-9b4c-49a2-9915-a0a71784a706 of type vlan for network a6011d1a-5ca7-4daa-a03f-792f57c1b65f Mar 24 01:17:27.236668 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7d1baef3-bb69-4761-902c-1bbfaa1c67e5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (a6011d1a-5ca7-4daa-a03f-792f57c1b65f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:27.268807 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-74652521-8a09-4b76-a0be-09343017b2f5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Deleting port d87eff7c-7923-425f-b830-70455d4d53ed {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:17:27.270298 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-74652521-8a09-4b76-a0be-09343017b2f5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d87eff7c-7923-425f-b830-70455d4d53ed), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:27.278314 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7d1baef3-bb69-4761-902c-1bbfaa1c67e5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (a6011d1a-5ca7-4daa-a03f-792f57c1b65f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:27.288632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1baef3-bb69-4761-902c-1bbfaa1c67e5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:27.289364 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7d1baef3-bb69-4761-902c-1bbfaa1c67e5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:27.419763 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-74652521-8a09-4b76-a0be-09343017b2f5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d87eff7c-7923-425f-b830-70455d4d53ed), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:27.420357 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-74652521-8a09-4b76-a0be-09343017b2f5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for floatingip (d87eff7c-7923-425f-b830-70455d4d53ed), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:27.440678 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-74652521-8a09-4b76-a0be-09343017b2f5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Calling delete_port for d87eff7c-7923-425f-b830-70455d4d53ed owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:17:27.481945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7d1baef3-bb69-4761-902c-1bbfaa1c67e5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6578181 Mar 24 01:17:27.501607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44342) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:27.526951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2117226586', 'admin_state_up': True, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:27.532985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1baef3-bb69-4761-902c-1bbfaa1c67e5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'Network': ['ID=a6011d1a-5ca7-4daa-a03f-792f57c1b65f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:27.545783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network a6011d1a-5ca7-4daa-a03f-792f57c1b65f details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:17:27.605877 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:27.607564 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:27.669672 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-74652521-8a09-4b76-a0be-09343017b2f5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d87eff7c-7923-425f-b830-70455d4d53ed), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:27.726414 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router_controller (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:27.739882 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74652521-8a09-4b76-a0be-09343017b2f5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Pushing event deleted for resources: {'Port': ['ID=d87eff7c-7923-425f-b830-70455d4d53ed,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:27.785241 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-74652521-8a09-4b76-a0be-09343017b2f5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks [] for floatingip (b8b1aae8-247b-41fd-b735-42ed6087a1a5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:27.788504 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-74652521-8a09-4b76-a0be-09343017b2f5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:27.790505 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-74652521-8a09-4b76-a0be-09343017b2f5 tempest-AttachVolumeShelveTestJSON-1545324900 tempest-AttachVolumeShelveTestJSON-1545324900-project] 10.222.0.45 "DELETE /v2.0/floatingips/b8b1aae8-247b-41fd-b735-42ed6087a1a5 HTTP/1.1" status: 204 len: 168 time: 0.8200235 Mar 24 01:17:28.279972 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router_gateway (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:28.493235 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router_gateway (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:28.520169 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:28.632290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Allocated IP 172.25.0.20 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/136734e7-9ba3-4c84-8304-2d3882d39ee7) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:17:28.737457 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6215f4f7-23e3-421c-a45b-f9f876b5a023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:28.768665 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for port (136734e7-9ba3-4c84-8304-2d3882d39ee7), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:28.808757 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (136734e7-9ba3-4c84-8304-2d3882d39ee7), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:28.849551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:17:28.852454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:17:28.854908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:17:28.899544 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'Port': ['ID=136734e7-9ba3-4c84-8304-2d3882d39ee7,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:29.364516 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router_gateway (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:29.536237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44376) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:29.663345 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:29.881925 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-03ca52dc-fd72-4267-846b-5e232786ebfa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e403a06de93044bf8918062971cfd1a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3444734 Mar 24 01:17:29.884466 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44382) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:29.928670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:17:29.975124 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46546223-7070-46c8-9367-b6f829d43fb2 admin admin] Publish callbacks [] for security_group (cab3bf44-70da-4cb1-8ea9-c1f00fd62739), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:30.021698 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46546223-7070-46c8-9367-b6f829d43fb2 admin admin] Publish callbacks [] for security_group (cab3bf44-70da-4cb1-8ea9-c1f00fd62739), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:30.044840 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:30.102417 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46546223-7070-46c8-9367-b6f829d43fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cab3bf44-70da-4cb1-8ea9-c1f00fd62739), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:30.106854 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46546223-7070-46c8-9367-b6f829d43fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:30.110602 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-46546223-7070-46c8-9367-b6f829d43fb2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cab3bf44-70da-4cb1-8ea9-c1f00fd62739 HTTP/1.1" status: 204 len: 168 time: 0.2228389 Mar 24 01:17:30.113945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:17:30.124693 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Sync routers for ids ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:17:30.127676 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46546223-7070-46c8-9367-b6f829d43fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab3bf44-70da-4cb1-8ea9-c1f00fd62739,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:30.154576 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Routers {'d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:17:30.155218 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:17:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:30.180209 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:30.181727 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-590afba8-1f17-47cf-a3f5-a5b1998eaefa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6747775 Mar 24 01:17:30.184813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44388) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:30.421603 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Set router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:17:30.478647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-52bdde60-a55c-4819-8f1b-8bab4ba02047 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=e1e7881ea1e648cfa1908931781603fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2926612 Mar 24 01:17:30.481323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44402) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:30.844702 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8a9b2532-e7d7-44ed-bc28-19bfece5f011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:30.846060 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2117226586', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:27Z', 'updated_at': '2022-03-24T01:17:29Z', 'revision_number': 3, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:28Z', 'updated_at': '2022-03-24T01:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:30.924451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a434c8-fc6e-481c-8e2c-ca556bed8396 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:30.924903 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Checking router: d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:17:30.927114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a4a434c8-fc6e-481c-8e2c-ca556bed8396 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4448714 Mar 24 01:17:30.928687 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Updating router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 port 136734e7-9ba3-4c84-8304-2d3882d39ee7 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:17:30.932480 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44416) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:31.009746 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd93fa-9c87-4cdc-93f9-26ac8f77f4f3 req-2e314622-c648-49c9-a1ea-2b6793e68222 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:31.014328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3cbd93fa-9c87-4cdc-93f9-26ac8f77f4f3 req-2e314622-c648-49c9-a1ea-2b6793e68222 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 950 time: 0.2869768 Mar 24 01:17:31.034642 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d54dc3cc-687b-48cb-b6d7-5f9fab86e0e2 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1028218 Mar 24 01:17:31.037986 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44418) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:31.043741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6b3328ae-cb16-4dbf-8372-8c039b719dda tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1499250053', 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:31.136619 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3cbd93fa-9c87-4cdc-93f9-26ac8f77f4f3 req-cda57ba9-142a-4b8a-85d9-96d103510abd tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3f96440-06fa-4e0d-a6ea-c60a027b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152425 Mar 24 01:17:31.295968 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3328ae-cb16-4dbf-8372-8c039b719dda tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Made reservation on behalf of e1e7881ea1e648cfa1908931781603fe for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:17:31.301213 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b3328ae-cb16-4dbf-8372-8c039b719dda tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:31.333423 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (136734e7-9ba3-4c84-8304-2d3882d39ee7), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:31.800529 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b3328ae-cb16-4dbf-8372-8c039b719dda tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (69b05c13-3a22-4906-aaa7-aa55f241301e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:31.852706 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Publish callbacks [] for port (136734e7-9ba3-4c84-8304-2d3882d39ee7), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:31.863132 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (136734e7-9ba3-4c84-8304-2d3882d39ee7), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:31.959934 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Pushing event updated for resources: {'Port': ['ID=136734e7-9ba3-4c84-8304-2d3882d39ee7,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:32.001406 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3328ae-cb16-4dbf-8372-8c039b719dda tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'Subnet': ['ID=69b05c13-3a22-4906-aaa7-aa55f241301e,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:32.003575 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:32.004598 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:32.005079 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:32.005461 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:32.005797 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:32.006131 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:32.006464 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:32.006798 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:32.007118 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:32.007443 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:32.007767 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:32.008108 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:32.008424 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:32.008782 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:32.009076 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:32.023035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3328ae-cb16-4dbf-8372-8c039b719dda tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Checking segment: {'id': '9251168c-9b4c-49a2-9915-a0a71784a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:17:32.023703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3328ae-cb16-4dbf-8372-8c039b719dda tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Network hostable DHCP agents. Network: a6011d1a-5ca7-4daa-a03f-792f57c1b65f, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:17:32.028441 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Attempting to bind port 136734e7-9ba3-4c84-8304-2d3882d39ee7 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:17:32.028816 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Attempting to bind port 136734e7-9ba3-4c84-8304-2d3882d39ee7 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:17:32.029210 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Attempting to bind port 136734e7-9ba3-4c84-8304-2d3882d39ee7 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:17:32.046429 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:17:32.046906 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:17:32.047294 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:32.047689 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:17:32.048090 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Bound port: 136734e7-9ba3-4c84-8304-2d3882d39ee7, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:17:32.048449 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3328ae-cb16-4dbf-8372-8c039b719dda tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Network a6011d1a-5ca7-4daa-a03f-792f57c1b65f is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:17:32.048577 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (136734e7-9ba3-4c84-8304-2d3882d39ee7), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:32.066162 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-6b3328ae-cb16-4dbf-8372-8c039b719dda tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, a6011d1a-5ca7-4daa-a03f-792f57c1b65f) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:17:32.077757 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2885fbc-aba5-47fb-a93c-ca2455453f85 None None] Network a6011d1a-5ca7-4daa-a03f-792f57c1b65f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:17:32.088469 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3328ae-cb16-4dbf-8372-8c039b719dda tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:32.091277 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6b3328ae-cb16-4dbf-8372-8c039b719dda tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:32.162078 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] For port 136734e7-9ba3-4c84-8304-2d3882d39ee7, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:17:32.169732 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] For port 136734e7-9ba3-4c84-8304-2d3882d39ee7, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=136734e7-9ba3-4c84-8304-2d3882d39ee7,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:17:32.185015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44442) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:32.186042 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (136734e7-9ba3-4c84-8304-2d3882d39ee7), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:32.199808 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6b3328ae-cb16-4dbf-8372-8c039b719dda tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1603181 Mar 24 01:17:32.256512 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c75576-8727-46e0-9a1a-4ee0f383a7cf req-3af2ca57-fc08-4e6f-a26c-de970735c755 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:32.266751 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-36c75576-8727-46e0-9a1a-4ee0f383a7cf req-3af2ca57-fc08-4e6f-a26c-de970735c755 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 950 time: 0.1660235 Mar 24 01:17:32.277160 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Routers {'d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:17:32.277795 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:17:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:32.308752 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'fixed_ips': [{'subnet_id': '69b05c13-3a22-4906-aaa7-aa55f241301e'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:17:32.309795 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:32.498776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-36c75576-8727-46e0-9a1a-4ee0f383a7cf req-3a030d18-9903-49e6-b9b8-1afea537c642 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Deleting port aec6cacc-2df0-428c-9b5d-354f186df364 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:17:32.499204 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-36c75576-8727-46e0-9a1a-4ee0f383a7cf req-3a030d18-9903-49e6-b9b8-1afea537c642 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (aec6cacc-2df0-428c-9b5d-354f186df364), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:32.591650 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03977240-b0b1-49cb-bcf6-7186050b119e None None] Pushing event updated for resources: {'Port': ['ID=136734e7-9ba3-4c84-8304-2d3882d39ee7,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:32.621968 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] Set router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:17:32.640741 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61529714-3c78-4887-817a-7bc1d998884a req-a42e0476-de4e-4139-bd0a-d4e642b739a3 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:32.642328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61529714-3c78-4887-817a-7bc1d998884a req-a42e0476-de4e-4139-bd0a-d4e642b739a3 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4722c5-5537-4c25-8e4c-f97571d00b62 HTTP/1.1" status: 200 len: 950 time: 0.3159990 Mar 24 01:17:32.684184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Allocated IP 172.20.0.2 (a6011d1a-5ca7-4daa-a03f-792f57c1b65f/69b05c13-3a22-4906-aaa7-aa55f241301e/8ef3c25b-a62c-4832-bd7a-9cee5ef647fa) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:17:32.798399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-36c75576-8727-46e0-9a1a-4ee0f383a7cf req-3a030d18-9903-49e6-b9b8-1afea537c642 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] For port aec6cacc-2df0-428c-9b5d-354f186df364, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=aec6cacc-2df0-428c-9b5d-354f186df364,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:17:32.799713 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-36c75576-8727-46e0-9a1a-4ee0f383a7cf req-3a030d18-9903-49e6-b9b8-1afea537c642 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (aec6cacc-2df0-428c-9b5d-354f186df364), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:32.838786 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-36c75576-8727-46e0-9a1a-4ee0f383a7cf req-3a030d18-9903-49e6-b9b8-1afea537c642 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Calling delete_port for aec6cacc-2df0-428c-9b5d-354f186df364 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:17:33.080779 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Publish callbacks [] for port (8ef3c25b-a62c-4832-bd7a-9cee5ef647fa), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:33.099979 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-36c75576-8727-46e0-9a1a-4ee0f383a7cf req-3a030d18-9903-49e6-b9b8-1afea537c642 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (aec6cacc-2df0-428c-9b5d-354f186df364), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:33.103947 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:33.123998 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (8ef3c25b-a62c-4832-bd7a-9cee5ef647fa), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:33.136202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['aec6cacc-2df0-428c-9b5d-354f186df364'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:17:33.151761 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2117226586', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:27Z', 'updated_at': '2022-03-24T01:17:29Z', 'revision_number': 3, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:28Z', 'updated_at': '2022-03-24T01:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:33.188154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a030d18-9903-49e6-b9b8-1afea537c642 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Pushing event deleted for resources: {'Port': ['ID=aec6cacc-2df0-428c-9b5d-354f186df364,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:33.222317 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26aa1e-c262-4d4b-80c8-1a6611b1656d None None] The sync data for ids ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'] in n-d-760455-9 is: [{'id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2117226586', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:27Z', 'updated_at': '2022-03-24T01:17:29Z', 'revision_number': 3, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:28Z', 'updated_at': '2022-03-24T01:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:17:33.260535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Pushing event updated for resources: {'Port': ['ID=8ef3c25b-a62c-4832-bd7a-9cee5ef647fa,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:33.263156 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:33.293957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Network a6011d1a-5ca7-4daa-a03f-792f57c1b65f is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:17:33.295679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:17:33.299991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:17:33.345834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61529714-3c78-4887-817a-7bc1d998884a req-09fdb015-6ca6-4b78-b02a-41754ba728d5 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3f96440-06fa-4e0d-a6ea-c60a027b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713446 Mar 24 01:17:33.388236 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c75576-8727-46e0-9a1a-4ee0f383a7cf req-3a030d18-9903-49e6-b9b8-1afea537c642 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] No DVR routers for this DVR port aec6cacc-2df0-428c-9b5d-354f186df364 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:17:33.398993 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-36c75576-8727-46e0-9a1a-4ee0f383a7cf req-3a030d18-9903-49e6-b9b8-1afea537c642 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:33.408523 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-36c75576-8727-46e0-9a1a-4ee0f383a7cf req-3a030d18-9903-49e6-b9b8-1afea537c642 tempest-VolumesBackupsTest-175335131 tempest-VolumesBackupsTest-175335131-project] 10.222.0.48 "DELETE /v2.0/ports/aec6cacc-2df0-428c-9b5d-354f186df364 HTTP/1.1" status: 204 len: 173 time: 1.1358891 Mar 24 01:17:33.408976 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4722c5-5537-4c25-8e4c-f97571d00b62', 'name': 'network-vif-deleted', 'tag': 'aec6cacc-2df0-428c-9b5d-354f186df364'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:17:33.418044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Attempting to bind port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:17:33.418682 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Attempting to bind port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '9251168c-9b4c-49a2-9915-a0a71784a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:17:33.419258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Attempting to bind port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa on network a6011d1a-5ca7-4daa-a03f-792f57c1b65f {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:17:33.422763 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02412d2-02ea-48b7-a867-533b0008d5d5" -d '{"events": [{"server_uuid": "8d4722c5-5537-4c25-8e4c-f97571d00b62", "name": "network-vif-deleted", "tag": "aec6cacc-2df0-428c-9b5d-354f186df364"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:17:33.430717 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:17:33.431476 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Checking segment: {'id': '9251168c-9b4c-49a2-9915-a0a71784a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:17:33.432093 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:33.432832 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Bound using segment: {'id': '9251168c-9b4c-49a2-9915-a0a71784a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:17:33.433535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Bound port: 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9251168c-9b4c-49a2-9915-a0a71784a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:17:33.434103 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8ef3c25b-a62c-4832-bd7a-9cee5ef647fa), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:33.509752 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6798f0-1614-4b47-bf55-b2515229917d x-openstack-request-id: req-4e6798f0-1614-4b47-bf55-b2515229917d {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:17:33.510251 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4722c5-5537-4c25-8e4c-f97571d00b62", "name": "network-vif-deleted", "tag": "aec6cacc-2df0-428c-9b5d-354f186df364", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:17:33.510686 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e6798f0-1614-4b47-bf55-b2515229917d {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:17:33.511276 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6798f0-1614-4b47-bf55-b2515229917d'] response: {'server_uuid': '8d4722c5-5537-4c25-8e4c-f97571d00b62', 'name': 'network-vif-deleted', 'tag': 'aec6cacc-2df0-428c-9b5d-354f186df364', 'status': 'completed', 'code': 200} Mar 24 01:17:33.580022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] For port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:17:33.585220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] For port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8ef3c25b-a62c-4832-bd7a-9cee5ef647fa,segment=NetworkSegment(9251168c-9b4c-49a2-9915-a0a71784a706),segment_id=9251168c-9b4c-49a2-9915-a0a71784a706)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:17:33.594455 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8ef3c25b-a62c-4832-bd7a-9cee5ef647fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:33.720111 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79e13f-b0ba-49c2-b1f9-f46b8326a1d0 None None] Pushing event updated for resources: {'Port': ['ID=8ef3c25b-a62c-4832-bd7a-9cee5ef647fa,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:33.745167 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:34.121162 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:34.313576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44476) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:34.322180 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-63930b19-2082-4433-90c2-2a290ecb4abb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877017103', 'description': 'tempest-secgroup-smoke-877017103 description', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:34.393056 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63930b19-2082-4433-90c2-2a290ecb4abb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:34.426574 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63930b19-2082-4433-90c2-2a290ecb4abb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:34.644001 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63930b19-2082-4433-90c2-2a290ecb4abb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (63cf935e-29df-4adc-a25d-392b06e1c17d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:34.652779 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63930b19-2082-4433-90c2-2a290ecb4abb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (63cf935e-29df-4adc-a25d-392b06e1c17d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:34.717241 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63930b19-2082-4433-90c2-2a290ecb4abb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63cf935e-29df-4adc-a25d-392b06e1c17d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:34.813168 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63930b19-2082-4433-90c2-2a290ecb4abb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (64e801d4-4f56-47ed-9429-559539e687be), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:34.830412 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63930b19-2082-4433-90c2-2a290ecb4abb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (64e801d4-4f56-47ed-9429-559539e687be), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:34.911490 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63930b19-2082-4433-90c2-2a290ecb4abb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:34.916642 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-63930b19-2082-4433-90c2-2a290ecb4abb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6022799 Mar 24 01:17:34.920280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63930b19-2082-4433-90c2-2a290ecb4abb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e801d4-4f56-47ed-9429-559539e687be,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:34.934232 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44490) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:34.944770 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-15ad8894-545b-486f-9ecd-0c3d43c5f3e0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '64e801d4-4f56-47ed-9429-559539e687be', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:34.972321 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Allocated IP 172.20.0.1 (a6011d1a-5ca7-4daa-a03f-792f57c1b65f/69b05c13-3a22-4906-aaa7-aa55f241301e/f3fa1b89-ccaa-49ef-b407-b5a3669311d5) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:17:34.997266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15ad8894-545b-486f-9ecd-0c3d43c5f3e0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (f0ebb4db-db22-4c48-97e5-408b24cd9275), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.142337 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15ad8894-545b-486f-9ecd-0c3d43c5f3e0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (f0ebb4db-db22-4c48-97e5-408b24cd9275), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.156059 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15ad8894-545b-486f-9ecd-0c3d43c5f3e0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (f0ebb4db-db22-4c48-97e5-408b24cd9275), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.189442 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad8894-545b-486f-9ecd-0c3d43c5f3e0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ebb4db-db22-4c48-97e5-408b24cd9275,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:35.226075 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15ad8894-545b-486f-9ecd-0c3d43c5f3e0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.232617 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-15ad8894-545b-486f-9ecd-0c3d43c5f3e0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2971959 Mar 24 01:17:35.233350 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44498) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:35.244524 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-666984b0-63fe-41df-81a5-a2b532ac769d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '64e801d4-4f56-47ed-9429-559539e687be', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:35.255216 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.335802 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-666984b0-63fe-41df-81a5-a2b532ac769d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (e829deb8-72fa-4564-ae41-27d7b5adb866), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.380412 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.443315 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.561681 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-666984b0-63fe-41df-81a5-a2b532ac769d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (e829deb8-72fa-4564-ae41-27d7b5adb866), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.569194 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-666984b0-63fe-41df-81a5-a2b532ac769d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (e829deb8-72fa-4564-ae41-27d7b5adb866), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.583603 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'Port': ['ID=f3fa1b89-ccaa-49ef-b407-b5a3669311d5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:35.625333 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666984b0-63fe-41df-81a5-a2b532ac769d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e829deb8-72fa-4564-ae41-27d7b5adb866,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:35.628303 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Network a6011d1a-5ca7-4daa-a03f-792f57c1b65f is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:17:35.634161 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-666984b0-63fe-41df-81a5-a2b532ac769d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.636041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:17:35.636701 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-666984b0-63fe-41df-81a5-a2b532ac769d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4022341 Mar 24 01:17:35.639078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44500) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:35.642229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:17:35.645548 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-91b6bdce-4849-4324-b7cf-bd2b049a3767 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '64e801d4-4f56-47ed-9429-559539e687be', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:35.660858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:17:35.700944 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-91b6bdce-4849-4324-b7cf-bd2b049a3767 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (58a76880-6c90-4536-8041-d05451bd3e45), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.775822 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.832014 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-91b6bdce-4849-4324-b7cf-bd2b049a3767 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (58a76880-6c90-4536-8041-d05451bd3e45), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.833024 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6888de68-331d-4c03-a464-f3ef3a977d44 None None] Network a6011d1a-5ca7-4daa-a03f-792f57c1b65f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:17:35.842291 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-91b6bdce-4849-4324-b7cf-bd2b049a3767 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (58a76880-6c90-4536-8041-d05451bd3e45), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.855169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device aec6cacc-2df0-428c-9b5d-354f186df364 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:17:35.880020 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6bdce-4849-4324-b7cf-bd2b049a3767 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a76880-6c90-4536-8041-d05451bd3e45,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:35.900788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-91b6bdce-4849-4324-b7cf-bd2b049a3767 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.904604 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-91b6bdce-4849-4324-b7cf-bd2b049a3767 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2618308 Mar 24 01:17:35.905337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44504) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:35.916600 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ce34f857-ea3b-49e1-9bee-c73dd67774f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '64e801d4-4f56-47ed-9429-559539e687be', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:35.989856 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ce34f857-ea3b-49e1-9bee-c73dd67774f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (b541b9a0-724f-413e-9326-8c1a847dec79), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:35.992441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: aec6cacc-2df0-428c-9b5d-354f186df364 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:17:35.993055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device aec6cacc-2df0-428c-9b5d-354f186df364 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:17:36.047953 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f7e49bb2-2216-44e0-bf96-77f93258f3f7 None None] Provisioning complete for port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:36.057057 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f7e49bb2-2216-44e0-bf96-77f93258f3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8ef3c25b-a62c-4832-bd7a-9cee5ef647fa), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:36.179825 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ce34f857-ea3b-49e1-9bee-c73dd67774f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (b541b9a0-724f-413e-9326-8c1a847dec79), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:36.187090 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ce34f857-ea3b-49e1-9bee-c73dd67774f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (b541b9a0-724f-413e-9326-8c1a847dec79), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:36.221682 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34f857-ea3b-49e1-9bee-c73dd67774f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b541b9a0-724f-413e-9326-8c1a847dec79,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:36.226424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:36.226948 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8ef3c25b-a62c-4832-bd7a-9cee5ef647fa), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:36.255479 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ce34f857-ea3b-49e1-9bee-c73dd67774f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:36.258149 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ce34f857-ea3b-49e1-9bee-c73dd67774f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3518662 Mar 24 01:17:36.260344 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44520) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:36.271597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b22bbdc6-1cef-42b8-9fb8-6699f81f9bc2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '64e801d4-4f56-47ed-9429-559539e687be', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:36.329929 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-b22bbdc6-1cef-42b8-9fb8-6699f81f9bc2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Project 0fdc6cb7bc1743249389b96ab4ecbee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:17:36.343038 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:36.343684 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b22bbdc6-1cef-42b8-9fb8-6699f81f9bc2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (e0e4104b-1818-4dfd-8ac2-113831e9c5fc), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:36.481154 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b22bbdc6-1cef-42b8-9fb8-6699f81f9bc2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (e0e4104b-1818-4dfd-8ac2-113831e9c5fc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:36.490271 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b22bbdc6-1cef-42b8-9fb8-6699f81f9bc2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (e0e4104b-1818-4dfd-8ac2-113831e9c5fc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:36.546485 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b22bbdc6-1cef-42b8-9fb8-6699f81f9bc2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:36.550471 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b22bbdc6-1cef-42b8-9fb8-6699f81f9bc2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2857201 Mar 24 01:17:36.551803 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bbdc6-1cef-42b8-9fb8-6699f81f9bc2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e4104b-1818-4dfd-8ac2-113831e9c5fc,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:36.552023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44524) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:36.586072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f7e49bb2-2216-44e0-bf96-77f93258f3f7 None None] Current status of the port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:36.587082 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f7e49bb2-2216-44e0-bf96-77f93258f3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8ef3c25b-a62c-4832-bd7a-9cee5ef647fa), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:36.608908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-620f69b8-0462-4383-9293-ebebe2d289ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '64e801d4-4f56-47ed-9429-559539e687be', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:36.671207 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:36.672164 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8ef3c25b-a62c-4832-bd7a-9cee5ef647fa), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:36.679004 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-620f69b8-0462-4383-9293-ebebe2d289ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Project 0fdc6cb7bc1743249389b96ab4ecbee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:17:36.707461 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-620f69b8-0462-4383-9293-ebebe2d289ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (126a7f17-742d-4369-bdc4-c49b758dabe6), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:36.714749 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f7e49bb2-2216-44e0-bf96-77f93258f3f7 None None] For port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8ef3c25b-a62c-4832-bd7a-9cee5ef647fa,segment=NetworkSegment(9251168c-9b4c-49a2-9915-a0a71784a706),segment_id=9251168c-9b4c-49a2-9915-a0a71784a706)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:17:36.791453 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:17:36.792271 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:17:36.793568 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f7e49bb2-2216-44e0-bf96-77f93258f3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8ef3c25b-a62c-4832-bd7a-9cee5ef647fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:36.907331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e49bb2-2216-44e0-bf96-77f93258f3f7 None None] Pushing event updated for resources: {'Port': ['ID=8ef3c25b-a62c-4832-bd7a-9cee5ef647fa,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:37.015005 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-620f69b8-0462-4383-9293-ebebe2d289ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (126a7f17-742d-4369-bdc4-c49b758dabe6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:37.034525 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-620f69b8-0462-4383-9293-ebebe2d289ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (126a7f17-742d-4369-bdc4-c49b758dabe6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:37.130104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f69b8-0462-4383-9293-ebebe2d289ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126a7f17-742d-4369-bdc4-c49b758dabe6,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:37.131229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ab56f07f-6190-4fd7-ab78-e64206a4b0f7 None None] Provisioning complete for port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:37.133339 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ab56f07f-6190-4fd7-ab78-e64206a4b0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8ef3c25b-a62c-4832-bd7a-9cee5ef647fa), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:37.149130 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-620f69b8-0462-4383-9293-ebebe2d289ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:37.150409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-620f69b8-0462-4383-9293-ebebe2d289ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5457280 Mar 24 01:17:37.153634 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44532) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:37.158871 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f5708edc-9578-4e10-b2a0-bbad261a0eef tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'network': {'name': 'tempest-network-smoke--940635794', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'port_security_enabled': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:37.215641 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5708edc-9578-4e10-b2a0-bbad261a0eef tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Made reservation on behalf of 0fdc6cb7bc1743249389b96ab4ecbee7 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:17:37.219868 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5708edc-9578-4e10-b2a0-bbad261a0eef tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:37.228303 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:37.235342 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:37.272799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5708edc-9578-4e10-b2a0-bbad261a0eef tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:17:37.294435 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5708edc-9578-4e10-b2a0-bbad261a0eef tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f7ae3e46-1154-4389-ba61-72fa2bf7ebcf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:37.294773 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-f5708edc-9578-4e10-b2a0-bbad261a0eef tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Added segment f7ae3e46-1154-4389-ba61-72fa2bf7ebcf of type vlan for network 898980a7-fc90-4777-a4ed-f40974eceeb2 Mar 24 01:17:37.378745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ab56f07f-6190-4fd7-ab78-e64206a4b0f7 None None] Current status of the port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:37.392576 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5708edc-9578-4e10-b2a0-bbad261a0eef tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (898980a7-fc90-4777-a4ed-f40974eceeb2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:37.426050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:37.442142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'Port': ['ID=f3fa1b89-ccaa-49ef-b407-b5a3669311d5,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:37.454655 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5708edc-9578-4e10-b2a0-bbad261a0eef tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (898980a7-fc90-4777-a4ed-f40974eceeb2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:37.461245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ab56f07f-6190-4fd7-ab78-e64206a4b0f7 None None] Provisioning complete for port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:37.462016 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ab56f07f-6190-4fd7-ab78-e64206a4b0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:37.468335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5708edc-9578-4e10-b2a0-bbad261a0eef tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:37.471155 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5708edc-9578-4e10-b2a0-bbad261a0eef tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:37.619090 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:37.621806 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 136734e7-9ba3-4c84-8304-2d3882d39ee7 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:17:37.622902 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f5708edc-9578-4e10-b2a0-bbad261a0eef tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4681287 Mar 24 01:17:37.627538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44538) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:37.641133 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-949483419', 'admin_state_up': True, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:37.677595 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5708edc-9578-4e10-b2a0-bbad261a0eef tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Network': ['ID=898980a7-fc90-4777-a4ed-f40974eceeb2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:37.700555 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:37.702498 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:37.708639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Network a6011d1a-5ca7-4daa-a03f-792f57c1b65f is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:17:37.711274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 898980a7-fc90-4777-a4ed-f40974eceeb2 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:17:37.711718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:17:37.791122 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_controller (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:37.905729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ab56f07f-6190-4fd7-ab78-e64206a4b0f7 None None] Port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:17:37.943824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:17:37.977662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 136734e7-9ba3-4c84-8304-2d3882d39ee7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:37.978050 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (136734e7-9ba3-4c84-8304-2d3882d39ee7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:38.064869 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_gateway (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:38.190784 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 136734e7-9ba3-4c84-8304-2d3882d39ee7 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:38.191246 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (136734e7-9ba3-4c84-8304-2d3882d39ee7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:38.235482 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 136734e7-9ba3-4c84-8304-2d3882d39ee7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=136734e7-9ba3-4c84-8304-2d3882d39ee7,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:17:38.243494 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (136734e7-9ba3-4c84-8304-2d3882d39ee7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:38.300256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:17:38.311381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-56e468f9-19eb-40c4-af8d-dcb2990a47d3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "PUT /v2.0/routers/d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1205440 Mar 24 01:17:38.312499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44548) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:38.328468 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-2a33c6b4-8923-4db3-96c2-4d18b1676c47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1452081718', 'description': 'tempest-secgroup_access--1452081718 description', 'project_id': 'e1e7881ea1e648cfa1908931781603fe'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:38.346279 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3b60a602-45c4-4566-bfaf-5676f096a0c9 None None] Provisioning complete for port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:38.346655 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3b60a602-45c4-4566-bfaf-5676f096a0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:38.388622 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a33c6b4-8923-4db3-96c2-4d18b1676c47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:38.432203 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3b60a602-45c4-4566-bfaf-5676f096a0c9 None None] Port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:17:38.434273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Sync routers for ids ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:17:38.465895 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:17:38.524746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=136734e7-9ba3-4c84-8304-2d3882d39ee7,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:38.552185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Routers {'d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:17:38.552383 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a33c6b4-8923-4db3-96c2-4d18b1676c47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group (c086ceb1-ec11-4028-b4c7-40935b3daa32), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:38.553746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:17:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:38.558074 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a33c6b4-8923-4db3-96c2-4d18b1676c47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c086ceb1-ec11-4028-b4c7-40935b3daa32), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:38.580503 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a33c6b4-8923-4db3-96c2-4d18b1676c47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:38.585075 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2a33c6b4-8923-4db3-96c2-4d18b1676c47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2688439 Mar 24 01:17:38.585250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44552) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:38.591547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-d3886792-1767-436a-be7e-22f58cfd8380 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1956761630', 'description': 'tempest-secgroup_general--1956761630 description', 'project_id': 'e1e7881ea1e648cfa1908931781603fe'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:38.707278 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_gateway (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:38.756708 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:38.946096 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Allocated IP 172.25.0.223 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/455ed866-9b2b-49ad-a1e2-a6afb8a5b061) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:17:39.085655 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (455ed866-9b2b-49ad-a1e2-a6afb8a5b061), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:39.178326 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (455ed866-9b2b-49ad-a1e2-a6afb8a5b061), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:39.221234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8e72d957-36fb-4701-b474-98f1d161956c None None] Provisioning complete for port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:39.222402 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8e72d957-36fb-4701-b474-98f1d161956c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:39.264158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:39.265900 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8ef3c25b-a62c-4832-bd7a-9cee5ef647fa), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:39.316600 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:17:39.318059 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=455ed866-9b2b-49ad-a1e2-a6afb8a5b061,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:39.320202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8e72d957-36fb-4701-b474-98f1d161956c None None] Port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:17:39.327968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Set router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:17:39.331536 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:17:39.339628 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:17:39.457593 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:39.526313 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d3886792-1767-436a-be7e-22f58cfd8380 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:39.576164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33c6b4-8923-4db3-96c2-4d18b1676c47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c086ceb1-ec11-4028-b4c7-40935b3daa32,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:39.735040 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d3886792-1767-436a-be7e-22f58cfd8380 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group (997a5915-c714-4f78-b5b2-716b859adbd0), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:39.742755 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d3886792-1767-436a-be7e-22f58cfd8380 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (997a5915-c714-4f78-b5b2-716b859adbd0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:39.790424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2117226586', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:27Z', 'updated_at': '2022-03-24T01:17:36Z', 'revision_number': 4, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:28Z', 'updated_at': '2022-03-24T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f3fa1b89-ccaa-49ef-b407-b5a3669311d5', 'name': '', 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'mac_address': 'fa:16:3e:6a:74:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:34Z', 'updated_at': '2022-03-24T01:17:36Z', 'revision_number': 2, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'subnets': [{'id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:39.822537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Checking router: d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:17:39.823063 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Updating router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:17:39.854083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3886792-1767-436a-be7e-22f58cfd8380 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997a5915-c714-4f78-b5b2-716b859adbd0,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:39.876334 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:39.893060 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_gateway (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:39.911923 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d3886792-1767-436a-be7e-22f58cfd8380 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:39.913459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d3886792-1767-436a-be7e-22f58cfd8380 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.3272572 Mar 24 01:17:39.916464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44564) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:39.924842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-3216f8a9-4c4f-474a-86b2-b0e06f2468cb tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Request body: {'security_group_rule': {'security_group_id': 'c086ceb1-ec11-4028-b4c7-40935b3daa32', 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:39.981548 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3216f8a9-4c4f-474a-86b2-b0e06f2468cb tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group_rule (0f318b93-09b1-40ca-b2cd-654277b03695), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:40.110135 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3216f8a9-4c4f-474a-86b2-b0e06f2468cb tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group_rule (0f318b93-09b1-40ca-b2cd-654277b03695), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:40.117582 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3216f8a9-4c4f-474a-86b2-b0e06f2468cb tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (0f318b93-09b1-40ca-b2cd-654277b03695), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:40.161583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216f8a9-4c4f-474a-86b2-b0e06f2468cb tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f318b93-09b1-40ca-b2cd-654277b03695,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:40.200448 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3216f8a9-4c4f-474a-86b2-b0e06f2468cb tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:40.210281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3216f8a9-4c4f-474a-86b2-b0e06f2468cb tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2839916 Mar 24 01:17:40.366371 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:40.437005 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 136734e7-9ba3-4c84-8304-2d3882d39ee7 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:17:40.539887 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Publish callbacks [] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:40.557700 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:40.708213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-d7931916-9f26-4188-b482-6b2cff8970ef tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_general--1956761630&fields=id&tenant_id=e1e7881ea1e648cfa1908931781603fe HTTP/1.1" status: 200 len: 267 time: 0.1224840 Mar 24 01:17:40.717878 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router ed14aca5-b326-4c5a-ba29-4cb17f040a3a is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:17:40.823939 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-06df0a1e-2e32-45e0-a65c-44abbdb98319 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_access--1452081718&fields=id&tenant_id=e1e7881ea1e648cfa1908931781603fe HTTP/1.1" status: 200 len: 267 time: 0.1140676 Mar 24 01:17:40.835704 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7fe70-5381-4be8-9e0f-4dfd7b156ae1 None None] Pushing event updated for resources: {'Port': ['ID=f3fa1b89-ccaa-49ef-b407-b5a3669311d5,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:40.914690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 136734e7-9ba3-4c84-8304-2d3882d39ee7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:40.915065 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (136734e7-9ba3-4c84-8304-2d3882d39ee7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:41.038497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Attempting to bind port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:17:41.046521 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:17:41.062058 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Sync routers for ids ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:17:41.075322 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Attempting to bind port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '9251168c-9b4c-49a2-9915-a0a71784a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:17:41.076013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Attempting to bind port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 on network a6011d1a-5ca7-4daa-a03f-792f57c1b65f {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:17:41.079638 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Routers {'ed14aca5-b326-4c5a-ba29-4cb17f040a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:17:41.082496 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:17:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:41.098696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:17:41.103835 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Checking segment: {'id': '9251168c-9b4c-49a2-9915-a0a71784a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:17:41.105300 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:41.105911 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Bound using segment: {'id': '9251168c-9b4c-49a2-9915-a0a71784a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:17:41.106540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Bound port: f3fa1b89-ccaa-49ef-b407-b5a3669311d5, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9251168c-9b4c-49a2-9915-a0a71784a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:17:41.112178 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:41.112491 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:41.126914 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bb458653-f3c2-4e88-a32d-d51b047218bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4874275 Mar 24 01:17:41.126914 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44590) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:41.129199 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-edbeb846-593e-4329-b83d-80dfc8111e89 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:41.140044 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-edbeb846-593e-4329-b83d-80dfc8111e89 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/networks?id=a6011d1a-5ca7-4daa-a03f-792f57c1b65f HTTP/1.1" status: 200 len: 797 time: 0.3151479 Mar 24 01:17:41.171238 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-848e87b5-547b-442a-ae9a-ab75850ad8cc tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/quotas/e1e7881ea1e648cfa1908931781603fe HTTP/1.1" status: 200 len: 375 time: 0.0293460 Mar 24 01:17:41.320780 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c78e60d7-d680-4563-8029-4dd0c1fa8d67 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e1e7881ea1e648cfa1908931781603fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1478937 Mar 24 01:17:41.369634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 136734e7-9ba3-4c84-8304-2d3882d39ee7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:41.385270 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e5d3cc8a-9825-42ec-bce6-19973ba548b5 None None] Provisioning complete for port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:41.385931 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e5d3cc8a-9825-42ec-bce6-19973ba548b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:41.404846 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Set router ed14aca5-b326-4c5a-ba29-4cb17f040a3a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:17:41.450064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] For port f3fa1b89-ccaa-49ef-b407-b5a3669311d5, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:17:41.493569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] For port f3fa1b89-ccaa-49ef-b407-b5a3669311d5, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f3fa1b89-ccaa-49ef-b407-b5a3669311d5,segment=NetworkSegment(9251168c-9b4c-49a2-9915-a0a71784a706),segment_id=9251168c-9b4c-49a2-9915-a0a71784a706)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:17:41.506027 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-29c81445-8384-46e4-8947-a7e873be9edd tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=0fdc6cb7bc1743249389b96ab4ecbee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3743742 Mar 24 01:17:41.512936 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44598) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:41.519812 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e5d3cc8a-9825-42ec-bce6-19973ba548b5 None None] Port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:17:41.525363 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:41.555327 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-e7b407c2-2515-4f5f-b4c5-94763bf1c393 service neutron] 10.222.0.45 "GET /v2.0/networks/a6011d1a-5ca7-4daa-a03f-792f57c1b65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217765 Mar 24 01:17:41.664065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Routers {'d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:17:41.668416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:17:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:41.690331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7fe70-5381-4be8-9e0f-4dfd7b156ae1 None None] Pushing event updated for resources: {'Port': ['ID=f3fa1b89-ccaa-49ef-b407-b5a3669311d5,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:41.716241 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949483419', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:37Z', 'updated_at': '2022-03-24T01:17:39Z', 'revision_number': 3, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:38Z', 'updated_at': '2022-03-24T01:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:41.753678 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Checking router: ed14aca5-b326-4c5a-ba29-4cb17f040a3a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:17:41.754333 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Updating router ed14aca5-b326-4c5a-ba29-4cb17f040a3a port 455ed866-9b2b-49ad-a1e2-a6afb8a5b061 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:17:41.786729 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-ab0f545f-dab5-4acb-8d50-e93afc4587d6 service neutron] 10.222.0.45 "GET /v2.0/networks/a6011d1a-5ca7-4daa-a03f-792f57c1b65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199388 Mar 24 01:17:41.807032 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (455ed866-9b2b-49ad-a1e2-a6afb8a5b061), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:42.023376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] Set router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:17:42.041108 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c5bf54-f918-406a-8692-434f464ef1bc tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:42.046129 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f4c5bf54-f918-406a-8692-434f464ef1bc tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5336542 Mar 24 01:17:42.049236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44604) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:42.204265 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44612) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:42.204779 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-18c704dc-b38c-4f28-b979-eb8d136c951c tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1542196 Mar 24 01:17:42.219572 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-af5af276-e5fe-4547-ac22-77c552d2bac7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1666357317', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:42.295149 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7470b2c-82fb-4bf4-bb6d-25a7d3d616fd req-0c31bf23-2877-4d83-9293-22c5e5da587a tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 210 time: 0.1941605 Mar 24 01:17:42.388262 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a427f293-e153-4d8b-a976-d73a06fd0946 None None] Provisioning complete for port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:42.388664 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a427f293-e153-4d8b-a976-d73a06fd0946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:42.391574 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Publish callbacks [] for port (455ed866-9b2b-49ad-a1e2-a6afb8a5b061), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:42.409264 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (455ed866-9b2b-49ad-a1e2-a6afb8a5b061), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:42.467571 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Attempting to bind port 455ed866-9b2b-49ad-a1e2-a6afb8a5b061 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:17:42.468101 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Attempting to bind port 455ed866-9b2b-49ad-a1e2-a6afb8a5b061 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:17:42.468749 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Attempting to bind port 455ed866-9b2b-49ad-a1e2-a6afb8a5b061 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:17:42.479731 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:17:42.480159 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5af276-e5fe-4547-ac22-77c552d2bac7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Made reservation on behalf of 0fdc6cb7bc1743249389b96ab4ecbee7 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:17:42.480337 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:17:42.480959 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:42.481558 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:17:42.482139 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Bound port: 455ed866-9b2b-49ad-a1e2-a6afb8a5b061, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:17:42.482714 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (455ed866-9b2b-49ad-a1e2-a6afb8a5b061), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:42.492788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-af5af276-e5fe-4547-ac22-77c552d2bac7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:42.558287 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6f072-79a2-4444-8c34-a1eb6d2f30a4 None None] Pushing event updated for resources: {'Port': ['ID=455ed866-9b2b-49ad-a1e2-a6afb8a5b061,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:42.575943 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] For port 455ed866-9b2b-49ad-a1e2-a6afb8a5b061, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:17:42.580979 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] For port 455ed866-9b2b-49ad-a1e2-a6afb8a5b061, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=455ed866-9b2b-49ad-a1e2-a6afb8a5b061,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:17:42.589274 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (455ed866-9b2b-49ad-a1e2-a6afb8a5b061), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:42.646405 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Routers {'ed14aca5-b326-4c5a-ba29-4cb17f040a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:17:42.647413 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:17:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:42.850286 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a427f293-e153-4d8b-a976-d73a06fd0946 None None] Current status of the port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:42.854321 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a427f293-e153-4d8b-a976-d73a06fd0946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:42.893933 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2117226586', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:27Z', 'updated_at': '2022-03-24T01:17:36Z', 'revision_number': 4, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:28Z', 'updated_at': '2022-03-24T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f3fa1b89-ccaa-49ef-b407-b5a3669311d5', 'name': '', 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'mac_address': 'fa:16:3e:6a:74:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:34Z', 'updated_at': '2022-03-24T01:17:41Z', 'revision_number': 4, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'subnets': [{'id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:42.997133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83720c3-6d55-4b34-8c48-b8385b837c60 None None] The sync data for ids ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'] in n-d-760455-9 is: [{'id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2117226586', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:27Z', 'updated_at': '2022-03-24T01:17:36Z', 'revision_number': 4, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:28Z', 'updated_at': '2022-03-24T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f3fa1b89-ccaa-49ef-b407-b5a3669311d5', 'name': '', 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'mac_address': 'fa:16:3e:6a:74:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:34Z', 'updated_at': '2022-03-24T01:17:41Z', 'revision_number': 4, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'subnets': [{'id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:17:43.030244 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a427f293-e153-4d8b-a976-d73a06fd0946 None None] For port f3fa1b89-ccaa-49ef-b407-b5a3669311d5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f3fa1b89-ccaa-49ef-b407-b5a3669311d5,segment=NetworkSegment(9251168c-9b4c-49a2-9915-a0a71784a706),segment_id=9251168c-9b4c-49a2-9915-a0a71784a706)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:17:43.037708 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a427f293-e153-4d8b-a976-d73a06fd0946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:43.067714 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-af5af276-e5fe-4547-ac22-77c552d2bac7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (7be9103c-d983-4a1f-aaf8-accbb283eb05), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:43.172382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427f293-e153-4d8b-a976-d73a06fd0946 None None] Pushing event updated for resources: {'Port': ['ID=f3fa1b89-ccaa-49ef-b407-b5a3669311d5,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:43.289316 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6f072-79a2-4444-8c34-a1eb6d2f30a4 None None] Pushing event updated for resources: {'Port': ['ID=455ed866-9b2b-49ad-a1e2-a6afb8a5b061,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:43.302698 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5af276-e5fe-4547-ac22-77c552d2bac7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Subnet': ['ID=7be9103c-d983-4a1f-aaf8-accbb283eb05,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:43.354808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5af276-e5fe-4547-ac22-77c552d2bac7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Checking segment: {'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:17:43.355717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5af276-e5fe-4547-ac22-77c552d2bac7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network hostable DHCP agents. Network: 898980a7-fc90-4777-a4ed-f40974eceeb2, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:17:43.428755 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5af276-e5fe-4547-ac22-77c552d2bac7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network 898980a7-fc90-4777-a4ed-f40974eceeb2 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:17:43.449303 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] Set router ed14aca5-b326-4c5a-ba29-4cb17f040a3a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:17:43.458350 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-af5af276-e5fe-4547-ac22-77c552d2bac7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 898980a7-fc90-4777-a4ed-f40974eceeb2) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:17:43.468162 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36be8ad9-a84b-4311-a480-d2e5fe50872d None None] Network 898980a7-fc90-4777-a4ed-f40974eceeb2 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:17:43.470267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5af276-e5fe-4547-ac22-77c552d2bac7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:43.473464 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-af5af276-e5fe-4547-ac22-77c552d2bac7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:43.504922 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-af5af276-e5fe-4547-ac22-77c552d2bac7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2976449 Mar 24 01:17:43.506607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44636) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:43.610475 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73c2dd0f-b25d-4a9c-be23-38d07661e821 req-c5084d9a-2f22-485d-b726-6fb5a60fd847 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 210 time: 0.1247332 Mar 24 01:17:43.767679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-898980a7-fc90-4777-a4ed-f40974eceeb2', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ips': [{'subnet_id': '7be9103c-d983-4a1f-aaf8-accbb283eb05'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:17:43.770336 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:43.885755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44642) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:43.985158 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949483419', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:37Z', 'updated_at': '2022-03-24T01:17:39Z', 'revision_number': 3, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:38Z', 'updated_at': '2022-03-24T01:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:44.101293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Allocated IP 172.20.0.2 (898980a7-fc90-4777-a4ed-f40974eceeb2/7be9103c-d983-4a1f-aaf8-accbb283eb05/f9f85f54-547e-4836-9cc8-2c68167df03d) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:17:44.119712 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed62a40f-f936-40ab-af2d-aa99ef83901c None None] The sync data for ids ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'] in n-d-760455-9 is: [{'id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949483419', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:37Z', 'updated_at': '2022-03-24T01:17:39Z', 'revision_number': 3, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:38Z', 'updated_at': '2022-03-24T01:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:17:44.318725 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1c32d4a0-0db6-4c9c-bf30-5b30e7e66f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:44.464345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-51a38c68-fe4b-4f17-89a4-94af0c2f1023 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:44.464345 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-51a38c68-fe4b-4f17-89a4-94af0c2f1023 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.57 "GET /v2.0/networks?id=a6011d1a-5ca7-4daa-a03f-792f57c1b65f HTTP/1.1" status: 200 len: 797 time: 0.5667369 Mar 24 01:17:44.555321 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Publish callbacks [] for port (f9f85f54-547e-4836-9cc8-2c68167df03d), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:44.571892 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f3fa1b89-ccaa-49ef-b407-b5a3669311d5 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:17:44.583820 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (f9f85f54-547e-4836-9cc8-2c68167df03d), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:44.745777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Network 898980a7-fc90-4777-a4ed-f40974eceeb2 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:17:44.772074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-cddf4ace-3bcc-4b74-9e69-adaf0d51c279 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e7881ea1e648cfa1908931781603fe HTTP/1.1" status: 200 len: 478 time: 0.2938535 Mar 24 01:17:44.777424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:17:44.781219 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:17:44.782358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44660) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:44.810057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Request body: {'port': {'device_id': '509a2317-55a1-4668-abfa-5f81b1962807', 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'admin_state_up': True, 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'security_groups': ['997a5915-c714-4f78-b5b2-716b859adbd0', 'c086ceb1-ec11-4028-b4c7-40935b3daa32']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:44.846816 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Pushing event updated for resources: {'Port': ['ID=f9f85f54-547e-4836-9cc8-2c68167df03d,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:44.888877 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:44.900262 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:44.900619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:44.900958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:44.901414 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:44.901746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:44.902076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:44.902400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:44.902723 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:44.903045 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:44.905309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:44.905668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:44.906003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:44.906338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:44.906668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:44.906995 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:44.954941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Attempting to bind port f9f85f54-547e-4836-9cc8-2c68167df03d on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:17:44.955328 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Attempting to bind port f9f85f54-547e-4836-9cc8-2c68167df03d by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:17:44.955760 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Attempting to bind port f9f85f54-547e-4836-9cc8-2c68167df03d on network 898980a7-fc90-4777-a4ed-f40974eceeb2 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:17:44.959512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:44.959889 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:45.056555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:17:45.057061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Checking segment: {'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:17:45.057511 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:45.057916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Bound using segment: {'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:17:45.058421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Bound port: f9f85f54-547e-4836-9cc8-2c68167df03d, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:17:45.058808 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f9f85f54-547e-4836-9cc8-2c68167df03d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:45.218670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Made reservation on behalf of e1e7881ea1e648cfa1908931781603fe for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:17:45.229601 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:45.268285 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:45.328291 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1c32d4a0-0db6-4c9c-bf30-5b30e7e66f42 admin admin] Publish callbacks [] for security_group (0164774c-fa84-4630-921e-c2cc626ce047), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:45.335968 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8702cc66-e677-4726-96b2-573d1fb76ffe req-92ed32c5-54e1-4065-8903-fd754a793829 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 210 time: 0.2027993 Mar 24 01:17:45.353713 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1c32d4a0-0db6-4c9c-bf30-5b30e7e66f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0164774c-fa84-4630-921e-c2cc626ce047), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:45.396150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] For port f9f85f54-547e-4836-9cc8-2c68167df03d, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:17:45.401320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] For port f9f85f54-547e-4836-9cc8-2c68167df03d, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f9f85f54-547e-4836-9cc8-2c68167df03d,segment=NetworkSegment(f7ae3e46-1154-4389-ba61-72fa2bf7ebcf),segment_id=f7ae3e46-1154-4389-ba61-72fa2bf7ebcf)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:17:45.414555 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f9f85f54-547e-4836-9cc8-2c68167df03d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:45.613273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd871091-fc8d-436c-8775-764640fd5eb2 None None] Pushing event updated for resources: {'Port': ['ID=f9f85f54-547e-4836-9cc8-2c68167df03d,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:46.084620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1c32d4a0-0db6-4c9c-bf30-5b30e7e66f42 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd53df08f8a9474caceaca8b49c1eb39&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1952889 Mar 24 01:17:46.084620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32d4a0-0db6-4c9c-bf30-5b30e7e66f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0164774c-fa84-4630-921e-c2cc626ce047,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:46.111585 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44672) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:46.305015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Allocated IP 172.20.0.3 (a6011d1a-5ca7-4daa-a03f-792f57c1b65f/69b05c13-3a22-4906-aaa7-aa55f241301e/dd1f005d-803e-4180-a1ce-eeb46eb13016) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:17:46.457626 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Allocated IP 172.20.0.1 (898980a7-fc90-4777-a4ed-f40974eceeb2/7be9103c-d983-4a1f-aaf8-accbb283eb05/c35ea30b-bce7-434d-819b-7c4fb22e81d5) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:17:46.585530 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 455ed866-9b2b-49ad-a1e2-a6afb8a5b061 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:17:46.639565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a639a26b-d1b5-4763-945c-933ff138b6c5 req-c2d74d35-73ed-4147-b62f-5048fb9cb3ce tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 210 time: 0.0768886 Mar 24 01:17:46.690294 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6237656-ac42-48fe-86c7-9de5f1b49335 admin admin] Publish callbacks [] for security_group (0164774c-fa84-4630-921e-c2cc626ce047), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:46.730441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 455ed866-9b2b-49ad-a1e2-a6afb8a5b061 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:46.730832 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (455ed866-9b2b-49ad-a1e2-a6afb8a5b061), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:46.771385 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:46.804166 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6237656-ac42-48fe-86c7-9de5f1b49335 admin admin] Publish callbacks [] for security_group (0164774c-fa84-4630-921e-c2cc626ce047), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:46.884885 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:46.903740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 455ed866-9b2b-49ad-a1e2-a6afb8a5b061 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:46.904453 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (455ed866-9b2b-49ad-a1e2-a6afb8a5b061), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:46.976756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 455ed866-9b2b-49ad-a1e2-a6afb8a5b061, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=455ed866-9b2b-49ad-a1e2-a6afb8a5b061,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:17:46.989446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network 898980a7-fc90-4777-a4ed-f40974eceeb2 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:17:46.990821 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (455ed866-9b2b-49ad-a1e2-a6afb8a5b061), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:46.992044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f9f85f54-547e-4836-9cc8-2c68167df03d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:17:47.001525 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:17:47.016341 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:17:47.033431 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6237656-ac42-48fe-86c7-9de5f1b49335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0164774c-fa84-4630-921e-c2cc626ce047), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:47.040604 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6237656-ac42-48fe-86c7-9de5f1b49335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:47.047108 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a6237656-ac42-48fe-86c7-9de5f1b49335 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0164774c-fa84-4630-921e-c2cc626ce047 HTTP/1.1" status: 204 len: 168 time: 0.9342773 Mar 24 01:17:47.107825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=455ed866-9b2b-49ad-a1e2-a6afb8a5b061,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:47.134329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6237656-ac42-48fe-86c7-9de5f1b49335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0164774c-fa84-4630-921e-c2cc626ce047,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:47.145377 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for port (dd1f005d-803e-4180-a1ce-eeb46eb13016), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:47.184321 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=c35ea30b-bce7-434d-819b-7c4fb22e81d5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:47.216586 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:47.229221 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f9f85f54-547e-4836-9cc8-2c68167df03d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:47.229512 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f9f85f54-547e-4836-9cc8-2c68167df03d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:47.333622 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (dd1f005d-803e-4180-a1ce-eeb46eb13016), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:47.504183 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f9f85f54-547e-4836-9cc8-2c68167df03d is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:47.506194 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f9f85f54-547e-4836-9cc8-2c68167df03d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:47.536227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Network a6011d1a-5ca7-4daa-a03f-792f57c1b65f is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:17:47.569041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2098fc-6002-4289-84d3-c5fd906669c9 None None] Network 898980a7-fc90-4777-a4ed-f40974eceeb2 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:17:47.583841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:17:47.603065 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:17:47.795514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:47.796201 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:47.880807 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:47.904615 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.1186268 Mar 24 01:17:47.930076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-f0a344db-9aa0-4664-9e61-304d80ce18a6 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:17:47.930328 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port f9f85f54-547e-4836-9cc8-2c68167df03d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f9f85f54-547e-4836-9cc8-2c68167df03d,segment=NetworkSegment(f7ae3e46-1154-4389-ba61-72fa2bf7ebcf),segment_id=f7ae3e46-1154-4389-ba61-72fa2bf7ebcf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:17:47.932861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-f0a344db-9aa0-4664-9e61-304d80ce18a6 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070989 Mar 24 01:17:47.941646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-870c0dde-6360-425a-97db-25e333ad182d None None] Provisioning complete for port f9f85f54-547e-4836-9cc8-2c68167df03d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:47.942016 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-870c0dde-6360-425a-97db-25e333ad182d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f9f85f54-547e-4836-9cc8-2c68167df03d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:47.962089 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Request body: {'port': {'device_id': '509a2317-55a1-4668-abfa-5f81b1962807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:48.023612 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f9f85f54-547e-4836-9cc8-2c68167df03d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:48.049867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'Port': ['ID=dd1f005d-803e-4180-a1ce-eeb46eb13016,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:48.135734 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=f9f85f54-547e-4836-9cc8-2c68167df03d,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:48.177483 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dd1f005d-803e-4180-a1ce-eeb46eb13016), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:48.189934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.191590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.192126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.193642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.194772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.203747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.205278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.205863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.207023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.208394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.208927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.209467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.211110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.211642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.212149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28887322-aea4-4ba2-aca3-014550e386f3 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.225485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-870c0dde-6360-425a-97db-25e333ad182d None None] Current status of the port f9f85f54-547e-4836-9cc8-2c68167df03d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:48.280197 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d338e924-d3fd-46c9-b749-b148c5a164ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (a9ee4bad-e653-484c-97e8-9380577683bf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:48.359356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-239d2917-7584-4b0a-b66e-035f79bf693e None None] Provisioning complete for port dd1f005d-803e-4180-a1ce-eeb46eb13016 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:48.359356 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-239d2917-7584-4b0a-b66e-035f79bf693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (dd1f005d-803e-4180-a1ce-eeb46eb13016), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:48.424293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 455ed866-9b2b-49ad-a1e2-a6afb8a5b061 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:17:48.513716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-798d3f37-70bd-4eb3-90e1-62123e43e5ad req-73c7aea6-5b0a-4b81-9d37-a1a0a1a4393d service neutron] (115730) timed out ('10.222.0.45', 32982) {{(pid=115730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 01:17:48.519685 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:48.539784 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:48.592941 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:48.797334 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=c35ea30b-bce7-434d-819b-7c4fb22e81d5,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:48.827809 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.828511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.829594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.829938 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.830278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.830605 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.830934 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.831447 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.831776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.832109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.832437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.832769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.833105 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.833435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.833754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:17:48.884767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff816c-99f7-44d4-933f-69fa03a6ede4 req-46c49a0e-d817-4523-8909-abf49b3e305d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:48.894464 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3dff816c-99f7-44d4-933f-69fa03a6ede4 req-46c49a0e-d817-4523-8909-abf49b3e305d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 970 time: 1.0149598 Mar 24 01:17:48.975311 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network 898980a7-fc90-4777-a4ed-f40974eceeb2 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:17:48.982609 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:17:48.993576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-239d2917-7584-4b0a-b66e-035f79bf693e None None] Port dd1f005d-803e-4180-a1ce-eeb46eb13016 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:17:49.065154 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 455ed866-9b2b-49ad-a1e2-a6afb8a5b061 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:49.065822 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (455ed866-9b2b-49ad-a1e2-a6afb8a5b061), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:49.221295 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ad51920d-9513-4044-88f3-5301b5638709 None None] Provisioning complete for port f9f85f54-547e-4836-9cc8-2c68167df03d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:49.221677 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ad51920d-9513-4044-88f3-5301b5638709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f9f85f54-547e-4836-9cc8-2c68167df03d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:49.252330 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router ed14aca5-b326-4c5a-ba29-4cb17f040a3a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:17:49.355100 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 455ed866-9b2b-49ad-a1e2-a6afb8a5b061 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:49.356277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f9f85f54-547e-4836-9cc8-2c68167df03d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:17:49.457391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ad51920d-9513-4044-88f3-5301b5638709 None None] Current status of the port f9f85f54-547e-4836-9cc8-2c68167df03d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:49.468528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f9f85f54-547e-4836-9cc8-2c68167df03d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:49.468932 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f9f85f54-547e-4836-9cc8-2c68167df03d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:49.528396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:17:49.541881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ad51920d-9513-4044-88f3-5301b5638709 None None] Provisioning complete for port c35ea30b-bce7-434d-819b-7c4fb22e81d5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:49.542266 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ad51920d-9513-4044-88f3-5301b5638709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:49.548489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Sync routers for ids ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:17:49.553738 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e342487f-3693-4547-b821-80d07f32b4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "PUT /v2.0/routers/ed14aca5-b326-4c5a-ba29-4cb17f040a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0450003 Mar 24 01:17:49.658769 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Routers {'ed14aca5-b326-4c5a-ba29-4cb17f040a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:17:49.659969 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:17:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:49.847564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ad51920d-9513-4044-88f3-5301b5638709 None None] Port c35ea30b-bce7-434d-819b-7c4fb22e81d5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:17:49.853250 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f9f85f54-547e-4836-9cc8-2c68167df03d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:49.945199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Set router ed14aca5-b326-4c5a-ba29-4cb17f040a3a gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:17:49.963378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1f005d-803e-4180-a1ce-eeb46eb13016 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:17:49.981781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3dff816c-99f7-44d4-933f-69fa03a6ede4 req-7d221544-8f8b-4143-b999-76700bac9464 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/security-groups?id=997a5915-c714-4f78-b5b2-716b859adbd0&id=c086ceb1-ec11-4028-b4c7-40935b3daa32&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.0778620 Mar 24 01:17:50.008421 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Publish callbacks [] for port (dd1f005d-803e-4180-a1ce-eeb46eb13016), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:50.039240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Transition to ACTIVE for port object dd1f005d-803e-4180-a1ce-eeb46eb13016 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:17:50.074963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-67a07541-1947-441e-8ebd-e7e881b40c80 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877017103&fields=id&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7 HTTP/1.1" status: 200 len: 267 time: 0.1193230 Mar 24 01:17:50.090035 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (dd1f005d-803e-4180-a1ce-eeb46eb13016), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:50.171065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1a97575b-dcc2-4e90-9c73-2d7f93a9ca69 None None] Provisioning complete for port c35ea30b-bce7-434d-819b-7c4fb22e81d5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:50.171992 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1a97575b-dcc2-4e90-9c73-2d7f93a9ca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:50.246418 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1a97575b-dcc2-4e90-9c73-2d7f93a9ca69 None None] Port c35ea30b-bce7-434d-819b-7c4fb22e81d5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:17:50.251224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1f005d-803e-4180-a1ce-eeb46eb13016,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:50.261000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-d338e924-d3fd-46c9-b749-b148c5a164ab admin admin] Deleting port 80c439ef-2ba8-43bc-a999-842edbd3562e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:17:50.261457 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d338e924-d3fd-46c9-b749-b148c5a164ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:50.365175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-d338e924-d3fd-46c9-b749-b148c5a164ab admin admin] For port 80c439ef-2ba8-43bc-a999-842edbd3562e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=80c439ef-2ba8-43bc-a999-842edbd3562e,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:17:50.365557 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d338e924-d3fd-46c9-b749-b148c5a164ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:50.370133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949483419', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:37Z', 'updated_at': '2022-03-24T01:17:47Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:38Z', 'updated_at': '2022-03-24T01:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c35ea30b-bce7-434d-819b-7c4fb22e81d5', 'name': '', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:05:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:45Z', 'updated_at': '2022-03-24T01:17:48Z', 'revision_number': 2, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:50.386105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-d338e924-d3fd-46c9-b749-b148c5a164ab admin admin] Calling delete_port for 80c439ef-2ba8-43bc-a999-842edbd3562e owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:17:50.412393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Checking router: ed14aca5-b326-4c5a-ba29-4cb17f040a3a for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:17:50.412836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Updating router ed14aca5-b326-4c5a-ba29-4cb17f040a3a port c35ea30b-bce7-434d-819b-7c4fb22e81d5 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:17:50.444592 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:50.754095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Attempting to bind port dd1f005d-803e-4180-a1ce-eeb46eb13016 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:17:50.754438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Attempting to bind port dd1f005d-803e-4180-a1ce-eeb46eb13016 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '9251168c-9b4c-49a2-9915-a0a71784a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:17:50.754775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Attempting to bind port dd1f005d-803e-4180-a1ce-eeb46eb13016 on network a6011d1a-5ca7-4daa-a03f-792f57c1b65f {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:17:50.762911 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d338e924-d3fd-46c9-b749-b148c5a164ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (80c439ef-2ba8-43bc-a999-842edbd3562e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:50.779444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-e6750b20-bb71-48bd-a1dd-08c835ee48b4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:50.781299 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-e6750b20-bb71-48bd-a1dd-08c835ee48b4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/networks?id=898980a7-fc90-4777-a4ed-f40974eceeb2 HTTP/1.1" status: 200 len: 796 time: 0.7055399 Mar 24 01:17:50.781926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Port dd1f005d-803e-4180-a1ce-eeb46eb13016 on network a6011d1a-5ca7-4daa-a03f-792f57c1b65f not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:17:50.782255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Attempting to bind port dd1f005d-803e-4180-a1ce-eeb46eb13016 on network a6011d1a-5ca7-4daa-a03f-792f57c1b65f {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:17:50.788543 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Publish callbacks [] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:50.796518 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:50.822109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:17:50.822467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Checking segment: {'id': '9251168c-9b4c-49a2-9915-a0a71784a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:17:50.822863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Bound using segment: {'id': '9251168c-9b4c-49a2-9915-a0a71784a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:17:50.823320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Bound port: dd1f005d-803e-4180-a1ce-eeb46eb13016, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9251168c-9b4c-49a2-9915-a0a71784a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:17:50.823685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dd1f005d-803e-4180-a1ce-eeb46eb13016), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:50.826451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-6b8e446f-ad12-4d8a-b375-e33edc4f60b3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/quotas/0fdc6cb7bc1743249389b96ab4ecbee7 HTTP/1.1" status: 200 len: 375 time: 0.0365522 Mar 24 01:17:50.853521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338e924-d3fd-46c9-b749-b148c5a164ab admin admin] Pushing event deleted for resources: {'Port': ['ID=80c439ef-2ba8-43bc-a999-842edbd3562e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:50.916324 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f422deb-07dd-4e15-bca8-c8816b34bc98 None None] Pushing event updated for resources: {'Port': ['ID=c35ea30b-bce7-434d-819b-7c4fb22e81d5,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:51.001664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Attempting to bind port c35ea30b-bce7-434d-819b-7c4fb22e81d5 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:17:51.002462 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Attempting to bind port c35ea30b-bce7-434d-819b-7c4fb22e81d5 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:17:51.003108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Attempting to bind port c35ea30b-bce7-434d-819b-7c4fb22e81d5 on network 898980a7-fc90-4777-a4ed-f40974eceeb2 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:17:51.010898 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:17:51.011890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Checking segment: {'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:17:51.012587 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:51.013260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Bound using segment: {'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:17:51.013999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Bound port: c35ea30b-bce7-434d-819b-7c4fb22e81d5, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:17:51.014773 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:51.139223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] For port c35ea30b-bce7-434d-819b-7c4fb22e81d5, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:17:51.149852 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] For port c35ea30b-bce7-434d-819b-7c4fb22e81d5, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c35ea30b-bce7-434d-819b-7c4fb22e81d5,segment=NetworkSegment(f7ae3e46-1154-4389-ba61-72fa2bf7ebcf),segment_id=f7ae3e46-1154-4389-ba61-72fa2bf7ebcf)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:17:51.162350 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:51.215747 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f422deb-07dd-4e15-bca8-c8816b34bc98 None None] Pushing event updated for resources: {'Port': ['ID=c35ea30b-bce7-434d-819b-7c4fb22e81d5,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:51.267335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Routers {'ed14aca5-b326-4c5a-ba29-4cb17f040a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:17:51.267981 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:17:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:51.298637 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d338e924-d3fd-46c9-b749-b148c5a164ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (a9ee4bad-e653-484c-97e8-9380577683bf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:51.345938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-0d8878b5-1b81-4657-b050-2a5ca5306f81 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4744101 Mar 24 01:17:51.371442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-d3327837-431f-4a68-9c3e-671d74a0ca00 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:17:51.372456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-d3327837-431f-4a68-9c3e-671d74a0ca00 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053735 Mar 24 01:17:51.393651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-78c5bd63-420f-42f4-b8d9-1dd3c7f35257 None None] Provisioning complete for port c35ea30b-bce7-434d-819b-7c4fb22e81d5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:51.394442 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78c5bd63-420f-42f4-b8d9-1dd3c7f35257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:51.490380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-dddc36a1-3bfe-411e-9692-ebf35ee1709e service neutron] 10.222.0.45 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063495 Mar 24 01:17:51.492553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] For port dd1f005d-803e-4180-a1ce-eeb46eb13016, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:17:51.536228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] Set router ed14aca5-b326-4c5a-ba29-4cb17f040a3a gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:17:51.634636 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-78c5bd63-420f-42f4-b8d9-1dd3c7f35257 None None] Current status of the port c35ea30b-bce7-434d-819b-7c4fb22e81d5 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:51.635005 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78c5bd63-420f-42f4-b8d9-1dd3c7f35257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:51.664971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] For port dd1f005d-803e-4180-a1ce-eeb46eb13016, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=dd1f005d-803e-4180-a1ce-eeb46eb13016,segment=NetworkSegment(9251168c-9b4c-49a2-9915-a0a71784a706),segment_id=9251168c-9b4c-49a2-9915-a0a71784a706)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:17:51.686503 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (dd1f005d-803e-4180-a1ce-eeb46eb13016), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:51.737081 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-78c5bd63-420f-42f4-b8d9-1dd3c7f35257 None None] For port c35ea30b-bce7-434d-819b-7c4fb22e81d5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c35ea30b-bce7-434d-819b-7c4fb22e81d5,segment=NetworkSegment(f7ae3e46-1154-4389-ba61-72fa2bf7ebcf),segment_id=f7ae3e46-1154-4389-ba61-72fa2bf7ebcf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:17:51.746936 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78c5bd63-420f-42f4-b8d9-1dd3c7f35257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:51.809848 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1f005d-803e-4180-a1ce-eeb46eb13016,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:51.850576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5bd63-420f-42f4-b8d9-1dd3c7f35257 None None] Pushing event updated for resources: {'Port': ['ID=c35ea30b-bce7-434d-819b-7c4fb22e81d5,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:51.879729 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e146053-7f16-4a6d-89bf-3aa995969abc req-c4fb1662-d13d-45c4-9fe5-d27680ca7b7a tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:51.881473 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e146053-7f16-4a6d-89bf-3aa995969abc req-c4fb1662-d13d-45c4-9fe5-d27680ca7b7a tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 982 time: 0.5969694 Mar 24 01:17:51.883103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949483419', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:37Z', 'updated_at': '2022-03-24T01:17:47Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:38Z', 'updated_at': '2022-03-24T01:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c35ea30b-bce7-434d-819b-7c4fb22e81d5', 'name': '', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:05:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:45Z', 'updated_at': '2022-03-24T01:17:51Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:51.885755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-bdfaceea-b670-4cd8-afbe-e0d1525ee30d None None] Provisioning complete for port c35ea30b-bce7-434d-819b-7c4fb22e81d5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:51.885755 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bdfaceea-b670-4cd8-afbe-e0d1525ee30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:51.905064 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:51.906009 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:51.907599 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c4c65703-13ff-4931-a7da-d418f81f9922 service neutron] 10.222.0.57 "PUT /v2.0/ports/dd1f005d-803e-4180-a1ce-eeb46eb13016 HTTP/1.1" status: 200 len: 1130 time: 3.9510298 Mar 24 01:17:51.921082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509a2317-55a1-4668-abfa-5f81b1962807', 'tag': 'dd1f005d-803e-4180-a1ce-eeb46eb13016'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:17:51.924455 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1df9d7-ba93-43ef-8688-d8701c9518e4" -d '{"events": [{"name": "network-changed", "server_uuid": "509a2317-55a1-4668-abfa-5f81b1962807", "tag": "dd1f005d-803e-4180-a1ce-eeb46eb13016"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:17:51.962446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6432eb-fb49-4f04-9ce4-28e2555839a9 None None] The sync data for ids ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'] in n-d-760455-9 is: [{'id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949483419', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:37Z', 'updated_at': '2022-03-24T01:17:47Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:38Z', 'updated_at': '2022-03-24T01:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c35ea30b-bce7-434d-819b-7c4fb22e81d5', 'name': '', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:05:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:45Z', 'updated_at': '2022-03-24T01:17:51Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:17:52.111624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-4339e6cb-896f-4c38-a4db-b3be774a184b service neutron] 10.222.0.45 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709894 Mar 24 01:17:52.127146 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bdfaceea-b670-4cd8-afbe-e0d1525ee30d None None] Current status of the port c35ea30b-bce7-434d-819b-7c4fb22e81d5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:52.259295 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e146053-7f16-4a6d-89bf-3aa995969abc req-f81228bd-3b01-4968-b1e3-ed3272e3641f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/security-groups?id=997a5915-c714-4f78-b5b2-716b859adbd0&id=c086ceb1-ec11-4028-b4c7-40935b3daa32&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3626885 Mar 24 01:17:52.437942 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3319c3ba-fced-4996-a54e-184558d70c6a x-openstack-request-id: req-3319c3ba-fced-4996-a54e-184558d70c6a {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:17:52.438483 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509a2317-55a1-4668-abfa-5f81b1962807", "tag": "dd1f005d-803e-4180-a1ce-eeb46eb13016", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:17:52.438483 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3319c3ba-fced-4996-a54e-184558d70c6a {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:17:52.438904 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3319c3ba-fced-4996-a54e-184558d70c6a'] response: {'name': 'network-changed', 'server_uuid': '509a2317-55a1-4668-abfa-5f81b1962807', 'tag': 'dd1f005d-803e-4180-a1ce-eeb46eb13016', 'status': 'completed', 'code': 200} Mar 24 01:17:52.511820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-78702183-427f-4a12-8ae5-81fb27dc87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:52.513459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-78702183-427f-4a12-8ae5-81fb27dc87c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e7881ea1e648cfa1908931781603fe&device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 1164 time: 0.5476115 Mar 24 01:17:52.562185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c35ea30b-bce7-434d-819b-7c4fb22e81d5 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:17:52.606402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60746b64-bb14-4a7c-aae1-f1eab1e09930 req-1ab42043-fed6-4c74-80f3-6c7e130740c2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 210 time: 0.0913537 Mar 24 01:17:52.679847 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port c35ea30b-bce7-434d-819b-7c4fb22e81d5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:52.680478 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:52.685155 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-c67400fc-b37a-4293-8ae4-04e2712cddb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd1f005d-803e-4180-a1ce-eeb46eb13016 HTTP/1.1" status: 200 len: 217 time: 0.1483250 Mar 24 01:17:52.892517 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port c35ea30b-bce7-434d-819b-7c4fb22e81d5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:53.438572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-87cec0d8-e0d5-4beb-90fb-a82e90655b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:53.442501 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-87cec0d8-e0d5-4beb-90fb-a82e90655b12 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69b05c13-3a22-4906-aaa7-aa55f241301e HTTP/1.1" status: 200 len: 835 time: 0.7385192 Mar 24 01:17:53.575687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c363791-a8aa-47e7-a952-900ce87014d7 req-ea383e20-4d6e-4418-a203-b9606a3568bd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:53.577999 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c363791-a8aa-47e7-a952-900ce87014d7 req-ea383e20-4d6e-4418-a203-b9606a3568bd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 982 time: 0.1305230 Mar 24 01:17:53.651747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-556343ac-018c-41b2-811b-eaf489060242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:53.653871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-556343ac-018c-41b2-811b-eaf489060242 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a6011d1a-5ca7-4daa-a03f-792f57c1b65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1698706 Mar 24 01:17:53.657841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d338e924-d3fd-46c9-b749-b148c5a164ab admin admin] Router a9ee4bad-e653-484c-97e8-9380577683bf has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:17:53.925608 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c363791-a8aa-47e7-a952-900ce87014d7 req-b53f05d1-f730-4d46-97ca-4f5f7cbc316d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/security-groups?id=997a5915-c714-4f78-b5b2-716b859adbd0&id=c086ceb1-ec11-4028-b4c7-40935b3daa32&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3321984 Mar 24 01:17:53.933513 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-0ee06755-f909-45bd-af82-704f3854e6ad service neutron] 10.222.0.57 "GET /v2.0/networks/a6011d1a-5ca7-4daa-a03f-792f57c1b65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078760 Mar 24 01:17:54.014920 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56223cf5-60dc-4c27-bb04-f56fe31100e5 req-8204685e-7244-4223-8113-663a1504066e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 210 time: 0.1189053 Mar 24 01:17:54.414014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-620902cf-9aec-4cd7-a747-78c4dcf494cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:54.416206 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-620902cf-9aec-4cd7-a747-78c4dcf494cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.48 "GET /v2.0/networks?id=898980a7-fc90-4777-a4ed-f40974eceeb2 HTTP/1.1" status: 200 len: 796 time: 0.2706177 Mar 24 01:17:54.468098 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10e12afa-bc25-422a-ae2d-eb618662f5f8 req-765df36c-9688-4d90-8613-2261bb3f540d service neutron] 10.222.0.57 "GET /v2.0/networks/a6011d1a-5ca7-4daa-a03f-792f57c1b65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285726 Mar 24 01:17:54.514607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d338e924-d3fd-46c9-b749-b148c5a164ab admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:17:54.525162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d338e924-d3fd-46c9-b749-b148c5a164ab admin admin] 10.222.0.45 "PUT /v2.0/routers/a9ee4bad-e653-484c-97e8-9380577683bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7417314 Mar 24 01:17:54.527599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44758) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:54.529573 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24115c3a-f4bc-4c84-b160-a203e9da6278 None None] Sync routers for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:17:54.542970 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24115c3a-f4bc-4c84-b160-a203e9da6278 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:17:54.543598 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-24115c3a-f4bc-4c84-b160-a203e9da6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:17:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:54.646002 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-ad914dc9-498a-4045-90f0-9d6d0c5b12a0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7 HTTP/1.1" status: 200 len: 379 time: 0.2212284 Mar 24 01:17:54.670158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-1b94fda4-b7df-40b4-a7fd-f47e7c39c342 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'port': {'device_id': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'admin_state_up': True, 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'security_groups': ['64e801d4-4f56-47ed-9429-559539e687be']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:54.691631 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1df9d7-ba93-43ef-8688-d8701c9518e4 req-10c78fb0-2fa4-497b-ab58-dce8063bbb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:54.693477 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae1df9d7-ba93-43ef-8688-d8701c9518e4 req-10c78fb0-2fa4-497b-ab58-dce8063bbb96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e7881ea1e648cfa1908931781603fe&device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 1164 time: 0.1103764 Mar 24 01:17:54.764303 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2743cf48-f431-44db-98cf-9c031f5cb3d2 admin admin] Publish callbacks [] for router (a9ee4bad-e653-484c-97e8-9380577683bf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:54.957665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1df9d7-ba93-43ef-8688-d8701c9518e4 req-938a703c-99fe-4ac2-8d61-9e0a61e58301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:54.959163 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae1df9d7-ba93-43ef-8688-d8701c9518e4 req-938a703c-99fe-4ac2-8d61-9e0a61e58301 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a6011d1a-5ca7-4daa-a03f-792f57c1b65f HTTP/1.1" status: 200 len: 898 time: 0.2576201 Mar 24 01:17:54.988583 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-24115c3a-f4bc-4c84-b160-a203e9da6278 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:17:55.022043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae1df9d7-ba93-43ef-8688-d8701c9518e4 req-2b8b225e-3298-4750-a938-0f470eacaf52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd1f005d-803e-4180-a1ce-eeb46eb13016 HTTP/1.1" status: 200 len: 217 time: 0.0512252 Mar 24 01:17:55.044939 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2743cf48-f431-44db-98cf-9c031f5cb3d2 admin admin] Publish callbacks [] for router_gateway (a9ee4bad-e653-484c-97e8-9380577683bf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:55.107158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-1b94fda4-b7df-40b4-a7fd-f47e7c39c342 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Made reservation on behalf of 0fdc6cb7bc1743249389b96ab4ecbee7 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:17:55.126669 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-1b94fda4-b7df-40b4-a7fd-f47e7c39c342 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:55.256530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1df9d7-ba93-43ef-8688-d8701c9518e4 req-c00b5383-ae75-433a-a5e0-b03626f484d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:55.258737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae1df9d7-ba93-43ef-8688-d8701c9518e4 req-c00b5383-ae75-433a-a5e0-b03626f484d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69b05c13-3a22-4906-aaa7-aa55f241301e HTTP/1.1" status: 200 len: 835 time: 0.2243590 Mar 24 01:17:55.365077 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8d3cfe5-7c44-4ae7-ba78-f8cee48cf1d5 req-2917b7af-5c2b-4ca6-b19c-db4dc15fe4c3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 210 time: 0.1050105 Mar 24 01:17:55.394842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2743cf48-f431-44db-98cf-9c031f5cb3d2 admin admin] Deleting port 1d73687a-50c8-4d62-898f-d10d7b03a67e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:17:55.395457 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2743cf48-f431-44db-98cf-9c031f5cb3d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1d73687a-50c8-4d62-898f-d10d7b03a67e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:55.425775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbe696-8942-4a36-8ac9-5a0fa3f701d7 req-d1402b22-09c4-4601-8718-a49b3f7b1e0f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:55.427580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-48fbe696-8942-4a36-8ac9-5a0fa3f701d7 req-d1402b22-09c4-4601-8718-a49b3f7b1e0f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 982 time: 0.2260025 Mar 24 01:17:55.473974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-1b94fda4-b7df-40b4-a7fd-f47e7c39c342 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Allocated IP 172.20.0.8 (898980a7-fc90-4777-a4ed-f40974eceeb2/7be9103c-d983-4a1f-aaf8-accbb283eb05/6e3a48ee-89e8-46c2-ae7f-8474804082a4) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:17:55.492833 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-24115c3a-f4bc-4c84-b160-a203e9da6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:17:50Z', 'revision_number': 5, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port': {'id': '1d73687a-50c8-4d62-898f-d10d7b03a67e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:07:23Z', 'updated_at': '2022-03-24T01:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:55.532096 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-48fbe696-8942-4a36-8ac9-5a0fa3f701d7 req-eb2b9d55-d4fc-4cdd-a24c-c5d4b23646b7 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/security-groups?id=997a5915-c714-4f78-b5b2-716b859adbd0&id=c086ceb1-ec11-4028-b4c7-40935b3daa32&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0703764 Mar 24 01:17:55.537379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1df9d7-ba93-43ef-8688-d8701c9518e4 req-39482dd7-9420-4c81-8e2f-f5d1cc8ef05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:55.538926 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae1df9d7-ba93-43ef-8688-d8701c9518e4 req-39482dd7-9420-4c81-8e2f-f5d1cc8ef05e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a6011d1a-5ca7-4daa-a03f-792f57c1b65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2440414 Mar 24 01:17:55.611732 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24115c3a-f4bc-4c84-b160-a203e9da6278 None None] Checking router: a9ee4bad-e653-484c-97e8-9380577683bf for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:17:55.665579 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24115c3a-f4bc-4c84-b160-a203e9da6278 None None] Routers {'a9ee4bad-e653-484c-97e8-9380577683bf'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:17:55.666396 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-24115c3a-f4bc-4c84-b160-a203e9da6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:17:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a9ee4bad-e653-484c-97e8-9380577683bf'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:55.761776 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44774) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:55.835981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-2743cf48-f431-44db-98cf-9c031f5cb3d2 admin admin] For port 1d73687a-50c8-4d62-898f-d10d7b03a67e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=1d73687a-50c8-4d62-898f-d10d7b03a67e,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:17:55.837603 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2743cf48-f431-44db-98cf-9c031f5cb3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1d73687a-50c8-4d62-898f-d10d7b03a67e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:55.864189 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-24115c3a-f4bc-4c84-b160-a203e9da6278 None None] Set router a9ee4bad-e653-484c-97e8-9380577683bf gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:17:55.866699 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-1b94fda4-b7df-40b4-a7fd-f47e7c39c342 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:55.887438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2743cf48-f431-44db-98cf-9c031f5cb3d2 admin admin] Calling delete_port for 1d73687a-50c8-4d62-898f-d10d7b03a67e owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:17:55.950700 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-1b94fda4-b7df-40b4-a7fd-f47e7c39c342 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:56.019012 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-24115c3a-f4bc-4c84-b160-a203e9da6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:17:55Z', 'revision_number': 6, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:17:56.063245 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-1b94fda4-b7df-40b4-a7fd-f47e7c39c342 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network 898980a7-fc90-4777-a4ed-f40974eceeb2 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:17:56.070530 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-1b94fda4-b7df-40b4-a7fd-f47e7c39c342 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:17:56.070814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae1df9d7-ba93-43ef-8688-d8701c9518e4 req-6fe7d5cf-1946-4429-a0a7-4fb357885a20 service neutron] 10.222.0.57 "GET /v2.0/networks/a6011d1a-5ca7-4daa-a03f-792f57c1b65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200305 Mar 24 01:17:56.075122 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-1b94fda4-b7df-40b4-a7fd-f47e7c39c342 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:17:56.092418 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24115c3a-f4bc-4c84-b160-a203e9da6278 None None] The sync data for ids ['a9ee4bad-e653-484c-97e8-9380577683bf'] in n-d-760455-9 is: [{'id': 'a9ee4bad-e653-484c-97e8-9380577683bf', 'name': 'tempest-AttachVolumeNegativeTest-839908478-router', 'tenant_id': '3994e882c46047a4949ec2310a17d611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:07:21Z', 'updated_at': '2022-03-24T01:17:55Z', 'revision_number': 6, 'project_id': '3994e882c46047a4949ec2310a17d611', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:17:56.201821 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94fda4-b7df-40b4-a7fd-f47e7c39c342 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=6e3a48ee-89e8-46c2-ae7f-8474804082a4,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:56.279977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-1b94fda4-b7df-40b4-a7fd-f47e7c39c342 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:56.281271 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-1b94fda4-b7df-40b4-a7fd-f47e7c39c342 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:56.327885 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-1b94fda4-b7df-40b4-a7fd-f47e7c39c342 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6722684 Mar 24 01:17:56.338119 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-22ed9cc3-2ce2-4ad9-a8da-b9bc50fac39b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:17:56.339456 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-22ed9cc3-2ce2-4ad9-a8da-b9bc50fac39b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063264 Mar 24 01:17:56.352951 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Request body: {'port': {'device_id': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:17:56.527938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 80c439ef-2ba8-43bc-a999-842edbd3562e no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:17:56.528461 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:56.609710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 80c439ef-2ba8-43bc-a999-842edbd3562e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:17:56.610065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 80c439ef-2ba8-43bc-a999-842edbd3562e not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:17:56.639115 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-17820f81-5f0a-4b71-99aa-9c69a5a9386a None None] Provisioning complete for port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:17:56.639444 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-17820f81-5f0a-4b71-99aa-9c69a5a9386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:56.750491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-17820f81-5f0a-4b71-99aa-9c69a5a9386a None None] Port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:17:57.032741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3a48ee-89e8-46c2-ae7f-8474804082a4 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:17:57.054395 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Publish callbacks [] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:57.078408 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Transition to ACTIVE for port object 6e3a48ee-89e8-46c2-ae7f-8474804082a4 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:17:57.087110 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:57.188631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Pushing event updated for resources: {'Port': ['ID=6e3a48ee-89e8-46c2-ae7f-8474804082a4,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:57.387611 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Attempting to bind port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:17:57.387981 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Attempting to bind port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:17:57.388269 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Attempting to bind port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 on network 898980a7-fc90-4777-a4ed-f40974eceeb2 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:17:57.393307 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 on network 898980a7-fc90-4777-a4ed-f40974eceeb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:17:57.393697 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Attempting to bind port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 on network 898980a7-fc90-4777-a4ed-f40974eceeb2 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:17:57.399327 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:17:57.399682 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Checking segment: {'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:17:57.400079 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Bound using segment: {'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:17:57.400500 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Bound port: 6e3a48ee-89e8-46c2-ae7f-8474804082a4, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:17:57.400860 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:57.506162 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] For port 6e3a48ee-89e8-46c2-ae7f-8474804082a4, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:17:57.519405 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] For port 6e3a48ee-89e8-46c2-ae7f-8474804082a4, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4,segment=NetworkSegment(f7ae3e46-1154-4389-ba61-72fa2bf7ebcf),segment_id=f7ae3e46-1154-4389-ba61-72fa2bf7ebcf)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:17:57.561694 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:57.640249 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:57.640875 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:57.642303 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] 10.222.0.48 "PUT /v2.0/ports/6e3a48ee-89e8-46c2-ae7f-8474804082a4 HTTP/1.1" status: 200 len: 1091 time: 1.2956100 Mar 24 01:17:57.642753 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'tag': '6e3a48ee-89e8-46c2-ae7f-8474804082a4'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:17:57.645607 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9efd20-cc69-4c5d-a22d-e8538b99fc91" -d '{"events": [{"name": "network-changed", "server_uuid": "a52730e8-f565-498c-9a36-aa9718b7f404", "tag": "6e3a48ee-89e8-46c2-ae7f-8474804082a4"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:17:57.735540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d776ac6-2b07-4632-b7e9-7a9098501a7f service neutron] Pushing event updated for resources: {'Port': ['ID=6e3a48ee-89e8-46c2-ae7f-8474804082a4,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:57.947444 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2eb5c933-827a-4302-8bc7-9f034e4847e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:57.948901 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-2eb5c933-827a-4302-8bc7-9f034e4847e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 1125 time: 0.2607512 Mar 24 01:17:57.954178 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2743cf48-f431-44db-98cf-9c031f5cb3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (1d73687a-50c8-4d62-898f-d10d7b03a67e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:58.035535 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-1ea10b0b-8fd0-4b8d-89ea-1f8694b7d9ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4 HTTP/1.1" status: 200 len: 217 time: 0.0795248 Mar 24 01:17:58.042029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae1df9d7-ba93-43ef-8688-d8701c9518e4 req-9eff35df-26c6-40c8-b474-75695bb132ab service neutron] 10.222.0.57 "GET /v2.0/networks/a6011d1a-5ca7-4daa-a03f-792f57c1b65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9601164 Mar 24 01:17:58.073810 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device dd1f005d-803e-4180-a1ce-eeb46eb13016 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:17:58.089498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833b620-3fef-4f40-8e44-00b5d5956d73 req-dce70838-1445-41d6-bb18-4f7a676e1482 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:58.101568 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e833b620-3fef-4f40-8e44-00b5d5956d73 req-dce70838-1445-41d6-bb18-4f7a676e1482 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 982 time: 1.2982156 Mar 24 01:17:58.106791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743cf48-f431-44db-98cf-9c031f5cb3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d73687a-50c8-4d62-898f-d10d7b03a67e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:58.150759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-55fbfe58-d747-473e-893b-7aeff723b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:58.152228 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-55fbfe58-d747-473e-893b-7aeff723b897 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7be9103c-d983-4a1f-aaf8-accbb283eb05 HTTP/1.1" status: 200 len: 835 time: 0.1109562 Mar 24 01:17:58.236497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port dd1f005d-803e-4180-a1ce-eeb46eb13016, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=dd1f005d-803e-4180-a1ce-eeb46eb13016,segment=NetworkSegment(9251168c-9b4c-49a2-9915-a0a71784a706),segment_id=9251168c-9b4c-49a2-9915-a0a71784a706)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:17:58.255695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-f24eaaa6-ad61-49e4-a81d-cc1ec5810900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:58.257628 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-f24eaaa6-ad61-49e4-a81d-cc1ec5810900 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=898980a7-fc90-4777-a4ed-f40974eceeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0985696 Mar 24 01:17:58.262164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'dd1f005d-803e-4180-a1ce-eeb46eb13016', 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'port_id': 'dd1f005d-803e-4180-a1ce-eeb46eb13016', 'mac_address': 'fa:16:3e:0e:0b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:17:58.312962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port dd1f005d-803e-4180-a1ce-eeb46eb13016 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:17:58.313536 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dd1f005d-803e-4180-a1ce-eeb46eb13016), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:58.332317 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1f005d-803e-4180-a1ce-eeb46eb13016 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:17:58.352676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port dd1f005d-803e-4180-a1ce-eeb46eb13016, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=dd1f005d-803e-4180-a1ce-eeb46eb13016,segment=NetworkSegment(9251168c-9b4c-49a2-9915-a0a71784a706),segment_id=9251168c-9b4c-49a2-9915-a0a71784a706)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:17:58.380580 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (dd1f005d-803e-4180-a1ce-eeb46eb13016), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:58.437301 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e833b620-3fef-4f40-8e44-00b5d5956d73 req-ec6506c2-61ca-4e11-8ff2-3021a8dcc7fa tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/security-groups?id=997a5915-c714-4f78-b5b2-716b859adbd0&id=c086ceb1-ec11-4028-b4c7-40935b3daa32&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3348708 Mar 24 01:17:58.449165 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1d73687a-50c8-4d62-898f-d10d7b03a67e no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:17:58.468854 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2743cf48-f431-44db-98cf-9c031f5cb3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (a9ee4bad-e653-484c-97e8-9380577683bf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:58.476233 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-64f515f5-35fd-451d-a84c-78f0c7aeec91 service neutron] 10.222.0.48 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116399 Mar 24 01:17:58.477755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 1d73687a-50c8-4d62-898f-d10d7b03a67e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:17:58.478378 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1d73687a-50c8-4d62-898f-d10d7b03a67e not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:17:58.534169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=dd1f005d-803e-4180-a1ce-eeb46eb13016,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:58.592945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['dd1f005d-803e-4180-a1ce-eeb46eb13016'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:17:58.630350 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5b2befcb-ee4b-4867-9b5e-eb6f44a26903 req-3c95deba-8e3e-457f-8a43-3e90cf174b96 service neutron] 10.222.0.48 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449711 Mar 24 01:17:58.631887 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f2ceec-fa68-4eed-8005-1296008d21b8 x-openstack-request-id: req-47f2ceec-fa68-4eed-8005-1296008d21b8 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:17:58.632213 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52730e8-f565-498c-9a36-aa9718b7f404", "tag": "6e3a48ee-89e8-46c2-ae7f-8474804082a4", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:17:58.632530 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47f2ceec-fa68-4eed-8005-1296008d21b8 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:17:58.632967 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47f2ceec-fa68-4eed-8005-1296008d21b8'] response: {'name': 'network-changed', 'server_uuid': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'tag': '6e3a48ee-89e8-46c2-ae7f-8474804082a4', 'status': 'completed', 'code': 200} Mar 24 01:17:58.671529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153addd6-cb98-4960-b64d-d9fc0eae0276 req-afc26a7f-f59c-4c59-84be-5fe98dbfaec1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:58.680790 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-153addd6-cb98-4960-b64d-d9fc0eae0276 req-afc26a7f-f59c-4c59-84be-5fe98dbfaec1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 931 time: 2.1364439 Mar 24 01:17:58.764523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-153addd6-cb98-4960-b64d-d9fc0eae0276 req-381143ce-6580-4624-9500-4ea7a515e967 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826380 Mar 24 01:17:58.782039 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2743cf48-f431-44db-98cf-9c031f5cb3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (a9ee4bad-e653-484c-97e8-9380577683bf), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:58.790436 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2743cf48-f431-44db-98cf-9c031f5cb3d2 admin admin] Publish callbacks [] for router_controller (a9ee4bad-e653-484c-97e8-9380577683bf), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:58.795655 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9efd20-cc69-4c5d-a22d-e8538b99fc91 req-a6f6774b-cd6f-414b-ab18-c267d43bebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:58.799349 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8a9efd20-cc69-4c5d-a22d-e8538b99fc91 req-a6f6774b-cd6f-414b-ab18-c267d43bebc8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 1125 time: 0.1072106 Mar 24 01:17:58.801007 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b88efb15-697a-4f5b-9644-455457ee996e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:58.867676 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2743cf48-f431-44db-98cf-9c031f5cb3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (a9ee4bad-e653-484c-97e8-9380577683bf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:58.869529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2743cf48-f431-44db-98cf-9c031f5cb3d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9ee4bad-e653-484c-97e8-9380577683bf {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:17:58.890975 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2743cf48-f431-44db-98cf-9c031f5cb3d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:58.892300 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2743cf48-f431-44db-98cf-9c031f5cb3d2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a9ee4bad-e653-484c-97e8-9380577683bf HTTP/1.1" status: 204 len: 168 time: 4.3633511 Mar 24 01:17:58.900723 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44798) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:59.035756 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9efd20-cc69-4c5d-a22d-e8538b99fc91 req-d3cd3270-9c48-4ad9-b3ae-0b4b4597b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:59.037190 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8a9efd20-cc69-4c5d-a22d-e8538b99fc91 req-d3cd3270-9c48-4ad9-b3ae-0b4b4597b0b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=898980a7-fc90-4777-a4ed-f40974eceeb2 HTTP/1.1" status: 200 len: 897 time: 0.2312937 Mar 24 01:17:59.092668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-4506470c-672c-466b-b772-166f71beb409 admin admin] Deleting subnet 06e22de7-2896-4698-97a5-0faab792cc07 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:17:59.096103 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4506470c-672c-466b-b772-166f71beb409 admin admin] Publish callbacks [] for subnet (06e22de7-2896-4698-97a5-0faab792cc07), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:59.109794 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8a9efd20-cc69-4c5d-a22d-e8538b99fc91 req-96d6b9e9-d50c-4761-b466-3631c2956dda service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4 HTTP/1.1" status: 200 len: 217 time: 0.0595047 Mar 24 01:17:59.151450 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4506470c-672c-466b-b772-166f71beb409 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (06e22de7-2896-4698-97a5-0faab792cc07), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:59.188105 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-396ff3aa-fd74-448c-bc52-05f56d031f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (77be3217-db5d-4f87-a457-bb3fe7e75665), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:59.196929 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9efd20-cc69-4c5d-a22d-e8538b99fc91 req-07eb3d83-b709-4877-81c5-b3416c885d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:59.198476 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8a9efd20-cc69-4c5d-a22d-e8538b99fc91 req-07eb3d83-b709-4877-81c5-b3416c885d44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7be9103c-d983-4a1f-aaf8-accbb283eb05 HTTP/1.1" status: 200 len: 835 time: 0.0824378 Mar 24 01:17:59.285823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9efd20-cc69-4c5d-a22d-e8538b99fc91 req-00bba489-d330-4416-a91c-4d751163e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:59.287655 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8a9efd20-cc69-4c5d-a22d-e8538b99fc91 req-00bba489-d330-4416-a91c-4d751163e0b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=898980a7-fc90-4777-a4ed-f40974eceeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0827227 Mar 24 01:17:59.345863 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4506470c-672c-466b-b772-166f71beb409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (06e22de7-2896-4698-97a5-0faab792cc07), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:59.432319 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8a9efd20-cc69-4c5d-a22d-e8538b99fc91 req-63f076b5-07cf-44b0-8f5d-088e9d7fe9a3 service neutron] 10.222.0.48 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348155 Mar 24 01:17:59.527937 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4506470c-672c-466b-b772-166f71beb409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (06e22de7-2896-4698-97a5-0faab792cc07), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:59.584267 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8a9efd20-cc69-4c5d-a22d-e8538b99fc91 req-1aded885-a7c9-4e23-9be8-3c8aa288b03a service neutron] 10.222.0.48 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477175 Mar 24 01:17:59.624049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506470c-672c-466b-b772-166f71beb409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e22de7-2896-4698-97a5-0faab792cc07,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:17:59.698435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ca266f-4a1b-4025-bd94-9ecfeb590f0e None None] Network 6918af68-a637-45cf-99cb-b0e3cc2df9c3 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:17:59.699523 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4506470c-672c-466b-b772-166f71beb409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:59.719303 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44836) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:17:59.719802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4506470c-672c-466b-b772-166f71beb409 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/06e22de7-2896-4698-97a5-0faab792cc07 HTTP/1.1" status: 204 len: 168 time: 0.8167202 Mar 24 01:17:59.823023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d87d4-2605-4a23-8444-48b2534dc382 req-eb6ba493-0a55-416d-a4fc-d8c595993116 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:17:59.834615 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-645d87d4-2605-4a23-8444-48b2534dc382 req-eb6ba493-0a55-416d-a4fc-d8c595993116 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 983 time: 0.1945782 Mar 24 01:17:59.861605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (6918af68-a637-45cf-99cb-b0e3cc2df9c3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:17:59.998958 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] Deleting port 040a5bce-0871-4b33-ae48-e05072ef86cd {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:18:00.000516 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (040a5bce-0871-4b33-ae48-e05072ef86cd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:00.099717 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device dd1f005d-803e-4180-a1ce-eeb46eb13016 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:18:00.144699 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-645d87d4-2605-4a23-8444-48b2534dc382 req-3070aff6-8c77-4211-b4ce-e0737b780773 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/security-groups?id=997a5915-c714-4f78-b5b2-716b859adbd0&id=c086ceb1-ec11-4028-b4c7-40935b3daa32&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3090560 Mar 24 01:18:00.199646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67154723-51ed-4831-854c-ae2fc8275588 req-a3c5c8d0-9820-4117-89c5-95d67d115e72 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:00.210576 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67154723-51ed-4831-854c-ae2fc8275588 req-a3c5c8d0-9820-4117-89c5-95d67d115e72 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 943 time: 0.2882173 Mar 24 01:18:00.233316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] For port 040a5bce-0871-4b33-ae48-e05072ef86cd, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=040a5bce-0871-4b33-ae48-e05072ef86cd,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:00.233777 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (040a5bce-0871-4b33-ae48-e05072ef86cd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:00.235532 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:00.287996 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] Calling delete_port for 040a5bce-0871-4b33-ae48-e05072ef86cd owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:18:00.293313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-396ff3aa-fd74-448c-bc52-05f56d031f01 admin admin] Deleting port 6cadf408-69f6-4bbe-baae-2843638e7fd7 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:18:00.293663 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-396ff3aa-fd74-448c-bc52-05f56d031f01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:00.315303 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port dd1f005d-803e-4180-a1ce-eeb46eb13016 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:18:00.319558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port dd1f005d-803e-4180-a1ce-eeb46eb13016 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:00.319949 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (dd1f005d-803e-4180-a1ce-eeb46eb13016), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:00.375640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae52f0ad-7be9-4421-9a89-dbfb9399021e None None] DHCP port deletion for 6918af68-a637-45cf-99cb-b0e3cc2df9c3 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:18:00.452779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-396ff3aa-fd74-448c-bc52-05f56d031f01 admin admin] For port 6cadf408-69f6-4bbe-baae-2843638e7fd7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6cadf408-69f6-4bbe-baae-2843638e7fd7,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:00.453935 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-396ff3aa-fd74-448c-bc52-05f56d031f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:00.469466 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ae52f0ad-7be9-4421-9a89-dbfb9399021e None None] Deleting port 040a5bce-0871-4b33-ae48-e05072ef86cd {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:18:00.469859 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ae52f0ad-7be9-4421-9a89-dbfb9399021e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (040a5bce-0871-4b33-ae48-e05072ef86cd), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:00.488930 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (040a5bce-0871-4b33-ae48-e05072ef86cd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:00.501618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67154723-51ed-4831-854c-ae2fc8275588 req-43ce6646-9956-44b8-89e6-ca70a051fd89 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888999 Mar 24 01:18:00.507523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-396ff3aa-fd74-448c-bc52-05f56d031f01 admin admin] Calling delete_port for 6cadf408-69f6-4bbe-baae-2843638e7fd7 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:18:00.555277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port dd1f005d-803e-4180-a1ce-eeb46eb13016 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:00.555679 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dd1f005d-803e-4180-a1ce-eeb46eb13016), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:00.557921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] No DVR routers for this DVR port 040a5bce-0871-4b33-ae48-e05072ef86cd on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:18:00.562183 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=040a5bce-0871-4b33-ae48-e05072ef86cd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:00.614017 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509a2317-55a1-4668-abfa-5f81b1962807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1f005d-803e-4180-a1ce-eeb46eb13016'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:18:00.620616 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a459c75-63c3-484c-8637-5b544f5fc532" -d '{"events": [{"server_uuid": "509a2317-55a1-4668-abfa-5f81b1962807", "name": "network-vif-plugged", "status": "completed", "tag": "dd1f005d-803e-4180-a1ce-eeb46eb13016"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:18:00.652892 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port dd1f005d-803e-4180-a1ce-eeb46eb13016, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=dd1f005d-803e-4180-a1ce-eeb46eb13016,segment=NetworkSegment(9251168c-9b4c-49a2-9915-a0a71784a706),segment_id=9251168c-9b4c-49a2-9915-a0a71784a706)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:00.660116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ae52f0ad-7be9-4421-9a89-dbfb9399021e None None] For port 040a5bce-0871-4b33-ae48-e05072ef86cd, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=040a5bce-0871-4b33-ae48-e05072ef86cd,segment=NetworkSegment(8592b957-09f5-43f3-a809-af76ac3e7be2),segment_id=8592b957-09f5-43f3-a809-af76ac3e7be2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:00.660542 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ae52f0ad-7be9-4421-9a89-dbfb9399021e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (040a5bce-0871-4b33-ae48-e05072ef86cd), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:00.664528 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (dd1f005d-803e-4180-a1ce-eeb46eb13016), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:00.703022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ae52f0ad-7be9-4421-9a89-dbfb9399021e None None] Calling delete_port for 040a5bce-0871-4b33-ae48-e05072ef86cd owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:18:00.712910 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73cc250-5d16-461e-b8d0-d41c9379ca8a x-openstack-request-id: req-f73cc250-5d16-461e-b8d0-d41c9379ca8a {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:18:00.713237 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509a2317-55a1-4668-abfa-5f81b1962807", "name": "network-vif-plugged", "status": "completed", "tag": "dd1f005d-803e-4180-a1ce-eeb46eb13016", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:18:00.713609 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f73cc250-5d16-461e-b8d0-d41c9379ca8a {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:18:00.713912 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f73cc250-5d16-461e-b8d0-d41c9379ca8a'] response: {'server_uuid': '509a2317-55a1-4668-abfa-5f81b1962807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1f005d-803e-4180-a1ce-eeb46eb13016', 'code': 200} Mar 24 01:18:00.787105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=dd1f005d-803e-4180-a1ce-eeb46eb13016,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:00.840070 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-29079a8b-9a29-4178-b045-c8e99596658f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:00.850889 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ae52f0ad-7be9-4421-9a89-dbfb9399021e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (040a5bce-0871-4b33-ae48-e05072ef86cd), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:00.886507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52f0ad-7be9-4421-9a89-dbfb9399021e None None] Pushing event deleted for resources: {'Port': ['ID=040a5bce-0871-4b33-ae48-e05072ef86cd,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:00.890681 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52f0ad-7be9-4421-9a89-dbfb9399021e None None] No DVR routers for this DVR port 040a5bce-0871-4b33-ae48-e05072ef86cd on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:18:00.964329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cde77f-3dfc-4429-8f2e-d119ce92b277 req-0d9addef-eb0e-4fb8-8d32-e2f031172d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:00.966247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34cde77f-3dfc-4429-8f2e-d119ce92b277 req-0d9addef-eb0e-4fb8-8d32-e2f031172d90 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 1166 time: 0.1599817 Mar 24 01:18:01.006004 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (6918af68-a637-45cf-99cb-b0e3cc2df9c3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:01.036902 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-396ff3aa-fd74-448c-bc52-05f56d031f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6cadf408-69f6-4bbe-baae-2843638e7fd7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:01.057071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6918af68-a637-45cf-99cb-b0e3cc2df9c3']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:01.084001 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8592b957-09f5-43f3-a809-af76ac3e7be2') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:01.084622 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8592b957-09f5-43f3-a809-af76ac3e7be2') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:01.091836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ff3aa-fd74-448c-bc52-05f56d031f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cadf408-69f6-4bbe-baae-2843638e7fd7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:01.108115 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (8592b957-09f5-43f3-a809-af76ac3e7be2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:01.158160 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8592b957-09f5-43f3-a809-af76ac3e7be2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:01.178534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:18:01.179314 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (8592b957-09f5-43f3-a809-af76ac3e7be2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:18:01.181379 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:18:01.297575 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (6918af68-a637-45cf-99cb-b0e3cc2df9c3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:01.309599 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:01.313260 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6918af68-a637-45cf-99cb-b0e3cc2df9c3 HTTP/1.1" status: 204 len: 168 time: 1.5928609 Mar 24 01:18:01.364116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696f952-4000-4d23-b5a5-e7fe8e96a7f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6918af68-a637-45cf-99cb-b0e3cc2df9c3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:01.454796 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34cde77f-3dfc-4429-8f2e-d119ce92b277 req-c3547ad2-f23d-4002-ac32-3c9dae197a33 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c086ceb1-ec11-4028-b4c7-40935b3daa32&id=997a5915-c714-4f78-b5b2-716b859adbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3573174 Mar 24 01:18:01.478070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fdff3-5755-4728-86c0-4202994a46c5 req-c48707a7-1fda-491c-b431-e09f64df5826 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:01.479740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e12fdff3-5755-4728-86c0-4202994a46c5 req-c48707a7-1fda-491c-b431-e09f64df5826 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 984 time: 0.2017143 Mar 24 01:18:01.497873 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-396ff3aa-fd74-448c-bc52-05f56d031f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (77be3217-db5d-4f87-a457-bb3fe7e75665), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:01.615095 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44894) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:01.697670 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-85df029b-a25d-4d30-bf5a-0c77e0dd93ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3994e882c46047a4949ec2310a17d611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0802207 Mar 24 01:18:01.699679 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44896) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:01.785941 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e12fdff3-5755-4728-86c0-4202994a46c5 req-23c2c06e-532f-4bbd-9975-013b79a4d0ba tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/security-groups?id=997a5915-c714-4f78-b5b2-716b859adbd0&id=c086ceb1-ec11-4028-b4c7-40935b3daa32&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2937469 Mar 24 01:18:01.812146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a502228-7dc6-49b4-9885-c75d291036f0 req-3a21affd-6074-4afc-8c0b-566f7d80b652 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:01.816693 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2acf9c44-e611-4354-ba86-0eab4587fa3e admin admin] Publish callbacks [] for security_group (cf2e9f91-5271-43db-af26-935c9a65b834), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:01.819775 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a502228-7dc6-49b4-9885-c75d291036f0 req-3a21affd-6074-4afc-8c0b-566f7d80b652 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 943 time: 0.1378551 Mar 24 01:18:01.875439 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2acf9c44-e611-4354-ba86-0eab4587fa3e admin admin] Publish callbacks [] for security_group (cf2e9f91-5271-43db-af26-935c9a65b834), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:01.908385 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6e3a48ee-89e8-46c2-ae7f-8474804082a4 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:18:01.976694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a502228-7dc6-49b4-9885-c75d291036f0 req-2a701cef-1ae7-4170-986b-0b93ca74bce5 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559091 Mar 24 01:18:01.979680 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2acf9c44-e611-4354-ba86-0eab4587fa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cf2e9f91-5271-43db-af26-935c9a65b834), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:01.982786 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2acf9c44-e611-4354-ba86-0eab4587fa3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:01.986838 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2acf9c44-e611-4354-ba86-0eab4587fa3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf2e9f91-5271-43db-af26-935c9a65b834 HTTP/1.1" status: 204 len: 168 time: 0.2818363 Mar 24 01:18:02.012363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf9c44-e611-4354-ba86-0eab4587fa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2e9f91-5271-43db-af26-935c9a65b834,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:02.020877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396ff3aa-fd74-448c-bc52-05f56d031f01 admin admin] Router 77be3217-db5d-4f87-a457-bb3fe7e75665 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:18:02.157653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 6e3a48ee-89e8-46c2-ae7f-8474804082a4, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4,segment=NetworkSegment(f7ae3e46-1154-4389-ba61-72fa2bf7ebcf),segment_id=f7ae3e46-1154-4389-ba61-72fa2bf7ebcf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:02.196113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396ff3aa-fd74-448c-bc52-05f56d031f01 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:18:02.206400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '6e3a48ee-89e8-46c2-ae7f-8474804082a4', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'port_id': '6e3a48ee-89e8-46c2-ae7f-8474804082a4', 'mac_address': 'fa:16:3e:44:a6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:18:02.207625 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-396ff3aa-fd74-448c-bc52-05f56d031f01 admin admin] 10.222.0.45 "PUT /v2.0/routers/77be3217-db5d-4f87-a457-bb3fe7e75665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4419138 Mar 24 01:18:02.209209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44902) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:02.216306 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db92d13d-ff5a-410d-8cbc-f33dda40cfa4 None None] Sync routers for ids ['77be3217-db5d-4f87-a457-bb3fe7e75665'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:18:02.234983 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:02.284758 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db92d13d-ff5a-410d-8cbc-f33dda40cfa4 None None] Routers {'77be3217-db5d-4f87-a457-bb3fe7e75665'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:18:02.300147 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-db92d13d-ff5a-410d-8cbc-f33dda40cfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:18:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77be3217-db5d-4f87-a457-bb3fe7e75665'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:02.597979 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:02.598749 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:02.694602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-db92d13d-ff5a-410d-8cbc-f33dda40cfa4 None None] Set router 77be3217-db5d-4f87-a457-bb3fe7e75665 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:18:02.807314 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3a48ee-89e8-46c2-ae7f-8474804082a4 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:18:02.838500 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 6e3a48ee-89e8-46c2-ae7f-8474804082a4, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4,segment=NetworkSegment(f7ae3e46-1154-4389-ba61-72fa2bf7ebcf),segment_id=f7ae3e46-1154-4389-ba61-72fa2bf7ebcf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:02.839984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 040a5bce-0871-4b33-ae48-e05072ef86cd no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:18:02.962244 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-173bce9e-7121-4abc-9394-b90cc070fa4c admin admin] Publish callbacks [] for router (77be3217-db5d-4f87-a457-bb3fe7e75665), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:03.082136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea477355-c3ee-4e34-bb1c-3fe55fedaa41 req-680ee627-5cb4-4065-baf7-681d42522aaf tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:03.083987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea477355-c3ee-4e34-bb1c-3fe55fedaa41 req-680ee627-5cb4-4065-baf7-681d42522aaf tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 984 time: 0.1691334 Mar 24 01:18:03.171645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 040a5bce-0871-4b33-ae48-e05072ef86cd {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:18:03.172725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 040a5bce-0871-4b33-ae48-e05072ef86cd not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:18:03.178602 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:03.252906 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:18:03.269864 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:03.294557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea477355-c3ee-4e34-bb1c-3fe55fedaa41 req-0ca250fe-98c5-4a81-a4c4-cf272c6b8b1e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/security-groups?id=997a5915-c714-4f78-b5b2-716b859adbd0&id=c086ceb1-ec11-4028-b4c7-40935b3daa32&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2038279 Mar 24 01:18:03.330438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd69bd-eae4-4a54-9811-43a94747dab9 req-0ca2f1fc-2a92-433c-a997-d8a185d06bd7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:03.332870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9fbd69bd-eae4-4a54-9811-43a94747dab9 req-0ca2f1fc-2a92-433c-a997-d8a185d06bd7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 944 time: 0.1659777 Mar 24 01:18:03.341031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=6e3a48ee-89e8-46c2-ae7f-8474804082a4,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:03.342927 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-173bce9e-7121-4abc-9394-b90cc070fa4c admin admin] Publish callbacks [] for router_gateway (77be3217-db5d-4f87-a457-bb3fe7e75665), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:03.369582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-db92d13d-ff5a-410d-8cbc-f33dda40cfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:18:00Z', 'revision_number': 5, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port': {'id': 'bffcdb83-e80a-4a7c-958f-f9d4b29cc760', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:03.448105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['6e3a48ee-89e8-46c2-ae7f-8474804082a4'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:18:03.480449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db92d13d-ff5a-410d-8cbc-f33dda40cfa4 None None] Checking router: 77be3217-db5d-4f87-a457-bb3fe7e75665 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:18:03.486310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9fbd69bd-eae4-4a54-9811-43a94747dab9 req-b1f72763-ec5f-4f73-b117-a940ced5e675 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305995 Mar 24 01:18:03.497709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db92d13d-ff5a-410d-8cbc-f33dda40cfa4 None None] Routers {'77be3217-db5d-4f87-a457-bb3fe7e75665'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:18:03.498668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-db92d13d-ff5a-410d-8cbc-f33dda40cfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:18:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['77be3217-db5d-4f87-a457-bb3fe7e75665'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:03.535074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eca6af-760d-4983-9fd6-c05386896454 req-8c4d9873-c0cf-4e0e-949e-b41d6b974a37 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:03.537070 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c4eca6af-760d-4983-9fd6-c05386896454 req-8c4d9873-c0cf-4e0e-949e-b41d6b974a37 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 984 time: 0.1101866 Mar 24 01:18:03.598735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-173bce9e-7121-4abc-9394-b90cc070fa4c admin admin] Deleting port bffcdb83-e80a-4a7c-958f-f9d4b29cc760 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:18:03.599078 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-173bce9e-7121-4abc-9394-b90cc070fa4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (bffcdb83-e80a-4a7c-958f-f9d4b29cc760), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:03.727480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-db92d13d-ff5a-410d-8cbc-f33dda40cfa4 None None] Set router 77be3217-db5d-4f87-a457-bb3fe7e75665 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:18:03.731625 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c4eca6af-760d-4983-9fd6-c05386896454 req-e6735d23-c34b-4d8b-a53c-0caf005ff9a7 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/security-groups?id=997a5915-c714-4f78-b5b2-716b859adbd0&id=c086ceb1-ec11-4028-b4c7-40935b3daa32&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1871760 Mar 24 01:18:03.741027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-173bce9e-7121-4abc-9394-b90cc070fa4c admin admin] For port bffcdb83-e80a-4a7c-958f-f9d4b29cc760, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=bffcdb83-e80a-4a7c-958f-f9d4b29cc760,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:03.741287 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-173bce9e-7121-4abc-9394-b90cc070fa4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (bffcdb83-e80a-4a7c-958f-f9d4b29cc760), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:03.754832 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-173bce9e-7121-4abc-9394-b90cc070fa4c admin admin] Calling delete_port for bffcdb83-e80a-4a7c-958f-f9d4b29cc760 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:18:03.760003 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:03.803273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-db92d13d-ff5a-410d-8cbc-f33dda40cfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:18:03Z', 'revision_number': 6, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:03.848036 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db92d13d-ff5a-410d-8cbc-f33dda40cfa4 None None] The sync data for ids ['77be3217-db5d-4f87-a457-bb3fe7e75665'] in n-d-760455-9 is: [{'id': '77be3217-db5d-4f87-a457-bb3fe7e75665', 'name': 'tempest-AttachVolumeShelveTestJSON-1955066682-router', 'tenant_id': '83dbb7736bbd451eb25adbbef64a2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:09:22Z', 'updated_at': '2022-03-24T01:18:03Z', 'revision_number': 6, 'project_id': '83dbb7736bbd451eb25adbbef64a2e94', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:18:03.981251 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691834c-4b82-4901-8478-a7a21c0690c1 req-e485ad1a-7d2b-40f0-8978-c7685efcc527 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:03.982899 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8691834c-4b82-4901-8478-a7a21c0690c1 req-e485ad1a-7d2b-40f0-8978-c7685efcc527 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 1166 time: 0.0732594 Mar 24 01:18:04.047930 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8691834c-4b82-4901-8478-a7a21c0690c1 req-88c6a396-02da-471b-aa35-709d1e617579 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.079685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-173bce9e-7121-4abc-9394-b90cc070fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (bffcdb83-e80a-4a7c-958f-f9d4b29cc760), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.129177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bce9e-7121-4abc-9394-b90cc070fa4c admin admin] Pushing event deleted for resources: {'Port': ['ID=bffcdb83-e80a-4a7c-958f-f9d4b29cc760,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:04.211930 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-173bce9e-7121-4abc-9394-b90cc070fa4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (77be3217-db5d-4f87-a457-bb3fe7e75665), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.328941 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44966) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:04.331882 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8691834c-4b82-4901-8478-a7a21c0690c1 req-88c6a396-02da-471b-aa35-709d1e617579 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Publish callbacks [] for security_group (180c5399-99e4-4cb4-a12f-bad8a4493442), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.340482 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-173bce9e-7121-4abc-9394-b90cc070fa4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (77be3217-db5d-4f87-a457-bb3fe7e75665), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.342811 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-173bce9e-7121-4abc-9394-b90cc070fa4c admin admin] Publish callbacks [] for router_controller (77be3217-db5d-4f87-a457-bb3fe7e75665), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.349380 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8691834c-4b82-4901-8478-a7a21c0690c1 req-88c6a396-02da-471b-aa35-709d1e617579 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (180c5399-99e4-4cb4-a12f-bad8a4493442), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.422994 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-173bce9e-7121-4abc-9394-b90cc070fa4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (77be3217-db5d-4f87-a457-bb3fe7e75665), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.423495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173bce9e-7121-4abc-9394-b90cc070fa4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77be3217-db5d-4f87-a457-bb3fe7e75665 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:18:04.428442 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-173bce9e-7121-4abc-9394-b90cc070fa4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.429613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-173bce9e-7121-4abc-9394-b90cc070fa4c admin admin] 10.222.0.45 "DELETE /v2.0/routers/77be3217-db5d-4f87-a457-bb3fe7e75665 HTTP/1.1" status: 204 len: 168 time: 2.2189419 Mar 24 01:18:04.432394 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44972) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:04.433142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6a396-02da-471b-aa35-709d1e617579 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180c5399-99e4-4cb4-a12f-bad8a4493442,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:04.460023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8691834c-4b82-4901-8478-a7a21c0690c1 req-88c6a396-02da-471b-aa35-709d1e617579 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=997a5915-c714-4f78-b5b2-716b859adbd0&id=c086ceb1-ec11-4028-b4c7-40935b3daa32&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4294138 Mar 24 01:18:04.494776 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44976) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:04.560417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e20d8-8883-4803-999d-be94f1517d8f tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:04.562433 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-847e20d8-8883-4803-999d-be94f1517d8f tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 1161 time: 0.0621698 Mar 24 01:18:04.565998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 44982) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:04.566210 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44bed6d-0817-4fe3-9a1c-df7c0d320405 admin admin] Deleting subnet e4d27960-c52d-4f7c-8496-b63aa9268ea4 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:18:04.569791 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b44bed6d-0817-4fe3-9a1c-df7c0d320405 admin admin] Publish callbacks [] for subnet (e4d27960-c52d-4f7c-8496-b63aa9268ea4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.571839 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32d80fa6-7e53-497f-9389-4b1766ef69a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.584852 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': 'dd1f005d-803e-4180-a1ce-eeb46eb13016', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:04.662359 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.691089 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b44bed6d-0817-4fe3-9a1c-df7c0d320405 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (e4d27960-c52d-4f7c-8496-b63aa9268ea4), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.738994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84970dc9-01c1-408b-a4fe-e94e91198cc0 req-0b8b8854-2078-46d4-a64d-0f8873ee6a45 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:04.739505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6cadf408-69f6-4bbe-baae-2843638e7fd7 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:18:04.740750 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84970dc9-01c1-408b-a4fe-e94e91198cc0 req-0b8b8854-2078-46d4-a64d-0f8873ee6a45 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 944 time: 0.1493657 Mar 24 01:18:04.753014 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32d80fa6-7e53-497f-9389-4b1766ef69a1 admin admin] Publish callbacks [] for security_group (489343e7-34e0-43c3-a5bd-fc4216238975), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.765562 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32d80fa6-7e53-497f-9389-4b1766ef69a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (489343e7-34e0-43c3-a5bd-fc4216238975), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.806297 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-32d80fa6-7e53-497f-9389-4b1766ef69a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c741df81756242058ec7c2f38f2c36cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4756215 Mar 24 01:18:04.807154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 44994) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:04.812298 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 6cadf408-69f6-4bbe-baae-2843638e7fd7 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:18:04.812298 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6cadf408-69f6-4bbe-baae-2843638e7fd7 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:18:04.890201 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84970dc9-01c1-408b-a4fe-e94e91198cc0 req-f7c80069-fca4-4b24-9362-a2ee5917b7e1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362207 Mar 24 01:18:04.911759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d80fa6-7e53-497f-9389-4b1766ef69a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489343e7-34e0-43c3-a5bd-fc4216238975,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:04.939169 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b44bed6d-0817-4fe3-9a1c-df7c0d320405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (e4d27960-c52d-4f7c-8496-b63aa9268ea4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.984275 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24029821-7492-48fd-8213-8031a205425d admin admin] Publish callbacks [] for security_group (489343e7-34e0-43c3-a5bd-fc4216238975), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:04.997380 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:05.020064 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24029821-7492-48fd-8213-8031a205425d admin admin] Publish callbacks [] for security_group (489343e7-34e0-43c3-a5bd-fc4216238975), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:05.048104 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b44bed6d-0817-4fe3-9a1c-df7c0d320405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (e4d27960-c52d-4f7c-8496-b63aa9268ea4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:05.103203 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bed6d-0817-4fe3-9a1c-df7c0d320405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4d27960-c52d-4f7c-8496-b63aa9268ea4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:05.107969 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dba566-be04-4155-9a0f-e591de31a28b None None] Network 871413ce-bf54-4e47-942e-8e906667bc5f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:18:05.110038 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b44bed6d-0817-4fe3-9a1c-df7c0d320405 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:05.113975 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b44bed6d-0817-4fe3-9a1c-df7c0d320405 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e4d27960-c52d-4f7c-8496-b63aa9268ea4 HTTP/1.1" status: 204 len: 168 time: 0.6803908 Mar 24 01:18:05.122287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45000) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:05.209782 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24029821-7492-48fd-8213-8031a205425d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (489343e7-34e0-43c3-a5bd-fc4216238975), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:05.212471 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-24029821-7492-48fd-8213-8031a205425d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:05.216074 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-24029821-7492-48fd-8213-8031a205425d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/489343e7-34e0-43c3-a5bd-fc4216238975 HTTP/1.1" status: 204 len: 168 time: 0.3927939 Mar 24 01:18:05.228887 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (871413ce-bf54-4e47-942e-8e906667bc5f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:05.232579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24029821-7492-48fd-8213-8031a205425d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489343e7-34e0-43c3-a5bd-fc4216238975,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:05.301527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Allocated IP 172.25.0.117 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/4399d401-ff86-478c-88fe-05569ed0deea) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:18:05.334799 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:05.467571 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] Deleting port 9cda148c-814d-4f47-b323-f3958c561cb2 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:18:05.468086 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9cda148c-814d-4f47-b323-f3958c561cb2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:05.506165 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ec829d-c6b9-45f9-91c8-1c91b9678085 None None] DHCP port deletion for 871413ce-bf54-4e47-942e-8e906667bc5f request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:18:05.517625 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for port (4399d401-ff86-478c-88fe-05569ed0deea), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:05.588167 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4399d401-ff86-478c-88fe-05569ed0deea), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:05.607926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec829d-c6b9-45f9-91c8-1c91b9678085 None None] Deleting port 9cda148c-814d-4f47-b323-f3958c561cb2 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:18:05.610242 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6ec829d-c6b9-45f9-91c8-1c91b9678085 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9cda148c-814d-4f47-b323-f3958c561cb2), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:05.627397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:05.632511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] For port 9cda148c-814d-4f47-b323-f3958c561cb2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9cda148c-814d-4f47-b323-f3958c561cb2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:05.632833 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:05.632979 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9cda148c-814d-4f47-b323-f3958c561cb2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:05.640644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:18:05.667243 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] Calling delete_port for 9cda148c-814d-4f47-b323-f3958c561cb2 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:18:05.794796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f6ec829d-c6b9-45f9-91c8-1c91b9678085 None None] For port 9cda148c-814d-4f47-b323-f3958c561cb2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9cda148c-814d-4f47-b323-f3958c561cb2,segment=NetworkSegment(505cd1db-b797-44af-b658-b8911b63af1f),segment_id=505cd1db-b797-44af-b658-b8911b63af1f)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:05.794796 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6ec829d-c6b9-45f9-91c8-1c91b9678085 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9cda148c-814d-4f47-b323-f3958c561cb2), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:05.814715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'Port': ['ID=4399d401-ff86-478c-88fe-05569ed0deea,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:05.827205 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec829d-c6b9-45f9-91c8-1c91b9678085 None None] Calling delete_port for 9cda148c-814d-4f47-b323-f3958c561cb2 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:18:05.840159 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (9cda148c-814d-4f47-b323-f3958c561cb2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:05.906717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cda148c-814d-4f47-b323-f3958c561cb2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:05.927926 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] No DVR routers for this DVR port 9cda148c-814d-4f47-b323-f3958c561cb2 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:18:06.007052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6e3a48ee-89e8-46c2-ae7f-8474804082a4 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:18:06.126930 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (871413ce-bf54-4e47-942e-8e906667bc5f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:06.152369 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6ec829d-c6b9-45f9-91c8-1c91b9678085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (9cda148c-814d-4f47-b323-f3958c561cb2), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:06.190672 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:18:06.196707 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:06.197599 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:06.202144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec829d-c6b9-45f9-91c8-1c91b9678085 None None] Pushing event deleted for resources: {'Port': ['ID=9cda148c-814d-4f47-b323-f3958c561cb2,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:06.231954 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec829d-c6b9-45f9-91c8-1c91b9678085 None None] No DVR routers for this DVR port 9cda148c-814d-4f47-b323-f3958c561cb2 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:18:06.254495 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871413ce-bf54-4e47-942e-8e906667bc5f']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:06.325487 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505cd1db-b797-44af-b658-b8911b63af1f') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:06.325889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505cd1db-b797-44af-b658-b8911b63af1f') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:06.339318 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (505cd1db-b797-44af-b658-b8911b63af1f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:06.358773 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (505cd1db-b797-44af-b658-b8911b63af1f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:06.388815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:18:06.391873 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (505cd1db-b797-44af-b658-b8911b63af1f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:06.394888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:06.395541 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:18:06.399808 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:18:06.448152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9cda148c-814d-4f47-b323-f3958c561cb2 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:18:06.472475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e04dc-4a83-42f0-8a4b-1afe693225d3 req-9fc155b1-8eac-4d9a-a473-64bf399e4364 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:06.474091 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-201e04dc-4a83-42f0-8a4b-1afe693225d3 req-9fc155b1-8eac-4d9a-a473-64bf399e4364 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 944 time: 0.3173118 Mar 24 01:18:06.492077 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3a48ee-89e8-46c2-ae7f-8474804082a4'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:18:06.495251 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46e44d5-9d91-455d-bb98-ba84cbbc8753" -d '{"events": [{"server_uuid": "a52730e8-f565-498c-9a36-aa9718b7f404", "name": "network-vif-plugged", "status": "completed", "tag": "6e3a48ee-89e8-46c2-ae7f-8474804082a4"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:18:06.508748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 9cda148c-814d-4f47-b323-f3958c561cb2 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:18:06.510842 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9cda148c-814d-4f47-b323-f3958c561cb2 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:18:06.511454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bffcdb83-e80a-4a7c-958f-f9d4b29cc760 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:18:06.624047 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: bffcdb83-e80a-4a7c-958f-f9d4b29cc760 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:18:06.624479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bffcdb83-e80a-4a7c-958f-f9d4b29cc760 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:18:06.627265 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 6e3a48ee-89e8-46c2-ae7f-8474804082a4, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4,segment=NetworkSegment(f7ae3e46-1154-4389-ba61-72fa2bf7ebcf),segment_id=f7ae3e46-1154-4389-ba61-72fa2bf7ebcf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:06.637079 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (871413ce-bf54-4e47-942e-8e906667bc5f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:06.649052 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:06.656715 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:06.661832 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] 10.222.0.45 "DELETE /v2.0/networks/871413ce-bf54-4e47-942e-8e906667bc5f HTTP/1.1" status: 204 len: 168 time: 1.5381596 Mar 24 01:18:06.686946 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b433de-b8ef-46a2-a557-97703fb0b410 admin admin] Pushing event deleted for resources: {'Network': ['ID=871413ce-bf54-4e47-942e-8e906667bc5f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:07.139606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45150) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:07.147953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for floatingip (7b175439-b0f7-48e2-a367-09c777349854), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:07.252538 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-201e04dc-4a83-42f0-8a4b-1afe693225d3 req-df1e0840-47f3-45cf-8cf1-cdb01c24f1cb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7695682 Mar 24 01:18:07.253467 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb553c33-145b-4f86-aa92-a50d6923c02b x-openstack-request-id: req-fb553c33-145b-4f86-aa92-a50d6923c02b {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:18:07.254067 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52730e8-f565-498c-9a36-aa9718b7f404", "name": "network-vif-plugged", "status": "completed", "tag": "6e3a48ee-89e8-46c2-ae7f-8474804082a4", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:18:07.254067 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fb553c33-145b-4f86-aa92-a50d6923c02b {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:18:07.264723 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb553c33-145b-4f86-aa92-a50d6923c02b'] response: {'server_uuid': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3a48ee-89e8-46c2-ae7f-8474804082a4', 'code': 200} Mar 24 01:18:07.268402 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cbfa2a1c-860f-431d-8735-83f8a39606fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83dbb7736bbd451eb25adbbef64a2e94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1250947 Mar 24 01:18:07.270363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45160) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:07.275733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=6e3a48ee-89e8-46c2-ae7f-8474804082a4,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:07.315971 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4399d401-ff86-478c-88fe-05569ed0deea), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:07.471112 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09848266-6984-426c-8663-dace2d5348c1 req-1f7c40f1-7fe6-4596-9274-8811e7f0771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:07.472693 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-09848266-6984-426c-8663-dace2d5348c1 req-1f7c40f1-7fe6-4596-9274-8811e7f0771e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 1127 time: 0.1454957 Mar 24 01:18:07.475972 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-990de1cc-7cba-4a83-aba8-a8069cf5cdd1 admin admin] Publish callbacks [] for security_group (0099cc1a-122c-4ceb-aaeb-0214156adc59), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:07.502146 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-990de1cc-7cba-4a83-aba8-a8069cf5cdd1 admin admin] Publish callbacks [] for security_group (0099cc1a-122c-4ceb-aaeb-0214156adc59), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:07.635907 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-09848266-6984-426c-8663-dace2d5348c1 req-16ec4444-64de-48b1-a13c-6206e8247d83 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837376 Mar 24 01:18:07.647839 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-990de1cc-7cba-4a83-aba8-a8069cf5cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0099cc1a-122c-4ceb-aaeb-0214156adc59), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:07.652832 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-990de1cc-7cba-4a83-aba8-a8069cf5cdd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:07.654592 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for port (4399d401-ff86-478c-88fe-05569ed0deea), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:07.656038 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-990de1cc-7cba-4a83-aba8-a8069cf5cdd1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0099cc1a-122c-4ceb-aaeb-0214156adc59 HTTP/1.1" status: 204 len: 168 time: 0.3847990 Mar 24 01:18:07.670621 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (4399d401-ff86-478c-88fe-05569ed0deea), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:07.675414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990de1cc-7cba-4a83-aba8-a8069cf5cdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0099cc1a-122c-4ceb-aaeb-0214156adc59,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:07.836110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'Port': ['ID=4399d401-ff86-478c-88fe-05569ed0deea,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:07.874884 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (7b175439-b0f7-48e2-a367-09c777349854), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:08.780717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56dedc-cd17-424d-8c62-7443b0239b02 req-51ae926b-416b-487d-961c-10257c9484d8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:08.783299 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b56dedc-cd17-424d-8c62-7443b0239b02 req-51ae926b-416b-487d-961c-10257c9484d8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.2800205 Mar 24 01:18:08.794047 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Floating IP 7b175439-b0f7-48e2-a367-09c777349854 associated. External IP: 172.25.0.117, port: dd1f005d-803e-4180-a1ce-eeb46eb13016. Mar 24 01:18:09.065896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b56dedc-cd17-424d-8c62-7443b0239b02 req-c7d8750b-2105-4e29-b509-ebdaee192d6c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459199 Mar 24 01:18:09.403285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:18:09.566928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:18:09.588740 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf5e167-9bf1-4396-9793-21781a69d8cf None None] Sync routers for ids ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:18:09.593989 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:09.606597 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf5e167-9bf1-4396-9793-21781a69d8cf None None] Routers {'d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:18:09.611347 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-adf5e167-9bf1-4396-9793-21781a69d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:18:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:09.678883 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-21da2db3-1c15-4da8-aabc-75f7f9a5de5e tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1081381 Mar 24 01:18:09.679505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509a2317-55a1-4668-abfa-5f81b1962807', 'tag': 'dd1f005d-803e-4180-a1ce-eeb46eb13016'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:18:09.680820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45412) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:09.699098 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba3d230-d9ad-4aa1-8cec-77332aa9f18a" -d '{"events": [{"name": "network-changed", "server_uuid": "509a2317-55a1-4668-abfa-5f81b1962807", "tag": "dd1f005d-803e-4180-a1ce-eeb46eb13016"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:18:09.848698 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-adf5e167-9bf1-4396-9793-21781a69d8cf None None] Set router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:18:09.876336 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56eb863-4fd4-4bff-9786-0c74d92f1b96 x-openstack-request-id: req-f56eb863-4fd4-4bff-9786-0c74d92f1b96 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:18:09.876948 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509a2317-55a1-4668-abfa-5f81b1962807", "tag": "dd1f005d-803e-4180-a1ce-eeb46eb13016", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:18:09.878394 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f56eb863-4fd4-4bff-9786-0c74d92f1b96 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:18:09.878949 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56eb863-4fd4-4bff-9786-0c74d92f1b96'] response: {'name': 'network-changed', 'server_uuid': '509a2317-55a1-4668-abfa-5f81b1962807', 'tag': 'dd1f005d-803e-4180-a1ce-eeb46eb13016', 'status': 'completed', 'code': 200} Mar 24 01:18:10.176556 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-adf5e167-9bf1-4396-9793-21781a69d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2117226586', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:27Z', 'updated_at': '2022-03-24T01:17:36Z', 'revision_number': 4, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:28Z', 'updated_at': '2022-03-24T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '7b175439-b0f7-48e2-a367-09c777349854', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'port_id': 'dd1f005d-803e-4180-a1ce-eeb46eb13016', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'mac_address': 'fa:16:3e:0e:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a2317-55a1-4668-abfa-5f81b1962807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:18:06Z', 'updated_at': '2022-03-24T01:18:06Z', 'revision_number': 0, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fa1b89-ccaa-49ef-b407-b5a3669311d5', 'name': '', 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'mac_address': 'fa:16:3e:6a:74:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:34Z', 'updated_at': '2022-03-24T01:17:42Z', 'revision_number': 5, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'subnets': [{'id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:10.216611 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf5e167-9bf1-4396-9793-21781a69d8cf None None] Checking router: d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:18:10.227005 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf5e167-9bf1-4396-9793-21781a69d8cf None None] Routers {'d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:18:10.227755 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-adf5e167-9bf1-4396-9793-21781a69d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:18:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:10.379540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eaf485-197f-4c4a-b54d-fa8552541d1d tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:10.381003 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eaf485-197f-4c4a-b54d-fa8552541d1d tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:10.382403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eaf485-197f-4c4a-b54d-fa8552541d1d tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:10.383163 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eaf485-197f-4c4a-b54d-fa8552541d1d tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:10.384878 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eaf485-197f-4c4a-b54d-fa8552541d1d tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:10.389345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e79b96-e321-4514-91a6-9400489540f9 req-131e1e88-4e4d-4df7-b42a-bd88e366f271 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:10.392688 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-17eaf485-197f-4c4a-b54d-fa8552541d1d tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.7103791 Mar 24 01:18:10.394940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45480) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:10.399523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11e79b96-e321-4514-91a6-9400489540f9 req-131e1e88-4e4d-4df7-b42a-bd88e366f271 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.1634221 Mar 24 01:18:10.423819 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-adf5e167-9bf1-4396-9793-21781a69d8cf None None] Set router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:18:10.567807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11e79b96-e321-4514-91a6-9400489540f9 req-b088192e-9e41-4f7e-814c-f593c8efb16b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673973 Mar 24 01:18:10.628096 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3d230-d9ad-4aa1-8cec-77332aa9f18a req-b8281a19-adb8-4a9a-adeb-ba615a63f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:10.629718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cba3d230-d9ad-4aa1-8cec-77332aa9f18a req-b8281a19-adb8-4a9a-adeb-ba615a63f94e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e7881ea1e648cfa1908931781603fe&device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 1166 time: 0.7190235 Mar 24 01:18:10.653493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137fc7e-69fb-4a5b-9ea7-b1323aa988f0 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:10.654110 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137fc7e-69fb-4a5b-9ea7-b1323aa988f0 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:10.656088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137fc7e-69fb-4a5b-9ea7-b1323aa988f0 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:10.656658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137fc7e-69fb-4a5b-9ea7-b1323aa988f0 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:10.660015 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137fc7e-69fb-4a5b-9ea7-b1323aa988f0 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:10.666972 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d137fc7e-69fb-4a5b-9ea7-b1323aa988f0 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.2709000 Mar 24 01:18:10.668796 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45510) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:10.936448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a76d3-ac10-4031-bf61-0e62f0e03fdf req-3f605197-a3a0-4a54-8cce-257ff7ac95d0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:10.938084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-722a76d3-ac10-4031-bf61-0e62f0e03fdf req-3f605197-a3a0-4a54-8cce-257ff7ac95d0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.1713889 Mar 24 01:18:11.061531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3d230-d9ad-4aa1-8cec-77332aa9f18a req-dff084cb-939f-4520-953d-943f14a11a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:11.063022 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cba3d230-d9ad-4aa1-8cec-77332aa9f18a req-dff084cb-939f-4520-953d-943f14a11a64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a6011d1a-5ca7-4daa-a03f-792f57c1b65f HTTP/1.1" status: 200 len: 898 time: 0.4250333 Mar 24 01:18:11.313956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-976478c9-e5ec-4d87-9572-fa5c0520ac1c req-3f357ddd-3ae6-4f23-9829-2c0f4b4045e2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3732901 Mar 24 01:18:11.332152 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-722a76d3-ac10-4031-bf61-0e62f0e03fdf req-0a7e4f85-d467-494a-bfad-1a1cb903f61f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568912 Mar 24 01:18:11.348411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 45576) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:11.348581 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2fa94965-9b2a-46eb-a9b6-1c72e1072c7c tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 0.6760204 Mar 24 01:18:11.364289 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45578) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:11.386415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cba3d230-d9ad-4aa1-8cec-77332aa9f18a req-9a50de5b-0d94-432f-87fe-4fcab8a07c49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd1f005d-803e-4180-a1ce-eeb46eb13016 HTTP/1.1" status: 200 len: 999 time: 0.3073490 Mar 24 01:18:11.414467 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-adf5e167-9bf1-4396-9793-21781a69d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2117226586', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:27Z', 'updated_at': '2022-03-24T01:17:36Z', 'revision_number': 4, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:28Z', 'updated_at': '2022-03-24T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '7b175439-b0f7-48e2-a367-09c777349854', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'port_id': 'dd1f005d-803e-4180-a1ce-eeb46eb13016', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'mac_address': 'fa:16:3e:0e:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a2317-55a1-4668-abfa-5f81b1962807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:18:06Z', 'updated_at': '2022-03-24T01:18:06Z', 'revision_number': 0, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fa1b89-ccaa-49ef-b407-b5a3669311d5', 'name': '', 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'mac_address': 'fa:16:3e:6a:74:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:34Z', 'updated_at': '2022-03-24T01:17:42Z', 'revision_number': 5, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'subnets': [{'id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:11.478805 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9df1615-0b25-44fb-a5d3-f8a55f2e7bd8 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:11.482098 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf5e167-9bf1-4396-9793-21781a69d8cf None None] The sync data for ids ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'] in n-d-760455-9 is: [{'id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2117226586', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:27Z', 'updated_at': '2022-03-24T01:17:36Z', 'revision_number': 4, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:28Z', 'updated_at': '2022-03-24T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '7b175439-b0f7-48e2-a367-09c777349854', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'port_id': 'dd1f005d-803e-4180-a1ce-eeb46eb13016', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'mac_address': 'fa:16:3e:0e:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a2317-55a1-4668-abfa-5f81b1962807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:18:06Z', 'updated_at': '2022-03-24T01:18:06Z', 'revision_number': 0, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fa1b89-ccaa-49ef-b407-b5a3669311d5', 'name': '', 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'mac_address': 'fa:16:3e:6a:74:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:34Z', 'updated_at': '2022-03-24T01:17:42Z', 'revision_number': 5, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'subnets': [{'id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:18:11.487075 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d9df1615-0b25-44fb-a5d3-f8a55f2e7bd8 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 1122 time: 0.1211426 Mar 24 01:18:11.490936 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45582) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:11.504093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': '6e3a48ee-89e8-46c2-ae7f-8474804082a4', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:11.559808 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:11.593539 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3d230-d9ad-4aa1-8cec-77332aa9f18a req-cec444c2-1422-4112-a7d3-964d9788fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:11.607857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cba3d230-d9ad-4aa1-8cec-77332aa9f18a req-cec444c2-1422-4112-a7d3-964d9788fdb1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69b05c13-3a22-4906-aaa7-aa55f241301e HTTP/1.1" status: 200 len: 835 time: 0.1685681 Mar 24 01:18:11.617666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f325cb-514c-4e40-b63f-2f7ab7cec987 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:11.621729 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f325cb-514c-4e40-b63f-2f7ab7cec987 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:11.627085 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b9f325cb-514c-4e40-b63f-2f7ab7cec987 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 HTTP/1.1" status: 200 len: 2061 time: 0.2724144 Mar 24 01:18:11.746018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3d230-d9ad-4aa1-8cec-77332aa9f18a req-51f8d154-3aeb-4009-9f09-472307e241c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:11.748393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cba3d230-d9ad-4aa1-8cec-77332aa9f18a req-51f8d154-3aeb-4009-9f09-472307e241c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a6011d1a-5ca7-4daa-a03f-792f57c1b65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1170242 Mar 24 01:18:11.822835 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:11.921924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe562ce-ccdf-4b82-a686-6e52b7cef436 None None] New status for floating IP 7b175439-b0f7-48e2-a367-09c777349854: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:18:11.978634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cba3d230-d9ad-4aa1-8cec-77332aa9f18a req-2256b12b-b2dd-400d-9255-d47e3f858734 service neutron] 10.222.0.57 "GET /v2.0/networks/a6011d1a-5ca7-4daa-a03f-792f57c1b65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223110 Mar 24 01:18:12.097243 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Allocated IP 172.25.0.227 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/5e715765-4bae-4412-9ee5-87cf1c3755fd) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:18:12.179983 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cba3d230-d9ad-4aa1-8cec-77332aa9f18a req-ae7cd03c-0271-4e0a-93cc-08ee61178e34 service neutron] 10.222.0.57 "GET /v2.0/networks/a6011d1a-5ca7-4daa-a03f-792f57c1b65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938610 Mar 24 01:18:12.386749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976478c9-e5ec-4d87-9572-fa5c0520ac1c req-d8b757dc-2296-4f4f-9a96-d1038d0fef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:12.389080 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-976478c9-e5ec-4d87-9572-fa5c0520ac1c req-d8b757dc-2296-4f4f-9a96-d1038d0fef58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e7881ea1e648cfa1908931781603fe&device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 1166 time: 0.1297863 Mar 24 01:18:12.417573 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (5e715765-4bae-4412-9ee5-87cf1c3755fd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:12.490326 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5e715765-4bae-4412-9ee5-87cf1c3755fd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:12.576476 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:12.584832 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:12.594714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:18:12.599237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=5e715765-4bae-4412-9ee5-87cf1c3755fd,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:12.764396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976478c9-e5ec-4d87-9572-fa5c0520ac1c req-23e9a0ca-75bf-4d7c-8154-0aa7241c1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:12.774688 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-976478c9-e5ec-4d87-9572-fa5c0520ac1c req-23e9a0ca-75bf-4d7c-8154-0aa7241c1c3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a6011d1a-5ca7-4daa-a03f-792f57c1b65f HTTP/1.1" status: 200 len: 898 time: 0.3669541 Mar 24 01:18:12.899590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-976478c9-e5ec-4d87-9572-fa5c0520ac1c req-529e4268-d428-48ca-9652-e5840ca125b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd1f005d-803e-4180-a1ce-eeb46eb13016 HTTP/1.1" status: 200 len: 1001 time: 0.1173432 Mar 24 01:18:13.030263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976478c9-e5ec-4d87-9572-fa5c0520ac1c req-e20e2399-e54c-432e-88dc-4012247f803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:13.031597 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-976478c9-e5ec-4d87-9572-fa5c0520ac1c req-e20e2399-e54c-432e-88dc-4012247f803a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69b05c13-3a22-4906-aaa7-aa55f241301e HTTP/1.1" status: 200 len: 835 time: 0.1259935 Mar 24 01:18:13.156023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976478c9-e5ec-4d87-9572-fa5c0520ac1c req-8a482562-ab7c-49c9-a8b3-6d4a65734857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:13.165132 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-976478c9-e5ec-4d87-9572-fa5c0520ac1c req-8a482562-ab7c-49c9-a8b3-6d4a65734857 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a6011d1a-5ca7-4daa-a03f-792f57c1b65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1248393 Mar 24 01:18:13.317845 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-976478c9-e5ec-4d87-9572-fa5c0520ac1c req-4500ae74-01bc-4228-b7f5-33185f0de782 service neutron] 10.222.0.57 "GET /v2.0/networks/a6011d1a-5ca7-4daa-a03f-792f57c1b65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463852 Mar 24 01:18:13.494259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-976478c9-e5ec-4d87-9572-fa5c0520ac1c req-6227c5dd-2678-4bf2-bf60-6ea5a794ea51 service neutron] 10.222.0.57 "GET /v2.0/networks/a6011d1a-5ca7-4daa-a03f-792f57c1b65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681132 Mar 24 01:18:13.910868 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for floatingip (376ecdd2-8bcb-4681-b016-55c63251ec44), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:14.043096 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5e715765-4bae-4412-9ee5-87cf1c3755fd), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:14.261994 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (5e715765-4bae-4412-9ee5-87cf1c3755fd), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:14.269726 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (5e715765-4bae-4412-9ee5-87cf1c3755fd), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:14.384244 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=5e715765-4bae-4412-9ee5-87cf1c3755fd,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:14.398429 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (376ecdd2-8bcb-4681-b016-55c63251ec44), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:14.582059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 45654) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:14.595526 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Floating IP 376ecdd2-8bcb-4681-b016-55c63251ec44 associated. External IP: 172.25.0.227, port: 6e3a48ee-89e8-46c2-ae7f-8474804082a4. Mar 24 01:18:14.987796 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8b219043-0add-4bc1-86f6-90956b861a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:15.068935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router ed14aca5-b326-4c5a-ba29-4cb17f040a3a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:18:15.161446 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8b219043-0add-4bc1-86f6-90956b861a08 admin admin] Publish callbacks [] for security_group (6356a179-0d5c-4d07-b382-a4c500ed9960), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:15.167151 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8b219043-0add-4bc1-86f6-90956b861a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6356a179-0d5c-4d07-b382-a4c500ed9960), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:15.218118 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b219043-0add-4bc1-86f6-90956b861a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6356a179-0d5c-4d07-b382-a4c500ed9960,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:15.248669 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:18:15.265900 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498f9d9-0fca-4cc1-ba8e-1357de23fbae None None] Sync routers for ids ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:18:15.288296 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:15.289601 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498f9d9-0fca-4cc1-ba8e-1357de23fbae None None] Routers {'ed14aca5-b326-4c5a-ba29-4cb17f040a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:18:15.290179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8b219043-0add-4bc1-86f6-90956b861a08 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc8fd143162942eba2d80c71eac01e2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7063313 Mar 24 01:18:15.290336 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4498f9d9-0fca-4cc1-ba8e-1357de23fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:18:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:15.292573 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 45672) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:15.354732 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5314549b-97b1-49a9-9567-9d0a9cf59e0a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8580849 Mar 24 01:18:15.354732 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'tag': '6e3a48ee-89e8-46c2-ae7f-8474804082a4'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:18:15.356131 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5feafac-6ae8-41ea-8155-fd3c4f5c08a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a52730e8-f565-498c-9a36-aa9718b7f404", "tag": "6e3a48ee-89e8-46c2-ae7f-8474804082a4"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:18:15.385140 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9b481255-ebb0-4e45-836c-4aeb5c8ef7f1 admin admin] Publish callbacks [] for security_group (6356a179-0d5c-4d07-b382-a4c500ed9960), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:15.438802 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdea1be9-a55d-4d13-b505-398a891455a4 x-openstack-request-id: req-bdea1be9-a55d-4d13-b505-398a891455a4 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:18:15.439075 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52730e8-f565-498c-9a36-aa9718b7f404", "tag": "6e3a48ee-89e8-46c2-ae7f-8474804082a4", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:18:15.439340 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bdea1be9-a55d-4d13-b505-398a891455a4 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:18:15.439797 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdea1be9-a55d-4d13-b505-398a891455a4'] response: {'name': 'network-changed', 'server_uuid': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'tag': '6e3a48ee-89e8-46c2-ae7f-8474804082a4', 'status': 'completed', 'code': 200} Mar 24 01:18:15.456559 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9b481255-ebb0-4e45-836c-4aeb5c8ef7f1 admin admin] Publish callbacks [] for security_group (6356a179-0d5c-4d07-b382-a4c500ed9960), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:15.480364 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-4498f9d9-0fca-4cc1-ba8e-1357de23fbae None None] Set router ed14aca5-b326-4c5a-ba29-4cb17f040a3a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:18:15.568532 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feafac-6ae8-41ea-8155-fd3c4f5c08a1 req-62a71e95-6acd-4557-86e3-4b097b31184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:15.570758 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a5feafac-6ae8-41ea-8155-fd3c4f5c08a1 req-62a71e95-6acd-4557-86e3-4b097b31184b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 1127 time: 0.1131394 Mar 24 01:18:15.584600 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9b481255-ebb0-4e45-836c-4aeb5c8ef7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6356a179-0d5c-4d07-b382-a4c500ed9960), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:15.591052 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9b481255-ebb0-4e45-836c-4aeb5c8ef7f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:15.604026 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9b481255-ebb0-4e45-836c-4aeb5c8ef7f1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6356a179-0d5c-4d07-b382-a4c500ed9960 HTTP/1.1" status: 204 len: 168 time: 0.3060811 Mar 24 01:18:15.657187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b481255-ebb0-4e45-836c-4aeb5c8ef7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6356a179-0d5c-4d07-b382-a4c500ed9960,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:15.719839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2044fa-0fae-48b0-9135-7b5b82b95fa2 req-c39eb58f-b866-4c57-976a-3a461487e277 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:15.727495 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce2044fa-0fae-48b0-9135-7b5b82b95fa2 req-c39eb58f-b866-4c57-976a-3a461487e277 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.1714962 Mar 24 01:18:15.743944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feafac-6ae8-41ea-8155-fd3c4f5c08a1 req-d3f0562a-0d2f-4cdb-adb3-9cc330e6fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:15.756450 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a5feafac-6ae8-41ea-8155-fd3c4f5c08a1 req-d3f0562a-0d2f-4cdb-adb3-9cc330e6fb7c service neutron] 10.222.0.48 "GET /v2.0/networks?id=898980a7-fc90-4777-a4ed-f40974eceeb2 HTTP/1.1" status: 200 len: 897 time: 0.1785598 Mar 24 01:18:15.820226 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce2044fa-0fae-48b0-9135-7b5b82b95fa2 req-271bc6f3-1ad7-43fa-b3f5-b30980c31b74 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917192 Mar 24 01:18:15.839425 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 45694) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:15.951225 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-91c8245c-9205-40c7-8b64-a25ecfcf48d9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/376ecdd2-8bcb-4681-b016-55c63251ec44 HTTP/1.1" status: 200 len: 991 time: 0.1081645 Mar 24 01:18:15.958535 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a5feafac-6ae8-41ea-8155-fd3c4f5c08a1 req-ac42c7fb-3155-42bf-b500-2a0afdeaf8a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4 HTTP/1.1" status: 200 len: 999 time: 0.1960411 Mar 24 01:18:15.959613 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4498f9d9-0fca-4cc1-ba8e-1357de23fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949483419', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:37Z', 'updated_at': '2022-03-24T01:17:47Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:38Z', 'updated_at': '2022-03-24T01:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '376ecdd2-8bcb-4681-b016-55c63251ec44', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'port_id': '6e3a48ee-89e8-46c2-ae7f-8474804082a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'mac_address': 'fa:16:3e:44:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:18:13Z', 'updated_at': '2022-03-24T01:18:13Z', 'revision_number': 0, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35ea30b-bce7-434d-819b-7c4fb22e81d5', 'name': '', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:05:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:45Z', 'updated_at': '2022-03-24T01:17:51Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:16.005802 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498f9d9-0fca-4cc1-ba8e-1357de23fbae None None] Checking router: ed14aca5-b326-4c5a-ba29-4cb17f040a3a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:18:16.015914 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498f9d9-0fca-4cc1-ba8e-1357de23fbae None None] Routers {'ed14aca5-b326-4c5a-ba29-4cb17f040a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:18:16.016658 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4498f9d9-0fca-4cc1-ba8e-1357de23fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:18:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:16.034867 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feafac-6ae8-41ea-8155-fd3c4f5c08a1 req-a34758c6-2eb0-49eb-ad2a-5d06f1af55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:16.037541 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a5feafac-6ae8-41ea-8155-fd3c4f5c08a1 req-a34758c6-2eb0-49eb-ad2a-5d06f1af55d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7be9103c-d983-4a1f-aaf8-accbb283eb05 HTTP/1.1" status: 200 len: 835 time: 0.0715351 Mar 24 01:18:16.164978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feafac-6ae8-41ea-8155-fd3c4f5c08a1 req-29217b80-c9ca-4bc4-b7cf-663a060001df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:16.169246 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a5feafac-6ae8-41ea-8155-fd3c4f5c08a1 req-29217b80-c9ca-4bc4-b7cf-663a060001df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=898980a7-fc90-4777-a4ed-f40974eceeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1249208 Mar 24 01:18:16.201183 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-4498f9d9-0fca-4cc1-ba8e-1357de23fbae None None] Set router ed14aca5-b326-4c5a-ba29-4cb17f040a3a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:18:16.227316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 45700) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:16.245065 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0fade1a2-e6e2-4f28-978b-b63bc39c03da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:16.321387 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a5feafac-6ae8-41ea-8155-fd3c4f5c08a1 req-0c8ba6d9-dd43-4aeb-9fe2-cb66f267ed95 service neutron] 10.222.0.48 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452258 Mar 24 01:18:16.444543 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0fade1a2-e6e2-4f28-978b-b63bc39c03da admin admin] Publish callbacks [] for security_group (6b1cfba2-3860-437c-90ab-343681401168), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:16.457722 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0fade1a2-e6e2-4f28-978b-b63bc39c03da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6b1cfba2-3860-437c-90ab-343681401168), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:16.555006 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fade1a2-e6e2-4f28-978b-b63bc39c03da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1cfba2-3860-437c-90ab-343681401168,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:16.572536 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a5feafac-6ae8-41ea-8155-fd3c4f5c08a1 req-de123463-9095-4700-a3a7-5cfa44a04744 service neutron] 10.222.0.48 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403660 Mar 24 01:18:16.578137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45710) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:16.583963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0fade1a2-e6e2-4f28-978b-b63bc39c03da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec1abf86a11142d0881f8b5c0995c6c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3551319 Mar 24 01:18:16.654171 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49d97f2a-7920-46ab-afc9-cb1fd95b4355 admin admin] Publish callbacks [] for security_group (6b1cfba2-3860-437c-90ab-343681401168), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:16.684681 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49d97f2a-7920-46ab-afc9-cb1fd95b4355 admin admin] Publish callbacks [] for security_group (6b1cfba2-3860-437c-90ab-343681401168), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:16.749349 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49d97f2a-7920-46ab-afc9-cb1fd95b4355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6b1cfba2-3860-437c-90ab-343681401168), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:16.753541 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49d97f2a-7920-46ab-afc9-cb1fd95b4355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:16.755046 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-49d97f2a-7920-46ab-afc9-cb1fd95b4355 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b1cfba2-3860-437c-90ab-343681401168 HTTP/1.1" status: 204 len: 168 time: 0.1753488 Mar 24 01:18:16.773545 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d97f2a-7920-46ab-afc9-cb1fd95b4355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1cfba2-3860-437c-90ab-343681401168,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:16.831922 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4498f9d9-0fca-4cc1-ba8e-1357de23fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949483419', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:37Z', 'updated_at': '2022-03-24T01:17:47Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:38Z', 'updated_at': '2022-03-24T01:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '376ecdd2-8bcb-4681-b016-55c63251ec44', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'port_id': '6e3a48ee-89e8-46c2-ae7f-8474804082a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'mac_address': 'fa:16:3e:44:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:18:13Z', 'updated_at': '2022-03-24T01:18:13Z', 'revision_number': 0, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35ea30b-bce7-434d-819b-7c4fb22e81d5', 'name': '', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:05:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:45Z', 'updated_at': '2022-03-24T01:17:51Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:16.896732 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498f9d9-0fca-4cc1-ba8e-1357de23fbae None None] The sync data for ids ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'] in n-d-760455-9 is: [{'id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949483419', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:37Z', 'updated_at': '2022-03-24T01:17:47Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:38Z', 'updated_at': '2022-03-24T01:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '376ecdd2-8bcb-4681-b016-55c63251ec44', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'port_id': '6e3a48ee-89e8-46c2-ae7f-8474804082a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'mac_address': 'fa:16:3e:44:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:18:13Z', 'updated_at': '2022-03-24T01:18:13Z', 'revision_number': 0, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35ea30b-bce7-434d-819b-7c4fb22e81d5', 'name': '', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:05:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:45Z', 'updated_at': '2022-03-24T01:17:51Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:18:16.956544 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45718) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:17.170114 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8090c0da-fd8a-488a-bf3d-4f540089eb81 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/376ecdd2-8bcb-4681-b016-55c63251ec44 HTTP/1.1" status: 200 len: 991 time: 0.2107625 Mar 24 01:18:17.332435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0118e-583b-402d-a15c-f42beb643df3 None None] New status for floating IP 376ecdd2-8bcb-4681-b016-55c63251ec44: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:18:18.172972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45748) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:18.303632 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-79b6d829-614e-41fc-a732-781d9bf927af tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/376ecdd2-8bcb-4681-b016-55c63251ec44 HTTP/1.1" status: 200 len: 993 time: 0.1285059 Mar 24 01:18:18.463545 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45756) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:18.621965 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1be89333-8e72-41b0-91ad-9f8f9499ae65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:18.829811 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1be89333-8e72-41b0-91ad-9f8f9499ae65 admin admin] Publish callbacks [] for security_group (d660596c-9cd5-4a0e-8297-888ce9472c68), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:18.836123 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1be89333-8e72-41b0-91ad-9f8f9499ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d660596c-9cd5-4a0e-8297-888ce9472c68), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:18.877978 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1be89333-8e72-41b0-91ad-9f8f9499ae65 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=65edf75a5f8d449b80078b62ec01095b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4130499 Mar 24 01:18:18.880662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 45772) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:18.910221 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be89333-8e72-41b0-91ad-9f8f9499ae65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d660596c-9cd5-4a0e-8297-888ce9472c68,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:18.989993 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf0ce901-25e5-4c50-bc4c-477a7425f238 admin admin] Publish callbacks [] for security_group (d660596c-9cd5-4a0e-8297-888ce9472c68), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:19.019537 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf0ce901-25e5-4c50-bc4c-477a7425f238 admin admin] Publish callbacks [] for security_group (d660596c-9cd5-4a0e-8297-888ce9472c68), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:19.078957 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf0ce901-25e5-4c50-bc4c-477a7425f238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d660596c-9cd5-4a0e-8297-888ce9472c68), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:19.083615 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf0ce901-25e5-4c50-bc4c-477a7425f238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:19.085290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bf0ce901-25e5-4c50-bc4c-477a7425f238 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d660596c-9cd5-4a0e-8297-888ce9472c68 HTTP/1.1" status: 204 len: 168 time: 0.2035816 Mar 24 01:18:19.101433 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ce901-25e5-4c50-bc4c-477a7425f238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d660596c-9cd5-4a0e-8297-888ce9472c68,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:19.609175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 45788) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:19.627930 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24181750-ec37-4426-b374-be0954a885c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:19.762325 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24181750-ec37-4426-b374-be0954a885c0 admin admin] Publish callbacks [] for security_group (b000581f-22df-4a5f-9034-9dafe1d347dd), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:19.769586 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24181750-ec37-4426-b374-be0954a885c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b000581f-22df-4a5f-9034-9dafe1d347dd), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:19.815430 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45794) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:19.816041 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-24181750-ec37-4426-b374-be0954a885c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8fea2cc4c248472f80593e8444f6cb41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2050345 Mar 24 01:18:19.817828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24181750-ec37-4426-b374-be0954a885c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b000581f-22df-4a5f-9034-9dafe1d347dd,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:19.882123 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22a7d1ad-45dd-4b19-843c-bfcd631c914d admin admin] Publish callbacks [] for security_group (b000581f-22df-4a5f-9034-9dafe1d347dd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:19.907827 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22a7d1ad-45dd-4b19-843c-bfcd631c914d admin admin] Publish callbacks [] for security_group (b000581f-22df-4a5f-9034-9dafe1d347dd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:19.964882 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22a7d1ad-45dd-4b19-843c-bfcd631c914d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b000581f-22df-4a5f-9034-9dafe1d347dd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:19.967997 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22a7d1ad-45dd-4b19-843c-bfcd631c914d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:19.972699 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-22a7d1ad-45dd-4b19-843c-bfcd631c914d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b000581f-22df-4a5f-9034-9dafe1d347dd HTTP/1.1" status: 204 len: 168 time: 0.1529675 Mar 24 01:18:19.978254 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7d1ad-45dd-4b19-843c-bfcd631c914d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b000581f-22df-4a5f-9034-9dafe1d347dd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:21.815390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 45872) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:21.938773 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bc0ded34-8752-4474-a208-2b0677f378dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:22.030881 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bc0ded34-8752-4474-a208-2b0677f378dc admin admin] Publish callbacks [] for security_group (7c3b2eeb-6194-46a5-b7db-44883a68fdfd), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:22.036406 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bc0ded34-8752-4474-a208-2b0677f378dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7c3b2eeb-6194-46a5-b7db-44883a68fdfd), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:22.077245 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bc0ded34-8752-4474-a208-2b0677f378dc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75167f73b47842f0b00c80361c0eeaea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2607398 Mar 24 01:18:22.079940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45882) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:22.089510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ded34-8752-4474-a208-2b0677f378dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3b2eeb-6194-46a5-b7db-44883a68fdfd,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:22.148347 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bace0658-52ad-4ab7-90b1-41a2912d22a4 admin admin] Publish callbacks [] for security_group (7c3b2eeb-6194-46a5-b7db-44883a68fdfd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:22.172786 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bace0658-52ad-4ab7-90b1-41a2912d22a4 admin admin] Publish callbacks [] for security_group (7c3b2eeb-6194-46a5-b7db-44883a68fdfd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:22.231727 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bace0658-52ad-4ab7-90b1-41a2912d22a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7c3b2eeb-6194-46a5-b7db-44883a68fdfd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:22.236347 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bace0658-52ad-4ab7-90b1-41a2912d22a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:22.240820 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bace0658-52ad-4ab7-90b1-41a2912d22a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7c3b2eeb-6194-46a5-b7db-44883a68fdfd HTTP/1.1" status: 204 len: 168 time: 0.1593125 Mar 24 01:18:22.252845 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace0658-52ad-4ab7-90b1-41a2912d22a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3b2eeb-6194-46a5-b7db-44883a68fdfd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:22.713025 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45936) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:22.727883 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8689f6b-6b0b-46bd-af34-8a419656c7c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:22.819604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 45940) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:22.846775 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8689f6b-6b0b-46bd-af34-8a419656c7c4 admin admin] Publish callbacks [] for security_group (6723c71f-6d96-4519-997d-75b7d6a5f15d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:22.852634 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a8689f6b-6b0b-46bd-af34-8a419656c7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6723c71f-6d96-4519-997d-75b7d6a5f15d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:22.903287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8689f6b-6b0b-46bd-af34-8a419656c7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6723c71f-6d96-4519-997d-75b7d6a5f15d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:22.908313 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a8689f6b-6b0b-46bd-af34-8a419656c7c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ff242bac05241098d70e3b64ad99a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1941738 Mar 24 01:18:22.911052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45944) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:22.968618 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ae38e92b-76da-4769-b8ec-a1fed1abb3ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:22.995725 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7790c9a9-522b-4439-87b7-518350b5ee58 admin admin] Publish callbacks [] for security_group (6723c71f-6d96-4519-997d-75b7d6a5f15d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:23.055252 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7790c9a9-522b-4439-87b7-518350b5ee58 admin admin] Publish callbacks [] for security_group (6723c71f-6d96-4519-997d-75b7d6a5f15d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:23.121202 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ae38e92b-76da-4769-b8ec-a1fed1abb3ba admin admin] Publish callbacks [] for security_group (2d759056-f7f1-4e6c-814b-04f68c85974a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:23.123324 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7790c9a9-522b-4439-87b7-518350b5ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6723c71f-6d96-4519-997d-75b7d6a5f15d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:23.126314 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ae38e92b-76da-4769-b8ec-a1fed1abb3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2d759056-f7f1-4e6c-814b-04f68c85974a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:23.132341 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7790c9a9-522b-4439-87b7-518350b5ee58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:23.142703 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7790c9a9-522b-4439-87b7-518350b5ee58 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6723c71f-6d96-4519-997d-75b7d6a5f15d HTTP/1.1" status: 204 len: 168 time: 0.2299771 Mar 24 01:18:23.165833 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790c9a9-522b-4439-87b7-518350b5ee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6723c71f-6d96-4519-997d-75b7d6a5f15d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:23.192916 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45948) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:23.193048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ae38e92b-76da-4769-b8ec-a1fed1abb3ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5279684c6bce4292af6a191efd06a172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3716915 Mar 24 01:18:23.194192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38e92b-76da-4769-b8ec-a1fed1abb3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d759056-f7f1-4e6c-814b-04f68c85974a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:23.282939 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d764928-fc1b-4c94-98e9-5bfa52603e1c admin admin] Publish callbacks [] for security_group (2d759056-f7f1-4e6c-814b-04f68c85974a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:23.320617 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d764928-fc1b-4c94-98e9-5bfa52603e1c admin admin] Publish callbacks [] for security_group (2d759056-f7f1-4e6c-814b-04f68c85974a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:23.376629 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d764928-fc1b-4c94-98e9-5bfa52603e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2d759056-f7f1-4e6c-814b-04f68c85974a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:23.379964 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d764928-fc1b-4c94-98e9-5bfa52603e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:23.381397 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1d764928-fc1b-4c94-98e9-5bfa52603e1c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d759056-f7f1-4e6c-814b-04f68c85974a HTTP/1.1" status: 204 len: 168 time: 0.1873417 Mar 24 01:18:23.405280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d764928-fc1b-4c94-98e9-5bfa52603e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d759056-f7f1-4e6c-814b-04f68c85974a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:23.905832 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 45968) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:23.932621 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5e592510-d2a2-49e9-9375-73ed98b5b103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:24.033566 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5e592510-d2a2-49e9-9375-73ed98b5b103 admin admin] Publish callbacks [] for security_group (0f0f1625-30ac-4f5a-946b-7d98a815facc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:24.043084 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5e592510-d2a2-49e9-9375-73ed98b5b103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0f0f1625-30ac-4f5a-946b-7d98a815facc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:24.079609 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5e592510-d2a2-49e9-9375-73ed98b5b103 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b184419e86bb459380970ebb30f9c330&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1703238 Mar 24 01:18:24.081140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 45974) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:24.102994 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e592510-d2a2-49e9-9375-73ed98b5b103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0f1625-30ac-4f5a-946b-7d98a815facc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:24.174496 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-01b4b5df-e882-4c02-8963-95cfeaba029e admin admin] Publish callbacks [] for security_group (0f0f1625-30ac-4f5a-946b-7d98a815facc), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:24.210251 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-01b4b5df-e882-4c02-8963-95cfeaba029e admin admin] Publish callbacks [] for security_group (0f0f1625-30ac-4f5a-946b-7d98a815facc), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:24.283657 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-01b4b5df-e882-4c02-8963-95cfeaba029e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0f0f1625-30ac-4f5a-946b-7d98a815facc), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:24.286741 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-01b4b5df-e882-4c02-8963-95cfeaba029e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:24.290082 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-01b4b5df-e882-4c02-8963-95cfeaba029e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f0f1625-30ac-4f5a-946b-7d98a815facc HTTP/1.1" status: 204 len: 168 time: 0.2052176 Mar 24 01:18:24.322420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4b5df-e882-4c02-8963-95cfeaba029e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0f1625-30ac-4f5a-946b-7d98a815facc,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:26.279304 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46100) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:26.308265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46104) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:26.460889 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3df066ba-69c5-4e8e-8ceb-8b7b99e2f403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:26.510121 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69ec4d93-00de-4886-b8df-50abbdf80cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:26.600705 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3df066ba-69c5-4e8e-8ceb-8b7b99e2f403 admin admin] Publish callbacks [] for security_group (cf9e8979-2431-4806-88dd-76948e43f041), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:26.609720 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3df066ba-69c5-4e8e-8ceb-8b7b99e2f403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cf9e8979-2431-4806-88dd-76948e43f041), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:26.689445 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3df066ba-69c5-4e8e-8ceb-8b7b99e2f403 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa4495f9dff140cabea3ecca12e63351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3801386 Mar 24 01:18:26.691803 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69ec4d93-00de-4886-b8df-50abbdf80cd4 admin admin] Publish callbacks [] for security_group (b33f6290-160d-4091-b3b5-028919c042bd), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:26.692125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46108) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:26.693867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df066ba-69c5-4e8e-8ceb-8b7b99e2f403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9e8979-2431-4806-88dd-76948e43f041,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:26.699543 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-69ec4d93-00de-4886-b8df-50abbdf80cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b33f6290-160d-4091-b3b5-028919c042bd), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:26.762905 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5ceeca2-5ff5-4f82-b906-4df9c826c4fc admin admin] Publish callbacks [] for security_group (cf9e8979-2431-4806-88dd-76948e43f041), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:26.765960 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-69ec4d93-00de-4886-b8df-50abbdf80cd4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5572ffb616ae4a44b852623b7034024b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4848807 Mar 24 01:18:26.766910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec4d93-00de-4886-b8df-50abbdf80cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33f6290-160d-4091-b3b5-028919c042bd,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:26.771002 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46112) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:26.815205 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5ceeca2-5ff5-4f82-b906-4df9c826c4fc admin admin] Publish callbacks [] for security_group (cf9e8979-2431-4806-88dd-76948e43f041), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:26.834153 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f50b7fc9-5e50-4afb-8154-9373350255fd admin admin] Publish callbacks [] for security_group (b33f6290-160d-4091-b3b5-028919c042bd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:26.870484 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f50b7fc9-5e50-4afb-8154-9373350255fd admin admin] Publish callbacks [] for security_group (b33f6290-160d-4091-b3b5-028919c042bd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:26.875482 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5ceeca2-5ff5-4f82-b906-4df9c826c4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cf9e8979-2431-4806-88dd-76948e43f041), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:26.879652 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5ceeca2-5ff5-4f82-b906-4df9c826c4fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:26.889958 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e5ceeca2-5ff5-4f82-b906-4df9c826c4fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf9e8979-2431-4806-88dd-76948e43f041 HTTP/1.1" status: 204 len: 168 time: 0.1908870 Mar 24 01:18:26.899691 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ceeca2-5ff5-4f82-b906-4df9c826c4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9e8979-2431-4806-88dd-76948e43f041,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:26.941584 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f50b7fc9-5e50-4afb-8154-9373350255fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b33f6290-160d-4091-b3b5-028919c042bd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:26.945341 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f50b7fc9-5e50-4afb-8154-9373350255fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:26.952505 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f50b7fc9-5e50-4afb-8154-9373350255fd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b33f6290-160d-4091-b3b5-028919c042bd HTTP/1.1" status: 204 len: 168 time: 0.1780882 Mar 24 01:18:26.969837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b7fc9-5e50-4afb-8154-9373350255fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33f6290-160d-4091-b3b5-028919c042bd,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:27.359919 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46130) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:27.373691 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-283c5ed9-e70b-43ae-b16d-66e4c3db7ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:27.486961 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-283c5ed9-e70b-43ae-b16d-66e4c3db7ca2 admin admin] Publish callbacks [] for security_group (8b198095-2424-4769-b38d-06d61aafd325), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:27.493499 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-283c5ed9-e70b-43ae-b16d-66e4c3db7ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8b198095-2424-4769-b38d-06d61aafd325), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:27.545145 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-283c5ed9-e70b-43ae-b16d-66e4c3db7ca2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=824e6a86b60f43dc98968bce3f315536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1819549 Mar 24 01:18:27.545899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46134) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:27.546674 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c5ed9-e70b-43ae-b16d-66e4c3db7ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b198095-2424-4769-b38d-06d61aafd325,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:27.606325 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-eab29bf9-e971-45e5-9f90-a057aac848d6 admin admin] Publish callbacks [] for security_group (8b198095-2424-4769-b38d-06d61aafd325), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:27.631943 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-eab29bf9-e971-45e5-9f90-a057aac848d6 admin admin] Publish callbacks [] for security_group (8b198095-2424-4769-b38d-06d61aafd325), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:27.690495 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-eab29bf9-e971-45e5-9f90-a057aac848d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8b198095-2424-4769-b38d-06d61aafd325), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:27.695200 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-eab29bf9-e971-45e5-9f90-a057aac848d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:27.698762 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-eab29bf9-e971-45e5-9f90-a057aac848d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b198095-2424-4769-b38d-06d61aafd325 HTTP/1.1" status: 204 len: 168 time: 0.1494424 Mar 24 01:18:27.705154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab29bf9-e971-45e5-9f90-a057aac848d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b198095-2424-4769-b38d-06d61aafd325,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:28.600320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46198) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:28.741908 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f25ebcd1-bc26-448e-b301-dd47ace0284c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:28.770025 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-94578609-6777-4c9b-8f42-45df06f7c653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:28.877198 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-94578609-6777-4c9b-8f42-45df06f7c653 admin admin] Publish callbacks [] for security_group (d21dc6df-8150-4420-affb-efa8cea64b2b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:28.883927 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-94578609-6777-4c9b-8f42-45df06f7c653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d21dc6df-8150-4420-affb-efa8cea64b2b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:28.937679 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-94578609-6777-4c9b-8f42-45df06f7c653 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=493f06559e364b4e855aab3feed97405&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3359196 Mar 24 01:18:28.940626 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46212) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:28.953781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94578609-6777-4c9b-8f42-45df06f7c653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21dc6df-8150-4420-affb-efa8cea64b2b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:29.013561 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-985bcbbb-3e4e-4ae0-b5e0-38be0d246f63 admin admin] Publish callbacks [] for security_group (d21dc6df-8150-4420-affb-efa8cea64b2b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:29.063330 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-985bcbbb-3e4e-4ae0-b5e0-38be0d246f63 admin admin] Publish callbacks [] for security_group (d21dc6df-8150-4420-affb-efa8cea64b2b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:29.136599 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-985bcbbb-3e4e-4ae0-b5e0-38be0d246f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d21dc6df-8150-4420-affb-efa8cea64b2b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:29.153418 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-985bcbbb-3e4e-4ae0-b5e0-38be0d246f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:29.156930 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-985bcbbb-3e4e-4ae0-b5e0-38be0d246f63 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d21dc6df-8150-4420-affb-efa8cea64b2b HTTP/1.1" status: 204 len: 168 time: 0.2140985 Mar 24 01:18:29.190222 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bcbbb-3e4e-4ae0-b5e0-38be0d246f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21dc6df-8150-4420-affb-efa8cea64b2b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:30.044562 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:30.234820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46262) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:30.482145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-94a56d0f-4e66-49f6-82da-36031feb1d67 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2115824761'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:30.509951 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a56d0f-4e66-49f6-82da-36031feb1d67 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:30.514914 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94a56d0f-4e66-49f6-82da-36031feb1d67 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:30.526694 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94a56d0f-4e66-49f6-82da-36031feb1d67 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:30.637614 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94a56d0f-4e66-49f6-82da-36031feb1d67 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for security_group (deae7b95-b5a9-4bb0-8916-c195d3081e4a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:30.646047 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94a56d0f-4e66-49f6-82da-36031feb1d67 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (deae7b95-b5a9-4bb0-8916-c195d3081e4a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:30.675793 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a56d0f-4e66-49f6-82da-36031feb1d67 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:18:30.692987 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a56d0f-4e66-49f6-82da-36031feb1d67 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deae7b95-b5a9-4bb0-8916-c195d3081e4a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:30.696851 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94a56d0f-4e66-49f6-82da-36031feb1d67 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (33ed7d01-e05c-4c4f-ad0d-a293bf241782), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:30.697278 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-94a56d0f-4e66-49f6-82da-36031feb1d67 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Added segment 33ed7d01-e05c-4c4f-ad0d-a293bf241782 of type vlan for network 6236e4f8-17ff-44a0-8044-03efb1bb8211 Mar 24 01:18:30.751426 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94a56d0f-4e66-49f6-82da-36031feb1d67 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (6236e4f8-17ff-44a0-8044-03efb1bb8211), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:30.787154 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94a56d0f-4e66-49f6-82da-36031feb1d67 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (6236e4f8-17ff-44a0-8044-03efb1bb8211), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:30.793398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a56d0f-4e66-49f6-82da-36031feb1d67 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:30.794059 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94a56d0f-4e66-49f6-82da-36031feb1d67 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:30.839811 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c4ae7bd6-a492-429b-a389-f275e7f33e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:30.873697 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-94a56d0f-4e66-49f6-82da-36031feb1d67 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6376948 Mar 24 01:18:30.875513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46272) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:30.881748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-0abf8b77-3863-4d03-bfaf-ecd5347aafa6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:30.904035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a56d0f-4e66-49f6-82da-36031feb1d67 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Network': ['ID=6236e4f8-17ff-44a0-8044-03efb1bb8211,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:30.916888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:18:31.113800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abf8b77-3863-4d03-bfaf-ecd5347aafa6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:31.118559 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0abf8b77-3863-4d03-bfaf-ecd5347aafa6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:31.261158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46280) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:31.350483 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0abf8b77-3863-4d03-bfaf-ecd5347aafa6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (01d425ba-fe1a-403e-b7c2-9edc12088448), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:31.392034 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-838b1f6d-4163-4bf8-9156-b83acc78acc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:31.425718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf8b77-3863-4d03-bfaf-ecd5347aafa6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:18:31.426305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abf8b77-3863-4d03-bfaf-ecd5347aafa6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network hostable DHCP agents. Network: 6236e4f8-17ff-44a0-8044-03efb1bb8211, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:18:31.439992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf8b77-3863-4d03-bfaf-ecd5347aafa6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=01d425ba-fe1a-403e-b7c2-9edc12088448,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:31.457505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abf8b77-3863-4d03-bfaf-ecd5347aafa6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:18:31.470821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-0abf8b77-3863-4d03-bfaf-ecd5347aafa6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 6236e4f8-17ff-44a0-8044-03efb1bb8211) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:31.476058 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abf8b77-3863-4d03-bfaf-ecd5347aafa6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:31.477535 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0abf8b77-3863-4d03-bfaf-ecd5347aafa6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:31.480402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9832ac92-d1e5-4a90-ad03-8d5e19ee6965 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:18:31.509994 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46284) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:31.513439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0abf8b77-3863-4d03-bfaf-ecd5347aafa6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6276622 Mar 24 01:18:31.519034 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-342363bf-6966-4764-a720-f81c777a7b14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'name': 'tempest-NetworksTestDHCPv6-1403343235'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:31.529928 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-838b1f6d-4163-4bf8-9156-b83acc78acc3 admin admin] Publish callbacks [] for security_group (14238c56-89c8-4fab-a0e5-9af407fc4b79), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:31.574195 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-838b1f6d-4163-4bf8-9156-b83acc78acc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (14238c56-89c8-4fab-a0e5-9af407fc4b79), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:31.622717 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': '01d425ba-fe1a-403e-b7c2-9edc12088448'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:18:31.623776 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:31.689433 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-838b1f6d-4163-4bf8-9156-b83acc78acc3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b8bab5e080b047bb8cecb9e6e285faf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4249079 Mar 24 01:18:31.689825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46288) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:31.690954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b1f6d-4163-4bf8-9156-b83acc78acc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14238c56-89c8-4fab-a0e5-9af407fc4b79,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:31.709634 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342363bf-6966-4764-a720-f81c777a7b14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:31.715322 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-342363bf-6966-4764-a720-f81c777a7b14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:31.743485 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-342363bf-6966-4764-a720-f81c777a7b14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port dff59c08-9d09-4d9f-92ee-43f2540dd9a5 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:18:31.783668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Allocated IP 2001:db8::2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/01d425ba-fe1a-403e-b7c2-9edc12088448/1287a2e2-f9a5-47f0-8328-8fc91f83baa9) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:18:31.802809 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4011ab12-8ee8-40a1-a07f-80a5b8f37b11 admin admin] Publish callbacks [] for security_group (14238c56-89c8-4fab-a0e5-9af407fc4b79), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:31.836730 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4011ab12-8ee8-40a1-a07f-80a5b8f37b11 admin admin] Publish callbacks [] for security_group (14238c56-89c8-4fab-a0e5-9af407fc4b79), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:31.890672 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4011ab12-8ee8-40a1-a07f-80a5b8f37b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (14238c56-89c8-4fab-a0e5-9af407fc4b79), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:31.894828 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4011ab12-8ee8-40a1-a07f-80a5b8f37b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:31.915045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4011ab12-8ee8-40a1-a07f-80a5b8f37b11 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/14238c56-89c8-4fab-a0e5-9af407fc4b79 HTTP/1.1" status: 204 len: 168 time: 0.2105694 Mar 24 01:18:31.931835 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011ab12-8ee8-40a1-a07f-80a5b8f37b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14238c56-89c8-4fab-a0e5-9af407fc4b79,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:32.009074 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Publish callbacks [] for port (1287a2e2-f9a5-47f0-8328-8fc91f83baa9), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.028279 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (1287a2e2-f9a5-47f0-8328-8fc91f83baa9), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.052212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:32.056555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:32.086628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:18:32.145363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-342363bf-6966-4764-a720-f81c777a7b14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::38d (6236e4f8-17ff-44a0-8044-03efb1bb8211/01d425ba-fe1a-403e-b7c2-9edc12088448/dff59c08-9d09-4d9f-92ee-43f2540dd9a5) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:18:32.155898 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Pushing event updated for resources: {'Port': ['ID=1287a2e2-f9a5-47f0-8328-8fc91f83baa9,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:32.229757 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.233440 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Attempting to bind port 1287a2e2-f9a5-47f0-8328-8fc91f83baa9 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:18:32.234026 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Attempting to bind port 1287a2e2-f9a5-47f0-8328-8fc91f83baa9 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:18:32.235063 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Attempting to bind port 1287a2e2-f9a5-47f0-8328-8fc91f83baa9 on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:18:32.243076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:18:32.243710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:18:32.244521 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.245250 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:18:32.246025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Bound port: 1287a2e2-f9a5-47f0-8328-8fc91f83baa9, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:18:32.247721 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1287a2e2-f9a5-47f0-8328-8fc91f83baa9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.346289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] For port 1287a2e2-f9a5-47f0-8328-8fc91f83baa9, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:18:32.350193 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] For port 1287a2e2-f9a5-47f0-8328-8fc91f83baa9, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=1287a2e2-f9a5-47f0-8328-8fc91f83baa9,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:18:32.357218 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1287a2e2-f9a5-47f0-8328-8fc91f83baa9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.372273 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46302) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:32.398565 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cb7976d3-2821-41f4-83f2-e9d6865cfcaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.456486 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-342363bf-6966-4764-a720-f81c777a7b14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (dff59c08-9d09-4d9f-92ee-43f2540dd9a5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.458013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fb1a7-50b6-4932-8f6c-7e3ade6332fe None None] Pushing event updated for resources: {'Port': ['ID=1287a2e2-f9a5-47f0-8328-8fc91f83baa9,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:32.499131 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-342363bf-6966-4764-a720-f81c777a7b14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (dff59c08-9d09-4d9f-92ee-43f2540dd9a5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.549153 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.561181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342363bf-6966-4764-a720-f81c777a7b14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:32.565440 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-342363bf-6966-4764-a720-f81c777a7b14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:32.568327 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342363bf-6966-4764-a720-f81c777a7b14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:18:32.574040 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342363bf-6966-4764-a720-f81c777a7b14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:32.574668 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-342363bf-6966-4764-a720-f81c777a7b14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.601611 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342363bf-6966-4764-a720-f81c777a7b14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=dff59c08-9d09-4d9f-92ee-43f2540dd9a5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:32.604398 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cb7976d3-2821-41f4-83f2-e9d6865cfcaf admin admin] Publish callbacks [] for security_group (86923371-591c-4119-acb3-2843666ef126), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.607721 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-342363bf-6966-4764-a720-f81c777a7b14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0962653 Mar 24 01:18:32.610492 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46304) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:32.643786 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cb7976d3-2821-41f4-83f2-e9d6865cfcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (86923371-591c-4119-acb3-2843666ef126), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.706414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cb7976d3-2821-41f4-83f2-e9d6865cfcaf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=742ecbc3f0744475a98637db6143baa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3325753 Mar 24 01:18:32.708754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46308) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:32.727346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7976d3-2821-41f4-83f2-e9d6865cfcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86923371-591c-4119-acb3-2843666ef126,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:32.778369 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8772a92d-83a9-4459-911e-79a7224fb371 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:32.791581 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9ee392e-53e0-4af8-8cd4-57acec7e2182 admin admin] Publish callbacks [] for security_group (86923371-591c-4119-acb3-2843666ef126), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.791739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8772a92d-83a9-4459-911e-79a7224fb371 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:32.797185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8772a92d-83a9-4459-911e-79a7224fb371 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1854718 Mar 24 01:18:32.800516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46312) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:32.835472 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9ee392e-53e0-4af8-8cd4-57acec7e2182 admin admin] Publish callbacks [] for security_group (86923371-591c-4119-acb3-2843666ef126), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.911252 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9ee392e-53e0-4af8-8cd4-57acec7e2182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (86923371-591c-4119-acb3-2843666ef126), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.914543 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9ee392e-53e0-4af8-8cd4-57acec7e2182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.916210 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f9ee392e-53e0-4af8-8cd4-57acec7e2182 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86923371-591c-4119-acb3-2843666ef126 HTTP/1.1" status: 204 len: 168 time: 0.2064517 Mar 24 01:18:32.948556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-77cf12a0-f857-4a1a-9341-96e57a7e2afc tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port dff59c08-9d09-4d9f-92ee-43f2540dd9a5 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:18:32.949011 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77cf12a0-f857-4a1a-9341-96e57a7e2afc tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (dff59c08-9d09-4d9f-92ee-43f2540dd9a5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:32.951163 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee392e-53e0-4af8-8cd4-57acec7e2182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86923371-591c-4119-acb3-2843666ef126,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:33.066277 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77cf12a0-f857-4a1a-9341-96e57a7e2afc tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (dff59c08-9d09-4d9f-92ee-43f2540dd9a5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:33.078979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-77cf12a0-f857-4a1a-9341-96e57a7e2afc tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for dff59c08-9d09-4d9f-92ee-43f2540dd9a5 owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:18:33.234801 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77cf12a0-f857-4a1a-9341-96e57a7e2afc tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (dff59c08-9d09-4d9f-92ee-43f2540dd9a5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:33.266635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf12a0-f857-4a1a-9341-96e57a7e2afc tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=dff59c08-9d09-4d9f-92ee-43f2540dd9a5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:33.295199 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77cf12a0-f857-4a1a-9341-96e57a7e2afc tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:33.309659 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46330) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:33.310306 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-77cf12a0-f857-4a1a-9341-96e57a7e2afc tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/dff59c08-9d09-4d9f-92ee-43f2540dd9a5 HTTP/1.1" status: 204 len: 168 time: 0.5085359 Mar 24 01:18:33.455528 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcf8ddf-ef5d-4cdc-adbc-05e7673262b0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:33.457013 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcf8ddf-ef5d-4cdc-adbc-05e7673262b0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:33.459355 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fdcf8ddf-ef5d-4cdc-adbc-05e7673262b0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1454453 Mar 24 01:18:33.462905 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46344) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:33.535187 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-942faacd-3819-457d-aab1-ecdbe40fbb5e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 01d425ba-fe1a-403e-b7c2-9edc12088448 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:18:33.545306 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-942faacd-3819-457d-aab1-ecdbe40fbb5e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (01d425ba-fe1a-403e-b7c2-9edc12088448), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:33.624232 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-942faacd-3819-457d-aab1-ecdbe40fbb5e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (01d425ba-fe1a-403e-b7c2-9edc12088448), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:33.690661 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:33.767752 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-942faacd-3819-457d-aab1-ecdbe40fbb5e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (01d425ba-fe1a-403e-b7c2-9edc12088448), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:33.854321 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-942faacd-3819-457d-aab1-ecdbe40fbb5e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (01d425ba-fe1a-403e-b7c2-9edc12088448), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:33.888672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942faacd-3819-457d-aab1-ecdbe40fbb5e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=01d425ba-fe1a-403e-b7c2-9edc12088448,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:33.894144 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-942faacd-3819-457d-aab1-ecdbe40fbb5e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:33.900106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46360) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:33.900271 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-942faacd-3819-457d-aab1-ecdbe40fbb5e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/01d425ba-fe1a-403e-b7c2-9edc12088448 HTTP/1.1" status: 204 len: 168 time: 0.4359591 Mar 24 01:18:33.999885 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-868925c3-8f3c-4ddf-a420-1fcc6fbae691 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980141 Mar 24 01:18:34.002971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46366) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:34.012574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ee57d536-4327-43ed-b4b3-0b2cb0a0adab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:34.048048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61322142-fa91-4be6-b0c7-151d4b06c6ea None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:18:34.134449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee57d536-4327-43ed-b4b3-0b2cb0a0adab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:34.140462 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ee57d536-4327-43ed-b4b3-0b2cb0a0adab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:34.234860 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-78816941-c898-47ad-b920-b2e8648f48e0 None None] Provisioning complete for port 1287a2e2-f9a5-47f0-8328-8fc91f83baa9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:34.235324 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78816941-c898-47ad-b920-b2e8648f48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1287a2e2-f9a5-47f0-8328-8fc91f83baa9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:34.413009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-78816941-c898-47ad-b920-b2e8648f48e0 None None] Current status of the port 1287a2e2-f9a5-47f0-8328-8fc91f83baa9 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:34.415173 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78816941-c898-47ad-b920-b2e8648f48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1287a2e2-f9a5-47f0-8328-8fc91f83baa9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:34.495767 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ee57d536-4327-43ed-b4b3-0b2cb0a0adab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (2333f6be-0d4f-46ec-9ce1-e7ce6288669c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:34.507952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-78816941-c898-47ad-b920-b2e8648f48e0 None None] For port 1287a2e2-f9a5-47f0-8328-8fc91f83baa9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=1287a2e2-f9a5-47f0-8328-8fc91f83baa9,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:34.512177 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78816941-c898-47ad-b920-b2e8648f48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1287a2e2-f9a5-47f0-8328-8fc91f83baa9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:34.530931 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46382) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:34.549865 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a7b809-98d8-4b7b-9920-0b3f000374a1 None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:18:34.616370 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78816941-c898-47ad-b920-b2e8648f48e0 None None] Pushing event updated for resources: {'Port': ['ID=1287a2e2-f9a5-47f0-8328-8fc91f83baa9,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:34.618837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee57d536-4327-43ed-b4b3-0b2cb0a0adab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:34.637528 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-ee57d536-4327-43ed-b4b3-0b2cb0a0adab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:34.644605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57d536-4327-43ed-b4b3-0b2cb0a0adab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:34.645284 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ee57d536-4327-43ed-b4b3-0b2cb0a0adab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:34.654294 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-81a7b809-98d8-4b7b-9920-0b3f000374a1 None None] Deleting port 1287a2e2-f9a5-47f0-8328-8fc91f83baa9 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:18:34.654745 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-81a7b809-98d8-4b7b-9920-0b3f000374a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1287a2e2-f9a5-47f0-8328-8fc91f83baa9), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:34.670114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57d536-4327-43ed-b4b3-0b2cb0a0adab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=2333f6be-0d4f-46ec-9ce1-e7ce6288669c,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:34.679094 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ee57d536-4327-43ed-b4b3-0b2cb0a0adab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6749616 Mar 24 01:18:34.681774 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46390) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:34.687967 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f9522912-9204-4dda-9d17-20beccce2f7a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'name': 'tempest-NetworksTestDHCPv6-2009607553'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:34.754088 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ff7904f-c402-4cb2-945b-15ddc07532a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:34.761722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-81a7b809-98d8-4b7b-9920-0b3f000374a1 None None] For port 1287a2e2-f9a5-47f0-8328-8fc91f83baa9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=1287a2e2-f9a5-47f0-8328-8fc91f83baa9,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:34.762209 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-81a7b809-98d8-4b7b-9920-0b3f000374a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1287a2e2-f9a5-47f0-8328-8fc91f83baa9), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:34.778870 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-81a7b809-98d8-4b7b-9920-0b3f000374a1 None None] Calling delete_port for 1287a2e2-f9a5-47f0-8328-8fc91f83baa9 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:18:34.870944 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ff7904f-c402-4cb2-945b-15ddc07532a9 admin admin] Publish callbacks [] for security_group (56a9d3a7-5a57-4a83-a87a-97e41d47071e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:34.881726 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3ff7904f-c402-4cb2-945b-15ddc07532a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (56a9d3a7-5a57-4a83-a87a-97e41d47071e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:34.895531 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-81a7b809-98d8-4b7b-9920-0b3f000374a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (1287a2e2-f9a5-47f0-8328-8fc91f83baa9), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:34.934618 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3ff7904f-c402-4cb2-945b-15ddc07532a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=825baa2fbafd4916a3a2dfef6e30c4db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4021037 Mar 24 01:18:34.935301 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9522912-9204-4dda-9d17-20beccce2f7a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:34.937358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46396) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:34.938715 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9522912-9204-4dda-9d17-20beccce2f7a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:34.948158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7b809-98d8-4b7b-9920-0b3f000374a1 None None] Pushing event deleted for resources: {'Port': ['ID=1287a2e2-f9a5-47f0-8328-8fc91f83baa9,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:34.950002 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a7b809-98d8-4b7b-9920-0b3f000374a1 None None] No DVR routers for this DVR port 1287a2e2-f9a5-47f0-8328-8fc91f83baa9 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:18:34.964971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7904f-c402-4cb2-945b-15ddc07532a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a9d3a7-5a57-4a83-a87a-97e41d47071e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:34.975247 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-f9522912-9204-4dda-9d17-20beccce2f7a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port 5b38d888-a641-4c52-9ce0-d934289b2cd1 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:18:34.979048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f1960-d543-4bf0-b28b-fc69b9c0eecc None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:18:35.043428 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-51d9aa04-6930-436b-87e3-99b816867135 admin admin] Publish callbacks [] for security_group (56a9d3a7-5a57-4a83-a87a-97e41d47071e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:35.071949 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-51d9aa04-6930-436b-87e3-99b816867135 admin admin] Publish callbacks [] for security_group (56a9d3a7-5a57-4a83-a87a-97e41d47071e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:35.111189 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': '2333f6be-0d4f-46ec-9ce1-e7ce6288669c'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:18:35.112056 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:35.147684 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-51d9aa04-6930-436b-87e3-99b816867135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (56a9d3a7-5a57-4a83-a87a-97e41d47071e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:35.150533 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-51d9aa04-6930-436b-87e3-99b816867135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:35.151756 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-51d9aa04-6930-436b-87e3-99b816867135 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56a9d3a7-5a57-4a83-a87a-97e41d47071e HTTP/1.1" status: 204 len: 168 time: 0.2130880 Mar 24 01:18:35.156995 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-f9522912-9204-4dda-9d17-20beccce2f7a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::f (6236e4f8-17ff-44a0-8044-03efb1bb8211/2333f6be-0d4f-46ec-9ce1-e7ce6288669c/5b38d888-a641-4c52-9ce0-d934289b2cd1) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:18:35.162060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9aa04-6930-436b-87e3-99b816867135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a9d3a7-5a57-4a83-a87a-97e41d47071e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:35.294539 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:35.383610 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9522912-9204-4dda-9d17-20beccce2f7a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (5b38d888-a641-4c52-9ce0-d934289b2cd1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:35.439664 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9522912-9204-4dda-9d17-20beccce2f7a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5b38d888-a641-4c52-9ce0-d934289b2cd1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:35.481087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Allocated IP 2001:db8::2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/2333f6be-0d4f-46ec-9ce1-e7ce6288669c/22bc2dfa-692c-4d92-a394-f438fcb9daa3) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:18:35.506829 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9522912-9204-4dda-9d17-20beccce2f7a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:35.524400 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-f9522912-9204-4dda-9d17-20beccce2f7a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:35.528808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9522912-9204-4dda-9d17-20beccce2f7a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:18:35.534588 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9522912-9204-4dda-9d17-20beccce2f7a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:35.535262 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9522912-9204-4dda-9d17-20beccce2f7a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:35.546687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9522912-9204-4dda-9d17-20beccce2f7a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=5b38d888-a641-4c52-9ce0-d934289b2cd1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:35.576234 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f9522912-9204-4dda-9d17-20beccce2f7a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8928268 Mar 24 01:18:35.578875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46414) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:35.729998 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Publish callbacks [] for port (22bc2dfa-692c-4d92-a394-f438fcb9daa3), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:35.735246 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a334fc95-4f3d-4607-888d-36afdc8bd82f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:35.738597 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a334fc95-4f3d-4607-888d-36afdc8bd82f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1561098 Mar 24 01:18:35.741503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46424) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:35.742782 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (22bc2dfa-692c-4d92-a394-f438fcb9daa3), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:35.799833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:35.803706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:35.807801 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:18:35.823774 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Pushing event updated for resources: {'Port': ['ID=22bc2dfa-692c-4d92-a394-f438fcb9daa3,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:35.877179 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-04ee6f64-214e-453a-9a9f-27d45e058bad tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port 5b38d888-a641-4c52-9ce0-d934289b2cd1 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:18:35.877746 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-04ee6f64-214e-453a-9a9f-27d45e058bad tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5b38d888-a641-4c52-9ce0-d934289b2cd1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:35.973529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Attempting to bind port 22bc2dfa-692c-4d92-a394-f438fcb9daa3 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:18:35.973913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Attempting to bind port 22bc2dfa-692c-4d92-a394-f438fcb9daa3 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:18:35.974284 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Attempting to bind port 22bc2dfa-692c-4d92-a394-f438fcb9daa3 on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:18:36.010397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:18:36.010948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:18:36.011335 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:36.011748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:18:36.013167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Bound port: 22bc2dfa-692c-4d92-a394-f438fcb9daa3, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:18:36.013577 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (22bc2dfa-692c-4d92-a394-f438fcb9daa3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:36.166308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] For port 22bc2dfa-692c-4d92-a394-f438fcb9daa3, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:18:36.174466 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] For port 22bc2dfa-692c-4d92-a394-f438fcb9daa3, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=22bc2dfa-692c-4d92-a394-f438fcb9daa3,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:18:36.186485 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (22bc2dfa-692c-4d92-a394-f438fcb9daa3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:36.272974 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d52a8e-272a-4e91-9ea3-920f54f8c47b None None] Pushing event updated for resources: {'Port': ['ID=22bc2dfa-692c-4d92-a394-f438fcb9daa3,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:36.315385 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-04ee6f64-214e-453a-9a9f-27d45e058bad tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5b38d888-a641-4c52-9ce0-d934289b2cd1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:36.342478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-04ee6f64-214e-453a-9a9f-27d45e058bad tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for 5b38d888-a641-4c52-9ce0-d934289b2cd1 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:18:36.474982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1287a2e2-f9a5-47f0-8328-8fc91f83baa9 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:18:36.512976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 1287a2e2-f9a5-47f0-8328-8fc91f83baa9 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:18:36.513137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1287a2e2-f9a5-47f0-8328-8fc91f83baa9 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:18:36.539255 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-04ee6f64-214e-453a-9a9f-27d45e058bad tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5b38d888-a641-4c52-9ce0-d934289b2cd1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:36.600136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee6f64-214e-453a-9a9f-27d45e058bad tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=5b38d888-a641-4c52-9ce0-d934289b2cd1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:36.672993 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-04ee6f64-214e-453a-9a9f-27d45e058bad tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:36.683167 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-04ee6f64-214e-453a-9a9f-27d45e058bad tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/5b38d888-a641-4c52-9ce0-d934289b2cd1 HTTP/1.1" status: 204 len: 168 time: 0.9380929 Mar 24 01:18:36.683381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46454) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:36.773171 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8f0dc-31d5-4667-bb20-21bb158611f6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:36.775883 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8f0dc-31d5-4667-bb20-21bb158611f6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:36.779458 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a1d8f0dc-31d5-4667-bb20-21bb158611f6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0950127 Mar 24 01:18:36.782425 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46464) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:36.901890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac462cf-3d55-4546-a7de-8e27fa2486ed tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 2333f6be-0d4f-46ec-9ce1-e7ce6288669c {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:18:36.905881 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dac462cf-3d55-4546-a7de-8e27fa2486ed tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (2333f6be-0d4f-46ec-9ce1-e7ce6288669c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:36.953485 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dac462cf-3d55-4546-a7de-8e27fa2486ed tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (2333f6be-0d4f-46ec-9ce1-e7ce6288669c), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:37.073976 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dac462cf-3d55-4546-a7de-8e27fa2486ed tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (2333f6be-0d4f-46ec-9ce1-e7ce6288669c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:37.158138 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dac462cf-3d55-4546-a7de-8e27fa2486ed tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (2333f6be-0d4f-46ec-9ce1-e7ce6288669c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:37.194065 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac462cf-3d55-4546-a7de-8e27fa2486ed tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=2333f6be-0d4f-46ec-9ce1-e7ce6288669c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:37.198980 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dac462cf-3d55-4546-a7de-8e27fa2486ed tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:37.202472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dac462cf-3d55-4546-a7de-8e27fa2486ed tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/2333f6be-0d4f-46ec-9ce1-e7ce6288669c HTTP/1.1" status: 204 len: 168 time: 0.4178050 Mar 24 01:18:37.205851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46488) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:37.274422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6787b7fa-2937-41a0-b61b-c7a10c81443a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648139 Mar 24 01:18:37.274721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46492) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:37.279738 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-44eebc8a-2b75-4192-947d-31bc4e925ca6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:37.495973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eebc8a-2b75-4192-947d-31bc4e925ca6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:37.502854 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-44eebc8a-2b75-4192-947d-31bc4e925ca6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:37.622879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46504) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:37.765750 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-791fc36b-010b-4a18-b5de-81f088697298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:37.788936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de0f35a-5510-4a9d-b8c6-e73c7b810004 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:18:37.799546 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-44eebc8a-2b75-4192-947d-31bc4e925ca6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (9923b551-2e5a-41d9-a145-93d5ee66d012), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:37.865903 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-791fc36b-010b-4a18-b5de-81f088697298 admin admin] Publish callbacks [] for security_group (1e82f3dc-46af-4dc6-ae3e-9ff66e7ff7b8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:37.871447 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-791fc36b-010b-4a18-b5de-81f088697298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1e82f3dc-46af-4dc6-ae3e-9ff66e7ff7b8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:37.880850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eebc8a-2b75-4192-947d-31bc4e925ca6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:37.886144 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-44eebc8a-2b75-4192-947d-31bc4e925ca6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:37.899540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eebc8a-2b75-4192-947d-31bc4e925ca6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:37.900136 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-44eebc8a-2b75-4192-947d-31bc4e925ca6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:37.906333 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eebc8a-2b75-4192-947d-31bc4e925ca6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=9923b551-2e5a-41d9-a145-93d5ee66d012,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:37.943282 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-44eebc8a-2b75-4192-947d-31bc4e925ca6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6672564 Mar 24 01:18:37.945103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-32b60bd1-c19a-4b4e-9254-cd575172191c None None] Provisioning complete for port 22bc2dfa-692c-4d92-a394-f438fcb9daa3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:37.945546 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-32b60bd1-c19a-4b4e-9254-cd575172191c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (22bc2dfa-692c-4d92-a394-f438fcb9daa3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:37.946049 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46514) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:37.955543 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-791fc36b-010b-4a18-b5de-81f088697298 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a70c085077e445d9362fc2d2755012d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3312199 Mar 24 01:18:37.956278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fc36b-010b-4a18-b5de-81f088697298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e82f3dc-46af-4dc6-ae3e-9ff66e7ff7b8,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:37.959698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46516) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:37.983414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-61c07b74-27d3-4ea7-9127-aeaa46e01007 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'name': 'tempest-NetworksTestDHCPv6-1488512814'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:38.044058 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-94a05818-d2b7-48ab-baee-3280a88bdc09 admin admin] Publish callbacks [] for security_group (1e82f3dc-46af-4dc6-ae3e-9ff66e7ff7b8), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.082035 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-94a05818-d2b7-48ab-baee-3280a88bdc09 admin admin] Publish callbacks [] for security_group (1e82f3dc-46af-4dc6-ae3e-9ff66e7ff7b8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.120709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-32b60bd1-c19a-4b4e-9254-cd575172191c None None] Current status of the port 22bc2dfa-692c-4d92-a394-f438fcb9daa3 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:38.121153 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-32b60bd1-c19a-4b4e-9254-cd575172191c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (22bc2dfa-692c-4d92-a394-f438fcb9daa3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.170929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ef546a-bafa-4df1-9f82-8fb0df1fb34a None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:18:38.175217 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-32b60bd1-c19a-4b4e-9254-cd575172191c None None] For port 22bc2dfa-692c-4d92-a394-f438fcb9daa3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=22bc2dfa-692c-4d92-a394-f438fcb9daa3,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:38.176932 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-94a05818-d2b7-48ab-baee-3280a88bdc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1e82f3dc-46af-4dc6-ae3e-9ff66e7ff7b8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.179848 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-94a05818-d2b7-48ab-baee-3280a88bdc09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.180996 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-32b60bd1-c19a-4b4e-9254-cd575172191c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (22bc2dfa-692c-4d92-a394-f438fcb9daa3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.184133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-94a05818-d2b7-48ab-baee-3280a88bdc09 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e82f3dc-46af-4dc6-ae3e-9ff66e7ff7b8 HTTP/1.1" status: 204 len: 168 time: 0.2232332 Mar 24 01:18:38.198457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a05818-d2b7-48ab-baee-3280a88bdc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e82f3dc-46af-4dc6-ae3e-9ff66e7ff7b8,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:38.202810 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c07b74-27d3-4ea7-9127-aeaa46e01007 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:38.207525 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-61c07b74-27d3-4ea7-9127-aeaa46e01007 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.231021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-61c07b74-27d3-4ea7-9127-aeaa46e01007 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port e5dbfde3-c3ae-4046-b463-49716e005ae9 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:18:38.379863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-61c07b74-27d3-4ea7-9127-aeaa46e01007 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::1c8 (6236e4f8-17ff-44a0-8044-03efb1bb8211/9923b551-2e5a-41d9-a145-93d5ee66d012/e5dbfde3-c3ae-4046-b463-49716e005ae9) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:18:38.406778 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46528) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:38.523068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b60bd1-c19a-4b4e-9254-cd575172191c None None] Pushing event updated for resources: {'Port': ['ID=22bc2dfa-692c-4d92-a394-f438fcb9daa3,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:38.540878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef546a-bafa-4df1-9f82-8fb0df1fb34a None None] Deleting port 22bc2dfa-692c-4d92-a394-f438fcb9daa3 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:18:38.541598 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3ef546a-bafa-4df1-9f82-8fb0df1fb34a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (22bc2dfa-692c-4d92-a394-f438fcb9daa3), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.676940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46536) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:38.678714 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4a8436c3-2b35-4b96-b44f-47e2320075c3 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2074 time: 0.2700663 Mar 24 01:18:38.683794 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d56cac28-da75-4a64-9044-98e244f52f47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Request body: {'network': {'name': 'tempest-network-smoke--1501198456', 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'port_security_enabled': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:38.686815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c3ef546a-bafa-4df1-9f82-8fb0df1fb34a None None] For port 22bc2dfa-692c-4d92-a394-f438fcb9daa3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=22bc2dfa-692c-4d92-a394-f438fcb9daa3,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:38.689954 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3ef546a-bafa-4df1-9f82-8fb0df1fb34a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (22bc2dfa-692c-4d92-a394-f438fcb9daa3), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.737596 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-61c07b74-27d3-4ea7-9127-aeaa46e01007 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (e5dbfde3-c3ae-4046-b463-49716e005ae9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.739129 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56cac28-da75-4a64-9044-98e244f52f47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Made reservation on behalf of e1e7881ea1e648cfa1908931781603fe for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:38.739531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef546a-bafa-4df1-9f82-8fb0df1fb34a None None] Calling delete_port for 22bc2dfa-692c-4d92-a394-f438fcb9daa3 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:18:38.743318 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d56cac28-da75-4a64-9044-98e244f52f47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.780388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56cac28-da75-4a64-9044-98e244f52f47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:18:38.805597 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d56cac28-da75-4a64-9044-98e244f52f47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e8031bba-9049-494f-99f3-b7785a3f93f2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.806163 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-d56cac28-da75-4a64-9044-98e244f52f47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Added segment e8031bba-9049-494f-99f3-b7785a3f93f2 of type vlan for network 23426f5d-6bd9-499b-9c04-f1ac25cec096 Mar 24 01:18:38.860505 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-61c07b74-27d3-4ea7-9127-aeaa46e01007 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e5dbfde3-c3ae-4046-b463-49716e005ae9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.860742 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d56cac28-da75-4a64-9044-98e244f52f47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (23426f5d-6bd9-499b-9c04-f1ac25cec096), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.869532 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3ef546a-bafa-4df1-9f82-8fb0df1fb34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (22bc2dfa-692c-4d92-a394-f438fcb9daa3), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.916164 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c07b74-27d3-4ea7-9127-aeaa46e01007 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:38.923420 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef546a-bafa-4df1-9f82-8fb0df1fb34a None None] Pushing event deleted for resources: {'Port': ['ID=22bc2dfa-692c-4d92-a394-f438fcb9daa3,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:38.927342 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-61c07b74-27d3-4ea7-9127-aeaa46e01007 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:38.934446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c07b74-27d3-4ea7-9127-aeaa46e01007 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:18:38.935823 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef546a-bafa-4df1-9f82-8fb0df1fb34a None None] No DVR routers for this DVR port 22bc2dfa-692c-4d92-a394-f438fcb9daa3 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:18:38.939788 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c07b74-27d3-4ea7-9127-aeaa46e01007 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:38.940449 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-61c07b74-27d3-4ea7-9127-aeaa46e01007 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.959151 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c07b74-27d3-4ea7-9127-aeaa46e01007 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=e5dbfde3-c3ae-4046-b463-49716e005ae9,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:38.959579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3948fe5d-47b6-4922-9c3d-e1a16ffeb943 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:18:38.966039 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d56cac28-da75-4a64-9044-98e244f52f47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (23426f5d-6bd9-499b-9c04-f1ac25cec096), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.972441 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56cac28-da75-4a64-9044-98e244f52f47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:38.973227 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d56cac28-da75-4a64-9044-98e244f52f47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:38.995634 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-61c07b74-27d3-4ea7-9127-aeaa46e01007 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0479865 Mar 24 01:18:38.998250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46548) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:39.003276 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d56cac28-da75-4a64-9044-98e244f52f47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3229272 Mar 24 01:18:39.004908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46550) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:39.057542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-654214102', 'admin_state_up': True, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:39.072650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cac28-da75-4a64-9044-98e244f52f47 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'Network': ['ID=23426f5d-6bd9-499b-9c04-f1ac25cec096,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:39.099453 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 23426f5d-6bd9-499b-9c04-f1ac25cec096 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:18:39.115634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2026dcb-73d4-43a1-a5a7-845d22cdb5a0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:39.121517 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46554) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:39.127418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e2026dcb-73d4-43a1-a5a7-845d22cdb5a0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1273572 Mar 24 01:18:39.129898 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (a3565b58-b85e-4474-8e8e-12d713f21790), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:39.133645 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (a3565b58-b85e-4474-8e8e-12d713f21790), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:39.314310 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b409b294-9de1-4806-9eb1-57b3eef485fb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port e5dbfde3-c3ae-4046-b463-49716e005ae9 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:18:39.316427 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b409b294-9de1-4806-9eb1-57b3eef485fb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e5dbfde3-c3ae-4046-b463-49716e005ae9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:39.337253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': '9923b551-2e5a-41d9-a145-93d5ee66d012'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:18:39.338279 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:39.497723 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b409b294-9de1-4806-9eb1-57b3eef485fb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e5dbfde3-c3ae-4046-b463-49716e005ae9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:39.524827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b409b294-9de1-4806-9eb1-57b3eef485fb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for e5dbfde3-c3ae-4046-b463-49716e005ae9 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:18:39.597176 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router_controller (a3565b58-b85e-4474-8e8e-12d713f21790), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:39.631211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Allocated IP 2001:db8::2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/9923b551-2e5a-41d9-a145-93d5ee66d012/76ebf34e-1c33-4d85-a244-e66698ab6578) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:18:39.814199 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b409b294-9de1-4806-9eb1-57b3eef485fb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e5dbfde3-c3ae-4046-b463-49716e005ae9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:39.829038 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router_gateway (a3565b58-b85e-4474-8e8e-12d713f21790), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:39.859261 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409b294-9de1-4806-9eb1-57b3eef485fb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=e5dbfde3-c3ae-4046-b463-49716e005ae9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:39.894502 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b409b294-9de1-4806-9eb1-57b3eef485fb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:39.900356 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b409b294-9de1-4806-9eb1-57b3eef485fb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/e5dbfde3-c3ae-4046-b463-49716e005ae9 HTTP/1.1" status: 204 len: 168 time: 0.7774463 Mar 24 01:18:39.902801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46576) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:39.956770 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Publish callbacks [] for port (76ebf34e-1c33-4d85-a244-e66698ab6578), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:39.962743 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (76ebf34e-1c33-4d85-a244-e66698ab6578), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:39.989052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c710e61-2f1d-41b1-b5c8-001099d0fbbf tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:39.990776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c710e61-2f1d-41b1-b5c8-001099d0fbbf tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:39.992691 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8c710e61-2f1d-41b1-b5c8-001099d0fbbf tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0887477 Mar 24 01:18:39.995405 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46580) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:40.022933 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:40.034075 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:40.041172 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:18:40.050223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Pushing event updated for resources: {'Port': ['ID=76ebf34e-1c33-4d85-a244-e66698ab6578,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:40.075384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6ec9d2-c60a-4bec-8230-232bbe04a269 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 9923b551-2e5a-41d9-a145-93d5ee66d012 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:18:40.080837 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec9d2-c60a-4bec-8230-232bbe04a269 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (9923b551-2e5a-41d9-a145-93d5ee66d012), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:40.131243 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec9d2-c60a-4bec-8230-232bbe04a269 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (9923b551-2e5a-41d9-a145-93d5ee66d012), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:40.136828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Attempting to bind port 76ebf34e-1c33-4d85-a244-e66698ab6578 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:18:40.137369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Attempting to bind port 76ebf34e-1c33-4d85-a244-e66698ab6578 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:18:40.137743 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Attempting to bind port 76ebf34e-1c33-4d85-a244-e66698ab6578 on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:18:40.143227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:18:40.143893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:18:40.144306 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:40.144702 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:18:40.145326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Bound port: 76ebf34e-1c33-4d85-a244-e66698ab6578, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:18:40.145714 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (76ebf34e-1c33-4d85-a244-e66698ab6578), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:40.230448 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router_gateway (a3565b58-b85e-4474-8e8e-12d713f21790), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:40.253529 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:40.253987 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:18:40.317893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] For port 76ebf34e-1c33-4d85-a244-e66698ab6578, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:18:40.322718 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] For port 76ebf34e-1c33-4d85-a244-e66698ab6578, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=76ebf34e-1c33-4d85-a244-e66698ab6578,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:18:40.333944 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec9d2-c60a-4bec-8230-232bbe04a269 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (9923b551-2e5a-41d9-a145-93d5ee66d012), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:40.343980 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (76ebf34e-1c33-4d85-a244-e66698ab6578), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:40.434037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc3ef5-8aaa-4bf4-991a-6eeec910b54c None None] Pushing event updated for resources: {'Port': ['ID=76ebf34e-1c33-4d85-a244-e66698ab6578,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:40.439554 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec9d2-c60a-4bec-8230-232bbe04a269 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (9923b551-2e5a-41d9-a145-93d5ee66d012), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:40.482107 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ec9d2-c60a-4bec-8230-232bbe04a269 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=9923b551-2e5a-41d9-a145-93d5ee66d012,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:40.494344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Allocated IP 172.25.0.87 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/951595fc-557e-4ab0-a8e1-4a3a462cae6f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:18:40.505704 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec9d2-c60a-4bec-8230-232bbe04a269 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:40.517564 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8d6ec9d2-c60a-4bec-8230-232bbe04a269 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/9923b551-2e5a-41d9-a145-93d5ee66d012 HTTP/1.1" status: 204 len: 168 time: 0.5199091 Mar 24 01:18:40.518490 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46596) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:40.607694 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f987b4a6-b1da-404d-a2a9-847d01a9db3f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878479 Mar 24 01:18:40.608390 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46604) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:40.747373 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d300e5-f310-4a7c-b70d-e62a5f1fad04 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:40.750068 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-31d300e5-f310-4a7c-b70d-e62a5f1fad04 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1400268 Mar 24 01:18:40.753032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46610) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:40.769607 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for port (951595fc-557e-4ab0-a8e1-4a3a462cae6f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:40.846734 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dbda41-a013-462b-8c42-ffe9d9406903 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:40.850063 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (951595fc-557e-4ab0-a8e1-4a3a462cae6f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:40.851335 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f0dbda41-a013-462b-8c42-ffe9d9406903 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0967126 Mar 24 01:18:40.851979 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46616) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:40.925272 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-df755dd3-ef6e-4f8f-969e-8e3157df089e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719011 Mar 24 01:18:40.925904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46620) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:40.932875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5d3882b1-6276-4aab-adcd-5d5dcaa74960 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:40.954857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'Port': ['ID=951595fc-557e-4ab0-a8e1-4a3a462cae6f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:40.968395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:40.986652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:40.993746 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:18:41.185566 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3882b1-6276-4aab-adcd-5d5dcaa74960 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:41.190015 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d3882b1-6276-4aab-adcd-5d5dcaa74960 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:41.381430 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bf8cf-50fb-4921-b46d-4f09175cd0e6 req-040aeed6-5841-46c8-86c3-f57731dcd1b3 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:41.383331 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-158bf8cf-50fb-4921-b46d-4f09175cd0e6 req-040aeed6-5841-46c8-86c3-f57731dcd1b3 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 1127 time: 0.2837598 Mar 24 01:18:41.480569 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d3882b1-6276-4aab-adcd-5d5dcaa74960 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (31f0f531-d284-4446-8a2e-0aae05f4b7bd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:41.490453 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-158bf8cf-50fb-4921-b46d-4f09175cd0e6 req-837f1c75-1a1d-4016-aa35-fdc8f67f574d tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:41.559406 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3882b1-6276-4aab-adcd-5d5dcaa74960 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:41.567317 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-5d3882b1-6276-4aab-adcd-5d5dcaa74960 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:41.581534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3882b1-6276-4aab-adcd-5d5dcaa74960 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:41.582691 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5d3882b1-6276-4aab-adcd-5d5dcaa74960 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:41.595887 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router_gateway (a3565b58-b85e-4474-8e8e-12d713f21790), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:41.619844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3882b1-6276-4aab-adcd-5d5dcaa74960 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=31f0f531-d284-4446-8a2e-0aae05f4b7bd,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:41.653350 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5d3882b1-6276-4aab-adcd-5d5dcaa74960 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7262652 Mar 24 01:18:41.655920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46678) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:41.661374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-57d99529-946b-4739-a246-10e24f315a84 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'fixed_ips': [{'subnet_id': '31f0f531-d284-4446-8a2e-0aae05f4b7bd', 'ip_address': '2001:db8::af01:1f95:6ec8:b51a'}], 'name': 'tempest-NetworksTestDHCPv6-1553214268'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:41.831519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d99529-946b-4739-a246-10e24f315a84 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:41.874317 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-158bf8cf-50fb-4921-b46d-4f09175cd0e6 req-837f1c75-1a1d-4016-aa35-fdc8f67f574d tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Publish callbacks [] for security_group (ab37e635-0d84-4b2d-a44f-f19d33258793), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:41.881358 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-158bf8cf-50fb-4921-b46d-4f09175cd0e6 req-837f1c75-1a1d-4016-aa35-fdc8f67f574d tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ab37e635-0d84-4b2d-a44f-f19d33258793), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:41.914068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-158bf8cf-50fb-4921-b46d-4f09175cd0e6 req-837f1c75-1a1d-4016-aa35-fdc8f67f574d tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5246964 Mar 24 01:18:42.036272 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57d99529-946b-4739-a246-10e24f315a84 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:42.104140 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-57d99529-946b-4739-a246-10e24f315a84 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port 0a54591a-e614-45d0-96e1-b86d5ec7c9f6 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:18:42.186895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f1c75-1a1d-4016-aa35-fdc8f67f574d tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab37e635-0d84-4b2d-a44f-f19d33258793,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:42.190931 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (a3565b58-b85e-4474-8e8e-12d713f21790), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:42.259443 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be14352-ccd3-47a2-a02f-cc83c05a0af3 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:18:42.420562 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0dfb7-9f93-46fa-9dcc-7195ba4c4513 req-b12baa6b-9ac7-4be6-a058-0bfa785b36b5 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:42.422126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccc0dfb7-9f93-46fa-9dcc-7195ba4c4513 req-b12baa6b-9ac7-4be6-a058-0bfa785b36b5 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.2379112 Mar 24 01:18:42.442599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-603782c5-2368-41a4-a103-64d000a17862 None None] Could not find standard attr ID for object e5dbfde3-c3ae-4046-b463-49716e005ae9. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:18:42.490629 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-57d99529-946b-4739-a246-10e24f315a84 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::af01:1f95:6ec8:b51a (6236e4f8-17ff-44a0-8044-03efb1bb8211/31f0f531-d284-4446-8a2e-0aae05f4b7bd/0a54591a-e614-45d0-96e1-b86d5ec7c9f6) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:18:42.525932 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccc0dfb7-9f93-46fa-9dcc-7195ba4c4513 req-1eb823a2-ca45-4e3b-a1c8-736ea2956654 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911167 Mar 24 01:18:42.564100 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46720) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:42.584307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 76ebf34e-1c33-4d85-a244-e66698ab6578 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:18:42.591976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-603782c5-2368-41a4-a103-64d000a17862 None None] Provisioning complete for port 76ebf34e-1c33-4d85-a244-e66698ab6578 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:42.592567 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-603782c5-2368-41a4-a103-64d000a17862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (76ebf34e-1c33-4d85-a244-e66698ab6578), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:42.633729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46724) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:42.739073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a2033d86-9094-44ed-8501-51a9bc9963d3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/376ecdd2-8bcb-4681-b016-55c63251ec44 HTTP/1.1" status: 200 len: 993 time: 0.1725366 Mar 24 01:18:42.746584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Router a3565b58-b85e-4474-8e8e-12d713f21790 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:18:42.801607 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 76ebf34e-1c33-4d85-a244-e66698ab6578 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:42.802106 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (76ebf34e-1c33-4d85-a244-e66698ab6578), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:42.833232 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57d99529-946b-4739-a246-10e24f315a84 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (0a54591a-e614-45d0-96e1-b86d5ec7c9f6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:42.865450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-603782c5-2368-41a4-a103-64d000a17862 None None] Current status of the port 76ebf34e-1c33-4d85-a244-e66698ab6578 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:42.866105 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-603782c5-2368-41a4-a103-64d000a17862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (76ebf34e-1c33-4d85-a244-e66698ab6578), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:42.914649 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-065ceb74-3077-4e56-9ef0-79e932b802fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:42.952325 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57d99529-946b-4739-a246-10e24f315a84 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0a54591a-e614-45d0-96e1-b86d5ec7c9f6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:42.986021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:18:42.996701 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Sync routers for ids ['a3565b58-b85e-4474-8e8e-12d713f21790'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:18:43.011223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-603782c5-2368-41a4-a103-64d000a17862 None None] For port 76ebf34e-1c33-4d85-a244-e66698ab6578, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=76ebf34e-1c33-4d85-a244-e66698ab6578,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:43.020020 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:43.021788 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-330ed369-2135-49b9-b670-133da2fa89dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.9676986 Mar 24 01:18:43.022129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 76ebf34e-1c33-4d85-a244-e66698ab6578 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:43.022543 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (76ebf34e-1c33-4d85-a244-e66698ab6578), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:43.024263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46738) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:43.031762 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-603782c5-2368-41a4-a103-64d000a17862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (76ebf34e-1c33-4d85-a244-e66698ab6578), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:43.040092 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Routers {'a3565b58-b85e-4474-8e8e-12d713f21790'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:18:43.040813 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:18:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a3565b58-b85e-4474-8e8e-12d713f21790'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:43.082690 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d99529-946b-4739-a246-10e24f315a84 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:43.167497 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-57d99529-946b-4739-a246-10e24f315a84 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:43.174631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d99529-946b-4739-a246-10e24f315a84 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:18:43.197121 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d99529-946b-4739-a246-10e24f315a84 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:43.202770 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57d99529-946b-4739-a246-10e24f315a84 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:43.222602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6d1263-52f5-4b8d-947a-a9de278d0b60 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:43.224113 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-aa6d1263-52f5-4b8d-947a-a9de278d0b60 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=e1e7881ea1e648cfa1908931781603fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1989155 Mar 24 01:18:43.226960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46742) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:43.269542 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Set router a3565b58-b85e-4474-8e8e-12d713f21790 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:18:43.295023 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-065ceb74-3077-4e56-9ef0-79e932b802fd admin admin] Publish callbacks [] for security_group (8100720f-f15d-4ad1-b4a9-95bb386067b2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:43.307816 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-065ceb74-3077-4e56-9ef0-79e932b802fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8100720f-f15d-4ad1-b4a9-95bb386067b2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:43.315156 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d99529-946b-4739-a246-10e24f315a84 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=0a54591a-e614-45d0-96e1-b86d5ec7c9f6,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:43.330114 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603782c5-2368-41a4-a103-64d000a17862 None None] Pushing event updated for resources: {'Port': ['ID=76ebf34e-1c33-4d85-a244-e66698ab6578,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:43.353051 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-57d99529-946b-4739-a246-10e24f315a84 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6960433 Mar 24 01:18:43.355209 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46744) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:43.360949 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:18:43.361720 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:18:43.362067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2133ef5c-92c5-44d3-9d07-dbf4c72effe7 None None] Provisioning complete for port 76ebf34e-1c33-4d85-a244-e66698ab6578 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:43.362432 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2133ef5c-92c5-44d3-9d07-dbf4c72effe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (76ebf34e-1c33-4d85-a244-e66698ab6578), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:43.455532 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-065ceb74-3077-4e56-9ef0-79e932b802fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=61d11434f31b45af85b2799edf4104ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8174579 Mar 24 01:18:43.457049 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46746) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:43.457279 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ec07c-bde0-4baa-aa82-99c0195aa8eb tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:43.461792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8d9ec07c-bde0-4baa-aa82-99c0195aa8eb tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2309334 Mar 24 01:18:43.465155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-526f767d-07c0-4be8-adc8-3c0c629eb817 req-4e8fc51d-ecc9-4004-a211-c96ed10a078d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:18:43.466186 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-526f767d-07c0-4be8-adc8-3c0c629eb817 req-4e8fc51d-ecc9-4004-a211-c96ed10a078d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061913 Mar 24 01:18:43.466659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46748) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:43.515074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a12cad79-d464-4828-9380-afa012c0af25 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365343 Mar 24 01:18:43.515847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46752) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:43.557843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ceb74-3077-4e56-9ef0-79e932b802fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8100720f-f15d-4ad1-b4a9-95bb386067b2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:43.585358 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-052b8fc1-472e-4689-b6c2-f7598cd01609 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=e1e7881ea1e648cfa1908931781603fe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0682480 Mar 24 01:18:43.588188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46760) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:43.633722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2133ef5c-92c5-44d3-9d07-dbf4c72effe7 None None] Current status of the port 76ebf34e-1c33-4d85-a244-e66698ab6578 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:43.692345 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b1d2-eb8b-43f6-b0a6-dec51226ae22 admin admin] Publish callbacks [] for security_group (8100720f-f15d-4ad1-b4a9-95bb386067b2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:43.712141 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10971494-e4c0-4dd7-a94a-8014c25af07d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:43.718164 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10971494-e4c0-4dd7-a94a-8014c25af07d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:43.720386 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-10971494-e4c0-4dd7-a94a-8014c25af07d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.3424959 Mar 24 01:18:43.724032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46764) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:43.760810 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cee3f880-4cfd-4080-8788-a3c462710589 None None] Could not find standard attr ID for object dff59c08-9d09-4d9f-92ee-43f2540dd9a5. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:18:43.768910 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b1d2-eb8b-43f6-b0a6-dec51226ae22 admin admin] Publish callbacks [] for security_group (8100720f-f15d-4ad1-b4a9-95bb386067b2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:43.820550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7897e7d7-53d1-4388-852c-986a635f45e4 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:43.829205 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7897e7d7-53d1-4388-852c-986a635f45e4 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2399321 Mar 24 01:18:43.832963 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46766) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:43.892420 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f83cce19-2732-4c2e-b935-ebf709b6f3ac tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0568690 Mar 24 01:18:43.895403 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46768) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:43.903359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-af320dd6-747f-4bd4-9757-197d8f6b92e8 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1308761272', 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096', 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:43.965207 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 76ebf34e-1c33-4d85-a244-e66698ab6578 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:43.994068 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-72143575-a2a4-47b7-a473-2072b018aa69 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port 0a54591a-e614-45d0-96e1-b86d5ec7c9f6 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:18:43.994409 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-72143575-a2a4-47b7-a473-2072b018aa69 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0a54591a-e614-45d0-96e1-b86d5ec7c9f6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:43.994536 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-654214102', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:18:39Z', 'updated_at': '2022-03-24T01:18:41Z', 'revision_number': 3, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:18:40Z', 'updated_at': '2022-03-24T01:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:44.019406 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b1d2-eb8b-43f6-b0a6-dec51226ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8100720f-f15d-4ad1-b4a9-95bb386067b2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:44.022777 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b1d2-eb8b-43f6-b0a6-dec51226ae22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:44.024173 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d0b3b1d2-eb8b-43f6-b0a6-dec51226ae22 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8100720f-f15d-4ad1-b4a9-95bb386067b2 HTTP/1.1" status: 204 len: 168 time: 0.5392258 Mar 24 01:18:44.066485 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Checking router: a3565b58-b85e-4474-8e8e-12d713f21790 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:18:44.066485 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Updating router a3565b58-b85e-4474-8e8e-12d713f21790 port 951595fc-557e-4ab0-a8e1-4a3a462cae6f binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:18:44.099447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-50940001-9b8c-4289-860f-08eef50e36c8 None None] Could not find standard attr ID for object 5b38d888-a641-4c52-9ce0-d934289b2cd1. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:18:44.137540 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (951595fc-557e-4ab0-a8e1-4a3a462cae6f), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:44.172733 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3b1d2-eb8b-43f6-b0a6-dec51226ae22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8100720f-f15d-4ad1-b4a9-95bb386067b2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:44.255941 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af320dd6-747f-4bd4-9757-197d8f6b92e8 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Made reservation on behalf of e1e7881ea1e648cfa1908931781603fe for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:44.265657 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-af320dd6-747f-4bd4-9757-197d8f6b92e8 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:44.348238 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-72143575-a2a4-47b7-a473-2072b018aa69 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0a54591a-e614-45d0-96e1-b86d5ec7c9f6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:44.379885 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-72143575-a2a4-47b7-a473-2072b018aa69 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for 0a54591a-e614-45d0-96e1-b86d5ec7c9f6 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:18:44.488662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 76ebf34e-1c33-4d85-a244-e66698ab6578 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:18:44.619715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-38097dfb-5f93-4505-ad20-fe964aac1f57 None None] Could not find standard attr ID for object e5dbfde3-c3ae-4046-b463-49716e005ae9. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:18:44.666577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 76ebf34e-1c33-4d85-a244-e66698ab6578 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:44.667230 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (76ebf34e-1c33-4d85-a244-e66698ab6578), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:44.672072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39766c2-c69e-4b24-8edf-4943b7969e1d req-a85d3ab2-7bf5-47a2-b70e-c73fbcecc21e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:44.690312 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f39766c2-c69e-4b24-8edf-4943b7969e1d req-a85d3ab2-7bf5-47a2-b70e-c73fbcecc21e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.2648242 Mar 24 01:18:44.712105 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-72143575-a2a4-47b7-a473-2072b018aa69 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0a54591a-e614-45d0-96e1-b86d5ec7c9f6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:44.863803 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46790) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:44.875254 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Publish callbacks [] for port (951595fc-557e-4ab0-a8e1-4a3a462cae6f), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:44.890277 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (951595fc-557e-4ab0-a8e1-4a3a462cae6f), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:44.899231 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11e88a5c-70fa-439c-95db-facb523e055b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:44.902215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72143575-a2a4-47b7-a473-2072b018aa69 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=0a54591a-e614-45d0-96e1-b86d5ec7c9f6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:44.923443 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f39766c2-c69e-4b24-8edf-4943b7969e1d req-43501d2a-da6a-4e11-ab81-44b4106df6a0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315907 Mar 24 01:18:44.944894 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 76ebf34e-1c33-4d85-a244-e66698ab6578 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:44.974619 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-72143575-a2a4-47b7-a473-2072b018aa69 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:44.979160 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-72143575-a2a4-47b7-a473-2072b018aa69 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/0a54591a-e614-45d0-96e1-b86d5ec7c9f6 HTTP/1.1" status: 204 len: 168 time: 1.2510431 Mar 24 01:18:44.982207 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46792) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:44.991327 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-22d7b5ec-8e09-4f99-bea0-395825cfa16d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6862121 Mar 24 01:18:45.035552 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a943a4d4-ed0c-4338-a875-1613d6ee4c31 None None] Could not find standard attr ID for object 0a54591a-e614-45d0-96e1-b86d5ec7c9f6. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:18:45.052680 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-af320dd6-747f-4bd4-9757-197d8f6b92e8 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (0f6136a7-14ff-4c57-ba82-973bbd13262b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:45.062446 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Attempting to bind port 951595fc-557e-4ab0-a8e1-4a3a462cae6f on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:18:45.062894 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Attempting to bind port 951595fc-557e-4ab0-a8e1-4a3a462cae6f by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:18:45.063427 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Attempting to bind port 951595fc-557e-4ab0-a8e1-4a3a462cae6f on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:18:45.076449 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:18:45.077249 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:18:45.080126 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:45.080659 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:18:45.081279 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Bound port: 951595fc-557e-4ab0-a8e1-4a3a462cae6f, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:18:45.084505 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (951595fc-557e-4ab0-a8e1-4a3a462cae6f), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:45.087795 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Pushing event updated for resources: {'Port': ['ID=951595fc-557e-4ab0-a8e1-4a3a462cae6f,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:45.133188 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8962bc90-aee0-4cdc-a242-cdc32e65d67f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:45.141014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8962bc90-aee0-4cdc-a242-cdc32e65d67f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:45.155793 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8962bc90-aee0-4cdc-a242-cdc32e65d67f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1611328 Mar 24 01:18:45.161110 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:45.163274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46802) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:45.163794 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:45.164416 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:45.164947 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:45.165662 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:45.168122 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:45.168596 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:45.169070 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:45.171208 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:45.171666 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:45.173881 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:45.174534 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:45.174979 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:45.175426 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:45.175867 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:45.227761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af320dd6-747f-4bd4-9757-197d8f6b92e8 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'Subnet': ['ID=0f6136a7-14ff-4c57-ba82-973bbd13262b,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:45.253339 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11e88a5c-70fa-439c-95db-facb523e055b admin admin] Publish callbacks [] for security_group (eb80e870-0cfe-4f68-92c3-864728453338), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:45.259275 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] For port 951595fc-557e-4ab0-a8e1-4a3a462cae6f, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:18:45.260756 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11e88a5c-70fa-439c-95db-facb523e055b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (eb80e870-0cfe-4f68-92c3-864728453338), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:45.273803 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] For port 951595fc-557e-4ab0-a8e1-4a3a462cae6f, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=951595fc-557e-4ab0-a8e1-4a3a462cae6f,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:18:45.285570 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (951595fc-557e-4ab0-a8e1-4a3a462cae6f), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:45.295199 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af320dd6-747f-4bd4-9757-197d8f6b92e8 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Checking segment: {'id': 'e8031bba-9049-494f-99f3-b7785a3f93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:18:45.295988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af320dd6-747f-4bd4-9757-197d8f6b92e8 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Network hostable DHCP agents. Network: 23426f5d-6bd9-499b-9c04-f1ac25cec096, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:18:45.334138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a9b087-fe58-4e4f-a42d-90f28e1cde9f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 31f0f531-d284-4446-8a2e-0aae05f4b7bd {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:18:45.337760 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-00a9b087-fe58-4e4f-a42d-90f28e1cde9f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (31f0f531-d284-4446-8a2e-0aae05f4b7bd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:45.391265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af320dd6-747f-4bd4-9757-197d8f6b92e8 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Network 23426f5d-6bd9-499b-9c04-f1ac25cec096 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:18:45.400368 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837d8b7-e8ba-4e1c-afd7-1a21fdce084a None None] Pushing event updated for resources: {'Port': ['ID=951595fc-557e-4ab0-a8e1-4a3a462cae6f,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:45.410566 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46808) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:45.414705 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-11e88a5c-70fa-439c-95db-facb523e055b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d05f412e00345d3baf4b911e8d571b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5278897 Mar 24 01:18:45.418710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e88a5c-70fa-439c-95db-facb523e055b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb80e870-0cfe-4f68-92c3-864728453338,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:45.435092 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Routers {'a3565b58-b85e-4474-8e8e-12d713f21790'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:18:45.437072 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:18:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a3565b58-b85e-4474-8e8e-12d713f21790'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:45.445986 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-af320dd6-747f-4bd4-9757-197d8f6b92e8 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 23426f5d-6bd9-499b-9c04-f1ac25cec096) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:45.450822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af320dd6-747f-4bd4-9757-197d8f6b92e8 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:45.451430 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-af320dd6-747f-4bd4-9757-197d8f6b92e8 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:45.456134 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-00a9b087-fe58-4e4f-a42d-90f28e1cde9f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (31f0f531-d284-4446-8a2e-0aae05f4b7bd), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:45.497079 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5077e98-40a7-4bca-8c60-9305ea3bbfd5 None None] Network 23426f5d-6bd9-499b-9c04-f1ac25cec096 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:18:45.524520 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-af320dd6-747f-4bd4-9757-197d8f6b92e8 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6254776 Mar 24 01:18:45.525493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46814) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:45.622325 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20d61014-ae47-48a8-8c5e-ef7043db0368 admin admin] Publish callbacks [] for security_group (eb80e870-0cfe-4f68-92c3-864728453338), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:45.646703 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20d61014-ae47-48a8-8c5e-ef7043db0368 admin admin] Publish callbacks [] for security_group (eb80e870-0cfe-4f68-92c3-864728453338), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:45.663218 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] Set router a3565b58-b85e-4474-8e8e-12d713f21790 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:18:45.731086 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-00a9b087-fe58-4e4f-a42d-90f28e1cde9f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (31f0f531-d284-4446-8a2e-0aae05f4b7bd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:45.764696 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20d61014-ae47-48a8-8c5e-ef7043db0368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (eb80e870-0cfe-4f68-92c3-864728453338), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:45.767299 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20d61014-ae47-48a8-8c5e-ef7043db0368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:45.768491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-20d61014-ae47-48a8-8c5e-ef7043db0368 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb80e870-0cfe-4f68-92c3-864728453338 HTTP/1.1" status: 204 len: 168 time: 0.3566830 Mar 24 01:18:45.788505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d61014-ae47-48a8-8c5e-ef7043db0368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb80e870-0cfe-4f68-92c3-864728453338,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:45.838821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-23426f5d-6bd9-499b-9c04-f1ac25cec096', 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096', 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'fixed_ips': [{'subnet_id': '0f6136a7-14ff-4c57-ba82-973bbd13262b'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:18:45.840206 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:46.022347 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-00a9b087-fe58-4e4f-a42d-90f28e1cde9f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (31f0f531-d284-4446-8a2e-0aae05f4b7bd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:46.202921 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-00a9b087-fe58-4e4f-a42d-90f28e1cde9f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:46.207651 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-00a9b087-fe58-4e4f-a42d-90f28e1cde9f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/31f0f531-d284-4446-8a2e-0aae05f4b7bd HTTP/1.1" status: 204 len: 168 time: 1.0432732 Mar 24 01:18:46.208965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9b087-fe58-4e4f-a42d-90f28e1cde9f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=31f0f531-d284-4446-8a2e-0aae05f4b7bd,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:46.210834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46840) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:46.255552 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-654214102', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:18:39Z', 'updated_at': '2022-03-24T01:18:41Z', 'revision_number': 3, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:18:40Z', 'updated_at': '2022-03-24T01:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:46.276856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd25f2-7c0c-4640-8dc4-6cad2f3079f3 req-d829f54f-e34f-43f9-9657-760472b58b83 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:46.294125 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08dd25f2-7c0c-4640-8dc4-6cad2f3079f3 req-d829f54f-e34f-43f9-9657-760472b58b83 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.1067300 Mar 24 01:18:46.295043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Allocated IP 172.20.0.18 (23426f5d-6bd9-499b-9c04-f1ac25cec096/0f6136a7-14ff-4c57-ba82-973bbd13262b/8ec30db7-e086-45e8-99a4-9bf52246c24e) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:18:46.357431 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c192ed-ecee-4e56-a2b5-347ed98e159b None None] The sync data for ids ['a3565b58-b85e-4474-8e8e-12d713f21790'] in n-d-760455-9 is: [{'id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-654214102', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:18:39Z', 'updated_at': '2022-03-24T01:18:41Z', 'revision_number': 3, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:18:40Z', 'updated_at': '2022-03-24T01:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:18:46.412679 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-23d38692-df59-4752-91b0-db3fd0208b6b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2011876 Mar 24 01:18:46.414331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46844) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:46.422312 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9872841e-533e-4e1e-9f38-9771e3ccf639 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:46.479885 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08dd25f2-7c0c-4640-8dc4-6cad2f3079f3 req-fe2fecb9-111d-49ea-ba6d-ffae3745046a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848142 Mar 24 01:18:46.727501 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Publish callbacks [] for port (8ec30db7-e086-45e8-99a4-9bf52246c24e), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:46.731850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-4ad66231-58f8-411e-b280-8afcb8386359 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:46.734433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b28bcc-313c-40c3-a0fe-8a6bc9ac4568 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:18:46.737020 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-4ad66231-58f8-411e-b280-8afcb8386359 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/ports/6e3a48ee-89e8-46c2-ae7f-8474804082a4 HTTP/1.1" status: 200 len: 1124 time: 0.8557580 Mar 24 01:18:46.739638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9872841e-533e-4e1e-9f38-9771e3ccf639 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:46.746612 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9872841e-533e-4e1e-9f38-9771e3ccf639 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:46.804914 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (8ec30db7-e086-45e8-99a4-9bf52246c24e), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:47.042730 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Pushing event updated for resources: {'Port': ['ID=8ec30db7-e086-45e8-99a4-9bf52246c24e,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:47.047184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Network 23426f5d-6bd9-499b-9c04-f1ac25cec096 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:47.111861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:47.116221 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:18:47.126828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:47.127400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:47.128027 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:47.128630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:47.129441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:47.129930 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:47.130709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:47.131343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:47.132225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:47.132994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:47.133685 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:47.134437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:47.134943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:47.135414 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:47.135919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:47.340173 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Attempting to bind port 8ec30db7-e086-45e8-99a4-9bf52246c24e on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:18:47.340553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Attempting to bind port 8ec30db7-e086-45e8-99a4-9bf52246c24e by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'e8031bba-9049-494f-99f3-b7785a3f93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:18:47.345669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Attempting to bind port 8ec30db7-e086-45e8-99a4-9bf52246c24e on network 23426f5d-6bd9-499b-9c04-f1ac25cec096 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:18:47.359393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:18:47.360140 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Checking segment: {'id': 'e8031bba-9049-494f-99f3-b7785a3f93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:18:47.361588 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:47.363018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Bound using segment: {'id': 'e8031bba-9049-494f-99f3-b7785a3f93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:18:47.363700 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Bound port: 8ec30db7-e086-45e8-99a4-9bf52246c24e, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8031bba-9049-494f-99f3-b7785a3f93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:18:47.365202 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8ec30db7-e086-45e8-99a4-9bf52246c24e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:47.439738 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9872841e-533e-4e1e-9f38-9771e3ccf639 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (b9ce2d3f-803d-4dce-b17b-06d633063970), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:47.458512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f78231-e55f-4a87-bb41-406dbb25fde5 None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:18:47.656068 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9872841e-533e-4e1e-9f38-9771e3ccf639 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:47.667973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-9872841e-533e-4e1e-9f38-9771e3ccf639 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:47.701063 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872841e-533e-4e1e-9f38-9771e3ccf639 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:47.705580 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9872841e-533e-4e1e-9f38-9771e3ccf639 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:47.713442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] For port 8ec30db7-e086-45e8-99a4-9bf52246c24e, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:18:47.738953 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-06f78231-e55f-4a87-bb41-406dbb25fde5 None None] Deleting port 76ebf34e-1c33-4d85-a244-e66698ab6578 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:18:47.740360 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-06f78231-e55f-4a87-bb41-406dbb25fde5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (76ebf34e-1c33-4d85-a244-e66698ab6578), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:47.769654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872841e-533e-4e1e-9f38-9771e3ccf639 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=b9ce2d3f-803d-4dce-b17b-06d633063970,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:47.774176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] For port 8ec30db7-e086-45e8-99a4-9bf52246c24e, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8ec30db7-e086-45e8-99a4-9bf52246c24e,segment=NetworkSegment(e8031bba-9049-494f-99f3-b7785a3f93f2),segment_id=e8031bba-9049-494f-99f3-b7785a3f93f2)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:18:47.780309 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9872841e-533e-4e1e-9f38-9771e3ccf639 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3645942 Mar 24 01:18:47.782818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46884) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:47.792154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'fixed_ips': [{'subnet_id': 'b9ce2d3f-803d-4dce-b17b-06d633063970', 'ip_address': '2001:db8::89f5:e7a2:d432:626b'}], 'name': 'tempest-NetworksTestDHCPv6-2136529007'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:47.884911 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8ec30db7-e086-45e8-99a4-9bf52246c24e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:47.911050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:47.974436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bbfdc-1c58-426c-bb2d-0060f024f5a4 req-a884e50f-b033-4934-baac-f800cc41ee5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:47.976294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c26bbfdc-1c58-426c-bb2d-0060f024f5a4 req-a884e50f-b033-4934-baac-f800cc41ee5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.2223167 Mar 24 01:18:48.043842 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a04c8-ef6c-48b8-9278-df2d24bac690 None None] Pushing event updated for resources: {'Port': ['ID=8ec30db7-e086-45e8-99a4-9bf52246c24e,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:48.054686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:48.143304 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-06f78231-e55f-4a87-bb41-406dbb25fde5 None None] For port 76ebf34e-1c33-4d85-a244-e66698ab6578, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=76ebf34e-1c33-4d85-a244-e66698ab6578,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:48.143706 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-06f78231-e55f-4a87-bb41-406dbb25fde5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (76ebf34e-1c33-4d85-a244-e66698ab6578), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:48.207562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-06f78231-e55f-4a87-bb41-406dbb25fde5 None None] Calling delete_port for 76ebf34e-1c33-4d85-a244-e66698ab6578 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:18:48.377032 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-06f78231-e55f-4a87-bb41-406dbb25fde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (76ebf34e-1c33-4d85-a244-e66698ab6578), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:48.423803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f78231-e55f-4a87-bb41-406dbb25fde5 None None] No DVR routers for this DVR port 76ebf34e-1c33-4d85-a244-e66698ab6578 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:18:48.432481 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c26bbfdc-1c58-426c-bb2d-0060f024f5a4 req-a7e90df2-9737-4b2d-9c48-ce85cb436a9d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007108 Mar 24 01:18:48.468387 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-e15ec82a-74b1-4943-bb68-5faadc3df097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:48.471981 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-e15ec82a-74b1-4943-bb68-5faadc3df097 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 1127 time: 0.2473631 Mar 24 01:18:48.542355 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48cdc68-0ce7-4d10-9304-22aa0ca038dc None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:18:48.662671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:48.702985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port dc1b6daa-23b5-4cca-a782-310671416d6f yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:18:48.863638 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Allocated IP 172.20.0.17 (23426f5d-6bd9-499b-9c04-f1ac25cec096/0f6136a7-14ff-4c57-ba82-973bbd13262b/eefcaf50-00dc-4eb7-99f1-4db8ab1ae799) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:18:48.884005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-b640bc11-4a5f-4f83-955d-6dcf78ce7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:48.886237 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-b640bc11-4a5f-4f83-955d-6dcf78ce7dea service neutron] 10.222.0.48 "GET /v2.0/networks?id=898980a7-fc90-4777-a4ed-f40974eceeb2 HTTP/1.1" status: 200 len: 897 time: 0.4085858 Mar 24 01:18:48.901076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 951595fc-557e-4ab0-a8e1-4a3a462cae6f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:18:48.911427 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f78231-e55f-4a87-bb41-406dbb25fde5 None None] Pushing event deleted for resources: {'Port': ['ID=76ebf34e-1c33-4d85-a244-e66698ab6578,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:49.026799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': 'b9ce2d3f-803d-4dce-b17b-06d633063970'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:18:49.029078 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:49.073800 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:49.083791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 951595fc-557e-4ab0-a8e1-4a3a462cae6f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:49.084174 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (951595fc-557e-4ab0-a8e1-4a3a462cae6f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:49.105688 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-e562ad7f-7e5e-4e6c-86b5-5b4096734c7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4 HTTP/1.1" status: 200 len: 1001 time: 0.2054830 Mar 24 01:18:49.108149 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:49.155260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Network 23426f5d-6bd9-499b-9c04-f1ac25cec096 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:49.160644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:49.165141 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:18:49.200149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'Port': ['ID=eefcaf50-00dc-4eb7-99f1-4db8ab1ae799,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:49.219237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:49.219876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:49.220391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:49.220903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:49.221448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:49.221965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:49.222463 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:49.222960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:49.223503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:49.224204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:49.224877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:49.225504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:49.226004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:49.226495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:49.227003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:49.247342 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (a3565b58-b85e-4474-8e8e-12d713f21790), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:49.321971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 951595fc-557e-4ab0-a8e1-4a3a462cae6f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:49.322437 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (951595fc-557e-4ab0-a8e1-4a3a462cae6f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:49.373005 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 951595fc-557e-4ab0-a8e1-4a3a462cae6f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=951595fc-557e-4ab0-a8e1-4a3a462cae6f,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:49.384276 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (951595fc-557e-4ab0-a8e1-4a3a462cae6f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:49.419190 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::89f5:e7a2:d432:626b (6236e4f8-17ff-44a0-8044-03efb1bb8211/b9ce2d3f-803d-4dce-b17b-06d633063970/dc1b6daa-23b5-4cca-a782-310671416d6f) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:18:49.431535 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-ae45665f-c5ce-4f5e-9873-ea7131907d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:49.433162 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-ae45665f-c5ce-4f5e-9873-ea7131907d97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7be9103c-d983-4a1f-aaf8-accbb283eb05 HTTP/1.1" status: 200 len: 835 time: 0.2087014 Mar 24 01:18:49.585980 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=951595fc-557e-4ab0-a8e1-4a3a462cae6f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:49.599788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 76ebf34e-1c33-4d85-a244-e66698ab6578 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:18:49.683590 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:49.699398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-bec30b9d-5ad4-47d9-994a-b62cb94abbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:49.702076 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-bec30b9d-5ad4-47d9-994a-b62cb94abbb2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=898980a7-fc90-4777-a4ed-f40974eceeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2528393 Mar 24 01:18:49.712910 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 76ebf34e-1c33-4d85-a244-e66698ab6578 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:18:49.713899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 76ebf34e-1c33-4d85-a244-e66698ab6578 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:18:49.783805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87cc67-73b8-4790-863d-9b052e3d5ec1 req-d32bd42a-4240-4dbe-84f5-be1cfc9574e8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:49.785447 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f87cc67-73b8-4790-863d-9b052e3d5ec1 req-d32bd42a-4240-4dbe-84f5-be1cfc9574e8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.1815233 Mar 24 01:18:49.883741 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f87cc67-73b8-4790-863d-9b052e3d5ec1 req-00c5bae6-b436-4c8a-9db2-953faceafa11 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742388 Mar 24 01:18:49.959358 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b2a2a9-6766-4ebd-8c8c-d98e5cf56cd5 None None] Network 23426f5d-6bd9-499b-9c04-f1ac25cec096 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:18:49.982591 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (dc1b6daa-23b5-4cca-a782-310671416d6f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:50.002450 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-48e2f00f-6263-44cb-991e-aa41eafca022 service neutron] 10.222.0.48 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442973 Mar 24 01:18:50.162583 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (dc1b6daa-23b5-4cca-a782-310671416d6f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:50.212483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-611cb064-98bf-4a6a-940c-e11bab0b9b93 None None] Provisioning complete for port 8ec30db7-e086-45e8-99a4-9bf52246c24e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:50.212864 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-611cb064-98bf-4a6a-940c-e11bab0b9b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8ec30db7-e086-45e8-99a4-9bf52246c24e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:50.304858 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:50.326436 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:50.336836 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:18:50.342996 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:50.343209 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:50.359584 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:50.360961 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-e98cf62a-8d0f-4105-b5ed-bbee8d92d434 service neutron] 10.222.0.48 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523991 Mar 24 01:18:50.371697 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:50.396479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=dc1b6daa-23b5-4cca-a782-310671416d6f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:50.430663 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:50.432384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:50.432751 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:50.433531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:50.433873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:50.448759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:50.450139 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:50.451381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:50.451730 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:50.452068 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:50.454808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:50.456726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:50.457071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:50.457437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:50.457771 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:18:50.468187 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Allocated IP 2001:db8::2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/b9ce2d3f-803d-4dce-b17b-06d633063970/711d4725-d67d-4080-a654-c6ab0daf6117) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:18:50.478394 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c5fc50fa-6e56-49d7-bd10-c8db209f1efd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6918950 Mar 24 01:18:50.480759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46976) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:50.539338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'Port': ['ID=eefcaf50-00dc-4eb7-99f1-4db8ab1ae799,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:50.603674 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (a3565b58-b85e-4474-8e8e-12d713f21790), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:50.624315 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7365f2-7cf7-4c19-8ef1-c0a02460c432 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:50.628744 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1e7365f2-7cf7-4c19-8ef1-c0a02460c432 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1469407 Mar 24 01:18:50.631559 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 46978) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:50.664957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-611cb064-98bf-4a6a-940c-e11bab0b9b93 None None] Current status of the port 8ec30db7-e086-45e8-99a4-9bf52246c24e is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:50.665320 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-611cb064-98bf-4a6a-940c-e11bab0b9b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8ec30db7-e086-45e8-99a4-9bf52246c24e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:50.753083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 951595fc-557e-4ab0-a8e1-4a3a462cae6f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:18:50.885555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Network 23426f5d-6bd9-499b-9c04-f1ac25cec096 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:50.887030 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:50.962513 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Publish callbacks [] for port (711d4725-d67d-4080-a654-c6ab0daf6117), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:50.993987 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (711d4725-d67d-4080-a654-c6ab0daf6117), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:51.008570 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-611cb064-98bf-4a6a-940c-e11bab0b9b93 None None] For port 8ec30db7-e086-45e8-99a4-9bf52246c24e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8ec30db7-e086-45e8-99a4-9bf52246c24e,segment=NetworkSegment(e8031bba-9049-494f-99f3-b7785a3f93f2),segment_id=e8031bba-9049-494f-99f3-b7785a3f93f2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:51.051038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 46988) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:51.083963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Pushing event updated for resources: {'Port': ['ID=711d4725-d67d-4080-a654-c6ab0daf6117,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:51.091930 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-611cb064-98bf-4a6a-940c-e11bab0b9b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8ec30db7-e086-45e8-99a4-9bf52246c24e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:51.099150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:51.114874 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:51.164377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:18:51.166669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 951595fc-557e-4ab0-a8e1-4a3a462cae6f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:51.167312 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (951595fc-557e-4ab0-a8e1-4a3a462cae6f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:51.319911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65d09c-8344-4743-9bc2-ff1a6fe701c0 req-48f6eabf-5360-4c7e-be91-fa136651af9e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:51.330785 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f65d09c-8344-4743-9bc2-ff1a6fe701c0 req-48f6eabf-5360-4c7e-be91-fa136651af9e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.2805514 Mar 24 01:18:51.374802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a75aefa3-099e-4ebc-a2a7-bcef0e57af33 None None] Provisioning complete for port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:51.375029 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a75aefa3-099e-4ebc-a2a7-bcef0e57af33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:51.394788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cb064-98bf-4a6a-940c-e11bab0b9b93 None None] Pushing event updated for resources: {'Port': ['ID=8ec30db7-e086-45e8-99a4-9bf52246c24e,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:51.432382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Router a3565b58-b85e-4474-8e8e-12d713f21790 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:18:51.446239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d6a881d-6cdc-4a88-bdf0-57ae6e4dd633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:51.514052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Attempting to bind port 711d4725-d67d-4080-a654-c6ab0daf6117 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:18:51.514793 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Attempting to bind port 711d4725-d67d-4080-a654-c6ab0daf6117 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:18:51.515546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Attempting to bind port 711d4725-d67d-4080-a654-c6ab0daf6117 on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:18:51.521336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e0b66aa1-fd29-477c-8717-feb026766ab1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port dc1b6daa-23b5-4cca-a782-310671416d6f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:18:51.521925 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e0b66aa1-fd29-477c-8717-feb026766ab1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (dc1b6daa-23b5-4cca-a782-310671416d6f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:51.553563 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:18:51.554235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:18:51.554855 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:51.555454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:18:51.556281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Bound port: 711d4725-d67d-4080-a654-c6ab0daf6117, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:18:51.556879 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (711d4725-d67d-4080-a654-c6ab0daf6117), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:51.567203 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d6a881d-6cdc-4a88-bdf0-57ae6e4dd633 admin admin] Publish callbacks [] for security_group (a29afe79-33d4-43d0-b83a-ea5ceb86382c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:51.574528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a75aefa3-099e-4ebc-a2a7-bcef0e57af33 None None] Port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:18:51.588034 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f65d09c-8344-4743-9bc2-ff1a6fe701c0 req-c993e82e-30b1-49c7-9325-f376ae817f09 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491798 Mar 24 01:18:51.593873 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d6a881d-6cdc-4a88-bdf0-57ae6e4dd633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a29afe79-33d4-43d0-b83a-ea5ceb86382c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:51.629985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9d6a881d-6cdc-4a88-bdf0-57ae6e4dd633 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a05f28c91a424eefaf4a90b64451133c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5778027 Mar 24 01:18:51.634399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47002) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:51.675425 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a75aefa3-099e-4ebc-a2a7-bcef0e57af33 None None] Provisioning complete for port 8ec30db7-e086-45e8-99a4-9bf52246c24e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:51.676062 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a75aefa3-099e-4ebc-a2a7-bcef0e57af33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8ec30db7-e086-45e8-99a4-9bf52246c24e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:51.701531 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e0b66aa1-fd29-477c-8717-feb026766ab1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (dc1b6daa-23b5-4cca-a782-310671416d6f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:51.716158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e0b66aa1-fd29-477c-8717-feb026766ab1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for dc1b6daa-23b5-4cca-a782-310671416d6f owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:18:51.762777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] For port 711d4725-d67d-4080-a654-c6ab0daf6117, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:18:51.767313 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] For port 711d4725-d67d-4080-a654-c6ab0daf6117, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=711d4725-d67d-4080-a654-c6ab0daf6117,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:18:51.771106 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 951595fc-557e-4ab0-a8e1-4a3a462cae6f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:51.772398 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8ec30db7-e086-45e8-99a4-9bf52246c24e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:18:51.801106 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (711d4725-d67d-4080-a654-c6ab0daf6117), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:51.822687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a881d-6cdc-4a88-bdf0-57ae6e4dd633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29afe79-33d4-43d0-b83a-ea5ceb86382c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:51.859328 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e0b66aa1-fd29-477c-8717-feb026766ab1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (dc1b6daa-23b5-4cca-a782-310671416d6f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:51.894101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b66aa1-fd29-477c-8717-feb026766ab1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=dc1b6daa-23b5-4cca-a782-310671416d6f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:51.896996 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a75aefa3-099e-4ebc-a2a7-bcef0e57af33 None None] Current status of the port 8ec30db7-e086-45e8-99a4-9bf52246c24e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:51.904653 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0a12f0f-51fc-4b0e-b7f3-cc8f667400e8 admin admin] Publish callbacks [] for security_group (a29afe79-33d4-43d0-b83a-ea5ceb86382c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:51.923195 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e0b66aa1-fd29-477c-8717-feb026766ab1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:51.927272 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e0b66aa1-fd29-477c-8717-feb026766ab1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/dc1b6daa-23b5-4cca-a782-310671416d6f HTTP/1.1" status: 204 len: 168 time: 1.2948225 Mar 24 01:18:51.929817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47008) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:51.966466 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00443b3-0ff3-4f14-96eb-cfd4147c4310 None None] Pushing event updated for resources: {'Port': ['ID=711d4725-d67d-4080-a654-c6ab0daf6117,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:51.975064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8ec30db7-e086-45e8-99a4-9bf52246c24e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:51.975467 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8ec30db7-e086-45e8-99a4-9bf52246c24e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:52.027490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-38356112-9bdb-4e33-a2c9-c1498f3ff5aa None None] Provisioning complete for port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:52.027946 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-38356112-9bdb-4e33-a2c9-c1498f3ff5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:52.077330 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0a12f0f-51fc-4b0e-b7f3-cc8f667400e8 admin admin] Publish callbacks [] for security_group (a29afe79-33d4-43d0-b83a-ea5ceb86382c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:52.107649 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:18:52.132314 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b5bb0463-bfa7-42f9-8ca4-7c02f190762f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "PUT /v2.0/routers/a3565b58-b85e-4474-8e8e-12d713f21790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6060495 Mar 24 01:18:52.164255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f7593b-e329-4a9b-8756-aad2b4215236 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:52.165793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f7593b-e329-4a9b-8756-aad2b4215236 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:52.170009 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-28f7593b-e329-4a9b-8756-aad2b4215236 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2173138 Mar 24 01:18:52.170566 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47018) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:52.209448 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0a12f0f-51fc-4b0e-b7f3-cc8f667400e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a29afe79-33d4-43d0-b83a-ea5ceb86382c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:52.213520 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b0a12f0f-51fc-4b0e-b7f3-cc8f667400e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:52.215485 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b0a12f0f-51fc-4b0e-b7f3-cc8f667400e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a29afe79-33d4-43d0-b83a-ea5ceb86382c HTTP/1.1" status: 204 len: 168 time: 0.5747123 Mar 24 01:18:52.238599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a12f0f-51fc-4b0e-b7f3-cc8f667400e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29afe79-33d4-43d0-b83a-ea5ceb86382c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:52.239670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Sync routers for ids ['a3565b58-b85e-4474-8e8e-12d713f21790'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:18:52.257473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-38356112-9bdb-4e33-a2c9-c1498f3ff5aa None None] Port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:18:52.291444 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Routers {'a3565b58-b85e-4474-8e8e-12d713f21790'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:18:52.292478 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:18:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a3565b58-b85e-4474-8e8e-12d713f21790'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:52.297512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8ec30db7-e086-45e8-99a4-9bf52246c24e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:52.378476 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e55ba7-b40b-4d08-b437-1f9f74d352e5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet b9ce2d3f-803d-4dce-b17b-06d633063970 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:18:52.386345 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98e55ba7-b40b-4d08-b437-1f9f74d352e5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (b9ce2d3f-803d-4dce-b17b-06d633063970), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:52.505172 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98e55ba7-b40b-4d08-b437-1f9f74d352e5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (b9ce2d3f-803d-4dce-b17b-06d633063970), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:52.646202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Set router a3565b58-b85e-4474-8e8e-12d713f21790 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:18:52.745043 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98e55ba7-b40b-4d08-b437-1f9f74d352e5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (b9ce2d3f-803d-4dce-b17b-06d633063970), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:52.827350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8ec30db7-e086-45e8-99a4-9bf52246c24e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:18:52.868692 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98e55ba7-b40b-4d08-b437-1f9f74d352e5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (b9ce2d3f-803d-4dce-b17b-06d633063970), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:52.885193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35890210-38c8-4bfb-870b-2b7489a765a0 req-a19e88e8-3a59-4271-97d0-2119e62b5d25 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:52.888548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35890210-38c8-4bfb-870b-2b7489a765a0 req-a19e88e8-3a59-4271-97d0-2119e62b5d25 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.1530435 Mar 24 01:18:52.889557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47042) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:52.905430 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ac51773a-3687-45ed-8363-d9865e781978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:52.912427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e55ba7-b40b-4d08-b437-1f9f74d352e5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ce2d3f-803d-4dce-b17b-06d633063970,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:52.916576 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98e55ba7-b40b-4d08-b437-1f9f74d352e5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:52.920411 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-98e55ba7-b40b-4d08-b437-1f9f74d352e5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/b9ce2d3f-803d-4dce-b17b-06d633063970 HTTP/1.1" status: 204 len: 168 time: 0.7484128 Mar 24 01:18:52.922800 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47044) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:52.926789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-ffa233d9-514a-4fa0-9c32-aaf396b701a5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:52.928276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-ffa233d9-514a-4fa0-9c32-aaf396b701a5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/networks?id=23426f5d-6bd9-499b-9c04-f1ac25cec096 HTTP/1.1" status: 200 len: 798 time: 0.2778301 Mar 24 01:18:52.957079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-920a79d2-1de4-4094-a2db-0cfdfcf000cc tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/quotas/e1e7881ea1e648cfa1908931781603fe HTTP/1.1" status: 200 len: 375 time: 0.0199323 Mar 24 01:18:52.981881 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1305a20f-1960-4ea6-a673-4fb634b570bb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579672 Mar 24 01:18:52.984420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47046) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:52.990179 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-14a0aece-4a14-46f5-b519-a2fe253be0cb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:53.059027 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35890210-38c8-4bfb-870b-2b7489a765a0 req-c477d302-cba0-437d-881c-5f3bbb040726 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450758 Mar 24 01:18:53.119853 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-82b73113-05d6-40e0-b96f-6a31e7a30a33 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e1e7881ea1e648cfa1908931781603fe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1566448 Mar 24 01:18:53.121920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8ec30db7-e086-45e8-99a4-9bf52246c24e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:53.122379 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8ec30db7-e086-45e8-99a4-9bf52246c24e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:53.180051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a0aece-4a14-46f5-b519-a2fe253be0cb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:53.183949 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14a0aece-4a14-46f5-b519-a2fe253be0cb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:53.250309 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ac51773a-3687-45ed-8363-d9865e781978 admin admin] Publish callbacks [] for security_group (cc49fe59-fb87-4b56-8b23-0d4e339be3d2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:53.270979 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8ec30db7-e086-45e8-99a4-9bf52246c24e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:53.272186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 711d4725-d67d-4080-a654-c6ab0daf6117 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:18:53.284511 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ac51773a-3687-45ed-8363-d9865e781978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cc49fe59-fb87-4b56-8b23-0d4e339be3d2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:53.410634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 711d4725-d67d-4080-a654-c6ab0daf6117 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:53.411733 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (711d4725-d67d-4080-a654-c6ab0daf6117), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:53.414697 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-654214102', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:18:39Z', 'updated_at': '2022-03-24T01:18:49Z', 'revision_number': 4, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:18:40Z', 'updated_at': '2022-03-24T01:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'eefcaf50-00dc-4eb7-99f1-4db8ab1ae799', 'name': '', 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'mac_address': 'fa:16:3e:1e:9d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '0f6136a7-14ff-4c57-ba82-973bbd13262b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:18:48Z', 'updated_at': '2022-03-24T01:18:50Z', 'revision_number': 2, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'subnets': [{'id': '0f6136a7-14ff-4c57-ba82-973bbd13262b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:53.426707 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-f7980b70-d3f0-43cc-837e-2de8e5167ed6 service neutron] 10.222.0.45 "GET /v2.0/networks/23426f5d-6bd9-499b-9c04-f1ac25cec096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059845 Mar 24 01:18:53.441484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ac51773a-3687-45ed-8363-d9865e781978 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=30947af24ead44e6a07e43a9c71a3752&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5388556 Mar 24 01:18:53.442629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47056) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:53.498289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51773a-3687-45ed-8363-d9865e781978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc49fe59-fb87-4b56-8b23-0d4e339be3d2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:53.597976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Checking router: a3565b58-b85e-4474-8e8e-12d713f21790 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:18:53.601745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Updating router a3565b58-b85e-4474-8e8e-12d713f21790 port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:18:53.608216 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14a0aece-4a14-46f5-b519-a2fe253be0cb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (873fb167-a65f-4c72-bf61-bb85bf21fa32), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:53.658297 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f7be496-3868-4521-9577-2fae36c4018d admin admin] Publish callbacks [] for security_group (cc49fe59-fb87-4b56-8b23-0d4e339be3d2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:53.698612 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:53.709693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0aece-4a14-46f5-b519-a2fe253be0cb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=873fb167-a65f-4c72-bf61-bb85bf21fa32,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:53.715889 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f7be496-3868-4521-9577-2fae36c4018d admin admin] Publish callbacks [] for security_group (cc49fe59-fb87-4b56-8b23-0d4e339be3d2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:53.727757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-781e6e3c-203c-4eca-a713-c8e00cb893ff service neutron] 10.222.0.45 "GET /v2.0/networks/23426f5d-6bd9-499b-9c04-f1ac25cec096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836246 Mar 24 01:18:53.734210 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a0aece-4a14-46f5-b519-a2fe253be0cb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:53.735699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-14a0aece-4a14-46f5-b519-a2fe253be0cb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:53.740184 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a0aece-4a14-46f5-b519-a2fe253be0cb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:53.740785 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14a0aece-4a14-46f5-b519-a2fe253be0cb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:53.758976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 711d4725-d67d-4080-a654-c6ab0daf6117 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:53.759372 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (711d4725-d67d-4080-a654-c6ab0daf6117), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:53.776646 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-14a0aece-4a14-46f5-b519-a2fe253be0cb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7881274 Mar 24 01:18:53.777218 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47064) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:53.783408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-4ccd5b51-4b7f-4cc2-985f-007d3f755b42 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'fixed_ips': [{'subnet_id': '873fb167-a65f-4c72-bf61-bb85bf21fa32', 'ip_address': '2001:db8::f2ac:11be:f797:cc4f'}], 'name': 'tempest-NetworksTestDHCPv6-1085029389'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:53.857004 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f7be496-3868-4521-9577-2fae36c4018d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cc49fe59-fb87-4b56-8b23-0d4e339be3d2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:53.859918 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2f7be496-3868-4521-9577-2fae36c4018d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:53.861418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2f7be496-3868-4521-9577-2fae36c4018d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc49fe59-fb87-4b56-8b23-0d4e339be3d2 HTTP/1.1" status: 204 len: 168 time: 0.4057164 Mar 24 01:18:53.900868 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7be496-3868-4521-9577-2fae36c4018d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc49fe59-fb87-4b56-8b23-0d4e339be3d2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:54.010490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccd5b51-4b7f-4cc2-985f-007d3f755b42 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:54.250240 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01babd16-c73a-423a-8f77-596bf8e8a16f req-e8217857-a721-4d3c-a64e-f82a4533d5df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 210 time: 0.0649345 Mar 24 01:18:54.337587 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ccd5b51-4b7f-4cc2-985f-007d3f755b42 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:54.418129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-4ccd5b51-4b7f-4cc2-985f-007d3f755b42 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port b87c6027-ffe3-4945-ad90-73b1d570fdc6 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:18:54.572875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f27f4-9064-436f-893c-de18eafbbaac req-fbe0c62a-f5ea-45c4-ac43-2fc9883d1072 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:54.576033 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-949f27f4-9064-436f-893c-de18eafbbaac req-fbe0c62a-f5ea-45c4-ac43-2fc9883d1072 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.3799253 Mar 24 01:18:54.636100 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87488a3d-da8e-45db-8354-bb319a7a977c None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:18:54.733262 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 711d4725-d67d-4080-a654-c6ab0daf6117, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=711d4725-d67d-4080-a654-c6ab0daf6117,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:54.804670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-949f27f4-9064-436f-893c-de18eafbbaac req-5bde7d55-0bcf-4f3d-99c6-d9e03288cd9b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900466 Mar 24 01:18:54.833824 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (711d4725-d67d-4080-a654-c6ab0daf6117), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:54.841171 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Publish callbacks [] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:54.890519 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:54.955351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d0dea08e-f840-4994-aa0f-1c4bc46b8a7b None None] Provisioning complete for port 711d4725-d67d-4080-a654-c6ab0daf6117 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:54.955985 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0dea08e-f840-4994-aa0f-1c4bc46b8a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (711d4725-d67d-4080-a654-c6ab0daf6117), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:55.019475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-4ccd5b51-4b7f-4cc2-985f-007d3f755b42 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::f2ac:11be:f797:cc4f (6236e4f8-17ff-44a0-8044-03efb1bb8211/873fb167-a65f-4c72-bf61-bb85bf21fa32/b87c6027-ffe3-4945-ad90-73b1d570fdc6) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:18:55.215052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=711d4725-d67d-4080-a654-c6ab0daf6117,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:55.385609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Attempting to bind port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:18:55.386215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Attempting to bind port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'e8031bba-9049-494f-99f3-b7785a3f93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:18:55.386804 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Attempting to bind port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 on network 23426f5d-6bd9-499b-9c04-f1ac25cec096 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:18:55.442352 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:18:55.443041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Checking segment: {'id': 'e8031bba-9049-494f-99f3-b7785a3f93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:18:55.443673 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:55.444934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Bound using segment: {'id': 'e8031bba-9049-494f-99f3-b7785a3f93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:18:55.446401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Bound port: eefcaf50-00dc-4eb7-99f1-4db8ab1ae799, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8031bba-9049-494f-99f3-b7785a3f93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:18:55.450388 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:55.459029 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d0dea08e-f840-4994-aa0f-1c4bc46b8a7b None None] Current status of the port 711d4725-d67d-4080-a654-c6ab0daf6117 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:55.523637 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b709915-2dbf-4b45-8e3e-3559b2ddff19 None None] Pushing event updated for resources: {'Port': ['ID=eefcaf50-00dc-4eb7-99f1-4db8ab1ae799,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:55.524783 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ccd5b51-4b7f-4cc2-985f-007d3f755b42 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (b87c6027-ffe3-4945-ad90-73b1d570fdc6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:55.584735 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-063b938b-0b4b-44ce-a065-737afea35a0b req-5ebdf756-28e6-42bf-ab87-114c5eedee88 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 210 time: 0.1158147 Mar 24 01:18:55.653275 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ccd5b51-4b7f-4cc2-985f-007d3f755b42 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b87c6027-ffe3-4945-ad90-73b1d570fdc6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:55.681550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4c19ecdc-705a-4fa8-9ab1-4acf4acaf7e6 None None] Provisioning complete for port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:55.684867 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4c19ecdc-705a-4fa8-9ab1-4acf4acaf7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:55.734718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccd5b51-4b7f-4cc2-985f-007d3f755b42 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:55.751002 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-4ccd5b51-4b7f-4cc2-985f-007d3f755b42 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:55.757250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccd5b51-4b7f-4cc2-985f-007d3f755b42 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:18:55.764055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] For port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:18:55.778157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd5b51-4b7f-4cc2-985f-007d3f755b42 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:55.778835 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ccd5b51-4b7f-4cc2-985f-007d3f755b42 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:55.789312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd5b51-4b7f-4cc2-985f-007d3f755b42 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=b87c6027-ffe3-4945-ad90-73b1d570fdc6,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:55.803784 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4c19ecdc-705a-4fa8-9ab1-4acf4acaf7e6 None None] Port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:18:55.807423 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] For port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=eefcaf50-00dc-4eb7-99f1-4db8ab1ae799,segment=NetworkSegment(e8031bba-9049-494f-99f3-b7785a3f93f2),segment_id=e8031bba-9049-494f-99f3-b7785a3f93f2)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:18:55.809978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4ccd5b51-4b7f-4cc2-985f-007d3f755b42 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0318203 Mar 24 01:18:55.812609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47128) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:55.817880 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:55.884964 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Routers {'a3565b58-b85e-4474-8e8e-12d713f21790'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:18:55.885655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:18:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a3565b58-b85e-4474-8e8e-12d713f21790'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:55.903274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aee3277-0539-4237-b9c6-685a546be32b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:55.912112 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aee3277-0539-4237-b9c6-685a546be32b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:55.914068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3aee3277-0539-4237-b9c6-685a546be32b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0997958 Mar 24 01:18:55.917067 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47132) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:56.129725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b709915-2dbf-4b45-8e3e-3559b2ddff19 None None] Pushing event updated for resources: {'Port': ['ID=eefcaf50-00dc-4eb7-99f1-4db8ab1ae799,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:56.195307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8836040b-b652-40a6-aa20-8b301e65e54a None None] Provisioning complete for port 711d4725-d67d-4080-a654-c6ab0daf6117 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:56.195729 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8836040b-b652-40a6-aa20-8b301e65e54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (711d4725-d67d-4080-a654-c6ab0daf6117), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:56.241339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616647e-b18a-4b64-bbe2-72fcf53a967c req-d8441038-8943-42ed-b44b-609aaa367063 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:56.242940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c616647e-b18a-4b64-bbe2-72fcf53a967c req-d8441038-8943-42ed-b44b-609aaa367063 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.2748535 Mar 24 01:18:56.385205 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0105c7db-8dde-4cdc-8313-6a681e08372c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port b87c6027-ffe3-4945-ad90-73b1d570fdc6 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:18:56.385821 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0105c7db-8dde-4cdc-8313-6a681e08372c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b87c6027-ffe3-4945-ad90-73b1d570fdc6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:56.392198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] Set router a3565b58-b85e-4474-8e8e-12d713f21790 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:18:56.395583 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c616647e-b18a-4b64-bbe2-72fcf53a967c req-8d53e3f6-8f8d-4126-b343-675ec41039c5 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448541 Mar 24 01:18:56.548115 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0105c7db-8dde-4cdc-8313-6a681e08372c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b87c6027-ffe3-4945-ad90-73b1d570fdc6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:56.571668 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0105c7db-8dde-4cdc-8313-6a681e08372c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for b87c6027-ffe3-4945-ad90-73b1d570fdc6 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:18:56.634480 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-e4dc236a-ef38-4849-9371-35438e405748 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:56.636239 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-e4dc236a-ef38-4849-9371-35438e405748 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.48 "GET /v2.0/networks?id=23426f5d-6bd9-499b-9c04-f1ac25cec096 HTTP/1.1" status: 200 len: 798 time: 0.5006447 Mar 24 01:18:56.701208 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-2e99ba03-ba45-410d-8b87-c86b8de8a322 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Request body: {'port': {'device_id': '43152379-c2a3-49cd-965a-4ffb203f6f2a', 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096', 'admin_state_up': True, 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:56.781781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8836040b-b652-40a6-aa20-8b301e65e54a None None] Current status of the port 711d4725-d67d-4080-a654-c6ab0daf6117 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:56.790785 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d48c90f-31e7-49dc-aeef-f431318e13df req-9c06f528-34a2-444a-ac3d-e82acfba7925 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 210 time: 0.0699480 Mar 24 01:18:56.970510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d1834feb-5b02-4c37-a7f6-700ba4ddd4ec None None] Could not find standard attr ID for object dc1b6daa-23b5-4cca-a782-310671416d6f. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:18:56.998091 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 711d4725-d67d-4080-a654-c6ab0daf6117 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:18:57.037523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d1834feb-5b02-4c37-a7f6-700ba4ddd4ec None None] Provisioning complete for port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:57.037893 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d1834feb-5b02-4c37-a7f6-700ba4ddd4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:57.053252 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0105c7db-8dde-4cdc-8313-6a681e08372c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b87c6027-ffe3-4945-ad90-73b1d570fdc6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:57.120958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-654214102', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:18:39Z', 'updated_at': '2022-03-24T01:18:49Z', 'revision_number': 4, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:18:40Z', 'updated_at': '2022-03-24T01:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'eefcaf50-00dc-4eb7-99f1-4db8ab1ae799', 'name': '', 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'mac_address': 'fa:16:3e:1e:9d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '0f6136a7-14ff-4c57-ba82-973bbd13262b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:18:48Z', 'updated_at': '2022-03-24T01:18:55Z', 'revision_number': 4, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'subnets': [{'id': '0f6136a7-14ff-4c57-ba82-973bbd13262b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:18:57.137277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105c7db-8dde-4cdc-8313-6a681e08372c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=b87c6027-ffe3-4945-ad90-73b1d570fdc6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:57.194403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b969e8f7-95c1-466f-8770-32e2215ed6c7 None None] The sync data for ids ['a3565b58-b85e-4474-8e8e-12d713f21790'] in n-d-760455-9 is: [{'id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-654214102', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:18:39Z', 'updated_at': '2022-03-24T01:18:49Z', 'revision_number': 4, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:18:40Z', 'updated_at': '2022-03-24T01:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'eefcaf50-00dc-4eb7-99f1-4db8ab1ae799', 'name': '', 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'mac_address': 'fa:16:3e:1e:9d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '0f6136a7-14ff-4c57-ba82-973bbd13262b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:18:48Z', 'updated_at': '2022-03-24T01:18:55Z', 'revision_number': 4, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'subnets': [{'id': '0f6136a7-14ff-4c57-ba82-973bbd13262b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:18:57.216841 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 711d4725-d67d-4080-a654-c6ab0daf6117 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:57.217247 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (711d4725-d67d-4080-a654-c6ab0daf6117), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:57.265620 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0105c7db-8dde-4cdc-8313-6a681e08372c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:57.273153 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0105c7db-8dde-4cdc-8313-6a681e08372c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/b87c6027-ffe3-4945-ad90-73b1d570fdc6 HTTP/1.1" status: 204 len: 168 time: 1.3506749 Mar 24 01:18:57.277797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47166) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:57.377162 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-2e99ba03-ba45-410d-8b87-c86b8de8a322 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Made reservation on behalf of e1e7881ea1e648cfa1908931781603fe for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:57.381769 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-2e99ba03-ba45-410d-8b87-c86b8de8a322 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:57.429230 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09498e87-f212-46f9-bacb-734e548f2c8a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:57.438522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09498e87-f212-46f9-bacb-734e548f2c8a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:57.439565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d1834feb-5b02-4c37-a7f6-700ba4ddd4ec None None] Current status of the port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:57.439964 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d1834feb-5b02-4c37-a7f6-700ba4ddd4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:57.447543 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-09498e87-f212-46f9-bacb-734e548f2c8a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1677244 Mar 24 01:18:57.448394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47170) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:57.572084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d1834feb-5b02-4c37-a7f6-700ba4ddd4ec None None] For port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=eefcaf50-00dc-4eb7-99f1-4db8ab1ae799,segment=NetworkSegment(e8031bba-9049-494f-99f3-b7785a3f93f2),segment_id=e8031bba-9049-494f-99f3-b7785a3f93f2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:57.629865 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d1834feb-5b02-4c37-a7f6-700ba4ddd4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:57.655477 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-50672699-549a-4daa-bbe8-8c5680a1773a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 873fb167-a65f-4c72-bf61-bb85bf21fa32 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:18:57.660485 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-50672699-549a-4daa-bbe8-8c5680a1773a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (873fb167-a65f-4c72-bf61-bb85bf21fa32), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:57.709041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6085f-67a4-47e1-b2cd-c247b85df882 req-73e90924-b522-4d70-b3b3-38fd2171968f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:57.715912 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53b6085f-67a4-47e1-b2cd-c247b85df882 req-73e90924-b522-4d70-b3b3-38fd2171968f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.1611309 Mar 24 01:18:57.795759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5b58e399-159b-4f1b-9201-21e835381348 None None] Could not find standard attr ID for object b87c6027-ffe3-4945-ad90-73b1d570fdc6. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:18:57.814372 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-50672699-549a-4daa-bbe8-8c5680a1773a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (873fb167-a65f-4c72-bf61-bb85bf21fa32), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:57.844463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 711d4725-d67d-4080-a654-c6ab0daf6117 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:57.868688 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1834feb-5b02-4c37-a7f6-700ba4ddd4ec None None] Pushing event updated for resources: {'Port': ['ID=eefcaf50-00dc-4eb7-99f1-4db8ab1ae799,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:57.980631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-2e99ba03-ba45-410d-8b87-c86b8de8a322 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Allocated IP 172.20.0.29 (23426f5d-6bd9-499b-9c04-f1ac25cec096/0f6136a7-14ff-4c57-ba82-973bbd13262b/79c9aa54-1cf3-4eed-8a24-1faf57ba9136) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:18:58.264573 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-2e99ba03-ba45-410d-8b87-c86b8de8a322 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for port (79c9aa54-1cf3-4eed-8a24-1faf57ba9136), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:58.356510 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-2e99ba03-ba45-410d-8b87-c86b8de8a322 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (79c9aa54-1cf3-4eed-8a24-1faf57ba9136), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:58.445564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-2e99ba03-ba45-410d-8b87-c86b8de8a322 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Network 23426f5d-6bd9-499b-9c04-f1ac25cec096 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:18:58.459133 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-2e99ba03-ba45-410d-8b87-c86b8de8a322 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:18:58.473616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-2e99ba03-ba45-410d-8b87-c86b8de8a322 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:18:58.544896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99ba03-ba45-410d-8b87-c86b8de8a322 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event updated for resources: {'Port': ['ID=79c9aa54-1cf3-4eed-8a24-1faf57ba9136,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:58.620907 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-2e99ba03-ba45-410d-8b87-c86b8de8a322 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:58.621596 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-2e99ba03-ba45-410d-8b87-c86b8de8a322 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:58.684357 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-2e99ba03-ba45-410d-8b87-c86b8de8a322 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9874418 Mar 24 01:18:58.698790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Request body: {'port': {'device_id': '43152379-c2a3-49cd-965a-4ffb203f6f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:58.748508 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-21456d1d-d5ec-4156-b801-9061ef3d2aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:58.888915 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53b6085f-67a4-47e1-b2cd-c247b85df882 req-ffe33a98-a053-43bf-ba49-a01451183a34 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1720245 Mar 24 01:18:58.915842 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (79c9aa54-1cf3-4eed-8a24-1faf57ba9136), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:58.940097 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-50672699-549a-4daa-bbe8-8c5680a1773a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (873fb167-a65f-4c72-bf61-bb85bf21fa32), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:59.102850 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cb11e-504e-4a96-8d65-9f5738739d8f req-77520732-e769-4151-a38f-0778398fa0f4 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:59.117516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac7cb11e-504e-4a96-8d65-9f5738739d8f req-77520732-e769-4151-a38f-0778398fa0f4 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 895 time: 0.3444355 Mar 24 01:18:59.125934 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-50672699-549a-4daa-bbe8-8c5680a1773a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (873fb167-a65f-4c72-bf61-bb85bf21fa32), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:59.134910 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:18:59.153138 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47270) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:59.207696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a22bd43c-f0a5-4939-8ce0-0e4fe510aac8 None None] Provisioning complete for port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:59.211523 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a22bd43c-f0a5-4939-8ce0-0e4fe510aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (79c9aa54-1cf3-4eed-8a24-1faf57ba9136), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:59.216900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c6e8b2-273a-466c-ba6c-b44a0cae04fe None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:18:59.217279 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-50672699-549a-4daa-bbe8-8c5680a1773a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:59.235932 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47276) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:59.257655 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-50672699-549a-4daa-bbe8-8c5680a1773a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/873fb167-a65f-4c72-bf61-bb85bf21fa32 HTTP/1.1" status: 204 len: 168 time: 1.8059518 Mar 24 01:18:59.291537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50672699-549a-4daa-bbe8-8c5680a1773a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=873fb167-a65f-4c72-bf61-bb85bf21fa32,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:59.377605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a22bd43c-f0a5-4939-8ce0-0e4fe510aac8 None None] Port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:18:59.407588 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:18:59.407726 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:59.428134 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47278) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:59.438618 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2ea70c9b-e66c-42e9-9555-9994658885ab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1830459 Mar 24 01:18:59.510590 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-70baf778-6e8a-43eb-92e2-3d1c19238d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:59.573739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb299a0-a8e6-4556-addb-4f2856e91b62 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:59.575344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-eeb299a0-a8e6-4556-addb-4f2856e91b62 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1459696 Mar 24 01:18:59.586579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47284) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:59.676039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:18:59.695862 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:18:59.704597 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Publish callbacks [] for port (79c9aa54-1cf3-4eed-8a24-1faf57ba9136), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:59.717305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae3ae0-4f91-4722-9e48-a816fdb29108 None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:18:59.742307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e32941-d1dc-47bf-bc17-1525256c8aaa tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:18:59.747832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-59e32941-d1dc-47bf-bc17-1525256c8aaa tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1601839 Mar 24 01:18:59.752371 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47288) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:59.792566 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Transition to ACTIVE for port object 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:18:59.795715 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6b7a4a59-625f-4355-a5b4-2aa746d48488 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407529 Mar 24 01:18:59.800633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47292) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:18:59.806526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-0c90701f-e0ca-4a19-8d4e-5f64ca601a0d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:18:59.822657 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (79c9aa54-1cf3-4eed-8a24-1faf57ba9136), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:59.827279 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-77ae3ae0-4f91-4722-9e48-a816fdb29108 None None] Deleting port 711d4725-d67d-4080-a654-c6ab0daf6117 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:18:59.827729 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-77ae3ae0-4f91-4722-9e48-a816fdb29108 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (711d4725-d67d-4080-a654-c6ab0daf6117), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:59.897455 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=79c9aa54-1cf3-4eed-8a24-1faf57ba9136,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:18:59.942829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-77ae3ae0-4f91-4722-9e48-a816fdb29108 None None] For port 711d4725-d67d-4080-a654-c6ab0daf6117, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=711d4725-d67d-4080-a654-c6ab0daf6117,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:18:59.952275 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-77ae3ae0-4f91-4722-9e48-a816fdb29108 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (711d4725-d67d-4080-a654-c6ab0daf6117), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:18:59.991347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-77ae3ae0-4f91-4722-9e48-a816fdb29108 None None] Calling delete_port for 711d4725-d67d-4080-a654-c6ab0daf6117 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:18:59.994232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c90701f-e0ca-4a19-8d4e-5f64ca601a0d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:18:59.999172 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0c90701f-e0ca-4a19-8d4e-5f64ca601a0d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:00.096190 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-70baf778-6e8a-43eb-92e2-3d1c19238d9d admin admin] Publish callbacks [] for security_group (61243c11-dcad-4ba8-a9df-d0abda2e98e2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:00.106156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-70baf778-6e8a-43eb-92e2-3d1c19238d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (61243c11-dcad-4ba8-a9df-d0abda2e98e2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:00.185344 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-70baf778-6e8a-43eb-92e2-3d1c19238d9d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=43d5f642add8461abb66012402afeda7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0103188 Mar 24 01:19:00.186260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47306) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:00.217990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Attempting to bind port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:00.218438 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Attempting to bind port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'e8031bba-9049-494f-99f3-b7785a3f93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:00.218782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Attempting to bind port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 on network 23426f5d-6bd9-499b-9c04-f1ac25cec096 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:00.232602 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:00.254894 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-77ae3ae0-4f91-4722-9e48-a816fdb29108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (711d4725-d67d-4080-a654-c6ab0daf6117), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:00.260366 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 on network 23426f5d-6bd9-499b-9c04-f1ac25cec096 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:00.260695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Attempting to bind port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 on network 23426f5d-6bd9-499b-9c04-f1ac25cec096 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:00.272889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:19:00.273531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Checking segment: {'id': 'e8031bba-9049-494f-99f3-b7785a3f93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:19:00.274074 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Bound using segment: {'id': 'e8031bba-9049-494f-99f3-b7785a3f93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:19:00.274876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Bound port: 79c9aa54-1cf3-4eed-8a24-1faf57ba9136, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8031bba-9049-494f-99f3-b7785a3f93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:19:00.275396 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (79c9aa54-1cf3-4eed-8a24-1faf57ba9136), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:00.279137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70baf778-6e8a-43eb-92e2-3d1c19238d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61243c11-dcad-4ba8-a9df-d0abda2e98e2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:00.312938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae3ae0-4f91-4722-9e48-a816fdb29108 None None] Pushing event deleted for resources: {'Port': ['ID=711d4725-d67d-4080-a654-c6ab0daf6117,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:00.322104 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae3ae0-4f91-4722-9e48-a816fdb29108 None None] No DVR routers for this DVR port 711d4725-d67d-4080-a654-c6ab0daf6117 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:19:00.372448 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] For port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:19:00.390518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] For port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=79c9aa54-1cf3-4eed-8a24-1faf57ba9136,segment=NetworkSegment(e8031bba-9049-494f-99f3-b7785a3f93f2),segment_id=e8031bba-9049-494f-99f3-b7785a3f93f2)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:19:00.408669 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (79c9aa54-1cf3-4eed-8a24-1faf57ba9136), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:00.409626 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5f224e53-8d13-49d1-bc5d-4a009f7c389d admin admin] Publish callbacks [] for security_group (61243c11-dcad-4ba8-a9df-d0abda2e98e2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:00.434924 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5f224e53-8d13-49d1-bc5d-4a009f7c389d admin admin] Publish callbacks [] for security_group (61243c11-dcad-4ba8-a9df-d0abda2e98e2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:00.454410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:00.455889 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:00.457696 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] 10.222.0.48 "PUT /v2.0/ports/79c9aa54-1cf3-4eed-8a24-1faf57ba9136 HTTP/1.1" status: 200 len: 1055 time: 1.7633741 Mar 24 01:19:00.459354 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43152379-c2a3-49cd-965a-4ffb203f6f2a', 'tag': '79c9aa54-1cf3-4eed-8a24-1faf57ba9136'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:19:00.461906 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3e3d2d-c332-4d95-ac85-295dfa154858" -d '{"events": [{"name": "network-changed", "server_uuid": "43152379-c2a3-49cd-965a-4ffb203f6f2a", "tag": "79c9aa54-1cf3-4eed-8a24-1faf57ba9136"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:19:00.513369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a02561-e1c6-4ecf-8f06-dc165c109dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=79c9aa54-1cf3-4eed-8a24-1faf57ba9136,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:00.563568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c08504-ed25-415b-9577-c1744530a8d2 req-9d068cbd-085f-472b-ae04-8db495d69972 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:00.567122 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-2d41c71f-d76a-4a48-98c1-6b9c6cb3736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:00.569686 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-2d41c71f-d76a-4a48-98c1-6b9c6cb3736b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1e7881ea1e648cfa1908931781603fe&device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 1089 time: 0.0656717 Mar 24 01:19:00.575664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97c08504-ed25-415b-9577-c1744530a8d2 req-9d068cbd-085f-472b-ae04-8db495d69972 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.4844160 Mar 24 01:19:00.597566 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5f224e53-8d13-49d1-bc5d-4a009f7c389d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (61243c11-dcad-4ba8-a9df-d0abda2e98e2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:00.600490 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5f224e53-8d13-49d1-bc5d-4a009f7c389d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:00.602283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5f224e53-8d13-49d1-bc5d-4a009f7c389d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61243c11-dcad-4ba8-a9df-d0abda2e98e2 HTTP/1.1" status: 204 len: 168 time: 0.4014754 Mar 24 01:19:00.640304 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f224e53-8d13-49d1-bc5d-4a009f7c389d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61243c11-dcad-4ba8-a9df-d0abda2e98e2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:00.658479 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-5d0f82ab-7139-4f36-bc33-bd3622867660 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=79c9aa54-1cf3-4eed-8a24-1faf57ba9136 HTTP/1.1" status: 200 len: 217 time: 0.0725861 Mar 24 01:19:00.720498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e97824-d42a-4afb-834d-7abd85dc9400 req-37cc1734-d86f-4d2d-9b0c-acb932942a18 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:00.736493 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5e97824-d42a-4afb-834d-7abd85dc9400 req-37cc1734-d86f-4d2d-9b0c-acb932942a18 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 907 time: 0.4730141 Mar 24 01:19:00.742799 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0c90701f-e0ca-4a19-8d4e-5f64ca601a0d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (235feceb-4786-4bcb-ae13-3089a83f41e3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:00.788722 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-a3b8c905-de88-4cd4-aef1-3fb7e2571abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:00.790324 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-a3b8c905-de88-4cd4-aef1-3fb7e2571abd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f6136a7-14ff-4c57-ba82-973bbd13262b HTTP/1.1" status: 200 len: 838 time: 0.0967700 Mar 24 01:19:00.812503 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5346c86-5fd9-4e39-917c-72ee129d8459 x-openstack-request-id: req-a5346c86-5fd9-4e39-917c-72ee129d8459 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:19:00.813391 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43152379-c2a3-49cd-965a-4ffb203f6f2a", "tag": "79c9aa54-1cf3-4eed-8a24-1faf57ba9136", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:19:00.813652 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5346c86-5fd9-4e39-917c-72ee129d8459 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:19:00.814082 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5346c86-5fd9-4e39-917c-72ee129d8459'] response: {'name': 'network-changed', 'server_uuid': '43152379-c2a3-49cd-965a-4ffb203f6f2a', 'tag': '79c9aa54-1cf3-4eed-8a24-1faf57ba9136', 'status': 'completed', 'code': 200} Mar 24 01:19:00.848541 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-686a4c38-13af-457e-b641-e3c6270dad6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:00.861660 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97c08504-ed25-415b-9577-c1744530a8d2 req-5ed46903-3365-4323-bd91-72e607a13840 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849071 Mar 24 01:19:00.864457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c90701f-e0ca-4a19-8d4e-5f64ca601a0d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:00.871748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-0c90701f-e0ca-4a19-8d4e-5f64ca601a0d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:00.876495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c90701f-e0ca-4a19-8d4e-5f64ca601a0d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:00.877386 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0c90701f-e0ca-4a19-8d4e-5f64ca601a0d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:00.886414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90701f-e0ca-4a19-8d4e-5f64ca601a0d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=235feceb-4786-4bcb-ae13-3089a83f41e3,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:00.895979 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d928ea-98ea-49f8-9c9a-0ea905cf9829 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:00.912533 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0c90701f-e0ca-4a19-8d4e-5f64ca601a0d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1102793 Mar 24 01:19:00.915089 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47322) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:00.942532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ebed9123-e549-4047-bed2-1f5b8a009b0e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'fixed_ips': [{'subnet_id': '235feceb-4786-4bcb-ae13-3089a83f41e3', 'ip_address': '2001:db8::687b:5f47:26b9:169d'}], 'name': 'tempest-NetworksTestDHCPv6-792293088'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:00.998397 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-c32a8892-c75e-4043-94be-94be8b256f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:00.999951 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-c32a8892-c75e-4043-94be-94be8b256f65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23426f5d-6bd9-499b-9c04-f1ac25cec096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1542082 Mar 24 01:19:01.039587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 711d4725-d67d-4080-a654-c6ab0daf6117 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:01.098899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 711d4725-d67d-4080-a654-c6ab0daf6117 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:01.099771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 711d4725-d67d-4080-a654-c6ab0daf6117 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:01.140210 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebed9123-e549-4047-bed2-1f5b8a009b0e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:01.151468 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-2173ae3b-ce00-439f-a754-609c561f57d7 service neutron] 10.222.0.48 "GET /v2.0/networks/23426f5d-6bd9-499b-9c04-f1ac25cec096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427190 Mar 24 01:19:01.232975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47332) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:01.235216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': '235feceb-4786-4bcb-ae13-3089a83f41e3'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:19:01.236100 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:01.250000 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebed9123-e549-4047-bed2-1f5b8a009b0e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:01.253965 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0ddc4f81-ff57-4e8c-9e61-238c94cb9e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:01.272845 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-ebed9123-e549-4047-bed2-1f5b8a009b0e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port 5740eb37-82f3-42cc-a4db-cad2a04e7dd5 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:19:01.358555 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0ddc4f81-ff57-4e8c-9e61-238c94cb9e88 admin admin] Publish callbacks [] for security_group (f6e356fc-b821-4680-9274-d4e5f4175c1e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:01.368229 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0ddc4f81-ff57-4e8c-9e61-238c94cb9e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f6e356fc-b821-4680-9274-d4e5f4175c1e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:01.449372 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0ddc4f81-ff57-4e8c-9e61-238c94cb9e88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=830b337b86cf404caf31e0b996bf3f20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2124436 Mar 24 01:19:01.450594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc4f81-ff57-4e8c-9e61-238c94cb9e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e356fc-b821-4680-9274-d4e5f4175c1e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:01.452932 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47336) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:01.457798 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c68bbf92-deb9-4b23-8f70-2f1d9198d65a req-0b05fa8d-0304-489b-bfbe-b1292bffcab0 service neutron] 10.222.0.48 "GET /v2.0/networks/23426f5d-6bd9-499b-9c04-f1ac25cec096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972362 Mar 24 01:19:01.511617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-ebed9123-e549-4047-bed2-1f5b8a009b0e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::687b:5f47:26b9:169d (6236e4f8-17ff-44a0-8044-03efb1bb8211/235feceb-4786-4bcb-ae13-3089a83f41e3/5740eb37-82f3-42cc-a4db-cad2a04e7dd5) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:01.556950 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c77af330-8550-441f-801c-8cfd42aa90ee admin admin] Publish callbacks [] for security_group (f6e356fc-b821-4680-9274-d4e5f4175c1e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:01.582408 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c77af330-8550-441f-801c-8cfd42aa90ee admin admin] Publish callbacks [] for security_group (f6e356fc-b821-4680-9274-d4e5f4175c1e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:01.623920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e3d2d-c332-4d95-ac85-295dfa154858 req-67240f0b-adfd-4e66-8094-7c6205e23b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:01.626024 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0c3e3d2d-c332-4d95-ac85-295dfa154858 req-67240f0b-adfd-4e66-8094-7c6205e23b43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1e7881ea1e648cfa1908931781603fe&device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 1089 time: 0.1039064 Mar 24 01:19:01.711284 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c77af330-8550-441f-801c-8cfd42aa90ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f6e356fc-b821-4680-9274-d4e5f4175c1e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:01.713877 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c77af330-8550-441f-801c-8cfd42aa90ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:01.717381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c77af330-8550-441f-801c-8cfd42aa90ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6e356fc-b821-4680-9274-d4e5f4175c1e HTTP/1.1" status: 204 len: 168 time: 0.2606204 Mar 24 01:19:01.731914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77af330-8550-441f-801c-8cfd42aa90ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e356fc-b821-4680-9274-d4e5f4175c1e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:01.735011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e3d2d-c332-4d95-ac85-295dfa154858 req-130af037-921d-4461-9dd3-907e4f0f6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:01.736654 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0c3e3d2d-c332-4d95-ac85-295dfa154858 req-130af037-921d-4461-9dd3-907e4f0f6213 service neutron] 10.222.0.48 "GET /v2.0/networks?id=23426f5d-6bd9-499b-9c04-f1ac25cec096 HTTP/1.1" status: 200 len: 899 time: 0.1041274 Mar 24 01:19:01.802096 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebed9123-e549-4047-bed2-1f5b8a009b0e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (5740eb37-82f3-42cc-a4db-cad2a04e7dd5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:01.827546 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0c3e3d2d-c332-4d95-ac85-295dfa154858 req-29820180-a141-4de6-b564-f66467ca70f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=79c9aa54-1cf3-4eed-8a24-1faf57ba9136 HTTP/1.1" status: 200 len: 217 time: 0.0835235 Mar 24 01:19:01.894270 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebed9123-e549-4047-bed2-1f5b8a009b0e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (5740eb37-82f3-42cc-a4db-cad2a04e7dd5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:01.922437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e3d2d-c332-4d95-ac85-295dfa154858 req-5659a423-de86-44df-976f-b6d4d29ca4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:01.924281 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0c3e3d2d-c332-4d95-ac85-295dfa154858 req-5659a423-de86-44df-976f-b6d4d29ca4ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f6136a7-14ff-4c57-ba82-973bbd13262b HTTP/1.1" status: 200 len: 838 time: 0.0897338 Mar 24 01:19:02.019635 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e3d2d-c332-4d95-ac85-295dfa154858 req-0788e495-638d-4a47-a62a-7547be6cee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:02.025769 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0c3e3d2d-c332-4d95-ac85-295dfa154858 req-0788e495-638d-4a47-a62a-7547be6cee92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23426f5d-6bd9-499b-9c04-f1ac25cec096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0923748 Mar 24 01:19:02.099793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebed9123-e549-4047-bed2-1f5b8a009b0e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:02.127894 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-ebed9123-e549-4047-bed2-1f5b8a009b0e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:02.131310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed9123-e549-4047-bed2-1f5b8a009b0e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:02.136914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebed9123-e549-4047-bed2-1f5b8a009b0e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:02.137749 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebed9123-e549-4047-bed2-1f5b8a009b0e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:02.182157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd5995-f5a7-4b67-99c8-5996ea610edd req-7f02a5fd-ad4c-40b8-85d2-84d656b2d9d4 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:02.184586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45dd5995-f5a7-4b67-99c8-5996ea610edd req-7f02a5fd-ad4c-40b8-85d2-84d656b2d9d4 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 907 time: 0.3209281 Mar 24 01:19:02.185473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed9123-e549-4047-bed2-1f5b8a009b0e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=5740eb37-82f3-42cc-a4db-cad2a04e7dd5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:02.237749 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0c3e3d2d-c332-4d95-ac85-295dfa154858 req-51137927-1f44-4993-bd1a-d65e0d288798 service neutron] 10.222.0.48 "GET /v2.0/networks/23426f5d-6bd9-499b-9c04-f1ac25cec096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064517 Mar 24 01:19:02.243784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ebed9123-e549-4047-bed2-1f5b8a009b0e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3274121 Mar 24 01:19:02.253850 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47360) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:02.270646 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:02.271951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-3fb66601-91f7-4bbd-bde9-f1c4e3b5558f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'fixed_ips': [{'subnet_id': '235feceb-4786-4bcb-ae13-3089a83f41e3', 'ip_address': '2001:db8::687b:5f47:26b9:169d'}], 'name': 'tempest-NetworksTestDHCPv6-1342721382'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:02.336664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Allocated IP 2001:db8::2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/235feceb-4786-4bcb-ae13-3089a83f41e3/e599a2f0-ff90-4a69-9c9f-872b487719e2) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:02.367183 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0c3e3d2d-c332-4d95-ac85-295dfa154858 req-76416bcc-cfda-415f-9b10-e8aea943b7e7 service neutron] 10.222.0.48 "GET /v2.0/networks/23426f5d-6bd9-499b-9c04-f1ac25cec096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216407 Mar 24 01:19:02.430004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcc78f-0da6-4e7e-8a59-9c91f0bd4eb1 req-c48d0fc1-e07a-4c75-967e-62b3b3d12691 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:02.431502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b7bcc78f-0da6-4e7e-8a59-9c91f0bd4eb1 req-c48d0fc1-e07a-4c75-967e-62b3b3d12691 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.3375690 Mar 24 01:19:02.579872 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:02.580741 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-932958bb-f249-4a23-a871-f637e97e838e service neutron] show failed (client error): The resource could not be found. Mar 24 01:19:02.581812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-932958bb-f249-4a23-a871-f637e97e838e service neutron] 10.222.0.48 "GET /v2.0/ports/6e3a48ee-89e8-46c2-ae7f-8474804082a4/bindings/n-h1-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.2056072 Mar 24 01:19:02.602238 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b7bcc78f-0da6-4e7e-8a59-9c91f0bd4eb1 req-409c91c0-f58f-427e-89d6-df182b892c09 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647546 Mar 24 01:19:02.647966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb66601-91f7-4bbd-bde9-f1c4e3b5558f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:02.657923 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3fb66601-91f7-4bbd-bde9-f1c4e3b5558f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:02.674302 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Publish callbacks [] for port (e599a2f0-ff90-4a69-9c9f-872b487719e2), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:02.685242 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (e599a2f0-ff90-4a69-9c9f-872b487719e2), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:02.705252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-3fb66601-91f7-4bbd-bde9-f1c4e3b5558f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port 349fb3f8-0ca4-43f1-8ae9-e1fd8232f8c4 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:19:02.745943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:02.749907 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:02.756187 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:02.782200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Pushing event updated for resources: {'Port': ['ID=e599a2f0-ff90-4a69-9c9f-872b487719e2,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:02.859272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Attempting to bind port e599a2f0-ff90-4a69-9c9f-872b487719e2 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:02.860890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Attempting to bind port e599a2f0-ff90-4a69-9c9f-872b487719e2 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:02.861872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Attempting to bind port e599a2f0-ff90-4a69-9c9f-872b487719e2 on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:02.870105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:19:02.871213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:19:02.872258 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:02.872901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:19:02.873890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Bound port: e599a2f0-ff90-4a69-9c9f-872b487719e2, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:19:02.874503 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e599a2f0-ff90-4a69-9c9f-872b487719e2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:02.955605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] For port e599a2f0-ff90-4a69-9c9f-872b487719e2, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:19:02.960061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] For port e599a2f0-ff90-4a69-9c9f-872b487719e2, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e599a2f0-ff90-4a69-9c9f-872b487719e2,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:19:02.968486 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e599a2f0-ff90-4a69-9c9f-872b487719e2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:03.075989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402bd24-bba8-4d1b-8a62-16987d3dbdf9 None None] Pushing event updated for resources: {'Port': ['ID=e599a2f0-ff90-4a69-9c9f-872b487719e2,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:03.093504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-7272a34b-9731-46be-9603-a8abebe70aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:03.096103 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-7272a34b-9731-46be-9603-a8abebe70aef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7 HTTP/1.1" status: 200 len: 1127 time: 0.1300418 Mar 24 01:19:03.098427 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb66601-91f7-4bbd-bde9-f1c4e3b5558f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 24 01:19:03.098951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb66601-91f7-4bbd-bde9-f1c4e3b5558f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:19:03.131608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:03.137789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3fb66601-91f7-4bbd-bde9-f1c4e3b5558f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8746085 Mar 24 01:19:03.139278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47392) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:03.233733 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:03.245830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a4b284-6d9b-4cd8-b25d-7eb150783fbc tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:03.265844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a4b284-6d9b-4cd8-b25d-7eb150783fbc tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:03.279375 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e8a4b284-6d9b-4cd8-b25d-7eb150783fbc tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1382291 Mar 24 01:19:03.286056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47408) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:03.507384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f67209b3-9c58-483f-9fa0-41b1d8cdf93d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port 5740eb37-82f3-42cc-a4db-cad2a04e7dd5 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:03.508036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f67209b3-9c58-483f-9fa0-41b1d8cdf93d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5740eb37-82f3-42cc-a4db-cad2a04e7dd5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:03.652608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6585f22-5b5b-4504-8012-6ce879d700a2 req-cd207903-92fd-4e84-a02d-926a22373eba tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:03.654419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e6585f22-5b5b-4504-8012-6ce879d700a2 req-cd207903-92fd-4e84-a02d-926a22373eba tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 907 time: 0.1539991 Mar 24 01:19:03.675030 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f67209b3-9c58-483f-9fa0-41b1d8cdf93d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5740eb37-82f3-42cc-a4db-cad2a04e7dd5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:03.707568 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:03.718608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] For port 6e3a48ee-89e8-46c2-ae7f-8474804082a4, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4,segment=NetworkSegment(f7ae3e46-1154-4389-ba61-72fa2bf7ebcf),segment_id=f7ae3e46-1154-4389-ba61-72fa2bf7ebcf)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:03.722512 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f67209b3-9c58-483f-9fa0-41b1d8cdf93d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for 5740eb37-82f3-42cc-a4db-cad2a04e7dd5 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:03.770530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] For port 6e3a48ee-89e8-46c2-ae7f-8474804082a4, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:19:03.893139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e3a48ee-89e8-46c2-ae7f-8474804082a4'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:19:03.895413 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d8b3e6-78cf-4aea-89ae-68a0213eec19" -d '{"events": [{"server_uuid": "a52730e8-f565-498c-9a36-aa9718b7f404", "name": "network-vif-unplugged", "status": "completed", "tag": "6e3a48ee-89e8-46c2-ae7f-8474804082a4"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:19:03.900001 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Publish callbacks [] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:03.936356 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64747870-a7b8-4d71-84ab-3ca39a7b5907 req-65aa8dd6-93c6-42ac-ba6c-3a4a2f2f5dc2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:03.938497 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64747870-a7b8-4d71-84ab-3ca39a7b5907 req-65aa8dd6-93c6-42ac-ba6c-3a4a2f2f5dc2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.1651580 Mar 24 01:19:03.946143 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Transition to ACTIVE for port object 6e3a48ee-89e8-46c2-ae7f-8474804082a4 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:19:03.962097 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:04.014847 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f67209b3-9c58-483f-9fa0-41b1d8cdf93d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5740eb37-82f3-42cc-a4db-cad2a04e7dd5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:04.049147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3a48ee-89e8-46c2-ae7f-8474804082a4,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:04.082632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67209b3-9c58-483f-9fa0-41b1d8cdf93d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=5740eb37-82f3-42cc-a4db-cad2a04e7dd5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:04.113503 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f67209b3-9c58-483f-9fa0-41b1d8cdf93d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:04.122310 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f67209b3-9c58-483f-9fa0-41b1d8cdf93d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/5740eb37-82f3-42cc-a4db-cad2a04e7dd5 HTTP/1.1" status: 204 len: 168 time: 0.8303988 Mar 24 01:19:04.124387 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47442) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:04.131121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:19:04.296809 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323cac37-30e8-4edc-86e4-c1e47d3197ac tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:04.300928 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323cac37-30e8-4edc-86e4-c1e47d3197ac tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:04.303648 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-323cac37-30e8-4edc-86e4-c1e47d3197ac tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1765542 Mar 24 01:19:04.321325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47452) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:04.441138 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=79c9aa54-1cf3-4eed-8a24-1faf57ba9136,segment=NetworkSegment(e8031bba-9049-494f-99f3-b7785a3f93f2),segment_id=e8031bba-9049-494f-99f3-b7785a3f93f2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:04.470196 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c6f0b6-6cd3-4974-a657-5563ce0c49e6 x-openstack-request-id: req-20c6f0b6-6cd3-4974-a657-5563ce0c49e6 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:19:04.470707 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52730e8-f565-498c-9a36-aa9718b7f404", "name": "network-vif-unplugged", "status": "completed", "tag": "6e3a48ee-89e8-46c2-ae7f-8474804082a4", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:19:04.472099 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20c6f0b6-6cd3-4974-a657-5563ce0c49e6 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:19:04.472744 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c6f0b6-6cd3-4974-a657-5563ce0c49e6'] response: {'server_uuid': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e3a48ee-89e8-46c2-ae7f-8474804082a4', 'code': 200} Mar 24 01:19:04.482609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '79c9aa54-1cf3-4eed-8a24-1faf57ba9136', 'network_id': '23426f5d-6bd9-499b-9c04-f1ac25cec096', 'port_id': '79c9aa54-1cf3-4eed-8a24-1faf57ba9136', 'mac_address': 'fa:16:3e:66:1c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6136a7-14ff-4c57-ba82-973bbd13262b', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:19:04.483568 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64747870-a7b8-4d71-84ab-3ca39a7b5907 req-353af284-299a-400f-9f7a-0a56464fd69e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5359619 Mar 24 01:19:04.530463 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e5a285-5fdd-4f35-8bc8-60c4824523ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 235feceb-4786-4bcb-ae13-3089a83f41e3 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:19:04.534910 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-35e5a285-5fdd-4f35-8bc8-60c4824523ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (235feceb-4786-4bcb-ae13-3089a83f41e3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:04.574716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:04.575039 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (79c9aa54-1cf3-4eed-8a24-1faf57ba9136), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:04.603632 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:19:04.638343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] No DVR routers for this DVR port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:19:04.658119 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-35e5a285-5fdd-4f35-8bc8-60c4824523ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (235feceb-4786-4bcb-ae13-3089a83f41e3), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:04.714296 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=79c9aa54-1cf3-4eed-8a24-1faf57ba9136,segment=NetworkSegment(e8031bba-9049-494f-99f3-b7785a3f93f2),segment_id=e8031bba-9049-494f-99f3-b7785a3f93f2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:04.725144 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (79c9aa54-1cf3-4eed-8a24-1faf57ba9136), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:04.818747 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-35e5a285-5fdd-4f35-8bc8-60c4824523ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (235feceb-4786-4bcb-ae13-3089a83f41e3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:04.942397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=79c9aa54-1cf3-4eed-8a24-1faf57ba9136,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:04.952155 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3a079ffc-4f7f-4838-bdcb-5aed3d3d277f None None] Provisioning complete for port e599a2f0-ff90-4a69-9c9f-872b487719e2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:04.952565 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3a079ffc-4f7f-4838-bdcb-5aed3d3d277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e599a2f0-ff90-4a69-9c9f-872b487719e2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:05.001971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['79c9aa54-1cf3-4eed-8a24-1faf57ba9136'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:19:05.006221 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-35e5a285-5fdd-4f35-8bc8-60c4824523ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (235feceb-4786-4bcb-ae13-3089a83f41e3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:05.122964 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5a285-5fdd-4f35-8bc8-60c4824523ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=235feceb-4786-4bcb-ae13-3089a83f41e3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:05.125687 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-35e5a285-5fdd-4f35-8bc8-60c4824523ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:05.133416 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-35e5a285-5fdd-4f35-8bc8-60c4824523ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/235feceb-4786-4bcb-ae13-3089a83f41e3 HTTP/1.1" status: 204 len: 168 time: 0.8109188 Mar 24 01:19:05.136648 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e599a2f0-ff90-4a69-9c9f-872b487719e2 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:19:05.137360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47484) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:05.287533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3a079ffc-4f7f-4838-bdcb-5aed3d3d277f None None] Current status of the port e599a2f0-ff90-4a69-9c9f-872b487719e2 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:05.287945 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3a079ffc-4f7f-4838-bdcb-5aed3d3d277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e599a2f0-ff90-4a69-9c9f-872b487719e2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:05.318369 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c902f782-e9ae-4208-b550-e5aed0877dc7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1738162 Mar 24 01:19:05.324865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47500) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:05.325807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Attempting to bind port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:05.326317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Attempting to bind port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:05.326848 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Attempting to bind port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 on network 898980a7-fc90-4777-a4ed-f40974eceeb2 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:05.343491 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-67e87b3f-7460-4ce8-b827-4aa310dab1c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:05.345426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3a079ffc-4f7f-4838-bdcb-5aed3d3d277f None None] For port e599a2f0-ff90-4a69-9c9f-872b487719e2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e599a2f0-ff90-4a69-9c9f-872b487719e2,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:05.353701 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:05.363537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 on network 898980a7-fc90-4777-a4ed-f40974eceeb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:05.363783 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3a079ffc-4f7f-4838-bdcb-5aed3d3d277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e599a2f0-ff90-4a69-9c9f-872b487719e2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:05.363909 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Attempting to bind port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 on network 898980a7-fc90-4777-a4ed-f40974eceeb2 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:05.385383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720f83-94ba-4e0c-9838-360b863262b4 req-a459f342-95f3-4fd3-99fe-e1e55bbe38ca tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:05.402109 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46720f83-94ba-4e0c-9838-360b863262b4 req-a459f342-95f3-4fd3-99fe-e1e55bbe38ca tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 908 time: 0.5393231 Mar 24 01:19:05.409793 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29281b00-1ece-433e-bccb-a23c54e7964c None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:05.473367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e599a2f0-ff90-4a69-9c9f-872b487719e2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:05.473794 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e599a2f0-ff90-4a69-9c9f-872b487719e2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:05.496529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-39480110-c324-46ea-a9e1-e313676a5b4c None None] Could not find standard attr ID for object 5740eb37-82f3-42cc-a4db-cad2a04e7dd5. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:19:05.542608 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a079ffc-4f7f-4838-bdcb-5aed3d3d277f None None] Pushing event updated for resources: {'Port': ['ID=e599a2f0-ff90-4a69-9c9f-872b487719e2,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:05.563500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:19:05.564059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Checking segment: {'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:19:05.566260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Bound using segment: {'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:19:05.566821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Bound port: 6e3a48ee-89e8-46c2-ae7f-8474804082a4, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:19:05.571379 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:05.641844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e599a2f0-ff90-4a69-9c9f-872b487719e2 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:05.735383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e87b3f-7460-4ce8-b827-4aa310dab1c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:05.740179 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-67e87b3f-7460-4ce8-b827-4aa310dab1c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:05.784651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4f277b-826b-4c71-a0b7-47430ad0691e None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:19:05.863614 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f277b-826b-4c71-a0b7-47430ad0691e None None] Deleting port e599a2f0-ff90-4a69-9c9f-872b487719e2 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:05.864306 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-eb4f277b-826b-4c71-a0b7-47430ad0691e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e599a2f0-ff90-4a69-9c9f-872b487719e2), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:05.981480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-eb4f277b-826b-4c71-a0b7-47430ad0691e None None] For port e599a2f0-ff90-4a69-9c9f-872b487719e2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e599a2f0-ff90-4a69-9c9f-872b487719e2,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:05.981862 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-eb4f277b-826b-4c71-a0b7-47430ad0691e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e599a2f0-ff90-4a69-9c9f-872b487719e2), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:06.011704 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f277b-826b-4c71-a0b7-47430ad0691e None None] Calling delete_port for e599a2f0-ff90-4a69-9c9f-872b487719e2 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:06.028886 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] For port 6e3a48ee-89e8-46c2-ae7f-8474804082a4, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:19:06.068717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] For port 6e3a48ee-89e8-46c2-ae7f-8474804082a4, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4,segment=NetworkSegment(f7ae3e46-1154-4389-ba61-72fa2bf7ebcf),segment_id=f7ae3e46-1154-4389-ba61-72fa2bf7ebcf)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:19:06.130354 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:19:06.132539 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:06.134886 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-eb4f277b-826b-4c71-a0b7-47430ad0691e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (e599a2f0-ff90-4a69-9c9f-872b487719e2), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:06.149413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:06.149685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:06.151353 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] 10.222.0.57 "PUT /v2.0/ports/6e3a48ee-89e8-46c2-ae7f-8474804082a4 HTTP/1.1" status: 200 len: 1091 time: 3.0401051 Mar 24 01:19:06.213831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f277b-826b-4c71-a0b7-47430ad0691e None None] Pushing event deleted for resources: {'Port': ['ID=e599a2f0-ff90-4a69-9c9f-872b487719e2,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:06.216430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4f277b-826b-4c71-a0b7-47430ad0691e None None] No DVR routers for this DVR port e599a2f0-ff90-4a69-9c9f-872b487719e2 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:19:06.257076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:19:06.269675 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:06.270060 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (79c9aa54-1cf3-4eed-8a24-1faf57ba9136), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:06.307372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300d049-fdd9-4d1d-a455-ed3e1961cfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3a48ee-89e8-46c2-ae7f-8474804082a4,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:06.430802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:06.431208 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (79c9aa54-1cf3-4eed-8a24-1faf57ba9136), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:06.489498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'tag': '6e3a48ee-89e8-46c2-ae7f-8474804082a4'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:19:06.492176 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d798a09-a8bf-417c-8bae-47db48bdbc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "a52730e8-f565-498c-9a36-aa9718b7f404", "tag": "6e3a48ee-89e8-46c2-ae7f-8474804082a4"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:19:06.510758 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=79c9aa54-1cf3-4eed-8a24-1faf57ba9136,segment=NetworkSegment(e8031bba-9049-494f-99f3-b7785a3f93f2),segment_id=e8031bba-9049-494f-99f3-b7785a3f93f2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:06.514211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43152379-c2a3-49cd-965a-4ffb203f6f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c9aa54-1cf3-4eed-8a24-1faf57ba9136'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:19:06.520981 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caf4900-88d8-4d61-b4ed-eb1b8074f7f0" -d '{"events": [{"server_uuid": "43152379-c2a3-49cd-965a-4ffb203f6f2a", "name": "network-vif-plugged", "status": "completed", "tag": "79c9aa54-1cf3-4eed-8a24-1faf57ba9136"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:19:06.541473 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (79c9aa54-1cf3-4eed-8a24-1faf57ba9136), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:06.542542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6e3a48ee-89e8-46c2-ae7f-8474804082a4 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:06.653696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] The host n-h2-760455-9 is not matching for port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 host n-h1-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:19:06.654109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 6e3a48ee-89e8-46c2-ae7f-8474804082a4 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:06.876069 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=79c9aa54-1cf3-4eed-8a24-1faf57ba9136,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:06.986967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e599a2f0-ff90-4a69-9c9f-872b487719e2 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:07.032227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: e599a2f0-ff90-4a69-9c9f-872b487719e2 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:07.032834 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e599a2f0-ff90-4a69-9c9f-872b487719e2 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:07.080550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3a30a-4e98-443e-9aef-632ffb91cba2 req-4fd6ee68-6e60-4e1d-8891-c6ac85d72ec8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:07.082864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28d3a30a-4e98-443e-9aef-632ffb91cba2 req-4fd6ee68-6e60-4e1d-8891-c6ac85d72ec8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 943 time: 1.0105782 Mar 24 01:19:07.084198 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-67e87b3f-7460-4ce8-b827-4aa310dab1c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (bbf7bcc1-5608-4505-bf3b-a4ba40bf0987), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:07.148518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-4c89a848-96a8-40ad-a8a1-41102bc533a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:07.150022 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-4c89a848-96a8-40ad-a8a1-41102bc533a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 1125 time: 0.8374271 Mar 24 01:19:07.185558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e87b3f-7460-4ce8-b827-4aa310dab1c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=bbf7bcc1-5608-4505-bf3b-a4ba40bf0987,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:07.207288 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e87b3f-7460-4ce8-b827-4aa310dab1c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:07.249394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-67e87b3f-7460-4ce8-b827-4aa310dab1c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:07.254098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e87b3f-7460-4ce8-b827-4aa310dab1c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:07.254714 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-67e87b3f-7460-4ce8-b827-4aa310dab1c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:07.275924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7d4157-c7ac-47e1-873a-467bc89f3e9b None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:07.325121 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47618) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:07.325636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-67e87b3f-7460-4ce8-b827-4aa310dab1c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9869897 Mar 24 01:19:07.333575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4ceea973-27d8-4c37-b5d4-765910267a27 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'fixed_ips': [{'subnet_id': 'bbf7bcc1-5608-4505-bf3b-a4ba40bf0987', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1731251317'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:07.336244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e481c-ab6b-4168-8e1e-289911c54fe3 req-d364c7ff-d3a1-4faa-88f5-102f148f7610 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:07.338242 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f06e481c-ab6b-4168-8e1e-289911c54fe3 req-d364c7ff-d3a1-4faa-88f5-102f148f7610 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 909 time: 0.8578007 Mar 24 01:19:07.352741 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28d3a30a-4e98-443e-9aef-632ffb91cba2 req-60fbd1fe-5f25-4a4d-9c7f-936272c05d66 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152109 Mar 24 01:19:07.405114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-eb0a62b8-8987-4018-9661-9f610ddab143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:07.412955 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-eb0a62b8-8987-4018-9661-9f610ddab143 service neutron] 10.222.0.57 "GET /v2.0/networks?id=898980a7-fc90-4777-a4ed-f40974eceeb2 HTTP/1.1" status: 200 len: 897 time: 0.2528076 Mar 24 01:19:07.546947 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cd70a1-ac3f-4405-bee5-5b7335c6924f x-openstack-request-id: req-73cd70a1-ac3f-4405-bee5-5b7335c6924f {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:19:07.547832 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52730e8-f565-498c-9a36-aa9718b7f404", "tag": "6e3a48ee-89e8-46c2-ae7f-8474804082a4", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:19:07.547832 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73cd70a1-ac3f-4405-bee5-5b7335c6924f {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:19:07.547989 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73cd70a1-ac3f-4405-bee5-5b7335c6924f'] response: {'name': 'network-changed', 'server_uuid': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'tag': '6e3a48ee-89e8-46c2-ae7f-8474804082a4', 'status': 'completed', 'code': 200} Mar 24 01:19:07.594483 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f43b771-390b-4f8c-9761-45d97ab39498 x-openstack-request-id: req-5f43b771-390b-4f8c-9761-45d97ab39498 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:19:07.595868 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43152379-c2a3-49cd-965a-4ffb203f6f2a", "name": "network-vif-plugged", "status": "completed", "tag": "79c9aa54-1cf3-4eed-8a24-1faf57ba9136", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:19:07.596273 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5f43b771-390b-4f8c-9761-45d97ab39498 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:19:07.596779 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-d2bc8418-d219-4d98-b11d-0352ed017ec5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4 HTTP/1.1" status: 200 len: 999 time: 0.1807780 Mar 24 01:19:07.596998 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f43b771-390b-4f8c-9761-45d97ab39498'] response: {'server_uuid': '43152379-c2a3-49cd-965a-4ffb203f6f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c9aa54-1cf3-4eed-8a24-1faf57ba9136', 'code': 200} Mar 24 01:19:07.661277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': 'bbf7bcc1-5608-4505-bf3b-a4ba40bf0987'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:19:07.662330 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:07.727607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-d2233dac-9ed7-4dbb-8a2c-c39fe3718203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:07.731519 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-d2233dac-9ed7-4dbb-8a2c-c39fe3718203 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7be9103c-d983-4a1f-aaf8-accbb283eb05 HTTP/1.1" status: 200 len: 835 time: 0.1276898 Mar 24 01:19:07.736992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-716e8e3e-f9f5-4c49-a8ae-e704bb25ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:07.741421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-716e8e3e-f9f5-4c49-a8ae-e704bb25ee4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 1125 time: 0.2019029 Mar 24 01:19:07.752076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ceea973-27d8-4c37-b5d4-765910267a27 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:07.883929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-8fc8bab5-5903-4e4f-a833-95f14c79afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:07.885478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-8fc8bab5-5903-4e4f-a833-95f14c79afba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=898980a7-fc90-4777-a4ed-f40974eceeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1419990 Mar 24 01:19:07.914209 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4ceea973-27d8-4c37-b5d4-765910267a27 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:07.939614 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-4ceea973-27d8-4c37-b5d4-765910267a27 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port a08e871a-a823-41c7-8f3e-0a5d95b2bbe7 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:19:07.947701 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca717fa-23d2-4835-ad56-119acc8cd2ba req-acb07516-d2ac-4a4f-9a29-a92880e42445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:07.950235 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4ca717fa-23d2-4835-ad56-119acc8cd2ba req-acb07516-d2ac-4a4f-9a29-a92880e42445 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 1091 time: 0.2979684 Mar 24 01:19:07.954692 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Allocated IP 2001:db8::2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/bbf7bcc1-5608-4505-bf3b-a4ba40bf0987/d0897ea6-2382-4661-bae6-ea309d38a96d) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:07.959751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-caea5af1-5261-4d3f-bc0a-8be4d8c1ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:07.961344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-caea5af1-5261-4d3f-bc0a-8be4d8c1ca0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=898980a7-fc90-4777-a4ed-f40974eceeb2 HTTP/1.1" status: 200 len: 897 time: 0.1976354 Mar 24 01:19:08.013427 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-06f66cb7-3b5d-4ff2-8dcb-6d8584f3c240 service neutron] 10.222.0.57 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202672 Mar 24 01:19:08.167056 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c58665a7-af8f-48de-9b0d-3acece1b171a req-0b03b0e4-b15f-4b34-b31f-a270efc4bb68 service neutron] 10.222.0.57 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458824 Mar 24 01:19:08.257284 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Publish callbacks [] for port (d0897ea6-2382-4661-bae6-ea309d38a96d), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:08.265485 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (d0897ea6-2382-4661-bae6-ea309d38a96d), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:08.269807 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ceea973-27d8-4c37-b5d4-765910267a27 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:19:08.270446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ceea973-27d8-4c37-b5d4-765910267a27 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:19:08.293478 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4ceea973-27d8-4c37-b5d4-765910267a27 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9664221 Mar 24 01:19:08.296144 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47688) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:08.335830 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-704573fe-a1a2-43ba-9267-88e6f22d566a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4 HTTP/1.1" status: 200 len: 999 time: 0.1681526 Mar 24 01:19:08.355245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Pushing event updated for resources: {'Port': ['ID=d0897ea6-2382-4661-bae6-ea309d38a96d,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:08.371099 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:08.372533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:08.376880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:08.480973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e7902e-705b-4e0a-b1fd-8cdc87f0668a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:08.488645 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-36e7902e-705b-4e0a-b1fd-8cdc87f0668a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1902959 Mar 24 01:19:08.491075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47704) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:08.604737 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96acc24-94e6-4ee3-a6e1-0b8ac59ad087 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:08.615894 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96acc24-94e6-4ee3-a6e1-0b8ac59ad087 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:08.617767 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a96acc24-94e6-4ee3-a6e1-0b8ac59ad087 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1257789 Mar 24 01:19:08.631204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47718) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:08.722468 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-9164a06b-d175-4924-b264-a7842399b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:08.735257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-9164a06b-d175-4924-b264-a7842399b73a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7be9103c-d983-4a1f-aaf8-accbb283eb05 HTTP/1.1" status: 200 len: 835 time: 0.3242002 Mar 24 01:19:08.817369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Attempting to bind port d0897ea6-2382-4661-bae6-ea309d38a96d on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:08.818994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Attempting to bind port d0897ea6-2382-4661-bae6-ea309d38a96d by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:08.819669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Attempting to bind port d0897ea6-2382-4661-bae6-ea309d38a96d on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:08.826200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:19:08.826862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:19:08.827538 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:08.828616 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:19:08.829281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Bound port: d0897ea6-2382-4661-bae6-ea309d38a96d, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:19:08.829841 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d0897ea6-2382-4661-bae6-ea309d38a96d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:08.857903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-aaadf701-6c37-441d-ab3a-25395c9670a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:08.859467 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-aaadf701-6c37-441d-ab3a-25395c9670a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 1125 time: 0.5226955 Mar 24 01:19:08.869851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6ddcf1-99bf-4d82-871a-5ffee647594b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet bbf7bcc1-5608-4505-bf3b-a4ba40bf0987 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:19:08.876918 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec6ddcf1-99bf-4d82-871a-5ffee647594b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (bbf7bcc1-5608-4505-bf3b-a4ba40bf0987), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:08.993844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] For port d0897ea6-2382-4661-bae6-ea309d38a96d, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:19:08.999484 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4deab-94c1-4924-a2a4-7b61d804e915 req-57bdba4f-bdc4-46e0-ac4d-1087a392e473 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:09.013606 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] For port d0897ea6-2382-4661-bae6-ea309d38a96d, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d0897ea6-2382-4661-bae6-ea309d38a96d,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:19:09.017777 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ec4deab-94c1-4924-a2a4-7b61d804e915 req-57bdba4f-bdc4-46e0-ac4d-1087a392e473 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 909 time: 0.4547184 Mar 24 01:19:09.030480 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d0897ea6-2382-4661-bae6-ea309d38a96d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:09.059594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129c19b-4cfd-4941-89fa-58280dde87c2 req-b1ac6e03-853f-4025-a204-a76fdebed5f4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:09.061723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1129c19b-4cfd-4941-89fa-58280dde87c2 req-b1ac6e03-853f-4025-a204-a76fdebed5f4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 943 time: 0.4653227 Mar 24 01:19:09.132840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af323bbd-543a-46e8-82d0-a5d163e730d8 None None] Pushing event updated for resources: {'Port': ['ID=d0897ea6-2382-4661-bae6-ea309d38a96d,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:09.169978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-2fad19e2-d4cc-433f-8d02-0e04329813f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:09.171563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-2fad19e2-d4cc-433f-8d02-0e04329813f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=898980a7-fc90-4777-a4ed-f40974eceeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4148800 Mar 24 01:19:09.181376 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec6ddcf1-99bf-4d82-871a-5ffee647594b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (bbf7bcc1-5608-4505-bf3b-a4ba40bf0987), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:09.421653 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec6ddcf1-99bf-4d82-871a-5ffee647594b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (bbf7bcc1-5608-4505-bf3b-a4ba40bf0987), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:09.474133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-1dfa158f-c7ba-42d7-8720-5a18cb57d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:09.475771 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-1dfa158f-c7ba-42d7-8720-5a18cb57d6ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=898980a7-fc90-4777-a4ed-f40974eceeb2 HTTP/1.1" status: 200 len: 897 time: 0.6028755 Mar 24 01:19:09.542178 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-421c77a9-527a-4829-836b-e38175e8c9ac service neutron] 10.222.0.48 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563573 Mar 24 01:19:09.781830 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1129c19b-4cfd-4941-89fa-58280dde87c2 req-603235e5-0a5a-4b52-b0af-743c2a0bbf5a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7099943 Mar 24 01:19:09.811863 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-e304691c-4761-467a-a864-cc1b24523aa1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4 HTTP/1.1" status: 200 len: 999 time: 0.2674329 Mar 24 01:19:09.905227 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec6ddcf1-99bf-4d82-871a-5ffee647594b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (bbf7bcc1-5608-4505-bf3b-a4ba40bf0987), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:09.923466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-0fc1c7f9-f927-4873-a6c6-f4287aae80ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:09.924929 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-0fc1c7f9-f927-4873-a6c6-f4287aae80ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7be9103c-d983-4a1f-aaf8-accbb283eb05 HTTP/1.1" status: 200 len: 835 time: 0.0993733 Mar 24 01:19:09.968250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ddcf1-99bf-4d82-871a-5ffee647594b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf7bcc1-5608-4505-bf3b-a4ba40bf0987,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:09.971031 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ec6ddcf1-99bf-4d82-871a-5ffee647594b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:09.974449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ec6ddcf1-99bf-4d82-871a-5ffee647594b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/bbf7bcc1-5608-4505-bf3b-a4ba40bf0987 HTTP/1.1" status: 204 len: 168 time: 1.3335819 Mar 24 01:19:09.977455 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47802) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:09.991492 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-9d4943ff-243f-4a1e-ac2a-75acb599257a service neutron] 10.222.0.48 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196703 Mar 24 01:19:10.025842 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-15ff607b-6b03-4aff-9b62-903bdd59ed1a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472150 Mar 24 01:19:10.026631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47804) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:10.032876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-8736cba7-740d-483e-96ef-b5f61dde87db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:10.034206 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-8ce1c155-11ce-4d13-86b3-faf68b516f5d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:10.034925 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-8736cba7-740d-483e-96ef-b5f61dde87db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=898980a7-fc90-4777-a4ed-f40974eceeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0948117 Mar 24 01:19:10.170537 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce1c155-11ce-4d13-86b3-faf68b516f5d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:10.176048 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ce1c155-11ce-4d13-86b3-faf68b516f5d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:10.229636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-1645b3a3-1cd0-4aa3-ade1-eb8725947f1e service neutron] 10.222.0.57 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879816 Mar 24 01:19:10.384075 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6e3a48ee-89e8-46c2-ae7f-8474804082a4 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:19:10.439858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d798a09-a8bf-417c-8bae-47db48bdbc7e req-3b3569df-22cd-478d-ac9c-0c01b3ce9fcb service neutron] 10.222.0.57 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960425 Mar 24 01:19:10.448602 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ce1c155-11ce-4d13-86b3-faf68b516f5d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (14892626-bae0-4cac-94b5-70594a3bbd81), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:10.459078 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbf77b-79fc-4502-b7f9-bb2b082aeeda req-0c6fe9b4-50b4-454a-a1cd-d7c2c43c019f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:10.472946 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7afbf77b-79fc-4502-b7f9-bb2b082aeeda req-0c6fe9b4-50b4-454a-a1cd-d7c2c43c019f tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 909 time: 0.2884583 Mar 24 01:19:10.583040 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce1c155-11ce-4d13-86b3-faf68b516f5d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:10.587191 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-8ce1c155-11ce-4d13-86b3-faf68b516f5d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:10.650630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 6e3a48ee-89e8-46c2-ae7f-8474804082a4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4,segment=NetworkSegment(f7ae3e46-1154-4389-ba61-72fa2bf7ebcf),segment_id=f7ae3e46-1154-4389-ba61-72fa2bf7ebcf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:10.662237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce1c155-11ce-4d13-86b3-faf68b516f5d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:10.663010 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ce1c155-11ce-4d13-86b3-faf68b516f5d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:10.665352 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '6e3a48ee-89e8-46c2-ae7f-8474804082a4', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'port_id': '6e3a48ee-89e8-46c2-ae7f-8474804082a4', 'mac_address': 'fa:16:3e:44:a6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:19:10.707090 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8ce1c155-11ce-4d13-86b3-faf68b516f5d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6791718 Mar 24 01:19:10.710329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47848) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:10.718837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83494f0e-78d8-4cee-9960-a3188ca51f1d req-3e9050e6-86d6-4793-9a2e-8bd1492a80dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:10.719054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3fdf7790-7164-4bd3-a191-6978599d1e10 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2117462814', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:10.726682 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83494f0e-78d8-4cee-9960-a3188ca51f1d req-3e9050e6-86d6-4793-9a2e-8bd1492a80dd tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 909 time: 0.1237600 Mar 24 01:19:10.734096 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1c155-11ce-4d13-86b3-faf68b516f5d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=14892626-bae0-4cac-94b5-70594a3bbd81,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:10.744071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:10.744584 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:10.768181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3a48ee-89e8-46c2-ae7f-8474804082a4 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:19:10.770974 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7790-7164-4bd3-a191-6978599d1e10 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (7d3667e3-8144-466a-9da3-aa3b5d923735), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:10.772135 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7790-7164-4bd3-a191-6978599d1e10 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (7d3667e3-8144-466a-9da3-aa3b5d923735), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:10.829654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 6e3a48ee-89e8-46c2-ae7f-8474804082a4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4,segment=NetworkSegment(f7ae3e46-1154-4389-ba61-72fa2bf7ebcf),segment_id=f7ae3e46-1154-4389-ba61-72fa2bf7ebcf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:10.837275 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:10.947403 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7790-7164-4bd3-a191-6978599d1e10 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for router_controller (7d3667e3-8144-466a-9da3-aa3b5d923735), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:10.970122 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7790-7164-4bd3-a191-6978599d1e10 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (7d3667e3-8144-466a-9da3-aa3b5d923735), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:11.014379 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7790-7164-4bd3-a191-6978599d1e10 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:11.020062 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3fdf7790-7164-4bd3-a191-6978599d1e10 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3085544 Mar 24 01:19:11.021512 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 47874) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:11.032021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=6e3a48ee-89e8-46c2-ae7f-8474804082a4,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:11.084101 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['6e3a48ee-89e8-46c2-ae7f-8474804082a4'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:19:11.140104 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d9bf78-eff0-44bb-9a87-c062e937a3ba None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:11.212060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3bb3b-7e8a-452a-bcab-8636bd057364 req-545c5ffa-8ff3-4596-9807-06fa80e1b064 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:11.222266 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbf3bb3b-7e8a-452a-bcab-8636bd057364 req-545c5ffa-8ff3-4596-9807-06fa80e1b064 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 944 time: 0.2733073 Mar 24 01:19:11.249174 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275eb72-be4f-42e0-a045-9eb9761a67d1 req-0e8d4829-8a43-4737-abf8-171b6de7a729 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:11.251338 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b275eb72-be4f-42e0-a045-9eb9761a67d1 req-0e8d4829-8a43-4737-abf8-171b6de7a729 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 1091 time: 0.3705604 Mar 24 01:19:11.265422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d0897ea6-2382-4661-bae6-ea309d38a96d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:19:11.318175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15e5d3c8-2ae1-4294-82f9-2f01aaaf19bf req-1f9c2dff-cd9d-40f1-876f-0a45dfeaaee5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3755515 Mar 24 01:19:11.390166 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbf3bb3b-7e8a-452a-bcab-8636bd057364 req-d2aa981c-5be7-43e2-9bb3-9ae6068f108c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587515 Mar 24 01:19:11.460935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3e49c5d1-e497-4c0e-ba50-fe0305f3e1b3 None None] Provisioning complete for port d0897ea6-2382-4661-bae6-ea309d38a96d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:11.469487 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3e49c5d1-e497-4c0e-ba50-fe0305f3e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d0897ea6-2382-4661-bae6-ea309d38a96d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:11.641471 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5d3c8-2ae1-4294-82f9-2f01aaaf19bf req-7d550139-706a-4531-8445-85ae84439b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:11.660247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15e5d3c8-2ae1-4294-82f9-2f01aaaf19bf req-7d550139-706a-4531-8445-85ae84439b25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e7881ea1e648cfa1908931781603fe&device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 1166 time: 0.2685621 Mar 24 01:19:11.662908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a740d-afa2-47dc-b42f-a1ca7787b891 req-4dc12c3c-faff-417b-bd0e-41b0924128bc tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:11.671427 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-536a740d-afa2-47dc-b42f-a1ca7787b891 req-4dc12c3c-faff-417b-bd0e-41b0924128bc tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 1166 time: 0.2048750 Mar 24 01:19:11.794580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d0897ea6-2382-4661-bae6-ea309d38a96d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:11.805347 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d0897ea6-2382-4661-bae6-ea309d38a96d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:12.191328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-536a740d-afa2-47dc-b42f-a1ca7787b891 req-97648588-d4b1-4871-abad-87b1afb005fc tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=997a5915-c714-4f78-b5b2-716b859adbd0&id=c086ceb1-ec11-4028-b4c7-40935b3daa32&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5060582 Mar 24 01:19:12.204859 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47928) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:12.252137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3e49c5d1-e497-4c0e-ba50-fe0305f3e1b3 None None] Current status of the port d0897ea6-2382-4661-bae6-ea309d38a96d is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:12.252536 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3e49c5d1-e497-4c0e-ba50-fe0305f3e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d0897ea6-2382-4661-bae6-ea309d38a96d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:12.257281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d0897ea6-2382-4661-bae6-ea309d38a96d is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:12.257402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ada3df-34a4-422e-a50b-a7a32ae36143 req-9e95efcb-e2db-456c-98f0-e981a36704ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:12.257864 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d0897ea6-2382-4661-bae6-ea309d38a96d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:12.258856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20ada3df-34a4-422e-a50b-a7a32ae36143 req-9e95efcb-e2db-456c-98f0-e981a36704ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.48 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 944 time: 0.4162908 Mar 24 01:19:12.267969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c093a0-ac81-411f-9f85-e70bf1b3c31f req-850f9e61-4c57-480d-841c-06fcdb4a3a2c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:12.269269 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85c093a0-ac81-411f-9f85-e70bf1b3c31f req-850f9e61-4c57-480d-841c-06fcdb4a3a2c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 944 time: 0.4540522 Mar 24 01:19:12.289911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5d3c8-2ae1-4294-82f9-2f01aaaf19bf req-d02eee77-37b2-4c4f-ab65-2a43222781fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:12.291320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15e5d3c8-2ae1-4294-82f9-2f01aaaf19bf req-d02eee77-37b2-4c4f-ab65-2a43222781fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=a6011d1a-5ca7-4daa-a03f-792f57c1b65f HTTP/1.1" status: 200 len: 898 time: 0.6055412 Mar 24 01:19:12.329131 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3e49c5d1-e497-4c0e-ba50-fe0305f3e1b3 None None] For port d0897ea6-2382-4661-bae6-ea309d38a96d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d0897ea6-2382-4661-bae6-ea309d38a96d,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:12.371502 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3e49c5d1-e497-4c0e-ba50-fe0305f3e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d0897ea6-2382-4661-bae6-ea309d38a96d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:12.392410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47932) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:12.523444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6061565c-b894-4dc3-8db7-0259563a82a1 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:12.525185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6061565c-b894-4dc3-8db7-0259563a82a1 tempest-TestSecurityGroupsBasicOps-1435332631 tempest-TestSecurityGroupsBasicOps-1435332631-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 1086 time: 0.3160396 Mar 24 01:19:12.583118 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15e5d3c8-2ae1-4294-82f9-2f01aaaf19bf req-efaf128e-3b77-4642-a5e0-f84b6d0802a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd1f005d-803e-4180-a1ce-eeb46eb13016 HTTP/1.1" status: 200 len: 1001 time: 0.2277746 Mar 24 01:19:12.586265 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-20ada3df-34a4-422e-a50b-a7a32ae36143 req-0c7e4d6e-1985-4382-9cd7-6a611bfcf592 service neutron] delete failed (client error): The resource could not be found. Mar 24 01:19:12.587206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20ada3df-34a4-422e-a50b-a7a32ae36143 req-0c7e4d6e-1985-4382-9cd7-6a611bfcf592 service neutron] 10.222.0.48 "DELETE /v2.0/ports/6e3a48ee-89e8-46c2-ae7f-8474804082a4/bindings/n-h2-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.3154881 Mar 24 01:19:12.596874 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85c093a0-ac81-411f-9f85-e70bf1b3c31f req-8084bf77-9705-43d1-b89e-6a15be9fb3dd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032212 Mar 24 01:19:12.733195 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:12.772820 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb21d3cf-3067-445b-85af-67fcc6463247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:12.804653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5d3c8-2ae1-4294-82f9-2f01aaaf19bf req-707b3b82-b992-4571-9753-dd6322317d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:12.806273 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15e5d3c8-2ae1-4294-82f9-2f01aaaf19bf req-707b3b82-b992-4571-9753-dd6322317d90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69b05c13-3a22-4906-aaa7-aa55f241301e HTTP/1.1" status: 200 len: 835 time: 0.2084756 Mar 24 01:19:12.834723 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49c5d1-e497-4c0e-ba50-fe0305f3e1b3 None None] Pushing event updated for resources: {'Port': ['ID=d0897ea6-2382-4661-bae6-ea309d38a96d,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:12.837353 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3db60035-05f3-479c-95e6-b56a8c813562 None None] Provisioning complete for port d0897ea6-2382-4661-bae6-ea309d38a96d triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:12.837919 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3db60035-05f3-479c-95e6-b56a8c813562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d0897ea6-2382-4661-bae6-ea309d38a96d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:12.877385 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:19:12.881517 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:19:13.000214 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3db60035-05f3-479c-95e6-b56a8c813562 None None] Current status of the port d0897ea6-2382-4661-bae6-ea309d38a96d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:13.001133 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb21d3cf-3067-445b-85af-67fcc6463247 admin admin] Publish callbacks [] for security_group (a5f366fd-62ab-46f5-9cfc-8aaf1d9120bd), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:13.023711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ada3df-34a4-422e-a50b-a7a32ae36143 req-287d70ad-ef14-45e8-98e3-aac6061c8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:13.025871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20ada3df-34a4-422e-a50b-a7a32ae36143 req-287d70ad-ef14-45e8-98e3-aac6061c8afa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 1126 time: 0.3277798 Mar 24 01:19:13.029415 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb21d3cf-3067-445b-85af-67fcc6463247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a5f366fd-62ab-46f5-9cfc-8aaf1d9120bd), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:13.170394 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::1 (6236e4f8-17ff-44a0-8044-03efb1bb8211/14892626-bae0-4cac-94b5-70594a3bbd81/628d2c93-a088-4f58-b90a-40a9231781d1) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:13.321145 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (628d2c93-a088-4f58-b90a-40a9231781d1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:13.363381 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (628d2c93-a088-4f58-b90a-40a9231781d1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:13.405215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:13.411595 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:13.431305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:13.434260 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (7d3667e3-8144-466a-9da3-aa3b5d923735), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:13.466718 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d0897ea6-2382-4661-bae6-ea309d38a96d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:13.545048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fb21d3cf-3067-445b-85af-67fcc6463247 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa3dbdacad59413c8ee94011e41b6270&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1498566 Mar 24 01:19:13.562633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 47964) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:13.642259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d0897ea6-2382-4661-bae6-ea309d38a96d up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:19:13.657982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21d3cf-3067-445b-85af-67fcc6463247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f366fd-62ab-46f5-9cfc-8aaf1d9120bd,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:13.715731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5d3c8-2ae1-4294-82f9-2f01aaaf19bf req-a7603bee-c3ce-43f9-924b-99859d83eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:13.717290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15e5d3c8-2ae1-4294-82f9-2f01aaaf19bf req-a7603bee-c3ce-43f9-924b-99859d83eaba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a6011d1a-5ca7-4daa-a03f-792f57c1b65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9013612 Mar 24 01:19:13.736641 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (628d2c93-a088-4f58-b90a-40a9231781d1), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:13.784601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=628d2c93-a088-4f58-b90a-40a9231781d1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:13.788959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d0897ea6-2382-4661-bae6-ea309d38a96d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:13.789371 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d0897ea6-2382-4661-bae6-ea309d38a96d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:13.911937 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15e5d3c8-2ae1-4294-82f9-2f01aaaf19bf req-fee05d95-1b95-4785-a622-86ea73c30fb2 service neutron] 10.222.0.57 "GET /v2.0/networks/a6011d1a-5ca7-4daa-a03f-792f57c1b65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696913 Mar 24 01:19:13.922588 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d0897ea6-2382-4661-bae6-ea309d38a96d is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:13.936702 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1c01402b-ef9e-4016-9cc8-d6421afeb11e None None] Provisioning complete for port 628d2c93-a088-4f58-b90a-40a9231781d1 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:13.937637 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1c01402b-ef9e-4016-9cc8-d6421afeb11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (628d2c93-a088-4f58-b90a-40a9231781d1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:13.978643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1c01402b-ef9e-4016-9cc8-d6421afeb11e None None] Port 628d2c93-a088-4f58-b90a-40a9231781d1 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:19:13.989803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057367c6-7139-4512-a03d-c068e88845ef req-545ef384-d124-4310-9c12-37763c2bf81b tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:13.991418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-057367c6-7139-4512-a03d-c068e88845ef req-545ef384-d124-4310-9c12-37763c2bf81b tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 909 time: 1.0401096 Mar 24 01:19:14.045164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ada3df-34a4-422e-a50b-a7a32ae36143 req-979a8f26-6e2b-4e32-911b-8dfcf4dd9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:14.047153 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20ada3df-34a4-422e-a50b-a7a32ae36143 req-979a8f26-6e2b-4e32-911b-8dfcf4dd9d6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=898980a7-fc90-4777-a4ed-f40974eceeb2 HTTP/1.1" status: 200 len: 897 time: 0.9835565 Mar 24 01:19:14.140576 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20ada3df-34a4-422e-a50b-a7a32ae36143 req-23486015-8dfd-4bc3-90af-dbd3cdc0cd77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4 HTTP/1.1" status: 200 len: 1000 time: 0.0804501 Mar 24 01:19:14.156970 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0372f548-2127-48e4-8a1b-990b4dde1c82 admin admin] Publish callbacks [] for security_group (a5f366fd-62ab-46f5-9cfc-8aaf1d9120bd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:14.181581 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0372f548-2127-48e4-8a1b-990b4dde1c82 admin admin] Publish callbacks [] for security_group (a5f366fd-62ab-46f5-9cfc-8aaf1d9120bd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:14.216235 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (628d2c93-a088-4f58-b90a-40a9231781d1), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:14.225019 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (628d2c93-a088-4f58-b90a-40a9231781d1), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:14.226177 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (7d3667e3-8144-466a-9da3-aa3b5d923735), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:14.275019 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0372f548-2127-48e4-8a1b-990b4dde1c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a5f366fd-62ab-46f5-9cfc-8aaf1d9120bd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:14.277734 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0372f548-2127-48e4-8a1b-990b4dde1c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:14.286297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0372f548-2127-48e4-8a1b-990b4dde1c82 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a5f366fd-62ab-46f5-9cfc-8aaf1d9120bd HTTP/1.1" status: 204 len: 168 time: 0.7199638 Mar 24 01:19:14.305060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3cbea-5b7b-4976-8887-68cabdaa30cb req-3c8d3598-7242-4aa2-966a-b17084600d9d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:14.307008 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6c3cbea-5b7b-4976-8887-68cabdaa30cb req-3c8d3598-7242-4aa2-966a-b17084600d9d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 944 time: 0.3756120 Mar 24 01:19:14.371983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372f548-2127-48e4-8a1b-990b4dde1c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f366fd-62ab-46f5-9cfc-8aaf1d9120bd,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:14.379143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15e5d3c8-2ae1-4294-82f9-2f01aaaf19bf req-356125b9-d269-412c-a169-dbda557f8551 service neutron] 10.222.0.57 "GET /v2.0/networks/a6011d1a-5ca7-4daa-a03f-792f57c1b65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358582 Mar 24 01:19:14.381788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ada3df-34a4-422e-a50b-a7a32ae36143 req-87c1a7df-a9e9-4534-8f3a-2d42f2282869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:14.386231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20ada3df-34a4-422e-a50b-a7a32ae36143 req-87c1a7df-a9e9-4534-8f3a-2d42f2282869 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7be9103c-d983-4a1f-aaf8-accbb283eb05 HTTP/1.1" status: 200 len: 835 time: 0.2359908 Mar 24 01:19:14.403937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=628d2c93-a088-4f58-b90a-40a9231781d1,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:14.408518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6e3a48ee-89e8-46c2-ae7f-8474804082a4 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:19:14.456111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74665d63-a602-4d82-a114-0d1d79081206 req-8c6123e4-5d56-4d6a-97c0-52f78e3dbf63 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:14.456111 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-74665d63-a602-4d82-a114-0d1d79081206 req-8c6123e4-5d56-4d6a-97c0-52f78e3dbf63 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.48 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 909 time: 0.2760901 Mar 24 01:19:14.573052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:19:14.578854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:14.579235 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:14.581426 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6c3cbea-5b7b-4976-8887-68cabdaa30cb req-23a47e64-3053-4979-b93d-a03007639d94 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607226 Mar 24 01:19:14.591956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ada3df-34a4-422e-a50b-a7a32ae36143 req-e8b0ef74-fae5-4b75-8f59-e4d6ff274f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:14.603762 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20ada3df-34a4-422e-a50b-a7a32ae36143 req-e8b0ef74-fae5-4b75-8f59-e4d6ff274f9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=898980a7-fc90-4777-a4ed-f40974eceeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1583197 Mar 24 01:19:14.628335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:14.643709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:14.783433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:14.783835 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:14.833225 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20ada3df-34a4-422e-a50b-a7a32ae36143 req-5d0517d1-1d97-4e7c-84e6-0405de7231da service neutron] 10.222.0.48 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211654 Mar 24 01:19:14.838159 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3a48ee-89e8-46c2-ae7f-8474804082a4'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:19:14.840517 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d83f07-d747-48c4-8d09-85660d8b742d" -d '{"events": [{"server_uuid": "a52730e8-f565-498c-9a36-aa9718b7f404", "name": "network-vif-plugged", "status": "completed", "tag": "6e3a48ee-89e8-46c2-ae7f-8474804082a4"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:19:14.887482 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 6e3a48ee-89e8-46c2-ae7f-8474804082a4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4,segment=NetworkSegment(f7ae3e46-1154-4389-ba61-72fa2bf7ebcf),segment_id=f7ae3e46-1154-4389-ba61-72fa2bf7ebcf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:14.897742 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:14.976474 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=6e3a48ee-89e8-46c2-ae7f-8474804082a4,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:15.002272 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d6b4db-35a3-4e22-a30f-b94c2a012770 x-openstack-request-id: req-d7d6b4db-35a3-4e22-a30f-b94c2a012770 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:19:15.002744 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52730e8-f565-498c-9a36-aa9718b7f404", "name": "network-vif-plugged", "status": "completed", "tag": "6e3a48ee-89e8-46c2-ae7f-8474804082a4", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:19:15.003488 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7d6b4db-35a3-4e22-a30f-b94c2a012770 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:19:15.004112 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d6b4db-35a3-4e22-a30f-b94c2a012770'] response: {'server_uuid': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3a48ee-89e8-46c2-ae7f-8474804082a4', 'code': 200} Mar 24 01:19:15.009765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-74665d63-a602-4d82-a114-0d1d79081206 req-749a3314-69d5-4ed9-8133-42b93127b15d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Deleting port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:15.010309 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-74665d63-a602-4d82-a114-0d1d79081206 req-749a3314-69d5-4ed9-8133-42b93127b15d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (79c9aa54-1cf3-4eed-8a24-1faf57ba9136), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:15.140972 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20ada3df-34a4-422e-a50b-a7a32ae36143 req-4c9c7d9d-6f83-4cb5-9438-0b39ada87fa3 service neutron] 10.222.0.48 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006456 Mar 24 01:19:15.184537 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Router 7d3667e3-8144-466a-9da3-aa3b5d923735 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:19:15.229982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1c625bc4-5326-4f61-b0df-8aa17571459f None None] Provisioning complete for port 628d2c93-a088-4f58-b90a-40a9231781d1 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:15.230611 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1c625bc4-5326-4f61-b0df-8aa17571459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (628d2c93-a088-4f58-b90a-40a9231781d1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:15.286986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1c625bc4-5326-4f61-b0df-8aa17571459f None None] Port 628d2c93-a088-4f58-b90a-40a9231781d1 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:19:15.287355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef825252-ca50-49be-b215-b31dc46b5293 req-10d0648e-0af5-4214-bbc8-cfe197cd12ed tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:15.314279 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef825252-ca50-49be-b215-b31dc46b5293 req-10d0648e-0af5-4214-bbc8-cfe197cd12ed tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 909 time: 0.1866152 Mar 24 01:19:15.345435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-74665d63-a602-4d82-a114-0d1d79081206 req-749a3314-69d5-4ed9-8133-42b93127b15d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] For port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=79c9aa54-1cf3-4eed-8a24-1faf57ba9136,segment=NetworkSegment(e8031bba-9049-494f-99f3-b7785a3f93f2),segment_id=e8031bba-9049-494f-99f3-b7785a3f93f2)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:15.345834 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-74665d63-a602-4d82-a114-0d1d79081206 req-749a3314-69d5-4ed9-8133-42b93127b15d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (79c9aa54-1cf3-4eed-8a24-1faf57ba9136), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:15.367462 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-74665d63-a602-4d82-a114-0d1d79081206 req-749a3314-69d5-4ed9-8133-42b93127b15d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Calling delete_port for 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:15.437707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:19:15.452151 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2c7150b3-e275-4c1d-91f8-80f959b409cd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "PUT /v2.0/routers/7d3667e3-8144-466a-9da3-aa3b5d923735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4238772 Mar 24 01:19:15.452151 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48022) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:15.456066 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Sync routers for ids ['7d3667e3-8144-466a-9da3-aa3b5d923735'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:19:15.497884 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Routers {'7d3667e3-8144-466a-9da3-aa3b5d923735'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:15.498753 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7d3667e3-8144-466a-9da3-aa3b5d923735'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:15.598452 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a004dd-f764-43bb-bc02-c4b59ece69f2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:15.600426 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e5a004dd-f764-43bb-bc02-c4b59ece69f2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports/628d2c93-a088-4f58-b90a-40a9231781d1 HTTP/1.1" status: 200 len: 911 time: 0.1499803 Mar 24 01:19:15.604168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48026) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:15.703095 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Set router 7d3667e3-8144-466a-9da3-aa3b5d923735 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:19:15.777973 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-74665d63-a602-4d82-a114-0d1d79081206 req-749a3314-69d5-4ed9-8133-42b93127b15d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (79c9aa54-1cf3-4eed-8a24-1faf57ba9136), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:15.877446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9815512-6319-47c5-838e-649bf7942a46 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:15.883540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a3314-69d5-4ed9-8133-42b93127b15d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event deleted for resources: {'Port': ['ID=79c9aa54-1cf3-4eed-8a24-1faf57ba9136,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:15.884461 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9815512-6319-47c5-838e-649bf7942a46 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:15.887595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e9815512-6319-47c5-838e-649bf7942a46 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2815135 Mar 24 01:19:15.901338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8346d56-dda1-4ce2-ab0f-088b8e8c8d02 req-1ff3a4dc-2acf-40ca-9177-4e4fb1cc20a4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:15.903263 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8346d56-dda1-4ce2-ab0f-088b8e8c8d02 req-1ff3a4dc-2acf-40ca-9177-4e4fb1cc20a4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.1696627 Mar 24 01:19:15.903966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48040) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:15.958787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-74665d63-a602-4d82-a114-0d1d79081206 req-749a3314-69d5-4ed9-8133-42b93127b15d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] No DVR routers for this DVR port 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:19:15.961340 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-74665d63-a602-4d82-a114-0d1d79081206 req-749a3314-69d5-4ed9-8133-42b93127b15d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:15.964869 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-74665d63-a602-4d82-a114-0d1d79081206 req-749a3314-69d5-4ed9-8133-42b93127b15d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.48 "DELETE /v2.0/ports/79c9aa54-1cf3-4eed-8a24-1faf57ba9136 HTTP/1.1" status: 204 len: 173 time: 1.4950476 Mar 24 01:19:15.965394 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43152379-c2a3-49cd-965a-4ffb203f6f2a', 'name': 'network-vif-deleted', 'tag': '79c9aa54-1cf3-4eed-8a24-1faf57ba9136'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:19:15.968855 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f155153-2332-4cfb-b693-fc7222358f08" -d '{"events": [{"server_uuid": "43152379-c2a3-49cd-965a-4ffb203f6f2a", "name": "network-vif-deleted", "tag": "79c9aa54-1cf3-4eed-8a24-1faf57ba9136"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:19:16.022856 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d44826-66ab-41e0-b398-0218a3b2d6cf x-openstack-request-id: req-93d44826-66ab-41e0-b398-0218a3b2d6cf {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:19:16.023895 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43152379-c2a3-49cd-965a-4ffb203f6f2a", "name": "network-vif-deleted", "tag": "79c9aa54-1cf3-4eed-8a24-1faf57ba9136", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:19:16.024364 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-93d44826-66ab-41e0-b398-0218a3b2d6cf {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:19:16.024928 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d44826-66ab-41e0-b398-0218a3b2d6cf'] response: {'server_uuid': '43152379-c2a3-49cd-965a-4ffb203f6f2a', 'name': 'network-vif-deleted', 'tag': '79c9aa54-1cf3-4eed-8a24-1faf57ba9136', 'status': 'completed', 'code': 200} Mar 24 01:19:16.129777 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8346d56-dda1-4ce2-ab0f-088b8e8c8d02 req-f0c5ec5f-987e-4ffc-b126-ee9a3aa94528 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173290 Mar 24 01:19:16.158996 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48046) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:16.320570 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3667e3-8144-466a-9da3-aa3b5d923735', 'name': 'tempest-NetworksTestDHCPv6-router-2117462814', 'tenant_id': 'c531941392ca4353b92cbe420d2f88cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:19:10Z', 'updated_at': '2022-03-24T01:19:13Z', 'revision_number': 2, 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'gw_port_host': None, '_interfaces': [{'id': '628d2c93-a088-4f58-b90a-40a9231781d1', 'name': '', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'tenant_id': 'c531941392ca4353b92cbe420d2f88cc', 'mac_address': 'fa:16:3e:73:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3667e3-8144-466a-9da3-aa3b5d923735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '14892626-bae0-4cac-94b5-70594a3bbd81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:19:12Z', 'updated_at': '2022-03-24T01:19:14Z', 'revision_number': 2, 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'subnets': [{'id': '14892626-bae0-4cac-94b5-70594a3bbd81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:16.326402 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-59b26dcd-202c-4a8b-a377-bd8d86fc0747 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/376ecdd2-8bcb-4681-b016-55c63251ec44 HTTP/1.1" status: 200 len: 993 time: 0.1637201 Mar 24 01:19:16.361704 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Checking router: 7d3667e3-8144-466a-9da3-aa3b5d923735 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:19:16.362057 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Updating router 7d3667e3-8144-466a-9da3-aa3b5d923735 port 628d2c93-a088-4f58-b90a-40a9231781d1 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:19:16.430131 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (628d2c93-a088-4f58-b90a-40a9231781d1), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:16.580703 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93de888d-c84b-4d60-b0e0-6f74187b680c req-caf90d1b-fd85-4442-a4a8-501c20b19f00 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=43152379-c2a3-49cd-965a-4ffb203f6f2a HTTP/1.1" status: 200 len: 210 time: 0.0758553 Mar 24 01:19:16.810487 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48068) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:16.945661 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10d25f97-1633-4b55-ae73-805852c01025 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (7d3667e3-8144-466a-9da3-aa3b5d923735), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:16.973444 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Publish callbacks [] for port (628d2c93-a088-4f58-b90a-40a9231781d1), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:16.981192 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (628d2c93-a088-4f58-b90a-40a9231781d1), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.100376 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09667ae-288b-4c82-8a2b-eb43f587482b None None] Pushing event updated for resources: {'Port': ['ID=628d2c93-a088-4f58-b90a-40a9231781d1,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:17.157928 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Attempting to bind port 628d2c93-a088-4f58-b90a-40a9231781d1 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:17.158298 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Attempting to bind port 628d2c93-a088-4f58-b90a-40a9231781d1 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:17.159937 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Attempting to bind port 628d2c93-a088-4f58-b90a-40a9231781d1 on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:17.174072 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:19:17.174457 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:19:17.174866 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.175267 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:19:17.175757 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Bound port: 628d2c93-a088-4f58-b90a-40a9231781d1, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:19:17.176137 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (628d2c93-a088-4f58-b90a-40a9231781d1), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.197065 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6fc9432c-ba06-4b42-af7b-5adcfee6280f tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1297919006'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:17.239272 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc9432c-ba06-4b42-af7b-5adcfee6280f tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Made reservation on behalf of 56b93d6d96be4d6ea16fad3215bb35a0 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:17.243088 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fc9432c-ba06-4b42-af7b-5adcfee6280f tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.255167 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fc9432c-ba06-4b42-af7b-5adcfee6280f tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.267461 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:19:17.284343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-10d25f97-1633-4b55-ae73-805852c01025 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port 628d2c93-a088-4f58-b90a-40a9231781d1 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:17.289505 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10d25f97-1633-4b55-ae73-805852c01025 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (628d2c93-a088-4f58-b90a-40a9231781d1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.327679 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] For port 628d2c93-a088-4f58-b90a-40a9231781d1, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:19:17.331705 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] For port 628d2c93-a088-4f58-b90a-40a9231781d1, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=628d2c93-a088-4f58-b90a-40a9231781d1,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:19:17.348681 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (628d2c93-a088-4f58-b90a-40a9231781d1), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.380897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fc9432c-ba06-4b42-af7b-5adcfee6280f tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Publish callbacks [] for security_group (11182dc3-5ae1-4846-aaa9-453ef512d643), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.397776 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fc9432c-ba06-4b42-af7b-5adcfee6280f tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (11182dc3-5ae1-4846-aaa9-453ef512d643), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.436440 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-89203973-baf3-4555-9ba4-16e36b723789 None None] Provisioning complete for port 628d2c93-a088-4f58-b90a-40a9231781d1 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:17.437403 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-89203973-baf3-4555-9ba4-16e36b723789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (628d2c93-a088-4f58-b90a-40a9231781d1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.451370 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc9432c-ba06-4b42-af7b-5adcfee6280f tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:19:17.451643 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Routers {'7d3667e3-8144-466a-9da3-aa3b5d923735'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:17.452275 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['7d3667e3-8144-466a-9da3-aa3b5d923735'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:17.469634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-10d25f97-1633-4b55-ae73-805852c01025 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] For port 628d2c93-a088-4f58-b90a-40a9231781d1, host n-d-760455-9, got binding levels [] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:17.470011 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10d25f97-1633-4b55-ae73-805852c01025 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (628d2c93-a088-4f58-b90a-40a9231781d1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.480741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9432c-ba06-4b42-af7b-5adcfee6280f tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11182dc3-5ae1-4846-aaa9-453ef512d643,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:17.501072 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fc9432c-ba06-4b42-af7b-5adcfee6280f tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f76bac7d-0ae0-48fe-93ea-b15924091cf0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.501597 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-10d25f97-1633-4b55-ae73-805852c01025 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for 628d2c93-a088-4f58-b90a-40a9231781d1 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:17.507578 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-6fc9432c-ba06-4b42-af7b-5adcfee6280f tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Added segment f76bac7d-0ae0-48fe-93ea-b15924091cf0 of type vlan for network 1d9dc397-e38c-4324-9172-1c85718bdc6e Mar 24 01:19:17.603114 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fc9432c-ba06-4b42-af7b-5adcfee6280f tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (1d9dc397-e38c-4324-9172-1c85718bdc6e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.604403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-89203973-baf3-4555-9ba4-16e36b723789 None None] Current status of the port 628d2c93-a088-4f58-b90a-40a9231781d1 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:17.605046 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-89203973-baf3-4555-9ba4-16e36b723789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (628d2c93-a088-4f58-b90a-40a9231781d1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.636694 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fc9432c-ba06-4b42-af7b-5adcfee6280f tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (1d9dc397-e38c-4324-9172-1c85718bdc6e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.640997 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-89203973-baf3-4555-9ba4-16e36b723789 None None] For port 628d2c93-a088-4f58-b90a-40a9231781d1, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=628d2c93-a088-4f58-b90a-40a9231781d1,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:17.644667 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc9432c-ba06-4b42-af7b-5adcfee6280f tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:17.645506 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fc9432c-ba06-4b42-af7b-5adcfee6280f tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.651336 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-89203973-baf3-4555-9ba4-16e36b723789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (628d2c93-a088-4f58-b90a-40a9231781d1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:17.718862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48086) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:17.777910 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89203973-baf3-4555-9ba4-16e36b723789 None None] Pushing event updated for resources: {'Port': ['ID=628d2c93-a088-4f58-b90a-40a9231781d1,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:17.793565 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9432c-ba06-4b42-af7b-5adcfee6280f tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Pushing event updated for resources: {'Network': ['ID=1d9dc397-e38c-4324-9172-1c85718bdc6e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:17.800002 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6fc9432c-ba06-4b42-af7b-5adcfee6280f tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9884560 Mar 24 01:19:17.810655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 1d9dc397-e38c-4324-9172-1c85718bdc6e details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:19:17.942607 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09667ae-288b-4c82-8a2b-eb43f587482b None None] Pushing event updated for resources: {'Port': ['ID=628d2c93-a088-4f58-b90a-40a9231781d1,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:17.981235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-61007617-72e8-474c-8497-adca57aaff5b None None] Provisioning complete for port 628d2c93-a088-4f58-b90a-40a9231781d1 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:17.981947 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-61007617-72e8-474c-8497-adca57aaff5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (628d2c93-a088-4f58-b90a-40a9231781d1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:18.023067 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] Set router 7d3667e3-8144-466a-9da3-aa3b5d923735 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:19:18.094237 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10d25f97-1633-4b55-ae73-805852c01025 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (628d2c93-a088-4f58-b90a-40a9231781d1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:18.113847 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-61007617-72e8-474c-8497-adca57aaff5b None None] Current status of the port 628d2c93-a088-4f58-b90a-40a9231781d1 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:18.143605 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48100) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:18.149478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Request body: {'port': {'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e', 'binding:host_id': 'n-h2-760455-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-162152960'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:18.178885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:18.199206 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Made reservation on behalf of 92a82f2f3cf5455fa60e7beb05178b67 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:18.202530 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:18.219751 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:18.229884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:18.230412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 79c9aa54-1cf3-4eed-8a24-1faf57ba9136 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:18.283209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d25f97-1633-4b55-ae73-805852c01025 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=628d2c93-a088-4f58-b90a-40a9231781d1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:18.400512 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks [] for security_group (a4a4b7b8-bc28-4df9-8ad5-9dadc26c1e18), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:18.410932 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a4a4b7b8-bc28-4df9-8ad5-9dadc26c1e18), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:18.412732 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10d25f97-1633-4b55-ae73-805852c01025 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (7d3667e3-8144-466a-9da3-aa3b5d923735), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:18.451896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] device_id is not set on port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:19:18.539660 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3667e3-8144-466a-9da3-aa3b5d923735', 'name': 'tempest-NetworksTestDHCPv6-router-2117462814', 'tenant_id': 'c531941392ca4353b92cbe420d2f88cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:19:10Z', 'updated_at': '2022-03-24T01:19:13Z', 'revision_number': 2, 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'gw_port_host': None, '_interfaces': [{'id': '628d2c93-a088-4f58-b90a-40a9231781d1', 'name': '', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'tenant_id': 'c531941392ca4353b92cbe420d2f88cc', 'mac_address': 'fa:16:3e:73:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3667e3-8144-466a-9da3-aa3b5d923735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '14892626-bae0-4cac-94b5-70594a3bbd81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:19:12Z', 'updated_at': '2022-03-24T01:19:17Z', 'revision_number': 4, 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'subnets': [{'id': '14892626-bae0-4cac-94b5-70594a3bbd81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:18.590099 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a4b7b8-bc28-4df9-8ad5-9dadc26c1e18,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:18.602225 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886e941-c1c4-4d18-9a7d-e7098a477af2 None None] The sync data for ids ['7d3667e3-8144-466a-9da3-aa3b5d923735'] in n-d-760455-9 is: [{'id': '7d3667e3-8144-466a-9da3-aa3b5d923735', 'name': 'tempest-NetworksTestDHCPv6-router-2117462814', 'tenant_id': 'c531941392ca4353b92cbe420d2f88cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:19:10Z', 'updated_at': '2022-03-24T01:19:13Z', 'revision_number': 2, 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'gw_port_host': None, '_interfaces': [{'id': '628d2c93-a088-4f58-b90a-40a9231781d1', 'name': '', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'tenant_id': 'c531941392ca4353b92cbe420d2f88cc', 'mac_address': 'fa:16:3e:73:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3667e3-8144-466a-9da3-aa3b5d923735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '14892626-bae0-4cac-94b5-70594a3bbd81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:19:12Z', 'updated_at': '2022-03-24T01:19:17Z', 'revision_number': 4, 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'subnets': [{'id': '14892626-bae0-4cac-94b5-70594a3bbd81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:19:18.780228 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d25f97-1633-4b55-ae73-805852c01025 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Router 7d3667e3-8144-466a-9da3-aa3b5d923735 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:19:18.861053 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] device_id is not set on port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:19:18.872944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d25f97-1633-4b55-ae73-805852c01025 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:19:18.875073 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks [] for port (8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:18.881253 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-10d25f97-1633-4b55-ae73-805852c01025 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "PUT /v2.0/routers/7d3667e3-8144-466a-9da3-aa3b5d923735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9760108 Mar 24 01:19:18.881404 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48116) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:18.895890 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:19.029428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c05fbc-43b9-43cc-a540-9b16e1d7345b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:19.031578 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c05fbc-43b9-43cc-a540-9b16e1d7345b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:19.047866 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-96c05fbc-43b9-43cc-a540-9b16e1d7345b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1649797 Mar 24 01:19:19.048479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48122) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:19.145252 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-264aafcc-c8af-4112-a3a2-c2f8714bd321 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 14892626-bae0-4cac-94b5-70594a3bbd81 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:19:19.153987 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-264aafcc-c8af-4112-a3a2-c2f8714bd321 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (14892626-bae0-4cac-94b5-70594a3bbd81), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:19.210376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Pushing event updated for resources: {'Port': ['ID=8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:19.235969 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Checking segment: {'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:19:19.236344 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Network hostable DHCP agents. Network: 1d9dc397-e38c-4324-9172-1c85718bdc6e, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:19:19.245465 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-264aafcc-c8af-4112-a3a2-c2f8714bd321 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (14892626-bae0-4cac-94b5-70594a3bbd81), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:19.297897 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Network 1d9dc397-e38c-4324-9172-1c85718bdc6e is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:19:19.310591 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-264aafcc-c8af-4112-a3a2-c2f8714bd321 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (14892626-bae0-4cac-94b5-70594a3bbd81), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:19.340410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 1d9dc397-e38c-4324-9172-1c85718bdc6e) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:19.350201 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f82335-1733-4563-a496-da7d6a975703 None None] Network 1d9dc397-e38c-4324-9172-1c85718bdc6e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:19.350943 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:19.370792 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:19.371131 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:19.371477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:19.378650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:19.378900 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:19.382824 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 2 to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 Mar 24 01:19:19.401154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:19.401497 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:19.401836 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:19.413888 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:19.414389 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:19.415637 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 3 to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 Mar 24 01:19:19.438927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:19.439296 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:19.439641 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:19.446128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:19.446322 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:19.446665 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 4 to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 Mar 24 01:19:19.453213 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-264aafcc-c8af-4112-a3a2-c2f8714bd321 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (14892626-bae0-4cac-94b5-70594a3bbd81), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:19.497084 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-264aafcc-c8af-4112-a3a2-c2f8714bd321 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:19.499605 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6389da61-4dab-454e-983f-b5de8c087044 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (a3565b58-b85e-4474-8e8e-12d713f21790), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:19.505301 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-264aafcc-c8af-4112-a3a2-c2f8714bd321 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/14892626-bae0-4cac-94b5-70594a3bbd81 HTTP/1.1" status: 204 len: 168 time: 0.4539108 Mar 24 01:19:19.547789 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48128) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:19.567190 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264aafcc-c8af-4112-a3a2-c2f8714bd321 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=14892626-bae0-4cac-94b5-70594a3bbd81,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:19.569642 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:19.569974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:19.570309 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:19.586223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5608a22d-23bf-49a3-8eff-7d1f96178db5 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:19.651518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:19.651856 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:19.669736 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 5 to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 Mar 24 01:19:19.720448 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:19.721025 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:19.721580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:19.732260 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:19.732991 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:19.736727 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 6 to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 Mar 24 01:19:19.776158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:19.776897 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:19.777488 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:19.784799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:19.785536 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:19.786139 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 7 to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 Mar 24 01:19:19.816289 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:19.817002 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:19.817581 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:19.833210 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a2d99c52-4bdd-4f98-9e4b-51e3824aa29f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2839520 Mar 24 01:19:19.840303 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:19.840635 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:19.841845 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48134) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:19.842310 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 8 to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 Mar 24 01:19:19.883917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39c5999-38e4-428d-8414-f47784c5ac67 None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:19:20.001622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-6389da61-4dab-454e-983f-b5de8c087044 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Deleting port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:20.001990 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6389da61-4dab-454e-983f-b5de8c087044 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:20.009433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d39c5999-38e4-428d-8414-f47784c5ac67 None None] Deleting port d0897ea6-2382-4661-bae6-ea309d38a96d {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:20.009961 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d39c5999-38e4-428d-8414-f47784c5ac67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d0897ea6-2382-4661-bae6-ea309d38a96d), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:20.090391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d39c5999-38e4-428d-8414-f47784c5ac67 None None] For port d0897ea6-2382-4661-bae6-ea309d38a96d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d0897ea6-2382-4661-bae6-ea309d38a96d,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:20.090911 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d39c5999-38e4-428d-8414-f47784c5ac67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d0897ea6-2382-4661-bae6-ea309d38a96d), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:20.105888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d39c5999-38e4-428d-8414-f47784c5ac67 None None] Calling delete_port for d0897ea6-2382-4661-bae6-ea309d38a96d owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:20.143910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-6389da61-4dab-454e-983f-b5de8c087044 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] For port eefcaf50-00dc-4eb7-99f1-4db8ab1ae799, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=eefcaf50-00dc-4eb7-99f1-4db8ab1ae799,segment=NetworkSegment(e8031bba-9049-494f-99f3-b7785a3f93f2),segment_id=e8031bba-9049-494f-99f3-b7785a3f93f2)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:20.144417 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6389da61-4dab-454e-983f-b5de8c087044 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:20.159634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-6389da61-4dab-454e-983f-b5de8c087044 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Calling delete_port for eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:20.211904 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d39c5999-38e4-428d-8414-f47784c5ac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (d0897ea6-2382-4661-bae6-ea309d38a96d), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:20.252085 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c5999-38e4-428d-8414-f47784c5ac67 None None] Pushing event deleted for resources: {'Port': ['ID=d0897ea6-2382-4661-bae6-ea309d38a96d,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:20.257765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c5999-38e4-428d-8414-f47784c5ac67 None None] No DVR routers for this DVR port d0897ea6-2382-4661-bae6-ea309d38a96d on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:19:20.404297 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f88a02fe-ca4f-42d4-9c1e-ba6cfcb41ea1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for router (7d3667e3-8144-466a-9da3-aa3b5d923735), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:20.411990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:20.412616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:20.413194 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:20.441239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6389da61-4dab-454e-983f-b5de8c087044 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (eefcaf50-00dc-4eb7-99f1-4db8ab1ae799), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:20.450555 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:20.451190 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:20.476820 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 9 to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 Mar 24 01:19:20.479095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389da61-4dab-454e-983f-b5de8c087044 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event deleted for resources: {'Port': ['ID=eefcaf50-00dc-4eb7-99f1-4db8ab1ae799,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:20.505574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:20.505925 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:20.506268 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:20.515426 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:20.515806 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:20.518141 n-d-760455-9 neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 10 to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 Mar 24 01:19:20.689137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:20.689820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:20.690360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:20.743461 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f88a02fe-ca4f-42d4-9c1e-ba6cfcb41ea1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (7d3667e3-8144-466a-9da3-aa3b5d923735), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:20.746096 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f88a02fe-ca4f-42d4-9c1e-ba6cfcb41ea1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for router_controller (7d3667e3-8144-466a-9da3-aa3b5d923735), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:20.800111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:20.800486 n-d-760455-9 neutron-server[115729]: ERROR neutron.plugins.ml2.managers [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:20.801662 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:20.805794 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f88a02fe-ca4f-42d4-9c1e-ba6cfcb41ea1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (7d3667e3-8144-466a-9da3-aa3b5d923735), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:20.806308 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88a02fe-ca4f-42d4-9c1e-ba6cfcb41ea1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Fanout notify agent at l3_agent the message router_deleted on router 7d3667e3-8144-466a-9da3-aa3b5d923735 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:19:20.813644 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6389da61-4dab-454e-983f-b5de8c087044 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (a3565b58-b85e-4474-8e8e-12d713f21790), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:20.814789 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f88a02fe-ca4f-42d4-9c1e-ba6cfcb41ea1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:20.816122 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f88a02fe-ca4f-42d4-9c1e-ba6cfcb41ea1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/routers/7d3667e3-8144-466a-9da3-aa3b5d923735 HTTP/1.1" status: 204 len: 168 time: 0.9703593 Mar 24 01:19:20.819075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48152) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:20.833275 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a20d68f4-732c-48f7-9a8b-215016424c3e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:20.999597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20d68f4-732c-48f7-9a8b-215016424c3e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:21.003529 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a20d68f4-732c-48f7-9a8b-215016424c3e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:21.109729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] For port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:19:21.110111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempted to set empty binding levels {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 24 01:19:21.117821 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:21.141885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6389da61-4dab-454e-983f-b5de8c087044 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Router a3565b58-b85e-4474-8e8e-12d713f21790 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:19:21.147958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d9249-8911-431c-9bcf-bf86db965c4f None None] Sync routers for ids ['7d3667e3-8144-466a-9da3-aa3b5d923735'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:19:21.176917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d9249-8911-431c-9bcf-bf86db965c4f None None] Routers set() bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:21.177579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d9249-8911-431c-9bcf-bf86db965c4f None None] Router IDs set() for agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 24 01:19:21.178574 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_agentschedulers_db [None req-331d9249-8911-431c-9bcf-bf86db965c4f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7d3667e3-8144-466a-9da3-aa3b5d923735'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent'). {{(pid=115731) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 24 01:19:21.194150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d9249-8911-431c-9bcf-bf86db965c4f None None] Routers set() bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:21.194710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:21.195018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d9249-8911-431c-9bcf-bf86db965c4f None None] Router IDs set() for agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 24 01:19:21.195330 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:21.196033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_agentschedulers_db [None req-331d9249-8911-431c-9bcf-bf86db965c4f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7d3667e3-8144-466a-9da3-aa3b5d923735'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent'). {{(pid=115731) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 24 01:19:21.196781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d9249-8911-431c-9bcf-bf86db965c4f None None] The sync data for ids ['7d3667e3-8144-466a-9da3-aa3b5d923735'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:19:21.204284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Pushing event updated for resources: {'Port': ['ID=8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:21.239897 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-84f10283-9fc6-4352-a407-bcfa6d9ea66b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.0947762 Mar 24 01:19:21.245230 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48164) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:21.356626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6389da61-4dab-454e-983f-b5de8c087044 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:19:21.364713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6389da61-4dab-454e-983f-b5de8c087044 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "PUT /v2.0/routers/a3565b58-b85e-4474-8e8e-12d713f21790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6447611 Mar 24 01:19:21.365406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48172) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:21.367733 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2447395-a067-4c81-8c39-1988a8ec8a74 None None] Sync routers for ids ['a3565b58-b85e-4474-8e8e-12d713f21790'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:19:21.381925 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2447395-a067-4c81-8c39-1988a8ec8a74 None None] Routers {'a3565b58-b85e-4474-8e8e-12d713f21790'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:21.382917 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d2447395-a067-4c81-8c39-1988a8ec8a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a3565b58-b85e-4474-8e8e-12d713f21790'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:21.420985 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a20d68f4-732c-48f7-9a8b-215016424c3e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (d52ad625-2fd2-4c75-b527-9e217c442b21), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:21.460764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-421ccb5f-7c6f-40da-b735-1b2b9be3c28d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Deleting subnet 0f6136a7-14ff-4c57-ba82-973bbd13262b {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:19:21.466021 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421ccb5f-7c6f-40da-b735-1b2b9be3c28d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for subnet (0f6136a7-14ff-4c57-ba82-973bbd13262b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:21.495698 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20d68f4-732c-48f7-9a8b-215016424c3e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:21.504343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe4fe8-2765-4161-baf0-d8e0d7304b63 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Deleting port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:21.504698 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4fe8-2765-4161-baf0-d8e0d7304b63 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:21.507144 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a20d68f4-732c-48f7-9a8b-215016424c3e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:21.515590 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20d68f4-732c-48f7-9a8b-215016424c3e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:21.516229 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a20d68f4-732c-48f7-9a8b-215016424c3e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:21.518818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015c2cf2-4ab9-423f-b112-bd6522306537 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:21.526790 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421ccb5f-7c6f-40da-b735-1b2b9be3c28d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (0f6136a7-14ff-4c57-ba82-973bbd13262b), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:21.531488 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-d2447395-a067-4c81-8c39-1988a8ec8a74 None None] Set router a3565b58-b85e-4474-8e8e-12d713f21790 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:19:21.623315 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-5dbe4fe8-2765-4161-baf0-d8e0d7304b63 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] For port 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73, host n-h2-760455-9, got binding levels [] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:21.623647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4fe8-2765-4161-baf0-d8e0d7304b63 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:21.637293 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe4fe8-2765-4161-baf0-d8e0d7304b63 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Calling delete_port for 8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:21.727537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': 'd52ad625-2fd2-4c75-b527-9e217c442b21'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:19:21.729113 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:21.771121 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421ccb5f-7c6f-40da-b735-1b2b9be3c28d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (0f6136a7-14ff-4c57-ba82-973bbd13262b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:21.780167 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a20d68f4-732c-48f7-9a8b-215016424c3e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9581497 Mar 24 01:19:21.790250 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48178) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:21.839380 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d9ccb2b3-d4ed-47f8-92f9-d8411322b893 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2054691990', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:21.858758 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d68f4-732c-48f7-9a8b-215016424c3e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=d52ad625-2fd2-4c75-b527-9e217c442b21,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:21.913903 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d9ccb2b3-d4ed-47f8-92f9-d8411322b893 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (5a570fd7-70df-4d24-b1cd-4ade1d2a1266), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:21.914966 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d9ccb2b3-d4ed-47f8-92f9-d8411322b893 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (5a570fd7-70df-4d24-b1cd-4ade1d2a1266), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:21.918309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d0897ea6-2382-4661-bae6-ea309d38a96d no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:21.934690 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4fe8-2765-4161-baf0-d8e0d7304b63 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:21.940125 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421ccb5f-7c6f-40da-b735-1b2b9be3c28d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (0f6136a7-14ff-4c57-ba82-973bbd13262b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:21.944342 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d2447395-a067-4c81-8c39-1988a8ec8a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-654214102', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:18:39Z', 'updated_at': '2022-03-24T01:19:20Z', 'revision_number': 5, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:18:40Z', 'updated_at': '2022-03-24T01:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:21.974674 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2447395-a067-4c81-8c39-1988a8ec8a74 None None] Checking router: a3565b58-b85e-4474-8e8e-12d713f21790 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:19:21.984575 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2447395-a067-4c81-8c39-1988a8ec8a74 None None] Routers {'a3565b58-b85e-4474-8e8e-12d713f21790'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:21.985565 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d2447395-a067-4c81-8c39-1988a8ec8a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a3565b58-b85e-4474-8e8e-12d713f21790'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:21.999909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: d0897ea6-2382-4661-bae6-ea309d38a96d {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:22.000510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d0897ea6-2382-4661-bae6-ea309d38a96d not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:22.001149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 628d2c93-a088-4f58-b90a-40a9231781d1 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:22.021805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ccb5f-7c6f-40da-b735-1b2b9be3c28d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6136a7-14ff-4c57-ba82-973bbd13262b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:22.025056 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-421ccb5f-7c6f-40da-b735-1b2b9be3c28d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:22.028480 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d9ccb2b3-d4ed-47f8-92f9-d8411322b893 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for router_controller (5a570fd7-70df-4d24-b1cd-4ade1d2a1266), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:22.032539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-421ccb5f-7c6f-40da-b735-1b2b9be3c28d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "DELETE /v2.0/subnets/0f6136a7-14ff-4c57-ba82-973bbd13262b HTTP/1.1" status: 204 len: 168 time: 0.6634641 Mar 24 01:19:22.032799 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48188) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:22.061424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8c94d8-bfdc-4c8a-9465-9a670d012fa0 None None] Network 23426f5d-6bd9-499b-9c04-f1ac25cec096 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:22.066125 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d9ccb2b3-d4ed-47f8-92f9-d8411322b893 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (5a570fd7-70df-4d24-b1cd-4ade1d2a1266), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:22.081087 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4fe8-2765-4161-baf0-d8e0d7304b63 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:22.086509 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5dbe4fe8-2765-4161-baf0-d8e0d7304b63 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] 10.222.0.45 "DELETE /v2.0/ports/8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 HTTP/1.1" status: 204 len: 168 time: 0.8401666 Mar 24 01:19:22.087597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe4fe8-2765-4161-baf0-d8e0d7304b63 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:22.090175 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48190) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:22.127172 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f8fe5f-2d8e-499e-a696-47e6b78e2495 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] GET failed (client error): The resource could not be found. Mar 24 01:19:22.129471 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c1f8fe5f-2d8e-499e-a696-47e6b78e2495 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] 10.222.0.45 "GET /v2.0/ports/8bbb7d8b-cc1b-4d34-b7cb-12733cd26e73 HTTP/1.1" status: 404 len: 333 time: 0.0341284 Mar 24 01:19:22.135037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48196) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:22.143362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-81a933cf-8a4d-479a-9d5b-bc4eab94390b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Request body: {'port': {'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-410163296'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:22.152721 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d9ccb2b3-d4ed-47f8-92f9-d8411322b893 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:22.154978 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d9ccb2b3-d4ed-47f8-92f9-d8411322b893 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3431633 Mar 24 01:19:22.159493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48198) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:22.202067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 628d2c93-a088-4f58-b90a-40a9231781d1 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:22.203218 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 628d2c93-a088-4f58-b90a-40a9231781d1 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:22.239683 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-d2447395-a067-4c81-8c39-1988a8ec8a74 None None] Set router a3565b58-b85e-4474-8e8e-12d713f21790 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:19:22.270854 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a933cf-8a4d-479a-9d5b-bc4eab94390b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Made reservation on behalf of 92a82f2f3cf5455fa60e7beb05178b67 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:22.273489 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81a933cf-8a4d-479a-9d5b-bc4eab94390b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:22.294159 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563f46c7-d0b1-4761-995f-18767a555fec tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router (a3565b58-b85e-4474-8e8e-12d713f21790), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:22.390505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Allocated IP 2001:db8::2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/d52ad625-2fd2-4c75-b527-9e217c442b21/665646fe-ef89-4bf9-b39b-20a544149a31) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:22.506911 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa41029a-9477-4b4b-a8c7-911a93f13ba2 None None] DHCP port deletion for 23426f5d-6bd9-499b-9c04-f1ac25cec096 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:19:22.520732 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563f46c7-d0b1-4761-995f-18767a555fec tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router_gateway (a3565b58-b85e-4474-8e8e-12d713f21790), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:22.525764 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-81a933cf-8a4d-479a-9d5b-bc4eab94390b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] device_id is not set on port 48a91a26-b083-4f90-84ea-6bedbed1d63f yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:19:22.584699 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d2447395-a067-4c81-8c39-1988a8ec8a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-654214102', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:18:39Z', 'updated_at': '2022-03-24T01:19:20Z', 'revision_number': 5, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:18:40Z', 'updated_at': '2022-03-24T01:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:22.651594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-563f46c7-d0b1-4761-995f-18767a555fec tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Deleting port 951595fc-557e-4ab0-a8e1-4a3a462cae6f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:22.652186 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563f46c7-d0b1-4761-995f-18767a555fec tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (951595fc-557e-4ab0-a8e1-4a3a462cae6f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:22.702038 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2447395-a067-4c81-8c39-1988a8ec8a74 None None] The sync data for ids ['a3565b58-b85e-4474-8e8e-12d713f21790'] in n-d-760455-9 is: [{'id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'name': 'tempest-TestSecurityGroupsBasicOps-router-654214102', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:18:39Z', 'updated_at': '2022-03-24T01:19:20Z', 'revision_number': 5, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '951595fc-557e-4ab0-a8e1-4a3a462cae6f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3565b58-b85e-4474-8e8e-12d713f21790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:18:40Z', 'updated_at': '2022-03-24T01:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:19:22.715136 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81a933cf-8a4d-479a-9d5b-bc4eab94390b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks [] for port (48a91a26-b083-4f90-84ea-6bedbed1d63f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:22.828923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-563f46c7-d0b1-4761-995f-18767a555fec tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] For port 951595fc-557e-4ab0-a8e1-4a3a462cae6f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=951595fc-557e-4ab0-a8e1-4a3a462cae6f,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:22.829472 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563f46c7-d0b1-4761-995f-18767a555fec tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (951595fc-557e-4ab0-a8e1-4a3a462cae6f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:22.834746 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:22.857811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-563f46c7-d0b1-4761-995f-18767a555fec tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Calling delete_port for 951595fc-557e-4ab0-a8e1-4a3a462cae6f owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:22.912103 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81a933cf-8a4d-479a-9d5b-bc4eab94390b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (48a91a26-b083-4f90-84ea-6bedbed1d63f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:22.971514 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fa41029a-9477-4b4b-a8c7-911a93f13ba2 None None] Deleting port 8ec30db7-e086-45e8-99a4-9bf52246c24e {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:22.979635 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fa41029a-9477-4b4b-a8c7-911a93f13ba2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8ec30db7-e086-45e8-99a4-9bf52246c24e), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:22.995088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a933cf-8a4d-479a-9d5b-bc4eab94390b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Network 1d9dc397-e38c-4324-9172-1c85718bdc6e is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:23.000134 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-81a933cf-8a4d-479a-9d5b-bc4eab94390b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:23.004477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a933cf-8a4d-479a-9d5b-bc4eab94390b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:23.005813 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a933cf-8a4d-479a-9d5b-bc4eab94390b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:23.006042 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81a933cf-8a4d-479a-9d5b-bc4eab94390b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.058943 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Publish callbacks [] for port (665646fe-ef89-4bf9-b39b-20a544149a31), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.073015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fa41029a-9477-4b4b-a8c7-911a93f13ba2 None None] For port 8ec30db7-e086-45e8-99a4-9bf52246c24e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8ec30db7-e086-45e8-99a4-9bf52246c24e,segment=NetworkSegment(e8031bba-9049-494f-99f3-b7785a3f93f2),segment_id=e8031bba-9049-494f-99f3-b7785a3f93f2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:23.073735 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fa41029a-9477-4b4b-a8c7-911a93f13ba2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8ec30db7-e086-45e8-99a4-9bf52246c24e), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.089162 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (665646fe-ef89-4bf9-b39b-20a544149a31), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.149751 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563f46c7-d0b1-4761-995f-18767a555fec tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (951595fc-557e-4ab0-a8e1-4a3a462cae6f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.175378 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fa41029a-9477-4b4b-a8c7-911a93f13ba2 None None] Calling delete_port for 8ec30db7-e086-45e8-99a4-9bf52246c24e owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:23.178913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f46c7-d0b1-4761-995f-18767a555fec tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event deleted for resources: {'Port': ['ID=951595fc-557e-4ab0-a8e1-4a3a462cae6f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:23.229272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:23.264623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:23.270502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:23.273953 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-81a933cf-8a4d-479a-9d5b-bc4eab94390b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1364672 Mar 24 01:19:23.276974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48208) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:23.279042 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a933cf-8a4d-479a-9d5b-bc4eab94390b tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Pushing event updated for resources: {'Port': ['ID=48a91a26-b083-4f90-84ea-6bedbed1d63f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:23.286121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:23.336886 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563f46c7-d0b1-4761-995f-18767a555fec tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (a3565b58-b85e-4474-8e8e-12d713f21790), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.393078 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Pushing event updated for resources: {'Port': ['ID=665646fe-ef89-4bf9-b39b-20a544149a31,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:23.423238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::1 (6236e4f8-17ff-44a0-8044-03efb1bb8211/d52ad625-2fd2-4c75-b527-9e217c442b21/0400afaf-5222-437b-9300-d62530e9ed04) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:23.456679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Attempting to bind port 665646fe-ef89-4bf9-b39b-20a544149a31 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:23.457239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Attempting to bind port 665646fe-ef89-4bf9-b39b-20a544149a31 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:23.457705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Attempting to bind port 665646fe-ef89-4bf9-b39b-20a544149a31 on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:23.495193 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:19:23.495986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:19:23.497342 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.497890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:19:23.501417 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Bound port: 665646fe-ef89-4bf9-b39b-20a544149a31, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:19:23.501915 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (665646fe-ef89-4bf9-b39b-20a544149a31), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.529347 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fa41029a-9477-4b4b-a8c7-911a93f13ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (8ec30db7-e086-45e8-99a4-9bf52246c24e), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.585383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41029a-9477-4b4b-a8c7-911a93f13ba2 None None] Pushing event deleted for resources: {'Port': ['ID=8ec30db7-e086-45e8-99a4-9bf52246c24e,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:23.635520 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563f46c7-d0b1-4761-995f-18767a555fec tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (a3565b58-b85e-4474-8e8e-12d713f21790), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.639028 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563f46c7-d0b1-4761-995f-18767a555fec tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router_controller (a3565b58-b85e-4474-8e8e-12d713f21790), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.640887 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (48a91a26-b083-4f90-84ea-6bedbed1d63f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.642987 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41029a-9477-4b4b-a8c7-911a93f13ba2 None None] No DVR routers for this DVR port 8ec30db7-e086-45e8-99a4-9bf52246c24e on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:19:23.722659 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] For port 665646fe-ef89-4bf9-b39b-20a544149a31, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:19:23.726230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] For port 665646fe-ef89-4bf9-b39b-20a544149a31, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=665646fe-ef89-4bf9-b39b-20a544149a31,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:19:23.734199 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (665646fe-ef89-4bf9-b39b-20a544149a31), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.866364 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6aec5-134f-4dd2-93ba-07b242c386e9 None None] Pushing event updated for resources: {'Port': ['ID=665646fe-ef89-4bf9-b39b-20a544149a31,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:23.868002 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (0400afaf-5222-437b-9300-d62530e9ed04), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.872007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:23.891039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] device_id is not set on port 48a91a26-b083-4f90-84ea-6bedbed1d63f yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:19:23.900702 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks [] for port (48a91a26-b083-4f90-84ea-6bedbed1d63f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.911274 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (48a91a26-b083-4f90-84ea-6bedbed1d63f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.916124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:23.916747 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device eefcaf50-00dc-4eb7-99f1-4db8ab1ae799 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:23.917197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8ec30db7-e086-45e8-99a4-9bf52246c24e no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:23.942357 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0400afaf-5222-437b-9300-d62530e9ed04), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:23.965370 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 8ec30db7-e086-45e8-99a4-9bf52246c24e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:23.965765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8ec30db7-e086-45e8-99a4-9bf52246c24e not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:24.018944 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563f46c7-d0b1-4761-995f-18767a555fec tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (a3565b58-b85e-4474-8e8e-12d713f21790), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:24.019921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563f46c7-d0b1-4761-995f-18767a555fec tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Fanout notify agent at l3_agent the message router_deleted on router a3565b58-b85e-4474-8e8e-12d713f21790 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:19:24.039168 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-563f46c7-d0b1-4761-995f-18767a555fec tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:24.043770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-563f46c7-d0b1-4761-995f-18767a555fec tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "DELETE /v2.0/routers/a3565b58-b85e-4474-8e8e-12d713f21790 HTTP/1.1" status: 204 len: 168 time: 2.0088098 Mar 24 01:19:24.043991 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48210) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:24.070731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Pushing event updated for resources: {'Port': ['ID=48a91a26-b083-4f90-84ea-6bedbed1d63f,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:24.104018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:24.109516 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:24.110147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:24.110635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:24.119370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:24.119800 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:24.120260 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 2 to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f Mar 24 01:19:24.147130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:24.147130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:24.147130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:24.152500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:24.153476 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:24.153476 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 3 to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f Mar 24 01:19:24.177979 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=0400afaf-5222-437b-9300-d62530e9ed04,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:24.187944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:24.200593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:24.200946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:24.201319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:24.215693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:24.216273 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (5a570fd7-70df-4d24-b1cd-4ade1d2a1266), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:24.244438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:24.271858 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:24.271858 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 4 to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f Mar 24 01:19:24.306268 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:24.306268 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:24.306841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:24.329764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:24.331175 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:24.331768 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 5 to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f Mar 24 01:19:24.376805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:24.378020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:24.378508 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c82ab7c-2d1f-40d8-8558-98f3e203b7df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (23426f5d-6bd9-499b-9c04-f1ac25cec096), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:24.383532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:24.400172 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:24.400923 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:24.401612 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 6 to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f Mar 24 01:19:24.431338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:24.431913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:24.432621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:24.442434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:24.443367 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:24.444002 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 7 to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f Mar 24 01:19:24.462803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:24.463156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:24.463505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:24.475137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:24.475539 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:24.475892 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 8 to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f Mar 24 01:19:24.496496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:24.496847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:24.497236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:24.505751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:24.506018 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:24.506624 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 9 to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f Mar 24 01:19:24.529727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:24.529954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:24.530469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:24.536339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:24.536713 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:24.537143 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 10 to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f Mar 24 01:19:24.548012 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0400afaf-5222-437b-9300-d62530e9ed04), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:24.566832 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:24.566832 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:24.567281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:24.567687 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c82ab7c-2d1f-40d8-8558-98f3e203b7df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (23426f5d-6bd9-499b-9c04-f1ac25cec096), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:24.572256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:24.572735 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port 48a91a26-b083-4f90-84ea-6bedbed1d63f on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:24.573790 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (48a91a26-b083-4f90-84ea-6bedbed1d63f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:24.618688 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-5c82ab7c-2d1f-40d8-8558-98f3e203b7df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23426f5d-6bd9-499b-9c04-f1ac25cec096']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:24.642542 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-5c82ab7c-2d1f-40d8-8558-98f3e203b7df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8031bba-9049-494f-99f3-b7785a3f93f2') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:24.642881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-5c82ab7c-2d1f-40d8-8558-98f3e203b7df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8031bba-9049-494f-99f3-b7785a3f93f2') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:24.662464 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c82ab7c-2d1f-40d8-8558-98f3e203b7df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (e8031bba-9049-494f-99f3-b7785a3f93f2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:24.674336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] For port 48a91a26-b083-4f90-84ea-6bedbed1d63f, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:19:24.674505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempted to set empty binding levels {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 24 01:19:24.679899 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (48a91a26-b083-4f90-84ea-6bedbed1d63f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:24.730568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] In _notify_port_updated(), no bound segment for port 48a91a26-b083-4f90-84ea-6bedbed1d63f on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:19:24.731464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.732076 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:24.736402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] 10.222.0.45 "PUT /v2.0/ports/48a91a26-b083-4f90-84ea-6bedbed1d63f HTTP/1.1" status: 200 len: 974 time: 1.4529107 Mar 24 01:19:24.738813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48220) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:24.753568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc2c0f-df7d-413c-bf39-34c1fa199ae9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Pushing event updated for resources: {'Port': ['ID=48a91a26-b083-4f90-84ea-6bedbed1d63f,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:24.790934 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c82ab7c-2d1f-40d8-8558-98f3e203b7df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e8031bba-9049-494f-99f3-b7785a3f93f2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:24.804971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c82ab7c-2d1f-40d8-8558-98f3e203b7df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:19:24.805402 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c82ab7c-2d1f-40d8-8558-98f3e203b7df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (e8031bba-9049-494f-99f3-b7785a3f93f2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:19:24.808459 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:19:24.812705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.813496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.814073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.814595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.815129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.815723 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.816258 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.816793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.817564 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.818098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.818720 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.819499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.820017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.820554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.821111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.821773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.822328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:24.829134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a68d100c-66ab-4235-8508-c72f6c43a1b9 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15640 time: 0.0868697 Mar 24 01:19:24.830635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48222) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:24.928072 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c82ab7c-2d1f-40d8-8558-98f3e203b7df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (23426f5d-6bd9-499b-9c04-f1ac25cec096), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:24.951804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e698305c-02e5-4f80-a994-593f146c31f6 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Deleting port 48a91a26-b083-4f90-84ea-6bedbed1d63f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:24.953027 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e698305c-02e5-4f80-a994-593f146c31f6 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (48a91a26-b083-4f90-84ea-6bedbed1d63f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:24.956922 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c82ab7c-2d1f-40d8-8558-98f3e203b7df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:24.962065 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5c82ab7c-2d1f-40d8-8558-98f3e203b7df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "DELETE /v2.0/networks/23426f5d-6bd9-499b-9c04-f1ac25cec096 HTTP/1.1" status: 204 len: 168 time: 0.9143085 Mar 24 01:19:24.968844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48224) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:24.982488 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82ab7c-2d1f-40d8-8558-98f3e203b7df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event deleted for resources: {'Network': ['ID=23426f5d-6bd9-499b-9c04-f1ac25cec096,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:25.099630 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (0400afaf-5222-437b-9300-d62530e9ed04), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:25.108364 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (0400afaf-5222-437b-9300-d62530e9ed04), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:25.109190 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (5a570fd7-70df-4d24-b1cd-4ade1d2a1266), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:25.162744 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-e698305c-02e5-4f80-a994-593f146c31f6 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] For port 48a91a26-b083-4f90-84ea-6bedbed1d63f, host n-h2-760455-9, got binding levels [] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:25.163363 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e698305c-02e5-4f80-a994-593f146c31f6 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (48a91a26-b083-4f90-84ea-6bedbed1d63f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:25.193189 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=0400afaf-5222-437b-9300-d62530e9ed04,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:25.203383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e698305c-02e5-4f80-a994-593f146c31f6 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Calling delete_port for 48a91a26-b083-4f90-84ea-6bedbed1d63f owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:25.322130 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:25.323557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:25.324083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b209857c-ec22-4d84-9cb6-36d0c9edeb81 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Deleting port 4399d401-ff86-478c-88fe-05569ed0deea {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:25.324625 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b209857c-ec22-4d84-9cb6-36d0c9edeb81 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4399d401-ff86-478c-88fe-05569ed0deea), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:25.435289 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e698305c-02e5-4f80-a994-593f146c31f6 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (48a91a26-b083-4f90-84ea-6bedbed1d63f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:25.485718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698305c-02e5-4f80-a994-593f146c31f6 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Pushing event deleted for resources: {'Port': ['ID=48a91a26-b083-4f90-84ea-6bedbed1d63f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:25.497182 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b209857c-ec22-4d84-9cb6-36d0c9edeb81 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4399d401-ff86-478c-88fe-05569ed0deea), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:25.497517 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b209857c-ec22-4d84-9cb6-36d0c9edeb81 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for floatingip (4399d401-ff86-478c-88fe-05569ed0deea), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:25.526653 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Router 5a570fd7-70df-4d24-b1cd-4ade1d2a1266 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:19:25.528162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b209857c-ec22-4d84-9cb6-36d0c9edeb81 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Calling delete_port for 4399d401-ff86-478c-88fe-05569ed0deea owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:25.662276 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:19:25.670977 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d702492f-5751-4486-ba68-d0a89ff8deab tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "PUT /v2.0/routers/5a570fd7-70df-4d24-b1cd-4ade1d2a1266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5049708 Mar 24 01:19:25.672215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48234) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:25.685056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Sync routers for ids ['5a570fd7-70df-4d24-b1cd-4ade1d2a1266'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:19:25.702218 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Routers {'5a570fd7-70df-4d24-b1cd-4ade1d2a1266'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:25.709717 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['5a570fd7-70df-4d24-b1cd-4ade1d2a1266'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:25.712202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 665646fe-ef89-4bf9-b39b-20a544149a31 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:19:25.726874 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9751e5b-bf0d-40d9-9f42-5f5c8af92fcc tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:25.738715 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e9751e5b-bf0d-40d9-9f42-5f5c8af92fcc tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports/0400afaf-5222-437b-9300-d62530e9ed04 HTTP/1.1" status: 200 len: 911 time: 0.0642269 Mar 24 01:19:25.749617 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48236) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:25.809155 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37165f25-beb5-453b-860a-9a30fc14e51b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:25.815230 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37165f25-beb5-453b-860a-9a30fc14e51b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:25.819670 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-37165f25-beb5-453b-860a-9a30fc14e51b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0662851 Mar 24 01:19:25.820370 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48238) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:25.961577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 665646fe-ef89-4bf9-b39b-20a544149a31 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:25.973519 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (665646fe-ef89-4bf9-b39b-20a544149a31), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:26.050676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-dc85a4a9-d6d4-40e3-b8f1-e6d3fee50c4d None None] Provisioning complete for port 665646fe-ef89-4bf9-b39b-20a544149a31 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:26.053536 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dc85a4a9-d6d4-40e3-b8f1-e6d3fee50c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (665646fe-ef89-4bf9-b39b-20a544149a31), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:26.137977 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Set router 5a570fd7-70df-4d24-b1cd-4ade1d2a1266 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:19:26.298380 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e698305c-02e5-4f80-a994-593f146c31f6 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:26.304411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e698305c-02e5-4f80-a994-593f146c31f6 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] 10.222.0.45 "DELETE /v2.0/ports/48a91a26-b083-4f90-84ea-6bedbed1d63f HTTP/1.1" status: 204 len: 168 time: 1.4719434 Mar 24 01:19:26.324452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48240) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:26.367797 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbc34a0-8518-47d1-9daf-240ef183cdb3 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] GET failed (client error): The resource could not be found. Mar 24 01:19:26.371730 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3fbc34a0-8518-47d1-9daf-240ef183cdb3 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] 10.222.0.45 "GET /v2.0/ports/48a91a26-b083-4f90-84ea-6bedbed1d63f HTTP/1.1" status: 404 len: 333 time: 0.0394051 Mar 24 01:19:26.382178 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48242) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:26.408825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e403497e-8f27-459c-a404-20901e890910 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-891417222', 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:26.463201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e403497e-8f27-459c-a404-20901e890910 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Made reservation on behalf of 92a82f2f3cf5455fa60e7beb05178b67 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:26.469109 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e403497e-8f27-459c-a404-20901e890910 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:26.491210 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b209857c-ec22-4d84-9cb6-36d0c9edeb81 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4399d401-ff86-478c-88fe-05569ed0deea), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:26.494024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-e403497e-8f27-459c-a404-20901e890910 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] device_id is not set on port c5464b3c-aa43-498f-86d5-e0aad56f7e25 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:19:26.543235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209857c-ec22-4d84-9cb6-36d0c9edeb81 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event deleted for resources: {'Port': ['ID=4399d401-ff86-478c-88fe-05569ed0deea,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:26.578202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 665646fe-ef89-4bf9-b39b-20a544149a31 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:26.578597 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (665646fe-ef89-4bf9-b39b-20a544149a31), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:26.690145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 665646fe-ef89-4bf9-b39b-20a544149a31, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=665646fe-ef89-4bf9-b39b-20a544149a31,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:26.691257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-dc85a4a9-d6d4-40e3-b8f1-e6d3fee50c4d None None] Current status of the port 665646fe-ef89-4bf9-b39b-20a544149a31 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:26.691649 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dc85a4a9-d6d4-40e3-b8f1-e6d3fee50c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (665646fe-ef89-4bf9-b39b-20a544149a31), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:26.715549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a570fd7-70df-4d24-b1cd-4ade1d2a1266', 'name': 'tempest-NetworksTestDHCPv6-router-2054691990', 'tenant_id': 'c531941392ca4353b92cbe420d2f88cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:19:21Z', 'updated_at': '2022-03-24T01:19:24Z', 'revision_number': 2, 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'gw_port_host': None, '_interfaces': [{'id': '0400afaf-5222-437b-9300-d62530e9ed04', 'name': '', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'tenant_id': 'c531941392ca4353b92cbe420d2f88cc', 'mac_address': 'fa:16:3e:7a:7b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a570fd7-70df-4d24-b1cd-4ade1d2a1266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd52ad625-2fd2-4c75-b527-9e217c442b21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:19:23Z', 'updated_at': '2022-03-24T01:19:24Z', 'revision_number': 2, 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'subnets': [{'id': 'd52ad625-2fd2-4c75-b527-9e217c442b21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:26.755809 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Checking router: 5a570fd7-70df-4d24-b1cd-4ade1d2a1266 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:19:26.756448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Updating router 5a570fd7-70df-4d24-b1cd-4ade1d2a1266 port 0400afaf-5222-437b-9300-d62530e9ed04 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:19:26.788581 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0400afaf-5222-437b-9300-d62530e9ed04), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:26.790749 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (665646fe-ef89-4bf9-b39b-20a544149a31), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:26.820442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 951595fc-557e-4ab0-a8e1-4a3a462cae6f no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:26.897182 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e403497e-8f27-459c-a404-20901e890910 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks [] for port (c5464b3c-aa43-498f-86d5-e0aad56f7e25), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:26.913601 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b209857c-ec22-4d84-9cb6-36d0c9edeb81 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for floatingip (7b175439-b0f7-48e2-a367-09c777349854), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:26.914230 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-b209857c-ec22-4d84-9cb6-36d0c9edeb81 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Floating IP 7b175439-b0f7-48e2-a367-09c777349854 disassociated (deleted). External IP: 172.25.0.117, port: dd1f005d-803e-4180-a1ce-eeb46eb13016. Mar 24 01:19:26.927089 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 951595fc-557e-4ab0-a8e1-4a3a462cae6f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:26.927447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 951595fc-557e-4ab0-a8e1-4a3a462cae6f not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:27.017120 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-dc85a4a9-d6d4-40e3-b8f1-e6d3fee50c4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:19:27.017487 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-dc85a4a9-d6d4-40e3-b8f1-e6d3fee50c4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:19:27.050374 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e403497e-8f27-459c-a404-20901e890910 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c5464b3c-aa43-498f-86d5-e0aad56f7e25), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:27.080665 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41295196-4768-4a47-8270-931ec9ed52f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (5a570fd7-70df-4d24-b1cd-4ade1d2a1266), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:27.162647 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403497e-8f27-459c-a404-20901e890910 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Pushing event updated for resources: {'Port': ['ID=c5464b3c-aa43-498f-86d5-e0aad56f7e25,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:27.177044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e403497e-8f27-459c-a404-20901e890910 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Network 1d9dc397-e38c-4324-9172-1c85718bdc6e is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:27.178669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-e403497e-8f27-459c-a404-20901e890910 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:27.181125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e403497e-8f27-459c-a404-20901e890910 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:27.182139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e403497e-8f27-459c-a404-20901e890910 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:27.182991 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e403497e-8f27-459c-a404-20901e890910 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:27.246524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e403497e-8f27-459c-a404-20901e890910 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8604600 Mar 24 01:19:27.258682 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48252) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:27.308867 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc8f749-1fe0-4450-b88f-24b66afc0eb3 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:27.312728 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cbc8f749-1fe0-4450-b88f-24b66afc0eb3 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] 10.222.0.45 "GET /v2.0/ports/c5464b3c-aa43-498f-86d5-e0aad56f7e25 HTTP/1.1" status: 200 len: 954 time: 0.0526686 Mar 24 01:19:27.318920 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48254) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:27.371359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b209857c-ec22-4d84-9cb6-36d0c9edeb81 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:19:27.473101 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=665646fe-ef89-4bf9-b39b-20a544149a31,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:27.495212 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Publish callbacks [] for port (0400afaf-5222-437b-9300-d62530e9ed04), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:27.517004 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0400afaf-5222-437b-9300-d62530e9ed04), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:27.538379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-3cbfc259-9cb8-4c0b-a5de-6c31eb7f8e06 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Deleting port c5464b3c-aa43-498f-86d5-e0aad56f7e25 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:27.538964 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3cbfc259-9cb8-4c0b-a5de-6c31eb7f8e06 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c5464b3c-aa43-498f-86d5-e0aad56f7e25), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:27.542043 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-41295196-4768-4a47-8270-931ec9ed52f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port 0400afaf-5222-437b-9300-d62530e9ed04 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:27.543368 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41295196-4768-4a47-8270-931ec9ed52f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0400afaf-5222-437b-9300-d62530e9ed04), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:27.583866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-dc85a4a9-d6d4-40e3-b8f1-e6d3fee50c4d None None] Current status of the port 665646fe-ef89-4bf9-b39b-20a544149a31 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:27.632674 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08211be1-c16a-4081-89d3-538584bd1d4e None None] Pushing event updated for resources: {'Port': ['ID=0400afaf-5222-437b-9300-d62530e9ed04,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:27.698852 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41295196-4768-4a47-8270-931ec9ed52f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0400afaf-5222-437b-9300-d62530e9ed04), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:27.712681 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3cbfc259-9cb8-4c0b-a5de-6c31eb7f8e06 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c5464b3c-aa43-498f-86d5-e0aad56f7e25), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:27.719218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-41295196-4768-4a47-8270-931ec9ed52f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for 0400afaf-5222-437b-9300-d62530e9ed04 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:27.719379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b209857c-ec22-4d84-9cb6-36d0c9edeb81 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:19:27.734524 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4496676e-2ad0-4583-8c79-6425c1566dd7 None None] Sync routers for ids ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:19:27.751524 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Attempting to bind port 0400afaf-5222-437b-9300-d62530e9ed04 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:27.752057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Attempting to bind port 0400afaf-5222-437b-9300-d62530e9ed04 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:27.752495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Attempting to bind port 0400afaf-5222-437b-9300-d62530e9ed04 on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:27.752641 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b209857c-ec22-4d84-9cb6-36d0c9edeb81 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:27.759331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:19:27.760111 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:19:27.760724 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4496676e-2ad0-4583-8c79-6425c1566dd7 None None] Routers {'d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:27.761859 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:27.762375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:19:27.763067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Bound port: 0400afaf-5222-437b-9300-d62530e9ed04, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:19:27.763590 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0400afaf-5222-437b-9300-d62530e9ed04), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:27.763756 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4496676e-2ad0-4583-8c79-6425c1566dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:27.814775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-3cbfc259-9cb8-4c0b-a5de-6c31eb7f8e06 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Calling delete_port for c5464b3c-aa43-498f-86d5-e0aad56f7e25 owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:27.827163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cbb8d10e-c03d-4ab4-8ba9-f8c626153a46 None None] Provisioning complete for port 0400afaf-5222-437b-9300-d62530e9ed04 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:27.828194 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cbb8d10e-c03d-4ab4-8ba9-f8c626153a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0400afaf-5222-437b-9300-d62530e9ed04), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:27.878828 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b209857c-ec22-4d84-9cb6-36d0c9edeb81 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "DELETE /v2.0/floatingips/7b175439-b0f7-48e2-a367-09c777349854 HTTP/1.1" status: 204 len: 168 time: 2.9085996 Mar 24 01:19:27.894080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cbb8d10e-c03d-4ab4-8ba9-f8c626153a46 None None] Port 0400afaf-5222-437b-9300-d62530e9ed04 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:19:27.897597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] For port 0400afaf-5222-437b-9300-d62530e9ed04, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:19:27.914267 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] For port 0400afaf-5222-437b-9300-d62530e9ed04, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0400afaf-5222-437b-9300-d62530e9ed04,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:19:27.925706 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0400afaf-5222-437b-9300-d62530e9ed04), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:27.950952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509a2317-55a1-4668-abfa-5f81b1962807', 'tag': 'dd1f005d-803e-4180-a1ce-eeb46eb13016'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:19:27.954288 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5a6347-3246-48d3-b020-fee601052312" -d '{"events": [{"name": "network-changed", "server_uuid": "509a2317-55a1-4668-abfa-5f81b1962807", "tag": "dd1f005d-803e-4180-a1ce-eeb46eb13016"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:19:28.040015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Routers {'5a570fd7-70df-4d24-b1cd-4ade1d2a1266'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:28.040952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['5a570fd7-70df-4d24-b1cd-4ade1d2a1266'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:28.059840 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-4496676e-2ad0-4583-8c79-6425c1566dd7 None None] Set router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:19:28.065677 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3cbfc259-9cb8-4c0b-a5de-6c31eb7f8e06 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c5464b3c-aa43-498f-86d5-e0aad56f7e25), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:28.086833 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbd6f80-264b-4f5e-ab24-bab1b927d44a x-openstack-request-id: req-2cbd6f80-264b-4f5e-ab24-bab1b927d44a {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:19:28.087241 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509a2317-55a1-4668-abfa-5f81b1962807", "tag": "dd1f005d-803e-4180-a1ce-eeb46eb13016", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:19:28.087619 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2cbd6f80-264b-4f5e-ab24-bab1b927d44a {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:19:28.088225 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cbd6f80-264b-4f5e-ab24-bab1b927d44a'] response: {'name': 'network-changed', 'server_uuid': '509a2317-55a1-4668-abfa-5f81b1962807', 'tag': 'dd1f005d-803e-4180-a1ce-eeb46eb13016', 'status': 'completed', 'code': 200} Mar 24 01:19:28.136712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfc259-9cb8-4c0b-a5de-6c31eb7f8e06 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5464b3c-aa43-498f-86d5-e0aad56f7e25,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:28.178434 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41295196-4768-4a47-8270-931ec9ed52f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0400afaf-5222-437b-9300-d62530e9ed04), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:28.184294 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3cbfc259-9cb8-4c0b-a5de-6c31eb7f8e06 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:28.192135 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3cbfc259-9cb8-4c0b-a5de-6c31eb7f8e06 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] 10.222.0.45 "DELETE /v2.0/ports/c5464b3c-aa43-498f-86d5-e0aad56f7e25 HTTP/1.1" status: 204 len: 168 time: 0.8713243 Mar 24 01:19:28.193130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48264) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:28.245735 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-3862e158-4987-4299-ae38-4d555acc6441 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] GET failed (client error): The resource could not be found. Mar 24 01:19:28.250952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3862e158-4987-4299-ae38-4d555acc6441 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] 10.222.0.45 "GET /v2.0/ports/c5464b3c-aa43-498f-86d5-e0aad56f7e25 HTTP/1.1" status: 404 len: 333 time: 0.0530818 Mar 24 01:19:28.261019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48266) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:28.279131 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ea668732-4a8d-4d9d-bfc0-9678c7a634c2 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Request body: {'port': {'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-818146922'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:28.321919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c6f133d4-6f76-4ad1-a442-a69defe11f23 None None] Could not find standard attr ID for object 0400afaf-5222-437b-9300-d62530e9ed04. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:19:28.325266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a6347-3246-48d3-b020-fee601052312 req-828c82c8-a77c-49b8-aa9f-af990ef3880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:28.328443 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41295196-4768-4a47-8270-931ec9ed52f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=0400afaf-5222-437b-9300-d62530e9ed04,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:28.329895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b5a6347-3246-48d3-b020-fee601052312 req-828c82c8-a77c-49b8-aa9f-af990ef3880d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e7881ea1e648cfa1908931781603fe&device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 1166 time: 0.2050414 Mar 24 01:19:28.365441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08211be1-c16a-4081-89d3-538584bd1d4e None None] Pushing event updated for resources: {'Port': ['ID=0400afaf-5222-437b-9300-d62530e9ed04,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:28.419718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea668732-4a8d-4d9d-bfc0-9678c7a634c2 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Made reservation on behalf of 92a82f2f3cf5455fa60e7beb05178b67 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:28.426305 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ea668732-4a8d-4d9d-bfc0-9678c7a634c2 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:28.426601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] Set router 5a570fd7-70df-4d24-b1cd-4ade1d2a1266 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:19:28.568739 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-41295196-4768-4a47-8270-931ec9ed52f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (5a570fd7-70df-4d24-b1cd-4ade1d2a1266), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:28.615330 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4496676e-2ad0-4583-8c79-6425c1566dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2117226586', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:27Z', 'updated_at': '2022-03-24T01:17:36Z', 'revision_number': 4, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:28Z', 'updated_at': '2022-03-24T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f3fa1b89-ccaa-49ef-b407-b5a3669311d5', 'name': '', 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'mac_address': 'fa:16:3e:6a:74:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:34Z', 'updated_at': '2022-03-24T01:17:42Z', 'revision_number': 5, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'subnets': [{'id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:28.651987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-ea668732-4a8d-4d9d-bfc0-9678c7a634c2 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] device_id is not set on port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:19:28.663897 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4496676e-2ad0-4583-8c79-6425c1566dd7 None None] Checking router: d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:19:28.692734 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4496676e-2ad0-4583-8c79-6425c1566dd7 None None] Routers {'d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:28.693550 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4496676e-2ad0-4583-8c79-6425c1566dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:28.718390 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0cb9cfb2-f70f-42ed-9bb6-5f1334572d57 None None] Could not find standard attr ID for object 0400afaf-5222-437b-9300-d62530e9ed04. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:19:28.828293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dbda6-17cf-49a2-b29a-ac86660c0d65 req-19fb8a63-573a-4fe6-8306-89fe3aded69b tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:28.830353 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a75dbda6-17cf-49a2-b29a-ac86660c0d65 req-19fb8a63-573a-4fe6-8306-89fe3aded69b tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 984 time: 0.3018954 Mar 24 01:19:28.861115 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0217ba2f-fd44-4857-9250-73f5633187da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:28.905271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a6347-3246-48d3-b020-fee601052312 req-697c8bbb-7509-43d6-842d-13add13ac75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:28.906987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b5a6347-3246-48d3-b020-fee601052312 req-697c8bbb-7509-43d6-842d-13add13ac75c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a6011d1a-5ca7-4daa-a03f-792f57c1b65f HTTP/1.1" status: 200 len: 898 time: 0.5638759 Mar 24 01:19:28.932067 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-4496676e-2ad0-4583-8c79-6425c1566dd7 None None] Set router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:19:28.966731 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41295196-4768-4a47-8270-931ec9ed52f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Router 5a570fd7-70df-4d24-b1cd-4ade1d2a1266 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:19:29.036237 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b5a6347-3246-48d3-b020-fee601052312 req-db8f8c07-ba7b-495a-9f47-799a153c0d15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd1f005d-803e-4180-a1ce-eeb46eb13016 HTTP/1.1" status: 200 len: 217 time: 0.1166520 Mar 24 01:19:29.040967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a570fd7-70df-4d24-b1cd-4ade1d2a1266', 'name': 'tempest-NetworksTestDHCPv6-router-2054691990', 'tenant_id': 'c531941392ca4353b92cbe420d2f88cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:19:21Z', 'updated_at': '2022-03-24T01:19:24Z', 'revision_number': 2, 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'gw_port_host': None, '_interfaces': [{'id': '0400afaf-5222-437b-9300-d62530e9ed04', 'name': '', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'tenant_id': 'c531941392ca4353b92cbe420d2f88cc', 'mac_address': 'fa:16:3e:7a:7b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a570fd7-70df-4d24-b1cd-4ade1d2a1266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd52ad625-2fd2-4c75-b527-9e217c442b21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:19:23Z', 'updated_at': '2022-03-24T01:19:27Z', 'revision_number': 4, 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'subnets': [{'id': 'd52ad625-2fd2-4c75-b527-9e217c442b21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:29.094862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aedb8e-7050-42e7-99aa-14cb39073da6 None None] The sync data for ids ['5a570fd7-70df-4d24-b1cd-4ade1d2a1266'] in n-d-760455-9 is: [{'id': '5a570fd7-70df-4d24-b1cd-4ade1d2a1266', 'name': 'tempest-NetworksTestDHCPv6-router-2054691990', 'tenant_id': 'c531941392ca4353b92cbe420d2f88cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:19:21Z', 'updated_at': '2022-03-24T01:19:24Z', 'revision_number': 2, 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'gw_port_host': None, '_interfaces': [{'id': '0400afaf-5222-437b-9300-d62530e9ed04', 'name': '', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'tenant_id': 'c531941392ca4353b92cbe420d2f88cc', 'mac_address': 'fa:16:3e:7a:7b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a570fd7-70df-4d24-b1cd-4ade1d2a1266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'd52ad625-2fd2-4c75-b527-9e217c442b21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:19:23Z', 'updated_at': '2022-03-24T01:19:27Z', 'revision_number': 4, 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'subnets': [{'id': 'd52ad625-2fd2-4c75-b527-9e217c442b21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:19:29.124791 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41295196-4768-4a47-8270-931ec9ed52f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:19:29.133556 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-41295196-4768-4a47-8270-931ec9ed52f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "PUT /v2.0/routers/5a570fd7-70df-4d24-b1cd-4ade1d2a1266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3120756 Mar 24 01:19:29.134120 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48278) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:29.211379 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751df087-e5a2-4f1b-8018-cbd481e9eea0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:29.212935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751df087-e5a2-4f1b-8018-cbd481e9eea0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:29.219558 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-751df087-e5a2-4f1b-8018-cbd481e9eea0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0843241 Mar 24 01:19:29.220194 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48280) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:29.264999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a6347-3246-48d3-b020-fee601052312 req-d6ef6778-7155-4cfb-a723-b05fe29997af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:29.266748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b5a6347-3246-48d3-b020-fee601052312 req-d6ef6778-7155-4cfb-a723-b05fe29997af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69b05c13-3a22-4906-aaa7-aa55f241301e HTTP/1.1" status: 200 len: 835 time: 0.2063253 Mar 24 01:19:29.298435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-a020f0a8-6cdb-4fe6-9632-c5ee5899204b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet d52ad625-2fd2-4c75-b527-9e217c442b21 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:19:29.302842 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a020f0a8-6cdb-4fe6-9632-c5ee5899204b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (d52ad625-2fd2-4c75-b527-9e217c442b21), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:29.354573 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a020f0a8-6cdb-4fe6-9632-c5ee5899204b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (d52ad625-2fd2-4c75-b527-9e217c442b21), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:29.398855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a75dbda6-17cf-49a2-b29a-ac86660c0d65 req-4b86b134-23b6-4a2d-9ca0-9abcffaa8aa5 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/security-groups?id=997a5915-c714-4f78-b5b2-716b859adbd0&id=c086ceb1-ec11-4028-b4c7-40935b3daa32&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5584366 Mar 24 01:19:29.507040 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a020f0a8-6cdb-4fe6-9632-c5ee5899204b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (d52ad625-2fd2-4c75-b527-9e217c442b21), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:29.529954 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ea668732-4a8d-4d9d-bfc0-9678c7a634c2 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks [] for port (a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:29.564206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a6347-3246-48d3-b020-fee601052312 req-672f9c84-f01b-4c1f-adc3-bcf66a460f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:29.565786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b5a6347-3246-48d3-b020-fee601052312 req-672f9c84-f01b-4c1f-adc3-bcf66a460f72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a6011d1a-5ca7-4daa-a03f-792f57c1b65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2764623 Mar 24 01:19:29.626788 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4496676e-2ad0-4583-8c79-6425c1566dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2117226586', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:27Z', 'updated_at': '2022-03-24T01:17:36Z', 'revision_number': 4, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:28Z', 'updated_at': '2022-03-24T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f3fa1b89-ccaa-49ef-b407-b5a3669311d5', 'name': '', 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'mac_address': 'fa:16:3e:6a:74:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:34Z', 'updated_at': '2022-03-24T01:17:42Z', 'revision_number': 5, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'subnets': [{'id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:29.644238 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 665646fe-ef89-4bf9-b39b-20a544149a31 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:19:29.650866 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a020f0a8-6cdb-4fe6-9632-c5ee5899204b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (d52ad625-2fd2-4c75-b527-9e217c442b21), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:29.701180 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4496676e-2ad0-4583-8c79-6425c1566dd7 None None] The sync data for ids ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'] in n-d-760455-9 is: [{'id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2117226586', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:27Z', 'updated_at': '2022-03-24T01:17:36Z', 'revision_number': 4, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:28Z', 'updated_at': '2022-03-24T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'f3fa1b89-ccaa-49ef-b407-b5a3669311d5', 'name': '', 'network_id': 'a6011d1a-5ca7-4daa-a03f-792f57c1b65f', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'mac_address': 'fa:16:3e:6a:74:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:34Z', 'updated_at': '2022-03-24T01:17:42Z', 'revision_number': 5, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'subnets': [{'id': '69b05c13-3a22-4906-aaa7-aa55f241301e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:19:29.727743 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ea668732-4a8d-4d9d-bfc0-9678c7a634c2 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:29.738061 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020f0a8-6cdb-4fe6-9632-c5ee5899204b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=d52ad625-2fd2-4c75-b527-9e217c442b21,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:29.756810 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a020f0a8-6cdb-4fe6-9632-c5ee5899204b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:29.763298 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a020f0a8-6cdb-4fe6-9632-c5ee5899204b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/d52ad625-2fd2-4c75-b527-9e217c442b21 HTTP/1.1" status: 204 len: 168 time: 0.5392771 Mar 24 01:19:29.766468 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48288) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:29.880021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea668732-4a8d-4d9d-bfc0-9678c7a634c2 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Network 1d9dc397-e38c-4324-9172-1c85718bdc6e is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:29.922302 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-ea668732-4a8d-4d9d-bfc0-9678c7a634c2 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:29.936424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea668732-4a8d-4d9d-bfc0-9678c7a634c2 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:29.937454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea668732-4a8d-4d9d-bfc0-9678c7a634c2 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:29.938062 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ea668732-4a8d-4d9d-bfc0-9678c7a634c2 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:29.974959 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-04a73bee-993d-420b-8073-1fa5dabedd2e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2072711 Mar 24 01:19:29.975573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48292) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:30.000956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ea668732-4a8d-4d9d-bfc0-9678c7a634c2 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7363596 Mar 24 01:19:30.015157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea668732-4a8d-4d9d-bfc0-9678c7a634c2 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Pushing event updated for resources: {'Port': ['ID=a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:30.038579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48294) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:30.047017 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ac24e8-f143-484d-b831-6337fc36eb41 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:30.057753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:30.095980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203fcc6-81f2-4f0d-9277-2d22ec5a1da6 req-ec95c42a-2a59-4970-9864-8830eb8ca14d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:30.100938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d203fcc6-81f2-4f0d-9277-2d22ec5a1da6 req-ec95c42a-2a59-4970-9864-8830eb8ca14d tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.57 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 984 time: 0.4469454 Mar 24 01:19:30.113138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b5a6347-3246-48d3-b020-fee601052312 req-61e1b8a2-0031-4abd-a135-a2515b3ff6c5 service neutron] 10.222.0.57 "GET /v2.0/networks/a6011d1a-5ca7-4daa-a03f-792f57c1b65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358393 Mar 24 01:19:30.129244 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c693c2f-9ccf-4e3b-baed-def5c1609d8c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for router (5a570fd7-70df-4d24-b1cd-4ade1d2a1266), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:30.288122 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:30.307778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf6c4d3-64b8-4be4-ba07-413a38171ca8 None None] New status for floating IP 7b175439-b0f7-48e2-a367-09c777349854: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:19:30.387937 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c693c2f-9ccf-4e3b-baed-def5c1609d8c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (5a570fd7-70df-4d24-b1cd-4ade1d2a1266), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:30.397990 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c693c2f-9ccf-4e3b-baed-def5c1609d8c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for router_controller (5a570fd7-70df-4d24-b1cd-4ade1d2a1266), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:30.471752 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c693c2f-9ccf-4e3b-baed-def5c1609d8c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (5a570fd7-70df-4d24-b1cd-4ade1d2a1266), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:30.472286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c693c2f-9ccf-4e3b-baed-def5c1609d8c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Fanout notify agent at l3_agent the message router_deleted on router 5a570fd7-70df-4d24-b1cd-4ade1d2a1266 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:19:30.480716 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c693c2f-9ccf-4e3b-baed-def5c1609d8c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:30.481861 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4c693c2f-9ccf-4e3b-baed-def5c1609d8c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/routers/5a570fd7-70df-4d24-b1cd-4ade1d2a1266 HTTP/1.1" status: 204 len: 168 time: 0.5053618 Mar 24 01:19:30.486416 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48298) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:30.491129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 665646fe-ef89-4bf9-b39b-20a544149a31 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:30.493070 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (665646fe-ef89-4bf9-b39b-20a544149a31), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:30.600013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be784f47-5490-4907-a359-54f9d1fad2eb None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:19:30.608176 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361f7e05-1765-458d-9a93-805f2fef5392 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:30.610250 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-361f7e05-1765-458d-9a93-805f2fef5392 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1228471 Mar 24 01:19:30.613684 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b5a6347-3246-48d3-b020-fee601052312 req-d09007a3-46eb-456c-bd4f-8bb01d292ffd service neutron] 10.222.0.57 "GET /v2.0/networks/a6011d1a-5ca7-4daa-a03f-792f57c1b65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625427 Mar 24 01:19:30.617574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48302) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:30.685621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 665646fe-ef89-4bf9-b39b-20a544149a31 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:30.723541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-be784f47-5490-4907-a359-54f9d1fad2eb None None] Deleting port 665646fe-ef89-4bf9-b39b-20a544149a31 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:30.723928 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-be784f47-5490-4907-a359-54f9d1fad2eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (665646fe-ef89-4bf9-b39b-20a544149a31), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:30.740758 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d425b5-c1c0-4052-a306-20277e1ec9fe tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:30.744473 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-60d425b5-c1c0-4052-a306-20277e1ec9fe tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1237595 Mar 24 01:19:30.746481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48306) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:30.811329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-05e95d6d-bb53-4838-91f9-3a8aa2a3f07e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508010 Mar 24 01:19:30.812229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48308) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:30.817409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-15bbc8f7-137f-41a1-8061-6335f2f3ca35 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:30.819065 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:30.823125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-be784f47-5490-4907-a359-54f9d1fad2eb None None] For port 665646fe-ef89-4bf9-b39b-20a544149a31, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=665646fe-ef89-4bf9-b39b-20a544149a31,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:30.824285 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-be784f47-5490-4907-a359-54f9d1fad2eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (665646fe-ef89-4bf9-b39b-20a544149a31), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:30.850133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d203fcc6-81f2-4f0d-9277-2d22ec5a1da6 req-06ae4c94-5802-4c47-8d50-756f8e9529ca tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Deleting port dd1f005d-803e-4180-a1ce-eeb46eb13016 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:30.851078 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d203fcc6-81f2-4f0d-9277-2d22ec5a1da6 req-06ae4c94-5802-4c47-8d50-756f8e9529ca tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (dd1f005d-803e-4180-a1ce-eeb46eb13016), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:30.852677 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-be784f47-5490-4907-a359-54f9d1fad2eb None None] Calling delete_port for 665646fe-ef89-4bf9-b39b-20a544149a31 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:30.860752 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2b07c4a3-26cc-4893-a729-ab786d120b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:30.891622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a66c6f-f9f5-4ce9-a6fd-d50dafb736a1 req-b9253f6b-4477-4ef3-b51b-ed6082e9a580 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:30.899846 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3a66c6f-f9f5-4ce9-a6fd-d50dafb736a1 req-b9253f6b-4477-4ef3-b51b-ed6082e9a580 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 984 time: 0.2845290 Mar 24 01:19:31.013777 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-be784f47-5490-4907-a359-54f9d1fad2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (665646fe-ef89-4bf9-b39b-20a544149a31), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:31.048074 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be784f47-5490-4907-a359-54f9d1fad2eb None None] Pushing event deleted for resources: {'Port': ['ID=665646fe-ef89-4bf9-b39b-20a544149a31,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:31.052625 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bbc8f7-137f-41a1-8061-6335f2f3ca35 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:31.052982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be784f47-5490-4907-a359-54f9d1fad2eb None None] No DVR routers for this DVR port 665646fe-ef89-4bf9-b39b-20a544149a31 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:19:31.057870 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15bbc8f7-137f-41a1-8061-6335f2f3ca35 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:31.184409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d203fcc6-81f2-4f0d-9277-2d22ec5a1da6 req-06ae4c94-5802-4c47-8d50-756f8e9529ca tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] For port dd1f005d-803e-4180-a1ce-eeb46eb13016, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=dd1f005d-803e-4180-a1ce-eeb46eb13016,segment=NetworkSegment(9251168c-9b4c-49a2-9915-a0a71784a706),segment_id=9251168c-9b4c-49a2-9915-a0a71784a706)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:31.184780 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d203fcc6-81f2-4f0d-9277-2d22ec5a1da6 req-06ae4c94-5802-4c47-8d50-756f8e9529ca tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (dd1f005d-803e-4180-a1ce-eeb46eb13016), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:31.220895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3a66c6f-f9f5-4ce9-a6fd-d50dafb736a1 req-5a91dd5b-4c8e-4545-b4ed-6317fe506aad tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/security-groups?id=997a5915-c714-4f78-b5b2-716b859adbd0&id=c086ceb1-ec11-4028-b4c7-40935b3daa32&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3144057 Mar 24 01:19:31.236271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d203fcc6-81f2-4f0d-9277-2d22ec5a1da6 req-06ae4c94-5802-4c47-8d50-756f8e9529ca tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Calling delete_port for dd1f005d-803e-4180-a1ce-eeb46eb13016 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:31.344001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] device_id is not set on port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:19:31.353843 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks [] for port (a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:31.367735 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:31.447932 n-d-760455-9 neutron-server[115729]: DEBUG neutron.objects.ports [None req-15bbc8f7-137f-41a1-8061-6335f2f3ca35 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115729) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:19:31.449597 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15bbc8f7-137f-41a1-8061-6335f2f3ca35 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (6bfe324f-f81a-450b-9102-7ef4eb9f5f70), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:31.473442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Pushing event updated for resources: {'Port': ['ID=a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:31.479823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:31.480630 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:31.481313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:31.499591 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bbc8f7-137f-41a1-8061-6335f2f3ca35 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:31.500293 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a67869-5eae-496d-92f1-29f2e28d7e90 None None] Sync routers for ids ['5a570fd7-70df-4d24-b1cd-4ade1d2a1266'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:19:31.503838 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:31.504513 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:31.515501 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-15bbc8f7-137f-41a1-8061-6335f2f3ca35 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:31.517579 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 2 to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba Mar 24 01:19:31.519003 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a67869-5eae-496d-92f1-29f2e28d7e90 None None] Routers set() bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:31.519388 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a67869-5eae-496d-92f1-29f2e28d7e90 None None] Router IDs set() for agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 24 01:19:31.520224 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_agentschedulers_db [None req-e9a67869-5eae-496d-92f1-29f2e28d7e90 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5a570fd7-70df-4d24-b1cd-4ade1d2a1266'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent'). {{(pid=115732) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 24 01:19:31.525129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720ac81f-25b8-4c83-807f-c72db391a414 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:31.542209 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d203fcc6-81f2-4f0d-9277-2d22ec5a1da6 req-06ae4c94-5802-4c47-8d50-756f8e9529ca tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (dd1f005d-803e-4180-a1ce-eeb46eb13016), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:31.542729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bbc8f7-137f-41a1-8061-6335f2f3ca35 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:31.543333 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15bbc8f7-137f-41a1-8061-6335f2f3ca35 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:31.555884 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a67869-5eae-496d-92f1-29f2e28d7e90 None None] Routers set() bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:31.559598 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a67869-5eae-496d-92f1-29f2e28d7e90 None None] Router IDs set() for agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 24 01:19:31.561828 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_agentschedulers_db [None req-e9a67869-5eae-496d-92f1-29f2e28d7e90 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5a570fd7-70df-4d24-b1cd-4ade1d2a1266'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent'). {{(pid=115732) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 24 01:19:31.563672 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a67869-5eae-496d-92f1-29f2e28d7e90 None None] The sync data for ids ['5a570fd7-70df-4d24-b1cd-4ade1d2a1266'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:19:31.582953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:31.585934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:31.586445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:31.597292 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-15bbc8f7-137f-41a1-8061-6335f2f3ca35 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7838969 Mar 24 01:19:31.600037 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48314) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:31.614151 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:31.619309 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:31.621313 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbc8f7-137f-41a1-8061-6335f2f3ca35 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=6bfe324f-f81a-450b-9102-7ef4eb9f5f70,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:31.648372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-975261e8-06ff-4cde-8ff5-b7daa105d58a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:31.649439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 665646fe-ef89-4bf9-b39b-20a544149a31 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:31.651609 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 3 to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba Mar 24 01:19:31.667637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae4c94-5802-4c47-8d50-756f8e9529ca tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event deleted for resources: {'Port': ['ID=dd1f005d-803e-4180-a1ce-eeb46eb13016,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:31.683879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 665646fe-ef89-4bf9-b39b-20a544149a31 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:31.684239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 665646fe-ef89-4bf9-b39b-20a544149a31 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:31.732776 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:31.733292 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:31.736173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:31.767900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:31.768237 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:31.779391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': '6bfe324f-f81a-450b-9102-7ef4eb9f5f70'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:19:31.780262 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:31.787667 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 4 to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba Mar 24 01:19:31.792347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d203fcc6-81f2-4f0d-9277-2d22ec5a1da6 req-06ae4c94-5802-4c47-8d50-756f8e9529ca tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] No DVR routers for this DVR port dd1f005d-803e-4180-a1ce-eeb46eb13016 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:19:31.801861 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d203fcc6-81f2-4f0d-9277-2d22ec5a1da6 req-06ae4c94-5802-4c47-8d50-756f8e9529ca tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:31.805177 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d203fcc6-81f2-4f0d-9277-2d22ec5a1da6 req-06ae4c94-5802-4c47-8d50-756f8e9529ca tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.57 "DELETE /v2.0/ports/dd1f005d-803e-4180-a1ce-eeb46eb13016 HTTP/1.1" status: 204 len: 173 time: 1.6297183 Mar 24 01:19:31.805892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509a2317-55a1-4668-abfa-5f81b1962807', 'name': 'network-vif-deleted', 'tag': 'dd1f005d-803e-4180-a1ce-eeb46eb13016'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:19:31.807852 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c267fede-dba9-4d31-93a1-cb6a975d6575" -d '{"events": [{"server_uuid": "509a2317-55a1-4668-abfa-5f81b1962807", "name": "network-vif-deleted", "tag": "dd1f005d-803e-4180-a1ce-eeb46eb13016"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:19:31.818980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:31.819318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:31.819654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:31.828451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:31.829065 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:31.835737 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 5 to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba Mar 24 01:19:31.878573 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:31.878927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:31.879279 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:31.884118 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e08e226-0ca9-4144-989f-860b630139cf x-openstack-request-id: req-2e08e226-0ca9-4144-989f-860b630139cf {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:19:31.884626 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509a2317-55a1-4668-abfa-5f81b1962807", "name": "network-vif-deleted", "tag": "dd1f005d-803e-4180-a1ce-eeb46eb13016", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:19:31.884880 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e08e226-0ca9-4144-989f-860b630139cf {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:19:31.885313 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e08e226-0ca9-4144-989f-860b630139cf'] response: {'server_uuid': '509a2317-55a1-4668-abfa-5f81b1962807', 'name': 'network-vif-deleted', 'tag': 'dd1f005d-803e-4180-a1ce-eeb46eb13016', 'status': 'completed', 'code': 200} Mar 24 01:19:31.890269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:31.890564 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:31.893149 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 6 to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba Mar 24 01:19:31.911528 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:31.911875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:31.912233 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:31.919280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:31.919627 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:31.922011 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 7 to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba Mar 24 01:19:31.939106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975261e8-06ff-4cde-8ff5-b7daa105d58a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:31.942964 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-975261e8-06ff-4cde-8ff5-b7daa105d58a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:31.948277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:31.948623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:31.949118 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:32.006912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:32.007256 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:32.011167 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 8 to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba Mar 24 01:19:32.066229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:32.066862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:32.067362 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:32.076394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:32.077183 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:32.085676 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 9 to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba Mar 24 01:19:32.087617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Allocated IP 2001:db8::f816:3eff:fe63:5786 (6236e4f8-17ff-44a0-8044-03efb1bb8211/6bfe324f-f81a-450b-9102-7ef4eb9f5f70/b762eaf1-9a46-44a5-972c-8b0578b7b746) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:32.145950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:32.147190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:32.147556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:32.163010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:32.163395 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:32.171820 n-d-760455-9 neutron-server[115730]: INFO neutron.plugins.ml2.plugin [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempt 10 to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba Mar 24 01:19:32.202277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:32.202766 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:32.203130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempting to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:32.210420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:19:32.210825 n-d-760455-9 neutron-server[115730]: ERROR neutron.plugins.ml2.managers [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Failed to bind port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on host n-h2-760455-9 for vnic_type normal using segments [{'id': 'f76bac7d-0ae0-48fe-93ea-b15924091cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1d9dc397-e38c-4324-9172-1c85718bdc6e'}] Mar 24 01:19:32.211207 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:32.241952 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:32.422258 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Publish callbacks [] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:32.428066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device dd1f005d-803e-4180-a1ce-eeb46eb13016 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:32.433012 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:32.558447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Pushing event updated for resources: {'Port': ['ID=b762eaf1-9a46-44a5-972c-8b0578b7b746,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:32.574789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: dd1f005d-803e-4180-a1ce-eeb46eb13016 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:32.575145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device dd1f005d-803e-4180-a1ce-eeb46eb13016 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:32.629132 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:32.633273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:32.638042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:32.649908 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:32.704963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Attempting to bind port b762eaf1-9a46-44a5-972c-8b0578b7b746 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:32.705240 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Attempting to bind port b762eaf1-9a46-44a5-972c-8b0578b7b746 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:32.705616 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Attempting to bind port b762eaf1-9a46-44a5-972c-8b0578b7b746 on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:32.710888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:19:32.711292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:19:32.711664 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:32.712062 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:19:32.712532 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Bound port: b762eaf1-9a46-44a5-972c-8b0578b7b746, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:19:32.712915 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:32.786654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] For port b762eaf1-9a46-44a5-972c-8b0578b7b746, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:19:32.790036 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] For port b762eaf1-9a46-44a5-972c-8b0578b7b746, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b762eaf1-9a46-44a5-972c-8b0578b7b746,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:19:32.797841 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:32.829779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] For port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:19:32.830318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attempted to set empty binding levels {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 24 01:19:32.833192 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-301ed743-b6f8-4a45-ba78-16c945106672 req-f09bb365-0c28-47d9-8938-ba86b1935c56 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "GET /v2.0/ports?device_id=509a2317-55a1-4668-abfa-5f81b1962807 HTTP/1.1" status: 200 len: 210 time: 0.0434239 Mar 24 01:19:32.844044 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:32.875132 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8a32b-0924-43b6-9c57-3c8c633eafc0 None None] Pushing event updated for resources: {'Port': ['ID=b762eaf1-9a46-44a5-972c-8b0578b7b746,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:32.910428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] In _notify_port_updated(), no bound segment for port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba on network 1d9dc397-e38c-4324-9172-1c85718bdc6e {{(pid=115730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:19:32.911728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:32.912326 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:32.916908 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] 10.222.0.45 "PUT /v2.0/ports/a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba HTTP/1.1" status: 200 len: 974 time: 2.8639686 Mar 24 01:19:32.917406 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48332) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:32.939837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702b46c-e751-4bfc-a710-f25862b5c923 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Pushing event updated for resources: {'Port': ['ID=a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:33.014310 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-975261e8-06ff-4cde-8ff5-b7daa105d58a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (3d1315c8-f902-4022-b227-71271ee647d8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:33.044706 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c37cfb9a-460f-4950-8f61-7b35eef224a4 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Deleting port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:33.045200 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c37cfb9a-460f-4950-8f61-7b35eef224a4 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:33.086283 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975261e8-06ff-4cde-8ff5-b7daa105d58a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=3d1315c8-f902-4022-b227-71271ee647d8,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:33.093728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975261e8-06ff-4cde-8ff5-b7daa105d58a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:33.095392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-975261e8-06ff-4cde-8ff5-b7daa105d58a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:33.102869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975261e8-06ff-4cde-8ff5-b7daa105d58a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:33.103623 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-975261e8-06ff-4cde-8ff5-b7daa105d58a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:33.154823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-975261e8-06ff-4cde-8ff5-b7daa105d58a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5341923 Mar 24 01:19:33.156109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48334) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:33.166443 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-c37cfb9a-460f-4950-8f61-7b35eef224a4 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] For port a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba, host n-h2-760455-9, got binding levels [] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:33.166802 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c37cfb9a-460f-4950-8f61-7b35eef224a4 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:33.167873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c7f21c9d-b3b4-4fb0-b4f4-bb35e0aa75f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'mac_address': 'fa:16:3e:bc:30:93', 'name': 'tempest-NetworksTestDHCPv6-902538280'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:33.191019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c37cfb9a-460f-4950-8f61-7b35eef224a4 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Calling delete_port for a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:33.329668 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c37cfb9a-460f-4950-8f61-7b35eef224a4 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:33.340975 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f21c9d-b3b4-4fb0-b4f4-bb35e0aa75f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:33.375266 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cfb9a-460f-4950-8f61-7b35eef224a4 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Pushing event deleted for resources: {'Port': ['ID=a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:33.401072 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c37cfb9a-460f-4950-8f61-7b35eef224a4 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:33.408779 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c37cfb9a-460f-4950-8f61-7b35eef224a4 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] 10.222.0.45 "DELETE /v2.0/ports/a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba HTTP/1.1" status: 204 len: 168 time: 0.4886968 Mar 24 01:19:33.409987 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48336) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:33.441670 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a756889-f712-4233-a096-b986e1f054a4 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] GET failed (client error): The resource could not be found. Mar 24 01:19:33.449672 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2a756889-f712-4233-a096-b986e1f054a4 tempest-PortsAdminExtendedAttrsTestJSON-135783467 tempest-PortsAdminExtendedAttrsTestJSON-135783467-project-admin] 10.222.0.45 "GET /v2.0/ports/a58ef6c7-fd0a-44d3-8bb8-c1c0e88327ba HTTP/1.1" status: 404 len: 333 time: 0.0381045 Mar 24 01:19:33.450754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48338) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:33.455461 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c7f21c9d-b3b4-4fb0-b4f4-bb35e0aa75f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:33.478698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-c7f21c9d-b3b4-4fb0-b4f4-bb35e0aa75f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port f5d51196-3854-4007-a449-7c83c1224b80 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:19:33.570833 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c72f98e1-2f62-45d6-ba69-3419c96210ca tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (1d9dc397-e38c-4324-9172-1c85718bdc6e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:33.694139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b762eaf1-9a46-44a5-972c-8b0578b7b746 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:19:33.750263 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c72f98e1-2f62-45d6-ba69-3419c96210ca tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (1d9dc397-e38c-4324-9172-1c85718bdc6e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:33.765745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-c7f21c9d-b3b4-4fb0-b4f4-bb35e0aa75f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 172.20.0.10 (6236e4f8-17ff-44a0-8044-03efb1bb8211/3d1315c8-f902-4022-b227-71271ee647d8/f5d51196-3854-4007-a449-7c83c1224b80) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:33.780549 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-c7f21c9d-b3b4-4fb0-b4f4-bb35e0aa75f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::f816:3eff:febc:3093 (6236e4f8-17ff-44a0-8044-03efb1bb8211/6bfe324f-f81a-450b-9102-7ef4eb9f5f70/f5d51196-3854-4007-a449-7c83c1224b80) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:33.783794 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:33.813189 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-c72f98e1-2f62-45d6-ba69-3419c96210ca tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9dc397-e38c-4324-9172-1c85718bdc6e']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:33.825745 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-c72f98e1-2f62-45d6-ba69-3419c96210ca tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76bac7d-0ae0-48fe-93ea-b15924091cf0') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:33.826036 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-c72f98e1-2f62-45d6-ba69-3419c96210ca tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76bac7d-0ae0-48fe-93ea-b15924091cf0') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:33.838719 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b762eaf1-9a46-44a5-972c-8b0578b7b746 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:33.839093 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:33.839244 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c72f98e1-2f62-45d6-ba69-3419c96210ca tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (f76bac7d-0ae0-48fe-93ea-b15924091cf0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:33.856904 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c72f98e1-2f62-45d6-ba69-3419c96210ca tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f76bac7d-0ae0-48fe-93ea-b15924091cf0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:33.869385 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72f98e1-2f62-45d6-ba69-3419c96210ca tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:19:33.871113 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c72f98e1-2f62-45d6-ba69-3419c96210ca tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (f76bac7d-0ae0-48fe-93ea-b15924091cf0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:19:33.877834 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:19:33.958753 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48348) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:34.037146 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c72f98e1-2f62-45d6-ba69-3419c96210ca tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (1d9dc397-e38c-4324-9172-1c85718bdc6e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:34.043428 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c72f98e1-2f62-45d6-ba69-3419c96210ca tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:34.050795 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c72f98e1-2f62-45d6-ba69-3419c96210ca tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] 10.222.0.45 "DELETE /v2.0/networks/1d9dc397-e38c-4324-9172-1c85718bdc6e HTTP/1.1" status: 204 len: 168 time: 0.5985510 Mar 24 01:19:34.055995 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b762eaf1-9a46-44a5-972c-8b0578b7b746 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:34.056399 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:34.077871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da2f0bd8-2c22-4ebc-9921-3315f7fefd82 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group (997a5915-c714-4f78-b5b2-716b859adbd0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:34.100090 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f98e1-2f62-45d6-ba69-3419c96210ca tempest-PortsAdminExtendedAttrsTestJSON-839957947 tempest-PortsAdminExtendedAttrsTestJSON-839957947-project] Pushing event deleted for resources: {'Network': ['ID=1d9dc397-e38c-4324-9172-1c85718bdc6e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:34.100365 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port b762eaf1-9a46-44a5-972c-8b0578b7b746, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b762eaf1-9a46-44a5-972c-8b0578b7b746,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:34.109208 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:34.120686 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c7f21c9d-b3b4-4fb0-b4f4-bb35e0aa75f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (f5d51196-3854-4007-a449-7c83c1224b80), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:34.161577 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da2f0bd8-2c22-4ebc-9921-3315f7fefd82 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group (997a5915-c714-4f78-b5b2-716b859adbd0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:34.201438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0400afaf-5222-437b-9300-d62530e9ed04 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:34.207160 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c7f21c9d-b3b4-4fb0-b4f4-bb35e0aa75f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f5d51196-3854-4007-a449-7c83c1224b80), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:34.238167 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da2f0bd8-2c22-4ebc-9921-3315f7fefd82 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (997a5915-c714-4f78-b5b2-716b859adbd0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:34.241388 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da2f0bd8-2c22-4ebc-9921-3315f7fefd82 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:34.242966 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-da2f0bd8-2c22-4ebc-9921-3315f7fefd82 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "DELETE /v2.0/security-groups/997a5915-c714-4f78-b5b2-716b859adbd0 HTTP/1.1" status: 204 len: 168 time: 0.2835705 Mar 24 01:19:34.267855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 0400afaf-5222-437b-9300-d62530e9ed04 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:34.268214 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0400afaf-5222-437b-9300-d62530e9ed04 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:34.281691 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48354) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:34.282597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f0bd8-2c22-4ebc-9921-3315f7fefd82 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=997a5915-c714-4f78-b5b2-716b859adbd0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:34.346681 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=b762eaf1-9a46-44a5-972c-8b0578b7b746,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:34.349415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f21c9d-b3b4-4fb0-b4f4-bb35e0aa75f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:34.352917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-c7f21c9d-b3b4-4fb0-b4f4-bb35e0aa75f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:34.361856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f21c9d-b3b4-4fb0-b4f4-bb35e0aa75f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:34.409483 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-77e6e3c3-0ea1-4b0f-b255-42854b47d3df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group (c086ceb1-ec11-4028-b4c7-40935b3daa32), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:34.459788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-77e6e3c3-0ea1-4b0f-b255-42854b47d3df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group (c086ceb1-ec11-4028-b4c7-40935b3daa32), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:34.463234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f21c9d-b3b4-4fb0-b4f4-bb35e0aa75f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=f5d51196-3854-4007-a449-7c83c1224b80,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:34.500696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d943ce55-c370-4742-b687-333ee6263fa0 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:34.517133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f21c9d-b3b4-4fb0-b4f4-bb35e0aa75f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:34.517133 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c7f21c9d-b3b4-4fb0-b4f4-bb35e0aa75f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:34.558674 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c7f21c9d-b3b4-4fb0-b4f4-bb35e0aa75f3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3971472 Mar 24 01:19:34.575372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48360) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:34.591628 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-77e6e3c3-0ea1-4b0f-b255-42854b47d3df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (c086ceb1-ec11-4028-b4c7-40935b3daa32), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:34.598935 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-77e6e3c3-0ea1-4b0f-b255-42854b47d3df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:34.602717 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-77e6e3c3-0ea1-4b0f-b255-42854b47d3df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "DELETE /v2.0/security-groups/c086ceb1-ec11-4028-b4c7-40935b3daa32 HTTP/1.1" status: 204 len: 168 time: 0.3111660 Mar 24 01:19:34.604407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48362) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:34.632177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-60f9de08-e9d6-4bd2-91e3-4cf60458bb18 None None] Provisioning complete for port b762eaf1-9a46-44a5-972c-8b0578b7b746 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:34.632563 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-60f9de08-e9d6-4bd2-91e3-4cf60458bb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:34.673212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48366) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:34.715178 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e767a8-5489-456c-9e26-42317ca06ca5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:34.726194 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e767a8-5489-456c-9e26-42317ca06ca5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:34.730238 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-92e767a8-5489-456c-9e26-42317ca06ca5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1514463 Mar 24 01:19:34.730382 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6e3c3-0ea1-4b0f-b255-42854b47d3df tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c086ceb1-ec11-4028-b4c7-40935b3daa32,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:34.736927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48372) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:34.769535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-60f9de08-e9d6-4bd2-91e3-4cf60458bb18 None None] Current status of the port b762eaf1-9a46-44a5-972c-8b0578b7b746 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:34.941555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82532eaa-4f84-494b-b727-8c61731f7c97 None None] Update dhcp port {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'fixed_ips': [{'subnet_id': '6bfe324f-f81a-450b-9102-7ef4eb9f5f70', 'ip_address': '2001:db8::f816:3eff:fe63:5786'}, {'subnet_id': '3d1315c8-f902-4022-b227-71271ee647d8'}], 'binding:host_id': 'n-d-760455-9'}, 'id': 'b762eaf1-9a46-44a5-972c-8b0578b7b746'} from n-d-760455-9. {{(pid=115731) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 24 01:19:34.959261 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7b4c1b64-f80f-4b00-89eb-0efb247149e1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=56b93d6d96be4d6ea16fad3215bb35a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2837501 Mar 24 01:19:34.965587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48376) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:34.998533 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-82532eaa-4f84-494b-b727-8c61731f7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:35.022726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-7986e29e-acbb-4cc4-a137-74c07a5d6264 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port f5d51196-3854-4007-a449-7c83c1224b80 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:35.023327 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7986e29e-acbb-4cc4-a137-74c07a5d6264 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f5d51196-3854-4007-a449-7c83c1224b80), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:35.086975 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-577b29c1-8e71-4c99-8435-28745cdd37d2 admin admin] Publish callbacks [] for security_group (11182dc3-5ae1-4846-aaa9-453ef512d643), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:35.109982 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-577b29c1-8e71-4c99-8435-28745cdd37d2 admin admin] Publish callbacks [] for security_group (11182dc3-5ae1-4846-aaa9-453ef512d643), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:35.166752 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-577b29c1-8e71-4c99-8435-28745cdd37d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (11182dc3-5ae1-4846-aaa9-453ef512d643), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:35.170139 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-577b29c1-8e71-4c99-8435-28745cdd37d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:35.174650 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-577b29c1-8e71-4c99-8435-28745cdd37d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/11182dc3-5ae1-4846-aaa9-453ef512d643 HTTP/1.1" status: 204 len: 168 time: 0.2078218 Mar 24 01:19:35.199717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b29c1-8e71-4c99-8435-28745cdd37d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11182dc3-5ae1-4846-aaa9-453ef512d643,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:35.224306 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7986e29e-acbb-4cc4-a137-74c07a5d6264 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f5d51196-3854-4007-a449-7c83c1224b80), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:35.239594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-7986e29e-acbb-4cc4-a137-74c07a5d6264 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for f5d51196-3854-4007-a449-7c83c1224b80 owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:35.290532 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:35.403737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-82532eaa-4f84-494b-b727-8c61731f7c97 None None] Allocated IP 172.20.0.2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/3d1315c8-f902-4022-b227-71271ee647d8/b762eaf1-9a46-44a5-972c-8b0578b7b746) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:35.486239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7986e29e-acbb-4cc4-a137-74c07a5d6264 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f5d51196-3854-4007-a449-7c83c1224b80), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:35.565253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986e29e-acbb-4cc4-a137-74c07a5d6264 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=f5d51196-3854-4007-a449-7c83c1224b80,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:35.634083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b762eaf1-9a46-44a5-972c-8b0578b7b746 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:19:35.638477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-82532eaa-4f84-494b-b727-8c61731f7c97 None None] For port b762eaf1-9a46-44a5-972c-8b0578b7b746, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b762eaf1-9a46-44a5-972c-8b0578b7b746,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:35.712110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48382) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:35.713285 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-82532eaa-4f84-494b-b727-8c61731f7c97 None None] Publish callbacks [] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:35.720846 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-82532eaa-4f84-494b-b727-8c61731f7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:35.726418 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7986e29e-acbb-4cc4-a137-74c07a5d6264 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:35.730851 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7986e29e-acbb-4cc4-a137-74c07a5d6264 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/f5d51196-3854-4007-a449-7c83c1224b80 HTTP/1.1" status: 204 len: 168 time: 0.9929755 Mar 24 01:19:35.741742 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48384) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:35.828378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ed7e79-dc47-455b-8653-468aafc8ee91 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:35.829756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ed7e79-dc47-455b-8653-468aafc8ee91 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:35.831388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ed7e79-dc47-455b-8653-468aafc8ee91 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:35.835831 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f4ed7e79-dc47-455b-8653-468aafc8ee91 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0905447 Mar 24 01:19:35.836728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48390) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:35.882980 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b762eaf1-9a46-44a5-972c-8b0578b7b746 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:35.883506 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:35.904409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ef66b274-39c6-4a20-b8d0-0b69bd453613 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92a82f2f3cf5455fa60e7beb05178b67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1865010 Mar 24 01:19:35.905173 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48394) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:35.938546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82532eaa-4f84-494b-b727-8c61731f7c97 None None] Pushing event updated for resources: {'Port': ['ID=b762eaf1-9a46-44a5-972c-8b0578b7b746,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:35.991062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-567e6c93-e5ae-4466-94d9-e260a7f3043a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 3d1315c8-f902-4022-b227-71271ee647d8 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:19:35.999238 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-567e6c93-e5ae-4466-94d9-e260a7f3043a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (3d1315c8-f902-4022-b227-71271ee647d8), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:36.006978 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-04480494-4a07-490b-859a-348c402773b1 admin admin] Publish callbacks [] for security_group (a4a4b7b8-bc28-4df9-8ad5-9dadc26c1e18), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:36.084237 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-04480494-4a07-490b-859a-348c402773b1 admin admin] Publish callbacks [] for security_group (a4a4b7b8-bc28-4df9-8ad5-9dadc26c1e18), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:36.111653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b762eaf1-9a46-44a5-972c-8b0578b7b746 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:36.124769 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-567e6c93-e5ae-4466-94d9-e260a7f3043a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (3d1315c8-f902-4022-b227-71271ee647d8), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:36.172121 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bab6-eb2c-4286-8164-5789715b5444 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:36.175171 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-04480494-4a07-490b-859a-348c402773b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a4a4b7b8-bc28-4df9-8ad5-9dadc26c1e18), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:36.177814 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-04480494-4a07-490b-859a-348c402773b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:36.178976 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-04480494-4a07-490b-859a-348c402773b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a4a4b7b8-bc28-4df9-8ad5-9dadc26c1e18 HTTP/1.1" status: 204 len: 168 time: 0.2728760 Mar 24 01:19:36.286714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04480494-4a07-490b-859a-348c402773b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a4b7b8-bc28-4df9-8ad5-9dadc26c1e18,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:36.327500 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-567e6c93-e5ae-4466-94d9-e260a7f3043a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (3d1315c8-f902-4022-b227-71271ee647d8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:36.429294 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-567e6c93-e5ae-4466-94d9-e260a7f3043a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (3d1315c8-f902-4022-b227-71271ee647d8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:36.467255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e6c93-e5ae-4466-94d9-e260a7f3043a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1315c8-f902-4022-b227-71271ee647d8,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:36.470066 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-567e6c93-e5ae-4466-94d9-e260a7f3043a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:36.476105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-567e6c93-e5ae-4466-94d9-e260a7f3043a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/3d1315c8-f902-4022-b227-71271ee647d8 HTTP/1.1" status: 204 len: 168 time: 0.6360397 Mar 24 01:19:36.476307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48400) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:36.583710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac193d7-d916-4404-b68e-7b8a831f1661 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 6bfe324f-f81a-450b-9102-7ef4eb9f5f70 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:19:36.595621 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ac193d7-d916-4404-b68e-7b8a831f1661 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (6bfe324f-f81a-450b-9102-7ef4eb9f5f70), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:36.694342 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ac193d7-d916-4404-b68e-7b8a831f1661 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (6bfe324f-f81a-450b-9102-7ef4eb9f5f70), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:36.770120 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c9c2bab6-eb2c-4286-8164-5789715b5444 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Deleting port f3fa1b89-ccaa-49ef-b407-b5a3669311d5 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:36.770458 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bab6-eb2c-4286-8164-5789715b5444 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:36.896474 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-c9c2bab6-eb2c-4286-8164-5789715b5444 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] For port f3fa1b89-ccaa-49ef-b407-b5a3669311d5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f3fa1b89-ccaa-49ef-b407-b5a3669311d5,segment=NetworkSegment(9251168c-9b4c-49a2-9915-a0a71784a706),segment_id=9251168c-9b4c-49a2-9915-a0a71784a706)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:36.897029 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bab6-eb2c-4286-8164-5789715b5444 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:36.904029 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ac193d7-d916-4404-b68e-7b8a831f1661 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (6bfe324f-f81a-450b-9102-7ef4eb9f5f70), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:36.914772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c9c2bab6-eb2c-4286-8164-5789715b5444 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Calling delete_port for f3fa1b89-ccaa-49ef-b407-b5a3669311d5 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:36.969521 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb24de31-2d89-423f-8f71-156239e45add None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:37.015434 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ac193d7-d916-4404-b68e-7b8a831f1661 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (6bfe324f-f81a-450b-9102-7ef4eb9f5f70), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:37.043606 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ac193d7-d916-4404-b68e-7b8a831f1661 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:37.050561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0ac193d7-d916-4404-b68e-7b8a831f1661 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/6bfe324f-f81a-450b-9102-7ef4eb9f5f70 HTTP/1.1" status: 204 len: 168 time: 0.5724478 Mar 24 01:19:37.052126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48416) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:37.131192 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e51a33f5-74ae-448f-9789-92035aadc254 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520880 Mar 24 01:19:37.132426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac193d7-d916-4404-b68e-7b8a831f1661 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=6bfe324f-f81a-450b-9102-7ef4eb9f5f70,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:37.135493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48422) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:37.144510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-860c4a80-e01a-407e-9cb3-5e01b3ec96eb None None] Provisioning complete for port b762eaf1-9a46-44a5-972c-8b0578b7b746 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:37.144895 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-860c4a80-e01a-407e-9cb3-5e01b3ec96eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:37.146742 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-4dd71f9e-7a83-4740-84a9-1f78a6c6966d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:37.213321 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bab6-eb2c-4286-8164-5789715b5444 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f3fa1b89-ccaa-49ef-b407-b5a3669311d5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:37.277606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2bab6-eb2c-4286-8164-5789715b5444 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event deleted for resources: {'Port': ['ID=f3fa1b89-ccaa-49ef-b407-b5a3669311d5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:37.367574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd71f9e-7a83-4740-84a9-1f78a6c6966d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:37.373306 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4dd71f9e-7a83-4740-84a9-1f78a6c6966d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:37.413961 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-860c4a80-e01a-407e-9cb3-5e01b3ec96eb None None] Current status of the port b762eaf1-9a46-44a5-972c-8b0578b7b746 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:37.434811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-860c4a80-e01a-407e-9cb3-5e01b3ec96eb None None] Could not find standard attr ID for object f5d51196-3854-4007-a449-7c83c1224b80. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:19:37.534266 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676e7767-9a0a-4206-bbe1-7c2b963cc80b None None] Update dhcp port {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'fixed_ips': [{'subnet_id': '6bfe324f-f81a-450b-9102-7ef4eb9f5f70'}], 'binding:host_id': 'n-d-760455-9'}, 'id': 'b762eaf1-9a46-44a5-972c-8b0578b7b746'} from n-d-760455-9. {{(pid=115731) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 24 01:19:37.620175 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-676e7767-9a0a-4206-bbe1-7c2b963cc80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:37.673783 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bab6-eb2c-4286-8164-5789715b5444 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:37.819407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b762eaf1-9a46-44a5-972c-8b0578b7b746 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:19:37.963060 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b762eaf1-9a46-44a5-972c-8b0578b7b746 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:37.963465 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:38.029984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c9c1bb-4aee-408c-bc74-5109b81932bf None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:38.066150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c2bab6-eb2c-4286-8164-5789715b5444 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:19:38.210733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.objects.ports [None req-4dd71f9e-7a83-4740-84a9-1f78a6c6966d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:19:38.239269 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e7754f7e-53c6-4591-b504-968f7ab95c25 None None] Provisioning complete for port b762eaf1-9a46-44a5-972c-8b0578b7b746 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:38.239919 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e7754f7e-53c6-4591-b504-968f7ab95c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:38.294886 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c2bab6-eb2c-4286-8164-5789715b5444 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:19:38.305234 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c9c2bab6-eb2c-4286-8164-5789715b5444 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "PUT /v2.0/routers/d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6875682 Mar 24 01:19:38.305972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48448) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:38.317033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e560591-4ee5-40ca-a638-17a588cf8435 None None] Sync routers for ids ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:19:38.370923 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc987db-629c-490f-8e97-5f126fcbd9cc tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Deleting subnet 69b05c13-3a22-4906-aaa7-aa55f241301e {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:19:38.375013 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bfc987db-629c-490f-8e97-5f126fcbd9cc tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for subnet (69b05c13-3a22-4906-aaa7-aa55f241301e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:38.424630 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bfc987db-629c-490f-8e97-5f126fcbd9cc tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (69b05c13-3a22-4906-aaa7-aa55f241301e), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:38.429056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e560591-4ee5-40ca-a638-17a588cf8435 None None] Routers {'d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:38.429611 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9e560591-4ee5-40ca-a638-17a588cf8435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:38.453705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b762eaf1-9a46-44a5-972c-8b0578b7b746 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:38.612128 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bfc987db-629c-490f-8e97-5f126fcbd9cc tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (69b05c13-3a22-4906-aaa7-aa55f241301e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:38.655921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48454) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:38.712751 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4dd71f9e-7a83-4740-84a9-1f78a6c6966d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:38.714041 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bfc987db-629c-490f-8e97-5f126fcbd9cc tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (69b05c13-3a22-4906-aaa7-aa55f241301e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:38.802916 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bfc987db-629c-490f-8e97-5f126fcbd9cc tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:38.820250 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bfc987db-629c-490f-8e97-5f126fcbd9cc tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "DELETE /v2.0/subnets/69b05c13-3a22-4906-aaa7-aa55f241301e HTTP/1.1" status: 204 len: 168 time: 0.5107479 Mar 24 01:19:38.820250 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc987db-629c-490f-8e97-5f126fcbd9cc tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event deleted for resources: {'Subnet': ['ID=69b05c13-3a22-4906-aaa7-aa55f241301e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:38.824862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48458) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:38.864334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf961c0-f55f-4d64-b2c8-4faf89d845e9 None None] Network a6011d1a-5ca7-4daa-a03f-792f57c1b65f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:38.915269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e22ddde7-21aa-4e9a-9f5e-9cb77c088d44 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-736594895', 'router:external': True}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:38.989263 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e7754f7e-53c6-4591-b504-968f7ab95c25 None None] Current status of the port b762eaf1-9a46-44a5-972c-8b0578b7b746 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:39.029450 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7afdef8-c623-49a6-b16a-a7f036d5d357 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:39.082375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-9e560591-4ee5-40ca-a638-17a588cf8435 None None] Set router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:19:39.148169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22ddde7-21aa-4e9a-9f5e-9cb77c088d44 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Made reservation on behalf of 36bea43ffcda4ca08248931b27cec310 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:39.150769 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e22ddde7-21aa-4e9a-9f5e-9cb77c088d44 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:39.208840 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e22ddde7-21aa-4e9a-9f5e-9cb77c088d44 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:39.277215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecdce11-af9f-4637-a898-beebf9b2f468 None None] DHCP port deletion for a6011d1a-5ca7-4daa-a03f-792f57c1b65f request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:19:39.383888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-4dd71f9e-7a83-4740-84a9-1f78a6c6966d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] For port b762eaf1-9a46-44a5-972c-8b0578b7b746, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b762eaf1-9a46-44a5-972c-8b0578b7b746,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:39.438382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6ecdce11-af9f-4637-a898-beebf9b2f468 None None] Deleting port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:39.438979 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6ecdce11-af9f-4637-a898-beebf9b2f468 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8ef3c25b-a62c-4832-bd7a-9cee5ef647fa), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:39.484504 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7afdef8-c623-49a6-b16a-a7f036d5d357 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router_gateway (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:39.508670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b762eaf1-9a46-44a5-972c-8b0578b7b746 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:39.526184 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4dd71f9e-7a83-4740-84a9-1f78a6c6966d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:39.574095 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4dd71f9e-7a83-4740-84a9-1f78a6c6966d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:39.601034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6ecdce11-af9f-4637-a898-beebf9b2f468 None None] For port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8ef3c25b-a62c-4832-bd7a-9cee5ef647fa,segment=NetworkSegment(9251168c-9b4c-49a2-9915-a0a71784a706),segment_id=9251168c-9b4c-49a2-9915-a0a71784a706)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:39.601606 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6ecdce11-af9f-4637-a898-beebf9b2f468 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8ef3c25b-a62c-4832-bd7a-9cee5ef647fa), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:39.627179 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e22ddde7-21aa-4e9a-9f5e-9cb77c088d44 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for security_group (da29dbc5-85ad-4e1c-9e0b-fa1da1d52e9d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:39.629429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9e560591-4ee5-40ca-a638-17a588cf8435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2117226586', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:27Z', 'updated_at': '2022-03-24T01:19:37Z', 'revision_number': 5, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port': {'id': '136734e7-9ba3-4c84-8304-2d3882d39ee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:28Z', 'updated_at': '2022-03-24T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:39.632791 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4dd71f9e-7a83-4740-84a9-1f78a6c6966d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (8b63629b-7558-4fe9-8499-cae63d4945da), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:39.661618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd71f9e-7a83-4740-84a9-1f78a6c6966d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:39.667380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-4dd71f9e-7a83-4740-84a9-1f78a6c6966d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:39.673690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6ecdce11-af9f-4637-a898-beebf9b2f468 None None] Calling delete_port for 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:39.676234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e560591-4ee5-40ca-a638-17a588cf8435 None None] Checking router: d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:19:39.676595 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e22ddde7-21aa-4e9a-9f5e-9cb77c088d44 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (da29dbc5-85ad-4e1c-9e0b-fa1da1d52e9d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:39.725199 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd71f9e-7a83-4740-84a9-1f78a6c6966d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:39.725908 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4dd71f9e-7a83-4740-84a9-1f78a6c6966d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:39.735898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd71f9e-7a83-4740-84a9-1f78a6c6966d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=8b63629b-7558-4fe9-8499-cae63d4945da,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:39.739052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e560591-4ee5-40ca-a638-17a588cf8435 None None] Routers {'d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:39.739758 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9e560591-4ee5-40ca-a638-17a588cf8435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:39.798135 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd71f9e-7a83-4740-84a9-1f78a6c6966d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=b762eaf1-9a46-44a5-972c-8b0578b7b746,revision_number=8']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:39.812198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22ddde7-21aa-4e9a-9f5e-9cb77c088d44 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:19:39.832009 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4dd71f9e-7a83-4740-84a9-1f78a6c6966d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6951969 Mar 24 01:19:39.835313 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48468) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:39.835797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ddde7-21aa-4e9a-9f5e-9cb77c088d44 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da29dbc5-85ad-4e1c-9e0b-fa1da1d52e9d,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:39.839299 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e22ddde7-21aa-4e9a-9f5e-9cb77c088d44 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (6b15c06d-4121-4138-933f-52911f3589f1), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:39.839670 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-e22ddde7-21aa-4e9a-9f5e-9cb77c088d44 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Added segment 6b15c06d-4121-4138-933f-52911f3589f1 of type vlan for network a2d46417-047e-4af1-9f4a-4d8c38f59bed Mar 24 01:19:39.841132 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2bdb8e66-5037-47e8-8e84-52544ea9912d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:39.860347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b7afdef8-c623-49a6-b16a-a7f036d5d357 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Deleting port 136734e7-9ba3-4c84-8304-2d3882d39ee7 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:39.860694 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7afdef8-c623-49a6-b16a-a7f036d5d357 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (136734e7-9ba3-4c84-8304-2d3882d39ee7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:39.925045 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b762eaf1-9a46-44a5-972c-8b0578b7b746 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:39.925465 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:39.961361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-9e560591-4ee5-40ca-a638-17a588cf8435 None None] Set router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:19:39.964323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e22ddde7-21aa-4e9a-9f5e-9cb77c088d44 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (a2d46417-047e-4af1-9f4a-4d8c38f59bed), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.056473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9e560591-4ee5-40ca-a638-17a588cf8435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2117226586', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:27Z', 'updated_at': '2022-03-24T01:19:39Z', 'revision_number': 6, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:40.071007 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e22ddde7-21aa-4e9a-9f5e-9cb77c088d44 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (a2d46417-047e-4af1-9f4a-4d8c38f59bed), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.072628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ddde7-21aa-4e9a-9f5e-9cb77c088d44 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:40.073419 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e22ddde7-21aa-4e9a-9f5e-9cb77c088d44 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.082571 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdb8e66-5037-47e8-8e84-52544ea9912d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:40.086128 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bdb8e66-5037-47e8-8e84-52544ea9912d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.086819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-b7afdef8-c623-49a6-b16a-a7f036d5d357 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] For port 136734e7-9ba3-4c84-8304-2d3882d39ee7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=136734e7-9ba3-4c84-8304-2d3882d39ee7,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:40.087680 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7afdef8-c623-49a6-b16a-a7f036d5d357 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (136734e7-9ba3-4c84-8304-2d3882d39ee7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.113138 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6ecdce11-af9f-4637-a898-beebf9b2f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (8ef3c25b-a62c-4832-bd7a-9cee5ef647fa), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.147780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e560591-4ee5-40ca-a638-17a588cf8435 None None] The sync data for ids ['d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8'] in n-d-760455-9 is: [{'id': 'd706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2117226586', 'tenant_id': 'e1e7881ea1e648cfa1908931781603fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:27Z', 'updated_at': '2022-03-24T01:19:39Z', 'revision_number': 6, 'project_id': 'e1e7881ea1e648cfa1908931781603fe', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:19:40.153044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port b762eaf1-9a46-44a5-972c-8b0578b7b746, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b762eaf1-9a46-44a5-972c-8b0578b7b746,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:40.203094 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.213316 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecdce11-af9f-4637-a898-beebf9b2f468 None None] No DVR routers for this DVR port 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:19:40.218333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdce11-af9f-4637-a898-beebf9b2f468 None None] Pushing event deleted for resources: {'Port': ['ID=8ef3c25b-a62c-4832-bd7a-9cee5ef647fa,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:40.218466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b7afdef8-c623-49a6-b16a-a7f036d5d357 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Calling delete_port for 136734e7-9ba3-4c84-8304-2d3882d39ee7 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:40.237411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e22ddde7-21aa-4e9a-9f5e-9cb77c088d44 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5801480 Mar 24 01:19:40.241852 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48478) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:40.257315 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-bcd7cf98-052e-4529-90de-e8de5a436408 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Request body: {'subnet': {'network_id': 'a2d46417-047e-4af1-9f4a-4d8c38f59bed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:40.276413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ddde7-21aa-4e9a-9f5e-9cb77c088d44 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Pushing event updated for resources: {'Network': ['ID=a2d46417-047e-4af1-9f4a-4d8c38f59bed,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:40.280730 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f4ff14-855b-4d7e-8486-520010734ab5 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:40.353293 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd7cf98-052e-4529-90de-e8de5a436408 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Made reservation on behalf of 36bea43ffcda4ca08248931b27cec310 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:40.355726 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bcd7cf98-052e-4529-90de-e8de5a436408 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.378558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network a2d46417-047e-4af1-9f4a-4d8c38f59bed details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:19:40.560181 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7afdef8-c623-49a6-b16a-a7f036d5d357 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (136734e7-9ba3-4c84-8304-2d3882d39ee7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.583730 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=b762eaf1-9a46-44a5-972c-8b0578b7b746,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:40.587415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5f140043-eda3-4ec2-b248-dd67fa72eda0 None None] Provisioning complete for port b762eaf1-9a46-44a5-972c-8b0578b7b746 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:40.587656 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5f140043-eda3-4ec2-b248-dd67fa72eda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.633739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afdef8-c623-49a6-b16a-a7f036d5d357 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event deleted for resources: {'Port': ['ID=136734e7-9ba3-4c84-8304-2d3882d39ee7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:40.735278 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b762eaf1-9a46-44a5-972c-8b0578b7b746 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:19:40.750566 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7afdef8-c623-49a6-b16a-a7f036d5d357 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.825597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5f140043-eda3-4ec2-b248-dd67fa72eda0 None None] Current status of the port b762eaf1-9a46-44a5-972c-8b0578b7b746 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:40.825997 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5f140043-eda3-4ec2-b248-dd67fa72eda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.880613 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7afdef8-c623-49a6-b16a-a7f036d5d357 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.884454 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7afdef8-c623-49a6-b16a-a7f036d5d357 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router_controller (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.904831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5f140043-eda3-4ec2-b248-dd67fa72eda0 None None] For port b762eaf1-9a46-44a5-972c-8b0578b7b746, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b762eaf1-9a46-44a5-972c-8b0578b7b746,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:40.912586 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5f140043-eda3-4ec2-b248-dd67fa72eda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.985434 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7afdef8-c623-49a6-b16a-a7f036d5d357 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.985972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7afdef8-c623-49a6-b16a-a7f036d5d357 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Fanout notify agent at l3_agent the message router_deleted on router d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:19:40.996475 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b7afdef8-c623-49a6-b16a-a7f036d5d357 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:40.998274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b7afdef8-c623-49a6-b16a-a7f036d5d357 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "DELETE /v2.0/routers/d706f0c1-1ab6-4ca0-aeb1-366ccb6da0c8 HTTP/1.1" status: 204 len: 168 time: 2.1748486 Mar 24 01:19:41.002707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48536) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:41.026248 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b762eaf1-9a46-44a5-972c-8b0578b7b746 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:41.026653 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:41.087850 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f140043-eda3-4ec2-b248-dd67fa72eda0 None None] Pushing event updated for resources: {'Port': ['ID=b762eaf1-9a46-44a5-972c-8b0578b7b746,revision_number=10']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:41.189527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b762eaf1-9a46-44a5-972c-8b0578b7b746 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:41.243394 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bdb8e66-5037-47e8-8e84-52544ea9912d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (5a3161d2-a2f7-447b-a3a6-9ad9a321209f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:41.268164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0b294704-60fb-41ff-b150-dcadb669f0b3 None None] Provisioning complete for port b762eaf1-9a46-44a5-972c-8b0578b7b746 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:41.269117 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0b294704-60fb-41ff-b150-dcadb669f0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:41.367446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdb8e66-5037-47e8-8e84-52544ea9912d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:41.372956 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:41.377614 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb8e66-5037-47e8-8e84-52544ea9912d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=5a3161d2-a2f7-447b-a3a6-9ad9a321209f,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:41.394849 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-2bdb8e66-5037-47e8-8e84-52544ea9912d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:41.406215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdb8e66-5037-47e8-8e84-52544ea9912d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:41.406914 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2bdb8e66-5037-47e8-8e84-52544ea9912d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:41.452214 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2bdb8e66-5037-47e8-8e84-52544ea9912d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6132901 Mar 24 01:19:41.458945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48576) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:41.483506 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2d0e6191-b096-4108-b443-c488ba1639a5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'mac_address': 'fa:16:3e:cd:e7:a6', 'name': 'tempest-NetworksTestDHCPv6-351515372'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:41.492974 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:41.493422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8ef3c25b-a62c-4832-bd7a-9cee5ef647fa not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:41.556144 n-d-760455-9 neutron-server[115729]: DEBUG neutron.objects.ports [None req-bcd7cf98-052e-4529-90de-e8de5a436408 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115729) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:19:41.571542 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bcd7cf98-052e-4529-90de-e8de5a436408 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (3dd1153d-5afa-45da-9829-df9adf59be71), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:41.824950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b762eaf1-9a46-44a5-972c-8b0578b7b746 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:19:41.832381 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddec9105-302b-4bb6-9cf9-775bd02b7b41 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:41.922631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7cf98-052e-4529-90de-e8de5a436408 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3dd1153d-5afa-45da-9829-df9adf59be71,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:41.945123 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6a00bd83-2631-4fe5-8629-36360f7a1c55 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (a6011d1a-5ca7-4daa-a03f-792f57c1b65f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:41.964166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0afcdc-04f1-4ba6-9c7e-c3a2c28d17cb req-8391a090-7a03-403f-8ff0-95f83d062d25 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:41.965626 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b0afcdc-04f1-4ba6-9c7e-c3a2c28d17cb req-8391a090-7a03-403f-8ff0-95f83d062d25 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 1127 time: 0.8518271 Mar 24 01:19:41.984388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0e6191-b096-4108-b443-c488ba1639a5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:42.053779 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0b294704-60fb-41ff-b150-dcadb669f0b3 None None] Current status of the port b762eaf1-9a46-44a5-972c-8b0578b7b746 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:42.101235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b762eaf1-9a46-44a5-972c-8b0578b7b746 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:42.101853 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:42.103345 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6a00bd83-2631-4fe5-8629-36360f7a1c55 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (a6011d1a-5ca7-4daa-a03f-792f57c1b65f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:42.109755 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6191-b096-4108-b443-c488ba1639a5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:42.132403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd7cf98-052e-4529-90de-e8de5a436408 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Checking segment: {'id': '6b15c06d-4121-4138-933f-52911f3589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a2d46417-047e-4af1-9f4a-4d8c38f59bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:19:42.134320 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd7cf98-052e-4529-90de-e8de5a436408 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Network hostable DHCP agents. Network: a2d46417-047e-4af1-9f4a-4d8c38f59bed, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:19:42.151616 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b0afcdc-04f1-4ba6-9c7e-c3a2c28d17cb req-d327c775-261f-436e-bedd-1d9cb35a2384 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619582 Mar 24 01:19:42.156090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-6a00bd83-2631-4fe5-8629-36360f7a1c55 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6011d1a-5ca7-4daa-a03f-792f57c1b65f']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:42.170891 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-2d0e6191-b096-4108-b443-c488ba1639a5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port ab2b4046-111c-48af-a6e1-7edda119f8cf yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:19:42.172366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-6a00bd83-2631-4fe5-8629-36360f7a1c55 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9251168c-9b4c-49a2-9915-a0a71784a706') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:42.172877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-6a00bd83-2631-4fe5-8629-36360f7a1c55 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9251168c-9b4c-49a2-9915-a0a71784a706') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:42.182448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48642) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:42.193800 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6a00bd83-2631-4fe5-8629-36360f7a1c55 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (9251168c-9b4c-49a2-9915-a0a71784a706), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:42.204815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd7cf98-052e-4529-90de-e8de5a436408 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Network a2d46417-047e-4af1-9f4a-4d8c38f59bed is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:19:42.214268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5cef3695-0569-4251-a5ff-280a626c8d5c None None] Could not find standard attr ID for object f5d51196-3854-4007-a449-7c83c1224b80. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:19:42.250491 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-bcd7cf98-052e-4529-90de-e8de5a436408 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, a2d46417-047e-4af1-9f4a-4d8c38f59bed) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:42.256340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acae3c74-75b1-4e34-aaeb-6e054d074c73 None None] Update dhcp port {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'fixed_ips': [{'subnet_id': '8b63629b-7558-4fe9-8499-cae63d4945da', 'ip_address': '2001:db8::f816:3eff:fe63:5786'}, {'subnet_id': '5a3161d2-a2f7-447b-a3a6-9ad9a321209f'}], 'binding:host_id': 'n-d-760455-9'}, 'id': 'b762eaf1-9a46-44a5-972c-8b0578b7b746'} from n-d-760455-9. {{(pid=115731) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 24 01:19:42.268395 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6a00bd83-2631-4fe5-8629-36360f7a1c55 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (9251168c-9b4c-49a2-9915-a0a71784a706), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:42.269970 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd7cf98-052e-4529-90de-e8de5a436408 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:42.270764 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bcd7cf98-052e-4529-90de-e8de5a436408 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:42.272704 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0d7067-122a-470f-a7da-7cbd6adc7cae None None] Network a2d46417-047e-4af1-9f4a-4d8c38f59bed requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:42.281854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a00bd83-2631-4fe5-8629-36360f7a1c55 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:19:42.282417 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6a00bd83-2631-4fe5-8629-36360f7a1c55 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (9251168c-9b4c-49a2-9915-a0a71784a706), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:19:42.295943 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:19:42.317733 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bcd7cf98-052e-4529-90de-e8de5a436408 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0686314 Mar 24 01:19:42.323765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48658) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:42.368414 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b762eaf1-9a46-44a5-972c-8b0578b7b746 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:42.383982 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-acae3c74-75b1-4e34-aaeb-6e054d074c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:42.408040 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-16897700-62ee-445e-a7f3-b9f730e0ba77 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-770860807', 'network_id': 'a2d46417-047e-4af1-9f4a-4d8c38f59bed'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:42.425800 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6a00bd83-2631-4fe5-8629-36360f7a1c55 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (a6011d1a-5ca7-4daa-a03f-792f57c1b65f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:42.439436 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6a00bd83-2631-4fe5-8629-36360f7a1c55 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:42.444093 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6a00bd83-2631-4fe5-8629-36360f7a1c55 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] 10.222.0.45 "DELETE /v2.0/networks/a6011d1a-5ca7-4daa-a03f-792f57c1b65f HTTP/1.1" status: 204 len: 168 time: 1.4403701 Mar 24 01:19:42.484468 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f3fa1b89-ccaa-49ef-b407-b5a3669311d5 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:42.489142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00bd83-2631-4fe5-8629-36360f7a1c55 tempest-TestSecurityGroupsBasicOps-1195183315 tempest-TestSecurityGroupsBasicOps-1195183315-project] Pushing event deleted for resources: {'Network': ['ID=a6011d1a-5ca7-4daa-a03f-792f57c1b65f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:42.530744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: f3fa1b89-ccaa-49ef-b407-b5a3669311d5 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:42.531316 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f3fa1b89-ccaa-49ef-b407-b5a3669311d5 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:42.532543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 136734e7-9ba3-4c84-8304-2d3882d39ee7 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:42.554686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16897700-62ee-445e-a7f3-b9f730e0ba77 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Made reservation on behalf of 36bea43ffcda4ca08248931b27cec310 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:42.561654 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16897700-62ee-445e-a7f3-b9f730e0ba77 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:42.576803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 136734e7-9ba3-4c84-8304-2d3882d39ee7 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:42.577197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 136734e7-9ba3-4c84-8304-2d3882d39ee7 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:42.590519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-7ec393bd-1962-4817-b2a1-bc868eb625bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting port 5e715765-4bae-4412-9ee5-87cf1c3755fd {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:42.591076 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7ec393bd-1962-4817-b2a1-bc868eb625bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5e715765-4bae-4412-9ee5-87cf1c3755fd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:42.664372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944c259f-fd27-46e6-b09c-adf2829cb72a None None] Network a2d46417-047e-4af1-9f4a-4d8c38f59bed requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:42.684298 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-16897700-62ee-445e-a7f3-b9f730e0ba77 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] device_id is not set on port 044166b6-9ab9-4b15-aab6-ef0390d1a0be yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:19:42.730793 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7ec393bd-1962-4817-b2a1-bc868eb625bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5e715765-4bae-4412-9ee5-87cf1c3755fd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:42.731336 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7ec393bd-1962-4817-b2a1-bc868eb625bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for floatingip (5e715765-4bae-4412-9ee5-87cf1c3755fd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:42.752765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-7ec393bd-1962-4817-b2a1-bc868eb625bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Calling delete_port for 5e715765-4bae-4412-9ee5-87cf1c3755fd owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:42.898908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-2d0e6191-b096-4108-b443-c488ba1639a5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 172.20.0.7 (6236e4f8-17ff-44a0-8044-03efb1bb8211/5a3161d2-a2f7-447b-a3a6-9ad9a321209f/ab2b4046-111c-48af-a6e1-7edda119f8cf) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:42.914157 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-2d0e6191-b096-4108-b443-c488ba1639a5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::f816:3eff:fecd:e7a6 (6236e4f8-17ff-44a0-8044-03efb1bb8211/8b63629b-7558-4fe9-8499-cae63d4945da/ab2b4046-111c-48af-a6e1-7edda119f8cf) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:42.989810 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-16897700-62ee-445e-a7f3-b9f730e0ba77 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Allocated IP 2001:db8::37 (a2d46417-047e-4af1-9f4a-4d8c38f59bed/3dd1153d-5afa-45da-9829-df9adf59be71/044166b6-9ab9-4b15-aab6-ef0390d1a0be) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:43.032389 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48732) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:43.089396 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7ec393bd-1962-4817-b2a1-bc868eb625bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (5e715765-4bae-4412-9ee5-87cf1c3755fd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:43.167061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec393bd-1962-4817-b2a1-bc868eb625bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Port': ['ID=5e715765-4bae-4412-9ee5-87cf1c3755fd,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:43.244821 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7ec393bd-1962-4817-b2a1-bc868eb625bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for floatingip (376ecdd2-8bcb-4681-b016-55c63251ec44), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:43.245560 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-7ec393bd-1962-4817-b2a1-bc868eb625bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Floating IP 376ecdd2-8bcb-4681-b016-55c63251ec44 disassociated (deleted). External IP: 172.25.0.227, port: 6e3a48ee-89e8-46c2-ae7f-8474804082a4. Mar 24 01:19:43.248619 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6191-b096-4108-b443-c488ba1639a5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (ab2b4046-111c-48af-a6e1-7edda119f8cf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:43.328147 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16897700-62ee-445e-a7f3-b9f730e0ba77 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for port (044166b6-9ab9-4b15-aab6-ef0390d1a0be), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:43.358406 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-75e63bff-4261-4ed9-9327-3bf2fe94bf04 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e1e7881ea1e648cfa1908931781603fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3219280 Mar 24 01:19:43.360894 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48764) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:43.376585 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6191-b096-4108-b443-c488ba1639a5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ab2b4046-111c-48af-a6e1-7edda119f8cf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:43.420181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0e6191-b096-4108-b443-c488ba1639a5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:43.424824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-2d0e6191-b096-4108-b443-c488ba1639a5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:43.429785 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e6191-b096-4108-b443-c488ba1639a5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:43.442835 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9177fa4-5088-4523-8aec-575bf530fdb6 admin admin] Publish callbacks [] for security_group (b8a2485c-837a-452d-882b-9dd214693621), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:43.457430 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16897700-62ee-445e-a7f3-b9f730e0ba77 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (044166b6-9ab9-4b15-aab6-ef0390d1a0be), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:43.479710 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9177fa4-5088-4523-8aec-575bf530fdb6 admin admin] Publish callbacks [] for security_group (b8a2485c-837a-452d-882b-9dd214693621), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:43.490863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e6191-b096-4108-b443-c488ba1639a5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=ab2b4046-111c-48af-a6e1-7edda119f8cf,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:43.491796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-acae3c74-75b1-4e34-aaeb-6e054d074c73 None None] Allocated IP 172.20.0.2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/5a3161d2-a2f7-447b-a3a6-9ad9a321209f/b762eaf1-9a46-44a5-972c-8b0578b7b746) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:43.558278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16897700-62ee-445e-a7f3-b9f730e0ba77 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Pushing event updated for resources: {'Port': ['ID=044166b6-9ab9-4b15-aab6-ef0390d1a0be,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:43.602992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0e6191-b096-4108-b443-c488ba1639a5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:43.603632 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6191-b096-4108-b443-c488ba1639a5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:43.631976 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16897700-62ee-445e-a7f3-b9f730e0ba77 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Network a2d46417-047e-4af1-9f4a-4d8c38f59bed is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:43.637411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-16897700-62ee-445e-a7f3-b9f730e0ba77 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:43.651175 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2d0e6191-b096-4108-b443-c488ba1639a5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1864278 Mar 24 01:19:43.653955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16897700-62ee-445e-a7f3-b9f730e0ba77 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:43.654985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16897700-62ee-445e-a7f3-b9f730e0ba77 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:43.655591 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16897700-62ee-445e-a7f3-b9f730e0ba77 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:43.663481 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48770) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:43.694047 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9177fa4-5088-4523-8aec-575bf530fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b8a2485c-837a-452d-882b-9dd214693621), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:43.700200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-acae3c74-75b1-4e34-aaeb-6e054d074c73 None None] For port b762eaf1-9a46-44a5-972c-8b0578b7b746, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b762eaf1-9a46-44a5-972c-8b0578b7b746,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:43.702871 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9177fa4-5088-4523-8aec-575bf530fdb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:43.704946 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c9177fa4-5088-4523-8aec-575bf530fdb6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8a2485c-837a-452d-882b-9dd214693621 HTTP/1.1" status: 204 len: 168 time: 0.3424385 Mar 24 01:19:43.731542 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-16897700-62ee-445e-a7f3-b9f730e0ba77 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3325274 Mar 24 01:19:43.732624 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48776) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:43.757942 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-acae3c74-75b1-4e34-aaeb-6e054d074c73 None None] Publish callbacks [] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:43.767247 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-acae3c74-75b1-4e34-aaeb-6e054d074c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:43.791568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa39cd-df1f-4336-8a59-7814c41e013b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:43.798064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa39cd-df1f-4336-8a59-7814c41e013b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:43.803987 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-10aa39cd-df1f-4336-8a59-7814c41e013b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1393614 Mar 24 01:19:43.805124 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48786) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:43.816931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec393bd-1962-4817-b2a1-bc868eb625bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router ed14aca5-b326-4c5a-ba29-4cb17f040a3a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:19:43.819028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9177fa4-5088-4523-8aec-575bf530fdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a2485c-837a-452d-882b-9dd214693621,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:43.995884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae3c74-75b1-4e34-aaeb-6e054d074c73 None None] Pushing event updated for resources: {'Port': ['ID=b762eaf1-9a46-44a5-972c-8b0578b7b746,revision_number=11']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:44.064343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-d914c822-8868-43f4-954e-fb27ee0f59a3 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Deleting port 044166b6-9ab9-4b15-aab6-ef0390d1a0be {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:44.065188 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d914c822-8868-43f4-954e-fb27ee0f59a3 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (044166b6-9ab9-4b15-aab6-ef0390d1a0be), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:44.136768 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec393bd-1962-4817-b2a1-bc868eb625bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:19:44.150494 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01338bc5-3ef5-4dd3-b925-8928f685a16c None None] Sync routers for ids ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:19:44.153773 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7ec393bd-1962-4817-b2a1-bc868eb625bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:44.177920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-fdc46a46-ad7d-4e3c-931e-c3b9fa52afb0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port ab2b4046-111c-48af-a6e1-7edda119f8cf {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:44.178604 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdc46a46-ad7d-4e3c-931e-c3b9fa52afb0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ab2b4046-111c-48af-a6e1-7edda119f8cf), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:44.180786 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01338bc5-3ef5-4dd3-b925-8928f685a16c None None] Routers {'ed14aca5-b326-4c5a-ba29-4cb17f040a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:44.188338 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-01338bc5-3ef5-4dd3-b925-8928f685a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:44.216510 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7ec393bd-1962-4817-b2a1-bc868eb625bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/floatingips/376ecdd2-8bcb-4681-b016-55c63251ec44 HTTP/1.1" status: 204 len: 168 time: 2.0329378 Mar 24 01:19:44.217191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'tag': '6e3a48ee-89e8-46c2-ae7f-8474804082a4'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:19:44.240242 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12166ffc-5e90-4e02-ad79-ef46fd0bee5b" -d '{"events": [{"name": "network-changed", "server_uuid": "a52730e8-f565-498c-9a36-aa9718b7f404", "tag": "6e3a48ee-89e8-46c2-ae7f-8474804082a4"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:19:44.259982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48838) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:44.298786 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f2203925-3ac6-4dd9-96da-ab9f216c317f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:44.351742 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5927316d-336c-4d46-8851-0528cee22740 x-openstack-request-id: req-5927316d-336c-4d46-8851-0528cee22740 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:19:44.353160 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52730e8-f565-498c-9a36-aa9718b7f404", "tag": "6e3a48ee-89e8-46c2-ae7f-8474804082a4", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:19:44.353867 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5927316d-336c-4d46-8851-0528cee22740 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:19:44.354477 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5927316d-336c-4d46-8851-0528cee22740'] response: {'name': 'network-changed', 'server_uuid': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'tag': '6e3a48ee-89e8-46c2-ae7f-8474804082a4', 'status': 'completed', 'code': 200} Mar 24 01:19:44.438179 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-01338bc5-3ef5-4dd3-b925-8928f685a16c None None] Set router ed14aca5-b326-4c5a-ba29-4cb17f040a3a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:19:44.462594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12166ffc-5e90-4e02-ad79-ef46fd0bee5b req-c8ceb758-e69b-4f76-85a6-bdab41e6dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:44.464917 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12166ffc-5e90-4e02-ad79-ef46fd0bee5b req-c8ceb758-e69b-4f76-85a6-bdab41e6dad9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 1127 time: 0.1094038 Mar 24 01:19:44.718329 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f2203925-3ac6-4dd9-96da-ab9f216c317f admin admin] Publish callbacks [] for security_group (cb72911e-a9ee-4ec6-bd96-fffea4df9ea9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:44.730994 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f2203925-3ac6-4dd9-96da-ab9f216c317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cb72911e-a9ee-4ec6-bd96-fffea4df9ea9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:44.804202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2203925-3ac6-4dd9-96da-ab9f216c317f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb72911e-a9ee-4ec6-bd96-fffea4df9ea9,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:44.880633 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-01338bc5-3ef5-4dd3-b925-8928f685a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949483419', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:37Z', 'updated_at': '2022-03-24T01:17:47Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:38Z', 'updated_at': '2022-03-24T01:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c35ea30b-bce7-434d-819b-7c4fb22e81d5', 'name': '', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:05:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:45Z', 'updated_at': '2022-03-24T01:17:51Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:44.919103 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01338bc5-3ef5-4dd3-b925-8928f685a16c None None] Checking router: ed14aca5-b326-4c5a-ba29-4cb17f040a3a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:19:44.929048 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01338bc5-3ef5-4dd3-b925-8928f685a16c None None] Routers {'ed14aca5-b326-4c5a-ba29-4cb17f040a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:44.929739 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-01338bc5-3ef5-4dd3-b925-8928f685a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:44.940820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12166ffc-5e90-4e02-ad79-ef46fd0bee5b req-b9652985-9662-4a38-ab25-a097a9a455b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:44.942297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12166ffc-5e90-4e02-ad79-ef46fd0bee5b req-b9652985-9662-4a38-ab25-a097a9a455b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=898980a7-fc90-4777-a4ed-f40974eceeb2 HTTP/1.1" status: 200 len: 897 time: 0.4694426 Mar 24 01:19:44.944502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f2203925-3ac6-4dd9-96da-ab9f216c317f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e61411be44b41f0905f92e1e67ecaab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6835437 Mar 24 01:19:44.952224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 48904) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:45.015091 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d914c822-8868-43f4-954e-fb27ee0f59a3 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (044166b6-9ab9-4b15-aab6-ef0390d1a0be), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:45.051733 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-d914c822-8868-43f4-954e-fb27ee0f59a3 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Calling delete_port for 044166b6-9ab9-4b15-aab6-ef0390d1a0be owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:45.059849 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12166ffc-5e90-4e02-ad79-ef46fd0bee5b req-b525bc1e-d53e-4863-8f53-b6df74d5ddf0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4 HTTP/1.1" status: 200 len: 217 time: 0.1097825 Mar 24 01:19:45.077606 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdc46a46-ad7d-4e3c-931e-c3b9fa52afb0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ab2b4046-111c-48af-a6e1-7edda119f8cf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:45.095662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb04c4-06db-4710-ba2d-4ba749352555 req-b027010b-c355-4f13-82c3-d7306570adca tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:45.105204 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e2bb04c4-06db-4710-ba2d-4ba749352555 req-b027010b-c355-4f13-82c3-d7306570adca tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.3022847 Mar 24 01:19:45.142807 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-fdc46a46-ad7d-4e3c-931e-c3b9fa52afb0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for ab2b4046-111c-48af-a6e1-7edda119f8cf owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:45.204450 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9b97637b-3372-45fd-8576-f4e067575890 admin admin] Publish callbacks [] for security_group (cb72911e-a9ee-4ec6-bd96-fffea4df9ea9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:45.236011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12166ffc-5e90-4e02-ad79-ef46fd0bee5b req-dda0403e-9c4a-4360-9ac7-468ecb36830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:45.238137 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12166ffc-5e90-4e02-ad79-ef46fd0bee5b req-dda0403e-9c4a-4360-9ac7-468ecb36830f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7be9103c-d983-4a1f-aaf8-accbb283eb05 HTTP/1.1" status: 200 len: 835 time: 0.1667345 Mar 24 01:19:45.249967 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-01338bc5-3ef5-4dd3-b925-8928f685a16c None None] Set router ed14aca5-b326-4c5a-ba29-4cb17f040a3a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:19:45.281843 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9b97637b-3372-45fd-8576-f4e067575890 admin admin] Publish callbacks [] for security_group (cb72911e-a9ee-4ec6-bd96-fffea4df9ea9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:45.317241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e2bb04c4-06db-4710-ba2d-4ba749352555 req-9e9e54b2-4e3e-4484-bda0-fe03041b6ccd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108500 Mar 24 01:19:45.393253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-52ee58ca-73a9-4377-97a4-77e7f4ca794f None None] Provisioning complete for port b762eaf1-9a46-44a5-972c-8b0578b7b746 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:45.394157 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-52ee58ca-73a9-4377-97a4-77e7f4ca794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:45.394662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12166ffc-5e90-4e02-ad79-ef46fd0bee5b req-b4b41413-e067-44e3-ab35-de3a75ef00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:45.396900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12166ffc-5e90-4e02-ad79-ef46fd0bee5b req-b4b41413-e067-44e3-ab35-de3a75ef00b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=898980a7-fc90-4777-a4ed-f40974eceeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1468287 Mar 24 01:19:45.448846 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d914c822-8868-43f4-954e-fb27ee0f59a3 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (044166b6-9ab9-4b15-aab6-ef0390d1a0be), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:45.523525 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9b97637b-3372-45fd-8576-f4e067575890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cb72911e-a9ee-4ec6-bd96-fffea4df9ea9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:45.526155 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9b97637b-3372-45fd-8576-f4e067575890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:45.527309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9b97637b-3372-45fd-8576-f4e067575890 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb72911e-a9ee-4ec6-bd96-fffea4df9ea9 HTTP/1.1" status: 204 len: 168 time: 0.5733383 Mar 24 01:19:45.555941 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97637b-3372-45fd-8576-f4e067575890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb72911e-a9ee-4ec6-bd96-fffea4df9ea9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:45.563812 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914c822-8868-43f4-954e-fb27ee0f59a3 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Pushing event deleted for resources: {'Port': ['ID=044166b6-9ab9-4b15-aab6-ef0390d1a0be,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:45.611579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-52ee58ca-73a9-4377-97a4-77e7f4ca794f None None] Current status of the port b762eaf1-9a46-44a5-972c-8b0578b7b746 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:45.662469 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12166ffc-5e90-4e02-ad79-ef46fd0bee5b req-cef4f85f-f6af-4152-98fa-70bfb27cfc7f service neutron] 10.222.0.57 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584720 Mar 24 01:19:45.685157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d914c822-8868-43f4-954e-fb27ee0f59a3 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:45.691750 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d914c822-8868-43f4-954e-fb27ee0f59a3 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "DELETE /v2.0/ports/044166b6-9ab9-4b15-aab6-ef0390d1a0be HTTP/1.1" status: 204 len: 168 time: 1.9552660 Mar 24 01:19:45.695509 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 48970) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:45.710728 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2d46417-047e-4af1-9f4a-4d8c38f59bed', 'external_fixed_ips': [{'subnet_id': '3dd1153d-5afa-45da-9829-df9adf59be71', 'ip_address': '2001:db8::37'}]}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:45.727595 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b762eaf1-9a46-44a5-972c-8b0578b7b746 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:19:45.832934 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (0b914b25-1324-4afe-bfff-9dad2574973b), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:45.835267 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (0b914b25-1324-4afe-bfff-9dad2574973b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:45.836994 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-01338bc5-3ef5-4dd3-b925-8928f685a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949483419', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:37Z', 'updated_at': '2022-03-24T01:17:47Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:38Z', 'updated_at': '2022-03-24T01:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c35ea30b-bce7-434d-819b-7c4fb22e81d5', 'name': '', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:05:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:45Z', 'updated_at': '2022-03-24T01:17:51Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:45.882589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b762eaf1-9a46-44a5-972c-8b0578b7b746 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:45.884605 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:45.906463 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01338bc5-3ef5-4dd3-b925-8928f685a16c None None] The sync data for ids ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'] in n-d-760455-9 is: [{'id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949483419', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:37Z', 'updated_at': '2022-03-24T01:17:47Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:38Z', 'updated_at': '2022-03-24T01:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c35ea30b-bce7-434d-819b-7c4fb22e81d5', 'name': '', 'network_id': '898980a7-fc90-4777-a4ed-f40974eceeb2', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:05:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:45Z', 'updated_at': '2022-03-24T01:17:51Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '7be9103c-d983-4a1f-aaf8-accbb283eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:19:45.936706 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdc46a46-ad7d-4e3c-931e-c3b9fa52afb0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ab2b4046-111c-48af-a6e1-7edda119f8cf), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:46.000528 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12166ffc-5e90-4e02-ad79-ef46fd0bee5b req-94ca5833-463c-45cf-9040-5dd48510cb0e service neutron] 10.222.0.57 "GET /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273416 Mar 24 01:19:46.022008 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4d837-af37-4ae1-90c7-82874e97ff5f req-c2b9616c-7093-42ed-9d7e-c0631590fb51 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:46.023542 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4d4d837-af37-4ae1-90c7-82874e97ff5f req-c2b9616c-7093-42ed-9d7e-c0631590fb51 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.57 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.1761146 Mar 24 01:19:46.099671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b762eaf1-9a46-44a5-972c-8b0578b7b746 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:46.132797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6748d2e5-e8e8-48a5-90d2-852cdf27cfb8 None None] Could not find standard attr ID for object ab2b4046-111c-48af-a6e1-7edda119f8cf. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:19:46.167575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc46a46-ad7d-4e3c-931e-c3b9fa52afb0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=ab2b4046-111c-48af-a6e1-7edda119f8cf,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:46.184076 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_controller (0b914b25-1324-4afe-bfff-9dad2574973b), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:46.225451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-a4d4d837-af37-4ae1-90c7-82874e97ff5f req-79bc4c8b-b8e5-4c68-b9d3-cf6f3c7cd3fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:46.227009 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a4d4d837-af37-4ae1-90c7-82874e97ff5f req-79bc4c8b-b8e5-4c68-b9d3-cf6f3c7cd3fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:46.324115 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49004) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:46.425167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71161d-1b44-4646-981d-6969c823a51f None None] New status for floating IP 376ecdd2-8bcb-4681-b016-55c63251ec44: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:19:46.444778 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-a4d4d837-af37-4ae1-90c7-82874e97ff5f req-79bc4c8b-b8e5-4c68-b9d3-cf6f3c7cd3fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] For port 6e3a48ee-89e8-46c2-ae7f-8474804082a4, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6e3a48ee-89e8-46c2-ae7f-8474804082a4,segment=NetworkSegment(f7ae3e46-1154-4389-ba61-72fa2bf7ebcf),segment_id=f7ae3e46-1154-4389-ba61-72fa2bf7ebcf)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:46.445071 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a4d4d837-af37-4ae1-90c7-82874e97ff5f req-79bc4c8b-b8e5-4c68-b9d3-cf6f3c7cd3fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:46.488147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-a4d4d837-af37-4ae1-90c7-82874e97ff5f req-79bc4c8b-b8e5-4c68-b9d3-cf6f3c7cd3fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Calling delete_port for 6e3a48ee-89e8-46c2-ae7f-8474804082a4 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:46.512462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-63a470d4-43cf-48f6-885a-6f163a0bca07 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ed0d5c894f8469e9aa388d47b22b6cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1859965 Mar 24 01:19:46.518489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49010) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:46.625211 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (0b914b25-1324-4afe-bfff-9dad2574973b), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:46.635732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4bd6d-fc0f-4cec-b083-0e6df8f876dc req-e33e09c2-af66-4e26-914a-1b65f01d292b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:46.637380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04c4bd6d-fc0f-4cec-b083-0e6df8f876dc req-e33e09c2-af66-4e26-914a-1b65f01d292b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=a52730e8-f565-498c-9a36-aa9718b7f404 HTTP/1.1" status: 200 len: 945 time: 0.1785817 Mar 24 01:19:46.666540 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdc46a46-ad7d-4e3c-931e-c3b9fa52afb0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:46.673371 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fdc46a46-ad7d-4e3c-931e-c3b9fa52afb0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/ab2b4046-111c-48af-a6e1-7edda119f8cf HTTP/1.1" status: 204 len: 168 time: 2.8671224 Mar 24 01:19:46.673811 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f4c2911-6727-42a4-8d94-afa02cfd6ff5 admin admin] Publish callbacks [] for security_group (180c5399-99e4-4cb4-a12f-bad8a4493442), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:46.677121 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49012) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:46.742873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596093c2-da1b-42eb-a734-7ad4b5f72541 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:46.745035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596093c2-da1b-42eb-a734-7ad4b5f72541 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:46.746787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596093c2-da1b-42eb-a734-7ad4b5f72541 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:46.752610 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-596093c2-da1b-42eb-a734-7ad4b5f72541 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0750089 Mar 24 01:19:46.753257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49018) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:46.777788 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a4d4d837-af37-4ae1-90c7-82874e97ff5f req-79bc4c8b-b8e5-4c68-b9d3-cf6f3c7cd3fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6e3a48ee-89e8-46c2-ae7f-8474804082a4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:46.819946 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f4c2911-6727-42a4-8d94-afa02cfd6ff5 admin admin] Publish callbacks [] for security_group (180c5399-99e4-4cb4-a12f-bad8a4493442), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:46.867752 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0014c8-6b9d-43e9-97ed-c9f2b8bad19d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 5a3161d2-a2f7-447b-a3a6-9ad9a321209f {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:19:46.876395 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f0014c8-6b9d-43e9-97ed-c9f2b8bad19d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (5a3161d2-a2f7-447b-a3a6-9ad9a321209f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:46.932511 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc4c8b-b8e5-4c68-b9d3-cf6f3c7cd3fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Port': ['ID=6e3a48ee-89e8-46c2-ae7f-8474804082a4,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:46.937763 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f4c2911-6727-42a4-8d94-afa02cfd6ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (180c5399-99e4-4cb4-a12f-bad8a4493442), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:46.940659 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f4c2911-6727-42a4-8d94-afa02cfd6ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:46.942143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0f4c2911-6727-42a4-8d94-afa02cfd6ff5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/180c5399-99e4-4cb4-a12f-bad8a4493442 HTTP/1.1" status: 204 len: 168 time: 0.4177008 Mar 24 01:19:46.970987 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f0014c8-6b9d-43e9-97ed-c9f2b8bad19d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (5a3161d2-a2f7-447b-a3a6-9ad9a321209f), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:47.005316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c2911-6727-42a4-8d94-afa02cfd6ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180c5399-99e4-4cb4-a12f-bad8a4493442,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:47.027120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04c4bd6d-fc0f-4cec-b083-0e6df8f876dc req-1db73817-50f9-4dee-a875-8e89efc58aae tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=64e801d4-4f56-47ed-9429-559539e687be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3794863 Mar 24 01:19:47.028443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d4d837-af37-4ae1-90c7-82874e97ff5f req-79bc4c8b-b8e5-4c68-b9d3-cf6f3c7cd3fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] No DVR routers for this DVR port 6e3a48ee-89e8-46c2-ae7f-8474804082a4 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:19:47.031524 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a4d4d837-af37-4ae1-90c7-82874e97ff5f req-79bc4c8b-b8e5-4c68-b9d3-cf6f3c7cd3fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:47.036645 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4d4d837-af37-4ae1-90c7-82874e97ff5f req-79bc4c8b-b8e5-4c68-b9d3-cf6f3c7cd3fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.57 "DELETE /v2.0/ports/6e3a48ee-89e8-46c2-ae7f-8474804082a4 HTTP/1.1" status: 204 len: 173 time: 1.0055010 Mar 24 01:19:47.037407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'name': 'network-vif-deleted', 'tag': '6e3a48ee-89e8-46c2-ae7f-8474804082a4'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:19:47.040417 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8628fae-915e-412b-8c45-19722369220a" -d '{"events": [{"server_uuid": "a52730e8-f565-498c-9a36-aa9718b7f404", "name": "network-vif-deleted", "tag": "6e3a48ee-89e8-46c2-ae7f-8474804082a4"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:19:47.112689 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb314a53-c0e4-4ac9-9697-1cf4ec6ba2c9 x-openstack-request-id: req-eb314a53-c0e4-4ac9-9697-1cf4ec6ba2c9 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:19:47.112980 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52730e8-f565-498c-9a36-aa9718b7f404", "name": "network-vif-deleted", "tag": "6e3a48ee-89e8-46c2-ae7f-8474804082a4", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:19:47.113245 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb314a53-c0e4-4ac9-9697-1cf4ec6ba2c9 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:19:47.113669 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb314a53-c0e4-4ac9-9697-1cf4ec6ba2c9'] response: {'server_uuid': 'a52730e8-f565-498c-9a36-aa9718b7f404', 'name': 'network-vif-deleted', 'tag': '6e3a48ee-89e8-46c2-ae7f-8474804082a4', 'status': 'completed', 'code': 200} Mar 24 01:19:47.317285 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (0b914b25-1324-4afe-bfff-9dad2574973b), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:47.370890 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:47.483847 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f0014c8-6b9d-43e9-97ed-c9f2b8bad19d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (5a3161d2-a2f7-447b-a3a6-9ad9a321209f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:47.797636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Allocated IP 2001:db8::37 (a2d46417-047e-4af1-9f4a-4d8c38f59bed/3dd1153d-5afa-45da-9829-df9adf59be71/453ee720-7cc1-4111-a9d9-4be2fdf71d0e) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:47.882516 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f0014c8-6b9d-43e9-97ed-c9f2b8bad19d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (5a3161d2-a2f7-447b-a3a6-9ad9a321209f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:47.913308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aa2d15-e6f9-4ec4-9e48-3da35bd35e09 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:47.945559 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6f0014c8-6b9d-43e9-97ed-c9f2b8bad19d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:47.951911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49052) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:47.952617 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6f0014c8-6b9d-43e9-97ed-c9f2b8bad19d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/5a3161d2-a2f7-447b-a3a6-9ad9a321209f HTTP/1.1" status: 204 len: 168 time: 1.1622415 Mar 24 01:19:47.956210 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0014c8-6b9d-43e9-97ed-c9f2b8bad19d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3161d2-a2f7-447b-a3a6-9ad9a321209f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:47.967751 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49054) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:48.034842 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for port (453ee720-7cc1-4111-a9d9-4be2fdf71d0e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:48.079599 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (453ee720-7cc1-4111-a9d9-4be2fdf71d0e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:48.102187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e492b11-b5c9-41b4-bf66-7c8421124efe tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 8b63629b-7558-4fe9-8499-cae63d4945da {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:19:48.119049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49060) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:48.128732 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e492b11-b5c9-41b4-bf66-7c8421124efe tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (8b63629b-7558-4fe9-8499-cae63d4945da), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:48.148060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Network a2d46417-047e-4af1-9f4a-4d8c38f59bed is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:48.153390 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:48.156748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Pushing event updated for resources: {'Port': ['ID=453ee720-7cc1-4111-a9d9-4be2fdf71d0e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:48.166592 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:48.282305 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e492b11-b5c9-41b4-bf66-7c8421124efe tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (8b63629b-7558-4fe9-8499-cae63d4945da), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:48.330751 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-34b11555-a864-4276-93f4-647f0024d5b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-553876533-network', 'tenant_id': '01d2f132359d4157bfa63b3a564dc230'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:48.360333 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b11555-a864-4276-93f4-647f0024d5b9 admin admin] Made reservation on behalf of 01d2f132359d4157bfa63b3a564dc230 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:48.363190 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-34b11555-a864-4276-93f4-647f0024d5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:48.448251 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-34b11555-a864-4276-93f4-647f0024d5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:48.470939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6e3a48ee-89e8-46c2-ae7f-8474804082a4 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:48.525748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 6e3a48ee-89e8-46c2-ae7f-8474804082a4 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:48.527074 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6e3a48ee-89e8-46c2-ae7f-8474804082a4 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:48.540311 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (0b914b25-1324-4afe-bfff-9dad2574973b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:48.636053 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e492b11-b5c9-41b4-bf66-7c8421124efe tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (8b63629b-7558-4fe9-8499-cae63d4945da), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:48.708045 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-34b11555-a864-4276-93f4-647f0024d5b9 admin admin] Publish callbacks [] for security_group (269bf172-c31b-4919-84fc-c39c41b59e4e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:48.713873 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-34b11555-a864-4276-93f4-647f0024d5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (269bf172-c31b-4919-84fc-c39c41b59e4e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:48.835246 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e492b11-b5c9-41b4-bf66-7c8421124efe tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (8b63629b-7558-4fe9-8499-cae63d4945da), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:48.854947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b11555-a864-4276-93f4-647f0024d5b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:19:48.889768 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e492b11-b5c9-41b4-bf66-7c8421124efe tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=8b63629b-7558-4fe9-8499-cae63d4945da,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:48.901178 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e492b11-b5c9-41b4-bf66-7c8421124efe tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:48.908192 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8e492b11-b5c9-41b4-bf66-7c8421124efe tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/8b63629b-7558-4fe9-8499-cae63d4945da HTTP/1.1" status: 204 len: 168 time: 0.9552236 Mar 24 01:19:48.908841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49068) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:48.912915 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (0b914b25-1324-4afe-bfff-9dad2574973b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:48.927980 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-34b11555-a864-4276-93f4-647f0024d5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (19f732ba-8f28-4367-b7f1-4e2ecaf93df7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:48.928340 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-34b11555-a864-4276-93f4-647f0024d5b9 admin admin] Added segment 19f732ba-8f28-4367-b7f1-4e2ecaf93df7 of type vlan for network 629241a6-cf4a-400e-bd6f-9f10475890f0 Mar 24 01:19:48.993220 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-34b11555-a864-4276-93f4-647f0024d5b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (629241a6-cf4a-400e-bd6f-9f10475890f0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:49.025196 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b11555-a864-4276-93f4-647f0024d5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269bf172-c31b-4919-84fc-c39c41b59e4e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:49.060298 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fde63e90-78d1-4f0e-9c57-1e466f0c07a8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1488609 Mar 24 01:19:49.062305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49072) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:49.071962 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-34b11555-a864-4276-93f4-647f0024d5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (629241a6-cf4a-400e-bd6f-9f10475890f0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:49.072930 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b11555-a864-4276-93f4-647f0024d5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:49.075586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:49.076196 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-34b11555-a864-4276-93f4-647f0024d5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:49.136607 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d98866-a447-4945-8a09-e5a079631eef None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:49.198678 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-34b11555-a864-4276-93f4-647f0024d5b9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2288778 Mar 24 01:19:49.200532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49074) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:49.202658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b11555-a864-4276-93f4-647f0024d5b9 admin admin] Pushing event updated for resources: {'Network': ['ID=629241a6-cf4a-400e-bd6f-9f10475890f0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:49.222495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-0b360ad4-759d-4ef6-b877-5e0784eb9127 admin admin] Request body: {'subnet': {'network_id': '629241a6-cf4a-400e-bd6f-9f10475890f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-553876533-subnet', 'tenant_id': '01d2f132359d4157bfa63b3a564dc230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:49.264970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 629241a6-cf4a-400e-bd6f-9f10475890f0 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:19:49.304440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:49.308006 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:49.312399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Router 0b914b25-1324-4afe-bfff-9dad2574973b is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:19:49.367314 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0ffe432b-363d-44a1-87d6-504d035e6bde None None] Provisioning complete for port b762eaf1-9a46-44a5-972c-8b0578b7b746 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:49.367911 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0ffe432b-363d-44a1-87d6-504d035e6bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:49.426820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b360ad4-759d-4ef6-b877-5e0784eb9127 admin admin] Made reservation on behalf of 01d2f132359d4157bfa63b3a564dc230 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:49.429436 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0b360ad4-759d-4ef6-b877-5e0784eb9127 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:49.482453 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe432b-363d-44a1-87d6-504d035e6bde None None] Current status of the port b762eaf1-9a46-44a5-972c-8b0578b7b746 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:49.501952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef560d6e-86f3-4200-b34b-36784c6c12db None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:19:49.581852 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:19:49.597360 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Sync routers for ids ['0b914b25-1324-4afe-bfff-9dad2574973b'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:19:49.599943 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ef560d6e-86f3-4200-b34b-36784c6c12db None None] Deleting port b762eaf1-9a46-44a5-972c-8b0578b7b746 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:49.600676 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef560d6e-86f3-4200-b34b-36784c6c12db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:49.619858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:49.624311 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-36cceaf8-51aa-4e5e-80fe-053c5604e26c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.9197612 Mar 24 01:19:49.624702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49078) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:49.642085 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Routers {'0b914b25-1324-4afe-bfff-9dad2574973b'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:49.642736 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['0b914b25-1324-4afe-bfff-9dad2574973b'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:49.671914 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b762eaf1-9a46-44a5-972c-8b0578b7b746 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:49.754941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ef560d6e-86f3-4200-b34b-36784c6c12db None None] For port b762eaf1-9a46-44a5-972c-8b0578b7b746, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b762eaf1-9a46-44a5-972c-8b0578b7b746,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:49.755341 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef560d6e-86f3-4200-b34b-36784c6c12db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:49.817156 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (50e9b849-8345-445d-b0bc-15d3cdd46965), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:49.817827 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ef560d6e-86f3-4200-b34b-36784c6c12db None None] Calling delete_port for b762eaf1-9a46-44a5-972c-8b0578b7b746 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:49.844942 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77b24cfd-332e-4dc0-86e9-5d53b1094fb4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:49.868717 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router (0b914b25-1324-4afe-bfff-9dad2574973b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:49.884627 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Set router 0b914b25-1324-4afe-bfff-9dad2574973b gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:19:49.941228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b762eaf1-9a46-44a5-972c-8b0578b7b746 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:49.941626 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:49.967542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:49.981421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:49.995664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port b762eaf1-9a46-44a5-972c-8b0578b7b746, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b762eaf1-9a46-44a5-972c-8b0578b7b746,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:49.997254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:49.998083 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:50.003806 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:50.055277 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef560d6e-86f3-4200-b34b-36784c6c12db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (b762eaf1-9a46-44a5-972c-8b0578b7b746), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:50.058904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event deleted for resources: {'Port': ['ID=b762eaf1-9a46-44a5-972c-8b0578b7b746,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:50.078299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=50e9b849-8345-445d-b0bc-15d3cdd46965,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:50.086687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.087049 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.087400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.087742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.088085 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.088419 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.088752 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.089083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.089443 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.089571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0188065 Mar 24 01:19:50.089773 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.090104 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.090430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.097440 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.097831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.098180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.129110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49086) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:50.135944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-5bebef4a-5cf7-46e9-8785-681d23bf1ba3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:50.150064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef560d6e-86f3-4200-b34b-36784c6c12db None None] No DVR routers for this DVR port b762eaf1-9a46-44a5-972c-8b0578b7b746 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:19:50.158223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef560d6e-86f3-4200-b34b-36784c6c12db None None] Pushing event deleted for resources: {'Port': ['ID=b762eaf1-9a46-44a5-972c-8b0578b7b746,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:50.180333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2916f9-be10-4f78-84fc-1789f7454985 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:50.284441 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b914b25-1324-4afe-bfff-9dad2574973b', 'name': '', 'tenant_id': '36bea43ffcda4ca08248931b27cec310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2d46417-047e-4af1-9f4a-4d8c38f59bed', 'external_fixed_ips': [{'subnet_id': '3dd1153d-5afa-45da-9829-df9adf59be71', 'ip_address': '2001:db8::37'}], 'enable_snat': True}, 'gw_port_id': '453ee720-7cc1-4111-a9d9-4be2fdf71d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:19:45Z', 'updated_at': '2022-03-24T01:19:48Z', 'revision_number': 3, 'project_id': '36bea43ffcda4ca08248931b27cec310', 'gw_port': {'id': '453ee720-7cc1-4111-a9d9-4be2fdf71d0e', 'name': '', 'network_id': 'a2d46417-047e-4af1-9f4a-4d8c38f59bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b914b25-1324-4afe-bfff-9dad2574973b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '3dd1153d-5afa-45da-9829-df9adf59be71', 'ip_address': '2001:db8::37', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:19:47Z', 'updated_at': '2022-03-24T01:19:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dd1153d-5afa-45da-9829-df9adf59be71', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:50.324657 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Checking router: 0b914b25-1324-4afe-bfff-9dad2574973b for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:19:50.325000 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Updating router 0b914b25-1324-4afe-bfff-9dad2574973b port 453ee720-7cc1-4111-a9d9-4be2fdf71d0e binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:19:50.351882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.352443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.352885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.353566 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.354017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.354450 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.354880 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.355312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.355745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.356196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.356623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.357050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.358063 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.358490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.358913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff374-3c2e-4384-bd14-f7f98217427d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:50.366626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bebef4a-5cf7-46e9-8785-681d23bf1ba3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:50.370257 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5bebef4a-5cf7-46e9-8785-681d23bf1ba3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:50.384233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': '50e9b849-8345-445d-b0bc-15d3cdd46965'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:19:50.385122 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:50.385437 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (453ee720-7cc1-4111-a9d9-4be2fdf71d0e), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:50.609337 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0b360ad4-759d-4ef6-b877-5e0784eb9127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (3fab0788-aa2e-4519-b150-bcdc8f0fffce), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:50.678011 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Allocated IP 172.20.0.2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/50e9b849-8345-445d-b0bc-15d3cdd46965/3420b6de-02c6-46da-bc60-c78e832187df) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:50.770356 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (0b914b25-1324-4afe-bfff-9dad2574973b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:50.894706 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Deleting port 453ee720-7cc1-4111-a9d9-4be2fdf71d0e {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:50.894970 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (453ee720-7cc1-4111-a9d9-4be2fdf71d0e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:50.935675 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Publish callbacks [] for port (3420b6de-02c6-46da-bc60-c78e832187df), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:50.943355 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (3420b6de-02c6-46da-bc60-c78e832187df), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:50.984932 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Pushing event updated for resources: {'Port': ['ID=3420b6de-02c6-46da-bc60-c78e832187df,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:50.988270 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (453ee720-7cc1-4111-a9d9-4be2fdf71d0e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.002032 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:51.002032 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:51.005573 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:51.068782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Calling delete_port for 453ee720-7cc1-4111-a9d9-4be2fdf71d0e owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:51.080520 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Attempting to bind port 3420b6de-02c6-46da-bc60-c78e832187df on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:51.080961 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Attempting to bind port 3420b6de-02c6-46da-bc60-c78e832187df by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:51.081383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Attempting to bind port 3420b6de-02c6-46da-bc60-c78e832187df on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:51.088820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:19:51.089351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:19:51.089901 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.090293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:19:51.091028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Bound port: 3420b6de-02c6-46da-bc60-c78e832187df, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:19:51.091397 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Publish callbacks [] for port (453ee720-7cc1-4111-a9d9-4be2fdf71d0e), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.091950 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3420b6de-02c6-46da-bc60-c78e832187df), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.110041 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (453ee720-7cc1-4111-a9d9-4be2fdf71d0e), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.173320 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Attempting to bind port 453ee720-7cc1-4111-a9d9-4be2fdf71d0e on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:51.173786 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Attempting to bind port 453ee720-7cc1-4111-a9d9-4be2fdf71d0e by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '6b15c06d-4121-4138-933f-52911f3589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a2d46417-047e-4af1-9f4a-4d8c38f59bed'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:51.174428 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Attempting to bind port 453ee720-7cc1-4111-a9d9-4be2fdf71d0e on network a2d46417-047e-4af1-9f4a-4d8c38f59bed {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:51.188264 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:19:51.188888 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Checking segment: {'id': '6b15c06d-4121-4138-933f-52911f3589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a2d46417-047e-4af1-9f4a-4d8c38f59bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:19:51.189219 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.189614 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Bound using segment: {'id': '6b15c06d-4121-4138-933f-52911f3589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a2d46417-047e-4af1-9f4a-4d8c38f59bed'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:19:51.190097 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Bound port: 453ee720-7cc1-4111-a9d9-4be2fdf71d0e, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b15c06d-4121-4138-933f-52911f3589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a2d46417-047e-4af1-9f4a-4d8c38f59bed'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:19:51.191100 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (453ee720-7cc1-4111-a9d9-4be2fdf71d0e), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.236593 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] For port 3420b6de-02c6-46da-bc60-c78e832187df, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:19:51.240271 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] For port 3420b6de-02c6-46da-bc60-c78e832187df, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3420b6de-02c6-46da-bc60-c78e832187df,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:19:51.250574 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3420b6de-02c6-46da-bc60-c78e832187df), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.291829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b360ad4-759d-4ef6-b877-5e0784eb9127 admin admin] Checking segment: {'id': '19f732ba-8f28-4367-b7f1-4e2ecaf93df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '629241a6-cf4a-400e-bd6f-9f10475890f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:19:51.292416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b360ad4-759d-4ef6-b877-5e0784eb9127 admin admin] Network hostable DHCP agents. Network: 629241a6-cf4a-400e-bd6f-9f10475890f0, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:19:51.326444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b360ad4-759d-4ef6-b877-5e0784eb9127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fab0788-aa2e-4519-b150-bcdc8f0fffce,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:51.333347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768fe76-888b-413d-9e95-f9bc8eb6a161 None None] Pushing event updated for resources: {'Port': ['ID=3420b6de-02c6-46da-bc60-c78e832187df,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:51.401808 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af153bad-2af8-4b75-a734-446d3213a78e None None] Pushing event updated for resources: {'Port': ['ID=453ee720-7cc1-4111-a9d9-4be2fdf71d0e,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:51.417775 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af153bad-2af8-4b75-a734-446d3213a78e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.418220 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af153bad-2af8-4b75-a734-446d3213a78e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.418625 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af153bad-2af8-4b75-a734-446d3213a78e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.419570 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af153bad-2af8-4b75-a734-446d3213a78e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.419570 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af153bad-2af8-4b75-a734-446d3213a78e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.420460 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af153bad-2af8-4b75-a734-446d3213a78e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.420856 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af153bad-2af8-4b75-a734-446d3213a78e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.421272 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af153bad-2af8-4b75-a734-446d3213a78e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.421661 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af153bad-2af8-4b75-a734-446d3213a78e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.422294 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af153bad-2af8-4b75-a734-446d3213a78e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.422490 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af153bad-2af8-4b75-a734-446d3213a78e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.422873 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af153bad-2af8-4b75-a734-446d3213a78e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.423362 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af153bad-2af8-4b75-a734-446d3213a78e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.424172 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af153bad-2af8-4b75-a734-446d3213a78e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.424172 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af153bad-2af8-4b75-a734-446d3213a78e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.461503 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (453ee720-7cc1-4111-a9d9-4be2fdf71d0e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.463158 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.db.api [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=115732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:19:51.463670 n-d-760455-9 neutron-server[115732]: DEBUG oslo_db.api [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:19:51.491400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b360ad4-759d-4ef6-b877-5e0784eb9127 admin admin] Network 629241a6-cf4a-400e-bd6f-9f10475890f0 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:19:51.503016 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Pushing event deleted for resources: {'Port': ['ID=453ee720-7cc1-4111-a9d9-4be2fdf71d0e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:51.567438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-0b360ad4-759d-4ef6-b877-5e0784eb9127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 629241a6-cf4a-400e-bd6f-9f10475890f0) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:51.575162 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d5fc81-cdd6-4c1c-8aac-5f60984038c3 None None] Network 629241a6-cf4a-400e-bd6f-9f10475890f0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:51.578647 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b360ad4-759d-4ef6-b877-5e0784eb9127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:51.579327 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0b360ad4-759d-4ef6-b877-5e0784eb9127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.594752 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (0b914b25-1324-4afe-bfff-9dad2574973b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.622455 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.623154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.623795 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.625012 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.625612 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.627876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.628446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.629004 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.630139 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0b360ad4-759d-4ef6-b877-5e0784eb9127 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4150603 Mar 24 01:19:51.634788 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.640899 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.665220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-77b24cfd-332e-4dc0-86e9-5d53b1094fb4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting port c35ea30b-bce7-434d-819b-7c4fb22e81d5 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:51.665220 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77b24cfd-332e-4dc0-86e9-5d53b1094fb4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.676429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.677319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.677319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.678607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.678607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:19:51.849112 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (0b914b25-1324-4afe-bfff-9dad2574973b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.859110 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_controller (0b914b25-1324-4afe-bfff-9dad2574973b), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.868627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd619c6-3903-46bc-b0ae-2e860d2a1af2 None None] Network 629241a6-cf4a-400e-bd6f-9f10475890f0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:51.932561 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (0b914b25-1324-4afe-bfff-9dad2574973b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.933907 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b914b25-1324-4afe-bfff-9dad2574973b {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:19:51.945843 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.949800 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c8849826-128f-441c-b158-013ec033191f tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "DELETE /v2.0/routers/0b914b25-1324-4afe-bfff-9dad2574973b HTTP/1.1" status: 204 len: 168 time: 2.3236248 Mar 24 01:19:51.952965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49104) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:51.985959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-77b24cfd-332e-4dc0-86e9-5d53b1094fb4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] For port c35ea30b-bce7-434d-819b-7c4fb22e81d5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c35ea30b-bce7-434d-819b-7c4fb22e81d5,segment=NetworkSegment(f7ae3e46-1154-4389-ba61-72fa2bf7ebcf),segment_id=f7ae3e46-1154-4389-ba61-72fa2bf7ebcf)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:51.986339 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77b24cfd-332e-4dc0-86e9-5d53b1094fb4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:51.989825 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Attempting to bind port 453ee720-7cc1-4111-a9d9-4be2fdf71d0e on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:19:51.990199 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Attempting to bind port 453ee720-7cc1-4111-a9d9-4be2fdf71d0e by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '6b15c06d-4121-4138-933f-52911f3589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a2d46417-047e-4af1-9f4a-4d8c38f59bed'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:19:51.991468 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Attempting to bind port 453ee720-7cc1-4111-a9d9-4be2fdf71d0e on network a2d46417-047e-4af1-9f4a-4d8c38f59bed {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:19:52.007129 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:19:52.007407 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Checking segment: {'id': '6b15c06d-4121-4138-933f-52911f3589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a2d46417-047e-4af1-9f4a-4d8c38f59bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:19:52.008257 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.008257 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Bound using segment: {'id': '6b15c06d-4121-4138-933f-52911f3589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a2d46417-047e-4af1-9f4a-4d8c38f59bed'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:19:52.008735 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Bound port: 453ee720-7cc1-4111-a9d9-4be2fdf71d0e, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b15c06d-4121-4138-933f-52911f3589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a2d46417-047e-4af1-9f4a-4d8c38f59bed'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:19:52.009192 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (453ee720-7cc1-4111-a9d9-4be2fdf71d0e), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.010695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-77b24cfd-332e-4dc0-86e9-5d53b1094fb4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Calling delete_port for c35ea30b-bce7-434d-819b-7c4fb22e81d5 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:52.023663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.objects.ports [None req-5bebef4a-5cf7-46e9-8785-681d23bf1ba3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:19:52.052166 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.plugin [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Port 453ee720-7cc1-4111-a9d9-4be2fdf71d0e has been deleted concurrently {{(pid=115732) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 24 01:19:52.071809 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fac6a5-ac3b-4805-98c5-e485c919968a tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Deleting subnet 3dd1153d-5afa-45da-9829-df9adf59be71 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:19:52.080115 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90fac6a5-ac3b-4805-98c5-e485c919968a tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for subnet (3dd1153d-5afa-45da-9829-df9adf59be71), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.083202 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Routers set() bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:52.084644 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Router IDs set() for agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 24 01:19:52.086784 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_agentschedulers_db [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b914b25-1324-4afe-bfff-9dad2574973b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent'). {{(pid=115732) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 24 01:19:52.087208 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047faf08-050c-4929-b25a-5e1eb5db1a8b None None] The sync data for ids ['0b914b25-1324-4afe-bfff-9dad2574973b'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:19:52.175743 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90fac6a5-ac3b-4805-98c5-e485c919968a tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (3dd1153d-5afa-45da-9829-df9adf59be71), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.276162 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90fac6a5-ac3b-4805-98c5-e485c919968a tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (3dd1153d-5afa-45da-9829-df9adf59be71), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.388948 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90fac6a5-ac3b-4805-98c5-e485c919968a tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (3dd1153d-5afa-45da-9829-df9adf59be71), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.410397 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5bebef4a-5cf7-46e9-8785-681d23bf1ba3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3420b6de-02c6-46da-bc60-c78e832187df), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.422166 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fac6a5-ac3b-4805-98c5-e485c919968a tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd1153d-5afa-45da-9829-df9adf59be71,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:52.424443 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90fac6a5-ac3b-4805-98c5-e485c919968a tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.431879 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-90fac6a5-ac3b-4805-98c5-e485c919968a tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/3dd1153d-5afa-45da-9829-df9adf59be71 HTTP/1.1" status: 204 len: 168 time: 0.4766676 Mar 24 01:19:52.432664 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49114) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:52.532921 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fc61bee-4ebe-4260-966e-ba1ff022eb82 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (a2d46417-047e-4af1-9f4a-4d8c38f59bed), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.536218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49118) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:52.541519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c410fa43-d25f-4510-bda8-10ac22d86b9b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-972466313-network', 'tenant_id': '0301b503155b4f739d553bb9940b637e'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:52.609901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c410fa43-d25f-4510-bda8-10ac22d86b9b admin admin] Made reservation on behalf of 0301b503155b4f739d553bb9940b637e for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:52.612222 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c410fa43-d25f-4510-bda8-10ac22d86b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.636464 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77b24cfd-332e-4dc0-86e9-5d53b1094fb4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c35ea30b-bce7-434d-819b-7c4fb22e81d5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.676266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b24cfd-332e-4dc0-86e9-5d53b1094fb4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Port': ['ID=c35ea30b-bce7-434d-819b-7c4fb22e81d5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:52.678441 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c410fa43-d25f-4510-bda8-10ac22d86b9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.769056 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-5bebef4a-5cf7-46e9-8785-681d23bf1ba3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] For port 3420b6de-02c6-46da-bc60-c78e832187df, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3420b6de-02c6-46da-bc60-c78e832187df,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:52.796553 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c410fa43-d25f-4510-bda8-10ac22d86b9b admin admin] Publish callbacks [] for security_group (daccd842-2065-4c66-982a-52cf24192b66), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.798635 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fc61bee-4ebe-4260-966e-ba1ff022eb82 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (a2d46417-047e-4af1-9f4a-4d8c38f59bed), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.816265 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c410fa43-d25f-4510-bda8-10ac22d86b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (daccd842-2065-4c66-982a-52cf24192b66), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.861279 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9fc61bee-4ebe-4260-966e-ba1ff022eb82 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d46417-047e-4af1-9f4a-4d8c38f59bed']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:52.901931 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c410fa43-d25f-4510-bda8-10ac22d86b9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:19:52.924759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9fc61bee-4ebe-4260-966e-ba1ff022eb82 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b15c06d-4121-4138-933f-52911f3589f1') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:52.925059 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-9fc61bee-4ebe-4260-966e-ba1ff022eb82 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b15c06d-4121-4138-933f-52911f3589f1') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:52.967581 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fc61bee-4ebe-4260-966e-ba1ff022eb82 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (6b15c06d-4121-4138-933f-52911f3589f1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.981686 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77b24cfd-332e-4dc0-86e9-5d53b1094fb4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:52.992972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410fa43-d25f-4510-bda8-10ac22d86b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daccd842-2065-4c66-982a-52cf24192b66,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:53.018661 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c410fa43-d25f-4510-bda8-10ac22d86b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (06500666-4e4b-4265-9c25-bca8b0e7c804), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:53.019031 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-c410fa43-d25f-4510-bda8-10ac22d86b9b admin admin] Added segment 06500666-4e4b-4265-9c25-bca8b0e7c804 of type vlan for network 447d0df2-38a6-42c5-90f2-2a32bd90fa28 Mar 24 01:19:53.024105 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5bebef4a-5cf7-46e9-8785-681d23bf1ba3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (3420b6de-02c6-46da-bc60-c78e832187df), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:53.038532 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5bebef4a-5cf7-46e9-8785-681d23bf1ba3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3420b6de-02c6-46da-bc60-c78e832187df), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:53.054846 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fc61bee-4ebe-4260-966e-ba1ff022eb82 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (6b15c06d-4121-4138-933f-52911f3589f1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:53.109275 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc61bee-4ebe-4260-966e-ba1ff022eb82 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:19:53.109685 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fc61bee-4ebe-4260-966e-ba1ff022eb82 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (6b15c06d-4121-4138-933f-52911f3589f1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: items = [ Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:19:53.111406 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:19:53.195366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebef4a-5cf7-46e9-8785-681d23bf1ba3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=3420b6de-02c6-46da-bc60-c78e832187df,revision_number=4']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:53.209593 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5bebef4a-5cf7-46e9-8785-681d23bf1ba3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (94bcbee0-53c2-47bb-b800-da5f5e41ffd4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:53.227518 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fc61bee-4ebe-4260-966e-ba1ff022eb82 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (a2d46417-047e-4af1-9f4a-4d8c38f59bed), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:53.231885 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c410fa43-d25f-4510-bda8-10ac22d86b9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (447d0df2-38a6-42c5-90f2-2a32bd90fa28), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:53.242761 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc61bee-4ebe-4260-966e-ba1ff022eb82 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2d46417-047e-4af1-9f4a-4d8c38f59bed {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 24 01:19:53.255588 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fc61bee-4ebe-4260-966e-ba1ff022eb82 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:53.261283 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9fc61bee-4ebe-4260-966e-ba1ff022eb82 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "DELETE /v2.0/networks/a2d46417-047e-4af1-9f4a-4d8c38f59bed HTTP/1.1" status: 204 len: 168 time: 0.8270953 Mar 24 01:19:53.281600 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc61bee-4ebe-4260-966e-ba1ff022eb82 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2d46417-047e-4af1-9f4a-4d8c38f59bed,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:53.288324 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-9e53775c-2fcb-4b91-a1ad-070ecacbce77 None None] Provisioning complete for port 3420b6de-02c6-46da-bc60-c78e832187df triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:53.290216 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9e53775c-2fcb-4b91-a1ad-070ecacbce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3420b6de-02c6-46da-bc60-c78e832187df), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:53.316078 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c410fa43-d25f-4510-bda8-10ac22d86b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (447d0df2-38a6-42c5-90f2-2a32bd90fa28), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:53.318560 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c410fa43-d25f-4510-bda8-10ac22d86b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:53.321533 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c410fa43-d25f-4510-bda8-10ac22d86b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:53.440035 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bebef4a-5cf7-46e9-8785-681d23bf1ba3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:53.462031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-5bebef4a-5cf7-46e9-8785-681d23bf1ba3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:53.466916 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410fa43-d25f-4510-bda8-10ac22d86b9b admin admin] Pushing event updated for resources: {'Network': ['ID=447d0df2-38a6-42c5-90f2-2a32bd90fa28,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:53.502348 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c410fa43-d25f-4510-bda8-10ac22d86b9b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9648073 Mar 24 01:19:53.503150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49130) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:53.512104 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9d10d001-bbe8-4d64-a224-12636e6c2615 admin admin] Request body: {'subnet': {'network_id': '447d0df2-38a6-42c5-90f2-2a32bd90fa28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-972466313-subnet', 'tenant_id': '0301b503155b4f739d553bb9940b637e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:53.556437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d10d001-bbe8-4d64-a224-12636e6c2615 admin admin] Made reservation on behalf of 0301b503155b4f739d553bb9940b637e for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:53.559641 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d10d001-bbe8-4d64-a224-12636e6c2615 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:53.565609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bebef4a-5cf7-46e9-8785-681d23bf1ba3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:53.570823 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc448273-3f20-4a2d-96ee-c36c6cf28bee None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:53.571337 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5bebef4a-5cf7-46e9-8785-681d23bf1ba3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:53.572808 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 447d0df2-38a6-42c5-90f2-2a32bd90fa28 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:19:53.669395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebef4a-5cf7-46e9-8785-681d23bf1ba3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=94bcbee0-53c2-47bb-b800-da5f5e41ffd4,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:53.713288 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5bebef4a-5cf7-46e9-8785-681d23bf1ba3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5821784 Mar 24 01:19:53.716722 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49134) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:53.725152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9e53775c-2fcb-4b91-a1ad-070ecacbce77 None None] Current status of the port 3420b6de-02c6-46da-bc60-c78e832187df is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:53.725673 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9e53775c-2fcb-4b91-a1ad-070ecacbce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3420b6de-02c6-46da-bc60-c78e832187df), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:53.739150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-73b4fd2f-0eb5-4014-955a-e1f0809bb051 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'mac_address': 'fa:16:3e:80:25:5e', 'name': 'tempest-NetworksTestDHCPv6-974388619'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:53.884087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b24cfd-332e-4dc0-86e9-5d53b1094fb4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router ed14aca5-b326-4c5a-ba29-4cb17f040a3a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:19:53.969545 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3420b6de-02c6-46da-bc60-c78e832187df up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:19:54.055305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49140) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:54.084631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1b8bea64-ce71-4704-9b5f-a58a7fc0e012 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Request body: {'router': {'name': 'tempest-router--1639406925', 'project_id': 'b2eb45ff6d4c46a592f38b785adbf599'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:54.091095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9e53775c-2fcb-4b91-a1ad-070ecacbce77 None None] For port 3420b6de-02c6-46da-bc60-c78e832187df, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3420b6de-02c6-46da-bc60-c78e832187df,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:54.098720 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9e53775c-2fcb-4b91-a1ad-070ecacbce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3420b6de-02c6-46da-bc60-c78e832187df), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:54.161725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b24cfd-332e-4dc0-86e9-5d53b1094fb4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:19:54.167280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-77b24cfd-332e-4dc0-86e9-5d53b1094fb4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "PUT /v2.0/routers/ed14aca5-b326-4c5a-ba29-4cb17f040a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0460749 Mar 24 01:19:54.171806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49142) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:54.210123 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b8bea64-ce71-4704-9b5f-a58a7fc0e012 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (bbb65f3e-b120-46d4-bdcd-e8feaa775b84), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:54.211542 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b8bea64-ce71-4704-9b5f-a58a7fc0e012 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (bbb65f3e-b120-46d4-bdcd-e8feaa775b84), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:54.262466 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:19:54.268896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3420b6de-02c6-46da-bc60-c78e832187df triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:54.269313 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3420b6de-02c6-46da-bc60-c78e832187df), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:54.277036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7606d6e-993b-4c77-bde5-643b1c972794 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting subnet 7be9103c-d983-4a1f-aaf8-accbb283eb05 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:19:54.290377 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7606d6e-993b-4c77-bde5-643b1c972794 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for subnet (7be9103c-d983-4a1f-aaf8-accbb283eb05), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:54.347675 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b8bea64-ce71-4704-9b5f-a58a7fc0e012 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_controller (bbb65f3e-b120-46d4-bdcd-e8feaa775b84), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:54.359430 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b4fd2f-0eb5-4014-955a-e1f0809bb051 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:19:54.363258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53775c-2fcb-4b91-a1ad-070ecacbce77 None None] Pushing event updated for resources: {'Port': ['ID=3420b6de-02c6-46da-bc60-c78e832187df,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:54.374541 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7606d6e-993b-4c77-bde5-643b1c972794 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (7be9103c-d983-4a1f-aaf8-accbb283eb05), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:54.378872 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b8bea64-ce71-4704-9b5f-a58a7fc0e012 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (bbb65f3e-b120-46d4-bdcd-e8feaa775b84), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:54.504959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3420b6de-02c6-46da-bc60-c78e832187df is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:54.553969 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b8bea64-ce71-4704-9b5f-a58a7fc0e012 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:54.575155 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1b8bea64-ce71-4704-9b5f-a58a7fc0e012 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5041399 Mar 24 01:19:54.579204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49146) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:54.589040 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7606d6e-993b-4c77-bde5-643b1c972794 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (7be9103c-d983-4a1f-aaf8-accbb283eb05), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:54.710554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e11674-53e7-4576-92aa-87924f432c37 None None] Sync routers for ids ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:19:54.730030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e11674-53e7-4576-92aa-87924f432c37 None None] Routers {'ed14aca5-b326-4c5a-ba29-4cb17f040a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:54.730678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-00e11674-53e7-4576-92aa-87924f432c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:54.777983 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73b4fd2f-0eb5-4014-955a-e1f0809bb051 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:54.778968 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59654199-788d-462b-a991-690d7500b6ea tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router (bbb65f3e-b120-46d4-bdcd-e8feaa775b84), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:54.820519 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d10d001-bbe8-4d64-a224-12636e6c2615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (0e33362b-1ad7-4633-9236-39717c353d1e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:54.846410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-73b4fd2f-0eb5-4014-955a-e1f0809bb051 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port 6e94123d-9860-4806-94c1-64a6f63a91e5 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:19:54.996431 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7606d6e-993b-4c77-bde5-643b1c972794 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (7be9103c-d983-4a1f-aaf8-accbb283eb05), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:55.049877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-00e11674-53e7-4576-92aa-87924f432c37 None None] Set router ed14aca5-b326-4c5a-ba29-4cb17f040a3a gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:19:55.084274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7606d6e-993b-4c77-bde5-643b1c972794 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Subnet': ['ID=7be9103c-d983-4a1f-aaf8-accbb283eb05,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:55.097752 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7606d6e-993b-4c77-bde5-643b1c972794 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:55.108945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f7606d6e-993b-4c77-bde5-643b1c972794 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/subnets/7be9103c-d983-4a1f-aaf8-accbb283eb05 HTTP/1.1" status: 204 len: 168 time: 0.9337344 Mar 24 01:19:55.109866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49154) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:55.117791 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59654199-788d-462b-a991-690d7500b6ea tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (bbb65f3e-b120-46d4-bdcd-e8feaa775b84), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:55.126257 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59654199-788d-462b-a991-690d7500b6ea tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_controller (bbb65f3e-b120-46d4-bdcd-e8feaa775b84), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:55.191714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60068626-3f9a-4dc6-9554-87c4a04eff66 None None] Network 898980a7-fc90-4777-a4ed-f40974eceeb2 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:55.246837 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-73b4fd2f-0eb5-4014-955a-e1f0809bb051 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 172.20.0.3 (6236e4f8-17ff-44a0-8044-03efb1bb8211/50e9b849-8345-445d-b0bc-15d3cdd46965/6e94123d-9860-4806-94c1-64a6f63a91e5) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:55.266208 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-73b4fd2f-0eb5-4014-955a-e1f0809bb051 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::f816:3eff:fe80:255e (6236e4f8-17ff-44a0-8044-03efb1bb8211/94bcbee0-53c2-47bb-b800-da5f5e41ffd4/6e94123d-9860-4806-94c1-64a6f63a91e5) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:55.335823 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59654199-788d-462b-a991-690d7500b6ea tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (bbb65f3e-b120-46d4-bdcd-e8feaa775b84), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:55.336268 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59654199-788d-462b-a991-690d7500b6ea tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbb65f3e-b120-46d4-bdcd-e8feaa775b84 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:19:55.349633 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59654199-788d-462b-a991-690d7500b6ea tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:55.350777 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-59654199-788d-462b-a991-690d7500b6ea tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "DELETE /v2.0/routers/bbb65f3e-b120-46d4-bdcd-e8feaa775b84 HTTP/1.1" status: 204 len: 168 time: 0.7705870 Mar 24 01:19:55.364673 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afee79d4-618b-4b12-bfab-c5e3a122db5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:55.538267 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73b4fd2f-0eb5-4014-955a-e1f0809bb051 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (6e94123d-9860-4806-94c1-64a6f63a91e5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:55.653323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49160) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:55.662910 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10d001-bbe8-4d64-a224-12636e6c2615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e33362b-1ad7-4633-9236-39717c353d1e,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:55.686022 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10d001-bbe8-4d64-a224-12636e6c2615 admin admin] Checking segment: {'id': '06500666-4e4b-4265-9c25-bca8b0e7c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '447d0df2-38a6-42c5-90f2-2a32bd90fa28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:19:55.686022 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d10d001-bbe8-4d64-a224-12636e6c2615 admin admin] Network hostable DHCP agents. Network: 447d0df2-38a6-42c5-90f2-2a32bd90fa28, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:19:55.691277 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73b4fd2f-0eb5-4014-955a-e1f0809bb051 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6e94123d-9860-4806-94c1-64a6f63a91e5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:55.760904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b4fd2f-0eb5-4014-955a-e1f0809bb051 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:55.768590 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d10d001-bbe8-4d64-a224-12636e6c2615 admin admin] Network 447d0df2-38a6-42c5-90f2-2a32bd90fa28 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:19:55.780768 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-73b4fd2f-0eb5-4014-955a-e1f0809bb051 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:55.783861 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afee79d4-618b-4b12-bfab-c5e3a122db5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_gateway (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:55.784334 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-9d10d001-bbe8-4d64-a224-12636e6c2615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 447d0df2-38a6-42c5-90f2-2a32bd90fa28) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:55.785889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4fd2f-0eb5-4014-955a-e1f0809bb051 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:55.788775 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4fd2f-0eb5-4014-955a-e1f0809bb051 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=6e94123d-9860-4806-94c1-64a6f63a91e5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:55.808486 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3420b6de-02c6-46da-bc60-c78e832187df up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:19:55.814445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d10d001-bbe8-4d64-a224-12636e6c2615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:55.814755 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d10d001-bbe8-4d64-a224-12636e6c2615 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:55.881875 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9d10d001-bbe8-4d64-a224-12636e6c2615 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3774390 Mar 24 01:19:55.907924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-afee79d4-618b-4b12-bfab-c5e3a122db5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting port 455ed866-9b2b-49ad-a1e2-a6afb8a5b061 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:55.908293 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afee79d4-618b-4b12-bfab-c5e3a122db5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (455ed866-9b2b-49ad-a1e2-a6afb8a5b061), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:55.916209 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b4fd2f-0eb5-4014-955a-e1f0809bb051 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:55.916873 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-73b4fd2f-0eb5-4014-955a-e1f0809bb051 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:55.937995 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c5cb19-cfd3-4bb7-b580-9d79f5595c29 None None] Network 447d0df2-38a6-42c5-90f2-2a32bd90fa28 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:55.942164 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-73b4fd2f-0eb5-4014-955a-e1f0809bb051 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2145872 Mar 24 01:19:55.944281 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49168) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:56.114937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563cbe30-b0b6-4e58-8551-06babe1738fa tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:56.115592 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-afee79d4-618b-4b12-bfab-c5e3a122db5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] For port 455ed866-9b2b-49ad-a1e2-a6afb8a5b061, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=455ed866-9b2b-49ad-a1e2-a6afb8a5b061,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:56.115961 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afee79d4-618b-4b12-bfab-c5e3a122db5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (455ed866-9b2b-49ad-a1e2-a6afb8a5b061), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:56.131809 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d37c8acd-8e59-48c8-934e-ef9a153a6137 None None] Provisioning complete for port 3420b6de-02c6-46da-bc60-c78e832187df triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:56.132194 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d37c8acd-8e59-48c8-934e-ef9a153a6137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3420b6de-02c6-46da-bc60-c78e832187df), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:56.148180 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563cbe30-b0b6-4e58-8551-06babe1738fa tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:56.152665 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-563cbe30-b0b6-4e58-8551-06babe1738fa tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2062495 Mar 24 01:19:56.158702 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-afee79d4-618b-4b12-bfab-c5e3a122db5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Calling delete_port for 455ed866-9b2b-49ad-a1e2-a6afb8a5b061 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:56.160541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49170) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:56.302528 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1670653500', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:19:56.349118 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (99021d77-722b-4a2f-a92a-d6cfa6cb3c72), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:56.350862 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (99021d77-722b-4a2f-a92a-d6cfa6cb3c72), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:56.355242 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3420b6de-02c6-46da-bc60-c78e832187df triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:56.355684 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3420b6de-02c6-46da-bc60-c78e832187df), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:56.455904 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_controller (99021d77-722b-4a2f-a92a-d6cfa6cb3c72), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:56.491578 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-59a179b0-f9b5-491d-a41f-4d0545b00344 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port 6e94123d-9860-4806-94c1-64a6f63a91e5 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:56.491941 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59a179b0-f9b5-491d-a41f-4d0545b00344 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6e94123d-9860-4806-94c1-64a6f63a91e5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:56.516443 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cae9b3-8719-437f-84e5-f15c4ed24258 None None] DHCP port deletion for 898980a7-fc90-4777-a4ed-f40974eceeb2 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:19:56.557521 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aafac18-e306-4e02-be04-64a8bd7814c8 None None] Network 447d0df2-38a6-42c5-90f2-2a32bd90fa28 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:19:56.665514 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59a179b0-f9b5-491d-a41f-4d0545b00344 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6e94123d-9860-4806-94c1-64a6f63a91e5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:56.685601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-59a179b0-f9b5-491d-a41f-4d0545b00344 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for 6e94123d-9860-4806-94c1-64a6f63a91e5 owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:56.856568 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-00e11674-53e7-4576-92aa-87924f432c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949483419', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:37Z', 'updated_at': '2022-03-24T01:19:52Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': '455ed866-9b2b-49ad-a1e2-a6afb8a5b061', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:17:38Z', 'updated_at': '2022-03-24T01:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:56.867583 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (99021d77-722b-4a2f-a92a-d6cfa6cb3c72), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:57.280693 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (99021d77-722b-4a2f-a92a-d6cfa6cb3c72), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:57.322851 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:57.367848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e11674-53e7-4576-92aa-87924f432c37 None None] Checking router: ed14aca5-b326-4c5a-ba29-4cb17f040a3a for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:19:57.378030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d37c8acd-8e59-48c8-934e-ef9a153a6137 None None] Current status of the port 3420b6de-02c6-46da-bc60-c78e832187df is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:57.387743 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3420b6de-02c6-46da-bc60-c78e832187df is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:57.425412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e11674-53e7-4576-92aa-87924f432c37 None None] Routers {'ed14aca5-b326-4c5a-ba29-4cb17f040a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:19:57.426422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-00e11674-53e7-4576-92aa-87924f432c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:19:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:57.429239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-72cae9b3-8719-437f-84e5-f15c4ed24258 None None] Deleting port f9f85f54-547e-4836-9cc8-2c68167df03d {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:19:57.429733 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-72cae9b3-8719-437f-84e5-f15c4ed24258 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f9f85f54-547e-4836-9cc8-2c68167df03d), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:57.463909 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-380b49be-7e24-4839-a286-155c35b1a8de tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:57.465552 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-380b49be-7e24-4839-a286-155c35b1a8de tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/networks?id=629241a6-cf4a-400e-bd6f-9f10475890f0 HTTP/1.1" status: 200 len: 811 time: 0.5547109 Mar 24 01:19:57.569544 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-41e39054-59f4-4ffd-9640-80a608efab6f tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/quotas/01d2f132359d4157bfa63b3a564dc230 HTTP/1.1" status: 200 len: 375 time: 0.0976648 Mar 24 01:19:57.611018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ca032e15-4a97-44b6-8e71-5830ad4eb6b2 None None] Provisioning complete for port 6e94123d-9860-4806-94c1-64a6f63a91e5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:19:57.611625 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ca032e15-4a97-44b6-8e71-5830ad4eb6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6e94123d-9860-4806-94c1-64a6f63a91e5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:57.614852 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-72cae9b3-8719-437f-84e5-f15c4ed24258 None None] For port f9f85f54-547e-4836-9cc8-2c68167df03d, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f9f85f54-547e-4836-9cc8-2c68167df03d,segment=NetworkSegment(f7ae3e46-1154-4389-ba61-72fa2bf7ebcf),segment_id=f7ae3e46-1154-4389-ba61-72fa2bf7ebcf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:19:57.615306 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-72cae9b3-8719-437f-84e5-f15c4ed24258 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f9f85f54-547e-4836-9cc8-2c68167df03d), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:57.661449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f9f85f54-547e-4836-9cc8-2c68167df03d no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:57.663117 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-bb3b117a-d1e5-4e3a-9fe3-32f06481d205 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=01d2f132359d4157bfa63b3a564dc230&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816598 Mar 24 01:19:57.676653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-72cae9b3-8719-437f-84e5-f15c4ed24258 None None] Calling delete_port for f9f85f54-547e-4836-9cc8-2c68167df03d owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:19:57.701021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-00e11674-53e7-4576-92aa-87924f432c37 None None] Set router ed14aca5-b326-4c5a-ba29-4cb17f040a3a gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:19:57.747421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ca032e15-4a97-44b6-8e71-5830ad4eb6b2 None None] Port 6e94123d-9860-4806-94c1-64a6f63a91e5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:19:57.786661 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-00e11674-53e7-4576-92aa-87924f432c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949483419', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:37Z', 'updated_at': '2022-03-24T01:19:55Z', 'revision_number': 6, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:57.826107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-13057471-72cc-4756-9313-938beb93940c req-571a88d3-947b-4c89-b1b9-9ce70d4026bd service neutron] (115730) timed out ('10.222.0.48', 49791) {{(pid=115730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 01:19:57.863414 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e11674-53e7-4576-92aa-87924f432c37 None None] The sync data for ids ['ed14aca5-b326-4c5a-ba29-4cb17f040a3a'] in n-d-760455-9 is: [{'id': 'ed14aca5-b326-4c5a-ba29-4cb17f040a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949483419', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:17:37Z', 'updated_at': '2022-03-24T01:19:55Z', 'revision_number': 6, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:19:57.964026 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f9f85f54-547e-4836-9cc8-2c68167df03d is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:19:57.964496 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f9f85f54-547e-4836-9cc8-2c68167df03d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:57.976090 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-72cae9b3-8719-437f-84e5-f15c4ed24258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (f9f85f54-547e-4836-9cc8-2c68167df03d), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:58.019024 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cae9b3-8719-437f-84e5-f15c4ed24258 None None] Pushing event deleted for resources: {'Port': ['ID=f9f85f54-547e-4836-9cc8-2c68167df03d,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:58.023901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cae9b3-8719-437f-84e5-f15c4ed24258 None None] No DVR routers for this DVR port f9f85f54-547e-4836-9cc8-2c68167df03d on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:19:58.171181 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-7dc368f1-55a8-429f-8670-1364c03e4557 service neutron] 10.222.0.45 "GET /v2.0/networks/629241a6-cf4a-400e-bd6f-9f10475890f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864781 Mar 24 01:19:58.175222 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59a179b0-f9b5-491d-a41f-4d0545b00344 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6e94123d-9860-4806-94c1-64a6f63a91e5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:58.309477 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a179b0-f9b5-491d-a41f-4d0545b00344 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=6e94123d-9860-4806-94c1-64a6f63a91e5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:58.331630 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afee79d4-618b-4b12-bfab-c5e3a122db5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (455ed866-9b2b-49ad-a1e2-a6afb8a5b061), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:58.457361 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Allocated IP 172.25.0.76 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/7b33f313-e341-4cc2-96b0-57351e3bbf05) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:19:58.535689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee79d4-618b-4b12-bfab-c5e3a122db5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Port': ['ID=455ed866-9b2b-49ad-a1e2-a6afb8a5b061,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:58.555052 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-cb0bc866-54bc-4f4f-a6dd-689a268f2045 service neutron] 10.222.0.45 "GET /v2.0/networks/629241a6-cf4a-400e-bd6f-9f10475890f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713279 Mar 24 01:19:58.711332 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for port (7b33f313-e341-4cc2-96b0-57351e3bbf05), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:58.750484 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c9e9fc6-d226-4e16-8cee-64988ea7e5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:58.804355 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (7b33f313-e341-4cc2-96b0-57351e3bbf05), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:58.814479 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59a179b0-f9b5-491d-a41f-4d0545b00344 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:58.817888 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-59a179b0-f9b5-491d-a41f-4d0545b00344 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/6e94123d-9860-4806-94c1-64a6f63a91e5 HTTP/1.1" status: 204 len: 168 time: 2.6563601 Mar 24 01:19:58.820389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49208) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:58.837008 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afee79d4-618b-4b12-bfab-c5e3a122db5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:58.876581 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:19:58.884765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:19:58.889762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:19:58.963057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Pushing event updated for resources: {'Port': ['ID=7b33f313-e341-4cc2-96b0-57351e3bbf05,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:59.055612 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afee79d4-618b-4b12-bfab-c5e3a122db5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:59.074280 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afee79d4-618b-4b12-bfab-c5e3a122db5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_controller (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:59.079721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9755b01-4d62-44aa-8097-556509826b6b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:59.081041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9755b01-4d62-44aa-8097-556509826b6b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:59.082481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9755b01-4d62-44aa-8097-556509826b6b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:19:59.086584 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d9755b01-4d62-44aa-8097-556509826b6b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2611680 Mar 24 01:19:59.088883 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49212) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:59.166312 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afee79d4-618b-4b12-bfab-c5e3a122db5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (ed14aca5-b326-4c5a-ba29-4cb17f040a3a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:59.167125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afee79d4-618b-4b12-bfab-c5e3a122db5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Fanout notify agent at l3_agent the message router_deleted on router ed14aca5-b326-4c5a-ba29-4cb17f040a3a {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:19:59.177476 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-afee79d4-618b-4b12-bfab-c5e3a122db5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:59.181204 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-afee79d4-618b-4b12-bfab-c5e3a122db5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/routers/ed14aca5-b326-4c5a-ba29-4cb17f040a3a HTTP/1.1" status: 204 len: 168 time: 3.9863396 Mar 24 01:19:59.182924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49216) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:59.198650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-863dca1b-b89f-4b52-9e88-6e484b10b9df tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 50e9b849-8345-445d-b0bc-15d3cdd46965 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:19:59.209533 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-863dca1b-b89f-4b52-9e88-6e484b10b9df tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (50e9b849-8345-445d-b0bc-15d3cdd46965), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:59.286159 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-863dca1b-b89f-4b52-9e88-6e484b10b9df tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (50e9b849-8345-445d-b0bc-15d3cdd46965), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:59.361974 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e94598ed-6b66-4c94-b923-ed7aa33a82cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (898980a7-fc90-4777-a4ed-f40974eceeb2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:59.456563 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (99021d77-722b-4a2f-a92a-d6cfa6cb3c72), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:59.502617 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e94598ed-6b66-4c94-b923-ed7aa33a82cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (898980a7-fc90-4777-a4ed-f40974eceeb2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:59.572382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e94598ed-6b66-4c94-b923-ed7aa33a82cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898980a7-fc90-4777-a4ed-f40974eceeb2']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:59.584227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e94598ed-6b66-4c94-b923-ed7aa33a82cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:59.584530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e94598ed-6b66-4c94-b923-ed7aa33a82cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ae3e46-1154-4389-ba61-72fa2bf7ebcf') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:19:59.596316 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e94598ed-6b66-4c94-b923-ed7aa33a82cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (f7ae3e46-1154-4389-ba61-72fa2bf7ebcf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:59.612175 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e94598ed-6b66-4c94-b923-ed7aa33a82cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f7ae3e46-1154-4389-ba61-72fa2bf7ebcf), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:59.619955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94598ed-6b66-4c94-b923-ed7aa33a82cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:19:59.620376 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e94598ed-6b66-4c94-b923-ed7aa33a82cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (f7ae3e46-1154-4389-ba61-72fa2bf7ebcf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:59.637126 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 455ed866-9b2b-49ad-a1e2-a6afb8a5b061 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:59.672006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 455ed866-9b2b-49ad-a1e2-a6afb8a5b061 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:59.674828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 455ed866-9b2b-49ad-a1e2-a6afb8a5b061 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:59.675479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c35ea30b-bce7-434d-819b-7c4fb22e81d5 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:19:59.696499 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:19:59.703529 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e94598ed-6b66-4c94-b923-ed7aa33a82cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (898980a7-fc90-4777-a4ed-f40974eceeb2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:59.712787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: c35ea30b-bce7-434d-819b-7c4fb22e81d5 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:19:59.713356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c35ea30b-bce7-434d-819b-7c4fb22e81d5 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:19:59.735074 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e94598ed-6b66-4c94-b923-ed7aa33a82cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:59.738496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e94598ed-6b66-4c94-b923-ed7aa33a82cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/networks/898980a7-fc90-4777-a4ed-f40974eceeb2 HTTP/1.1" status: 204 len: 168 time: 0.5544536 Mar 24 01:19:59.739498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94598ed-6b66-4c94-b923-ed7aa33a82cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Network': ['ID=898980a7-fc90-4777-a4ed-f40974eceeb2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:19:59.741530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49224) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:19:59.823985 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d687a83e-4e91-4d23-80f4-450624ca4f71 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (64e801d4-4f56-47ed-9429-559539e687be), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:59.864322 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d687a83e-4e91-4d23-80f4-450624ca4f71 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (64e801d4-4f56-47ed-9429-559539e687be), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:19:59.994610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-207a0a14-4977-4266-b409-4291a1b0a8b5 req-529135c3-12ba-44e9-9dea-63397e73479d tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 210 time: 0.0694306 Mar 24 01:20:00.034614 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d687a83e-4e91-4d23-80f4-450624ca4f71 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (64e801d4-4f56-47ed-9429-559539e687be), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:00.038119 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d687a83e-4e91-4d23-80f4-450624ca4f71 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:00.040454 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d687a83e-4e91-4d23-80f4-450624ca4f71 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/security-groups/64e801d4-4f56-47ed-9429-559539e687be HTTP/1.1" status: 204 len: 168 time: 0.2979896 Mar 24 01:20:00.059177 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-863dca1b-b89f-4b52-9e88-6e484b10b9df tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (50e9b849-8345-445d-b0bc-15d3cdd46965), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:00.081496 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:00.089711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687a83e-4e91-4d23-80f4-450624ca4f71 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e801d4-4f56-47ed-9429-559539e687be,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:00.262928 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-863dca1b-b89f-4b52-9e88-6e484b10b9df tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (50e9b849-8345-445d-b0bc-15d3cdd46965), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:00.338730 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b69dd9-0cf4-459f-b428-e3cc59557f22 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:00.357918 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-863dca1b-b89f-4b52-9e88-6e484b10b9df tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:00.361154 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-863dca1b-b89f-4b52-9e88-6e484b10b9df tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/50e9b849-8345-445d-b0bc-15d3cdd46965 HTTP/1.1" status: 204 len: 168 time: 1.2712584 Mar 24 01:20:00.363899 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49244) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:00.366232 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863dca1b-b89f-4b52-9e88-6e484b10b9df tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=50e9b849-8345-445d-b0bc-15d3cdd46965,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:00.439382 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c1b4fc-3a76-4712-a1fb-b4e5b8df6266 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 94bcbee0-53c2-47bb-b800-da5f5e41ffd4 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:20:00.444691 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49c1b4fc-3a76-4712-a1fb-b4e5b8df6266 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (94bcbee0-53c2-47bb-b800-da5f5e41ffd4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:00.611429 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49246) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:00.616492 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8432d1e8-a363-4b13-8644-acd34745bd5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-996129106', 'description': 'tempest-secgroup-smoke-996129106 description', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:00.629518 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49c1b4fc-3a76-4712-a1fb-b4e5b8df6266 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (94bcbee0-53c2-47bb-b800-da5f5e41ffd4), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:00.648552 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8432d1e8-a363-4b13-8644-acd34745bd5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:00.713383 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (99021d77-722b-4a2f-a92a-d6cfa6cb3c72), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:00.765468 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8432d1e8-a363-4b13-8644-acd34745bd5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (16ebd767-70b9-4a13-ad84-91c891f20401), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:00.776867 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8432d1e8-a363-4b13-8644-acd34745bd5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (16ebd767-70b9-4a13-ad84-91c891f20401), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:00.811352 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8432d1e8-a363-4b13-8644-acd34745bd5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:00.819832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8432d1e8-a363-4b13-8644-acd34745bd5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2046561 Mar 24 01:20:00.833718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49250) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:00.863180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-60304b54-f27f-449b-8804-4fbf1d31c48a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '16ebd767-70b9-4a13-ad84-91c891f20401', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:00.865570 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9cf750a6-d49e-481f-8190-705fc0bf0120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:00.945170 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432d1e8-a363-4b13-8644-acd34745bd5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ebd767-70b9-4a13-ad84-91c891f20401,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:00.999050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-60304b54-f27f-449b-8804-4fbf1d31c48a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (e389c616-c2dd-4ec0-8aae-ee21fa385e31), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:01.217358 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Router 99021d77-722b-4a2f-a92a-d6cfa6cb3c72 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:20:01.231842 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49c1b4fc-3a76-4712-a1fb-b4e5b8df6266 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (94bcbee0-53c2-47bb-b800-da5f5e41ffd4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:01.239993 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b166c5cc-18bc-4396-a737-fe3a4c4c4228 req-b0e1a7e6-c68c-489e-a87c-7315faf75009 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 210 time: 0.0953302 Mar 24 01:20:01.249150 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-60304b54-f27f-449b-8804-4fbf1d31c48a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (e389c616-c2dd-4ec0-8aae-ee21fa385e31), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:01.265788 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-60304b54-f27f-449b-8804-4fbf1d31c48a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (e389c616-c2dd-4ec0-8aae-ee21fa385e31), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:01.301348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60304b54-f27f-449b-8804-4fbf1d31c48a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e389c616-c2dd-4ec0-8aae-ee21fa385e31,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:01.331045 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-60304b54-f27f-449b-8804-4fbf1d31c48a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:01.332701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-60304b54-f27f-449b-8804-4fbf1d31c48a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4964249 Mar 24 01:20:01.336365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49264) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:01.345610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-579bcf5c-d9bd-4706-b9b7-b36a478b8b9e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '16ebd767-70b9-4a13-ad84-91c891f20401', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:01.379651 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-579bcf5c-d9bd-4706-b9b7-b36a478b8b9e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (758eed07-8d30-42ea-987d-2ac7f6b0e8b2), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:01.523778 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:20:01.525531 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-579bcf5c-d9bd-4706-b9b7-b36a478b8b9e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (758eed07-8d30-42ea-987d-2ac7f6b0e8b2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:01.532762 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-579bcf5c-d9bd-4706-b9b7-b36a478b8b9e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (758eed07-8d30-42ea-987d-2ac7f6b0e8b2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:01.540707 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e6ef64-15fd-4d65-9622-ccabd58c67ad None None] Sync routers for ids ['99021d77-722b-4a2f-a92a-d6cfa6cb3c72'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:20:01.571291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bcf5c-d9bd-4706-b9b7-b36a478b8b9e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758eed07-8d30-42ea-987d-2ac7f6b0e8b2,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:01.587020 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e6ef64-15fd-4d65-9622-ccabd58c67ad None None] Routers {'99021d77-722b-4a2f-a92a-d6cfa6cb3c72'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:01.588144 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d8e6ef64-15fd-4d65-9622-ccabd58c67ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['99021d77-722b-4a2f-a92a-d6cfa6cb3c72'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:01.680629 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:01.689225 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-98fde82a-abbb-4e7f-81b4-a96d1e9f0709 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0316031 Mar 24 01:20:01.690387 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49266) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:01.707354 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49c1b4fc-3a76-4712-a1fb-b4e5b8df6266 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (94bcbee0-53c2-47bb-b800-da5f5e41ffd4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:01.710170 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d8e6ef64-15fd-4d65-9622-ccabd58c67ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:01.713693 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5293be50-f826-4629-be19-6c43a890037d None None] Provisioning complete for port 3420b6de-02c6-46da-bc60-c78e832187df triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:01.714405 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5293be50-f826-4629-be19-6c43a890037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3420b6de-02c6-46da-bc60-c78e832187df), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:01.734985 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e6ef64-15fd-4d65-9622-ccabd58c67ad None None] Routers {'99021d77-722b-4a2f-a92a-d6cfa6cb3c72'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:01.735654 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d8e6ef64-15fd-4d65-9622-ccabd58c67ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['99021d77-722b-4a2f-a92a-d6cfa6cb3c72'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:01.811330 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d8e6ef64-15fd-4d65-9622-ccabd58c67ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:01.811990 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e6ef64-15fd-4d65-9622-ccabd58c67ad None None] The sync data for ids ['99021d77-722b-4a2f-a92a-d6cfa6cb3c72'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:20:01.821484 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-ee8195de-e11d-4cb6-818a-4d0b742fe9bb tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:01.824328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-ee8195de-e11d-4cb6-818a-4d0b742fe9bb tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.57 "GET /v2.0/networks?id=629241a6-cf4a-400e-bd6f-9f10475890f0 HTTP/1.1" status: 200 len: 811 time: 0.2450726 Mar 24 01:20:01.845827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1b4fc-3a76-4712-a1fb-b4e5b8df6266 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=94bcbee0-53c2-47bb-b800-da5f5e41ffd4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:01.849990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-ed31e15e-afd1-4e7b-8899-c798d119f0f2 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Request body: {'port': {'device_id': '88f16911-ef36-4337-8e89-bc11be8949af', 'network_id': '629241a6-cf4a-400e-bd6f-9f10475890f0', 'admin_state_up': True, 'tenant_id': '01d2f132359d4157bfa63b3a564dc230'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:01.861039 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-49c1b4fc-3a76-4712-a1fb-b4e5b8df6266 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:01.869570 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-49c1b4fc-3a76-4712-a1fb-b4e5b8df6266 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/94bcbee0-53c2-47bb-b800-da5f5e41ffd4 HTTP/1.1" status: 204 len: 168 time: 1.5010648 Mar 24 01:20:01.869570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49268) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:01.875214 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1ab7bc-45d1-4e93-8ce2-cf6510e45fdd None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:01.887082 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-579bcf5c-d9bd-4706-b9b7-b36a478b8b9e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:01.891846 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-579bcf5c-d9bd-4706-b9b7-b36a478b8b9e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5506263 Mar 24 01:20:01.916951 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49270) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:01.921233 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b2a495cb-3ab2-4ca8-85a2-3159141e8d6b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487828 Mar 24 01:20:01.923701 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ba6252e4-e489-4ac7-b5fb-7b02aa89c242 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '16ebd767-70b9-4a13-ad84-91c891f20401', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:01.942802 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49272) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:01.978127 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5293be50-f826-4629-be19-6c43a890037d None None] Current status of the port 3420b6de-02c6-46da-bc60-c78e832187df is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:01.991325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e705a8a7-99f5-4f83-b490-89d2ac2f1fc0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:01.998572 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8598607b-5db3-4821-81f7-90fec2cb7fd8 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/routers/99021d77-722b-4a2f-a92a-d6cfa6cb3c72 HTTP/1.1" status: 200 len: 924 time: 0.3033347 Mar 24 01:20:02.004716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49276) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:02.062482 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bb6dde20-0a52-42e8-b2d3-ee10c8c375bf tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "GET /v2.0/ports?device_id=99021d77-722b-4a2f-a92a-d6cfa6cb3c72 HTTP/1.1" status: 200 len: 205 time: 0.0572455 Mar 24 01:20:02.066814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49278) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:02.106626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484a3ea5-c742-435d-8b0e-57e30d89bbb9 None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:20:02.161245 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e705a8a7-99f5-4f83-b490-89d2ac2f1fc0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:02.166284 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e705a8a7-99f5-4f83-b490-89d2ac2f1fc0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.170471 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba6252e4-e489-4ac7-b5fb-7b02aa89c242 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (4ebd45b8-2f53-4c2c-91db-6f949c19e8d2), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.203461 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.232807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-484a3ea5-c742-435d-8b0e-57e30d89bbb9 None None] Deleting port 3420b6de-02c6-46da-bc60-c78e832187df {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:02.235401 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-484a3ea5-c742-435d-8b0e-57e30d89bbb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3420b6de-02c6-46da-bc60-c78e832187df), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.250724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-ed31e15e-afd1-4e7b-8899-c798d119f0f2 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Made reservation on behalf of 01d2f132359d4157bfa63b3a564dc230 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:02.254286 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-ed31e15e-afd1-4e7b-8899-c798d119f0f2 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.302345 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba6252e4-e489-4ac7-b5fb-7b02aa89c242 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (4ebd45b8-2f53-4c2c-91db-6f949c19e8d2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.312431 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba6252e4-e489-4ac7-b5fb-7b02aa89c242 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (4ebd45b8-2f53-4c2c-91db-6f949c19e8d2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.343893 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6252e4-e489-4ac7-b5fb-7b02aa89c242 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebd45b8-2f53-4c2c-91db-6f949c19e8d2,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:02.361938 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba6252e4-e489-4ac7-b5fb-7b02aa89c242 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.365884 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ba6252e4-e489-4ac7-b5fb-7b02aa89c242 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4436061 Mar 24 01:20:02.369632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49282) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:02.382961 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-484a3ea5-c742-435d-8b0e-57e30d89bbb9 None None] For port 3420b6de-02c6-46da-bc60-c78e832187df, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3420b6de-02c6-46da-bc60-c78e832187df,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:02.383498 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-484a3ea5-c742-435d-8b0e-57e30d89bbb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3420b6de-02c6-46da-bc60-c78e832187df), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.386486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a0451fd-d36a-4f52-a1d6-2e651d8bb507 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (99021d77-722b-4a2f-a92a-d6cfa6cb3c72), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.386918 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-cfe62b9a-813e-4aa0-8bdd-a2142878b0b7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '16ebd767-70b9-4a13-ad84-91c891f20401', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:02.410080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-484a3ea5-c742-435d-8b0e-57e30d89bbb9 None None] Calling delete_port for 3420b6de-02c6-46da-bc60-c78e832187df owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:02.455582 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cfe62b9a-813e-4aa0-8bdd-a2142878b0b7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (c4ca9a9d-9bfb-4518-bf68-45df715203d9), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.563978 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cfe62b9a-813e-4aa0-8bdd-a2142878b0b7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (c4ca9a9d-9bfb-4518-bf68-45df715203d9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.572774 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cfe62b9a-813e-4aa0-8bdd-a2142878b0b7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c4ca9a9d-9bfb-4518-bf68-45df715203d9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.584619 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.593997 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-484a3ea5-c742-435d-8b0e-57e30d89bbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (3420b6de-02c6-46da-bc60-c78e832187df), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.613503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe62b9a-813e-4aa0-8bdd-a2142878b0b7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ca9a9d-9bfb-4518-bf68-45df715203d9,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:02.618929 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e705a8a7-99f5-4f83-b490-89d2ac2f1fc0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (2cd97e34-45fb-44fe-afe0-f9c83aaa45b3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.626043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a3ea5-c742-435d-8b0e-57e30d89bbb9 None None] Pushing event deleted for resources: {'Port': ['ID=3420b6de-02c6-46da-bc60-c78e832187df,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:02.638136 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a3ea5-c742-435d-8b0e-57e30d89bbb9 None None] No DVR routers for this DVR port 3420b6de-02c6-46da-bc60-c78e832187df on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:20:02.642971 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cfe62b9a-813e-4aa0-8bdd-a2142878b0b7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.645158 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cfe62b9a-813e-4aa0-8bdd-a2142878b0b7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2729411 Mar 24 01:20:02.670884 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49286) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:02.675934 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5c43a2b2-d574-4263-8417-fac75d89eab1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '16ebd767-70b9-4a13-ad84-91c891f20401', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:02.694880 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fdd6d3d7-4454-41a3-a73d-31203a8cbdc0 req-65dcbc69-ac06-465a-9ac8-08df9bd824c8 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 210 time: 0.2875497 Mar 24 01:20:02.708594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e705a8a7-99f5-4f83-b490-89d2ac2f1fc0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:02.713360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-ed31e15e-afd1-4e7b-8899-c798d119f0f2 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Allocated IP 172.20.0.14 (629241a6-cf4a-400e-bd6f-9f10475890f0/3fab0788-aa2e-4519-b150-bcdc8f0fffce/628b4ae6-5b71-4392-a6b1-5df5cec3a581) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:02.721068 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-e705a8a7-99f5-4f83-b490-89d2ac2f1fc0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:02.725875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e705a8a7-99f5-4f83-b490-89d2ac2f1fc0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:02.726466 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e705a8a7-99f5-4f83-b490-89d2ac2f1fc0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.730907 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705a8a7-99f5-4f83-b490-89d2ac2f1fc0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=2cd97e34-45fb-44fe-afe0-f9c83aaa45b3,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:02.745311 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cf94cc-f175-4272-b8ae-66ff2dd1c766 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:02.755354 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-5c43a2b2-d574-4263-8417-fac75d89eab1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Project 0fdc6cb7bc1743249389b96ab4ecbee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:20:02.774509 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c43a2b2-d574-4263-8417-fac75d89eab1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (9cec49da-d588-4841-ac01-d9c93c8ff751), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.798422 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e705a8a7-99f5-4f83-b490-89d2ac2f1fc0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8200576 Mar 24 01:20:02.801509 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49292) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:02.808955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-63edacb0-a126-474d-aba1-6b7327092be2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:02.873415 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a0451fd-d36a-4f52-a1d6-2e651d8bb507 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (99021d77-722b-4a2f-a92a-d6cfa6cb3c72), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.900059 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': '2cd97e34-45fb-44fe-afe0-f9c83aaa45b3'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:20:02.901996 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.979726 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c43a2b2-d574-4263-8417-fac75d89eab1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (9cec49da-d588-4841-ac01-d9c93c8ff751), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:02.994352 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c43a2b2-d574-4263-8417-fac75d89eab1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (9cec49da-d588-4841-ac01-d9c93c8ff751), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.026384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43a2b2-d574-4263-8417-fac75d89eab1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cec49da-d588-4841-ac01-d9c93c8ff751,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:03.054506 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c43a2b2-d574-4263-8417-fac75d89eab1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.056675 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5c43a2b2-d574-4263-8417-fac75d89eab1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3848238 Mar 24 01:20:03.060896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49296) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:03.062375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63edacb0-a126-474d-aba1-6b7327092be2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:03.066542 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63edacb0-a126-474d-aba1-6b7327092be2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.069084 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-ed31e15e-afd1-4e7b-8899-c798d119f0f2 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Publish callbacks [] for port (628b4ae6-5b71-4392-a6b1-5df5cec3a581), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.073481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-3ac16284-8f48-46c0-9de3-2e350c5204f3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '16ebd767-70b9-4a13-ad84-91c891f20401', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:03.084418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-9a0451fd-d36a-4f52-a1d6-2e651d8bb507 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Deleting port 7b33f313-e341-4cc2-96b0-57351e3bbf05 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:03.084765 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a0451fd-d36a-4f52-a1d6-2e651d8bb507 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7b33f313-e341-4cc2-96b0-57351e3bbf05), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.153577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Allocated IP 172.20.0.2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/2cd97e34-45fb-44fe-afe0-f9c83aaa45b3/5a7098d3-8c8e-4aa7-875e-0c996dd32484) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:03.199697 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-3ac16284-8f48-46c0-9de3-2e350c5204f3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Project 0fdc6cb7bc1743249389b96ab4ecbee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:20:03.208438 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3ac16284-8f48-46c0-9de3-2e350c5204f3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (16ee3ca0-5ab1-4942-83a3-f6bf51052816), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.229260 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-ed31e15e-afd1-4e7b-8899-c798d119f0f2 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (628b4ae6-5b71-4392-a6b1-5df5cec3a581), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.313907 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a0451fd-d36a-4f52-a1d6-2e651d8bb507 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7b33f313-e341-4cc2-96b0-57351e3bbf05), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.349586 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Publish callbacks [] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.354242 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-9a0451fd-d36a-4f52-a1d6-2e651d8bb507 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Calling delete_port for 7b33f313-e341-4cc2-96b0-57351e3bbf05 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:03.358778 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.365617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-ed31e15e-afd1-4e7b-8899-c798d119f0f2 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Network 629241a6-cf4a-400e-bd6f-9f10475890f0 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:03.379740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-ed31e15e-afd1-4e7b-8899-c798d119f0f2 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:03.387187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-ed31e15e-afd1-4e7b-8899-c798d119f0f2 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:03.394621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:03.397934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:03.401655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:03.410429 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31e15e-afd1-4e7b-8899-c798d119f0f2 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Pushing event updated for resources: {'Port': ['ID=628b4ae6-5b71-4392-a6b1-5df5cec3a581,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:03.458903 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Pushing event updated for resources: {'Port': ['ID=5a7098d3-8c8e-4aa7-875e-0c996dd32484,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:03.471453 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Attempting to bind port 5a7098d3-8c8e-4aa7-875e-0c996dd32484 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:03.471453 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Attempting to bind port 5a7098d3-8c8e-4aa7-875e-0c996dd32484 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:03.471714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Attempting to bind port 5a7098d3-8c8e-4aa7-875e-0c996dd32484 on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:03.478978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:03.478978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:03.479377 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.479627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:03.480104 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Bound port: 5a7098d3-8c8e-4aa7-875e-0c996dd32484, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:03.480482 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.483334 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3ac16284-8f48-46c0-9de3-2e350c5204f3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (16ee3ca0-5ab1-4942-83a3-f6bf51052816), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.561999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] For port 5a7098d3-8c8e-4aa7-875e-0c996dd32484, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:20:03.565754 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] For port 5a7098d3-8c8e-4aa7-875e-0c996dd32484, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5a7098d3-8c8e-4aa7-875e-0c996dd32484,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:20:03.573043 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.643450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1d9f4-3763-4295-aa34-5a25f15e834d None None] Pushing event updated for resources: {'Port': ['ID=5a7098d3-8c8e-4aa7-875e-0c996dd32484,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:03.664448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3420b6de-02c6-46da-bc60-c78e832187df no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:20:03.701437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 3420b6de-02c6-46da-bc60-c78e832187df {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:20:03.701896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3420b6de-02c6-46da-bc60-c78e832187df not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:20:03.733779 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.746232 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3ac16284-8f48-46c0-9de3-2e350c5204f3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (16ee3ca0-5ab1-4942-83a3-f6bf51052816), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.801962 n-d-760455-9 neutron-server[115729]: DEBUG neutron.objects.ports [None req-63edacb0-a126-474d-aba1-6b7327092be2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115729) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:20:03.832982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac16284-8f48-46c0-9de3-2e350c5204f3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ee3ca0-5ab1-4942-83a3-f6bf51052816,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:03.854642 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3ac16284-8f48-46c0-9de3-2e350c5204f3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.861845 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3ac16284-8f48-46c0-9de3-2e350c5204f3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7959783 Mar 24 01:20:03.863226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49302) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:03.882803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-1b046cbe-a6b0-42f9-9ad0-957c10a72854 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'network': {'name': 'tempest-network-smoke--243170703', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'port_security_enabled': True}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:03.910343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b046cbe-a6b0-42f9-9ad0-957c10a72854 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Made reservation on behalf of 0fdc6cb7bc1743249389b96ab4ecbee7 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:03.914630 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b046cbe-a6b0-42f9-9ad0-957c10a72854 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:03.939726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-ed31e15e-afd1-4e7b-8899-c798d119f0f2 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:03.940432 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-ed31e15e-afd1-4e7b-8899-c798d119f0f2 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:04.079802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-ed31e15e-afd1-4e7b-8899-c798d119f0f2 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2353110 Mar 24 01:20:04.118657 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Request body: {'port': {'device_id': '88f16911-ef36-4337-8e89-bc11be8949af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:04.158425 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a0451fd-d36a-4f52-a1d6-2e651d8bb507 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7b33f313-e341-4cc2-96b0-57351e3bbf05), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:04.174852 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b046cbe-a6b0-42f9-9ad0-957c10a72854 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:20:04.199339 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63edacb0-a126-474d-aba1-6b7327092be2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:04.211621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee10d40-55ad-44ae-8d53-1493437f689b req-433633af-8b24-4cf3-b0c0-ccc4ea428dc8 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:04.213480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ee10d40-55ad-44ae-8d53-1493437f689b req-433633af-8b24-4cf3-b0c0-ccc4ea428dc8 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 932 time: 0.3072858 Mar 24 01:20:04.273942 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b046cbe-a6b0-42f9-9ad0-957c10a72854 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (63554920-7740-40d2-99c7-f14e68038d32), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:04.274305 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-1b046cbe-a6b0-42f9-9ad0-957c10a72854 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Added segment 63554920-7740-40d2-99c7-f14e68038d32 of type vlan for network afdb68c5-3dd6-4050-96c7-9ba9580870f0 Mar 24 01:20:04.276776 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0451fd-d36a-4f52-a1d6-2e651d8bb507 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Pushing event deleted for resources: {'Port': ['ID=7b33f313-e341-4cc2-96b0-57351e3bbf05,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:04.400666 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (628b4ae6-5b71-4392-a6b1-5df5cec3a581), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:04.407694 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-63edacb0-a126-474d-aba1-6b7327092be2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] For port 5a7098d3-8c8e-4aa7-875e-0c996dd32484, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5a7098d3-8c8e-4aa7-875e-0c996dd32484,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:04.420437 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b046cbe-a6b0-42f9-9ad0-957c10a72854 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (afdb68c5-3dd6-4050-96c7-9ba9580870f0), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:04.442182 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63edacb0-a126-474d-aba1-6b7327092be2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:04.449930 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63edacb0-a126-474d-aba1-6b7327092be2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:04.463032 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a0451fd-d36a-4f52-a1d6-2e651d8bb507 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (99021d77-722b-4a2f-a92a-d6cfa6cb3c72), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:04.488569 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63edacb0-a126-474d-aba1-6b7327092be2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (a3de2ec5-a729-4c40-a37a-99a84d1bf561), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:04.507081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ee10d40-55ad-44ae-8d53-1493437f689b req-2c976a5d-2702-49d9-a2f7-596cb05ea316 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615907 Mar 24 01:20:04.541602 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.resource_extend [None req-1b046cbe-a6b0-42f9-9ad0-957c10a72854 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:20:04.574615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63edacb0-a126-474d-aba1-6b7327092be2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:04.582947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-63edacb0-a126-474d-aba1-6b7327092be2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:04.587922 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edacb0-a126-474d-aba1-6b7327092be2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=5a7098d3-8c8e-4aa7-875e-0c996dd32484,revision_number=4']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:04.592136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63edacb0-a126-474d-aba1-6b7327092be2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:04.592897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63edacb0-a126-474d-aba1-6b7327092be2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:04.608449 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edacb0-a126-474d-aba1-6b7327092be2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=a3de2ec5-a729-4c40-a37a-99a84d1bf561,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:04.618715 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-63edacb0-a126-474d-aba1-6b7327092be2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8135209 Mar 24 01:20:04.619102 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49310) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:04.619866 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b046cbe-a6b0-42f9-9ad0-957c10a72854 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (afdb68c5-3dd6-4050-96c7-9ba9580870f0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:04.624257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-46dfb1de-e097-4052-803e-d681db0ad996 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'mac_address': 'fa:16:3e:72:44:63', 'name': 'tempest-NetworksTestDHCPv6-1248141351'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:04.630017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b046cbe-a6b0-42f9-9ad0-957c10a72854 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:04.632036 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1b046cbe-a6b0-42f9-9ad0-957c10a72854 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:04.739224 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a0451fd-d36a-4f52-a1d6-2e651d8bb507 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (99021d77-722b-4a2f-a92a-d6cfa6cb3c72), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:04.743265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b046cbe-a6b0-42f9-9ad0-957c10a72854 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Network': ['ID=afdb68c5-3dd6-4050-96c7-9ba9580870f0,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:04.746879 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a0451fd-d36a-4f52-a1d6-2e651d8bb507 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_controller (99021d77-722b-4a2f-a92a-d6cfa6cb3c72), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:04.754903 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network afdb68c5-3dd6-4050-96c7-9ba9580870f0 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:20:04.836860 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dfb1de-e097-4052-803e-d681db0ad996 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:05.007866 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46dfb1de-e097-4052-803e-d681db0ad996 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:05.058729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-46dfb1de-e097-4052-803e-d681db0ad996 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port e57cf4b6-27b8-47d3-87d7-e51af0f7473f yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:20:05.236515 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:05.250258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7061b5-0370-47b8-99cb-f3bbcbcdd262 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:05.311221 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1b046cbe-a6b0-42f9-9ad0-957c10a72854 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4417629 Mar 24 01:20:05.318048 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a0451fd-d36a-4f52-a1d6-2e651d8bb507 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (99021d77-722b-4a2f-a92a-d6cfa6cb3c72), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:05.318048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0451fd-d36a-4f52-a1d6-2e651d8bb507 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Fanout notify agent at l3_agent the message router_deleted on router 99021d77-722b-4a2f-a92a-d6cfa6cb3c72 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:20:05.332882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49324) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:05.332882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1061986791', 'admin_state_up': True, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:05.339582 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-46dfb1de-e097-4052-803e-d681db0ad996 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 172.20.0.3 (6236e4f8-17ff-44a0-8044-03efb1bb8211/2cd97e34-45fb-44fe-afe0-f9c83aaa45b3/e57cf4b6-27b8-47d3-87d7-e51af0f7473f) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:05.350686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-46dfb1de-e097-4052-803e-d681db0ad996 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::f816:3eff:fe72:4463 (6236e4f8-17ff-44a0-8044-03efb1bb8211/a3de2ec5-a729-4c40-a37a-99a84d1bf561/e57cf4b6-27b8-47d3-87d7-e51af0f7473f) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:05.368970 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9a0451fd-d36a-4f52-a1d6-2e651d8bb507 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:05.376476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9a0451fd-d36a-4f52-a1d6-2e651d8bb507 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "DELETE /v2.0/routers/99021d77-722b-4a2f-a92a-d6cfa6cb3c72 HTTP/1.1" status: 204 len: 168 time: 3.3086357 Mar 24 01:20:05.377431 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49326) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:05.386305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1969197141', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'enable_snat': False}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:05.389922 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (29fbedff-b983-4ce2-993a-993487d68d23), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:05.390933 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (29fbedff-b983-4ce2-993a-993487d68d23), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:05.425539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-45ea8e68-a1d5-4d42-957b-d154a4dc2295 None None] Provisioning complete for port 5a7098d3-8c8e-4aa7-875e-0c996dd32484 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:05.425981 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-45ea8e68-a1d5-4d42-957b-d154a4dc2295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:05.481789 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (5dd29280-bc61-4ced-9fc3-423e0d309dce), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:05.493243 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (5dd29280-bc61-4ced-9fc3-423e0d309dce), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:05.530183 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46dfb1de-e097-4052-803e-d681db0ad996 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (e57cf4b6-27b8-47d3-87d7-e51af0f7473f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:05.597124 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_controller (29fbedff-b983-4ce2-993a-993487d68d23), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:05.653288 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46dfb1de-e097-4052-803e-d681db0ad996 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e57cf4b6-27b8-47d3-87d7-e51af0f7473f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:05.677739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-45ea8e68-a1d5-4d42-957b-d154a4dc2295 None None] Current status of the port 5a7098d3-8c8e-4aa7-875e-0c996dd32484 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:05.678633 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-45ea8e68-a1d5-4d42-957b-d154a4dc2295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:05.738650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-45ea8e68-a1d5-4d42-957b-d154a4dc2295 None None] For port 5a7098d3-8c8e-4aa7-875e-0c996dd32484, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5a7098d3-8c8e-4aa7-875e-0c996dd32484,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:05.746976 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-45ea8e68-a1d5-4d42-957b-d154a4dc2295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:05.758573 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5a7098d3-8c8e-4aa7-875e-0c996dd32484 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:05.769363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dfb1de-e097-4052-803e-d681db0ad996 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:05.788117 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-46dfb1de-e097-4052-803e-d681db0ad996 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:05.793868 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dfb1de-e097-4052-803e-d681db0ad996 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:05.899125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfb1de-e097-4052-803e-d681db0ad996 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=e57cf4b6-27b8-47d3-87d7-e51af0f7473f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:05.953256 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dfb1de-e097-4052-803e-d681db0ad996 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:05.953950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46dfb1de-e097-4052-803e-d681db0ad996 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:05.979259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea8e68-a1d5-4d42-957b-d154a4dc2295 None None] Pushing event updated for resources: {'Port': ['ID=5a7098d3-8c8e-4aa7-875e-0c996dd32484,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:05.988973 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-46dfb1de-e097-4052-803e-d681db0ad996 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3663461 Mar 24 01:20:05.989597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49336) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:06.005781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5a7098d3-8c8e-4aa7-875e-0c996dd32484 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:06.006165 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:06.015655 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_controller (5dd29280-bc61-4ced-9fc3-423e0d309dce), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:06.090829 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8284d46a-7075-46a9-a745-4172831f4586 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:06.097753 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8284d46a-7075-46a9-a745-4172831f4586 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:06.101066 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8284d46a-7075-46a9-a745-4172831f4586 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1000743 Mar 24 01:20:06.105422 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49338) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:06.188800 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5a7098d3-8c8e-4aa7-875e-0c996dd32484 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:06.260240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-66250438-01fb-4b2a-a4a4-7ff29fdd31a7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port e57cf4b6-27b8-47d3-87d7-e51af0f7473f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:06.261975 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66250438-01fb-4b2a-a4a4-7ff29fdd31a7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e57cf4b6-27b8-47d3-87d7-e51af0f7473f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:06.300236 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_gateway (29fbedff-b983-4ce2-993a-993487d68d23), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:06.310279 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628b4ae6-5b71-4392-a6b1-5df5cec3a581 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:20:06.336226 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Publish callbacks [] for port (628b4ae6-5b71-4392-a6b1-5df5cec3a581), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:06.425128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d445c-ddd1-4429-9cd8-9985319001d4 req-79b81468-709f-428a-b47b-942730d33b2d tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:06.427182 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66250438-01fb-4b2a-a4a4-7ff29fdd31a7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e57cf4b6-27b8-47d3-87d7-e51af0f7473f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:06.443168 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e7d445c-ddd1-4429-9cd8-9985319001d4 req-79b81468-709f-428a-b47b-942730d33b2d tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 932 time: 0.7356834 Mar 24 01:20:06.457674 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-66250438-01fb-4b2a-a4a4-7ff29fdd31a7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for e57cf4b6-27b8-47d3-87d7-e51af0f7473f owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:06.621238 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e7d445c-ddd1-4429-9cd8-9985319001d4 req-30efe9d4-3dbd-498d-8407-82d1432992f1 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770842 Mar 24 01:20:06.650479 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (5dd29280-bc61-4ced-9fc3-423e0d309dce), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:06.699602 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66250438-01fb-4b2a-a4a4-7ff29fdd31a7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e57cf4b6-27b8-47d3-87d7-e51af0f7473f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:06.723206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Transition to ACTIVE for port object 628b4ae6-5b71-4392-a6b1-5df5cec3a581 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:20:06.732791 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (628b4ae6-5b71-4392-a6b1-5df5cec3a581), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:06.787585 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66250438-01fb-4b2a-a4a4-7ff29fdd31a7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=e57cf4b6-27b8-47d3-87d7-e51af0f7473f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:06.816575 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-546fa3ca-c9a6-44ed-a667-e2d5f3627ec9 None None] Provisioning complete for port 5a7098d3-8c8e-4aa7-875e-0c996dd32484 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:06.817603 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-546fa3ca-c9a6-44ed-a667-e2d5f3627ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:06.845481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=628b4ae6-5b71-4392-a6b1-5df5cec3a581,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:06.981824 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-66250438-01fb-4b2a-a4a4-7ff29fdd31a7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:06.994248 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-66250438-01fb-4b2a-a4a4-7ff29fdd31a7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/e57cf4b6-27b8-47d3-87d7-e51af0f7473f HTTP/1.1" status: 204 len: 168 time: 0.8772039 Mar 24 01:20:06.995323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49352) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:07.001541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-546fa3ca-c9a6-44ed-a667-e2d5f3627ec9 None None] Current status of the port 5a7098d3-8c8e-4aa7-875e-0c996dd32484 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:07.031952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Attempting to bind port 628b4ae6-5b71-4392-a6b1-5df5cec3a581 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:07.032977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Attempting to bind port 628b4ae6-5b71-4392-a6b1-5df5cec3a581 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '19f732ba-8f28-4367-b7f1-4e2ecaf93df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '629241a6-cf4a-400e-bd6f-9f10475890f0'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:07.032977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Attempting to bind port 628b4ae6-5b71-4392-a6b1-5df5cec3a581 on network 629241a6-cf4a-400e-bd6f-9f10475890f0 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:07.059640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Port 628b4ae6-5b71-4392-a6b1-5df5cec3a581 on network 629241a6-cf4a-400e-bd6f-9f10475890f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:20:07.059640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Attempting to bind port 628b4ae6-5b71-4392-a6b1-5df5cec3a581 on network 629241a6-cf4a-400e-bd6f-9f10475890f0 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:07.070652 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a82a80-012c-4fcf-8dd5-dde23e9485c8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:07.072110 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a82a80-012c-4fcf-8dd5-dde23e9485c8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:07.074214 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a82a80-012c-4fcf-8dd5-dde23e9485c8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:07.077158 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-26a82a80-012c-4fcf-8dd5-dde23e9485c8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0806031 Mar 24 01:20:07.079899 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49354) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:07.082945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:07.083295 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Checking segment: {'id': '19f732ba-8f28-4367-b7f1-4e2ecaf93df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '629241a6-cf4a-400e-bd6f-9f10475890f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:07.083682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Bound using segment: {'id': '19f732ba-8f28-4367-b7f1-4e2ecaf93df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '629241a6-cf4a-400e-bd6f-9f10475890f0'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:07.084132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Bound port: 628b4ae6-5b71-4392-a6b1-5df5cec3a581, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f732ba-8f28-4367-b7f1-4e2ecaf93df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '629241a6-cf4a-400e-bd6f-9f10475890f0'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:07.084495 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (628b4ae6-5b71-4392-a6b1-5df5cec3a581), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:07.113418 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_gateway (29fbedff-b983-4ce2-993a-993487d68d23), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:07.149985 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:07.176210 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d38fce-4fad-4600-8339-f083ed8aec07 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 2cd97e34-45fb-44fe-afe0-f9c83aaa45b3 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:20:07.180752 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a9d38fce-4fad-4600-8339-f083ed8aec07 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (2cd97e34-45fb-44fe-afe0-f9c83aaa45b3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:07.256995 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a9d38fce-4fad-4600-8339-f083ed8aec07 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (2cd97e34-45fb-44fe-afe0-f9c83aaa45b3), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:07.315405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ab1a28e1-6989-48f1-bc1e-97cbaa0002bc None None] Could not find standard attr ID for object e57cf4b6-27b8-47d3-87d7-e51af0f7473f. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:20:07.394557 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a9d38fce-4fad-4600-8339-f083ed8aec07 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (2cd97e34-45fb-44fe-afe0-f9c83aaa45b3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:07.478036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a9d38fce-4fad-4600-8339-f083ed8aec07 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (2cd97e34-45fb-44fe-afe0-f9c83aaa45b3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:07.513597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d38fce-4fad-4600-8339-f083ed8aec07 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd97e34-45fb-44fe-afe0-f9c83aaa45b3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:07.526156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a9d38fce-4fad-4600-8339-f083ed8aec07 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:07.533629 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a9d38fce-4fad-4600-8339-f083ed8aec07 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/2cd97e34-45fb-44fe-afe0-f9c83aaa45b3 HTTP/1.1" status: 204 len: 168 time: 0.4502285 Mar 24 01:20:07.546963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49362) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:07.557940 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] For port 628b4ae6-5b71-4392-a6b1-5df5cec3a581, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:20:07.601731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] For port 628b4ae6-5b71-4392-a6b1-5df5cec3a581, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=628b4ae6-5b71-4392-a6b1-5df5cec3a581,segment=NetworkSegment(19f732ba-8f28-4367-b7f1-4e2ecaf93df7),segment_id=19f732ba-8f28-4367-b7f1-4e2ecaf93df7)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:20:07.609713 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (5dd29280-bc61-4ced-9fc3-423e0d309dce), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:07.619624 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (628b4ae6-5b71-4392-a6b1-5df5cec3a581), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:07.658081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Allocated IP 172.25.0.159 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:07.665444 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5a7098d3-8c8e-4aa7-875e-0c996dd32484 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:07.687864 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:07.711410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:07.712288 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:07.713124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daac741-e11f-48df-b72a-35f584af2847 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:07.714134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] 10.222.0.57 "PUT /v2.0/ports/628b4ae6-5b71-4392-a6b1-5df5cec3a581 HTTP/1.1" status: 200 len: 1092 time: 3.6034436 Mar 24 01:20:07.722876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f16911-ef36-4337-8e89-bc11be8949af', 'tag': '628b4ae6-5b71-4392-a6b1-5df5cec3a581'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:20:07.725499 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6164f4-724d-4caa-adc6-8b777f85a62e" -d '{"events": [{"name": "network-changed", "server_uuid": "88f16911-ef36-4337-8e89-bc11be8949af", "tag": "628b4ae6-5b71-4392-a6b1-5df5cec3a581"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:20:07.749762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7ffef0-56ce-4a29-bd5f-fc6135d8f0f5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet a3de2ec5-a729-4c40-a37a-99a84d1bf561 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:20:07.763769 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd7ffef0-56ce-4a29-bd5f-fc6135d8f0f5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (a3de2ec5-a729-4c40-a37a-99a84d1bf561), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:07.851415 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3142f1d9-5bde-48cc-9e5d-f2b9ae529c42 x-openstack-request-id: req-3142f1d9-5bde-48cc-9e5d-f2b9ae529c42 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:20:07.851853 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f16911-ef36-4337-8e89-bc11be8949af", "tag": "628b4ae6-5b71-4392-a6b1-5df5cec3a581", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:20:07.852210 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3142f1d9-5bde-48cc-9e5d-f2b9ae529c42 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:20:07.852709 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3142f1d9-5bde-48cc-9e5d-f2b9ae529c42'] response: {'name': 'network-changed', 'server_uuid': '88f16911-ef36-4337-8e89-bc11be8949af', 'tag': '628b4ae6-5b71-4392-a6b1-5df5cec3a581', 'status': 'completed', 'code': 200} Mar 24 01:20:07.871776 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd7ffef0-56ce-4a29-bd5f-fc6135d8f0f5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (a3de2ec5-a729-4c40-a37a-99a84d1bf561), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:07.906380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14226759-9f4b-449d-8c1a-89fe620ab1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=628b4ae6-5b71-4392-a6b1-5df5cec3a581,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:07.943172 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5a7098d3-8c8e-4aa7-875e-0c996dd32484 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:07.943883 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:08.033713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-5912e1a1-01c3-4fb7-90be-385678d61680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:08.035268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-5912e1a1-01c3-4fb7-90be-385678d61680 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=01d2f132359d4157bfa63b3a564dc230&device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 1126 time: 0.2434714 Mar 24 01:20:08.047807 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd7ffef0-56ce-4a29-bd5f-fc6135d8f0f5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (a3de2ec5-a729-4c40-a37a-99a84d1bf561), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:08.057247 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e36981-5886-4d42-8f6c-1ee9d3d84e7d req-8d3b6378-492a-4d4f-a773-d0c2a36a12a3 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:08.058944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2e36981-5886-4d42-8f6c-1ee9d3d84e7d req-8d3b6378-492a-4d4f-a773-d0c2a36a12a3 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 944 time: 0.2099416 Mar 24 01:20:08.109385 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:08.182138 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd7ffef0-56ce-4a29-bd5f-fc6135d8f0f5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (a3de2ec5-a729-4c40-a37a-99a84d1bf561), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:08.203284 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5a7098d3-8c8e-4aa7-875e-0c996dd32484 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:08.248548 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ffef0-56ce-4a29-bd5f-fc6135d8f0f5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=a3de2ec5-a729-4c40-a37a-99a84d1bf561,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:08.260206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2e36981-5886-4d42-8f6c-1ee9d3d84e7d req-2592eeff-352e-414c-b12b-a1c6c098b704 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811035 Mar 24 01:20:08.262641 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd7ffef0-56ce-4a29-bd5f-fc6135d8f0f5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:08.274457 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bd7ffef0-56ce-4a29-bd5f-fc6135d8f0f5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/a3de2ec5-a729-4c40-a37a-99a84d1bf561 HTTP/1.1" status: 204 len: 168 time: 0.7239642 Mar 24 01:20:08.275659 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-9ba30eb3-e658-4616-869d-1fe96abff38c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=628b4ae6-5b71-4392-a6b1-5df5cec3a581 HTTP/1.1" status: 200 len: 217 time: 0.2107096 Mar 24 01:20:08.276471 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49380) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:08.281641 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:08.340412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:08.409660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:08.534409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:08.564591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9a757c1a-4fba-472d-bb0c-09c14e756699 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2744572 Mar 24 01:20:08.567634 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49384) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:08.637670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-94fcc0d2-f13a-448a-8697-a98547928254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:08.639815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-94fcc0d2-f13a-448a-8697-a98547928254 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3fab0788-aa2e-4519-b150-bcdc8f0fffce HTTP/1.1" status: 200 len: 851 time: 0.3441072 Mar 24 01:20:08.642477 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Allocated IP 172.25.0.142 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/d2156641-9069-4ae0-9f3c-71ce488866fa) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:08.657287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93d42b6-8854-4074-9181-2284eb65f1b6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:08.658319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49386) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:08.665255 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d93d42b6-8854-4074-9181-2284eb65f1b6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0964787 Mar 24 01:20:08.668086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49388) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:08.712183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:08.715998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-2eff160d-15c6-4652-894b-871cbf2f36da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=629241a6-cf4a-400e-bd6f-9f10475890f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568564 Mar 24 01:20:08.749540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0005be-8217-4c3c-8faa-a64f8f775718 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:08.753458 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9b0005be-8217-4c3c-8faa-a64f8f775718 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0818701 Mar 24 01:20:08.754745 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49392) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:08.831507 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7d105be2-cde1-496b-9c52-97e9dcdde123 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674953 Mar 24 01:20:08.837847 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49398) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:08.844316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d8af2548-fa3e-4d3d-a083-571cc070238e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:08.986025 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8af2548-fa3e-4d3d-a083-571cc070238e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:08.991663 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d8af2548-fa3e-4d3d-a083-571cc070238e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:08.993308 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8af2548-fa3e-4d3d-a083-571cc070238e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:20:08.998177 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8af2548-fa3e-4d3d-a083-571cc070238e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:20:09.031282 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d8af2548-fa3e-4d3d-a083-571cc070238e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1895468 Mar 24 01:20:09.031555 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49400) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:09.039559 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f5080464-00d8-49d2-94fc-86024493c314 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:09.266491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053e2f0f-79ab-4d42-8151-c95009b96201 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:09.284811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5080464-00d8-49d2-94fc-86024493c314 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:09.288269 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f5080464-00d8-49d2-94fc-86024493c314 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:09.289838 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5080464-00d8-49d2-94fc-86024493c314 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:20:09.290265 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5080464-00d8-49d2-94fc-86024493c314 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:20:09.329628 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f5080464-00d8-49d2-94fc-86024493c314 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2966104 Mar 24 01:20:09.332505 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49406) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:09.337471 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-526ca008-b1a4-439e-b5c8-5dd54eb77530 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:09.521784 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526ca008-b1a4-439e-b5c8-5dd54eb77530 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:09.525295 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-526ca008-b1a4-439e-b5c8-5dd54eb77530 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:09.526712 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-526ca008-b1a4-439e-b5c8-5dd54eb77530 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:20:09.527139 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526ca008-b1a4-439e-b5c8-5dd54eb77530 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:20:09.569846 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-526ca008-b1a4-439e-b5c8-5dd54eb77530 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2335784 Mar 24 01:20:09.570256 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49408) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:09.574908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1efb8f35-2ea0-4779-953c-19644e4c9f1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:09.617064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2f35ac26-3605-4fa2-acb6-ac7f031ea5a9 None None] Provisioning complete for port 5a7098d3-8c8e-4aa7-875e-0c996dd32484 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:09.617491 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2f35ac26-3605-4fa2-acb6-ac7f031ea5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:09.682785 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ff7665a-0c7f-4fb5-8f42-3fc86389007d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:09.747750 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efb8f35-2ea0-4779-953c-19644e4c9f1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:09.768301 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1efb8f35-2ea0-4779-953c-19644e4c9f1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:09.772163 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efb8f35-2ea0-4779-953c-19644e4c9f1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:20:09.772638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efb8f35-2ea0-4779-953c-19644e4c9f1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:20:09.805307 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1efb8f35-2ea0-4779-953c-19644e4c9f1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2341716 Mar 24 01:20:09.811940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49414) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:09.821810 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3df66308-79e1-4919-8707-67617c687815 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:09.889165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd4943-8911-4d90-9ded-8b63d920ad84 req-8aba6d4b-f662-4c2a-a810-644fdf8a07f1 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:09.895432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3e7287-552b-4c69-a5ed-3d4e8906b4a1 None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:20:09.897381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbdd4943-8911-4d90-9ded-8b63d920ad84 req-8aba6d4b-f662-4c2a-a810-644fdf8a07f1 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 944 time: 0.3498678 Mar 24 01:20:09.920861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-e453326e-eb07-41f8-893d-72796340f764 service neutron] 10.222.0.57 "GET /v2.0/networks/629241a6-cf4a-400e-bd6f-9f10475890f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1971829 Mar 24 01:20:09.956063 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2f35ac26-3605-4fa2-acb6-ac7f031ea5a9 None None] Current status of the port 5a7098d3-8c8e-4aa7-875e-0c996dd32484 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:10.099118 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e7287-552b-4c69-a5ed-3d4e8906b4a1 None None] Deleting port 5a7098d3-8c8e-4aa7-875e-0c996dd32484 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:10.099654 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bc3e7287-552b-4c69-a5ed-3d4e8906b4a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:10.111459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df66308-79e1-4919-8707-67617c687815 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:10.115003 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3df66308-79e1-4919-8707-67617c687815 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:10.117412 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df66308-79e1-4919-8707-67617c687815 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:20:10.117843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df66308-79e1-4919-8707-67617c687815 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:20:10.154149 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3df66308-79e1-4919-8707-67617c687815 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3384030 Mar 24 01:20:10.154380 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49416) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:10.154697 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for port (d2156641-9069-4ae0-9f3c-71ce488866fa), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:10.160525 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1b7032ec-aae6-46f4-af55-89d22a929432 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:10.258765 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbdd4943-8911-4d90-9ded-8b63d920ad84 req-384925f4-870d-4dbb-b576-fa5468970d4d tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602779 Mar 24 01:20:10.261215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bc3e7287-552b-4c69-a5ed-3d4e8906b4a1 None None] For port 5a7098d3-8c8e-4aa7-875e-0c996dd32484, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5a7098d3-8c8e-4aa7-875e-0c996dd32484,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:10.261810 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bc3e7287-552b-4c69-a5ed-3d4e8906b4a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:10.306581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e7287-552b-4c69-a5ed-3d4e8906b4a1 None None] Calling delete_port for 5a7098d3-8c8e-4aa7-875e-0c996dd32484 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:10.360723 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ff7665a-0c7f-4fb5-8f42-3fc86389007d admin admin] Publish callbacks [] for security_group (aa907689-73cf-44f4-a508-54cfcdbfde4f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:10.375865 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ff7665a-0c7f-4fb5-8f42-3fc86389007d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (aa907689-73cf-44f4-a508-54cfcdbfde4f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:10.424869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4ff7665a-0c7f-4fb5-8f42-3fc86389007d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35c84e36f14f4d7580e64971a014edac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7595501 Mar 24 01:20:10.426792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a791a04c-0c3e-4906-b7db-d038266a8d3b req-92798fd8-7e27-4eb9-b0dc-f987dcbbf388 service neutron] 10.222.0.57 "GET /v2.0/networks/629241a6-cf4a-400e-bd6f-9f10475890f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915073 Mar 24 01:20:10.431062 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bc3e7287-552b-4c69-a5ed-3d4e8906b4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (5a7098d3-8c8e-4aa7-875e-0c996dd32484), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:10.434685 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49424) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:10.496189 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e7287-552b-4c69-a5ed-3d4e8906b4a1 None None] Pushing event deleted for resources: {'Port': ['ID=5a7098d3-8c8e-4aa7-875e-0c996dd32484,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:10.507814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e7287-552b-4c69-a5ed-3d4e8906b4a1 None None] No DVR routers for this DVR port 5a7098d3-8c8e-4aa7-875e-0c996dd32484 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:20:10.518073 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_gateway (29fbedff-b983-4ce2-993a-993487d68d23), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:10.549010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7665a-0c7f-4fb5-8f42-3fc86389007d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa907689-73cf-44f4-a508-54cfcdbfde4f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:10.593712 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d2156641-9069-4ae0-9f3c-71ce488866fa), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:10.718634 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7032ec-aae6-46f4-af55-89d22a929432 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:10.724479 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b7032ec-aae6-46f4-af55-89d22a929432 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:10.726137 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7032ec-aae6-46f4-af55-89d22a929432 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:20:10.726583 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7032ec-aae6-46f4-af55-89d22a929432 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:20:10.729391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:10.731283 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53cbfecb-21b6-40c3-900e-0ab54ff11741 admin admin] Publish callbacks [] for security_group (aa907689-73cf-44f4-a508-54cfcdbfde4f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:10.747104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:10.751987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:10.759520 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1b7032ec-aae6-46f4-af55-89d22a929432 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6040826 Mar 24 01:20:10.761178 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Pushing event updated for resources: {'Port': ['ID=d2156641-9069-4ae0-9f3c-71ce488866fa,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:10.763041 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49426) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:10.802439 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c46f87ec-718d-4345-9a1f-781a95fb385c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0372295 Mar 24 01:20:10.804768 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49428) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:10.824421 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53cbfecb-21b6-40c3-900e-0ab54ff11741 admin admin] Publish callbacks [] for security_group (aa907689-73cf-44f4-a508-54cfcdbfde4f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:10.838728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6164f4-724d-4caa-adc6-8b777f85a62e req-e5b1907f-8ac6-4db8-b423-8eaf76d47fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:10.840224 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b6164f4-724d-4caa-adc6-8b777f85a62e req-e5b1907f-8ac6-4db8-b423-8eaf76d47fc2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=01d2f132359d4157bfa63b3a564dc230&device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 1126 time: 0.3527291 Mar 24 01:20:10.860627 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f634667-745a-4fde-af0d-5fc2c4bc23e7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:10.864416 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5f634667-745a-4fde-af0d-5fc2c4bc23e7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0564356 Mar 24 01:20:10.864650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49430) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:10.910403 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3ab3c70e-ed35-40a5-8b35-fcaf5482f462 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406678 Mar 24 01:20:10.912238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49432) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:10.917529 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f96cc53d-723d-4aae-9687-3bcc5381d7b9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:11.029363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96cc53d-723d-4aae-9687-3bcc5381d7b9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:11.032936 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f96cc53d-723d-4aae-9687-3bcc5381d7b9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:11.126439 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53cbfecb-21b6-40c3-900e-0ab54ff11741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (aa907689-73cf-44f4-a508-54cfcdbfde4f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:11.129015 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53cbfecb-21b6-40c3-900e-0ab54ff11741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:11.132549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-53cbfecb-21b6-40c3-900e-0ab54ff11741 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa907689-73cf-44f4-a508-54cfcdbfde4f HTTP/1.1" status: 204 len: 168 time: 0.6939507 Mar 24 01:20:11.167624 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbfecb-21b6-40c3-900e-0ab54ff11741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa907689-73cf-44f4-a508-54cfcdbfde4f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:11.186257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6164f4-724d-4caa-adc6-8b777f85a62e req-06c36f1d-4865-486b-b14f-aba545988b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:11.187830 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b6164f4-724d-4caa-adc6-8b777f85a62e req-06c36f1d-4865-486b-b14f-aba545988b3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=629241a6-cf4a-400e-bd6f-9f10475890f0 HTTP/1.1" status: 200 len: 912 time: 0.3350451 Mar 24 01:20:11.219864 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (29fbedff-b983-4ce2-993a-993487d68d23), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:11.348740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.objects.ports [None req-f96cc53d-723d-4aae-9687-3bcc5381d7b9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115729) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:20:11.351813 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f96cc53d-723d-4aae-9687-3bcc5381d7b9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (839340a8-016c-48f1-9cbe-908d949f4dcf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:11.401028 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96cc53d-723d-4aae-9687-3bcc5381d7b9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:11.406092 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-f96cc53d-723d-4aae-9687-3bcc5381d7b9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:11.409792 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96cc53d-723d-4aae-9687-3bcc5381d7b9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:11.410686 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f96cc53d-723d-4aae-9687-3bcc5381d7b9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:11.416350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0772ccb-9352-475a-8624-fc93aa4200a3 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:11.438336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cc53d-723d-4aae-9687-3bcc5381d7b9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=839340a8-016c-48f1-9cbe-908d949f4dcf,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:11.446007 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f96cc53d-723d-4aae-9687-3bcc5381d7b9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5324934 Mar 24 01:20:11.448316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49446) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:11.455252 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0f851ad3-ad5d-4bd1-bc6b-cb7f65d2c12e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'mac_address': 'fa:16:3e:c2:eb:15', 'name': 'tempest-NetworksTestDHCPv6-1562935376'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:11.523247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b6164f4-724d-4caa-adc6-8b777f85a62e req-ef7ac6f6-d2dd-49bc-8b71-28c3548216c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=628b4ae6-5b71-4392-a6b1-5df5cec3a581 HTTP/1.1" status: 200 len: 217 time: 0.3232656 Mar 24 01:20:11.607273 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6164f4-724d-4caa-adc6-8b777f85a62e req-3ebd9fa8-17b2-45a3-b9e8-b016e96140ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:11.608716 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b6164f4-724d-4caa-adc6-8b777f85a62e req-3ebd9fa8-17b2-45a3-b9e8-b016e96140ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3fab0788-aa2e-4519-b150-bcdc8f0fffce HTTP/1.1" status: 200 len: 851 time: 0.0723262 Mar 24 01:20:11.630083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': '839340a8-016c-48f1-9cbe-908d949f4dcf'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:20:11.631917 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:11.644803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49452) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:11.655069 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f851ad3-ad5d-4bd1-bc6b-cb7f65d2c12e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:11.685414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b6164f4-724d-4caa-adc6-8b777f85a62e req-78d4562f-3124-4559-a4ac-b2f3e42f49d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=629241a6-cf4a-400e-bd6f-9f10475890f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658450 Mar 24 01:20:11.720742 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44762a56-bc9d-4e80-bedc-3e94cafeb198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:11.722617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router 29fbedff-b983-4ce2-993a-993487d68d23 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:20:11.736308 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967e195-9ac7-4856-bdf3-cb238877afa7 req-a1c61802-6b8c-48a4-a58c-14b56ba11e82 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:11.738394 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e967e195-9ac7-4856-bdf3-cb238877afa7 req-a1c61802-6b8c-48a4-a58c-14b56ba11e82 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 944 time: 0.2637215 Mar 24 01:20:11.748416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5a7098d3-8c8e-4aa7-875e-0c996dd32484 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:20:11.775536 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 5a7098d3-8c8e-4aa7-875e-0c996dd32484 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:20:11.775802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5a7098d3-8c8e-4aa7-875e-0c996dd32484 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:20:11.822087 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f851ad3-ad5d-4bd1-bc6b-cb7f65d2c12e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:11.831757 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Allocated IP 2001:db8::f816:3eff:fea5:b99f (6236e4f8-17ff-44a0-8044-03efb1bb8211/839340a8-016c-48f1-9cbe-908d949f4dcf/feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:11.851979 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-0f851ad3-ad5d-4bd1-bc6b-cb7f65d2c12e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port 5d7275f8-eea6-45d7-acac-0a93e7ecd86a yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:20:11.928774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:20:11.941948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Sync routers for ids ['29fbedff-b983-4ce2-993a-993487d68d23'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:20:11.959669 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (5dd29280-bc61-4ced-9fc3-423e0d309dce), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:11.967259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Routers {'29fbedff-b983-4ce2-993a-993487d68d23'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:11.968042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['29fbedff-b983-4ce2-993a-993487d68d23'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:12.077408 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:12.081670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ebc7c1eb-2ab6-455c-9804-83ad16be53b0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.7580311 Mar 24 01:20:12.084204 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49454) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:12.085895 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Publish callbacks [] for port (feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:12.095749 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:12.122577 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e967e195-9ac7-4856-bdf3-cb238877afa7 req-e2965301-3ee0-4e8a-80b0-0f447cabca64 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627198 Mar 24 01:20:12.137636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b6164f4-724d-4caa-adc6-8b777f85a62e req-1b0918b9-5dfd-417d-8822-6ee00af0f13f service neutron] 10.222.0.57 "GET /v2.0/networks/629241a6-cf4a-400e-bd6f-9f10475890f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353304 Mar 24 01:20:12.152733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:12.175963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:12.179006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Set router 29fbedff-b983-4ce2-993a-993487d68d23 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:20:12.181359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:12.210569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Pushing event updated for resources: {'Port': ['ID=feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:12.235896 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-08244410-f1ed-4cef-a972-9ad34f5d00da tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=0fdc6cb7bc1743249389b96ab4ecbee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1452882 Mar 24 01:20:12.237482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49460) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:12.273313 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-0f851ad3-ad5d-4bd1-bc6b-cb7f65d2c12e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::f816:3eff:fec2:eb15 (6236e4f8-17ff-44a0-8044-03efb1bb8211/839340a8-016c-48f1-9cbe-908d949f4dcf/5d7275f8-eea6-45d7-acac-0a93e7ecd86a) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:12.333118 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4205999-6756-4e8b-903b-57bc666892ee tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:12.334627 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b4205999-6756-4e8b-903b-57bc666892ee tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975461 Mar 24 01:20:12.346735 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49462) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:12.352430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Attempting to bind port feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:12.354195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Attempting to bind port feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:12.354195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Attempting to bind port feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:12.362219 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44762a56-bc9d-4e80-bedc-3e94cafeb198 admin admin] Publish callbacks [] for security_group (9eaff0d5-c88d-4c29-97ff-7114633d149a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:12.391876 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:12.392006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:12.392446 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:12.392744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:12.393263 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Bound port: feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:12.393714 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:12.438138 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bbb9e3ff-212d-4d3f-8ce2-ce2778c07df5 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0893915 Mar 24 01:20:12.440014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49466) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:12.445763 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5ea2bef7-a5a5-4954-88f6-3b0bb8891bf9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-359096720', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:12.541759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 628b4ae6-5b71-4392-a6b1-5df5cec3a581 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:20:12.578595 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] For port feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:20:12.606032 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] For port feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:20:12.643840 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:12.655512 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea2bef7-a5a5-4954-88f6-3b0bb8891bf9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Made reservation on behalf of 0fdc6cb7bc1743249389b96ab4ecbee7 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:12.664030 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ea2bef7-a5a5-4954-88f6-3b0bb8891bf9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:12.691198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fbedff-b983-4ce2-993a-993487d68d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061986791', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:20:09Z', 'revision_number': 3, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:12.729572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Checking router: 29fbedff-b983-4ce2-993a-993487d68d23 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:20:12.729931 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Updating router 29fbedff-b983-4ce2-993a-993487d68d23 port fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:20:12.782798 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f851ad3-ad5d-4bd1-bc6b-cb7f65d2c12e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (5d7275f8-eea6-45d7-acac-0a93e7ecd86a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:12.806361 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:12.812774 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22133bb0-0a46-4bd8-969b-e6a165a6f178 None None] Pushing event updated for resources: {'Port': ['ID=feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:12.860283 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f851ad3-ad5d-4bd1-bc6b-cb7f65d2c12e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5d7275f8-eea6-45d7-acac-0a93e7ecd86a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:12.864726 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 628b4ae6-5b71-4392-a6b1-5df5cec3a581, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=628b4ae6-5b71-4392-a6b1-5df5cec3a581,segment=NetworkSegment(19f732ba-8f28-4367-b7f1-4e2ecaf93df7),segment_id=19f732ba-8f28-4367-b7f1-4e2ecaf93df7)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:12.883601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '628b4ae6-5b71-4392-a6b1-5df5cec3a581', 'network_id': '629241a6-cf4a-400e-bd6f-9f10475890f0', 'port_id': '628b4ae6-5b71-4392-a6b1-5df5cec3a581', 'mac_address': 'fa:16:3e:6c:6d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fab0788-aa2e-4519-b150-bcdc8f0fffce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:20:12.935714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 628b4ae6-5b71-4392-a6b1-5df5cec3a581 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:12.936263 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (628b4ae6-5b71-4392-a6b1-5df5cec3a581), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:12.953924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628b4ae6-5b71-4392-a6b1-5df5cec3a581 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:20:12.957700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f851ad3-ad5d-4bd1-bc6b-cb7f65d2c12e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:12.962464 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-0f851ad3-ad5d-4bd1-bc6b-cb7f65d2c12e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:12.965110 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f851ad3-ad5d-4bd1-bc6b-cb7f65d2c12e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:12.971066 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f851ad3-ad5d-4bd1-bc6b-cb7f65d2c12e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:12.971726 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f851ad3-ad5d-4bd1-bc6b-cb7f65d2c12e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:12.985740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 628b4ae6-5b71-4392-a6b1-5df5cec3a581, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=628b4ae6-5b71-4392-a6b1-5df5cec3a581,segment=NetworkSegment(19f732ba-8f28-4367-b7f1-4e2ecaf93df7),segment_id=19f732ba-8f28-4367-b7f1-4e2ecaf93df7)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:12.986233 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-44762a56-bc9d-4e80-bedc-3e94cafeb198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9eaff0d5-c88d-4c29-97ff-7114633d149a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:12.996276 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (628b4ae6-5b71-4392-a6b1-5df5cec3a581), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:13.009492 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b6164f4-724d-4caa-adc6-8b777f85a62e req-70959deb-6db1-407b-b32e-ddde7c00a0c8 service neutron] 10.222.0.57 "GET /v2.0/networks/629241a6-cf4a-400e-bd6f-9f10475890f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8553817 Mar 24 01:20:13.017831 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f851ad3-ad5d-4bd1-bc6b-cb7f65d2c12e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=5d7275f8-eea6-45d7-acac-0a93e7ecd86a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:13.028368 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0f851ad3-ad5d-4bd1-bc6b-cb7f65d2c12e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5786982 Mar 24 01:20:13.032464 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49472) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:13.113677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44762a56-bc9d-4e80-bedc-3e94cafeb198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaff0d5-c88d-4c29-97ff-7114633d149a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:13.121138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-44762a56-bc9d-4e80-bedc-3e94cafeb198 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=00413667184d49aba366157d1914e5f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4669902 Mar 24 01:20:13.132602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49474) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:13.153912 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=628b4ae6-5b71-4392-a6b1-5df5cec3a581,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:13.205717 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (5dd29280-bc61-4ced-9fc3-423e0d309dce), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:13.264332 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['628b4ae6-5b71-4392-a6b1-5df5cec3a581'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:20:13.309274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0faf75-3367-4f68-9b0e-33c1b973a2a7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:13.315511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0faf75-3367-4f68-9b0e-33c1b973a2a7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:13.319887 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49482) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:13.320068 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fe0faf75-3367-4f68-9b0e-33c1b973a2a7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2827454 Mar 24 01:20:13.324013 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aaaeb196-bb29-4e91-9711-cd3436e4366b admin admin] Publish callbacks [] for security_group (9eaff0d5-c88d-4c29-97ff-7114633d149a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:13.391200 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aaaeb196-bb29-4e91-9711-cd3436e4366b admin admin] Publish callbacks [] for security_group (9eaff0d5-c88d-4c29-97ff-7114633d149a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:13.409480 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ea2bef7-a5a5-4954-88f6-3b0bb8891bf9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (6daa362a-df52-4549-a37d-76433e1092fa), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:13.486305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2bef7-a5a5-4954-88f6-3b0bb8891bf9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Subnet': ['ID=6daa362a-df52-4549-a37d-76433e1092fa,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:13.531806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4d939-2895-4528-ac05-e0a507c317aa req-6c867840-96fb-444d-8b1b-2884fb1f7507 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:13.533980 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04c4d939-2895-4528-ac05-e0a507c317aa req-6c867840-96fb-444d-8b1b-2884fb1f7507 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 945 time: 0.2350957 Mar 24 01:20:13.558525 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea2bef7-a5a5-4954-88f6-3b0bb8891bf9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Checking segment: {'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:13.559306 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea2bef7-a5a5-4954-88f6-3b0bb8891bf9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network hostable DHCP agents. Network: afdb68c5-3dd6-4050-96c7-9ba9580870f0, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:20:13.584586 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aaaeb196-bb29-4e91-9711-cd3436e4366b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9eaff0d5-c88d-4c29-97ff-7114633d149a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:13.588875 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aaaeb196-bb29-4e91-9711-cd3436e4366b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:13.590282 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-aaaeb196-bb29-4e91-9711-cd3436e4366b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9eaff0d5-c88d-4c29-97ff-7114633d149a HTTP/1.1" status: 204 len: 168 time: 0.4552026 Mar 24 01:20:13.611020 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea2bef7-a5a5-4954-88f6-3b0bb8891bf9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network afdb68c5-3dd6-4050-96c7-9ba9580870f0 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:20:13.613587 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaeb196-bb29-4e91-9711-cd3436e4366b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaff0d5-c88d-4c29-97ff-7114633d149a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:13.626714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-5ea2bef7-a5a5-4954-88f6-3b0bb8891bf9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, afdb68c5-3dd6-4050-96c7-9ba9580870f0) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:13.638024 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2bef7-a5a5-4954-88f6-3b0bb8891bf9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:13.638910 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ea2bef7-a5a5-4954-88f6-3b0bb8891bf9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:13.660109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb176058-099b-4442-a74a-d3fc3dbf6cd1 None None] Network afdb68c5-3dd6-4050-96c7-9ba9580870f0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:13.684943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd3bb4-1092-4365-b016-16f940fc45c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port 5d7275f8-eea6-45d7-acac-0a93e7ecd86a {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:13.685409 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3bb4-1092-4365-b016-16f940fc45c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5d7275f8-eea6-45d7-acac-0a93e7ecd86a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:13.697952 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5ea2bef7-a5a5-4954-88f6-3b0bb8891bf9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2568719 Mar 24 01:20:13.701505 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49492) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:13.702551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Router 5dd29280-bc61-4ced-9fc3-423e0d309dce is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:20:13.808705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:13.836305 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04c4d939-2895-4528-ac05-e0a507c317aa req-3f8689fe-f124-4c51-9236-debef04ef1c0 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689242 Mar 24 01:20:14.085748 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3bb4-1092-4365-b016-16f940fc45c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5d7275f8-eea6-45d7-acac-0a93e7ecd86a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:14.111661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd3bb4-1092-4365-b016-16f940fc45c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for 5d7275f8-eea6-45d7-acac-0a93e7ecd86a owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:14.209189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:20:14.230589 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Sync routers for ids ['5dd29280-bc61-4ced-9fc3-423e0d309dce'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:20:14.245950 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Routers {'5dd29280-bc61-4ced-9fc3-423e0d309dce'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:14.247837 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['5dd29280-bc61-4ced-9fc3-423e0d309dce'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:14.249026 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Publish callbacks [] for port (fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:14.263538 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:14.268230 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9d478932-c7b4-4415-8a8a-dadc3485e08e tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.8852570 Mar 24 01:20:14.272733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49504) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:14.277984 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:14.422975 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fdaf1-a406-4a8d-b69f-0b949e6805b4 None None] Pushing event updated for resources: {'Port': ['ID=fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:14.457365 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-97568e6c-a6c1-4ee0-8450-6d90783e4cd1 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/routers/5dd29280-bc61-4ced-9fc3-423e0d309dce HTTP/1.1" status: 200 len: 909 time: 0.1828954 Mar 24 01:20:14.458709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49510) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:14.464047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1969197141', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'enable_snat': True}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:14.472744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:14.477418 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:14.512801 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (dd57512f-b520-45ba-9c8c-f0fcad7bd402), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:14.514297 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (dd57512f-b520-45ba-9c8c-f0fcad7bd402), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:14.534958 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Set router 5dd29280-bc61-4ced-9fc3-423e0d309dce gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:20:14.544754 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Attempting to bind port fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:14.545281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Attempting to bind port fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:14.546695 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Attempting to bind port fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:14.559715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:14.560528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:14.561138 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:14.562070 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:14.562719 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Bound port: fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:14.563437 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:14.567060 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 628b4ae6-5b71-4392-a6b1-5df5cec3a581 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:14.595926 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_controller (dd57512f-b520-45ba-9c8c-f0fcad7bd402), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:14.701190 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3bb4-1092-4365-b016-16f940fc45c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (5d7275f8-eea6-45d7-acac-0a93e7ecd86a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:14.788339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd3bb4-1092-4365-b016-16f940fc45c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=5d7275f8-eea6-45d7-acac-0a93e7ecd86a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:14.816732 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd29280-bc61-4ced-9fc3-423e0d309dce', 'name': 'tempest-snat-router-1969197141', 'tenant_id': '36bea43ffcda4ca08248931b27cec310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142'}], 'enable_snat': False}, 'gw_port_id': 'd2156641-9069-4ae0-9f3c-71ce488866fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:20:11Z', 'revision_number': 3, 'project_id': '36bea43ffcda4ca08248931b27cec310', 'gw_port': {'id': 'd2156641-9069-4ae0-9f3c-71ce488866fa', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:21:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd29280-bc61-4ced-9fc3-423e0d309dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:14.823458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-358163e4-0c14-4b7a-aa85-ae4baea89fee None None] Provisioning complete for port feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:14.824008 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-358163e4-0c14-4b7a-aa85-ae4baea89fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:14.826609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ips': [{'subnet_id': '6daa362a-df52-4549-a37d-76433e1092fa'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:20:14.829049 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:14.859003 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3bb4-1092-4365-b016-16f940fc45c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:14.878387 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cbdd3bb4-1092-4365-b016-16f940fc45c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/5d7275f8-eea6-45d7-acac-0a93e7ecd86a HTTP/1.1" status: 204 len: 168 time: 1.5522630 Mar 24 01:20:14.879049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49522) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:14.881081 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Checking router: 5dd29280-bc61-4ced-9fc3-423e0d309dce for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:20:14.881664 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Updating router 5dd29280-bc61-4ced-9fc3-423e0d309dce port d2156641-9069-4ae0-9f3c-71ce488866fa binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:20:14.938665 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d2156641-9069-4ae0-9f3c-71ce488866fa), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.045449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-358163e4-0c14-4b7a-aa85-ae4baea89fee None None] Current status of the port feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:15.046919 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-358163e4-0c14-4b7a-aa85-ae4baea89fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.068609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 628b4ae6-5b71-4392-a6b1-5df5cec3a581 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:20:15.071453 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (dd57512f-b520-45ba-9c8c-f0fcad7bd402), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.086357 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.114743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0af4639-5b60-4647-867a-aa67b83f52c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:15.116361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0af4639-5b60-4647-867a-aa67b83f52c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:15.124328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a0af4639-5b60-4647-867a-aa67b83f52c9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2442567 Mar 24 01:20:15.127761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49528) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:15.189213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69606202-dff7-413a-af02-d32bd830833d req-9cc23194-bc30-42e9-abdc-394479fa2272 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:15.189421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 628b4ae6-5b71-4392-a6b1-5df5cec3a581 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:15.189847 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (628b4ae6-5b71-4392-a6b1-5df5cec3a581), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.194057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69606202-dff7-413a-af02-d32bd830833d req-9cc23194-bc30-42e9-abdc-394479fa2272 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 945 time: 0.2172084 Mar 24 01:20:15.196926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] For port fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:20:15.327235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] For port fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:20:15.361914 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.363043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2377628-1554-46e9-8d38-921c57d5fb3d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 839340a8-016c-48f1-9cbe-908d949f4dcf {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:20:15.368859 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c2377628-1554-46e9-8d38-921c57d5fb3d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (839340a8-016c-48f1-9cbe-908d949f4dcf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.417567 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69606202-dff7-413a-af02-d32bd830833d req-374c42e3-aae5-486b-b29b-a550f3c24004 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688018 Mar 24 01:20:15.444632 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c2377628-1554-46e9-8d38-921c57d5fb3d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (839340a8-016c-48f1-9cbe-908d949f4dcf), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.472773 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-358163e4-0c14-4b7a-aa85-ae4baea89fee None None] For port feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:15.474357 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Publish callbacks [] for port (d2156641-9069-4ae0-9f3c-71ce488866fa), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.496076 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d2156641-9069-4ae0-9f3c-71ce488866fa), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.524372 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-358163e4-0c14-4b7a-aa85-ae4baea89fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.589468 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:15.589839 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.663440 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Allocated IP 172.20.0.2 (afdb68c5-3dd6-4050-96c7-9ba9580870f0/6daa362a-df52-4549-a37d-76433e1092fa/6387eba8-3ef9-4adb-9d57-d77792f2d558) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:15.691749 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Attempting to bind port d2156641-9069-4ae0-9f3c-71ce488866fa on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:15.692184 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Attempting to bind port d2156641-9069-4ae0-9f3c-71ce488866fa by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:15.692497 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Attempting to bind port d2156641-9069-4ae0-9f3c-71ce488866fa on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:15.709472 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c2377628-1554-46e9-8d38-921c57d5fb3d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (839340a8-016c-48f1-9cbe-908d949f4dcf), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.711301 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:15.711684 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:15.712086 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.712469 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:15.720222 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Bound port: d2156641-9069-4ae0-9f3c-71ce488866fa, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:15.729677 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d2156641-9069-4ae0-9f3c-71ce488866fa), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.804037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-bcf72387-de6d-4fa4-b81a-1e94aaca11f1 None None] Could not find standard attr ID for object 5d7275f8-eea6-45d7-acac-0a93e7ecd86a. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:20:15.816937 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] For port d2156641-9069-4ae0-9f3c-71ce488866fa, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:20:15.820992 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] For port d2156641-9069-4ae0-9f3c-71ce488866fa, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d2156641-9069-4ae0-9f3c-71ce488866fa,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:20:15.824086 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f353e7-15a5-41b9-9cf0-56ab29277ff2 None None] Pushing event updated for resources: {'Port': ['ID=d2156641-9069-4ae0-9f3c-71ce488866fa,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:15.839957 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d2156641-9069-4ae0-9f3c-71ce488866fa), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.840194 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c2377628-1554-46e9-8d38-921c57d5fb3d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (839340a8-016c-48f1-9cbe-908d949f4dcf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.890235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fdaf1-a406-4a8d-b69f-0b949e6805b4 None None] Pushing event updated for resources: {'Port': ['ID=fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:15.904325 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Routers {'5dd29280-bc61-4ced-9fc3-423e0d309dce'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:15.905197 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['5dd29280-bc61-4ced-9fc3-423e0d309dce'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:15.910346 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c2377628-1554-46e9-8d38-921c57d5fb3d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:15.913644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c2377628-1554-46e9-8d38-921c57d5fb3d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/839340a8-016c-48f1-9cbe-908d949f4dcf HTTP/1.1" status: 204 len: 168 time: 0.7821109 Mar 24 01:20:15.916438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Routers {'29fbedff-b983-4ce2-993a-993487d68d23'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:15.917940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['29fbedff-b983-4ce2-993a-993487d68d23'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:15.921262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2377628-1554-46e9-8d38-921c57d5fb3d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=839340a8-016c-48f1-9cbe-908d949f4dcf,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:15.925847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49548) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:15.983311 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d11b7c-042e-4bcd-ac87-8c9faa921c98 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:16.008343 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ad856de9-deaa-4e4b-94c5-f857a235fb1e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814097 Mar 24 01:20:16.011011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49550) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:16.018134 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (dd57512f-b520-45ba-9c8c-f0fcad7bd402), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:16.024928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-49b67fda-4a35-46a4-a4a0-824d60436a94 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:16.030817 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f353e7-15a5-41b9-9cf0-56ab29277ff2 None None] Pushing event updated for resources: {'Port': ['ID=d2156641-9069-4ae0-9f3c-71ce488866fa,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:16.051883 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:16.088111 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] Set router 5dd29280-bc61-4ced-9fc3-423e0d309dce gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:20:16.209656 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Allocated IP 172.25.0.11 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/2e61f5e9-64a6-4071-b2b4-06b0e996cf15) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:16.250854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b67fda-4a35-46a4-a4a0-824d60436a94 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:16.254965 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-49b67fda-4a35-46a4-a4a0-824d60436a94 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:16.262152 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Publish callbacks [] for port (6387eba8-3ef9-4adb-9d57-d77792f2d558), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:16.266295 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358163e4-0c14-4b7a-aa85-ae4baea89fee None None] Pushing event updated for resources: {'Port': ['ID=feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:16.395849 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Allocated IP 172.20.0.1 (afdb68c5-3dd6-4050-96c7-9ba9580870f0/6daa362a-df52-4549-a37d-76433e1092fa/83f7d662-e4f6-49e6-80f1-5fc1657e22c5) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:16.416403 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:20:16.417244 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:20:16.451383 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (6387eba8-3ef9-4adb-9d57-d77792f2d558), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:16.454535 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd29280-bc61-4ced-9fc3-423e0d309dce', 'name': 'tempest-snat-router-1969197141', 'tenant_id': '36bea43ffcda4ca08248931b27cec310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142'}], 'enable_snat': False}, 'gw_port_id': 'd2156641-9069-4ae0-9f3c-71ce488866fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:20:11Z', 'revision_number': 3, 'project_id': '36bea43ffcda4ca08248931b27cec310', 'gw_port': {'id': 'd2156641-9069-4ae0-9f3c-71ce488866fa', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:21:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd29280-bc61-4ced-9fc3-423e0d309dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:16.463030 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for port (2e61f5e9-64a6-4071-b2b4-06b0e996cf15), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:16.524653 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58cf4d8-7f45-4644-af5c-c280f0cf8805 None None] The sync data for ids ['5dd29280-bc61-4ced-9fc3-423e0d309dce'] in n-d-760455-9 is: [{'id': '5dd29280-bc61-4ced-9fc3-423e0d309dce', 'name': 'tempest-snat-router-1969197141', 'tenant_id': '36bea43ffcda4ca08248931b27cec310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142'}], 'enable_snat': False}, 'gw_port_id': 'd2156641-9069-4ae0-9f3c-71ce488866fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:20:11Z', 'revision_number': 3, 'project_id': '36bea43ffcda4ca08248931b27cec310', 'gw_port': {'id': 'd2156641-9069-4ae0-9f3c-71ce488866fa', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:21:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd29280-bc61-4ced-9fc3-423e0d309dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:20:16.538664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Network afdb68c5-3dd6-4050-96c7-9ba9580870f0 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:16.552012 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:16.558893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:16.597796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 628b4ae6-5b71-4392-a6b1-5df5cec3a581 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:16.598471 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (628b4ae6-5b71-4392-a6b1-5df5cec3a581), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:16.662502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Pushing event updated for resources: {'Port': ['ID=6387eba8-3ef9-4adb-9d57-d77792f2d558,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:16.689061 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2e61f5e9-64a6-4071-b2b4-06b0e996cf15), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:16.743061 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:16.768015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] Set router 29fbedff-b983-4ce2-993a-993487d68d23 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:20:16.776993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f16911-ef36-4337-8e89-bc11be8949af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628b4ae6-5b71-4392-a6b1-5df5cec3a581'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:20:16.779672 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1897502e-111c-4b22-ba53-6a3871057a7a" -d '{"events": [{"server_uuid": "88f16911-ef36-4337-8e89-bc11be8949af", "name": "network-vif-plugged", "status": "completed", "tag": "628b4ae6-5b71-4392-a6b1-5df5cec3a581"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:20:16.782981 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:16.785702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Pushing event updated for resources: {'Port': ['ID=2e61f5e9-64a6-4071-b2b4-06b0e996cf15,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:16.788239 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:16.793615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:16.823378 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Attempting to bind port 6387eba8-3ef9-4adb-9d57-d77792f2d558 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:16.824550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Attempting to bind port 6387eba8-3ef9-4adb-9d57-d77792f2d558 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:16.825065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Attempting to bind port 6387eba8-3ef9-4adb-9d57-d77792f2d558 on network afdb68c5-3dd6-4050-96c7-9ba9580870f0 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:16.881927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923f7f0-7e45-4ebc-847a-0a6380e46c37 req-a63cc59d-19cf-4427-acff-8f46c757b4b1 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:16.883502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5923f7f0-7e45-4ebc-847a-0a6380e46c37 req-a63cc59d-19cf-4427-acff-8f46c757b4b1 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 945 time: 0.2684641 Mar 24 01:20:16.907660 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0d9de7-9ffb-4e64-8f1d-89a3f8471e7a x-openstack-request-id: req-2e0d9de7-9ffb-4e64-8f1d-89a3f8471e7a {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:20:16.908548 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f16911-ef36-4337-8e89-bc11be8949af", "name": "network-vif-plugged", "status": "completed", "tag": "628b4ae6-5b71-4392-a6b1-5df5cec3a581", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:20:16.909500 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e0d9de7-9ffb-4e64-8f1d-89a3f8471e7a {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:20:16.910116 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e0d9de7-9ffb-4e64-8f1d-89a3f8471e7a'] response: {'server_uuid': '88f16911-ef36-4337-8e89-bc11be8949af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628b4ae6-5b71-4392-a6b1-5df5cec3a581', 'code': 200} Mar 24 01:20:16.920230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 628b4ae6-5b71-4392-a6b1-5df5cec3a581, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=628b4ae6-5b71-4392-a6b1-5df5cec3a581,segment=NetworkSegment(19f732ba-8f28-4367-b7f1-4e2ecaf93df7),segment_id=19f732ba-8f28-4367-b7f1-4e2ecaf93df7)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:16.957394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:16.957828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Checking segment: {'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:16.958182 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:16.958582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Bound using segment: {'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:16.959078 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Bound port: 6387eba8-3ef9-4adb-9d57-d77792f2d558, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:16.959460 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6387eba8-3ef9-4adb-9d57-d77792f2d558), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:17.003700 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (628b4ae6-5b71-4392-a6b1-5df5cec3a581), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:17.054865 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:17.076265 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca15b1ab-9a0b-4d45-9b63-a39cacbc8729 None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:20:17.120511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:17.218499 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5923f7f0-7e45-4ebc-847a-0a6380e46c37 req-48043a07-615b-4f9f-956b-e4af9888fc48 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243101 Mar 24 01:20:17.252702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network afdb68c5-3dd6-4050-96c7-9ba9580870f0 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:17.276123 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:17.277420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fd466-bc7d-448f-bb3b-04ff842083e3 req-f960f70a-395e-4835-8d3a-a27069eac5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:17.279456 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:17.280156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a31fd466-bc7d-448f-bb3b-04ff842083e3 req-f960f70a-395e-4835-8d3a-a27069eac5a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 1128 time: 0.2824454 Mar 24 01:20:17.288767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=83f7d662-e4f6-49e6-80f1-5fc1657e22c5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:17.353279 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=628b4ae6-5b71-4392-a6b1-5df5cec3a581,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:17.401084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d2156641-9069-4ae0-9f3c-71ce488866fa up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:17.424235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.objects.ports [None req-49b67fda-4a35-46a4-a4a0-824d60436a94 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:20:17.449611 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] For port 6387eba8-3ef9-4adb-9d57-d77792f2d558, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:20:17.464892 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] For port 6387eba8-3ef9-4adb-9d57-d77792f2d558, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6387eba8-3ef9-4adb-9d57-d77792f2d558,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:20:17.504732 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6387eba8-3ef9-4adb-9d57-d77792f2d558), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:17.513185 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (29fbedff-b983-4ce2-993a-993487d68d23), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:17.667155 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a31fd466-bc7d-448f-bb3b-04ff842083e3 req-b1f70bff-ce72-42cd-8385-a45a15b46fcb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765037 Mar 24 01:20:17.753883 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-49b67fda-4a35-46a4-a4a0-824d60436a94 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:17.902868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ca15b1ab-9a0b-4d45-9b63-a39cacbc8729 None None] Deleting port feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:17.904591 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ca15b1ab-9a0b-4d45-9b63-a39cacbc8729 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:17.932772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb761c-71be-495a-adb4-5a36fb26773f None None] Pushing event updated for resources: {'Port': ['ID=6387eba8-3ef9-4adb-9d57-d77792f2d558,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:18.022946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d2156641-9069-4ae0-9f3c-71ce488866fa triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:18.023361 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d2156641-9069-4ae0-9f3c-71ce488866fa), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:18.033746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fbedff-b983-4ce2-993a-993487d68d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061986791', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:20:09Z', 'revision_number': 3, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:18.136809 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ca15b1ab-9a0b-4d45-9b63-a39cacbc8729 None None] For port feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:18.137249 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ca15b1ab-9a0b-4d45-9b63-a39cacbc8729 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:18.165283 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-49b67fda-4a35-46a4-a4a0-824d60436a94 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] For port feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:18.167989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ca15b1ab-9a0b-4d45-9b63-a39cacbc8729 None None] Calling delete_port for feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:18.244900 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-49b67fda-4a35-46a4-a4a0-824d60436a94 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:18.269359 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (dd57512f-b520-45ba-9c8c-f0fcad7bd402), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:18.280350 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-49b67fda-4a35-46a4-a4a0-824d60436a94 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:18.332948 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-49b67fda-4a35-46a4-a4a0-824d60436a94 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (dfdd9a04-4edb-401b-a87a-1b3562ab4603), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:18.417390 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ca15b1ab-9a0b-4d45-9b63-a39cacbc8729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:18.423326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb1695e-5b42-4737-bbd1-4e4bac3aac6c None None] The sync data for ids ['29fbedff-b983-4ce2-993a-993487d68d23'] in n-d-760455-9 is: [{'id': '29fbedff-b983-4ce2-993a-993487d68d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061986791', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:20:09Z', 'revision_number': 3, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:20:18.454395 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15b1ab-9a0b-4d45-9b63-a39cacbc8729 None None] Pushing event deleted for resources: {'Port': ['ID=feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:18.517426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b67fda-4a35-46a4-a4a0-824d60436a94 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=dfdd9a04-4edb-401b-a87a-1b3562ab4603,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:18.548542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca15b1ab-9a0b-4d45-9b63-a39cacbc8729 None None] No DVR routers for this DVR port feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:20:18.575934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d2156641-9069-4ae0-9f3c-71ce488866fa is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:18.577839 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d2156641-9069-4ae0-9f3c-71ce488866fa), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:18.600870 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b67fda-4a35-46a4-a4a0-824d60436a94 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:18.606227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-49b67fda-4a35-46a4-a4a0-824d60436a94 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:18.617250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b67fda-4a35-46a4-a4a0-824d60436a94 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:18.617965 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-49b67fda-4a35-46a4-a4a0-824d60436a94 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:18.620605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76662c58-9e02-4262-b20e-2522de231820 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:18.628904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port d2156641-9069-4ae0-9f3c-71ce488866fa, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d2156641-9069-4ae0-9f3c-71ce488866fa,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:18.673282 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-49b67fda-4a35-46a4-a4a0-824d60436a94 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6583014 Mar 24 01:20:18.674854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49574) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:18.686039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8926d38a-a624-4234-84ee-686b7be1f9bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'mac_address': 'fa:16:3e:5c:a9:1d', 'name': 'tempest-NetworksTestDHCPv6-2064209603'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:18.749852 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d2156641-9069-4ae0-9f3c-71ce488866fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:18.781814 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:18.932930 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:20:18.935992 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=d2156641-9069-4ae0-9f3c-71ce488866fa,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:18.978448 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (dd57512f-b520-45ba-9c8c-f0fcad7bd402), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:18.984231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': 'dfdd9a04-4edb-401b-a87a-1b3562ab4603'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:20:18.985132 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:18.999801 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:20:19.001252 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:20:19.083641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8926d38a-a624-4234-84ee-686b7be1f9bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:19.338040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b67fda-4a35-46a4-a4a0-824d60436a94 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=feeaf81e-e5e5-4b2f-af1c-a99f9f4eddfc,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:19.397133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541981a-f719-4333-a970-8d6cfee1dea6 req-8ddb14ac-9a8c-40e5-823a-3902dbc6e569 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:19.408189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d541981a-f719-4333-a970-8d6cfee1dea6 req-8ddb14ac-9a8c-40e5-823a-3902dbc6e569 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.9247875 Mar 24 01:20:19.516649 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:19.528386 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:19.550480 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8926d38a-a624-4234-84ee-686b7be1f9bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:19.559027 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6387eba8-3ef9-4adb-9d57-d77792f2d558 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:19.576859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Allocated IP 2001:db8::f816:3eff:fe8f:b295 (6236e4f8-17ff-44a0-8044-03efb1bb8211/dfdd9a04-4edb-401b-a87a-1b3562ab4603/8169821a-7047-429f-b350-038214ac43bc) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:19.617625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-8926d38a-a624-4234-84ee-686b7be1f9bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port 2ecfca3b-5b23-45a7-80bd-11207635ab69 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:20:19.743175 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=83f7d662-e4f6-49e6-80f1-5fc1657e22c5,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:19.767079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d541981a-f719-4333-a970-8d6cfee1dea6 req-03e20685-7cbd-4de3-9bbb-601cc7929a2c tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579791 Mar 24 01:20:19.846324 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (29fbedff-b983-4ce2-993a-993487d68d23), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:19.862865 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 6387eba8-3ef9-4adb-9d57-d77792f2d558 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:19.863263 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6387eba8-3ef9-4adb-9d57-d77792f2d558), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:20.085706 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Publish callbacks [] for port (8169821a-7047-429f-b350-038214ac43bc), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:20.092168 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Router dd57512f-b520-45ba-9c8c-f0fcad7bd402 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:20:20.107317 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 6387eba8-3ef9-4adb-9d57-d77792f2d558 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:20.109854 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6387eba8-3ef9-4adb-9d57-d77792f2d558), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:20.110685 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (8169821a-7047-429f-b350-038214ac43bc), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:20.115590 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network afdb68c5-3dd6-4050-96c7-9ba9580870f0 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:20.145348 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:20.277043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 6387eba8-3ef9-4adb-9d57-d77792f2d558, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6387eba8-3ef9-4adb-9d57-d77792f2d558,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:20.279947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-8926d38a-a624-4234-84ee-686b7be1f9bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::f816:3eff:fe5c:a91d (6236e4f8-17ff-44a0-8044-03efb1bb8211/dfdd9a04-4edb-401b-a87a-1b3562ab4603/2ecfca3b-5b23-45a7-80bd-11207635ab69) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:20.288064 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6387eba8-3ef9-4adb-9d57-d77792f2d558), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:20.288921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:20.295632 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:20.338482 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:20.353545 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:20.364857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Pushing event updated for resources: {'Port': ['ID=8169821a-7047-429f-b350-038214ac43bc,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:20.433376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=6387eba8-3ef9-4adb-9d57-d77792f2d558,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:20.459473 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:20:20.469564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e30703-f195-488d-a877-8d18dc6ee534 None None] Network afdb68c5-3dd6-4050-96c7-9ba9580870f0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:20.483038 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Sync routers for ids ['dd57512f-b520-45ba-9c8c-f0fcad7bd402'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:20:20.495076 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:20.496297 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3dcd4eda-b018-4447-8145-93ea6c192b6d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0364735 Mar 24 01:20:20.502367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49596) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:20.544645 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router 29fbedff-b983-4ce2-993a-993487d68d23 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:20:20.583283 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Routers {'dd57512f-b520-45ba-9c8c-f0fcad7bd402'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:20.583921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['dd57512f-b520-45ba-9c8c-f0fcad7bd402'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:20.670726 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Attempting to bind port 8169821a-7047-429f-b350-038214ac43bc on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:20.673034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Attempting to bind port 8169821a-7047-429f-b350-038214ac43bc by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:20.675818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Attempting to bind port 8169821a-7047-429f-b350-038214ac43bc on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:20.684682 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d3b14911-933d-4250-9c5c-4650172a1724 None None] Provisioning complete for port 6387eba8-3ef9-4adb-9d57-d77792f2d558 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:20.685309 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d3b14911-933d-4250-9c5c-4650172a1724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6387eba8-3ef9-4adb-9d57-d77792f2d558), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:20.716383 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:20:20.716786 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:20.717205 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:20.717618 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:20.718239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:20.718590 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Bound port: 8169821a-7047-429f-b350-038214ac43bc, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:20.718989 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8169821a-7047-429f-b350-038214ac43bc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:20.720486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8926d38a-a624-4234-84ee-686b7be1f9bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (2ecfca3b-5b23-45a7-80bd-11207635ab69), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:20.734599 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2f84477b-89cf-4509-a21f-74e3597a760a tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/routers/dd57512f-b520-45ba-9c8c-f0fcad7bd402 HTTP/1.1" status: 200 len: 907 time: 0.2261331 Mar 24 01:20:20.734779 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3d563711-dd0c-4c59-8de3-103bda346cc1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "PUT /v2.0/routers/29fbedff-b983-4ce2-993a-993487d68d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0314796 Mar 24 01:20:20.734944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49602) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:20.866678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:20.867053 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:20.889990 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8926d38a-a624-4234-84ee-686b7be1f9bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (2ecfca3b-5b23-45a7-80bd-11207635ab69), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:20.916344 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Set router dd57512f-b520-45ba-9c8c-f0fcad7bd402 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:20:20.954552 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2932-82b1-4a52-a558-0604f6c63140 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router (dd57512f-b520-45ba-9c8c-f0fcad7bd402), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:21.085387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8926d38a-a624-4234-84ee-686b7be1f9bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:21.148806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926d38a-a624-4234-84ee-686b7be1f9bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=2ecfca3b-5b23-45a7-80bd-11207635ab69,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:21.159418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-8926d38a-a624-4234-84ee-686b7be1f9bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:21.190146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8926d38a-a624-4234-84ee-686b7be1f9bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:21.195831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8926d38a-a624-4234-84ee-686b7be1f9bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:21.196443 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8926d38a-a624-4234-84ee-686b7be1f9bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:21.210331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] For port 8169821a-7047-429f-b350-038214ac43bc, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:20:21.237151 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8926d38a-a624-4234-84ee-686b7be1f9bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5550056 Mar 24 01:20:21.239874 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49624) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:21.251214 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2932-82b1-4a52-a558-0604f6c63140 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (dd57512f-b520-45ba-9c8c-f0fcad7bd402), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:21.288872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] For port 8169821a-7047-429f-b350-038214ac43bc, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8169821a-7047-429f-b350-038214ac43bc,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:20:21.316810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce71571-68c0-4478-a533-39c15a1cbd9e req-451c5f02-817d-4566-90d0-5bf675cbc7ce tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:21.319240 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ce71571-68c0-4478-a533-39c15a1cbd9e req-451c5f02-817d-4566-90d0-5bf675cbc7ce tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.4009676 Mar 24 01:20:21.320038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ad0c2-bc8c-4aca-bf42-13b665fcd791 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:21.327409 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8169821a-7047-429f-b350-038214ac43bc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:21.329431 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ad0c2-bc8c-4aca-bf42-13b665fcd791 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:21.333624 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-052ad0c2-bc8c-4aca-bf42-13b665fcd791 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0904434 Mar 24 01:20:21.333955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49628) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:21.408445 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d3b14911-933d-4250-9c5c-4650172a1724 None None] Current status of the port 6387eba8-3ef9-4adb-9d57-d77792f2d558 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:21.432460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-c4719e85-c134-4fa1-9bdc-b41a67936405 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-996129106&fields=id&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7 HTTP/1.1" status: 200 len: 267 time: 0.3791370 Mar 24 01:20:21.536914 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faca116-b567-420f-8563-a93b126c3ff7 None None] Pushing event updated for resources: {'Port': ['ID=8169821a-7047-429f-b350-038214ac43bc,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:21.542778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:21.543180 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:21.588178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:21.599481 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:21.600002 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d2156641-9069-4ae0-9f3c-71ce488866fa up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:21.662679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d2932-82b1-4a52-a558-0604f6c63140 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Deleting port 2e61f5e9-64a6-4071-b2b4-06b0e996cf15 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:21.663194 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2932-82b1-4a52-a558-0604f6c63140 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2e61f5e9-64a6-4071-b2b4-06b0e996cf15), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:21.665136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ade1d52a-3d33-4800-b8c6-7552b2af242e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port 2ecfca3b-5b23-45a7-80bd-11207635ab69 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:21.665910 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ade1d52a-3d33-4800-b8c6-7552b2af242e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2ecfca3b-5b23-45a7-80bd-11207635ab69), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:21.820311 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Sync routers for ids ['29fbedff-b983-4ce2-993a-993487d68d23'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:20:21.835947 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Routers {'29fbedff-b983-4ce2-993a-993487d68d23'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:21.836593 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['29fbedff-b983-4ce2-993a-993487d68d23'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:21.977088 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:21.992407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd57512f-b520-45ba-9c8c-f0fcad7bd402', 'name': 'tempest-snat-router-1969197141', 'tenant_id': '36bea43ffcda4ca08248931b27cec310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '2e61f5e9-64a6-4071-b2b4-06b0e996cf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:14Z', 'updated_at': '2022-03-24T01:20:17Z', 'revision_number': 3, 'project_id': '36bea43ffcda4ca08248931b27cec310', 'gw_port': {'id': '2e61f5e9-64a6-4071-b2b4-06b0e996cf15', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd57512f-b520-45ba-9c8c-f0fcad7bd402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:16Z', 'updated_at': '2022-03-24T01:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:22.026964 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ade1d52a-3d33-4800-b8c6-7552b2af242e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2ecfca3b-5b23-45a7-80bd-11207635ab69), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:22.072739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ade1d52a-3d33-4800-b8c6-7552b2af242e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for 2ecfca3b-5b23-45a7-80bd-11207635ab69 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:22.126912 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Checking router: dd57512f-b520-45ba-9c8c-f0fcad7bd402 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:20:22.127271 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Updating router dd57512f-b520-45ba-9c8c-f0fcad7bd402 port 2e61f5e9-64a6-4071-b2b4-06b0e996cf15 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:20:22.147029 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d2156641-9069-4ae0-9f3c-71ce488866fa triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:22.147411 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d2156641-9069-4ae0-9f3c-71ce488866fa), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:22.195897 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Set router 29fbedff-b983-4ce2-993a-993487d68d23 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:20:22.264337 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8694ce31-fbb2-474b-86e9-1ef509ca16d2 None None] Provisioning complete for port 6387eba8-3ef9-4adb-9d57-d77792f2d558 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:22.264871 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8694ce31-fbb2-474b-86e9-1ef509ca16d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6387eba8-3ef9-4adb-9d57-d77792f2d558), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:22.271567 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2e61f5e9-64a6-4071-b2b4-06b0e996cf15), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:22.425960 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ade1d52a-3d33-4800-b8c6-7552b2af242e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2ecfca3b-5b23-45a7-80bd-11207635ab69), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:22.503504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1d52a-3d33-4800-b8c6-7552b2af242e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=2ecfca3b-5b23-45a7-80bd-11207635ab69,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:22.556273 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ade1d52a-3d33-4800-b8c6-7552b2af242e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:22.564491 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ade1d52a-3d33-4800-b8c6-7552b2af242e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/2ecfca3b-5b23-45a7-80bd-11207635ab69 HTTP/1.1" status: 204 len: 168 time: 1.2279215 Mar 24 01:20:22.566287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49650) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:22.696955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38751c9d-20bc-4b83-857a-847e1ae0b4b3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:22.698415 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38751c9d-20bc-4b83-857a-847e1ae0b4b3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:22.702424 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-38751c9d-20bc-4b83-857a-847e1ae0b4b3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1325848 Mar 24 01:20:22.706268 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49652) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:22.710334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d2156641-9069-4ae0-9f3c-71ce488866fa is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:22.747844 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2932-82b1-4a52-a558-0604f6c63140 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2e61f5e9-64a6-4071-b2b4-06b0e996cf15), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:22.774954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d2932-82b1-4a52-a558-0604f6c63140 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Calling delete_port for 2e61f5e9-64a6-4071-b2b4-06b0e996cf15 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:22.859391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8694ce31-fbb2-474b-86e9-1ef509ca16d2 None None] Current status of the port 6387eba8-3ef9-4adb-9d57-d77792f2d558 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:22.860631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3dd13a-0d40-4469-a866-18c44b47da9a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet dfdd9a04-4edb-401b-a87a-1b3562ab4603 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:20:22.876900 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd13a-0d40-4469-a866-18c44b47da9a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (dfdd9a04-4edb-401b-a87a-1b3562ab4603), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:22.880827 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8694ce31-fbb2-474b-86e9-1ef509ca16d2 None None] Provisioning complete for port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:22.881405 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8694ce31-fbb2-474b-86e9-1ef509ca16d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:22.958649 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8694ce31-fbb2-474b-86e9-1ef509ca16d2 None None] Port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:20:23.004276 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fbedff-b983-4ce2-993a-993487d68d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061986791', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:20:18Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '83f7d662-e4f6-49e6-80f1-5fc1657e22c5', 'name': '', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:81:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '6daa362a-df52-4549-a37d-76433e1092fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:15Z', 'updated_at': '2022-03-24T01:20:19Z', 'revision_number': 2, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '6daa362a-df52-4549-a37d-76433e1092fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:23.030055 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd13a-0d40-4469-a866-18c44b47da9a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (dfdd9a04-4edb-401b-a87a-1b3562ab4603), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.050930 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ce71571-68c0-4478-a533-39c15a1cbd9e req-ac02467b-78b9-4dfc-86dd-9dbc7b42480e tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6787426 Mar 24 01:20:23.079821 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Checking router: 29fbedff-b983-4ce2-993a-993487d68d23 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:20:23.080374 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Updating router 29fbedff-b983-4ce2-993a-993487d68d23 port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:20:23.148733 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.165201 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Publish callbacks [] for port (2e61f5e9-64a6-4071-b2b4-06b0e996cf15), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.171443 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8169821a-7047-429f-b350-038214ac43bc up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:23.177199 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2e61f5e9-64a6-4071-b2b4-06b0e996cf15), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.293027 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd13a-0d40-4469-a866-18c44b47da9a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (dfdd9a04-4edb-401b-a87a-1b3562ab4603), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.293285 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211117b-b3d4-4111-a56e-573bc82e28d0 None None] Pushing event updated for resources: {'Port': ['ID=2e61f5e9-64a6-4071-b2b4-06b0e996cf15,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:23.343101 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-db14460b-ca13-413d-b0f2-ca2c8d5a30e6 None None] Provisioning complete for port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:23.344671 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-db14460b-ca13-413d-b0f2-ca2c8d5a30e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.397799 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd13a-0d40-4469-a866-18c44b47da9a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (dfdd9a04-4edb-401b-a87a-1b3562ab4603), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.443307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-db14460b-ca13-413d-b0f2-ca2c8d5a30e6 None None] Port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:20:23.449136 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Attempting to bind port 2e61f5e9-64a6-4071-b2b4-06b0e996cf15 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:23.449524 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Attempting to bind port 2e61f5e9-64a6-4071-b2b4-06b0e996cf15 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:23.450468 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Attempting to bind port 2e61f5e9-64a6-4071-b2b4-06b0e996cf15 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:23.463428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dd13a-0d40-4469-a866-18c44b47da9a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=dfdd9a04-4edb-401b-a87a-1b3562ab4603,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:23.479922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-94179e74-1949-47d0-b1a4-3490afbbc0fe tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:23.481558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-94179e74-1949-47d0-b1a4-3490afbbc0fe tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/networks?id=afdb68c5-3dd6-4050-96c7-9ba9580870f0 HTTP/1.1" status: 200 len: 796 time: 1.9944227 Mar 24 01:20:23.482451 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd13a-0d40-4469-a866-18c44b47da9a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.492163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:23.492598 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:23.493377 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.493803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:23.494533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Bound port: 2e61f5e9-64a6-4071-b2b4-06b0e996cf15, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:23.495675 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2e61f5e9-64a6-4071-b2b4-06b0e996cf15), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.505901 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8f3dd13a-0d40-4469-a866-18c44b47da9a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/dfdd9a04-4edb-401b-a87a-1b3562ab4603 HTTP/1.1" status: 204 len: 168 time: 0.7965291 Mar 24 01:20:23.508229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49664) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:23.527366 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-bd858c5d-c522-4e9d-b67b-0742f0be8099 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/quotas/0fdc6cb7bc1743249389b96ab4ecbee7 HTTP/1.1" status: 200 len: 375 time: 0.0331390 Mar 24 01:20:23.572229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8169821a-7047-429f-b350-038214ac43bc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:23.572697 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8169821a-7047-429f-b350-038214ac43bc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.605159 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8e6e7863-5bec-43bb-96e8-0f6a9e88a4d2 None None] Provisioning complete for port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:23.605546 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7863-5bec-43bb-96e8-0f6a9e88a4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.610486 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-962b512b-2f60-45a6-956b-f16a91be28fd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009786 Mar 24 01:20:23.613452 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49666) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:23.664553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e7863-5bec-43bb-96e8-0f6a9e88a4d2 None None] Port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:20:23.673024 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Publish callbacks [] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.682773 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.724185 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2db84f-0fee-4c64-9c1c-b2385dc9d97a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:23.734648 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bb2db84f-0fee-4c64-9c1c-b2385dc9d97a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1178048 Mar 24 01:20:23.735227 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49672) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:23.739771 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e2cd1-4d2a-4965-8b77-dc74bbd22001 None None] Pushing event updated for resources: {'Port': ['ID=83f7d662-e4f6-49e6-80f1-5fc1657e22c5,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:23.749619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4f6bb0-9cdb-4f6f-9c82-488aa8f77d68 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:23.773887 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2932-82b1-4a52-a558-0604f6c63140 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (2e61f5e9-64a6-4071-b2b4-06b0e996cf15), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.835196 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:20:23.835560 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:20:23.848071 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d2932-82b1-4a52-a558-0604f6c63140 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e61f5e9-64a6-4071-b2b4-06b0e996cf15,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:23.865376 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-026a8246-dc35-4d65-a1bd-f7bb55606842 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3370860 Mar 24 01:20:23.878645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbf08f-8e22-4a61-873f-f651286b0710 req-dfae61c0-cc98-45af-9d6c-93282f8582c6 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:23.890891 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-29bbf08f-8e22-4a61-873f-f651286b0710 req-dfae61c0-cc98-45af-9d6c-93282f8582c6 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.5169017 Mar 24 01:20:23.912445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ba467d-7511-4d00-9ab2-bd9669619396 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:23.921730 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-20ba467d-7511-4d00-9ab2-bd9669619396 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1830204 Mar 24 01:20:23.922825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49676) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:23.925016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8169821a-7047-429f-b350-038214ac43bc is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:23.925443 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8169821a-7047-429f-b350-038214ac43bc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.935214 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Attempting to bind port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:23.935602 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Attempting to bind port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:23.935941 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Attempting to bind port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 on network afdb68c5-3dd6-4050-96c7-9ba9580870f0 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:23.948183 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:23.948562 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Checking segment: {'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:23.948965 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:23.949446 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Bound using segment: {'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:23.949963 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Bound port: 83f7d662-e4f6-49e6-80f1-5fc1657e22c5, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:23.950342 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:24.006110 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8983eb0d-39cd-4960-aae5-1be34c2354e6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821409 Mar 24 01:20:24.012044 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49680) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:24.017116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-be709f94-f716-4673-9bbc-a8b30d23ed1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:24.022305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 8169821a-7047-429f-b350-038214ac43bc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8169821a-7047-429f-b350-038214ac43bc,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:24.045531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a846e814-d7a2-4ff5-a523-4ba5c5b5be6a None None] Provisioning complete for port 8169821a-7047-429f-b350-038214ac43bc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:24.046337 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a846e814-d7a2-4ff5-a523-4ba5c5b5be6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8169821a-7047-429f-b350-038214ac43bc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:24.057268 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8169821a-7047-429f-b350-038214ac43bc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:24.061266 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6387eba8-3ef9-4adb-9d57-d77792f2d558 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:24.122949 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] For port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:20:24.129510 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] For port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=83f7d662-e4f6-49e6-80f1-5fc1657e22c5,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:20:24.139980 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:24.199304 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=8169821a-7047-429f-b350-038214ac43bc,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:24.218352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be709f94-f716-4673-9bbc-a8b30d23ed1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:24.222546 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be709f94-f716-4673-9bbc-a8b30d23ed1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:24.241605 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e2cd1-4d2a-4965-8b77-dc74bbd22001 None None] Pushing event updated for resources: {'Port': ['ID=83f7d662-e4f6-49e6-80f1-5fc1657e22c5,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:24.249711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 6387eba8-3ef9-4adb-9d57-d77792f2d558 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:24.250097 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6387eba8-3ef9-4adb-9d57-d77792f2d558), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:24.273370 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Routers {'29fbedff-b983-4ce2-993a-993487d68d23'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:24.274245 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['29fbedff-b983-4ce2-993a-993487d68d23'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:24.303038 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2932-82b1-4a52-a558-0604f6c63140 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (dd57512f-b520-45ba-9c8c-f0fcad7bd402), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:24.434745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-29bbf08f-8e22-4a61-873f-f651286b0710 req-cfd6e900-69fd-45b3-8562-06dc34a63ddb tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424993 Mar 24 01:20:24.461228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5226353a-6488-4e08-9125-449ce34d959c None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:20:24.468275 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2932-82b1-4a52-a558-0604f6c63140 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (dd57512f-b520-45ba-9c8c-f0fcad7bd402), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:24.479555 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2932-82b1-4a52-a558-0604f6c63140 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_controller (dd57512f-b520-45ba-9c8c-f0fcad7bd402), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:24.573147 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] Set router 29fbedff-b983-4ce2-993a-993487d68d23 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:20:24.592327 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Attempting to bind port 2e61f5e9-64a6-4071-b2b4-06b0e996cf15 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:24.593305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Attempting to bind port 2e61f5e9-64a6-4071-b2b4-06b0e996cf15 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:24.593643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Attempting to bind port 2e61f5e9-64a6-4071-b2b4-06b0e996cf15 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:24.608533 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-071f0615-14b4-4b2c-b6d3-b8f7bf8186e3 service neutron] 10.222.0.45 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6839485 Mar 24 01:20:24.619690 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2932-82b1-4a52-a558-0604f6c63140 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (dd57512f-b520-45ba-9c8c-f0fcad7bd402), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:24.620783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0d2932-82b1-4a52-a558-0604f6c63140 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd57512f-b520-45ba-9c8c-f0fcad7bd402 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:20:24.642831 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2932-82b1-4a52-a558-0604f6c63140 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:24.644763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2a0d2932-82b1-4a52-a558-0604f6c63140 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "DELETE /v2.0/routers/dd57512f-b520-45ba-9c8c-f0fcad7bd402 HTTP/1.1" status: 204 len: 168 time: 3.9086044 Mar 24 01:20:24.675532 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:24.676496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:24.676781 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:24.677382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:24.677996 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Bound port: 2e61f5e9-64a6-4071-b2b4-06b0e996cf15, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:24.678529 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2e61f5e9-64a6-4071-b2b4-06b0e996cf15), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:24.683307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a846e814-d7a2-4ff5-a523-4ba5c5b5be6a None None] Current status of the port 8169821a-7047-429f-b350-038214ac43bc is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:24.685753 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49688) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:24.720764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Port 2e61f5e9-64a6-4071-b2b4-06b0e996cf15 has been deleted concurrently {{(pid=115731) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 24 01:20:24.771995 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Routers set() bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:24.772474 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Router IDs set() for agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 24 01:20:24.773203 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_agentschedulers_db [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dd57512f-b520-45ba-9c8c-f0fcad7bd402'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent'). {{(pid=115731) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 24 01:20:24.777493 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b9d501-f307-4c5a-8485-64c498784128 None None] The sync data for ids ['dd57512f-b520-45ba-9c8c-f0fcad7bd402'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:20:24.786613 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 6387eba8-3ef9-4adb-9d57-d77792f2d558 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:24.787717 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:24.880639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5919cff8-bf10-4054-ac42-2d9571500846 None None] Provisioning complete for port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:24.880988 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5919cff8-bf10-4054-ac42-2d9571500846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:24.885213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5226353a-6488-4e08-9125-449ce34d959c None None] Deleting port 8169821a-7047-429f-b350-038214ac43bc {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:24.885593 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5226353a-6488-4e08-9125-449ce34d959c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8169821a-7047-429f-b350-038214ac43bc), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:24.910407 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab0a51e9-2510-4aaf-acb2-20b5661c0d5d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router (5dd29280-bc61-4ced-9fc3-423e0d309dce), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:24.931662 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-dfb7701e-9eea-4835-a58a-4e4256ef818d service neutron] 10.222.0.45 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218260 Mar 24 01:20:24.945610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59d2e6-82c5-4359-8fa6-228a20d671aa req-8969c500-ad69-4cdb-842d-dd188161b929 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:24.954659 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0e59d2e6-82c5-4359-8fa6-228a20d671aa req-8969c500-ad69-4cdb-842d-dd188161b929 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.0933387 Mar 24 01:20:25.014456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0e59d2e6-82c5-4359-8fa6-228a20d671aa req-596f01ad-7359-4fbd-8ab6-3a4ab7b453bb tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584722 Mar 24 01:20:25.034645 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fbedff-b983-4ce2-993a-993487d68d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061986791', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:20:18Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '83f7d662-e4f6-49e6-80f1-5fc1657e22c5', 'name': '', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:81:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '6daa362a-df52-4549-a37d-76433e1092fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:15Z', 'updated_at': '2022-03-24T01:20:24Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '6daa362a-df52-4549-a37d-76433e1092fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:25.042440 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab0a51e9-2510-4aaf-acb2-20b5661c0d5d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (5dd29280-bc61-4ced-9fc3-423e0d309dce), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:25.136361 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24c350d-30c1-4b8e-8be6-d4b89c667d50 None None] The sync data for ids ['29fbedff-b983-4ce2-993a-993487d68d23'] in n-d-760455-9 is: [{'id': '29fbedff-b983-4ce2-993a-993487d68d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061986791', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:20:18Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '83f7d662-e4f6-49e6-80f1-5fc1657e22c5', 'name': '', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:81:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '6daa362a-df52-4549-a37d-76433e1092fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:15Z', 'updated_at': '2022-03-24T01:20:24Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '6daa362a-df52-4549-a37d-76433e1092fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:20:25.193443 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5226353a-6488-4e08-9125-449ce34d959c None None] For port 8169821a-7047-429f-b350-038214ac43bc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8169821a-7047-429f-b350-038214ac43bc,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:25.194238 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5226353a-6488-4e08-9125-449ce34d959c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8169821a-7047-429f-b350-038214ac43bc), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:25.256012 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:25.256012 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:25.306945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.objects.ports [None req-be709f94-f716-4673-9bbc-a8b30d23ed1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115729) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:20:25.320443 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5226353a-6488-4e08-9125-449ce34d959c None None] Calling delete_port for 8169821a-7047-429f-b350-038214ac43bc owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:25.451561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1962bea5-1224-4fe9-8818-52dd072c0e95 req-76694b55-8be5-48ad-99a2-74007f1dab1e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 210 time: 0.0801702 Mar 24 01:20:25.533672 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be709f94-f716-4673-9bbc-a8b30d23ed1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8169821a-7047-429f-b350-038214ac43bc), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:25.536753 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a51e9-2510-4aaf-acb2-20b5661c0d5d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Deleting port d2156641-9069-4ae0-9f3c-71ce488866fa {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:25.537317 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab0a51e9-2510-4aaf-acb2-20b5661c0d5d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d2156641-9069-4ae0-9f3c-71ce488866fa), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:26.001821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5919cff8-bf10-4054-ac42-2d9571500846 None None] Current status of the port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:26.002990 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5919cff8-bf10-4054-ac42-2d9571500846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:26.121283 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:26.205604 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5226353a-6488-4e08-9125-449ce34d959c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (8169821a-7047-429f-b350-038214ac43bc), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:26.233345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5919cff8-bf10-4054-ac42-2d9571500846 None None] For port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=83f7d662-e4f6-49e6-80f1-5fc1657e22c5,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:26.293887 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5919cff8-bf10-4054-ac42-2d9571500846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:26.303146 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226353a-6488-4e08-9125-449ce34d959c None None] Pushing event deleted for resources: {'Port': ['ID=8169821a-7047-429f-b350-038214ac43bc,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:26.329423 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5226353a-6488-4e08-9125-449ce34d959c None None] No DVR routers for this DVR port 8169821a-7047-429f-b350-038214ac43bc on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:20:26.409548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308631a-95cb-4511-89f2-20fa981525a6 req-20140e18-0950-4ace-913c-4f9811a42bd9 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:26.417336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6308631a-95cb-4511-89f2-20fa981525a6 req-20140e18-0950-4ace-913c-4f9811a42bd9 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.1880889 Mar 24 01:20:26.443771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:26.594106 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6308631a-95cb-4511-89f2-20fa981525a6 req-d7c1bbb4-1fa0-4d5a-b231-30d8c274b81b tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716187 Mar 24 01:20:26.683521 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919cff8-bf10-4054-ac42-2d9571500846 None None] Pushing event updated for resources: {'Port': ['ID=83f7d662-e4f6-49e6-80f1-5fc1657e22c5,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:26.694511 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6208015b-efde-4338-9942-385ca8473f12 req-7178907e-db18-4a09-9d7d-feee488b6e75 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 210 time: 0.0681918 Mar 24 01:20:26.758579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:26.758980 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:26.925257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-be709f94-f716-4673-9bbc-a8b30d23ed1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] For port 8169821a-7047-429f-b350-038214ac43bc, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8169821a-7047-429f-b350-038214ac43bc,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:26.951087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:27.018193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-ab0a51e9-2510-4aaf-acb2-20b5661c0d5d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] For port d2156641-9069-4ae0-9f3c-71ce488866fa, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d2156641-9069-4ae0-9f3c-71ce488866fa,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:27.018768 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab0a51e9-2510-4aaf-acb2-20b5661c0d5d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d2156641-9069-4ae0-9f3c-71ce488866fa), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:27.041122 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a51e9-2510-4aaf-acb2-20b5661c0d5d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Calling delete_port for d2156641-9069-4ae0-9f3c-71ce488866fa owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:27.071613 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8169821a-7047-429f-b350-038214ac43bc no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:20:27.116616 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be709f94-f716-4673-9bbc-a8b30d23ed1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (8169821a-7047-429f-b350-038214ac43bc), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:27.120904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 8169821a-7047-429f-b350-038214ac43bc {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:20:27.120904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8169821a-7047-429f-b350-038214ac43bc not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:20:27.210718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475938da-0531-4612-b80a-15e485314235 req-56afe7de-fa1d-42e0-a457-7dac0c4f2d88 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:27.212283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-475938da-0531-4612-b80a-15e485314235 req-56afe7de-fa1d-42e0-a457-7dac0c4f2d88 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.1679394 Mar 24 01:20:27.224597 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be709f94-f716-4673-9bbc-a8b30d23ed1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (8169821a-7047-429f-b350-038214ac43bc), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:27.249877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ab97e-6bac-4182-91c1-bfc2c61819df req-2f1b8958-0610-488f-8088-df3398d61175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:27.252474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-945ab97e-6bac-4182-91c1-bfc2c61819df req-2f1b8958-0610-488f-8088-df3398d61175 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=01d2f132359d4157bfa63b3a564dc230&device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 1128 time: 0.1900477 Mar 24 01:20:27.276935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be709f94-f716-4673-9bbc-a8b30d23ed1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=8169821a-7047-429f-b350-038214ac43bc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:27.301838 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be709f94-f716-4673-9bbc-a8b30d23ed1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (363cab1b-2a17-4922-b09e-f5cf262c7f2a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:27.385428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-475938da-0531-4612-b80a-15e485314235 req-8460cfd9-8053-41ef-93c9-f418718c8b19 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555271 Mar 24 01:20:27.443343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ab97e-6bac-4182-91c1-bfc2c61819df req-d7e0ec22-a3a7-461d-bb48-b4d429e963ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:27.444994 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-945ab97e-6bac-4182-91c1-bfc2c61819df req-d7e0ec22-a3a7-461d-bb48-b4d429e963ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=629241a6-cf4a-400e-bd6f-9f10475890f0 HTTP/1.1" status: 200 len: 912 time: 0.1474190 Mar 24 01:20:27.499495 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-945ab97e-6bac-4182-91c1-bfc2c61819df req-0a376223-d642-4386-a5f2-658b490c618e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=628b4ae6-5b71-4392-a6b1-5df5cec3a581 HTTP/1.1" status: 200 len: 217 time: 0.0478597 Mar 24 01:20:27.503689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be709f94-f716-4673-9bbc-a8b30d23ed1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:27.504722 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be709f94-f716-4673-9bbc-a8b30d23ed1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=363cab1b-2a17-4922-b09e-f5cf262c7f2a,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:27.515062 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-be709f94-f716-4673-9bbc-a8b30d23ed1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:27.520199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be709f94-f716-4673-9bbc-a8b30d23ed1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:27.521026 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be709f94-f716-4673-9bbc-a8b30d23ed1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:27.525344 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5878228a-8067-4b28-948a-97bc2f63b782 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:27.560483 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-22447011-d7a7-456e-abda-05c77d0d3d5d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:27.562281 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-22447011-d7a7-456e-abda-05c77d0d3d5d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.48 "GET /v2.0/networks?id=afdb68c5-3dd6-4050-96c7-9ba9580870f0 HTTP/1.1" status: 200 len: 796 time: 0.4417205 Mar 24 01:20:27.567432 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-be709f94-f716-4673-9bbc-a8b30d23ed1b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.5538990 Mar 24 01:20:27.569925 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49746) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:27.576254 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-600e74a2-7311-4d83-965a-e5f208d29a14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'mac_address': 'fa:16:3e:7b:3e:a3', 'name': 'tempest-NetworksTestDHCPv6-1239346440'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:27.610878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ab97e-6bac-4182-91c1-bfc2c61819df req-876fc63c-e05f-49b0-b8e9-451dd6ebf565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:27.612349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-945ab97e-6bac-4182-91c1-bfc2c61819df req-876fc63c-e05f-49b0-b8e9-451dd6ebf565 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3fab0788-aa2e-4519-b150-bcdc8f0fffce HTTP/1.1" status: 200 len: 851 time: 0.1056440 Mar 24 01:20:27.667185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-945ab97e-6bac-4182-91c1-bfc2c61819df req-21841351-aaab-4410-a0dd-82196f372d1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=629241a6-cf4a-400e-bd6f-9f10475890f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467834 Mar 24 01:20:27.717639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': '363cab1b-2a17-4922-b09e-f5cf262c7f2a'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:20:27.718438 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:27.761338 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-96147261-2786-45a2-b12b-0c0b5e2a0188 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7 HTTP/1.1" status: 200 len: 379 time: 0.1273293 Mar 24 01:20:27.783165 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-6166514e-6432-4ebf-bcc0-a3b9869085bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'port': {'device_id': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'admin_state_up': True, 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'security_groups': ['16ebd767-70b9-4a13-ad84-91c891f20401']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:27.885980 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab0a51e9-2510-4aaf-acb2-20b5661c0d5d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d2156641-9069-4ae0-9f3c-71ce488866fa), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:27.911347 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51133280-a67f-4eed-99b6-db5bc6dd2763 req-264e2163-e63a-49e7-80d4-2b98d7c6b28f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 210 time: 0.0389035 Mar 24 01:20:27.939323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-945ab97e-6bac-4182-91c1-bfc2c61819df req-e0d6841a-e557-430a-86b3-6b072d5b5e80 service neutron] 10.222.0.57 "GET /v2.0/networks/629241a6-cf4a-400e-bd6f-9f10475890f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645242 Mar 24 01:20:27.940988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600e74a2-7311-4d83-965a-e5f208d29a14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:28.035529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Allocated IP 2001:db8::f816:3eff:fe98:6a11 (6236e4f8-17ff-44a0-8044-03efb1bb8211/363cab1b-2a17-4922-b09e-f5cf262c7f2a/e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:28.066023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-945ab97e-6bac-4182-91c1-bfc2c61819df req-1e169f65-3d39-4e29-893c-68d8d2389bc0 service neutron] 10.222.0.57 "GET /v2.0/networks/629241a6-cf4a-400e-bd6f-9f10475890f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189876 Mar 24 01:20:28.158901 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-600e74a2-7311-4d83-965a-e5f208d29a14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:28.163347 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a51e9-2510-4aaf-acb2-20b5661c0d5d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2156641-9069-4ae0-9f3c-71ce488866fa,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:28.233634 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Publish callbacks [] for port (e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:28.245544 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-600e74a2-7311-4d83-965a-e5f208d29a14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port 604334ae-0fc8-4847-a3d7-a00e1b4548ec yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:20:28.254525 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:28.294205 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:28.337571 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab0a51e9-2510-4aaf-acb2-20b5661c0d5d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (5dd29280-bc61-4ced-9fc3-423e0d309dce), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:28.339053 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:28.345376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-6166514e-6432-4ebf-bcc0-a3b9869085bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Made reservation on behalf of 0fdc6cb7bc1743249389b96ab4ecbee7 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:28.346424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Pushing event updated for resources: {'Port': ['ID=e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:28.349615 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-6166514e-6432-4ebf-bcc0-a3b9869085bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:28.351285 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:28.358357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:28.439994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:28.440848 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:28.498734 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Attempting to bind port e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:28.499109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Attempting to bind port e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:28.499984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Attempting to bind port e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:28.506971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:28.507458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:28.507935 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:28.508910 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:28.509496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Bound port: e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:28.510295 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:28.527638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-600e74a2-7311-4d83-965a-e5f208d29a14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::f816:3eff:fe7b:3ea3 (6236e4f8-17ff-44a0-8044-03efb1bb8211/363cab1b-2a17-4922-b09e-f5cf262c7f2a/604334ae-0fc8-4847-a3d7-a00e1b4548ec) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:28.549159 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab0a51e9-2510-4aaf-acb2-20b5661c0d5d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (5dd29280-bc61-4ced-9fc3-423e0d309dce), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:28.553523 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab0a51e9-2510-4aaf-acb2-20b5661c0d5d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_controller (5dd29280-bc61-4ced-9fc3-423e0d309dce), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:28.611663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:28.635807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] For port e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:20:28.639606 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] For port e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:20:28.649450 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:28.680473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7027a-1881-4f81-87ef-a426f24d9720 req-a9c19ecc-8845-416e-be19-11f54002c315 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:28.689141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4f7027a-1881-4f81-87ef-a426f24d9720 req-a9c19ecc-8845-416e-be19-11f54002c315 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.1615150 Mar 24 01:20:28.747298 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab0a51e9-2510-4aaf-acb2-20b5661c0d5d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (5dd29280-bc61-4ced-9fc3-423e0d309dce), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:28.747858 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0a51e9-2510-4aaf-acb2-20b5661c0d5d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5dd29280-bc61-4ced-9fc3-423e0d309dce {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:20:28.761227 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4f7027a-1881-4f81-87ef-a426f24d9720 req-d18285a1-e34e-4c9a-82e0-a6b57a2a507c tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686986 Mar 24 01:20:28.788348 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab0a51e9-2510-4aaf-acb2-20b5661c0d5d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:28.794714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49768) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:28.805370 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ab0a51e9-2510-4aaf-acb2-20b5661c0d5d tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "DELETE /v2.0/routers/5dd29280-bc61-4ced-9fc3-423e0d309dce HTTP/1.1" status: 204 len: 168 time: 4.1154644 Mar 24 01:20:28.813779 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea9894-2470-43f0-800d-d733ac97b1f1 None None] Pushing event updated for resources: {'Port': ['ID=e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:28.818391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1961325435', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:28.853962 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7a27172b-4021-49e0-82a4-b12096a83690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:28.895859 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:28.896947 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:29.044211 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_controller (d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:29.105903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-6166514e-6432-4ebf-bcc0-a3b9869085bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Allocated IP 172.20.0.4 (afdb68c5-3dd6-4050-96c7-9ba9580870f0/6daa362a-df52-4549-a37d-76433e1092fa/f6578c37-b95e-435f-9589-4002ba4bdd3a) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:29.184893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09341eb2-e2bb-479f-9848-e003d53dddac req-41eef33c-dfe5-4370-814a-ae97654d54bb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 210 time: 0.1371117 Mar 24 01:20:29.189421 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-600e74a2-7311-4d83-965a-e5f208d29a14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (604334ae-0fc8-4847-a3d7-a00e1b4548ec), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:29.313824 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:29.335950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-600e74a2-7311-4d83-965a-e5f208d29a14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (604334ae-0fc8-4847-a3d7-a00e1b4548ec), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:29.396656 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600e74a2-7311-4d83-965a-e5f208d29a14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:29.402316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-600e74a2-7311-4d83-965a-e5f208d29a14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:29.405414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e74a2-7311-4d83-965a-e5f208d29a14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:29.410823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600e74a2-7311-4d83-965a-e5f208d29a14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:29.411442 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-600e74a2-7311-4d83-965a-e5f208d29a14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:29.489565 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-600e74a2-7311-4d83-965a-e5f208d29a14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9183981 Mar 24 01:20:29.490506 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e74a2-7311-4d83-965a-e5f208d29a14 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=604334ae-0fc8-4847-a3d7-a00e1b4548ec,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:29.526212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49782) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:29.535798 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-6166514e-6432-4ebf-bcc0-a3b9869085bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:29.623703 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-6166514e-6432-4ebf-bcc0-a3b9869085bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:29.669224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fce005-233b-4a59-92b3-6d0a584eae91 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:29.675386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fce005-233b-4a59-92b3-6d0a584eae91 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:29.677059 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-97fce005-233b-4a59-92b3-6d0a584eae91 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1473720 Mar 24 01:20:29.702499 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49788) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:29.735833 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-6166514e-6432-4ebf-bcc0-a3b9869085bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network afdb68c5-3dd6-4050-96c7-9ba9580870f0 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:29.768770 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-6166514e-6432-4ebf-bcc0-a3b9869085bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:29.774102 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-6166514e-6432-4ebf-bcc0-a3b9869085bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:29.795887 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:29.822720 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:29.982531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166514e-6432-4ebf-bcc0-a3b9869085bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=f6578c37-b95e-435f-9589-4002ba4bdd3a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:30.022167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-6166514e-6432-4ebf-bcc0-a3b9869085bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:30.022754 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-6166514e-6432-4ebf-bcc0-a3b9869085bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:30.036994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e821b-3533-4c01-a509-f80a32eb07ef req-0f53bbe1-87fb-490b-bfa0-67fc11f0d2b2 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:30.048915 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f2e821b-3533-4c01-a509-f80a32eb07ef req-0f53bbe1-87fb-490b-bfa0-67fc11f0d2b2 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.1314952 Mar 24 01:20:30.053956 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:30.066104 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-6166514e-6432-4ebf-bcc0-a3b9869085bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2991331 Mar 24 01:20:30.085954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Request body: {'port': {'device_id': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:30.162496 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f901cc13-de79-4daf-afd7-31e53f1b0643 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port 604334ae-0fc8-4847-a3d7-a00e1b4548ec {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:30.163710 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f901cc13-de79-4daf-afd7-31e53f1b0643 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (604334ae-0fc8-4847-a3d7-a00e1b4548ec), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:30.189127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49798) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:30.198035 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Allocated IP 172.25.0.116 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/d66d36a5-818f-4b27-9f43-fae4e56b4fdb) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:30.303140 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f2e821b-3533-4c01-a509-f80a32eb07ef req-8c172d2c-d9a6-4f0d-bdb0-e2df5bff434a tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496755 Mar 24 01:20:30.356129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:30.425442 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:30.474345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-80a67bc9-e0f7-459a-8105-ee61ae456df7 None None] Provisioning complete for port f6578c37-b95e-435f-9589-4002ba4bdd3a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:30.476683 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-80a67bc9-e0f7-459a-8105-ee61ae456df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:30.566294 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f901cc13-de79-4daf-afd7-31e53f1b0643 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (604334ae-0fc8-4847-a3d7-a00e1b4548ec), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:30.582326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-80a67bc9-e0f7-459a-8105-ee61ae456df7 None None] Port f6578c37-b95e-435f-9589-4002ba4bdd3a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:20:30.592643 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for port (d66d36a5-818f-4b27-9f43-fae4e56b4fdb), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:30.606384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f901cc13-de79-4daf-afd7-31e53f1b0643 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for 604334ae-0fc8-4847-a3d7-a00e1b4548ec owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:30.624602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:30.624983 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:30.686125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56c933-dcee-41e3-944f-259c9175f456 req-79dca06a-859d-49f3-aacc-0a9f9e322ac6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:30.691078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d56c933-dcee-41e3-944f-259c9175f456 req-79dca06a-859d-49f3-aacc-0a9f9e322ac6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 931 time: 0.3862524 Mar 24 01:20:30.707214 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dad922de-3d3b-4496-9e6c-ba9858824ab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:30.814004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:30.814462 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:30.857679 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f901cc13-de79-4daf-afd7-31e53f1b0643 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (604334ae-0fc8-4847-a3d7-a00e1b4548ec), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:30.872413 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:30.877815 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6a635462-c446-4bad-be83-1620c2d33e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:30.881631 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:30.892236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d56c933-dcee-41e3-944f-259c9175f456 req-29917812-992e-43d7-a270-85e1cff9592f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908982 Mar 24 01:20:30.917791 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d66d36a5-818f-4b27-9f43-fae4e56b4fdb), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:30.936361 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901cc13-de79-4daf-afd7-31e53f1b0643 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=604334ae-0fc8-4847-a3d7-a00e1b4548ec,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:30.998912 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f901cc13-de79-4daf-afd7-31e53f1b0643 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:31.003956 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f901cc13-de79-4daf-afd7-31e53f1b0643 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/604334ae-0fc8-4847-a3d7-a00e1b4548ec HTTP/1.1" status: 204 len: 168 time: 1.3004642 Mar 24 01:20:31.013576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49818) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:31.030412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Pushing event updated for resources: {'Port': ['ID=d66d36a5-818f-4b27-9f43-fae4e56b4fdb,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:31.050275 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d2156641-9069-4ae0-9f3c-71ce488866fa no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:20:31.109771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:31.121396 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: d2156641-9069-4ae0-9f3c-71ce488866fa {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:20:31.122270 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d2156641-9069-4ae0-9f3c-71ce488866fa not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:20:31.127424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823c7b4-bd28-4e60-9d91-cac421c49710 req-fd1bdd98-bb18-4f03-9a35-8f9f597dcbf0 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:31.128998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0823c7b4-bd28-4e60-9d91-cac421c49710 req-fd1bdd98-bb18-4f03-9a35-8f9f597dcbf0 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.3309376 Mar 24 01:20:31.132839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:31.140095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:31.184213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:31.187835 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cfecf629-7008-49b8-92bc-8709946125a7 None None] Provisioning complete for port e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:31.189531 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cfecf629-7008-49b8-92bc-8709946125a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:31.268866 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:20:31.332404 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e20f074-b4b3-4784-9f0d-093675ff8656 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:31.334582 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e20f074-b4b3-4784-9f0d-093675ff8656 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:31.336119 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7e20f074-b4b3-4784-9f0d-093675ff8656 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3202853 Mar 24 01:20:31.338909 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49824) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:31.371651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cfecf629-7008-49b8-92bc-8709946125a7 None None] Current status of the port e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:31.372239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dad922de-3d3b-4496-9e6c-ba9858824ab3 admin admin] Publish callbacks [] for security_group (69f0d5a6-bbde-465b-8a31-6b62390b75f9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:31.377566 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0823c7b4-bd28-4e60-9d91-cac421c49710 req-d98cf8b3-7516-4a3f-a21e-abee3f2b8cea tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801500 Mar 24 01:20:31.460348 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dad922de-3d3b-4496-9e6c-ba9858824ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (69f0d5a6-bbde-465b-8a31-6b62390b75f9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:31.504844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-acea303e-859a-483a-b985-e635045d7e3d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 363cab1b-2a17-4922-b09e-f5cf262c7f2a {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:20:31.515979 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acea303e-859a-483a-b985-e635045d7e3d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (363cab1b-2a17-4922-b09e-f5cf262c7f2a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:31.524309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d2f0f203-f053-4de7-a417-9c46f8709f61 None None] Could not find standard attr ID for object 604334ae-0fc8-4847-a3d7-a00e1b4548ec. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:20:31.579943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acea303e-859a-483a-b985-e635045d7e3d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (363cab1b-2a17-4922-b09e-f5cf262c7f2a), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:31.589824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad922de-3d3b-4496-9e6c-ba9858824ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f0d5a6-bbde-465b-8a31-6b62390b75f9,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:31.645694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dad922de-3d3b-4496-9e6c-ba9858824ab3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7a34f0447e054900b22666f8089b418c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4426458 Mar 24 01:20:31.649032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49828) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:31.660191 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6578c37-b95e-435f-9589-4002ba4bdd3a {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:20:31.698987 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Publish callbacks [] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:31.728113 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Transition to ACTIVE for port object f6578c37-b95e-435f-9589-4002ba4bdd3a will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:20:31.731162 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acea303e-859a-483a-b985-e635045d7e3d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (363cab1b-2a17-4922-b09e-f5cf262c7f2a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:31.735845 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:31.863432 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Pushing event updated for resources: {'Port': ['ID=f6578c37-b95e-435f-9589-4002ba4bdd3a,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:31.939973 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acea303e-859a-483a-b985-e635045d7e3d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (363cab1b-2a17-4922-b09e-f5cf262c7f2a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:31.944430 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:32.011161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea303e-859a-483a-b985-e635045d7e3d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=363cab1b-2a17-4922-b09e-f5cf262c7f2a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:32.019076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2885ed1f-6e0d-4092-ad28-730a7e05c467 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:32.019841 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acea303e-859a-483a-b985-e635045d7e3d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:32.036047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49836) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:32.036255 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-acea303e-859a-483a-b985-e635045d7e3d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/363cab1b-2a17-4922-b09e-f5cf262c7f2a HTTP/1.1" status: 204 len: 168 time: 0.6920419 Mar 24 01:20:32.067424 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Attempting to bind port f6578c37-b95e-435f-9589-4002ba4bdd3a on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:32.067892 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Attempting to bind port f6578c37-b95e-435f-9589-4002ba4bdd3a by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:32.068333 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Attempting to bind port f6578c37-b95e-435f-9589-4002ba4bdd3a on network afdb68c5-3dd6-4050-96c7-9ba9580870f0 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:32.078263 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Port f6578c37-b95e-435f-9589-4002ba4bdd3a on network afdb68c5-3dd6-4050-96c7-9ba9580870f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:20:32.078737 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Attempting to bind port f6578c37-b95e-435f-9589-4002ba4bdd3a on network afdb68c5-3dd6-4050-96c7-9ba9580870f0 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:32.090359 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:32.090834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Checking segment: {'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:32.091325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Bound using segment: {'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:32.093660 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Bound port: f6578c37-b95e-435f-9589-4002ba4bdd3a, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:32.094239 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:32.235810 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:20:32.235810 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:20:32.236383 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:32.244515 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:32.276070 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:32.314628 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:32.315253 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:32.316695 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] 10.222.0.48 "PUT /v2.0/ports/f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 1091 time: 2.2350171 Mar 24 01:20:32.317184 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:20:32.323940 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea77ea6-4891-4a84-99fa-862bc7e68ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:20:32.440397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8dd8a1-d481-464c-bfd9-51481af611f1 None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:20:32.448658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dbffe-184c-4fba-a109-8723a416be8d service neutron] Pushing event updated for resources: {'Port': ['ID=f6578c37-b95e-435f-9589-4002ba4bdd3a,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:32.496013 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-1a31c0d6-f7e3-461e-b0cd-be0a1d033de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:32.496534 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:32.497139 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:32.501692 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-1a31c0d6-f7e3-461e-b0cd-be0a1d033de4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1125 time: 0.1139646 Mar 24 01:20:32.571489 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-2b77ebb7-a9e5-43bd-b3ed-e653a6465c52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 217 time: 0.0594792 Mar 24 01:20:32.609140 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3c8dd8a1-d481-464c-bfd9-51481af611f1 None None] Deleting port e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:32.620615 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3c8dd8a1-d481-464c-bfd9-51481af611f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:32.672085 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:32.693815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-3c358145-b36b-4fa3-8016-a97feb814159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:32.695943 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-3c358145-b36b-4fa3-8016-a97feb814159 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6daa362a-df52-4549-a37d-76433e1092fa HTTP/1.1" status: 200 len: 834 time: 0.1182740 Mar 24 01:20:32.774954 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363313fe-a81a-42cf-9060-2c88e6a224d2 x-openstack-request-id: req-363313fe-a81a-42cf-9060-2c88e6a224d2 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:20:32.774954 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:20:32.775428 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-363313fe-a81a-42cf-9060-2c88e6a224d2 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:20:32.781539 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363313fe-a81a-42cf-9060-2c88e6a224d2'] response: {'name': 'network-changed', 'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'status': 'completed', 'code': 200} Mar 24 01:20:32.782073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3c8dd8a1-d481-464c-bfd9-51481af611f1 None None] For port e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:32.783232 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3c8dd8a1-d481-464c-bfd9-51481af611f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:32.801717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-d6a7cfb9-9a7c-4bac-b808-7397c57f9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:32.808968 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-d6a7cfb9-9a7c-4bac-b808-7397c57f9061 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afdb68c5-3dd6-4050-96c7-9ba9580870f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1021261 Mar 24 01:20:32.821466 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3c8dd8a1-d481-464c-bfd9-51481af611f1 None None] Calling delete_port for e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:32.829656 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-71b90e4b-c234-4c2a-b29a-c2808b7c85f8 admin admin] Publish callbacks [] for security_group (69f0d5a6-bbde-465b-8a31-6b62390b75f9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:32.870697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e0fc46f8-bbbe-41f3-a5f5-95b551820f87 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8331897 Mar 24 01:20:32.875335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49854) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:32.931904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9fdbe65e-e9a2-4337-bb9d-b72dbb586f55 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:32.968478 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-71b90e4b-c234-4c2a-b29a-c2808b7c85f8 admin admin] Publish callbacks [] for security_group (69f0d5a6-bbde-465b-8a31-6b62390b75f9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:32.983027 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:32.992457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d96de4-8392-4803-ab86-78bc6d44bea3 req-d94a45a0-6d91-46df-8aa7-1793cbcb20e4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:32.993991 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53d96de4-8392-4803-ab86-78bc6d44bea3 req-d94a45a0-6d91-46df-8aa7-1793cbcb20e4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 943 time: 0.1600165 Mar 24 01:20:33.038849 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-847e477e-641c-45ab-ba9e-20273c421528 service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271495 Mar 24 01:20:33.055770 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3c8dd8a1-d481-464c-bfd9-51481af611f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:33.065834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdbe65e-e9a2-4337-bb9d-b72dbb586f55 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:33.069208 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe65e-e9a2-4337-bb9d-b72dbb586f55 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:33.069496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6f83e-ad4f-47d0-b382-3e0ab84ae20a req-10af91b4-3a7a-4ada-a02e-06d1ca41cac6 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:33.071059 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dad6f83e-ad4f-47d0-b382-3e0ab84ae20a req-10af91b4-3a7a-4ada-a02e-06d1ca41cac6 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.1645699 Mar 24 01:20:33.101112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dd8a1-d481-464c-bfd9-51481af611f1 None None] Pushing event deleted for resources: {'Port': ['ID=e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:33.113594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8dd8a1-d481-464c-bfd9-51481af611f1 None None] No DVR routers for this DVR port e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:20:33.232213 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a15369c1-0217-4689-9d3c-1ad080fe899c req-200b06f7-031c-4122-a561-728260491d94 service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867423 Mar 24 01:20:33.266025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53d96de4-8392-4803-ab86-78bc6d44bea3 req-175b4181-8c0e-46f0-b326-dfb0eaf6a342 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444563 Mar 24 01:20:33.266711 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-71b90e4b-c234-4c2a-b29a-c2808b7c85f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (69f0d5a6-bbde-465b-8a31-6b62390b75f9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:33.269765 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-71b90e4b-c234-4c2a-b29a-c2808b7c85f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:33.273322 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-71b90e4b-c234-4c2a-b29a-c2808b7c85f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/69f0d5a6-bbde-465b-8a31-6b62390b75f9 HTTP/1.1" status: 204 len: 168 time: 1.6148279 Mar 24 01:20:33.323465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dad6f83e-ad4f-47d0-b382-3e0ab84ae20a req-b5a2d347-95a6-4577-96f3-4ad95fa45538 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529799 Mar 24 01:20:33.344879 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:33.350280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b90e4b-c234-4c2a-b29a-c2808b7c85f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f0d5a6-bbde-465b-8a31-6b62390b75f9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:33.376167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea77ea6-4891-4a84-99fa-862bc7e68ed7 req-88f0c5cb-0c80-40a2-8f68-a5b9e1289171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:33.377753 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-aea77ea6-4891-4a84-99fa-862bc7e68ed7 req-88f0c5cb-0c80-40a2-8f68-a5b9e1289171 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1125 time: 0.0862675 Mar 24 01:20:33.608587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Router d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:20:33.632471 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea77ea6-4891-4a84-99fa-862bc7e68ed7 req-2f73f9bf-340a-4ee3-b0fc-b8eb669c2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:33.634392 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-aea77ea6-4891-4a84-99fa-862bc7e68ed7 req-2f73f9bf-340a-4ee3-b0fc-b8eb669c2029 service neutron] 10.222.0.48 "GET /v2.0/networks?id=afdb68c5-3dd6-4050-96c7-9ba9580870f0 HTTP/1.1" status: 200 len: 897 time: 0.2172115 Mar 24 01:20:33.701595 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:33.704012 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-aea77ea6-4891-4a84-99fa-862bc7e68ed7 req-4f3a6d2e-3aba-4cbe-8928-3b894c8a7c4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 217 time: 0.0594804 Mar 24 01:20:33.720830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49874) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:33.807689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.objects.ports [None req-9fdbe65e-e9a2-4337-bb9d-b72dbb586f55 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115729) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:20:33.807913 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3db0055-ed7c-4e3a-9e16-a28066ad1f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:33.811411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea77ea6-4891-4a84-99fa-862bc7e68ed7 req-4b0eaae4-41e8-49ec-a3cf-5362df1ae70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:33.812979 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-aea77ea6-4891-4a84-99fa-862bc7e68ed7 req-4b0eaae4-41e8-49ec-a3cf-5362df1ae70d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6daa362a-df52-4549-a37d-76433e1092fa HTTP/1.1" status: 200 len: 834 time: 0.0866082 Mar 24 01:20:33.813803 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe65e-e9a2-4337-bb9d-b72dbb586f55 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (d7bc31ca-1b4a-4e65-b70f-6d59c94554ca), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:33.865185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e63bb-bf6d-45c6-8eb7-3a1bc93293af req-1ee8f903-fa04-49e5-ac1e-f4c9e350afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:33.866740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d1e63bb-bf6d-45c6-8eb7-3a1bc93293af req-1ee8f903-fa04-49e5-ac1e-f4c9e350afa8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=01d2f132359d4157bfa63b3a564dc230&device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 1128 time: 0.2396193 Mar 24 01:20:33.878369 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d29b4-1cb1-4188-a089-d4e4bee16216 req-6469784a-0f98-4f50-bdce-06e63707c597 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:33.879822 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-700d29b4-1cb1-4188-a089-d4e4bee16216 req-6469784a-0f98-4f50-bdce-06e63707c597 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.2293808 Mar 24 01:20:33.885982 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdbe65e-e9a2-4337-bb9d-b72dbb586f55 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:33.895128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-9fdbe65e-e9a2-4337-bb9d-b72dbb586f55 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:33.898617 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdbe65e-e9a2-4337-bb9d-b72dbb586f55 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:33.899503 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe65e-e9a2-4337-bb9d-b72dbb586f55 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:33.907020 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83aa240-421b-4132-9456-bea8c4afed94 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:33.919283 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbe65e-e9a2-4337-bb9d-b72dbb586f55 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=d7bc31ca-1b4a-4e65-b70f-6d59c94554ca,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:33.938454 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9fdbe65e-e9a2-4337-bb9d-b72dbb586f55 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0123982 Mar 24 01:20:33.941490 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49880) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:33.947212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b23226f1-167b-4f18-bd71-c16a5e2f4d71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'mac_address': 'fa:16:3e:6f:5e:89', 'name': 'tempest-NetworksTestDHCPv6-585539168'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:33.973307 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea77ea6-4891-4a84-99fa-862bc7e68ed7 req-9230ff73-cdd8-4efe-99b6-a6952d936115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:33.975565 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-aea77ea6-4891-4a84-99fa-862bc7e68ed7 req-9230ff73-cdd8-4efe-99b6-a6952d936115 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afdb68c5-3dd6-4050-96c7-9ba9580870f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1523626 Mar 24 01:20:34.018540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': 'd7bc31ca-1b4a-4e65-b70f-6d59c94554ca'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:20:34.019598 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:34.067938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:20:34.111465 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa63abf8-26af-45ca-9364-b3884bef7c41 None None] Sync routers for ids ['d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:20:34.147979 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63abf8-26af-45ca-9364-b3884bef7c41 None None] Routers {'d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:34.148629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-fa63abf8-26af-45ca-9364-b3884bef7c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:34.159669 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-aea77ea6-4891-4a84-99fa-862bc7e68ed7 req-b8d32f23-0e5c-4a98-8b72-22a41d101b61 service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579745 Mar 24 01:20:34.172376 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3db0055-ed7c-4e3a-9e16-a28066ad1f26 admin admin] Publish callbacks [] for security_group (453c1e3f-eb93-4c67-9169-276cd122ce83), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:34.193123 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-fa63abf8-26af-45ca-9364-b3884bef7c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:34.223737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63abf8-26af-45ca-9364-b3884bef7c41 None None] Routers {'d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:34.224379 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-fa63abf8-26af-45ca-9364-b3884bef7c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:34.234433 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23226f1-167b-4f18-bd71-c16a5e2f4d71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:34.254867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-700d29b4-1cb1-4188-a089-d4e4bee16216 req-79a8616c-c00f-4a31-aab3-cad76346a218 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477430 Mar 24 01:20:34.268848 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:34.268848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-414d4bee-ba63-48cb-b9f0-e7fd5fc35ab9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4645708 Mar 24 01:20:34.268848 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3db0055-ed7c-4e3a-9e16-a28066ad1f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (453c1e3f-eb93-4c67-9169-276cd122ce83), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:34.268848 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49886) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:34.269285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e63bb-bf6d-45c6-8eb7-3a1bc93293af req-bb90e2f2-50e2-4d5e-97c7-351a7a67721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:34.271211 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d1e63bb-bf6d-45c6-8eb7-3a1bc93293af req-bb90e2f2-50e2-4d5e-97c7-351a7a67721c service neutron] 10.222.0.57 "GET /v2.0/networks?id=629241a6-cf4a-400e-bd6f-9f10475890f0 HTTP/1.1" status: 200 len: 912 time: 0.3886855 Mar 24 01:20:34.276311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-39ce656d-b760-4075-a002-e44aafc188c1 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'enable_snat': False}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:34.439702 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d1e63bb-bf6d-45c6-8eb7-3a1bc93293af req-7a859195-394c-438c-8176-442c48205afb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=628b4ae6-5b71-4392-a6b1-5df5cec3a581 HTTP/1.1" status: 200 len: 217 time: 0.0670199 Mar 24 01:20:34.446907 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:20:34.451538 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-fa63abf8-26af-45ca-9364-b3884bef7c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:34.452195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa63abf8-26af-45ca-9364-b3884bef7c41 None None] The sync data for ids ['d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:20:34.475423 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:20:34.475780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e62d7c28-dbb6-4955-b77f-8bd7d2a6c7da not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:20:34.491452 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Allocated IP 2001:db8::f816:3eff:fee0:6d6d (6236e4f8-17ff-44a0-8044-03efb1bb8211/d7bc31ca-1b4a-4e65-b70f-6d59c94554ca/5d99e3ce-cd8f-4045-a0f3-2a85a213193b) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:34.590687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f3db0055-ed7c-4e3a-9e16-a28066ad1f26 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=411f9959191f49259347646939a60ee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8668482 Mar 24 01:20:34.590981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db0055-ed7c-4e3a-9e16-a28066ad1f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453c1e3f-eb93-4c67-9169-276cd122ce83,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:34.595283 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49896) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:34.657829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e63bb-bf6d-45c6-8eb7-3a1bc93293af req-44314b82-b900-4bc5-9051-9d9e84a8b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:34.659621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d1e63bb-bf6d-45c6-8eb7-3a1bc93293af req-44314b82-b900-4bc5-9051-9d9e84a8b3fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3fab0788-aa2e-4519-b150-bcdc8f0fffce HTTP/1.1" status: 200 len: 851 time: 0.1341987 Mar 24 01:20:34.712247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d1e63bb-bf6d-45c6-8eb7-3a1bc93293af req-6e4b8bc4-53b7-42d9-9cb1-a04a166e4968 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=629241a6-cf4a-400e-bd6f-9f10475890f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449722 Mar 24 01:20:34.754257 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Publish callbacks [] for port (5d99e3ce-cd8f-4045-a0f3-2a85a213193b), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:34.761610 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (5d99e3ce-cd8f-4045-a0f3-2a85a213193b), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:34.782653 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b23226f1-167b-4f18-bd71-c16a5e2f4d71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:34.820808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-b23226f1-167b-4f18-bd71-c16a5e2f4d71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port 52a6f21b-63ff-4603-aaf7-4f6b2f85e8d1 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:20:34.826926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:34.828836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Pushing event updated for resources: {'Port': ['ID=5d99e3ce-cd8f-4045-a0f3-2a85a213193b,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:34.831658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:34.833826 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:34.855804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc9c94-b406-4b47-83f6-486587ec0d72 req-7bd499e1-2cff-436f-9a91-46586da75093 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:34.862730 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fdc9c94-b406-4b47-83f6-486587ec0d72 req-7bd499e1-2cff-436f-9a91-46586da75093 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 943 time: 0.4011559 Mar 24 01:20:34.882981 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d0a265f-987e-4c9b-a8da-dd44a30164ae admin admin] Publish callbacks [] for security_group (453c1e3f-eb93-4c67-9169-276cd122ce83), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:34.886114 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-aea77ea6-4891-4a84-99fa-862bc7e68ed7 req-30761a13-0de4-412b-adcc-5d0013614763 service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7186182 Mar 24 01:20:34.899885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Attempting to bind port 5d99e3ce-cd8f-4045-a0f3-2a85a213193b on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:34.900318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Attempting to bind port 5d99e3ce-cd8f-4045-a0f3-2a85a213193b by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:34.900647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Attempting to bind port 5d99e3ce-cd8f-4045-a0f3-2a85a213193b on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:34.913007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:34.913444 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:34.913901 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:34.914250 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:34.914737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Bound port: 5d99e3ce-cd8f-4045-a0f3-2a85a213193b, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:34.915143 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d99e3ce-cd8f-4045-a0f3-2a85a213193b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:34.959782 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d0a265f-987e-4c9b-a8da-dd44a30164ae admin admin] Publish callbacks [] for security_group (453c1e3f-eb93-4c67-9169-276cd122ce83), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:34.979308 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-b23226f1-167b-4f18-bd71-c16a5e2f4d71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::f816:3eff:fe6f:5e89 (6236e4f8-17ff-44a0-8044-03efb1bb8211/d7bc31ca-1b4a-4e65-b70f-6d59c94554ca/52a6f21b-63ff-4603-aaf7-4f6b2f85e8d1) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:35.024240 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] For port 5d99e3ce-cd8f-4045-a0f3-2a85a213193b, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:20:35.028144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] For port 5d99e3ce-cd8f-4045-a0f3-2a85a213193b, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5d99e3ce-cd8f-4045-a0f3-2a85a213193b,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:20:35.035789 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5d99e3ce-cd8f-4045-a0f3-2a85a213193b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:35.071007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fdc9c94-b406-4b47-83f6-486587ec0d72 req-275a93de-12c0-4bac-8036-c62847984c71 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073190 Mar 24 01:20:35.104876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d1e63bb-bf6d-45c6-8eb7-3a1bc93293af req-9a0d948e-a258-4714-92e0-39fbc8f5e47f service neutron] 10.222.0.57 "GET /v2.0/networks/629241a6-cf4a-400e-bd6f-9f10475890f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258722 Mar 24 01:20:35.116547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef836560-5942-4a6e-85fc-90dca0194de5 None None] Pushing event updated for resources: {'Port': ['ID=5d99e3ce-cd8f-4045-a0f3-2a85a213193b,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:35.205559 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b23226f1-167b-4f18-bd71-c16a5e2f4d71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (52a6f21b-63ff-4603-aaf7-4f6b2f85e8d1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:35.212674 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d0a265f-987e-4c9b-a8da-dd44a30164ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (453c1e3f-eb93-4c67-9169-276cd122ce83), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:35.215578 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d0a265f-987e-4c9b-a8da-dd44a30164ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:35.216861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9d0a265f-987e-4c9b-a8da-dd44a30164ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/453c1e3f-eb93-4c67-9169-276cd122ce83 HTTP/1.1" status: 204 len: 168 time: 0.6187904 Mar 24 01:20:35.231894 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:35.241505 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-39ce656d-b760-4075-a002-e44aafc188c1 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:35.250332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a265f-987e-4c9b-a8da-dd44a30164ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453c1e3f-eb93-4c67-9169-276cd122ce83,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:35.258537 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b23226f1-167b-4f18-bd71-c16a5e2f4d71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (52a6f21b-63ff-4603-aaf7-4f6b2f85e8d1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:35.282654 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d1e63bb-bf6d-45c6-8eb7-3a1bc93293af req-41aef953-2d32-4bf4-8d9e-0c2464fc13d6 service neutron] 10.222.0.57 "GET /v2.0/networks/629241a6-cf4a-400e-bd6f-9f10475890f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684589 Mar 24 01:20:35.324312 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23226f1-167b-4f18-bd71-c16a5e2f4d71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:35.344802 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-b23226f1-167b-4f18-bd71-c16a5e2f4d71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:35.353316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23226f1-167b-4f18-bd71-c16a5e2f4d71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:35.386949 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23226f1-167b-4f18-bd71-c16a5e2f4d71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:35.387677 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b23226f1-167b-4f18-bd71-c16a5e2f4d71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:35.402877 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23226f1-167b-4f18-bd71-c16a5e2f4d71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=52a6f21b-63ff-4603-aaf7-4f6b2f85e8d1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:35.448344 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b23226f1-167b-4f18-bd71-c16a5e2f4d71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5032933 Mar 24 01:20:35.451690 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49914) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:35.494925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ba137-c42d-4a6c-88c2-a6429851d495 req-936c37d9-6396-4815-b091-143de802f57b tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:35.496644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c1ba137-c42d-4a6c-88c2-a6429851d495 req-936c37d9-6396-4815-b091-143de802f57b tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.0895514 Mar 24 01:20:35.595952 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14369ec5-3ca6-45ab-a673-3e520e7a7de6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:35.602378 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14369ec5-3ca6-45ab-a673-3e520e7a7de6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:35.608296 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-14369ec5-3ca6-45ab-a673-3e520e7a7de6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1439104 Mar 24 01:20:35.609071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49918) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:35.678037 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c1ba137-c42d-4a6c-88c2-a6429851d495 req-a0ed1c99-52b2-4e32-9d24-402f21d1932b tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714211 Mar 24 01:20:35.741597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5e1f8-b454-45cc-9eab-653b6da9d6d0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port 52a6f21b-63ff-4603-aaf7-4f6b2f85e8d1 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:35.742366 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e1f8-b454-45cc-9eab-653b6da9d6d0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (52a6f21b-63ff-4603-aaf7-4f6b2f85e8d1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:35.859424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e1f8-b454-45cc-9eab-653b6da9d6d0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (52a6f21b-63ff-4603-aaf7-4f6b2f85e8d1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:35.874801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5e1f8-b454-45cc-9eab-653b6da9d6d0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for 52a6f21b-63ff-4603-aaf7-4f6b2f85e8d1 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:36.144225 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-39ce656d-b760-4075-a002-e44aafc188c1 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:36.163546 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e1f8-b454-45cc-9eab-653b6da9d6d0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (52a6f21b-63ff-4603-aaf7-4f6b2f85e8d1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:36.169841 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-39ce656d-b760-4075-a002-e44aafc188c1 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:36.245964 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e1f8-b454-45cc-9eab-653b6da9d6d0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:36.252272 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d4f5e1f8-b454-45cc-9eab-653b6da9d6d0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/52a6f21b-63ff-4603-aaf7-4f6b2f85e8d1 HTTP/1.1" status: 204 len: 168 time: 0.6398230 Mar 24 01:20:36.252272 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5e1f8-b454-45cc-9eab-653b6da9d6d0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=52a6f21b-63ff-4603-aaf7-4f6b2f85e8d1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:36.253710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49944) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:36.345695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7d9891-0b40-4826-97cd-ef7e79d5ca30 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:36.347047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7d9891-0b40-4826-97cd-ef7e79d5ca30 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:36.348770 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8c7d9891-0b40-4826-97cd-ef7e79d5ca30 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0943546 Mar 24 01:20:36.351949 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49948) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:36.366668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5d99e3ce-cd8f-4045-a0f3-2a85a213193b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:36.458038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e61edd-197c-4d02-96bd-299a8367566c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet d7bc31ca-1b4a-4e65-b70f-6d59c94554ca {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:20:36.462089 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device f6578c37-b95e-435f-9589-4002ba4bdd3a details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:20:36.465410 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-45e61edd-197c-4d02-96bd-299a8367566c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (d7bc31ca-1b4a-4e65-b70f-6d59c94554ca), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:36.470905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ce656d-b760-4075-a002-e44aafc188c1 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Router d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:20:36.508457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d1e5f-c7ca-4b39-97d4-d6aabe7f121a req-1b5ca945-3f29-4db0-b963-d665001b6349 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:36.516201 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b83d1e5f-c7ca-4b39-97d4-d6aabe7f121a req-1b5ca945-3f29-4db0-b963-d665001b6349 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 943 time: 0.2572503 Mar 24 01:20:36.568237 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-45e61edd-197c-4d02-96bd-299a8367566c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (d7bc31ca-1b4a-4e65-b70f-6d59c94554ca), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:36.574452 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5d99e3ce-cd8f-4045-a0f3-2a85a213193b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:36.574452 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d99e3ce-cd8f-4045-a0f3-2a85a213193b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:36.664756 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b83d1e5f-c7ca-4b39-97d4-d6aabe7f121a req-78d4605f-1843-4695-9be8-1908c64cc57a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458714 Mar 24 01:20:36.696704 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-45e61edd-197c-4d02-96bd-299a8367566c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (d7bc31ca-1b4a-4e65-b70f-6d59c94554ca), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:36.760106 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5d99e3ce-cd8f-4045-a0f3-2a85a213193b is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:36.761244 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d99e3ce-cd8f-4045-a0f3-2a85a213193b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:36.777772 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-45e61edd-197c-4d02-96bd-299a8367566c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (d7bc31ca-1b4a-4e65-b70f-6d59c94554ca), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:36.800821 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-45e61edd-197c-4d02-96bd-299a8367566c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:36.805746 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-45e61edd-197c-4d02-96bd-299a8367566c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/d7bc31ca-1b4a-4e65-b70f-6d59c94554ca HTTP/1.1" status: 204 len: 168 time: 0.4518597 Mar 24 01:20:36.817946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 49962) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:36.818080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:36.835640 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e61edd-197c-4d02-96bd-299a8367566c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=d7bc31ca-1b4a-4e65-b70f-6d59c94554ca,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:36.865486 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb3e93c-06d5-4af1-b890-31e2dc1023fd None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:36.873162 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'port_id': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'mac_address': 'fa:16:3e:0d:62:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6daa362a-df52-4549-a37d-76433e1092fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:20:36.895327 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6de6a0f9-4e98-40be-a22f-84d49e676136 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740120 Mar 24 01:20:36.896430 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49970) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:36.910160 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:20:36.910904 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:20:36.944569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ce656d-b760-4075-a002-e44aafc188c1 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:20:36.953480 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-39ce656d-b760-4075-a002-e44aafc188c1 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:36.955621 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378d515-32d3-4f43-9928-833cee2e15d2 None None] Sync routers for ids ['d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:20:36.957620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-39ce656d-b760-4075-a002-e44aafc188c1 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "PUT /v2.0/routers/d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1 HTTP/1.1" status: 200 len: 926 time: 2.6900148 Mar 24 01:20:36.957836 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 49980) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:36.974440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b025c-9110-4d70-9705-8c75871fd86f req-49b7d761-1db2-4c49-98e0-7028c55e7bbe tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:36.976470 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a79b025c-9110-4d70-9705-8c75871fd86f req-49b7d761-1db2-4c49-98e0-7028c55e7bbe tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.0914514 Mar 24 01:20:36.977596 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378d515-32d3-4f43-9928-833cee2e15d2 None None] Routers {'d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:36.978391 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4378d515-32d3-4f43-9928-833cee2e15d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:37.037588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a79b025c-9110-4d70-9705-8c75871fd86f req-cb22c6cd-d011-40f6-8716-d64438db4478 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527997 Mar 24 01:20:37.079842 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4378d515-32d3-4f43-9928-833cee2e15d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:37.089181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cb3aec98-5774-4939-9bc6-a5b0e0a8469d None None] Provisioning complete for port 5d99e3ce-cd8f-4045-a0f3-2a85a213193b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:37.089352 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cb3aec98-5774-4939-9bc6-a5b0e0a8469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5d99e3ce-cd8f-4045-a0f3-2a85a213193b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:37.100143 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378d515-32d3-4f43-9928-833cee2e15d2 None None] Routers {'d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:37.101038 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4378d515-32d3-4f43-9928-833cee2e15d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:37.109149 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67f01f2-ade2-4016-af29-6cd96bebf73b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:37.110820 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e67f01f2-ade2-4016-af29-6cd96bebf73b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2132487 Mar 24 01:20:37.113506 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50000) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:37.138082 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port f6578c37-b95e-435f-9589-4002ba4bdd3a is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:37.138486 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:37.166900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6578c37-b95e-435f-9589-4002ba4bdd3a {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:20:37.182093 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fed3898e-de00-4e8a-926f-b9add67b9dc9 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/routers/d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1 HTTP/1.1" status: 200 len: 926 time: 0.2212734 Mar 24 01:20:37.182809 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50006) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:37.217276 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4378d515-32d3-4f43-9928-833cee2e15d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:37.218695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd24c1d9-eed4-4c9a-ab99-8442c0e96abd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:37.220198 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fd24c1d9-eed4-4c9a-ab99-8442c0e96abd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1056514 Mar 24 01:20:37.220883 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378d515-32d3-4f43-9928-833cee2e15d2 None None] The sync data for ids ['d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:20:37.223803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50008) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:37.246125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:37.329711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cb3aec98-5774-4939-9bc6-a5b0e0a8469d None None] Current status of the port 5d99e3ce-cd8f-4045-a0f3-2a85a213193b is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:37.330523 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cb3aec98-5774-4939-9bc6-a5b0e0a8469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d99e3ce-cd8f-4045-a0f3-2a85a213193b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:37.344388 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b039f5de-84f3-424f-a991-77702e9d649a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147139 Mar 24 01:20:37.344861 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50012) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:37.355735 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ed082f-c9a1-4f22-ad74-30c1e7b8562a None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:20:37.363501 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:37.365907 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-57635876-8b52-4a5c-88be-d2bcd26a13bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:37.462016 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6adc26-1f20-487a-8ef9-8ec922d106e6 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:37.466875 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8a6adc26-1f20-487a-8ef9-8ec922d106e6 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&device_id=d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2805357 Mar 24 01:20:37.467477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50014) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:37.484672 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cb3aec98-5774-4939-9bc6-a5b0e0a8469d None None] For port 5d99e3ce-cd8f-4045-a0f3-2a85a213193b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5d99e3ce-cd8f-4045-a0f3-2a85a213193b,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:37.512943 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cb3aec98-5774-4939-9bc6-a5b0e0a8469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5d99e3ce-cd8f-4045-a0f3-2a85a213193b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:37.541675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ded94-5026-4af8-b0d0-2ac60370b9e3 req-a871e7cd-47ec-41d4-bd52-7f93168cdf4f tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:37.547925 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5d99e3ce-cd8f-4045-a0f3-2a85a213193b is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:37.548682 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5d99e3ce-cd8f-4045-a0f3-2a85a213193b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:37.557672 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b18ded94-5026-4af8-b0d0-2ac60370b9e3 req-a871e7cd-47ec-41d4-bd52-7f93168cdf4f tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.1243813 Mar 24 01:20:37.562186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=f6578c37-b95e-435f-9589-4002ba4bdd3a,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:37.601982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['f6578c37-b95e-435f-9589-4002ba4bdd3a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:20:37.671402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-50ed082f-c9a1-4f22-ad74-30c1e7b8562a None None] Deleting port 5d99e3ce-cd8f-4045-a0f3-2a85a213193b {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:37.671786 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-50ed082f-c9a1-4f22-ad74-30c1e7b8562a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5d99e3ce-cd8f-4045-a0f3-2a85a213193b), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:37.679053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b18ded94-5026-4af8-b0d0-2ac60370b9e3 req-89b5e813-49df-4ab4-b2b1-99849e49430a tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096954 Mar 24 01:20:37.699957 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57635876-8b52-4a5c-88be-d2bcd26a13bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:37.706114 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57635876-8b52-4a5c-88be-d2bcd26a13bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:37.709988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8f5c91-7cd9-4b37-8f31-ce551b70edaa tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:37.714409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50022) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:37.719771 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7f8f5c91-7cd9-4b37-8f31-ce551b70edaa tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 881 time: 0.2489786 Mar 24 01:20:37.755977 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5d02dca4-ad48-408b-a91f-d2d81a21a101 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "GET /v2.0/ports?device_id=d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1 HTTP/1.1" status: 200 len: 205 time: 0.0403597 Mar 24 01:20:37.759745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50026) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:37.831479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3aec98-5774-4939-9bc6-a5b0e0a8469d None None] Pushing event updated for resources: {'Port': ['ID=5d99e3ce-cd8f-4045-a0f3-2a85a213193b,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:37.864064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-50ed082f-c9a1-4f22-ad74-30c1e7b8562a None None] For port 5d99e3ce-cd8f-4045-a0f3-2a85a213193b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5d99e3ce-cd8f-4045-a0f3-2a85a213193b,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:37.864976 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-50ed082f-c9a1-4f22-ad74-30c1e7b8562a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5d99e3ce-cd8f-4045-a0f3-2a85a213193b), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:37.907832 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:20:37.908407 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:20:37.923772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-50ed082f-c9a1-4f22-ad74-30c1e7b8562a None None] Calling delete_port for 5d99e3ce-cd8f-4045-a0f3-2a85a213193b owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:38.074602 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57635876-8b52-4a5c-88be-d2bcd26a13bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (cfb78485-8fa6-47a2-84d2-e3c82545cfa1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:38.095637 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-50ed082f-c9a1-4f22-ad74-30c1e7b8562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (5d99e3ce-cd8f-4045-a0f3-2a85a213193b), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:38.139575 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed082f-c9a1-4f22-ad74-30c1e7b8562a None None] Pushing event deleted for resources: {'Port': ['ID=5d99e3ce-cd8f-4045-a0f3-2a85a213193b,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:38.145019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57635876-8b52-4a5c-88be-d2bcd26a13bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:38.145617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ed082f-c9a1-4f22-ad74-30c1e7b8562a None None] No DVR routers for this DVR port 5d99e3ce-cd8f-4045-a0f3-2a85a213193b on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:20:38.165697 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-57635876-8b52-4a5c-88be-d2bcd26a13bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:38.171889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57635876-8b52-4a5c-88be-d2bcd26a13bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:38.172642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57635876-8b52-4a5c-88be-d2bcd26a13bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:38.179143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf2884-6199-4c79-8abb-ee7ee7df1b6b None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:38.198391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57635876-8b52-4a5c-88be-d2bcd26a13bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=cfb78485-8fa6-47a2-84d2-e3c82545cfa1,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:38.209788 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-57635876-8b52-4a5c-88be-d2bcd26a13bd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8638062 Mar 24 01:20:38.212369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50056) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:38.219557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-619d6ef5-ff70-40c4-a3e0-6e2f47191fa8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'mac_address': 'fa:16:3e:16:9b:09', 'name': 'tempest-NetworksTestDHCPv6-1360588003'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:38.391442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': 'cfb78485-8fa6-47a2-84d2-e3c82545cfa1'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:20:38.392293 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:38.402905 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619d6ef5-ff70-40c4-a3e0-6e2f47191fa8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:38.408410 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-619d6ef5-ff70-40c4-a3e0-6e2f47191fa8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:38.442844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-619d6ef5-ff70-40c4-a3e0-6e2f47191fa8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port 6e6e28fc-c9df-438f-864b-166287621853 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:20:38.444730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13a604-201e-4f33-9860-1a2e61bf41a0 req-6972cb62-ede7-404e-9b4a-397d0963e038 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:38.446983 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d13a604-201e-4f33-9860-1a2e61bf41a0 req-6972cb62-ede7-404e-9b4a-397d0963e038 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 944 time: 0.1370034 Mar 24 01:20:38.516400 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de2c5d48-35b0-495c-b504-4f89c6297bcd tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:38.578750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Port 5d99e3ce-cd8f-4045-a0f3-2a85a213193b update to ACTIVE by agent not found {{(pid=115731) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 24 01:20:38.600052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Allocated IP 2001:db8::2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/cfb78485-8fa6-47a2-84d2-e3c82545cfa1/166e8588-7509-4928-9949-36dc4554db5b) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:38.613825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d13a604-201e-4f33-9860-1a2e61bf41a0 req-832da4e8-95f8-4210-90bb-d5f3c5a0da04 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566103 Mar 24 01:20:38.698789 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de2c5d48-35b0-495c-b504-4f89c6297bcd tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:38.707299 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5d99e3ce-cd8f-4045-a0f3-2a85a213193b no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:20:38.748403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 5d99e3ce-cd8f-4045-a0f3-2a85a213193b {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:20:38.748792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5d99e3ce-cd8f-4045-a0f3-2a85a213193b not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:20:38.804921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-de2c5d48-35b0-495c-b504-4f89c6297bcd tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Deleting port d66d36a5-818f-4b27-9f43-fae4e56b4fdb {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:38.805426 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de2c5d48-35b0-495c-b504-4f89c6297bcd tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d66d36a5-818f-4b27-9f43-fae4e56b4fdb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:38.866015 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Publish callbacks [] for port (166e8588-7509-4928-9949-36dc4554db5b), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:38.874355 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (166e8588-7509-4928-9949-36dc4554db5b), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:38.925797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:38.929351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:38.932347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:38.936405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e74f3-40f0-40b4-a4e2-bde3d9c716fa req-2925d165-3ba2-4e2c-b65d-56fdfe1ee6c8 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:38.938391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac8e74f3-40f0-40b4-a4e2-bde3d9c716fa req-2925d165-3ba2-4e2c-b65d-56fdfe1ee6c8 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.1189785 Mar 24 01:20:38.957892 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de2c5d48-35b0-495c-b504-4f89c6297bcd tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d66d36a5-818f-4b27-9f43-fae4e56b4fdb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:38.970141 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Pushing event updated for resources: {'Port': ['ID=166e8588-7509-4928-9949-36dc4554db5b,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:38.979339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-de2c5d48-35b0-495c-b504-4f89c6297bcd tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Calling delete_port for d66d36a5-818f-4b27-9f43-fae4e56b4fdb owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:39.005482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-619d6ef5-ff70-40c4-a3e0-6e2f47191fa8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::239 (6236e4f8-17ff-44a0-8044-03efb1bb8211/cfb78485-8fa6-47a2-84d2-e3c82545cfa1/6e6e28fc-c9df-438f-864b-166287621853) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:39.040033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Attempting to bind port 166e8588-7509-4928-9949-36dc4554db5b on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:39.041067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Attempting to bind port 166e8588-7509-4928-9949-36dc4554db5b by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:39.041565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Attempting to bind port 166e8588-7509-4928-9949-36dc4554db5b on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:39.048176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:39.048797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:39.049335 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:39.050024 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:39.050673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Bound port: 166e8588-7509-4928-9949-36dc4554db5b, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:39.051441 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (166e8588-7509-4928-9949-36dc4554db5b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:39.056802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac8e74f3-40f0-40b4-a4e2-bde3d9c716fa req-98f06348-e508-461c-a216-d3138fe33ce4 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088820 Mar 24 01:20:39.134167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] For port 166e8588-7509-4928-9949-36dc4554db5b, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:20:39.137591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] For port 166e8588-7509-4928-9949-36dc4554db5b, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=166e8588-7509-4928-9949-36dc4554db5b,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:20:39.151256 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (166e8588-7509-4928-9949-36dc4554db5b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:39.232037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad3f16-dcf3-4888-92af-b5ff7302fbaa None None] Pushing event updated for resources: {'Port': ['ID=166e8588-7509-4928-9949-36dc4554db5b,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:39.262534 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-619d6ef5-ff70-40c4-a3e0-6e2f47191fa8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (6e6e28fc-c9df-438f-864b-166287621853), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:39.276249 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de2c5d48-35b0-495c-b504-4f89c6297bcd tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d66d36a5-818f-4b27-9f43-fae4e56b4fdb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:39.303445 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-619d6ef5-ff70-40c4-a3e0-6e2f47191fa8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6e6e28fc-c9df-438f-864b-166287621853), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:39.334515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c5d48-35b0-495c-b504-4f89c6297bcd tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Pushing event deleted for resources: {'Port': ['ID=d66d36a5-818f-4b27-9f43-fae4e56b4fdb,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:39.352855 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c04615-fcfb-4916-b2f4-d3b14b761f47 req-2924d176-3b2f-4a8f-975e-d8fadccc8929 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:39.354465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32c04615-fcfb-4916-b2f4-d3b14b761f47 req-2924d176-3b2f-4a8f-975e-d8fadccc8929 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.57 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.1213522 Mar 24 01:20:39.358649 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d6ef5-ff70-40c4-a3e0-6e2f47191fa8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:39.365322 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-619d6ef5-ff70-40c4-a3e0-6e2f47191fa8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:39.372857 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d6ef5-ff70-40c4-a3e0-6e2f47191fa8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:39.378469 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d6ef5-ff70-40c4-a3e0-6e2f47191fa8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:39.379107 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-619d6ef5-ff70-40c4-a3e0-6e2f47191fa8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:39.390440 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d6ef5-ff70-40c4-a3e0-6e2f47191fa8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=6e6e28fc-c9df-438f-864b-166287621853,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:39.400430 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-619d6ef5-ff70-40c4-a3e0-6e2f47191fa8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1833379 Mar 24 01:20:39.401085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50064) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:39.463954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb291a-cc65-4fc3-8c34-decf23a81274 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:39.472920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb291a-cc65-4fc3-8c34-decf23a81274 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:39.474952 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-decb291a-cc65-4fc3-8c34-decf23a81274 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0726731 Mar 24 01:20:39.478189 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50066) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:39.551930 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de2c5d48-35b0-495c-b504-4f89c6297bcd tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:39.668829 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-98dcf50b-e774-458a-86d5-bc4961c7448b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port 6e6e28fc-c9df-438f-864b-166287621853 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:39.669196 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98dcf50b-e774-458a-86d5-bc4961c7448b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6e6e28fc-c9df-438f-864b-166287621853), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:39.734596 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de2c5d48-35b0-495c-b504-4f89c6297bcd tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:39.736849 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de2c5d48-35b0-495c-b504-4f89c6297bcd tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_controller (d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:39.833774 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98dcf50b-e774-458a-86d5-bc4961c7448b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6e6e28fc-c9df-438f-864b-166287621853), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:39.849644 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-98dcf50b-e774-458a-86d5-bc4961c7448b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for 6e6e28fc-c9df-438f-864b-166287621853 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:39.868281 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de2c5d48-35b0-495c-b504-4f89c6297bcd tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:39.874089 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2c5d48-35b0-495c-b504-4f89c6297bcd tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Fanout notify agent at l3_agent the message router_deleted on router d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:20:39.884939 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de2c5d48-35b0-495c-b504-4f89c6297bcd tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:39.886098 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-de2c5d48-35b0-495c-b504-4f89c6297bcd tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "DELETE /v2.0/routers/d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1 HTTP/1.1" status: 204 len: 168 time: 2.1249378 Mar 24 01:20:39.897016 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50074) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:39.902956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e32316a0-3c41-4e45-8469-790293d78a24 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1047908970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:39.943198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-32c04615-fcfb-4916-b2f4-d3b14b761f47 req-63bebc0e-7bc2-4e44-a08a-3be808c153fc tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Deleting port 628b4ae6-5b71-4392-a6b1-5df5cec3a581 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:39.943657 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-32c04615-fcfb-4916-b2f4-d3b14b761f47 req-63bebc0e-7bc2-4e44-a08a-3be808c153fc tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (628b4ae6-5b71-4392-a6b1-5df5cec3a581), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.020160 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e32316a0-3c41-4e45-8469-790293d78a24 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (6fd1f520-9ed2-4388-9ea1-c957355c736c), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.021332 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e32316a0-3c41-4e45-8469-790293d78a24 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (6fd1f520-9ed2-4388-9ea1-c957355c736c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.029687 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98dcf50b-e774-458a-86d5-bc4961c7448b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6e6e28fc-c9df-438f-864b-166287621853), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.064385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbf6b3-b9d6-49c5-9217-3d692c1c3d56 req-dff959d7-4c13-40cb-8f1f-7455c19c7674 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:40.067057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dcdbf6b3-b9d6-49c5-9217-3d692c1c3d56 req-dff959d7-4c13-40cb-8f1f-7455c19c7674 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 944 time: 0.2497413 Mar 24 01:20:40.139152 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcf50b-e774-458a-86d5-bc4961c7448b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=6e6e28fc-c9df-438f-864b-166287621853,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:40.155110 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-98dcf50b-e774-458a-86d5-bc4961c7448b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.172252 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-98dcf50b-e774-458a-86d5-bc4961c7448b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/6e6e28fc-c9df-438f-864b-166287621853 HTTP/1.1" status: 204 len: 168 time: 0.6928704 Mar 24 01:20:40.173278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50078) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:40.225616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-32c04615-fcfb-4916-b2f4-d3b14b761f47 req-63bebc0e-7bc2-4e44-a08a-3be808c153fc tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] For port 628b4ae6-5b71-4392-a6b1-5df5cec3a581, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=628b4ae6-5b71-4392-a6b1-5df5cec3a581,segment=NetworkSegment(19f732ba-8f28-4367-b7f1-4e2ecaf93df7),segment_id=19f732ba-8f28-4367-b7f1-4e2ecaf93df7)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:40.226119 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-32c04615-fcfb-4916-b2f4-d3b14b761f47 req-63bebc0e-7bc2-4e44-a08a-3be808c153fc tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (628b4ae6-5b71-4392-a6b1-5df5cec3a581), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.239078 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e32316a0-3c41-4e45-8469-790293d78a24 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_controller (6fd1f520-9ed2-4388-9ea1-c957355c736c), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.252402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-32c04615-fcfb-4916-b2f4-d3b14b761f47 req-63bebc0e-7bc2-4e44-a08a-3be808c153fc tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Calling delete_port for 628b4ae6-5b71-4392-a6b1-5df5cec3a581 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:40.254607 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e32316a0-3c41-4e45-8469-790293d78a24 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (6fd1f520-9ed2-4388-9ea1-c957355c736c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.262495 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dcdbf6b3-b9d6-49c5-9217-3d692c1c3d56 req-1b0d1350-8bce-4b0a-8e56-0aa420da286b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654520 Mar 24 01:20:40.269378 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ace139-885c-480d-a3e0-2a93f1fe6e88 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:40.270989 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ace139-885c-480d-a3e0-2a93f1fe6e88 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:40.278671 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-97ace139-885c-480d-a3e0-2a93f1fe6e88 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1037815 Mar 24 01:20:40.279370 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50080) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:40.308266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091d7bf-8e12-4d85-9eb0-905142366f79 req-dadaab1f-589e-4d7d-ac3a-daca318adfb4 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:40.310459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9091d7bf-8e12-4d85-9eb0-905142366f79 req-dadaab1f-589e-4d7d-ac3a-daca318adfb4 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 946 time: 0.1429305 Mar 24 01:20:40.354253 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbdc577-2d97-4364-be3f-56522f2b7679 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet cfb78485-8fa6-47a2-84d2-e3c82545cfa1 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:20:40.359635 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fbdc577-2d97-4364-be3f-56522f2b7679 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (cfb78485-8fa6-47a2-84d2-e3c82545cfa1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.372024 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e32316a0-3c41-4e45-8469-790293d78a24 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.375763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e32316a0-3c41-4e45-8469-790293d78a24 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4738202 Mar 24 01:20:40.378237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50082) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:40.382767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:40.420223 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fbdc577-2d97-4364-be3f-56522f2b7679 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (cfb78485-8fa6-47a2-84d2-e3c82545cfa1), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.470369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device f6578c37-b95e-435f-9589-4002ba4bdd3a up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:40.594028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port f6578c37-b95e-435f-9589-4002ba4bdd3a completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:20:40.599643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port f6578c37-b95e-435f-9589-4002ba4bdd3a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:40.600478 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.614421 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fbdc577-2d97-4364-be3f-56522f2b7679 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (cfb78485-8fa6-47a2-84d2-e3c82545cfa1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.723001 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fbdc577-2d97-4364-be3f-56522f2b7679 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (cfb78485-8fa6-47a2-84d2-e3c82545cfa1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.773635 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 166e8588-7509-4928-9949-36dc4554db5b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:40.782522 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdc577-2d97-4364-be3f-56522f2b7679 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb78485-8fa6-47a2-84d2-e3c82545cfa1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:40.786913 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fbdc577-2d97-4364-be3f-56522f2b7679 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.791564 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6fbdc577-2d97-4364-be3f-56522f2b7679 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/cfb78485-8fa6-47a2-84d2-e3c82545cfa1 HTTP/1.1" status: 204 len: 168 time: 0.5108783 Mar 24 01:20:40.801136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50084) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:40.843180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f896f4-2529-471e-9250-a0e86bab47f4 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:40.854808 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-25f45ce1-9b22-4c70-8b8e-759ec6df0974 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524423 Mar 24 01:20:40.856484 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50086) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:40.928970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port f6578c37-b95e-435f-9589-4002ba4bdd3a is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:40.929664 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.938431 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1a0498-525e-45c4-9249-03f4c536f3d0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:40.943427 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-da1a0498-525e-45c4-9249-03f4c536f3d0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0856335 Mar 24 01:20:40.944202 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50092) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:40.967720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b2a6833a-a099-4824-ad58-e80e594b1077 None None] Provisioning complete for port 166e8588-7509-4928-9949-36dc4554db5b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:40.968378 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2a6833a-a099-4824-ad58-e80e594b1077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (166e8588-7509-4928-9949-36dc4554db5b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:40.969447 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9091d7bf-8e12-4d85-9eb0-905142366f79 req-0ad01665-b39b-47af-ba06-e84ff0d2547e tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/security-groups?id=269bf172-c31b-4919-84fc-c39c41b59e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6532712 Mar 24 01:20:41.031343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add18af8-3ac8-4c7a-953b-3413c9d3972b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:41.033522 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-add18af8-3ac8-4c7a-953b-3413c9d3972b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0883057 Mar 24 01:20:41.036097 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50094) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:41.045511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:20:41.048065 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e751c6-ca42-4de4-bee8-d9fde8733767" -d '{"events": [{"server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "name": "network-vif-plugged", "status": "completed", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:20:41.099694 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-251aabb2-9425-49f6-82f2-198a10244ee8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604742 Mar 24 01:20:41.099929 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (6fd1f520-9ed2-4388-9ea1-c957355c736c), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:41.100343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50098) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:41.106700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1fcce67a-3c19-43b9-8aab-0bd5ccc6116a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:41.128968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:41.146483 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:41.150955 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7632da-7815-4445-ac4b-a131671647ab x-openstack-request-id: req-6c7632da-7815-4445-ac4b-a131671647ab {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:20:41.150955 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "name": "network-vif-plugged", "status": "completed", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:20:41.150955 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c7632da-7815-4445-ac4b-a131671647ab {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:20:41.150955 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c7632da-7815-4445-ac4b-a131671647ab'] response: {'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'code': 200} Mar 24 01:20:41.156912 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 166e8588-7509-4928-9949-36dc4554db5b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:41.157483 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (166e8588-7509-4928-9949-36dc4554db5b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:41.175577 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-32c04615-fcfb-4916-b2f4-d3b14b761f47 req-63bebc0e-7bc2-4e44-a08a-3be808c153fc tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (628b4ae6-5b71-4392-a6b1-5df5cec3a581), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:41.291134 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b8398-ad4f-4064-800d-662a41e9e6ab req-34c4fa61-95e3-4c52-92e9-3ac805e29f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:41.291686 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-701b8398-ad4f-4064-800d-662a41e9e6ab req-34c4fa61-95e3-4c52-92e9-3ac805e29f9e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1127 time: 0.0916324 Mar 24 01:20:41.318056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcce67a-3c19-43b9-8aab-0bd5ccc6116a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:41.328921 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1fcce67a-3c19-43b9-8aab-0bd5ccc6116a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:41.354795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=f6578c37-b95e-435f-9589-4002ba4bdd3a,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:41.408972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bebc0e-7bc2-4e44-a08a-3be808c153fc tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Pushing event deleted for resources: {'Port': ['ID=628b4ae6-5b71-4392-a6b1-5df5cec3a581,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:41.439115 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 166e8588-7509-4928-9949-36dc4554db5b is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:41.439517 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (166e8588-7509-4928-9949-36dc4554db5b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:41.454990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5bc578-49f6-44f5-9ed5-346849fff399 None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:20:41.523947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 166e8588-7509-4928-9949-36dc4554db5b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=166e8588-7509-4928-9949-36dc4554db5b,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:41.529319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6833a-a099-4824-ad58-e80e594b1077 None None] Current status of the port 166e8588-7509-4928-9949-36dc4554db5b is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:41.529826 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2a6833a-a099-4824-ad58-e80e594b1077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (166e8588-7509-4928-9949-36dc4554db5b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:41.534553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c04615-fcfb-4916-b2f4-d3b14b761f47 req-63bebc0e-7bc2-4e44-a08a-3be808c153fc tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] No DVR routers for this DVR port 628b4ae6-5b71-4392-a6b1-5df5cec3a581 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:20:41.535495 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (166e8588-7509-4928-9949-36dc4554db5b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:41.538579 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-32c04615-fcfb-4916-b2f4-d3b14b761f47 req-63bebc0e-7bc2-4e44-a08a-3be808c153fc tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:41.553812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32c04615-fcfb-4916-b2f4-d3b14b761f47 req-63bebc0e-7bc2-4e44-a08a-3be808c153fc tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.57 "DELETE /v2.0/ports/628b4ae6-5b71-4392-a6b1-5df5cec3a581 HTTP/1.1" status: 204 len: 173 time: 2.1934118 Mar 24 01:20:41.555449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f16911-ef36-4337-8e89-bc11be8949af', 'name': 'network-vif-deleted', 'tag': '628b4ae6-5b71-4392-a6b1-5df5cec3a581'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:20:41.557801 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158feae1-f97e-4a87-95b1-2635fa55dd7c" -d '{"events": [{"server_uuid": "88f16911-ef36-4337-8e89-bc11be8949af", "name": "network-vif-deleted", "tag": "628b4ae6-5b71-4392-a6b1-5df5cec3a581"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:20:41.575890 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-701b8398-ad4f-4064-800d-662a41e9e6ab req-382bf625-6bf4-42bb-b075-f095a7d186da service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768376 Mar 24 01:20:41.637450 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd829a-d139-4c1c-92c8-48c3ebffc77d req-7fbfbd1d-1701-4728-9f2e-542ed4730e6a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:41.653741 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddcd829a-d139-4c1c-92c8-48c3ebffc77d req-7fbfbd1d-1701-4728-9f2e-542ed4730e6a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.2330692 Mar 24 01:20:41.712696 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3845ea0-2b45-4cb0-a1eb-655d4255382f x-openstack-request-id: req-e3845ea0-2b45-4cb0-a1eb-655d4255382f {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:20:41.716950 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f16911-ef36-4337-8e89-bc11be8949af", "name": "network-vif-deleted", "tag": "628b4ae6-5b71-4392-a6b1-5df5cec3a581", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:20:41.717560 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3845ea0-2b45-4cb0-a1eb-655d4255382f {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:20:41.718157 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3845ea0-2b45-4cb0-a1eb-655d4255382f'] response: {'server_uuid': '88f16911-ef36-4337-8e89-bc11be8949af', 'name': 'network-vif-deleted', 'tag': '628b4ae6-5b71-4392-a6b1-5df5cec3a581', 'status': 'completed', 'code': 200} Mar 24 01:20:41.767937 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ddcd829a-d139-4c1c-92c8-48c3ebffc77d req-a183fea6-e629-47dc-982d-93234fd8df50 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130738 Mar 24 01:20:41.911177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=166e8588-7509-4928-9949-36dc4554db5b,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:41.947431 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (6fd1f520-9ed2-4388-9ea1-c957355c736c), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:41.978005 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5b5bc578-49f6-44f5-9ed5-346849fff399 None None] Deleting port 166e8588-7509-4928-9949-36dc4554db5b {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:41.978757 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc578-49f6-44f5-9ed5-346849fff399 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (166e8588-7509-4928-9949-36dc4554db5b), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:42.014845 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:42.035117 n-d-760455-9 neutron-server[115729]: DEBUG neutron.objects.ports [None req-1fcce67a-3c19-43b9-8aab-0bd5ccc6116a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115729) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:20:42.131428 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-b2a6833a-a099-4824-ad58-e80e594b1077 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:20:42.131844 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-b2a6833a-a099-4824-ad58-e80e594b1077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:20:42.206749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Allocated IP 172.25.0.237 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/58cf3482-6c2c-40e0-b578-ff4cbb2a1caf) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:42.231253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5b5bc578-49f6-44f5-9ed5-346849fff399 None None] For port 166e8588-7509-4928-9949-36dc4554db5b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=166e8588-7509-4928-9949-36dc4554db5b,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:42.232145 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc578-49f6-44f5-9ed5-346849fff399 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (166e8588-7509-4928-9949-36dc4554db5b), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:42.265461 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5b5bc578-49f6-44f5-9ed5-346849fff399 None None] Calling delete_port for 166e8588-7509-4928-9949-36dc4554db5b owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:42.313787 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1fcce67a-3c19-43b9-8aab-0bd5ccc6116a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (166e8588-7509-4928-9949-36dc4554db5b), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:42.319495 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4592f04e-452b-4c5c-9c4a-f6f985f02f01 req-0b5691ee-5f3d-462a-8c15-62855a7036d3 tempest-TestServerAdvancedOps-1111049322 tempest-TestServerAdvancedOps-1111049322-project] 10.222.0.45 "GET /v2.0/ports?device_id=88f16911-ef36-4337-8e89-bc11be8949af HTTP/1.1" status: 200 len: 210 time: 0.1416500 Mar 24 01:20:42.384132 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc578-49f6-44f5-9ed5-346849fff399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (166e8588-7509-4928-9949-36dc4554db5b), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:42.400621 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for port (58cf3482-6c2c-40e0-b578-ff4cbb2a1caf), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:42.426290 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bc578-49f6-44f5-9ed5-346849fff399 None None] Pushing event deleted for resources: {'Port': ['ID=166e8588-7509-4928-9949-36dc4554db5b,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:42.431374 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5bc578-49f6-44f5-9ed5-346849fff399 None None] No DVR routers for this DVR port 166e8588-7509-4928-9949-36dc4554db5b on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:20:42.465980 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (58cf3482-6c2c-40e0-b578-ff4cbb2a1caf), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:42.528886 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:42.530951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:42.532957 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Pushing event updated for resources: {'Port': ['ID=58cf3482-6c2c-40e0-b578-ff4cbb2a1caf,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:42.536441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:42.581746 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-1fcce67a-3c19-43b9-8aab-0bd5ccc6116a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] For port 166e8588-7509-4928-9949-36dc4554db5b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=166e8588-7509-4928-9949-36dc4554db5b,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:42.663021 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1fcce67a-3c19-43b9-8aab-0bd5ccc6116a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (166e8588-7509-4928-9949-36dc4554db5b), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:42.668105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6833a-a099-4824-ad58-e80e594b1077 None None] Port 166e8588-7509-4928-9949-36dc4554db5b update to ACTIVE by agent not found {{(pid=115731) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 24 01:20:42.670430 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1fcce67a-3c19-43b9-8aab-0bd5ccc6116a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (166e8588-7509-4928-9949-36dc4554db5b), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:42.688105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 166e8588-7509-4928-9949-36dc4554db5b no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:20:42.697480 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcce67a-3c19-43b9-8aab-0bd5ccc6116a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=166e8588-7509-4928-9949-36dc4554db5b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:42.703689 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1fcce67a-3c19-43b9-8aab-0bd5ccc6116a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (e01e5e46-4a40-4160-b344-244c4c06f438), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:42.743344 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 166e8588-7509-4928-9949-36dc4554db5b {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:20:42.743653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 166e8588-7509-4928-9949-36dc4554db5b not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:20:42.745061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 628b4ae6-5b71-4392-a6b1-5df5cec3a581 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:20:42.750397 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcce67a-3c19-43b9-8aab-0bd5ccc6116a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:42.757261 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1fcce67a-3c19-43b9-8aab-0bd5ccc6116a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:42.761813 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcce67a-3c19-43b9-8aab-0bd5ccc6116a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:42.762522 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1fcce67a-3c19-43b9-8aab-0bd5ccc6116a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:42.775768 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcce67a-3c19-43b9-8aab-0bd5ccc6116a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=e01e5e46-4a40-4160-b344-244c4c06f438,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:42.789536 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1fcce67a-3c19-43b9-8aab-0bd5ccc6116a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6881232 Mar 24 01:20:42.792532 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50112) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:42.799527 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-42479e59-fd15-4975-bd88-782b335da4a1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:42.823035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a21b87-eed5-4c8d-8f9c-9b0c79aad068 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:42.934817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 628b4ae6-5b71-4392-a6b1-5df5cec3a581 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:20:42.935255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 628b4ae6-5b71-4392-a6b1-5df5cec3a581 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:20:42.964264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42479e59-fd15-4975-bd88-782b335da4a1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:42.974165 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42479e59-fd15-4975-bd88-782b335da4a1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:42.974447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': 'e01e5e46-4a40-4160-b344-244c4c06f438'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:20:42.975317 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:42.994217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47423ea9-cc8d-4153-aff1-dbc906d3a664 req-772d7f9b-0c5a-4123-8c34-66f611a24261 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:42.996011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47423ea9-cc8d-4153-aff1-dbc906d3a664 req-772d7f9b-0c5a-4123-8c34-66f611a24261 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.1279483 Mar 24 01:20:43.113414 n-d-760455-9 neutron-server[115729]: INFO neutron.db.ipam_backend_mixin [None req-42479e59-fd15-4975-bd88-782b335da4a1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e01e5e46-4a40-4160-b344-244c4c06f438 (CIDR: 2001:db8::/64) Mar 24 01:20:43.123459 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-42479e59-fd15-4975-bd88-782b335da4a1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:20:43.131339 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42479e59-fd15-4975-bd88-782b335da4a1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:20:43.146317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47423ea9-cc8d-4153-aff1-dbc906d3a664 req-2bdd87bc-3a5e-498b-8133-82da3eaf4fe6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101370 Mar 24 01:20:43.168381 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (6fd1f520-9ed2-4388-9ea1-c957355c736c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:43.191405 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-42479e59-fd15-4975-bd88-782b335da4a1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3968997 Mar 24 01:20:43.195190 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50120) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:43.201063 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e3048ddc-d4ba-4b0c-a4d5-44cf5546f097 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:43.273919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Allocated IP 2001:db8::f816:3eff:fed6:3938 (6236e4f8-17ff-44a0-8044-03efb1bb8211/e01e5e46-4a40-4160-b344-244c4c06f438/a3d6089e-791c-4860-b3e3-e1993228c687) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:43.342563 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3048ddc-d4ba-4b0c-a4d5-44cf5546f097 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:43.346560 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3048ddc-d4ba-4b0c-a4d5-44cf5546f097 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:43.370845 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99861772-d0d4-44b6-a1e0-540203927449 req-290e4842-6878-4519-8d83-a1f8b7f2bf54 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:43.372368 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-99861772-d0d4-44b6-a1e0-540203927449 req-290e4842-6878-4519-8d83-a1f8b7f2bf54 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.0936184 Mar 24 01:20:43.432569 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50124) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:43.515481 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-e165ea8d-6211-4b66-a45f-c629bd6e83cd admin admin] Deleting subnet 3fab0788-aa2e-4519-b150-bcdc8f0fffce {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:20:43.520477 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e165ea8d-6211-4b66-a45f-c629bd6e83cd admin admin] Publish callbacks [] for subnet (3fab0788-aa2e-4519-b150-bcdc8f0fffce), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:43.533551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-99861772-d0d4-44b6-a1e0-540203927449 req-ef8311ae-4313-419d-ab48-bcf816998b5d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129832 Mar 24 01:20:43.561046 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (6fd1f520-9ed2-4388-9ea1-c957355c736c), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:43.561864 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Publish callbacks [] for port (a3d6089e-791c-4860-b3e3-e1993228c687), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:43.562149 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50126) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:43.566075 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (6fd1f520-9ed2-4388-9ea1-c957355c736c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:43.568460 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:43.613611 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:43.619241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:43.623416 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e165ea8d-6211-4b66-a45f-c629bd6e83cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (3fab0788-aa2e-4519-b150-bcdc8f0fffce), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:43.624890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:43.628559 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Pushing event updated for resources: {'Port': ['ID=a3d6089e-791c-4860-b3e3-e1993228c687,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:43.694061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Attempting to bind port a3d6089e-791c-4860-b3e3-e1993228c687 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:43.694778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Attempting to bind port a3d6089e-791c-4860-b3e3-e1993228c687 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:43.695109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Attempting to bind port a3d6089e-791c-4860-b3e3-e1993228c687 on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:43.703563 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:43.704105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:43.704591 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:43.705121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:43.705710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Bound port: a3d6089e-791c-4860-b3e3-e1993228c687, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:43.706231 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:43.726368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb73b54f-6b3a-4a4c-a4d8-68738b2bb26a tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:43.728257 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bb73b54f-6b3a-4a4c-a4d8-68738b2bb26a tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1122 time: 0.1646373 Mar 24 01:20:43.732251 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50128) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:43.743821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:43.751949 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e165ea8d-6211-4b66-a45f-c629bd6e83cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (3fab0788-aa2e-4519-b150-bcdc8f0fffce), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:43.790966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] For port a3d6089e-791c-4860-b3e3-e1993228c687, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:20:43.796768 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] For port a3d6089e-791c-4860-b3e3-e1993228c687, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a3d6089e-791c-4860-b3e3-e1993228c687,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:20:43.809958 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:43.818284 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:43.892969 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e165ea8d-6211-4b66-a45f-c629bd6e83cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (3fab0788-aa2e-4519-b150-bcdc8f0fffce), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:43.938428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a11b9e-e59e-49c9-8bd1-2e70cbc08c6a None None] Pushing event updated for resources: {'Port': ['ID=a3d6089e-791c-4860-b3e3-e1993228c687,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:43.939583 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3048ddc-d4ba-4b0c-a4d5-44cf5546f097 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (857caeee-327a-4a75-9cc6-c425a87ab8cc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:43.978441 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165ea8d-6211-4b66-a45f-c629bd6e83cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fab0788-aa2e-4519-b150-bcdc8f0fffce,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:43.989830 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e165ea8d-6211-4b66-a45f-c629bd6e83cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:43.996115 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e165ea8d-6211-4b66-a45f-c629bd6e83cd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3fab0788-aa2e-4519-b150-bcdc8f0fffce HTTP/1.1" status: 204 len: 168 time: 0.5602584 Mar 24 01:20:44.000539 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50130) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:44.014395 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3048ddc-d4ba-4b0c-a4d5-44cf5546f097 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:44.056650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-e3048ddc-d4ba-4b0c-a4d5-44cf5546f097 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:44.110164 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3048ddc-d4ba-4b0c-a4d5-44cf5546f097 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:44.110845 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3048ddc-d4ba-4b0c-a4d5-44cf5546f097 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:44.147996 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e3048ddc-d4ba-4b0c-a4d5-44cf5546f097 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9516573 Mar 24 01:20:44.156370 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50134) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:44.163704 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6a035b3f-cc98-4677-bb01-1ba06cd3ccd4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'mac_address': 'fa:16:3e:53:05:bf', 'name': 'tempest-NetworksTestDHCPv6-514825395'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:44.278086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3048ddc-d4ba-4b0c-a4d5-44cf5546f097 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=857caeee-327a-4a75-9cc6-c425a87ab8cc,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:44.294897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-34e47d25-c209-4c66-a0cf-494b9f1905fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (629241a6-cf4a-400e-bd6f-9f10475890f0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:44.459144 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-34e47d25-c209-4c66-a0cf-494b9f1905fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (629241a6-cf4a-400e-bd6f-9f10475890f0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:44.482707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-34e47d25-c209-4c66-a0cf-494b9f1905fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629241a6-cf4a-400e-bd6f-9f10475890f0']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:44.501689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Router 6fd1f520-9ed2-4388-9ea1-c957355c736c is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:20:44.512966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-34e47d25-c209-4c66-a0cf-494b9f1905fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f732ba-8f28-4367-b7f1-4e2ecaf93df7') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:44.512966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-34e47d25-c209-4c66-a0cf-494b9f1905fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f732ba-8f28-4367-b7f1-4e2ecaf93df7') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:44.525823 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-34e47d25-c209-4c66-a0cf-494b9f1905fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (19f732ba-8f28-4367-b7f1-4e2ecaf93df7), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:44.545835 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-34e47d25-c209-4c66-a0cf-494b9f1905fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (19f732ba-8f28-4367-b7f1-4e2ecaf93df7), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:44.548601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a035b3f-cc98-4677-bb01-1ba06cd3ccd4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:44.576070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e47d25-c209-4c66-a0cf-494b9f1905fd admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:20:44.577167 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-34e47d25-c209-4c66-a0cf-494b9f1905fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (19f732ba-8f28-4367-b7f1-4e2ecaf93df7), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:20:44.655411 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:20:44.659367 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:44.697173 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-34e47d25-c209-4c66-a0cf-494b9f1905fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (629241a6-cf4a-400e-bd6f-9f10475890f0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:44.713033 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-34e47d25-c209-4c66-a0cf-494b9f1905fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:44.717512 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-34e47d25-c209-4c66-a0cf-494b9f1905fd admin admin] 10.222.0.45 "DELETE /v2.0/networks/629241a6-cf4a-400e-bd6f-9f10475890f0 HTTP/1.1" status: 204 len: 168 time: 0.7125475 Mar 24 01:20:44.731315 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50138) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:44.740822 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e47d25-c209-4c66-a0cf-494b9f1905fd admin admin] Pushing event deleted for resources: {'Network': ['ID=629241a6-cf4a-400e-bd6f-9f10475890f0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:44.777476 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a3d6089e-791c-4860-b3e3-e1993228c687 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:44.809670 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9508c12-98bd-406e-a8f7-acfd06535410 admin admin] Deleting subnet 0e33362b-1ad7-4633-9236-39717c353d1e {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:20:44.813461 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9508c12-98bd-406e-a8f7-acfd06535410 admin admin] Publish callbacks [] for subnet (0e33362b-1ad7-4633-9236-39717c353d1e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:44.835680 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a3d6089e-791c-4860-b3e3-e1993228c687 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:44.836430 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:44.836555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:20:44.845219 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:44.848674 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3d812fdb-6ff3-401f-9df5-6b7ff6290205 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "PUT /v2.0/routers/6fd1f520-9ed2-4388-9ea1-c957355c736c HTTP/1.1" status: 200 len: 884 time: 4.4671187 Mar 24 01:20:44.849230 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50140) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:44.861522 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9508c12-98bd-406e-a8f7-acfd06535410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (0e33362b-1ad7-4633-9236-39717c353d1e), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:44.892237 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847037f-590f-435d-9026-930f8614a511 None None] Sync routers for ids ['6fd1f520-9ed2-4388-9ea1-c957355c736c'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:20:44.919533 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9508c12-98bd-406e-a8f7-acfd06535410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (0e33362b-1ad7-4633-9236-39717c353d1e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:44.925888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e847037f-590f-435d-9026-930f8614a511 None None] Routers {'6fd1f520-9ed2-4388-9ea1-c957355c736c'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:44.927508 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e847037f-590f-435d-9026-930f8614a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['6fd1f520-9ed2-4388-9ea1-c957355c736c'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:44.978095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Allocated IP 172.25.0.151 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/9a58fc7b-9e60-4be8-8489-54265738225e) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:45.007817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e847037f-590f-435d-9026-930f8614a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:45.027736 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e847037f-590f-435d-9026-930f8614a511 None None] Routers {'6fd1f520-9ed2-4388-9ea1-c957355c736c'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:45.028784 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e847037f-590f-435d-9026-930f8614a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['6fd1f520-9ed2-4388-9ea1-c957355c736c'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:45.038365 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9508c12-98bd-406e-a8f7-acfd06535410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (0e33362b-1ad7-4633-9236-39717c353d1e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:45.077683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e847037f-590f-435d-9026-930f8614a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:45.078685 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847037f-590f-435d-9026-930f8614a511 None None] The sync data for ids ['6fd1f520-9ed2-4388-9ea1-c957355c736c'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:20:45.081507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a3d6089e-791c-4860-b3e3-e1993228c687 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:45.085084 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:45.117201 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a035b3f-cc98-4677-bb01-1ba06cd3ccd4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:45.140082 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port a3d6089e-791c-4860-b3e3-e1993228c687, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a3d6089e-791c-4860-b3e3-e1993228c687,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:45.144389 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9508c12-98bd-406e-a8f7-acfd06535410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e33362b-1ad7-4633-9236-39717c353d1e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:45.146358 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:45.154249 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9508c12-98bd-406e-a8f7-acfd06535410 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:45.159277 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e9508c12-98bd-406e-a8f7-acfd06535410 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0e33362b-1ad7-4633-9236-39717c353d1e HTTP/1.1" status: 204 len: 168 time: 0.4269733 Mar 24 01:20:45.166216 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50144) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:45.176558 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-6a035b3f-cc98-4677-bb01-1ba06cd3ccd4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port 8fb5a352-0f79-4a75-b15d-22580e9cca0b yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:20:45.236014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=a3d6089e-791c-4860-b3e3-e1993228c687,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:45.262563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ccb5c2d5-dac4-41b7-9a51-9c2531c35952 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/routers/6fd1f520-9ed2-4388-9ea1-c957355c736c HTTP/1.1" status: 200 len: 925 time: 0.4121294 Mar 24 01:20:45.278590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50146) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:45.344242 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9cf1-fdfa-4ba8-b117-51462bf7238b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (447d0df2-38a6-42c5-90f2-2a32bd90fa28), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:45.428676 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (9a58fc7b-9e60-4be8-8489-54265738225e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:45.468982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6472a42-1324-4638-9601-dfee5bf65278 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:45.470783 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d6472a42-1324-4638-9601-dfee5bf65278 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&device_id=6fd1f520-9ed2-4388-9ea1-c957355c736c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1924055 Mar 24 01:20:45.474745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50150) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:45.528204 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9cf1-fdfa-4ba8-b117-51462bf7238b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (447d0df2-38a6-42c5-90f2-2a32bd90fa28), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:45.578858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b2bcf3-0eed-4bd9-91c0-34a243af5133 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:45.603572 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (9a58fc7b-9e60-4be8-8489-54265738225e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:45.613898 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-ba8b9cf1-fdfa-4ba8-b117-51462bf7238b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447d0df2-38a6-42c5-90f2-2a32bd90fa28']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:45.629897 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-ba8b9cf1-fdfa-4ba8-b117-51462bf7238b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06500666-4e4b-4265-9c25-bca8b0e7c804') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:45.630098 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-ba8b9cf1-fdfa-4ba8-b117-51462bf7238b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06500666-4e4b-4265-9c25-bca8b0e7c804') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:45.648600 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9cf1-fdfa-4ba8-b117-51462bf7238b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (06500666-4e4b-4265-9c25-bca8b0e7c804), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:45.650637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-6a035b3f-cc98-4677-bb01-1ba06cd3ccd4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8:0:1::2c2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/857caeee-327a-4a75-9cc6-c425a87ab8cc/8fb5a352-0f79-4a75-b15d-22580e9cca0b) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:45.665934 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-6a035b3f-cc98-4677-bb01-1ba06cd3ccd4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::f816:3eff:fe53:5bf (6236e4f8-17ff-44a0-8044-03efb1bb8211/e01e5e46-4a40-4160-b344-244c4c06f438/8fb5a352-0f79-4a75-b15d-22580e9cca0b) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:45.672401 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9cf1-fdfa-4ba8-b117-51462bf7238b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (06500666-4e4b-4265-9c25-bca8b0e7c804), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:45.681701 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8b9cf1-fdfa-4ba8-b117-51462bf7238b admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:20:45.682095 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9cf1-fdfa-4ba8-b117-51462bf7238b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (06500666-4e4b-4265-9c25-bca8b0e7c804), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:20:45.683824 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:20:45.720279 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cdad781a-a1ad-4139-bd09-93657a9826d2 None None] Provisioning complete for port a3d6089e-791c-4860-b3e3-e1993228c687 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:45.721603 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cdad781a-a1ad-4139-bd09-93657a9826d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:45.727582 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:45.742215 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:45.754253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=9a58fc7b-9e60-4be8-8489-54265738225e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:45.757379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:45.783554 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9cf1-fdfa-4ba8-b117-51462bf7238b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (447d0df2-38a6-42c5-90f2-2a32bd90fa28), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:45.791037 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ff4cb-fb94-45da-a821-452b38662d58 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:45.791804 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4b4ff4cb-fb94-45da-a821-452b38662d58 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 881 time: 0.3158717 Mar 24 01:20:45.794846 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50152) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:45.802123 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9cf1-fdfa-4ba8-b117-51462bf7238b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:45.810195 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ba8b9cf1-fdfa-4ba8-b117-51462bf7238b admin admin] 10.222.0.45 "DELETE /v2.0/networks/447d0df2-38a6-42c5-90f2-2a32bd90fa28 HTTP/1.1" status: 204 len: 168 time: 0.6380570 Mar 24 01:20:45.838919 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3832ed71-c362-441f-bc10-1e26dfed9567 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd1f520-9ed2-4388-9ea1-c957355c736c HTTP/1.1" status: 200 len: 205 time: 0.0428853 Mar 24 01:20:45.841509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50156) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:46.094235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cdad781a-a1ad-4139-bd09-93657a9826d2 None None] Current status of the port a3d6089e-791c-4860-b3e3-e1993228c687 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:46.197504 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31b6aa6-28ad-478d-a710-f34e33c51bdc None None] Update dhcp port {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'fixed_ips': [{'subnet_id': 'e01e5e46-4a40-4160-b344-244c4c06f438', 'ip_address': '2001:db8::f816:3eff:fed6:3938'}, {'subnet_id': '857caeee-327a-4a75-9cc6-c425a87ab8cc'}], 'binding:host_id': 'n-d-760455-9'}, 'id': 'a3d6089e-791c-4860-b3e3-e1993228c687'} from n-d-760455-9. {{(pid=115731) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 24 01:20:46.201793 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3deb906-2054-4fb4-b94b-cf95fa46f559 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (6fd1f520-9ed2-4388-9ea1-c957355c736c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:46.238698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50160) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:46.248483 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a31b6aa6-28ad-478d-a710-f34e33c51bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:46.268964 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b9cf1-fdfa-4ba8-b117-51462bf7238b admin admin] Pushing event deleted for resources: {'Network': ['ID=447d0df2-38a6-42c5-90f2-2a32bd90fa28,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:46.350389 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a035b3f-cc98-4677-bb01-1ba06cd3ccd4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (8fb5a352-0f79-4a75-b15d-22580e9cca0b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:46.370735 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-09bc4ae6-179e-4821-8d16-b18ba7b55d3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=01d2f132359d4157bfa63b3a564dc230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284001 Mar 24 01:20:46.371378 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50164) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:46.423211 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3deb906-2054-4fb4-b94b-cf95fa46f559 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (6fd1f520-9ed2-4388-9ea1-c957355c736c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:46.451799 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-999cff54-1b5b-4cbd-9122-62e375a3a25e admin admin] Publish callbacks [] for security_group (269bf172-c31b-4919-84fc-c39c41b59e4e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:46.483346 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a035b3f-cc98-4677-bb01-1ba06cd3ccd4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8fb5a352-0f79-4a75-b15d-22580e9cca0b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:46.548286 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-999cff54-1b5b-4cbd-9122-62e375a3a25e admin admin] Publish callbacks [] for security_group (269bf172-c31b-4919-84fc-c39c41b59e4e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:46.551678 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a035b3f-cc98-4677-bb01-1ba06cd3ccd4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=8fb5a352-0f79-4a75-b15d-22580e9cca0b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:46.635469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-a31b6aa6-28ad-478d-a710-f34e33c51bdc None None] Allocated IP 2001:db8:0:1::2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/857caeee-327a-4a75-9cc6-c425a87ab8cc/a3d6089e-791c-4860-b3e3-e1993228c687) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:46.660338 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a035b3f-cc98-4677-bb01-1ba06cd3ccd4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:46.664908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-6a035b3f-cc98-4677-bb01-1ba06cd3ccd4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:46.669459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a035b3f-cc98-4677-bb01-1ba06cd3ccd4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:46.677433 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a035b3f-cc98-4677-bb01-1ba06cd3ccd4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:46.678708 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a035b3f-cc98-4677-bb01-1ba06cd3ccd4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:46.708218 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6a035b3f-cc98-4677-bb01-1ba06cd3ccd4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5506327 Mar 24 01:20:46.708926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50166) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:46.710630 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for floatingip (daee92b2-abed-474b-8f0d-a25e5642b262), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:46.731922 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-999cff54-1b5b-4cbd-9122-62e375a3a25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (269bf172-c31b-4919-84fc-c39c41b59e4e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:46.734855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a3d6089e-791c-4860-b3e3-e1993228c687 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:46.742746 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-999cff54-1b5b-4cbd-9122-62e375a3a25e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:46.745313 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-999cff54-1b5b-4cbd-9122-62e375a3a25e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/269bf172-c31b-4919-84fc-c39c41b59e4e HTTP/1.1" status: 204 len: 168 time: 0.3729556 Mar 24 01:20:46.766240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cff54-1b5b-4cbd-9122-62e375a3a25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269bf172-c31b-4919-84fc-c39c41b59e4e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:46.819310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-a3deb906-2054-4fb4-b94b-cf95fa46f559 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Deleting port 58cf3482-6c2c-40e0-b578-ff4cbb2a1caf {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:46.819880 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3deb906-2054-4fb4-b94b-cf95fa46f559 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (58cf3482-6c2c-40e0-b578-ff4cbb2a1caf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:46.864048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a31b6aa6-28ad-478d-a710-f34e33c51bdc None None] For port a3d6089e-791c-4860-b3e3-e1993228c687, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a3d6089e-791c-4860-b3e3-e1993228c687,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:46.942852 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a31b6aa6-28ad-478d-a710-f34e33c51bdc None None] Publish callbacks [] for port (a3d6089e-791c-4860-b3e3-e1993228c687), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:46.952706 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a31b6aa6-28ad-478d-a710-f34e33c51bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:47.021962 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9a58fc7b-9e60-4be8-8489-54265738225e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:47.091710 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3deb906-2054-4fb4-b94b-cf95fa46f559 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (58cf3482-6c2c-40e0-b578-ff4cbb2a1caf), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:47.124547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b94d2e2a-959f-4682-b89b-2d26ae68731f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port 8fb5a352-0f79-4a75-b15d-22580e9cca0b {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:47.124888 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b94d2e2a-959f-4682-b89b-2d26ae68731f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8fb5a352-0f79-4a75-b15d-22580e9cca0b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:47.181875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-a3deb906-2054-4fb4-b94b-cf95fa46f559 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Calling delete_port for 58cf3482-6c2c-40e0-b578-ff4cbb2a1caf owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:47.204129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a3d6089e-791c-4860-b3e3-e1993228c687 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:47.204657 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:47.271218 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b6aa6-28ad-478d-a710-f34e33c51bdc None None] Pushing event updated for resources: {'Port': ['ID=a3d6089e-791c-4860-b3e3-e1993228c687,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:47.341312 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b94d2e2a-959f-4682-b89b-2d26ae68731f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8fb5a352-0f79-4a75-b15d-22580e9cca0b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:47.349515 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a3d6089e-791c-4860-b3e3-e1993228c687 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:47.369236 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50174) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:47.434041 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b592bd76-21c7-4539-b01d-4e6b37e76c98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0301b503155b4f739d553bb9940b637e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0631795 Mar 24 01:20:47.434854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50176) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:47.441753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b94d2e2a-959f-4682-b89b-2d26ae68731f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for 8fb5a352-0f79-4a75-b15d-22580e9cca0b owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:47.701872 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-adc8fe51-c21b-44ca-93a2-a4f02ca8c794 admin admin] Publish callbacks [] for security_group (daccd842-2065-4c66-982a-52cf24192b66), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:47.710523 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (9a58fc7b-9e60-4be8-8489-54265738225e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:47.723846 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (9a58fc7b-9e60-4be8-8489-54265738225e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:47.777431 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-adc8fe51-c21b-44ca-93a2-a4f02ca8c794 admin admin] Publish callbacks [] for security_group (daccd842-2065-4c66-982a-52cf24192b66), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:47.938796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=9a58fc7b-9e60-4be8-8489-54265738225e,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:47.946767 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (daee92b2-abed-474b-8f0d-a25e5642b262), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:47.951599 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3deb906-2054-4fb4-b94b-cf95fa46f559 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (58cf3482-6c2c-40e0-b578-ff4cbb2a1caf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:48.152351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f6770363-5434-4b29-ac5d-ccfc48f677fc None None] Provisioning complete for port a3d6089e-791c-4860-b3e3-e1993228c687 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:48.153289 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6770363-5434-4b29-ac5d-ccfc48f677fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:48.333731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f6770363-5434-4b29-ac5d-ccfc48f677fc None None] Current status of the port a3d6089e-791c-4860-b3e3-e1993228c687 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:48.450001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3deb906-2054-4fb4-b94b-cf95fa46f559 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Pushing event deleted for resources: {'Port': ['ID=58cf3482-6c2c-40e0-b578-ff4cbb2a1caf,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:48.469495 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-adc8fe51-c21b-44ca-93a2-a4f02ca8c794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (daccd842-2065-4c66-982a-52cf24192b66), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:48.472036 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-adc8fe51-c21b-44ca-93a2-a4f02ca8c794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:48.475544 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-adc8fe51-c21b-44ca-93a2-a4f02ca8c794 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/daccd842-2065-4c66-982a-52cf24192b66 HTTP/1.1" status: 204 len: 168 time: 1.0359128 Mar 24 01:20:48.532353 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f5ad-2c05-4d60-8664-f5b8384a5b58 None None] Provisioning complete for port 8fb5a352-0f79-4a75-b15d-22580e9cca0b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:48.535347 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f5ad-2c05-4d60-8664-f5b8384a5b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8fb5a352-0f79-4a75-b15d-22580e9cca0b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:48.538820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8fe51-c21b-44ca-93a2-a4f02ca8c794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daccd842-2065-4c66-982a-52cf24192b66,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:48.550365 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b94d2e2a-959f-4682-b89b-2d26ae68731f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (8fb5a352-0f79-4a75-b15d-22580e9cca0b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:48.596803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d2e2a-959f-4682-b89b-2d26ae68731f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=8fb5a352-0f79-4a75-b15d-22580e9cca0b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:48.618752 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3deb906-2054-4fb4-b94b-cf95fa46f559 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (6fd1f520-9ed2-4388-9ea1-c957355c736c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:48.619071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f5ad-2c05-4d60-8664-f5b8384a5b58 None None] Port 8fb5a352-0f79-4a75-b15d-22580e9cca0b was deleted so its status cannot be updated. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 24 01:20:48.634028 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Floating IP daee92b2-abed-474b-8f0d-a25e5642b262 associated. External IP: 172.25.0.151, port: f6578c37-b95e-435f-9589-4002ba4bdd3a. Mar 24 01:20:48.767470 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a3d6089e-791c-4860-b3e3-e1993228c687 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:48.803524 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b94d2e2a-959f-4682-b89b-2d26ae68731f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:48.806777 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b94d2e2a-959f-4682-b89b-2d26ae68731f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/8fb5a352-0f79-4a75-b15d-22580e9cca0b HTTP/1.1" status: 204 len: 168 time: 2.0944777 Mar 24 01:20:48.809924 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50186) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:48.894406 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a3d6089e-791c-4860-b3e3-e1993228c687 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:48.894406 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:48.915754 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3deb906-2054-4fb4-b94b-cf95fa46f559 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (6fd1f520-9ed2-4388-9ea1-c957355c736c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:48.920339 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3deb906-2054-4fb4-b94b-cf95fa46f559 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_controller (6fd1f520-9ed2-4388-9ea1-c957355c736c), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:48.941135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d571434-9295-492a-b3ad-abc8204ca259 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:48.950268 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6d571434-9295-492a-b3ad-abc8204ca259 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1376171 Mar 24 01:20:48.951108 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50190) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:49.003556 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3deb906-2054-4fb4-b94b-cf95fa46f559 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (6fd1f520-9ed2-4388-9ea1-c957355c736c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:49.004165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3deb906-2054-4fb4-b94b-cf95fa46f559 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Fanout notify agent at l3_agent the message router_deleted on router 6fd1f520-9ed2-4388-9ea1-c957355c736c {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:20:49.022708 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3deb906-2054-4fb4-b94b-cf95fa46f559 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:49.023871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a3deb906-2054-4fb4-b94b-cf95fa46f559 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "DELETE /v2.0/routers/6fd1f520-9ed2-4388-9ea1-c957355c736c HTTP/1.1" status: 204 len: 168 time: 3.1814253 Mar 24 01:20:49.030077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50192) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:49.042370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-add52043-796d-432f-886e-c0e42ccac5e0 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-495617013', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:49.062010 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260521d4-a24d-478a-83c3-8349b625910d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:49.063937 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-260521d4-a24d-478a-83c3-8349b625910d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1104167 Mar 24 01:20:49.068901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50194) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:49.088563 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a3d6089e-791c-4860-b3e3-e1993228c687 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:49.161974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc51d45a-1946-4064-88d6-f6ed0bcdcdf9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:49.163640 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc51d45a-1946-4064-88d6-f6ed0bcdcdf9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:49.170098 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc51d45a-1946-4064-88d6-f6ed0bcdcdf9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:49.175509 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fc51d45a-1946-4064-88d6-f6ed0bcdcdf9 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1054142 Mar 24 01:20:49.177013 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50198) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:49.216387 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-add52043-796d-432f-886e-c0e42ccac5e0 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (33907747-bf39-43b4-961c-7afd8ca8dedd), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:49.217612 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-add52043-796d-432f-886e-c0e42ccac5e0 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (33907747-bf39-43b4-961c-7afd8ca8dedd), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:49.260473 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-492dfb11-f144-41e9-92a2-891c25b66ce5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 857caeee-327a-4a75-9cc6-c425a87ab8cc {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:20:49.272470 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-492dfb11-f144-41e9-92a2-891c25b66ce5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (857caeee-327a-4a75-9cc6-c425a87ab8cc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:49.307699 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-add52043-796d-432f-886e-c0e42ccac5e0 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_controller (33907747-bf39-43b4-961c-7afd8ca8dedd), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:49.312874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router 29fbedff-b983-4ce2-993a-993487d68d23 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:20:49.317588 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-add52043-796d-432f-886e-c0e42ccac5e0 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (33907747-bf39-43b4-961c-7afd8ca8dedd), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:49.365950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-492dfb11-f144-41e9-92a2-891c25b66ce5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (857caeee-327a-4a75-9cc6-c425a87ab8cc), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:49.391286 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-add52043-796d-432f-886e-c0e42ccac5e0 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:49.395196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-add52043-796d-432f-886e-c0e42ccac5e0 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3588381 Mar 24 01:20:49.424647 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50206) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:49.429542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'enable_snat': True}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:49.540465 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-492dfb11-f144-41e9-92a2-891c25b66ce5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (857caeee-327a-4a75-9cc6-c425a87ab8cc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:49.687092 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-492dfb11-f144-41e9-92a2-891c25b66ce5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (857caeee-327a-4a75-9cc6-c425a87ab8cc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:49.734737 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-492dfb11-f144-41e9-92a2-891c25b66ce5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:49.737938 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-492dfb11-f144-41e9-92a2-891c25b66ce5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/857caeee-327a-4a75-9cc6-c425a87ab8cc HTTP/1.1" status: 204 len: 168 time: 0.5589788 Mar 24 01:20:49.740790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50216) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:49.741449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8b1db9-ce45-4cf5-95fa-ec6fa20fb86f None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:49.768933 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:20:49.784027 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1766b924-06bc-402b-95d9-f851421d2c54 None None] Sync routers for ids ['29fbedff-b983-4ce2-993a-993487d68d23'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:20:49.796071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492dfb11-f144-41e9-92a2-891c25b66ce5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=857caeee-327a-4a75-9cc6-c425a87ab8cc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:49.800114 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1766b924-06bc-402b-95d9-f851421d2c54 None None] Routers {'29fbedff-b983-4ce2-993a-993487d68d23'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:49.804540 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1766b924-06bc-402b-95d9-f851421d2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['29fbedff-b983-4ce2-993a-993487d68d23'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:49.811016 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (33907747-bf39-43b4-961c-7afd8ca8dedd), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:49.834443 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:49.839531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a513f9-716f-45dd-9628-82b684b5a715 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet e01e5e46-4a40-4160-b344-244c4c06f438 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:20:49.849638 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21a513f9-716f-45dd-9628-82b684b5a715 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (e01e5e46-4a40-4160-b344-244c4c06f438), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:49.940469 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4c84b6b9-7218-40da-b4eb-f907100487db tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2008059 Mar 24 01:20:49.944148 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:20:49.946482 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caa543c-1416-441a-8e61-ecd469452562" -d '{"events": [{"name": "network-changed", "server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:20:50.004337 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21a513f9-716f-45dd-9628-82b684b5a715 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (e01e5e46-4a40-4160-b344-244c4c06f438), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:50.011368 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab7ca21-7e0a-4c2f-ba48-863ee9c6833b x-openstack-request-id: req-7ab7ca21-7e0a-4c2f-ba48-863ee9c6833b {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:20:50.011768 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:20:50.012136 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ab7ca21-7e0a-4c2f-ba48-863ee9c6833b {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:20:50.012724 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab7ca21-7e0a-4c2f-ba48-863ee9c6833b'] response: {'name': 'network-changed', 'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'status': 'completed', 'code': 200} Mar 24 01:20:50.063431 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1766b924-06bc-402b-95d9-f851421d2c54 None None] Set router 29fbedff-b983-4ce2-993a-993487d68d23 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:20:50.112186 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50226) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:50.303674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f24e8-db94-4f20-a831-a6851ae6ff1a req-8dd0e834-98cb-4bb4-bbac-6a17967c3ace tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:50.305446 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd4f24e8-db94-4f20-a831-a6851ae6ff1a req-8dd0e834-98cb-4bb4-bbac-6a17967c3ace tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.1923482 Mar 24 01:20:50.317525 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa543c-1416-441a-8e61-ecd469452562 req-aafc6d2b-fbf8-4fe8-9365-4cbc45b1a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:50.320765 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (33907747-bf39-43b4-961c-7afd8ca8dedd), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:50.323050 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6caa543c-1416-441a-8e61-ecd469452562 req-aafc6d2b-fbf8-4fe8-9365-4cbc45b1a9a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1127 time: 0.2087674 Mar 24 01:20:50.402486 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-cbc01ed3-13ce-40e5-95f2-455f109a0a25 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1042029858-network', 'tenant_id': '5d5518d62d76447099552017be9745cd'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:50.406557 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:50.451323 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21a513f9-716f-45dd-9628-82b684b5a715 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (e01e5e46-4a40-4160-b344-244c4c06f438), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:50.551520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa543c-1416-441a-8e61-ecd469452562 req-f0f0ddf0-41f0-421c-8c79-a4cb6b4bc164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:50.572526 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6caa543c-1416-441a-8e61-ecd469452562 req-f0f0ddf0-41f0-421c-8c79-a4cb6b4bc164 service neutron] 10.222.0.48 "GET /v2.0/networks?id=afdb68c5-3dd6-4050-96c7-9ba9580870f0 HTTP/1.1" status: 200 len: 897 time: 0.2415922 Mar 24 01:20:50.591218 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Allocated IP 172.25.0.89 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/5aad2071-5176-48a2-9c3d-c0ae1529d03c) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:50.592033 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21a513f9-716f-45dd-9628-82b684b5a715 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (e01e5e46-4a40-4160-b344-244c4c06f438), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:50.718166 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for port (5aad2071-5176-48a2-9c3d-c0ae1529d03c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:50.737303 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1766b924-06bc-402b-95d9-f851421d2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fbedff-b983-4ce2-993a-993487d68d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061986791', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:20:18Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'daee92b2-abed-474b-8f0d-a25e5642b262', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'floating_ip_address': '172.25.0.151', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'port_id': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'mac_address': 'fa:16:3e:0d:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:20:46Z', 'updated_at': '2022-03-24T01:20:46Z', 'revision_number': 0, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f7d662-e4f6-49e6-80f1-5fc1657e22c5', 'name': '', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:81:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '6daa362a-df52-4549-a37d-76433e1092fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:15Z', 'updated_at': '2022-03-24T01:20:26Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '6daa362a-df52-4549-a37d-76433e1092fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:50.772356 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc01ed3-13ce-40e5-95f2-455f109a0a25 admin admin] Made reservation on behalf of 5d5518d62d76447099552017be9745cd for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:50.776255 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbc01ed3-13ce-40e5-95f2-455f109a0a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:50.777352 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1766b924-06bc-402b-95d9-f851421d2c54 None None] Checking router: 29fbedff-b983-4ce2-993a-993487d68d23 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:20:50.785496 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (5aad2071-5176-48a2-9c3d-c0ae1529d03c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:50.804109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a513f9-716f-45dd-9628-82b684b5a715 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=e01e5e46-4a40-4160-b344-244c4c06f438,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:50.810556 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1766b924-06bc-402b-95d9-f851421d2c54 None None] Routers {'29fbedff-b983-4ce2-993a-993487d68d23'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:50.811402 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-21a513f9-716f-45dd-9628-82b684b5a715 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:50.811618 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1766b924-06bc-402b-95d9-f851421d2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['29fbedff-b983-4ce2-993a-993487d68d23'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:50.826790 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-21a513f9-716f-45dd-9628-82b684b5a715 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/e01e5e46-4a40-4160-b344-244c4c06f438 HTTP/1.1" status: 204 len: 168 time: 1.0848653 Mar 24 01:20:50.827478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50234) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:50.851341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Pushing event updated for resources: {'Port': ['ID=5aad2071-5176-48a2-9c3d-c0ae1529d03c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:50.854056 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbc01ed3-13ce-40e5-95f2-455f109a0a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:50.897960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:50.898320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:50.898667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:50.899009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:50.899348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:50.899774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:50.900120 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:50.900430 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c3448721-7cbb-4bbb-bd48-6a9da650a339 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693743 Mar 24 01:20:50.900888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:50.900888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:50.901180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:50.901517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:50.902462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:50.902792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:50.903120 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:50.904186 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:50.904312 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50236) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:50.909538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:50.931131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd4f24e8-db94-4f20-a831-a6851ae6ff1a req-d8a2b687-9891-4dcf-81d2-f4917824af59 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6027372 Mar 24 01:20:50.952209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:50.952209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:50.952209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:50.958474 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50238) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:50.990775 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce6ce1-ad45-4244-88af-708a3c91d920 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:51.019815 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1766b924-06bc-402b-95d9-f851421d2c54 None None] Set router 29fbedff-b983-4ce2-993a-993487d68d23 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:20:51.113414 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6caa543c-1416-441a-8e61-ecd469452562 req-96883f61-e28a-4f2b-b690-0093244c8485 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 999 time: 0.5332131 Mar 24 01:20:51.168951 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-93a0a9b2-9fb9-4bc5-9806-b4bcd56ad01d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/daee92b2-abed-474b-8f0d-a25e5642b262 HTTP/1.1" status: 200 len: 991 time: 0.2084522 Mar 24 01:20:51.193292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ff9fa5c0-c5a3-44c0-9e03-3eabc0b604a3 None None] Provisioning complete for port a3d6089e-791c-4860-b3e3-e1993228c687 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:51.193826 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ff9fa5c0-c5a3-44c0-9e03-3eabc0b604a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:51.257608 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa543c-1416-441a-8e61-ecd469452562 req-15ba1c75-e99b-47ef-bdba-93f4c9d17c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:51.259901 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6caa543c-1416-441a-8e61-ecd469452562 req-15ba1c75-e99b-47ef-bdba-93f4c9d17c79 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6daa362a-df52-4549-a37d-76433e1092fa HTTP/1.1" status: 200 len: 834 time: 0.1352224 Mar 24 01:20:51.266000 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbc01ed3-13ce-40e5-95f2-455f109a0a25 admin admin] Publish callbacks [] for security_group (d222bafa-c68e-4b5c-8291-9822c8a0689b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:51.277492 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbc01ed3-13ce-40e5-95f2-455f109a0a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d222bafa-c68e-4b5c-8291-9822c8a0689b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:51.290949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc01ed3-13ce-40e5-95f2-455f109a0a25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:20:51.293794 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1766b924-06bc-402b-95d9-f851421d2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fbedff-b983-4ce2-993a-993487d68d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061986791', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:20:18Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'daee92b2-abed-474b-8f0d-a25e5642b262', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'floating_ip_address': '172.25.0.151', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'port_id': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'mac_address': 'fa:16:3e:0d:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:20:46Z', 'updated_at': '2022-03-24T01:20:46Z', 'revision_number': 0, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f7d662-e4f6-49e6-80f1-5fc1657e22c5', 'name': '', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:81:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '6daa362a-df52-4549-a37d-76433e1092fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:15Z', 'updated_at': '2022-03-24T01:20:26Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '6daa362a-df52-4549-a37d-76433e1092fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:51.301749 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbc01ed3-13ce-40e5-95f2-455f109a0a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (eaec1426-d418-4f01-a5d9-e9086f8df5db), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:51.302712 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-cbc01ed3-13ce-40e5-95f2-455f109a0a25 admin admin] Added segment eaec1426-d418-4f01-a5d9-e9086f8df5db of type vlan for network 1178b02a-2901-4887-b66a-72d060eec86d Mar 24 01:20:51.368781 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1766b924-06bc-402b-95d9-f851421d2c54 None None] The sync data for ids ['29fbedff-b983-4ce2-993a-993487d68d23'] in n-d-760455-9 is: [{'id': '29fbedff-b983-4ce2-993a-993487d68d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061986791', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:20:18Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'daee92b2-abed-474b-8f0d-a25e5642b262', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'floating_ip_address': '172.25.0.151', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'port_id': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'mac_address': 'fa:16:3e:0d:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:20:46Z', 'updated_at': '2022-03-24T01:20:46Z', 'revision_number': 0, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f7d662-e4f6-49e6-80f1-5fc1657e22c5', 'name': '', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:81:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '6daa362a-df52-4549-a37d-76433e1092fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:15Z', 'updated_at': '2022-03-24T01:20:26Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '6daa362a-df52-4549-a37d-76433e1092fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:20:51.387469 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbc01ed3-13ce-40e5-95f2-455f109a0a25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (1178b02a-2901-4887-b66a-72d060eec86d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:51.416534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:51.424826 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbc01ed3-13ce-40e5-95f2-455f109a0a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (1178b02a-2901-4887-b66a-72d060eec86d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:51.425819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc01ed3-13ce-40e5-95f2-455f109a0a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:51.426411 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cbc01ed3-13ce-40e5-95f2-455f109a0a25 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:51.430073 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:51.478192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ff9fa5c0-c5a3-44c0-9e03-3eabc0b604a3 None None] Current status of the port a3d6089e-791c-4860-b3e3-e1993228c687 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:51.574427 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:20:51.717356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Deleting port a3d6089e-791c-4860-b3e3-e1993228c687 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:51.717738 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:51.811283 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc01ed3-13ce-40e5-95f2-455f109a0a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d222bafa-c68e-4b5c-8291-9822c8a0689b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:51.819663 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa543c-1416-441a-8e61-ecd469452562 req-d3639946-89fb-427b-82d8-7d33cd3e6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:51.821555 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6caa543c-1416-441a-8e61-ecd469452562 req-d3639946-89fb-427b-82d8-7d33cd3e6b31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afdb68c5-3dd6-4050-96c7-9ba9580870f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5456710 Mar 24 01:20:51.909822 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cbc01ed3-13ce-40e5-95f2-455f109a0a25 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7951543 Mar 24 01:20:51.912571 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc01ed3-13ce-40e5-95f2-455f109a0a25 admin admin] Pushing event updated for resources: {'Network': ['ID=1178b02a-2901-4887-b66a-72d060eec86d,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:51.915366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50244) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:51.926385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-bcf99095-30f8-41d4-a25f-91c50a62da02 admin admin] Request body: {'subnet': {'network_id': '1178b02a-2901-4887-b66a-72d060eec86d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1042029858-subnet', 'tenant_id': '5d5518d62d76447099552017be9745cd', 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:51.957813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf99095-30f8-41d4-a25f-91c50a62da02 admin admin] Made reservation on behalf of 5d5518d62d76447099552017be9745cd for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:51.958682 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bcf99095-30f8-41d4-a25f-91c50a62da02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:52.019919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 1178b02a-2901-4887-b66a-72d060eec86d details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:20:52.082808 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b0dfa-6810-4da3-9fa6-cbe08da7dad1 None None] New status for floating IP daee92b2-abed-474b-8f0d-a25e5642b262: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:20:52.115984 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6caa543c-1416-441a-8e61-ecd469452562 req-76b24f61-c624-44fa-aea1-58e2bc849b20 service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875178 Mar 24 01:20:52.122307 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (33907747-bf39-43b4-961c-7afd8ca8dedd), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:52.123961 n-d-760455-9 neutron-server[115729]: DEBUG neutron.objects.ports [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115729) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:20:52.173920 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50246) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:52.288170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] For port a3d6089e-791c-4860-b3e3-e1993228c687, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a3d6089e-791c-4860-b3e3-e1993228c687,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:52.288638 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:52.338178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Calling delete_port for a3d6089e-791c-4860-b3e3-e1993228c687 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:52.421538 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6caa543c-1416-441a-8e61-ecd469452562 req-7da8ab5f-cb5d-4efd-9f66-a2e44ebb6107 service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953570 Mar 24 01:20:52.427848 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:52.498311 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:52.549398 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Pushing event deleted for resources: {'Port': ['ID=a3d6089e-791c-4860-b3e3-e1993228c687,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:52.552038 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] No DVR routers for this DVR port a3d6089e-791c-4860-b3e3-e1993228c687 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:20:52.576901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.577517 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.577628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.578156 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.578477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.578869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.579309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.579642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.581567 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.582161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.584591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.584936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.585310 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.585649 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.585978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcec8cf-6021-45e1-b1b9-0a29d9306307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.636077 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] For port a3d6089e-791c-4860-b3e3-e1993228c687, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a3d6089e-791c-4860-b3e3-e1993228c687,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:52.692685 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (a3d6089e-791c-4860-b3e3-e1993228c687), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:52.700915 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (a3d6089e-791c-4860-b3e3-e1993228c687), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:52.706899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a3d6089e-791c-4860-b3e3-e1993228c687 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:20:52.735653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: a3d6089e-791c-4860-b3e3-e1993228c687 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:20:52.736779 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a3d6089e-791c-4860-b3e3-e1993228c687 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:20:52.760565 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=a3d6089e-791c-4860-b3e3-e1993228c687,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:52.777210 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.777567 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.777904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.778237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.779200 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.779542 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.779873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.780199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.780534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.780855 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.781706 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.782065 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.782645 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.782972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.783296 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:20:52.787955 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (ca8b4afb-9e3e-41f4-a8a8-3288b0bd1586), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:52.844198 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:52.848974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:52.859841 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6a3a93-d4a7-4f5a-86ed-9832a5075be3 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:52.864510 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:52.865137 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:52.907785 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=ca8b4afb-9e3e-41f4-a8a8-3288b0bd1586,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:52.915954 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ceba15cd-4c93-4dc7-9a41-4d265c595fda tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0112615 Mar 24 01:20:52.920080 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50250) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:52.930081 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0022f606-9dc3-41ef-8ace-29762b109fe2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:53.048193 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': 'ca8b4afb-9e3e-41f4-a8a8-3288b0bd1586'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:20:53.048678 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:53.122747 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8c78bee0-f5d7-4e73-81b6-9f1bcf7771f1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/daee92b2-abed-474b-8f0d-a25e5642b262 HTTP/1.1" status: 200 len: 993 time: 0.7974820 Mar 24 01:20:53.134430 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0022f606-9dc3-41ef-8ace-29762b109fe2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:53.138589 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0022f606-9dc3-41ef-8ace-29762b109fe2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:53.179075 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (33907747-bf39-43b4-961c-7afd8ca8dedd), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:53.190776 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (33907747-bf39-43b4-961c-7afd8ca8dedd), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:53.197559 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bcf99095-30f8-41d4-a25f-91c50a62da02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (1dbb63e9-6f61-4ffa-8c3d-88911f70759e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:53.248998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Allocated IP 2001:db8::f816:3eff:fe5f:7f33 (6236e4f8-17ff-44a0-8044-03efb1bb8211/ca8b4afb-9e3e-41f4-a8a8-3288b0bd1586/d93dcd53-a030-4398-9ca0-de1475486116) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:53.249309 n-d-760455-9 neutron-server[115729]: INFO neutron.db.ipam_backend_mixin [None req-0022f606-9dc3-41ef-8ace-29762b109fe2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca8b4afb-9e3e-41f4-a8a8-3288b0bd1586 (CIDR: 2001:db8::/64) Mar 24 01:20:53.257337 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-0022f606-9dc3-41ef-8ace-29762b109fe2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:20:53.257995 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0022f606-9dc3-41ef-8ace-29762b109fe2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:20:53.277662 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0022f606-9dc3-41ef-8ace-29762b109fe2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3564472 Mar 24 01:20:53.280465 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50254) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:53.288572 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6a521500-f840-42d0-88d4-52f98023c470 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:53.302701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf99095-30f8-41d4-a25f-91c50a62da02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dbb63e9-6f61-4ffa-8c3d-88911f70759e,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:53.351310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf99095-30f8-41d4-a25f-91c50a62da02 admin admin] Checking segment: {'id': 'eaec1426-d418-4f01-a5d9-e9086f8df5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1178b02a-2901-4887-b66a-72d060eec86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:53.351574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf99095-30f8-41d4-a25f-91c50a62da02 admin admin] Network hostable DHCP agents. Network: 1178b02a-2901-4887-b66a-72d060eec86d, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:20:53.387952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf99095-30f8-41d4-a25f-91c50a62da02 admin admin] Network 1178b02a-2901-4887-b66a-72d060eec86d is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:20:53.419075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-bcf99095-30f8-41d4-a25f-91c50a62da02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 1178b02a-2901-4887-b66a-72d060eec86d) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:53.427540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf99095-30f8-41d4-a25f-91c50a62da02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:53.428283 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bcf99095-30f8-41d4-a25f-91c50a62da02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:53.436537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f9ef30-85e2-49b3-85d0-0049a64881b5 None None] Network 1178b02a-2901-4887-b66a-72d060eec86d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:53.444986 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Router 33907747-bf39-43b4-961c-7afd8ca8dedd is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:20:53.457983 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a521500-f840-42d0-88d4-52f98023c470 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:53.458611 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bcf99095-30f8-41d4-a25f-91c50a62da02 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5394301 Mar 24 01:20:53.461289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50260) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:53.466308 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1042029858-router', 'tenant_id': '5d5518d62d76447099552017be9745cd', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:53.473012 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a521500-f840-42d0-88d4-52f98023c470 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:53.590147 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (6e73caa0-ab19-4b98-93ea-4e1822d47e65), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:53.591410 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (6e73caa0-ab19-4b98-93ea-4e1822d47e65), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:53.613074 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-1178b02a-2901-4887-b66a-72d060eec86d', 'network_id': '1178b02a-2901-4887-b66a-72d060eec86d', 'project_id': '5d5518d62d76447099552017be9745cd', 'fixed_ips': [{'subnet_id': '1dbb63e9-6f61-4ffa-8c3d-88911f70759e'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:20:53.614206 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:53.655321 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Publish callbacks [] for port (d93dcd53-a030-4398-9ca0-de1475486116), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:53.672486 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:20:53.679605 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:53.680306 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-907be5f4-d6f7-4b18-a480-bf402d3a43ff tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "PUT /v2.0/routers/33907747-bf39-43b4-961c-7afd8ca8dedd HTTP/1.1" status: 200 len: 917 time: 4.2545791 Mar 24 01:20:53.681891 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Publish callbacks [] for router_controller (6e73caa0-ab19-4b98-93ea-4e1822d47e65), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:53.685333 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33f3c39-d37e-4258-aa5d-04f0f64e3edb None None] Sync routers for ids ['33907747-bf39-43b4-961c-7afd8ca8dedd'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:20:53.690038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50264) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:53.690990 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (d93dcd53-a030-4398-9ca0-de1475486116), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:53.707224 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f3c39-d37e-4258-aa5d-04f0f64e3edb None None] Routers {'33907747-bf39-43b4-961c-7afd8ca8dedd'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:53.708316 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e33f3c39-d37e-4258-aa5d-04f0f64e3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['33907747-bf39-43b4-961c-7afd8ca8dedd'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:53.792289 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e33f3c39-d37e-4258-aa5d-04f0f64e3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:53.814961 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f3c39-d37e-4258-aa5d-04f0f64e3edb None None] Routers {'33907747-bf39-43b4-961c-7afd8ca8dedd'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:53.815927 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e33f3c39-d37e-4258-aa5d-04f0f64e3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['33907747-bf39-43b4-961c-7afd8ca8dedd'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:53.882192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:53.892697 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:53.895474 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:53.903117 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e33f3c39-d37e-4258-aa5d-04f0f64e3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:53.904461 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33f3c39-d37e-4258-aa5d-04f0f64e3edb None None] The sync data for ids ['33907747-bf39-43b4-961c-7afd8ca8dedd'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:20:53.913736 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Allocated IP 172.20.0.2 (1178b02a-2901-4887-b66a-72d060eec86d/1dbb63e9-6f61-4ffa-8c3d-88911f70759e/41b3a6dd-7299-4baf-97bd-4c046b9ba5b1) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:53.921862 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a521500-f840-42d0-88d4-52f98023c470 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (552b60c1-e1b0-43cf-bd2a-2826eb851fc0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:53.922177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Pushing event updated for resources: {'Port': ['ID=d93dcd53-a030-4398-9ca0-de1475486116,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:53.996669 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a521500-f840-42d0-88d4-52f98023c470 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=552b60c1-e1b0-43cf-bd2a-2826eb851fc0,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:54.020105 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a521500-f840-42d0-88d4-52f98023c470 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:54.021549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-6a521500-f840-42d0-88d4-52f98023c470 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:54.029943 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a521500-f840-42d0-88d4-52f98023c470 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:54.033023 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6a521500-f840-42d0-88d4-52f98023c470 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:54.061703 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Attempting to bind port d93dcd53-a030-4398-9ca0-de1475486116 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:54.062242 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6a521500-f840-42d0-88d4-52f98023c470 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7786055 Mar 24 01:20:54.065545 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50270) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:54.067437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Attempting to bind port d93dcd53-a030-4398-9ca0-de1475486116 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:54.067991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Attempting to bind port d93dcd53-a030-4398-9ca0-de1475486116 on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:54.070977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c97bba8b-5039-4194-bb9b-59b9cae1c761 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'mac_address': 'fa:16:3e:31:57:97', 'name': 'tempest-NetworksTestDHCPv6-287094034'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:54.082324 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:54.083049 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:54.083614 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:54.084167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:54.084803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Bound port: d93dcd53-a030-4398-9ca0-de1475486116, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:54.085400 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d93dcd53-a030-4398-9ca0-de1475486116), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:54.226973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97bba8b-5039-4194-bb9b-59b9cae1c761 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:20:54.234760 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] For port d93dcd53-a030-4398-9ca0-de1475486116, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:20:54.245012 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-667c883e-e5db-4dc8-9ad8-11973dd997b7 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/routers/33907747-bf39-43b4-961c-7afd8ca8dedd HTTP/1.1" status: 200 len: 923 time: 0.5491884 Mar 24 01:20:54.247861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50272) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:54.254714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] For port d93dcd53-a030-4398-9ca0-de1475486116, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d93dcd53-a030-4398-9ca0-de1475486116,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:20:54.270860 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Publish callbacks [] for port (41b3a6dd-7299-4baf-97bd-4c046b9ba5b1), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:54.272933 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d93dcd53-a030-4398-9ca0-de1475486116), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:54.288192 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Publish callbacks [] for router_gateway (6e73caa0-ab19-4b98-93ea-4e1822d47e65), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:54.311875 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (41b3a6dd-7299-4baf-97bd-4c046b9ba5b1), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:54.385189 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Network 1178b02a-2901-4887-b66a-72d060eec86d is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:54.392061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:54.399617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:54.403546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b78749-a46f-46a2-b2ba-861fceff5654 None None] Pushing event updated for resources: {'Port': ['ID=d93dcd53-a030-4398-9ca0-de1475486116,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:54.409181 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c97bba8b-5039-4194-bb9b-59b9cae1c761 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:54.423806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b934990-1f75-46d5-af15-134899b8b542 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:54.432892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3b934990-1f75-46d5-af15-134899b8b542 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&device_id=33907747-bf39-43b4-961c-7afd8ca8dedd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1823008 Mar 24 01:20:54.433852 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50274) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:54.469186 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-c97bba8b-5039-4194-bb9b-59b9cae1c761 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port a76346d0-82c7-4b55-99fd-5bc893f90d14 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:20:54.615664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f955187-e264-484b-b4a1-26bcbc585ebf tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:54.621718 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Attempting to bind port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:20:54.625375 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9f955187-e264-484b-b4a1-26bcbc585ebf tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 881 time: 0.1855402 Mar 24 01:20:54.625864 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Attempting to bind port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'eaec1426-d418-4f01-a5d9-e9086f8df5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1178b02a-2901-4887-b66a-72d060eec86d'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:20:54.629988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Attempting to bind port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 on network 1178b02a-2901-4887-b66a-72d060eec86d {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:20:54.643558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Pushing event updated for resources: {'Port': ['ID=41b3a6dd-7299-4baf-97bd-4c046b9ba5b1,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:54.643744 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50276) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:54.669233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:20:54.669880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Checking segment: {'id': 'eaec1426-d418-4f01-a5d9-e9086f8df5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1178b02a-2901-4887-b66a-72d060eec86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:20:54.672059 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:54.672562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Bound using segment: {'id': 'eaec1426-d418-4f01-a5d9-e9086f8df5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1178b02a-2901-4887-b66a-72d060eec86d'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:20:54.673203 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Bound port: 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaec1426-d418-4f01-a5d9-e9086f8df5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1178b02a-2901-4887-b66a-72d060eec86d'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:20:54.680332 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (41b3a6dd-7299-4baf-97bd-4c046b9ba5b1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:54.718714 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a9606464-751c-4b05-b6c1-4cb56f5a2d11 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "GET /v2.0/ports?device_id=33907747-bf39-43b4-961c-7afd8ca8dedd HTTP/1.1" status: 200 len: 205 time: 0.0738153 Mar 24 01:20:54.754310 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50278) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:54.827140 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] For port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:20:54.831594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] For port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=41b3a6dd-7299-4baf-97bd-4c046b9ba5b1,segment=NetworkSegment(eaec1426-d418-4f01-a5d9-e9086f8df5db),segment_id=eaec1426-d418-4f01-a5d9-e9086f8df5db)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:20:54.844640 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (41b3a6dd-7299-4baf-97bd-4c046b9ba5b1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:54.905577 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Publish callbacks [] for router_gateway (6e73caa0-ab19-4b98-93ea-4e1822d47e65), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:54.959715 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:54.970761 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ec7d0-02a9-4ef0-b8cf-0d9ab2879689 None None] Pushing event updated for resources: {'Port': ['ID=41b3a6dd-7299-4baf-97bd-4c046b9ba5b1,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:54.972841 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57055eaf-0b69-4ece-9f42-65a9ccf46019 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (33907747-bf39-43b4-961c-7afd8ca8dedd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:55.188693 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Allocated IP 172.25.0.12 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/9f9a7834-0463-4428-9c5d-55161cefde6f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:55.203454 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-c97bba8b-5039-4194-bb9b-59b9cae1c761 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8:0:1::36 (6236e4f8-17ff-44a0-8044-03efb1bb8211/552b60c1-e1b0-43cf-bd2a-2826eb851fc0/a76346d0-82c7-4b55-99fd-5bc893f90d14) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:55.222285 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57055eaf-0b69-4ece-9f42-65a9ccf46019 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (33907747-bf39-43b4-961c-7afd8ca8dedd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:55.227223 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-c97bba8b-5039-4194-bb9b-59b9cae1c761 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::f816:3eff:fe31:5797 (6236e4f8-17ff-44a0-8044-03efb1bb8211/ca8b4afb-9e3e-41f4-a8a8-3288b0bd1586/a76346d0-82c7-4b55-99fd-5bc893f90d14) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:55.501750 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-57055eaf-0b69-4ece-9f42-65a9ccf46019 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Deleting port 5aad2071-5176-48a2-9c3d-c0ae1529d03c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:55.502236 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57055eaf-0b69-4ece-9f42-65a9ccf46019 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5aad2071-5176-48a2-9c3d-c0ae1529d03c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:55.544782 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Publish callbacks [] for port (9f9a7834-0463-4428-9c5d-55161cefde6f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:55.636645 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (9f9a7834-0463-4428-9c5d-55161cefde6f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:55.666192 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57055eaf-0b69-4ece-9f42-65a9ccf46019 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5aad2071-5176-48a2-9c3d-c0ae1529d03c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:55.684241 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-57055eaf-0b69-4ece-9f42-65a9ccf46019 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Calling delete_port for 5aad2071-5176-48a2-9c3d-c0ae1529d03c owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:55.768053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9f9a7834-0463-4428-9c5d-55161cefde6f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:55.791632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:55.796682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:55.808789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:55.952824 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57055eaf-0b69-4ece-9f42-65a9ccf46019 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5aad2071-5176-48a2-9c3d-c0ae1529d03c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:55.997530 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57055eaf-0b69-4ece-9f42-65a9ccf46019 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Pushing event deleted for resources: {'Port': ['ID=5aad2071-5176-48a2-9c3d-c0ae1529d03c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:56.185126 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ab23d0-e8db-47c8-b081-fa93e0be9321 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:56.322382 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Publish callbacks [] for router_gateway (6e73caa0-ab19-4b98-93ea-4e1822d47e65), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:56.363867 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3028ddc3-77cf-4d64-bc4f-422540b8a434 None None] Provisioning complete for port d93dcd53-a030-4398-9ca0-de1475486116 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:56.364236 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3028ddc3-77cf-4d64-bc4f-422540b8a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d93dcd53-a030-4398-9ca0-de1475486116), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:56.633357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3028ddc3-77cf-4d64-bc4f-422540b8a434 None None] Current status of the port d93dcd53-a030-4398-9ca0-de1475486116 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:56.633760 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3028ddc3-77cf-4d64-bc4f-422540b8a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d93dcd53-a030-4398-9ca0-de1475486116), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:56.774991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3028ddc3-77cf-4d64-bc4f-422540b8a434 None None] For port d93dcd53-a030-4398-9ca0-de1475486116, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d93dcd53-a030-4398-9ca0-de1475486116,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:56.795489 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3028ddc3-77cf-4d64-bc4f-422540b8a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d93dcd53-a030-4398-9ca0-de1475486116), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:56.858220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cecc88-c079-4565-a110-7e486b7ab5dc None None] Network 1178b02a-2901-4887-b66a-72d060eec86d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:20:56.891562 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c97bba8b-5039-4194-bb9b-59b9cae1c761 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (a76346d0-82c7-4b55-99fd-5bc893f90d14), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:56.910043 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (6e73caa0-ab19-4b98-93ea-4e1822d47e65), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:56.926592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bdd497-9db8-47cc-bf14-0ec44f7ffdab None None] Update dhcp port {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'fixed_ips': [{'subnet_id': 'ca8b4afb-9e3e-41f4-a8a8-3288b0bd1586', 'ip_address': '2001:db8::f816:3eff:fe5f:7f33'}, {'subnet_id': '552b60c1-e1b0-43cf-bd2a-2826eb851fc0'}], 'binding:host_id': 'n-d-760455-9'}, 'id': 'd93dcd53-a030-4398-9ca0-de1475486116'} from n-d-760455-9. {{(pid=115731) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 24 01:20:56.976781 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57055eaf-0b69-4ece-9f42-65a9ccf46019 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (33907747-bf39-43b4-961c-7afd8ca8dedd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.005937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d93dcd53-a030-4398-9ca0-de1475486116 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:57.130959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Router 6e73caa0-ab19-4b98-93ea-4e1822d47e65 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:20:57.245194 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57055eaf-0b69-4ece-9f42-65a9ccf46019 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (33907747-bf39-43b4-961c-7afd8ca8dedd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.247866 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57055eaf-0b69-4ece-9f42-65a9ccf46019 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_controller (33907747-bf39-43b4-961c-7afd8ca8dedd), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.249779 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c97bba8b-5039-4194-bb9b-59b9cae1c761 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a76346d0-82c7-4b55-99fd-5bc893f90d14), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.379544 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bba8b-5039-4194-bb9b-59b9cae1c761 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=a76346d0-82c7-4b55-99fd-5bc893f90d14,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:57.416625 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-19bdd497-9db8-47cc-bf14-0ec44f7ffdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d93dcd53-a030-4398-9ca0-de1475486116), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.419133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028ddc3-77cf-4d64-bc4f-422540b8a434 None None] Pushing event updated for resources: {'Port': ['ID=d93dcd53-a030-4398-9ca0-de1475486116,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:57.424724 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fa832f0a-e3b8-4e56-a8e3-2b8eed9cd811 None None] Provisioning complete for port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:57.425129 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fa832f0a-e3b8-4e56-a8e3-2b8eed9cd811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (41b3a6dd-7299-4baf-97bd-4c046b9ba5b1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.456477 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:20:57.491012 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97bba8b-5039-4194-bb9b-59b9cae1c761 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:20:57.492692 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57055eaf-0b69-4ece-9f42-65a9ccf46019 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (33907747-bf39-43b4-961c-7afd8ca8dedd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.493363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57055eaf-0b69-4ece-9f42-65a9ccf46019 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Fanout notify agent at l3_agent the message router_deleted on router 33907747-bf39-43b4-961c-7afd8ca8dedd {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:20:57.495404 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c97bba8b-5039-4194-bb9b-59b9cae1c761 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:20:57.517970 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57055eaf-0b69-4ece-9f42-65a9ccf46019 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.522402 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-57055eaf-0b69-4ece-9f42-65a9ccf46019 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "DELETE /v2.0/routers/33907747-bf39-43b4-961c-7afd8ca8dedd HTTP/1.1" status: 204 len: 168 time: 2.7636230 Mar 24 01:20:57.522402 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97bba8b-5039-4194-bb9b-59b9cae1c761 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:20:57.523480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50300) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:57.538604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-f49445ac-aa16-4196-bf32-0b00dacbb81d tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1515559055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:57.541742 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97bba8b-5039-4194-bb9b-59b9cae1c761 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:57.542467 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c97bba8b-5039-4194-bb9b-59b9cae1c761 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.595375 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c97bba8b-5039-4194-bb9b-59b9cae1c761 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5282090 Mar 24 01:20:57.595818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50302) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:57.626081 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f49445ac-aa16-4196-bf32-0b00dacbb81d tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (eb2c4add-9571-45da-aa59-b490dc90691f), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.627697 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f49445ac-aa16-4196-bf32-0b00dacbb81d tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (eb2c4add-9571-45da-aa59-b490dc90691f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.729081 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f49445ac-aa16-4196-bf32-0b00dacbb81d tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_controller (eb2c4add-9571-45da-aa59-b490dc90691f), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.734215 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.738969 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c4f57c32-94f9-4cd5-8047-f942199706e9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.2766826 Mar 24 01:20:57.740126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50304) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:57.743963 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f49445ac-aa16-4196-bf32-0b00dacbb81d tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (eb2c4add-9571-45da-aa59-b490dc90691f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.787573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a6756afd-389d-446f-993b-f834f9b8e586 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port a76346d0-82c7-4b55-99fd-5bc893f90d14 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:20:57.787927 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6756afd-389d-446f-993b-f834f9b8e586 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a76346d0-82c7-4b55-99fd-5bc893f90d14), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.873086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Sync routers for ids ['6e73caa0-ab19-4b98-93ea-4e1822d47e65'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:20:57.928339 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6756afd-389d-446f-993b-f834f9b8e586 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a76346d0-82c7-4b55-99fd-5bc893f90d14), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.941409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a6756afd-389d-446f-993b-f834f9b8e586 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for a76346d0-82c7-4b55-99fd-5bc893f90d14 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:20:57.960292 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f49445ac-aa16-4196-bf32-0b00dacbb81d tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.968302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f49445ac-aa16-4196-bf32-0b00dacbb81d tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4418893 Mar 24 01:20:57.970279 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50306) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:57.973553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d93dcd53-a030-4398-9ca0-de1475486116 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:57.973935 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d93dcd53-a030-4398-9ca0-de1475486116), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:57.977305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'enable_snat': False}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:20:58.047548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Routers {'6e73caa0-ab19-4b98-93ea-4e1822d47e65'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:20:58.048210 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:20:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['6e73caa0-ab19-4b98-93ea-4e1822d47e65'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:58.190248 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Set router 6e73caa0-ab19-4b98-93ea-4e1822d47e65 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:20:58.278958 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6756afd-389d-446f-993b-f834f9b8e586 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a76346d0-82c7-4b55-99fd-5bc893f90d14), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:58.441713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-19bdd497-9db8-47cc-bf14-0ec44f7ffdab None None] Allocated IP 2001:db8:0:1::2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/552b60c1-e1b0-43cf-bd2a-2826eb851fc0/d93dcd53-a030-4398-9ca0-de1475486116) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:58.466142 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a6756afd-389d-446f-993b-f834f9b8e586 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:58.482101 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a6756afd-389d-446f-993b-f834f9b8e586 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/a76346d0-82c7-4b55-99fd-5bc893f90d14 HTTP/1.1" status: 204 len: 168 time: 0.8846898 Mar 24 01:20:58.484351 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6756afd-389d-446f-993b-f834f9b8e586 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=a76346d0-82c7-4b55-99fd-5bc893f90d14,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:58.487717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50310) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:58.589740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a706faa8-1678-4e99-8ecf-df5ea704ddfe tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:58.593019 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a706faa8-1678-4e99-8ecf-df5ea704ddfe tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1030939 Mar 24 01:20:58.596558 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50314) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:58.618889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fa832f0a-e3b8-4e56-a8e3-2b8eed9cd811 None None] Current status of the port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:58.619297 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fa832f0a-e3b8-4e56-a8e3-2b8eed9cd811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (41b3a6dd-7299-4baf-97bd-4c046b9ba5b1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:58.697591 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96447621-48ba-465d-a517-7adaf0ea251c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:58.704518 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-96447621-48ba-465d-a517-7adaf0ea251c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1028266 Mar 24 01:20:58.707434 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50316) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:58.809651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408d89c3-ad64-43e3-a35c-364789c43f99 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:58.811237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408d89c3-ad64-43e3-a35c-364789c43f99 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:58.812724 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408d89c3-ad64-43e3-a35c-364789c43f99 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:20:58.814619 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-408d89c3-ad64-43e3-a35c-364789c43f99 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1060309 Mar 24 01:20:58.817369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50318) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:58.876880 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb34e01a-e6c9-4099-a09e-f07c7f4f78da tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 552b60c1-e1b0-43cf-bd2a-2826eb851fc0 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:20:58.916887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-19bdd497-9db8-47cc-bf14-0ec44f7ffdab None None] For port d93dcd53-a030-4398-9ca0-de1475486116, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d93dcd53-a030-4398-9ca0-de1475486116,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:58.953359 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fe523b5b-6f1d-49f4-a910-17951577c445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:58.978547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fa832f0a-e3b8-4e56-a8e3-2b8eed9cd811 None None] For port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=41b3a6dd-7299-4baf-97bd-4c046b9ba5b1,segment=NetworkSegment(eaec1426-d418-4f01-a5d9-e9086f8df5db),segment_id=eaec1426-d418-4f01-a5d9-e9086f8df5db)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:20:58.997770 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fa832f0a-e3b8-4e56-a8e3-2b8eed9cd811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (41b3a6dd-7299-4baf-97bd-4c046b9ba5b1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.015590 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (eb2c4add-9571-45da-aa59-b490dc90691f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.063950 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-19bdd497-9db8-47cc-bf14-0ec44f7ffdab None None] Publish callbacks [] for port (d93dcd53-a030-4398-9ca0-de1475486116), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.067578 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa832f0a-e3b8-4e56-a8e3-2b8eed9cd811 None None] Pushing event updated for resources: {'Port': ['ID=41b3a6dd-7299-4baf-97bd-4c046b9ba5b1,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:59.072108 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb34e01a-e6c9-4099-a09e-f07c7f4f78da tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (552b60c1-e1b0-43cf-bd2a-2826eb851fc0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.092620 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-19bdd497-9db8-47cc-bf14-0ec44f7ffdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d93dcd53-a030-4398-9ca0-de1475486116), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.201137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d93dcd53-a030-4398-9ca0-de1475486116 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:59.202310 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:20:59.203790 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb34e01a-e6c9-4099-a09e-f07c7f4f78da tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (552b60c1-e1b0-43cf-bd2a-2826eb851fc0), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.274889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7c0a0dae-d1a9-41d2-b12f-df3fad0e72eb None None] Provisioning complete for port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:59.275510 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c0a0dae-d1a9-41d2-b12f-df3fad0e72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (41b3a6dd-7299-4baf-97bd-4c046b9ba5b1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.317717 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdd497-9db8-47cc-bf14-0ec44f7ffdab None None] Pushing event updated for resources: {'Port': ['ID=d93dcd53-a030-4398-9ca0-de1475486116,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:59.360262 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb34e01a-e6c9-4099-a09e-f07c7f4f78da tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (552b60c1-e1b0-43cf-bd2a-2826eb851fc0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.389491 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.390209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e73caa0-ab19-4b98-93ea-4e1822d47e65', 'name': 'tempest-ImageQuotaTest-1042029858-router', 'tenant_id': '5d5518d62d76447099552017be9745cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f9a7834-0463-4428-9c5d-55161cefde6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:53Z', 'updated_at': '2022-03-24T01:20:56Z', 'revision_number': 3, 'project_id': '5d5518d62d76447099552017be9745cd', 'gw_port': {'id': '9f9a7834-0463-4428-9c5d-55161cefde6f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e73caa0-ab19-4b98-93ea-4e1822d47e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:54Z', 'updated_at': '2022-03-24T01:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:20:59.396856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:20:59.397543 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (41b3a6dd-7299-4baf-97bd-4c046b9ba5b1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.433742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Checking router: 6e73caa0-ab19-4b98-93ea-4e1822d47e65 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:20:59.441725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Updating router 6e73caa0-ab19-4b98-93ea-4e1822d47e65 port 9f9a7834-0463-4428-9c5d-55161cefde6f binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:20:59.484399 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb34e01a-e6c9-4099-a09e-f07c7f4f78da tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (552b60c1-e1b0-43cf-bd2a-2826eb851fc0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.490246 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (eb2c4add-9571-45da-aa59-b490dc90691f), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.510080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a0dae-d1a9-41d2-b12f-df3fad0e72eb None None] Current status of the port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:59.525867 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.530845 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fb34e01a-e6c9-4099-a09e-f07c7f4f78da tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.535557 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fb34e01a-e6c9-4099-a09e-f07c7f4f78da tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/552b60c1-e1b0-43cf-bd2a-2826eb851fc0 HTTP/1.1" status: 204 len: 168 time: 0.7170415 Mar 24 01:20:59.536604 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34e01a-e6c9-4099-a09e-f07c7f4f78da tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=552b60c1-e1b0-43cf-bd2a-2826eb851fc0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:20:59.540591 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50330) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:20:59.564281 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9f9a7834-0463-4428-9c5d-55161cefde6f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.614088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad2ee95-6c7f-4508-bd99-bf8b0f2ccca7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet ca8b4afb-9e3e-41f4-a8a8-3288b0bd1586 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:20:59.626102 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aad2ee95-6c7f-4508-bd99-bf8b0f2ccca7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (ca8b4afb-9e3e-41f4-a8a8-3288b0bd1586), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.702499 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aad2ee95-6c7f-4508-bd99-bf8b0f2ccca7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (ca8b4afb-9e3e-41f4-a8a8-3288b0bd1586), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.827100 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:20:59.851905 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aad2ee95-6c7f-4508-bd99-bf8b0f2ccca7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (ca8b4afb-9e3e-41f4-a8a8-3288b0bd1586), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.908242 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Allocated IP 172.25.0.249 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/c055c282-25aa-4b47-8056-b5c34e256a31) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:20:59.966315 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aad2ee95-6c7f-4508-bd99-bf8b0f2ccca7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (ca8b4afb-9e3e-41f4-a8a8-3288b0bd1586), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:20:59.972118 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d93dcd53-a030-4398-9ca0-de1475486116 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:00.009046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Allocated IP 172.20.0.1 (1178b02a-2901-4887-b66a-72d060eec86d/1dbb63e9-6f61-4ffa-8c3d-88911f70759e/03b5aacf-7a10-4c62-aa26-680450f6c359) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:00.026352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2ee95-6c7f-4508-bd99-bf8b0f2ccca7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=ca8b4afb-9e3e-41f4-a8a8-3288b0bd1586,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:00.038547 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aad2ee95-6c7f-4508-bd99-bf8b0f2ccca7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:00.044858 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-aad2ee95-6c7f-4508-bd99-bf8b0f2ccca7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/ca8b4afb-9e3e-41f4-a8a8-3288b0bd1586 HTTP/1.1" status: 204 len: 168 time: 0.5030825 Mar 24 01:21:00.045516 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50334) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:00.064693 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:00.090470 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d93dcd53-a030-4398-9ca0-de1475486116 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:00.091057 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d93dcd53-a030-4398-9ca0-de1475486116), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:00.128478 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c4024b4f-c06f-4e82-b74c-f59e8d5aea13 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818596 Mar 24 01:21:00.129068 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50336) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:00.133960 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f6bb49d1-f51b-4937-afc9-c5c1359992ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:00.271014 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Publish callbacks [] for port (03b5aacf-7a10-4c62-aa26-680450f6c359), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:00.282053 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bb49d1-f51b-4937-afc9-c5c1359992ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:00.286729 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6bb49d1-f51b-4937-afc9-c5c1359992ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:00.292977 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d93dcd53-a030-4398-9ca0-de1475486116 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:00.294282 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:00.341337 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for port (c055c282-25aa-4b47-8056-b5c34e256a31), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:00.358387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:00.359127 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (41b3a6dd-7299-4baf-97bd-4c046b9ba5b1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:00.402843 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793d42dc-147d-4718-8a7d-5c1c38feb38e None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:00.427481 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (03b5aacf-7a10-4c62-aa26-680450f6c359), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:00.532085 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Network 1178b02a-2901-4887-b66a-72d060eec86d is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:00.537372 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c055c282-25aa-4b47-8056-b5c34e256a31), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:00.541136 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1a28b8ab-a7a7-4325-8835-f5af5a15164d None None] Provisioning complete for port d93dcd53-a030-4398-9ca0-de1475486116 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:00.542648 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1a28b8ab-a7a7-4325-8835-f5af5a15164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d93dcd53-a030-4398-9ca0-de1475486116), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:00.550055 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6bb49d1-f51b-4937-afc9-c5c1359992ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (90874f53-dc65-4ddd-aa55-b95d062fc30a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:00.562836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:00.576798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Pushing event updated for resources: {'Port': ['ID=03b5aacf-7a10-4c62-aa26-680450f6c359,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:00.591447 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bb49d1-f51b-4937-afc9-c5c1359992ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:00.594640 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-f6bb49d1-f51b-4937-afc9-c5c1359992ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:00.598487 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bb49d1-f51b-4937-afc9-c5c1359992ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:00.599602 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6bb49d1-f51b-4937-afc9-c5c1359992ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:00.646906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:00.655509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Pushing event updated for resources: {'Port': ['ID=c055c282-25aa-4b47-8056-b5c34e256a31,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:00.667459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:00.670677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:00.675314 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f6bb49d1-f51b-4937-afc9-c5c1359992ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5391369 Mar 24 01:21:00.676261 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50340) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:00.697460 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-29e8959f-eda6-47e1-9e98-95494053c31d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:00.710561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:00.757676 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb49d1-f51b-4937-afc9-c5c1359992ae tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=90874f53-dc65-4ddd-aa55-b95d062fc30a,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:00.780817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:00.831511 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (6e73caa0-ab19-4b98-93ea-4e1822d47e65), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:00.966988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e8959f-eda6-47e1-9e98-95494053c31d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:00.971305 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29e8959f-eda6-47e1-9e98-95494053c31d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:00.985121 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-31e84202-8854-4036-9c76-1f1c732fd231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:01.075404 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1a28b8ab-a7a7-4325-8835-f5af5a15164d None None] Current status of the port d93dcd53-a030-4398-9ca0-de1475486116 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:01.111837 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Publish callbacks [] for port (9f9a7834-0463-4428-9c5d-55161cefde6f), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:01.123877 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9f9a7834-0463-4428-9c5d-55161cefde6f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:01.133915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7d7914-319b-4510-9c9a-ad17ad629e27 None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:21:01.189647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Attempting to bind port 9f9a7834-0463-4428-9c5d-55161cefde6f on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:21:01.190027 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Attempting to bind port 9f9a7834-0463-4428-9c5d-55161cefde6f by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:21:01.190781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Attempting to bind port 9f9a7834-0463-4428-9c5d-55161cefde6f on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:21:01.194632 n-d-760455-9 neutron-server[115729]: INFO neutron.db.ipam_backend_mixin [None req-29e8959f-eda6-47e1-9e98-95494053c31d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90874f53-dc65-4ddd-aa55-b95d062fc30a (CIDR: 2001:db8::/64) Mar 24 01:21:01.202947 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e8959f-eda6-47e1-9e98-95494053c31d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:21:01.203413 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e8959f-eda6-47e1-9e98-95494053c31d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:01.240949 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-29e8959f-eda6-47e1-9e98-95494053c31d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5549498 Mar 24 01:21:01.243319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50346) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:01.248947 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-92ff21a2-eea9-4616-be68-1ffdd112bd11 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:01.259115 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:21:01.259538 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:01.259910 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:01.260311 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:21:01.260855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Bound port: 9f9a7834-0463-4428-9c5d-55161cefde6f, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:21:01.261286 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9f9a7834-0463-4428-9c5d-55161cefde6f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:01.290601 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (03b5aacf-7a10-4c62-aa26-680450f6c359), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:01.451526 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ff21a2-eea9-4616-be68-1ffdd112bd11 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:01.454402 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92ff21a2-eea9-4616-be68-1ffdd112bd11 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:01.494289 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Publish callbacks [] for port (03b5aacf-7a10-4c62-aa26-680450f6c359), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:01.512630 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (03b5aacf-7a10-4c62-aa26-680450f6c359), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:01.589446 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (6e73caa0-ab19-4b98-93ea-4e1822d47e65), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:01.601317 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router_gateway (eb2c4add-9571-45da-aa59-b490dc90691f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:01.672619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde97e1-566d-42a2-8549-eb608d45766d None None] Pushing event updated for resources: {'Port': ['ID=9f9a7834-0463-4428-9c5d-55161cefde6f,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:01.720507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-744207d8-ad09-42d8-a50c-f4889f4ca1c6 None None] Provisioning complete for port 03b5aacf-7a10-4c62-aa26-680450f6c359 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:01.721037 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-744207d8-ad09-42d8-a50c-f4889f4ca1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (03b5aacf-7a10-4c62-aa26-680450f6c359), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:01.738884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] For port 9f9a7834-0463-4428-9c5d-55161cefde6f, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:21:01.840013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-744207d8-ad09-42d8-a50c-f4889f4ca1c6 None None] Port 03b5aacf-7a10-4c62-aa26-680450f6c359 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:21:01.862414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Pushing event updated for resources: {'Port': ['ID=03b5aacf-7a10-4c62-aa26-680450f6c359,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:01.891368 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] For port 9f9a7834-0463-4428-9c5d-55161cefde6f, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9f9a7834-0463-4428-9c5d-55161cefde6f,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:21:01.912117 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9f9a7834-0463-4428-9c5d-55161cefde6f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:01.983098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Network 1178b02a-2901-4887-b66a-72d060eec86d is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:01.990351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:02.001493 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d93dcd53-a030-4398-9ca0-de1475486116 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:21:02.017334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde97e1-566d-42a2-8549-eb608d45766d None None] Pushing event updated for resources: {'Port': ['ID=9f9a7834-0463-4428-9c5d-55161cefde6f,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:02.039148 n-d-760455-9 neutron-server[115729]: DEBUG neutron.objects.ports [None req-92ff21a2-eea9-4616-be68-1ffdd112bd11 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115729) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:21:02.079653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d7914-319b-4510-9c9a-ad17ad629e27 None None] Deleting port d93dcd53-a030-4398-9ca0-de1475486116 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:02.080016 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7914-319b-4510-9c9a-ad17ad629e27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d93dcd53-a030-4398-9ca0-de1475486116), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:02.170426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Routers {'6e73caa0-ab19-4b98-93ea-4e1822d47e65'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:02.171077 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['6e73caa0-ab19-4b98-93ea-4e1822d47e65'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:02.319668 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:02.354132 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (eb2c4add-9571-45da-aa59-b490dc90691f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:02.373214 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (eb2c4add-9571-45da-aa59-b490dc90691f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:02.380365 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92ff21a2-eea9-4616-be68-1ffdd112bd11 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d93dcd53-a030-4398-9ca0-de1475486116), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:02.405282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Router 6e73caa0-ab19-4b98-93ea-4e1822d47e65 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:21:02.451600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4e7d7914-319b-4510-9c9a-ad17ad629e27 None None] For port d93dcd53-a030-4398-9ca0-de1475486116, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d93dcd53-a030-4398-9ca0-de1475486116,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:02.452007 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7914-319b-4510-9c9a-ad17ad629e27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d93dcd53-a030-4398-9ca0-de1475486116), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:02.519122 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d7914-319b-4510-9c9a-ad17ad629e27 None None] Calling delete_port for d93dcd53-a030-4398-9ca0-de1475486116 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:02.534917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d93dcd53-a030-4398-9ca0-de1475486116 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:02.535290 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d93dcd53-a030-4398-9ca0-de1475486116), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:02.563032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-92ff21a2-eea9-4616-be68-1ffdd112bd11 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] For port d93dcd53-a030-4398-9ca0-de1475486116, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d93dcd53-a030-4398-9ca0-de1475486116,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:02.596149 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92ff21a2-eea9-4616-be68-1ffdd112bd11 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (d93dcd53-a030-4398-9ca0-de1475486116), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:02.596512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f2c5a661-5850-4b9f-bcea-3bca06c9e79a None None] Provisioning complete for port 03b5aacf-7a10-4c62-aa26-680450f6c359 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:02.596869 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a661-5850-4b9f-bcea-3bca06c9e79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (03b5aacf-7a10-4c62-aa26-680450f6c359), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:02.606315 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92ff21a2-eea9-4616-be68-1ffdd112bd11 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (d93dcd53-a030-4398-9ca0-de1475486116), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:02.639845 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] Set router 6e73caa0-ab19-4b98-93ea-4e1822d47e65 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:21:02.714198 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:02.741945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff21a2-eea9-4616-be68-1ffdd112bd11 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=d93dcd53-a030-4398-9ca0-de1475486116,revision_number=8']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:02.746335 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92ff21a2-eea9-4616-be68-1ffdd112bd11 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (08e73efb-78f3-434a-aee7-09decd859d9c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:02.818364 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f2c5a661-5850-4b9f-bcea-3bca06c9e79a None None] Port 03b5aacf-7a10-4c62-aa26-680450f6c359 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:21:02.866943 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ff21a2-eea9-4616-be68-1ffdd112bd11 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:02.875830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-92ff21a2-eea9-4616-be68-1ffdd112bd11 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:02.906763 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff21a2-eea9-4616-be68-1ffdd112bd11 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:02.908028 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92ff21a2-eea9-4616-be68-1ffdd112bd11 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:02.915370 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff21a2-eea9-4616-be68-1ffdd112bd11 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=08e73efb-78f3-434a-aee7-09decd859d9c,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:02.943684 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:21:02.943684 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:21:02.960137 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7914-319b-4510-9c9a-ad17ad629e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (d93dcd53-a030-4398-9ca0-de1475486116), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:02.968360 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-92ff21a2-eea9-4616-be68-1ffdd112bd11 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7063863 Mar 24 01:21:02.969170 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50356) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:02.982083 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-8ceacee4-94df-4466-be6b-0b467c1b7770 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'mac_address': 'fa:16:3e:ca:d9:dc', 'name': 'tempest-NetworksTestDHCPv6-1829427522'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:03.043880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d7914-319b-4510-9c9a-ad17ad629e27 None None] No DVR routers for this DVR port d93dcd53-a030-4398-9ca0-de1475486116 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:21:03.055848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d7914-319b-4510-9c9a-ad17ad629e27 None None] Pushing event deleted for resources: {'Port': ['ID=d93dcd53-a030-4398-9ca0-de1475486116,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:03.068314 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93320be0-a98a-47e6-9156-c29e1720da16 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:03.176448 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceacee4-94df-4466-be6b-0b467c1b7770 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:03.259877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e73caa0-ab19-4b98-93ea-4e1822d47e65', 'name': 'tempest-ImageQuotaTest-1042029858-router', 'tenant_id': '5d5518d62d76447099552017be9745cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f9a7834-0463-4428-9c5d-55161cefde6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:53Z', 'updated_at': '2022-03-24T01:21:01Z', 'revision_number': 4, 'project_id': '5d5518d62d76447099552017be9745cd', 'gw_port': {'id': '9f9a7834-0463-4428-9c5d-55161cefde6f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e73caa0-ab19-4b98-93ea-4e1822d47e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:54Z', 'updated_at': '2022-03-24T01:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '03b5aacf-7a10-4c62-aa26-680450f6c359', 'name': '', 'network_id': '1178b02a-2901-4887-b66a-72d060eec86d', 'tenant_id': '5d5518d62d76447099552017be9745cd', 'mac_address': 'fa:16:3e:e0:4e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e73caa0-ab19-4b98-93ea-4e1822d47e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '1dbb63e9-6f61-4ffa-8c3d-88911f70759e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:59Z', 'updated_at': '2022-03-24T01:21:01Z', 'revision_number': 2, 'project_id': '5d5518d62d76447099552017be9745cd', 'subnets': [{'id': '1dbb63e9-6f61-4ffa-8c3d-88911f70759e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:03.330231 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ceacee4-94df-4466-be6b-0b467c1b7770 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:03.334968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:21:03.336742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b83ae7d-b422-496a-93fb-634263e5d355 None None] The sync data for ids ['6e73caa0-ab19-4b98-93ea-4e1822d47e65'] in n-d-760455-9 is: [{'id': '6e73caa0-ab19-4b98-93ea-4e1822d47e65', 'name': 'tempest-ImageQuotaTest-1042029858-router', 'tenant_id': '5d5518d62d76447099552017be9745cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f9a7834-0463-4428-9c5d-55161cefde6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:53Z', 'updated_at': '2022-03-24T01:21:01Z', 'revision_number': 4, 'project_id': '5d5518d62d76447099552017be9745cd', 'gw_port': {'id': '9f9a7834-0463-4428-9c5d-55161cefde6f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e73caa0-ab19-4b98-93ea-4e1822d47e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:54Z', 'updated_at': '2022-03-24T01:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '03b5aacf-7a10-4c62-aa26-680450f6c359', 'name': '', 'network_id': '1178b02a-2901-4887-b66a-72d060eec86d', 'tenant_id': '5d5518d62d76447099552017be9745cd', 'mac_address': 'fa:16:3e:e0:4e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e73caa0-ab19-4b98-93ea-4e1822d47e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '1dbb63e9-6f61-4ffa-8c3d-88911f70759e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:59Z', 'updated_at': '2022-03-24T01:21:01Z', 'revision_number': 2, 'project_id': '5d5518d62d76447099552017be9745cd', 'subnets': [{'id': '1dbb63e9-6f61-4ffa-8c3d-88911f70759e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:21:03.355944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4f2dcb7c-be18-48cc-9897-32c59c92218d admin admin] 10.222.0.45 "PUT /v2.0/routers/6e73caa0-ab19-4b98-93ea-4e1822d47e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6120660 Mar 24 01:21:03.362693 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': '08e73efb-78f3-434a-aee7-09decd859d9c'}, {'subnet_id': '90874f53-dc65-4ddd-aa55-b95d062fc30a'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:21:03.363755 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:03.379548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Router eb2c4add-9571-45da-aa59-b490dc90691f is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:21:03.407413 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-8ceacee4-94df-4466-be6b-0b467c1b7770 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port 453a778f-d82f-41dd-869c-0940285b9e04 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:21:03.574078 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:21:03.586833 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f41205c-057c-4fa9-8a24-efd5827717b5 None None] Sync routers for ids ['eb2c4add-9571-45da-aa59-b490dc90691f'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:21:03.590628 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:03.592054 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-07ea4318-1b2e-40b4-b22b-c772cae4643c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "PUT /v2.0/routers/eb2c4add-9571-45da-aa59-b490dc90691f HTTP/1.1" status: 200 len: 920 time: 5.6188378 Mar 24 01:21:03.595293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50372) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:03.604807 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f41205c-057c-4fa9-8a24-efd5827717b5 None None] Routers {'eb2c4add-9571-45da-aa59-b490dc90691f'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:03.605729 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2f41205c-057c-4fa9-8a24-efd5827717b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['eb2c4add-9571-45da-aa59-b490dc90691f'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:03.617126 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Port d93dcd53-a030-4398-9ca0-de1475486116 update to DOWN by agent not found {{(pid=115731) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 24 01:21:03.681078 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2f41205c-057c-4fa9-8a24-efd5827717b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:03.707725 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f41205c-057c-4fa9-8a24-efd5827717b5 None None] Routers {'eb2c4add-9571-45da-aa59-b490dc90691f'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:03.708380 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2f41205c-057c-4fa9-8a24-efd5827717b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['eb2c4add-9571-45da-aa59-b490dc90691f'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:03.725985 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:03.810824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-8ceacee4-94df-4466-be6b-0b467c1b7770 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::234 (6236e4f8-17ff-44a0-8044-03efb1bb8211/90874f53-dc65-4ddd-aa55-b95d062fc30a/453a778f-d82f-41dd-869c-0940285b9e04) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:03.812809 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2f41205c-057c-4fa9-8a24-efd5827717b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:03.813582 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f41205c-057c-4fa9-8a24-efd5827717b5 None None] The sync data for ids ['eb2c4add-9571-45da-aa59-b490dc90691f'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:21:03.823054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-8ceacee4-94df-4466-be6b-0b467c1b7770 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8:0:1:f816:3eff:feca:d9dc (6236e4f8-17ff-44a0-8044-03efb1bb8211/08e73efb-78f3-434a-aee7-09decd859d9c/453a778f-d82f-41dd-869c-0940285b9e04) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:03.904124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4c00ff63-c829-4ae3-ad90-26e7905154a7 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/routers/eb2c4add-9571-45da-aa59-b490dc90691f HTTP/1.1" status: 200 len: 926 time: 0.3075323 Mar 24 01:21:03.907047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50380) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:04.009602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0054f70-d6a2-4d9c-88df-dc67f713cd5c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:04.017546 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e0054f70-d6a2-4d9c-88df-dc67f713cd5c tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&device_id=eb2c4add-9571-45da-aa59-b490dc90691f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1069016 Mar 24 01:21:04.018498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50384) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:04.090172 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ceacee4-94df-4466-be6b-0b467c1b7770 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (453a778f-d82f-41dd-869c-0940285b9e04), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:04.149236 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ceacee4-94df-4466-be6b-0b467c1b7770 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (453a778f-d82f-41dd-869c-0940285b9e04), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:04.236181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647fa820-4460-479a-a362-065d91bc8efe tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:04.237988 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-647fa820-4460-479a-a362-065d91bc8efe tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/networks/d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 881 time: 0.2170148 Mar 24 01:21:04.243182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50388) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:04.287191 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceacee4-94df-4466-be6b-0b467c1b7770 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:04.304076 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-10ad99e5-4b08-47c1-9afb-7995cbefe471 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb2c4add-9571-45da-aa59-b490dc90691f HTTP/1.1" status: 200 len: 205 time: 0.0593972 Mar 24 01:21:04.306432 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50390) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:04.309842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-8ceacee4-94df-4466-be6b-0b467c1b7770 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:04.313625 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceacee4-94df-4466-be6b-0b467c1b7770 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:04.327104 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceacee4-94df-4466-be6b-0b467c1b7770 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:04.331269 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8ceacee4-94df-4466-be6b-0b467c1b7770 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:04.371567 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceacee4-94df-4466-be6b-0b467c1b7770 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=453a778f-d82f-41dd-869c-0940285b9e04,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:04.373340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Allocated IP 2001:db8::2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/90874f53-dc65-4ddd-aa55-b95d062fc30a/9ab9b0cf-af5f-43ec-a197-495bf746034c) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:04.388030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Allocated IP 2001:db8:0:1:f816:3eff:fe31:b4a8 (6236e4f8-17ff-44a0-8044-03efb1bb8211/08e73efb-78f3-434a-aee7-09decd859d9c/9ab9b0cf-af5f-43ec-a197-495bf746034c) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:04.413477 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8ceacee4-94df-4466-be6b-0b467c1b7770 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4386928 Mar 24 01:21:04.414119 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50394) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:04.516986 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1953a78-076c-48bf-b74a-33bda215f46f tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (eb2c4add-9571-45da-aa59-b490dc90691f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:04.669126 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-42dd8434-99cf-4329-ae59-fba3999e52ce tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port 453a778f-d82f-41dd-869c-0940285b9e04 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:04.670490 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42dd8434-99cf-4329-ae59-fba3999e52ce tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (453a778f-d82f-41dd-869c-0940285b9e04), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:04.800954 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42dd8434-99cf-4329-ae59-fba3999e52ce tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (453a778f-d82f-41dd-869c-0940285b9e04), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:04.808946 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Publish callbacks [] for port (9ab9b0cf-af5f-43ec-a197-495bf746034c), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:04.816780 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-42dd8434-99cf-4329-ae59-fba3999e52ce tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for 453a778f-d82f-41dd-869c-0940285b9e04 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:04.825603 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (9ab9b0cf-af5f-43ec-a197-495bf746034c), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:04.848262 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1953a78-076c-48bf-b74a-33bda215f46f tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (eb2c4add-9571-45da-aa59-b490dc90691f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:04.891152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:04.896131 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:04.901877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:04.960274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Pushing event updated for resources: {'Port': ['ID=9ab9b0cf-af5f-43ec-a197-495bf746034c,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:05.008172 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Attempting to bind port 9ab9b0cf-af5f-43ec-a197-495bf746034c on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:21:05.008836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Attempting to bind port 9ab9b0cf-af5f-43ec-a197-495bf746034c by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:21:05.009447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Attempting to bind port 9ab9b0cf-af5f-43ec-a197-495bf746034c on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:21:05.013613 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e1953a78-076c-48bf-b74a-33bda215f46f tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Deleting port c055c282-25aa-4b47-8056-b5c34e256a31 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:05.013976 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1953a78-076c-48bf-b74a-33bda215f46f tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c055c282-25aa-4b47-8056-b5c34e256a31), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:05.017489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:21:05.018124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:05.018769 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:05.019372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:21:05.020072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Bound port: 9ab9b0cf-af5f-43ec-a197-495bf746034c, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:21:05.020687 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9ab9b0cf-af5f-43ec-a197-495bf746034c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:05.191707 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42dd8434-99cf-4329-ae59-fba3999e52ce tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (453a778f-d82f-41dd-869c-0940285b9e04), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:05.199420 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] For port 9ab9b0cf-af5f-43ec-a197-495bf746034c, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:21:05.205415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] For port 9ab9b0cf-af5f-43ec-a197-495bf746034c, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9ab9b0cf-af5f-43ec-a197-495bf746034c,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:21:05.227219 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9ab9b0cf-af5f-43ec-a197-495bf746034c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:05.249442 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd8434-99cf-4329-ae59-fba3999e52ce tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=453a778f-d82f-41dd-869c-0940285b9e04,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:05.296163 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1953a78-076c-48bf-b74a-33bda215f46f tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c055c282-25aa-4b47-8056-b5c34e256a31), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:05.315223 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:05.348567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e1953a78-076c-48bf-b74a-33bda215f46f tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Calling delete_port for c055c282-25aa-4b47-8056-b5c34e256a31 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:05.350579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2254c-3f61-4e5e-a82f-fa25a817c9fb None None] Pushing event updated for resources: {'Port': ['ID=9ab9b0cf-af5f-43ec-a197-495bf746034c,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:05.422430 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-42dd8434-99cf-4329-ae59-fba3999e52ce tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:05.429013 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-42dd8434-99cf-4329-ae59-fba3999e52ce tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/453a778f-d82f-41dd-869c-0940285b9e04 HTTP/1.1" status: 204 len: 168 time: 1.0137055 Mar 24 01:21:05.430156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50404) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:05.496464 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50408) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:05.605831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c3da25-22b0-425a-a8a9-279a930fb442 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:05.608321 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e4c3da25-22b0-425a-a8a9-279a930fb442 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1749287 Mar 24 01:21:05.615624 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50410) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:05.725586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b163c2be-d28f-442d-94a4-79f3b91921dd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:05.727488 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b163c2be-d28f-442d-94a4-79f3b91921dd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1095624 Mar 24 01:21:05.731968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50412) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:05.821759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18f305b-3841-4104-b4f3-0a91c56d656b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:05.824320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18f305b-3841-4104-b4f3-0a91c56d656b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:05.826126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18f305b-3841-4104-b4f3-0a91c56d656b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:05.828625 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b18f305b-3841-4104-b4f3-0a91c56d656b tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0956914 Mar 24 01:21:05.830441 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1953a78-076c-48bf-b74a-33bda215f46f tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c055c282-25aa-4b47-8056-b5c34e256a31), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:05.832803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50414) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:05.905779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1953a78-076c-48bf-b74a-33bda215f46f tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Pushing event deleted for resources: {'Port': ['ID=c055c282-25aa-4b47-8056-b5c34e256a31,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:06.015206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-600ebec9-500d-4793-8d48-ab715194dca7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 08e73efb-78f3-434a-aee7-09decd859d9c {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:21:06.024446 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-600ebec9-500d-4793-8d48-ab715194dca7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (08e73efb-78f3-434a-aee7-09decd859d9c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.085925 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1953a78-076c-48bf-b74a-33bda215f46f tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (eb2c4add-9571-45da-aa59-b490dc90691f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.099886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9ab9b0cf-af5f-43ec-a197-495bf746034c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:06.189261 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32956ee5-5976-4b3b-9de2-dd230f9413f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (6e73caa0-ab19-4b98-93ea-4e1822d47e65), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.214256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9ab9b0cf-af5f-43ec-a197-495bf746034c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:06.214638 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9ab9b0cf-af5f-43ec-a197-495bf746034c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.267775 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1953a78-076c-48bf-b74a-33bda215f46f tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (eb2c4add-9571-45da-aa59-b490dc90691f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.270173 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1953a78-076c-48bf-b74a-33bda215f46f tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_controller (eb2c4add-9571-45da-aa59-b490dc90691f), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.355986 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-600ebec9-500d-4793-8d48-ab715194dca7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (08e73efb-78f3-434a-aee7-09decd859d9c), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.369340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 9ab9b0cf-af5f-43ec-a197-495bf746034c is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:06.370400 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9ab9b0cf-af5f-43ec-a197-495bf746034c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.419090 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 9ab9b0cf-af5f-43ec-a197-495bf746034c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9ab9b0cf-af5f-43ec-a197-495bf746034c,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:06.424592 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9ab9b0cf-af5f-43ec-a197-495bf746034c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.426647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9f9a7834-0463-4428-9c5d-55161cefde6f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:06.456076 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-600ebec9-500d-4793-8d48-ab715194dca7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (08e73efb-78f3-434a-aee7-09decd859d9c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.565023 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1953a78-076c-48bf-b74a-33bda215f46f tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (eb2c4add-9571-45da-aa59-b490dc90691f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.565621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1953a78-076c-48bf-b74a-33bda215f46f tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Fanout notify agent at l3_agent the message router_deleted on router eb2c4add-9571-45da-aa59-b490dc90691f {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:21:06.584976 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e1953a78-076c-48bf-b74a-33bda215f46f tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.589656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e1953a78-076c-48bf-b74a-33bda215f46f tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "DELETE /v2.0/routers/eb2c4add-9571-45da-aa59-b490dc90691f HTTP/1.1" status: 204 len: 168 time: 2.2787890 Mar 24 01:21:06.590644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50420) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:06.591728 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-600ebec9-500d-4793-8d48-ab715194dca7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (08e73efb-78f3-434a-aee7-09decd859d9c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.598544 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-649120509', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:06.677440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ebec9-500d-4793-8d48-ab715194dca7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=08e73efb-78f3-434a-aee7-09decd859d9c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:06.684832 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=9ab9b0cf-af5f-43ec-a197-495bf746034c,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:06.714076 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-600ebec9-500d-4793-8d48-ab715194dca7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.716846 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-32956ee5-5976-4b3b-9de2-dd230f9413f3 admin admin] Deleting port 03b5aacf-7a10-4c62-aa26-680450f6c359 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:06.717802 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32956ee5-5976-4b3b-9de2-dd230f9413f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (03b5aacf-7a10-4c62-aa26-680450f6c359), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.718277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-600ebec9-500d-4793-8d48-ab715194dca7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/08e73efb-78f3-434a-aee7-09decd859d9c HTTP/1.1" status: 204 len: 168 time: 0.8810632 Mar 24 01:21:06.722950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50422) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:06.743645 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (79b6f26c-5747-4334-a71c-f7093f0cde04), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.752514 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (79b6f26c-5747-4334-a71c-f7093f0cde04), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.779484 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9f9a7834-0463-4428-9c5d-55161cefde6f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:06.779484 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9f9a7834-0463-4428-9c5d-55161cefde6f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.883298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5aed08-37f0-4c13-aa44-c145302a4d96 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 90874f53-dc65-4ddd-aa55-b95d062fc30a {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:21:06.886934 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1e5aed08-37f0-4c13-aa44-c145302a4d96 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (90874f53-dc65-4ddd-aa55-b95d062fc30a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.916269 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32956ee5-5976-4b3b-9de2-dd230f9413f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (03b5aacf-7a10-4c62-aa26-680450f6c359), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:06.946170 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-32956ee5-5976-4b3b-9de2-dd230f9413f3 admin admin] Calling delete_port for 03b5aacf-7a10-4c62-aa26-680450f6c359 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:06.955471 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1e5aed08-37f0-4c13-aa44-c145302a4d96 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (90874f53-dc65-4ddd-aa55-b95d062fc30a), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:07.080419 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1e5aed08-37f0-4c13-aa44-c145302a4d96 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (90874f53-dc65-4ddd-aa55-b95d062fc30a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:07.170112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfb763c-9e25-48a8-9aec-9dc3f73d7b94 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:07.212079 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1e5aed08-37f0-4c13-aa44-c145302a4d96 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (90874f53-dc65-4ddd-aa55-b95d062fc30a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:07.247248 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_controller (79b6f26c-5747-4334-a71c-f7093f0cde04), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:07.250313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5aed08-37f0-4c13-aa44-c145302a4d96 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=90874f53-dc65-4ddd-aa55-b95d062fc30a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:07.255003 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1e5aed08-37f0-4c13-aa44-c145302a4d96 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:07.261997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1e5aed08-37f0-4c13-aa44-c145302a4d96 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/90874f53-dc65-4ddd-aa55-b95d062fc30a HTTP/1.1" status: 204 len: 168 time: 0.5360181 Mar 24 01:21:07.264512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50426) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:07.369711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-108d3583-260f-4432-92fc-727f74e6a283 None None] Provisioning complete for port 9ab9b0cf-af5f-43ec-a197-495bf746034c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:07.370054 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-108d3583-260f-4432-92fc-727f74e6a283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9ab9b0cf-af5f-43ec-a197-495bf746034c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:07.390301 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32956ee5-5976-4b3b-9de2-dd230f9413f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (03b5aacf-7a10-4c62-aa26-680450f6c359), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:07.444190 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d14b6c62-2cf7-428e-a733-63481ecc32f5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1784108 Mar 24 01:21:07.446895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50432) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:07.454771 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32956ee5-5976-4b3b-9de2-dd230f9413f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=03b5aacf-7a10-4c62-aa26-680450f6c359,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:07.487743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-7dfd41a9-fb36-4066-8484-2239a463a20f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:07.491205 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed32e602-ecc3-4886-9458-7341fe2e8d7d None None] Sync routers for ids ['6e73caa0-ab19-4b98-93ea-4e1822d47e65'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:21:07.599472 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed32e602-ecc3-4886-9458-7341fe2e8d7d None None] Routers {'6e73caa0-ab19-4b98-93ea-4e1822d47e65'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:07.600373 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ed32e602-ecc3-4886-9458-7341fe2e8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['6e73caa0-ab19-4b98-93ea-4e1822d47e65'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:07.740367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-ed32e602-ecc3-4886-9458-7341fe2e8d7d None None] Set router 6e73caa0-ab19-4b98-93ea-4e1822d47e65 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:21:07.861245 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (79b6f26c-5747-4334-a71c-f7093f0cde04), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:07.868243 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-32956ee5-5976-4b3b-9de2-dd230f9413f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (6e73caa0-ab19-4b98-93ea-4e1822d47e65), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:07.874643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfd41a9-fb36-4066-8484-2239a463a20f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:07.879275 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7dfd41a9-fb36-4066-8484-2239a463a20f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:07.907962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 9f9a7834-0463-4428-9c5d-55161cefde6f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:07.909518 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9f9a7834-0463-4428-9c5d-55161cefde6f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:07.935477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 9f9a7834-0463-4428-9c5d-55161cefde6f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9f9a7834-0463-4428-9c5d-55161cefde6f,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:07.948984 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9f9a7834-0463-4428-9c5d-55161cefde6f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:08.151167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69941706-9bdf-424f-b069-dae38a2c796e None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:21:08.203096 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32956ee5-5976-4b3b-9de2-dd230f9413f3 admin admin] Router 6e73caa0-ab19-4b98-93ea-4e1822d47e65 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:21:08.251476 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7dfd41a9-fb36-4066-8484-2239a463a20f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (e6712972-05d2-40e4-8f82-8d5bedcd20d2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:08.262099 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=9f9a7834-0463-4428-9c5d-55161cefde6f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:08.283153 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:21:08.310643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd41a9-fb36-4066-8484-2239a463a20f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=e6712972-05d2-40e4-8f82-8d5bedcd20d2,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:08.327911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd41a9-fb36-4066-8484-2239a463a20f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:08.331229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd41a9-fb36-4066-8484-2239a463a20f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:08.333221 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-108d3583-260f-4432-92fc-727f74e6a283 None None] Current status of the port 9ab9b0cf-af5f-43ec-a197-495bf746034c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:08.335730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd41a9-fb36-4066-8484-2239a463a20f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:08.336337 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7dfd41a9-fb36-4066-8484-2239a463a20f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:08.379542 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50436) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:08.385314 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7dfd41a9-fb36-4066-8484-2239a463a20f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9364169 Mar 24 01:21:08.392091 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-69941706-9bdf-424f-b069-dae38a2c796e None None] Deleting port 9ab9b0cf-af5f-43ec-a197-495bf746034c {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:08.392492 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-69941706-9bdf-424f-b069-dae38a2c796e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9ab9b0cf-af5f-43ec-a197-495bf746034c), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:08.397142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7785eee5-496c-4e98-8aa9-b382d483a296 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:08.531469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ed32e602-ecc3-4886-9458-7341fe2e8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e73caa0-ab19-4b98-93ea-4e1822d47e65', 'name': 'tempest-ImageQuotaTest-1042029858-router', 'tenant_id': '5d5518d62d76447099552017be9745cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f9a7834-0463-4428-9c5d-55161cefde6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:53Z', 'updated_at': '2022-03-24T01:21:07Z', 'revision_number': 5, 'project_id': '5d5518d62d76447099552017be9745cd', 'gw_port': {'id': '9f9a7834-0463-4428-9c5d-55161cefde6f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e73caa0-ab19-4b98-93ea-4e1822d47e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:54Z', 'updated_at': '2022-03-24T01:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:08.586246 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (79b6f26c-5747-4334-a71c-f7093f0cde04), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:08.587945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32956ee5-5976-4b3b-9de2-dd230f9413f3 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:21:08.602465 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-32956ee5-5976-4b3b-9de2-dd230f9413f3 admin admin] 10.222.0.45 "PUT /v2.0/routers/6e73caa0-ab19-4b98-93ea-4e1822d47e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0989058 Mar 24 01:21:08.605857 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50440) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:08.619173 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed32e602-ecc3-4886-9458-7341fe2e8d7d None None] Checking router: 6e73caa0-ab19-4b98-93ea-4e1822d47e65 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:21:08.634303 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:08.666050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-69941706-9bdf-424f-b069-dae38a2c796e None None] For port 9ab9b0cf-af5f-43ec-a197-495bf746034c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9ab9b0cf-af5f-43ec-a197-495bf746034c,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:08.668169 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-69941706-9bdf-424f-b069-dae38a2c796e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9ab9b0cf-af5f-43ec-a197-495bf746034c), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:08.709017 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-69941706-9bdf-424f-b069-dae38a2c796e None None] Calling delete_port for 9ab9b0cf-af5f-43ec-a197-495bf746034c owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:08.711085 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed32e602-ecc3-4886-9458-7341fe2e8d7d None None] Routers {'6e73caa0-ab19-4b98-93ea-4e1822d47e65'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:08.711819 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ed32e602-ecc3-4886-9458-7341fe2e8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['6e73caa0-ab19-4b98-93ea-4e1822d47e65'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:08.764638 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Allocated IP 172.25.0.173 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/4793df22-ef9f-453c-8b4e-d43620583366) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:08.840540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7785eee5-496c-4e98-8aa9-b382d483a296 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:08.844108 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7785eee5-496c-4e98-8aa9-b382d483a296 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:08.930200 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for port (4793df22-ef9f-453c-8b4e-d43620583366), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:08.972337 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-69941706-9bdf-424f-b069-dae38a2c796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (9ab9b0cf-af5f-43ec-a197-495bf746034c), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:09.012256 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4793df22-ef9f-453c-8b4e-d43620583366), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:09.021629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69941706-9bdf-424f-b069-dae38a2c796e None None] No DVR routers for this DVR port 9ab9b0cf-af5f-43ec-a197-495bf746034c on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:21:09.034461 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69941706-9bdf-424f-b069-dae38a2c796e None None] Pushing event deleted for resources: {'Port': ['ID=9ab9b0cf-af5f-43ec-a197-495bf746034c,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:09.047266 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3164eb74-115c-4d5d-80dd-1d0580b8dfba None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:09.097587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:09.107854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:09.109882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Pushing event updated for resources: {'Port': ['ID=4793df22-ef9f-453c-8b4e-d43620583366,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:09.117942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:09.157599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-ed32e602-ecc3-4886-9458-7341fe2e8d7d None None] Set router 6e73caa0-ab19-4b98-93ea-4e1822d47e65 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:21:09.384958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6236e4f8-17ff-44a0-8044-03efb1bb8211', 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'project_id': 'c531941392ca4353b92cbe420d2f88cc', 'fixed_ips': [{'subnet_id': 'e6712972-05d2-40e4-8f82-8d5bedcd20d2'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:21:09.387489 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:09.466876 n-d-760455-9 neutron-server[115729]: INFO neutron.db.ipam_backend_mixin [None req-7785eee5-496c-4e98-8aa9-b382d483a296 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e6712972-05d2-40e4-8f82-8d5bedcd20d2 (CIDR: 2001:db8::/64) Mar 24 01:21:09.474769 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-187f199b-34c9-4e87-b3b7-19719d7a2f8d req-6a33539d-2df4-48e1-b6f5-3f10829f33c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7252228 Mar 24 01:21:09.497869 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-7785eee5-496c-4e98-8aa9-b382d483a296 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:21:09.498484 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7785eee5-496c-4e98-8aa9-b382d483a296 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:09.531105 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (79b6f26c-5747-4334-a71c-f7093f0cde04), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:09.532263 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef70984-0332-4f8b-aa99-86cd8f73412f admin admin] Publish callbacks [] for router (6e73caa0-ab19-4b98-93ea-4e1822d47e65), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:09.679114 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7785eee5-496c-4e98-8aa9-b382d483a296 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2957268 Mar 24 01:21:09.689521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50448) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:09.694657 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-122a29b6-c4b4-4dc7-9da6-0b4831f002a2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'subnet': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:09.712754 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Allocated IP 2001:db8::2 (6236e4f8-17ff-44a0-8044-03efb1bb8211/e6712972-05d2-40e4-8f82-8d5bedcd20d2/2e9b5793-963d-41f4-8254-ec60f3ee9c57) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:09.751555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ed32e602-ecc3-4886-9458-7341fe2e8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e73caa0-ab19-4b98-93ea-4e1822d47e65', 'name': 'tempest-ImageQuotaTest-1042029858-router', 'tenant_id': '5d5518d62d76447099552017be9745cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f9a7834-0463-4428-9c5d-55161cefde6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:53Z', 'updated_at': '2022-03-24T01:21:07Z', 'revision_number': 5, 'project_id': '5d5518d62d76447099552017be9745cd', 'gw_port': {'id': '9f9a7834-0463-4428-9c5d-55161cefde6f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e73caa0-ab19-4b98-93ea-4e1822d47e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:54Z', 'updated_at': '2022-03-24T01:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:09.764635 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f199b-34c9-4e87-b3b7-19719d7a2f8d req-c0eb5c49-cae4-4fd2-aa4d-3ba53fef201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:09.766804 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-187f199b-34c9-4e87-b3b7-19719d7a2f8d req-c0eb5c49-cae4-4fd2-aa4d-3ba53fef201e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1127 time: 0.2207806 Mar 24 01:21:09.865704 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed32e602-ecc3-4886-9458-7341fe2e8d7d None None] The sync data for ids ['6e73caa0-ab19-4b98-93ea-4e1822d47e65'] in n-d-760455-9 is: [{'id': '6e73caa0-ab19-4b98-93ea-4e1822d47e65', 'name': 'tempest-ImageQuotaTest-1042029858-router', 'tenant_id': '5d5518d62d76447099552017be9745cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f9a7834-0463-4428-9c5d-55161cefde6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:53Z', 'updated_at': '2022-03-24T01:21:07Z', 'revision_number': 5, 'project_id': '5d5518d62d76447099552017be9745cd', 'gw_port': {'id': '9f9a7834-0463-4428-9c5d-55161cefde6f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e73caa0-ab19-4b98-93ea-4e1822d47e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:54Z', 'updated_at': '2022-03-24T01:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:21:09.892398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f199b-34c9-4e87-b3b7-19719d7a2f8d req-4dc499bd-9051-4420-9572-561dbfe1d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:09.894157 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-187f199b-34c9-4e87-b3b7-19719d7a2f8d req-4dc499bd-9051-4420-9572-561dbfe1d491 service neutron] 10.222.0.48 "GET /v2.0/networks?id=afdb68c5-3dd6-4050-96c7-9ba9580870f0 HTTP/1.1" status: 200 len: 897 time: 0.1047828 Mar 24 01:21:09.909384 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef70984-0332-4f8b-aa99-86cd8f73412f admin admin] Publish callbacks [] for router_gateway (6e73caa0-ab19-4b98-93ea-4e1822d47e65), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:09.994047 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (79b6f26c-5747-4334-a71c-f7093f0cde04), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:10.037109 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-187f199b-34c9-4e87-b3b7-19719d7a2f8d req-21cf119d-e153-4e27-878f-10f08de4802c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 1001 time: 0.1345985 Mar 24 01:21:10.064730 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Publish callbacks [] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:10.074828 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:10.097715 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-7ef70984-0332-4f8b-aa99-86cd8f73412f admin admin] Deleting port 9f9a7834-0463-4428-9c5d-55161cefde6f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:10.098168 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef70984-0332-4f8b-aa99-86cd8f73412f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9f9a7834-0463-4428-9c5d-55161cefde6f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:10.100698 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f199b-34c9-4e87-b3b7-19719d7a2f8d req-27ad1e72-e65a-4efd-bc74-67e3e83f9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:10.102394 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-187f199b-34c9-4e87-b3b7-19719d7a2f8d req-27ad1e72-e65a-4efd-bc74-67e3e83f9587 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6daa362a-df52-4549-a37d-76433e1092fa HTTP/1.1" status: 200 len: 834 time: 0.0559955 Mar 24 01:21:10.124786 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Pushing event updated for resources: {'Port': ['ID=2e9b5793-963d-41f4-8254-ec60f3ee9c57,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:10.148616 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:10.150367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122a29b6-c4b4-4dc7-9da6-0b4831f002a2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:10.151001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:10.153803 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-122a29b6-c4b4-4dc7-9da6-0b4831f002a2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:10.154962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:10.215097 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f199b-34c9-4e87-b3b7-19719d7a2f8d req-f5fc824b-bcc2-49df-b7c8-d283a02d5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:10.216713 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-187f199b-34c9-4e87-b3b7-19719d7a2f8d req-f5fc824b-bcc2-49df-b7c8-d283a02d5867 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afdb68c5-3dd6-4050-96c7-9ba9580870f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1023393 Mar 24 01:21:10.303868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Attempting to bind port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:21:10.304256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Attempting to bind port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:21:10.304627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Attempting to bind port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 on network 6236e4f8-17ff-44a0-8044-03efb1bb8211 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:21:10.321430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:21:10.321827 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Checking segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:10.322239 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:10.322678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Bound using segment: {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:21:10.329915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Bound port: 2e9b5793-963d-41f4-8254-ec60f3ee9c57, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ed7d01-e05c-4c4f-ad0d-a293bf241782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:21:10.330332 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:10.361957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9f9a7834-0463-4428-9c5d-55161cefde6f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:10.460552 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-187f199b-34c9-4e87-b3b7-19719d7a2f8d req-1eb6a7ee-8cee-496b-8f5c-a9ba24ae8117 service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359912 Mar 24 01:21:10.653351 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-7ef70984-0332-4f8b-aa99-86cd8f73412f admin admin] For port 9f9a7834-0463-4428-9c5d-55161cefde6f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9f9a7834-0463-4428-9c5d-55161cefde6f,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:10.654030 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef70984-0332-4f8b-aa99-86cd8f73412f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9f9a7834-0463-4428-9c5d-55161cefde6f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:10.744445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-7ef70984-0332-4f8b-aa99-86cd8f73412f admin admin] Calling delete_port for 9f9a7834-0463-4428-9c5d-55161cefde6f owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:10.786633 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-187f199b-34c9-4e87-b3b7-19719d7a2f8d req-445cd71c-d2aa-4828-b755-75e80053276d service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128164 Mar 24 01:21:10.989427 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] For port 2e9b5793-963d-41f4-8254-ec60f3ee9c57, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:21:10.994619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] For port 2e9b5793-963d-41f4-8254-ec60f3ee9c57, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2e9b5793-963d-41f4-8254-ec60f3ee9c57,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:21:11.007767 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:11.074455 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef70984-0332-4f8b-aa99-86cd8f73412f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (9f9a7834-0463-4428-9c5d-55161cefde6f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:11.111418 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef70984-0332-4f8b-aa99-86cd8f73412f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9a7834-0463-4428-9c5d-55161cefde6f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:11.154200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0440726-2f01-4279-96f5-e942a29f090c None None] Pushing event updated for resources: {'Port': ['ID=2e9b5793-963d-41f4-8254-ec60f3ee9c57,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:11.169104 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9f9a7834-0463-4428-9c5d-55161cefde6f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:11.169504 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9f9a7834-0463-4428-9c5d-55161cefde6f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:11.223265 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Port 9f9a7834-0463-4428-9c5d-55161cefde6f was deleted so its status cannot be updated. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 24 01:21:11.273127 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef70984-0332-4f8b-aa99-86cd8f73412f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (6e73caa0-ab19-4b98-93ea-4e1822d47e65), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:11.348545 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9ab9b0cf-af5f-43ec-a197-495bf746034c no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:21:11.379903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Router 79b6f26c-5747-4334-a71c-f7093f0cde04 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:21:11.380763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 9ab9b0cf-af5f-43ec-a197-495bf746034c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:21:11.395107 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9ab9b0cf-af5f-43ec-a197-495bf746034c not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:21:11.395761 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 03b5aacf-7a10-4c62-aa26-680450f6c359 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:21:11.443448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 03b5aacf-7a10-4c62-aa26-680450f6c359 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:21:11.443807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 03b5aacf-7a10-4c62-aa26-680450f6c359 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:21:11.446032 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef70984-0332-4f8b-aa99-86cd8f73412f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (6e73caa0-ab19-4b98-93ea-4e1822d47e65), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:11.452605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef70984-0332-4f8b-aa99-86cd8f73412f admin admin] Publish callbacks [] for router_controller (6e73caa0-ab19-4b98-93ea-4e1822d47e65), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:11.528957 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef70984-0332-4f8b-aa99-86cd8f73412f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (6e73caa0-ab19-4b98-93ea-4e1822d47e65), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:11.529585 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef70984-0332-4f8b-aa99-86cd8f73412f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e73caa0-ab19-4b98-93ea-4e1822d47e65 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:21:11.540665 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7ef70984-0332-4f8b-aa99-86cd8f73412f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:11.541929 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7ef70984-0332-4f8b-aa99-86cd8f73412f admin admin] 10.222.0.45 "DELETE /v2.0/routers/6e73caa0-ab19-4b98-93ea-4e1822d47e65 HTTP/1.1" status: 204 len: 168 time: 2.9208267 Mar 24 01:21:11.545739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50456) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:11.647473 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4b417f-bd98-4647-abe9-49b9436e11e8 admin admin] Deleting subnet 1dbb63e9-6f61-4ffa-8c3d-88911f70759e {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:21:11.656270 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9b4b417f-bd98-4647-abe9-49b9436e11e8 admin admin] Publish callbacks [] for subnet (1dbb63e9-6f61-4ffa-8c3d-88911f70759e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:11.658564 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad9b0db-6270-4200-a7da-cef76ac0ec2d None None] Sync routers for ids ['6e73caa0-ab19-4b98-93ea-4e1822d47e65'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:21:11.675996 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad9b0db-6270-4200-a7da-cef76ac0ec2d None None] Routers set() bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:11.678746 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad9b0db-6270-4200-a7da-cef76ac0ec2d None None] Router IDs set() for agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 24 01:21:11.679936 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_agentschedulers_db [None req-dad9b0db-6270-4200-a7da-cef76ac0ec2d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6e73caa0-ab19-4b98-93ea-4e1822d47e65'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent'). {{(pid=115732) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 24 01:21:11.693375 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad9b0db-6270-4200-a7da-cef76ac0ec2d None None] Routers set() bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:11.694115 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad9b0db-6270-4200-a7da-cef76ac0ec2d None None] Router IDs set() for agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 24 01:21:11.694930 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_agentschedulers_db [None req-dad9b0db-6270-4200-a7da-cef76ac0ec2d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6e73caa0-ab19-4b98-93ea-4e1822d47e65'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent'). {{(pid=115732) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 24 01:21:11.695525 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad9b0db-6270-4200-a7da-cef76ac0ec2d None None] The sync data for ids ['6e73caa0-ab19-4b98-93ea-4e1822d47e65'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:21:11.735235 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9b4b417f-bd98-4647-abe9-49b9436e11e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (1dbb63e9-6f61-4ffa-8c3d-88911f70759e), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:11.947769 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:21:11.964305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494f1cc7-501f-4b99-8107-e5d728bce6b6 None None] Sync routers for ids ['79b6f26c-5747-4334-a71c-f7093f0cde04'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:21:11.984990 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9b4b417f-bd98-4647-abe9-49b9436e11e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (1dbb63e9-6f61-4ffa-8c3d-88911f70759e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:11.996091 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494f1cc7-501f-4b99-8107-e5d728bce6b6 None None] Routers {'79b6f26c-5747-4334-a71c-f7093f0cde04'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:11.997251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-494f1cc7-501f-4b99-8107-e5d728bce6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['79b6f26c-5747-4334-a71c-f7093f0cde04'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:12.036267 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:12.040090 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3f0fe3f8-4db3-4b1e-accd-ce439ffe76e7 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4449420 Mar 24 01:21:12.047759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50462) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:12.064867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-38b5975b-5848-44b8-a822-f1abd4fcfd2c tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:12.098784 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9b4b417f-bd98-4647-abe9-49b9436e11e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (1dbb63e9-6f61-4ffa-8c3d-88911f70759e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:12.100546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-494f1cc7-501f-4b99-8107-e5d728bce6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:12.132178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494f1cc7-501f-4b99-8107-e5d728bce6b6 None None] Routers {'79b6f26c-5747-4334-a71c-f7093f0cde04'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:12.135480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-494f1cc7-501f-4b99-8107-e5d728bce6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['79b6f26c-5747-4334-a71c-f7093f0cde04'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:12.138125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b417f-bd98-4647-abe9-49b9436e11e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dbb63e9-6f61-4ffa-8c3d-88911f70759e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:12.150610 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9b4b417f-bd98-4647-abe9-49b9436e11e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:12.157299 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9b4b417f-bd98-4647-abe9-49b9436e11e8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1dbb63e9-6f61-4ffa-8c3d-88911f70759e HTTP/1.1" status: 204 len: 168 time: 0.6098711 Mar 24 01:21:12.159775 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50464) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:12.237745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b781a9-5ab8-4d46-9d32-cc1967c65a5b None None] Network 1178b02a-2901-4887-b66a-72d060eec86d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:12.262293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-494f1cc7-501f-4b99-8107-e5d728bce6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:12.263338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494f1cc7-501f-4b99-8107-e5d728bce6b6 None None] The sync data for ids ['79b6f26c-5747-4334-a71c-f7093f0cde04'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:21:12.271390 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (1178b02a-2901-4887-b66a-72d060eec86d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:12.457308 n-d-760455-9 neutron-server[115730]: DEBUG neutron.objects.ports [None req-122a29b6-c4b4-4dc7-9da6-0b4831f002a2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 01:21:12.467478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] Deleting port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:12.471440 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (41b3a6dd-7299-4baf-97bd-4c046b9ba5b1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:12.566653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe831d6-c60f-4b40-a7f3-20bb5959fc6e None None] DHCP port deletion for 1178b02a-2901-4887-b66a-72d060eec86d request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:21:12.645652 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] For port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=41b3a6dd-7299-4baf-97bd-4c046b9ba5b1,segment=NetworkSegment(eaec1426-d418-4f01-a5d9-e9086f8df5db),segment_id=eaec1426-d418-4f01-a5d9-e9086f8df5db)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:12.646025 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (41b3a6dd-7299-4baf-97bd-4c046b9ba5b1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:12.664440 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2e9b5793-963d-41f4-8254-ec60f3ee9c57 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:12.670746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0fe831d6-c60f-4b40-a7f3-20bb5959fc6e None None] Deleting port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:12.671136 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0fe831d6-c60f-4b40-a7f3-20bb5959fc6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (41b3a6dd-7299-4baf-97bd-4c046b9ba5b1), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:12.694001 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] Calling delete_port for 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:12.852217 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0fe831d6-c60f-4b40-a7f3-20bb5959fc6e None None] For port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=41b3a6dd-7299-4baf-97bd-4c046b9ba5b1,segment=NetworkSegment(eaec1426-d418-4f01-a5d9-e9086f8df5db),segment_id=eaec1426-d418-4f01-a5d9-e9086f8df5db)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:12.852918 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0fe831d6-c60f-4b40-a7f3-20bb5959fc6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (41b3a6dd-7299-4baf-97bd-4c046b9ba5b1), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:12.867991 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (41b3a6dd-7299-4baf-97bd-4c046b9ba5b1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:12.875849 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0fe831d6-c60f-4b40-a7f3-20bb5959fc6e None None] Calling delete_port for 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:12.877921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:12.878480 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:12.905957 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b3a6dd-7299-4baf-97bd-4c046b9ba5b1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:12.930077 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] No DVR routers for this DVR port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:21:13.029854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:13.030875 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.085484 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (1178b02a-2901-4887-b66a-72d060eec86d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.096161 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:21:13.096690 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:13.104369 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:21:13.115731 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0fe831d6-c60f-4b40-a7f3-20bb5959fc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (41b3a6dd-7299-4baf-97bd-4c046b9ba5b1), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.127237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1178b02a-2901-4887-b66a-72d060eec86d']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:13.140975 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe831d6-c60f-4b40-a7f3-20bb5959fc6e None None] Pushing event deleted for resources: {'Port': ['ID=41b3a6dd-7299-4baf-97bd-4c046b9ba5b1,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:13.154946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe831d6-c60f-4b40-a7f3-20bb5959fc6e None None] No DVR routers for this DVR port 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:21:13.159059 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-38b5975b-5848-44b8-a822-f1abd4fcfd2c tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (79b6f26c-5747-4334-a71c-f7093f0cde04), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.161523 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaec1426-d418-4f01-a5d9-e9086f8df5db') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:13.162120 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaec1426-d418-4f01-a5d9-e9086f8df5db') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:13.201328 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (eaec1426-d418-4f01-a5d9-e9086f8df5db), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.203010 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-38b5975b-5848-44b8-a822-f1abd4fcfd2c tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_gateway (79b6f26c-5747-4334-a71c-f7093f0cde04), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.220978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3a54ca45-6ad6-456a-b184-18d3616d070d None None] Provisioning complete for port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:13.221657 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3a54ca45-6ad6-456a-b184-18d3616d070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.227094 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-122a29b6-c4b4-4dc7-9da6-0b4831f002a2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.233262 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (eaec1426-d418-4f01-a5d9-e9086f8df5db), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.245350 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:21:13.245772 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (eaec1426-d418-4f01-a5d9-e9086f8df5db), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:21:13.247540 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:21:13.376800 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3a54ca45-6ad6-456a-b184-18d3616d070d None None] Current status of the port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:13.377489 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3a54ca45-6ad6-456a-b184-18d3616d070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.386661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-38b5975b-5848-44b8-a822-f1abd4fcfd2c tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Deleting port 4793df22-ef9f-453c-8b4e-d43620583366 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:13.388614 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-38b5975b-5848-44b8-a822-f1abd4fcfd2c tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4793df22-ef9f-453c-8b4e-d43620583366), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.396463 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (1178b02a-2901-4887-b66a-72d060eec86d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.423485 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.427582 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1178b02a-2901-4887-b66a-72d060eec86d HTTP/1.1" status: 204 len: 168 time: 1.2664936 Mar 24 01:21:13.428466 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a8846-fa4c-406b-ad39-9e76bc521833 admin admin] Pushing event deleted for resources: {'Network': ['ID=1178b02a-2901-4887-b66a-72d060eec86d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:13.544856 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-38b5975b-5848-44b8-a822-f1abd4fcfd2c tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4793df22-ef9f-453c-8b4e-d43620583366), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.561027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-38b5975b-5848-44b8-a822-f1abd4fcfd2c tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Calling delete_port for 4793df22-ef9f-453c-8b4e-d43620583366 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:13.634723 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50474) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:13.659732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:13.660373 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.713039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-122a29b6-c4b4-4dc7-9da6-0b4831f002a2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] For port 2e9b5793-963d-41f4-8254-ec60f3ee9c57, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2e9b5793-963d-41f4-8254-ec60f3ee9c57,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:13.714486 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6bf6e5d4-0502-4d60-8923-b03c031cad61 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5d5518d62d76447099552017be9745cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0785434 Mar 24 01:21:13.722177 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50476) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:13.806341 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d4fcbe6-9c8c-4f8c-8235-06ecdb877d85 admin admin] Publish callbacks [] for security_group (d222bafa-c68e-4b5c-8291-9822c8a0689b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.834074 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-122a29b6-c4b4-4dc7-9da6-0b4831f002a2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.856619 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-122a29b6-c4b4-4dc7-9da6-0b4831f002a2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.875188 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d4fcbe6-9c8c-4f8c-8235-06ecdb877d85 admin admin] Publish callbacks [] for security_group (d222bafa-c68e-4b5c-8291-9822c8a0689b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.905957 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-122a29b6-c4b4-4dc7-9da6-0b4831f002a2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (5f2d5054-76a3-4920-935a-4f7a8cf72083), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.936988 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d4fcbe6-9c8c-4f8c-8235-06ecdb877d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d222bafa-c68e-4b5c-8291-9822c8a0689b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.940979 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d4fcbe6-9c8c-4f8c-8235-06ecdb877d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:13.942032 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2d4fcbe6-9c8c-4f8c-8235-06ecdb877d85 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d222bafa-c68e-4b5c-8291-9822c8a0689b HTTP/1.1" status: 204 len: 168 time: 0.2188671 Mar 24 01:21:13.952776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fcbe6-9c8c-4f8c-8235-06ecdb877d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d222bafa-c68e-4b5c-8291-9822c8a0689b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:13.992826 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a29b6-c4b4-4dc7-9da6-0b4831f002a2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Subnet': ['ID=5f2d5054-76a3-4920-935a-4f7a8cf72083,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:14.004425 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-3a54ca45-6ad6-456a-b184-18d3616d070d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:21:14.004977 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-3a54ca45-6ad6-456a-b184-18d3616d070d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:21:14.043478 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:21:14.044862 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:21:14.045727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122a29b6-c4b4-4dc7-9da6-0b4831f002a2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:14.067090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-122a29b6-c4b4-4dc7-9da6-0b4831f002a2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:14.067090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122a29b6-c4b4-4dc7-9da6-0b4831f002a2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:14.067090 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-122a29b6-c4b4-4dc7-9da6-0b4831f002a2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:14.124532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a29b6-c4b4-4dc7-9da6-0b4831f002a2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=2e9b5793-963d-41f4-8254-ec60f3ee9c57,revision_number=4']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:14.131775 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-122a29b6-c4b4-4dc7-9da6-0b4831f002a2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.4412270 Mar 24 01:21:14.135497 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50484) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:14.141055 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-aac0be8d-3c4f-46a8-830b-850d13c3866f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Request body: {'port': {'network_id': '6236e4f8-17ff-44a0-8044-03efb1bb8211', 'mac_address': 'fa:16:3e:10:66:07', 'name': 'tempest-NetworksTestDHCPv6-1342113095'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:14.154846 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-38b5975b-5848-44b8-a822-f1abd4fcfd2c tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4793df22-ef9f-453c-8b4e-d43620583366), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:14.244816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5975b-5848-44b8-a822-f1abd4fcfd2c tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Pushing event deleted for resources: {'Port': ['ID=4793df22-ef9f-453c-8b4e-d43620583366,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:14.294946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0124871-e958-4a7e-989f-c1a94720f508 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:14.351920 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-38b5975b-5848-44b8-a822-f1abd4fcfd2c tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (79b6f26c-5747-4334-a71c-f7093f0cde04), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:14.390894 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac0be8d-3c4f-46a8-830b-850d13c3866f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Made reservation on behalf of c531941392ca4353b92cbe420d2f88cc for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:14.575097 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aac0be8d-3c4f-46a8-830b-850d13c3866f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:14.582777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3a54ca45-6ad6-456a-b184-18d3616d070d None None] Current status of the port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:14.584005 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3a54ca45-6ad6-456a-b184-18d3616d070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:14.613885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50488) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:14.636428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-aac0be8d-3c4f-46a8-830b-850d13c3866f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] device_id is not set on port 8f2d39fd-1a5c-4613-82ea-68faed01318b yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:21:14.656987 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3a54ca45-6ad6-456a-b184-18d3616d070d None None] For port 2e9b5793-963d-41f4-8254-ec60f3ee9c57, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2e9b5793-963d-41f4-8254-ec60f3ee9c57,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:14.667543 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3a54ca45-6ad6-456a-b184-18d3616d070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:14.718217 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a109efee-b397-4b0c-ba6f-cc25dc6272eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:14.749908 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-38b5975b-5848-44b8-a822-f1abd4fcfd2c tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router (79b6f26c-5747-4334-a71c-f7093f0cde04), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:14.750644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54ca45-6ad6-456a-b184-18d3616d070d None None] Pushing event updated for resources: {'Port': ['ID=2e9b5793-963d-41f4-8254-ec60f3ee9c57,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:14.757792 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-38b5975b-5848-44b8-a822-f1abd4fcfd2c tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642443'] for router (79b6f26c-5747-4334-a71c-f7093f0cde04), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:14.853224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-753fe568-442a-410d-b933-6e558f9e1bd9 None None] Could not find standard attr ID for object a76346d0-82c7-4b55-99fd-5bc893f90d14. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:21:14.875888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b5975b-5848-44b8-a822-f1abd4fcfd2c tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Router 79b6f26c-5747-4334-a71c-f7093f0cde04 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:21:14.880013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-753fe568-442a-410d-b933-6e558f9e1bd9 None None] Could not find standard attr ID for object 453a778f-d82f-41dd-869c-0940285b9e04. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:21:14.891366 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:14.957082 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-aac0be8d-3c4f-46a8-830b-850d13c3866f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8::389 (6236e4f8-17ff-44a0-8044-03efb1bb8211/e6712972-05d2-40e4-8f82-8d5bedcd20d2/8f2d39fd-1a5c-4613-82ea-68faed01318b) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:14.974008 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-aac0be8d-3c4f-46a8-830b-850d13c3866f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Allocated IP 2001:db8:0:1:f816:3eff:fe10:6607 (6236e4f8-17ff-44a0-8044-03efb1bb8211/5f2d5054-76a3-4920-935a-4f7a8cf72083/8f2d39fd-1a5c-4613-82ea-68faed01318b) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:15.031005 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2e9b5793-963d-41f4-8254-ec60f3ee9c57 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:15.115958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b5975b-5848-44b8-a822-f1abd4fcfd2c tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:21:15.127934 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe59ca8-8822-4c20-a10b-6e9bc278aa48 None None] Sync routers for ids ['79b6f26c-5747-4334-a71c-f7093f0cde04'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:21:15.137940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:15.138482 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:15.145171 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-38b5975b-5848-44b8-a822-f1abd4fcfd2c tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:15.153230 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe59ca8-8822-4c20-a10b-6e9bc278aa48 None None] Routers {'79b6f26c-5747-4334-a71c-f7093f0cde04'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:15.153882 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-efe59ca8-8822-4c20-a10b-6e9bc278aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['79b6f26c-5747-4334-a71c-f7093f0cde04'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:15.155701 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aac0be8d-3c4f-46a8-830b-850d13c3866f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for port (8f2d39fd-1a5c-4613-82ea-68faed01318b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:15.155845 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-38b5975b-5848-44b8-a822-f1abd4fcfd2c tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "PUT /v2.0/routers/79b6f26c-5747-4334-a71c-f7093f0cde04 HTTP/1.1" status: 200 len: 709 time: 3.1013987 Mar 24 01:21:15.174244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50494) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:15.202577 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aac0be8d-3c4f-46a8-830b-850d13c3866f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8f2d39fd-1a5c-4613-82ea-68faed01318b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:15.276211 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-efe59ca8-8822-4c20-a10b-6e9bc278aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:15.296654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac0be8d-3c4f-46a8-830b-850d13c3866f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:15.304468 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe59ca8-8822-4c20-a10b-6e9bc278aa48 None None] Routers {'79b6f26c-5747-4334-a71c-f7093f0cde04'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:15.305134 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-efe59ca8-8822-4c20-a10b-6e9bc278aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['79b6f26c-5747-4334-a71c-f7093f0cde04'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:15.313001 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a109efee-b397-4b0c-ba6f-cc25dc6272eb admin admin] Publish callbacks [] for security_group (8e5cf904-b69f-46e0-abcb-8e3f2dac0af2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:15.333007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:15.343511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-aac0be8d-3c4f-46a8-830b-850d13c3866f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:15.349284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0be8d-3c4f-46a8-830b-850d13c3866f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event updated for resources: {'Port': ['ID=8f2d39fd-1a5c-4613-82ea-68faed01318b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:15.359975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac0be8d-3c4f-46a8-830b-850d13c3866f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:15.370562 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-efe59ca8-8822-4c20-a10b-6e9bc278aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:15.372859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac0be8d-3c4f-46a8-830b-850d13c3866f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:15.373719 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aac0be8d-3c4f-46a8-830b-850d13c3866f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:15.387104 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe59ca8-8822-4c20-a10b-6e9bc278aa48 None None] The sync data for ids ['79b6f26c-5747-4334-a71c-f7093f0cde04'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:21:15.400065 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a109efee-b397-4b0c-ba6f-cc25dc6272eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8e5cf904-b69f-46e0-abcb-8e3f2dac0af2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:15.401810 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9f9a7834-0463-4428-9c5d-55161cefde6f no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:21:15.416209 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-aac0be8d-3c4f-46a8-830b-850d13c3866f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2794950 Mar 24 01:21:15.416858 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50496) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:15.434262 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 9f9a7834-0463-4428-9c5d-55161cefde6f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:21:15.434736 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9f9a7834-0463-4428-9c5d-55161cefde6f not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:21:15.435260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:21:15.450442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109efee-b397-4b0c-ba6f-cc25dc6272eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5cf904-b69f-46e0-abcb-8e3f2dac0af2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:15.465285 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2dca4652-fc50-4043-a2f5-1a20b0fb3c78 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/routers/79b6f26c-5747-4334-a71c-f7093f0cde04 HTTP/1.1" status: 200 len: 744 time: 0.2897334 Mar 24 01:21:15.471133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50498) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:15.490007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:21:15.492554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 41b3a6dd-7299-4baf-97bd-4c046b9ba5b1 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:21:15.551542 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50502) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:15.558077 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b0484ec5-0ca1-41f5-b256-72562a5db2e2 tempest-RoutersIpV6AdminTest-760261872 tempest-RoutersIpV6AdminTest-760261872-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&device_id=79b6f26c-5747-4334-a71c-f7093f0cde04 HTTP/1.1" status: 200 len: 205 time: 0.0750809 Mar 24 01:21:15.560534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a109efee-b397-4b0c-ba6f-cc25dc6272eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.9456377 Mar 24 01:21:15.563111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50504) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:15.596261 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-36a0db53-31a8-416b-87dc-06c0c61617fb tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b6f26c-5747-4334-a71c-f7093f0cde04 HTTP/1.1" status: 200 len: 205 time: 0.0413768 Mar 24 01:21:15.596593 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50506) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:15.609291 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-acbe3e63-fa17-4863-b588-bd5c546c1c04 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting port 8f2d39fd-1a5c-4613-82ea-68faed01318b {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:15.609655 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acbe3e63-fa17-4863-b588-bd5c546c1c04 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8f2d39fd-1a5c-4613-82ea-68faed01318b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:15.627636 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f2a60f56-7130-4ad8-9ea1-40293bc8dec1 None None] Provisioning complete for port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:15.627912 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f2a60f56-7130-4ad8-9ea1-40293bc8dec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:15.670287 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ae84fd02-4a7a-43a0-bd3f-3f7bb59b9eb0 admin admin] Publish callbacks [] for security_group (8e5cf904-b69f-46e0-abcb-8e3f2dac0af2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:15.706188 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ae84fd02-4a7a-43a0-bd3f-3f7bb59b9eb0 admin admin] Publish callbacks [] for security_group (8e5cf904-b69f-46e0-abcb-8e3f2dac0af2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:15.761928 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8fda607-1c9e-4b5b-978b-cfb445a7adf9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (79b6f26c-5747-4334-a71c-f7093f0cde04), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:15.783769 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ae84fd02-4a7a-43a0-bd3f-3f7bb59b9eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8e5cf904-b69f-46e0-abcb-8e3f2dac0af2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:15.788127 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ae84fd02-4a7a-43a0-bd3f-3f7bb59b9eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:15.790240 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ae84fd02-4a7a-43a0-bd3f-3f7bb59b9eb0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e5cf904-b69f-46e0-abcb-8e3f2dac0af2 HTTP/1.1" status: 204 len: 168 time: 0.2254851 Mar 24 01:21:15.798743 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f2a60f56-7130-4ad8-9ea1-40293bc8dec1 None None] Current status of the port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:15.816408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84fd02-4a7a-43a0-bd3f-3f7bb59b9eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5cf904-b69f-46e0-abcb-8e3f2dac0af2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:15.932347 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acbe3e63-fa17-4863-b588-bd5c546c1c04 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8f2d39fd-1a5c-4613-82ea-68faed01318b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:15.976167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-acbe3e63-fa17-4863-b588-bd5c546c1c04 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Calling delete_port for 8f2d39fd-1a5c-4613-82ea-68faed01318b owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:15.982670 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8fda607-1c9e-4b5b-978b-cfb445a7adf9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (79b6f26c-5747-4334-a71c-f7093f0cde04), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:15.985988 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8fda607-1c9e-4b5b-978b-cfb445a7adf9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router_controller (79b6f26c-5747-4334-a71c-f7093f0cde04), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:16.027184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-60bdcc76-e53e-4bbd-a33b-693b40a5fd66 None None] Provisioning complete for port 8f2d39fd-1a5c-4613-82ea-68faed01318b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:16.027542 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-60bdcc76-e53e-4bbd-a33b-693b40a5fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8f2d39fd-1a5c-4613-82ea-68faed01318b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:16.070227 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8fda607-1c9e-4b5b-978b-cfb445a7adf9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (79b6f26c-5747-4334-a71c-f7093f0cde04), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:16.070721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fda607-1c9e-4b5b-978b-cfb445a7adf9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Fanout notify agent at l3_agent the message router_deleted on router 79b6f26c-5747-4334-a71c-f7093f0cde04 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:21:16.071849 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-60bdcc76-e53e-4bbd-a33b-693b40a5fd66 None None] Port 8f2d39fd-1a5c-4613-82ea-68faed01318b cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:21:16.081313 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8fda607-1c9e-4b5b-978b-cfb445a7adf9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:16.082434 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c8fda607-1c9e-4b5b-978b-cfb445a7adf9 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "DELETE /v2.0/routers/79b6f26c-5747-4334-a71c-f7093f0cde04 HTTP/1.1" status: 204 len: 168 time: 0.4850159 Mar 24 01:21:16.086322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50520) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.120530 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9acb0187-4ee0-4de6-86d8-4c751708e2b4 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b6f26c-5747-4334-a71c-f7093f0cde04 HTTP/1.1" status: 200 len: 205 time: 0.0308383 Mar 24 01:21:16.121412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50524) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.173518 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-07f06b1d-0327-4ff6-857a-3de0219b0c61 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] delete failed (client error): The resource could not be found. Mar 24 01:21:16.178608 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-07f06b1d-0327-4ff6-857a-3de0219b0c61 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "DELETE /v2.0/routers/79b6f26c-5747-4334-a71c-f7093f0cde04 HTTP/1.1" status: 404 len: 336 time: 0.0522914 Mar 24 01:21:16.181304 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50528) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.216669 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d586cadb-d2a3-47df-a0a3-80c5d5936317 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb2c4add-9571-45da-aa59-b490dc90691f HTTP/1.1" status: 200 len: 205 time: 0.0345926 Mar 24 01:21:16.219106 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50532) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.264904 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-633417d9-f634-4dfe-aeae-eddec37e9944 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] delete failed (client error): The resource could not be found. Mar 24 01:21:16.268300 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-633417d9-f634-4dfe-aeae-eddec37e9944 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "DELETE /v2.0/routers/eb2c4add-9571-45da-aa59-b490dc90691f HTTP/1.1" status: 404 len: 336 time: 0.0459926 Mar 24 01:21:16.268567 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50538) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.301888 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-138d4940-6de0-41a2-bb08-7fc3cb02ca63 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "GET /v2.0/ports?device_id=33907747-bf39-43b4-961c-7afd8ca8dedd HTTP/1.1" status: 200 len: 205 time: 0.0306618 Mar 24 01:21:16.302763 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50542) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.309965 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acbe3e63-fa17-4863-b588-bd5c546c1c04 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8f2d39fd-1a5c-4613-82ea-68faed01318b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:16.354710 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-d1694f55-688e-489b-b0db-f1ac21a3c095 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] delete failed (client error): The resource could not be found. Mar 24 01:21:16.355859 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d1694f55-688e-489b-b0db-f1ac21a3c095 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "DELETE /v2.0/routers/33907747-bf39-43b4-961c-7afd8ca8dedd HTTP/1.1" status: 404 len: 336 time: 0.0521679 Mar 24 01:21:16.359144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50544) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.405486 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0c8161de-f3c9-4b28-bf21-d2578c23e4b0 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd1f520-9ed2-4388-9ea1-c957355c736c HTTP/1.1" status: 200 len: 205 time: 0.0451350 Mar 24 01:21:16.406777 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50548) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.415674 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe3e63-fa17-4863-b588-bd5c546c1c04 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Port': ['ID=8f2d39fd-1a5c-4613-82ea-68faed01318b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:16.420936 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-acbe3e63-fa17-4863-b588-bd5c546c1c04 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:16.430169 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-acbe3e63-fa17-4863-b588-bd5c546c1c04 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/8f2d39fd-1a5c-4613-82ea-68faed01318b HTTP/1.1" status: 204 len: 168 time: 1.0099251 Mar 24 01:21:16.432544 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50550) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.465075 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-117e9fe2-87c2-45af-986f-f33b4d2e6de8 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] delete failed (client error): The resource could not be found. Mar 24 01:21:16.468919 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-117e9fe2-87c2-45af-986f-f33b4d2e6de8 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "DELETE /v2.0/routers/6fd1f520-9ed2-4388-9ea1-c957355c736c HTTP/1.1" status: 404 len: 336 time: 0.0608950 Mar 24 01:21:16.469565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50552) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.508868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d0441940-520a-4229-86d6-dc2de67befbf tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "GET /v2.0/ports?device_id=d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1 HTTP/1.1" status: 200 len: 205 time: 0.0380497 Mar 24 01:21:16.509424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50554) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.520579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5a0274-8064-4e66-b855-68d96ec72b98 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:16.523564 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5a5a0274-8064-4e66-b855-68d96ec72b98 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0886893 Mar 24 01:21:16.526600 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50556) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.558822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50558) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.565377 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-9e08afe6-0b2a-42f7-8d98-82adce393636 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] delete failed (client error): The resource could not be found. Mar 24 01:21:16.569408 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9e08afe6-0b2a-42f7-8d98-82adce393636 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "DELETE /v2.0/routers/d59d7e3e-a09b-4f2d-9c39-3818c6fc54c1 HTTP/1.1" status: 404 len: 336 time: 0.0584414 Mar 24 01:21:16.574452 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50562) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.612591 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-78e74291-b48c-4b37-8b61-2097056939f0 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "GET /v2.0/ports?device_id=99021d77-722b-4a2f-a92a-d6cfa6cb3c72 HTTP/1.1" status: 200 len: 205 time: 0.0369313 Mar 24 01:21:16.615139 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50566) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.676674 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-a21c4c44-fc3d-4f9a-a90f-406e9bdf11ea tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] delete failed (client error): The resource could not be found. Mar 24 01:21:16.677756 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a21c4c44-fc3d-4f9a-a90f-406e9bdf11ea tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "DELETE /v2.0/routers/99021d77-722b-4a2f-a92a-d6cfa6cb3c72 HTTP/1.1" status: 404 len: 336 time: 0.0617247 Mar 24 01:21:16.680610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50570) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.687561 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee8025-4e58-423c-b983-ef448f5501e0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:16.698497 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c1ee8025-4e58-423c-b983-ef448f5501e0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1654279 Mar 24 01:21:16.700606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50572) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.726352 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ffb696-d402-48d1-9873-228a19032854 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:16.727228 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ffb696-d402-48d1-9873-228a19032854 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:16.734157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-07ffb696-d402-48d1-9873-228a19032854 tempest-RoutersIpV6AdminTest-1047390121 tempest-RoutersIpV6AdminTest-1047390121-project] 10.222.0.45 "DELETE /v2.0/subnets/3dd1153d-5afa-45da-9829-df9adf59be71 HTTP/1.1" status: 404 len: 337 time: 0.0524046 Mar 24 01:21:16.772714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87476d12-dd40-49ec-b137-5af6f8faeb83 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:16.776003 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87476d12-dd40-49ec-b137-5af6f8faeb83 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:16.777325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87476d12-dd40-49ec-b137-5af6f8faeb83 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:16.782898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50576) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:16.789045 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-87476d12-dd40-49ec-b137-5af6f8faeb83 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0871322 Mar 24 01:21:16.820697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c82b442f-7b53-4b81-b7be-4fd33836d02d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2001320766-network', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:16.858873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbd3747-8816-4e38-a19b-5ef072597c3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet 5f2d5054-76a3-4920-935a-4f7a8cf72083 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:21:16.862234 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cbd3747-8816-4e38-a19b-5ef072597c3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (5f2d5054-76a3-4920-935a-4f7a8cf72083), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:16.913640 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cbd3747-8816-4e38-a19b-5ef072597c3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (5f2d5054-76a3-4920-935a-4f7a8cf72083), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:16.942710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82b442f-7b53-4b81-b7be-4fd33836d02d admin admin] Made reservation on behalf of c595edeb50ac4eda86dcc5ff48dc0e68 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:16.944995 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c82b442f-7b53-4b81-b7be-4fd33836d02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:16.957345 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c82b442f-7b53-4b81-b7be-4fd33836d02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.046553 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50582) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:17.065230 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cbd3747-8816-4e38-a19b-5ef072597c3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (5f2d5054-76a3-4920-935a-4f7a8cf72083), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.149601 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c82b442f-7b53-4b81-b7be-4fd33836d02d admin admin] Publish callbacks [] for security_group (a764f020-b42d-4f29-b8e1-fc06c9e4be79), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.161787 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c82b442f-7b53-4b81-b7be-4fd33836d02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a764f020-b42d-4f29-b8e1-fc06c9e4be79), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.190997 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cbd3747-8816-4e38-a19b-5ef072597c3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (5f2d5054-76a3-4920-935a-4f7a8cf72083), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.209724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82b442f-7b53-4b81-b7be-4fd33836d02d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:21:17.210093 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50ffd0bd-732b-43d9-abb9-0cf9fa2892b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.245828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd3747-8816-4e38-a19b-5ef072597c3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=5f2d5054-76a3-4920-935a-4f7a8cf72083,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:17.249123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b442f-7b53-4b81-b7be-4fd33836d02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a764f020-b42d-4f29-b8e1-fc06c9e4be79,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:17.254507 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5cbd3747-8816-4e38-a19b-5ef072597c3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.262174 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5cbd3747-8816-4e38-a19b-5ef072597c3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/5f2d5054-76a3-4920-935a-4f7a8cf72083 HTTP/1.1" status: 204 len: 168 time: 0.4744997 Mar 24 01:21:17.262174 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c82b442f-7b53-4b81-b7be-4fd33836d02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (899e2b83-322a-469d-acd2-d58c82ca45fb), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.262174 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-c82b442f-7b53-4b81-b7be-4fd33836d02d admin admin] Added segment 899e2b83-322a-469d-acd2-d58c82ca45fb of type vlan for network 48490743-e645-4022-aa34-04370dc095cf Mar 24 01:21:17.263164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50586) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:17.266404 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f9a39b-b8cf-4340-bf1a-c14ce743a821 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:17.327388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed1e88b-35c0-4429-9893-ce9d56a5f21c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Deleting subnet e6712972-05d2-40e4-8f82-8d5bedcd20d2 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:21:17.331366 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bed1e88b-35c0-4429-9893-ce9d56a5f21c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for subnet (e6712972-05d2-40e4-8f82-8d5bedcd20d2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.377508 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bed1e88b-35c0-4429-9893-ce9d56a5f21c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (e6712972-05d2-40e4-8f82-8d5bedcd20d2), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.393900 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50ffd0bd-732b-43d9-abb9-0cf9fa2892b3 admin admin] Publish callbacks [] for security_group (058b8380-b7ca-422f-857d-e11706702f31), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.399349 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50ffd0bd-732b-43d9-abb9-0cf9fa2892b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (058b8380-b7ca-422f-857d-e11706702f31), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.444695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffd0bd-732b-43d9-abb9-0cf9fa2892b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058b8380-b7ca-422f-857d-e11706702f31,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:17.470300 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-50ffd0bd-732b-43d9-abb9-0cf9fa2892b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3898139c860446fa3c86514a95b0aac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4197998 Mar 24 01:21:17.471504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50588) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:17.508398 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c82b442f-7b53-4b81-b7be-4fd33836d02d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (48490743-e645-4022-aa34-04370dc095cf), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.529733 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bed1e88b-35c0-4429-9893-ce9d56a5f21c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (e6712972-05d2-40e4-8f82-8d5bedcd20d2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.567171 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fe87df6-dc6d-4cc4-b914-a7c6c943ba10 admin admin] Publish callbacks [] for security_group (058b8380-b7ca-422f-857d-e11706702f31), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.591225 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fe87df6-dc6d-4cc4-b914-a7c6c943ba10 admin admin] Publish callbacks [] for security_group (058b8380-b7ca-422f-857d-e11706702f31), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.602742 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c82b442f-7b53-4b81-b7be-4fd33836d02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (48490743-e645-4022-aa34-04370dc095cf), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.604427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82b442f-7b53-4b81-b7be-4fd33836d02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:17.605009 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c82b442f-7b53-4b81-b7be-4fd33836d02d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.663663 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fe87df6-dc6d-4cc4-b914-a7c6c943ba10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (058b8380-b7ca-422f-857d-e11706702f31), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.670556 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7fe87df6-dc6d-4cc4-b914-a7c6c943ba10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.675365 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7fe87df6-dc6d-4cc4-b914-a7c6c943ba10 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/058b8380-b7ca-422f-857d-e11706702f31 HTTP/1.1" status: 204 len: 168 time: 0.2019312 Mar 24 01:21:17.685397 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe87df6-dc6d-4cc4-b914-a7c6c943ba10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058b8380-b7ca-422f-857d-e11706702f31,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:17.711470 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c82b442f-7b53-4b81-b7be-4fd33836d02d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1513813 Mar 24 01:21:17.712652 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bed1e88b-35c0-4429-9893-ce9d56a5f21c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (e6712972-05d2-40e4-8f82-8d5bedcd20d2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.713739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50594) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:17.735425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a635487b-ec72-45af-a989-ed999877bc1b admin admin] Request body: {'subnet': {'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2001320766-subnet', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:17.759654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1e88b-35c0-4429-9893-ce9d56a5f21c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Subnet': ['ID=e6712972-05d2-40e4-8f82-8d5bedcd20d2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:17.771842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b442f-7b53-4b81-b7be-4fd33836d02d admin admin] Pushing event updated for resources: {'Network': ['ID=48490743-e645-4022-aa34-04370dc095cf,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:17.774308 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a635487b-ec72-45af-a989-ed999877bc1b admin admin] Made reservation on behalf of c595edeb50ac4eda86dcc5ff48dc0e68 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:17.777403 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a635487b-ec72-45af-a989-ed999877bc1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.791182 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bed1e88b-35c0-4429-9893-ce9d56a5f21c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:17.798431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bed1e88b-35c0-4429-9893-ce9d56a5f21c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/e6712972-05d2-40e4-8f82-8d5bedcd20d2 HTTP/1.1" status: 204 len: 168 time: 0.5344124 Mar 24 01:21:17.802519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50596) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:17.823338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 48490743-e645-4022-aa34-04370dc095cf details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:21:17.894610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-509ee866-1dc6-4368-aa83-dd77110f88b0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884011 Mar 24 01:21:17.898783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50598) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:17.982344 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ad6203-34d1-4b8f-a493-584ab05e497e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:17.984194 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d2ad6203-34d1-4b8f-a493-584ab05e497e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0844691 Mar 24 01:21:17.986938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50602) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:18.107257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07ad7cf-1521-4016-a874-5d94268cdeb3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:18.117847 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a07ad7cf-1521-4016-a874-5d94268cdeb3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1294267 Mar 24 01:21:18.121193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50606) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:18.187020 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a635487b-ec72-45af-a989-ed999877bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (1485c8ad-91cf-4450-b4fd-21b2b407cdc3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:18.213278 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-44599e43-daa7-49ca-ba1c-348ab370ad22 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905435 Mar 24 01:21:18.221644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50608) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:18.270202 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635487b-ec72-45af-a989-ed999877bc1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1485c8ad-91cf-4450-b4fd-21b2b407cdc3,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:18.272325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50616) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:18.278109 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51a2eb3-46ba-4bc8-85eb-53d1cfde2973 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:18.278770 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51a2eb3-46ba-4bc8-85eb-53d1cfde2973 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:18.282295 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b51a2eb3-46ba-4bc8-85eb-53d1cfde2973 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/8f2d39fd-1a5c-4613-82ea-68faed01318b HTTP/1.1" status: 404 len: 333 time: 0.0596378 Mar 24 01:21:18.284753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50622) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:18.324422 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d10ed7d-e8b1-45c2-8b08-3320797d99b4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:18.324888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d10ed7d-e8b1-45c2-8b08-3320797d99b4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:18.328676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4d10ed7d-e8b1-45c2-8b08-3320797d99b4 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/5f2d5054-76a3-4920-935a-4f7a8cf72083 HTTP/1.1" status: 404 len: 337 time: 0.0423696 Mar 24 01:21:18.331428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50626) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:18.563859 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fc86fcc1-54c8-4f47-a8b7-9bad1eae0b32 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36bea43ffcda4ca08248931b27cec310&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0798500 Mar 24 01:21:18.563859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635487b-ec72-45af-a989-ed999877bc1b admin admin] Checking segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:18.563859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a635487b-ec72-45af-a989-ed999877bc1b admin admin] Network hostable DHCP agents. Network: 48490743-e645-4022-aa34-04370dc095cf, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:21:18.563859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50628) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:18.567513 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-49198f5d-35ef-4e01-be4f-228f97a6114c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:18.567513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49198f5d-35ef-4e01-be4f-228f97a6114c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:18.567513 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-49198f5d-35ef-4e01-be4f-228f97a6114c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/e6712972-05d2-40e4-8f82-8d5bedcd20d2 HTTP/1.1" status: 404 len: 337 time: 0.0583439 Mar 24 01:21:18.567513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50634) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:18.569646 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a635487b-ec72-45af-a989-ed999877bc1b admin admin] Network 48490743-e645-4022-aa34-04370dc095cf is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:21:18.569932 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-32492e62-1be0-4834-b661-8199134bacdd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:18.569932 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32492e62-1be0-4834-b661-8199134bacdd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:18.570328 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a635487b-ec72-45af-a989-ed999877bc1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 48490743-e645-4022-aa34-04370dc095cf) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:18.570690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-32492e62-1be0-4834-b661-8199134bacdd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/453a778f-d82f-41dd-869c-0940285b9e04 HTTP/1.1" status: 404 len: 333 time: 0.0929842 Mar 24 01:21:18.570690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50640) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:18.571093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a635487b-ec72-45af-a989-ed999877bc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:18.571093 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a635487b-ec72-45af-a989-ed999877bc1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:18.571505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370c05c0-e38a-4131-9f26-406a8c1b4958 None None] Network 48490743-e645-4022-aa34-04370dc095cf requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:18.585653 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-48961046-bdf0-405e-b631-3ebde3b388fc admin admin] Publish callbacks [] for security_group (da29dbc5-85ad-4e1c-9e0b-fa1da1d52e9d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:18.598890 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a635487b-ec72-45af-a989-ed999877bc1b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8835914 Mar 24 01:21:18.606188 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50644) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:18.613895 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:18.645614 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896c3fe4-5093-4e96-9eba-2277ad01fe54 None None] Network 6236e4f8-17ff-44a0-8044-03efb1bb8211 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:18.647679 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9fb8d2-58d5-4417-a4bc-46a5b4c4a655 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:18.648294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9fb8d2-58d5-4417-a4bc-46a5b4c4a655 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:18.652268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dd9fb8d2-58d5-4417-a4bc-46a5b4c4a655 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/08e73efb-78f3-434a-aee7-09decd859d9c HTTP/1.1" status: 404 len: 337 time: 0.1601114 Mar 24 01:21:18.655473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50646) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:18.665413 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-48961046-bdf0-405e-b631-3ebde3b388fc admin admin] Publish callbacks [] for security_group (da29dbc5-85ad-4e1c-9e0b-fa1da1d52e9d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:18.696231 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b71eb05-568c-433b-8042-ca1b93dfde9a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:18.696737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b71eb05-568c-433b-8042-ca1b93dfde9a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:18.701278 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6b71eb05-568c-433b-8042-ca1b93dfde9a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/90874f53-dc65-4ddd-aa55-b95d062fc30a HTTP/1.1" status: 404 len: 337 time: 0.0444083 Mar 24 01:21:18.703532 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50650) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:18.715927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae753d5-f707-4a50-84cc-c1a87b7ab1a2 req-e5dc2420-b978-46c3-84e8-3f936504a251 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:18.717723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ae753d5-f707-4a50-84cc-c1a87b7ab1a2 req-e5dc2420-b978-46c3-84e8-3f936504a251 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1127 time: 0.1710904 Mar 24 01:21:18.727588 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (50319ba5-3c49-498b-9109-e42037ed5878), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:18.729767 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (50319ba5-3c49-498b-9109-e42037ed5878), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:18.765122 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-729734fd-cd8a-41f6-b81e-6df528f51c53 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:18.765772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729734fd-cd8a-41f6-b81e-6df528f51c53 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:18.769068 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-729734fd-cd8a-41f6-b81e-6df528f51c53 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/a76346d0-82c7-4b55-99fd-5bc893f90d14 HTTP/1.1" status: 404 len: 333 time: 0.0642200 Mar 24 01:21:18.771953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50652) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:18.809920 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafbdaa7-c685-4375-9438-147a5edd77b7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:18.810577 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafbdaa7-c685-4375-9438-147a5edd77b7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:18.813373 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-06e02b9a-22c7-44df-bf73-62a7c978b965 None None] Provisioning complete for port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:18.814278 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-aafbdaa7-c685-4375-9438-147a5edd77b7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/552b60c1-e1b0-43cf-bd2a-2826eb851fc0 HTTP/1.1" status: 404 len: 337 time: 0.0411103 Mar 24 01:21:18.817828 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50658) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:18.822961 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-06e02b9a-22c7-44df-bf73-62a7c978b965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:18.877392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ae753d5-f707-4a50-84cc-c1a87b7ab1a2 req-74e48793-441a-4d16-92d6-45daeeeb4bf7 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540689 Mar 24 01:21:18.900020 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-1587bc5c-b2d7-48f2-a5d8-9e261f4b584d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:18.901278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1587bc5c-b2d7-48f2-a5d8-9e261f4b584d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:18.904470 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1587bc5c-b2d7-48f2-a5d8-9e261f4b584d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/ca8b4afb-9e3e-41f4-a8a8-3288b0bd1586 HTTP/1.1" status: 404 len: 337 time: 0.0855479 Mar 24 01:21:18.907979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50662) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:18.913822 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Publish callbacks [] for router_controller (50319ba5-3c49-498b-9109-e42037ed5878), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:18.921006 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-48961046-bdf0-405e-b631-3ebde3b388fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (da29dbc5-85ad-4e1c-9e0b-fa1da1d52e9d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:18.925057 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-48961046-bdf0-405e-b631-3ebde3b388fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:18.926730 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-48961046-bdf0-405e-b631-3ebde3b388fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da29dbc5-85ad-4e1c-9e0b-fa1da1d52e9d HTTP/1.1" status: 204 len: 168 time: 0.5668564 Mar 24 01:21:18.968717 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae411c00-62be-4285-9aeb-760c538e214f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:18.969310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae411c00-62be-4285-9aeb-760c538e214f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:18.985328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ae411c00-62be-4285-9aeb-760c538e214f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/8fb5a352-0f79-4a75-b15d-22580e9cca0b HTTP/1.1" status: 404 len: 333 time: 0.0762143 Mar 24 01:21:18.992626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50666) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:19.057386 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abab9fe-f311-4344-939c-cfa777cda804 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:19.057847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9abab9fe-f311-4344-939c-cfa777cda804 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:19.071797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9abab9fe-f311-4344-939c-cfa777cda804 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/857caeee-327a-4a75-9cc6-c425a87ab8cc HTTP/1.1" status: 404 len: 337 time: 0.0672259 Mar 24 01:21:19.074741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50670) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:19.076189 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48961046-bdf0-405e-b631-3ebde3b388fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da29dbc5-85ad-4e1c-9e0b-fa1da1d52e9d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:19.107742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-48490743-e645-4022-aa34-04370dc095cf', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:21:19.112398 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:19.162932 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352e3f97-cc75-4ef1-9068-e6fa1b3f8fe5 None None] DHCP port deletion for 6236e4f8-17ff-44a0-8044-03efb1bb8211 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:21:19.201425 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ebcfd-a3df-4d7f-a0fd-2e8433c4cde4 req-f96d409f-6f8f-4233-90b4-0cd48874bad4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:19.203310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-240ebcfd-a3df-4d7f-a0fd-2e8433c4cde4 req-f96d409f-6f8f-4233-90b4-0cd48874bad4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.1557195 Mar 24 01:21:19.306806 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-240ebcfd-a3df-4d7f-a0fd-2e8433c4cde4 req-14e44a26-b695-49ad-9c37-4c746cf38ae2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978463 Mar 24 01:21:19.339377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50676) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:19.461712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Allocated IP 172.20.0.2 (48490743-e645-4022-aa34-04370dc095cf/1485c8ad-91cf-4450-b4fd-21b2b407cdc3/758e42c9-e4a1-4693-a8be-150c31ba246e) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:19.483661 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4e038dd5-2422-413e-98fc-957742045b12 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/daee92b2-abed-474b-8f0d-a25e5642b262 HTTP/1.1" status: 200 len: 993 time: 0.1428814 Mar 24 01:21:19.590662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-06e02b9a-22c7-44df-bf73-62a7c978b965 None None] Current status of the port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:19.605184 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Publish callbacks [] for router_gateway (50319ba5-3c49-498b-9109-e42037ed5878), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:19.629442 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e8c8c9-83ca-47bd-8ec7-5e50d5947400 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:19.629912 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e8c8c9-83ca-47bd-8ec7-5e50d5947400 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:19.639345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50690) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:19.642452 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-64e8c8c9-83ca-47bd-8ec7-5e50d5947400 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/e01e5e46-4a40-4160-b344-244c4c06f438 HTTP/1.1" status: 404 len: 337 time: 0.5589123 Mar 24 01:21:19.677737 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-de185cef-1f0e-4b00-b8db-346aa687612f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:19.687385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de185cef-1f0e-4b00-b8db-346aa687612f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:19.692841 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-de185cef-1f0e-4b00-b8db-346aa687612f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/6e6e28fc-c9df-438f-864b-166287621853 HTTP/1.1" status: 404 len: 333 time: 0.0523968 Mar 24 01:21:19.695355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50694) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:19.722741 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-3801cf0b-9211-492b-bcd6-fcc810c08ae0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:19.723297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3801cf0b-9211-492b-bcd6-fcc810c08ae0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:19.738049 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50698) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:19.740241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3801cf0b-9211-492b-bcd6-fcc810c08ae0 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/cfb78485-8fa6-47a2-84d2-e3c82545cfa1 HTTP/1.1" status: 404 len: 337 time: 0.0433452 Mar 24 01:21:19.755324 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-352e3f97-cc75-4ef1-9068-e6fa1b3f8fe5 None None] Deleting port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:19.755969 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-352e3f97-cc75-4ef1-9068-e6fa1b3f8fe5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:19.800362 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-0500057c-2d2e-4cfb-88dd-f0949c13d9f8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:19.800984 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0500057c-2d2e-4cfb-88dd-f0949c13d9f8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:19.804030 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0500057c-2d2e-4cfb-88dd-f0949c13d9f8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/52a6f21b-63ff-4603-aaf7-4f6b2f85e8d1 HTTP/1.1" status: 404 len: 333 time: 0.0589118 Mar 24 01:21:19.807320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50704) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:19.873398 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e23c0a4-2697-44f6-9783-a451aa2336e1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:19.875743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e23c0a4-2697-44f6-9783-a451aa2336e1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:19.884366 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7e23c0a4-2697-44f6-9783-a451aa2336e1 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/d7bc31ca-1b4a-4e65-b70f-6d59c94554ca HTTP/1.1" status: 404 len: 337 time: 0.0749502 Mar 24 01:21:19.888832 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50706) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:19.905129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-c543d74f-b8bc-49b3-a565-8a205b1205d6 req-83cfc592-c7c9-45eb-aa1b-6aa326af919c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:21:19.907105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c543d74f-b8bc-49b3-a565-8a205b1205d6 req-83cfc592-c7c9-45eb-aa1b-6aa326af919c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0197668 Mar 24 01:21:19.920167 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-add3d445-ee8a-4f0d-9232-3f2a352bc284 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:19.921006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add3d445-ee8a-4f0d-9232-3f2a352bc284 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:19.927058 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50710) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:19.928476 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-add3d445-ee8a-4f0d-9232-3f2a352bc284 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/604334ae-0fc8-4847-a3d7-a00e1b4548ec HTTP/1.1" status: 404 len: 333 time: 0.0379028 Mar 24 01:21:19.985947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-352e3f97-cc75-4ef1-9068-e6fa1b3f8fe5 None None] For port 2e9b5793-963d-41f4-8254-ec60f3ee9c57, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2e9b5793-963d-41f4-8254-ec60f3ee9c57,segment=NetworkSegment(33ed7d01-e05c-4c4f-ad0d-a293bf241782),segment_id=33ed7d01-e05c-4c4f-ad0d-a293bf241782)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:19.986599 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-352e3f97-cc75-4ef1-9068-e6fa1b3f8fe5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:19.987859 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-56478250-54f2-44f3-afa9-6602e8764eec tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:19.988331 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56478250-54f2-44f3-afa9-6602e8764eec tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:19.995442 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-56478250-54f2-44f3-afa9-6602e8764eec tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/363cab1b-2a17-4922-b09e-f5cf262c7f2a HTTP/1.1" status: 404 len: 337 time: 0.0671315 Mar 24 01:21:19.999956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50718) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:20.026188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-352e3f97-cc75-4ef1-9068-e6fa1b3f8fe5 None None] Calling delete_port for 2e9b5793-963d-41f4-8254-ec60f3ee9c57 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:20.037685 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Publish callbacks [] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:20.050724 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:20.077343 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-682166d0-aa09-42c5-8d5d-755112ccdbea tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:20.078338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682166d0-aa09-42c5-8d5d-755112ccdbea tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:20.083897 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-682166d0-aa09-42c5-8d5d-755112ccdbea tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/2ecfca3b-5b23-45a7-80bd-11207635ab69 HTTP/1.1" status: 404 len: 333 time: 0.0825412 Mar 24 01:21:20.089863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50722) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:20.163338 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-119c8977-7c82-4f36-b1f3-d8dafbbd5a71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:20.163861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119c8977-7c82-4f36-b1f3-d8dafbbd5a71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:20.171742 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-119c8977-7c82-4f36-b1f3-d8dafbbd5a71 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/dfdd9a04-4edb-401b-a87a-1b3562ab4603 HTTP/1.1" status: 404 len: 337 time: 0.0805373 Mar 24 01:21:20.172401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50730) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:20.206929 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ab6637-089b-4cd3-8346-d01e2aa4e266 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:20.207574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ab6637-089b-4cd3-8346-d01e2aa4e266 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:20.229860 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c0ab6637-089b-4cd3-8346-d01e2aa4e266 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/5d7275f8-eea6-45d7-acac-0a93e7ecd86a HTTP/1.1" status: 404 len: 333 time: 0.0451674 Mar 24 01:21:20.230589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50736) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:20.266944 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-64401fc2-27d5-4fe8-b062-aea1ee5a29d3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:20.267421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64401fc2-27d5-4fe8-b062-aea1ee5a29d3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:20.274051 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-64401fc2-27d5-4fe8-b062-aea1ee5a29d3 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/839340a8-016c-48f1-9cbe-908d949f4dcf HTTP/1.1" status: 404 len: 337 time: 0.0422428 Mar 24 01:21:20.275138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50742) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:20.296662 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Publish callbacks [] for router_gateway (50319ba5-3c49-498b-9109-e42037ed5878), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:20.302911 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-296b3164-0cf2-4814-be7f-5d9add4a6b41 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:20.303484 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-296b3164-0cf2-4814-be7f-5d9add4a6b41 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:20.311175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-296b3164-0cf2-4814-be7f-5d9add4a6b41 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/e57cf4b6-27b8-47d3-87d7-e51af0f7473f HTTP/1.1" status: 404 len: 333 time: 0.0350895 Mar 24 01:21:20.312065 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50746) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:20.337738 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:20.344710 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a9aa1f-213e-4a32-bea0-af2b0ef29f04 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:20.345439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a9aa1f-213e-4a32-bea0-af2b0ef29f04 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:20.354490 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b2a9aa1f-213e-4a32-bea0-af2b0ef29f04 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/a3de2ec5-a729-4c40-a37a-99a84d1bf561 HTTP/1.1" status: 404 len: 337 time: 0.0410402 Mar 24 01:21:20.355211 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50748) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:20.403681 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6ab288-971d-4c62-985e-ffb7dbfee32d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:20.404747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6ab288-971d-4c62-985e-ffb7dbfee32d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:20.411777 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6c6ab288-971d-4c62-985e-ffb7dbfee32d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/2cd97e34-45fb-44fe-afe0-f9c83aaa45b3 HTTP/1.1" status: 404 len: 337 time: 0.0552795 Mar 24 01:21:20.414243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50752) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:20.475559 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac9699c-dcda-4411-8aef-e86d4916b5c5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:20.476152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac9699c-dcda-4411-8aef-e86d4916b5c5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:20.485942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fac9699c-dcda-4411-8aef-e86d4916b5c5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/6e94123d-9860-4806-94c1-64a6f63a91e5 HTTP/1.1" status: 404 len: 333 time: 0.0698013 Mar 24 01:21:20.486558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50756) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:20.536433 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5e91c0-8770-45f9-ac28-69ef15758026 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:20.536901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5e91c0-8770-45f9-ac28-69ef15758026 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:20.545121 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4d5e91c0-8770-45f9-ac28-69ef15758026 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/94bcbee0-53c2-47bb-b800-da5f5e41ffd4 HTTP/1.1" status: 404 len: 337 time: 0.0558908 Mar 24 01:21:20.548681 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50758) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:20.631375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Pushing event updated for resources: {'Port': ['ID=758e42c9-e4a1-4693-a8be-150c31ba246e,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:20.669056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Network 48490743-e645-4022-aa34-04370dc095cf is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:20.670376 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66518f4-588e-4eac-9871-3756c5cd4703 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:20.670854 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66518f4-588e-4eac-9871-3756c5cd4703 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:20.675088 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:20.678587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:20.685261 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c66518f4-588e-4eac-9871-3756c5cd4703 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/50e9b849-8345-445d-b0bc-15d3cdd46965 HTTP/1.1" status: 404 len: 337 time: 0.1306787 Mar 24 01:21:20.685850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50766) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:20.809228 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2293c7e-6c75-4cd0-923e-a6aa30aa7fcd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:20.810073 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2293c7e-6c75-4cd0-923e-a6aa30aa7fcd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:20.813764 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a2293c7e-6c75-4cd0-923e-a6aa30aa7fcd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/ab2b4046-111c-48af-a6e1-7edda119f8cf HTTP/1.1" status: 404 len: 333 time: 0.0792243 Mar 24 01:21:20.824977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50768) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:20.832580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Attempting to bind port 758e42c9-e4a1-4693-a8be-150c31ba246e on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:21:20.832977 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Attempting to bind port 758e42c9-e4a1-4693-a8be-150c31ba246e by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:21:20.833681 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Attempting to bind port 758e42c9-e4a1-4693-a8be-150c31ba246e on network 48490743-e645-4022-aa34-04370dc095cf {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:21:20.854971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:21:20.855600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Checking segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:20.856358 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:20.857450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Bound using segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:21:20.858201 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Bound port: 758e42c9-e4a1-4693-a8be-150c31ba246e, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:21:20.858802 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:20.878097 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Allocated IP 172.25.0.184 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/f8726d9d-417f-4563-a096-ecdde7a36af0) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:20.951322 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cb6c4e-fc12-4e7c-8df1-0a3fbc963965 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:20.956857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cb6c4e-fc12-4e7c-8df1-0a3fbc963965 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:20.967715 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-69cb6c4e-fc12-4e7c-8df1-0a3fbc963965 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/5a3161d2-a2f7-447b-a3a6-9ad9a321209f HTTP/1.1" status: 404 len: 337 time: 0.1324432 Mar 24 01:21:20.969048 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50774) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:20.994924 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-352e3f97-cc75-4ef1-9068-e6fa1b3f8fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (2e9b5793-963d-41f4-8254-ec60f3ee9c57), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:21.035682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac50e7-3805-4e1e-8c14-5385b57366d1 req-227a13ee-7ce2-49ee-9055-50c3eede5c44 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:21.035682 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21ac50e7-3805-4e1e-8c14-5385b57366d1 req-227a13ee-7ce2-49ee-9055-50c3eede5c44 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.2759030 Mar 24 01:21:21.082081 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca6c1ee-42eb-4287-967c-224a2bd80a8f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:21.090047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca6c1ee-42eb-4287-967c-224a2bd80a8f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:21.097560 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0ca6c1ee-42eb-4287-967c-224a2bd80a8f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/8b63629b-7558-4fe9-8499-cae63d4945da HTTP/1.1" status: 404 len: 337 time: 0.1212487 Mar 24 01:21:21.103072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e3f97-cc75-4ef1-9068-e6fa1b3f8fe5 None None] Pushing event deleted for resources: {'Port': ['ID=2e9b5793-963d-41f4-8254-ec60f3ee9c57,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:21.104118 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2e9b5793-963d-41f4-8254-ec60f3ee9c57 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:21:21.125076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50778) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:21.128416 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-3825be5f-297f-4552-a0a1-13d1fc8fe831 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3383808 Mar 24 01:21:21.143095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352e3f97-cc75-4ef1-9068-e6fa1b3f8fe5 None None] No DVR routers for this DVR port 2e9b5793-963d-41f4-8254-ec60f3ee9c57 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:21:21.300083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 2e9b5793-963d-41f4-8254-ec60f3ee9c57 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:21:21.310362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2e9b5793-963d-41f4-8254-ec60f3ee9c57 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:21:21.361691 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Publish callbacks [] for port (f8726d9d-417f-4563-a096-ecdde7a36af0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:21.374681 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] For port 758e42c9-e4a1-4693-a8be-150c31ba246e, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:21:21.383862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] For port 758e42c9-e4a1-4693-a8be-150c31ba246e, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=758e42c9-e4a1-4693-a8be-150c31ba246e,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:21:21.395455 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:21.406824 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f8726d9d-417f-4563-a096-ecdde7a36af0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:21.473939 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:21.499741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:21.529692 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:21.546862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6240870-abfa-4f73-9eec-b97f8e6432ed None None] Pushing event updated for resources: {'Port': ['ID=758e42c9-e4a1-4693-a8be-150c31ba246e,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:21.638144 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Pushing event updated for resources: {'Port': ['ID=f8726d9d-417f-4563-a096-ecdde7a36af0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:21.780704 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dce5820-3900-465a-8d35-8b6c5fd52509 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:21.781531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dce5820-3900-465a-8d35-8b6c5fd52509 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:21.784870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3dce5820-3900-465a-8d35-8b6c5fd52509 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/f5d51196-3854-4007-a449-7c83c1224b80 HTTP/1.1" status: 404 len: 333 time: 0.6514571 Mar 24 01:21:21.789364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50806) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:21.914148 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-69052167-e4a5-4c6c-baa2-8c9e593ea97f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:21.915105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69052167-e4a5-4c6c-baa2-8c9e593ea97f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:21.920084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-69052167-e4a5-4c6c-baa2-8c9e593ea97f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/3d1315c8-f902-4022-b227-71271ee647d8 HTTP/1.1" status: 404 len: 337 time: 0.1268511 Mar 24 01:21:21.924990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21ac50e7-3805-4e1e-8c14-5385b57366d1 req-37432880-d815-4cce-8bd9-3db1b3469c92 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8692067 Mar 24 01:21:21.930424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50816) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:21.999834 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4fc6a88-e45f-44c6-af09-041a17547420 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:22.000307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4fc6a88-e45f-44c6-af09-041a17547420 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:22.006060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a4fc6a88-e45f-44c6-af09-041a17547420 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/6bfe324f-f81a-450b-9102-7ef4eb9f5f70 HTTP/1.1" status: 404 len: 337 time: 0.0729859 Mar 24 01:21:22.013470 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50818) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:22.041939 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50820) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:22.089199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-38ee4fac-5871-4a9d-99ba-5c34347fa6f6 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a570fd7-70df-4d24-b1cd-4ade1d2a1266 HTTP/1.1" status: 200 len: 205 time: 0.0694504 Mar 24 01:21:22.106496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50826) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:22.174151 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-d453dadc-7df4-4f56-85d8-2ea981a0cb16 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] delete failed (client error): The resource could not be found. Mar 24 01:21:22.175994 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d453dadc-7df4-4f56-85d8-2ea981a0cb16 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/routers/5a570fd7-70df-4d24-b1cd-4ade1d2a1266 HTTP/1.1" status: 404 len: 336 time: 0.0684774 Mar 24 01:21:22.185715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50830) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:22.236177 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-416c3f1a-2dfc-4dae-9dd7-76ae296624fc tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:22.244381 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-416c3f1a-2dfc-4dae-9dd7-76ae296624fc tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/ports/f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 1124 time: 0.0549901 Mar 24 01:21:22.252746 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d580ed-71c7-478a-823e-7b624a616afd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:22.253278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d580ed-71c7-478a-823e-7b624a616afd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:22.256320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-55d580ed-71c7-478a-823e-7b624a616afd tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/d52ad625-2fd2-4c75-b527-9e217c442b21 HTTP/1.1" status: 404 len: 337 time: 0.0682158 Mar 24 01:21:22.261824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50836) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:22.295122 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8378a622-1e49-4d2b-b839-65a1f9686837 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d3667e3-8144-466a-9da3-aa3b5d923735 HTTP/1.1" status: 200 len: 205 time: 0.0320714 Mar 24 01:21:22.297606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50838) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:22.346849 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-a4eb5c8b-886b-431f-a8b3-d57007524c32 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] delete failed (client error): The resource could not be found. Mar 24 01:21:22.350378 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a4eb5c8b-886b-431f-a8b3-d57007524c32 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/routers/7d3667e3-8144-466a-9da3-aa3b5d923735 HTTP/1.1" status: 404 len: 336 time: 0.0496211 Mar 24 01:21:22.351296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50840) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:22.353709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-953304758', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:22.377739 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Publish callbacks [] for router_gateway (50319ba5-3c49-498b-9109-e42037ed5878), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:22.407639 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-077c15ef-43f0-42a3-a156-0ebdc21c8bcb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:22.408105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077c15ef-43f0-42a3-a156-0ebdc21c8bcb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:22.411305 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-077c15ef-43f0-42a3-a156-0ebdc21c8bcb tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/14892626-bae0-4cac-94b5-70594a3bbd81 HTTP/1.1" status: 404 len: 337 time: 0.0595741 Mar 24 01:21:22.416008 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50842) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:22.444252 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5600da-67ab-4840-b314-c42609f41fcc tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:22.444713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd5600da-67ab-4840-b314-c42609f41fcc tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:22.450872 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dd5600da-67ab-4840-b314-c42609f41fcc tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/bbf7bcc1-5608-4505-bf3b-a4ba40bf0987 HTTP/1.1" status: 404 len: 337 time: 0.0314636 Mar 24 01:21:22.451989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50844) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:22.480677 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Made reservation on behalf of f8ef7c24762e444fb1c1cb7a5fbcad97 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:22.483538 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:22.503287 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:22.514308 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d1bd6e-4cb1-4587-a394-84bf6687da18 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:22.515063 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d1bd6e-4cb1-4587-a394-84bf6687da18 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:22.518396 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-45d1bd6e-4cb1-4587-a394-84bf6687da18 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/5740eb37-82f3-42cc-a4db-cad2a04e7dd5 HTTP/1.1" status: 404 len: 333 time: 0.0655258 Mar 24 01:21:22.523749 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50850) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:22.576663 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac87c0b-0853-475a-bbb2-ba7050b23d15 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:22.577135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac87c0b-0853-475a-bbb2-ba7050b23d15 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:22.584107 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eac87c0b-0853-475a-bbb2-ba7050b23d15 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/235feceb-4786-4bcb-ae13-3089a83f41e3 HTTP/1.1" status: 404 len: 337 time: 0.0591099 Mar 24 01:21:22.586867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50854) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:22.717691 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b20dc07-c999-469e-9cb9-ef8fbb00a003 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:22.719261 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b20dc07-c999-469e-9cb9-ef8fbb00a003 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:22.732619 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9b20dc07-c999-469e-9cb9-ef8fbb00a003 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/b87c6027-ffe3-4945-ad90-73b1d570fdc6 HTTP/1.1" status: 404 len: 333 time: 0.1446316 Mar 24 01:21:22.733579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50858) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:22.795402 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4201aa2-781d-4212-98a0-1d86bcd90ef2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:22.796138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4201aa2-781d-4212-98a0-1d86bcd90ef2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:22.799675 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f4201aa2-781d-4212-98a0-1d86bcd90ef2 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/873fb167-a65f-4c72-bf61-bb85bf21fa32 HTTP/1.1" status: 404 len: 337 time: 0.0649197 Mar 24 01:21:22.802563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50860) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:22.816424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (50319ba5-3c49-498b-9109-e42037ed5878), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:22.845583 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3eb7dd1-b214-48c7-9f87-950ca5595d9c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:22.850946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3eb7dd1-b214-48c7-9f87-950ca5595d9c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:22.858225 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b3eb7dd1-b214-48c7-9f87-950ca5595d9c tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/dc1b6daa-23b5-4cca-a782-310671416d6f HTTP/1.1" status: 404 len: 333 time: 0.0535917 Mar 24 01:21:22.859837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50862) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:22.896328 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94a7b76-1d5c-4e67-811e-198874cd896e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:22.897222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94a7b76-1d5c-4e67-811e-198874cd896e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:22.900817 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c94a7b76-1d5c-4e67-811e-198874cd896e tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/b9ce2d3f-803d-4dce-b17b-06d633063970 HTTP/1.1" status: 404 len: 337 time: 0.0397561 Mar 24 01:21:22.903475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50866) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:22.934370 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-807bfe54-36d1-4d49-9d76-fe463876c48d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:22.935770 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807bfe54-36d1-4d49-9d76-fe463876c48d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:22.945140 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-807bfe54-36d1-4d49-9d76-fe463876c48d tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/0a54591a-e614-45d0-96e1-b86d5ec7c9f6 HTTP/1.1" status: 404 len: 333 time: 0.0387080 Mar 24 01:21:22.949161 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50868) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:22.999108 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-128765cf-214f-4a33-8ad6-db0ea45e3b40 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:22.999771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128765cf-214f-4a33-8ad6-db0ea45e3b40 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:23.004496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-128765cf-214f-4a33-8ad6-db0ea45e3b40 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/31f0f531-d284-4446-8a2e-0aae05f4b7bd HTTP/1.1" status: 404 len: 337 time: 0.0541928 Mar 24 01:21:23.006741 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50872) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:23.039141 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47595f2-211f-43a7-a25e-93dae8e26f2f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:23.040232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47595f2-211f-43a7-a25e-93dae8e26f2f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:23.045702 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a47595f2-211f-43a7-a25e-93dae8e26f2f tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/e5dbfde3-c3ae-4046-b463-49716e005ae9 HTTP/1.1" status: 404 len: 333 time: 0.0378609 Mar 24 01:21:23.048450 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50874) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:23.083007 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks [] for security_group (9f1d6903-5203-4176-b2a0-7dc3a0da6273), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:23.090548 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9f1d6903-5203-4176-b2a0-7dc3a0da6273), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:23.093725 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcdc824-47f6-4532-ba91-55bf18886ae7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:23.094234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffcdc824-47f6-4532-ba91-55bf18886ae7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:23.098268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ffcdc824-47f6-4532-ba91-55bf18886ae7 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/9923b551-2e5a-41d9-a145-93d5ee66d012 HTTP/1.1" status: 404 len: 337 time: 0.0484557 Mar 24 01:21:23.100666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50876) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:23.106026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] device_id is not set on port 6041e5d1-98de-4a3d-932f-2c364794364b yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:21:23.119836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 758e42c9-e4a1-4693-a8be-150c31ba246e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:23.148931 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-e380bfd4-42be-4d3d-8e06-c029f07d9577 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:23.149754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e380bfd4-42be-4d3d-8e06-c029f07d9577 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:23.153910 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e380bfd4-42be-4d3d-8e06-c029f07d9577 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/5b38d888-a641-4c52-9ce0-d934289b2cd1 HTTP/1.1" status: 404 len: 333 time: 0.0522754 Mar 24 01:21:23.159390 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50878) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:23.188342 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1d6903-5203-4176-b2a0-7dc3a0da6273,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:23.218838 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e4af8-f0db-411c-ab05-31d001e04342 req-57ab49d5-0bc5-4359-a3aa-d0884ab33bf0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:23.221327 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b7e4af8-f0db-411c-ab05-31d001e04342 req-57ab49d5-0bc5-4359-a3aa-d0884ab33bf0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.1217895 Mar 24 01:21:23.272800 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d169f7-690c-49b2-a66c-dd746b2037e5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:23.278041 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d169f7-690c-49b2-a66c-dd746b2037e5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:23.280050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 758e42c9-e4a1-4693-a8be-150c31ba246e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:23.280769 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:23.291578 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-97d169f7-690c-49b2-a66c-dd746b2037e5 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/2333f6be-0d4f-46ec-9ce1-e7ce6288669c HTTP/1.1" status: 404 len: 337 time: 0.1270347 Mar 24 01:21:23.292112 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50884) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:23.387812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b7e4af8-f0db-411c-ab05-31d001e04342 req-47c0dd56-f211-4c9f-8a54-25a1ff4e738a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596501 Mar 24 01:21:23.435372 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b4ba2d-e14b-4898-97ee-c5df7226fbf8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:23.436030 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b4ba2d-e14b-4898-97ee-c5df7226fbf8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:23.440950 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b2b4ba2d-e14b-4898-97ee-c5df7226fbf8 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/ports/dff59c08-9d09-4d9f-92ee-43f2540dd9a5 HTTP/1.1" status: 404 len: 333 time: 0.0442784 Mar 24 01:21:23.444246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50888) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:23.464165 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb51f50-1382-4657-aac8-7860799d579d None None] Network 48490743-e645-4022-aa34-04370dc095cf requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:23.487803 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-41777f45-c65b-434a-a1fa-75e62eed8902 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] DELETE failed (client error): The resource could not be found. Mar 24 01:21:23.488606 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41777f45-c65b-434a-a1fa-75e62eed8902 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:21:23.492609 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-41777f45-c65b-434a-a1fa-75e62eed8902 tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/subnets/01d425ba-fe1a-403e-b7c2-9edc12088448 HTTP/1.1" status: 404 len: 337 time: 0.0471523 Mar 24 01:21:23.495573 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50890) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:23.558497 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Allocated IP 172.25.0.144 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/6041e5d1-98de-4a3d-932f-2c364794364b) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:23.581593 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-ef001ead-efcd-478b-a816-199205042a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:23.583324 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-ef001ead-efcd-478b-a816-199205042a2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1127 time: 0.1180587 Mar 24 01:21:23.665995 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-428b60dd-617d-4214-ada4-d31f6ddaca3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (6236e4f8-17ff-44a0-8044-03efb1bb8211), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:23.666952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 758e42c9-e4a1-4693-a8be-150c31ba246e is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:23.667324 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:23.689629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8c9847e9-b894-4e7e-af8e-b140b96e2294 None None] Provisioning complete for port 758e42c9-e4a1-4693-a8be-150c31ba246e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:23.690245 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8c9847e9-b894-4e7e-af8e-b140b96e2294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:23.727787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Router 50319ba5-3c49-498b-9109-e42037ed5878 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:21:23.827371 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-428b60dd-617d-4214-ada4-d31f6ddaca3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (6236e4f8-17ff-44a0-8044-03efb1bb8211), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:23.827608 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 758e42c9-e4a1-4693-a8be-150c31ba246e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=758e42c9-e4a1-4693-a8be-150c31ba246e,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:23.868365 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:23.901577 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-428b60dd-617d-4214-ada4-d31f6ddaca3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6236e4f8-17ff-44a0-8044-03efb1bb8211']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:23.917227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-428b60dd-617d-4214-ada4-d31f6ddaca3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ed7d01-e05c-4c4f-ad0d-a293bf241782') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:23.917526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-428b60dd-617d-4214-ada4-d31f6ddaca3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ed7d01-e05c-4c4f-ad0d-a293bf241782') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:23.930095 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-428b60dd-617d-4214-ada4-d31f6ddaca3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (33ed7d01-e05c-4c4f-ad0d-a293bf241782), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:23.943663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8c9847e9-b894-4e7e-af8e-b140b96e2294 None None] Current status of the port 758e42c9-e4a1-4693-a8be-150c31ba246e is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:23.944781 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8c9847e9-b894-4e7e-af8e-b140b96e2294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:23.949435 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-428b60dd-617d-4214-ada4-d31f6ddaca3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (33ed7d01-e05c-4c4f-ad0d-a293bf241782), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:23.954992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-c125d394-556d-453d-85fd-244d1a5b12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:23.962055 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-c125d394-556d-453d-85fd-244d1a5b12bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=afdb68c5-3dd6-4050-96c7-9ba9580870f0 HTTP/1.1" status: 200 len: 897 time: 0.3682714 Mar 24 01:21:23.964058 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428b60dd-617d-4214-ada4-d31f6ddaca3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:21:23.964964 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-428b60dd-617d-4214-ada4-d31f6ddaca3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (33ed7d01-e05c-4c4f-ad0d-a293bf241782), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: items = [ Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:21:23.978040 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:21:23.987253 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks [] for port (6041e5d1-98de-4a3d-932f-2c364794364b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:24.057609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=758e42c9-e4a1-4693-a8be-150c31ba246e,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:24.060366 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-8c9847e9-b894-4e7e-af8e-b140b96e2294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:21:24.060947 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-8c9847e9-b894-4e7e-af8e-b140b96e2294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:21:24.093431 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-428b60dd-617d-4214-ada4-d31f6ddaca3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (6236e4f8-17ff-44a0-8044-03efb1bb8211), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:24.101685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-428b60dd-617d-4214-ada4-d31f6ddaca3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:24.107438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-428b60dd-617d-4214-ada4-d31f6ddaca3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] 10.222.0.45 "DELETE /v2.0/networks/6236e4f8-17ff-44a0-8044-03efb1bb8211 HTTP/1.1" status: 204 len: 168 time: 0.6106508 Mar 24 01:21:24.131201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b60dd-617d-4214-ada4-d31f6ddaca3a tempest-NetworksTestDHCPv6-760171766 tempest-NetworksTestDHCPv6-760171766-project] Pushing event deleted for resources: {'Network': ['ID=6236e4f8-17ff-44a0-8044-03efb1bb8211,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:24.144433 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-47125454-c094-42f5-a0dd-a05aaf238972 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 1001 time: 0.1699932 Mar 24 01:21:24.162236 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:21:24.171825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Sync routers for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:21:24.194559 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:24.195201 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:24.248097 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-7ef3eba3-9f4a-43f5-aa98-d476233a08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:24.251092 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-7ef3eba3-9f4a-43f5-aa98-d476233a08d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6daa362a-df52-4549-a37d-76433e1092fa HTTP/1.1" status: 200 len: 834 time: 0.0994318 Mar 24 01:21:24.267004 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:24.268675 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6c54bc81-3d41-4707-adbe-abc4c5d27414 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6615887 Mar 24 01:21:24.271653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50900) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:24.301537 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6041e5d1-98de-4a3d-932f-2c364794364b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:24.330500 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:21:24.487068 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:24.489976 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Pushing event updated for resources: {'Port': ['ID=6041e5d1-98de-4a3d-932f-2c364794364b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:24.502675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:24.505428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:24.553021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:24.553656 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:24.585566 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1a9501f9-f711-4f4b-8c8e-0a642edc8b70 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5412498 Mar 24 01:21:24.590483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50912) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:24.593233 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-806baa1d-bfd0-47d5-b818-4e1ea614b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:24.595109 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-806baa1d-bfd0-47d5-b818-4e1ea614b7c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afdb68c5-3dd6-4050-96c7-9ba9580870f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3336847 Mar 24 01:21:24.610123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-2cf9df39-c652-4637-ad2b-21b7737e9832 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.144'}]}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:24.669636 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8c9847e9-b894-4e7e-af8e-b140b96e2294 None None] Current status of the port 758e42c9-e4a1-4693-a8be-150c31ba246e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:24.693786 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 50916) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:24.733530 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-1185c009-31e4-4c68-9f7b-8844f2181572 service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310329 Mar 24 01:21:24.846591 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2cf9df39-c652-4637-ad2b-21b7737e9832 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (d5ec5ef1-8c99-410d-a8ec-77b6a194845b), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:24.850225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-290d7c73-e9c2-4070-a5b2-0d2aedbecb7b None None] Provisioning complete for port 758e42c9-e4a1-4693-a8be-150c31ba246e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:24.850519 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-290d7c73-e9c2-4070-a5b2-0d2aedbecb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:24.854429 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2cf9df39-c652-4637-ad2b-21b7737e9832 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (d5ec5ef1-8c99-410d-a8ec-77b6a194845b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:24.931164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:22Z', 'revision_number': 3, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:24.934390 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-96763c3e-cd15-414f-bc5d-2d03b9246eb1 service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940384 Mar 24 01:21:24.963360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615ade3-6ce0-4eee-b941-cee5183c0e0f req-303b85ea-1907-46dc-976a-5843927fb576 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:24.972700 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c615ade3-6ce0-4eee-b941-cee5183c0e0f req-303b85ea-1907-46dc-976a-5843927fb576 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.3802106 Mar 24 01:21:25.021344 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Checking router: 50319ba5-3c49-498b-9109-e42037ed5878 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:21:25.022152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Updating router 50319ba5-3c49-498b-9109-e42037ed5878 port f8726d9d-417f-4563-a096-ecdde7a36af0 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:21:25.078250 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 758e42c9-e4a1-4693-a8be-150c31ba246e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:25.129640 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f8726d9d-417f-4563-a096-ecdde7a36af0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:25.140152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-290d7c73-e9c2-4070-a5b2-0d2aedbecb7b None None] Current status of the port 758e42c9-e4a1-4693-a8be-150c31ba246e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:25.235353 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c615ade3-6ce0-4eee-b941-cee5183c0e0f req-0650cecf-33e1-4f82-95f3-4eaaf1ce7b2f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2615521 Mar 24 01:21:25.245497 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2cf9df39-c652-4637-ad2b-21b7737e9832 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks [] for router_controller (d5ec5ef1-8c99-410d-a8ec-77b6a194845b), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:25.274581 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-de63f32f-94c0-424d-bd49-cfa0ead5110c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c531941392ca4353b92cbe420d2f88cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5696363 Mar 24 01:21:25.274930 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50926) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:25.369982 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14bca561-398e-4ec2-b76c-e5c0b40f604b admin admin] Publish callbacks [] for security_group (deae7b95-b5a9-4bb0-8916-c195d3081e4a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:25.407919 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14bca561-398e-4ec2-b76c-e5c0b40f604b admin admin] Publish callbacks [] for security_group (deae7b95-b5a9-4bb0-8916-c195d3081e4a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:25.423629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 758e42c9-e4a1-4693-a8be-150c31ba246e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:25.425273 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:25.480489 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14bca561-398e-4ec2-b76c-e5c0b40f604b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (deae7b95-b5a9-4bb0-8916-c195d3081e4a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:25.484216 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14bca561-398e-4ec2-b76c-e5c0b40f604b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:25.504092 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-14bca561-398e-4ec2-b76c-e5c0b40f604b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/deae7b95-b5a9-4bb0-8916-c195d3081e4a HTTP/1.1" status: 204 len: 168 time: 0.2274837 Mar 24 01:21:25.529231 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bca561-398e-4ec2-b76c-e5c0b40f604b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deae7b95-b5a9-4bb0-8916-c195d3081e4a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:25.549167 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2cf9df39-c652-4637-ad2b-21b7737e9832 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks [] for router_gateway (d5ec5ef1-8c99-410d-a8ec-77b6a194845b), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:25.637822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 758e42c9-e4a1-4693-a8be-150c31ba246e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:25.670447 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Publish callbacks [] for port (f8726d9d-417f-4563-a096-ecdde7a36af0), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:25.684452 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f8726d9d-417f-4563-a096-ecdde7a36af0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:25.772799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Attempting to bind port f8726d9d-417f-4563-a096-ecdde7a36af0 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:21:25.773671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Attempting to bind port f8726d9d-417f-4563-a096-ecdde7a36af0 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:21:25.774241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Attempting to bind port f8726d9d-417f-4563-a096-ecdde7a36af0 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:21:25.782764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:21:25.783146 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:25.783555 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:25.783955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:21:25.784666 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Bound port: f8726d9d-417f-4563-a096-ecdde7a36af0, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:21:25.785292 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f8726d9d-417f-4563-a096-ecdde7a36af0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:25.840610 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b94b83-90b2-4312-96da-5b27eb3be7cb None None] Pushing event updated for resources: {'Port': ['ID=f8726d9d-417f-4563-a096-ecdde7a36af0,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:25.894985 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] For port f8726d9d-417f-4563-a096-ecdde7a36af0, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:21:25.900338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] For port f8726d9d-417f-4563-a096-ecdde7a36af0, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f8726d9d-417f-4563-a096-ecdde7a36af0,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:21:25.911934 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f8726d9d-417f-4563-a096-ecdde7a36af0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:25.940728 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:26.018437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:26.019093 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:26.100735 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b94b83-90b2-4312-96da-5b27eb3be7cb None None] Pushing event updated for resources: {'Port': ['ID=f8726d9d-417f-4563-a096-ecdde7a36af0,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:26.189321 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:21:26.451971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Allocated IP 172.20.0.1 (48490743-e645-4022-aa34-04370dc095cf/1485c8ad-91cf-4450-b4fd-21b2b407cdc3/605307d9-8311-4675-9c75-ed052ba2f48c) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:26.487971 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2cf9df39-c652-4637-ad2b-21b7737e9832 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks [] for router_gateway (d5ec5ef1-8c99-410d-a8ec-77b6a194845b), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:26.519450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:22Z', 'revision_number': 3, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:26.581580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f780b703-7bbf-4d89-aad8-b21feabfe780 None None] The sync data for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 is: [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:22Z', 'revision_number': 3, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:21:26.634246 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2cf9df39-c652-4637-ad2b-21b7737e9832 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:26.732024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831d48c-ecb0-44d7-b268-9dab37d2e257 req-b0d11e59-6215-430b-96e1-af6decc4cebe tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:26.733522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8831d48c-ecb0-44d7-b268-9dab37d2e257 req-b0d11e59-6215-430b-96e1-af6decc4cebe tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.3522298 Mar 24 01:21:26.762569 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50970) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:26.860137 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Publish callbacks [] for port (605307d9-8311-4675-9c75-ed052ba2f48c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:26.926477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d6a81282-46c4-4ff5-bf1d-e2617f75ea55 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2029772599'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:26.938013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8831d48c-ecb0-44d7-b268-9dab37d2e257 req-058ad1d2-a8a4-4740-b2c1-5c0a02c16e47 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928847 Mar 24 01:21:26.971502 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a81282-46c4-4ff5-bf1d-e2617f75ea55 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Made reservation on behalf of 7abae97852724464bd51bf7b1015b965 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:26.975824 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6a81282-46c4-4ff5-bf1d-e2617f75ea55 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:26.987342 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6a81282-46c4-4ff5-bf1d-e2617f75ea55 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:27.140045 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6a81282-46c4-4ff5-bf1d-e2617f75ea55 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks [] for security_group (ff9f91a7-b363-4d80-8089-44cea163c161), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:27.141937 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2cf9df39-c652-4637-ad2b-21b7737e9832 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks [] for router (d5ec5ef1-8c99-410d-a8ec-77b6a194845b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:27.144407 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:27.147774 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6a81282-46c4-4ff5-bf1d-e2617f75ea55 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ff9f91a7-b363-4d80-8089-44cea163c161), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:27.232003 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a81282-46c4-4ff5-bf1d-e2617f75ea55 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9f91a7-b363-4d80-8089-44cea163c161,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:27.237877 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a81282-46c4-4ff5-bf1d-e2617f75ea55 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:21:27.251361 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6a81282-46c4-4ff5-bf1d-e2617f75ea55 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (2e91c83b-642a-415e-9d52-879ad1787f3b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:27.251717 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-d6a81282-46c4-4ff5-bf1d-e2617f75ea55 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Added segment 2e91c83b-642a-415e-9d52-879ad1787f3b of type vlan for network 6255ce4d-bda1-4046-833e-b4e07e245326 Mar 24 01:21:27.325164 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6a81282-46c4-4ff5-bf1d-e2617f75ea55 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (6255ce4d-bda1-4046-833e-b4e07e245326), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:27.372042 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6a81282-46c4-4ff5-bf1d-e2617f75ea55 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (6255ce4d-bda1-4046-833e-b4e07e245326), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:27.380034 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a81282-46c4-4ff5-bf1d-e2617f75ea55 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:27.380936 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6a81282-46c4-4ff5-bf1d-e2617f75ea55 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:27.427021 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d6a81282-46c4-4ff5-bf1d-e2617f75ea55 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6618903 Mar 24 01:21:27.429803 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50980) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:27.444786 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-eb3e9505-7b48-40bd-ad55-7465a5cc95a6 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Request body: {'subnet': {'network_id': '6255ce4d-bda1-4046-833e-b4e07e245326', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:27.473668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Pushing event updated for resources: {'Port': ['ID=605307d9-8311-4675-9c75-ed052ba2f48c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:27.489734 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2cf9df39-c652-4637-ad2b-21b7737e9832 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (d5ec5ef1-8c99-410d-a8ec-77b6a194845b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:27.492056 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2cf9df39-c652-4637-ad2b-21b7737e9832 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks [] for router_controller (d5ec5ef1-8c99-410d-a8ec-77b6a194845b), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:27.495707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Network 48490743-e645-4022-aa34-04370dc095cf is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:27.570765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:27.576510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:27.584014 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2cf9df39-c652-4637-ad2b-21b7737e9832 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (d5ec5ef1-8c99-410d-a8ec-77b6a194845b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:27.584554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf9df39-c652-4637-ad2b-21b7737e9832 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5ec5ef1-8c99-410d-a8ec-77b6a194845b {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:21:27.659253 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a81282-46c4-4ff5-bf1d-e2617f75ea55 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Pushing event updated for resources: {'Network': ['ID=6255ce4d-bda1-4046-833e-b4e07e245326,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:27.671030 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (50319ba5-3c49-498b-9109-e42037ed5878), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:27.671822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 6255ce4d-bda1-4046-833e-b4e07e245326 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:21:27.730345 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3e9505-7b48-40bd-ad55-7465a5cc95a6 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Made reservation on behalf of 7abae97852724464bd51bf7b1015b965 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:27.737254 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9505-7b48-40bd-ad55-7465a5cc95a6 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:27.863257 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-2cf9df39-c652-4637-ad2b-21b7737e9832 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 24 01:21:27.867367 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2cf9df39-c652-4637-ad2b-21b7737e9832 tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2586677 Mar 24 01:21:27.873436 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50988) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:27.952690 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:28.017077 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c43db489-8ccc-43f0-93e7-1633d5b5825c None None] Provisioning complete for port 605307d9-8311-4675-9c75-ed052ba2f48c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:28.017831 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c43db489-8ccc-43f0-93e7-1633d5b5825c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:28.097061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c43db489-8ccc-43f0-93e7-1633d5b5825c None None] Port 605307d9-8311-4675-9c75-ed052ba2f48c cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:21:28.214130 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9505-7b48-40bd-ad55-7465a5cc95a6 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (90114a90-35c9-4dff-aca9-6b6235f3b99d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:28.312333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e407500-815f-4d1f-ad7b-581305182f43 req-e9efe3a3-8d36-458b-8f45-7f14ba07c02e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:28.325750 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e407500-815f-4d1f-ad7b-581305182f43 req-e9efe3a3-8d36-458b-8f45-7f14ba07c02e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.2104242 Mar 24 01:21:28.356057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e9505-7b48-40bd-ad55-7465a5cc95a6 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Checking segment: {'id': '2e91c83b-642a-415e-9d52-879ad1787f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6255ce4d-bda1-4046-833e-b4e07e245326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:28.357087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3e9505-7b48-40bd-ad55-7465a5cc95a6 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Network hostable DHCP agents. Network: 6255ce4d-bda1-4046-833e-b4e07e245326, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:21:28.397513 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-8a0edfdc-56bf-4b84-80a0-05d68401346e tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Deleting port 6041e5d1-98de-4a3d-932f-2c364794364b {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:28.398309 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a0edfdc-56bf-4b84-80a0-05d68401346e tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6041e5d1-98de-4a3d-932f-2c364794364b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:28.419109 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Publish callbacks [] for port (605307d9-8311-4675-9c75-ed052ba2f48c), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:28.446132 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:28.448578 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e9505-7b48-40bd-ad55-7465a5cc95a6 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Pushing event updated for resources: {'Subnet': ['ID=90114a90-35c9-4dff-aca9-6b6235f3b99d,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:28.457557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3e9505-7b48-40bd-ad55-7465a5cc95a6 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Network 6255ce4d-bda1-4046-833e-b4e07e245326 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:21:28.483027 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-eb3e9505-7b48-40bd-ad55-7465a5cc95a6 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 6255ce4d-bda1-4046-833e-b4e07e245326) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:28.488340 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3e9505-7b48-40bd-ad55-7465a5cc95a6 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:28.488947 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9505-7b48-40bd-ad55-7465a5cc95a6 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:28.495553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ace06c0-0f34-49c6-aadc-c0ccc7ce442c None None] Network 6255ce4d-bda1-4046-833e-b4e07e245326 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:28.518275 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eb3e9505-7b48-40bd-ad55-7465a5cc95a6 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0849345 Mar 24 01:21:28.521816 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 50998) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:28.526725 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6ddb448f-6d85-4a31-aa10-f942aeb22247 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Request body: {'port': {'network_id': '6255ce4d-bda1-4046-833e-b4e07e245326', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1138539927'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:28.602379 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a0edfdc-56bf-4b84-80a0-05d68401346e tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6041e5d1-98de-4a3d-932f-2c364794364b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:28.632102 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-8a0edfdc-56bf-4b84-80a0-05d68401346e tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Calling delete_port for 6041e5d1-98de-4a3d-932f-2c364794364b owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:28.724815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddb448f-6d85-4a31-aa10-f942aeb22247 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Made reservation on behalf of 7abae97852724464bd51bf7b1015b965 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:28.726989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e407500-815f-4d1f-ad7b-581305182f43 req-501c788a-b009-4782-9ec8-771e8176aabc tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3957913 Mar 24 01:21:28.729114 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6ddb448f-6d85-4a31-aa10-f942aeb22247 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:28.757824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Pushing event updated for resources: {'Port': ['ID=605307d9-8311-4675-9c75-ed052ba2f48c,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:28.766259 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (50319ba5-3c49-498b-9109-e42037ed5878), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:28.773499 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-6ddb448f-6d85-4a31-aa10-f942aeb22247 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] device_id is not set on port c99a70e8-fc31-4877-be3f-bce464803c7f yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:21:28.834605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6255ce4d-bda1-4046-833e-b4e07e245326', 'network_id': '6255ce4d-bda1-4046-833e-b4e07e245326', 'project_id': '7abae97852724464bd51bf7b1015b965', 'fixed_ips': [{'subnet_id': '90114a90-35c9-4dff-aca9-6b6235f3b99d'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:21:28.835498 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:28.905371 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-95f5d7ea-fdee-4fd0-9336-2f0e1fb8e9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:29.067557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Network 48490743-e645-4022-aa34-04370dc095cf is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:29.069541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:29.142846 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f8726d9d-417f-4563-a096-ecdde7a36af0 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:29.327920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f8726d9d-417f-4563-a096-ecdde7a36af0 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:29.328398 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f8726d9d-417f-4563-a096-ecdde7a36af0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:29.688722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Allocated IP 2001:db8::2 (6255ce4d-bda1-4046-833e-b4e07e245326/90114a90-35c9-4dff-aca9-6b6235f3b99d/d31eb512-dcf7-42b0-8648-82fe122a7c40) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:29.711561 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cbfbb6f1-058b-4fc2-80e6-612fd6ef3315 None None] Provisioning complete for port 605307d9-8311-4675-9c75-ed052ba2f48c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:29.712111 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cbfbb6f1-058b-4fc2-80e6-612fd6ef3315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:29.715194 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a0edfdc-56bf-4b84-80a0-05d68401346e tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6041e5d1-98de-4a3d-932f-2c364794364b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:29.747649 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0edfdc-56bf-4b84-80a0-05d68401346e tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Pushing event deleted for resources: {'Port': ['ID=6041e5d1-98de-4a3d-932f-2c364794364b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:29.777488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cbfbb6f1-058b-4fc2-80e6-612fd6ef3315 None None] Port 605307d9-8311-4675-9c75-ed052ba2f48c cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:21:29.876527 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a0edfdc-56bf-4b84-80a0-05d68401346e tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:29.880259 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8a0edfdc-56bf-4b84-80a0-05d68401346e tempest-RoutersAdminNegativeTest-1157965050 tempest-RoutersAdminNegativeTest-1157965050-project-admin] 10.222.0.45 "DELETE /v2.0/ports/6041e5d1-98de-4a3d-932f-2c364794364b HTTP/1.1" status: 204 len: 168 time: 2.0049503 Mar 24 01:21:29.913553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f8726d9d-417f-4563-a096-ecdde7a36af0 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:29.914086 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f8726d9d-417f-4563-a096-ecdde7a36af0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:29.937650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port f8726d9d-417f-4563-a096-ecdde7a36af0, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f8726d9d-417f-4563-a096-ecdde7a36af0,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:29.959123 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f8726d9d-417f-4563-a096-ecdde7a36af0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:30.021135 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3fdcb-8086-4c39-ac97-9a7172bb3ab7 req-fc4c4dc5-eab5-4c6d-8441-1e8d8d2ba695 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:30.023433 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04c3fdcb-8086-4c39-ac97-9a7172bb3ab7 req-fc4c4dc5-eab5-4c6d-8441-1e8d8d2ba695 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.1414170 Mar 24 01:21:30.047804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Router 50319ba5-3c49-498b-9109-e42037ed5878 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:21:30.138127 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=f8726d9d-417f-4563-a096-ecdde7a36af0,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:30.140785 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:30.176683 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Publish callbacks [] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:30.211653 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:30.263167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:21:30.273591 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Sync routers for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:21:30.282946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Pushing event updated for resources: {'Port': ['ID=d31eb512-dcf7-42b0-8648-82fe122a7c40,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:30.288309 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:30.288949 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:30.292098 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-68c3526c-af98-4480-b812-890589a226bd admin admin] 10.222.0.45 "PUT /v2.0/routers/50319ba5-3c49-498b-9109-e42037ed5878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0193231 Mar 24 01:21:30.298514 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-6ddb448f-6d85-4a31-aa10-f942aeb22247 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Allocated IP 2001:db8::152 (6255ce4d-bda1-4046-833e-b4e07e245326/90114a90-35c9-4dff-aca9-6b6235f3b99d/c99a70e8-fc31-4877-be3f-bce464803c7f) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:30.299734 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04c3fdcb-8086-4c39-ac97-9a7172bb3ab7 req-1b150937-adc0-4354-a546-b996d0b270fd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644200 Mar 24 01:21:30.321040 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Network 6255ce4d-bda1-4046-833e-b4e07e245326 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:30.322543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:30.326434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:30.409507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Attempting to bind port d31eb512-dcf7-42b0-8648-82fe122a7c40 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:21:30.409885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Attempting to bind port d31eb512-dcf7-42b0-8648-82fe122a7c40 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '2e91c83b-642a-415e-9d52-879ad1787f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6255ce4d-bda1-4046-833e-b4e07e245326'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:21:30.410305 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Attempting to bind port d31eb512-dcf7-42b0-8648-82fe122a7c40 on network 6255ce4d-bda1-4046-833e-b4e07e245326 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:21:30.418689 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:21:30.419071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Checking segment: {'id': '2e91c83b-642a-415e-9d52-879ad1787f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6255ce4d-bda1-4046-833e-b4e07e245326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:30.419480 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:30.419881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Bound using segment: {'id': '2e91c83b-642a-415e-9d52-879ad1787f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6255ce4d-bda1-4046-833e-b4e07e245326'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:21:30.420354 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Bound port: d31eb512-dcf7-42b0-8648-82fe122a7c40, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e91c83b-642a-415e-9d52-879ad1787f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6255ce4d-bda1-4046-833e-b4e07e245326'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:21:30.420743 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:30.523786 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] For port d31eb512-dcf7-42b0-8648-82fe122a7c40, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:21:30.529881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] For port d31eb512-dcf7-42b0-8648-82fe122a7c40, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d31eb512-dcf7-42b0-8648-82fe122a7c40,segment=NetworkSegment(2e91c83b-642a-415e-9d52-879ad1787f3b),segment_id=2e91c83b-642a-415e-9d52-879ad1787f3b)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:21:30.538304 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:30.563688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51032) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:30.669636 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:21:30.715811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d670a-31d3-458f-bb95-67e97348b90c None None] Pushing event updated for resources: {'Port': ['ID=d31eb512-dcf7-42b0-8648-82fe122a7c40,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:30.727835 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6ddb448f-6d85-4a31-aa10-f942aeb22247 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks [] for port (c99a70e8-fc31-4877-be3f-bce464803c7f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:30.795396 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6ddb448f-6d85-4a31-aa10-f942aeb22247 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c99a70e8-fc31-4877-be3f-bce464803c7f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:30.856682 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb448f-6d85-4a31-aa10-f942aeb22247 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Network 6255ce4d-bda1-4046-833e-b4e07e245326 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:30.859842 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a63801ff-47a1-4165-85a2-d66a276fd077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:30.860039 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b3d3b75-e83f-4f46-b4e2-e5a5ce07512f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:30.862812 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-6ddb448f-6d85-4a31-aa10-f942aeb22247 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:30.882403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb448f-6d85-4a31-aa10-f942aeb22247 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:30.906604 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddb448f-6d85-4a31-aa10-f942aeb22247 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:30.907398 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6ddb448f-6d85-4a31-aa10-f942aeb22247 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:30.938901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb448f-6d85-4a31-aa10-f942aeb22247 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Pushing event updated for resources: {'Port': ['ID=c99a70e8-fc31-4877-be3f-bce464803c7f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:30.970042 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6ddb448f-6d85-4a31-aa10-f942aeb22247 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4467947 Mar 24 01:21:30.973803 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51044) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:30.982332 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Request body: {'port': {'network_id': '6255ce4d-bda1-4046-833e-b4e07e245326', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1083465828', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:30.985567 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.api.validators [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] bootfile-name is not in valid_values {{(pid=115729) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 24 01:21:30.994184 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.api.validators [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] tftp-server is not in valid_values {{(pid=115729) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 24 01:21:31.004071 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.api.validators [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] server-ip-address is not in valid_values {{(pid=115729) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 24 01:21:31.056729 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b3d3b75-e83f-4f46-b4e2-e5a5ce07512f admin admin] Publish callbacks [] for security_group (34a30edc-7b1d-48d9-9b01-327a7108488b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:31.071117 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b3d3b75-e83f-4f46-b4e2-e5a5ce07512f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (34a30edc-7b1d-48d9-9b01-327a7108488b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:31.155569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f8726d9d-417f-4563-a096-ecdde7a36af0 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:31.180828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d3b75-e83f-4f46-b4e2-e5a5ce07512f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a30edc-7b1d-48d9-9b01-327a7108488b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:31.203920 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5b3d3b75-e83f-4f46-b4e2-e5a5ce07512f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9386bdd76d7447988edf4184053c74a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6386337 Mar 24 01:21:31.208203 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51054) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:31.308759 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:28Z', 'revision_number': 2, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:31.334928 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Made reservation on behalf of 7abae97852724464bd51bf7b1015b965 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:31.338422 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:31.358533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f8726d9d-417f-4563-a096-ecdde7a36af0 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:31.358912 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f8726d9d-417f-4563-a096-ecdde7a36af0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:31.370948 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] device_id is not set on port d6e56e3e-2632-4245-9156-c5a586694850 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:21:31.390082 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1652e3ea-a9ec-479a-9139-9a3ae5f73684 admin admin] Publish callbacks [] for security_group (34a30edc-7b1d-48d9-9b01-327a7108488b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:31.420209 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Checking router: 50319ba5-3c49-498b-9109-e42037ed5878 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:21:31.421000 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Updating router 50319ba5-3c49-498b-9109-e42037ed5878 port 605307d9-8311-4675-9c75-ed052ba2f48c binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:21:31.517025 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:31.539158 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1652e3ea-a9ec-479a-9139-9a3ae5f73684 admin admin] Publish callbacks [] for security_group (34a30edc-7b1d-48d9-9b01-327a7108488b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:31.583319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f8726d9d-417f-4563-a096-ecdde7a36af0 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:31.643913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dcea7-9d1f-4a2b-9c8b-a84f6f91f0a1 req-da4e5a08-c217-4235-9065-301fcfc97062 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:31.671089 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-578dcea7-9d1f-4a2b-9c8b-a84f6f91f0a1 req-da4e5a08-c217-4235-9065-301fcfc97062 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.1627223 Mar 24 01:21:31.691999 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51066) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:31.693235 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Allocated IP 2001:db8::2ef (6255ce4d-bda1-4046-833e-b4e07e245326/90114a90-35c9-4dff-aca9-6b6235f3b99d/d6e56e3e-2632-4245-9156-c5a586694850) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:31.709574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-cb676742-a359-4775-92af-a78494d1d573 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1932711079-network', 'tenant_id': '47040567bcb945929de916f33a341bfd'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:31.792647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-578dcea7-9d1f-4a2b-9c8b-a84f6f91f0a1 req-257293ae-b8e0-4aaf-8800-4a60eeee27f4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197877 Mar 24 01:21:31.800636 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1652e3ea-a9ec-479a-9139-9a3ae5f73684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (34a30edc-7b1d-48d9-9b01-327a7108488b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:31.804927 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1652e3ea-a9ec-479a-9139-9a3ae5f73684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:31.806447 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1652e3ea-a9ec-479a-9139-9a3ae5f73684 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/34a30edc-7b1d-48d9-9b01-327a7108488b HTTP/1.1" status: 204 len: 168 time: 0.5970621 Mar 24 01:21:31.831401 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb676742-a359-4775-92af-a78494d1d573 admin admin] Made reservation on behalf of 47040567bcb945929de916f33a341bfd for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:31.835496 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb676742-a359-4775-92af-a78494d1d573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:31.847059 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652e3ea-a9ec-479a-9139-9a3ae5f73684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a30edc-7b1d-48d9-9b01-327a7108488b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:31.924585 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb676742-a359-4775-92af-a78494d1d573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:32.225755 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:32.422157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks [] for port (d6e56e3e-2632-4245-9156-c5a586694850), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:32.458350 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb676742-a359-4775-92af-a78494d1d573 admin admin] Publish callbacks [] for security_group (876c43f3-00d0-49eb-9a33-251fd452d8d2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:32.472283 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb676742-a359-4775-92af-a78494d1d573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (876c43f3-00d0-49eb-9a33-251fd452d8d2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:32.492243 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Publish callbacks [] for port (605307d9-8311-4675-9c75-ed052ba2f48c), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:32.515334 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:32.527983 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb676742-a359-4775-92af-a78494d1d573 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:21:32.562831 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d6e56e3e-2632-4245-9156-c5a586694850), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:32.576818 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb676742-a359-4775-92af-a78494d1d573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (dcb0f1b6-0e92-4da8-9d12-7532ab9e443e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:32.578031 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-cb676742-a359-4775-92af-a78494d1d573 admin admin] Added segment dcb0f1b6-0e92-4da8-9d12-7532ab9e443e of type vlan for network c99826a9-057d-4f09-8131-00809e429199 Mar 24 01:21:32.602153 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:32.706455 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Pushing event updated for resources: {'Port': ['ID=605307d9-8311-4675-9c75-ed052ba2f48c,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:32.747142 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:32.747551 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:32.747822 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:32.748148 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:32.748478 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:32.748839 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:32.749122 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:32.749452 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:32.749775 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:32.750207 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:32.750405 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:32.750723 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:32.751076 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:32.751493 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:32.751620 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:32.770738 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41011745-02c9-484f-aaa2-c30548be6fe6 None None] Network 6255ce4d-bda1-4046-833e-b4e07e245326 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:32.777964 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Attempting to bind port 605307d9-8311-4675-9c75-ed052ba2f48c on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:21:32.778330 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Attempting to bind port 605307d9-8311-4675-9c75-ed052ba2f48c by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:21:32.778691 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Attempting to bind port 605307d9-8311-4675-9c75-ed052ba2f48c on network 48490743-e645-4022-aa34-04370dc095cf {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:21:32.785183 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:21:32.785842 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Checking segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:32.786430 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:32.787149 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Bound using segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:21:32.788083 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Bound port: 605307d9-8311-4675-9c75-ed052ba2f48c, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:21:32.788642 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:32.803888 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb676742-a359-4775-92af-a78494d1d573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876c43f3-00d0-49eb-9a33-251fd452d8d2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:32.812857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51088) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:32.825823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Pushing event updated for resources: {'Port': ['ID=d6e56e3e-2632-4245-9156-c5a586694850,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:32.956481 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-aa05f7e3-9346-48ef-ad70-52146a6708e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f8ef7c24762e444fb1c1cb7a5fbcad97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386585 Mar 24 01:21:32.957907 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51092) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:33.031356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Network 6255ce4d-bda1-4046-833e-b4e07e245326 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:33.038613 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:33.052408 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:33.056183 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] For port 605307d9-8311-4675-9c75-ed052ba2f48c, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:21:33.064872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:33.071030 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] For port 605307d9-8311-4675-9c75-ed052ba2f48c, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=605307d9-8311-4675-9c75-ed052ba2f48c,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:21:33.077255 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:33.099529 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:33.104532 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d31eb512-dcf7-42b0-8648-82fe122a7c40 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:33.119930 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb676742-a359-4775-92af-a78494d1d573 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (c99826a9-057d-4f09-8131-00809e429199), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:33.224910 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:33.241918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cdfad9a3-4ce4-494c-849d-7b57878d03da None None] Provisioning complete for port d31eb512-dcf7-42b0-8648-82fe122a7c40 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:33.241918 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cdfad9a3-4ce4-494c-849d-7b57878d03da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:33.243597 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:33.251091 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51098) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:33.253957 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1b9eea38-450c-40dd-bf46-79d722e79af8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.2784414 Mar 24 01:21:33.322033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d31eb512-dcf7-42b0-8648-82fe122a7c40 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:33.322673 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:33.328879 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb676742-a359-4775-92af-a78494d1d573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (c99826a9-057d-4f09-8131-00809e429199), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:33.330123 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb676742-a359-4775-92af-a78494d1d573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:33.330806 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb676742-a359-4775-92af-a78494d1d573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:33.335195 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f2593c13-c7e4-4d15-a449-889d87737ca0 admin admin] Publish callbacks [] for security_group (9f1d6903-5203-4176-b2a0-7dc3a0da6273), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:33.390013 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cb676742-a359-4775-92af-a78494d1d573 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6903903 Mar 24 01:21:33.402655 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f2593c13-c7e4-4d15-a449-889d87737ca0 admin admin] Publish callbacks [] for security_group (9f1d6903-5203-4176-b2a0-7dc3a0da6273), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:33.423198 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996376e-29fb-4701-8f08-f6b4542962ca None None] Pushing event updated for resources: {'Port': ['ID=605307d9-8311-4675-9c75-ed052ba2f48c,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:33.476783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51102) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:33.498692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-bf4c2fb9-82e4-4181-8953-855d002d13a2 admin admin] Request body: {'subnet': {'network_id': 'c99826a9-057d-4f09-8131-00809e429199', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1932711079-subnet', 'tenant_id': '47040567bcb945929de916f33a341bfd', 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:33.564185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4c2fb9-82e4-4181-8953-855d002d13a2 admin admin] Made reservation on behalf of 47040567bcb945929de916f33a341bfd for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:33.569439 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf4c2fb9-82e4-4181-8953-855d002d13a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:33.600218 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:21:33.611726 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d31eb512-dcf7-42b0-8648-82fe122a7c40 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:33.612699 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:33.624466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349b17e-4fd7-485a-b2c0-e0793f57e51a req-97dffb0c-0911-4fa4-a57d-cc3d56c0df74 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:33.629593 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2349b17e-4fd7-485a-b2c0-e0793f57e51a req-97dffb0c-0911-4fa4-a57d-cc3d56c0df74 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.6213419 Mar 24 01:21:33.707741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cdfad9a3-4ce4-494c-849d-7b57878d03da None None] Current status of the port d31eb512-dcf7-42b0-8648-82fe122a7c40 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:33.714467 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cdfad9a3-4ce4-494c-849d-7b57878d03da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:33.749370 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb676742-a359-4775-92af-a78494d1d573 admin admin] Pushing event updated for resources: {'Network': ['ID=c99826a9-057d-4f09-8131-00809e429199,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:33.793293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network c99826a9-057d-4f09-8131-00809e429199 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:21:33.894213 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:33.904280 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port d31eb512-dcf7-42b0-8648-82fe122a7c40, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d31eb512-dcf7-42b0-8648-82fe122a7c40,segment=NetworkSegment(2e91c83b-642a-415e-9d52-879ad1787f3b),segment_id=2e91c83b-642a-415e-9d52-879ad1787f3b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:33.933226 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:33.979134 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f2593c13-c7e4-4d15-a449-889d87737ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9f1d6903-5203-4176-b2a0-7dc3a0da6273), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:33.985488 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f2593c13-c7e4-4d15-a449-889d87737ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:33.988676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f2593c13-c7e4-4d15-a449-889d87737ca0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9f1d6903-5203-4176-b2a0-7dc3a0da6273 HTTP/1.1" status: 204 len: 168 time: 1.0281680 Mar 24 01:21:34.021668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dce900a-8b68-47f0-ae81-7cf2bf419283 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:34.033148 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dce900a-8b68-47f0-ae81-7cf2bf419283 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:34.044416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dce900a-8b68-47f0-ae81-7cf2bf419283 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:34.045077 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cdfad9a3-4ce4-494c-849d-7b57878d03da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:21:34.045548 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cdfad9a3-4ce4-494c-849d-7b57878d03da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:21:34.047570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6dce900a-8b68-47f0-ae81-7cf2bf419283 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.7907498 Mar 24 01:21:34.050635 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51114) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:34.080667 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=d31eb512-dcf7-42b0-8648-82fe122a7c40,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:34.099296 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2349b17e-4fd7-485a-b2c0-e0793f57e51a req-96d726a5-ebbe-484a-95b0-e936b09e3194 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4132593 Mar 24 01:21:34.103150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2593c13-c7e4-4d15-a449-889d87737ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1d6903-5203-4176-b2a0-7dc3a0da6273,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:34.241932 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0f59d765-b27d-41fc-877b-f7c8ba036944 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Deleting port d6e56e3e-2632-4245-9156-c5a586694850 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:34.244747 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f59d765-b27d-41fc-877b-f7c8ba036944 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d6e56e3e-2632-4245-9156-c5a586694850), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:34.292262 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf4c2fb9-82e4-4181-8953-855d002d13a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (f172f1ab-1627-4fc7-a181-0e8de85f591f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:34.303980 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:33Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:34.365138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c2fb9-82e4-4181-8953-855d002d13a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f172f1ab-1627-4fc7-a181-0e8de85f591f,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:34.430714 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de5ba7-10ac-40c1-9670-5b0c5ae0d17e None None] The sync data for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 is: [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:33Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:21:34.432184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c2fb9-82e4-4181-8953-855d002d13a2 admin admin] Checking segment: {'id': 'dcb0f1b6-0e92-4da8-9d12-7532ab9e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c99826a9-057d-4f09-8131-00809e429199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:34.432725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c2fb9-82e4-4181-8953-855d002d13a2 admin admin] Network hostable DHCP agents. Network: c99826a9-057d-4f09-8131-00809e429199, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:21:34.491490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c2fb9-82e4-4181-8953-855d002d13a2 admin admin] Network c99826a9-057d-4f09-8131-00809e429199 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:21:34.519759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-bf4c2fb9-82e4-4181-8953-855d002d13a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, c99826a9-057d-4f09-8131-00809e429199) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:34.542860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c2fb9-82e4-4181-8953-855d002d13a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:34.543639 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf4c2fb9-82e4-4181-8953-855d002d13a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:34.613959 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bf4c2fb9-82e4-4181-8953-855d002d13a2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1201577 Mar 24 01:21:34.615634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51124) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:34.624355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1932711079-router', 'tenant_id': '47040567bcb945929de916f33a341bfd', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:34.632435 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f59d765-b27d-41fc-877b-f7c8ba036944 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d6e56e3e-2632-4245-9156-c5a586694850), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:34.644725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cdfad9a3-4ce4-494c-849d-7b57878d03da None None] Current status of the port d31eb512-dcf7-42b0-8648-82fe122a7c40 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:34.651654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d43e073-4a0d-4bca-916e-44dd619a1a8b None None] Network c99826a9-057d-4f09-8131-00809e429199 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:34.680444 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:34.684291 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:34.715313 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0f59d765-b27d-41fc-877b-f7c8ba036944 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Calling delete_port for d6e56e3e-2632-4245-9156-c5a586694850 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:34.758444 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Publish callbacks [] for router_controller (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:34.869817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b2ef905c-98c2-455b-8a32-5cf2d8da21f3 None None] Provisioning complete for port d6e56e3e-2632-4245-9156-c5a586694850 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:34.870401 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2ef905c-98c2-455b-8a32-5cf2d8da21f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d6e56e3e-2632-4245-9156-c5a586694850), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:35.003015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-c99826a9-057d-4f09-8131-00809e429199', 'network_id': 'c99826a9-057d-4f09-8131-00809e429199', 'project_id': '47040567bcb945929de916f33a341bfd', 'fixed_ips': [{'subnet_id': 'f172f1ab-1627-4fc7-a181-0e8de85f591f'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:21:35.004166 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:35.423791 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f59d765-b27d-41fc-877b-f7c8ba036944 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d6e56e3e-2632-4245-9156-c5a586694850), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:35.425055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Allocated IP 172.20.0.2 (c99826a9-057d-4f09-8131-00809e429199/f172f1ab-1627-4fc7-a181-0e8de85f591f/dcbf7f06-8e02-4865-8c87-63f80bb29af1) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:35.466729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d31eb512-dcf7-42b0-8648-82fe122a7c40 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:35.499318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59d765-b27d-41fc-877b-f7c8ba036944 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Pushing event deleted for resources: {'Port': ['ID=d6e56e3e-2632-4245-9156-c5a586694850,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:35.548095 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Publish callbacks [] for router_gateway (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:35.605594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef905c-98c2-455b-8a32-5cf2d8da21f3 None None] Port d6e56e3e-2632-4245-9156-c5a586694850 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:21:35.636611 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:35.647932 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f59d765-b27d-41fc-877b-f7c8ba036944 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:35.659989 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0f59d765-b27d-41fc-877b-f7c8ba036944 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] 10.222.0.45 "DELETE /v2.0/ports/d6e56e3e-2632-4245-9156-c5a586694850 HTTP/1.1" status: 204 len: 168 time: 1.6076243 Mar 24 01:21:35.682937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51144) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:35.684134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d31eb512-dcf7-42b0-8648-82fe122a7c40 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:35.684609 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:35.699091 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2ac3b614-9350-4fb3-8a0a-b4239d286256 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Request body: {'port': {'name': 'tempest-new-port-name-1264289254', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:35.706059 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.api.validators [None req-2ac3b614-9350-4fb3-8a0a-b4239d286256 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] bootfile-name is not in valid_values {{(pid=115729) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 24 01:21:35.709111 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.api.validators [None req-2ac3b614-9350-4fb3-8a0a-b4239d286256 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] tftp-server is not in valid_values {{(pid=115729) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 24 01:21:35.711864 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.api.validators [None req-2ac3b614-9350-4fb3-8a0a-b4239d286256 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] server-ip-address is not in valid_values {{(pid=115729) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 24 01:21:35.763165 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b2ef905c-98c2-455b-8a32-5cf2d8da21f3 None None] Provisioning complete for port 605307d9-8311-4675-9c75-ed052ba2f48c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:35.763548 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2ef905c-98c2-455b-8a32-5cf2d8da21f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:35.831544 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a265f-6b5d-4ba5-bdcd-56daaca541de req-b6c16eca-fb04-46d3-82cc-2530c97f6128 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:35.836922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f08a265f-6b5d-4ba5-bdcd-56daaca541de req-b6c16eca-fb04-46d3-82cc-2530c97f6128 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.5117371 Mar 24 01:21:35.900223 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2ac3b614-9350-4fb3-8a0a-b4239d286256 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c99a70e8-fc31-4877-be3f-bce464803c7f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:36.074277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d31eb512-dcf7-42b0-8648-82fe122a7c40 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:36.075714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 605307d9-8311-4675-9c75-ed052ba2f48c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:36.093619 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f08a265f-6b5d-4ba5-bdcd-56daaca541de req-0398ce32-704c-4bf9-bc73-ce9e813a81aa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120571 Mar 24 01:21:36.128527 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Publish callbacks [] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:36.158944 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:36.375723 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Network c99826a9-057d-4f09-8131-00809e429199 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:36.393227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Pushing event updated for resources: {'Port': ['ID=dcbf7f06-8e02-4865-8c87-63f80bb29af1,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:36.400528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:36.403271 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Publish callbacks [] for router_gateway (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:36.410068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:36.430119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef905c-98c2-455b-8a32-5cf2d8da21f3 None None] Current status of the port 605307d9-8311-4675-9c75-ed052ba2f48c is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:36.430119 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2ef905c-98c2-455b-8a32-5cf2d8da21f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:36.455024 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 605307d9-8311-4675-9c75-ed052ba2f48c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:36.455561 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:36.483717 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:36.669459 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2ac3b614-9350-4fb3-8a0a-b4239d286256 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks [] for port (c99a70e8-fc31-4877-be3f-bce464803c7f), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:36.689215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51164) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:36.689922 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2ac3b614-9350-4fb3-8a0a-b4239d286256 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (c99a70e8-fc31-4877-be3f-bce464803c7f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:36.769318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Attempting to bind port dcbf7f06-8e02-4865-8c87-63f80bb29af1 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:21:36.769913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Attempting to bind port dcbf7f06-8e02-4865-8c87-63f80bb29af1 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'dcb0f1b6-0e92-4da8-9d12-7532ab9e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c99826a9-057d-4f09-8131-00809e429199'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:21:36.770031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Attempting to bind port dcbf7f06-8e02-4865-8c87-63f80bb29af1 on network c99826a9-057d-4f09-8131-00809e429199 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:21:36.787183 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3b614-9350-4fb3-8a0a-b4239d286256 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Pushing event updated for resources: {'Port': ['ID=c99a70e8-fc31-4877-be3f-bce464803c7f,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:36.819110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Allocated IP 172.25.0.178 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/10803265-193a-49a8-bfc5-5813a3cdd4ce) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:36.867791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b2ef905c-98c2-455b-8a32-5cf2d8da21f3 None None] For port 605307d9-8311-4675-9c75-ed052ba2f48c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=605307d9-8311-4675-9c75-ed052ba2f48c,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:36.873309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:21:36.875896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Checking segment: {'id': 'dcb0f1b6-0e92-4da8-9d12-7532ab9e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c99826a9-057d-4f09-8131-00809e429199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:36.875896 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:36.875896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Bound using segment: {'id': 'dcb0f1b6-0e92-4da8-9d12-7532ab9e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c99826a9-057d-4f09-8131-00809e429199'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:21:36.875896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Bound port: dcbf7f06-8e02-4865-8c87-63f80bb29af1, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb0f1b6-0e92-4da8-9d12-7532ab9e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c99826a9-057d-4f09-8131-00809e429199'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:21:36.875896 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:36.924352 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2ef905c-98c2-455b-8a32-5cf2d8da21f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:36.940416 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2ac3b614-9350-4fb3-8a0a-b4239d286256 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] In _notify_port_updated(), no bound segment for port c99a70e8-fc31-4877-be3f-bce464803c7f on network 6255ce4d-bda1-4046-833e-b4e07e245326 {{(pid=115729) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 24 01:21:36.961555 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac3b614-9350-4fb3-8a0a-b4239d286256 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:36.962377 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2ac3b614-9350-4fb3-8a0a-b4239d286256 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:36.972941 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2ac3b614-9350-4fb3-8a0a-b4239d286256 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] 10.222.0.45 "PUT /v2.0/ports/c99a70e8-fc31-4877-be3f-bce464803c7f HTTP/1.1" status: 200 len: 1130 time: 1.2884176 Mar 24 01:21:36.975739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51174) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:37.099283 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b2ef905c-98c2-455b-8a32-5cf2d8da21f3 None None] Provisioning complete for port c99a70e8-fc31-4877-be3f-bce464803c7f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:37.099666 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2ef905c-98c2-455b-8a32-5cf2d8da21f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c99a70e8-fc31-4877-be3f-bce464803c7f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:37.107728 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6bca6c-c4a1-4a32-a6c6-1c80a3ca81be tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:37.109438 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7e6bca6c-c4a1-4a32-a6c6-1c80a3ca81be tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] 10.222.0.45 "GET /v2.0/ports/c99a70e8-fc31-4877-be3f-bce464803c7f HTTP/1.1" status: 200 len: 1130 time: 0.1327548 Mar 24 01:21:37.117309 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b599e4e3-34e2-4625-ae5e-753b6fb3611d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1420732181'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:37.133454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51178) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:37.145413 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-fd4ec308-6a83-4578-a216-bbb13fd46765 service neutron] show failed (client error): The resource could not be found. Mar 24 01:21:37.149053 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-fd4ec308-6a83-4578-a216-bbb13fd46765 service neutron] 10.222.0.48 "GET /v2.0/ports/f6578c37-b95e-435f-9589-4002ba4bdd3a/bindings/n-h1-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.3670328 Mar 24 01:21:37.188391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef905c-98c2-455b-8a32-5cf2d8da21f3 None None] Port c99a70e8-fc31-4877-be3f-bce464803c7f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:21:37.213599 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b599e4e3-34e2-4625-ae5e-753b6fb3611d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Made reservation on behalf of 0210a85b4a6a4dea88845fc4246195ee for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:37.217660 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b599e4e3-34e2-4625-ae5e-753b6fb3611d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:37.232651 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b599e4e3-34e2-4625-ae5e-753b6fb3611d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:37.335982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 605307d9-8311-4675-9c75-ed052ba2f48c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:37.349541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef905c-98c2-455b-8a32-5cf2d8da21f3 None None] Pushing event updated for resources: {'Port': ['ID=605307d9-8311-4675-9c75-ed052ba2f48c,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:37.364408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b2ef905c-98c2-455b-8a32-5cf2d8da21f3 None None] Provisioning complete for port d31eb512-dcf7-42b0-8648-82fe122a7c40 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:37.365030 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2ef905c-98c2-455b-8a32-5cf2d8da21f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:37.372241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] For port dcbf7f06-8e02-4865-8c87-63f80bb29af1, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:21:37.524248 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b599e4e3-34e2-4625-ae5e-753b6fb3611d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for security_group (74df6ff4-eeaa-4a2a-913e-98c1c1301e61), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:37.541845 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b599e4e3-34e2-4625-ae5e-753b6fb3611d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (74df6ff4-eeaa-4a2a-913e-98c1c1301e61), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:37.632410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599e4e3-34e2-4625-ae5e-753b6fb3611d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74df6ff4-eeaa-4a2a-913e-98c1c1301e61,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:37.674095 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b599e4e3-34e2-4625-ae5e-753b6fb3611d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:21:37.674986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] For port dcbf7f06-8e02-4865-8c87-63f80bb29af1, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=dcbf7f06-8e02-4865-8c87-63f80bb29af1,segment=NetworkSegment(dcb0f1b6-0e92-4da8-9d12-7532ab9e443e),segment_id=dcb0f1b6-0e92-4da8-9d12-7532ab9e443e)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:21:37.686842 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:37.726095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-9dbb74cb-26da-46cb-9471-d4c6f80ef4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:37.728579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-9dbb74cb-26da-46cb-9471-d4c6f80ef4aa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7 HTTP/1.1" status: 200 len: 1127 time: 0.2352638 Mar 24 01:21:37.743278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d14f3-bb13-4980-82e3-eabcb6911b20 req-a221ac3e-b53f-411e-a28e-084ef86735b8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:37.745193 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d28d14f3-bb13-4980-82e3-eabcb6911b20 req-a221ac3e-b53f-411e-a28e-084ef86735b8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.2560537 Mar 24 01:21:37.748328 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Publish callbacks [] for port (10803265-193a-49a8-bfc5-5813a3cdd4ce), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:37.748561 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b599e4e3-34e2-4625-ae5e-753b6fb3611d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (1c96be71-08a9-4f9e-ab0f-0328231b9c69), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:37.749804 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-b599e4e3-34e2-4625-ae5e-753b6fb3611d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Added segment 1c96be71-08a9-4f9e-ab0f-0328231b9c69 of type vlan for network d86a79b7-ad0e-405c-b758-a5c63986261a Mar 24 01:21:37.753496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-8279d272-8a04-4e0c-886a-5cad4053a7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Deleting port c99a70e8-fc31-4877-be3f-bce464803c7f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:37.753960 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8279d272-8a04-4e0c-886a-5cad4053a7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c99a70e8-fc31-4877-be3f-bce464803c7f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:37.798341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5e590-7cee-4aa8-9c28-b2eef2115c72 None None] Pushing event updated for resources: {'Port': ['ID=dcbf7f06-8e02-4865-8c87-63f80bb29af1,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:37.812731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:37.898581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef905c-98c2-455b-8a32-5cf2d8da21f3 None None] Current status of the port d31eb512-dcf7-42b0-8648-82fe122a7c40 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:37.915986 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b599e4e3-34e2-4625-ae5e-753b6fb3611d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (d86a79b7-ad0e-405c-b758-a5c63986261a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:37.971743 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b599e4e3-34e2-4625-ae5e-753b6fb3611d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (d86a79b7-ad0e-405c-b758-a5c63986261a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:37.984125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b599e4e3-34e2-4625-ae5e-753b6fb3611d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:37.984937 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b599e4e3-34e2-4625-ae5e-753b6fb3611d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:38.022069 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f1f72ee0-4965-45ec-9142-d8014c738f1d None None] Could not find standard attr ID for object d6e56e3e-2632-4245-9156-c5a586694850. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:21:38.062028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f1f72ee0-4965-45ec-9142-d8014c738f1d None None] Provisioning complete for port c99a70e8-fc31-4877-be3f-bce464803c7f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:38.062416 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1f72ee0-4965-45ec-9142-d8014c738f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c99a70e8-fc31-4877-be3f-bce464803c7f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:38.066318 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:38.140759 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b599e4e3-34e2-4625-ae5e-753b6fb3611d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4422331 Mar 24 01:21:38.142027 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51192) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:38.162352 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f1f72ee0-4965-45ec-9142-d8014c738f1d None None] Port c99a70e8-fc31-4877-be3f-bce464803c7f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:21:38.170885 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c8e6d43d-8b42-48c8-8d48-2f034f6a59b6 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'subnet': {'network_id': 'd86a79b7-ad0e-405c-b758-a5c63986261a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:38.318293 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599e4e3-34e2-4625-ae5e-753b6fb3611d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Network': ['ID=d86a79b7-ad0e-405c-b758-a5c63986261a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:38.331537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network d86a79b7-ad0e-405c-b758-a5c63986261a details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:21:38.388160 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e6d43d-8b42-48c8-8d48-2f034f6a59b6 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Made reservation on behalf of 0210a85b4a6a4dea88845fc4246195ee for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:38.392191 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d43d-8b42-48c8-8d48-2f034f6a59b6 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:38.424888 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d28d14f3-bb13-4980-82e3-eabcb6911b20 req-91f0bd35-fae5-43a3-8c88-62abf834efbd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6226356 Mar 24 01:21:38.473029 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (10803265-193a-49a8-bfc5-5813a3cdd4ce), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:38.488327 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8279d272-8a04-4e0c-886a-5cad4053a7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c99a70e8-fc31-4877-be3f-bce464803c7f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:38.539944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:38.545774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-8279d272-8a04-4e0c-886a-5cad4053a7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Calling delete_port for c99a70e8-fc31-4877-be3f-bce464803c7f owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:38.554341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:38.565406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:38.568813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:38.773966 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d43d-8b42-48c8-8d48-2f034f6a59b6 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (11dfa863-79dc-4cda-acc4-16b258909c55), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:38.862519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6d43d-8b42-48c8-8d48-2f034f6a59b6 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Subnet': ['ID=11dfa863-79dc-4cda-acc4-16b258909c55,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:38.874161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e6d43d-8b42-48c8-8d48-2f034f6a59b6 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Checking segment: {'id': '1c96be71-08a9-4f9e-ab0f-0328231b9c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd86a79b7-ad0e-405c-b758-a5c63986261a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:38.874545 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e6d43d-8b42-48c8-8d48-2f034f6a59b6 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network hostable DHCP agents. Network: d86a79b7-ad0e-405c-b758-a5c63986261a, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:21:38.907888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=10803265-193a-49a8-bfc5-5813a3cdd4ce,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:38.908692 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e6d43d-8b42-48c8-8d48-2f034f6a59b6 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network d86a79b7-ad0e-405c-b758-a5c63986261a is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:21:38.930783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c8e6d43d-8b42-48c8-8d48-2f034f6a59b6 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, d86a79b7-ad0e-405c-b758-a5c63986261a) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:38.941520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e6d43d-8b42-48c8-8d48-2f034f6a59b6 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:38.942451 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d43d-8b42-48c8-8d48-2f034f6a59b6 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:38.954744 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:21:38.971970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ef498c-7918-4c8a-add6-21c326d73431 None None] Network d86a79b7-ad0e-405c-b758-a5c63986261a requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:38.983985 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c8e6d43d-8b42-48c8-8d48-2f034f6a59b6 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8303940 Mar 24 01:21:38.987087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51206) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:39.004064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-846580419', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:39.093420 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (a6c1d374-d019-4d66-a344-f991bee20847), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:39.099407 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (a6c1d374-d019-4d66-a344-f991bee20847), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:39.139952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:21:39.155756 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe2a7b5-56b1-48b1-9f66-96a0c9c008ab" -d '{"events": [{"server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:21:39.161027 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Publish callbacks [] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:39.188672 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Publish callbacks [] for router_gateway (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:39.230184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650ea978-24c8-46a5-b85d-7d283c700417 None None] Network d86a79b7-ad0e-405c-b758-a5c63986261a requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:39.326569 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router_controller (a6c1d374-d019-4d66-a344-f991bee20847), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:39.378783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Transition to ACTIVE for port object f6578c37-b95e-435f-9589-4002ba4bdd3a will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:21:39.381274 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8279d272-8a04-4e0c-886a-5cad4053a7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c99a70e8-fc31-4877-be3f-bce464803c7f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:39.396932 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7bf190-48e2-4406-ba64-422fbbdc5ccb x-openstack-request-id: req-ce7bf190-48e2-4406-ba64-422fbbdc5ccb {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:21:39.400546 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:21:39.400823 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce7bf190-48e2-4406-ba64-422fbbdc5ccb {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:21:39.404496 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce7bf190-48e2-4406-ba64-422fbbdc5ccb'] response: {'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'code': 200} Mar 24 01:21:39.418346 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:39.477127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279d272-8a04-4e0c-886a-5cad4053a7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Pushing event deleted for resources: {'Port': ['ID=c99a70e8-fc31-4877-be3f-bce464803c7f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:39.782313 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router_gateway (a6c1d374-d019-4d66-a344-f991bee20847), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:39.842644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 605307d9-8311-4675-9c75-ed052ba2f48c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:39.977987 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 605307d9-8311-4675-9c75-ed052ba2f48c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:39.978641 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:40.147560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e09ec22-508d-46b9-8d0d-8fe7eb2e172d None None] Network c99826a9-057d-4f09-8131-00809e429199 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:40.202088 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8279d272-8a04-4e0c-886a-5cad4053a7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:40.215031 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8279d272-8a04-4e0c-886a-5cad4053a7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] 10.222.0.45 "DELETE /v2.0/ports/c99a70e8-fc31-4877-be3f-bce464803c7f HTTP/1.1" status: 204 len: 168 time: 3.0780761 Mar 24 01:21:40.217854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Pushing event updated for resources: {'Port': ['ID=f6578c37-b95e-435f-9589-4002ba4bdd3a,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:40.221872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51230) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:40.240147 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router_gateway (a6c1d374-d019-4d66-a344-f991bee20847), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:40.262673 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:40.444210 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 605307d9-8311-4675-9c75-ed052ba2f48c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:40.445762 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device dcbf7f06-8e02-4865-8c87-63f80bb29af1 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:40.479048 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1efba78-54e2-40e1-a1e0-eeaa8a5dcf0b tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Deleting subnet 90114a90-35c9-4dff-aca9-6b6235f3b99d {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:21:40.498880 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1efba78-54e2-40e1-a1e0-eeaa8a5dcf0b tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks [] for subnet (90114a90-35c9-4dff-aca9-6b6235f3b99d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:40.533352 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-afa5d7ea-8a83-4cf1-8dd6-e29864630b1f None None] Provisioning complete for port dcbf7f06-8e02-4865-8c87-63f80bb29af1 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:40.534086 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-afa5d7ea-8a83-4cf1-8dd6-e29864630b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:40.584615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port dcbf7f06-8e02-4865-8c87-63f80bb29af1 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:40.594227 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:40.648602 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1efba78-54e2-40e1-a1e0-eeaa8a5dcf0b tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (90114a90-35c9-4dff-aca9-6b6235f3b99d), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:40.730511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device f6578c37-b95e-435f-9589-4002ba4bdd3a no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:21:40.815003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] The host n-h2-760455-9 is not matching for port f6578c37-b95e-435f-9589-4002ba4bdd3a host n-h1-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:21:40.815003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device f6578c37-b95e-435f-9589-4002ba4bdd3a not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:21:40.840972 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1efba78-54e2-40e1-a1e0-eeaa8a5dcf0b tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (90114a90-35c9-4dff-aca9-6b6235f3b99d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:40.865899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-afa5d7ea-8a83-4cf1-8dd6-e29864630b1f None None] Current status of the port dcbf7f06-8e02-4865-8c87-63f80bb29af1 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:40.866488 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-afa5d7ea-8a83-4cf1-8dd6-e29864630b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:40.944280 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-afa5d7ea-8a83-4cf1-8dd6-e29864630b1f None None] For port dcbf7f06-8e02-4865-8c87-63f80bb29af1, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=dcbf7f06-8e02-4865-8c87-63f80bb29af1,segment=NetworkSegment(dcb0f1b6-0e92-4da8-9d12-7532ab9e443e),segment_id=dcb0f1b6-0e92-4da8-9d12-7532ab9e443e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:40.947799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port dcbf7f06-8e02-4865-8c87-63f80bb29af1 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:40.948200 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:40.987349 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Allocated IP 172.25.0.116 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/ff2d1265-cc12-461e-96d1-26cdd7a4fc17) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:41.038451 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-afa5d7ea-8a83-4cf1-8dd6-e29864630b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:41.041258 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:21:41.042123 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:21:41.054814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540744db-c5ff-496a-af31-f36ded27f7b7 req-eef3c571-0fd9-4900-b933-0653f03c6381 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:41.069620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-540744db-c5ff-496a-af31-f36ded27f7b7 req-eef3c571-0fd9-4900-b933-0653f03c6381 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 943 time: 1.3299980 Mar 24 01:21:41.073726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] No DVR routers for this DVR port f6578c37-b95e-435f-9589-4002ba4bdd3a on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:21:41.105382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5d7ea-8a83-4cf1-8dd6-e29864630b1f None None] Pushing event updated for resources: {'Port': ['ID=dcbf7f06-8e02-4865-8c87-63f80bb29af1,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:41.125721 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1efba78-54e2-40e1-a1e0-eeaa8a5dcf0b tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (90114a90-35c9-4dff-aca9-6b6235f3b99d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:41.149054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:41.185266 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efba78-54e2-40e1-a1e0-eeaa8a5dcf0b tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Pushing event deleted for resources: {'Subnet': ['ID=90114a90-35c9-4dff-aca9-6b6235f3b99d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:41.186356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f9b0ba57-07f9-4a1d-9182-329d65a648bb None None] Provisioning complete for port dcbf7f06-8e02-4865-8c87-63f80bb29af1 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:41.186735 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ba57-07f9-4a1d-9182-329d65a648bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:41.198173 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b1efba78-54e2-40e1-a1e0-eeaa8a5dcf0b tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:41.201319 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b1efba78-54e2-40e1-a1e0-eeaa8a5dcf0b tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] 10.222.0.45 "DELETE /v2.0/subnets/90114a90-35c9-4dff-aca9-6b6235f3b99d HTTP/1.1" status: 204 len: 168 time: 0.9779921 Mar 24 01:21:41.204958 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51246) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:41.235555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff20c76e-bc2f-4c88-aaa3-ac2b3827257c None None] Network 6255ce4d-bda1-4046-833e-b4e07e245326 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:41.354737 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (ff2d1265-cc12-461e-96d1-26cdd7a4fc17), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:41.402843 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (6255ce4d-bda1-4046-833e-b4e07e245326), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:41.406623 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ff2d1265-cc12-461e-96d1-26cdd7a4fc17), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:41.461419 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f9b0ba57-07f9-4a1d-9182-329d65a648bb None None] Current status of the port dcbf7f06-8e02-4865-8c87-63f80bb29af1 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:41.493350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-540744db-c5ff-496a-af31-f36ded27f7b7 req-d753d13a-da27-46d4-8964-0974603ec096 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4169915 Mar 24 01:21:41.530447 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:41.538666 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:41.541303 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=ff2d1265-cc12-461e-96d1-26cdd7a4fc17,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:41.562462 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:41.586429 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Router cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:21:41.600390 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bff68f5-7c7e-4f7b-b3a0-2017bf29579b None None] DHCP port deletion for 6255ce4d-bda1-4046-833e-b4e07e245326 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:21:41.651632 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port dcbf7f06-8e02-4865-8c87-63f80bb29af1 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:41.652920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Deleting port d31eb512-dcf7-42b0-8648-82fe122a7c40 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:41.654265 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:41.673588 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6bff68f5-7c7e-4f7b-b3a0-2017bf29579b None None] Deleting port d31eb512-dcf7-42b0-8648-82fe122a7c40 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:41.673973 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6bff68f5-7c7e-4f7b-b3a0-2017bf29579b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:41.745329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6bff68f5-7c7e-4f7b-b3a0-2017bf29579b None None] For port d31eb512-dcf7-42b0-8648-82fe122a7c40, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d31eb512-dcf7-42b0-8648-82fe122a7c40,segment=NetworkSegment(2e91c83b-642a-415e-9d52-879ad1787f3b),segment_id=2e91c83b-642a-415e-9d52-879ad1787f3b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:41.745763 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6bff68f5-7c7e-4f7b-b3a0-2017bf29579b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:41.764974 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6bff68f5-7c7e-4f7b-b3a0-2017bf29579b None None] Calling delete_port for d31eb512-dcf7-42b0-8648-82fe122a7c40 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:41.799987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Attempting to bind port f6578c37-b95e-435f-9589-4002ba4bdd3a on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:21:41.803535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Attempting to bind port f6578c37-b95e-435f-9589-4002ba4bdd3a by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:21:41.803535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Attempting to bind port f6578c37-b95e-435f-9589-4002ba4bdd3a on network afdb68c5-3dd6-4050-96c7-9ba9580870f0 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:21:41.825454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Port f6578c37-b95e-435f-9589-4002ba4bdd3a on network afdb68c5-3dd6-4050-96c7-9ba9580870f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:21:41.828028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Attempting to bind port f6578c37-b95e-435f-9589-4002ba4bdd3a on network afdb68c5-3dd6-4050-96c7-9ba9580870f0 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:21:41.848512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:21:41.848853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Checking segment: {'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:41.849267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Bound using segment: {'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:21:41.849699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Bound port: f6578c37-b95e-435f-9589-4002ba4bdd3a, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:21:41.850063 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:41.869908 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device dcbf7f06-8e02-4865-8c87-63f80bb29af1 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:41.876795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:21:41.931687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Sync routers for ids ['cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:21:41.942911 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6bff68f5-7c7e-4f7b-b3a0-2017bf29579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:41.952076 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:41.955777 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-20e40c79-50d9-49ef-9731-54bd6b200ed5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3347213 Mar 24 01:21:41.956820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51262) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:41.968812 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] For port d31eb512-dcf7-42b0-8648-82fe122a7c40, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d31eb512-dcf7-42b0-8648-82fe122a7c40,segment=NetworkSegment(2e91c83b-642a-415e-9d52-879ad1787f3b),segment_id=2e91c83b-642a-415e-9d52-879ad1787f3b)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:41.969416 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:41.985689 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff68f5-7c7e-4f7b-b3a0-2017bf29579b None None] Pushing event deleted for resources: {'Port': ['ID=d31eb512-dcf7-42b0-8648-82fe122a7c40,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:41.987907 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bff68f5-7c7e-4f7b-b3a0-2017bf29579b None None] No DVR routers for this DVR port d31eb512-dcf7-42b0-8648-82fe122a7c40 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:21:41.994161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Routers {'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:41.994983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:42.003001 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Calling delete_port for d31eb512-dcf7-42b0-8648-82fe122a7c40 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:42.129787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Set router cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:21:42.156631 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:21:42.162209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:21:42.176185 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:42.193772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:42.194851 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:42.197859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] 10.222.0.57 "PUT /v2.0/ports/f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 1091 time: 4.4476578 Mar 24 01:21:42.218144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:21:42.222939 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fade4e8a-69f7-4252-91a3-8da8298b9e79" -d '{"events": [{"name": "network-changed", "server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:21:42.342086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port dcbf7f06-8e02-4865-8c87-63f80bb29af1 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:42.343224 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:42.393610 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router_gateway (a6c1d374-d019-4d66-a344-f991bee20847), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:42.396591 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d31eb512-dcf7-42b0-8648-82fe122a7c40), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:42.441273 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039ba5a1-5680-4036-8578-4234d019bca8 x-openstack-request-id: req-039ba5a1-5680-4036-8578-4234d019bca8 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:21:42.442017 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:21:42.442446 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-039ba5a1-5680-4036-8578-4234d019bca8 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:21:42.443018 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039ba5a1-5680-4036-8578-4234d019bca8'] response: {'name': 'network-changed', 'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'status': 'completed', 'code': 200} Mar 24 01:21:42.467506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'name': 'tempest-TestVolumeBootPattern-1932711079-router', 'tenant_id': '47040567bcb945929de916f33a341bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:34Z', 'updated_at': '2022-03-24T01:21:38Z', 'revision_number': 3, 'project_id': '47040567bcb945929de916f33a341bfd', 'gw_port': {'id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:36Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:42.544355 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Checking router: cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:21:42.544719 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Updating router cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1 port 10803265-193a-49a8-bfc5-5813a3cdd4ce binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:21:42.568166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-493d1d48-e82e-4751-9919-b17e891073aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:42.574316 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-493d1d48-e82e-4751-9919-b17e891073aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1125 time: 0.3100784 Mar 24 01:21:42.574316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf04551-553d-4676-862c-243b42efeb29 service neutron] Pushing event updated for resources: {'Port': ['ID=f6578c37-b95e-435f-9589-4002ba4bdd3a,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:42.651356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Pushing event deleted for resources: {'Port': ['ID=d31eb512-dcf7-42b0-8648-82fe122a7c40,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:42.676309 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] No DVR routers for this DVR port d31eb512-dcf7-42b0-8648-82fe122a7c40 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:21:42.917743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc31f34-2598-49a4-9152-74f647b7e3ad req-210ae2c3-c918-4a6e-9fd2-97da47c22e88 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:42.925613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebc31f34-2598-49a4-9152-74f647b7e3ad req-210ae2c3-c918-4a6e-9fd2-97da47c22e88 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 943 time: 0.3186424 Mar 24 01:21:42.984764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-e6d33bb3-d596-4899-a295-8cabec3be9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:43.001413 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-e6d33bb3-d596-4899-a295-8cabec3be9bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=afdb68c5-3dd6-4050-96c7-9ba9580870f0 HTTP/1.1" status: 200 len: 897 time: 0.4174051 Mar 24 01:21:43.002393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port dcbf7f06-8e02-4865-8c87-63f80bb29af1 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:43.025456 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (10803265-193a-49a8-bfc5-5813a3cdd4ce), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:43.092461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-bf1ce5d7-8e79-4598-a1c5-f1b80393cfda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 999 time: 0.0625823 Mar 24 01:21:43.172964 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebc31f34-2598-49a4-9152-74f647b7e3ad req-8429b5b3-db67-4318-9752-6b082e2e8b76 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462773 Mar 24 01:21:43.178770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d31eb512-dcf7-42b0-8648-82fe122a7c40 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:21:43.221333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: d31eb512-dcf7-42b0-8648-82fe122a7c40 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:21:43.221906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d31eb512-dcf7-42b0-8648-82fe122a7c40 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:21:43.229496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-61ca7f5b-5304-4868-b9a5-0f5061104efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:43.230978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-61ca7f5b-5304-4868-b9a5-0f5061104efe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6daa362a-df52-4549-a37d-76433e1092fa HTTP/1.1" status: 200 len: 834 time: 0.1296074 Mar 24 01:21:43.371869 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:43.420238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-2a762064-5dca-47ec-a055-f2321f8c361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:43.422449 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-2a762064-5dca-47ec-a055-f2321f8c361e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1125 time: 0.9033554 Mar 24 01:21:43.424557 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (6255ce4d-bda1-4046-833e-b4e07e245326), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:43.425387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-087ef38f-3815-4911-a7c8-78e41c6a022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:43.431677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-087ef38f-3815-4911-a7c8-78e41c6a022c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afdb68c5-3dd6-4050-96c7-9ba9580870f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1940453 Mar 24 01:21:43.531524 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6255ce4d-bda1-4046-833e-b4e07e245326']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:43.581850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e91c83b-642a-415e-9d52-879ad1787f3b') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:43.582796 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e91c83b-642a-415e-9d52-879ad1787f3b') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:43.604695 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (2e91c83b-642a-415e-9d52-879ad1787f3b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:43.623342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Allocated IP 172.20.0.1 (c99826a9-057d-4f09-8131-00809e429199/f172f1ab-1627-4fc7-a181-0e8de85f591f/d8e80407-8bdf-41d7-b1b8-3e4fa1bec322) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:43.631405 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (a6c1d374-d019-4d66-a344-f991bee20847), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:43.637123 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Publish callbacks [] for port (10803265-193a-49a8-bfc5-5813a3cdd4ce), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:43.648489 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (2e91c83b-642a-415e-9d52-879ad1787f3b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:43.651289 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (10803265-193a-49a8-bfc5-5813a3cdd4ce), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:43.734913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Attempting to bind port 10803265-193a-49a8-bfc5-5813a3cdd4ce on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:21:43.735394 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:21:43.735564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Attempting to bind port 10803265-193a-49a8-bfc5-5813a3cdd4ce by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:21:43.736145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Attempting to bind port 10803265-193a-49a8-bfc5-5813a3cdd4ce on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:21:43.736452 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (2e91c83b-642a-415e-9d52-879ad1787f3b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:21:43.740002 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:21:43.742935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327766b8-ba20-4f7f-ba92-a5a62943e6dc None None] Pushing event updated for resources: {'Port': ['ID=10803265-193a-49a8-bfc5-5813a3cdd4ce,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:43.754083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:21:43.754476 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:43.754882 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:43.755274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:21:43.755745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Bound port: 10803265-193a-49a8-bfc5-5813a3cdd4ce, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:21:43.756130 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (10803265-193a-49a8-bfc5-5813a3cdd4ce), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:43.803026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-4e36a447-c2d0-45d3-aeb5-93e84005fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:43.804753 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-4e36a447-c2d0-45d3-aeb5-93e84005fa82 service neutron] 10.222.0.48 "GET /v2.0/networks?id=afdb68c5-3dd6-4050-96c7-9ba9580870f0 HTTP/1.1" status: 200 len: 897 time: 0.3492534 Mar 24 01:21:43.833377 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Publish callbacks [] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:43.852901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] For port 10803265-193a-49a8-bfc5-5813a3cdd4ce, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:21:43.883375 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (6255ce4d-bda1-4046-833e-b4e07e245326), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:43.888637 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] For port 10803265-193a-49a8-bfc5-5813a3cdd4ce, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=10803265-193a-49a8-bfc5-5813a3cdd4ce,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:21:43.900306 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:43.900677 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (10803265-193a-49a8-bfc5-5813a3cdd4ce), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:43.904572 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] 10.222.0.45 "DELETE /v2.0/networks/6255ce4d-bda1-4046-833e-b4e07e245326 HTTP/1.1" status: 204 len: 168 time: 2.6988337 Mar 24 01:21:43.976479 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-bed452e3-8c26-4b1c-87c4-1e8d1925b283 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 999 time: 0.1648767 Mar 24 01:21:43.987566 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35960f9-7a15-470d-8bac-44f403680909 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187 tempest-ExtraDHCPOptionsIpV6TestJSON-34882187-project] Pushing event deleted for resources: {'Network': ['ID=6255ce4d-bda1-4046-833e-b4e07e245326,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:43.999074 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Routers {'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:43.999740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:44.097451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-9fe6ff6f-d8fc-42d6-a0d6-b8c69ab95e2b service neutron] 10.222.0.57 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185626 Mar 24 01:21:44.099165 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:44.139968 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router a6c1d374-d019-4d66-a344-f991bee20847 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:21:44.157368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-c705d96e-4e61-46e1-a223-a67234f8d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:44.158892 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-c705d96e-4e61-46e1-a223-a67234f8d9cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6daa362a-df52-4549-a37d-76433e1092fa HTTP/1.1" status: 200 len: 834 time: 0.1665430 Mar 24 01:21:44.194120 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e80407-8bdf-41d7-b1b8-3e4fa1bec322,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:44.240052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] Set router cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:21:44.284696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Network c99826a9-057d-4f09-8131-00809e429199 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:44.303448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:44.329430 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:44.345128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:21:44.357502 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7ac61a-19b0-4282-98d1-b707bd9171bf None None] Sync routers for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:21:44.374308 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7ac61a-19b0-4282-98d1-b707bd9171bf None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:44.375260 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2b7ac61a-19b0-4282-98d1-b707bd9171bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:44.420887 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51288) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:44.480149 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2b7ac61a-19b0-4282-98d1-b707bd9171bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:44.519949 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:44.522510 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-14aefe2c-0063-4a28-b07c-cdddcdf75709 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5315564 Mar 24 01:21:44.543728 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7ac61a-19b0-4282-98d1-b707bd9171bf None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:44.544386 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2b7ac61a-19b0-4282-98d1-b707bd9171bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:44.551937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51296) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:44.584202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327766b8-ba20-4f7f-ba92-a5a62943e6dc None None] Pushing event updated for resources: {'Port': ['ID=10803265-193a-49a8-bfc5-5813a3cdd4ce,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:44.662058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-2fca0adf-087c-46d7-808d-8c4f30589239 service neutron] 10.222.0.57 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558147 Mar 24 01:21:44.674105 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2b7ac61a-19b0-4282-98d1-b707bd9171bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:44.674782 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7ac61a-19b0-4282-98d1-b707bd9171bf None None] The sync data for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:21:44.681490 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:44.794444 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-37d02c78-f1c6-4896-8b8c-7a5030648726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:44.797660 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-37d02c78-f1c6-4896-8b8c-7a5030648726 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afdb68c5-3dd6-4050-96c7-9ba9580870f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6150191 Mar 24 01:21:44.842782 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5eb04e48-9cb8-4278-9f2b-c242c865e08d None None] Provisioning complete for port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:44.843310 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5eb04e48-9cb8-4278-9f2b-c242c865e08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:44.903166 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5eb04e48-9cb8-4278-9f2b-c242c865e08d None None] Port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:21:44.916486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:44.927421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'name': 'tempest-TestVolumeBootPattern-1932711079-router', 'tenant_id': '47040567bcb945929de916f33a341bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:34Z', 'updated_at': '2022-03-24T01:21:38Z', 'revision_number': 3, 'project_id': '47040567bcb945929de916f33a341bfd', 'gw_port': {'id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:36Z', 'updated_at': '2022-03-24T01:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:44.938547 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-c9782907-c438-4240-8361-b32110757baa service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138253 Mar 24 01:21:44.948254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c2ace-7307-424c-a793-7ed2c03d2155 req-074b9dbf-ca2f-40ab-820f-a43697fd10c2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:44.950490 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-841c2ace-7307-424c-a793-7ed2c03d2155 req-074b9dbf-ca2f-40ab-820f-a43697fd10c2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 943 time: 0.5808468 Mar 24 01:21:44.963500 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f70e8-d425-446a-928d-3b58ae208f63 None None] The sync data for ids ['cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'] in n-d-760455-9 is: [{'id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'name': 'tempest-TestVolumeBootPattern-1932711079-router', 'tenant_id': '47040567bcb945929de916f33a341bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:34Z', 'updated_at': '2022-03-24T01:21:38Z', 'revision_number': 3, 'project_id': '47040567bcb945929de916f33a341bfd', 'gw_port': {'id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:36Z', 'updated_at': '2022-03-24T01:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:21:45.066256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-451a1e52-889e-41d0-8d3c-8a0af6648ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:45.067740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-451a1e52-889e-41d0-8d3c-8a0af6648ce1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1125 time: 0.2106187 Mar 24 01:21:45.091675 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b10d371c-f3a3-49e4-855c-548274c11c78 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7abae97852724464bd51bf7b1015b965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6547489 Mar 24 01:21:45.102370 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51298) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:45.134825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-841c2ace-7307-424c-a793-7ed2c03d2155 req-444b4c94-843e-425b-bfe7-33a0638bb759 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752226 Mar 24 01:21:45.268603 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-de0361c8-a1af-4c45-a6b5-512fdc52964d service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170910 Mar 24 01:21:45.294217 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:21:45.304367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-8d4b9de6-8796-42d7-884b-c6c515268a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:45.308365 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-8d4b9de6-8796-42d7-884b-c6c515268a4f service neutron] 10.222.0.57 "GET /v2.0/networks?id=afdb68c5-3dd6-4050-96c7-9ba9580870f0 HTTP/1.1" status: 200 len: 897 time: 0.2241831 Mar 24 01:21:45.347016 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e74ef46-281a-4cfb-abe5-4eaf7dec8236 admin admin] Publish callbacks [] for security_group (ff9f91a7-b363-4d80-8089-44cea163c161), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:45.426633 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Publish callbacks [] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:45.439670 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:45.452652 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e74ef46-281a-4cfb-abe5-4eaf7dec8236 admin admin] Publish callbacks [] for security_group (ff9f91a7-b363-4d80-8089-44cea163c161), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:45.502081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-49ff90a8-b118-4da0-9f8d-b1b2ba20efa5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 999 time: 0.1871719 Mar 24 01:21:45.504203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e80407-8bdf-41d7-b1b8-3e4fa1bec322,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:45.621268 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:45.826886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 10803265-193a-49a8-bfc5-5813a3cdd4ce up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:45.965810 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:45.966801 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 10803265-193a-49a8-bfc5-5813a3cdd4ce triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:45.967427 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (10803265-193a-49a8-bfc5-5813a3cdd4ce), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:46.089128 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e74ef46-281a-4cfb-abe5-4eaf7dec8236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ff9f91a7-b363-4d80-8089-44cea163c161), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:46.093299 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7e74ef46-281a-4cfb-abe5-4eaf7dec8236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:46.096000 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7e74ef46-281a-4cfb-abe5-4eaf7dec8236 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff9f91a7-b363-4d80-8089-44cea163c161 HTTP/1.1" status: 204 len: 168 time: 0.9910002 Mar 24 01:21:46.132600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 10803265-193a-49a8-bfc5-5813a3cdd4ce is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:46.133381 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (10803265-193a-49a8-bfc5-5813a3cdd4ce), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:46.139443 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74ef46-281a-4cfb-abe5-4eaf7dec8236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9f91a7-b363-4d80-8089-44cea163c161,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:46.185218 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 10803265-193a-49a8-bfc5-5813a3cdd4ce, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=10803265-193a-49a8-bfc5-5813a3cdd4ce,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:46.238044 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (10803265-193a-49a8-bfc5-5813a3cdd4ce), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:46.324743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-e08c1dc1-b49f-48f3-89e1-503216550c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:46.329480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-e08c1dc1-b49f-48f3-89e1-503216550c0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6daa362a-df52-4549-a37d-76433e1092fa HTTP/1.1" status: 200 len: 834 time: 0.7781146 Mar 24 01:21:46.368232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=10803265-193a-49a8-bfc5-5813a3cdd4ce,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:46.507325 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Network c99826a9-057d-4f09-8131-00809e429199 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:46.512298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-75f76550-bcf2-4e9d-906d-0bfb94b2aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:46.513848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-75f76550-bcf2-4e9d-906d-0bfb94b2aa79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afdb68c5-3dd6-4050-96c7-9ba9580870f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1698623 Mar 24 01:21:46.516236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:46.536034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0684b7-1c54-49ec-8854-256868985ae3 req-8751df3e-e5a7-4cf6-84e1-1c625b241e6f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:46.538481 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f0684b7-1c54-49ec-8854-256868985ae3 req-8751df3e-e5a7-4cf6-84e1-1c625b241e6f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 943 time: 0.1482646 Mar 24 01:21:46.600090 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Allocated IP 172.20.0.1 (d86a79b7-ad0e-405c-b758-a5c63986261a/11dfa863-79dc-4cda-acc4-16b258909c55/1f6d3382-0921-42a6-8cf7-f3aa84e50ace) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:46.806783 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f0684b7-1c54-49ec-8854-256868985ae3 req-50342553-d517-4e83-817b-73c92abcac98 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224765 Mar 24 01:21:46.853177 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (1f6d3382-0921-42a6-8cf7-f3aa84e50ace), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:46.855898 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-aae851f8-72c1-468f-b2fb-ecf0e3b43dd2 service neutron] 10.222.0.57 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172989 Mar 24 01:21:46.898495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f6578c37-b95e-435f-9589-4002ba4bdd3a details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:21:46.942951 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1f6d3382-0921-42a6-8cf7-f3aa84e50ace), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:46.986490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Router cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:21:47.064620 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=1f6d3382-0921-42a6-8cf7-f3aa84e50ace,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:47.097700 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2712d2fe-6954-4353-93d3-900b199b0231 None None] Provisioning complete for port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:47.099890 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2712d2fe-6954-4353-93d3-900b199b0231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:47.109785 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network d86a79b7-ad0e-405c-b758-a5c63986261a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:47.112865 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:47.120937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:47.196752 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fade4e8a-69f7-4252-91a3-8da8298b9e79 req-85551533-e61b-46b4-818e-97174242f546 service neutron] 10.222.0.57 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168731 Mar 24 01:21:47.197571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2712d2fe-6954-4353-93d3-900b199b0231 None None] Port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:21:47.233408 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (a6c1d374-d019-4d66-a344-f991bee20847), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:47.253379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:21:47.275189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f64d318d-9572-4818-b46e-a02fbb61c325 admin admin] 10.222.0.45 "PUT /v2.0/routers/cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3151462 Mar 24 01:21:47.300765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:47.318107 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'port_id': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'mac_address': 'fa:16:3e:0d:62:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6daa362a-df52-4549-a37d-76433e1092fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:21:47.383760 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f6578c37-b95e-435f-9589-4002ba4bdd3a is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:47.384661 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:47.404332 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6578c37-b95e-435f-9589-4002ba4bdd3a {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:21:47.434031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:47.441821 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:47.554690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51342) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:47.564010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f6578c37-b95e-435f-9589-4002ba4bdd3a,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:47.638711 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1f6d3382-0921-42a6-8cf7-f3aa84e50ace), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:47.669282 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['f6578c37-b95e-435f-9589-4002ba4bdd3a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:21:47.780463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 10803265-193a-49a8-bfc5-5813a3cdd4ce up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:47.783750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e98b2388-6c30-45b1-87a9-e52b79be3fdf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-973149985'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:47.810926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98b2388-6c30-45b1-87a9-e52b79be3fdf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:47.814291 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e98b2388-6c30-45b1-87a9-e52b79be3fdf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:47.833893 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e98b2388-6c30-45b1-87a9-e52b79be3fdf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:47.872888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Sync routers for ids ['cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:21:47.911815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Routers {'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:47.914136 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:47.944579 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e98b2388-6c30-45b1-87a9-e52b79be3fdf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for security_group (e601fec4-473b-483e-99bb-0b123abe27b8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:47.952207 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e98b2388-6c30-45b1-87a9-e52b79be3fdf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e601fec4-473b-483e-99bb-0b123abe27b8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:48.083300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98b2388-6c30-45b1-87a9-e52b79be3fdf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:21:48.106744 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e98b2388-6c30-45b1-87a9-e52b79be3fdf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7b85fca2-7baa-4ee8-88b8-8a220e6e48a8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:48.111569 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-e98b2388-6c30-45b1-87a9-e52b79be3fdf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Added segment 7b85fca2-7baa-4ee8-88b8-8a220e6e48a8 of type vlan for network bc8e2144-4b65-41a6-810e-188d7a937222 Mar 24 01:21:48.165012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b2388-6c30-45b1-87a9-e52b79be3fdf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e601fec4-473b-483e-99bb-0b123abe27b8,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:48.189002 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e98b2388-6c30-45b1-87a9-e52b79be3fdf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (bc8e2144-4b65-41a6-810e-188d7a937222), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:48.189634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Set router cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:21:48.226505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f1b55-d45f-46ee-a7a5-2d42b1005239 req-e438b300-3365-4263-bd31-ea2fa4376afb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:48.235995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-982f1b55-d45f-46ee-a7a5-2d42b1005239 req-e438b300-3365-4263-bd31-ea2fa4376afb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 944 time: 0.2438109 Mar 24 01:21:48.285837 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e98b2388-6c30-45b1-87a9-e52b79be3fdf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (bc8e2144-4b65-41a6-810e-188d7a937222), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:48.294075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98b2388-6c30-45b1-87a9-e52b79be3fdf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:48.295001 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e98b2388-6c30-45b1-87a9-e52b79be3fdf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:48.343371 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (1f6d3382-0921-42a6-8cf7-f3aa84e50ace), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:48.351710 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (1f6d3382-0921-42a6-8cf7-f3aa84e50ace), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:48.363020 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-982f1b55-d45f-46ee-a7a5-2d42b1005239 req-2b15ab13-92bf-44c3-b00e-04894d50d1f4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218061 Mar 24 01:21:48.424119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 10803265-193a-49a8-bfc5-5813a3cdd4ce triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:48.424765 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (10803265-193a-49a8-bfc5-5813a3cdd4ce), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:48.447822 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (a6c1d374-d019-4d66-a344-f991bee20847), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:48.522961 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e98b2388-6c30-45b1-87a9-e52b79be3fdf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9680326 Mar 24 01:21:48.587100 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b2388-6c30-45b1-87a9-e52b79be3fdf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Network': ['ID=bc8e2144-4b65-41a6-810e-188d7a937222,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:48.633783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=1f6d3382-0921-42a6-8cf7-f3aa84e50ace,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:48.672709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51364) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:48.679995 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-325cc8c2-5b26-4ad3-9dc3-dedeac61344f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'subnet': {'network_id': 'bc8e2144-4b65-41a6-810e-188d7a937222', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:48.725314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network d86a79b7-ad0e-405c-b758-a5c63986261a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:48.726918 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:48.802484 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network bc8e2144-4b65-41a6-810e-188d7a937222 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:21:48.906613 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router a6c1d374-d019-4d66-a344-f991bee20847 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:21:49.033742 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325cc8c2-5b26-4ad3-9dc3-dedeac61344f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:49.040269 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-325cc8c2-5b26-4ad3-9dc3-dedeac61344f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:49.096449 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:21:49.108981 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3a235129-8aee-4a1d-9efa-1805ee8c7c55 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "PUT /v2.0/routers/a6c1d374-d019-4d66-a344-f991bee20847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5554721 Mar 24 01:21:49.111649 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5312a92e-c490-4555-a360-d6dfbdf4ca1e None None] Sync routers for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:21:49.112471 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51372) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:49.122260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 10803265-193a-49a8-bfc5-5813a3cdd4ce is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:49.124980 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-503f1a65-91f3-4ee9-9969-88b33c374c48 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'port': {'network_id': 'd86a79b7-ad0e-405c-b758-a5c63986261a', 'name': 'tempest-FloatingIPTestJSON-136136567'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:49.132594 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312a92e-c490-4555-a360-d6dfbdf4ca1e None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:49.133286 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-5312a92e-c490-4555-a360-d6dfbdf4ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:49.143786 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'name': 'tempest-TestVolumeBootPattern-1932711079-router', 'tenant_id': '47040567bcb945929de916f33a341bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:34Z', 'updated_at': '2022-03-24T01:21:44Z', 'revision_number': 4, 'project_id': '47040567bcb945929de916f33a341bfd', 'gw_port': {'id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:36Z', 'updated_at': '2022-03-24T01:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd8e80407-8bdf-41d7-b1b8-3e4fa1bec322', 'name': '', 'network_id': 'c99826a9-057d-4f09-8131-00809e429199', 'tenant_id': '47040567bcb945929de916f33a341bfd', 'mac_address': 'fa:16:3e:ba:e5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'f172f1ab-1627-4fc7-a181-0e8de85f591f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:43Z', 'updated_at': '2022-03-24T01:21:45Z', 'revision_number': 2, 'project_id': '47040567bcb945929de916f33a341bfd', 'subnets': [{'id': 'f172f1ab-1627-4fc7-a181-0e8de85f591f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:49.151801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-9a192895-7b8d-4f5d-aff6-45478d89e798 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:49.158797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-9a192895-7b8d-4f5d-aff6-45478d89e798 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.57 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 944 time: 0.2960212 Mar 24 01:21:49.183892 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Checking router: cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:21:49.184257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Updating router cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1 port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:21:49.218879 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-5312a92e-c490-4555-a360-d6dfbdf4ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:49.241234 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312a92e-c490-4555-a360-d6dfbdf4ca1e None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:49.242684 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-5312a92e-c490-4555-a360-d6dfbdf4ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:49.269554 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:49.277330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44369aaf-6704-465b-9ab9-350377c8f5e3 req-a927d455-ba34-43fd-9b3c-76b264bc5e1b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:49.278719 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44369aaf-6704-465b-9ab9-350377c8f5e3 req-a927d455-ba34-43fd-9b3c-76b264bc5e1b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 944 time: 0.3300591 Mar 24 01:21:49.340384 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-5312a92e-c490-4555-a360-d6dfbdf4ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:49.345011 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5312a92e-c490-4555-a360-d6dfbdf4ca1e None None] The sync data for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:21:49.360691 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503f1a65-91f3-4ee9-9969-88b33c374c48 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Made reservation on behalf of 0210a85b4a6a4dea88845fc4246195ee for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:49.366325 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-503f1a65-91f3-4ee9-9969-88b33c374c48 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:49.404903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-503f1a65-91f3-4ee9-9969-88b33c374c48 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] device_id is not set on port 644614ca-4ad2-4d81-8ac3-582619b18492 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:21:49.464638 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-325cc8c2-5b26-4ad3-9dc3-dedeac61344f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (c341c4b4-6ab7-46cc-bc58-f221826d589e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:49.559951 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-bfd55953-f90c-4d1e-a4b3-a94ccba711d0 service neutron] 10.222.0.57 "GET /v2.0/ports/f6578c37-b95e-435f-9589-4002ba4bdd3a/bindings/n-h1-760455-9 HTTP/1.1" status: 200 len: 382 time: 0.3930275 Mar 24 01:21:49.582418 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44369aaf-6704-465b-9ab9-350377c8f5e3 req-a2bd37d1-eab1-44c8-9c0c-e40449d22586 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437645 Mar 24 01:21:49.658260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cc8c2-5b26-4ad3-9dc3-dedeac61344f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Subnet': ['ID=c341c4b4-6ab7-46cc-bc58-f221826d589e,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:49.686084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-503f1a65-91f3-4ee9-9969-88b33c374c48 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Allocated IP 172.20.0.4 (d86a79b7-ad0e-405c-b758-a5c63986261a/11dfa863-79dc-4cda-acc4-16b258909c55/644614ca-4ad2-4d81-8ac3-582619b18492) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:49.719330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325cc8c2-5b26-4ad3-9dc3-dedeac61344f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Checking segment: {'id': '7b85fca2-7baa-4ee8-88b8-8a220e6e48a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bc8e2144-4b65-41a6-810e-188d7a937222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:49.719964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325cc8c2-5b26-4ad3-9dc3-dedeac61344f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network hostable DHCP agents. Network: bc8e2144-4b65-41a6-810e-188d7a937222, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:21:49.744860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-ca1ac6fa-7da6-4edf-9212-4cf7d010cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:49.748252 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-ca1ac6fa-7da6-4edf-9212-4cf7d010cc8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1126 time: 0.1478319 Mar 24 01:21:49.882313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325cc8c2-5b26-4ad3-9dc3-dedeac61344f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network bc8e2144-4b65-41a6-810e-188d7a937222 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:21:49.904131 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-325cc8c2-5b26-4ad3-9dc3-dedeac61344f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, bc8e2144-4b65-41a6-810e-188d7a937222) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:49.920185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325cc8c2-5b26-4ad3-9dc3-dedeac61344f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:49.921840 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-325cc8c2-5b26-4ad3-9dc3-dedeac61344f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:49.973378 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-325cc8c2-5b26-4ad3-9dc3-dedeac61344f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2994781 Mar 24 01:21:49.979812 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51380) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:50.001171 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6c2055ef-7522-4fec-93a0-427fb45682a2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-319134534'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:50.046825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-dc6a117e-2a15-4137-a9f5-507e671b59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:50.048361 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-dc6a117e-2a15-4137-a9f5-507e671b59a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=afdb68c5-3dd6-4050-96c7-9ba9580870f0 HTTP/1.1" status: 200 len: 897 time: 0.2805548 Mar 24 01:21:50.101918 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-503f1a65-91f3-4ee9-9969-88b33c374c48 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (644614ca-4ad2-4d81-8ac3-582619b18492), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:50.108807 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2055ef-7522-4fec-93a0-427fb45682a2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:50.117425 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c2055ef-7522-4fec-93a0-427fb45682a2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:50.186567 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Publish callbacks [] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:50.189039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-b995ecf3-78d7-4a00-8adc-b4a771f36a2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 1000 time: 0.1347659 Mar 24 01:21:50.190130 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2055ef-7522-4fec-93a0-427fb45682a2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:21:50.193277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057ae402-0718-4626-b1fb-5efa00287db4 None None] Network bc8e2144-4b65-41a6-810e-188d7a937222 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:50.236782 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c2055ef-7522-4fec-93a0-427fb45682a2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (bd892017-7e3c-40d4-a53f-47765fd11f62), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:50.237142 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-6c2055ef-7522-4fec-93a0-427fb45682a2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Added segment bd892017-7e3c-40d4-a53f-47765fd11f62 of type vlan for network c481e250-256e-4718-9eb8-139ccca10a90 Mar 24 01:21:50.276014 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:50.306702 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-9fc6cb3f-d553-4790-9ced-712e9c7f3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:50.308304 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-9fc6cb3f-d553-4790-9ced-712e9c7f3ea4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6daa362a-df52-4549-a37d-76433e1092fa HTTP/1.1" status: 200 len: 834 time: 0.1127691 Mar 24 01:21:50.335868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-bc8e2144-4b65-41a6-810e-188d7a937222', 'network_id': 'bc8e2144-4b65-41a6-810e-188d7a937222', 'project_id': 'f3ca38d132d041abb5f563f44a750e43', 'fixed_ips': [{'subnet_id': 'c341c4b4-6ab7-46cc-bc58-f221826d589e'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:21:50.337170 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:50.342395 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-503f1a65-91f3-4ee9-9969-88b33c374c48 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (644614ca-4ad2-4d81-8ac3-582619b18492), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:50.346896 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c2055ef-7522-4fec-93a0-427fb45682a2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (c481e250-256e-4718-9eb8-139ccca10a90), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:50.380705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915f174-5981-4dff-9457-d3c976e9a998 None None] Pushing event updated for resources: {'Port': ['ID=d8e80407-8bdf-41d7-b1b8-3e4fa1bec322,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:50.402893 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-c1bd42c2-c6bb-4f56-bb27-8a1dd216429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:50.404664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-c1bd42c2-c6bb-4f56-bb27-8a1dd216429c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afdb68c5-3dd6-4050-96c7-9ba9580870f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0902584 Mar 24 01:21:50.489431 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503f1a65-91f3-4ee9-9969-88b33c374c48 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network d86a79b7-ad0e-405c-b758-a5c63986261a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:50.507688 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-503f1a65-91f3-4ee9-9969-88b33c374c48 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:50.508298 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Attempting to bind port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:21:50.516216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Attempting to bind port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'dcb0f1b6-0e92-4da8-9d12-7532ab9e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c99826a9-057d-4f09-8131-00809e429199'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:21:50.516592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Attempting to bind port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 on network c99826a9-057d-4f09-8131-00809e429199 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:21:50.536114 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503f1a65-91f3-4ee9-9969-88b33c374c48 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:50.543825 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f1a65-91f3-4ee9-9969-88b33c374c48 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=644614ca-4ad2-4d81-8ac3-582619b18492,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:50.557062 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:21:50.557479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Checking segment: {'id': 'dcb0f1b6-0e92-4da8-9d12-7532ab9e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c99826a9-057d-4f09-8131-00809e429199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:50.557893 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:50.558289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Bound using segment: {'id': 'dcb0f1b6-0e92-4da8-9d12-7532ab9e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c99826a9-057d-4f09-8131-00809e429199'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:21:50.558782 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Bound port: d8e80407-8bdf-41d7-b1b8-3e4fa1bec322, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb0f1b6-0e92-4da8-9d12-7532ab9e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c99826a9-057d-4f09-8131-00809e429199'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:21:50.559171 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:50.563696 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c2055ef-7522-4fec-93a0-427fb45682a2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (c481e250-256e-4718-9eb8-139ccca10a90), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:50.568158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2055ef-7522-4fec-93a0-427fb45682a2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:50.569379 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c2055ef-7522-4fec-93a0-427fb45682a2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:50.576375 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-3543827d-c580-4bb3-b09d-f789cb543d39 service neutron] 10.222.0.57 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643400 Mar 24 01:21:50.657312 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6c2055ef-7522-4fec-93a0-427fb45682a2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6637170 Mar 24 01:21:50.665687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51384) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:50.679319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ae72e389-c276-446c-bf1e-773318aed1df tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'subnet': {'network_id': 'c481e250-256e-4718-9eb8-139ccca10a90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:50.725665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503f1a65-91f3-4ee9-9969-88b33c374c48 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:50.726192 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-503f1a65-91f3-4ee9-9969-88b33c374c48 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:50.775153 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2055ef-7522-4fec-93a0-427fb45682a2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Network': ['ID=c481e250-256e-4718-9eb8-139ccca10a90,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:50.785469 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-503f1a65-91f3-4ee9-9969-88b33c374c48 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6718016 Mar 24 01:21:50.789622 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51390) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:50.795352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'port': {'network_id': 'd86a79b7-ad0e-405c-b758-a5c63986261a', 'name': 'tempest-FloatingIPTestJSON-708161614'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:50.797310 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Allocated IP 172.20.255.242 (bc8e2144-4b65-41a6-810e-188d7a937222/c341c4b4-6ab7-46cc-bc58-f221826d589e/d5d114df-c5d6-4608-8840-5f33b12ccbb3) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:50.846661 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-afbeff12-74ec-4549-b657-4b624787fbc0 service neutron] 10.222.0.57 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632554 Mar 24 01:21:50.961367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22336c99-ba27-4cca-866d-91dea95366d1 req-b73ffd6a-bb88-4db4-8bf0-9550661bf624 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:50.963230 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22336c99-ba27-4cca-866d-91dea95366d1 req-b73ffd6a-bb88-4db4-8bf0-9550661bf624 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 944 time: 0.1156404 Mar 24 01:21:51.048134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22336c99-ba27-4cca-866d-91dea95366d1 req-d6706fa9-8980-43fc-8f30-9b5f3cb4c243 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782139 Mar 24 01:21:51.059531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network c481e250-256e-4718-9eb8-139ccca10a90 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:21:51.062892 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f6578c37-b95e-435f-9589-4002ba4bdd3a up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:51.137305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-43d79626-391e-4fa1-a025-b056ea19a74f req-5e87bc44-7501-4254-8dff-c0442e186f73 service neutron] (115730) timed out ('10.222.0.57', 57946) {{(pid=115730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 01:21:51.254862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5ae7b206-f7ee-4701-842c-60c5ad98cd8d None None] Provisioning complete for port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:51.255412 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b206-f7ee-4701-842c-60c5ad98cd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:51.322512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5ae7b206-f7ee-4701-842c-60c5ad98cd8d None None] Port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:21:51.341567 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] For port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:21:51.392494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] For port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d8e80407-8bdf-41d7-b1b8-3e4fa1bec322,segment=NetworkSegment(dcb0f1b6-0e92-4da8-9d12-7532ab9e443e),segment_id=dcb0f1b6-0e92-4da8-9d12-7532ab9e443e)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:21:51.396112 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Publish callbacks [] for port (d5d114df-c5d6-4608-8840-5f33b12ccbb3), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:51.419068 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:51.484141 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae72e389-c276-446c-bf1e-773318aed1df tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:51.487820 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (d5d114df-c5d6-4608-8840-5f33b12ccbb3), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:51.488149 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ae72e389-c276-446c-bf1e-773318aed1df tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:51.496116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915f174-5981-4dff-9457-d3c976e9a998 None None] Pushing event updated for resources: {'Port': ['ID=d8e80407-8bdf-41d7-b1b8-3e4fa1bec322,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:51.543262 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port f6578c37-b95e-435f-9589-4002ba4bdd3a completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:21:51.554958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Network bc8e2144-4b65-41a6-810e-188d7a937222 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:51.560211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:51.565662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port f6578c37-b95e-435f-9589-4002ba4bdd3a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:51.566033 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:51.567733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:51.622687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Made reservation on behalf of 0210a85b4a6a4dea88845fc4246195ee for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:51.626289 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:51.654852 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] device_id is not set on port 3d4ce8cf-7570-4403-879d-96fba41c71ef yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:21:51.687418 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Pushing event updated for resources: {'Port': ['ID=d5d114df-c5d6-4608-8840-5f33b12ccbb3,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:51.734683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Routers {'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:21:51.737789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:51.848599 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Allocated IP 172.20.0.3 (d86a79b7-ad0e-405c-b758-a5c63986261a/11dfa863-79dc-4cda-acc4-16b258909c55/3d4ce8cf-7570-4403-879d-96fba41c71ef) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:51.894877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Attempting to bind port d5d114df-c5d6-4608-8840-5f33b12ccbb3 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:21:51.895360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Attempting to bind port d5d114df-c5d6-4608-8840-5f33b12ccbb3 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '7b85fca2-7baa-4ee8-88b8-8a220e6e48a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bc8e2144-4b65-41a6-810e-188d7a937222'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:21:51.895791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Attempting to bind port d5d114df-c5d6-4608-8840-5f33b12ccbb3 on network bc8e2144-4b65-41a6-810e-188d7a937222 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:21:51.913471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:21:51.913854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Checking segment: {'id': '7b85fca2-7baa-4ee8-88b8-8a220e6e48a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bc8e2144-4b65-41a6-810e-188d7a937222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:51.914702 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:51.915164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Bound using segment: {'id': '7b85fca2-7baa-4ee8-88b8-8a220e6e48a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bc8e2144-4b65-41a6-810e-188d7a937222'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:21:51.915717 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Bound port: d5d114df-c5d6-4608-8840-5f33b12ccbb3, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b85fca2-7baa-4ee8-88b8-8a220e6e48a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bc8e2144-4b65-41a6-810e-188d7a937222'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:21:51.916163 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d5d114df-c5d6-4608-8840-5f33b12ccbb3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:51.947259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f6578c37-b95e-435f-9589-4002ba4bdd3a is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:51.947768 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:52.047683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:21:52.049906 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431fbd67-db32-4149-9301-7036ea607dc1" -d '{"events": [{"server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "name": "network-vif-plugged", "status": "completed", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:21:52.057328 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] Set router cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:21:52.099363 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] For port d5d114df-c5d6-4608-8840-5f33b12ccbb3, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:21:52.104917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:52.119852 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:52.137165 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] For port d5d114df-c5d6-4608-8840-5f33b12ccbb3, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d5d114df-c5d6-4608-8840-5f33b12ccbb3,segment=NetworkSegment(7b85fca2-7baa-4ee8-88b8-8a220e6e48a8),segment_id=7b85fca2-7baa-4ee8-88b8-8a220e6e48a8)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:21:52.138906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Provisioning complete for port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:52.139172 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:52.213710 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d5d114df-c5d6-4608-8840-5f33b12ccbb3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:52.244708 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9c40c8-221f-4f4f-93b2-c958c56a2995 x-openstack-request-id: req-ab9c40c8-221f-4f4f-93b2-c958c56a2995 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:21:52.244708 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "name": "network-vif-plugged", "status": "completed", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:21:52.244708 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab9c40c8-221f-4f4f-93b2-c958c56a2995 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:21:52.245700 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9c40c8-221f-4f4f-93b2-c958c56a2995'] response: {'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'code': 200} Mar 24 01:21:52.336616 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (3d4ce8cf-7570-4403-879d-96fba41c71ef), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:52.361903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74712d08-f0b4-4afc-a1ed-a5fa736e16aa req-6d4e4926-131b-433f-a8a4-91dd13722bf6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:52.367322 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f6578c37-b95e-435f-9589-4002ba4bdd3a,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:52.395679 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74712d08-f0b4-4afc-a1ed-a5fa736e16aa req-6d4e4926-131b-433f-a8a4-91dd13722bf6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.1569443 Mar 24 01:21:52.425385 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ae72e389-c276-446c-bf1e-773318aed1df tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (468486cb-58e6-4807-b4d5-61263c6f7dc2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:52.529276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c79022-d4c5-458e-97aa-9f55c43cb5c6 None None] Pushing event updated for resources: {'Port': ['ID=d5d114df-c5d6-4608-8840-5f33b12ccbb3,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:52.553505 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72e389-c276-446c-bf1e-773318aed1df tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Subnet': ['ID=468486cb-58e6-4807-b4d5-61263c6f7dc2,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:52.554330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Current status of the port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:52.554727 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:52.600613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74712d08-f0b4-4afc-a1ed-a5fa736e16aa req-3c1dcedc-a58b-4896-86d9-cc86d86df6e3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038167 Mar 24 01:21:52.669897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3d4ce8cf-7570-4403-879d-96fba41c71ef), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:52.711164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] For port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d8e80407-8bdf-41d7-b1b8-3e4fa1bec322,segment=NetworkSegment(dcb0f1b6-0e92-4da8-9d12-7532ab9e443e),segment_id=dcb0f1b6-0e92-4da8-9d12-7532ab9e443e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:52.730031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'name': 'tempest-TestVolumeBootPattern-1932711079-router', 'tenant_id': '47040567bcb945929de916f33a341bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:34Z', 'updated_at': '2022-03-24T01:21:44Z', 'revision_number': 4, 'project_id': '47040567bcb945929de916f33a341bfd', 'gw_port': {'id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:36Z', 'updated_at': '2022-03-24T01:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd8e80407-8bdf-41d7-b1b8-3e4fa1bec322', 'name': '', 'network_id': 'c99826a9-057d-4f09-8131-00809e429199', 'tenant_id': '47040567bcb945929de916f33a341bfd', 'mac_address': 'fa:16:3e:ba:e5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'f172f1ab-1627-4fc7-a181-0e8de85f591f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:43Z', 'updated_at': '2022-03-24T01:21:51Z', 'revision_number': 4, 'project_id': '47040567bcb945929de916f33a341bfd', 'subnets': [{'id': 'f172f1ab-1627-4fc7-a181-0e8de85f591f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:52.737309 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:52.784051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network d86a79b7-ad0e-405c-b758-a5c63986261a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:52.794181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72e389-c276-446c-bf1e-773318aed1df tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Checking segment: {'id': 'bd892017-7e3c-40d4-a53f-47765fd11f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c481e250-256e-4718-9eb8-139ccca10a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:52.808888 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae72e389-c276-446c-bf1e-773318aed1df tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network hostable DHCP agents. Network: c481e250-256e-4718-9eb8-139ccca10a90, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:21:52.840495 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:52.848347 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:52.905202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad72696-90cc-473b-aa70-ad68f38760f4 None None] The sync data for ids ['cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'] in n-d-760455-9 is: [{'id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'name': 'tempest-TestVolumeBootPattern-1932711079-router', 'tenant_id': '47040567bcb945929de916f33a341bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:34Z', 'updated_at': '2022-03-24T01:21:44Z', 'revision_number': 4, 'project_id': '47040567bcb945929de916f33a341bfd', 'gw_port': {'id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:36Z', 'updated_at': '2022-03-24T01:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd8e80407-8bdf-41d7-b1b8-3e4fa1bec322', 'name': '', 'network_id': 'c99826a9-057d-4f09-8131-00809e429199', 'tenant_id': '47040567bcb945929de916f33a341bfd', 'mac_address': 'fa:16:3e:ba:e5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'f172f1ab-1627-4fc7-a181-0e8de85f591f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:43Z', 'updated_at': '2022-03-24T01:21:51Z', 'revision_number': 4, 'project_id': '47040567bcb945929de916f33a341bfd', 'subnets': [{'id': 'f172f1ab-1627-4fc7-a181-0e8de85f591f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:21:52.960658 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-4f094634-bab6-4aa6-9952-ba884d4040eb tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:52.968625 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-4f094634-bab6-4aa6-9952-ba884d4040eb tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 812 time: 0.2585416 Mar 24 01:21:52.988668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Pushing event updated for resources: {'Port': ['ID=d8e80407-8bdf-41d7-b1b8-3e4fa1bec322,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:53.004741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=3d4ce8cf-7570-4403-879d-96fba41c71ef,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:53.022878 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-bd13ac81-845e-482e-82d5-b84c36267f4d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/quotas/c595edeb50ac4eda86dcc5ff48dc0e68 HTTP/1.1" status: 200 len: 375 time: 0.0530939 Mar 24 01:21:53.030891 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.031249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.031600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.031944 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.032288 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.032621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.032953 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.033314 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.033645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.033976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.034302 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.034633 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.034961 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.035287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.036885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb3e7ff-5542-4610-a10c-66dfca768887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.042337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae72e389-c276-446c-bf1e-773318aed1df tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network c481e250-256e-4718-9eb8-139ccca10a90 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:21:53.050227 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.050593 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.050944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.051285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.051624 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.051965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.052306 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.052635 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.052966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.061392 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.061807 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.062170 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.062535 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.062865 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.063205 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:53.091350 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:53.092333 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:53.094787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-ae72e389-c276-446c-bf1e-773318aed1df tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, c481e250-256e-4718-9eb8-139ccca10a90) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:53.100218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae72e389-c276-446c-bf1e-773318aed1df tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:53.100816 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ae72e389-c276-446c-bf1e-773318aed1df tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:53.106839 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535175aa-202a-4dab-8c30-3d10e946e3c2 None None] Network c481e250-256e-4718-9eb8-139ccca10a90 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:53.145950 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-4ac9b62d-d3cd-4a50-b896-30ded5d85132 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221116 Mar 24 01:21:53.153846 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ae72e389-c276-446c-bf1e-773318aed1df tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4870229 Mar 24 01:21:53.156981 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51422) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:53.277422 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d893eeb8-5186-4e20-a95a-e61b44dfdc80 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4824550 Mar 24 01:21:53.277752 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51426) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:53.282542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': '3d4ce8cf-7570-4403-879d-96fba41c71ef', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:53.315062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-954ba888-c970-4ac1-8fa4-2d676afc0248 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:21:53.316057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-954ba888-c970-4ac1-8fa4-2d676afc0248 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1629069 Mar 24 01:21:53.332020 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-c481e250-256e-4718-9eb8-139ccca10a90', 'network_id': 'c481e250-256e-4718-9eb8-139ccca10a90', 'project_id': 'f3ca38d132d041abb5f563f44a750e43', 'fixed_ips': [{'subnet_id': '468486cb-58e6-4807-b4d5-61263c6f7dc2'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:21:53.332888 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:53.425287 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:53.579841 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-513a31d3-35c6-40d8-a779-01f70f79c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:53.582873 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-513a31d3-35c6-40d8-a779-01f70f79c17e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7 HTTP/1.1" status: 200 len: 1127 time: 0.2944448 Mar 24 01:21:53.588469 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (c481e250-256e-4718-9eb8-139ccca10a90), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:53.595728 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:53.612042 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-9f7cccae-4b95-4768-9e5d-5394111b81d1 service neutron] 10.222.0.45 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835989 Mar 24 01:21:53.822831 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (468486cb-58e6-4807-b4d5-61263c6f7dc2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:53.958799 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:54.134037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:54.156515 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-8a98a3cd-a931-40cb-960e-fc2f82673585 service neutron] 10.222.0.45 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431991 Mar 24 01:21:54.195021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Allocated IP 172.20.0.2 (c481e250-256e-4718-9eb8-139ccca10a90/468486cb-58e6-4807-b4d5-61263c6f7dc2/6104f12c-89a7-4284-aa2a-93ac0e9dc7de) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:54.238038 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e279de-f52c-4b6b-bbcf-8055ac3e5405 None None] Network bc8e2144-4b65-41a6-810e-188d7a937222 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:54.277713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc59a4-47d1-4de9-ae65-225267c06cb5 req-bc2754e1-194a-44cb-9289-fecd0220c60b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:54.295204 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0bdc59a4-47d1-4de9-ae65-225267c06cb5 req-bc2754e1-194a-44cb-9289-fecd0220c60b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 945 time: 0.5085535 Mar 24 01:21:54.336945 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:54.421430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:54.422072 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:54.444301 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0bdc59a4-47d1-4de9-ae65-225267c06cb5 req-82f57b92-f67f-4821-b0ab-2a461d4dae20 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480422 Mar 24 01:21:54.446790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:54.498164 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h1-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:21:54.597490 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Publish callbacks [] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:54.610416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fc121e61-104c-4c84-9ada-b784785f2668 None None] Provisioning complete for port d5d114df-c5d6-4608-8840-5f33b12ccbb3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:54.610802 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc121e61-104c-4c84-9ada-b784785f2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d5d114df-c5d6-4608-8840-5f33b12ccbb3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:54.630904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Transition to ACTIVE for port object f6578c37-b95e-435f-9589-4002ba4bdd3a will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:21:54.634397 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:21:54.641189 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a88159e-c616-4e95-a1a6-e5bdd1de6099" -d '{"events": [{"server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:21:54.648484 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:54.740073 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Pushing event updated for resources: {'Port': ['ID=f6578c37-b95e-435f-9589-4002ba4bdd3a,revision_number=10']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:54.756859 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b5453d-26f7-4f40-85f4-72a5d39b3997 x-openstack-request-id: req-42b5453d-26f7-4f40-85f4-72a5d39b3997 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:21:54.758697 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:21:54.761928 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-42b5453d-26f7-4f40-85f4-72a5d39b3997 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:21:54.761928 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b5453d-26f7-4f40-85f4-72a5d39b3997'] response: {'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'code': 200} Mar 24 01:21:54.771638 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Allocated IP 172.25.0.64 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/411ca662-88cd-46ed-8890-2f7ebfb6d0f0) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:55.037312 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f6578c37-b95e-435f-9589-4002ba4bdd3a no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:21:55.075588 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (411ca662-88cd-46ed-8890-2f7ebfb6d0f0), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:55.076037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] No DVR routers for this DVR port f6578c37-b95e-435f-9589-4002ba4bdd3a on host n-h1-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:21:55.122712 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (411ca662-88cd-46ed-8890-2f7ebfb6d0f0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:55.165814 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Publish callbacks [] for port (6104f12c-89a7-4284-aa2a-93ac0e9dc7de), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:55.252515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:55.263154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:55.267362 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=411ca662-88cd-46ed-8890-2f7ebfb6d0f0,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:55.283148 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:55.286548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:55.286901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:55.287248 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:55.287588 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:55.287923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:55.288262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:55.288595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:55.288925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:55.290077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:55.290413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:55.290744 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:55.291070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:55.291392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:55.291716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:55.292039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:21:55.332450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] The host n-h1-760455-9 is not matching for port f6578c37-b95e-435f-9589-4002ba4bdd3a host n-h2-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:21:55.332987 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f6578c37-b95e-435f-9589-4002ba4bdd3a not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:21:55.338167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fc121e61-104c-4c84-9ada-b784785f2668 None None] Current status of the port d5d114df-c5d6-4608-8840-5f33b12ccbb3 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:55.338563 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc121e61-104c-4c84-9ada-b784785f2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d5d114df-c5d6-4608-8840-5f33b12ccbb3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:55.364008 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (6104f12c-89a7-4284-aa2a-93ac0e9dc7de), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:55.416824 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fc121e61-104c-4c84-9ada-b784785f2668 None None] For port d5d114df-c5d6-4608-8840-5f33b12ccbb3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d5d114df-c5d6-4608-8840-5f33b12ccbb3,segment=NetworkSegment(7b85fca2-7baa-4ee8-88b8-8a220e6e48a8),segment_id=7b85fca2-7baa-4ee8-88b8-8a220e6e48a8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:55.452162 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (468486cb-58e6-4807-b4d5-61263c6f7dc2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:55.475457 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Attempting to bind port f6578c37-b95e-435f-9589-4002ba4bdd3a on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:21:55.475830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Attempting to bind port f6578c37-b95e-435f-9589-4002ba4bdd3a by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:21:55.476116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Attempting to bind port f6578c37-b95e-435f-9589-4002ba4bdd3a on network afdb68c5-3dd6-4050-96c7-9ba9580870f0 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:21:55.482861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Network c481e250-256e-4718-9eb8-139ccca10a90 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:21:55.487354 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Pushing event updated for resources: {'Port': ['ID=6104f12c-89a7-4284-aa2a-93ac0e9dc7de,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:55.499133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:21:55.511681 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc121e61-104c-4c84-9ada-b784785f2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d5d114df-c5d6-4608-8840-5f33b12ccbb3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:55.525376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:21:55.530917 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Port f6578c37-b95e-435f-9589-4002ba4bdd3a on network afdb68c5-3dd6-4050-96c7-9ba9580870f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:21:55.531255 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Attempting to bind port f6578c37-b95e-435f-9589-4002ba4bdd3a on network afdb68c5-3dd6-4050-96c7-9ba9580870f0 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:21:55.540421 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:21:55.540727 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Checking segment: {'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:55.541340 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Bound using segment: {'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:21:55.541820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Bound port: f6578c37-b95e-435f-9589-4002ba4bdd3a, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63554920-7740-40d2-99c7-f14e68038d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:21:55.542671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:55.550527 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Subnet': ['ID=468486cb-58e6-4807-b4d5-61263c6f7dc2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:55.666529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:55.669261 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d5d114df-c5d6-4608-8840-5f33b12ccbb3 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:55.728629 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (c481e250-256e-4718-9eb8-139ccca10a90), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:55.791424 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c481e250-256e-4718-9eb8-139ccca10a90']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:55.823970 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd892017-7e3c-40d4-a53f-47765fd11f62') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:55.824263 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd892017-7e3c-40d4-a53f-47765fd11f62') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:55.831645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc121e61-104c-4c84-9ada-b784785f2668 None None] Pushing event updated for resources: {'Port': ['ID=d5d114df-c5d6-4608-8840-5f33b12ccbb3,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:55.844230 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:21:55.849405 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:21:55.855924 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (bd892017-7e3c-40d4-a53f-47765fd11f62), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:55.876814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438dca2-a155-4452-b4c5-38f98ea69718 req-95d1455e-a1dc-4871-bea6-cbae42260dbc tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:55.876814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f438dca2-a155-4452-b4c5-38f98ea69718 req-95d1455e-a1dc-4871-bea6-cbae42260dbc tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 944 time: 0.2220967 Mar 24 01:21:55.878776 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (bd892017-7e3c-40d4-a53f-47765fd11f62), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:55.886279 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:21:55.886923 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (bd892017-7e3c-40d4-a53f-47765fd11f62), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:55.960729 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4130b9fb-bc52-459d-9d9f-00132c948fed req-5146f080-82ff-405d-820f-62da8cefb712 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.0692375 Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:21:55.996182 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:21:55.998086 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:56.063845 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Attempting to bind port 6104f12c-89a7-4284-aa2a-93ac0e9dc7de on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:21:56.066762 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Attempting to bind port 6104f12c-89a7-4284-aa2a-93ac0e9dc7de by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'bd892017-7e3c-40d4-a53f-47765fd11f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c481e250-256e-4718-9eb8-139ccca10a90'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:21:56.066762 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Attempting to bind port 6104f12c-89a7-4284-aa2a-93ac0e9dc7de on network c481e250-256e-4718-9eb8-139ccca10a90 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:21:56.067240 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f438dca2-a155-4452-b4c5-38f98ea69718 req-6508fad5-cf68-4b2e-b687-ed5b477294f2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047111 Mar 24 01:21:56.100985 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.db.api [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 01:21:56.100985 n-d-760455-9 neutron-server[115729]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 01:21:56.100985 n-d-760455-9 neutron-server[115729]: [parameters: {'id': 'c481e250-256e-4718-9eb8-139ccca10a90'}] Mar 24 01:21:56.100985 n-d-760455-9 neutron-server[115729]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:21:56.104374 n-d-760455-9 neutron-server[115729]: DEBUG oslo_db.api [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:21:56.140586 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:21:56.141045 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Checking segment: {'id': 'bd892017-7e3c-40d4-a53f-47765fd11f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c481e250-256e-4718-9eb8-139ccca10a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:56.141497 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:56.144195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Bound using segment: {'id': 'bd892017-7e3c-40d4-a53f-47765fd11f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c481e250-256e-4718-9eb8-139ccca10a90'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:21:56.144775 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Bound port: 6104f12c-89a7-4284-aa2a-93ac0e9dc7de, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd892017-7e3c-40d4-a53f-47765fd11f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c481e250-256e-4718-9eb8-139ccca10a90'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:21:56.145209 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6104f12c-89a7-4284-aa2a-93ac0e9dc7de), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:56.145330 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:56.146460 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:56.173820 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] 10.222.0.48 "PUT /v2.0/ports/f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 1092 time: 2.5751774 Mar 24 01:21:56.215159 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d5d114df-c5d6-4608-8840-5f33b12ccbb3 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:56.216070 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d5d114df-c5d6-4608-8840-5f33b12ccbb3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:56.242760 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0997a-81c5-4fb4-ac7c-f16c94e90005 service neutron] Pushing event updated for resources: {'Port': ['ID=f6578c37-b95e-435f-9589-4002ba4bdd3a,revision_number=11']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:56.327449 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (2eca7dce-1d18-4266-a217-f6655b6f02e0), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:56.377815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-b627b05a-a7dd-4cd2-bb48-74d131040127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:56.382126 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-b627b05a-a7dd-4cd2-bb48-74d131040127 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1126 time: 0.1304898 Mar 24 01:21:56.455319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-23d9f479-f01d-4568-ac5a-0299024fad5a None None] Provisioning complete for port d5d114df-c5d6-4608-8840-5f33b12ccbb3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:56.455696 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-23d9f479-f01d-4568-ac5a-0299024fad5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d5d114df-c5d6-4608-8840-5f33b12ccbb3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:56.465341 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (411ca662-88cd-46ed-8890-2f7ebfb6d0f0), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:56.528708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] For port 6104f12c-89a7-4284-aa2a-93ac0e9dc7de, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:21:56.533436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] For port 6104f12c-89a7-4284-aa2a-93ac0e9dc7de, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6104f12c-89a7-4284-aa2a-93ac0e9dc7de,segment=NetworkSegment(bd892017-7e3c-40d4-a53f-47765fd11f62),segment_id=bd892017-7e3c-40d4-a53f-47765fd11f62)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:21:56.563480 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6104f12c-89a7-4284-aa2a-93ac0e9dc7de), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:56.645826 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb975b-bd45-40de-b9cc-9d9f789c31a6 None None] Pushing event updated for resources: {'Port': ['ID=6104f12c-89a7-4284-aa2a-93ac0e9dc7de,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:56.666894 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (c481e250-256e-4718-9eb8-139ccca10a90), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:56.673926 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-31d00ff0-c23b-4b7f-8ed8-f5fd53440006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:56.675919 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-31d00ff0-c23b-4b7f-8ed8-f5fd53440006 service neutron] 10.222.0.48 "GET /v2.0/networks?id=afdb68c5-3dd6-4050-96c7-9ba9580870f0 HTTP/1.1" status: 200 len: 897 time: 0.2887771 Mar 24 01:21:56.806733 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:21:56.814058 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:21:56.867092 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (411ca662-88cd-46ed-8890-2f7ebfb6d0f0), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:56.876828 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (411ca662-88cd-46ed-8890-2f7ebfb6d0f0), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:56.946185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=411ca662-88cd-46ed-8890-2f7ebfb6d0f0,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:56.976160 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd80e1a-57c0-4dcf-ad63-33afe38472e3 x-openstack-request-id: req-dfd80e1a-57c0-4dcf-ad63-33afe38472e3 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:21:56.977642 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:21:56.978357 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dfd80e1a-57c0-4dcf-ad63-33afe38472e3 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:21:56.978976 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfd80e1a-57c0-4dcf-ad63-33afe38472e3'] response: {'name': 'network-changed', 'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'status': 'completed', 'code': 200} Mar 24 01:21:57.001805 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-3feee6ac-25bb-423f-98aa-a16616e16aa2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 999 time: 0.3195238 Mar 24 01:21:57.012759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d5d114df-c5d6-4608-8840-5f33b12ccbb3 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:57.065081 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-23d9f479-f01d-4568-ac5a-0299024fad5a None None] Current status of the port d5d114df-c5d6-4608-8840-5f33b12ccbb3 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:57.107391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a652108a-a6b3-415f-ba75-06dadb9a882a None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:21:57.159374 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (2eca7dce-1d18-4266-a217-f6655b6f02e0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:57.176846 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-e21628b8-2b0c-4804-b28c-e779a5a5441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:57.186828 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-e21628b8-2b0c-4804-b28c-e779a5a5441b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6daa362a-df52-4549-a37d-76433e1092fa HTTP/1.1" status: 200 len: 834 time: 0.1699381 Mar 24 01:21:57.212351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d5d114df-c5d6-4608-8840-5f33b12ccbb3 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:21:57.243395 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Deleting port 6104f12c-89a7-4284-aa2a-93ac0e9dc7de {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:21:57.244890 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6104f12c-89a7-4284-aa2a-93ac0e9dc7de), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:57.348909 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Floating IP 2eca7dce-1d18-4266-a217-f6655b6f02e0 associated. External IP: 172.25.0.64, port: 3d4ce8cf-7570-4403-879d-96fba41c71ef. Mar 24 01:21:57.380432 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] For port 6104f12c-89a7-4284-aa2a-93ac0e9dc7de, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6104f12c-89a7-4284-aa2a-93ac0e9dc7de,segment=NetworkSegment(bd892017-7e3c-40d4-a53f-47765fd11f62),segment_id=bd892017-7e3c-40d4-a53f-47765fd11f62)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:21:57.380796 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6104f12c-89a7-4284-aa2a-93ac0e9dc7de), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:57.405439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e60bd5cd-23c1-4d43-80e2-644f1b19cbc8 req-05702ae5-28d2-482f-9cbe-4345ec1fda39 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.2231147 Mar 24 01:21:57.411522 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-c994253c-43da-431c-b47b-f74f0598fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:57.417587 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-c994253c-43da-431c-b47b-f74f0598fdc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afdb68c5-3dd6-4050-96c7-9ba9580870f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2110138 Mar 24 01:21:57.422783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Calling delete_port for 6104f12c-89a7-4284-aa2a-93ac0e9dc7de owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:21:57.588144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a652108a-a6b3-415f-ba75-06dadb9a882a None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:21:57.613825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d5d114df-c5d6-4608-8840-5f33b12ccbb3 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:21:57.614230 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d5d114df-c5d6-4608-8840-5f33b12ccbb3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:57.759455 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6104f12c-89a7-4284-aa2a-93ac0e9dc7de), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:57.851083 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-ecf940d0-7499-436a-ad20-f017f55905b1 service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233234 Mar 24 01:21:57.851953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Port': ['ID=6104f12c-89a7-4284-aa2a-93ac0e9dc7de,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:57.869771 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No DVR routers for this DVR port 6104f12c-89a7-4284-aa2a-93ac0e9dc7de on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:21:57.988152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d5d114df-c5d6-4608-8840-5f33b12ccbb3 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:21:58.064605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e399d1-f39a-4245-bdee-5a3cbb64197b None None] Network c481e250-256e-4718-9eb8-139ccca10a90 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:21:58.137481 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (c481e250-256e-4718-9eb8-139ccca10a90), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:58.211365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c481e250-256e-4718-9eb8-139ccca10a90']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:58.245673 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd892017-7e3c-40d4-a53f-47765fd11f62') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:58.245966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd892017-7e3c-40d4-a53f-47765fd11f62') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:21:58.268176 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (bd892017-7e3c-40d4-a53f-47765fd11f62), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:58.299271 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (bd892017-7e3c-40d4-a53f-47765fd11f62), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:58.308409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:21:58.308914 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (bd892017-7e3c-40d4-a53f-47765fd11f62), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:21:58.380997 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:21:58.396522 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9968c70a-5643-4353-8b09-20c60f09ce79 req-eebff021-3916-4238-9e6a-03a74f68dc6b service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095720 Mar 24 01:21:58.397775 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (c481e250-256e-4718-9eb8-139ccca10a90), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:58.419658 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:58.430926 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/c481e250-256e-4718-9eb8-139ccca10a90 HTTP/1.1" status: 204 len: 168 time: 5.2692924 Mar 24 01:21:58.449626 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51480) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:58.450596 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af1624-25e3-47c7-8225-cb7265b9c448 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Network': ['ID=c481e250-256e-4718-9eb8-139ccca10a90,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:58.460280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5c10e087-8950-4616-b1b9-345b7c3110ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-706619074'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:58.496463 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c10e087-8950-4616-b1b9-345b7c3110ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:58.500558 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c10e087-8950-4616-b1b9-345b7c3110ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:58.562655 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c10e087-8950-4616-b1b9-345b7c3110ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:21:58.581301 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c10e087-8950-4616-b1b9-345b7c3110ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7b4ca948-9c4f-4884-bce0-700536c89117), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:58.581834 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-5c10e087-8950-4616-b1b9-345b7c3110ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Added segment 7b4ca948-9c4f-4884-bce0-700536c89117 of type vlan for network a6b79fc2-b471-4138-be80-e784264d95a6 Mar 24 01:21:58.636988 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c10e087-8950-4616-b1b9-345b7c3110ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (a6b79fc2-b471-4138-be80-e784264d95a6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:58.655778 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d40edfe7-01ab-4ac9-b8b0-e5ff36119560 req-9858b151-b51d-4e42-b246-8ac61ad92338 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.0778472 Mar 24 01:21:58.658379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-77aa04c1-9cbe-44ed-9fa5-ed0cd0fac2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:58.660402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-77aa04c1-9cbe-44ed-9fa5-ed0cd0fac2b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1126 time: 1.6308494 Mar 24 01:21:58.705196 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c10e087-8950-4616-b1b9-345b7c3110ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (a6b79fc2-b471-4138-be80-e784264d95a6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:58.716808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c10e087-8950-4616-b1b9-345b7c3110ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:58.717448 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c10e087-8950-4616-b1b9-345b7c3110ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:58.758525 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-73556061-12ad-4252-a367-4f123f8d1a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:58.825237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063e310-076a-4960-9e6d-6e3566bad976 req-378fdc15-5269-4ff7-91fc-f0f0f0d69cc8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:58.835441 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8063e310-076a-4960-9e6d-6e3566bad976 req-378fdc15-5269-4ff7-91fc-f0f0f0d69cc8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 944 time: 1.4833834 Mar 24 01:21:58.925178 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5c10e087-8950-4616-b1b9-345b7c3110ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4695592 Mar 24 01:21:58.926090 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51484) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:21:58.945104 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-97a27ef3-316b-4f74-a323-842c41848507 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'subnet': {'network_id': 'a6b79fc2-b471-4138-be80-e784264d95a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:58.956855 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-6c94d080-7423-4722-9138-9424e423c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:58.958412 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-6c94d080-7423-4722-9138-9424e423c81c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1126 time: 0.4747353 Mar 24 01:21:58.960744 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10e087-8950-4616-b1b9-345b7c3110ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Network': ['ID=a6b79fc2-b471-4138-be80-e784264d95a6,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:58.979376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network a6b79fc2-b471-4138-be80-e784264d95a6 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:21:59.106305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-6914162e-24ec-49fc-8cf9-4ab85504e6b6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:59.109309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-6914162e-24ec-49fc-8cf9-4ab85504e6b6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.57 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 812 time: 0.6557245 Mar 24 01:21:59.150757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-c00d330f-174f-4424-819b-e753eb26b9c8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'port': {'device_id': 'a74477d9-ba77-4caf-8406-c12c994196fd', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'admin_state_up': True, 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:21:59.192773 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8063e310-076a-4960-9e6d-6e3566bad976 req-e7bb839c-d0f7-4bda-b5ab-b22c78aa13d6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3561201 Mar 24 01:21:59.263230 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-2b880794-3f1f-42b0-ae89-53e9bd81f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:59.264691 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-2b880794-3f1f-42b0-ae89-53e9bd81f0a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=afdb68c5-3dd6-4050-96c7-9ba9580870f0 HTTP/1.1" status: 200 len: 897 time: 0.2867556 Mar 24 01:21:59.281833 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-cd0a32a5-0730-47e1-a994-4ce82d8b3266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:59.283425 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-cd0a32a5-0730-47e1-a994-4ce82d8b3266 service neutron] 10.222.0.57 "GET /v2.0/networks?id=afdb68c5-3dd6-4050-96c7-9ba9580870f0 HTTP/1.1" status: 200 len: 897 time: 0.5447197 Mar 24 01:21:59.311680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a27ef3-316b-4f74-a323-842c41848507 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:59.316034 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97a27ef3-316b-4f74-a323-842c41848507 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:59.386706 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router a6c1d374-d019-4d66-a344-f991bee20847 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:21:59.404530 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.ipam_backend_mixin [None req-97a27ef3-316b-4f74-a323-842c41848507 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Performing IP validity checks on allocation pools {{(pid=115729) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 24 01:21:59.405051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.ipam_backend_mixin [None req-97a27ef3-316b-4f74-a323-842c41848507 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115729) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 24 01:21:59.424205 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-56150f8e-efb7-40bd-bdfd-640a584affc2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 999 time: 0.1302471 Mar 24 01:21:59.595138 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-78451259-71d2-4835-a4f1-c1439ab947f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 999 time: 0.2925835 Mar 24 01:21:59.623437 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-c00d330f-174f-4424-819b-e753eb26b9c8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Made reservation on behalf of c595edeb50ac4eda86dcc5ff48dc0e68 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:21:59.629322 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-c00d330f-174f-4424-819b-e753eb26b9c8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:59.757353 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97a27ef3-316b-4f74-a323-842c41848507 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (8e43b1e6-7483-40c5-850c-94dba417ad8d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:21:59.786991 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-4d978d4f-c5f8-43d7-91fb-fa9ff03a71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:59.792532 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-4d978d4f-c5f8-43d7-91fb-fa9ff03a71f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6daa362a-df52-4549-a37d-76433e1092fa HTTP/1.1" status: 200 len: 834 time: 0.1890204 Mar 24 01:21:59.901070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a27ef3-316b-4f74-a323-842c41848507 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Subnet': ['ID=8e43b1e6-7483-40c5-850c-94dba417ad8d,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:21:59.922479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-c00d330f-174f-4424-819b-e753eb26b9c8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Allocated IP 172.20.0.11 (48490743-e645-4022-aa34-04370dc095cf/1485c8ad-91cf-4450-b4fd-21b2b407cdc3/48e7ca70-861a-48a3-b9e1-53de7babe35f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:21:59.940150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a27ef3-316b-4f74-a323-842c41848507 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Checking segment: {'id': '7b4ca948-9c4f-4884-bce0-700536c89117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a6b79fc2-b471-4138-be80-e784264d95a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:21:59.940724 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a27ef3-316b-4f74-a323-842c41848507 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network hostable DHCP agents. Network: a6b79fc2-b471-4138-be80-e784264d95a6, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:21:59.969424 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-8eb4b4c7-2b61-4b69-b336-49e41a53d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:21:59.973726 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-8eb4b4c7-2b61-4b69-b336-49e41a53d450 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afdb68c5-3dd6-4050-96c7-9ba9580870f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1482799 Mar 24 01:21:59.977249 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a27ef3-316b-4f74-a323-842c41848507 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network a6b79fc2-b471-4138-be80-e784264d95a6 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:22:00.041120 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:00.050055 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-97a27ef3-316b-4f74-a323-842c41848507 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, a6b79fc2-b471-4138-be80-e784264d95a6) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:00.065572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dd9152-754a-4026-b8b2-7a97a6da8d3f None None] Network a6b79fc2-b471-4138-be80-e784264d95a6 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:00.098693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a27ef3-316b-4f74-a323-842c41848507 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:00.099281 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97a27ef3-316b-4f74-a323-842c41848507 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:00.143237 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-97a27ef3-316b-4f74-a323-842c41848507 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2119503 Mar 24 01:22:00.143873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51492) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:00.245438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-a6b79fc2-b471-4138-be80-e784264d95a6', 'network_id': 'a6b79fc2-b471-4138-be80-e784264d95a6', 'project_id': 'f3ca38d132d041abb5f563f44a750e43', 'fixed_ips': [{'subnet_id': '8e43b1e6-7483-40c5-850c-94dba417ad8d'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:22:00.257062 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:00.290608 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-c00d330f-174f-4424-819b-e753eb26b9c8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for port (48e7ca70-861a-48a3-b9e1-53de7babe35f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:00.358013 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (a6b79fc2-b471-4138-be80-e784264d95a6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:00.365390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-b0a0b1bd-4a44-48d4-be7e-c427a3d5604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:00.367108 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-b0a0b1bd-4a44-48d4-be7e-c427a3d5604e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6daa362a-df52-4549-a37d-76433e1092fa HTTP/1.1" status: 200 len: 834 time: 0.9316211 Mar 24 01:22:00.371970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:00.388565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c14eda0-0b7e-4cba-ac11-43f956c1e460 req-5f13bda6-91bc-43f6-8884-f9aa8501df63 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.4309254 Mar 24 01:22:00.402136 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-c00d330f-174f-4424-819b-e753eb26b9c8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (48e7ca70-861a-48a3-b9e1-53de7babe35f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:00.426001 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-e40ebfb7-8f86-465f-8558-6d1c6d75ff34 service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293840 Mar 24 01:22:00.447383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Allocated IP 172.20.0.3 (a6b79fc2-b471-4138-be80-e784264d95a6/8e43b1e6-7483-40c5-850c-94dba417ad8d/85d543c7-878f-4d4a-961b-fd9f68979335) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:00.698378 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:00.704937 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-c00d330f-174f-4424-819b-e753eb26b9c8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Network 48490743-e645-4022-aa34-04370dc095cf is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:00.761989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b8b1584d-17d4-4e33-98fd-67f21f4119f9 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.4829347 Mar 24 01:22:00.763429 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51502) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:00.778384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-fb4a82d4-af71-4b84-93d2-04708c406949 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:00.843752 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d330f-174f-4424-819b-e753eb26b9c8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'Port': ['ID=48e7ca70-861a-48a3-b9e1-53de7babe35f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:00.853958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-c00d330f-174f-4424-819b-e753eb26b9c8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:00.856840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-c00d330f-174f-4424-819b-e753eb26b9c8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:00.859752 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Publish callbacks [] for port (85d543c7-878f-4d4a-961b-fd9f68979335), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:00.867400 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb4a82d4-af71-4b84-93d2-04708c406949 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (2eca7dce-1d18-4266-a217-f6655b6f02e0), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:00.877801 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccf72d-2c28-4d9a-931d-d6bc230b4dae None None] Sync routers for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:00.892337 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device f6578c37-b95e-435f-9589-4002ba4bdd3a details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:22:00.904350 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (85d543c7-878f-4d4a-961b-fd9f68979335), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.064404 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb4a82d4-af71-4b84-93d2-04708c406949 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.075759 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (8e43b1e6-7483-40c5-850c-94dba417ad8d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.091609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-20117f11-dca0-4317-bf89-3af529314af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:01.093196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-20117f11-dca0-4317-bf89-3af529314af0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afdb68c5-3dd6-4050-96c7-9ba9580870f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6962066 Mar 24 01:22:01.101484 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb4a82d4-af71-4b84-93d2-04708c406949 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (2eca7dce-1d18-4266-a217-f6655b6f02e0), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.102429 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-fb4a82d4-af71-4b84-93d2-04708c406949 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Floating IP 2eca7dce-1d18-4266-a217-f6655b6f02e0 disassociated. External IP: 172.25.0.64, port: 3d4ce8cf-7570-4403-879d-96fba41c71ef. Mar 24 01:22:01.175135 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-b3579662-d5fd-48ed-b0fe-2c9626df30bc service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7365997 Mar 24 01:22:01.178825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:01.203540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cf7f3-2440-48e9-b586-16d8df59545d req-cf9799d2-d19c-4d25-a68c-9c355ba9c4cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:01.212572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cccf72d-2c28-4d9a-931d-d6bc230b4dae None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:01.213271 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8cccf72d-2c28-4d9a-931d-d6bc230b4dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:21:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:01.216700 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d75cf7f3-2440-48e9-b586-16d8df59545d req-cf9799d2-d19c-4d25-a68c-9c355ba9c4cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 944 time: 0.8241954 Mar 24 01:22:01.257063 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'port_id': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'mac_address': 'fa:16:3e:0d:62:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6daa362a-df52-4549-a37d-76433e1092fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:22:01.264782 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (8e43b1e6-7483-40c5-850c-94dba417ad8d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.276020 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8cccf72d-2c28-4d9a-931d-d6bc230b4dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:01.298379 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Subnet': ['ID=8e43b1e6-7483-40c5-850c-94dba417ad8d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:01.304049 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2e18-e47c-4940-93ae-a17a4b5e3471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.383656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-c00d330f-174f-4424-819b-e753eb26b9c8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:01.384702 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-c00d330f-174f-4424-819b-e753eb26b9c8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.387602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Network a6b79fc2-b471-4138-be80-e784264d95a6 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:01.394446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:01.399892 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:01.404778 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (a6b79fc2-b471-4138-be80-e784264d95a6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.410545 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Pushing event updated for resources: {'Port': ['ID=85d543c7-878f-4d4a-961b-fd9f68979335,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:01.451718 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cccf72d-2c28-4d9a-931d-d6bc230b4dae None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:01.452348 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8cccf72d-2c28-4d9a-931d-d6bc230b4dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:01.461111 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b79fc2-b471-4138-be80-e784264d95a6']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:01.490333 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4ca948-9c4f-4884-bce0-700536c89117') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:01.490770 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4ca948-9c4f-4884-bce0-700536c89117') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:01.498330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8cccf72d-2c28-4d9a-931d-d6bc230b4dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:01.498990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccf72d-2c28-4d9a-931d-d6bc230b4dae None None] The sync data for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:01.526009 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (7b4ca948-9c4f-4884-bce0-700536c89117), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.545033 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-29b21981-be0a-4ac6-86b6-c1a230a183ed service neutron] 10.222.0.57 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343638 Mar 24 01:22:01.560491 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7b4ca948-9c4f-4884-bce0-700536c89117), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.567392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d75cf7f3-2440-48e9-b586-16d8df59545d req-bb541bf3-8ab0-4696-89ef-33e37557a9cf tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498039 Mar 24 01:22:01.578483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4373608f-5f3a-4044-be38-b8112c911558 None None] Provisioning complete for port 48e7ca70-861a-48a3-b9e1-53de7babe35f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:22:01.579250 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4373608f-5f3a-4044-be38-b8112c911558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (48e7ca70-861a-48a3-b9e1-53de7babe35f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.579822 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:01.585056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port f6578c37-b95e-435f-9589-4002ba4bdd3a is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:22:01.585747 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.592036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (7b4ca948-9c4f-4884-bce0-700536c89117), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:01.601144 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:01.603159 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51510) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:01.615017 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-c00d330f-174f-4424-819b-e753eb26b9c8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4668436 Mar 24 01:22:01.634550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Attempting to bind port 85d543c7-878f-4d4a-961b-fd9f68979335 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:22:01.635318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Attempting to bind port 85d543c7-878f-4d4a-961b-fd9f68979335 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '7b4ca948-9c4f-4884-bce0-700536c89117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a6b79fc2-b471-4138-be80-e784264d95a6'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:22:01.636019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Attempting to bind port 85d543c7-878f-4d4a-961b-fd9f68979335 on network a6b79fc2-b471-4138-be80-e784264d95a6 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:22:01.645019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6578c37-b95e-435f-9589-4002ba4bdd3a {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:22:01.659362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:22:01.660152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Checking segment: {'id': '7b4ca948-9c4f-4884-bce0-700536c89117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a6b79fc2-b471-4138-be80-e784264d95a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:01.660850 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.661590 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Bound using segment: {'id': '7b4ca948-9c4f-4884-bce0-700536c89117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a6b79fc2-b471-4138-be80-e784264d95a6'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:22:01.661835 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Request body: {'port': {'device_id': 'a74477d9-ba77-4caf-8406-c12c994196fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:01.662537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Bound port: 85d543c7-878f-4d4a-961b-fd9f68979335, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4ca948-9c4f-4884-bce0-700536c89117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a6b79fc2-b471-4138-be80-e784264d95a6'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:22:01.663174 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (85d543c7-878f-4d4a-961b-fd9f68979335), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.683876 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4373608f-5f3a-4044-be38-b8112c911558 None None] Port 48e7ca70-861a-48a3-b9e1-53de7babe35f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:22:01.692174 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:01.718632 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.771375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=f6578c37-b95e-435f-9589-4002ba4bdd3a,revision_number=12']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:01.802745 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f00cd608-a36e-4e3d-bff6-1a37d9f1a54d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/daee92b2-abed-474b-8f0d-a25e5642b262 HTTP/1.1" status: 200 len: 992 time: 0.1987176 Mar 24 01:22:01.803705 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.db.api [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 01:22:01.803705 n-d-760455-9 neutron-server[115729]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 01:22:01.803705 n-d-760455-9 neutron-server[115729]: [parameters: {'id': 'a6b79fc2-b471-4138-be80-e784264d95a6'}] Mar 24 01:22:01.803705 n-d-760455-9 neutron-server[115729]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:22:01.804037 n-d-760455-9 neutron-server[115729]: DEBUG oslo_db.api [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:22:01.836009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] For port 85d543c7-878f-4d4a-961b-fd9f68979335, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:22:01.839878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] For port 85d543c7-878f-4d4a-961b-fd9f68979335, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=85d543c7-878f-4d4a-961b-fd9f68979335,segment=NetworkSegment(7b4ca948-9c4f-4884-bce0-700536c89117),segment_id=7b4ca948-9c4f-4884-bce0-700536c89117)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:22:01.847778 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (85d543c7-878f-4d4a-961b-fd9f68979335), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.926272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534761a-8ec6-4efd-923d-85c9f62421f7 None None] Pushing event updated for resources: {'Port': ['ID=85d543c7-878f-4d4a-961b-fd9f68979335,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:01.948851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a85b2-d0ee-4489-bbb2-1ce5a71927cd req-159d7dd3-aaf1-4edd-80a3-db878fc36559 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:01.952693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-224a85b2-d0ee-4489-bbb2-1ce5a71927cd req-159d7dd3-aaf1-4edd-80a3-db878fc36559 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 932 time: 0.4034300 Mar 24 01:22:01.973841 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (48e7ca70-861a-48a3-b9e1-53de7babe35f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:01.978176 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd670ff2-5f8c-4c7b-ab21-f5306f7928a6 req-f941c118-9570-491b-b4aa-42af4f9c7aec service neutron] 10.222.0.57 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059153 Mar 24 01:22:02.007080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11569161-112d-4e88-877b-a2ad172dbe69 None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:22:02.010206 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['f6578c37-b95e-435f-9589-4002ba4bdd3a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:22:02.015411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4a82d4-af71-4b84-93d2-04708c406949 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router a6c1d374-d019-4d66-a344-f991bee20847 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:02.128668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11569161-112d-4e88-877b-a2ad172dbe69 None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:22:02.154975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-224a85b2-d0ee-4489-bbb2-1ce5a71927cd req-5cfd8aa9-1d13-455b-a117-194dd5cd86b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744146 Mar 24 01:22:02.296709 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:02.304749 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (a6b79fc2-b471-4138-be80-e784264d95a6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:02.325291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4a82d4-af71-4b84-93d2-04708c406949 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:02.335446 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f951e238-605a-4b21-a64f-066bb319e7f8 None None] Sync routers for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:02.345633 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fb4a82d4-af71-4b84-93d2-04708c406949 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:02.347980 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f951e238-605a-4b21-a64f-066bb319e7f8 None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:02.348593 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f951e238-605a-4b21-a64f-066bb319e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:02.419269 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Deleting port 85d543c7-878f-4d4a-961b-fd9f68979335 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:02.419763 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (85d543c7-878f-4d4a-961b-fd9f68979335), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:02.422943 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f951e238-605a-4b21-a64f-066bb319e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:02.446530 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f951e238-605a-4b21-a64f-066bb319e7f8 None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:02.447156 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f951e238-605a-4b21-a64f-066bb319e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:02.465458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fb4a82d4-af71-4b84-93d2-04708c406949 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "PUT /v2.0/floatingips/2eca7dce-1d18-4266-a217-f6655b6f02e0 HTTP/1.1" status: 200 len: 687 time: 1.6884627 Mar 24 01:22:02.482057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51514) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:02.534944 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f951e238-605a-4b21-a64f-066bb319e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:02.535645 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f951e238-605a-4b21-a64f-066bb319e7f8 None None] The sync data for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:02.543602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] For port 85d543c7-878f-4d4a-961b-fd9f68979335, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=85d543c7-878f-4d4a-961b-fd9f68979335,segment=NetworkSegment(7b4ca948-9c4f-4884-bce0-700536c89117),segment_id=7b4ca948-9c4f-4884-bce0-700536c89117)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:02.544126 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (85d543c7-878f-4d4a-961b-fd9f68979335), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:02.592244 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Calling delete_port for 85d543c7-878f-4d4a-961b-fd9f68979335 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:02.667344 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2912d29-3744-4e7e-bfcd-6b4939ad242a None None] Network a6b79fc2-b471-4138-be80-e784264d95a6 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:02.734304 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (85d543c7-878f-4d4a-961b-fd9f68979335), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:02.765290 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Port': ['ID=85d543c7-878f-4d4a-961b-fd9f68979335,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:02.778682 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No DVR routers for this DVR port 85d543c7-878f-4d4a-961b-fd9f68979335 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:22:02.800484 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:02.933305 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (a6b79fc2-b471-4138-be80-e784264d95a6), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:02.962068 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b79fc2-b471-4138-be80-e784264d95a6']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:02.973930 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4ca948-9c4f-4884-bce0-700536c89117') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:02.974376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4ca948-9c4f-4884-bce0-700536c89117') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:02.985923 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (7b4ca948-9c4f-4884-bce0-700536c89117), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.001804 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7b4ca948-9c4f-4884-bce0-700536c89117), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.018679 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:03.019147 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (7b4ca948-9c4f-4884-bce0-700536c89117), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:03.025367 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:03.084272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e7ca70-861a-48a3-b9e1-53de7babe35f {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:22:03.094183 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Publish callbacks [] for port (48e7ca70-861a-48a3-b9e1-53de7babe35f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.123984 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-5b146bea-cd6d-4c71-ac34-4ea4102ba76c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting port 411ca662-88cd-46ed-8890-2f7ebfb6d0f0 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:03.124361 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b146bea-cd6d-4c71-ac34-4ea4102ba76c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (411ca662-88cd-46ed-8890-2f7ebfb6d0f0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.136966 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (a6b79fc2-b471-4138-be80-e784264d95a6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.141716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Transition to ACTIVE for port object 48e7ca70-861a-48a3-b9e1-53de7babe35f will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:22:03.154226 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.158606 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/a6b79fc2-b471-4138-be80-e784264d95a6 HTTP/1.1" status: 204 len: 168 time: 3.0091310 Mar 24 01:22:03.162467 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51518) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:03.180650 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (48e7ca70-861a-48a3-b9e1-53de7babe35f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.182316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-eb075431-1ec3-446e-ad8b-69839c81e9c7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1880746073'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:03.203992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81376f2d-a6b0-42ff-a6ed-d5b25dd4493c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Network': ['ID=a6b79fc2-b471-4138-be80-e784264d95a6,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:03.213861 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb075431-1ec3-446e-ad8b-69839c81e9c7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:03.220054 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb075431-1ec3-446e-ad8b-69839c81e9c7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.252204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04138158-f98d-40e5-a798-cb314422858c service neutron] Pushing event updated for resources: {'Port': ['ID=48e7ca70-861a-48a3-b9e1-53de7babe35f,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:03.287922 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb075431-1ec3-446e-ad8b-69839c81e9c7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:22:03.305406 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb075431-1ec3-446e-ad8b-69839c81e9c7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4061f975-f716-4ca2-8714-6a70641781d1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.305974 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-eb075431-1ec3-446e-ad8b-69839c81e9c7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Added segment 4061f975-f716-4ca2-8714-6a70641781d1 of type vlan for network 36fdcdc3-70bf-492c-b2c6-2763e33d4a50 Mar 24 01:22:03.385242 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb075431-1ec3-446e-ad8b-69839c81e9c7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (36fdcdc3-70bf-492c-b2c6-2763e33d4a50), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.413454 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b146bea-cd6d-4c71-ac34-4ea4102ba76c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (411ca662-88cd-46ed-8890-2f7ebfb6d0f0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.413785 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b146bea-cd6d-4c71-ac34-4ea4102ba76c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (411ca662-88cd-46ed-8890-2f7ebfb6d0f0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.452586 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb075431-1ec3-446e-ad8b-69839c81e9c7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (36fdcdc3-70bf-492c-b2c6-2763e33d4a50), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.457813 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb075431-1ec3-446e-ad8b-69839c81e9c7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:03.458720 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb075431-1ec3-446e-ad8b-69839c81e9c7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.521267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-5b146bea-cd6d-4c71-ac34-4ea4102ba76c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Calling delete_port for 411ca662-88cd-46ed-8890-2f7ebfb6d0f0 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:03.594736 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eb075431-1ec3-446e-ad8b-69839c81e9c7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4311750 Mar 24 01:22:03.597682 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51530) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:03.603885 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-6d10f7a0-d4e9-4bd6-ad8f-5fb02e9dd6ad tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'subnet': {'network_id': '36fdcdc3-70bf-492c-b2c6-2763e33d4a50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:03.686914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Attempting to bind port 48e7ca70-861a-48a3-b9e1-53de7babe35f on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:22:03.687490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Attempting to bind port 48e7ca70-861a-48a3-b9e1-53de7babe35f by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:22:03.687990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Attempting to bind port 48e7ca70-861a-48a3-b9e1-53de7babe35f on network 48490743-e645-4022-aa34-04370dc095cf {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:22:03.701332 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb075431-1ec3-446e-ad8b-69839c81e9c7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Network': ['ID=36fdcdc3-70bf-492c-b2c6-2763e33d4a50,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:03.714809 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Port 48e7ca70-861a-48a3-b9e1-53de7babe35f on network 48490743-e645-4022-aa34-04370dc095cf not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:22:03.715342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Attempting to bind port 48e7ca70-861a-48a3-b9e1-53de7babe35f on network 48490743-e645-4022-aa34-04370dc095cf {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:22:03.721128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 36fdcdc3-70bf-492c-b2c6-2763e33d4a50 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:22:03.727572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:22:03.728195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Checking segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:03.728736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Bound using segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:22:03.729449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Bound port: 48e7ca70-861a-48a3-b9e1-53de7babe35f, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:22:03.730003 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (48e7ca70-861a-48a3-b9e1-53de7babe35f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.766384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fba44-e4ab-478f-8379-576e707dd14e req-8568a009-c212-4e69-93fc-4f908189e562 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:03.768464 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e9fba44-e4ab-478f-8379-576e707dd14e req-8568a009-c212-4e69-93fc-4f908189e562 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 944 time: 0.4960790 Mar 24 01:22:03.825411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d10f7a0-d4e9-4bd6-ad8f-5fb02e9dd6ad tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:03.830414 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d10f7a0-d4e9-4bd6-ad8f-5fb02e9dd6ad tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:03.837155 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:04.001868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e9fba44-e4ab-478f-8379-576e707dd14e req-50821bbf-0246-40b1-b9d6-7df2ca896790 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179704 Mar 24 01:22:04.006405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] For port 48e7ca70-861a-48a3-b9e1-53de7babe35f, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:22:04.015557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] For port 48e7ca70-861a-48a3-b9e1-53de7babe35f, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=48e7ca70-861a-48a3-b9e1-53de7babe35f,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:22:04.019700 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b146bea-cd6d-4c71-ac34-4ea4102ba76c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (411ca662-88cd-46ed-8890-2f7ebfb6d0f0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:04.031032 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (48e7ca70-861a-48a3-b9e1-53de7babe35f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:04.056965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b146bea-cd6d-4c71-ac34-4ea4102ba76c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Port': ['ID=411ca662-88cd-46ed-8890-2f7ebfb6d0f0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:04.117929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:04.118632 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:04.120074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-04138158-f98d-40e5-a798-cb314422858c service neutron] 10.222.0.57 "PUT /v2.0/ports/48e7ca70-861a-48a3-b9e1-53de7babe35f HTTP/1.1" status: 200 len: 1092 time: 2.4664690 Mar 24 01:22:04.122964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74477d9-ba77-4caf-8406-c12c994196fd', 'tag': '48e7ca70-861a-48a3-b9e1-53de7babe35f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:22:04.125625 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bef6597-208f-4637-b68f-9e8c4827044c" -d '{"events": [{"name": "network-changed", "server_uuid": "a74477d9-ba77-4caf-8406-c12c994196fd", "tag": "48e7ca70-861a-48a3-b9e1-53de7babe35f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:22:04.185643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04138158-f98d-40e5-a798-cb314422858c service neutron] Pushing event updated for resources: {'Port': ['ID=48e7ca70-861a-48a3-b9e1-53de7babe35f,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:04.226316 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b146bea-cd6d-4c71-ac34-4ea4102ba76c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (2eca7dce-1d18-4266-a217-f6655b6f02e0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:04.231374 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5b146bea-cd6d-4c71-ac34-4ea4102ba76c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:04.232183 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d10f7a0-d4e9-4bd6-ad8f-5fb02e9dd6ad tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (2f683603-25c6-4cb7-b262-f8fa1f4d08ea), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:04.237149 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5b146bea-cd6d-4c71-ac34-4ea4102ba76c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/floatingips/2eca7dce-1d18-4266-a217-f6655b6f02e0 HTTP/1.1" status: 204 len: 168 time: 1.7540078 Mar 24 01:22:04.244848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51540) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:04.247548 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a929f8b3-2f41-48e8-842e-c68d1ae78385 x-openstack-request-id: req-a929f8b3-2f41-48e8-842e-c68d1ae78385 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:22:04.248037 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74477d9-ba77-4caf-8406-c12c994196fd", "tag": "48e7ca70-861a-48a3-b9e1-53de7babe35f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:22:04.248365 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a929f8b3-2f41-48e8-842e-c68d1ae78385 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:22:04.248837 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a929f8b3-2f41-48e8-842e-c68d1ae78385'] response: {'name': 'network-changed', 'server_uuid': 'a74477d9-ba77-4caf-8406-c12c994196fd', 'tag': '48e7ca70-861a-48a3-b9e1-53de7babe35f', 'status': 'completed', 'code': 200} Mar 24 01:22:04.269622 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': '644614ca-4ad2-4d81-8ac3-582619b18492'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:04.298146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-52a64d65-05c9-44f4-8a4d-50b6cf19347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:04.300110 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-52a64d65-05c9-44f4-8a4d-50b6cf19347e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 1126 time: 0.1016004 Mar 24 01:22:04.344250 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:04.365042 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10f7a0-d4e9-4bd6-ad8f-5fb02e9dd6ad tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Subnet': ['ID=2f683603-25c6-4cb7-b262-f8fa1f4d08ea,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:04.417196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-ae4356bb-0fb2-4cbe-9ea0-195a079063f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48e7ca70-861a-48a3-b9e1-53de7babe35f HTTP/1.1" status: 200 len: 217 time: 0.1101141 Mar 24 01:22:04.440598 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d10f7a0-d4e9-4bd6-ad8f-5fb02e9dd6ad tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Checking segment: {'id': '4061f975-f716-4ca2-8714-6a70641781d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '36fdcdc3-70bf-492c-b2c6-2763e33d4a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:04.441126 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d10f7a0-d4e9-4bd6-ad8f-5fb02e9dd6ad tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network hostable DHCP agents. Network: 36fdcdc3-70bf-492c-b2c6-2763e33d4a50, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:22:04.491705 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d10f7a0-d4e9-4bd6-ad8f-5fb02e9dd6ad tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network 36fdcdc3-70bf-492c-b2c6-2763e33d4a50 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:22:04.515904 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-659e5989-6e43-45d5-9990-cda6b6827e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:04.517518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-6d10f7a0-d4e9-4bd6-ad8f-5fb02e9dd6ad tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 36fdcdc3-70bf-492c-b2c6-2763e33d4a50) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:04.518834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-659e5989-6e43-45d5-9990-cda6b6827e61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0947485 Mar 24 01:22:04.522218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10f7a0-d4e9-4bd6-ad8f-5fb02e9dd6ad tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:04.522811 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d10f7a0-d4e9-4bd6-ad8f-5fb02e9dd6ad tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:04.528537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f20a400-a588-445a-9442-7a2328c2f513 None None] Network 36fdcdc3-70bf-492c-b2c6-2763e33d4a50 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:04.550086 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:04.564510 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6d10f7a0-d4e9-4bd6-ad8f-5fb02e9dd6ad tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9656441 Mar 24 01:22:04.567127 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51542) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:04.589215 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-fe3a2fe5-da8c-435d-8cf4-654f74a4eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:04.590887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-fe3a2fe5-da8c-435d-8cf4-654f74a4eee5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0604711 Mar 24 01:22:04.712549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-da39c978-944c-44ad-a317-48b4d3f32a35 service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149118 Mar 24 01:22:04.719361 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (36fdcdc3-70bf-492c-b2c6-2763e33d4a50), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:04.727271 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-36fdcdc3-70bf-492c-b2c6-2763e33d4a50', 'network_id': '36fdcdc3-70bf-492c-b2c6-2763e33d4a50', 'project_id': 'f3ca38d132d041abb5f563f44a750e43', 'fixed_ips': [{'subnet_id': '2f683603-25c6-4cb7-b262-f8fa1f4d08ea'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:22:04.728139 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:04.835478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Allocated IP 172.25.0.11 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/0a6b2303-4bbd-4d2d-8c12-14b47518c9cf) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:04.839763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05d048b2-2ada-46ec-9132-1e1fe2c2d65b req-e53727da-7f17-4726-abf7-7f9b16982e13 service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205394 Mar 24 01:22:04.901389 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device f6578c37-b95e-435f-9589-4002ba4bdd3a up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:22:04.912683 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (2f683603-25c6-4cb7-b262-f8fa1f4d08ea), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:04.997065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Allocated IP 172.20.0.1 (36fdcdc3-70bf-492c-b2c6-2763e33d4a50/2f683603-25c6-4cb7-b262-f8fa1f4d08ea/2d2f4039-931e-408e-97d1-8883d7020755) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:05.002772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef6597-208f-4637-b68f-9e8c4827044c req-667a45ba-fed1-4656-950e-7a67902891ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:05.004578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bef6597-208f-4637-b68f-9e8c4827044c req-667a45ba-fed1-4656-950e-7a67902891ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 1126 time: 0.0944839 Mar 24 01:22:05.124547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port f6578c37-b95e-435f-9589-4002ba4bdd3a completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:22:05.133803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port f6578c37-b95e-435f-9589-4002ba4bdd3a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:22:05.134183 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:05.177958 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (0a6b2303-4bbd-4d2d-8c12-14b47518c9cf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:05.211871 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e889c-2088-47a1-a6bd-56ff41f6230d req-a30d83ac-554a-4524-9cc2-4d0ad27d5295 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:05.220653 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-859e889c-2088-47a1-a6bd-56ff41f6230d req-a30d83ac-554a-4524-9cc2-4d0ad27d5295 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 944 time: 0.0968156 Mar 24 01:22:05.247933 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef6597-208f-4637-b68f-9e8c4827044c req-e9c5be67-c153-404c-babc-174c737ce698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:05.249628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bef6597-208f-4637-b68f-9e8c4827044c req-e9c5be67-c153-404c-babc-174c737ce698 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.2391346 Mar 24 01:22:05.277853 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0a6b2303-4bbd-4d2d-8c12-14b47518c9cf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:05.315600 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:05.315866 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bef6597-208f-4637-b68f-9e8c4827044c req-990a882d-427e-4d25-a3e9-3cdb41cae047 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48e7ca70-861a-48a3-b9e1-53de7babe35f HTTP/1.1" status: 200 len: 217 time: 0.0603151 Mar 24 01:22:05.325137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:05.335282 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:05.336473 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-859e889c-2088-47a1-a6bd-56ff41f6230d req-17c4c90d-a33b-4421-93ca-9d0793d395cf tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148760 Mar 24 01:22:05.339459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:05.355549 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=0a6b2303-4bbd-4d2d-8c12-14b47518c9cf,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:05.370986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port f6578c37-b95e-435f-9589-4002ba4bdd3a is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:22:05.371392 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:05.375657 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Publish callbacks [] for port (2d2f4039-931e-408e-97d1-8883d7020755), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:05.388487 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (2d2f4039-931e-408e-97d1-8883d7020755), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:05.402087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef6597-208f-4637-b68f-9e8c4827044c req-5a6b0feb-68db-4497-83b3-d8c6af5faa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:05.404358 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bef6597-208f-4637-b68f-9e8c4827044c req-5a6b0feb-68db-4497-83b3-d8c6af5faa55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0669546 Mar 24 01:22:05.438316 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Pushing event updated for resources: {'Port': ['ID=2d2f4039-931e-408e-97d1-8883d7020755,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:05.451450 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (2f683603-25c6-4cb7-b262-f8fa1f4d08ea), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:05.458615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:22:05.461174 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d977ccf8-5d5e-42d8-885c-bd909eaa77ff" -d '{"events": [{"server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "name": "network-vif-plugged", "status": "completed", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:22:05.514095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Network 36fdcdc3-70bf-492c-b2c6-2763e33d4a50 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:05.519612 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:05.526326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:05.530845 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:05.532865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef6597-208f-4637-b68f-9e8c4827044c req-aef1599a-f027-4384-b561-1168dd4a010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:05.536783 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bef6597-208f-4637-b68f-9e8c4827044c req-aef1599a-f027-4384-b561-1168dd4a010f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1253140 Mar 24 01:22:05.537271 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58765030-8ced-40da-aa1d-5408b912d57f x-openstack-request-id: req-58765030-8ced-40da-aa1d-5408b912d57f {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:22:05.537735 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "name": "network-vif-plugged", "status": "completed", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:22:05.538161 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58765030-8ced-40da-aa1d-5408b912d57f {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:22:05.538718 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58765030-8ced-40da-aa1d-5408b912d57f'] response: {'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'code': 200} Mar 24 01:22:05.541746 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:05.633513 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (36fdcdc3-70bf-492c-b2c6-2763e33d4a50), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:05.637192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Attempting to bind port 2d2f4039-931e-408e-97d1-8883d7020755 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:22:05.637775 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Attempting to bind port 2d2f4039-931e-408e-97d1-8883d7020755 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '4061f975-f716-4ca2-8714-6a70641781d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '36fdcdc3-70bf-492c-b2c6-2763e33d4a50'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:22:05.638309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Attempting to bind port 2d2f4039-931e-408e-97d1-8883d7020755 on network 36fdcdc3-70bf-492c-b2c6-2763e33d4a50 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:22:05.641730 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=f6578c37-b95e-435f-9589-4002ba4bdd3a,revision_number=13']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:05.646975 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:22:05.647361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Checking segment: {'id': '4061f975-f716-4ca2-8714-6a70641781d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '36fdcdc3-70bf-492c-b2c6-2763e33d4a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:05.647768 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:05.648228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Bound using segment: {'id': '4061f975-f716-4ca2-8714-6a70641781d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '36fdcdc3-70bf-492c-b2c6-2763e33d4a50'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:22:05.648739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Bound port: 2d2f4039-931e-408e-97d1-8883d7020755, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4061f975-f716-4ca2-8714-6a70641781d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '36fdcdc3-70bf-492c-b2c6-2763e33d4a50'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:22:05.649148 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2d2f4039-931e-408e-97d1-8883d7020755), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:05.672076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fdcdc3-70bf-492c-b2c6-2763e33d4a50']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:05.734182 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bef6597-208f-4637-b68f-9e8c4827044c req-2892e949-a33f-4cd8-8efd-4a1f93ee086f service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915495 Mar 24 01:22:05.735050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] For port 2d2f4039-931e-408e-97d1-8883d7020755, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:22:05.738541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] For port 2d2f4039-931e-408e-97d1-8883d7020755, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2d2f4039-931e-408e-97d1-8883d7020755,segment=NetworkSegment(4061f975-f716-4ca2-8714-6a70641781d1),segment_id=4061f975-f716-4ca2-8714-6a70641781d1)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:22:05.746989 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2d2f4039-931e-408e-97d1-8883d7020755), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:05.754859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Subnet': ['ID=2f683603-25c6-4cb7-b262-f8fa1f4d08ea,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:05.779320 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4061f975-f716-4ca2-8714-6a70641781d1') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:05.780038 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4061f975-f716-4ca2-8714-6a70641781d1') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:05.812108 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (4061f975-f716-4ca2-8714-6a70641781d1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:05.830901 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4061f975-f716-4ca2-8714-6a70641781d1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:05.837789 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:05.838437 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (4061f975-f716-4ca2-8714-6a70641781d1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:05.878890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4bef6597-208f-4637-b68f-9e8c4827044c req-a1b66af0-7c44-40f1-a49c-2c906c857b46 service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370857 Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:05.882121 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:05.897053 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42262ff4-4053-483f-ada2-d87f31fd989b None None] Pushing event updated for resources: {'Port': ['ID=2d2f4039-931e-408e-97d1-8883d7020755,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:05.917447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9809baf8-bcaf-4996-af54-6ab09cfe6512 None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:22:05.948476 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.db.api [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 01:22:05.948476 n-d-760455-9 neutron-server[115729]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 01:22:05.948476 n-d-760455-9 neutron-server[115729]: [parameters: {'id': '36fdcdc3-70bf-492c-b2c6-2763e33d4a50'}] Mar 24 01:22:05.948476 n-d-760455-9 neutron-server[115729]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:22:05.949209 n-d-760455-9 neutron-server[115729]: DEBUG oslo_db.api [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:22:06.110120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9809baf8-bcaf-4996-af54-6ab09cfe6512 None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:22:06.235132 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (141a8cdb-aee8-44eb-8eb7-ff5bea60c826), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:06.322598 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d51ca8f-f32f-4710-8358-34f88f204836 None None] Network 36fdcdc3-70bf-492c-b2c6-2763e33d4a50 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:06.338541 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0a6b2303-4bbd-4d2d-8c12-14b47518c9cf), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:06.450219 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (36fdcdc3-70bf-492c-b2c6-2763e33d4a50), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:06.510881 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9f02c-19cf-40cc-8b3d-cc1c6b72285d req-c9844e60-d8a2-4966-8980-ea8da5ada614 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:06.513443 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33b9f02c-19cf-40cc-8b3d-cc1c6b72285d req-c9844e60-d8a2-4966-8980-ea8da5ada614 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 944 time: 0.0705311 Mar 24 01:22:06.568132 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Deleting port 2d2f4039-931e-408e-97d1-8883d7020755 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:06.568465 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2d2f4039-931e-408e-97d1-8883d7020755), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:06.573842 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33b9f02c-19cf-40cc-8b3d-cc1c6b72285d req-8d665721-db74-44e1-8adc-21447010e683 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522120 Mar 24 01:22:06.643020 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (0a6b2303-4bbd-4d2d-8c12-14b47518c9cf), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:06.651358 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (0a6b2303-4bbd-4d2d-8c12-14b47518c9cf), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:06.736843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=0a6b2303-4bbd-4d2d-8c12-14b47518c9cf,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:06.762059 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] For port 2d2f4039-931e-408e-97d1-8883d7020755, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2d2f4039-931e-408e-97d1-8883d7020755,segment=NetworkSegment(4061f975-f716-4ca2-8714-6a70641781d1),segment_id=4061f975-f716-4ca2-8714-6a70641781d1)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:06.763498 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2d2f4039-931e-408e-97d1-8883d7020755), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:06.780241 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (141a8cdb-aee8-44eb-8eb7-ff5bea60c826), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:06.786668 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Calling delete_port for 2d2f4039-931e-408e-97d1-8883d7020755 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:06.968570 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Floating IP 141a8cdb-aee8-44eb-8eb7-ff5bea60c826 associated. External IP: 172.25.0.11, port: 644614ca-4ad2-4d81-8ac3-582619b18492. Mar 24 01:22:07.041713 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2d2f4039-931e-408e-97d1-8883d7020755), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:07.070683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Port': ['ID=2d2f4039-931e-408e-97d1-8883d7020755,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:07.076332 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No DVR routers for this DVR port 2d2f4039-931e-408e-97d1-8883d7020755 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:22:07.215094 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (36fdcdc3-70bf-492c-b2c6-2763e33d4a50), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:07.242805 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fdcdc3-70bf-492c-b2c6-2763e33d4a50']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:07.339691 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4061f975-f716-4ca2-8714-6a70641781d1') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:07.339935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4061f975-f716-4ca2-8714-6a70641781d1') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:07.352338 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (4061f975-f716-4ca2-8714-6a70641781d1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:07.370949 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4061f975-f716-4ca2-8714-6a70641781d1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:07.388019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:07.388414 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (4061f975-f716-4ca2-8714-6a70641781d1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:07.391843 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:07.442891 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router a6c1d374-d019-4d66-a344-f991bee20847 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:07.464528 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (36fdcdc3-70bf-492c-b2c6-2763e33d4a50), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:07.526843 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:07.530063 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/36fdcdc3-70bf-492c-b2c6-2763e33d4a50 HTTP/1.1" status: 204 len: 168 time: 2.9618807 Mar 24 01:22:07.533500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51562) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:07.538957 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-d8d93a83-642a-4bca-a4b2-9f473670d144 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2062770831'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:07.544144 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f04881-3b0f-460e-bcc0-3141a5e174a8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Network': ['ID=36fdcdc3-70bf-492c-b2c6-2763e33d4a50,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:07.579399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d93a83-642a-4bca-a4b2-9f473670d144 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:07.582963 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d8d93a83-642a-4bca-a4b2-9f473670d144 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:07.641475 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:07.643732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d93a83-642a-4bca-a4b2-9f473670d144 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:22:07.673711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aeab11-095c-4a31-a393-8fddf96d75f5 None None] Sync routers for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:07.686597 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:07.699388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aeab11-095c-4a31-a393-8fddf96d75f5 None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:07.700050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-81aeab11-095c-4a31-a393-8fddf96d75f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:07.745597 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d8d93a83-642a-4bca-a4b2-9f473670d144 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (02fc5e51-225a-4294-8d7c-5fbca4e9f4cb), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:07.745993 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-d8d93a83-642a-4bca-a4b2-9f473670d144 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Added segment 02fc5e51-225a-4294-8d7c-5fbca4e9f4cb of type vlan for network a7cc754f-59e9-46a4-b5ba-3a851cdd5059 Mar 24 01:22:07.783251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-81aeab11-095c-4a31-a393-8fddf96d75f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:07.810330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aeab11-095c-4a31-a393-8fddf96d75f5 None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:07.811118 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-81aeab11-095c-4a31-a393-8fddf96d75f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:07.840083 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-29fe85db-97a1-4a9b-85af-ccac5ecdd305 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.5745587 Mar 24 01:22:07.842623 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51566) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:07.844438 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d8d93a83-642a-4bca-a4b2-9f473670d144 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (a7cc754f-59e9-46a4-b5ba-3a851cdd5059), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:07.853405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee07f6-fe30-4e68-b379-bc9641a81b32 req-4c92b833-89eb-4dd3-b3c3-0bceb8e4431c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:07.855246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23ee07f6-fe30-4e68-b379-bc9641a81b32 req-4c92b833-89eb-4dd3-b3c3-0bceb8e4431c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 944 time: 0.1954653 Mar 24 01:22:07.868762 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-81aeab11-095c-4a31-a393-8fddf96d75f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:07.869619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aeab11-095c-4a31-a393-8fddf96d75f5 None None] The sync data for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:07.923342 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23ee07f6-fe30-4e68-b379-bc9641a81b32 req-6ca9a2ee-68e0-420b-a75f-7e2d0305fa41 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617816 Mar 24 01:22:07.927906 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d8d93a83-642a-4bca-a4b2-9f473670d144 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (a7cc754f-59e9-46a4-b5ba-3a851cdd5059), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:07.930306 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fc1311e4-fee8-4cf6-a488-cabb523f85d2 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "GET /v2.0/floatingips/141a8cdb-aee8-44eb-8eb7-ff5bea60c826 HTTP/1.1" status: 200 len: 976 time: 0.0859203 Mar 24 01:22:07.931494 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51568) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:07.941226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d93a83-642a-4bca-a4b2-9f473670d144 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:07.942371 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d8d93a83-642a-4bca-a4b2-9f473670d144 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:08.043181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d93a83-642a-4bca-a4b2-9f473670d144 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Network': ['ID=a7cc754f-59e9-46a4-b5ba-3a851cdd5059,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:08.061531 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d8d93a83-642a-4bca-a4b2-9f473670d144 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5268898 Mar 24 01:22:08.064246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51570) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:08.065463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network a7cc754f-59e9-46a4-b5ba-3a851cdd5059 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:22:08.080227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-4ded9685-2ea8-4bdc-b2db-3eed4c634b7e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'subnet': {'network_id': 'a7cc754f-59e9-46a4-b5ba-3a851cdd5059', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:08.089687 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-351fb868-bdae-4c30-a121-a05831571e2e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1574495 Mar 24 01:22:08.093804 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51572) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:08.107103 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-78a335e3-9ccd-40b5-8cba-42a7ea8dcac3 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'floatingip': {'port_id': '3d4ce8cf-7570-4403-879d-96fba41c71ef'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:08.210753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ded9685-2ea8-4bdc-b2db-3eed4c634b7e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:08.215012 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ded9685-2ea8-4bdc-b2db-3eed4c634b7e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:08.569785 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ded9685-2ea8-4bdc-b2db-3eed4c634b7e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (aacbe4c9-ba07-43ab-a69b-7e5dc4ebe159), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:08.640774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded9685-2ea8-4bdc-b2db-3eed4c634b7e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Subnet': ['ID=aacbe4c9-ba07-43ab-a69b-7e5dc4ebe159,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:08.642822 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-78a335e3-9ccd-40b5-8cba-42a7ea8dcac3 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (141a8cdb-aee8-44eb-8eb7-ff5bea60c826), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:08.665416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ded9685-2ea8-4bdc-b2db-3eed4c634b7e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Checking segment: {'id': '02fc5e51-225a-4294-8d7c-5fbca4e9f4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a7cc754f-59e9-46a4-b5ba-3a851cdd5059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:08.667294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ded9685-2ea8-4bdc-b2db-3eed4c634b7e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network hostable DHCP agents. Network: a7cc754f-59e9-46a4-b5ba-3a851cdd5059, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:22:08.693710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ded9685-2ea8-4bdc-b2db-3eed4c634b7e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network a7cc754f-59e9-46a4-b5ba-3a851cdd5059 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:22:08.710727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-4ded9685-2ea8-4bdc-b2db-3eed4c634b7e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, a7cc754f-59e9-46a4-b5ba-3a851cdd5059) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:08.715782 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ded9685-2ea8-4bdc-b2db-3eed4c634b7e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:08.716532 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4ded9685-2ea8-4bdc-b2db-3eed4c634b7e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:08.724005 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7529c149-5824-41c8-b217-ccfd06f21158 None None] Network a7cc754f-59e9-46a4-b5ba-3a851cdd5059 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:08.767021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4ded9685-2ea8-4bdc-b2db-3eed4c634b7e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6998491 Mar 24 01:22:08.771444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51578) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:08.837114 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-810b4348-2023-4d3c-a4fd-57f88e73e947 req-13d6dec6-d0f5-4c91-9982-1df87c9adb97 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0973554 Mar 24 01:22:08.931192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-a7cc754f-59e9-46a4-b5ba-3a851cdd5059', 'network_id': 'a7cc754f-59e9-46a4-b5ba-3a851cdd5059', 'project_id': 'f3ca38d132d041abb5f563f44a750e43', 'fixed_ips': [{'subnet_id': 'aacbe4c9-ba07-43ab-a69b-7e5dc4ebe159'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:22:08.937371 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:09.072820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b4348-2023-4d3c-a4fd-57f88e73e947 req-9e553439-0411-4496-96d1-433110262731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:09.074358 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-810b4348-2023-4d3c-a4fd-57f88e73e947 req-9e553439-0411-4496-96d1-433110262731 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1128 time: 0.1314678 Mar 24 01:22:09.114771 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (a7cc754f-59e9-46a4-b5ba-3a851cdd5059), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:09.256405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Allocated IP 172.20.0.2 (a7cc754f-59e9-46a4-b5ba-3a851cdd5059/aacbe4c9-ba07-43ab-a69b-7e5dc4ebe159/fe081b63-8662-43f3-80d7-7053e80730ce) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:09.261119 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (aacbe4c9-ba07-43ab-a69b-7e5dc4ebe159), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:09.444694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5847ea0-6b6f-43b4-b880-115854a3ec98 req-00072156-1a77-4240-8cd7-544f17f092c1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:09.465161 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5847ea0-6b6f-43b4-b880-115854a3ec98 req-00072156-1a77-4240-8cd7-544f17f092c1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 944 time: 0.2572930 Mar 24 01:22:09.619997 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-78a335e3-9ccd-40b5-8cba-42a7ea8dcac3 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:09.647747 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b4348-2023-4d3c-a4fd-57f88e73e947 req-eaa3d743-aaad-4435-b1de-305ebd7a5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:09.650655 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-810b4348-2023-4d3c-a4fd-57f88e73e947 req-eaa3d743-aaad-4435-b1de-305ebd7a5a0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=afdb68c5-3dd6-4050-96c7-9ba9580870f0 HTTP/1.1" status: 200 len: 897 time: 0.5412784 Mar 24 01:22:09.652148 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-78a335e3-9ccd-40b5-8cba-42a7ea8dcac3 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (141a8cdb-aee8-44eb-8eb7-ff5bea60c826), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:09.661782 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Publish callbacks [] for port (fe081b63-8662-43f3-80d7-7053e80730ce), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:09.671208 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (fe081b63-8662-43f3-80d7-7053e80730ce), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:09.675355 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5847ea0-6b6f-43b4-b880-115854a3ec98 req-650e5067-3f21-43be-aa96-203bb38786c8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090108 Mar 24 01:22:09.721703 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (aacbe4c9-ba07-43ab-a69b-7e5dc4ebe159), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:09.787279 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Pushing event updated for resources: {'Port': ['ID=fe081b63-8662-43f3-80d7-7053e80730ce,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:09.796188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Network a7cc754f-59e9-46a4-b5ba-3a851cdd5059 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:09.799551 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:09.802677 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:09.821937 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Subnet': ['ID=aacbe4c9-ba07-43ab-a69b-7e5dc4ebe159,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:09.848566 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-810b4348-2023-4d3c-a4fd-57f88e73e947 req-52193358-4767-4854-8fcb-0e9bf3788e84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 1001 time: 0.1921451 Mar 24 01:22:09.916755 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-78a335e3-9ccd-40b5-8cba-42a7ea8dcac3 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Floating IP 141a8cdb-aee8-44eb-8eb7-ff5bea60c826 associated. External IP: 172.25.0.11, port: 644614ca-4ad2-4d81-8ac3-582619b18492. Mar 24 01:22:09.920576 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (a7cc754f-59e9-46a4-b5ba-3a851cdd5059), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:09.981632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7cc754f-59e9-46a4-b5ba-3a851cdd5059']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:09.986170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Attempting to bind port fe081b63-8662-43f3-80d7-7053e80730ce on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:22:09.986553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Attempting to bind port fe081b63-8662-43f3-80d7-7053e80730ce by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '02fc5e51-225a-4294-8d7c-5fbca4e9f4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a7cc754f-59e9-46a4-b5ba-3a851cdd5059'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:22:09.986927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Attempting to bind port fe081b63-8662-43f3-80d7-7053e80730ce on network a7cc754f-59e9-46a4-b5ba-3a851cdd5059 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:22:09.993461 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b4348-2023-4d3c-a4fd-57f88e73e947 req-4f41f505-6eff-4bf6-a40c-13848798d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:09.995157 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-810b4348-2023-4d3c-a4fd-57f88e73e947 req-4f41f505-6eff-4bf6-a40c-13848798d545 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6daa362a-df52-4549-a37d-76433e1092fa HTTP/1.1" status: 200 len: 834 time: 0.1402054 Mar 24 01:22:10.000069 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:22:10.000455 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Checking segment: {'id': '02fc5e51-225a-4294-8d7c-5fbca4e9f4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a7cc754f-59e9-46a4-b5ba-3a851cdd5059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:10.000857 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:10.001446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Bound using segment: {'id': '02fc5e51-225a-4294-8d7c-5fbca4e9f4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a7cc754f-59e9-46a4-b5ba-3a851cdd5059'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:22:10.001924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Bound port: fe081b63-8662-43f3-80d7-7053e80730ce, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fc5e51-225a-4294-8d7c-5fbca4e9f4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a7cc754f-59e9-46a4-b5ba-3a851cdd5059'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:22:10.002306 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (fe081b63-8662-43f3-80d7-7053e80730ce), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:10.019088 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fc5e51-225a-4294-8d7c-5fbca4e9f4cb') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:10.019839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fc5e51-225a-4294-8d7c-5fbca4e9f4cb') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:10.071176 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (02fc5e51-225a-4294-8d7c-5fbca4e9f4cb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:10.115143 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b4348-2023-4d3c-a4fd-57f88e73e947 req-e2d8cff0-7ab3-4ef6-83ea-75d1d6499e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:10.116671 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-810b4348-2023-4d3c-a4fd-57f88e73e947 req-e2d8cff0-7ab3-4ef6-83ea-75d1d6499e6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afdb68c5-3dd6-4050-96c7-9ba9580870f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1116958 Mar 24 01:22:10.118238 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (02fc5e51-225a-4294-8d7c-5fbca4e9f4cb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:10.146094 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:10.146503 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (02fc5e51-225a-4294-8d7c-5fbca4e9f4cb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:10.151859 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:10.198948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] For port fe081b63-8662-43f3-80d7-7053e80730ce, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:22:10.321784 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.api [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 01:22:10.321784 n-d-760455-9 neutron-server[115730]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 01:22:10.321784 n-d-760455-9 neutron-server[115730]: [parameters: {'id': 'a7cc754f-59e9-46a4-b5ba-3a851cdd5059'}] Mar 24 01:22:10.321784 n-d-760455-9 neutron-server[115730]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:22:10.322225 n-d-760455-9 neutron-server[115730]: DEBUG oslo_db.api [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:22:10.329440 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-810b4348-2023-4d3c-a4fd-57f88e73e947 req-86f81d7c-d659-4fd3-99f1-aef26d3ff1b9 service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059169 Mar 24 01:22:10.329626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] For port fe081b63-8662-43f3-80d7-7053e80730ce, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=fe081b63-8662-43f3-80d7-7053e80730ce,segment=NetworkSegment(02fc5e51-225a-4294-8d7c-5fbca4e9f4cb),segment_id=02fc5e51-225a-4294-8d7c-5fbca4e9f4cb)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:22:10.334739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a335e3-9ccd-40b5-8cba-42a7ea8dcac3 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router a6c1d374-d019-4d66-a344-f991bee20847 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:10.349063 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (fe081b63-8662-43f3-80d7-7053e80730ce), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:10.493727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b25083-6ced-46a6-a391-ae51cb8cfd1b None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:22:10.532670 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-810b4348-2023-4d3c-a4fd-57f88e73e947 req-f13fe97c-e8c2-44b3-a012-918bf58de12b service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948607 Mar 24 01:22:10.533145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814234a-3490-4b53-ab8d-df6b55691752 None None] Pushing event updated for resources: {'Port': ['ID=fe081b63-8662-43f3-80d7-7053e80730ce,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:10.548184 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a335e3-9ccd-40b5-8cba-42a7ea8dcac3 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:10.562891 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a38da-a9e7-45a2-a0bb-1cc35cb79a7a None None] Sync routers for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:10.584382 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a38da-a9e7-45a2-a0bb-1cc35cb79a7a None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:10.586638 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-521a38da-a9e7-45a2-a0bb-1cc35cb79a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:10.640806 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b25083-6ced-46a6-a391-ae51cb8cfd1b None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:22:10.667927 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-521a38da-a9e7-45a2-a0bb-1cc35cb79a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:10.698684 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a38da-a9e7-45a2-a0bb-1cc35cb79a7a None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:10.699315 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-521a38da-a9e7-45a2-a0bb-1cc35cb79a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:10.814207 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-521a38da-a9e7-45a2-a0bb-1cc35cb79a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:10.814866 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a38da-a9e7-45a2-a0bb-1cc35cb79a7a None None] The sync data for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:10.823951 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (a7cc754f-59e9-46a4-b5ba-3a851cdd5059), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:11.118671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Deleting port fe081b63-8662-43f3-80d7-7053e80730ce {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:11.119005 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (fe081b63-8662-43f3-80d7-7053e80730ce), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:11.153275 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a335e3-9ccd-40b5-8cba-42a7ea8dcac3 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router a6c1d374-d019-4d66-a344-f991bee20847 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:11.208798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49613d12-e16c-4380-8766-502f8fabf427 None None] Network a7cc754f-59e9-46a4-b5ba-3a851cdd5059 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:11.279717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db1f7a-52a0-4426-9ad9-acc2f8e04bb6 req-f3590442-70a0-4060-9403-112561091f35 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:11.281915 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53db1f7a-52a0-4426-9ad9-acc2f8e04bb6 req-f3590442-70a0-4060-9403-112561091f35 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 944 time: 0.3635104 Mar 24 01:22:11.287727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] For port fe081b63-8662-43f3-80d7-7053e80730ce, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=fe081b63-8662-43f3-80d7-7053e80730ce,segment=NetworkSegment(02fc5e51-225a-4294-8d7c-5fbca4e9f4cb),segment_id=02fc5e51-225a-4294-8d7c-5fbca4e9f4cb)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:11.288099 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (fe081b63-8662-43f3-80d7-7053e80730ce), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:11.327740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Calling delete_port for fe081b63-8662-43f3-80d7-7053e80730ce owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:11.444787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a335e3-9ccd-40b5-8cba-42a7ea8dcac3 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:11.451995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53db1f7a-52a0-4426-9ad9-acc2f8e04bb6 req-7b72e9d7-df05-49e8-921a-a0d6a828dc51 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606123 Mar 24 01:22:11.469844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d7f8e1-4aaf-4d03-a54e-e33ee7bf80f3 None None] Sync routers for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:11.484796 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-78a335e3-9ccd-40b5-8cba-42a7ea8dcac3 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:11.502022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d7f8e1-4aaf-4d03-a54e-e33ee7bf80f3 None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:11.502821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-23d7f8e1-4aaf-4d03-a54e-e33ee7bf80f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:11.571207 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (fe081b63-8662-43f3-80d7-7053e80730ce), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:11.586117 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-78a335e3-9ccd-40b5-8cba-42a7ea8dcac3 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "PUT /v2.0/floatingips/141a8cdb-aee8-44eb-8eb7-ff5bea60c826 HTTP/1.1" status: 200 len: 976 time: 3.4876611 Mar 24 01:22:11.586818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51596) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:11.590102 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-23d7f8e1-4aaf-4d03-a54e-e33ee7bf80f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:11.592614 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0e20f910-fc0d-44a0-97e6-be6031f495ae tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:11.597563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No DVR routers for this DVR port fe081b63-8662-43f3-80d7-7053e80730ce on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:22:11.623990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d7f8e1-4aaf-4d03-a54e-e33ee7bf80f3 None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:11.625528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-23d7f8e1-4aaf-4d03-a54e-e33ee7bf80f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:11.626296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Port': ['ID=fe081b63-8662-43f3-80d7-7053e80730ce,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:11.702749 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e20f910-fc0d-44a0-97e6-be6031f495ae tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (141a8cdb-aee8-44eb-8eb7-ff5bea60c826), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:11.713679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-23d7f8e1-4aaf-4d03-a54e-e33ee7bf80f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:11.718123 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d7f8e1-4aaf-4d03-a54e-e33ee7bf80f3 None None] The sync data for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:11.737419 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (a7cc754f-59e9-46a4-b5ba-3a851cdd5059), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:11.761380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7cc754f-59e9-46a4-b5ba-3a851cdd5059']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:11.771911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fc5e51-225a-4294-8d7c-5fbca4e9f4cb') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:11.772485 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fc5e51-225a-4294-8d7c-5fbca4e9f4cb') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:11.783932 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (02fc5e51-225a-4294-8d7c-5fbca4e9f4cb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:11.799039 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (02fc5e51-225a-4294-8d7c-5fbca4e9f4cb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:11.806930 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:11.807603 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (02fc5e51-225a-4294-8d7c-5fbca4e9f4cb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:11.870753 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:11.880127 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (a7cc754f-59e9-46a4-b5ba-3a851cdd5059), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:11.890152 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:11.893974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/a7cc754f-59e9-46a4-b5ba-3a851cdd5059 HTTP/1.1" status: 204 len: 168 time: 3.1211228 Mar 24 01:22:11.898695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51600) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:11.904226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-11652c2e-e5ac-4428-a894-af9ba0f5f5ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-862991512'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:11.919683 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841a309-7e10-4788-bbac-af623ff9fd03 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Network': ['ID=a7cc754f-59e9-46a4-b5ba-3a851cdd5059,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:11.945550 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e20f910-fc0d-44a0-97e6-be6031f495ae tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:11.954368 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e20f910-fc0d-44a0-97e6-be6031f495ae tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (141a8cdb-aee8-44eb-8eb7-ff5bea60c826), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:11.954368 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-0e20f910-fc0d-44a0-97e6-be6031f495ae tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Floating IP 141a8cdb-aee8-44eb-8eb7-ff5bea60c826 disassociated. External IP: 172.25.0.11, port: 3d4ce8cf-7570-4403-879d-96fba41c71ef. Mar 24 01:22:11.980181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11652c2e-e5ac-4428-a894-af9ba0f5f5ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:11.988882 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-11652c2e-e5ac-4428-a894-af9ba0f5f5ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:12.040923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11652c2e-e5ac-4428-a894-af9ba0f5f5ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:22:12.058250 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-11652c2e-e5ac-4428-a894-af9ba0f5f5ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (714c8c97-1e9a-4dbf-86ad-87afd0ce6e53), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:12.058654 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-11652c2e-e5ac-4428-a894-af9ba0f5f5ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Added segment 714c8c97-1e9a-4dbf-86ad-87afd0ce6e53 of type vlan for network 3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83 Mar 24 01:22:12.147922 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-11652c2e-e5ac-4428-a894-af9ba0f5f5ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:12.189159 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-11652c2e-e5ac-4428-a894-af9ba0f5f5ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:12.197642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11652c2e-e5ac-4428-a894-af9ba0f5f5ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:12.198501 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-11652c2e-e5ac-4428-a894-af9ba0f5f5ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:12.267363 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-11652c2e-e5ac-4428-a894-af9ba0f5f5ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3668137 Mar 24 01:22:12.270039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51602) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:12.274803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-509ce7f8-ac9c-4877-ade8-81c3bd273edf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'subnet': {'network_id': '3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:12.282418 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e20f910-fc0d-44a0-97e6-be6031f495ae tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router a6c1d374-d019-4d66-a344-f991bee20847 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:12.292290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11652c2e-e5ac-4428-a894-af9ba0f5f5ec tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Network': ['ID=3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:12.304905 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:22:12.378279 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509ce7f8-ac9c-4877-ade8-81c3bd273edf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:12.381732 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-509ce7f8-ac9c-4877-ade8-81c3bd273edf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:12.465798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.ipam_backend_mixin [None req-509ce7f8-ac9c-4877-ade8-81c3bd273edf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Performing IP validity checks on allocation pools {{(pid=115730) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 24 01:22:12.466642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.ipam_backend_mixin [None req-509ce7f8-ac9c-4877-ade8-81c3bd273edf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115730) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 24 01:22:12.519776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e20f910-fc0d-44a0-97e6-be6031f495ae tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:12.540027 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e20f910-fc0d-44a0-97e6-be6031f495ae tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:12.541392 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d5e048-115c-4ed5-9741-7881ef479463 None None] Sync routers for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:12.556462 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d5e048-115c-4ed5-9741-7881ef479463 None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:12.557538 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-12d5e048-115c-4ed5-9741-7881ef479463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:12.601874 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-12d5e048-115c-4ed5-9741-7881ef479463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:12.612906 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d5e048-115c-4ed5-9741-7881ef479463 None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:12.614368 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-12d5e048-115c-4ed5-9741-7881ef479463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:12.654959 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0e20f910-fc0d-44a0-97e6-be6031f495ae tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "PUT /v2.0/floatingips/141a8cdb-aee8-44eb-8eb7-ff5bea60c826 HTTP/1.1" status: 200 len: 687 time: 1.0669875 Mar 24 01:22:12.661334 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51608) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:12.668779 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-12d5e048-115c-4ed5-9741-7881ef479463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:12.670352 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d5e048-115c-4ed5-9741-7881ef479463 None None] The sync data for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:12.900379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c566ce7-e8fc-4ce5-8dce-1becffea621d req-e04ac9e8-23b2-4f12-a869-055ab0ca04af tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:12.901502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c566ce7-e8fc-4ce5-8dce-1becffea621d req-e04ac9e8-23b2-4f12-a869-055ab0ca04af tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 944 time: 0.2022052 Mar 24 01:22:12.903478 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-509ce7f8-ac9c-4877-ade8-81c3bd273edf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (2cf3bde3-d5f3-4e9d-8a69-b9ac9fcf43a8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:12.975298 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-80e40572-3dc1-4779-80c3-2606aa5dd2cf tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting port 0a6b2303-4bbd-4d2d-8c12-14b47518c9cf {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:12.975649 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80e40572-3dc1-4779-80c3-2606aa5dd2cf tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0a6b2303-4bbd-4d2d-8c12-14b47518c9cf), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:13.010138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ce7f8-ac9c-4877-ade8-81c3bd273edf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Subnet': ['ID=2cf3bde3-d5f3-4e9d-8a69-b9ac9fcf43a8,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:13.029375 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c566ce7-e8fc-4ce5-8dce-1becffea621d req-be59aa4b-b483-40be-bf54-d0bee06ee061 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964069 Mar 24 01:22:13.035842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ce7f8-ac9c-4877-ade8-81c3bd273edf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Checking segment: {'id': '714c8c97-1e9a-4dbf-86ad-87afd0ce6e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:13.036337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509ce7f8-ac9c-4877-ade8-81c3bd273edf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network hostable DHCP agents. Network: 3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:22:13.063450 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509ce7f8-ac9c-4877-ade8-81c3bd273edf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network 3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:22:13.087562 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-509ce7f8-ac9c-4877-ade8-81c3bd273edf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:13.092699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509ce7f8-ac9c-4877-ade8-81c3bd273edf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:13.093351 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-509ce7f8-ac9c-4877-ade8-81c3bd273edf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:13.099479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1db5c7e-fd19-4572-80a0-71b373c4c3e2 None None] Network 3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:13.123022 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80e40572-3dc1-4779-80c3-2606aa5dd2cf tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0a6b2303-4bbd-4d2d-8c12-14b47518c9cf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:13.124190 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80e40572-3dc1-4779-80c3-2606aa5dd2cf tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (0a6b2303-4bbd-4d2d-8c12-14b47518c9cf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:13.138363 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-509ce7f8-ac9c-4877-ade8-81c3bd273edf tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8672884 Mar 24 01:22:13.139020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51612) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:13.142863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-80e40572-3dc1-4779-80c3-2606aa5dd2cf tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Calling delete_port for 0a6b2303-4bbd-4d2d-8c12-14b47518c9cf owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:13.236478 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83', 'network_id': '3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83', 'project_id': 'f3ca38d132d041abb5f563f44a750e43', 'fixed_ips': [{'subnet_id': '2cf3bde3-d5f3-4e9d-8a69-b9ac9fcf43a8'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:22:13.237928 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:13.315458 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:13.376742 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (2cf3bde3-d5f3-4e9d-8a69-b9ac9fcf43a8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:13.472630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Allocated IP 172.20.0.3 (3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83/2cf3bde3-d5f3-4e9d-8a69-b9ac9fcf43a8/e0ccdaf9-d527-4b35-9aff-88a7ddf86af5) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:13.703686 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Publish callbacks [] for port (e0ccdaf9-d527-4b35-9aff-88a7ddf86af5), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:13.714244 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (e0ccdaf9-d527-4b35-9aff-88a7ddf86af5), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:13.734722 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (2cf3bde3-d5f3-4e9d-8a69-b9ac9fcf43a8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:13.761592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Network 3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:13.770433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:13.778408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:13.787647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Pushing event updated for resources: {'Port': ['ID=e0ccdaf9-d527-4b35-9aff-88a7ddf86af5,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:13.858479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf3bde3-d5f3-4e9d-8a69-b9ac9fcf43a8,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:13.863477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Attempting to bind port e0ccdaf9-d527-4b35-9aff-88a7ddf86af5 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:22:13.863868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Attempting to bind port e0ccdaf9-d527-4b35-9aff-88a7ddf86af5 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '714c8c97-1e9a-4dbf-86ad-87afd0ce6e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:22:13.864610 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Attempting to bind port e0ccdaf9-d527-4b35-9aff-88a7ddf86af5 on network 3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:22:13.870329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:22:13.871502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Checking segment: {'id': '714c8c97-1e9a-4dbf-86ad-87afd0ce6e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:13.871641 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:13.873326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Bound using segment: {'id': '714c8c97-1e9a-4dbf-86ad-87afd0ce6e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:22:13.873836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Bound port: e0ccdaf9-d527-4b35-9aff-88a7ddf86af5, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714c8c97-1e9a-4dbf-86ad-87afd0ce6e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:22:13.876324 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e0ccdaf9-d527-4b35-9aff-88a7ddf86af5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:13.933833 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80e40572-3dc1-4779-80c3-2606aa5dd2cf tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0a6b2303-4bbd-4d2d-8c12-14b47518c9cf), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:13.983651 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:14.016146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e40572-3dc1-4779-80c3-2606aa5dd2cf tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Port': ['ID=0a6b2303-4bbd-4d2d-8c12-14b47518c9cf,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:14.020580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] For port e0ccdaf9-d527-4b35-9aff-88a7ddf86af5, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:22:14.021182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:14.031545 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] For port e0ccdaf9-d527-4b35-9aff-88a7ddf86af5, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e0ccdaf9-d527-4b35-9aff-88a7ddf86af5,segment=NetworkSegment(714c8c97-1e9a-4dbf-86ad-87afd0ce6e53),segment_id=714c8c97-1e9a-4dbf-86ad-87afd0ce6e53)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:22:14.041013 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714c8c97-1e9a-4dbf-86ad-87afd0ce6e53') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:14.041359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714c8c97-1e9a-4dbf-86ad-87afd0ce6e53') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:14.044994 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e0ccdaf9-d527-4b35-9aff-88a7ddf86af5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:14.065848 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (714c8c97-1e9a-4dbf-86ad-87afd0ce6e53), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:14.097685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (714c8c97-1e9a-4dbf-86ad-87afd0ce6e53), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:14.106329 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80e40572-3dc1-4779-80c3-2606aa5dd2cf tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (141a8cdb-aee8-44eb-8eb7-ff5bea60c826), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:14.108728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:14.109009 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (714c8c97-1e9a-4dbf-86ad-87afd0ce6e53), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:14.112374 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:14.127570 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80e40572-3dc1-4779-80c3-2606aa5dd2cf tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:14.134375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51620) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:14.137871 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-80e40572-3dc1-4779-80c3-2606aa5dd2cf tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/floatingips/141a8cdb-aee8-44eb-8eb7-ff5bea60c826 HTTP/1.1" status: 204 len: 168 time: 1.4716017 Mar 24 01:22:14.237477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea49fe-abce-498e-acdd-d851800b21b2 None None] Pushing event updated for resources: {'Port': ['ID=e0ccdaf9-d527-4b35-9aff-88a7ddf86af5,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:14.249793 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b38fda-64f3-4bce-9e4b-5f7aecc6d5d6 None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:22:14.329794 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-d65e3ab4-0db3-41ac-8ec7-7d4617b084dd tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] delete failed (client error): The resource could not be found. Mar 24 01:22:14.337762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51622) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:14.348288 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d65e3ab4-0db3-41ac-8ec7-7d4617b084dd tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/floatingips/141a8cdb-aee8-44eb-8eb7-ff5bea60c826 HTTP/1.1" status: 404 len: 345 time: 0.2128274 Mar 24 01:22:14.365053 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.api [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 01:22:14.365053 n-d-760455-9 neutron-server[115730]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 01:22:14.365053 n-d-760455-9 neutron-server[115730]: [parameters: {'id': '3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83'}] Mar 24 01:22:14.365053 n-d-760455-9 neutron-server[115730]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:22:14.366075 n-d-760455-9 neutron-server[115730]: DEBUG oslo_db.api [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:22:14.417141 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b38fda-64f3-4bce-9e4b-5f7aecc6d5d6 None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:22:14.425817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0bf47-4bd7-4278-a6eb-78f4a712b8a3 req-e984a1f3-17b6-4281-bebf-092cfc963b08 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:14.431813 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0f0bf47-4bd7-4278-a6eb-78f4a712b8a3 req-e984a1f3-17b6-4281-bebf-092cfc963b08 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 944 time: 0.2211454 Mar 24 01:22:14.503329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6620c4ea-eb08-46bd-bbe1-d57bef544573 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:14.510849 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6620c4ea-eb08-46bd-bbe1-d57bef544573 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:14.518384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6620c4ea-eb08-46bd-bbe1-d57bef544573 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:14.525804 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0f0bf47-4bd7-4278-a6eb-78f4a712b8a3 req-f31c0f7a-2294-40e3-ac05-375749fd2be3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885715 Mar 24 01:22:14.526304 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51624) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:14.532891 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6620c4ea-eb08-46bd-bbe1-d57bef544573 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "GET /v2.0/ports?network_id=d86a79b7-ad0e-405c-b758-a5c63986261a HTTP/1.1" status: 200 len: 2356 time: 0.1862242 Mar 24 01:22:14.618872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dff30f2-90be-4d11-be5b-680cdeb25696 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:14.624924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4dff30f2-90be-4d11-be5b-680cdeb25696 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "GET /v2.0/subnets/11dfa863-79dc-4cda-acc4-16b258909c55 HTTP/1.1" status: 200 len: 797 time: 0.0931218 Mar 24 01:22:14.625162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51626) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:14.630377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-14fc4110-b26b-4a0e-a75d-ddb78f5caa4d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'port': {'network_id': 'd86a79b7-ad0e-405c-b758-a5c63986261a', 'name': 'tempest-FloatingIPTestJSON-35899348', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:14.737530 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3975a14-9a2f-4182-9f6b-2e1865bebf67 None None] Network 3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:14.840439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fc4110-b26b-4a0e-a75d-ddb78f5caa4d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Made reservation on behalf of 0210a85b4a6a4dea88845fc4246195ee for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:14.870733 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:15.029736 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-14fc4110-b26b-4a0e-a75d-ddb78f5caa4d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:15.078085 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-14fc4110-b26b-4a0e-a75d-ddb78f5caa4d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] device_id is not set on port ffc3e36a-4279-4486-be83-f3c3498525c7 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:22:15.243237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Deleting port e0ccdaf9-d527-4b35-9aff-88a7ddf86af5 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:15.243873 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e0ccdaf9-d527-4b35-9aff-88a7ddf86af5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:15.770507 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] For port e0ccdaf9-d527-4b35-9aff-88a7ddf86af5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e0ccdaf9-d527-4b35-9aff-88a7ddf86af5,segment=NetworkSegment(714c8c97-1e9a-4dbf-86ad-87afd0ce6e53),segment_id=714c8c97-1e9a-4dbf-86ad-87afd0ce6e53)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:15.771000 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e0ccdaf9-d527-4b35-9aff-88a7ddf86af5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:15.805952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Calling delete_port for e0ccdaf9-d527-4b35-9aff-88a7ddf86af5 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:15.816520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ee32b-da11-48d7-805b-8ebfda1a5694 req-5dca60c2-9db1-446d-b0a3-163bb10602d2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:15.825289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e8ee32b-da11-48d7-805b-8ebfda1a5694 req-5dca60c2-9db1-446d-b0a3-163bb10602d2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 944 time: 0.1407390 Mar 24 01:22:15.978302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e8ee32b-da11-48d7-805b-8ebfda1a5694 req-0f5b2316-a991-4dd2-91df-2de02840ec60 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492140 Mar 24 01:22:16.081536 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (e0ccdaf9-d527-4b35-9aff-88a7ddf86af5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.120071 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Port': ['ID=e0ccdaf9-d527-4b35-9aff-88a7ddf86af5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:16.125797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No DVR routers for this DVR port e0ccdaf9-d527-4b35-9aff-88a7ddf86af5 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:22:16.127818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-14fc4110-b26b-4a0e-a75d-ddb78f5caa4d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Allocated IP 172.20.0.14 (d86a79b7-ad0e-405c-b758-a5c63986261a/11dfa863-79dc-4cda-acc4-16b258909c55/ffc3e36a-4279-4486-be83-f3c3498525c7) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:16.155238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-14fc4110-b26b-4a0e-a75d-ddb78f5caa4d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Allocated IP 172.20.0.13 (d86a79b7-ad0e-405c-b758-a5c63986261a/11dfa863-79dc-4cda-acc4-16b258909c55/ffc3e36a-4279-4486-be83-f3c3498525c7) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:16.237893 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.283499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:16.333494 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714c8c97-1e9a-4dbf-86ad-87afd0ce6e53') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:16.333885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714c8c97-1e9a-4dbf-86ad-87afd0ce6e53') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:16.349942 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (714c8c97-1e9a-4dbf-86ad-87afd0ce6e53), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.374188 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (714c8c97-1e9a-4dbf-86ad-87afd0ce6e53), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.385978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:16.386401 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (714c8c97-1e9a-4dbf-86ad-87afd0ce6e53), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:16.389695 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:16.471768 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-14fc4110-b26b-4a0e-a75d-ddb78f5caa4d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (ffc3e36a-4279-4486-be83-f3c3498525c7), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.480427 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.491933 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.500984 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51638) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:16.502572 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83 HTTP/1.1" status: 204 len: 168 time: 3.3626051 Mar 24 01:22:16.510512 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-57688e61-d7ea-4096-8616-8c2d4d791da1 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1689101786'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:16.520570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91327995-1d1b-411b-8bd5-cb0f50c1447f tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Network': ['ID=3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:16.542474 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-14fc4110-b26b-4a0e-a75d-ddb78f5caa4d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ffc3e36a-4279-4486-be83-f3c3498525c7), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.558690 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57688e61-d7ea-4096-8616-8c2d4d791da1 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:16.562746 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57688e61-d7ea-4096-8616-8c2d4d791da1 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.588782 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fc4110-b26b-4a0e-a75d-ddb78f5caa4d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network d86a79b7-ad0e-405c-b758-a5c63986261a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:16.589971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57688e61-d7ea-4096-8616-8c2d4d791da1 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:22:16.594482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-14fc4110-b26b-4a0e-a75d-ddb78f5caa4d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:16.599664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc4110-b26b-4a0e-a75d-ddb78f5caa4d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:16.602347 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57688e61-d7ea-4096-8616-8c2d4d791da1 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.602942 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-57688e61-d7ea-4096-8616-8c2d4d791da1 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Added segment f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b of type vlan for network 4eda5925-5f99-4a67-8669-11de5b12dc89 Mar 24 01:22:16.603889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc4110-b26b-4a0e-a75d-ddb78f5caa4d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=ffc3e36a-4279-4486-be83-f3c3498525c7,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:16.651779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fc4110-b26b-4a0e-a75d-ddb78f5caa4d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:16.652516 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-14fc4110-b26b-4a0e-a75d-ddb78f5caa4d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.666492 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57688e61-d7ea-4096-8616-8c2d4d791da1 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (4eda5925-5f99-4a67-8669-11de5b12dc89), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.675841 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-14fc4110-b26b-4a0e-a75d-ddb78f5caa4d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.0495238 Mar 24 01:22:16.678614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51640) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:16.685825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': 'ffc3e36a-4279-4486-be83-f3c3498525c7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:16.701984 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57688e61-d7ea-4096-8616-8c2d4d791da1 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (4eda5925-5f99-4a67-8669-11de5b12dc89), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.708437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57688e61-d7ea-4096-8616-8c2d4d791da1 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:16.709061 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-57688e61-d7ea-4096-8616-8c2d4d791da1 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.710512 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.780592 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-57688e61-d7ea-4096-8616-8c2d4d791da1 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2778010 Mar 24 01:22:16.783865 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51642) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:16.790337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b9458ef5-2c17-4b44-b826-dc5dcb279f7a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'subnet': {'network_id': '4eda5925-5f99-4a67-8669-11de5b12dc89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:16.797544 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57688e61-d7ea-4096-8616-8c2d4d791da1 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Network': ['ID=4eda5925-5f99-4a67-8669-11de5b12dc89,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:16.809162 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 4eda5925-5f99-4a67-8669-11de5b12dc89 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:22:16.842953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:16.980264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9458ef5-2c17-4b44-b826-dc5dcb279f7a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:16.983883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Allocated IP 172.25.0.22 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/71b4158a-2bdc-4ecf-8e99-d37dfc8d93c8) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:16.984728 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9458ef5-2c17-4b44-b826-dc5dcb279f7a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:17.106826 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (71b4158a-2bdc-4ecf-8e99-d37dfc8d93c8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:17.159798 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (71b4158a-2bdc-4ecf-8e99-d37dfc8d93c8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:17.235434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:17.248228 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:17.251003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=71b4158a-2bdc-4ecf-8e99-d37dfc8d93c8,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:17.253430 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:17.327069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa5bb8-0893-44ed-904b-d45ad051a992 req-4266ff7a-2595-42fe-bfe1-345796906fc5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:17.328538 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ffa5bb8-0893-44ed-904b-d45ad051a992 req-4266ff7a-2595-42fe-bfe1-345796906fc5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 944 time: 0.1817088 Mar 24 01:22:17.453691 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9458ef5-2c17-4b44-b826-dc5dcb279f7a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (b6136468-0929-46e9-8758-5a5fa6470e7e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:17.465238 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ffa5bb8-0893-44ed-904b-d45ad051a992 req-a85e17eb-57fb-498d-aabf-037be27b7c09 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249015 Mar 24 01:22:17.545732 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9458ef5-2c17-4b44-b826-dc5dcb279f7a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Subnet': ['ID=b6136468-0929-46e9-8758-5a5fa6470e7e,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:17.564973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9458ef5-2c17-4b44-b826-dc5dcb279f7a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Checking segment: {'id': 'f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4eda5925-5f99-4a67-8669-11de5b12dc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:17.566945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9458ef5-2c17-4b44-b826-dc5dcb279f7a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network hostable DHCP agents. Network: 4eda5925-5f99-4a67-8669-11de5b12dc89, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:22:17.607202 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9458ef5-2c17-4b44-b826-dc5dcb279f7a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network 4eda5925-5f99-4a67-8669-11de5b12dc89 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:22:17.624231 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-b9458ef5-2c17-4b44-b826-dc5dcb279f7a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 4eda5925-5f99-4a67-8669-11de5b12dc89) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:17.634450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758be542-7dc3-4513-8c6d-8399baa45e88 None None] Network 4eda5925-5f99-4a67-8669-11de5b12dc89 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:17.641620 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9458ef5-2c17-4b44-b826-dc5dcb279f7a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:17.642877 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9458ef5-2c17-4b44-b826-dc5dcb279f7a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:17.668340 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b9458ef5-2c17-4b44-b826-dc5dcb279f7a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8830986 Mar 24 01:22:17.671035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51656) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:17.771940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-4eda5925-5f99-4a67-8669-11de5b12dc89', 'network_id': '4eda5925-5f99-4a67-8669-11de5b12dc89', 'project_id': 'f3ca38d132d041abb5f563f44a750e43', 'fixed_ips': [{'subnet_id': 'b6136468-0929-46e9-8758-5a5fa6470e7e'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:22:17.773756 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:17.813900 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (4eda5925-5f99-4a67-8669-11de5b12dc89), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:17.894097 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (b6136468-0929-46e9-8758-5a5fa6470e7e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:17.981144 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (d4c26e63-f98e-4462-a3b2-acf84eb596fa), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:18.014129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Allocated IP 172.20.0.1 (4eda5925-5f99-4a67-8669-11de5b12dc89/b6136468-0929-46e9-8758-5a5fa6470e7e/e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:18.108464 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (71b4158a-2bdc-4ecf-8e99-d37dfc8d93c8), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:18.264043 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Publish callbacks [] for port (e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:18.288401 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:18.307097 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (b6136468-0929-46e9-8758-5a5fa6470e7e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:18.336811 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (71b4158a-2bdc-4ecf-8e99-d37dfc8d93c8), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:18.352087 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (71b4158a-2bdc-4ecf-8e99-d37dfc8d93c8), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:18.411252 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Network 4eda5925-5f99-4a67-8669-11de5b12dc89 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:18.415035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:18.436329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Subnet': ['ID=b6136468-0929-46e9-8758-5a5fa6470e7e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:18.472799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:18.513235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=71b4158a-2bdc-4ecf-8e99-d37dfc8d93c8,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:18.530439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Pushing event updated for resources: {'Port': ['ID=e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:18.609865 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (d4c26e63-f98e-4462-a3b2-acf84eb596fa), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:18.632762 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (4eda5925-5f99-4a67-8669-11de5b12dc89), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:18.659062 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Attempting to bind port e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:22:18.659436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Attempting to bind port e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4eda5925-5f99-4a67-8669-11de5b12dc89'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:22:18.659807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Attempting to bind port e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0 on network 4eda5925-5f99-4a67-8669-11de5b12dc89 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:22:18.670082 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:22:18.670473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Checking segment: {'id': 'f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4eda5925-5f99-4a67-8669-11de5b12dc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:18.670891 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:18.671294 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Bound using segment: {'id': 'f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4eda5925-5f99-4a67-8669-11de5b12dc89'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:22:18.671780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Bound port: e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4eda5925-5f99-4a67-8669-11de5b12dc89'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:22:18.672168 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:18.689445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eda5925-5f99-4a67-8669-11de5b12dc89']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:18.702208 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:18.702645 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:18.713197 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:18.729134 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:18.736015 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:18.736467 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:18.740247 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:18.791292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] For port e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:22:18.836351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] For port e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0,segment=NetworkSegment(f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b),segment_id=f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:22:18.841690 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.db.api [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 01:22:18.841690 n-d-760455-9 neutron-server[115729]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 01:22:18.841690 n-d-760455-9 neutron-server[115729]: [parameters: {'id': '4eda5925-5f99-4a67-8669-11de5b12dc89'}] Mar 24 01:22:18.841690 n-d-760455-9 neutron-server[115729]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:22:18.842548 n-d-760455-9 neutron-server[115729]: DEBUG oslo_db.api [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:22:18.847249 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:18.849633 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Floating IP d4c26e63-f98e-4462-a3b2-acf84eb596fa associated. External IP: 172.25.0.22, port: ffc3e36a-4279-4486-be83-f3c3498525c7. Mar 24 01:22:18.971230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bc0454-b5ca-4c3f-843c-9839fe40555f None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:22:18.983554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95068c-d0a3-437d-9917-2ccd4d1a212e req-f33254d2-14b7-4af3-b71c-a626dda5eede tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:18.985393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb95068c-d0a3-437d-9917-2ccd4d1a212e req-f33254d2-14b7-4af3-b71c-a626dda5eede tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 944 time: 0.2991014 Mar 24 01:22:19.022504 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78973061-b12a-4fbd-94f1-d646caec9557 None None] Pushing event updated for resources: {'Port': ['ID=e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:19.120369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bc0454-b5ca-4c3f-843c-9839fe40555f None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:22:19.287353 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb95068c-d0a3-437d-9917-2ccd4d1a212e req-747a991b-1a3d-49b9-bd85-6b672460c7aa tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870550 Mar 24 01:22:19.326393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router a6c1d374-d019-4d66-a344-f991bee20847 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:19.345957 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (4eda5925-5f99-4a67-8669-11de5b12dc89), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:19.425069 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Deleting port e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:19.425841 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:19.443960 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3ab83a-da05-4bd1-8f2a-bcb68cc6a36a None None] Network 4eda5925-5f99-4a67-8669-11de5b12dc89 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:19.506234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:19.561767 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:19.611466 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] For port e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0,segment=NetworkSegment(f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b),segment_id=f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:19.612114 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:19.622175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f3094a7f-5d6d-4b8b-be5c-75182e6032fe tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.9411063 Mar 24 01:22:19.624892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51786) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:19.629565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-b33a005b-237b-4680-8cb6-8adbfbc44686 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'floatingip': {'port_id': 'ffc3e36a-4279-4486-be83-f3c3498525c7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:19.631267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Calling delete_port for e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:19.714560 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b33a005b-237b-4680-8cb6-8adbfbc44686 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (d4c26e63-f98e-4462-a3b2-acf84eb596fa), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:19.766837 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:19.826611 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Port': ['ID=e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:19.832454 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No DVR routers for this DVR port e0b223cf-f0bc-47a9-9e4c-2e7ec43410d0 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:22:19.892008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3a0fc7-2199-432e-b4fe-f5fcaecf6e1e None None] Sync routers for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:19.954605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3a0fc7-2199-432e-b4fe-f5fcaecf6e1e None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:19.955620 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-5d3a0fc7-2199-432e-b4fe-f5fcaecf6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:20.009780 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (4eda5925-5f99-4a67-8669-11de5b12dc89), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:20.057488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-5d3a0fc7-2199-432e-b4fe-f5fcaecf6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:20.071924 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eda5925-5f99-4a67-8669-11de5b12dc89']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:20.087672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:20.089183 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:20.096579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3a0fc7-2199-432e-b4fe-f5fcaecf6e1e None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:20.097242 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-5d3a0fc7-2199-432e-b4fe-f5fcaecf6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:20.121920 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:20.161013 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:20.180190 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:20.182301 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (f6ca4290-5761-4fe0-8afb-c1ec7d8cdc3b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:20.186939 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:20.214080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-5d3a0fc7-2199-432e-b4fe-f5fcaecf6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:20.214743 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3a0fc7-2199-432e-b4fe-f5fcaecf6e1e None None] The sync data for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:20.317744 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (4eda5925-5f99-4a67-8669-11de5b12dc89), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:20.333354 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:20.341373 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/4eda5925-5f99-4a67-8669-11de5b12dc89 HTTP/1.1" status: 204 len: 168 time: 2.6641824 Mar 24 01:22:20.346626 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51864) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:20.372927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5364f0e7-7032-4d0e-a4ba-e485c5d952f5 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1291164864'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:20.377055 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e1a37-3d19-4998-a030-92c5644bde4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Network': ['ID=4eda5925-5f99-4a67-8669-11de5b12dc89,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:20.418859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5364f0e7-7032-4d0e-a4ba-e485c5d952f5 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:20.423240 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5364f0e7-7032-4d0e-a4ba-e485c5d952f5 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:20.464856 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5364f0e7-7032-4d0e-a4ba-e485c5d952f5 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:22:20.479917 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5364f0e7-7032-4d0e-a4ba-e485c5d952f5 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (fa7842fe-8143-41c4-846c-6b4ed80c81f5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:20.480260 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-5364f0e7-7032-4d0e-a4ba-e485c5d952f5 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Added segment fa7842fe-8143-41c4-846c-6b4ed80c81f5 of type vlan for network e7ce9267-6aa2-4803-9d80-805c8373820c Mar 24 01:22:20.544119 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5364f0e7-7032-4d0e-a4ba-e485c5d952f5 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (e7ce9267-6aa2-4803-9d80-805c8373820c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:20.550537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde9325-93d2-433a-838b-9c1fd7de5d14 req-d9be6241-ffa2-473e-88b8-df67ffe2d274 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:20.552090 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2bde9325-93d2-433a-838b-9c1fd7de5d14 req-d9be6241-ffa2-473e-88b8-df67ffe2d274 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 944 time: 0.1503286 Mar 24 01:22:20.611138 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5364f0e7-7032-4d0e-a4ba-e485c5d952f5 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (e7ce9267-6aa2-4803-9d80-805c8373820c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:20.619722 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5364f0e7-7032-4d0e-a4ba-e485c5d952f5 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:20.620691 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5364f0e7-7032-4d0e-a4ba-e485c5d952f5 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:20.698205 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5364f0e7-7032-4d0e-a4ba-e485c5d952f5 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3505197 Mar 24 01:22:20.710754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51904) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:20.710939 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b33a005b-237b-4680-8cb6-8adbfbc44686 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:20.720360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d9c449cf-1c8d-4251-9872-6238dbedd069 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'subnet': {'network_id': 'e7ce9267-6aa2-4803-9d80-805c8373820c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:20.729050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b33a005b-237b-4680-8cb6-8adbfbc44686 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (d4c26e63-f98e-4462-a3b2-acf84eb596fa), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:20.772699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364f0e7-7032-4d0e-a4ba-e485c5d952f5 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Network': ['ID=e7ce9267-6aa2-4803-9d80-805c8373820c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:20.784529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network e7ce9267-6aa2-4803-9d80-805c8373820c details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:22:20.831628 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c449cf-1c8d-4251-9872-6238dbedd069 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:20.835959 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d9c449cf-1c8d-4251-9872-6238dbedd069 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:20.909433 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2bde9325-93d2-433a-838b-9c1fd7de5d14 req-ddca29a5-acb5-4ecd-a3ca-344175345609 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410599 Mar 24 01:22:21.151267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33a005b-237b-4680-8cb6-8adbfbc44686 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router a6c1d374-d019-4d66-a344-f991bee20847 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:21.152387 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d9c449cf-1c8d-4251-9872-6238dbedd069 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (18c54baa-f348-48a6-8973-8fc1514eb0c2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:21.225067 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c449cf-1c8d-4251-9872-6238dbedd069 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Subnet': ['ID=18c54baa-f348-48a6-8973-8fc1514eb0c2,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:21.278326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c449cf-1c8d-4251-9872-6238dbedd069 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Checking segment: {'id': 'fa7842fe-8143-41c4-846c-6b4ed80c81f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e7ce9267-6aa2-4803-9d80-805c8373820c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:21.278696 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c449cf-1c8d-4251-9872-6238dbedd069 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network hostable DHCP agents. Network: e7ce9267-6aa2-4803-9d80-805c8373820c, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:22:21.298410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c449cf-1c8d-4251-9872-6238dbedd069 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network e7ce9267-6aa2-4803-9d80-805c8373820c is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:22:21.315251 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d9c449cf-1c8d-4251-9872-6238dbedd069 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, e7ce9267-6aa2-4803-9d80-805c8373820c) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:21.322680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c449cf-1c8d-4251-9872-6238dbedd069 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:21.323712 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d9c449cf-1c8d-4251-9872-6238dbedd069 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:21.330917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fac8d8-fd2a-484b-834b-59a6b6ad741a None None] Network e7ce9267-6aa2-4803-9d80-805c8373820c requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:21.333251 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33a005b-237b-4680-8cb6-8adbfbc44686 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:21.343595 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b33a005b-237b-4680-8cb6-8adbfbc44686 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:21.345942 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82cc31b-052f-49ba-822a-b698365750c4 None None] Sync routers for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:21.369574 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82cc31b-052f-49ba-822a-b698365750c4 None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:21.369889 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d9c449cf-1c8d-4251-9872-6238dbedd069 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6568339 Mar 24 01:22:21.370508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 51980) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:21.370625 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b82cc31b-052f-49ba-822a-b698365750c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:21.435221 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b33a005b-237b-4680-8cb6-8adbfbc44686 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "PUT /v2.0/floatingips/d4c26e63-f98e-4462-a3b2-acf84eb596fa HTTP/1.1" status: 200 len: 976 time: 1.8089483 Mar 24 01:22:21.436262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 51990) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:21.479570 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a71bf1b9-c71a-4b7d-9dff-f4f6dec8886c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (e7ce9267-6aa2-4803-9d80-805c8373820c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:21.536760 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b82cc31b-052f-49ba-822a-b698365750c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:21.549553 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82cc31b-052f-49ba-822a-b698365750c4 None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:21.550436 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b82cc31b-052f-49ba-822a-b698365750c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:21.573134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45e86cd-a2d8-40ee-9b0f-ef0a9ddab15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-e7ce9267-6aa2-4803-9d80-805c8373820c', 'network_id': 'e7ce9267-6aa2-4803-9d80-805c8373820c', 'project_id': 'f3ca38d132d041abb5f563f44a750e43', 'fixed_ips': [{'subnet_id': '18c54baa-f348-48a6-8973-8fc1514eb0c2'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:22:21.574016 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f45e86cd-a2d8-40ee-9b0f-ef0a9ddab15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:21.611797 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a71bf1b9-c71a-4b7d-9dff-f4f6dec8886c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (18c54baa-f348-48a6-8973-8fc1514eb0c2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:21.772677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-9e96757a-f6d6-45d8-8f5f-a2799aaae146 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting port 71b4158a-2bdc-4ecf-8e99-d37dfc8d93c8 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:21.777087 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a71bf1b9-c71a-4b7d-9dff-f4f6dec8886c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (18c54baa-f348-48a6-8973-8fc1514eb0c2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:21.777775 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e96757a-f6d6-45d8-8f5f-a2799aaae146 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (71b4158a-2bdc-4ecf-8e99-d37dfc8d93c8), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server [None req-f45e86cd-a2d8-40ee-9b0f-ef0a9ddab15d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18c54baa-f348-48a6-8973-8fc1514eb0c2: This subnet is being modified by another concurrent operation. Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise exception Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18c54baa-f348-48a6-8973-8fc1514eb0c2: This subnet is being modified by another concurrent operation. Mar 24 01:22:21.787589 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Mar 24 01:22:21.818982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a32f8c1-d360-44c4-8cb6-e22eadf9381f None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:22:21.848257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bf1b9-c71a-4b7d-9dff-f4f6dec8886c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Subnet': ['ID=18c54baa-f348-48a6-8973-8fc1514eb0c2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:21.892893 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b82cc31b-052f-49ba-822a-b698365750c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:21.893748 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82cc31b-052f-49ba-822a-b698365750c4 None None] The sync data for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:21.952065 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a71bf1b9-c71a-4b7d-9dff-f4f6dec8886c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (e7ce9267-6aa2-4803-9d80-805c8373820c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:21.991019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a71bf1b9-c71a-4b7d-9dff-f4f6dec8886c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ce9267-6aa2-4803-9d80-805c8373820c']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:22.001235 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e96757a-f6d6-45d8-8f5f-a2799aaae146 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (71b4158a-2bdc-4ecf-8e99-d37dfc8d93c8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:22.002471 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e96757a-f6d6-45d8-8f5f-a2799aaae146 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (71b4158a-2bdc-4ecf-8e99-d37dfc8d93c8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:22.021190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-9e96757a-f6d6-45d8-8f5f-a2799aaae146 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Calling delete_port for 71b4158a-2bdc-4ecf-8e99-d37dfc8d93c8 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:22.022401 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a71bf1b9-c71a-4b7d-9dff-f4f6dec8886c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7842fe-8143-41c4-846c-6b4ed80c81f5') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:22.023414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a71bf1b9-c71a-4b7d-9dff-f4f6dec8886c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7842fe-8143-41c4-846c-6b4ed80c81f5') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:22.026431 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a32f8c1-d360-44c4-8cb6-e22eadf9381f None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:22:22.052554 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a71bf1b9-c71a-4b7d-9dff-f4f6dec8886c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (fa7842fe-8143-41c4-846c-6b4ed80c81f5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:22.068565 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a71bf1b9-c71a-4b7d-9dff-f4f6dec8886c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (fa7842fe-8143-41c4-846c-6b4ed80c81f5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:22.092658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71bf1b9-c71a-4b7d-9dff-f4f6dec8886c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:22.093247 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a71bf1b9-c71a-4b7d-9dff-f4f6dec8886c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (fa7842fe-8143-41c4-846c-6b4ed80c81f5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:22.098372 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:22.190393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300a795-5c26-47b0-b102-42258e44e7f9 req-0041ccec-c669-451e-b586-c0d6478526b6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:22.198861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d300a795-5c26-47b0-b102-42258e44e7f9 req-0041ccec-c669-451e-b586-c0d6478526b6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 944 time: 0.0991158 Mar 24 01:22:22.236501 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a71bf1b9-c71a-4b7d-9dff-f4f6dec8886c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (e7ce9267-6aa2-4803-9d80-805c8373820c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:22.249036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a71bf1b9-c71a-4b7d-9dff-f4f6dec8886c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:22.254725 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a71bf1b9-c71a-4b7d-9dff-f4f6dec8886c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/e7ce9267-6aa2-4803-9d80-805c8373820c HTTP/1.1" status: 204 len: 168 time: 0.8831322 Mar 24 01:22:22.260703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52074) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:22.268087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bf1b9-c71a-4b7d-9dff-f4f6dec8886c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Network': ['ID=e7ce9267-6aa2-4803-9d80-805c8373820c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:22.276963 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:22:22.288588 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-9cb7af5f-f03a-47d8-bdf7-2f29e0cc3c8a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-266045706'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:22.318231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d300a795-5c26-47b0-b102-42258e44e7f9 req-dbab0487-5bab-4fcc-a92a-ffb5ba26b793 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184797 Mar 24 01:22:22.339724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb7af5f-f03a-47d8-bdf7-2f29e0cc3c8a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:22.359280 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9cb7af5f-f03a-47d8-bdf7-2f29e0cc3c8a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:22.365007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8164bce-672c-442c-b7fb-28f63757c255 None None] Network e7ce9267-6aa2-4803-9d80-805c8373820c requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:22.383235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8164bce-672c-442c-b7fb-28f63757c255 None None] Network e7ce9267-6aa2-4803-9d80-805c8373820c could not be found, it might have been deleted concurrently. {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 24 01:22:22.415306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb7af5f-f03a-47d8-bdf7-2f29e0cc3c8a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:22:22.425455 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9cb7af5f-f03a-47d8-bdf7-2f29e0cc3c8a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (cdbc3c5b-011b-4b8b-be31-cc42b0090030), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:22.425702 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-9cb7af5f-f03a-47d8-bdf7-2f29e0cc3c8a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Added segment cdbc3c5b-011b-4b8b-be31-cc42b0090030 of type vlan for network f66f7d8c-d118-4c50-979c-0515cf168f44 Mar 24 01:22:22.481758 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9cb7af5f-f03a-47d8-bdf7-2f29e0cc3c8a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (f66f7d8c-d118-4c50-979c-0515cf168f44), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:22.494369 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e96757a-f6d6-45d8-8f5f-a2799aaae146 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (71b4158a-2bdc-4ecf-8e99-d37dfc8d93c8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:22.533349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96757a-f6d6-45d8-8f5f-a2799aaae146 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Port': ['ID=71b4158a-2bdc-4ecf-8e99-d37dfc8d93c8,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:22.567197 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9cb7af5f-f03a-47d8-bdf7-2f29e0cc3c8a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (f66f7d8c-d118-4c50-979c-0515cf168f44), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:22.573567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb7af5f-f03a-47d8-bdf7-2f29e0cc3c8a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:22.574183 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9cb7af5f-f03a-47d8-bdf7-2f29e0cc3c8a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:22.659033 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52124) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:22.659186 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9cb7af5f-f03a-47d8-bdf7-2f29e0cc3c8a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3970690 Mar 24 01:22:22.666862 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-568cc2eb-4dc4-49f2-8e2d-41d0e41996c4 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'network': {'name': 'New_network'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:22.678358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7af5f-f03a-47d8-bdf7-2f29e0cc3c8a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Network': ['ID=f66f7d8c-d118-4c50-979c-0515cf168f44,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:22.682342 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e96757a-f6d6-45d8-8f5f-a2799aaae146 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (d4c26e63-f98e-4462-a3b2-acf84eb596fa), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:22.682698 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-9e96757a-f6d6-45d8-8f5f-a2799aaae146 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Floating IP d4c26e63-f98e-4462-a3b2-acf84eb596fa disassociated (deleted). External IP: 172.25.0.22, port: ffc3e36a-4279-4486-be83-f3c3498525c7. Mar 24 01:22:22.693220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network f66f7d8c-d118-4c50-979c-0515cf168f44 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:22:22.964684 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-568cc2eb-4dc4-49f2-8e2d-41d0e41996c4 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (f66f7d8c-d118-4c50-979c-0515cf168f44), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:22.984484 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-568cc2eb-4dc4-49f2-8e2d-41d0e41996c4 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (f66f7d8c-d118-4c50-979c-0515cf168f44), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:22.996511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-568cc2eb-4dc4-49f2-8e2d-41d0e41996c4 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network f66f7d8c-d118-4c50-979c-0515cf168f44 is not hosted by any dhcp agent {{(pid=115729) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 24 01:22:23.002017 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568cc2eb-4dc4-49f2-8e2d-41d0e41996c4 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:23.003185 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-568cc2eb-4dc4-49f2-8e2d-41d0e41996c4 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:23.005082 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-568cc2eb-4dc4-49f2-8e2d-41d0e41996c4 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "PUT /v2.0/networks/f66f7d8c-d118-4c50-979c-0515cf168f44 HTTP/1.1" status: 200 len: 723 time: 0.3448803 Mar 24 01:22:23.017888 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52140) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:23.023670 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b28768c7-e72c-4f75-be9c-be3d94272442 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'subnet': {'network_id': 'f66f7d8c-d118-4c50-979c-0515cf168f44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:23.147530 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cc2eb-4dc4-49f2-8e2d-41d0e41996c4 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Network': ['ID=f66f7d8c-d118-4c50-979c-0515cf168f44,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:23.158377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network f66f7d8c-d118-4c50-979c-0515cf168f44 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:22:23.200552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28768c7-e72c-4f75-be9c-be3d94272442 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:23.209893 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b28768c7-e72c-4f75-be9c-be3d94272442 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:23.386414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e96757a-f6d6-45d8-8f5f-a2799aaae146 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router a6c1d374-d019-4d66-a344-f991bee20847 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:23.494149 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b28768c7-e72c-4f75-be9c-be3d94272442 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (d2ee0626-8cc2-4d32-83ba-5537ac2d29b0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:23.544796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8e249-35b0-4e50-aff4-806ef6f4ab84 req-5b82d76e-860d-47b6-a33f-3350f6bc1460 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:23.547198 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-88b8e249-35b0-4e50-aff4-806ef6f4ab84 req-5b82d76e-860d-47b6-a33f-3350f6bc1460 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 944 time: 0.1107697 Mar 24 01:22:23.599901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28768c7-e72c-4f75-be9c-be3d94272442 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Checking segment: {'id': 'cdbc3c5b-011b-4b8b-be31-cc42b0090030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f66f7d8c-d118-4c50-979c-0515cf168f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:23.603827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28768c7-e72c-4f75-be9c-be3d94272442 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network hostable DHCP agents. Network: f66f7d8c-d118-4c50-979c-0515cf168f44, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:22:23.609084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28768c7-e72c-4f75-be9c-be3d94272442 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Subnet': ['ID=d2ee0626-8cc2-4d32-83ba-5537ac2d29b0,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:23.609974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e96757a-f6d6-45d8-8f5f-a2799aaae146 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:23.620341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786bb62d-ee43-4dbf-a9b9-d14b21906227 None None] Sync routers for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:23.628141 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9e96757a-f6d6-45d8-8f5f-a2799aaae146 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:23.654115 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786bb62d-ee43-4dbf-a9b9-d14b21906227 None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:23.654988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-786bb62d-ee43-4dbf-a9b9-d14b21906227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:23.675822 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28768c7-e72c-4f75-be9c-be3d94272442 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network f66f7d8c-d118-4c50-979c-0515cf168f44 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:22:23.693836 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-b28768c7-e72c-4f75-be9c-be3d94272442 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, f66f7d8c-d118-4c50-979c-0515cf168f44) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:23.699823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28768c7-e72c-4f75-be9c-be3d94272442 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:23.700871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b28768c7-e72c-4f75-be9c-be3d94272442 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:23.705572 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-88b8e249-35b0-4e50-aff4-806ef6f4ab84 req-bf8e4d54-b474-4ee3-8fe4-2c0f83bc3642 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357236 Mar 24 01:22:23.707824 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9e96757a-f6d6-45d8-8f5f-a2799aaae146 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/floatingips/d4c26e63-f98e-4462-a3b2-acf84eb596fa HTTP/1.1" status: 204 len: 168 time: 2.2704661 Mar 24 01:22:23.712342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52148) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:23.737526 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b28768c7-e72c-4f75-be9c-be3d94272442 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7185290 Mar 24 01:22:23.740273 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52150) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:23.749720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c89c3f-fb36-4c37-8798-1a4b360229d2 None None] Network f66f7d8c-d118-4c50-979c-0515cf168f44 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:23.759450 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-77f4b612-2e88-477f-ba38-fd1dfd3d8ab7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:23.791637 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-786bb62d-ee43-4dbf-a9b9-d14b21906227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:23.849725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-70a1119f-b520-4f28-8115-513831e7095e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting port ffc3e36a-4279-4486-be83-f3c3498525c7 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:23.850444 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70a1119f-b520-4f28-8115-513831e7095e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ffc3e36a-4279-4486-be83-f3c3498525c7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:23.872114 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786bb62d-ee43-4dbf-a9b9-d14b21906227 None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:23.872995 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-786bb62d-ee43-4dbf-a9b9-d14b21906227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:23.926083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-786bb62d-ee43-4dbf-a9b9-d14b21906227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:23.927014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786bb62d-ee43-4dbf-a9b9-d14b21906227 None None] The sync data for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:23.951349 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-77f4b612-2e88-477f-ba38-fd1dfd3d8ab7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59180195'] for subnet (d2ee0626-8cc2-4d32-83ba-5537ac2d29b0), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:23.980838 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70a1119f-b520-4f28-8115-513831e7095e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ffc3e36a-4279-4486-be83-f3c3498525c7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:24.024890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-70a1119f-b520-4f28-8115-513831e7095e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Calling delete_port for ffc3e36a-4279-4486-be83-f3c3498525c7 owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:24.029059 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-f66f7d8c-d118-4c50-979c-0515cf168f44', 'network_id': 'f66f7d8c-d118-4c50-979c-0515cf168f44', 'project_id': 'f3ca38d132d041abb5f563f44a750e43', 'fixed_ips': [{'subnet_id': 'd2ee0626-8cc2-4d32-83ba-5537ac2d29b0'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:22:24.031345 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:24.219073 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-77f4b612-2e88-477f-ba38-fd1dfd3d8ab7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748219142283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59191702'] for subnet (d2ee0626-8cc2-4d32-83ba-5537ac2d29b0), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:24.317704 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Allocated IP 172.20.0.2 (f66f7d8c-d118-4c50-979c-0515cf168f44/d2ee0626-8cc2-4d32-83ba-5537ac2d29b0/3b3502e2-a2c8-43b7-bf44-9dc753b36baf) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:24.320570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f4b612-2e88-477f-ba38-fd1dfd3d8ab7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:24.329547 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-77f4b612-2e88-477f-ba38-fd1dfd3d8ab7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:24.333763 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-77f4b612-2e88-477f-ba38-fd1dfd3d8ab7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "PUT /v2.0/subnets/d2ee0626-8cc2-4d32-83ba-5537ac2d29b0 HTTP/1.1" status: 200 len: 806 time: 0.5780337 Mar 24 01:22:24.334183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52154) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:24.370536 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4b612-2e88-477f-ba38-fd1dfd3d8ab7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Subnet': ['ID=d2ee0626-8cc2-4d32-83ba-5537ac2d29b0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:24.372678 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70a1119f-b520-4f28-8115-513831e7095e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ffc3e36a-4279-4486-be83-f3c3498525c7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:24.504176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1119f-b520-4f28-8115-513831e7095e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Port': ['ID=ffc3e36a-4279-4486-be83-f3c3498525c7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:24.626652 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Publish callbacks [] for port (3b3502e2-a2c8-43b7-bf44-9dc753b36baf), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:24.640639 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (f66f7d8c-d118-4c50-979c-0515cf168f44), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:24.641395 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (3b3502e2-a2c8-43b7-bf44-9dc753b36baf), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:24.650256 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70a1119f-b520-4f28-8115-513831e7095e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:24.658604 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52160) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:24.660956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-70a1119f-b520-4f28-8115-513831e7095e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/ports/ffc3e36a-4279-4486-be83-f3c3498525c7 HTTP/1.1" status: 204 len: 168 time: 0.9477489 Mar 24 01:22:24.667078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:24.710651 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:24.717202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Deleting port 3b3502e2-a2c8-43b7-bf44-9dc753b36baf {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:24.717636 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3b3502e2-a2c8-43b7-bf44-9dc753b36baf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:24.751603 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Pushing event updated for resources: {'Port': ['ID=3b3502e2-a2c8-43b7-bf44-9dc753b36baf,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:24.763765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Network f66f7d8c-d118-4c50-979c-0515cf168f44 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:24.775594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:24.782715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:24.892676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Attempting to bind port 3b3502e2-a2c8-43b7-bf44-9dc753b36baf on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:22:24.893177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Attempting to bind port 3b3502e2-a2c8-43b7-bf44-9dc753b36baf by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'cdbc3c5b-011b-4b8b-be31-cc42b0090030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f66f7d8c-d118-4c50-979c-0515cf168f44'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:22:24.893556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Attempting to bind port 3b3502e2-a2c8-43b7-bf44-9dc753b36baf on network f66f7d8c-d118-4c50-979c-0515cf168f44 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:22:24.916218 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:22:24.917044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Checking segment: {'id': 'cdbc3c5b-011b-4b8b-be31-cc42b0090030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f66f7d8c-d118-4c50-979c-0515cf168f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:24.917193 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:24.917640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Bound using segment: {'id': 'cdbc3c5b-011b-4b8b-be31-cc42b0090030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f66f7d8c-d118-4c50-979c-0515cf168f44'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:22:24.918149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Bound port: 3b3502e2-a2c8-43b7-bf44-9dc753b36baf, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbc3c5b-011b-4b8b-be31-cc42b0090030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f66f7d8c-d118-4c50-979c-0515cf168f44'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:22:24.918539 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3b3502e2-a2c8-43b7-bf44-9dc753b36baf), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:24.950236 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:24.994630 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859aab5-332e-4a6a-9f05-9654d2760285 req-6244fcef-7785-4e6c-a893-c40814649c92 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:24.996027 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7859aab5-332e-4a6a-9f05-9654d2760285 req-6244fcef-7785-4e6c-a893-c40814649c92 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 944 time: 0.1754651 Mar 24 01:22:25.046412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] For port 3b3502e2-a2c8-43b7-bf44-9dc753b36baf, host n-d-760455-9, got binding levels [] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:25.046775 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3b3502e2-a2c8-43b7-bf44-9dc753b36baf), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:25.049610 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] For port 3b3502e2-a2c8-43b7-bf44-9dc753b36baf, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:22:25.055388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] For port 3b3502e2-a2c8-43b7-bf44-9dc753b36baf, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3b3502e2-a2c8-43b7-bf44-9dc753b36baf,segment=NetworkSegment(cdbc3c5b-011b-4b8b-be31-cc42b0090030),segment_id=cdbc3c5b-011b-4b8b-be31-cc42b0090030)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:22:25.069955 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3b3502e2-a2c8-43b7-bf44-9dc753b36baf), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:25.071373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7859aab5-332e-4a6a-9f05-9654d2760285 req-7d41deb3-e3a7-42c0-ad56-d1744f4bc3ac tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681906 Mar 24 01:22:25.076034 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Calling delete_port for 3b3502e2-a2c8-43b7-bf44-9dc753b36baf owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:25.153211 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Allocated IP 172.25.0.146 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/e8329a8f-16d2-44d2-9f9c-c94fb44fa789) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:25.157216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 48e7ca70-861a-48a3-b9e1-53de7babe35f details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:22:25.238767 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df798b-34af-4738-adc5-0b9c3ef9053b None None] Pushing event updated for resources: {'Port': ['ID=3b3502e2-a2c8-43b7-bf44-9dc753b36baf,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:25.393151 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 48e7ca70-861a-48a3-b9e1-53de7babe35f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=48e7ca70-861a-48a3-b9e1-53de7babe35f,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:25.416545 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '48e7ca70-861a-48a3-b9e1-53de7babe35f', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'port_id': '48e7ca70-861a-48a3-b9e1-53de7babe35f', 'mac_address': 'fa:16:3e:9c:ae:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:22:25.432902 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (e8329a8f-16d2-44d2-9f9c-c94fb44fa789), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:25.450854 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3b3502e2-a2c8-43b7-bf44-9dc753b36baf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:25.534740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Port': ['ID=3b3502e2-a2c8-43b7-bf44-9dc753b36baf,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:25.597752 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 48e7ca70-861a-48a3-b9e1-53de7babe35f is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:22:25.598282 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (48e7ca70-861a-48a3-b9e1-53de7babe35f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:25.612734 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e8329a8f-16d2-44d2-9f9c-c94fb44fa789), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:25.626365 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e7ca70-861a-48a3-b9e1-53de7babe35f {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:22:25.635589 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:25.638272 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:25.642683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:25.653467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No DVR routers for this DVR port 3b3502e2-a2c8-43b7-bf44-9dc753b36baf on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:22:25.655601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 48e7ca70-861a-48a3-b9e1-53de7babe35f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=48e7ca70-861a-48a3-b9e1-53de7babe35f,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:25.667160 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (48e7ca70-861a-48a3-b9e1-53de7babe35f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:25.775443 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (d2ee0626-8cc2-4d32-83ba-5537ac2d29b0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:25.778258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=48e7ca70-861a-48a3-b9e1-53de7babe35f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:25.818044 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=e8329a8f-16d2-44d2-9f9c-c94fb44fa789,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:25.863214 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['48e7ca70-861a-48a3-b9e1-53de7babe35f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:22:25.873958 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (eedb2672-c417-4353-a2cc-c9a4d4e96829), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:25.924060 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (d2ee0626-8cc2-4d32-83ba-5537ac2d29b0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:25.929797 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e8329a8f-16d2-44d2-9f9c-c94fb44fa789), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:25.989349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Subnet': ['ID=d2ee0626-8cc2-4d32-83ba-5537ac2d29b0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:26.137308 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (f66f7d8c-d118-4c50-979c-0515cf168f44), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:26.191508 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (e8329a8f-16d2-44d2-9f9c-c94fb44fa789), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:26.192649 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66f7d8c-d118-4c50-979c-0515cf168f44']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:26.204133 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (e8329a8f-16d2-44d2-9f9c-c94fb44fa789), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:26.240191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbc3c5b-011b-4b8b-be31-cc42b0090030') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:26.240805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbc3c5b-011b-4b8b-be31-cc42b0090030') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:26.258991 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (cdbc3c5b-011b-4b8b-be31-cc42b0090030), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:26.305352 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (cdbc3c5b-011b-4b8b-be31-cc42b0090030), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:26.321212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c77e7-b972-437e-9c15-9eff108e51bd req-4c5740e9-453c-4583-aa29-1c8e173ffe24 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:26.334036 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-062c77e7-b972-437e-9c15-9eff108e51bd req-4c5740e9-453c-4583-aa29-1c8e173ffe24 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 945 time: 0.1355431 Mar 24 01:22:26.361553 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=e8329a8f-16d2-44d2-9f9c-c94fb44fa789,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:26.376485 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:26.377323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (cdbc3c5b-011b-4b8b-be31-cc42b0090030), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:26.382646 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:26.423558 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (eedb2672-c417-4353-a2cc-c9a4d4e96829), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:26.469635 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:26.471829 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-843664de-60be-4fb3-afd4-7c8e7dd4659c tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8098018 Mar 24 01:22:26.477262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52176) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:26.484174 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-04072638-0cba-4ebc-bf69-d2e16b7ac801 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'port': {'network_id': 'd86a79b7-ad0e-405c-b758-a5c63986261a', 'name': 'tempest-FloatingIPTestJSON-1132085355'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:26.518529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-062c77e7-b972-437e-9c15-9eff108e51bd req-d40e6876-1ff2-4f5c-a865-678996ad1899 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622891 Mar 24 01:22:26.520083 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (f66f7d8c-d118-4c50-979c-0515cf168f44), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:26.549901 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:26.565424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/f66f7d8c-d118-4c50-979c-0515cf168f44 HTTP/1.1" status: 204 len: 168 time: 2.2278128 Mar 24 01:22:26.567007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52178) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:26.590062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d7668-a45f-4960-a36c-dc97c882ca50 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Network': ['ID=f66f7d8c-d118-4c50-979c-0515cf168f44,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:26.614889 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e72790-bcb0-4ce8-8985-38c2755f34f9 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:26.615445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e72790-bcb0-4ce8-8985-38c2755f34f9 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:26.627733 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52182) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:26.630009 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-70e72790-bcb0-4ce8-8985-38c2755f34f9 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/f66f7d8c-d118-4c50-979c-0515cf168f44 HTTP/1.1" status: 404 len: 339 time: 0.0490768 Mar 24 01:22:26.645526 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-406092c2-a769-4c24-b0d0-713bace53bee tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-173932071', 'description': 'd1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:26.745521 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04072638-0cba-4ebc-bf69-d2e16b7ac801 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Made reservation on behalf of 0210a85b4a6a4dea88845fc4246195ee for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:26.751630 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-04072638-0cba-4ebc-bf69-d2e16b7ac801 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:26.784254 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-04072638-0cba-4ebc-bf69-d2e16b7ac801 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] device_id is not set on port a6c33234-4d6f-4947-86e6-3c3e80c455e2 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:22:26.794104 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406092c2-a769-4c24-b0d0-713bace53bee tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:26.797758 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-406092c2-a769-4c24-b0d0-713bace53bee tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:26.875969 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406092c2-a769-4c24-b0d0-713bace53bee tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:22:26.916347 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-406092c2-a769-4c24-b0d0-713bace53bee tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d522eada-ed64-4137-964c-f7fb2cb167fd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:26.916777 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-406092c2-a769-4c24-b0d0-713bace53bee tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Added segment d522eada-ed64-4137-964c-f7fb2cb167fd of type vlan for network 557428d4-ca12-4ef1-b43b-de412fa04aca Mar 24 01:22:26.937506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-83ee54fb-7f85-48aa-bd4b-2e883e46a383 None None] Could not find standard attr ID for object 3b3502e2-a2c8-43b7-bf44-9dc753b36baf. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:22:26.971777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-04072638-0cba-4ebc-bf69-d2e16b7ac801 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Allocated IP 172.20.0.14 (d86a79b7-ad0e-405c-b758-a5c63986261a/11dfa863-79dc-4cda-acc4-16b258909c55/a6c33234-4d6f-4947-86e6-3c3e80c455e2) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:26.974735 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-406092c2-a769-4c24-b0d0-713bace53bee tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (557428d4-ca12-4ef1-b43b-de412fa04aca), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:26.996342 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a38ee5-676d-4799-83c2-3f271d8e3b1a None None] DHCP port deletion for f66f7d8c-d118-4c50-979c-0515cf168f44 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:22:27.015795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e943792-7fe3-4936-b74f-a5829e5e513a None None] Network f66f7d8c-d118-4c50-979c-0515cf168f44 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:27.028764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e943792-7fe3-4936-b74f-a5829e5e513a None None] Network f66f7d8c-d118-4c50-979c-0515cf168f44 could not be found, it might have been deleted concurrently. {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 24 01:22:27.028981 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-406092c2-a769-4c24-b0d0-713bace53bee tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (557428d4-ca12-4ef1-b43b-de412fa04aca), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:27.034824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406092c2-a769-4c24-b0d0-713bace53bee tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:27.035769 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-406092c2-a769-4c24-b0d0-713bace53bee tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:27.036399 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf880540-d4e9-4908-973e-b44b1f3cc46c None None] Network f66f7d8c-d118-4c50-979c-0515cf168f44 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:27.048711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf880540-d4e9-4908-973e-b44b1f3cc46c None None] Network f66f7d8c-d118-4c50-979c-0515cf168f44 could not be found, it might have been deleted concurrently. {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 24 01:22:27.130968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 48e7ca70-861a-48a3-b9e1-53de7babe35f up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:22:27.155063 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-406092c2-a769-4c24-b0d0-713bace53bee tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5260694 Mar 24 01:22:27.158436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52186) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:27.173293 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406092c2-a769-4c24-b0d0-713bace53bee tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Network': ['ID=557428d4-ca12-4ef1-b43b-de412fa04aca,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:27.192597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 557428d4-ca12-4ef1-b43b-de412fa04aca details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:22:27.236808 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-04072638-0cba-4ebc-bf69-d2e16b7ac801 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (a6c33234-4d6f-4947-86e6-3c3e80c455e2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:27.266747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494235f6-2f04-4f5e-afb9-2138b2395e4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:27.268656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-494235f6-2f04-4f5e-afb9-2138b2395e4b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "GET /v2.0/networks?id=557428d4-ca12-4ef1-b43b-de412fa04aca HTTP/1.1" status: 200 len: 760 time: 0.1091752 Mar 24 01:22:27.271277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52188) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:27.276885 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-04072638-0cba-4ebc-bf69-d2e16b7ac801 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a6c33234-4d6f-4947-86e6-3c3e80c455e2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:27.279759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-641c1a6c-9b66-48fd-a395-c562e1773d8e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'network': {'description': 'd2'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:27.306431 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 48e7ca70-861a-48a3-b9e1-53de7babe35f completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:22:27.311437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 48e7ca70-861a-48a3-b9e1-53de7babe35f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:22:27.311895 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (48e7ca70-861a-48a3-b9e1-53de7babe35f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:27.341292 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04072638-0cba-4ebc-bf69-d2e16b7ac801 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network d86a79b7-ad0e-405c-b758-a5c63986261a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:27.345916 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-04072638-0cba-4ebc-bf69-d2e16b7ac801 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:27.351236 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04072638-0cba-4ebc-bf69-d2e16b7ac801 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:27.416672 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04072638-0cba-4ebc-bf69-d2e16b7ac801 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:27.417582 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-04072638-0cba-4ebc-bf69-d2e16b7ac801 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:27.432385 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04072638-0cba-4ebc-bf69-d2e16b7ac801 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=a6c33234-4d6f-4947-86e6-3c3e80c455e2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:27.458408 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-04072638-0cba-4ebc-bf69-d2e16b7ac801 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9790173 Mar 24 01:22:27.461032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52192) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:27.467419 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3a029fe4-7eac-41df-b247-fc608b7d4ad2 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'floatingip': {'port_id': 'a6c33234-4d6f-4947-86e6-3c3e80c455e2'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:27.472867 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 48e7ca70-861a-48a3-b9e1-53de7babe35f is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:22:27.473567 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (48e7ca70-861a-48a3-b9e1-53de7babe35f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:27.477259 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-641c1a6c-9b66-48fd-a395-c562e1773d8e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (557428d4-ca12-4ef1-b43b-de412fa04aca), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:27.495641 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-641c1a6c-9b66-48fd-a395-c562e1773d8e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (557428d4-ca12-4ef1-b43b-de412fa04aca), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:27.499543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74477d9-ba77-4caf-8406-c12c994196fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e7ca70-861a-48a3-b9e1-53de7babe35f'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:22:27.501978 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75eb88a-523a-4374-b02a-699973af5f05" -d '{"events": [{"server_uuid": "a74477d9-ba77-4caf-8406-c12c994196fd", "name": "network-vif-plugged", "status": "completed", "tag": "48e7ca70-861a-48a3-b9e1-53de7babe35f"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:22:27.520606 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 48e7ca70-861a-48a3-b9e1-53de7babe35f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=48e7ca70-861a-48a3-b9e1-53de7babe35f,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:27.528627 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (48e7ca70-861a-48a3-b9e1-53de7babe35f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:27.534570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-641c1a6c-9b66-48fd-a395-c562e1773d8e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network 557428d4-ca12-4ef1-b43b-de412fa04aca is not hosted by any dhcp agent {{(pid=115730) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 24 01:22:27.538413 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a029fe4-7eac-41df-b247-fc608b7d4ad2 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (eedb2672-c417-4353-a2cc-c9a4d4e96829), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:27.549856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641c1a6c-9b66-48fd-a395-c562e1773d8e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:27.571978 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-641c1a6c-9b66-48fd-a395-c562e1773d8e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:27.577760 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-641c1a6c-9b66-48fd-a395-c562e1773d8e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "PUT /v2.0/networks/557428d4-ca12-4ef1-b43b-de412fa04aca HTTP/1.1" status: 200 len: 757 time: 0.3051713 Mar 24 01:22:27.580026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52198) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:27.591403 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118264cf-9aad-47cf-913f-4ce5c5742b54 x-openstack-request-id: req-118264cf-9aad-47cf-913f-4ce5c5742b54 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:22:27.591810 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74477d9-ba77-4caf-8406-c12c994196fd", "name": "network-vif-plugged", "status": "completed", "tag": "48e7ca70-861a-48a3-b9e1-53de7babe35f", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:22:27.592510 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-118264cf-9aad-47cf-913f-4ce5c5742b54 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:22:27.593013 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118264cf-9aad-47cf-913f-4ce5c5742b54'] response: {'server_uuid': 'a74477d9-ba77-4caf-8406-c12c994196fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e7ca70-861a-48a3-b9e1-53de7babe35f', 'code': 200} Mar 24 01:22:27.611380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=48e7ca70-861a-48a3-b9e1-53de7babe35f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:27.785232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c1a6c-9b66-48fd-a395-c562e1773d8e tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Network': ['ID=557428d4-ca12-4ef1-b43b-de412fa04aca,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:27.799658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 557428d4-ca12-4ef1-b43b-de412fa04aca details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:22:27.823309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9bbde2-bc47-4b96-80a8-1171e1111717 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:27.824223 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8c9bbde2-bc47-4b96-80a8-1171e1111717 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "GET /v2.0/networks?id=557428d4-ca12-4ef1-b43b-de412fa04aca HTTP/1.1" status: 200 len: 760 time: 0.1756334 Mar 24 01:22:27.832487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52204) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:27.843074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-280bb254-2992-43e0-8cf1-198d3387b68a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-675566452'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:27.863877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03a3cf-a343-45b0-bf11-42469d186276 req-f7d02c69-9616-45fd-9114-dc4c1a6727b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:27.868845 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f03a3cf-a343-45b0-bf11-42469d186276 req-f7d02c69-9616-45fd-9114-dc4c1a6727b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 1128 time: 0.2191811 Mar 24 01:22:27.898739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b8260-f0f1-4cf4-a01a-6f2a52b2315d req-1031eb1b-fa46-489c-80ef-0501114f7ddb tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:27.900251 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e02b8260-f0f1-4cf4-a01a-6f2a52b2315d req-1031eb1b-fa46-489c-80ef-0501114f7ddb tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 946 time: 0.2243178 Mar 24 01:22:27.930117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280bb254-2992-43e0-8cf1-198d3387b68a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:27.933698 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-280bb254-2992-43e0-8cf1-198d3387b68a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:27.991025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f03a3cf-a343-45b0-bf11-42469d186276 req-d735315b-d593-46d7-8054-c3d959f89a62 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155732 Mar 24 01:22:28.027780 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280bb254-2992-43e0-8cf1-198d3387b68a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:22:28.036303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e02b8260-f0f1-4cf4-a01a-6f2a52b2315d req-d1c9779c-c749-4d43-a9df-fd6796f16268 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260953 Mar 24 01:22:28.043355 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-280bb254-2992-43e0-8cf1-198d3387b68a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:28.043990 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-280bb254-2992-43e0-8cf1-198d3387b68a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Added segment cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425 of type vlan for network 8b888ea3-f5db-4bfe-a309-32259551f29e Mar 24 01:22:28.114557 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-280bb254-2992-43e0-8cf1-198d3387b68a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (8b888ea3-f5db-4bfe-a309-32259551f29e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:28.155795 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-280bb254-2992-43e0-8cf1-198d3387b68a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (8b888ea3-f5db-4bfe-a309-32259551f29e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:28.161843 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280bb254-2992-43e0-8cf1-198d3387b68a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:28.163653 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-280bb254-2992-43e0-8cf1-198d3387b68a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:28.176557 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a029fe4-7eac-41df-b247-fc608b7d4ad2 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:28.187990 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a029fe4-7eac-41df-b247-fc608b7d4ad2 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (eedb2672-c417-4353-a2cc-c9a4d4e96829), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:28.260581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280bb254-2992-43e0-8cf1-198d3387b68a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Network': ['ID=8b888ea3-f5db-4bfe-a309-32259551f29e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:28.273667 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 8b888ea3-f5db-4bfe-a309-32259551f29e details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:22:28.294629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-280bb254-2992-43e0-8cf1-198d3387b68a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4621501 Mar 24 01:22:28.295509 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52208) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:28.300543 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fc330868-9783-4b6c-b092-c1e7b7822b13 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'subnet': {'network_id': '8b888ea3-f5db-4bfe-a309-32259551f29e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:28.419924 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-3a029fe4-7eac-41df-b247-fc608b7d4ad2 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Floating IP eedb2672-c417-4353-a2cc-c9a4d4e96829 associated. External IP: 172.25.0.146, port: a6c33234-4d6f-4947-86e6-3c3e80c455e2. Mar 24 01:22:28.501346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc330868-9783-4b6c-b092-c1e7b7822b13 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:28.504966 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc330868-9783-4b6c-b092-c1e7b7822b13 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:28.755891 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8eee9fba-060d-4ed7-a19d-f21ab8b4f15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:29.248107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763ddac-b3c2-42a0-bc71-2b92b7298ef0 req-acc76249-ca5b-424f-9587-86d4eb09ac91 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:29.249743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b763ddac-b3c2-42a0-bc71-2b92b7298ef0 req-acc76249-ca5b-424f-9587-86d4eb09ac91 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 946 time: 0.0662198 Mar 24 01:22:29.341019 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b763ddac-b3c2-42a0-bc71-2b92b7298ef0 req-db332451-30f7-4a90-9d4b-4aac8a4b53a5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852356 Mar 24 01:22:29.481395 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a029fe4-7eac-41df-b247-fc608b7d4ad2 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router a6c1d374-d019-4d66-a344-f991bee20847 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:29.491844 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc330868-9783-4b6c-b092-c1e7b7822b13 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (53118e5b-2943-443b-9034-207d607fce6d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:29.524093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6805b-4ffb-4615-b035-cf843ab64df3 req-bf1cf5ea-2df6-4e22-921f-ffbe83f369a5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:29.526040 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d3d6805b-4ffb-4615-b035-cf843ab64df3 req-bf1cf5ea-2df6-4e22-921f-ffbe83f369a5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 946 time: 0.0727911 Mar 24 01:22:29.610849 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d3d6805b-4ffb-4615-b035-cf843ab64df3 req-47036845-ca1c-4241-91c0-2b83a0e36a43 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688615 Mar 24 01:22:29.693493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a029fe4-7eac-41df-b247-fc608b7d4ad2 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:29.704136 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a029fe4-7eac-41df-b247-fc608b7d4ad2 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:29.707771 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5882ec0-1cc6-4b72-a9a8-f9493e0eedba None None] Sync routers for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:29.733029 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5882ec0-1cc6-4b72-a9a8-f9493e0eedba None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:29.734231 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a5882ec0-1cc6-4b72-a9a8-f9493e0eedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:29.771347 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a5882ec0-1cc6-4b72-a9a8-f9493e0eedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:29.779900 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5882ec0-1cc6-4b72-a9a8-f9493e0eedba None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:29.780537 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a5882ec0-1cc6-4b72-a9a8-f9493e0eedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:29.792389 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc330868-9783-4b6c-b092-c1e7b7822b13 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Subnet': ['ID=53118e5b-2943-443b-9034-207d607fce6d,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:29.806600 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3a029fe4-7eac-41df-b247-fc608b7d4ad2 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "PUT /v2.0/floatingips/eedb2672-c417-4353-a2cc-c9a4d4e96829 HTTP/1.1" status: 200 len: 979 time: 2.3441682 Mar 24 01:22:29.807411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc330868-9783-4b6c-b092-c1e7b7822b13 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Checking segment: {'id': 'cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b888ea3-f5db-4bfe-a309-32259551f29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:29.808121 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc330868-9783-4b6c-b092-c1e7b7822b13 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network hostable DHCP agents. Network: 8b888ea3-f5db-4bfe-a309-32259551f29e, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:22:29.810764 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52230) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:29.827352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b37c1a-f3fc-4040-8fe2-2db67ee83c80 req-db29402b-6863-470b-92ba-47dabe66ec8d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:29.843524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11b37c1a-f3fc-4040-8fe2-2db67ee83c80 req-db29402b-6863-470b-92ba-47dabe66ec8d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 946 time: 0.1394506 Mar 24 01:22:29.851638 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a5882ec0-1cc6-4b72-a9a8-f9493e0eedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:29.852292 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5882ec0-1cc6-4b72-a9a8-f9493e0eedba None None] The sync data for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:29.919658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc330868-9783-4b6c-b092-c1e7b7822b13 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network 8b888ea3-f5db-4bfe-a309-32259551f29e is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:22:29.943081 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-5c2706d9-8cfd-4f8b-bce6-ec06915992ff tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting port a6c33234-4d6f-4947-86e6-3c3e80c455e2 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:29.943344 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c2706d9-8cfd-4f8b-bce6-ec06915992ff tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a6c33234-4d6f-4947-86e6-3c3e80c455e2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:29.946970 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-fc330868-9783-4b6c-b092-c1e7b7822b13 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 8b888ea3-f5db-4bfe-a309-32259551f29e) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:29.952530 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc330868-9783-4b6c-b092-c1e7b7822b13 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:29.953646 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc330868-9783-4b6c-b092-c1e7b7822b13 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:29.955338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a237ce8-e145-45e9-b3d9-e970ad3af69f None None] Network 8b888ea3-f5db-4bfe-a309-32259551f29e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:29.975169 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11b37c1a-f3fc-4040-8fe2-2db67ee83c80 req-a6aa9772-aa0e-4772-a0e3-539bb010fcec tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290190 Mar 24 01:22:30.055354 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fc330868-9783-4b6c-b092-c1e7b7822b13 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7585537 Mar 24 01:22:30.058523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52236) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:30.111286 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c2706d9-8cfd-4f8b-bce6-ec06915992ff tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a6c33234-4d6f-4947-86e6-3c3e80c455e2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.133434 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.214463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-8b888ea3-f5db-4bfe-a309-32259551f29e', 'network_id': '8b888ea3-f5db-4bfe-a309-32259551f29e', 'project_id': 'f3ca38d132d041abb5f563f44a750e43', 'fixed_ips': [{'subnet_id': '53118e5b-2943-443b-9034-207d607fce6d'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:22:30.215422 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.260017 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (8b888ea3-f5db-4bfe-a309-32259551f29e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.374011 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (53118e5b-2943-443b-9034-207d607fce6d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.470158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Allocated IP 172.20.0.2 (8b888ea3-f5db-4bfe-a309-32259551f29e/53118e5b-2943-443b-9034-207d607fce6d/c78d9b06-517d-4099-ae01-790970801575) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:30.554979 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c2706d9-8cfd-4f8b-bce6-ec06915992ff tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.555758 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c2706d9-8cfd-4f8b-bce6-ec06915992ff tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (eedb2672-c417-4353-a2cc-c9a4d4e96829), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.557850 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-5c2706d9-8cfd-4f8b-bce6-ec06915992ff tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Floating IP eedb2672-c417-4353-a2cc-c9a4d4e96829 disassociated. External IP: 172.25.0.146, port: a6c33234-4d6f-4947-86e6-3c3e80c455e2. Mar 24 01:22:30.557850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-5c2706d9-8cfd-4f8b-bce6-ec06915992ff tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Calling delete_port for a6c33234-4d6f-4947-86e6-3c3e80c455e2 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:30.566267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5516f7-fa67-461a-9cc2-be7c01478bee req-dc8ad1d3-94d0-456d-881a-f16af3be1c37 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:30.567800 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d5516f7-fa67-461a-9cc2-be7c01478bee req-dc8ad1d3-94d0-456d-881a-f16af3be1c37 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 946 time: 0.1481318 Mar 24 01:22:30.642342 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Publish callbacks [] for port (c78d9b06-517d-4099-ae01-790970801575), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.652884 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (c78d9b06-517d-4099-ae01-790970801575), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.666380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d5516f7-fa67-461a-9cc2-be7c01478bee req-f2381b2a-33b2-4d1e-99a5-ed04e16b8e51 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917270 Mar 24 01:22:30.691276 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (53118e5b-2943-443b-9034-207d607fce6d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.715833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Network 8b888ea3-f5db-4bfe-a309-32259551f29e is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:30.719266 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:30.725622 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:30.735008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Pushing event updated for resources: {'Port': ['ID=c78d9b06-517d-4099-ae01-790970801575,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:30.795556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Subnet': ['ID=53118e5b-2943-443b-9034-207d607fce6d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:30.833920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Attempting to bind port c78d9b06-517d-4099-ae01-790970801575 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:22:30.833920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Attempting to bind port c78d9b06-517d-4099-ae01-790970801575 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b888ea3-f5db-4bfe-a309-32259551f29e'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:22:30.833920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Attempting to bind port c78d9b06-517d-4099-ae01-790970801575 on network 8b888ea3-f5db-4bfe-a309-32259551f29e {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:22:30.872004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:22:30.876121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Checking segment: {'id': 'cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b888ea3-f5db-4bfe-a309-32259551f29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:30.876727 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.877291 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Bound using segment: {'id': 'cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b888ea3-f5db-4bfe-a309-32259551f29e'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:22:30.878020 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Bound port: c78d9b06-517d-4099-ae01-790970801575, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b888ea3-f5db-4bfe-a309-32259551f29e'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:22:30.878499 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c78d9b06-517d-4099-ae01-790970801575), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.880366 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (8b888ea3-f5db-4bfe-a309-32259551f29e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.884487 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c2706d9-8cfd-4f8b-bce6-ec06915992ff tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a6c33234-4d6f-4947-86e6-3c3e80c455e2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.923847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b888ea3-f5db-4bfe-a309-32259551f29e']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:30.940676 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:30.941324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:30.954163 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.966277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2706d9-8cfd-4f8b-bce6-ec06915992ff tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Port': ['ID=a6c33234-4d6f-4947-86e6-3c3e80c455e2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:30.974736 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-76bcdd0a-5be3-4c3a-bab2-415d63dd8548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.976182 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:30.992330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:30.992871 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:31.039390 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] For port c78d9b06-517d-4099-ae01-790970801575, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:31.133275 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:31.138142 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.api [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 01:22:31.138142 n-d-760455-9 neutron-server[115730]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 01:22:31.138142 n-d-760455-9 neutron-server[115730]: [parameters: {'id': '8b888ea3-f5db-4bfe-a309-32259551f29e'}] Mar 24 01:22:31.138142 n-d-760455-9 neutron-server[115730]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:22:31.138810 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] For port c78d9b06-517d-4099-ae01-790970801575, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c78d9b06-517d-4099-ae01-790970801575,segment=NetworkSegment(cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425),segment_id=cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:22:31.139236 n-d-760455-9 neutron-server[115730]: DEBUG oslo_db.api [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:22:31.149696 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c78d9b06-517d-4099-ae01-790970801575), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:31.222514 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2706d9-8cfd-4f8b-bce6-ec06915992ff tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router a6c1d374-d019-4d66-a344-f991bee20847 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:31.396625 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2706d9-8cfd-4f8b-bce6-ec06915992ff tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:31.515909 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c2706d9-8cfd-4f8b-bce6-ec06915992ff tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:31.521177 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5c2706d9-8cfd-4f8b-bce6-ec06915992ff tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/ports/a6c33234-4d6f-4947-86e6-3c3e80c455e2 HTTP/1.1" status: 204 len: 168 time: 1.7093339 Mar 24 01:22:31.523127 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae9dacf-51ba-40ca-8c60-b9ac3b180f76 None None] Sync routers for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:31.523866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52244) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:31.533663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de45153-06fa-49b6-9bc3-1f2bb400deaf None None] Pushing event updated for resources: {'Port': ['ID=c78d9b06-517d-4099-ae01-790970801575,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:31.564372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae9dacf-51ba-40ca-8c60-b9ac3b180f76 None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:31.565044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-eae9dacf-51ba-40ca-8c60-b9ac3b180f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:31.593595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7cbbc7fe-ef08-49f0-b892-1f90f8c75638 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "GET /v2.0/floatingips/eedb2672-c417-4353-a2cc-c9a4d4e96829 HTTP/1.1" status: 200 len: 688 time: 0.0654042 Mar 24 01:22:31.594503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52246) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:31.637945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-eae9dacf-51ba-40ca-8c60-b9ac3b180f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:31.639962 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (8b888ea3-f5db-4bfe-a309-32259551f29e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:31.657489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae9dacf-51ba-40ca-8c60-b9ac3b180f76 None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:31.658055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-eae9dacf-51ba-40ca-8c60-b9ac3b180f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:31.706164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d718ab-b526-48dd-a2c3-2f05b1c2c7fc None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:22:31.708394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-eae9dacf-51ba-40ca-8c60-b9ac3b180f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:31.709010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae9dacf-51ba-40ca-8c60-b9ac3b180f76 None None] The sync data for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:31.859645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d718ab-b526-48dd-a2c3-2f05b1c2c7fc None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:22:31.904357 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-56fa3163-05a4-4392-aaa0-c389c9fc5fb1 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting port e8329a8f-16d2-44d2-9f9c-c94fb44fa789 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:31.904697 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56fa3163-05a4-4392-aaa0-c389c9fc5fb1 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e8329a8f-16d2-44d2-9f9c-c94fb44fa789), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.009308 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e9053-c096-4607-acc3-24996d574c28 req-54549609-c976-4427-933e-eaa1af36849c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:32.010834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d4e9053-c096-4607-acc3-24996d574c28 req-54549609-c976-4427-933e-eaa1af36849c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.57 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 946 time: 0.2538102 Mar 24 01:22:32.043066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Deleting port c78d9b06-517d-4099-ae01-790970801575 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:32.043409 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c78d9b06-517d-4099-ae01-790970801575), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.075389 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56fa3163-05a4-4392-aaa0-c389c9fc5fb1 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e8329a8f-16d2-44d2-9f9c-c94fb44fa789), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.075732 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56fa3163-05a4-4392-aaa0-c389c9fc5fb1 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (e8329a8f-16d2-44d2-9f9c-c94fb44fa789), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.088424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c16ba26-95d5-404a-b0a3-7cfd090a0cbc None None] Network 8b888ea3-f5db-4bfe-a309-32259551f29e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:32.088935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-56fa3163-05a4-4392-aaa0-c389c9fc5fb1 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Calling delete_port for e8329a8f-16d2-44d2-9f9c-c94fb44fa789 owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:32.174036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] For port c78d9b06-517d-4099-ae01-790970801575, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c78d9b06-517d-4099-ae01-790970801575,segment=NetworkSegment(cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425),segment_id=cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:32.174670 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c78d9b06-517d-4099-ae01-790970801575), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.191533 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Calling delete_port for c78d9b06-517d-4099-ae01-790970801575 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:32.258578 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.259460 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56fa3163-05a4-4392-aaa0-c389c9fc5fb1 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e8329a8f-16d2-44d2-9f9c-c94fb44fa789), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.285204 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa3163-05a4-4392-aaa0-c389c9fc5fb1 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Port': ['ID=e8329a8f-16d2-44d2-9f9c-c94fb44fa789,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:32.300237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2aa70-65fb-4f53-9bdb-28eb1f280831 req-9b35c54f-bf8d-4c0c-8ae2-f30fe30853bc tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:32.305958 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34e2aa70-65fb-4f53-9bdb-28eb1f280831 req-9b35c54f-bf8d-4c0c-8ae2-f30fe30853bc tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 946 time: 0.4869962 Mar 24 01:22:32.363066 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56fa3163-05a4-4392-aaa0-c389c9fc5fb1 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (eedb2672-c417-4353-a2cc-c9a4d4e96829), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.366660 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56fa3163-05a4-4392-aaa0-c389c9fc5fb1 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.369136 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-56fa3163-05a4-4392-aaa0-c389c9fc5fb1 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/floatingips/eedb2672-c417-4353-a2cc-c9a4d4e96829 HTTP/1.1" status: 204 len: 168 time: 0.7729139 Mar 24 01:22:32.371266 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52256) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:32.375950 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': '3d4ce8cf-7570-4403-879d-96fba41c71ef'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:32.399593 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.432132 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34e2aa70-65fb-4f53-9bdb-28eb1f280831 req-1c892b4e-3982-46f9-ba12-373cf4594ed1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057076 Mar 24 01:22:32.470861 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c78d9b06-517d-4099-ae01-790970801575), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.480163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-5d4e9053-c096-4607-acc3-24996d574c28 req-b8cc1a69-f95e-4248-848d-5c2e0468baca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Deleting port 48e7ca70-861a-48a3-b9e1-53de7babe35f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:32.480500 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5d4e9053-c096-4607-acc3-24996d574c28 req-b8cc1a69-f95e-4248-848d-5c2e0468baca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (48e7ca70-861a-48a3-b9e1-53de7babe35f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.575479 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.586510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No DVR routers for this DVR port c78d9b06-517d-4099-ae01-790970801575 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:22:32.587847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Port': ['ID=c78d9b06-517d-4099-ae01-790970801575,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:32.591936 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.680691 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (8b888ea3-f5db-4bfe-a309-32259551f29e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.740386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b888ea3-f5db-4bfe-a309-32259551f29e']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:32.768627 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:32.768627 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:32.771160 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Allocated IP 172.25.0.128 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/ee68a1f4-a27b-4f59-b7fa-03dce0d2fbe2) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:32.787617 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.812305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-5d4e9053-c096-4607-acc3-24996d574c28 req-b8cc1a69-f95e-4248-848d-5c2e0468baca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] For port 48e7ca70-861a-48a3-b9e1-53de7babe35f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=48e7ca70-861a-48a3-b9e1-53de7babe35f,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:32.812713 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5d4e9053-c096-4607-acc3-24996d574c28 req-b8cc1a69-f95e-4248-848d-5c2e0468baca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (48e7ca70-861a-48a3-b9e1-53de7babe35f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.822772 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.832515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-5d4e9053-c096-4607-acc3-24996d574c28 req-b8cc1a69-f95e-4248-848d-5c2e0468baca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Calling delete_port for 48e7ca70-861a-48a3-b9e1-53de7babe35f owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:32.839694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:32.840093 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (cd64e9ec-5d75-4cd2-aab8-b9c59c1b2425), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:32.843109 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:32.847217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c2a1f-2a8d-4e1f-abf6-f4c5ef5eb765 req-e8350d8d-1d39-4c84-b977-445b7acd7440 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:32.848258 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-418c2a1f-2a8d-4e1f-abf6-f4c5ef5eb765 req-e8350d8d-1d39-4c84-b977-445b7acd7440 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1128 time: 0.1470528 Mar 24 01:22:32.919518 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (ee68a1f4-a27b-4f59-b7fa-03dce0d2fbe2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.972775 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ee68a1f4-a27b-4f59-b7fa-03dce0d2fbe2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:32.977646 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (8b888ea3-f5db-4bfe-a309-32259551f29e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:33.002574 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:33.008567 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/8b888ea3-f5db-4bfe-a309-32259551f29e HTTP/1.1" status: 204 len: 168 time: 2.9489651 Mar 24 01:22:33.013367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52264) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:33.050586 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:33.053193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:33.061045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-418c2a1f-2a8d-4e1f-abf6-f4c5ef5eb765 req-eaa3eb38-b3b1-4024-9413-483e09c79c4b tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727679 Mar 24 01:22:33.061835 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00d30b-ec02-45c5-8598-4f39e1ed3988 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Network': ['ID=8b888ea3-f5db-4bfe-a309-32259551f29e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:33.065625 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d60a00-37a1-4583-8922-a371c652b050 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] GET failed (client error): The resource could not be found. Mar 24 01:22:33.069161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:33.069834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-91d60a00-37a1-4583-8922-a371c652b050 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "GET /v2.0/subnets/53118e5b-2943-443b-9034-207d607fce6d HTTP/1.1" status: 404 len: 337 time: 0.0529060 Mar 24 01:22:33.072440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52266) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:33.091762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52268) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:33.107049 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-e698e238-e804-4a2b-b943-c60ec71a7693 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:33.107798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e698e238-e804-4a2b-b943-c60ec71a7693 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:33.114981 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e698e238-e804-4a2b-b943-c60ec71a7693 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/8b888ea3-f5db-4bfe-a309-32259551f29e HTTP/1.1" status: 404 len: 339 time: 0.0415142 Mar 24 01:22:33.115532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52272) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:33.124314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=ee68a1f4-a27b-4f59-b7fa-03dce0d2fbe2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:33.500428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8beebf-9af2-4e85-97be-ca66bfa5458c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:33.502059 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3f8beebf-9af2-4e85-97be-ca66bfa5458c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3830523 Mar 24 01:22:33.504879 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52278) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:33.557440 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5d4e9053-c096-4607-acc3-24996d574c28 req-b8cc1a69-f95e-4248-848d-5c2e0468baca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (48e7ca70-861a-48a3-b9e1-53de7babe35f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:33.719631 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:33.972985 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (1495804a-5b47-4c06-97b4-46996ba1703f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:33.981732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc1a69-f95e-4248-848d-5c2e0468baca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event deleted for resources: {'Port': ['ID=48e7ca70-861a-48a3-b9e1-53de7babe35f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:34.003218 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-558937a1-b1ef-46ab-9780-25240293d9b2 req-558dfab8-6acb-4958-8772-5c9d18540368 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.4432585 Mar 24 01:22:34.079094 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4e9053-c096-4607-acc3-24996d574c28 req-b8cc1a69-f95e-4248-848d-5c2e0468baca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] No DVR routers for this DVR port 48e7ca70-861a-48a3-b9e1-53de7babe35f on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:22:34.095965 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-036da22b-3e52-4c89-a84c-1c466f3bf6c1 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 207 time: 0.5868526 Mar 24 01:22:34.095965 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ee68a1f4-a27b-4f59-b7fa-03dce0d2fbe2), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:34.108004 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5d4e9053-c096-4607-acc3-24996d574c28 req-b8cc1a69-f95e-4248-848d-5c2e0468baca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:34.111450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d4e9053-c096-4607-acc3-24996d574c28 req-b8cc1a69-f95e-4248-848d-5c2e0468baca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.57 "DELETE /v2.0/ports/48e7ca70-861a-48a3-b9e1-53de7babe35f HTTP/1.1" status: 204 len: 173 time: 2.0886850 Mar 24 01:22:34.111812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52282) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:34.113200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74477d9-ba77-4caf-8406-c12c994196fd', 'name': 'network-vif-deleted', 'tag': '48e7ca70-861a-48a3-b9e1-53de7babe35f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:22:34.115667 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361b05fd-8331-4b60-87da-1d9a619e80fe" -d '{"events": [{"server_uuid": "a74477d9-ba77-4caf-8406-c12c994196fd", "name": "network-vif-deleted", "tag": "48e7ca70-861a-48a3-b9e1-53de7babe35f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:22:34.318139 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cdde74-0d34-48dc-bbfa-8a2ccf16b888 x-openstack-request-id: req-22cdde74-0d34-48dc-bbfa-8a2ccf16b888 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:22:34.318535 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74477d9-ba77-4caf-8406-c12c994196fd", "name": "network-vif-deleted", "tag": "48e7ca70-861a-48a3-b9e1-53de7babe35f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:22:34.318904 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22cdde74-0d34-48dc-bbfa-8a2ccf16b888 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:22:34.319434 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22cdde74-0d34-48dc-bbfa-8a2ccf16b888'] response: {'server_uuid': 'a74477d9-ba77-4caf-8406-c12c994196fd', 'name': 'network-vif-deleted', 'tag': '48e7ca70-861a-48a3-b9e1-53de7babe35f', 'status': 'completed', 'code': 200} Mar 24 01:22:34.415870 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (ee68a1f4-a27b-4f59-b7fa-03dce0d2fbe2), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:34.422947 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (ee68a1f4-a27b-4f59-b7fa-03dce0d2fbe2), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:34.469969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-d969a53d-b5c7-4457-99e6-7de6f14bf677 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting port 9a58fc7b-9e60-4be8-8489-54265738225e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:34.470476 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d969a53d-b5c7-4457-99e6-7de6f14bf677 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9a58fc7b-9e60-4be8-8489-54265738225e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:34.518097 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=ee68a1f4-a27b-4f59-b7fa-03dce0d2fbe2,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:34.527742 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (1495804a-5b47-4c06-97b4-46996ba1703f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:34.547442 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d969a53d-b5c7-4457-99e6-7de6f14bf677 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9a58fc7b-9e60-4be8-8489-54265738225e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:34.547924 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d969a53d-b5c7-4457-99e6-7de6f14bf677 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for floatingip (9a58fc7b-9e60-4be8-8489-54265738225e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:34.562162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-d969a53d-b5c7-4457-99e6-7de6f14bf677 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Calling delete_port for 9a58fc7b-9e60-4be8-8489-54265738225e owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:34.653586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97fabeb-0040-4aea-9b79-6a1fca18ba53 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:34.656501 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Floating IP 1495804a-5b47-4c06-97b4-46996ba1703f associated. External IP: 172.25.0.128, port: 3d4ce8cf-7570-4403-879d-96fba41c71ef. Mar 24 01:22:34.659491 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97fabeb-0040-4aea-9b79-6a1fca18ba53 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:34.665834 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97fabeb-0040-4aea-9b79-6a1fca18ba53 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:34.671340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97fabeb-0040-4aea-9b79-6a1fca18ba53 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:34.679057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e97fabeb-0040-4aea-9b79-6a1fca18ba53 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5559919 Mar 24 01:22:34.681882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52292) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:34.856330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3eece67e-d00a-4b2f-9090-47298cc5ccc9 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1728942 Mar 24 01:22:34.857332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52294) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:34.949812 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d969a53d-b5c7-4457-99e6-7de6f14bf677 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (9a58fc7b-9e60-4be8-8489-54265738225e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:34.954797 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router a6c1d374-d019-4d66-a344-f991bee20847 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:34.964086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10cae12-93d7-4f34-a119-15edf85895b2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:34.965860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10cae12-93d7-4f34-a119-15edf85895b2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:34.971465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a10cae12-93d7-4f34-a119-15edf85895b2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1110353 Mar 24 01:22:34.992576 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52296) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:35.007442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969a53d-b5c7-4457-99e6-7de6f14bf677 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Port': ['ID=9a58fc7b-9e60-4be8-8489-54265738225e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:35.131258 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:35.150073 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a78f7-64a2-437c-aa96-5c80b48dff0e None None] Sync routers for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:35.160165 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:35.168785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 48e7ca70-861a-48a3-b9e1-53de7babe35f no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:22:35.175835 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a78f7-64a2-437c-aa96-5c80b48dff0e None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:35.176399 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f63a78f7-64a2-437c-aa96-5c80b48dff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:35.182514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fe1ab22-7204-434f-a88b-4c7d894a1a0a req-7097352a-58bf-478f-afd1-73e4b41d0f67 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.0849020 Mar 24 01:22:35.216962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d05adb8-6496-41d0-b50e-7ffca63fac38 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:35.218497 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d05adb8-6496-41d0-b50e-7ffca63fac38 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:35.220164 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0d05adb8-6496-41d0-b50e-7ffca63fac38 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2242653 Mar 24 01:22:35.228555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52300) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:35.252397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 48e7ca70-861a-48a3-b9e1-53de7babe35f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:22:35.252781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 48e7ca70-861a-48a3-b9e1-53de7babe35f not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:22:35.253939 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f63a78f7-64a2-437c-aa96-5c80b48dff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:35.258075 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7382c2f4-a956-4ff1-8b32-1db8c0d4ff20 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8827615 Mar 24 01:22:35.262778 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52302) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:35.267933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b8aba005-f434-4fc3-a150-ebafdf1a0891 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1700055278'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:35.284594 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a78f7-64a2-437c-aa96-5c80b48dff0e None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:35.285508 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f63a78f7-64a2-437c-aa96-5c80b48dff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:35.298959 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:35.309085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aba005-f434-4fc3-a150-ebafdf1a0891 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Made reservation on behalf of 0210a85b4a6a4dea88845fc4246195ee for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:35.312545 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8aba005-f434-4fc3-a150-ebafdf1a0891 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:35.376316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8aba005-f434-4fc3-a150-ebafdf1a0891 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:22:35.386719 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d969a53d-b5c7-4457-99e6-7de6f14bf677 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for floatingip (daee92b2-abed-474b-8f0d-a25e5642b262), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:35.387082 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-d969a53d-b5c7-4457-99e6-7de6f14bf677 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Floating IP daee92b2-abed-474b-8f0d-a25e5642b262 disassociated (deleted). External IP: 172.25.0.151, port: f6578c37-b95e-435f-9589-4002ba4bdd3a. Mar 24 01:22:35.396666 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8aba005-f434-4fc3-a150-ebafdf1a0891 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8b2760d2-6f12-43c0-80f7-ce0012cae9cb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:35.397056 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-b8aba005-f434-4fc3-a150-ebafdf1a0891 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Added segment 8b2760d2-6f12-43c0-80f7-ce0012cae9cb of type vlan for network 9c25073a-e870-409c-94ee-fa7b44ee14ee Mar 24 01:22:35.411114 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f63a78f7-64a2-437c-aa96-5c80b48dff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:35.411971 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a78f7-64a2-437c-aa96-5c80b48dff0e None None] The sync data for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:35.498606 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8aba005-f434-4fc3-a150-ebafdf1a0891 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (9c25073a-e870-409c-94ee-fa7b44ee14ee), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:35.552661 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8aba005-f434-4fc3-a150-ebafdf1a0891 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (9c25073a-e870-409c-94ee-fa7b44ee14ee), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:35.559475 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aba005-f434-4fc3-a150-ebafdf1a0891 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:35.560097 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8aba005-f434-4fc3-a150-ebafdf1a0891 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:35.574216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adf26af-7313-422c-aff5-9e9ab64b6b44 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:35.579182 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5adf26af-7313-422c-aff5-9e9ab64b6b44 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "GET /v2.0/networks/bc8e2144-4b65-41a6-810e-188d7a937222 HTTP/1.1" status: 200 len: 799 time: 0.3463140 Mar 24 01:22:35.579568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52308) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:35.694785 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b8aba005-f434-4fc3-a150-ebafdf1a0891 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4253755 Mar 24 01:22:35.697665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52310) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:35.708206 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-090109a4-b4d0-4819-beaa-6fd2f762fd00 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'subnet': {'network_id': '9c25073a-e870-409c-94ee-fa7b44ee14ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:35.803134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f0744d8b-38fa-4c30-8829-63f067b8e530 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "GET /v2.0/networks/bc8e2144-4b65-41a6-810e-188d7a937222?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2191961 Mar 24 01:22:35.805518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52312) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:35.828269 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aba005-f434-4fc3-a150-ebafdf1a0891 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Network': ['ID=9c25073a-e870-409c-94ee-fa7b44ee14ee,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:35.839724 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 9c25073a-e870-409c-94ee-fa7b44ee14ee details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:22:35.910584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d969a53d-b5c7-4457-99e6-7de6f14bf677 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router 29fbedff-b983-4ce2-993a-993487d68d23 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:35.911362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090109a4-b4d0-4819-beaa-6fd2f762fd00 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Made reservation on behalf of 0210a85b4a6a4dea88845fc4246195ee for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:35.917974 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-090109a4-b4d0-4819-beaa-6fd2f762fd00 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:35.925285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce98ed6-b9ba-4025-b46c-57848a45b8fe tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:35.927210 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9ce98ed6-b9ba-4025-b46c-57848a45b8fe tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "GET /v2.0/subnets/c341c4b4-6ab7-46cc-bc58-f221826d589e HTTP/1.1" status: 200 len: 811 time: 0.1206617 Mar 24 01:22:35.931734 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52314) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:36.122354 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ac96cc-85ee-4ebe-9855-89fac8b7c780 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['shared'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:36.129951 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-29ac96cc-85ee-4ebe-9855-89fac8b7c780 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "GET /v2.0/subnets/c341c4b4-6ab7-46cc-bc58-f221826d589e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1927469 Mar 24 01:22:36.130151 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52316) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:36.137887 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b94af49a-1223-4cf1-8cc8-41fe54b09ac7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-922064607'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:36.159176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d969a53d-b5c7-4457-99e6-7de6f14bf677 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:36.166689 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d969a53d-b5c7-4457-99e6-7de6f14bf677 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:36.173259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf1b05c-6d23-48ca-a79d-df0285c0397b None None] Sync routers for ids ['29fbedff-b983-4ce2-993a-993487d68d23'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:36.190574 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf1b05c-6d23-48ca-a79d-df0285c0397b None None] Routers {'29fbedff-b983-4ce2-993a-993487d68d23'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:36.191531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-cbf1b05c-6d23-48ca-a79d-df0285c0397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['29fbedff-b983-4ce2-993a-993487d68d23'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:36.247481 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94af49a-1223-4cf1-8cc8-41fe54b09ac7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:36.250782 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b94af49a-1223-4cf1-8cc8-41fe54b09ac7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:36.258731 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d969a53d-b5c7-4457-99e6-7de6f14bf677 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/floatingips/daee92b2-abed-474b-8f0d-a25e5642b262 HTTP/1.1" status: 204 len: 168 time: 3.1591053 Mar 24 01:22:36.320903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:22:36.323911 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8653451a-a50f-406f-ab2c-ff06d96617aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:22:36.351364 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-090109a4-b4d0-4819-beaa-6fd2f762fd00 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (88ddd734-c8fd-4da8-873c-1338c11598bc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:36.359188 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94af49a-1223-4cf1-8cc8-41fe54b09ac7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:22:36.416011 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b94af49a-1223-4cf1-8cc8-41fe54b09ac7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7f0ab60a-5f0a-47a6-92ce-ed1c560cd030), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:36.416353 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-b94af49a-1223-4cf1-8cc8-41fe54b09ac7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Added segment 7f0ab60a-5f0a-47a6-92ce-ed1c560cd030 of type vlan for network 9ea93de5-b31f-4c9b-885e-287bc8cb039f Mar 24 01:22:36.421014 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38df810b-8a4c-478f-81bf-35fb9a1b6f88 req-b95b2d0e-8e74-4118-96dc-bddd632dd6ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.0879805 Mar 24 01:22:36.442980 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-cbf1b05c-6d23-48ca-a79d-df0285c0397b None None] Set router 29fbedff-b983-4ce2-993a-993487d68d23 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:22:36.537112 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd453ec-c2d3-43ab-98ec-1370d833af3e x-openstack-request-id: req-fdd453ec-c2d3-43ab-98ec-1370d833af3e {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:22:36.537760 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:22:36.538251 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdd453ec-c2d3-43ab-98ec-1370d833af3e {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:22:36.539326 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd453ec-c2d3-43ab-98ec-1370d833af3e'] response: {'name': 'network-changed', 'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'status': 'completed', 'code': 200} Mar 24 01:22:36.657959 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090109a4-b4d0-4819-beaa-6fd2f762fd00 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Checking segment: {'id': '8b2760d2-6f12-43c0-80f7-ce0012cae9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c25073a-e870-409c-94ee-fa7b44ee14ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:36.658382 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090109a4-b4d0-4819-beaa-6fd2f762fd00 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network hostable DHCP agents. Network: 9c25073a-e870-409c-94ee-fa7b44ee14ee, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:22:36.668961 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090109a4-b4d0-4819-beaa-6fd2f762fd00 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Subnet': ['ID=88ddd734-c8fd-4da8-873c-1338c11598bc,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:36.719098 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b94af49a-1223-4cf1-8cc8-41fe54b09ac7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (9ea93de5-b31f-4c9b-885e-287bc8cb039f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:36.782056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090109a4-b4d0-4819-beaa-6fd2f762fd00 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network 9c25073a-e870-409c-94ee-fa7b44ee14ee is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:22:36.795510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfbb98-008a-4879-9259-c3a7c1bdbe9a req-e19fc9cc-d7cc-45d9-a151-6e798ee3ed3a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:36.798328 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-090109a4-b4d0-4819-beaa-6fd2f762fd00 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 9c25073a-e870-409c-94ee-fa7b44ee14ee) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:36.804778 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34bfbb98-008a-4879-9259-c3a7c1bdbe9a req-e19fc9cc-d7cc-45d9-a151-6e798ee3ed3a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 946 time: 0.1366456 Mar 24 01:22:36.805344 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090109a4-b4d0-4819-beaa-6fd2f762fd00 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:36.805941 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-090109a4-b4d0-4819-beaa-6fd2f762fd00 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:36.814603 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b94af49a-1223-4cf1-8cc8-41fe54b09ac7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (9ea93de5-b31f-4c9b-885e-287bc8cb039f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:36.819669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362ba3e4-a8d1-4b5e-8760-8e53255dbd72 None None] Network 9c25073a-e870-409c-94ee-fa7b44ee14ee requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:36.820766 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94af49a-1223-4cf1-8cc8-41fe54b09ac7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:36.821391 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b94af49a-1223-4cf1-8cc8-41fe54b09ac7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:36.837154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653451a-a50f-406f-ab2c-ff06d96617aa req-7f8d398b-22e1-4559-abe6-430afdc770e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:36.838670 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8653451a-a50f-406f-ab2c-ff06d96617aa req-7f8d398b-22e1-4559-abe6-430afdc770e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 1128 time: 0.2598677 Mar 24 01:22:36.895883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-cbf1b05c-6d23-48ca-a79d-df0285c0397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fbedff-b983-4ce2-993a-993487d68d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061986791', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:20:18Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '83f7d662-e4f6-49e6-80f1-5fc1657e22c5', 'name': '', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:81:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '6daa362a-df52-4549-a37d-76433e1092fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:15Z', 'updated_at': '2022-03-24T01:20:26Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '6daa362a-df52-4549-a37d-76433e1092fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:36.927807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34bfbb98-008a-4879-9259-c3a7c1bdbe9a req-686ecd95-9a46-4ef1-8a53-c5ff49d2b1d9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181252 Mar 24 01:22:36.946732 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653451a-a50f-406f-ab2c-ff06d96617aa req-34876658-7de1-42cf-8117-95fcf08c8af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:36.948167 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8653451a-a50f-406f-ab2c-ff06d96617aa req-34876658-7de1-42cf-8117-95fcf08c8af6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=afdb68c5-3dd6-4050-96c7-9ba9580870f0 HTTP/1.1" status: 200 len: 897 time: 0.1032541 Mar 24 01:22:36.950766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf1b05c-6d23-48ca-a79d-df0285c0397b None None] Checking router: 29fbedff-b983-4ce2-993a-993487d68d23 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:22:36.977992 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf1b05c-6d23-48ca-a79d-df0285c0397b None None] Routers {'29fbedff-b983-4ce2-993a-993487d68d23'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:36.979112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-cbf1b05c-6d23-48ca-a79d-df0285c0397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['29fbedff-b983-4ce2-993a-993487d68d23'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:37.008460 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-090109a4-b4d0-4819-beaa-6fd2f762fd00 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3059857 Mar 24 01:22:37.009396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52330) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:37.015325 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-526319652', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}, 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:37.036366 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b94af49a-1223-4cf1-8cc8-41fe54b09ac7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9053259 Mar 24 01:22:37.040668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52332) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:37.041200 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8653451a-a50f-406f-ab2c-ff06d96617aa req-7027d4b6-42a8-4575-ac50-d4c85150c1d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 200 len: 217 time: 0.0548682 Mar 24 01:22:37.054442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-5fa3ea6e-97dc-45a8-9bb8-e24af18ae0a7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'subnet': {'network_id': '9ea93de5-b31f-4c9b-885e-287bc8cb039f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:37.060875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94af49a-1223-4cf1-8cc8-41fe54b09ac7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Network': ['ID=9ea93de5-b31f-4c9b-885e-287bc8cb039f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:37.085260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 9ea93de5-b31f-4c9b-885e-287bc8cb039f details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:22:37.123012 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653451a-a50f-406f-ab2c-ff06d96617aa req-0d27e9b5-999d-44da-b977-dfc361e29367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:37.125059 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8653451a-a50f-406f-ab2c-ff06d96617aa req-0d27e9b5-999d-44da-b977-dfc361e29367 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6daa362a-df52-4549-a37d-76433e1092fa HTTP/1.1" status: 200 len: 834 time: 0.0762010 Mar 24 01:22:37.131003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-9c25073a-e870-409c-94ee-fa7b44ee14ee', 'network_id': '9c25073a-e870-409c-94ee-fa7b44ee14ee', 'project_id': '0210a85b4a6a4dea88845fc4246195ee', 'fixed_ips': [{'subnet_id': '88ddd734-c8fd-4da8-873c-1338c11598bc'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:22:37.132428 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:37.201863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653451a-a50f-406f-ab2c-ff06d96617aa req-cad26122-7cbb-4a6a-ac1d-2eda4c1141f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:37.204970 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8653451a-a50f-406f-ab2c-ff06d96617aa req-cad26122-7cbb-4a6a-ac1d-2eda4c1141f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afdb68c5-3dd6-4050-96c7-9ba9580870f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0721488 Mar 24 01:22:37.223295 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (ad1f2b32-a72a-4983-b94d-1be93f1ec910), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:37.226717 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (ad1f2b32-a72a-4983-b94d-1be93f1ec910), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:37.285653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-cbf1b05c-6d23-48ca-a79d-df0285c0397b None None] Set router 29fbedff-b983-4ce2-993a-993487d68d23 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:22:37.306235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa3ea6e-97dc-45a8-9bb8-e24af18ae0a7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Made reservation on behalf of f3ca38d132d041abb5f563f44a750e43 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:37.309994 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ea6e-97dc-45a8-9bb8-e24af18ae0a7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:37.358829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Allocated IP 172.20.0.2 (9c25073a-e870-409c-94ee-fa7b44ee14ee/88ddd734-c8fd-4da8-873c-1338c11598bc/da60bd2a-e4c3-4bc0-875e-70914852d6da) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:37.383414 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8653451a-a50f-406f-ab2c-ff06d96617aa req-5d4c11a0-8123-43ce-9ec1-92d74f941525 service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697319 Mar 24 01:22:37.543644 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Publish callbacks [] for port (da60bd2a-e4c3-4bc0-875e-70914852d6da), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:37.608802 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8653451a-a50f-406f-ab2c-ff06d96617aa req-2c16f8df-cc4a-471a-84ad-00caed1df33c service neutron] 10.222.0.48 "GET /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208657 Mar 24 01:22:37.648765 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (da60bd2a-e4c3-4bc0-875e-70914852d6da), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:37.732797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Pushing event updated for resources: {'Port': ['ID=da60bd2a-e4c3-4bc0-875e-70914852d6da,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:37.772574 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ec0a9fc-c946-4fc3-a0de-7df06bd780c9 req-cd107a37-d598-49e9-a2f0-d52bb8953263 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.0767529 Mar 24 01:22:37.776437 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router_controller (ad1f2b32-a72a-4983-b94d-1be93f1ec910), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:37.777956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.ipam_backend_mixin [None req-5fa3ea6e-97dc-45a8-9bb8-e24af18ae0a7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Performing IP validity checks on allocation pools {{(pid=115730) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 24 01:22:37.778797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.ipam_backend_mixin [None req-5fa3ea6e-97dc-45a8-9bb8-e24af18ae0a7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115730) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 24 01:22:37.781682 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Network 9c25073a-e870-409c-94ee-fa7b44ee14ee is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:37.785350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:37.789416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:37.874328 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Attempting to bind port da60bd2a-e4c3-4bc0-875e-70914852d6da on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:22:37.875684 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Attempting to bind port da60bd2a-e4c3-4bc0-875e-70914852d6da by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '8b2760d2-6f12-43c0-80f7-ce0012cae9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c25073a-e870-409c-94ee-fa7b44ee14ee'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:22:37.875684 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Attempting to bind port da60bd2a-e4c3-4bc0-875e-70914852d6da on network 9c25073a-e870-409c-94ee-fa7b44ee14ee {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:22:37.883406 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:22:37.883898 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Checking segment: {'id': '8b2760d2-6f12-43c0-80f7-ce0012cae9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c25073a-e870-409c-94ee-fa7b44ee14ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:37.884311 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:37.884717 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Bound using segment: {'id': '8b2760d2-6f12-43c0-80f7-ce0012cae9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c25073a-e870-409c-94ee-fa7b44ee14ee'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:22:37.885225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Bound port: da60bd2a-e4c3-4bc0-875e-70914852d6da, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2760d2-6f12-43c0-80f7-ce0012cae9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c25073a-e870-409c-94ee-fa7b44ee14ee'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:22:37.885619 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (da60bd2a-e4c3-4bc0-875e-70914852d6da), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:37.973845 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] For port da60bd2a-e4c3-4bc0-875e-70914852d6da, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:22:37.977481 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] For port da60bd2a-e4c3-4bc0-875e-70914852d6da, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=da60bd2a-e4c3-4bc0-875e-70914852d6da,segment=NetworkSegment(8b2760d2-6f12-43c0-80f7-ce0012cae9cb),segment_id=8b2760d2-6f12-43c0-80f7-ce0012cae9cb)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:22:38.004978 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (da60bd2a-e4c3-4bc0-875e-70914852d6da), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:38.077853 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de896869-d31f-4aeb-99e5-ca8b430686c8 req-f3677dad-9bce-45bf-ad36-ebdc9d1d55a8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:38.079334 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-de896869-d31f-4aeb-99e5-ca8b430686c8 req-f3677dad-9bce-45bf-ad36-ebdc9d1d55a8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.48 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 946 time: 0.1730256 Mar 24 01:22:38.178951 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3cca8-2cff-41f3-9691-c935ab4bca5f None None] Pushing event updated for resources: {'Port': ['ID=da60bd2a-e4c3-4bc0-875e-70914852d6da,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:38.201483 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router_gateway (ad1f2b32-a72a-4983-b94d-1be93f1ec910), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:38.214797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-cbf1b05c-6d23-48ca-a79d-df0285c0397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fbedff-b983-4ce2-993a-993487d68d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061986791', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:20:18Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '83f7d662-e4f6-49e6-80f1-5fc1657e22c5', 'name': '', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:81:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '6daa362a-df52-4549-a37d-76433e1092fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:15Z', 'updated_at': '2022-03-24T01:20:26Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '6daa362a-df52-4549-a37d-76433e1092fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:38.264593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377e22c-2443-4674-94e0-21e61266063c req-c64c97e3-18ec-41ad-a54e-2586b5ed6ebe tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:38.266269 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e377e22c-2443-4674-94e0-21e61266063c req-c64c97e3-18ec-41ad-a54e-2586b5ed6ebe tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 946 time: 0.1706097 Mar 24 01:22:38.268195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-de896869-d31f-4aeb-99e5-ca8b430686c8 req-e3cfeb08-f2ec-46c5-9598-fc040cf0aab9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting port f6578c37-b95e-435f-9589-4002ba4bdd3a {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:38.268650 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-de896869-d31f-4aeb-99e5-ca8b430686c8 req-e3cfeb08-f2ec-46c5-9598-fc040cf0aab9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:38.281376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf1b05c-6d23-48ca-a79d-df0285c0397b None None] The sync data for ids ['29fbedff-b983-4ce2-993a-993487d68d23'] in n-d-760455-9 is: [{'id': '29fbedff-b983-4ce2-993a-993487d68d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061986791', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:20:18Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '83f7d662-e4f6-49e6-80f1-5fc1657e22c5', 'name': '', 'network_id': 'afdb68c5-3dd6-4050-96c7-9ba9580870f0', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:81:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '6daa362a-df52-4549-a37d-76433e1092fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:15Z', 'updated_at': '2022-03-24T01:20:26Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '6daa362a-df52-4549-a37d-76433e1092fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:38.444784 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-de896869-d31f-4aeb-99e5-ca8b430686c8 req-e3cfeb08-f2ec-46c5-9598-fc040cf0aab9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] For port f6578c37-b95e-435f-9589-4002ba4bdd3a, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=f6578c37-b95e-435f-9589-4002ba4bdd3a,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:38.445201 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-de896869-d31f-4aeb-99e5-ca8b430686c8 req-e3cfeb08-f2ec-46c5-9598-fc040cf0aab9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:38.482247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e377e22c-2443-4674-94e0-21e61266063c req-9e151be6-f46c-4135-ab34-23340ceccff0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=16ebd767-70b9-4a13-ad84-91c891f20401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973464 Mar 24 01:22:38.484942 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ea6e-97dc-45a8-9bb8-e24af18ae0a7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (671288c2-aa25-41ae-aa3a-eff803354c21), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:38.525780 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-de896869-d31f-4aeb-99e5-ca8b430686c8 req-e3cfeb08-f2ec-46c5-9598-fc040cf0aab9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Calling delete_port for f6578c37-b95e-435f-9589-4002ba4bdd3a owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:38.590884 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3ea6e-97dc-45a8-9bb8-e24af18ae0a7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Subnet': ['ID=671288c2-aa25-41ae-aa3a-eff803354c21,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:38.770187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa3ea6e-97dc-45a8-9bb8-e24af18ae0a7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Checking segment: {'id': '7f0ab60a-5f0a-47a6-92ce-ed1c560cd030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9ea93de5-b31f-4c9b-885e-287bc8cb039f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:38.771312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa3ea6e-97dc-45a8-9bb8-e24af18ae0a7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network hostable DHCP agents. Network: 9ea93de5-b31f-4c9b-885e-287bc8cb039f, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:22:38.844565 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-de896869-d31f-4aeb-99e5-ca8b430686c8 req-e3cfeb08-f2ec-46c5-9598-fc040cf0aab9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f6578c37-b95e-435f-9589-4002ba4bdd3a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:38.874924 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd094dbb-1f94-40c5-a6cb-701d82e8dcf0 None None] New status for floating IP daee92b2-abed-474b-8f0d-a25e5642b262: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:22:38.879719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa3ea6e-97dc-45a8-9bb8-e24af18ae0a7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Network 9ea93de5-b31f-4c9b-885e-287bc8cb039f is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:22:38.929211 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router_gateway (ad1f2b32-a72a-4983-b94d-1be93f1ec910), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:38.956434 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfeb08-f2ec-46c5-9598-fc040cf0aab9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Port': ['ID=f6578c37-b95e-435f-9589-4002ba4bdd3a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:38.956588 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-5fa3ea6e-97dc-45a8-9bb8-e24af18ae0a7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 9ea93de5-b31f-4c9b-885e-287bc8cb039f) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:38.968580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54804daf-f3d7-4d02-97f0-9f7c69db83aa None None] Network 9ea93de5-b31f-4c9b-885e-287bc8cb039f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:39.002431 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-de896869-d31f-4aeb-99e5-ca8b430686c8 req-e3cfeb08-f2ec-46c5-9598-fc040cf0aab9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] No DVR routers for this DVR port f6578c37-b95e-435f-9589-4002ba4bdd3a on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:22:39.006697 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-de896869-d31f-4aeb-99e5-ca8b430686c8 req-e3cfeb08-f2ec-46c5-9598-fc040cf0aab9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:39.010531 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-de896869-d31f-4aeb-99e5-ca8b430686c8 req-e3cfeb08-f2ec-46c5-9598-fc040cf0aab9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.48 "DELETE /v2.0/ports/f6578c37-b95e-435f-9589-4002ba4bdd3a HTTP/1.1" status: 204 len: 173 time: 0.9244099 Mar 24 01:22:39.011031 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'name': 'network-vif-deleted', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:22:39.013607 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c977bbb-3d52-4107-9799-bdc6f4e5fc72" -d '{"events": [{"server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "name": "network-vif-deleted", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:22:39.054703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa3ea6e-97dc-45a8-9bb8-e24af18ae0a7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:39.055343 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ea6e-97dc-45a8-9bb8-e24af18ae0a7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:39.058857 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:39.098175 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4432fac1-d7d6-4bd4-bd43-8ce8265e8031 x-openstack-request-id: req-4432fac1-d7d6-4bd4-bd43-8ce8265e8031 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:22:39.098502 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada850d7-3738-4c37-9235-0f5ec1760b3c", "name": "network-vif-deleted", "tag": "f6578c37-b95e-435f-9589-4002ba4bdd3a", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:22:39.098754 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4432fac1-d7d6-4bd4-bd43-8ce8265e8031 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:22:39.099163 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4432fac1-d7d6-4bd4-bd43-8ce8265e8031'] response: {'server_uuid': 'ada850d7-3738-4c37-9235-0f5ec1760b3c', 'name': 'network-vif-deleted', 'tag': 'f6578c37-b95e-435f-9589-4002ba4bdd3a', 'status': 'completed', 'code': 200} Mar 24 01:22:39.183431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52be1e44-9f2f-4fd1-a5dc-536377cc3256 req-8350fdbb-d990-4e86-9ab0-a6ebd9ff4029 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.2652140 Mar 24 01:22:39.230319 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5fa3ea6e-97dc-45a8-9bb8-e24af18ae0a7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1838584 Mar 24 01:22:39.231011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52352) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:39.241637 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ca7cf00d-23f2-48ca-9fc0-4eb78b3d92ff tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:39.258351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Allocated IP 172.25.0.182 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/fbaba4e5-4e44-4ecc-a049-287f1d19d680) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:39.449764 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf00d-23f2-48ca-9fc0-4eb78b3d92ff tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59180195'] for subnet (671288c2-aa25-41ae-aa3a-eff803354c21), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:39.487814 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (fbaba4e5-4e44-4ecc-a049-287f1d19d680), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:39.529020 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device da60bd2a-e4c3-4bc0-875e-70914852d6da up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:22:39.548683 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (fbaba4e5-4e44-4ecc-a049-287f1d19d680), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:39.614765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-9ea93de5-b31f-4c9b-885e-287bc8cb039f', 'network_id': '9ea93de5-b31f-4c9b-885e-287bc8cb039f', 'project_id': 'f3ca38d132d041abb5f563f44a750e43', 'fixed_ips': [{'subnet_id': '671288c2-aa25-41ae-aa3a-eff803354c21'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:22:39.618112 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:39.658027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:39.663840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:39.686389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:39.866168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port da60bd2a-e4c3-4bc0-875e-70914852d6da triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:22:39.866549 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (da60bd2a-e4c3-4bc0-875e-70914852d6da), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:39.893753 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-16d32d17-7d6f-4eb4-9a96-28d07de03030 req-a145e264-e3a5-43b1-bed0-f03040374c95 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=ada850d7-3738-4c37-9235-0f5ec1760b3c HTTP/1.1" status: 200 len: 210 time: 0.1194086 Mar 24 01:22:39.894779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=fbaba4e5-4e44-4ecc-a049-287f1d19d680,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:39.932155 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf00d-23f2-48ca-9fc0-4eb78b3d92ff tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748219142283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59191702'] for subnet (671288c2-aa25-41ae-aa3a-eff803354c21), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:40.029903 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9a3fd9-ec91-469a-a233-8417672c70c8 None None] Network 9c25073a-e870-409c-94ee-fa7b44ee14ee requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:40.036697 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Allocated IP 172.20.0.3 (9ea93de5-b31f-4c9b-885e-287bc8cb039f/671288c2-aa25-41ae-aa3a-eff803354c21/b3cd314f-7227-4a03-b257-5ffbe03e6f9f) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:40.045665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7cf00d-23f2-48ca-9fc0-4eb78b3d92ff tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:40.046664 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf00d-23f2-48ca-9fc0-4eb78b3d92ff tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:40.051208 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ca7cf00d-23f2-48ca-9fc0-4eb78b3d92ff tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "PUT /v2.0/subnets/671288c2-aa25-41ae-aa3a-eff803354c21 HTTP/1.1" status: 200 len: 877 time: 0.8114696 Mar 24 01:22:40.051208 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cf00d-23f2-48ca-9fc0-4eb78b3d92ff tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event updated for resources: {'Subnet': ['ID=671288c2-aa25-41ae-aa3a-eff803354c21,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:40.055771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52360) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:40.176134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port da60bd2a-e4c3-4bc0-875e-70914852d6da is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:22:40.176659 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (da60bd2a-e4c3-4bc0-875e-70914852d6da), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:40.287049 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-85e8152a-9dcd-4cd0-8c6c-efed37beb801 None None] Provisioning complete for port da60bd2a-e4c3-4bc0-875e-70914852d6da triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:22:40.287554 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-85e8152a-9dcd-4cd0-8c6c-efed37beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (da60bd2a-e4c3-4bc0-875e-70914852d6da), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:40.374436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port da60bd2a-e4c3-4bc0-875e-70914852d6da, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=da60bd2a-e4c3-4bc0-875e-70914852d6da,segment=NetworkSegment(8b2760d2-6f12-43c0-80f7-ce0012cae9cb),segment_id=8b2760d2-6f12-43c0-80f7-ce0012cae9cb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:40.397616 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (da60bd2a-e4c3-4bc0-875e-70914852d6da), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:40.437015 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router_gateway (ad1f2b32-a72a-4983-b94d-1be93f1ec910), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:40.446013 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (9ea93de5-b31f-4c9b-885e-287bc8cb039f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:40.477078 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=da60bd2a-e4c3-4bc0-875e-70914852d6da,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:40.557771 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0dcf275b-dfb7-49a1-b861-b8ed45843395 req-59c812a4-6a34-41fe-895b-5160d79133f7 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.1243572 Mar 24 01:22:40.583471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-85e8152a-9dcd-4cd0-8c6c-efed37beb801 None None] Current status of the port da60bd2a-e4c3-4bc0-875e-70914852d6da is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:22:40.653778 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Publish callbacks [] for port (b3cd314f-7227-4a03-b257-5ffbe03e6f9f), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:40.659139 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (671288c2-aa25-41ae-aa3a-eff803354c21), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:40.676074 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (b3cd314f-7227-4a03-b257-5ffbe03e6f9f), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:40.733597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Pushing event updated for resources: {'Port': ['ID=b3cd314f-7227-4a03-b257-5ffbe03e6f9f,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:40.765164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Network 9ea93de5-b31f-4c9b-885e-287bc8cb039f is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:40.767448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:40.770939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:40.847683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Attempting to bind port b3cd314f-7227-4a03-b257-5ffbe03e6f9f on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:22:40.848673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Attempting to bind port b3cd314f-7227-4a03-b257-5ffbe03e6f9f by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '7f0ab60a-5f0a-47a6-92ce-ed1c560cd030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9ea93de5-b31f-4c9b-885e-287bc8cb039f'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:22:40.849056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Attempting to bind port b3cd314f-7227-4a03-b257-5ffbe03e6f9f on network 9ea93de5-b31f-4c9b-885e-287bc8cb039f {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:22:40.855374 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:22:40.855374 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Checking segment: {'id': '7f0ab60a-5f0a-47a6-92ce-ed1c560cd030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9ea93de5-b31f-4c9b-885e-287bc8cb039f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:40.855807 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:40.856216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Bound using segment: {'id': '7f0ab60a-5f0a-47a6-92ce-ed1c560cd030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9ea93de5-b31f-4c9b-885e-287bc8cb039f'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:22:40.856695 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Bound port: b3cd314f-7227-4a03-b257-5ffbe03e6f9f, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0ab60a-5f0a-47a6-92ce-ed1c560cd030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9ea93de5-b31f-4c9b-885e-287bc8cb039f'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:22:40.857085 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b3cd314f-7227-4a03-b257-5ffbe03e6f9f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:40.915854 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (ad1f2b32-a72a-4983-b94d-1be93f1ec910), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:40.970577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] For port b3cd314f-7227-4a03-b257-5ffbe03e6f9f, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:22:40.978560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] For port b3cd314f-7227-4a03-b257-5ffbe03e6f9f, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b3cd314f-7227-4a03-b257-5ffbe03e6f9f,segment=NetworkSegment(7f0ab60a-5f0a-47a6-92ce-ed1c560cd030),segment_id=7f0ab60a-5f0a-47a6-92ce-ed1c560cd030)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:22:40.979002 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52372) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:41.019378 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b3cd314f-7227-4a03-b257-5ffbe03e6f9f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:41.095339 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (671288c2-aa25-41ae-aa3a-eff803354c21), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:41.127455 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device f6578c37-b95e-435f-9589-4002ba4bdd3a no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:22:41.224083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-67d62d1b-e18b-451b-be98-beed9773f790 None None] Provisioning complete for port da60bd2a-e4c3-4bc0-875e-70914852d6da triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:22:41.224647 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-67d62d1b-e18b-451b-be98-beed9773f790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (da60bd2a-e4c3-4bc0-875e-70914852d6da), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:41.232728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: f6578c37-b95e-435f-9589-4002ba4bdd3a {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:22:41.238687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device f6578c37-b95e-435f-9589-4002ba4bdd3a not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:22:41.242837 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (9ea93de5-b31f-4c9b-885e-287bc8cb039f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:41.292643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea93de5-b31f-4c9b-885e-287bc8cb039f']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:41.321768 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device da60bd2a-e4c3-4bc0-875e-70914852d6da up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:22:41.333026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0ab60a-5f0a-47a6-92ce-ed1c560cd030') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:41.333360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0ab60a-5f0a-47a6-92ce-ed1c560cd030') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:41.336471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c50dbc-26af-48af-8e3d-50ee1ca055dd None None] Pushing event updated for resources: {'Port': ['ID=b3cd314f-7227-4a03-b257-5ffbe03e6f9f,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:41.344278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52376) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:41.362985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Subnet': ['ID=671288c2-aa25-41ae-aa3a-eff803354c21,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:41.373562 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (7f0ab60a-5f0a-47a6-92ce-ed1c560cd030), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:41.395312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router ad1f2b32-a72a-4983-b94d-1be93f1ec910 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:22:41.399000 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7f0ab60a-5f0a-47a6-92ce-ed1c560cd030), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:41.433775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:41.437181 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (7f0ab60a-5f0a-47a6-92ce-ed1c560cd030), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:41.446845 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:41.581351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port da60bd2a-e4c3-4bc0-875e-70914852d6da triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:22:41.581351 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (da60bd2a-e4c3-4bc0-875e-70914852d6da), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:41.585254 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-67d62d1b-e18b-451b-be98-beed9773f790 None None] Current status of the port da60bd2a-e4c3-4bc0-875e-70914852d6da is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:22:41.702358 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d2437744-9ffa-4a5b-badc-eab75984c5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:41.745246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port da60bd2a-e4c3-4bc0-875e-70914852d6da is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:22:42.054426 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60f8c64f-71e1-47c9-9e02-83fd7dd36ec5 req-23d99d70-9502-45b0-aab2-16358ba19569 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.0870626 Mar 24 01:22:42.065643 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.api [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 01:22:42.065643 n-d-760455-9 neutron-server[115730]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 01:22:42.065643 n-d-760455-9 neutron-server[115730]: [parameters: {'id': '9ea93de5-b31f-4c9b-885e-287bc8cb039f'}] Mar 24 01:22:42.065643 n-d-760455-9 neutron-server[115730]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:22:42.066174 n-d-760455-9 neutron-server[115730]: DEBUG oslo_db.api [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:22:42.095221 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:42.105633 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b632c4f-b456-4f17-a411-fda590ef3396 None None] Sync routers for ids ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:42.121871 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b632c4f-b456-4f17-a411-fda590ef3396 None None] Routers {'ad1f2b32-a72a-4983-b94d-1be93f1ec910'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:42.122701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4b632c4f-b456-4f17-a411-fda590ef3396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:42.130376 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:42.133887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-749cff15-c6b6-477c-a17f-39eebc52c93a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1229849 Mar 24 01:22:42.136555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52384) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:42.210124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4b632c4f-b456-4f17-a411-fda590ef3396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:42.232332 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b632c4f-b456-4f17-a411-fda590ef3396 None None] Routers {'ad1f2b32-a72a-4983-b94d-1be93f1ec910'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:42.232973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4b632c4f-b456-4f17-a411-fda590ef3396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:42.314978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4b632c4f-b456-4f17-a411-fda590ef3396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:42.315680 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b632c4f-b456-4f17-a411-fda590ef3396 None None] The sync data for ids ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:42.389819 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c5667c0-d0e3-4048-97f4-072096b5547f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (29fbedff-b983-4ce2-993a-993487d68d23), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:42.567206 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (9ea93de5-b31f-4c9b-885e-287bc8cb039f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:42.734432 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Deleting port b3cd314f-7227-4a03-b257-5ffbe03e6f9f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:42.734784 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b3cd314f-7227-4a03-b257-5ffbe03e6f9f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:42.818296 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d2437744-9ffa-4a5b-badc-eab75984c5ec admin admin] Publish callbacks [] for security_group (5ccdd5ae-4534-438d-bb05-67fb68e71984), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:42.832173 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d2437744-9ffa-4a5b-badc-eab75984c5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5ccdd5ae-4534-438d-bb05-67fb68e71984), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:42.835359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] For port b3cd314f-7227-4a03-b257-5ffbe03e6f9f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b3cd314f-7227-4a03-b257-5ffbe03e6f9f,segment=NetworkSegment(7f0ab60a-5f0a-47a6-92ce-ed1c560cd030),segment_id=7f0ab60a-5f0a-47a6-92ce-ed1c560cd030)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:42.835664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f924f7c-efa6-4236-b361-269c51a62c99 None None] Network 9ea93de5-b31f-4c9b-885e-287bc8cb039f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:42.835790 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b3cd314f-7227-4a03-b257-5ffbe03e6f9f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:42.864043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Calling delete_port for b3cd314f-7227-4a03-b257-5ffbe03e6f9f owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:42.893999 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d2437744-9ffa-4a5b-badc-eab75984c5ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e69b540fa7f44fe9b3512f39a70f5393&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5486524 Mar 24 01:22:42.896429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2437744-9ffa-4a5b-badc-eab75984c5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccdd5ae-4534-438d-bb05-67fb68e71984,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:42.899154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52386) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:42.990964 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f74d60d0-70f7-494e-b741-9005875ee3a1 None None] Provisioning complete for port b3cd314f-7227-4a03-b257-5ffbe03e6f9f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:22:42.991431 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f74d60d0-70f7-494e-b741-9005875ee3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b3cd314f-7227-4a03-b257-5ffbe03e6f9f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:43.002944 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b3cd314f-7227-4a03-b257-5ffbe03e6f9f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:43.020212 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85d6ac32-71bd-459d-a0b6-3e149a74d901 admin admin] Publish callbacks [] for security_group (5ccdd5ae-4534-438d-bb05-67fb68e71984), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:43.028500 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f74d60d0-70f7-494e-b741-9005875ee3a1 None None] Port b3cd314f-7227-4a03-b257-5ffbe03e6f9f was deleted so its status cannot be updated. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 24 01:22:43.038059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No DVR routers for this DVR port b3cd314f-7227-4a03-b257-5ffbe03e6f9f on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:22:43.040273 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Port': ['ID=b3cd314f-7227-4a03-b257-5ffbe03e6f9f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:43.046440 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85d6ac32-71bd-459d-a0b6-3e149a74d901 admin admin] Publish callbacks [] for security_group (5ccdd5ae-4534-438d-bb05-67fb68e71984), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:43.124958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baab68c-2ba7-4c11-8b08-ee189efe9418 None None] DHCP port deletion for 9ea93de5-b31f-4c9b-885e-287bc8cb039f request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:22:43.146230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d28e15-8bcc-4784-ac29-7eaf793063cb None None] Network 9ea93de5-b31f-4c9b-885e-287bc8cb039f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:43.224546 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85d6ac32-71bd-459d-a0b6-3e149a74d901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (5ccdd5ae-4534-438d-bb05-67fb68e71984), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:43.235586 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85d6ac32-71bd-459d-a0b6-3e149a74d901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:43.237175 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-85d6ac32-71bd-459d-a0b6-3e149a74d901 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ccdd5ae-4534-438d-bb05-67fb68e71984 HTTP/1.1" status: 204 len: 168 time: 0.3365183 Mar 24 01:22:43.253619 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6ac32-71bd-459d-a0b6-3e149a74d901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccdd5ae-4534-438d-bb05-67fb68e71984,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:43.268420 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:43.272095 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65beb5a4-495a-4d3a-909d-3e9c8dd93f9f req-3b627afe-da23-4dd3-b1f4-62ec9130fe6f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.0949519 Mar 24 01:22:43.277350 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (9ea93de5-b31f-4c9b-885e-287bc8cb039f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:43.316899 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1c5667c0-d0e3-4048-97f4-072096b5547f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:43.317591 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c5667c0-d0e3-4048-97f4-072096b5547f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:43.395489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea93de5-b31f-4c9b-885e-287bc8cb039f']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:43.414088 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0ab60a-5f0a-47a6-92ce-ed1c560cd030') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:43.414372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0ab60a-5f0a-47a6-92ce-ed1c560cd030') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:43.427653 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (7f0ab60a-5f0a-47a6-92ce-ed1c560cd030), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:43.439908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-1c5667c0-d0e3-4048-97f4-072096b5547f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] For port 83f7d662-e4f6-49e6-80f1-5fc1657e22c5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=83f7d662-e4f6-49e6-80f1-5fc1657e22c5,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:43.440819 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c5667c0-d0e3-4048-97f4-072096b5547f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:43.448934 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7f0ab60a-5f0a-47a6-92ce-ed1c560cd030), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:43.465417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:43.465826 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (7f0ab60a-5f0a-47a6-92ce-ed1c560cd030), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:43.469255 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:43.474304 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1c5667c0-d0e3-4048-97f4-072096b5547f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Calling delete_port for 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:43.698773 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (9ea93de5-b31f-4c9b-885e-287bc8cb039f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:43.715653 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:43.722585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/9ea93de5-b31f-4c9b-885e-287bc8cb039f HTTP/1.1" status: 204 len: 168 time: 3.6568902 Mar 24 01:22:43.727752 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52402) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:43.759804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdb19a-0ae3-4dd8-9e0b-195276790750 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Network': ['ID=9ea93de5-b31f-4c9b-885e-287bc8cb039f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:43.774641 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c5667c0-d0e3-4048-97f4-072096b5547f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (83f7d662-e4f6-49e6-80f1-5fc1657e22c5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:43.794229 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fae22b-db0d-486a-91be-e2afc55fee46 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:43.794691 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fae22b-db0d-486a-91be-e2afc55fee46 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:43.800169 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-02fae22b-db0d-486a-91be-e2afc55fee46 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/subnets/671288c2-aa25-41ae-aa3a-eff803354c21 HTTP/1.1" status: 404 len: 337 time: 0.0681534 Mar 24 01:22:43.806714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52404) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:43.807620 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5667c0-d0e3-4048-97f4-072096b5547f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Port': ['ID=83f7d662-e4f6-49e6-80f1-5fc1657e22c5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:43.865036 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-825f91b9-30a9-421c-bf99-f47b2c398e4a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:43.866424 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825f91b9-30a9-421c-bf99-f47b2c398e4a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:43.870174 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-825f91b9-30a9-421c-bf99-f47b2c398e4a tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/9ea93de5-b31f-4c9b-885e-287bc8cb039f HTTP/1.1" status: 404 len: 339 time: 0.0586567 Mar 24 01:22:43.889941 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52408) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:43.931764 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbace79-4877-4a8d-8669-5fdd3f5728b2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:43.932322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebbace79-4877-4a8d-8669-5fdd3f5728b2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:43.938206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ebbace79-4877-4a8d-8669-5fdd3f5728b2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/subnets/53118e5b-2943-443b-9034-207d607fce6d HTTP/1.1" status: 404 len: 337 time: 0.0445392 Mar 24 01:22:43.938755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52410) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:43.966036 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e1da86-2e47-4fbe-93f7-fd47ad45f0c0 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:43.966702 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e1da86-2e47-4fbe-93f7-fd47ad45f0c0 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:43.978842 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f8e1da86-2e47-4fbe-93f7-fd47ad45f0c0 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/8b888ea3-f5db-4bfe-a309-32259551f29e HTTP/1.1" status: 404 len: 339 time: 0.0367651 Mar 24 01:22:43.979974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52414) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:44.098365 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e67ddf15-8f21-4091-8c0c-79cfd9472f91 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (557428d4-ca12-4ef1-b43b-de412fa04aca), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:44.102630 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Allocated IP 172.20.0.1 (9c25073a-e870-409c-94ee-fa7b44ee14ee/88ddd734-c8fd-4da8-873c-1338c11598bc/375115b6-8841-49d7-8f22-50741cbc179c) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:44.112510 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c5667c0-d0e3-4048-97f4-072096b5547f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (29fbedff-b983-4ce2-993a-993487d68d23), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:44.278846 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e67ddf15-8f21-4091-8c0c-79cfd9472f91 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (557428d4-ca12-4ef1-b43b-de412fa04aca), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:44.374727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e67ddf15-8f21-4091-8c0c-79cfd9472f91 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557428d4-ca12-4ef1-b43b-de412fa04aca']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:44.420384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e67ddf15-8f21-4091-8c0c-79cfd9472f91 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd522eada-ed64-4137-964c-f7fb2cb167fd') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:44.423482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e67ddf15-8f21-4091-8c0c-79cfd9472f91 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd522eada-ed64-4137-964c-f7fb2cb167fd') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:44.436996 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5667c0-d0e3-4048-97f4-072096b5547f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router 29fbedff-b983-4ce2-993a-993487d68d23 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:44.463470 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e6f873bf-6107-40ff-bfbb-6ff30bd11138 req-bb6f7b2f-d146-4757-b0b0-42b53ca894a1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.0812311 Mar 24 01:22:44.466804 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (375115b6-8841-49d7-8f22-50741cbc179c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:44.469426 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e67ddf15-8f21-4091-8c0c-79cfd9472f91 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (d522eada-ed64-4137-964c-f7fb2cb167fd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:44.489725 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e67ddf15-8f21-4091-8c0c-79cfd9472f91 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d522eada-ed64-4137-964c-f7fb2cb167fd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:44.501839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67ddf15-8f21-4091-8c0c-79cfd9472f91 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:44.502375 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e67ddf15-8f21-4091-8c0c-79cfd9472f91 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (d522eada-ed64-4137-964c-f7fb2cb167fd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:44.506272 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:44.577150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5667c0-d0e3-4048-97f4-072096b5547f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:44.587936 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1c5667c0-d0e3-4048-97f4-072096b5547f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "PUT /v2.0/routers/29fbedff-b983-4ce2-993a-993487d68d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6066291 Mar 24 01:22:44.588978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52446) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:44.590187 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a044cee-13a0-4129-9085-d4ccde7b2d9a None None] Sync routers for ids ['29fbedff-b983-4ce2-993a-993487d68d23'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:44.616769 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a044cee-13a0-4129-9085-d4ccde7b2d9a None None] Routers {'29fbedff-b983-4ce2-993a-993487d68d23'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:44.617570 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6a044cee-13a0-4129-9085-d4ccde7b2d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['29fbedff-b983-4ce2-993a-993487d68d23'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:44.621636 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (375115b6-8841-49d7-8f22-50741cbc179c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:44.636032 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e67ddf15-8f21-4091-8c0c-79cfd9472f91 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (557428d4-ca12-4ef1-b43b-de412fa04aca), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:44.656321 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-652f7a4a-58d3-4817-84f1-0dd108309afb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting subnet 6daa362a-df52-4549-a37d-76433e1092fa {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:22:44.660537 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-652f7a4a-58d3-4817-84f1-0dd108309afb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for subnet (6daa362a-df52-4549-a37d-76433e1092fa), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:44.700559 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e67ddf15-8f21-4091-8c0c-79cfd9472f91 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:44.707542 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52468) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:44.708406 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e67ddf15-8f21-4091-8c0c-79cfd9472f91 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/557428d4-ca12-4ef1-b43b-de412fa04aca HTTP/1.1" status: 204 len: 168 time: 0.7272182 Mar 24 01:22:44.727641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ddf15-8f21-4091-8c0c-79cfd9472f91 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Network': ['ID=557428d4-ca12-4ef1-b43b-de412fa04aca,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:44.742943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network 9c25073a-e870-409c-94ee-fa7b44ee14ee is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:44.746301 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:44.753761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:44.784925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=375115b6-8841-49d7-8f22-50741cbc179c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:44.785576 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-652f7a4a-58d3-4817-84f1-0dd108309afb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (6daa362a-df52-4549-a37d-76433e1092fa), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:44.828965 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (ad1f2b32-a72a-4983-b94d-1be93f1ec910), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:44.849831 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d934810-a02e-4eca-a8d0-fdca2aa2ef73 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:44.853366 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d934810-a02e-4eca-a8d0-fdca2aa2ef73 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:44.862466 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1d934810-a02e-4eca-a8d0-fdca2aa2ef73 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/subnets/d2ee0626-8cc2-4d32-83ba-5537ac2d29b0 HTTP/1.1" status: 404 len: 337 time: 0.1529121 Mar 24 01:22:44.868199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52474) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:44.871494 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-6a044cee-13a0-4129-9085-d4ccde7b2d9a None None] Set router 29fbedff-b983-4ce2-993a-993487d68d23 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:22:44.923727 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9c856b-5ea3-4542-9762-6adcde24e553 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:44.934056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9c856b-5ea3-4542-9762-6adcde24e553 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:44.939333 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7f9c856b-5ea3-4542-9762-6adcde24e553 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/f66f7d8c-d118-4c50-979c-0515cf168f44 HTTP/1.1" status: 404 len: 339 time: 0.0692074 Mar 24 01:22:44.944246 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52476) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:45.017705 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-43681a0a-f627-44c1-af32-aad098be81d5 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:45.020657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43681a0a-f627-44c1-af32-aad098be81d5 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:45.028840 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-43681a0a-f627-44c1-af32-aad098be81d5 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/subnets/18c54baa-f348-48a6-8973-8fc1514eb0c2 HTTP/1.1" status: 404 len: 337 time: 0.0737398 Mar 24 01:22:45.033261 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52478) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:45.065682 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88522a2-02d3-4927-8a62-9a223dd67a62 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:45.066124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88522a2-02d3-4927-8a62-9a223dd67a62 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:45.070038 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e88522a2-02d3-4927-8a62-9a223dd67a62 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/e7ce9267-6aa2-4803-9d80-805c8373820c HTTP/1.1" status: 404 len: 339 time: 0.0357497 Mar 24 01:22:45.073202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52482) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:45.136972 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1a3f85-9b70-4d0f-91af-05981d11d092 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:45.138948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1a3f85-9b70-4d0f-91af-05981d11d092 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:45.144953 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7c1a3f85-9b70-4d0f-91af-05981d11d092 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/subnets/b6136468-0929-46e9-8758-5a5fa6470e7e HTTP/1.1" status: 404 len: 337 time: 0.0689621 Mar 24 01:22:45.146700 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52486) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:45.155830 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (375115b6-8841-49d7-8f22-50741cbc179c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:45.175450 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-652f7a4a-58d3-4817-84f1-0dd108309afb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (6daa362a-df52-4549-a37d-76433e1092fa), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:45.196211 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-467f8f58-3c83-4b27-a40f-504982d63e65 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:45.196695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467f8f58-3c83-4b27-a40f-504982d63e65 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:45.202467 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-467f8f58-3c83-4b27-a40f-504982d63e65 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/4eda5925-5f99-4a67-8669-11de5b12dc89 HTTP/1.1" status: 404 len: 339 time: 0.0523984 Mar 24 01:22:45.206231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52488) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:45.273356 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6a044cee-13a0-4129-9085-d4ccde7b2d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fbedff-b983-4ce2-993a-993487d68d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061986791', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:22:43Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:45.275734 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-db616a0f-bf4a-4c7a-9cfc-a54476b549ff None None] Provisioning complete for port 375115b6-8841-49d7-8f22-50741cbc179c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:22:45.276238 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-db616a0f-bf4a-4c7a-9cfc-a54476b549ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (375115b6-8841-49d7-8f22-50741cbc179c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:45.298289 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-04983f97-81c6-4b0b-83ad-88cba1d5e100 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:45.298866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04983f97-81c6-4b0b-83ad-88cba1d5e100 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:45.309889 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-04983f97-81c6-4b0b-83ad-88cba1d5e100 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/subnets/2cf3bde3-d5f3-4e9d-8a69-b9ac9fcf43a8 HTTP/1.1" status: 404 len: 337 time: 0.1016257 Mar 24 01:22:45.313129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52492) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:45.315475 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a044cee-13a0-4129-9085-d4ccde7b2d9a None None] Checking router: 29fbedff-b983-4ce2-993a-993487d68d23 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:22:45.327979 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-652f7a4a-58d3-4817-84f1-0dd108309afb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (6daa362a-df52-4549-a37d-76433e1092fa), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:45.329033 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a044cee-13a0-4129-9085-d4ccde7b2d9a None None] Routers {'29fbedff-b983-4ce2-993a-993487d68d23'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:45.329873 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6a044cee-13a0-4129-9085-d4ccde7b2d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['29fbedff-b983-4ce2-993a-993487d68d23'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:45.335827 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-3921e65f-2956-4b31-8665-9905abf510e2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:45.336337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3921e65f-2956-4b31-8665-9905abf510e2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:45.342033 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3921e65f-2956-4b31-8665-9905abf510e2 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/3dd36c3d-5b5b-4ffd-a84f-74f25ed98b83 HTTP/1.1" status: 404 len: 339 time: 0.0259035 Mar 24 01:22:45.343043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52494) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:45.375194 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9b593e-6267-42ef-9066-23d46d65cf55 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:45.375661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b9b593e-6267-42ef-9066-23d46d65cf55 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:45.380845 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2b9b593e-6267-42ef-9066-23d46d65cf55 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/subnets/aacbe4c9-ba07-43ab-a69b-7e5dc4ebe159 HTTP/1.1" status: 404 len: 337 time: 0.0351980 Mar 24 01:22:45.384252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52496) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:45.405937 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0012ec-f146-484e-9001-d78a6779c317 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:45.406912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0012ec-f146-484e-9001-d78a6779c317 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:45.412266 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-be0012ec-f146-484e-9001-d78a6779c317 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/a7cc754f-59e9-46a4-b5ba-3a851cdd5059 HTTP/1.1" status: 404 len: 339 time: 0.0250180 Mar 24 01:22:45.422498 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-db616a0f-bf4a-4c7a-9cfc-a54476b549ff None None] Port 375115b6-8841-49d7-8f22-50741cbc179c cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:22:45.437115 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52498) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:45.440870 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-652f7a4a-58d3-4817-84f1-0dd108309afb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:45.448718 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75232b47-a2d6-484b-bd89-1d28b7a848b1 None None] Network afdb68c5-3dd6-4050-96c7-9ba9580870f0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:45.452596 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-6a044cee-13a0-4129-9085-d4ccde7b2d9a None None] Set router 29fbedff-b983-4ce2-993a-993487d68d23 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:22:45.457300 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-652f7a4a-58d3-4817-84f1-0dd108309afb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/subnets/6daa362a-df52-4549-a37d-76433e1092fa HTTP/1.1" status: 204 len: 168 time: 0.8539572 Mar 24 01:22:45.458400 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f7a4a-58d3-4817-84f1-0dd108309afb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Subnet': ['ID=6daa362a-df52-4549-a37d-76433e1092fa,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:45.460126 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52500) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:45.539024 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e57d91-cc6e-4d0a-ab0f-867bce362fa8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:45.539187 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e57d91-cc6e-4d0a-ab0f-867bce362fa8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:45.544722 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-72e57d91-cc6e-4d0a-ab0f-867bce362fa8 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/subnets/2f683603-25c6-4cb7-b262-f8fa1f4d08ea HTTP/1.1" status: 404 len: 337 time: 0.1053131 Mar 24 01:22:45.558272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52504) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:45.592025 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ebcfd4-9400-4a7e-8bca-c15c020ed7e0 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:45.593423 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ebcfd4-9400-4a7e-8bca-c15c020ed7e0 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:45.597785 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-77ebcfd4-9400-4a7e-8bca-c15c020ed7e0 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/36fdcdc3-70bf-492c-b2c6-2763e33d4a50 HTTP/1.1" status: 404 len: 339 time: 0.0303681 Mar 24 01:22:45.604156 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52512) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:45.640875 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-67233326-59e4-49d8-a3cc-45c34edfa0ba tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:45.641356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67233326-59e4-49d8-a3cc-45c34edfa0ba tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:45.647617 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-67233326-59e4-49d8-a3cc-45c34edfa0ba tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/subnets/8e43b1e6-7483-40c5-850c-94dba417ad8d HTTP/1.1" status: 404 len: 337 time: 0.0424693 Mar 24 01:22:45.648179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52520) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:45.667718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e3de4e1-a0a4-435c-9c54-15ea297d32ac req-818cb147-8c8f-488c-9943-a4ad4bdfc82c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.0575099 Mar 24 01:22:45.687295 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4db99e3d-709b-4ae8-a1eb-cb27e9a68fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router (29fbedff-b983-4ce2-993a-993487d68d23), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:45.726935 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae92038f-8d63-4ac7-8888-b53721251fc1 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:45.727502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae92038f-8d63-4ac7-8888-b53721251fc1 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:45.731595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ae92038f-8d63-4ac7-8888-b53721251fc1 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/a6b79fc2-b471-4138-be80-e784264d95a6 HTTP/1.1" status: 404 len: 339 time: 0.0631673 Mar 24 01:22:45.735511 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52530) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:45.744479 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6a044cee-13a0-4129-9085-d4ccde7b2d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fbedff-b983-4ce2-993a-993487d68d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061986791', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:22:43Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:45.768993 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c856d2-a543-4336-9f51-8440525a3bd7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:45.769766 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c856d2-a543-4336-9f51-8440525a3bd7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:45.773255 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-23c856d2-a543-4336-9f51-8440525a3bd7 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/subnets/468486cb-58e6-4807-b4d5-61263c6f7dc2 HTTP/1.1" status: 404 len: 337 time: 0.0368080 Mar 24 01:22:45.777072 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52536) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:45.782606 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a044cee-13a0-4129-9085-d4ccde7b2d9a None None] The sync data for ids ['29fbedff-b983-4ce2-993a-993487d68d23'] in n-d-760455-9 is: [{'id': '29fbedff-b983-4ce2-993a-993487d68d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061986791', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:20:05Z', 'updated_at': '2022-03-24T01:22:43Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbedff-b983-4ce2-993a-993487d68d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:20:07Z', 'updated_at': '2022-03-24T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:45.816767 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a0bbbc-767d-4138-8a9e-f5807f37e02f None None] DHCP port deletion for afdb68c5-3dd6-4050-96c7-9ba9580870f0 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:22:45.837556 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf564fc-94da-4b1c-8bcd-c7e244512471 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] DELETE failed (client error): The resource could not be found. Mar 24 01:22:45.838075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf564fc-94da-4b1c-8bcd-c7e244512471 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:22:45.851970 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ccf564fc-94da-4b1c-8bcd-c7e244512471 tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/c481e250-256e-4718-9eb8-139ccca10a90 HTTP/1.1" status: 404 len: 339 time: 0.0736637 Mar 24 01:22:45.854594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52542) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:45.929228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-13a0bbbc-767d-4138-8a9e-f5807f37e02f None None] Deleting port 6387eba8-3ef9-4adb-9d57-d77792f2d558 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:45.929614 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-13a0bbbc-767d-4138-8a9e-f5807f37e02f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6387eba8-3ef9-4adb-9d57-d77792f2d558), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:45.954510 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93c9fad-9c5c-4225-8cbb-89449079ca1c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Deleting subnet c341c4b4-6ab7-46cc-bc58-f221826d589e {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:22:45.967502 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a93c9fad-9c5c-4225-8cbb-89449079ca1c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for subnet (c341c4b4-6ab7-46cc-bc58-f221826d589e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:46.013416 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (375115b6-8841-49d7-8f22-50741cbc179c), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:46.014517 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-13a0bbbc-767d-4138-8a9e-f5807f37e02f None None] For port 6387eba8-3ef9-4adb-9d57-d77792f2d558, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6387eba8-3ef9-4adb-9d57-d77792f2d558,segment=NetworkSegment(63554920-7740-40d2-99c7-f14e68038d32),segment_id=63554920-7740-40d2-99c7-f14e68038d32)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:46.015152 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-13a0bbbc-767d-4138-8a9e-f5807f37e02f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6387eba8-3ef9-4adb-9d57-d77792f2d558), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:46.020491 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (375115b6-8841-49d7-8f22-50741cbc179c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:46.030890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-13a0bbbc-767d-4138-8a9e-f5807f37e02f None None] Calling delete_port for 6387eba8-3ef9-4adb-9d57-d77792f2d558 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:46.075952 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a93c9fad-9c5c-4225-8cbb-89449079ca1c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (c341c4b4-6ab7-46cc-bc58-f221826d589e), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:46.144085 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4db99e3d-709b-4ae8-a1eb-cb27e9a68fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_gateway (29fbedff-b983-4ce2-993a-993487d68d23), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:46.148322 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-13a0bbbc-767d-4138-8a9e-f5807f37e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (6387eba8-3ef9-4adb-9d57-d77792f2d558), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:46.184559 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (ad1f2b32-a72a-4983-b94d-1be93f1ec910), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:46.208504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=375115b6-8841-49d7-8f22-50741cbc179c,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:46.214006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0bbbc-767d-4138-8a9e-f5807f37e02f None None] Pushing event deleted for resources: {'Port': ['ID=6387eba8-3ef9-4adb-9d57-d77792f2d558,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:46.226410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a0bbbc-767d-4138-8a9e-f5807f37e02f None None] No DVR routers for this DVR port 6387eba8-3ef9-4adb-9d57-d77792f2d558 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:22:46.356340 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a93c9fad-9c5c-4225-8cbb-89449079ca1c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (c341c4b4-6ab7-46cc-bc58-f221826d589e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:46.444797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network 9c25073a-e870-409c-94ee-fa7b44ee14ee is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:46.451563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:46.463083 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4db99e3d-709b-4ae8-a1eb-cb27e9a68fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting port fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:46.463582 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4db99e3d-709b-4ae8-a1eb-cb27e9a68fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:46.624794 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a93c9fad-9c5c-4225-8cbb-89449079ca1c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (c341c4b4-6ab7-46cc-bc58-f221826d589e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:46.714310 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c9fad-9c5c-4225-8cbb-89449079ca1c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Subnet': ['ID=c341c4b4-6ab7-46cc-bc58-f221826d589e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:46.723211 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a93c9fad-9c5c-4225-8cbb-89449079ca1c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:46.731157 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a93c9fad-9c5c-4225-8cbb-89449079ca1c tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/subnets/c341c4b4-6ab7-46cc-bc58-f221826d589e HTTP/1.1" status: 204 len: 168 time: 0.8725007 Mar 24 01:22:46.733747 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e44ab3-b666-4cd0-a8e5-657c3a10475e None None] Network bc8e2144-4b65-41a6-810e-188d7a937222 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:46.735078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52552) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:46.903443 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (bc8e2144-4b65-41a6-810e-188d7a937222), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:46.911660 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-4db99e3d-709b-4ae8-a1eb-cb27e9a68fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] For port fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:46.912041 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4db99e3d-709b-4ae8-a1eb-cb27e9a68fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:46.931529 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4db99e3d-709b-4ae8-a1eb-cb27e9a68fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Calling delete_port for fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:46.994007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c0fabb70-070a-4b0d-9712-3ae8aa59fe17 None None] Provisioning complete for port 375115b6-8841-49d7-8f22-50741cbc179c triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:22:46.994812 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c0fabb70-070a-4b0d-9712-3ae8aa59fe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (375115b6-8841-49d7-8f22-50741cbc179c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:47.027589 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1fdc1b75-2623-476c-9806-ffc4d2aabb4e req-7534f123-fe58-4dd4-b2fc-ce3212c31f66 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.0357525 Mar 24 01:22:47.062466 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c0fabb70-070a-4b0d-9712-3ae8aa59fe17 None None] Port 375115b6-8841-49d7-8f22-50741cbc179c cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:22:47.089540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Deleting port d5d114df-c5d6-4608-8840-5f33b12ccbb3 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:47.090236 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d5d114df-c5d6-4608-8840-5f33b12ccbb3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:47.109654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router ad1f2b32-a72a-4983-b94d-1be93f1ec910 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:47.145827 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4f72db-896e-4e45-abaa-14e2487356ba None None] DHCP port deletion for bc8e2144-4b65-41a6-810e-188d7a937222 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:22:47.248325 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ae4f72db-896e-4e45-abaa-14e2487356ba None None] Deleting port d5d114df-c5d6-4608-8840-5f33b12ccbb3 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:47.249642 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ae4f72db-896e-4e45-abaa-14e2487356ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d5d114df-c5d6-4608-8840-5f33b12ccbb3), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:47.264553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6387eba8-3ef9-4adb-9d57-d77792f2d558 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:22:47.341028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:47.355460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-593dbe6f-ad8c-46ad-97b4-9adea1a425fa tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "PUT /v2.0/routers/ad1f2b32-a72a-4983-b94d-1be93f1ec910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2174158 Mar 24 01:22:47.356479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52554) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:47.370358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6288cadb-eeff-46f8-aebd-cf797a8a389f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'port': {'network_id': '9c25073a-e870-409c-94ee-fa7b44ee14ee', 'name': 'tempest-FloatingIPTestJSON-753864046'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:47.386214 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67685c7d-e648-461d-83ea-e3f02239aa73 None None] Sync routers for ids ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:47.400415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 6387eba8-3ef9-4adb-9d57-d77792f2d558 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:22:47.400918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6387eba8-3ef9-4adb-9d57-d77792f2d558 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:22:47.401494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:22:47.435260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67685c7d-e648-461d-83ea-e3f02239aa73 None None] Routers {'ad1f2b32-a72a-4983-b94d-1be93f1ec910'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:47.436936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-67685c7d-e648-461d-83ea-e3f02239aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:47.518952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:22:47.519496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 83f7d662-e4f6-49e6-80f1-5fc1657e22c5 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:22:47.523560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6288cadb-eeff-46f8-aebd-cf797a8a389f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Made reservation on behalf of 0210a85b4a6a4dea88845fc4246195ee for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:47.528055 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6288cadb-eeff-46f8-aebd-cf797a8a389f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:47.545222 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-67685c7d-e648-461d-83ea-e3f02239aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:47.563859 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-6288cadb-eeff-46f8-aebd-cf797a8a389f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] device_id is not set on port 458e6422-a240-4dc0-8314-bca227e7062f yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:22:47.597846 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4db99e3d-709b-4ae8-a1eb-cb27e9a68fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:47.639539 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db99e3d-709b-4ae8-a1eb-cb27e9a68fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Port': ['ID=fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:47.733028 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4db99e3d-709b-4ae8-a1eb-cb27e9a68fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (29fbedff-b983-4ce2-993a-993487d68d23), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:47.810355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-6288cadb-eeff-46f8-aebd-cf797a8a389f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Allocated IP 172.20.0.14 (9c25073a-e870-409c-94ee-fa7b44ee14ee/88ddd734-c8fd-4da8-873c-1338c11598bc/458e6422-a240-4dc0-8314-bca227e7062f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:47.823972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ae4f72db-896e-4e45-abaa-14e2487356ba None None] For port d5d114df-c5d6-4608-8840-5f33b12ccbb3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d5d114df-c5d6-4608-8840-5f33b12ccbb3,segment=NetworkSegment(7b85fca2-7baa-4ee8-88b8-8a220e6e48a8),segment_id=7b85fca2-7baa-4ee8-88b8-8a220e6e48a8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:47.824559 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ae4f72db-896e-4e45-abaa-14e2487356ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d5d114df-c5d6-4608-8840-5f33b12ccbb3), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:47.843120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ae4f72db-896e-4e45-abaa-14e2487356ba None None] Calling delete_port for d5d114df-c5d6-4608-8840-5f33b12ccbb3 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:47.849436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67685c7d-e648-461d-83ea-e3f02239aa73 None None] Routers {'ad1f2b32-a72a-4983-b94d-1be93f1ec910'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:47.851314 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-67685c7d-e648-461d-83ea-e3f02239aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:47.863455 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4db99e3d-709b-4ae8-a1eb-cb27e9a68fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (29fbedff-b983-4ce2-993a-993487d68d23), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:47.867342 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4db99e3d-709b-4ae8-a1eb-cb27e9a68fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_controller (29fbedff-b983-4ce2-993a-993487d68d23), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:47.882054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] For port d5d114df-c5d6-4608-8840-5f33b12ccbb3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d5d114df-c5d6-4608-8840-5f33b12ccbb3,segment=NetworkSegment(7b85fca2-7baa-4ee8-88b8-8a220e6e48a8),segment_id=7b85fca2-7baa-4ee8-88b8-8a220e6e48a8)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:47.882627 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d5d114df-c5d6-4608-8840-5f33b12ccbb3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:47.977494 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Calling delete_port for d5d114df-c5d6-4608-8840-5f33b12ccbb3 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:47.987935 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4db99e3d-709b-4ae8-a1eb-cb27e9a68fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (29fbedff-b983-4ce2-993a-993487d68d23), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:47.987935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db99e3d-709b-4ae8-a1eb-cb27e9a68fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Fanout notify agent at l3_agent the message router_deleted on router 29fbedff-b983-4ce2-993a-993487d68d23 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:22:48.014953 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4db99e3d-709b-4ae8-a1eb-cb27e9a68fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.016170 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4db99e3d-709b-4ae8-a1eb-cb27e9a68fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/routers/29fbedff-b983-4ce2-993a-993487d68d23 HTTP/1.1" status: 204 len: 168 time: 2.5492663 Mar 24 01:22:48.020697 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52560) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:48.041594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-67685c7d-e648-461d-83ea-e3f02239aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:48.042400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67685c7d-e648-461d-83ea-e3f02239aa73 None None] The sync data for ids ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:48.102207 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6288cadb-eeff-46f8-aebd-cf797a8a389f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for port (458e6422-a240-4dc0-8314-bca227e7062f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.122013 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ae4f72db-896e-4e45-abaa-14e2487356ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (d5d114df-c5d6-4608-8840-5f33b12ccbb3), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.147417 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6288cadb-eeff-46f8-aebd-cf797a8a389f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (458e6422-a240-4dc0-8314-bca227e7062f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.184232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f72db-896e-4e45-abaa-14e2487356ba None None] No DVR routers for this DVR port d5d114df-c5d6-4608-8840-5f33b12ccbb3 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:22:48.196958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f72db-896e-4e45-abaa-14e2487356ba None None] Pushing event deleted for resources: {'Port': ['ID=d5d114df-c5d6-4608-8840-5f33b12ccbb3,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:48.260854 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1938f027-843b-459b-b441-6c9eb267ee4d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (afdb68c5-3dd6-4050-96c7-9ba9580870f0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.303628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3694ec61-5238-4ace-bc83-2f28b0369020 req-4581882b-40c2-4cca-a796-a2d911d5a484 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.1524055 Mar 24 01:22:48.316216 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d5d114df-c5d6-4608-8840-5f33b12ccbb3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.321560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6288cadb-eeff-46f8-aebd-cf797a8a389f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Network 9c25073a-e870-409c-94ee-fa7b44ee14ee is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:48.322904 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288cadb-eeff-46f8-aebd-cf797a8a389f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event updated for resources: {'Port': ['ID=458e6422-a240-4dc0-8314-bca227e7062f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:48.342522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-6288cadb-eeff-46f8-aebd-cf797a8a389f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:48.347178 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6288cadb-eeff-46f8-aebd-cf797a8a389f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:48.408936 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Port': ['ID=d5d114df-c5d6-4608-8840-5f33b12ccbb3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:48.427389 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] No DVR routers for this DVR port d5d114df-c5d6-4608-8840-5f33b12ccbb3 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:22:48.449563 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1938f027-843b-459b-b441-6c9eb267ee4d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (afdb68c5-3dd6-4050-96c7-9ba9580870f0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.454878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6288cadb-eeff-46f8-aebd-cf797a8a389f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:48.456094 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6288cadb-eeff-46f8-aebd-cf797a8a389f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.491425 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6288cadb-eeff-46f8-aebd-cf797a8a389f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1209054 Mar 24 01:22:48.493413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52564) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:48.501119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-adbe5613-8275-4956-be9c-0c274028c946 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Request body: {'floatingip': {'port_id': '458e6422-a240-4dc0-8314-bca227e7062f'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:48.550746 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (bc8e2144-4b65-41a6-810e-188d7a937222), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.609317 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1938f027-843b-459b-b441-6c9eb267ee4d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afdb68c5-3dd6-4050-96c7-9ba9580870f0']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:48.612561 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8e2144-4b65-41a6-810e-188d7a937222']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:48.633254 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-adbe5613-8275-4956-be9c-0c274028c946 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (1495804a-5b47-4c06-97b4-46996ba1703f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.645382 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b85fca2-7baa-4ee8-88b8-8a220e6e48a8') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:48.646037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b85fca2-7baa-4ee8-88b8-8a220e6e48a8') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:48.649287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1938f027-843b-459b-b441-6c9eb267ee4d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63554920-7740-40d2-99c7-f14e68038d32') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:48.650784 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1938f027-843b-459b-b441-6c9eb267ee4d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63554920-7740-40d2-99c7-f14e68038d32') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:48.670401 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (7b85fca2-7baa-4ee8-88b8-8a220e6e48a8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.673062 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1938f027-843b-459b-b441-6c9eb267ee4d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (63554920-7740-40d2-99c7-f14e68038d32), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.697162 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1938f027-843b-459b-b441-6c9eb267ee4d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (63554920-7740-40d2-99c7-f14e68038d32), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.700649 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7b85fca2-7baa-4ee8-88b8-8a220e6e48a8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.704499 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-aef51c58-6dc5-4bd6-af00-d455186ac70a None None] Provisioning complete for port 458e6422-a240-4dc0-8314-bca227e7062f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:22:48.705075 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-aef51c58-6dc5-4bd6-af00-d455186ac70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (458e6422-a240-4dc0-8314-bca227e7062f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.716312 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1938f027-843b-459b-b441-6c9eb267ee4d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:48.720774 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1938f027-843b-459b-b441-6c9eb267ee4d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (63554920-7740-40d2-99c7-f14e68038d32), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.786501 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-aef51c58-6dc5-4bd6-af00-d455186ac70a None None] Port 458e6422-a240-4dc0-8314-bca227e7062f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:48.810836 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:48.814007 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:48.814007 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (7b85fca2-7baa-4ee8-88b8-8a220e6e48a8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:48.816693 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:48.868331 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1938f027-843b-459b-b441-6c9eb267ee4d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (afdb68c5-3dd6-4050-96c7-9ba9580870f0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.889957 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1938f027-843b-459b-b441-6c9eb267ee4d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.893681 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1938f027-843b-459b-b441-6c9eb267ee4d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/networks/afdb68c5-3dd6-4050-96c7-9ba9580870f0 HTTP/1.1" status: 204 len: 168 time: 0.8700933 Mar 24 01:22:48.897033 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938f027-843b-459b-b441-6c9eb267ee4d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Network': ['ID=afdb68c5-3dd6-4050-96c7-9ba9580870f0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:48.902047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52570) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:48.966336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (bc8e2144-4b65-41a6-810e-188d7a937222), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.979825 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:48.984026 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] 10.222.0.45 "DELETE /v2.0/networks/bc8e2144-4b65-41a6-810e-188d7a937222 HTTP/1.1" status: 204 len: 168 time: 2.2481108 Mar 24 01:22:49.006985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53a50e-5ca1-49ae-9603-cc3b8c0d738b tempest-NetworksTest-2123506455 tempest-NetworksTest-2123506455-project] Pushing event deleted for resources: {'Network': ['ID=bc8e2144-4b65-41a6-810e-188d7a937222,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:49.012131 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9a5c0bcd-cedb-43be-b59d-5a25ecb7493e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (16ebd767-70b9-4a13-ad84-91c891f20401), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:49.043277 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9a5c0bcd-cedb-43be-b59d-5a25ecb7493e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (16ebd767-70b9-4a13-ad84-91c891f20401), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:49.119574 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9a5c0bcd-cedb-43be-b59d-5a25ecb7493e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (16ebd767-70b9-4a13-ad84-91c891f20401), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:49.123173 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9a5c0bcd-cedb-43be-b59d-5a25ecb7493e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:49.143313 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9a5c0bcd-cedb-43be-b59d-5a25ecb7493e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/security-groups/16ebd767-70b9-4a13-ad84-91c891f20401 HTTP/1.1" status: 204 len: 168 time: 0.2401969 Mar 24 01:22:49.189494 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c0bcd-cedb-43be-b59d-5a25ecb7493e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ebd767-70b9-4a13-ad84-91c891f20401,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:49.263253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d5d114df-c5d6-4608-8840-5f33b12ccbb3 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:22:49.316528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: d5d114df-c5d6-4608-8840-5f33b12ccbb3 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:22:49.316912 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d5d114df-c5d6-4608-8840-5f33b12ccbb3 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:22:49.321951 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:22:49.366630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:22:49.366863 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device fc49ed08-c7f4-4c1f-9221-b61fd6f1c1a4 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:22:49.371531 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-adbe5613-8275-4956-be9c-0c274028c946 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:49.377174 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-adbe5613-8275-4956-be9c-0c274028c946 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (1495804a-5b47-4c06-97b4-46996ba1703f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:49.494084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52582) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:49.540508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52586) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:49.541693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1dd0a466-9f88-402d-8ed8-78b42716de79 req-4f24651c-7a7a-4e37-b057-214690db46db tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.0591464 Mar 24 01:22:49.547116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-52f79756-a6cd-43af-83ab-1843bf605b88 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-729504471', 'description': 'tempest-secgroup-smoke-729504471 description', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:49.572297 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-adbe5613-8275-4956-be9c-0c274028c946 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Floating IP 1495804a-5b47-4c06-97b4-46996ba1703f associated. External IP: 172.25.0.128, port: 3d4ce8cf-7570-4403-879d-96fba41c71ef. Mar 24 01:22:49.614752 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52f79756-a6cd-43af-83ab-1843bf605b88 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:49.729742 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e41c5338-ea4c-490b-86e9-1f7f4deee747 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f3ca38d132d041abb5f563f44a750e43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2345967 Mar 24 01:22:49.731235 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52590) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:49.771010 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52f79756-a6cd-43af-83ab-1843bf605b88 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (feac985d-3eaa-4776-8fdb-131c27fb9453), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:49.781416 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52f79756-a6cd-43af-83ab-1843bf605b88 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (feac985d-3eaa-4776-8fdb-131c27fb9453), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:49.827626 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f79756-a6cd-43af-83ab-1843bf605b88 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feac985d-3eaa-4776-8fdb-131c27fb9453,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:49.845223 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d761eb38-c2bd-4f33-a4e9-78327ab7d787 admin admin] Publish callbacks [] for security_group (e601fec4-473b-483e-99bb-0b123abe27b8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:49.860139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbe5613-8275-4956-be9c-0c274028c946 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router a6c1d374-d019-4d66-a344-f991bee20847 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:49.872495 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d761eb38-c2bd-4f33-a4e9-78327ab7d787 admin admin] Publish callbacks [] for security_group (e601fec4-473b-483e-99bb-0b123abe27b8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:49.881528 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52f79756-a6cd-43af-83ab-1843bf605b88 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:49.882851 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-52f79756-a6cd-43af-83ab-1843bf605b88 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3408828 Mar 24 01:22:49.885346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52594) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:49.889612 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-43764d0f-903b-470a-a2dd-f1dc63cc1634 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': 'feac985d-3eaa-4776-8fdb-131c27fb9453', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:49.944047 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43764d0f-903b-470a-a2dd-f1dc63cc1634 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (51ae3ee2-23f1-483b-bcfd-6ee4b203742c), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:49.970115 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d761eb38-c2bd-4f33-a4e9-78327ab7d787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e601fec4-473b-483e-99bb-0b123abe27b8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:49.972910 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d761eb38-c2bd-4f33-a4e9-78327ab7d787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:49.976219 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d761eb38-c2bd-4f33-a4e9-78327ab7d787 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e601fec4-473b-483e-99bb-0b123abe27b8 HTTP/1.1" status: 204 len: 168 time: 0.2368381 Mar 24 01:22:49.988955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761eb38-c2bd-4f33-a4e9-78327ab7d787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e601fec4-473b-483e-99bb-0b123abe27b8,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:50.040272 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43764d0f-903b-470a-a2dd-f1dc63cc1634 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (51ae3ee2-23f1-483b-bcfd-6ee4b203742c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.049335 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43764d0f-903b-470a-a2dd-f1dc63cc1634 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (51ae3ee2-23f1-483b-bcfd-6ee4b203742c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.069931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbe5613-8275-4956-be9c-0c274028c946 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:50.085587 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85570ea-a545-4453-8a1f-efac6b0681b2 None None] Sync routers for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:50.099240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43764d0f-903b-470a-a2dd-f1dc63cc1634 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ae3ee2-23f1-483b-bcfd-6ee4b203742c,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:50.103052 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85570ea-a545-4453-8a1f-efac6b0681b2 None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:50.116352 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b85570ea-a545-4453-8a1f-efac6b0681b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:50.121218 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-43764d0f-903b-470a-a2dd-f1dc63cc1634 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.123924 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-43764d0f-903b-470a-a2dd-f1dc63cc1634 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2376611 Mar 24 01:22:50.126618 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52598) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:50.133027 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-200a98b5-143e-4934-af48-81f86ebe39b6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': 'feac985d-3eaa-4776-8fdb-131c27fb9453', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:50.168717 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b85570ea-a545-4453-8a1f-efac6b0681b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:50.183354 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-200a98b5-143e-4934-af48-81f86ebe39b6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (a66d535d-1ed6-49c2-9fda-9e14a64b4d91), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.195168 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85570ea-a545-4453-8a1f-efac6b0681b2 None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:50.195815 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b85570ea-a545-4453-8a1f-efac6b0681b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:50.264604 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b85570ea-a545-4453-8a1f-efac6b0681b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:50.265276 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85570ea-a545-4453-8a1f-efac6b0681b2 None None] The sync data for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:50.300948 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-200a98b5-143e-4934-af48-81f86ebe39b6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (a66d535d-1ed6-49c2-9fda-9e14a64b4d91), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.308756 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-200a98b5-143e-4934-af48-81f86ebe39b6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (a66d535d-1ed6-49c2-9fda-9e14a64b4d91), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.333286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a98b5-143e-4934-af48-81f86ebe39b6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66d535d-1ed6-49c2-9fda-9e14a64b4d91,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:50.343439 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-200a98b5-143e-4934-af48-81f86ebe39b6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.347844 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-200a98b5-143e-4934-af48-81f86ebe39b6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2201762 Mar 24 01:22:50.348660 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52602) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:50.354059 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c2d9f31b-7faf-4fea-a7e4-e955fc0a9786 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': 'feac985d-3eaa-4776-8fdb-131c27fb9453', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:50.387233 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c2d9f31b-7faf-4fea-a7e4-e955fc0a9786 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (22fbb35e-c3b0-4134-92fa-e5abf82626c0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.439440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbe5613-8275-4956-be9c-0c274028c946 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router ad1f2b32-a72a-4983-b94d-1be93f1ec910 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:50.495020 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c2d9f31b-7faf-4fea-a7e4-e955fc0a9786 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (22fbb35e-c3b0-4134-92fa-e5abf82626c0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.500433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c2d9f31b-7faf-4fea-a7e4-e955fc0a9786 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (22fbb35e-c3b0-4134-92fa-e5abf82626c0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.536253 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9f31b-7faf-4fea-a7e4-e955fc0a9786 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fbb35e-c3b0-4134-92fa-e5abf82626c0,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:50.570571 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c2d9f31b-7faf-4fea-a7e4-e955fc0a9786 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.571883 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c2d9f31b-7faf-4fea-a7e4-e955fc0a9786 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2222290 Mar 24 01:22:50.575712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52612) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:50.580539 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-83651d8a-f13d-4f1d-985a-1c3639741df6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': 'feac985d-3eaa-4776-8fdb-131c27fb9453', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:50.610966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbe5613-8275-4956-be9c-0c274028c946 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:50.624210 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2196b528-a725-4325-8c8c-1095ccb71459 None None] Sync routers for ids ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:50.628073 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83651d8a-f13d-4f1d-985a-1c3639741df6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (5d8ec5d4-d188-4318-bc13-f4a05fad5461), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.638486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-adbe5613-8275-4956-be9c-0c274028c946 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.652165 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2196b528-a725-4325-8c8c-1095ccb71459 None None] Routers {'ad1f2b32-a72a-4983-b94d-1be93f1ec910'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:50.654864 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2196b528-a725-4325-8c8c-1095ccb71459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:50.698624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a9de78c-da55-411b-b05b-0f15af91c071 req-1c3d2c4f-d981-4526-a360-f02d82376d8f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.0545416 Mar 24 01:22:50.751966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52618) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:50.752531 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-adbe5613-8275-4956-be9c-0c274028c946 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "PUT /v2.0/floatingips/1495804a-5b47-4c06-97b4-46996ba1703f HTTP/1.1" status: 200 len: 978 time: 2.2580919 Mar 24 01:22:50.754192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2196b528-a725-4325-8c8c-1095ccb71459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:50.764768 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2196b528-a725-4325-8c8c-1095ccb71459 None None] Routers {'ad1f2b32-a72a-4983-b94d-1be93f1ec910'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:50.765578 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2196b528-a725-4325-8c8c-1095ccb71459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:50.816383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2196b528-a725-4325-8c8c-1095ccb71459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:50.817228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2196b528-a725-4325-8c8c-1095ccb71459 None None] The sync data for ids ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'] in n-d-760455-9 is: [] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:50.860073 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83651d8a-f13d-4f1d-985a-1c3639741df6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (5d8ec5d4-d188-4318-bc13-f4a05fad5461), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.888154 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83651d8a-f13d-4f1d-985a-1c3639741df6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5d8ec5d4-d188-4318-bc13-f4a05fad5461), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.916126 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83651d8a-f13d-4f1d-985a-1c3639741df6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8ec5d4-d188-4318-bc13-f4a05fad5461,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:50.927242 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83651d8a-f13d-4f1d-985a-1c3639741df6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.929539 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-83651d8a-f13d-4f1d-985a-1c3639741df6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3527827 Mar 24 01:22:50.930462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52628) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:50.937591 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-bacd0ba8-c75b-4efa-a684-c3eb845ee388 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': 'feac985d-3eaa-4776-8fdb-131c27fb9453', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:50.977560 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e5023abb-d4b9-45cc-90db-d54d6e84122b tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting port 458e6422-a240-4dc0-8314-bca227e7062f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:50.977560 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5023abb-d4b9-45cc-90db-d54d6e84122b tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (458e6422-a240-4dc0-8314-bca227e7062f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:50.984082 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-bacd0ba8-c75b-4efa-a684-c3eb845ee388 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Project 0fdc6cb7bc1743249389b96ab4ecbee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:22:50.997571 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bacd0ba8-c75b-4efa-a684-c3eb845ee388 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (ba8c2495-fe09-40f5-88d6-6a03e04918a6), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.085328 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5023abb-d4b9-45cc-90db-d54d6e84122b tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (458e6422-a240-4dc0-8314-bca227e7062f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.123142 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bacd0ba8-c75b-4efa-a684-c3eb845ee388 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (ba8c2495-fe09-40f5-88d6-6a03e04918a6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.131472 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bacd0ba8-c75b-4efa-a684-c3eb845ee388 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (ba8c2495-fe09-40f5-88d6-6a03e04918a6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.164398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd0ba8-c75b-4efa-a684-c3eb845ee388 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8c2495-fe09-40f5-88d6-6a03e04918a6,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:51.179479 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bacd0ba8-c75b-4efa-a684-c3eb845ee388 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.184459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bacd0ba8-c75b-4efa-a684-c3eb845ee388 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2497625 Mar 24 01:22:51.185744 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52632) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:51.211087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8356bae3-5a11-4e31-9215-72f7910aa02c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': 'feac985d-3eaa-4776-8fdb-131c27fb9453', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:51.249865 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-8356bae3-5a11-4e31-9215-72f7910aa02c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Project 0fdc6cb7bc1743249389b96ab4ecbee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:22:51.257122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52634) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:51.271983 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8356bae3-5a11-4e31-9215-72f7910aa02c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (f953730f-0283-4edb-bbac-74692171c216), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.346581 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8356bae3-5a11-4e31-9215-72f7910aa02c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (f953730f-0283-4edb-bbac-74692171c216), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.351432 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5023abb-d4b9-45cc-90db-d54d6e84122b tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.352056 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5023abb-d4b9-45cc-90db-d54d6e84122b tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (1495804a-5b47-4c06-97b4-46996ba1703f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.352988 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-e5023abb-d4b9-45cc-90db-d54d6e84122b tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Floating IP 1495804a-5b47-4c06-97b4-46996ba1703f disassociated. External IP: 172.25.0.128, port: 458e6422-a240-4dc0-8314-bca227e7062f. Mar 24 01:22:51.353127 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8356bae3-5a11-4e31-9215-72f7910aa02c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (f953730f-0283-4edb-bbac-74692171c216), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.353712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e5023abb-d4b9-45cc-90db-d54d6e84122b tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Calling delete_port for 458e6422-a240-4dc0-8314-bca227e7062f owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:51.388663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356bae3-5a11-4e31-9215-72f7910aa02c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f953730f-0283-4edb-bbac-74692171c216,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:51.407448 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8356bae3-5a11-4e31-9215-72f7910aa02c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.409812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8356bae3-5a11-4e31-9215-72f7910aa02c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2237394 Mar 24 01:22:51.414925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52638) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:51.417861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-46a43744-bd28-4e34-ab60-2a750979ad0f tempest-SubnetPoolsTestJSON-1753156952 tempest-SubnetPoolsTestJSON-1753156952-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1265460328', 'prefixes': ['172.20.0.0/16']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:51.426678 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-15ca7a24-1980-4da2-9905-1c92d70727a4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'network': {'name': 'tempest-network-smoke--849221974', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'port_security_enabled': True}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:51.478044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ca7a24-1980-4da2-9905-1c92d70727a4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Made reservation on behalf of 0fdc6cb7bc1743249389b96ab4ecbee7 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:51.482075 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-15ca7a24-1980-4da2-9905-1c92d70727a4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.526137 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-46a43744-bd28-4e34-ab60-2a750979ad0f tempest-SubnetPoolsTestJSON-1753156952 tempest-SubnetPoolsTestJSON-1753156952-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.530557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-46a43744-bd28-4e34-ab60-2a750979ad0f tempest-SubnetPoolsTestJSON-1753156952 tempest-SubnetPoolsTestJSON-1753156952-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2694592 Mar 24 01:22:51.530557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52640) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:51.561785 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5023abb-d4b9-45cc-90db-d54d6e84122b tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (458e6422-a240-4dc0-8314-bca227e7062f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.588628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ca7a24-1980-4da2-9905-1c92d70727a4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:22:51.604523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c564604a-9d70-46be-87bf-9b5ffc672e91 tempest-SubnetPoolsTestJSON-1753156952 tempest-SubnetPoolsTestJSON-1753156952-project] 10.222.0.45 "GET /v2.0/subnetpools/e119179f-7d7f-458f-a311-65bf6c117f3f HTTP/1.1" status: 200 len: 732 time: 0.0730860 Mar 24 01:22:51.605534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52642) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:51.612306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-fd7bfaac-0aca-440e-9348-ac116b7a6e9b tempest-SubnetPoolsTestJSON-1753156952 tempest-SubnetPoolsTestJSON-1753156952-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1086097480'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:51.613841 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5023abb-d4b9-45cc-90db-d54d6e84122b tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Port': ['ID=458e6422-a240-4dc0-8314-bca227e7062f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:51.649159 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-15ca7a24-1980-4da2-9905-1c92d70727a4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (9ff9093e-7cba-417d-8c6e-cedea54fc9c2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.649646 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-15ca7a24-1980-4da2-9905-1c92d70727a4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Added segment 9ff9093e-7cba-417d-8c6e-cedea54fc9c2 of type vlan for network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 Mar 24 01:22:51.728982 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-15ca7a24-1980-4da2-9905-1c92d70727a4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (95ae8bf0-4b1a-45be-b86a-0f046397ef01), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.787501 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-15ca7a24-1980-4da2-9905-1c92d70727a4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (95ae8bf0-4b1a-45be-b86a-0f046397ef01), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.800192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca7a24-1980-4da2-9905-1c92d70727a4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:51.801349 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-15ca7a24-1980-4da2-9905-1c92d70727a4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:51.841284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5023abb-d4b9-45cc-90db-d54d6e84122b tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router ad1f2b32-a72a-4983-b94d-1be93f1ec910 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:52.021762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5023abb-d4b9-45cc-90db-d54d6e84122b tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:52.032751 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3252e4c8-a1f8-4652-8388-5891914a6801 None None] Sync routers for ids ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:52.051988 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3252e4c8-a1f8-4652-8388-5891914a6801 None None] Routers {'ad1f2b32-a72a-4983-b94d-1be93f1ec910'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:52.053539 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-3252e4c8-a1f8-4652-8388-5891914a6801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:52.105956 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-3252e4c8-a1f8-4652-8388-5891914a6801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:52.125977 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3252e4c8-a1f8-4652-8388-5891914a6801 None None] Routers {'ad1f2b32-a72a-4983-b94d-1be93f1ec910'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:52.126734 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-3252e4c8-a1f8-4652-8388-5891914a6801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:52.163969 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e5023abb-d4b9-45cc-90db-d54d6e84122b tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:52.174138 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e5023abb-d4b9-45cc-90db-d54d6e84122b tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/ports/458e6422-a240-4dc0-8314-bca227e7062f HTTP/1.1" status: 204 len: 168 time: 1.4212108 Mar 24 01:22:52.178638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52650) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:52.279710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e6e763a6-97ce-419f-935f-7779872011ab req-ea37d73d-b063-46f7-9515-725a30f6b85a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a74477d9-ba77-4caf-8406-c12c994196fd HTTP/1.1" status: 200 len: 210 time: 0.0660121 Mar 24 01:22:52.307411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-15ca7a24-1980-4da2-9905-1c92d70727a4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8841615 Mar 24 01:22:52.323008 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52652) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:52.340161 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1006508528', 'admin_state_up': True, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:52.353926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca7a24-1980-4da2-9905-1c92d70727a4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Network': ['ID=95ae8bf0-4b1a-45be-b86a-0f046397ef01,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:52.368887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:22:52.383008 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-3252e4c8-a1f8-4652-8388-5891914a6801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:52.384069 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3252e4c8-a1f8-4652-8388-5891914a6801 None None] The sync data for ids ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:52.403335 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd7bfaac-0aca-440e-9348-ac116b7a6e9b tempest-SubnetPoolsTestJSON-1753156952 tempest-SubnetPoolsTestJSON-1753156952-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:52.406106 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fd7bfaac-0aca-440e-9348-ac116b7a6e9b tempest-SubnetPoolsTestJSON-1753156952 tempest-SubnetPoolsTestJSON-1753156952-project] 10.222.0.45 "PUT /v2.0/subnetpools/e119179f-7d7f-458f-a311-65bf6c117f3f HTTP/1.1" status: 200 len: 684 time: 0.7976460 Mar 24 01:22:52.409789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52654) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:52.481350 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:52.482681 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:52.621228 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_controller (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:52.635114 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ac83acb-9404-4d03-8f06-4097252d50d6 tempest-SubnetPoolsTestJSON-1753156952 tempest-SubnetPoolsTestJSON-1753156952-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:52.639323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8ac83acb-9404-4d03-8f06-4097252d50d6 tempest-SubnetPoolsTestJSON-1753156952 tempest-SubnetPoolsTestJSON-1753156952-project] 10.222.0.45 "DELETE /v2.0/subnetpools/e119179f-7d7f-458f-a311-65bf6c117f3f HTTP/1.1" status: 204 len: 168 time: 0.2286518 Mar 24 01:22:52.640099 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52656) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:52.730688 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-09a79ab9-15a6-46eb-a7c1-36d69a8d28d9 tempest-SubnetPoolsTestJSON-1753156952 tempest-SubnetPoolsTestJSON-1753156952-project] show failed (client error): The resource could not be found. Mar 24 01:22:52.734816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-09a79ab9-15a6-46eb-a7c1-36d69a8d28d9 tempest-SubnetPoolsTestJSON-1753156952 tempest-SubnetPoolsTestJSON-1753156952-project] 10.222.0.45 "GET /v2.0/subnetpools/e119179f-7d7f-458f-a311-65bf6c117f3f HTTP/1.1" status: 404 len: 346 time: 0.0532162 Mar 24 01:22:52.735920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52658) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:52.746615 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-049876ee-2b26-45eb-987c-26904639bd88 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (ad1f2b32-a72a-4983-b94d-1be93f1ec910), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:52.782811 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-d8197f37-1859-4336-94f0-e1ec5afae02a tempest-SubnetPoolsTestJSON-1753156952 tempest-SubnetPoolsTestJSON-1753156952-project] delete failed (client error): The resource could not be found. Mar 24 01:22:52.783877 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d8197f37-1859-4336-94f0-e1ec5afae02a tempest-SubnetPoolsTestJSON-1753156952 tempest-SubnetPoolsTestJSON-1753156952-project] 10.222.0.45 "DELETE /v2.0/subnetpools/e119179f-7d7f-458f-a311-65bf6c117f3f HTTP/1.1" status: 404 len: 346 time: 0.0452471 Mar 24 01:22:52.823531 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_gateway (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:53.169672 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_gateway (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:53.220793 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:53.231732 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52668) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:53.249916 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-049876ee-2b26-45eb-987c-26904639bd88 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting port 375115b6-8841-49d7-8f22-50741cbc179c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:53.251653 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-049876ee-2b26-45eb-987c-26904639bd88 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (375115b6-8841-49d7-8f22-50741cbc179c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:53.401435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Allocated IP 172.25.0.148 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:53.419705 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-049876ee-2b26-45eb-987c-26904639bd88 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (375115b6-8841-49d7-8f22-50741cbc179c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:53.440424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:53.461410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-049876ee-2b26-45eb-987c-26904639bd88 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Calling delete_port for 375115b6-8841-49d7-8f22-50741cbc179c owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:53.589371 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:53.639713 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:53.667648 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Publish callbacks [] for security_group (46d43551-4a03-4b67-9bf7-6dac09fb0f27), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:53.676596 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (46d43551-4a03-4b67-9bf7-6dac09fb0f27), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:53.689207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:53.692411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:53.696586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:53.744681 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2cd8b706ec154e5bb595c49ba8f02945&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5115762 Mar 24 01:22:53.747968 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d43551-4a03-4b67-9bf7-6dac09fb0f27,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:53.751025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52678) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:53.760931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:53.782227 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:53.783619 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:53.783971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:53.784327 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:53.784665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:53.784976 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:53.785328 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:53.785656 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:53.785979 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:53.786714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:53.786714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:53.787004 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:53.787259 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:53.787578 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:53.787936 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ccf0d2-3fc4-45b7-9188-caca7d2174ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:53.841765 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-049876ee-2b26-45eb-987c-26904639bd88 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (375115b6-8841-49d7-8f22-50741cbc179c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:53.920054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049876ee-2b26-45eb-987c-26904639bd88 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Port': ['ID=375115b6-8841-49d7-8f22-50741cbc179c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:54.195630 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d67c53d-6654-4e6b-9dc8-3276feb2526e admin admin] Publish callbacks [] for security_group (46d43551-4a03-4b67-9bf7-6dac09fb0f27), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:54.301000 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-049876ee-2b26-45eb-987c-26904639bd88 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (ad1f2b32-a72a-4983-b94d-1be93f1ec910), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:54.318478 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d67c53d-6654-4e6b-9dc8-3276feb2526e admin admin] Publish callbacks [] for security_group (46d43551-4a03-4b67-9bf7-6dac09fb0f27), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:54.342636 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_gateway (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:54.507661 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d67c53d-6654-4e6b-9dc8-3276feb2526e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (46d43551-4a03-4b67-9bf7-6dac09fb0f27), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:54.511386 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9d67c53d-6654-4e6b-9dc8-3276feb2526e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:54.524984 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9d67c53d-6654-4e6b-9dc8-3276feb2526e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46d43551-4a03-4b67-9bf7-6dac09fb0f27 HTTP/1.1" status: 204 len: 168 time: 0.7675548 Mar 24 01:22:54.569373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67c53d-6654-4e6b-9dc8-3276feb2526e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d43551-4a03-4b67-9bf7-6dac09fb0f27,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:54.767321 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:55.077243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:22:55.209315 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049876ee-2b26-45eb-987c-26904639bd88 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router ad1f2b32-a72a-4983-b94d-1be93f1ec910 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:22:55.340319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:55.352478 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Sync routers for ids ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:55.370983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Routers {'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:55.374552 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:55.375820 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:55.380102 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d5146475-73c4-4e7b-9f3f-720852580838 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0508213 Mar 24 01:22:55.383182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52702) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:55.477842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049876ee-2b26-45eb-987c-26904639bd88 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:22:55.498418 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f66da0-d2d9-401a-b9c9-4e28db99ce36 None None] Sync routers for ids ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:22:55.532456 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-049876ee-2b26-45eb-987c-26904639bd88 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "PUT /v2.0/routers/ad1f2b32-a72a-4983-b94d-1be93f1ec910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3523257 Mar 24 01:22:55.532756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52706) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:55.573295 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f66da0-d2d9-401a-b9c9-4e28db99ce36 None None] Routers {'ad1f2b32-a72a-4983-b94d-1be93f1ec910'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:55.576302 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c6f66da0-d2d9-401a-b9c9-4e28db99ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:55.689029 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c6f66da0-d2d9-401a-b9c9-4e28db99ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:55.704092 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Set router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:22:55.715887 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f66da0-d2d9-401a-b9c9-4e28db99ce36 None None] Routers {'ad1f2b32-a72a-4983-b94d-1be93f1ec910'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:55.719145 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c6f66da0-d2d9-401a-b9c9-4e28db99ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:55.807539 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c6f66da0-d2d9-401a-b9c9-4e28db99ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:55.812198 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f66da0-d2d9-401a-b9c9-4e28db99ce36 None None] The sync data for ids ['ad1f2b32-a72a-4983-b94d-1be93f1ec910'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:55.865519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52716) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:55.866352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c8918a6f-dc6c-451d-8011-2c1b94ef9943 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=0fdc6cb7bc1743249389b96ab4ecbee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4778547 Mar 24 01:22:55.923474 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router (ad1f2b32-a72a-4983-b94d-1be93f1ec910), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:56.126167 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router_gateway (ad1f2b32-a72a-4983-b94d-1be93f1ec910), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:56.232939 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edca20e-05b1-410c-bebf-89bf732ec5c6 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:56.238064 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5edca20e-05b1-410c-bebf-89bf732ec5c6 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3715112 Mar 24 01:22:56.243308 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52724) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:56.276308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006508528', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:22:52Z', 'updated_at': '2022-03-24T01:22:53Z', 'revision_number': 3, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:53Z', 'updated_at': '2022-03-24T01:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:56.288971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting port fbaba4e5-4e44-4ecc-a049-287f1d19d680 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:56.289347 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (fbaba4e5-4e44-4ecc-a049-287f1d19d680), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:56.310927 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e577258a-157c-446b-aa2d-7b98ba5b571e tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0660431 Mar 24 01:22:56.321471 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52726) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:56.330674 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-649293d4-7fcc-40cd-9e0e-9777850d6af1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-914294637', 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:22:56.360279 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Checking router: ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:22:56.360857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Updating router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 port c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:22:56.444930 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:56.459683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649293d4-7fcc-40cd-9e0e-9777850d6af1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Made reservation on behalf of 0fdc6cb7bc1743249389b96ab4ecbee7 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:22:56.473287 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-649293d4-7fcc-40cd-9e0e-9777850d6af1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:56.532462 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (fbaba4e5-4e44-4ecc-a049-287f1d19d680), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:56.586892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Calling delete_port for fbaba4e5-4e44-4ecc-a049-287f1d19d680 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:56.928623 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-fa3fa839-e7ec-4b03-a722-7e9638d103c0 req-fff54652-3068-4a60-851b-ce452f75017d tempest-ServerRescueTestJSON-1760914842 tempest-ServerRescueTestJSON-1760914842-project] (115729) timed out ('10.222.0.48', 49775) {{(pid=115729) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 01:22:57.055658 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (fbaba4e5-4e44-4ecc-a049-287f1d19d680), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:57.071164 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-649293d4-7fcc-40cd-9e0e-9777850d6af1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:57.152791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Port': ['ID=fbaba4e5-4e44-4ecc-a049-287f1d19d680,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:57.213457 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649293d4-7fcc-40cd-9e0e-9777850d6af1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Subnet': ['ID=3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:57.221604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.230741 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.231209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.233555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.236699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.236699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.236971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649293d4-7fcc-40cd-9e0e-9777850d6af1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Checking segment: {'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:57.237391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649293d4-7fcc-40cd-9e0e-9777850d6af1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network hostable DHCP agents. Network: 95ae8bf0-4b1a-45be-b86a-0f046397ef01, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:22:57.238788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.239693 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.240588 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.240934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.241299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.241632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.241966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.242291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.242618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.268210 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Publish callbacks [] for port (c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:57.282118 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:57.282380 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649293d4-7fcc-40cd-9e0e-9777850d6af1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:22:57.299826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-649293d4-7fcc-40cd-9e0e-9777850d6af1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 95ae8bf0-4b1a-45be-b86a-0f046397ef01) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:57.320018 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (ad1f2b32-a72a-4983-b94d-1be93f1ec910), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:57.323820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649293d4-7fcc-40cd-9e0e-9777850d6af1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:22:57.324435 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-649293d4-7fcc-40cd-9e0e-9777850d6af1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:57.347346 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce87ca1-e4a7-41a2-91b3-16527a635e8a None None] Network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:57.359871 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-649293d4-7fcc-40cd-9e0e-9777850d6af1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0334740 Mar 24 01:22:57.361020 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52750) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:57.435107 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Attempting to bind port c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:22:57.435770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Attempting to bind port c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:22:57.435887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Attempting to bind port c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:22:57.438884 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (ad1f2b32-a72a-4983-b94d-1be93f1ec910), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:57.441751 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router_controller (ad1f2b32-a72a-4983-b94d-1be93f1ec910), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:57.476439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:22:57.476836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:57.477176 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:57.478370 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:22:57.479215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Bound port: c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:22:57.479615 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:57.550852 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Pushing event updated for resources: {'Port': ['ID=c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:57.554109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ips': [{'subnet_id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:22:57.554938 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:57.598289 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (ad1f2b32-a72a-4983-b94d-1be93f1ec910), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:57.598965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Fanout notify agent at l3_agent the message router_deleted on router ad1f2b32-a72a-4983-b94d-1be93f1ec910 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:22:57.619119 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:57.620436 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c8321fe0-b925-43dd-a4ce-d946afa336ad tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/routers/ad1f2b32-a72a-4983-b94d-1be93f1ec910 HTTP/1.1" status: 204 len: 168 time: 2.0860374 Mar 24 01:22:57.623317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52754) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:57.650192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.650543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.650889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.651227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.651559 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.652079 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.652572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.653065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.653565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.654080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.654570 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.655073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.655426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.655739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.656068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:22:57.743600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-724e211c-5185-49b9-98b7-987b4b170f77 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting subnet 88ddd734-c8fd-4da8-873c-1338c11598bc {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:22:57.748588 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-724e211c-5185-49b9-98b7-987b4b170f77 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for subnet (88ddd734-c8fd-4da8-873c-1338c11598bc), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:57.760843 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] For port c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:22:57.783955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] For port c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:22:57.800789 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:57.815841 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-724e211c-5185-49b9-98b7-987b4b170f77 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (88ddd734-c8fd-4da8-873c-1338c11598bc), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:57.936845 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570a133-500f-43c3-8562-fa96568c7b61 None None] Pushing event updated for resources: {'Port': ['ID=c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:57.955242 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Allocated IP 172.20.0.2 (95ae8bf0-4b1a-45be-b86a-0f046397ef01/3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2/6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:57.957455 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Routers {'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:22:57.958094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:22:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:58.242323 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:58.368658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] Set router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:22:58.441452 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-724e211c-5185-49b9-98b7-987b4b170f77 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (88ddd734-c8fd-4da8-873c-1338c11598bc), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:58.532454 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-724e211c-5185-49b9-98b7-987b4b170f77 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (88ddd734-c8fd-4da8-873c-1338c11598bc), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:58.576459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e211c-5185-49b9-98b7-987b4b170f77 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Subnet': ['ID=88ddd734-c8fd-4da8-873c-1338c11598bc,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:58.578862 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-724e211c-5185-49b9-98b7-987b4b170f77 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:58.584109 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-724e211c-5185-49b9-98b7-987b4b170f77 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/subnets/88ddd734-c8fd-4da8-873c-1338c11598bc HTTP/1.1" status: 204 len: 168 time: 0.9598904 Mar 24 01:22:58.589574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52770) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:58.607921 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Publish callbacks [] for port (6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:58.612870 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778488bb-ff5e-427a-844b-7dcaca4c8b07 None None] Network 9c25073a-e870-409c-94ee-fa7b44ee14ee requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:22:58.674285 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:58.744752 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (9c25073a-e870-409c-94ee-fa7b44ee14ee), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:58.843650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Allocated IP 172.20.0.1 (95ae8bf0-4b1a-45be-b86a-0f046397ef01/3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2/d772efa3-4dee-4bb3-a13e-4bef917bf69a) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:22:58.896306 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting port da60bd2a-e4c3-4bc0-875e-70914852d6da {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:22:58.896653 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (da60bd2a-e4c3-4bc0-875e-70914852d6da), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:58.941215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:58.953331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:58.965273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:59.033350 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] For port da60bd2a-e4c3-4bc0-875e-70914852d6da, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=da60bd2a-e4c3-4bc0-875e-70914852d6da,segment=NetworkSegment(8b2760d2-6f12-43c0-80f7-ce0012cae9cb),segment_id=8b2760d2-6f12-43c0-80f7-ce0012cae9cb)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:22:59.033764 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (da60bd2a-e4c3-4bc0-875e-70914852d6da), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:59.042072 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0c19f0e8-9af2-49bb-ac70-c31eb4210ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:59.058852 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Calling delete_port for da60bd2a-e4c3-4bc0-875e-70914852d6da owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:22:59.116984 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:59.137022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Attempting to bind port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:22:59.137429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Attempting to bind port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:22:59.137796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Attempting to bind port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 on network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:22:59.167435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Pushing event updated for resources: {'Port': ['ID=6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:59.214211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:22:59.215088 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Checking segment: {'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:22:59.215255 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:59.215524 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Bound using segment: {'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:22:59.216924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Bound port: 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:22:59.217200 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:59.220220 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:59.246656 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (da60bd2a-e4c3-4bc0-875e-70914852d6da), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:59.278954 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006508528', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:22:52Z', 'updated_at': '2022-03-24T01:22:53Z', 'revision_number': 3, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:53Z', 'updated_at': '2022-03-24T01:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:59.293280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] No DVR routers for this DVR port da60bd2a-e4c3-4bc0-875e-70914852d6da on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:22:59.293431 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:22:59.350689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:22:59.396459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] For port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:22:59.400092 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] For port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:22:59.432710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=d772efa3-4dee-4bb3-a13e-4bef917bf69a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:59.450485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed407eb-5f67-494d-9a9a-c99ef2bcda74 None None] DHCP port deletion for 9c25073a-e870-409c-94ee-fa7b44ee14ee request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:22:59.462188 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:59.467647 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Port': ['ID=da60bd2a-e4c3-4bc0-875e-70914852d6da,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:59.471135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:22:59.473316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:22:59.512583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fd3a17-a692-4188-97c4-f1e9e90d60e1 None None] The sync data for ids ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'] in n-d-760455-9 is: [{'id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006508528', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:22:52Z', 'updated_at': '2022-03-24T01:22:53Z', 'revision_number': 3, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:53Z', 'updated_at': '2022-03-24T01:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:22:59.543716 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (9c25073a-e870-409c-94ee-fa7b44ee14ee), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:59.615329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c25073a-e870-409c-94ee-fa7b44ee14ee']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:59.642151 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:59.660612 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ade07-f279-4129-8018-5d21950c5421 None None] Pushing event updated for resources: {'Port': ['ID=6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:22:59.693631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2760d2-6f12-43c0-80f7-ce0012cae9cb') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:59.694001 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2760d2-6f12-43c0-80f7-ce0012cae9cb') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:22:59.710111 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (8b2760d2-6f12-43c0-80f7-ce0012cae9cb), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:59.740907 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8b2760d2-6f12-43c0-80f7-ce0012cae9cb), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:59.752657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:22:59.753174 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (8b2760d2-6f12-43c0-80f7-ce0012cae9cb), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:22:59.763251 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:22:59.895429 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (9c25073a-e870-409c-94ee-fa7b44ee14ee), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:59.909730 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:22:59.916599 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/networks/9c25073a-e870-409c-94ee-fa7b44ee14ee HTTP/1.1" status: 204 len: 168 time: 1.3260100 Mar 24 01:22:59.919373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52784) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:22:59.992114 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8b6c9-2b87-46a9-9c10-ac7e123f709f tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Network': ['ID=9c25073a-e870-409c-94ee-fa7b44ee14ee,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:00.066747 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:00.116732 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:00.426587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-62d922cc-783f-44cc-8d0d-d53828a37d65 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting port ee68a1f4-a27b-4f59-b7fa-03dce0d2fbe2 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:23:00.427972 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62d922cc-783f-44cc-8d0d-d53828a37d65 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ee68a1f4-a27b-4f59-b7fa-03dce0d2fbe2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:00.613208 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62d922cc-783f-44cc-8d0d-d53828a37d65 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ee68a1f4-a27b-4f59-b7fa-03dce0d2fbe2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:00.613712 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62d922cc-783f-44cc-8d0d-d53828a37d65 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (ee68a1f4-a27b-4f59-b7fa-03dce0d2fbe2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:00.641818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-62d922cc-783f-44cc-8d0d-d53828a37d65 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Calling delete_port for ee68a1f4-a27b-4f59-b7fa-03dce0d2fbe2 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:23:00.870852 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-484da8ea-3298-4058-a94a-8c185093d654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:00.984117 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62d922cc-783f-44cc-8d0d-d53828a37d65 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ee68a1f4-a27b-4f59-b7fa-03dce0d2fbe2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:01.022023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d922cc-783f-44cc-8d0d-d53828a37d65 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Port': ['ID=ee68a1f4-a27b-4f59-b7fa-03dce0d2fbe2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:01.354265 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62d922cc-783f-44cc-8d0d-d53828a37d65 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for floatingip (1495804a-5b47-4c06-97b4-46996ba1703f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:01.355998 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62d922cc-783f-44cc-8d0d-d53828a37d65 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:01.364478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-62d922cc-783f-44cc-8d0d-d53828a37d65 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/floatingips/1495804a-5b47-4c06-97b4-46996ba1703f HTTP/1.1" status: 204 len: 168 time: 1.4439979 Mar 24 01:23:01.366247 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52808) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:01.488757 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-3302ef6c-fe90-4c26-bbe3-9a04bb026cab tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] DELETE failed (client error): The resource could not be found. Mar 24 01:23:01.489392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3302ef6c-fe90-4c26-bbe3-9a04bb026cab tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:23:01.500063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3302ef6c-fe90-4c26-bbe3-9a04bb026cab tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/ports/458e6422-a240-4dc0-8314-bca227e7062f HTTP/1.1" status: 404 len: 333 time: 0.1327353 Mar 24 01:23:01.500750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52820) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:01.520531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:23:01.605991 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bb7dc285-2f77-4ff2-a116-5a9496bd7c9a tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad1f2b32-a72a-4983-b94d-1be93f1ec910 HTTP/1.1" status: 200 len: 205 time: 0.1040475 Mar 24 01:23:01.606885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52822) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:01.618921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:01.620892 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:01.775431 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-8675b8a7-0b3e-4996-945d-20b378626750 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] delete failed (client error): The resource could not be found. Mar 24 01:23:01.781606 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8675b8a7-0b3e-4996-945d-20b378626750 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/routers/ad1f2b32-a72a-4983-b94d-1be93f1ec910 HTTP/1.1" status: 404 len: 336 time: 0.1713798 Mar 24 01:23:01.784099 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52824) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:01.823474 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:01.831089 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e894cc6-a756-4f11-97ed-70d87fc80a78 None None] Network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:23:01.833909 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:01.863967 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d4f00b-cb2a-4c81-9e4e-e5e91d9aa5ce tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] DELETE failed (client error): The resource could not be found. Mar 24 01:23:01.867044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d4f00b-cb2a-4c81-9e4e-e5e91d9aa5ce tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:23:01.883761 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d0d4f00b-cb2a-4c81-9e4e-e5e91d9aa5ce tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/subnets/88ddd734-c8fd-4da8-873c-1338c11598bc HTTP/1.1" status: 404 len: 337 time: 0.0867896 Mar 24 01:23:01.884129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52828) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:02.029556 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:02.059245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b3f2f1d7-836c-4bae-ac70-f4ac0cecc822 None None] Provisioning complete for port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:02.059815 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b3f2f1d7-836c-4bae-ac70-f4ac0cecc822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:02.069812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-c41f1894-4e1f-40f4-a2da-817b1b5decfd tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting port 3d4ce8cf-7570-4403-879d-96fba41c71ef {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:23:02.070737 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c41f1894-4e1f-40f4-a2da-817b1b5decfd tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3d4ce8cf-7570-4403-879d-96fba41c71ef), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:02.080379 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=d772efa3-4dee-4bb3-a13e-4bef917bf69a,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:02.100223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:23:02.100885 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:02.128518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:23:02.151902 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:02.153128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:23:02.299133 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c41f1894-4e1f-40f4-a2da-817b1b5decfd tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3d4ce8cf-7570-4403-879d-96fba41c71ef), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:02.359593 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:23:02.362685 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-c41f1894-4e1f-40f4-a2da-817b1b5decfd tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Calling delete_port for 3d4ce8cf-7570-4403-879d-96fba41c71ef owned by {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:23:02.364700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:23:02.468922 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:02.484680 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:02.516937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:02.518326 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:02.658822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2f1d7-836c-4bae-ac70-f4ac0cecc822 None None] Current status of the port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:23:02.658822 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b3f2f1d7-836c-4bae-ac70-f4ac0cecc822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:02.763945 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:02.765921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:23:02.775199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b3f2f1d7-836c-4bae-ac70-f4ac0cecc822 None None] For port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:23:02.801745 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b3f2f1d7-836c-4bae-ac70-f4ac0cecc822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:02.818251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:23:02.818653 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:02.852409 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c41f1894-4e1f-40f4-a2da-817b1b5decfd tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3d4ce8cf-7570-4403-879d-96fba41c71ef), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:02.970184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f1894-4e1f-40f4-a2da-817b1b5decfd tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Port': ['ID=3d4ce8cf-7570-4403-879d-96fba41c71ef,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:03.061693 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2f1d7-836c-4bae-ac70-f4ac0cecc822 None None] Pushing event updated for resources: {'Port': ['ID=6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:03.080473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f1489517-b713-4579-97e3-9e2e75944a95 None None] Provisioning complete for port d772efa3-4dee-4bb3-a13e-4bef917bf69a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:03.080857 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1489517-b713-4579-97e3-9e2e75944a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:03.082749 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:23:03.083111 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:23:03.154920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:23:03.170687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f1489517-b713-4579-97e3-9e2e75944a95 None None] Port d772efa3-4dee-4bb3-a13e-4bef917bf69a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:23:03.199212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f1489517-b713-4579-97e3-9e2e75944a95 None None] Provisioning complete for port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:03.199212 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1489517-b713-4579-97e3-9e2e75944a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:03.199212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Sync routers for ids ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:23:03.231249 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-50688058-eb67-4844-b0f2-811cd94c1c03 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "PUT /v2.0/routers/ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8683586 Mar 24 01:23:03.244624 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c41f1894-4e1f-40f4-a2da-817b1b5decfd tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:03.250289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c41f1894-4e1f-40f4-a2da-817b1b5decfd tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/ports/3d4ce8cf-7570-4403-879d-96fba41c71ef HTTP/1.1" status: 204 len: 168 time: 1.3615730 Mar 24 01:23:03.250836 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52856) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:03.304955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Routers {'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:23:03.314622 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:23:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:03.457468 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e0f4248c-caa0-4539-adf4-08be27237267 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting port 644614ca-4ad2-4d81-8ac3-582619b18492 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:23:03.457805 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e0f4248c-caa0-4539-adf4-08be27237267 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (644614ca-4ad2-4d81-8ac3-582619b18492), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:03.631394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f1489517-b713-4579-97e3-9e2e75944a95 None None] Current status of the port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:23:03.743776 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:23:03.763065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Set router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:23:03.781869 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e0f4248c-caa0-4539-adf4-08be27237267 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (644614ca-4ad2-4d81-8ac3-582619b18492), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:03.803540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e0f4248c-caa0-4539-adf4-08be27237267 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Calling delete_port for 644614ca-4ad2-4d81-8ac3-582619b18492 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:23:03.816954 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-2ffef7b1-1129-47dd-bf3e-6ed8652b8ffb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729504471&fields=id&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7 HTTP/1.1" status: 200 len: 267 time: 0.2235141 Mar 24 01:23:03.900128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device da60bd2a-e4c3-4bc0-875e-70914852d6da no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:23:03.910270 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:03.935481 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b1cf3979-6cff-4d0e-a449-71c74c500b7b None None] Provisioning complete for port d772efa3-4dee-4bb3-a13e-4bef917bf69a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:03.935881 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b1cf3979-6cff-4d0e-a449-71c74c500b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:03.940748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: da60bd2a-e4c3-4bc0-875e-70914852d6da {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:23:03.941001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device da60bd2a-e4c3-4bc0-875e-70914852d6da not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:23:04.089769 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf3979-6cff-4d0e-a449-71c74c500b7b None None] Port d772efa3-4dee-4bb3-a13e-4bef917bf69a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:23:04.103299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-3a32f6e6-0603-4325-ae7e-52f9b3b12e97 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:04.110569 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-3a32f6e6-0603-4325-ae7e-52f9b3b12e97 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/networks?id=95ae8bf0-4b1a-45be-b86a-0f046397ef01 HTTP/1.1" status: 200 len: 796 time: 0.2857027 Mar 24 01:23:04.147751 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-7290a127-2eec-4a43-80da-c76cf73ee046 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/quotas/0fdc6cb7bc1743249389b96ab4ecbee7 HTTP/1.1" status: 200 len: 375 time: 0.0275099 Mar 24 01:23:04.220507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:23:04.273157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e0f4248c-caa0-4539-adf4-08be27237267 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (644614ca-4ad2-4d81-8ac3-582619b18492), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:04.301816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-18325297-0b11-444e-9d49-f1f5cd11c504 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1471741 Mar 24 01:23:04.338315 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4248c-caa0-4539-adf4-08be27237267 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Port': ['ID=644614ca-4ad2-4d81-8ac3-582619b18492,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:04.428379 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:04.433454 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:04.482343 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e0f4248c-caa0-4539-adf4-08be27237267 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:04.488592 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 52890) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:04.489657 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e0f4248c-caa0-4539-adf4-08be27237267 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/ports/644614ca-4ad2-4d81-8ac3-582619b18492 HTTP/1.1" status: 204 len: 168 time: 1.2375987 Mar 24 01:23:04.496409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006508528', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:22:52Z', 'updated_at': '2022-03-24T01:22:59Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:53Z', 'updated_at': '2022-03-24T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd772efa3-4dee-4bb3-a13e-4bef917bf69a', 'name': '', 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:92:7b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:58Z', 'updated_at': '2022-03-24T01:23:01Z', 'revision_number': 2, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:04.531665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Checking router: ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:23:04.531941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Updating router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 port d772efa3-4dee-4bb3-a13e-4bef917bf69a binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:23:04.574584 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:04.581586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-dad8d8ac-078a-4bbf-b814-1904474b9923 service neutron] 10.222.0.45 "GET /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579744 Mar 24 01:23:04.718706 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b26d9e4-5692-4d2c-a900-0787ff18f01d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:04.723302 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52894) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:04.727759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0b26d9e4-5692-4d2c-a900-0787ff18f01d tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6c1d374-d019-4d66-a344-f991bee20847 HTTP/1.1" status: 200 len: 913 time: 0.2355740 Mar 24 01:23:04.873136 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-7fdc0fec-b220-47de-9a81-379ce7d7b783 service neutron] 10.222.0.45 "GET /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783487 Mar 24 01:23:04.883404 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:23:04.884615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:23:05.251733 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8307645f-e6bd-43c4-8b5d-b84c229c62a6 req-2822030d-bb38-4359-bc81-d08fa84edb82 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 210 time: 0.0625525 Mar 24 01:23:05.369383 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:05.389593 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:05.389593 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:05.581555 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Publish callbacks [] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:05.605988 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:05.646356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:23:05.694058 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4092b74-07a8-4734-9931-1da6430de701 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (a6c1d374-d019-4d66-a344-f991bee20847), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:05.798605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bd7f2-9d72-42f1-92ca-5f12963dfbec None None] Pushing event updated for resources: {'Port': ['ID=d772efa3-4dee-4bb3-a13e-4bef917bf69a,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:05.940241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Attempting to bind port d772efa3-4dee-4bb3-a13e-4bef917bf69a on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:23:05.941410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Attempting to bind port d772efa3-4dee-4bb3-a13e-4bef917bf69a by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:23:05.949852 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Attempting to bind port d772efa3-4dee-4bb3-a13e-4bef917bf69a on network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:23:05.957038 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:23:05.959699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Checking segment: {'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:23:05.960228 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:05.972904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Bound using segment: {'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:23:05.975025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Bound port: d772efa3-4dee-4bb3-a13e-4bef917bf69a, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:23:05.975437 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:06.221703 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] For port d772efa3-4dee-4bb3-a13e-4bef917bf69a, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:23:06.235700 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] For port d772efa3-4dee-4bb3-a13e-4bef917bf69a, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d772efa3-4dee-4bb3-a13e-4bef917bf69a,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:23:06.253058 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-9f70828a-b3b9-499e-a6d9-7ea974b5b662 None None] Provisioning complete for port d772efa3-4dee-4bb3-a13e-4bef917bf69a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:06.253477 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9f70828a-b3b9-499e-a6d9-7ea974b5b662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:06.350539 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b4092b74-07a8-4734-9931-1da6430de701 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting port 1f6d3382-0921-42a6-8cf7-f3aa84e50ace {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:23:06.350902 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4092b74-07a8-4734-9931-1da6430de701 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1f6d3382-0921-42a6-8cf7-f3aa84e50ace), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:06.375872 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:06.416574 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90e681c1-5d5e-46cf-a3c4-23a34de396c2 req-c2536353-f0aa-471f-9e47-a5b842ce8ec0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 210 time: 0.0616746 Mar 24 01:23:06.470564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Routers {'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:23:06.471394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:23:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:06.675053 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4092b74-07a8-4734-9931-1da6430de701 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1f6d3382-0921-42a6-8cf7-f3aa84e50ace), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:06.725649 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bd7f2-9d72-42f1-92ca-5f12963dfbec None None] Pushing event updated for resources: {'Port': ['ID=d772efa3-4dee-4bb3-a13e-4bef917bf69a,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:06.753673 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b4092b74-07a8-4734-9931-1da6430de701 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Calling delete_port for 1f6d3382-0921-42a6-8cf7-f3aa84e50ace owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:23:06.918028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9f70828a-b3b9-499e-a6d9-7ea974b5b662 None None] Current status of the port d772efa3-4dee-4bb3-a13e-4bef917bf69a is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:23:06.921671 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9f70828a-b3b9-499e-a6d9-7ea974b5b662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:07.046356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] Set router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:23:07.228864 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4092b74-07a8-4734-9931-1da6430de701 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1f6d3382-0921-42a6-8cf7-f3aa84e50ace), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:07.290083 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4092b74-07a8-4734-9931-1da6430de701 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Port': ['ID=1f6d3382-0921-42a6-8cf7-f3aa84e50ace,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:07.409502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9f70828a-b3b9-499e-a6d9-7ea974b5b662 None None] For port d772efa3-4dee-4bb3-a13e-4bef917bf69a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d772efa3-4dee-4bb3-a13e-4bef917bf69a,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:23:07.434559 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9f70828a-b3b9-499e-a6d9-7ea974b5b662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:07.602082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-dd0209bd-e2da-4706-b386-ac91ab79047f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:07.643864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-dd0209bd-e2da-4706-b386-ac91ab79047f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.57 "GET /v2.0/networks?id=95ae8bf0-4b1a-45be-b86a-0f046397ef01 HTTP/1.1" status: 200 len: 796 time: 0.3118677 Mar 24 01:23:07.701185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcd190bb-14be-455c-9061-b6ffd24e6814 req-cf076bf5-9f5d-4948-8f47-1cb413edbbd6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 210 time: 0.0619285 Mar 24 01:23:07.715074 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-abc80558-cce5-4f20-ab86-4e30f8ace679 None None] Provisioning complete for port d772efa3-4dee-4bb3-a13e-4bef917bf69a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:07.717723 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b4092b74-07a8-4734-9931-1da6430de701 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (a6c1d374-d019-4d66-a344-f991bee20847), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:07.718050 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-abc80558-cce5-4f20-ab86-4e30f8ace679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:07.815402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70828a-b3b9-499e-a6d9-7ea974b5b662 None None] Pushing event updated for resources: {'Port': ['ID=d772efa3-4dee-4bb3-a13e-4bef917bf69a,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:07.820414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-c9567dea-fbc2-4b0a-97cd-e8b4315fabd1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7 HTTP/1.1" status: 200 len: 379 time: 0.1626379 Mar 24 01:23:07.831912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-e44e7fa8-d306-4e62-b456-5b7a9287aa34 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'port': {'device_id': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'admin_state_up': True, 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'security_groups': ['feac985d-3eaa-4776-8fdb-131c27fb9453']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:08.069541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-e44e7fa8-d306-4e62-b456-5b7a9287aa34 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Made reservation on behalf of 0fdc6cb7bc1743249389b96ab4ecbee7 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:23:08.073251 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-e44e7fa8-d306-4e62-b456-5b7a9287aa34 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:08.089660 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006508528', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:22:52Z', 'updated_at': '2022-03-24T01:22:59Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:53Z', 'updated_at': '2022-03-24T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd772efa3-4dee-4bb3-a13e-4bef917bf69a', 'name': '', 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:92:7b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:58Z', 'updated_at': '2022-03-24T01:23:06Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:08.153947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5882f9eb-884c-41a0-ad70-0fcd333594e6 None None] The sync data for ids ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'] in n-d-760455-9 is: [{'id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006508528', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:22:52Z', 'updated_at': '2022-03-24T01:22:59Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:53Z', 'updated_at': '2022-03-24T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd772efa3-4dee-4bb3-a13e-4bef917bf69a', 'name': '', 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:92:7b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:58Z', 'updated_at': '2022-03-24T01:23:06Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:23:08.158300 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-abc80558-cce5-4f20-ab86-4e30f8ace679 None None] Current status of the port d772efa3-4dee-4bb3-a13e-4bef917bf69a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:23:08.260319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4092b74-07a8-4734-9931-1da6430de701 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Router a6c1d374-d019-4d66-a344-f991bee20847 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:23:08.346583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-e44e7fa8-d306-4e62-b456-5b7a9287aa34 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Allocated IP 172.20.0.4 (95ae8bf0-4b1a-45be-b86a-0f046397ef01/3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2/ed918379-7884-48ed-9ffc-ac759127c03f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:23:08.505476 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4092b74-07a8-4734-9931-1da6430de701 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:23:08.527416 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd25d0-f958-4572-bd17-f062ddcd4eaa None None] Sync routers for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:23:08.545694 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b4092b74-07a8-4734-9931-1da6430de701 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "PUT /v2.0/routers/a6c1d374-d019-4d66-a344-f991bee20847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8210680 Mar 24 01:23:08.546500 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 52978) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:08.560813 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bd25d0-f958-4572-bd17-f062ddcd4eaa None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:23:08.565669 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-17bd25d0-f958-4572-bd17-f062ddcd4eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:23:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:08.711172 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-17bd25d0-f958-4572-bd17-f062ddcd4eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:08.739096 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bd25d0-f958-4572-bd17-f062ddcd4eaa None None] Routers {'a6c1d374-d019-4d66-a344-f991bee20847'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:23:08.749455 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-17bd25d0-f958-4572-bd17-f062ddcd4eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:23:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a6c1d374-d019-4d66-a344-f991bee20847'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:08.759164 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-e44e7fa8-d306-4e62-b456-5b7a9287aa34 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (ed918379-7884-48ed-9ffc-ac759127c03f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:08.862609 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92bb15ad-8269-404c-a399-2c8d1362bc6e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router (a6c1d374-d019-4d66-a344-f991bee20847), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:08.867069 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-17bd25d0-f958-4572-bd17-f062ddcd4eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:08.871643 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd25d0-f958-4572-bd17-f062ddcd4eaa None None] The sync data for ids ['a6c1d374-d019-4d66-a344-f991bee20847'] in n-d-760455-9 is: [] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:23:08.908137 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-e44e7fa8-d306-4e62-b456-5b7a9287aa34 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:09.057569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e7fa8-d306-4e62-b456-5b7a9287aa34 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=ed918379-7884-48ed-9ffc-ac759127c03f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:09.104159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-e44e7fa8-d306-4e62-b456-5b7a9287aa34 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:23:09.110994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-e44e7fa8-d306-4e62-b456-5b7a9287aa34 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:23:09.131254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-e44e7fa8-d306-4e62-b456-5b7a9287aa34 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:23:09.163391 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92bb15ad-8269-404c-a399-2c8d1362bc6e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router_gateway (a6c1d374-d019-4d66-a344-f991bee20847), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:09.266021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cb399-e367-46d4-9768-194d8e8692cf req-3f343aa5-b48a-487c-af41-25909799398b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:09.267472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e34cb399-e367-46d4-9768-194d8e8692cf req-3f343aa5-b48a-487c-af41-25909799398b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 931 time: 0.4050658 Mar 24 01:23:09.340960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-e44e7fa8-d306-4e62-b456-5b7a9287aa34 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:09.341484 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-e44e7fa8-d306-4e62-b456-5b7a9287aa34 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:09.343005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-92bb15ad-8269-404c-a399-2c8d1362bc6e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting port ff2d1265-cc12-461e-96d1-26cdd7a4fc17 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:23:09.343475 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92bb15ad-8269-404c-a399-2c8d1362bc6e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ff2d1265-cc12-461e-96d1-26cdd7a4fc17), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:09.467926 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-e44e7fa8-d306-4e62-b456-5b7a9287aa34 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6395352 Mar 24 01:23:09.480318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e34cb399-e367-46d4-9768-194d8e8692cf req-d855b231-b975-4f97-bd40-9be7d8c3ec77 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984754 Mar 24 01:23:09.570726 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92bb15ad-8269-404c-a399-2c8d1362bc6e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ff2d1265-cc12-461e-96d1-26cdd7a4fc17), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:09.592241 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-92bb15ad-8269-404c-a399-2c8d1362bc6e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Calling delete_port for ff2d1265-cc12-461e-96d1-26cdd7a4fc17 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:23:09.725058 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7608efe3-d426-4d7d-a2fd-aae8cb69cd4b None None] Provisioning complete for port ed918379-7884-48ed-9ffc-ac759127c03f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:09.726253 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7608efe3-d426-4d7d-a2fd-aae8cb69cd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:09.768652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Request body: {'port': {'device_id': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:09.877812 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:09.887773 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7608efe3-d426-4d7d-a2fd-aae8cb69cd4b None None] Port ed918379-7884-48ed-9ffc-ac759127c03f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:23:10.136379 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92bb15ad-8269-404c-a399-2c8d1362bc6e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ff2d1265-cc12-461e-96d1-26cdd7a4fc17), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:10.171791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d772efa3-4dee-4bb3-a13e-4bef917bf69a up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:23:10.212856 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb15ad-8269-404c-a399-2c8d1362bc6e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Port': ['ID=ff2d1265-cc12-461e-96d1-26cdd7a4fc17,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:10.309826 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d772efa3-4dee-4bb3-a13e-4bef917bf69a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:10.310978 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:10.392127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed918379-7884-48ed-9ffc-ac759127c03f {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:23:10.427511 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92bb15ad-8269-404c-a399-2c8d1362bc6e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (a6c1d374-d019-4d66-a344-f991bee20847), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:10.430242 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Publish callbacks [] for port (ed918379-7884-48ed-9ffc-ac759127c03f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:10.465125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Transition to ACTIVE for port object ed918379-7884-48ed-9ffc-ac759127c03f will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:23:10.481975 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:10.531832 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d772efa3-4dee-4bb3-a13e-4bef917bf69a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:23:10.547462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed918379-7884-48ed-9ffc-ac759127c03f,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:10.686037 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92bb15ad-8269-404c-a399-2c8d1362bc6e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (a6c1d374-d019-4d66-a344-f991bee20847), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:10.710021 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92bb15ad-8269-404c-a399-2c8d1362bc6e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router_controller (a6c1d374-d019-4d66-a344-f991bee20847), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:10.855913 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92bb15ad-8269-404c-a399-2c8d1362bc6e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (a6c1d374-d019-4d66-a344-f991bee20847), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:10.856516 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bb15ad-8269-404c-a399-2c8d1362bc6e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Fanout notify agent at l3_agent the message router_deleted on router a6c1d374-d019-4d66-a344-f991bee20847 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:23:10.871944 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-92bb15ad-8269-404c-a399-2c8d1362bc6e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:10.873804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f793971-dfa6-43be-9ccd-b51312633adc req-f0333684-8966-4ee3-a4df-1c4074553663 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:10.874523 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-92bb15ad-8269-404c-a399-2c8d1362bc6e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/routers/a6c1d374-d019-4d66-a344-f991bee20847 HTTP/1.1" status: 204 len: 168 time: 2.3255231 Mar 24 01:23:10.875682 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53032) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:10.876548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f793971-dfa6-43be-9ccd-b51312633adc req-f0333684-8966-4ee3-a4df-1c4074553663 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 943 time: 0.2281678 Mar 24 01:23:10.878392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Attempting to bind port ed918379-7884-48ed-9ffc-ac759127c03f on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:23:10.879840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Attempting to bind port ed918379-7884-48ed-9ffc-ac759127c03f by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:23:10.880457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Attempting to bind port ed918379-7884-48ed-9ffc-ac759127c03f on network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:23:10.933465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Port ed918379-7884-48ed-9ffc-ac759127c03f on network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:23:10.933465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Attempting to bind port ed918379-7884-48ed-9ffc-ac759127c03f on network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:23:10.974976 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abb354b-5f21-4c16-83fd-512e591f1d0e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Deleting subnet 11dfa863-79dc-4cda-acc4-16b258909c55 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:23:10.979120 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5abb354b-5f21-4c16-83fd-512e591f1d0e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for subnet (11dfa863-79dc-4cda-acc4-16b258909c55), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:11.016166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:23:11.016538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Checking segment: {'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:23:11.016894 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Bound using segment: {'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:23:11.018989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Bound port: ed918379-7884-48ed-9ffc-ac759127c03f, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:23:11.019365 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:11.035471 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5abb354b-5f21-4c16-83fd-512e591f1d0e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (11dfa863-79dc-4cda-acc4-16b258909c55), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:11.064320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f793971-dfa6-43be-9ccd-b51312633adc req-5ca26dfe-88e6-4a5c-af7a-3e155724976b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806803 Mar 24 01:23:11.161393 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5abb354b-5f21-4c16-83fd-512e591f1d0e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (11dfa863-79dc-4cda-acc4-16b258909c55), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:11.195017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:23:11.202819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ed918379-7884-48ed-9ffc-ac759127c03f,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:23:11.217625 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:11.287144 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5abb354b-5f21-4c16-83fd-512e591f1d0e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (11dfa863-79dc-4cda-acc4-16b258909c55), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:11.308824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:11.309479 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:11.335253 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] 10.222.0.57 "PUT /v2.0/ports/ed918379-7884-48ed-9ffc-ac759127c03f HTTP/1.1" status: 200 len: 1091 time: 1.8516159 Mar 24 01:23:11.337002 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:23:11.344606 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e628dc-0119-49ac-a7ee-b5c2644ac21f" -d '{"events": [{"name": "network-changed", "server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:23:11.378103 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5abb354b-5f21-4c16-83fd-512e591f1d0e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:11.419821 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5abb354b-5f21-4c16-83fd-512e591f1d0e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/subnets/11dfa863-79dc-4cda-acc4-16b258909c55 HTTP/1.1" status: 204 len: 168 time: 0.5308800 Mar 24 01:23:11.428572 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb354b-5f21-4c16-83fd-512e591f1d0e tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Subnet': ['ID=11dfa863-79dc-4cda-acc4-16b258909c55,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:11.439607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53060) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:11.580216 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade34f5c-ccd2-4b29-993b-7d08b0dc56a3 x-openstack-request-id: req-ade34f5c-ccd2-4b29-993b-7d08b0dc56a3 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:23:11.586793 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:23:11.589942 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ade34f5c-ccd2-4b29-993b-7d08b0dc56a3 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:23:11.590509 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ade34f5c-ccd2-4b29-993b-7d08b0dc56a3'] response: {'name': 'network-changed', 'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f', 'status': 'completed', 'code': 200} Mar 24 01:23:11.628755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119da68c-62e5-476c-83e2-4a17451472d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed918379-7884-48ed-9ffc-ac759127c03f,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:11.691871 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-df2b1aef-89a6-406b-bc16-6c767f0412be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:11.694764 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-df2b1aef-89a6-406b-bc16-6c767f0412be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 1125 time: 0.3038814 Mar 24 01:23:11.752196 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac4762a5-2ddd-4288-a6d1-758c79276656 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (d86a79b7-ad0e-405c-b758-a5c63986261a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:11.841651 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-4cee41a5-b5f7-48c8-a01b-598b982b47bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed918379-7884-48ed-9ffc-ac759127c03f HTTP/1.1" status: 200 len: 217 time: 0.1349580 Mar 24 01:23:11.995489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-bd9197e7-38d7-4675-9852-722b62816972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:11.996980 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-bd9197e7-38d7-4675-9852-722b62816972 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2 HTTP/1.1" status: 200 len: 834 time: 0.1544304 Mar 24 01:23:12.079141 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac4762a5-2ddd-4288-a6d1-758c79276656 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (d86a79b7-ad0e-405c-b758-a5c63986261a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:12.160575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-ac4762a5-2ddd-4288-a6d1-758c79276656 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86a79b7-ad0e-405c-b758-a5c63986261a']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:12.162585 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-91831b0b-14fe-4ffa-8a1c-683f3af92177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:12.169429 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-91831b0b-14fe-4ffa-8a1c-683f3af92177 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95ae8bf0-4b1a-45be-b86a-0f046397ef01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1606996 Mar 24 01:23:12.193267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-ac4762a5-2ddd-4288-a6d1-758c79276656 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c96be71-08a9-4f9e-ab0f-0328231b9c69') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:12.195316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-ac4762a5-2ddd-4288-a6d1-758c79276656 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c96be71-08a9-4f9e-ab0f-0328231b9c69') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:12.234769 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac4762a5-2ddd-4288-a6d1-758c79276656 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (1c96be71-08a9-4f9e-ab0f-0328231b9c69), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:12.269535 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac4762a5-2ddd-4288-a6d1-758c79276656 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (1c96be71-08a9-4f9e-ab0f-0328231b9c69), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:12.285578 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4762a5-2ddd-4288-a6d1-758c79276656 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:23:12.287649 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac4762a5-2ddd-4288-a6d1-758c79276656 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (1c96be71-08a9-4f9e-ab0f-0328231b9c69), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:23:12.297165 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:23:12.426482 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac4762a5-2ddd-4288-a6d1-758c79276656 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (d86a79b7-ad0e-405c-b758-a5c63986261a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:12.440820 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac4762a5-2ddd-4288-a6d1-758c79276656 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:12.448771 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ac4762a5-2ddd-4288-a6d1-758c79276656 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] 10.222.0.45 "DELETE /v2.0/networks/d86a79b7-ad0e-405c-b758-a5c63986261a HTTP/1.1" status: 204 len: 168 time: 0.9955070 Mar 24 01:23:12.497086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4762a5-2ddd-4288-a6d1-758c79276656 tempest-FloatingIPTestJSON-852372658 tempest-FloatingIPTestJSON-852372658-project] Pushing event deleted for resources: {'Network': ['ID=d86a79b7-ad0e-405c-b758-a5c63986261a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:12.510212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85208640-7995-4a32-b474-bac9c0d4cdc1 req-f4d1e8da-743a-4d2f-9897-0f02e223c545 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:12.518269 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85208640-7995-4a32-b474-bac9c0d4cdc1 req-f4d1e8da-743a-4d2f-9897-0f02e223c545 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 943 time: 0.2124648 Mar 24 01:23:12.526039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-0aeca370-e41a-44e7-a33b-0bfa8493ee17 service neutron] 10.222.0.57 "GET /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516219 Mar 24 01:23:12.814552 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-85208640-7995-4a32-b474-bac9c0d4cdc1 req-fb41a111-d540-4478-9eed-7dc85b4b7dbc tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955737 Mar 24 01:23:12.926336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73d361f7-ef29-44f5-8fc2-e893434407dc req-79ab84f3-e941-4a91-ae5f-010ca0b70c91 service neutron] 10.222.0.57 "GET /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767014 Mar 24 01:23:13.109899 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53144) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:13.110038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e628dc-0119-49ac-a7ee-b5c2644ac21f req-7156081f-a1ef-4369-b251-6f1337ff2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:13.111504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2e628dc-0119-49ac-a7ee-b5c2644ac21f req-7156081f-a1ef-4369-b251-6f1337ff2b5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 1125 time: 0.1335883 Mar 24 01:23:13.322238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e628dc-0119-49ac-a7ee-b5c2644ac21f req-e054ea95-1e87-46a6-abcb-806d9356904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:13.323920 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2e628dc-0119-49ac-a7ee-b5c2644ac21f req-e054ea95-1e87-46a6-abcb-806d9356904c service neutron] 10.222.0.57 "GET /v2.0/networks?id=95ae8bf0-4b1a-45be-b86a-0f046397ef01 HTTP/1.1" status: 200 len: 897 time: 0.2058098 Mar 24 01:23:13.461004 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fe78ff11-fae1-4395-8c4e-54ea8ec756d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0210a85b4a6a4dea88845fc4246195ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3496988 Mar 24 01:23:13.463344 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53174) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:13.529608 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8c5656a-c850-4dc3-8726-6aa2c7af32e9 admin admin] Publish callbacks [] for security_group (74df6ff4-eeaa-4a2a-913e-98c1c1301e61), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:13.571579 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8c5656a-c850-4dc3-8726-6aa2c7af32e9 admin admin] Publish callbacks [] for security_group (74df6ff4-eeaa-4a2a-913e-98c1c1301e61), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:13.647403 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8c5656a-c850-4dc3-8726-6aa2c7af32e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (74df6ff4-eeaa-4a2a-913e-98c1c1301e61), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:13.650424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c8c5656a-c850-4dc3-8726-6aa2c7af32e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:13.658724 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c8c5656a-c850-4dc3-8726-6aa2c7af32e9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/74df6ff4-eeaa-4a2a-913e-98c1c1301e61 HTTP/1.1" status: 204 len: 168 time: 0.1943536 Mar 24 01:23:13.675101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5656a-c850-4dc3-8726-6aa2c7af32e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74df6ff4-eeaa-4a2a-913e-98c1c1301e61,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:13.993180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2e628dc-0119-49ac-a7ee-b5c2644ac21f req-d1502f28-25ca-4855-9dcd-c56f9f31fed9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed918379-7884-48ed-9ffc-ac759127c03f HTTP/1.1" status: 200 len: 217 time: 0.6624880 Mar 24 01:23:14.116806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e628dc-0119-49ac-a7ee-b5c2644ac21f req-64392640-5fad-455e-9a75-ad31c60b466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:14.118294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2e628dc-0119-49ac-a7ee-b5c2644ac21f req-64392640-5fad-455e-9a75-ad31c60b466e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2 HTTP/1.1" status: 200 len: 834 time: 0.1078079 Mar 24 01:23:14.165988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca9c7e-804b-4081-b4c1-f2c95ccfab0c req-0bd9b099-fc4c-4718-a436-1fd49be010d1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:14.167500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ca9c7e-804b-4081-b4c1-f2c95ccfab0c req-0bd9b099-fc4c-4718-a436-1fd49be010d1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 943 time: 0.1772599 Mar 24 01:23:14.259782 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e628dc-0119-49ac-a7ee-b5c2644ac21f req-ab8ea45f-b152-430d-82e4-5927929952a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:14.261692 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2e628dc-0119-49ac-a7ee-b5c2644ac21f req-ab8ea45f-b152-430d-82e4-5927929952a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95ae8bf0-4b1a-45be-b86a-0f046397ef01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1360273 Mar 24 01:23:14.290184 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ca9c7e-804b-4081-b4c1-f2c95ccfab0c req-3f6e51e2-f79b-4b7f-bec7-4754ac4931a8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983915 Mar 24 01:23:14.416194 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2e628dc-0119-49ac-a7ee-b5c2644ac21f req-d59641a2-c4bf-453e-bae9-6a4d8b052076 service neutron] 10.222.0.57 "GET /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466825 Mar 24 01:23:14.601235 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2e628dc-0119-49ac-a7ee-b5c2644ac21f req-bf856345-0278-4d14-a14c-0acdc268e640 service neutron] 10.222.0.57 "GET /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787241 Mar 24 01:23:15.292300 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53242) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:15.354190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ed918379-7884-48ed-9ffc-ac759127c03f details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:23:15.558118 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ed918379-7884-48ed-9ffc-ac759127c03f,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:23:15.591513 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Request body: {'networks': [{'name': 'tempest-network--1932616905'}, {'name': 'tempest-network--976451137'}]} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:15.591827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Request body: {'network': {'name': 'tempest-network--1932616905'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:15.592302 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Request body: {'network': {'name': 'tempest-network--976451137'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:15.612339 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'ed918379-7884-48ed-9ffc-ac759127c03f', 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'port_id': 'ed918379-7884-48ed-9ffc-ac759127c03f', 'mac_address': 'fa:16:3e:4a:30:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:23:15.619474 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f71a9-957f-4e11-b06f-1d50c2e3eff2 req-c3592d86-175c-40c2-8ede-d13c5a83be7a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:15.624126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e25f71a9-957f-4e11-b06f-1d50c2e3eff2 req-c3592d86-175c-40c2-8ede-d13c5a83be7a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 943 time: 0.1877902 Mar 24 01:23:15.643489 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Made reservation on behalf of 1fc70df42dac4d56b934d69a6ec41b16 for: {'network': 2} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:23:15.651342 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:15.672269 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:15.745804 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port ed918379-7884-48ed-9ffc-ac759127c03f is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:23:15.746385 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:15.770046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e25f71a9-957f-4e11-b06f-1d50c2e3eff2 req-fd3b1106-9cfc-4491-a4a7-21e53e854bb9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397436 Mar 24 01:23:15.789597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed918379-7884-48ed-9ffc-ac759127c03f {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:23:15.814534 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ed918379-7884-48ed-9ffc-ac759127c03f,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:23:15.820486 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:15.875374 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for security_group (9e6258c9-15de-44fd-821a-14cd843783db), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:15.884092 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9e6258c9-15de-44fd-821a-14cd843783db), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:15.884555 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:15.905317 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=ed918379-7884-48ed-9ffc-ac759127c03f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:15.972351 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:23:15.985997 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4ea6f0fc-552c-4a52-a828-f39e97cd7053), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:15.986469 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Added segment 4ea6f0fc-552c-4a52-a828-f39e97cd7053 of type vlan for network 565e1e71-744c-4d67-90f3-ba54e2f44250 Mar 24 01:23:16.033200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['ed918379-7884-48ed-9ffc-ac759127c03f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:23:16.644747 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6258c9-15de-44fd-821a-14cd843783db,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:16.678390 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (565e1e71-744c-4d67-90f3-ba54e2f44250), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:16.720584 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:23:16.734753 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (1d46daf6-94a5-433d-9f2e-8341c5d535a7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:16.735752 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Added segment 1d46daf6-94a5-433d-9f2e-8341c5d535a7 of type vlan for network 5ff75e7d-5387-409c-ad61-e2be254c1e8a Mar 24 01:23:16.783144 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (5ff75e7d-5387-409c-ad61-e2be254c1e8a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:16.827517 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (565e1e71-744c-4d67-90f3-ba54e2f44250), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:16.828121 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (5ff75e7d-5387-409c-ad61-e2be254c1e8a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:16.834652 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:16.839286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:16.839988 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:16.866887 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5698924 Mar 24 01:23:16.867753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53278) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:16.955925 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event updated for resources: {'Network': ['ID=565e1e71-744c-4d67-90f3-ba54e2f44250,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:16.973880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 565e1e71-744c-4d67-90f3-ba54e2f44250 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:23:17.073429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe1b44-9d44-4274-bbe1-bf9040797240 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event updated for resources: {'Network': ['ID=5ff75e7d-5387-409c-ad61-e2be254c1e8a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:17.095107 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 5ff75e7d-5387-409c-ad61-e2be254c1e8a details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:23:17.158192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19aaaf-115f-4a7d-8363-d6b25b079a49 req-d2822bde-15c0-40f8-b0cd-48e47552e470 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:17.160047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c19aaaf-115f-4a7d-8363-d6b25b079a49 req-d2822bde-15c0-40f8-b0cd-48e47552e470 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 944 time: 0.1247320 Mar 24 01:23:17.172696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c7ec4d-405e-47a9-a5e3-457e63fd339a tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:17.180152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c7ec4d-405e-47a9-a5e3-457e63fd339a tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:17.189177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c7ec4d-405e-47a9-a5e3-457e63fd339a tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:17.195378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c7ec4d-405e-47a9-a5e3-457e63fd339a tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:17.200665 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c6c7ec4d-405e-47a9-a5e3-457e63fd339a tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3308449 Mar 24 01:23:17.200829 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53280) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:17.277783 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c19aaaf-115f-4a7d-8363-d6b25b079a49 req-8a3a1cb1-e166-4ffa-ad8b-3d4bd30f286a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755982 Mar 24 01:23:17.326671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf14870c-a1ce-41e5-ab7a-c6ca00c4d2fd tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (565e1e71-744c-4d67-90f3-ba54e2f44250), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:17.384006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ed918379-7884-48ed-9ffc-ac759127c03f up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:23:17.447026 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf14870c-a1ce-41e5-ab7a-c6ca00c4d2fd tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (565e1e71-744c-4d67-90f3-ba54e2f44250), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:17.471413 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-cf14870c-a1ce-41e5-ab7a-c6ca00c4d2fd tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565e1e71-744c-4d67-90f3-ba54e2f44250']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:17.474941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port ed918379-7884-48ed-9ffc-ac759127c03f completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:23:17.484295 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port ed918379-7884-48ed-9ffc-ac759127c03f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:17.484675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-cf14870c-a1ce-41e5-ab7a-c6ca00c4d2fd tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea6f0fc-552c-4a52-a828-f39e97cd7053') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:17.484814 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:17.485411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-cf14870c-a1ce-41e5-ab7a-c6ca00c4d2fd tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea6f0fc-552c-4a52-a828-f39e97cd7053') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:17.497275 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf14870c-a1ce-41e5-ab7a-c6ca00c4d2fd tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (4ea6f0fc-552c-4a52-a828-f39e97cd7053), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:17.515067 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf14870c-a1ce-41e5-ab7a-c6ca00c4d2fd tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (4ea6f0fc-552c-4a52-a828-f39e97cd7053), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:17.522266 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf14870c-a1ce-41e5-ab7a-c6ca00c4d2fd tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:23:17.522878 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf14870c-a1ce-41e5-ab7a-c6ca00c4d2fd tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (4ea6f0fc-552c-4a52-a828-f39e97cd7053), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:23:17.598612 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:23:17.605150 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf14870c-a1ce-41e5-ab7a-c6ca00c4d2fd tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (565e1e71-744c-4d67-90f3-ba54e2f44250), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:17.617200 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf14870c-a1ce-41e5-ab7a-c6ca00c4d2fd tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:17.620932 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cf14870c-a1ce-41e5-ab7a-c6ca00c4d2fd tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "DELETE /v2.0/networks/565e1e71-744c-4d67-90f3-ba54e2f44250 HTTP/1.1" status: 204 len: 168 time: 0.4190195 Mar 24 01:23:17.623674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53292) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:17.662595 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14870c-a1ce-41e5-ab7a-c6ca00c4d2fd tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event deleted for resources: {'Network': ['ID=565e1e71-744c-4d67-90f3-ba54e2f44250,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:17.744592 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62a05f60-41cb-438e-8582-227a3b1f32c3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (5ff75e7d-5387-409c-ad61-e2be254c1e8a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:17.842229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port ed918379-7884-48ed-9ffc-ac759127c03f is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:23:17.842627 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:17.887833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:23:17.894170 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab14967d-b751-42d6-8568-eb2da40b20a0" -d '{"events": [{"server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "name": "network-vif-plugged", "status": "completed", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:23:17.906165 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62a05f60-41cb-438e-8582-227a3b1f32c3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (5ff75e7d-5387-409c-ad61-e2be254c1e8a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:17.929238 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ed918379-7884-48ed-9ffc-ac759127c03f,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:23:17.951051 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:17.983747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-62a05f60-41cb-438e-8582-227a3b1f32c3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff75e7d-5387-409c-ad61-e2be254c1e8a']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:18.005961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-62a05f60-41cb-438e-8582-227a3b1f32c3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d46daf6-94a5-433d-9f2e-8341c5d535a7') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:18.006263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-62a05f60-41cb-438e-8582-227a3b1f32c3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d46daf6-94a5-433d-9f2e-8341c5d535a7') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:18.027055 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62a05f60-41cb-438e-8582-227a3b1f32c3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (1d46daf6-94a5-433d-9f2e-8341c5d535a7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:18.051142 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=ed918379-7884-48ed-9ffc-ac759127c03f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:18.062738 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62a05f60-41cb-438e-8582-227a3b1f32c3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (1d46daf6-94a5-433d-9f2e-8341c5d535a7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:18.073376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a05f60-41cb-438e-8582-227a3b1f32c3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:23:18.075120 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62a05f60-41cb-438e-8582-227a3b1f32c3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (1d46daf6-94a5-433d-9f2e-8341c5d535a7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:23:18.112620 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:23:18.226967 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62a05f60-41cb-438e-8582-227a3b1f32c3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (5ff75e7d-5387-409c-ad61-e2be254c1e8a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:18.244554 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-62a05f60-41cb-438e-8582-227a3b1f32c3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:18.252870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-62a05f60-41cb-438e-8582-227a3b1f32c3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "DELETE /v2.0/networks/5ff75e7d-5387-409c-ad61-e2be254c1e8a HTTP/1.1" status: 204 len: 168 time: 0.6263793 Mar 24 01:23:18.255658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53322) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:18.278601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a05f60-41cb-438e-8582-227a3b1f32c3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event deleted for resources: {'Network': ['ID=5ff75e7d-5387-409c-ad61-e2be254c1e8a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:18.368773 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7882d90-1187-47e0-8a53-70ceb17b03a4 x-openstack-request-id: req-c7882d90-1187-47e0-8a53-70ceb17b03a4 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:23:18.369314 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "name": "network-vif-plugged", "status": "completed", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:23:18.369750 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7882d90-1187-47e0-8a53-70ceb17b03a4 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:23:18.370523 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7882d90-1187-47e0-8a53-70ceb17b03a4'] response: {'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f', 'code': 200} Mar 24 01:23:18.544352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70371246-8827-4875-9c5e-b065b11999f8 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:18.553792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14ee97-1ef5-452f-bbf2-865cab0e987c req-b5bb6245-bf95-4240-b0a1-d7e4034fe0f7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:18.555308 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70371246-8827-4875-9c5e-b065b11999f8 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:18.555445 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb14ee97-1ef5-452f-bbf2-865cab0e987c req-b5bb6245-bf95-4240-b0a1-d7e4034fe0f7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 945 time: 0.1334307 Mar 24 01:23:18.557567 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-70371246-8827-4875-9c5e-b065b11999f8 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3008823 Mar 24 01:23:18.563765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53330) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:18.572727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-2b526bdc-e0a1-496e-85b3-a2d541fbfedb tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1232433452'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:18.658286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d981e77-1f3b-4ed7-b9ef-cbc8712169b1 req-d9dcc25d-d38a-47e4-b00d-38e5eacf60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:18.660429 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d981e77-1f3b-4ed7-b9ef-cbc8712169b1 req-d9dcc25d-d38a-47e4-b00d-38e5eacf60b0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 1127 time: 0.1778786 Mar 24 01:23:18.678491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb14ee97-1ef5-452f-bbf2-865cab0e987c req-1b8606e3-57a9-4cbd-bea3-c01e9e2eeaf2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112409 Mar 24 01:23:18.681572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b526bdc-e0a1-496e-85b3-a2d541fbfedb tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Made reservation on behalf of 1fc70df42dac4d56b934d69a6ec41b16 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:23:18.685328 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b526bdc-e0a1-496e-85b3-a2d541fbfedb tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:18.773680 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d981e77-1f3b-4ed7-b9ef-cbc8712169b1 req-728d1b3a-cb96-4440-b4ff-8143d75c7fdd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935657 Mar 24 01:23:18.787939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b526bdc-e0a1-496e-85b3-a2d541fbfedb tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:23:18.799750 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b526bdc-e0a1-496e-85b3-a2d541fbfedb tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8abd44a2-e5e4-421d-b215-63bf93d40e65), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:18.800104 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-2b526bdc-e0a1-496e-85b3-a2d541fbfedb tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Added segment 8abd44a2-e5e4-421d-b215-63bf93d40e65 of type vlan for network 3d601469-cf16-4700-805e-11be88c1b546 Mar 24 01:23:18.870133 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b526bdc-e0a1-496e-85b3-a2d541fbfedb tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (3d601469-cf16-4700-805e-11be88c1b546), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:18.908358 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b526bdc-e0a1-496e-85b3-a2d541fbfedb tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (3d601469-cf16-4700-805e-11be88c1b546), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:18.914993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b526bdc-e0a1-496e-85b3-a2d541fbfedb tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:18.915584 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b526bdc-e0a1-496e-85b3-a2d541fbfedb tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:19.007431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2b526bdc-e0a1-496e-85b3-a2d541fbfedb tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4414585 Mar 24 01:23:19.011379 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53338) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:19.014689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b526bdc-e0a1-496e-85b3-a2d541fbfedb tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event updated for resources: {'Network': ['ID=3d601469-cf16-4700-805e-11be88c1b546,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:19.018679 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-952cfca0-3299-4469-9023-3617c4cc1880 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-47847364'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:19.028272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 3d601469-cf16-4700-805e-11be88c1b546 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:23:19.060454 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952cfca0-3299-4469-9023-3617c4cc1880 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Made reservation on behalf of 1fc70df42dac4d56b934d69a6ec41b16 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:23:19.066464 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-952cfca0-3299-4469-9023-3617c4cc1880 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:19.135186 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952cfca0-3299-4469-9023-3617c4cc1880 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:23:19.179892 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-952cfca0-3299-4469-9023-3617c4cc1880 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (28a9c147-25fa-4ab8-a474-ec1d8e795518), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:19.180294 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-952cfca0-3299-4469-9023-3617c4cc1880 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Added segment 28a9c147-25fa-4ab8-a474-ec1d8e795518 of type vlan for network bbfd041f-d68c-46ec-b37d-d1665a445d6d Mar 24 01:23:19.313806 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-952cfca0-3299-4469-9023-3617c4cc1880 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (bbfd041f-d68c-46ec-b37d-d1665a445d6d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:19.368610 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-952cfca0-3299-4469-9023-3617c4cc1880 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (bbfd041f-d68c-46ec-b37d-d1665a445d6d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:19.374135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952cfca0-3299-4469-9023-3617c4cc1880 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:19.374778 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-952cfca0-3299-4469-9023-3617c4cc1880 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:19.532523 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-952cfca0-3299-4469-9023-3617c4cc1880 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5172927 Mar 24 01:23:19.541395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53354) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:19.547824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Request body: {'ports': [{'network_id': '3d601469-cf16-4700-805e-11be88c1b546', 'name': 'tempest-port--929674578', 'admin_state_up': True}, {'network_id': 'bbfd041f-d68c-46ec-b37d-d1665a445d6d', 'admin_state_up': False}]} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:19.548154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Request body: {'port': {'network_id': '3d601469-cf16-4700-805e-11be88c1b546', 'name': 'tempest-port--929674578', 'admin_state_up': True}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:19.548704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Request body: {'port': {'network_id': 'bbfd041f-d68c-46ec-b37d-d1665a445d6d', 'admin_state_up': False}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:19.581953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cfca0-3299-4469-9023-3617c4cc1880 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event updated for resources: {'Network': ['ID=bbfd041f-d68c-46ec-b37d-d1665a445d6d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:19.595022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network bbfd041f-d68c-46ec-b37d-d1665a445d6d details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:23:19.902805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d22391-6202-437b-91bb-bdf2a79a314b req-874faa4c-518a-4412-9220-a4f05235e287 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:19.910126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74d22391-6202-437b-91bb-bdf2a79a314b req-874faa4c-518a-4412-9220-a4f05235e287 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 945 time: 0.1008987 Mar 24 01:23:19.918072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Made reservation on behalf of 1fc70df42dac4d56b934d69a6ec41b16 for: {'port': 2} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:23:19.922647 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:19.991971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74d22391-6202-437b-91bb-bdf2a79a314b req-52c68de5-95f6-4b47-9ff0-73bb063d4029 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808768 Mar 24 01:23:19.993223 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:20.335642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] device_id is not set on port e35df6f9-e48f-4892-8ed2-b0c8fe6be9c3 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:23:20.483254 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for port (e35df6f9-e48f-4892-8ed2-b0c8fe6be9c3), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:20.640725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] device_id is not set on port 1000aee9-daa0-4e9d-b958-317ae3d3c329 yet. {{(pid=115730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:23:20.807600 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for port (1000aee9-daa0-4e9d-b958-317ae3d3c329), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:20.902249 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (e35df6f9-e48f-4892-8ed2-b0c8fe6be9c3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:21.035171 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event updated for resources: {'Port': ['ID=e35df6f9-e48f-4892-8ed2-b0c8fe6be9c3,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:21.050511 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Checking segment: {'id': '8abd44a2-e5e4-421d-b215-63bf93d40e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3d601469-cf16-4700-805e-11be88c1b546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:23:21.050881 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Network hostable DHCP agents. Network: 3d601469-cf16-4700-805e-11be88c1b546, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:23:21.094547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Network 3d601469-cf16-4700-805e-11be88c1b546 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:23:21.137661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 3d601469-cf16-4700-805e-11be88c1b546) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:23:21.148564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f201b10-a0de-48c6-8bc3-d5effa6d7bd6 None None] Network 3d601469-cf16-4700-805e-11be88c1b546 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:23:21.227098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:23:21.228731 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (1000aee9-daa0-4e9d-b958-317ae3d3c329), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:21.403774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event updated for resources: {'Port': ['ID=1000aee9-daa0-4e9d-b958-317ae3d3c329,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:21.469572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d9cc1-1ad7-4f45-a0b6-e7e82517315f req-10cbad52-23da-4f8d-94cc-f54ee9ee5c75 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:21.471160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-900d9cc1-1ad7-4f45-a0b6-e7e82517315f req-10cbad52-23da-4f8d-94cc-f54ee9ee5c75 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 945 time: 0.3711851 Mar 24 01:23:21.472516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Checking segment: {'id': '28a9c147-25fa-4ab8-a474-ec1d8e795518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bbfd041f-d68c-46ec-b37d-d1665a445d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:23:21.472884 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Network hostable DHCP agents. Network: bbfd041f-d68c-46ec-b37d-d1665a445d6d, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:23:21.532624 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Network bbfd041f-d68c-46ec-b37d-d1665a445d6d is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:23:21.566374 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, bbfd041f-d68c-46ec-b37d-d1665a445d6d) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:23:21.572603 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-900d9cc1-1ad7-4f45-a0b6-e7e82517315f req-5d4ca242-b72d-481f-86b3-5833cd322c28 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949278 Mar 24 01:23:21.573863 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bf7cdc-145d-4095-bf36-600601437942 None None] Network bbfd041f-d68c-46ec-b37d-d1665a445d6d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:23:21.575125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:23:21.581918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:21.586396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:21.587180 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:21.639655 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53400) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:21.640348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8ab3e19d-f79b-478f-819e-c52a2cb678e3 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0972257 Mar 24 01:23:21.800561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f99b4e-dc3d-4d88-8c66-b801ba136c5e req-f9540560-04fa-43f1-85a4-de2c36c71331 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:21.803623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18f99b4e-dc3d-4d88-8c66-b801ba136c5e req-f9540560-04fa-43f1-85a4-de2c36c71331 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 945 time: 0.1115119 Mar 24 01:23:21.841177 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef9015e-336d-4096-a768-9303d4cbe9e7 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:21.847101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef9015e-336d-4096-a768-9303d4cbe9e7 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:21.848787 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5ef9015e-336d-4096-a768-9303d4cbe9e7 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2074676 Mar 24 01:23:21.863501 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53402) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:21.938076 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18f99b4e-dc3d-4d88-8c66-b801ba136c5e req-f8953cff-5491-477c-a6a5-b1f4ee7e4fa8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272306 Mar 24 01:23:21.963068 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53408) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:22.039608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013a8408-4a45-4bb0-9fbd-8aca435fff7c tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:22.045707 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-013a8408-4a45-4bb0-9fbd-8aca435fff7c tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 1122 time: 0.0785713 Mar 24 01:23:22.045987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53410) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:22.051136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': 'ed918379-7884-48ed-9ffc-ac759127c03f', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:22.089033 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f1a2f434-bbea-4df2-95b0-306d16837daf tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Deleting port e35df6f9-e48f-4892-8ed2-b0c8fe6be9c3 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:23:22.089621 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f434-bbea-4df2-95b0-306d16837daf tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e35df6f9-e48f-4892-8ed2-b0c8fe6be9c3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:22.110475 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:22.197903 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f434-bbea-4df2-95b0-306d16837daf tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e35df6f9-e48f-4892-8ed2-b0c8fe6be9c3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:22.222224 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f1a2f434-bbea-4df2-95b0-306d16837daf tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Calling delete_port for e35df6f9-e48f-4892-8ed2-b0c8fe6be9c3 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:23:22.401864 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:22.474878 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f434-bbea-4df2-95b0-306d16837daf tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e35df6f9-e48f-4892-8ed2-b0c8fe6be9c3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:22.552134 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2f434-bbea-4df2-95b0-306d16837daf tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event deleted for resources: {'Port': ['ID=e35df6f9-e48f-4892-8ed2-b0c8fe6be9c3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:22.560042 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f434-bbea-4df2-95b0-306d16837daf tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:22.595571 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f1a2f434-bbea-4df2-95b0-306d16837daf tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "DELETE /v2.0/ports/e35df6f9-e48f-4892-8ed2-b0c8fe6be9c3 HTTP/1.1" status: 204 len: 168 time: 0.7282269 Mar 24 01:23:22.599967 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53422) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:22.704500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Allocated IP 172.25.0.57 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/1f74bbce-0d64-4ce3-8068-7fef008a58dd) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:23:22.864198 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b00bc1d7-06dc-4f7b-be40-2e6556581fae tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Deleting port 1000aee9-daa0-4e9d-b958-317ae3d3c329 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:23:22.867310 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b00bc1d7-06dc-4f7b-be40-2e6556581fae tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1000aee9-daa0-4e9d-b958-317ae3d3c329), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:22.901822 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (1f74bbce-0d64-4ce3-8068-7fef008a58dd), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:22.944253 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (1f74bbce-0d64-4ce3-8068-7fef008a58dd), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:22.995202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=1f74bbce-0d64-4ce3-8068-7fef008a58dd,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:23.002484 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b00bc1d7-06dc-4f7b-be40-2e6556581fae tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1000aee9-daa0-4e9d-b958-317ae3d3c329), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:23.015272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:23:23.017598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:23:23.022552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:23:23.047583 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b00bc1d7-06dc-4f7b-be40-2e6556581fae tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Calling delete_port for 1000aee9-daa0-4e9d-b958-317ae3d3c329 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:23:23.181658 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b00bc1d7-06dc-4f7b-be40-2e6556581fae tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1000aee9-daa0-4e9d-b958-317ae3d3c329), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:23.244193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bc1d7-06dc-4f7b-be40-2e6556581fae tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event deleted for resources: {'Port': ['ID=1000aee9-daa0-4e9d-b958-317ae3d3c329,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:23.251327 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b00bc1d7-06dc-4f7b-be40-2e6556581fae tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:23.258872 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b00bc1d7-06dc-4f7b-be40-2e6556581fae tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "DELETE /v2.0/ports/1000aee9-daa0-4e9d-b958-317ae3d3c329 HTTP/1.1" status: 204 len: 168 time: 0.6529708 Mar 24 01:23:23.259593 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53432) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:23.318113 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-98f04df2-7378-4c22-b323-998654f6d9bb tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0571330 Mar 24 01:23:23.322534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53434) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:23.336882 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fc377dae-9486-42f4-a242-ee4983e94cb2 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-327750446'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:23.390219 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc377dae-9486-42f4-a242-ee4983e94cb2 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Made reservation on behalf of 1fc70df42dac4d56b934d69a6ec41b16 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:23:23.394963 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc377dae-9486-42f4-a242-ee4983e94cb2 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:23.476109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc377dae-9486-42f4-a242-ee4983e94cb2 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:23:23.498551 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc377dae-9486-42f4-a242-ee4983e94cb2 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (467f4022-20bd-4046-8ca1-d2c9cb76af6b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:23.498876 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-fc377dae-9486-42f4-a242-ee4983e94cb2 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Added segment 467f4022-20bd-4046-8ca1-d2c9cb76af6b of type vlan for network 91a9a53b-ac81-4683-b71b-e2baef04f565 Mar 24 01:23:23.567955 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for floatingip (a64394a3-d9d9-4dd9-abc6-762e30b38d56), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:23.580844 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc377dae-9486-42f4-a242-ee4983e94cb2 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (91a9a53b-ac81-4683-b71b-e2baef04f565), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:23.614423 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc377dae-9486-42f4-a242-ee4983e94cb2 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (91a9a53b-ac81-4683-b71b-e2baef04f565), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:23.622556 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc377dae-9486-42f4-a242-ee4983e94cb2 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:23.624170 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fc377dae-9486-42f4-a242-ee4983e94cb2 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:23.708095 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1f74bbce-0d64-4ce3-8068-7fef008a58dd), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:23.725367 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fc377dae-9486-42f4-a242-ee4983e94cb2 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3988030 Mar 24 01:23:23.728188 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53444) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:23.734064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2f1c4b9b-064f-4cea-98bf-91d10ed36cc9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1422184957'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:23.738545 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc377dae-9486-42f4-a242-ee4983e94cb2 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event updated for resources: {'Network': ['ID=91a9a53b-ac81-4683-b71b-e2baef04f565,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:23.751177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 91a9a53b-ac81-4683-b71b-e2baef04f565 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:23:23.798240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1c4b9b-064f-4cea-98bf-91d10ed36cc9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Made reservation on behalf of 1fc70df42dac4d56b934d69a6ec41b16 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:23:23.803807 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4b9b-064f-4cea-98bf-91d10ed36cc9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:23.886212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1c4b9b-064f-4cea-98bf-91d10ed36cc9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:23:23.911952 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4b9b-064f-4cea-98bf-91d10ed36cc9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (9498765c-c5c3-4c89-a6cc-703cf90d4c25), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:23.912729 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-2f1c4b9b-064f-4cea-98bf-91d10ed36cc9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Added segment 9498765c-c5c3-4c89-a6cc-703cf90d4c25 of type vlan for network efa14855-15f5-46d2-a6e1-9d05d8135132 Mar 24 01:23:24.007922 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4b9b-064f-4cea-98bf-91d10ed36cc9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (efa14855-15f5-46d2-a6e1-9d05d8135132), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:24.038746 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4b9b-064f-4cea-98bf-91d10ed36cc9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (efa14855-15f5-46d2-a6e1-9d05d8135132), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:24.045638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c4b9b-064f-4cea-98bf-91d10ed36cc9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:24.046550 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4b9b-064f-4cea-98bf-91d10ed36cc9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:24.095152 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (1f74bbce-0d64-4ce3-8068-7fef008a58dd), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:24.103906 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (1f74bbce-0d64-4ce3-8068-7fef008a58dd), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:24.113311 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2f1c4b9b-064f-4cea-98bf-91d10ed36cc9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3837063 Mar 24 01:23:24.151693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c4b9b-064f-4cea-98bf-91d10ed36cc9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event updated for resources: {'Network': ['ID=efa14855-15f5-46d2-a6e1-9d05d8135132,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:24.181986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network efa14855-15f5-46d2-a6e1-9d05d8135132 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:23:24.231459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=1f74bbce-0d64-4ce3-8068-7fef008a58dd,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:24.240405 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (a64394a3-d9d9-4dd9-abc6-762e30b38d56), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:24.271331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53456) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:24.276428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Request body: {'subnets': [{'network_id': '91a9a53b-ac81-4683-b71b-e2baef04f565', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1166989882', 'ip_version': 4}, {'network_id': 'efa14855-15f5-46d2-a6e1-9d05d8135132', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:24.276749 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Request body: {'subnet': {'network_id': '91a9a53b-ac81-4683-b71b-e2baef04f565', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1166989882', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:24.277560 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Request body: {'subnet': {'network_id': 'efa14855-15f5-46d2-a6e1-9d05d8135132', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:24.472758 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Made reservation on behalf of 1fc70df42dac4d56b934d69a6ec41b16 for: {'subnet': 2} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:23:24.485766 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:24.486074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:24.512860 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Floating IP a64394a3-d9d9-4dd9-abc6-762e30b38d56 associated. External IP: 172.25.0.57, port: ed918379-7884-48ed-9ffc-ac759127c03f. Mar 24 01:23:25.015286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:23:25.092810 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (080bc04b-4c4e-4b64-9584-a88b28b86697), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:25.192515 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event updated for resources: {'Subnet': ['ID=080bc04b-4c4e-4b64-9584-a88b28b86697,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:25.195208 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Checking segment: {'id': '467f4022-20bd-4046-8ca1-d2c9cb76af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91a9a53b-ac81-4683-b71b-e2baef04f565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:23:25.195582 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Network hostable DHCP agents. Network: 91a9a53b-ac81-4683-b71b-e2baef04f565, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:23:25.227959 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Network 91a9a53b-ac81-4683-b71b-e2baef04f565 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:23:25.251161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 91a9a53b-ac81-4683-b71b-e2baef04f565) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:23:25.260098 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (e07065b4-9c0c-424d-8278-7d00a0f7674a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:25.262901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6b6ffd-4e8d-4a0c-ab0e-bfa53209d6ed None None] Network 91a9a53b-ac81-4683-b71b-e2baef04f565 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:23:25.267619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:23:25.313347 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:25.363236 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event updated for resources: {'Subnet': ['ID=e07065b4-9c0c-424d-8278-7d00a0f7674a,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:25.419323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Checking segment: {'id': '9498765c-c5c3-4c89-a6cc-703cf90d4c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'efa14855-15f5-46d2-a6e1-9d05d8135132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:23:25.419681 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Network hostable DHCP agents. Network: efa14855-15f5-46d2-a6e1-9d05d8135132, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:23:25.437410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773774ea-3e91-43cb-8871-e7f592e1bad4 None None] Sync routers for ids ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:23:25.441943 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Network efa14855-15f5-46d2-a6e1-9d05d8135132 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:23:25.454356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, efa14855-15f5-46d2-a6e1-9d05d8135132) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:23:25.466811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe40d7c-c8da-4e30-9333-5e50f8fdfd07 None None] Network efa14855-15f5-46d2-a6e1-9d05d8135132 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:23:25.471360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:25.472031 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:25.473951 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:25.477232 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b3a8db7d-1f61-4b21-845c-222817c953eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4301136 Mar 24 01:23:25.482701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:23:25.494197 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d650a3da-e015-4e82-9f55-b790cec77289" -d '{"events": [{"name": "network-changed", "server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:23:25.500907 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bea20316-f5da-41c4-8d87-060fd27cdaca tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2284584 Mar 24 01:23:25.504721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53494) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:25.587020 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd63ae9-8548-4741-bb24-dac2e48f36c7 x-openstack-request-id: req-4cd63ae9-8548-4741-bb24-dac2e48f36c7 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:23:25.587556 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:23:25.587971 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4cd63ae9-8548-4741-bb24-dac2e48f36c7 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:23:25.588636 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd63ae9-8548-4741-bb24-dac2e48f36c7'] response: {'name': 'network-changed', 'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f', 'status': 'completed', 'code': 200} Mar 24 01:23:25.674369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773774ea-3e91-43cb-8871-e7f592e1bad4 None None] Routers {'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:23:25.675214 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-773774ea-3e91-43cb-8871-e7f592e1bad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:23:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:25.683861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-efa14855-15f5-46d2-a6e1-9d05d8135132', 'network_id': 'efa14855-15f5-46d2-a6e1-9d05d8135132', 'project_id': '1fc70df42dac4d56b934d69a6ec41b16', 'fixed_ips': [{'subnet_id': 'e07065b4-9c0c-424d-8278-7d00a0f7674a'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:23:25.685164 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:25.793308 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bada3922-de61-4bcc-b52a-69e0e38cb6cc tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:25.805345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bada3922-de61-4bcc-b52a-69e0e38cb6cc tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:25.809174 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bada3922-de61-4bcc-b52a-69e0e38cb6cc tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:25.815240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53500) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:25.817609 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bada3922-de61-4bcc-b52a-69e0e38cb6cc tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3104131 Mar 24 01:23:25.868744 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650a3da-e015-4e82-9f55-b790cec77289 req-8452184c-7a2d-4644-8f97-3ff0ccecd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:25.871499 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d650a3da-e015-4e82-9f55-b790cec77289 req-8452184c-7a2d-4644-8f97-3ff0ccecd0b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 1127 time: 0.2710612 Mar 24 01:23:25.904679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6d082a-8700-459f-9acc-19f4c6d5208f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-91a9a53b-ac81-4683-b71b-e2baef04f565', 'network_id': '91a9a53b-ac81-4683-b71b-e2baef04f565', 'project_id': '1fc70df42dac4d56b934d69a6ec41b16', 'fixed_ips': [{'subnet_id': '080bc04b-4c4e-4b64-9584-a88b28b86697'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:23:25.907539 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3b6d082a-8700-459f-9acc-19f4c6d5208f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:25.953041 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-235a22be-45cd-464d-b20c-7c1b615c737b tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Deleting subnet 080bc04b-4c4e-4b64-9584-a88b28b86697 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:23:25.970243 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-235a22be-45cd-464d-b20c-7c1b615c737b tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for subnet (080bc04b-4c4e-4b64-9584-a88b28b86697), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:26.026884 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525c759-dc7a-4aaf-aa49-e28776537a5b req-7443c06b-bfcc-492e-856d-9da3309e7f04 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:26.028458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2525c759-dc7a-4aaf-aa49-e28776537a5b req-7443c06b-bfcc-492e-856d-9da3309e7f04 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 945 time: 0.4357529 Mar 24 01:23:26.042973 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53510) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:26.065041 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-235a22be-45cd-464d-b20c-7c1b615c737b tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (080bc04b-4c4e-4b64-9584-a88b28b86697), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:26.208365 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2525c759-dc7a-4aaf-aa49-e28776537a5b req-a00701ca-ec69-46b2-8498-23ee2d5544e7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488729 Mar 24 01:23:26.209972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53514) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:26.211695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650a3da-e015-4e82-9f55-b790cec77289 req-6c01d5a9-920a-45ff-84ff-a94dab7385b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:26.213005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d650a3da-e015-4e82-9f55-b790cec77289 req-6c01d5a9-920a-45ff-84ff-a94dab7385b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95ae8bf0-4b1a-45be-b86a-0f046397ef01 HTTP/1.1" status: 200 len: 897 time: 0.3336978 Mar 24 01:23:26.236425 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-235a22be-45cd-464d-b20c-7c1b615c737b tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (080bc04b-4c4e-4b64-9584-a88b28b86697), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:26.278383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-773774ea-3e91-43cb-8871-e7f592e1bad4 None None] Set router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:23:26.319917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Allocated IP 172.20.0.18 (efa14855-15f5-46d2-a6e1-9d05d8135132/e07065b4-9c0c-424d-8278-7d00a0f7674a/f035970b-73ef-4e98-ae9b-339076a521d1) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:23:26.380565 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d650a3da-e015-4e82-9f55-b790cec77289 req-1a9bd69f-0d60-4cf6-8822-d82412b4b50c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed918379-7884-48ed-9ffc-ac759127c03f HTTP/1.1" status: 200 len: 998 time: 0.1594920 Mar 24 01:23:26.401501 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-235a22be-45cd-464d-b20c-7c1b615c737b tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (080bc04b-4c4e-4b64-9584-a88b28b86697), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server [None req-3b6d082a-8700-459f-9acc-19f4c6d5208f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 080bc04b-4c4e-4b64-9584-a88b28b86697: This subnet is being modified by another concurrent operation. Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise exception Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 080bc04b-4c4e-4b64-9584-a88b28b86697: This subnet is being modified by another concurrent operation. Mar 24 01:23:26.455497 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Mar 24 01:23:26.483656 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-235a22be-45cd-464d-b20c-7c1b615c737b tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:26.490434 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-235a22be-45cd-464d-b20c-7c1b615c737b tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "DELETE /v2.0/subnets/080bc04b-4c4e-4b64-9584-a88b28b86697 HTTP/1.1" status: 204 len: 168 time: 0.6740441 Mar 24 01:23:26.492106 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53520) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:26.493803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc41b393-ec54-4038-bffe-84895ea8d4b8 None None] Network 91a9a53b-ac81-4683-b71b-e2baef04f565 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:23:26.504197 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a22be-45cd-464d-b20c-7c1b615c737b tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event deleted for resources: {'Subnet': ['ID=080bc04b-4c4e-4b64-9584-a88b28b86697,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:26.560741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff165a8-c558-4327-8034-a2a0f7a20da1 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Deleting subnet e07065b4-9c0c-424d-8278-7d00a0f7674a {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:23:26.788931 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Publish callbacks [] for port (f035970b-73ef-4e98-ae9b-339076a521d1), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:26.797945 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2ff165a8-c558-4327-8034-a2a0f7a20da1 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for subnet (e07065b4-9c0c-424d-8278-7d00a0f7674a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:26.821232 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (f035970b-73ef-4e98-ae9b-339076a521d1), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:26.861507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Network efa14855-15f5-46d2-a6e1-9d05d8135132 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:23:26.875249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:23:26.895701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:23:26.912825 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2ff165a8-c558-4327-8034-a2a0f7a20da1 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (e07065b4-9c0c-424d-8278-7d00a0f7674a), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:27.053049 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a9da5790-d1d3-4f32-953e-33f35ccb4179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:27.116864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2e8abd03-abfb-4524-901a-25cc33a67035 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/a64394a3-d9d9-4dd9-abc6-762e30b38d56 HTTP/1.1" status: 200 len: 990 time: 0.9026887 Mar 24 01:23:27.127632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650a3da-e015-4e82-9f55-b790cec77289 req-dadd7cc3-372b-43bc-a447-75a332d02e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:27.130116 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d650a3da-e015-4e82-9f55-b790cec77289 req-dadd7cc3-372b-43bc-a447-75a332d02e9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2 HTTP/1.1" status: 200 len: 834 time: 0.7380464 Mar 24 01:23:27.186562 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2ff165a8-c558-4327-8034-a2a0f7a20da1 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (e07065b4-9c0c-424d-8278-7d00a0f7674a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:27.383753 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Pushing event updated for resources: {'Port': ['ID=f035970b-73ef-4e98-ae9b-339076a521d1,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:27.394307 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a9da5790-d1d3-4f32-953e-33f35ccb4179 admin admin] Publish callbacks [] for security_group (b2e45581-2678-4824-ba94-62f3066584fd), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:27.401488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650a3da-e015-4e82-9f55-b790cec77289 req-c440bf51-ab62-405f-a9b0-28a05a9407b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:27.401948 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2ff165a8-c558-4327-8034-a2a0f7a20da1 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (e07065b4-9c0c-424d-8278-7d00a0f7674a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:27.403811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d650a3da-e015-4e82-9f55-b790cec77289 req-c440bf51-ab62-405f-a9b0-28a05a9407b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95ae8bf0-4b1a-45be-b86a-0f046397ef01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2664735 Mar 24 01:23:27.410001 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a9da5790-d1d3-4f32-953e-33f35ccb4179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b2e45581-2678-4824-ba94-62f3066584fd), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:27.415716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-773774ea-3e91-43cb-8871-e7f592e1bad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006508528', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:22:52Z', 'updated_at': '2022-03-24T01:22:59Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:53Z', 'updated_at': '2022-03-24T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'a64394a3-d9d9-4dd9-abc6-762e30b38d56', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'port_id': 'ed918379-7884-48ed-9ffc-ac759127c03f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'mac_address': 'fa:16:3e:4a:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:23:23Z', 'updated_at': '2022-03-24T01:23:23Z', 'revision_number': 0, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd772efa3-4dee-4bb3-a13e-4bef917bf69a', 'name': '', 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:92:7b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:58Z', 'updated_at': '2022-03-24T01:23:07Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:27.455255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773774ea-3e91-43cb-8871-e7f592e1bad4 None None] Checking router: ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:23:27.464274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Attempting to bind port f035970b-73ef-4e98-ae9b-339076a521d1 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:23:27.464881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Attempting to bind port f035970b-73ef-4e98-ae9b-339076a521d1 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '9498765c-c5c3-4c89-a6cc-703cf90d4c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'efa14855-15f5-46d2-a6e1-9d05d8135132'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:23:27.465276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Attempting to bind port f035970b-73ef-4e98-ae9b-339076a521d1 on network efa14855-15f5-46d2-a6e1-9d05d8135132 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:23:27.469043 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff165a8-c558-4327-8034-a2a0f7a20da1 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event deleted for resources: {'Subnet': ['ID=e07065b4-9c0c-424d-8278-7d00a0f7674a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:27.474538 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773774ea-3e91-43cb-8871-e7f592e1bad4 None None] Routers {'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:23:27.477113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-773774ea-3e91-43cb-8871-e7f592e1bad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:23:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:27.483942 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:23:27.484656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Checking segment: {'id': '9498765c-c5c3-4c89-a6cc-703cf90d4c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'efa14855-15f5-46d2-a6e1-9d05d8135132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:23:27.485436 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:27.486009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Bound using segment: {'id': '9498765c-c5c3-4c89-a6cc-703cf90d4c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'efa14855-15f5-46d2-a6e1-9d05d8135132'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:23:27.486678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Bound port: f035970b-73ef-4e98-ae9b-339076a521d1, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9498765c-c5c3-4c89-a6cc-703cf90d4c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'efa14855-15f5-46d2-a6e1-9d05d8135132'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:23:27.487419 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f035970b-73ef-4e98-ae9b-339076a521d1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:27.494965 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2ff165a8-c558-4327-8034-a2a0f7a20da1 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:27.507190 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2ff165a8-c558-4327-8034-a2a0f7a20da1 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "DELETE /v2.0/subnets/e07065b4-9c0c-424d-8278-7d00a0f7674a HTTP/1.1" status: 204 len: 168 time: 1.0135019 Mar 24 01:23:27.518252 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53540) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:27.611828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da5790-d1d3-4f32-953e-33f35ccb4179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e45581-2678-4824-ba94-62f3066584fd,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:27.627613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a9da5790-d1d3-4f32-953e-33f35ccb4179 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd3438b0a0c14193b3b1b20e00384cb6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5836294 Mar 24 01:23:27.634404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53542) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:27.641411 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-773774ea-3e91-43cb-8871-e7f592e1bad4 None None] Set router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:23:27.734311 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5d46ea-cdc4-47a7-9d7d-d5428fcfbb59 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:27.741119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53544) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:27.742229 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5a5d46ea-cdc4-47a7-9d7d-d5428fcfbb59 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2221682 Mar 24 01:23:27.782672 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d650a3da-e015-4e82-9f55-b790cec77289 req-6b9883f6-8975-4a20-ad81-62d4fd798270 service neutron] 10.222.0.57 "GET /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600690 Mar 24 01:23:27.974654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] For port f035970b-73ef-4e98-ae9b-339076a521d1, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:23:27.992686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] For port f035970b-73ef-4e98-ae9b-339076a521d1, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f035970b-73ef-4e98-ae9b-339076a521d1,segment=NetworkSegment(9498765c-c5c3-4c89-a6cc-703cf90d4c25),segment_id=9498765c-c5c3-4c89-a6cc-703cf90d4c25)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:23:28.008367 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-08ce0c60-7de5-423d-92ea-7ebd4f30a013 admin admin] Publish callbacks [] for security_group (b2e45581-2678-4824-ba94-62f3066584fd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:28.012896 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f035970b-73ef-4e98-ae9b-339076a521d1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:28.056561 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (efa14855-15f5-46d2-a6e1-9d05d8135132), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:28.110225 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-08ce0c60-7de5-423d-92ea-7ebd4f30a013 admin admin] Publish callbacks [] for security_group (b2e45581-2678-4824-ba94-62f3066584fd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:28.124649 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53552) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:28.205622 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d650a3da-e015-4e82-9f55-b790cec77289 req-82dc5f40-19c5-440f-aa07-8962d9b06a48 service neutron] 10.222.0.57 "GET /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030797 Mar 24 01:23:28.260228 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0e9cc899-5d3f-4e99-b48c-78868ab4aee3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/a64394a3-d9d9-4dd9-abc6-762e30b38d56 HTTP/1.1" status: 200 len: 990 time: 0.1336358 Mar 24 01:23:28.328754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Deleting port f035970b-73ef-4e98-ae9b-339076a521d1 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:23:28.329361 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f035970b-73ef-4e98-ae9b-339076a521d1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:28.467147 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-08ce0c60-7de5-423d-92ea-7ebd4f30a013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b2e45581-2678-4824-ba94-62f3066584fd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:28.475090 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-08ce0c60-7de5-423d-92ea-7ebd4f30a013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:28.477046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-08ce0c60-7de5-423d-92ea-7ebd4f30a013 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2e45581-2678-4824-ba94-62f3066584fd HTTP/1.1" status: 204 len: 168 time: 0.8387578 Mar 24 01:23:28.504092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce0c60-7de5-423d-92ea-7ebd4f30a013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e45581-2678-4824-ba94-62f3066584fd,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:28.518626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b002b6-0250-4fc4-970a-46f1b1055190 None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:23:28.529683 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] For port f035970b-73ef-4e98-ae9b-339076a521d1, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f035970b-73ef-4e98-ae9b-339076a521d1,segment=NetworkSegment(9498765c-c5c3-4c89-a6cc-703cf90d4c25),segment_id=9498765c-c5c3-4c89-a6cc-703cf90d4c25)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:23:28.530055 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f035970b-73ef-4e98-ae9b-339076a521d1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:28.547830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Calling delete_port for f035970b-73ef-4e98-ae9b-339076a521d1 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:23:28.642143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd78bb1-4547-434b-b068-bd334a5bc256 None None] Pushing event updated for resources: {'Port': ['ID=f035970b-73ef-4e98-ae9b-339076a521d1,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:28.715915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-773774ea-3e91-43cb-8871-e7f592e1bad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006508528', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:22:52Z', 'updated_at': '2022-03-24T01:22:59Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:53Z', 'updated_at': '2022-03-24T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'a64394a3-d9d9-4dd9-abc6-762e30b38d56', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'port_id': 'ed918379-7884-48ed-9ffc-ac759127c03f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'mac_address': 'fa:16:3e:4a:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:23:23Z', 'updated_at': '2022-03-24T01:23:23Z', 'revision_number': 0, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd772efa3-4dee-4bb3-a13e-4bef917bf69a', 'name': '', 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:92:7b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:58Z', 'updated_at': '2022-03-24T01:23:07Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:28.719285 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f035970b-73ef-4e98-ae9b-339076a521d1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:28.767326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b002b6-0250-4fc4-970a-46f1b1055190 None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:23:28.768575 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event deleted for resources: {'Port': ['ID=f035970b-73ef-4e98-ae9b-339076a521d1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:28.772522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] No DVR routers for this DVR port f035970b-73ef-4e98-ae9b-339076a521d1 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:23:28.778625 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773774ea-3e91-43cb-8871-e7f592e1bad4 None None] The sync data for ids ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'] in n-d-760455-9 is: [{'id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006508528', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:22:52Z', 'updated_at': '2022-03-24T01:22:59Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:53Z', 'updated_at': '2022-03-24T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'a64394a3-d9d9-4dd9-abc6-762e30b38d56', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'port_id': 'ed918379-7884-48ed-9ffc-ac759127c03f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'mac_address': 'fa:16:3e:4a:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:23:23Z', 'updated_at': '2022-03-24T01:23:23Z', 'revision_number': 0, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd772efa3-4dee-4bb3-a13e-4bef917bf69a', 'name': '', 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:92:7b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:58Z', 'updated_at': '2022-03-24T01:23:07Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:23:28.904996 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-83056043-60aa-44c3-a9a0-1f4b787d9af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:29.011228 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (efa14855-15f5-46d2-a6e1-9d05d8135132), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:29.083249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa14855-15f5-46d2-a6e1-9d05d8135132']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:29.119164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9498765c-c5c3-4c89-a6cc-703cf90d4c25') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:29.122531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9498765c-c5c3-4c89-a6cc-703cf90d4c25') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:29.160012 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (9498765c-c5c3-4c89-a6cc-703cf90d4c25), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:29.204475 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (9498765c-c5c3-4c89-a6cc-703cf90d4c25), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:29.214006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82029ee9-c0b1-4240-bff3-66e90d9d951f None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:23:29.226398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:23:29.227161 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (9498765c-c5c3-4c89-a6cc-703cf90d4c25), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:29.252645 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53572) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:29.272379 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53574) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:29.281138 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a334786c-3009-41c8-9173-6e508501a52d None None] New status for floating IP a64394a3-d9d9-4dd9-abc6-762e30b38d56: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:23:29.350723 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-05f61685-5558-4069-bf66-2510dbcf035f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/a64394a3-d9d9-4dd9-abc6-762e30b38d56 HTTP/1.1" status: 200 len: 990 time: 0.0742300 Mar 24 01:23:29.356941 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3b259c7-4228-433d-bba3-4a0a0bbb4605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:23:29.367957 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:23:29.372985 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (efa14855-15f5-46d2-a6e1-9d05d8135132), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:29.388632 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:29.404770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82029ee9-c0b1-4240-bff3-66e90d9d951f None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:23:29.415084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "DELETE /v2.0/networks/efa14855-15f5-46d2-a6e1-9d05d8135132 HTTP/1.1" status: 204 len: 168 time: 1.6679547 Mar 24 01:23:29.419827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53580) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:29.466570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be755c6-9d54-456a-ab69-8bd24874c521 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event deleted for resources: {'Network': ['ID=efa14855-15f5-46d2-a6e1-9d05d8135132,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:29.646362 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-765b4ba7-750e-4d6a-a2d2-3fb23bd7f2f9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (91a9a53b-ac81-4683-b71b-e2baef04f565), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:29.699652 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3b259c7-4228-433d-bba3-4a0a0bbb4605 admin admin] Publish callbacks [] for security_group (d4c36479-eb18-4c9a-a4e9-6b0d9f603661), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:29.705296 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b264a90-f24d-4a0f-8240-3bdd1705949c None None] Network efa14855-15f5-46d2-a6e1-9d05d8135132 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:23:29.723787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b264a90-f24d-4a0f-8240-3bdd1705949c None None] Network efa14855-15f5-46d2-a6e1-9d05d8135132 could not be found, it might have been deleted concurrently. {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 24 01:23:29.779658 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c3b259c7-4228-433d-bba3-4a0a0bbb4605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d4c36479-eb18-4c9a-a4e9-6b0d9f603661), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:29.806171 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-765b4ba7-750e-4d6a-a2d2-3fb23bd7f2f9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (91a9a53b-ac81-4683-b71b-e2baef04f565), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:29.871349 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-765b4ba7-750e-4d6a-a2d2-3fb23bd7f2f9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a9a53b-ac81-4683-b71b-e2baef04f565']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:29.889166 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-765b4ba7-750e-4d6a-a2d2-3fb23bd7f2f9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467f4022-20bd-4046-8ca1-d2c9cb76af6b') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:29.889472 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-765b4ba7-750e-4d6a-a2d2-3fb23bd7f2f9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467f4022-20bd-4046-8ca1-d2c9cb76af6b') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:29.901842 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-765b4ba7-750e-4d6a-a2d2-3fb23bd7f2f9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (467f4022-20bd-4046-8ca1-d2c9cb76af6b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:29.916670 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b259c7-4228-433d-bba3-4a0a0bbb4605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c36479-eb18-4c9a-a4e9-6b0d9f603661,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:29.928673 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c3b259c7-4228-433d-bba3-4a0a0bbb4605 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac24dc84afb2460cbb5fa7b97d238d59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6681218 Mar 24 01:23:29.928920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53592) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:29.932557 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-765b4ba7-750e-4d6a-a2d2-3fb23bd7f2f9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (467f4022-20bd-4046-8ca1-d2c9cb76af6b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:29.967585 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765b4ba7-750e-4d6a-a2d2-3fb23bd7f2f9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:23:29.967999 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-765b4ba7-750e-4d6a-a2d2-3fb23bd7f2f9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (467f4022-20bd-4046-8ca1-d2c9cb76af6b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:23:29.971038 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:23:30.044383 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.090582 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-765b4ba7-750e-4d6a-a2d2-3fb23bd7f2f9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (91a9a53b-ac81-4683-b71b-e2baef04f565), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.102383 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9274d70c-5afa-4a34-b685-7ff2fae13ad5 admin admin] Publish callbacks [] for security_group (d4c36479-eb18-4c9a-a4e9-6b0d9f603661), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.105053 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-765b4ba7-750e-4d6a-a2d2-3fb23bd7f2f9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.110992 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-765b4ba7-750e-4d6a-a2d2-3fb23bd7f2f9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "DELETE /v2.0/networks/91a9a53b-ac81-4683-b71b-e2baef04f565 HTTP/1.1" status: 204 len: 168 time: 0.6885428 Mar 24 01:23:30.111472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53594) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:30.176041 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b4ba7-750e-4d6a-a2d2-3fb23bd7f2f9 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event deleted for resources: {'Network': ['ID=91a9a53b-ac81-4683-b71b-e2baef04f565,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:30.205482 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9274d70c-5afa-4a34-b685-7ff2fae13ad5 admin admin] Publish callbacks [] for security_group (d4c36479-eb18-4c9a-a4e9-6b0d9f603661), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.218880 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c50e6737-7c6e-4720-9c7d-a80baf736fef tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (bbfd041f-d68c-46ec-b37d-d1665a445d6d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.307807 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9274d70c-5afa-4a34-b685-7ff2fae13ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d4c36479-eb18-4c9a-a4e9-6b0d9f603661), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.312045 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9274d70c-5afa-4a34-b685-7ff2fae13ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.313496 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9274d70c-5afa-4a34-b685-7ff2fae13ad5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4c36479-eb18-4c9a-a4e9-6b0d9f603661 HTTP/1.1" status: 204 len: 168 time: 0.3836451 Mar 24 01:23:30.331529 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274d70c-5afa-4a34-b685-7ff2fae13ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c36479-eb18-4c9a-a4e9-6b0d9f603661,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:30.355013 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53602) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:30.376422 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c50e6737-7c6e-4720-9c7d-a80baf736fef tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (bbfd041f-d68c-46ec-b37d-d1665a445d6d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.403649 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-c50e6737-7c6e-4720-9c7d-a80baf736fef tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfd041f-d68c-46ec-b37d-d1665a445d6d']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:30.418276 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-c50e6737-7c6e-4720-9c7d-a80baf736fef tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a9c147-25fa-4ab8-a474-ec1d8e795518') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:30.418879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-c50e6737-7c6e-4720-9c7d-a80baf736fef tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a9c147-25fa-4ab8-a474-ec1d8e795518') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:30.430900 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c50e6737-7c6e-4720-9c7d-a80baf736fef tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (28a9c147-25fa-4ab8-a474-ec1d8e795518), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.449191 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c50e6737-7c6e-4720-9c7d-a80baf736fef tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (28a9c147-25fa-4ab8-a474-ec1d8e795518), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.459701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50e6737-7c6e-4720-9c7d-a80baf736fef tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:23:30.460357 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c50e6737-7c6e-4720-9c7d-a80baf736fef tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (28a9c147-25fa-4ab8-a474-ec1d8e795518), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:23:30.464472 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:23:30.546491 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3f9eb325-adb8-4ebb-a04f-001896c0ee6f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/a64394a3-d9d9-4dd9-abc6-762e30b38d56 HTTP/1.1" status: 200 len: 992 time: 0.1899803 Mar 24 01:23:30.590807 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c50e6737-7c6e-4720-9c7d-a80baf736fef tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (bbfd041f-d68c-46ec-b37d-d1665a445d6d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.595939 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c50e6737-7c6e-4720-9c7d-a80baf736fef tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.602833 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c50e6737-7c6e-4720-9c7d-a80baf736fef tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "DELETE /v2.0/networks/bbfd041f-d68c-46ec-b37d-d1665a445d6d HTTP/1.1" status: 204 len: 168 time: 0.4893091 Mar 24 01:23:30.605264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53612) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:30.641560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e6737-7c6e-4720-9c7d-a80baf736fef tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event deleted for resources: {'Network': ['ID=bbfd041f-d68c-46ec-b37d-d1665a445d6d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:30.735549 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad4493ce-80a4-4014-8ad6-be4065b1ae27 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (3d601469-cf16-4700-805e-11be88c1b546), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.881986 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-51b6f416-dc68-4d17-baf4-c5fb93e2dc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.884379 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad4493ce-80a4-4014-8ad6-be4065b1ae27 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (3d601469-cf16-4700-805e-11be88c1b546), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:30.931313 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-ad4493ce-80a4-4014-8ad6-be4065b1ae27 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d601469-cf16-4700-805e-11be88c1b546']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:30.949444 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-ad4493ce-80a4-4014-8ad6-be4065b1ae27 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abd44a2-e5e4-421d-b215-63bf93d40e65') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:30.949766 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-ad4493ce-80a4-4014-8ad6-be4065b1ae27 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abd44a2-e5e4-421d-b215-63bf93d40e65') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:30.986018 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad4493ce-80a4-4014-8ad6-be4065b1ae27 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (8abd44a2-e5e4-421d-b215-63bf93d40e65), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:31.030592 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad4493ce-80a4-4014-8ad6-be4065b1ae27 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (8abd44a2-e5e4-421d-b215-63bf93d40e65), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:31.038752 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4493ce-80a4-4014-8ad6-be4065b1ae27 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:23:31.039233 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad4493ce-80a4-4014-8ad6-be4065b1ae27 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (8abd44a2-e5e4-421d-b215-63bf93d40e65), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:23:31.043615 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:23:31.132731 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad4493ce-80a4-4014-8ad6-be4065b1ae27 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (3d601469-cf16-4700-805e-11be88c1b546), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:31.166922 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ad4493ce-80a4-4014-8ad6-be4065b1ae27 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:31.171289 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ad4493ce-80a4-4014-8ad6-be4065b1ae27 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] 10.222.0.45 "DELETE /v2.0/networks/3d601469-cf16-4700-805e-11be88c1b546 HTTP/1.1" status: 204 len: 168 time: 0.5649476 Mar 24 01:23:31.172742 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4493ce-80a4-4014-8ad6-be4065b1ae27 tempest-BulkNetworkOpsTest-1756811559 tempest-BulkNetworkOpsTest-1756811559-project] Pushing event deleted for resources: {'Network': ['ID=3d601469-cf16-4700-805e-11be88c1b546,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:31.694388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53652) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:31.977061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53666) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:31.977872 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-053c76b7-4891-4ed6-bfd4-c03d03f61928 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fc70df42dac4d56b934d69a6ec41b16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2820475 Mar 24 01:23:32.043123 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3b2006cf-bc21-4c1b-a7ec-90b09a975679 admin admin] Publish callbacks [] for security_group (9e6258c9-15de-44fd-821a-14cd843783db), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:32.074672 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3b2006cf-bc21-4c1b-a7ec-90b09a975679 admin admin] Publish callbacks [] for security_group (9e6258c9-15de-44fd-821a-14cd843783db), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:32.142248 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3b2006cf-bc21-4c1b-a7ec-90b09a975679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9e6258c9-15de-44fd-821a-14cd843783db), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:32.146085 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3b2006cf-bc21-4c1b-a7ec-90b09a975679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:32.150149 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3b2006cf-bc21-4c1b-a7ec-90b09a975679 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e6258c9-15de-44fd-821a-14cd843783db HTTP/1.1" status: 204 len: 168 time: 0.1693618 Mar 24 01:23:32.157521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2006cf-bc21-4c1b-a7ec-90b09a975679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6258c9-15de-44fd-821a-14cd843783db,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:32.223618 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:32.674086 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:33.285298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53734) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:33.459557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-fd8ec631-daa3-4c3e-9816-ffb18575ec47 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:33.460236 n-d-760455-9 neutron-server[115730]: WARNING neutron.api.v2.base [None req-fd8ec631-daa3-4c3e-9816-ffb18575ec47 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 24 01:23:33.460912 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-fd8ec631-daa3-4c3e-9816-ffb18575ec47 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): There was a conflict when trying to complete your request. Mar 24 01:23:33.462090 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fd8ec631-daa3-4c3e-9816-ffb18575ec47 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1756823 Mar 24 01:23:33.466114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53746) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:33.471467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-29a69efa-1612-4a1f-9b5d-4934f7a19494 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group': {'name': 'tempest-secgroup--559671719'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:33.499744 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-29a69efa-1612-4a1f-9b5d-4934f7a19494 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:33.512298 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-29a69efa-1612-4a1f-9b5d-4934f7a19494 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:33.599542 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-29a69efa-1612-4a1f-9b5d-4934f7a19494 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (d0cf3a72-57ce-4a29-ada0-65e333287651), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:33.604100 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-29a69efa-1612-4a1f-9b5d-4934f7a19494 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d0cf3a72-57ce-4a29-ada0-65e333287651), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:33.640513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a69efa-1612-4a1f-9b5d-4934f7a19494 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cf3a72-57ce-4a29-ada0-65e333287651,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:33.691055 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-29a69efa-1612-4a1f-9b5d-4934f7a19494 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (aee14e32-7111-4a10-8ebc-aa4aa1f9000e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:33.700408 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-29a69efa-1612-4a1f-9b5d-4934f7a19494 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (aee14e32-7111-4a10-8ebc-aa4aa1f9000e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:33.711943 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:33.729966 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-29a69efa-1612-4a1f-9b5d-4934f7a19494 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:33.731469 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-29a69efa-1612-4a1f-9b5d-4934f7a19494 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2643971 Mar 24 01:23:33.734502 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53752) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:33.739649 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-121bfb50-b926-4b38-aa0f-9e006f0e0495 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'aee14e32-7111-4a10-8ebc-aa4aa1f9000e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:33.758191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a69efa-1612-4a1f-9b5d-4934f7a19494 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee14e32-7111-4a10-8ebc-aa4aa1f9000e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:33.786593 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-121bfb50-b926-4b38-aa0f-9e006f0e0495 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group_rule (8bda7ad2-a480-4353-949e-3e3d5b97107a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:33.885295 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-121bfb50-b926-4b38-aa0f-9e006f0e0495 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group_rule (8bda7ad2-a480-4353-949e-3e3d5b97107a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:33.889704 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-121bfb50-b926-4b38-aa0f-9e006f0e0495 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (8bda7ad2-a480-4353-949e-3e3d5b97107a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:33.909873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bfb50-b926-4b38-aa0f-9e006f0e0495 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bda7ad2-a480-4353-949e-3e3d5b97107a,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:33.918678 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-121bfb50-b926-4b38-aa0f-9e006f0e0495 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:33.920355 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-121bfb50-b926-4b38-aa0f-9e006f0e0495 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1848490 Mar 24 01:23:33.923397 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53756) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:33.928216 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3898b0a2-0c7f-46f9-814d-45b81f0f6560 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'aee14e32-7111-4a10-8ebc-aa4aa1f9000e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:33.960916 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3898b0a2-0c7f-46f9-814d-45b81f0f6560 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group_rule (b954c372-1531-4c44-92c3-695de12dd4cf), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:34.017126 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-3898b0a2-0c7f-46f9-814d-45b81f0f6560 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): There was a conflict when trying to complete your request. Mar 24 01:23:34.023109 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3898b0a2-0c7f-46f9-814d-45b81f0f6560 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0961401 Mar 24 01:23:34.024553 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53758) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:34.087403 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1c142ab-773c-4b9c-a4fd-7c2b24f75d7d tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (aee14e32-7111-4a10-8ebc-aa4aa1f9000e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:34.117536 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1c142ab-773c-4b9c-a4fd-7c2b24f75d7d tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (aee14e32-7111-4a10-8ebc-aa4aa1f9000e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:34.177582 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1c142ab-773c-4b9c-a4fd-7c2b24f75d7d tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (aee14e32-7111-4a10-8ebc-aa4aa1f9000e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:34.181926 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1c142ab-773c-4b9c-a4fd-7c2b24f75d7d tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:34.186129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53764) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:34.186574 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a1c142ab-773c-4b9c-a4fd-7c2b24f75d7d tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "DELETE /v2.0/security-groups/aee14e32-7111-4a10-8ebc-aa4aa1f9000e HTTP/1.1" status: 204 len: 168 time: 0.1584513 Mar 24 01:23:34.212319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c142ab-773c-4b9c-a4fd-7c2b24f75d7d tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee14e32-7111-4a10-8ebc-aa4aa1f9000e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:34.274143 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53770) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:34.275325 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c4a755e1-c428-49b5-98db-0cbe3024b24d tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0872900 Mar 24 01:23:34.279772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c4c8cba8-df87-44d5-a0db-e36c7f58dc32 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group': {'name': 'tempest-secgroup--985471045'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:34.305942 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4c8cba8-df87-44d5-a0db-e36c7f58dc32 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:34.420763 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4c8cba8-df87-44d5-a0db-e36c7f58dc32 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (1a24e2cd-683a-4b15-8417-f751b94441b3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:34.435022 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4c8cba8-df87-44d5-a0db-e36c7f58dc32 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1a24e2cd-683a-4b15-8417-f751b94441b3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:34.504445 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4c8cba8-df87-44d5-a0db-e36c7f58dc32 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:34.506471 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c4c8cba8-df87-44d5-a0db-e36c7f58dc32 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2298834 Mar 24 01:23:34.507659 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8cba8-df87-44d5-a0db-e36c7f58dc32 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a24e2cd-683a-4b15-8417-f751b94441b3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:34.509356 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53780) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:34.519525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-a3c0fb27-4735-4565-a0cf-bfc92003fecd tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': '1a24e2cd-683a-4b15-8417-f751b94441b3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:34.522566 n-d-760455-9 neutron-server[115730]: WARNING neutron.api.v2.base [None req-a3c0fb27-4735-4565-a0cf-bfc92003fecd tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 24 01:23:34.524180 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-a3c0fb27-4735-4565-a0cf-bfc92003fecd tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:34.529217 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53782) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:34.529866 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a3c0fb27-4735-4565-a0cf-bfc92003fecd tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0181115 Mar 24 01:23:34.633462 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-08f50b66-aec2-4045-a2f0-6cf1f808d182 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (1a24e2cd-683a-4b15-8417-f751b94441b3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:34.664292 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-08f50b66-aec2-4045-a2f0-6cf1f808d182 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (1a24e2cd-683a-4b15-8417-f751b94441b3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:34.711697 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-08f50b66-aec2-4045-a2f0-6cf1f808d182 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1a24e2cd-683a-4b15-8417-f751b94441b3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:34.716615 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-08f50b66-aec2-4045-a2f0-6cf1f808d182 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:34.718569 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-08f50b66-aec2-4045-a2f0-6cf1f808d182 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "DELETE /v2.0/security-groups/1a24e2cd-683a-4b15-8417-f751b94441b3 HTTP/1.1" status: 204 len: 168 time: 0.1875875 Mar 24 01:23:34.720557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53796) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:34.728693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f50b66-aec2-4045-a2f0-6cf1f808d182 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a24e2cd-683a-4b15-8417-f751b94441b3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:34.809190 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9fb63fc2-db3d-4d82-90f9-4df95ca4f0f9 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0869536 Mar 24 01:23:34.812652 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53802) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:34.818802 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fd80f631-af5b-41c5-9d72-00938f049e8e tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904924139'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:34.885425 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd80f631-af5b-41c5-9d72-00938f049e8e tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.042175 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd80f631-af5b-41c5-9d72-00938f049e8e tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (0c347e8f-d669-40f3-9989-e30eb35ef724), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.047490 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd80f631-af5b-41c5-9d72-00938f049e8e tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0c347e8f-d669-40f3-9989-e30eb35ef724), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.083710 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fd80f631-af5b-41c5-9d72-00938f049e8e tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.088099 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fd80f631-af5b-41c5-9d72-00938f049e8e tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2707725 Mar 24 01:23:35.088356 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53810) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:35.094532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-46963d7f-c8d2-42c3-872c-af73a03e0b7b tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': '0c347e8f-d669-40f3-9989-e30eb35ef724', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:35.095858 n-d-760455-9 neutron-server[115730]: WARNING neutron.api.v2.base [None req-46963d7f-c8d2-42c3-872c-af73a03e0b7b tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 24 01:23:35.096686 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-46963d7f-c8d2-42c3-872c-af73a03e0b7b tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:35.098517 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-46963d7f-c8d2-42c3-872c-af73a03e0b7b tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0086446 Mar 24 01:23:35.101342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53812) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:35.107020 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80f631-af5b-41c5-9d72-00938f049e8e tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c347e8f-d669-40f3-9989-e30eb35ef724,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:35.223741 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3fa6ecf7-7434-4350-8d87-20dbf13e4902 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (0c347e8f-d669-40f3-9989-e30eb35ef724), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.246611 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.297660 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3fa6ecf7-7434-4350-8d87-20dbf13e4902 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (0c347e8f-d669-40f3-9989-e30eb35ef724), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.380426 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3fa6ecf7-7434-4350-8d87-20dbf13e4902 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0c347e8f-d669-40f3-9989-e30eb35ef724), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.383647 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3fa6ecf7-7434-4350-8d87-20dbf13e4902 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.387143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3fa6ecf7-7434-4350-8d87-20dbf13e4902 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "DELETE /v2.0/security-groups/0c347e8f-d669-40f3-9989-e30eb35ef724 HTTP/1.1" status: 204 len: 168 time: 0.2824740 Mar 24 01:23:35.387511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53820) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:35.414458 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6ecf7-7434-4350-8d87-20dbf13e4902 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c347e8f-d669-40f3-9989-e30eb35ef724,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:35.480869 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3dd9ee74-5bd2-4219-ab7c-14a526503642 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0884569 Mar 24 01:23:35.481250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53822) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:35.487764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-89515bba-21e5-4ad9-8ad6-ed97a76b79b6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group': {'name': 'tempest-secgroup--661036141'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:35.517021 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89515bba-21e5-4ad9-8ad6-ed97a76b79b6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.620726 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89515bba-21e5-4ad9-8ad6-ed97a76b79b6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (f9771521-3c36-4250-84af-744c8a0d643c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.626923 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89515bba-21e5-4ad9-8ad6-ed97a76b79b6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f9771521-3c36-4250-84af-744c8a0d643c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.668593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89515bba-21e5-4ad9-8ad6-ed97a76b79b6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9771521-3c36-4250-84af-744c8a0d643c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:35.673783 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-89515bba-21e5-4ad9-8ad6-ed97a76b79b6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.675540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-89515bba-21e5-4ad9-8ad6-ed97a76b79b6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1932776 Mar 24 01:23:35.678804 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53832) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:35.683809 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-147618d9-90e1-46bd-bbe1-97c9a13c27d6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'f9771521-3c36-4250-84af-744c8a0d643c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:35.685810 n-d-760455-9 neutron-server[115729]: WARNING neutron.api.v2.base [None req-147618d9-90e1-46bd-bbe1-97c9a13c27d6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 24 01:23:35.687013 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-147618d9-90e1-46bd-bbe1-97c9a13c27d6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:35.690053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53834) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:35.690366 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-147618d9-90e1-46bd-bbe1-97c9a13c27d6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100482 Mar 24 01:23:35.699248 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-94a3c90e-598d-4601-9cbc-bcf613c192a6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'f9771521-3c36-4250-84af-744c8a0d643c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:35.701088 n-d-760455-9 neutron-server[115730]: WARNING neutron.api.v2.base [None req-94a3c90e-598d-4601-9cbc-bcf613c192a6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 24 01:23:35.701859 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-94a3c90e-598d-4601-9cbc-bcf613c192a6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:35.703392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-94a3c90e-598d-4601-9cbc-bcf613c192a6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0118301 Mar 24 01:23:35.707606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53836) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:35.713343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1de33d77-4f19-4a13-aaf0-53f88078cf93 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'f9771521-3c36-4250-84af-744c8a0d643c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:35.714269 n-d-760455-9 neutron-server[115729]: WARNING neutron.api.v2.base [None req-1de33d77-4f19-4a13-aaf0-53f88078cf93 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 24 01:23:35.714971 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-1de33d77-4f19-4a13-aaf0-53f88078cf93 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:35.717213 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1de33d77-4f19-4a13-aaf0-53f88078cf93 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073829 Mar 24 01:23:35.719237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53838) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:35.726193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8c311922-63f9-4a7c-9362-e944cde7fe99 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'f9771521-3c36-4250-84af-744c8a0d643c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:35.727077 n-d-760455-9 neutron-server[115730]: WARNING neutron.api.v2.base [None req-8c311922-63f9-4a7c-9362-e944cde7fe99 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 24 01:23:35.728802 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-8c311922-63f9-4a7c-9362-e944cde7fe99 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:35.732494 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53840) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:35.735816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8c311922-63f9-4a7c-9362-e944cde7fe99 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0154405 Mar 24 01:23:35.802491 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15600376-d5ed-4997-830f-21c83776ec1f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (f9771521-3c36-4250-84af-744c8a0d643c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.833020 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15600376-d5ed-4997-830f-21c83776ec1f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (f9771521-3c36-4250-84af-744c8a0d643c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.890039 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15600376-d5ed-4997-830f-21c83776ec1f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f9771521-3c36-4250-84af-744c8a0d643c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.894462 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15600376-d5ed-4997-830f-21c83776ec1f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:35.901232 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-15600376-d5ed-4997-830f-21c83776ec1f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "DELETE /v2.0/security-groups/f9771521-3c36-4250-84af-744c8a0d643c HTTP/1.1" status: 204 len: 168 time: 0.1647253 Mar 24 01:23:35.901351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53844) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:35.920362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15600376-d5ed-4997-830f-21c83776ec1f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9771521-3c36-4250-84af-744c8a0d643c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:36.038481 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d4f3353b-1626-4db7-85f3-b654552157b5 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1357627 Mar 24 01:23:36.042511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53856) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:36.047965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f6e3f6d7-52a9-4aee-aed9-277567d1802f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group': {'name': 'tempest-secgroup--1292425869'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:36.118940 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6e3f6d7-52a9-4aee-aed9-277567d1802f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:36.263894 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6e3f6d7-52a9-4aee-aed9-277567d1802f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (fb40907b-09c8-4032-89e2-3f4571f5e8db), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:36.271502 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6e3f6d7-52a9-4aee-aed9-277567d1802f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fb40907b-09c8-4032-89e2-3f4571f5e8db), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:36.273123 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:23:36.330060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3f6d7-52a9-4aee-aed9-277567d1802f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb40907b-09c8-4032-89e2-3f4571f5e8db,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:36.384260 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f6e3f6d7-52a9-4aee-aed9-277567d1802f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:36.388374 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53872) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:36.393321 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-bcd78b4e-366f-4a98-9e0f-79e467363fab tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'fb40907b-09c8-4032-89e2-3f4571f5e8db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:36.394158 n-d-760455-9 neutron-server[115730]: WARNING neutron.api.v2.base [None req-bcd78b4e-366f-4a98-9e0f-79e467363fab tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 24 01:23:36.395172 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-bcd78b4e-366f-4a98-9e0f-79e467363fab tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:36.396683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bcd78b4e-366f-4a98-9e0f-79e467363fab tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073125 Mar 24 01:23:36.397156 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f6e3f6d7-52a9-4aee-aed9-277567d1802f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3419003 Mar 24 01:23:36.400851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53874) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:36.405117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-97da6318-f7b7-4733-9d48-3758bd973dd4 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'fb40907b-09c8-4032-89e2-3f4571f5e8db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:36.489122 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-97da6318-f7b7-4733-9d48-3758bd973dd4 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:36.490105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-97da6318-f7b7-4733-9d48-3758bd973dd4 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0883110 Mar 24 01:23:36.493383 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53876) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:36.498155 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9dfe38a3-0c20-45a6-81a3-1b9ec3354960 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'fb40907b-09c8-4032-89e2-3f4571f5e8db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:36.498650 n-d-760455-9 neutron-server[115729]: WARNING neutron.api.v2.base [None req-9dfe38a3-0c20-45a6-81a3-1b9ec3354960 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 24 01:23:36.499148 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-9dfe38a3-0c20-45a6-81a3-1b9ec3354960 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:36.500083 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9dfe38a3-0c20-45a6-81a3-1b9ec3354960 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057254 Mar 24 01:23:36.502507 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53878) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:36.507142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-52a3f4d9-a2ff-47a2-b481-a5562ec38c1f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'fb40907b-09c8-4032-89e2-3f4571f5e8db', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:36.582590 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-52a3f4d9-a2ff-47a2-b481-a5562ec38c1f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:36.584438 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-52a3f4d9-a2ff-47a2-b481-a5562ec38c1f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0807936 Mar 24 01:23:36.587271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53880) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:36.592397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-7f0cd411-6f89-44c0-90ea-6759b119a920 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'fb40907b-09c8-4032-89e2-3f4571f5e8db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:36.592919 n-d-760455-9 neutron-server[115730]: WARNING neutron.api.v2.base [None req-7f0cd411-6f89-44c0-90ea-6759b119a920 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 24 01:23:36.593749 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-7f0cd411-6f89-44c0-90ea-6759b119a920 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:36.594831 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7f0cd411-6f89-44c0-90ea-6759b119a920 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065489 Mar 24 01:23:36.597843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53882) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:36.604068 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e5d06eaa-738f-4553-82f2-c225e12f6d04 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'fb40907b-09c8-4032-89e2-3f4571f5e8db', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:36.629398 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-e5d06eaa-738f-4553-82f2-c225e12f6d04 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Project 80ee8957f2f84fabb1e4914102966f57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:23:36.647239 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-e5d06eaa-738f-4553-82f2-c225e12f6d04 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:36.653047 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e5d06eaa-738f-4553-82f2-c225e12f6d04 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0515890 Mar 24 01:23:36.653493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53884) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:36.658812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6c923438-6bab-4c30-8931-fb2a538fadcf tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'fb40907b-09c8-4032-89e2-3f4571f5e8db', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:36.659287 n-d-760455-9 neutron-server[115730]: WARNING neutron.api.v2.base [None req-6c923438-6bab-4c30-8931-fb2a538fadcf tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 24 01:23:36.659864 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-6c923438-6bab-4c30-8931-fb2a538fadcf tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:36.660855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6c923438-6bab-4c30-8931-fb2a538fadcf tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063641 Mar 24 01:23:36.663608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53886) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:36.682943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-9a8307f2-6335-449f-a8ef-da4f6dbfa551 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'fb40907b-09c8-4032-89e2-3f4571f5e8db', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:36.720511 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-9a8307f2-6335-449f-a8ef-da4f6dbfa551 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Project 80ee8957f2f84fabb1e4914102966f57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:23:36.740659 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-9a8307f2-6335-449f-a8ef-da4f6dbfa551 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:36.742153 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9a8307f2-6335-449f-a8ef-da4f6dbfa551 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0774441 Mar 24 01:23:36.744931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53892) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:36.751072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-47118ea1-705c-46b9-8303-56e208856866 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'fb40907b-09c8-4032-89e2-3f4571f5e8db', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:36.780177 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-47118ea1-705c-46b9-8303-56e208856866 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Project 80ee8957f2f84fabb1e4914102966f57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:23:36.807182 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-47118ea1-705c-46b9-8303-56e208856866 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:36.808250 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-47118ea1-705c-46b9-8303-56e208856866 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0616620 Mar 24 01:23:36.812489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53894) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:36.924770 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0d7242ec-f2a4-419c-88b7-25083870c008 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (fb40907b-09c8-4032-89e2-3f4571f5e8db), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:37.006054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0d7242ec-f2a4-419c-88b7-25083870c008 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (fb40907b-09c8-4032-89e2-3f4571f5e8db), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:37.079586 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0d7242ec-f2a4-419c-88b7-25083870c008 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fb40907b-09c8-4032-89e2-3f4571f5e8db), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:37.084987 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0d7242ec-f2a4-419c-88b7-25083870c008 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:37.090084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0d7242ec-f2a4-419c-88b7-25083870c008 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "DELETE /v2.0/security-groups/fb40907b-09c8-4032-89e2-3f4571f5e8db HTTP/1.1" status: 204 len: 168 time: 0.2733023 Mar 24 01:23:37.091999 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53900) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:37.116678 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7242ec-f2a4-419c-88b7-25083870c008 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb40907b-09c8-4032-89e2-3f4571f5e8db,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:37.247317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53912) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:37.251285 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1372957e-7e89-4913-a90a-8762fffe3306 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1513786 Mar 24 01:23:37.254948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-b5a19bfb-5eb4-4952-aa68-15bd491e87ab tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group': {'name': 'tempest-secgroup--565928754'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:37.287408 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b5a19bfb-5eb4-4952-aa68-15bd491e87ab tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:37.376784 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b5a19bfb-5eb4-4952-aa68-15bd491e87ab tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (8eaacd84-29cc-435a-90b4-288653ff5679), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:37.383732 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b5a19bfb-5eb4-4952-aa68-15bd491e87ab tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8eaacd84-29cc-435a-90b4-288653ff5679), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:37.420105 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a19bfb-5eb4-4952-aa68-15bd491e87ab tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaacd84-29cc-435a-90b4-288653ff5679,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:37.457919 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b5a19bfb-5eb4-4952-aa68-15bd491e87ab tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:37.462089 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b5a19bfb-5eb4-4952-aa68-15bd491e87ab tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2105227 Mar 24 01:23:37.462878 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53918) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:37.468219 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fe9a11f6-1fab-49b4-9180-79c3ca8a8722 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': '8eaacd84-29cc-435a-90b4-288653ff5679', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:37.546221 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-fe9a11f6-1fab-49b4-9180-79c3ca8a8722 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The resource could not be found. Mar 24 01:23:37.547725 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fe9a11f6-1fab-49b4-9180-79c3ca8a8722 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0831885 Mar 24 01:23:37.551233 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53924) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:37.563446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b0caaa6c-ddcb-4068-9f46-3f76f377d6c1 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': '8eaacd84-29cc-435a-90b4-288653ff5679', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'af11aa30-f37c-4a5a-a5ec-d4a5c3818689'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:37.632413 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-b0caaa6c-ddcb-4068-9f46-3f76f377d6c1 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The resource could not be found. Mar 24 01:23:37.634434 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b0caaa6c-ddcb-4068-9f46-3f76f377d6c1 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0745492 Mar 24 01:23:37.637210 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53926) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:37.698712 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4292012-4b75-42b8-99be-50074c239d08 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (8eaacd84-29cc-435a-90b4-288653ff5679), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:37.725123 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4292012-4b75-42b8-99be-50074c239d08 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (8eaacd84-29cc-435a-90b4-288653ff5679), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:38.194844 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4292012-4b75-42b8-99be-50074c239d08 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8eaacd84-29cc-435a-90b4-288653ff5679), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:38.198392 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e4292012-4b75-42b8-99be-50074c239d08 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:38.200167 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e4292012-4b75-42b8-99be-50074c239d08 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "DELETE /v2.0/security-groups/8eaacd84-29cc-435a-90b4-288653ff5679 HTTP/1.1" status: 204 len: 168 time: 0.5613103 Mar 24 01:23:38.202485 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53944) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:38.212990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4292012-4b75-42b8-99be-50074c239d08 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaacd84-29cc-435a-90b4-288653ff5679,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:38.296403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-07fa4080-e647-4b34-8a7a-695802c1be85 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0927570 Mar 24 01:23:38.300221 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53948) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:38.306169 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ad7a7cb1-e447-4229-8ce0-17da20599ae7 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': '4f98e96f-4fec-41cc-a80c-bb3745f2c752', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:38.420128 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-ad7a7cb1-e447-4229-8ce0-17da20599ae7 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The resource could not be found. Mar 24 01:23:38.431377 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ad7a7cb1-e447-4229-8ce0-17da20599ae7 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1260900 Mar 24 01:23:38.431676 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53956) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:38.436740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6e7b8f90-5acb-4831-846e-8e614c61c58e tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group': {'name': 'tempest-secgroup--974319000'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:38.480003 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6e7b8f90-5acb-4831-846e-8e614c61c58e tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:38.565361 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6e7b8f90-5acb-4831-846e-8e614c61c58e tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (73641de6-e27f-4e03-88a8-a60c4d88ec95), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:38.570544 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6e7b8f90-5acb-4831-846e-8e614c61c58e tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (73641de6-e27f-4e03-88a8-a60c4d88ec95), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:38.625248 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6e7b8f90-5acb-4831-846e-8e614c61c58e tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:38.627192 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6e7b8f90-5acb-4831-846e-8e614c61c58e tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1940563 Mar 24 01:23:38.630209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53958) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:38.635089 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-b56727ad-3d6a-41f7-b1c8-e91465ed5534 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108342293'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:38.639628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b8f90-5acb-4831-846e-8e614c61c58e tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73641de6-e27f-4e03-88a8-a60c4d88ec95,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:38.662271 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b56727ad-3d6a-41f7-b1c8-e91465ed5534 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:38.755814 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b56727ad-3d6a-41f7-b1c8-e91465ed5534 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (e0638474-8450-444f-a335-5f2e761f0112), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:38.761577 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b56727ad-3d6a-41f7-b1c8-e91465ed5534 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e0638474-8450-444f-a335-5f2e761f0112), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:38.802268 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b56727ad-3d6a-41f7-b1c8-e91465ed5534 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:38.803720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b56727ad-3d6a-41f7-b1c8-e91465ed5534 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1724045 Mar 24 01:23:38.805891 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56727ad-3d6a-41f7-b1c8-e91465ed5534 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0638474-8450-444f-a335-5f2e761f0112,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:38.806497 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53964) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:38.811794 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d4004994-2c7b-47e5-b6e8-8041746c5e85 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': '73641de6-e27f-4e03-88a8-a60c4d88ec95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e0638474-8450-444f-a335-5f2e761f0112'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:38.872279 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-d4004994-2c7b-47e5-b6e8-8041746c5e85 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:38.873352 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d4004994-2c7b-47e5-b6e8-8041746c5e85 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0658450 Mar 24 01:23:38.876080 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53966) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:38.994185 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-814ace3c-632c-4c07-8ea9-73dd19bd0958 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (e0638474-8450-444f-a335-5f2e761f0112), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:39.020629 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-814ace3c-632c-4c07-8ea9-73dd19bd0958 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (e0638474-8450-444f-a335-5f2e761f0112), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:39.100019 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-814ace3c-632c-4c07-8ea9-73dd19bd0958 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e0638474-8450-444f-a335-5f2e761f0112), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:39.107291 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-814ace3c-632c-4c07-8ea9-73dd19bd0958 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:39.111097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53972) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:39.111259 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-814ace3c-632c-4c07-8ea9-73dd19bd0958 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "DELETE /v2.0/security-groups/e0638474-8450-444f-a335-5f2e761f0112 HTTP/1.1" status: 204 len: 168 time: 0.2343047 Mar 24 01:23:39.137982 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ace3c-632c-4c07-8ea9-73dd19bd0958 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0638474-8450-444f-a335-5f2e761f0112,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:39.348430 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53982) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:39.349083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-09efc229-7d94-468c-9512-6e66837421a1 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2321398 Mar 24 01:23:39.464502 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15fdce73-e8e5-40b7-9058-511c16bb9b8f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (73641de6-e27f-4e03-88a8-a60c4d88ec95), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:39.521427 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15fdce73-e8e5-40b7-9058-511c16bb9b8f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (73641de6-e27f-4e03-88a8-a60c4d88ec95), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:39.599229 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15fdce73-e8e5-40b7-9058-511c16bb9b8f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (73641de6-e27f-4e03-88a8-a60c4d88ec95), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:39.602667 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-15fdce73-e8e5-40b7-9058-511c16bb9b8f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:39.604189 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-15fdce73-e8e5-40b7-9058-511c16bb9b8f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "DELETE /v2.0/security-groups/73641de6-e27f-4e03-88a8-a60c4d88ec95 HTTP/1.1" status: 204 len: 168 time: 0.2535858 Mar 24 01:23:39.606896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 53988) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:39.638056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdce73-e8e5-40b7-9058-511c16bb9b8f tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73641de6-e27f-4e03-88a8-a60c4d88ec95,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:39.715391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53992) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:39.715629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-589a5073-91b1-4967-9ec2-8d7e7362df98 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1074331 Mar 24 01:23:39.720149 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a0be2544-bafb-48b6-91e1-314d15942f64 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176820939'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:39.756887 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a0be2544-bafb-48b6-91e1-314d15942f64 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:39.853932 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a0be2544-bafb-48b6-91e1-314d15942f64 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (b3f49d03-e38e-4f1d-8e8f-2fb5df3c63d9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:39.858306 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a0be2544-bafb-48b6-91e1-314d15942f64 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b3f49d03-e38e-4f1d-8e8f-2fb5df3c63d9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:39.894900 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a0be2544-bafb-48b6-91e1-314d15942f64 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:39.899230 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a0be2544-bafb-48b6-91e1-314d15942f64 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1796639 Mar 24 01:23:39.899230 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be2544-bafb-48b6-91e1-314d15942f64 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f49d03-e38e-4f1d-8e8f-2fb5df3c63d9,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:39.899649 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53994) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:39.904575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-776388ce-6db0-43e6-92b0-830ea3369a97 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'b3f49d03-e38e-4f1d-8e8f-2fb5df3c63d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:39.946481 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-776388ce-6db0-43e6-92b0-830ea3369a97 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:39.947642 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-776388ce-6db0-43e6-92b0-830ea3369a97 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0470767 Mar 24 01:23:39.951024 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 53996) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:39.960147 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1d0b5d65-0e34-4081-b2a0-5dfbbbb904e6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group_rule': {'security_group_id': 'b3f49d03-e38e-4f1d-8e8f-2fb5df3c63d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:40.002433 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-1d0b5d65-0e34-4081-b2a0-5dfbbbb904e6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:23:40.004950 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1d0b5d65-0e34-4081-b2a0-5dfbbbb904e6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0526199 Mar 24 01:23:40.007714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54010) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:40.098352 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-47b7154c-662e-4c31-a0c4-e323966dea98 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (b3f49d03-e38e-4f1d-8e8f-2fb5df3c63d9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:40.134636 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-47b7154c-662e-4c31-a0c4-e323966dea98 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (b3f49d03-e38e-4f1d-8e8f-2fb5df3c63d9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:40.219992 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-47b7154c-662e-4c31-a0c4-e323966dea98 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (b3f49d03-e38e-4f1d-8e8f-2fb5df3c63d9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:40.224002 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-47b7154c-662e-4c31-a0c4-e323966dea98 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:40.228411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54016) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:40.236332 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-47b7154c-662e-4c31-a0c4-e323966dea98 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "DELETE /v2.0/security-groups/b3f49d03-e38e-4f1d-8e8f-2fb5df3c63d9 HTTP/1.1" status: 204 len: 168 time: 0.2263591 Mar 24 01:23:40.268128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7154c-662e-4c31-a0c4-e323966dea98 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f49d03-e38e-4f1d-8e8f-2fb5df3c63d9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:40.349446 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ba782eae-7552-4a88-9e94-d18f8f14d293 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1156743 Mar 24 01:23:40.350656 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54024) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:40.355438 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-03caef35-abd9-48af-92d1-d8ddfdef0159 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039335947'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:40.400547 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-03caef35-abd9-48af-92d1-d8ddfdef0159 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:40.550039 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-03caef35-abd9-48af-92d1-d8ddfdef0159 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (9817b05f-c9a7-41ea-a7ff-65b3619f2691), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:40.564535 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-03caef35-abd9-48af-92d1-d8ddfdef0159 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9817b05f-c9a7-41ea-a7ff-65b3619f2691), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:40.596811 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-03caef35-abd9-48af-92d1-d8ddfdef0159 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:40.603032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54034) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:40.605904 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-03caef35-abd9-48af-92d1-d8ddfdef0159 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2539279 Mar 24 01:23:40.611855 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-cf78dfe3-325e-4c3c-b631-5a5fb8349623 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:40.612979 n-d-760455-9 neutron-server[115730]: WARNING neutron.api.v2.base [None req-cf78dfe3-325e-4c3c-b631-5a5fb8349623 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 24 01:23:40.613740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caef35-abd9-48af-92d1-d8ddfdef0159 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9817b05f-c9a7-41ea-a7ff-65b3619f2691,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:40.614998 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-cf78dfe3-325e-4c3c-b631-5a5fb8349623 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] update failed (client error): There was a conflict when trying to complete your request. Mar 24 01:23:40.617664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cf78dfe3-325e-4c3c-b631-5a5fb8349623 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "PUT /v2.0/security-groups/9817b05f-c9a7-41ea-a7ff-65b3619f2691 HTTP/1.1" status: 409 len: 330 time: 0.0128040 Mar 24 01:23:40.620570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54036) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:40.706554 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9de1-8566-434f-a4c5-363de5d86b21 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (9817b05f-c9a7-41ea-a7ff-65b3619f2691), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:40.756931 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9de1-8566-434f-a4c5-363de5d86b21 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (9817b05f-c9a7-41ea-a7ff-65b3619f2691), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:40.808504 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9de1-8566-434f-a4c5-363de5d86b21 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (9817b05f-c9a7-41ea-a7ff-65b3619f2691), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:40.812027 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9de1-8566-434f-a4c5-363de5d86b21 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:40.814302 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ff7a9de1-8566-434f-a4c5-363de5d86b21 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "DELETE /v2.0/security-groups/9817b05f-c9a7-41ea-a7ff-65b3619f2691 HTTP/1.1" status: 204 len: 168 time: 0.1929438 Mar 24 01:23:40.816944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54042) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:40.829789 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a9de1-8566-434f-a4c5-363de5d86b21 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9817b05f-c9a7-41ea-a7ff-65b3619f2691,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:40.881376 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8317eeba-0042-44e5-8238-d00415de7f82 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0581050 Mar 24 01:23:40.881756 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54044) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:40.896613 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-bc8a892b-d262-4367-91f4-f3519d533080 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] delete failed (client error): The resource could not be found. Mar 24 01:23:40.898019 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bc8a892b-d262-4367-91f4-f3519d533080 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "DELETE /v2.0/security-groups/f7e9b4b8-3fb8-4048-89f4-e6bce2f74bd2 HTTP/1.1" status: 404 len: 347 time: 0.0149274 Mar 24 01:23:40.901436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54046) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:40.918615 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-83f60bce-f504-408e-ba99-5076fe895dc6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] show failed (client error): The resource could not be found. Mar 24 01:23:40.923932 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54048) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:40.931674 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-83f60bce-f504-408e-ba99-5076fe895dc6 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "GET /v2.0/security-groups/d567564e-d450-4e69-aa19-798bdfa10e8f HTTP/1.1" status: 404 len: 347 time: 0.0291789 Mar 24 01:23:40.942824 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-abe995d5-dfab-409d-8d88-8e51452dd0d8 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] show failed (client error): The resource could not be found. Mar 24 01:23:40.948427 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-abe995d5-dfab-409d-8d88-8e51452dd0d8 tempest-NegativeSecGroupIPv6Test-425027311 tempest-NegativeSecGroupIPv6Test-425027311-project] 10.222.0.45 "GET /v2.0/security-group-rules/e2c328e9-b2d8-4525-acac-2486841207f2 HTTP/1.1" status: 404 len: 356 time: 0.0220802 Mar 24 01:23:41.341214 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54062) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:41.614540 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4fd90f0c-52c0-4e12-9494-6d7c12cf80cf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80ee8957f2f84fabb1e4914102966f57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2721484 Mar 24 01:23:41.617087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54074) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:41.702602 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-82c08121-b193-411a-addc-8888cc4284d9 admin admin] Publish callbacks [] for security_group (d0cf3a72-57ce-4a29-ada0-65e333287651), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:41.763135 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-82c08121-b193-411a-addc-8888cc4284d9 admin admin] Publish callbacks [] for security_group (d0cf3a72-57ce-4a29-ada0-65e333287651), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:41.854944 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-82c08121-b193-411a-addc-8888cc4284d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d0cf3a72-57ce-4a29-ada0-65e333287651), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:41.859495 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-82c08121-b193-411a-addc-8888cc4284d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:41.869217 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-82c08121-b193-411a-addc-8888cc4284d9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d0cf3a72-57ce-4a29-ada0-65e333287651 HTTP/1.1" status: 204 len: 168 time: 0.2458723 Mar 24 01:23:41.915703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c08121-b193-411a-addc-8888cc4284d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cf3a72-57ce-4a29-ada0-65e333287651,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:43.047372 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54124) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:43.262661 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-167ad594-03e7-4dcf-9798-187669bcfcf8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1830755395'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:43.298777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167ad594-03e7-4dcf-9798-187669bcfcf8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Made reservation on behalf of 32c04938ee5f4e65a00b04566ca0b032 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:23:43.303439 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-167ad594-03e7-4dcf-9798-187669bcfcf8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:43.331168 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-167ad594-03e7-4dcf-9798-187669bcfcf8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:43.460820 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-167ad594-03e7-4dcf-9798-187669bcfcf8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks [] for security_group (2e1e7c9e-af01-4657-8eb2-967be1d3cec0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:43.468181 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-167ad594-03e7-4dcf-9798-187669bcfcf8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2e1e7c9e-af01-4657-8eb2-967be1d3cec0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:43.498953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167ad594-03e7-4dcf-9798-187669bcfcf8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:23:43.517016 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ad594-03e7-4dcf-9798-187669bcfcf8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1e7c9e-af01-4657-8eb2-967be1d3cec0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:43.546011 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-167ad594-03e7-4dcf-9798-187669bcfcf8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (a1b9bf98-c670-4e57-8352-40abda9d8da8), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:43.546882 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-167ad594-03e7-4dcf-9798-187669bcfcf8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Added segment a1b9bf98-c670-4e57-8352-40abda9d8da8 of type vlan for network 6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d Mar 24 01:23:43.605083 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-167ad594-03e7-4dcf-9798-187669bcfcf8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:43.637084 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-167ad594-03e7-4dcf-9798-187669bcfcf8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:43.648094 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ad594-03e7-4dcf-9798-187669bcfcf8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:43.650060 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-167ad594-03e7-4dcf-9798-187669bcfcf8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:43.779376 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-167ad594-03e7-4dcf-9798-187669bcfcf8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7298231 Mar 24 01:23:43.782753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54142) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:43.794597 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-746c5526-66ee-424f-b60f-27fd416ab448 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Request body: {'subnet': {'network_id': '6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:43.799173 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ad594-03e7-4dcf-9798-187669bcfcf8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Pushing event updated for resources: {'Network': ['ID=6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:43.812178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:23:44.039965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746c5526-66ee-424f-b60f-27fd416ab448 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Made reservation on behalf of 32c04938ee5f4e65a00b04566ca0b032 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:23:44.047291 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-746c5526-66ee-424f-b60f-27fd416ab448 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:44.390524 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-746c5526-66ee-424f-b60f-27fd416ab448 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (dc93c241-8880-4a09-b162-3332c8462949), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:44.523350 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c5526-66ee-424f-b60f-27fd416ab448 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Pushing event updated for resources: {'Subnet': ['ID=dc93c241-8880-4a09-b162-3332c8462949,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:44.527505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746c5526-66ee-424f-b60f-27fd416ab448 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Checking segment: {'id': 'a1b9bf98-c670-4e57-8352-40abda9d8da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:23:44.527873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746c5526-66ee-424f-b60f-27fd416ab448 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Network hostable DHCP agents. Network: 6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:23:44.577444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746c5526-66ee-424f-b60f-27fd416ab448 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Network 6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:23:44.589917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-746c5526-66ee-424f-b60f-27fd416ab448 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:23:44.596238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746c5526-66ee-424f-b60f-27fd416ab448 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:44.596581 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-746c5526-66ee-424f-b60f-27fd416ab448 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:44.600401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d003a4fb-ad1e-47f0-b337-87cc6c75e35e None None] Network 6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:23:44.656491 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54162) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:44.657070 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-746c5526-66ee-424f-b60f-27fd416ab448 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8701482 Mar 24 01:23:44.662282 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a37cadf3-e9d7-48d9-95af-69ab2d9f1690 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Request body: {'port': {'network_id': '6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d', 'name': 'tempest-TagsExtTest-880904033'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:44.808251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d', 'network_id': '6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d', 'project_id': '32c04938ee5f4e65a00b04566ca0b032', 'fixed_ips': [{'subnet_id': 'dc93c241-8880-4a09-b162-3332c8462949'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:23:44.810479 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:44.915634 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37cadf3-e9d7-48d9-95af-69ab2d9f1690 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Made reservation on behalf of 32c04938ee5f4e65a00b04566ca0b032 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:23:44.919985 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a37cadf3-e9d7-48d9-95af-69ab2d9f1690 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:44.941766 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [None req-a37cadf3-e9d7-48d9-95af-69ab2d9f1690 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] device_id is not set on port 62c49936-1689-4664-bc3c-845091c96714 yet. {{(pid=115729) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 01:23:45.071831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Allocated IP 172.20.0.2 (6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d/dc93c241-8880-4a09-b162-3332c8462949/49db92e0-1ecb-41da-94a0-0384464e6f83) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:23:45.322800 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Publish callbacks [] for port (49db92e0-1ecb-41da-94a0-0384464e6f83), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:45.343493 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (49db92e0-1ecb-41da-94a0-0384464e6f83), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:45.408086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-a37cadf3-e9d7-48d9-95af-69ab2d9f1690 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Allocated IP 172.20.0.8 (6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d/dc93c241-8880-4a09-b162-3332c8462949/62c49936-1689-4664-bc3c-845091c96714) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:23:45.412898 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Network 6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:23:45.420004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:23:45.427030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:23:45.468228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Pushing event updated for resources: {'Port': ['ID=49db92e0-1ecb-41da-94a0-0384464e6f83,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:45.530522 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Attempting to bind port 49db92e0-1ecb-41da-94a0-0384464e6f83 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:23:45.533412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Attempting to bind port 49db92e0-1ecb-41da-94a0-0384464e6f83 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'a1b9bf98-c670-4e57-8352-40abda9d8da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:23:45.535458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Attempting to bind port 49db92e0-1ecb-41da-94a0-0384464e6f83 on network 6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:23:45.546487 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:23:45.549403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Checking segment: {'id': 'a1b9bf98-c670-4e57-8352-40abda9d8da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:23:45.550044 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:45.550715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Bound using segment: {'id': 'a1b9bf98-c670-4e57-8352-40abda9d8da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:23:45.551684 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Bound port: 49db92e0-1ecb-41da-94a0-0384464e6f83, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b9bf98-c670-4e57-8352-40abda9d8da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:23:45.553381 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (49db92e0-1ecb-41da-94a0-0384464e6f83), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:45.737124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] For port 49db92e0-1ecb-41da-94a0-0384464e6f83, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:23:45.748010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] For port 49db92e0-1ecb-41da-94a0-0384464e6f83, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=49db92e0-1ecb-41da-94a0-0384464e6f83,segment=NetworkSegment(a1b9bf98-c670-4e57-8352-40abda9d8da8),segment_id=a1b9bf98-c670-4e57-8352-40abda9d8da8)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:23:45.758415 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (49db92e0-1ecb-41da-94a0-0384464e6f83), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:45.807448 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a37cadf3-e9d7-48d9-95af-69ab2d9f1690 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks [] for port (62c49936-1689-4664-bc3c-845091c96714), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:45.895943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a37cadf3-e9d7-48d9-95af-69ab2d9f1690 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (62c49936-1689-4664-bc3c-845091c96714), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:45.915770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e088f72-248d-4a15-b155-142b8e0143e6 None None] Pushing event updated for resources: {'Port': ['ID=49db92e0-1ecb-41da-94a0-0384464e6f83,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:45.975037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37cadf3-e9d7-48d9-95af-69ab2d9f1690 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Network 6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:23:45.989964 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a37cadf3-e9d7-48d9-95af-69ab2d9f1690 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:23:45.994975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37cadf3-e9d7-48d9-95af-69ab2d9f1690 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:23:46.085118 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cadf3-e9d7-48d9-95af-69ab2d9f1690 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Pushing event updated for resources: {'Port': ['ID=62c49936-1689-4664-bc3c-845091c96714,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:46.197509 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37cadf3-e9d7-48d9-95af-69ab2d9f1690 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:46.198764 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a37cadf3-e9d7-48d9-95af-69ab2d9f1690 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:46.236662 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a37cadf3-e9d7-48d9-95af-69ab2d9f1690 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5787802 Mar 24 01:23:46.239769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54198) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:46.244580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3a6abe0a-5d09-4859-85c1-3e263c0b4f8d tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2136298491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:46.292608 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a6abe0a-5d09-4859-85c1-3e263c0b4f8d tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (350e04d5-7bf6-428c-87d7-f5e74a84866d), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:46.293878 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a6abe0a-5d09-4859-85c1-3e263c0b4f8d tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (350e04d5-7bf6-428c-87d7-f5e74a84866d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:46.446426 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a6abe0a-5d09-4859-85c1-3e263c0b4f8d tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks [] for router_controller (350e04d5-7bf6-428c-87d7-f5e74a84866d), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:46.459676 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a6abe0a-5d09-4859-85c1-3e263c0b4f8d tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (350e04d5-7bf6-428c-87d7-f5e74a84866d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:46.499327 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3a6abe0a-5d09-4859-85c1-3e263c0b4f8d tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:46.500693 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3a6abe0a-5d09-4859-85c1-3e263c0b4f8d tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2598617 Mar 24 01:23:46.503524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54204) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:46.519667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-34c1ed11-a627-43dd-b06b-593b8f7ac3ce tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-447340913', 'prefixes': ['172.20.0.0/16']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:23:46.635681 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed11-a627-43dd-b06b-593b8f7ac3ce tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:46.641451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-34c1ed11-a627-43dd-b06b-593b8f7ac3ce tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1316273 Mar 24 01:23:46.641451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54206) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:46.648043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-e98754fd-c11a-4f5f-bb22-d33eaf9af790 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dc93c241-8880-4a09-b162-3332c8462949', 'tempest-TagsExtTest-Tag-2122251100') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:46.840268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e98754fd-c11a-4f5f-bb22-d33eaf9af790 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "PUT /v2.0/subnets/dc93c241-8880-4a09-b162-3332c8462949/tags/tempest-TagsExtTest-Tag-2122251100 HTTP/1.1" status: 201 len: 201 time: 0.1954854 Mar 24 01:23:46.840843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54210) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:46.846904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-6bfe0dae-790c-455f-a46f-2fe384472219 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '62c49936-1689-4664-bc3c-845091c96714', 'tempest-TagsExtTest-Tag-1562943652') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:46.976728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54218) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:46.976902 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6bfe0dae-790c-455f-a46f-2fe384472219 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "PUT /v2.0/ports/62c49936-1689-4664-bc3c-845091c96714/tags/tempest-TagsExtTest-Tag-1562943652 HTTP/1.1" status: 201 len: 201 time: 0.1360331 Mar 24 01:23:46.984835 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-99dd7f60-ddf3-4bf4-a1ad-8dc509c40def tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '350e04d5-7bf6-428c-87d7-f5e74a84866d', 'tempest-TagsExtTest-Tag-1539752877') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:47.167419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-99dd7f60-ddf3-4bf4-a1ad-8dc509c40def tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "PUT /v2.0/routers/350e04d5-7bf6-428c-87d7-f5e74a84866d/tags/tempest-TagsExtTest-Tag-1539752877 HTTP/1.1" status: 201 len: 201 time: 0.1890328 Mar 24 01:23:47.171607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54222) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:47.178741 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-ef83fdcd-0f72-4e01-8a1f-264cf7eca777 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3c420c82-8c2c-4f0d-8779-4915312ad312', 'tempest-TagsExtTest-Tag-1650387623') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:47.291039 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54224) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:47.296636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-5331867f-66c8-4fe2-bad1-97049ddf368e tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dc93c241-8880-4a09-b162-3332c8462949') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:47.306392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ef83fdcd-0f72-4e01-8a1f-264cf7eca777 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "PUT /v2.0/subnetpools/3c420c82-8c2c-4f0d-8779-4915312ad312/tags/tempest-TagsExtTest-Tag-1650387623 HTTP/1.1" status: 201 len: 201 time: 0.1325998 Mar 24 01:23:47.596490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54236) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:47.601381 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-45176ea1-8ac6-4265-a389-12b9c5408f1a tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc93c241-8880-4a09-b162-3332c8462949', 'tempest-TagsExtTest-Tag-2122251100') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:47.604650 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5331867f-66c8-4fe2-bad1-97049ddf368e tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/subnets/dc93c241-8880-4a09-b162-3332c8462949/tags HTTP/1.1" status: 200 len: 241 time: 0.3121393 Mar 24 01:23:47.633026 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e62692-5043-41ed-bebe-95f1508f44b1 None None] Network 6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:23:47.756920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54238) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:47.762534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-a8fdeb4f-6134-4b03-8fd2-68dd18d1ae2c tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'dc93c241-8880-4a09-b162-3332c8462949', 'tempest-TagsExtTest-Tag-2122251100') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:47.770067 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-45176ea1-8ac6-4265-a389-12b9c5408f1a tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/subnets/dc93c241-8880-4a09-b162-3332c8462949/tags/tempest-TagsExtTest-Tag-2122251100 HTTP/1.1" status: 204 len: 168 time: 0.1720521 Mar 24 01:23:47.822441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-bbe3c77b-e9fe-4982-b382-6fd41bf82e1a None None] Provisioning complete for port 49db92e0-1ecb-41da-94a0-0384464e6f83 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:47.823101 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c77b-e9fe-4982-b382-6fd41bf82e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (49db92e0-1ecb-41da-94a0-0384464e6f83), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:47.869796 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a8fdeb4f-6134-4b03-8fd2-68dd18d1ae2c tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/subnets/dc93c241-8880-4a09-b162-3332c8462949/tags/tempest-TagsExtTest-Tag-2122251100 HTTP/1.1" status: 204 len: 168 time: 0.1107082 Mar 24 01:23:47.871589 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54246) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:47.877690 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-9b4d89b4-00d8-46b7-a280-527159536a31 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dc93c241-8880-4a09-b162-3332c8462949') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:47.963437 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9b4d89b4-00d8-46b7-a280-527159536a31 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/subnets/dc93c241-8880-4a09-b162-3332c8462949/tags HTTP/1.1" status: 200 len: 205 time: 0.0870674 Mar 24 01:23:47.963437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54248) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:47.973625 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-34b6a94e-76be-4b84-b9c1-0dbfe28d300c tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '62c49936-1689-4664-bc3c-845091c96714') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:48.009642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bbe3c77b-e9fe-4982-b382-6fd41bf82e1a None None] Current status of the port 49db92e0-1ecb-41da-94a0-0384464e6f83 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:23:48.010027 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c77b-e9fe-4982-b382-6fd41bf82e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (49db92e0-1ecb-41da-94a0-0384464e6f83), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:48.079515 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-34b6a94e-76be-4b84-b9c1-0dbfe28d300c tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/ports/62c49936-1689-4664-bc3c-845091c96714/tags HTTP/1.1" status: 200 len: 241 time: 0.1135302 Mar 24 01:23:48.080490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54254) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:48.086242 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-9b1d7a21-8f28-4cfc-a03d-867bd2b9b8ee tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '62c49936-1689-4664-bc3c-845091c96714', 'tempest-TagsExtTest-Tag-1562943652') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:48.100623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bbe3c77b-e9fe-4982-b382-6fd41bf82e1a None None] For port 49db92e0-1ecb-41da-94a0-0384464e6f83, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=49db92e0-1ecb-41da-94a0-0384464e6f83,segment=NetworkSegment(a1b9bf98-c670-4e57-8352-40abda9d8da8),segment_id=a1b9bf98-c670-4e57-8352-40abda9d8da8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:23:48.116278 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c77b-e9fe-4982-b382-6fd41bf82e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (49db92e0-1ecb-41da-94a0-0384464e6f83), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:48.234294 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54264) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:48.236723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9b1d7a21-8f28-4cfc-a03d-867bd2b9b8ee tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/ports/62c49936-1689-4664-bc3c-845091c96714/tags/tempest-TagsExtTest-Tag-1562943652 HTTP/1.1" status: 204 len: 168 time: 0.1543310 Mar 24 01:23:48.239944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-63dc1095-2d9e-4ef0-a391-cc73c1945074 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '62c49936-1689-4664-bc3c-845091c96714', 'tempest-TagsExtTest-Tag-1562943652') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:48.273424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3c77b-e9fe-4982-b382-6fd41bf82e1a None None] Pushing event updated for resources: {'Port': ['ID=49db92e0-1ecb-41da-94a0-0384464e6f83,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:48.314064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 49db92e0-1ecb-41da-94a0-0384464e6f83 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:23:48.417019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 49db92e0-1ecb-41da-94a0-0384464e6f83 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:48.417746 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (49db92e0-1ecb-41da-94a0-0384464e6f83), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:48.430348 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-63dc1095-2d9e-4ef0-a391-cc73c1945074 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/ports/62c49936-1689-4664-bc3c-845091c96714/tags/tempest-TagsExtTest-Tag-1562943652 HTTP/1.1" status: 204 len: 168 time: 0.1943727 Mar 24 01:23:48.432528 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54266) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:48.438703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-2b128668-16e0-40c1-9851-82fc96cac617 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '62c49936-1689-4664-bc3c-845091c96714') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:48.557173 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2b128668-16e0-40c1-9851-82fc96cac617 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/ports/62c49936-1689-4664-bc3c-845091c96714/tags HTTP/1.1" status: 200 len: 205 time: 0.1182289 Mar 24 01:23:48.557173 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54270) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:48.568605 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-3dabef36-f5f9-4206-8a03-d231106f0c17 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '350e04d5-7bf6-428c-87d7-f5e74a84866d') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:48.634912 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 49db92e0-1ecb-41da-94a0-0384464e6f83 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:23:48.646582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-9537e689-5a91-4db9-b040-e6bf4e186756 None None] Provisioning complete for port 62c49936-1689-4664-bc3c-845091c96714 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:48.646972 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9537e689-5a91-4db9-b040-e6bf4e186756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (62c49936-1689-4664-bc3c-845091c96714), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:48.744058 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9537e689-5a91-4db9-b040-e6bf4e186756 None None] Port 62c49936-1689-4664-bc3c-845091c96714 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:23:48.758098 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3dabef36-f5f9-4206-8a03-d231106f0c17 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/routers/350e04d5-7bf6-428c-87d7-f5e74a84866d/tags HTTP/1.1" status: 200 len: 241 time: 0.2005415 Mar 24 01:23:48.760588 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54274) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:48.764755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-9537e689-5a91-4db9-b040-e6bf4e186756 None None] Provisioning complete for port 49db92e0-1ecb-41da-94a0-0384464e6f83 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:48.764917 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-89c08c6e-4da8-4af7-90b0-2d9f8cb06286 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '350e04d5-7bf6-428c-87d7-f5e74a84866d', 'tempest-TagsExtTest-Tag-1539752877') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:48.767361 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9537e689-5a91-4db9-b040-e6bf4e186756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (49db92e0-1ecb-41da-94a0-0384464e6f83), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:48.909259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9537e689-5a91-4db9-b040-e6bf4e186756 None None] Current status of the port 49db92e0-1ecb-41da-94a0-0384464e6f83 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:23:48.947796 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-89c08c6e-4da8-4af7-90b0-2d9f8cb06286 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/routers/350e04d5-7bf6-428c-87d7-f5e74a84866d/tags/tempest-TagsExtTest-Tag-1539752877 HTTP/1.1" status: 204 len: 168 time: 0.1860833 Mar 24 01:23:48.949518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54278) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:48.955089 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-b0a2d431-a954-49d1-8318-e69a2f93d7cf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '350e04d5-7bf6-428c-87d7-f5e74a84866d', 'tempest-TagsExtTest-Tag-1539752877') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:49.043385 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-035cf1ba-f5b8-4f36-933a-ae6be628c67e None None] Provisioning complete for port 62c49936-1689-4664-bc3c-845091c96714 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:49.043779 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-035cf1ba-f5b8-4f36-933a-ae6be628c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (62c49936-1689-4664-bc3c-845091c96714), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:49.108894 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-035cf1ba-f5b8-4f36-933a-ae6be628c67e None None] Port 62c49936-1689-4664-bc3c-845091c96714 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:23:49.133486 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b0a2d431-a954-49d1-8318-e69a2f93d7cf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/routers/350e04d5-7bf6-428c-87d7-f5e74a84866d/tags/tempest-TagsExtTest-Tag-1539752877 HTTP/1.1" status: 204 len: 168 time: 0.1825316 Mar 24 01:23:49.135796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54280) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:49.140115 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-9cf48ac8-3bcd-41cb-b9fd-58513e8748b1 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '350e04d5-7bf6-428c-87d7-f5e74a84866d') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:49.333989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9cf48ac8-3bcd-41cb-b9fd-58513e8748b1 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/routers/350e04d5-7bf6-428c-87d7-f5e74a84866d/tags HTTP/1.1" status: 200 len: 205 time: 0.1971140 Mar 24 01:23:49.336460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54286) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:49.341070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-7d05d98b-2fa6-4849-87d5-58b9fdce0ff7 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3c420c82-8c2c-4f0d-8779-4915312ad312') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:49.391067 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54288) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:49.397048 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-9d3c4619-f026-4783-8076-45efdccf0bda tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3c420c82-8c2c-4f0d-8779-4915312ad312', 'tempest-TagsExtTest-Tag-1650387623') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:49.397214 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7d05d98b-2fa6-4849-87d5-58b9fdce0ff7 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/subnetpools/3c420c82-8c2c-4f0d-8779-4915312ad312/tags HTTP/1.1" status: 200 len: 241 time: 0.0595393 Mar 24 01:23:49.470450 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9d3c4619-f026-4783-8076-45efdccf0bda tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/subnetpools/3c420c82-8c2c-4f0d-8779-4915312ad312/tags/tempest-TagsExtTest-Tag-1650387623 HTTP/1.1" status: 204 len: 168 time: 0.0777879 Mar 24 01:23:49.472900 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54290) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:49.479920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-a4e73d92-744c-4ba0-985b-462a952421c1 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3c420c82-8c2c-4f0d-8779-4915312ad312', 'tempest-TagsExtTest-Tag-1650387623') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:49.555069 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a4e73d92-744c-4ba0-985b-462a952421c1 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/subnetpools/3c420c82-8c2c-4f0d-8779-4915312ad312/tags/tempest-TagsExtTest-Tag-1650387623 HTTP/1.1" status: 204 len: 168 time: 0.0808635 Mar 24 01:23:49.557434 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54292) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:49.561920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-459e6029-851b-436d-80cd-bea10f6d82a8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3c420c82-8c2c-4f0d-8779-4915312ad312') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:49.608263 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-459e6029-851b-436d-80cd-bea10f6d82a8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/subnetpools/3c420c82-8c2c-4f0d-8779-4915312ad312/tags HTTP/1.1" status: 200 len: 205 time: 0.0497184 Mar 24 01:23:49.610709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54294) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:49.615607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-ae2b3ca5-82d3-4c17-8c29-845ffc4b3137 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3c420c82-8c2c-4f0d-8779-4915312ad312') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:49.673076 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ae2b3ca5-82d3-4c17-8c29-845ffc4b3137 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/subnetpools/3c420c82-8c2c-4f0d-8779-4915312ad312/tags HTTP/1.1" status: 204 len: 168 time: 0.0612311 Mar 24 01:23:49.676294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54298) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:49.681432 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-bf0184d7-1ef0-4954-8a01-96745cea70a9 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '350e04d5-7bf6-428c-87d7-f5e74a84866d') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:49.917562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bf0184d7-1ef0-4954-8a01-96745cea70a9 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/routers/350e04d5-7bf6-428c-87d7-f5e74a84866d/tags HTTP/1.1" status: 204 len: 168 time: 0.2397723 Mar 24 01:23:49.920499 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54302) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:49.924930 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-ea7896c5-420f-4a64-a125-12f6c744b76c tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '62c49936-1689-4664-bc3c-845091c96714') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:50.041768 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54306) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:50.043020 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ea7896c5-420f-4a64-a125-12f6c744b76c tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/ports/62c49936-1689-4664-bc3c-845091c96714/tags HTTP/1.1" status: 204 len: 168 time: 0.1209552 Mar 24 01:23:50.047265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-a669e247-ef85-42f8-86f8-98e8f2ba4aeb tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dc93c241-8880-4a09-b162-3332c8462949') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:50.141292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 49db92e0-1ecb-41da-94a0-0384464e6f83 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:23:50.199988 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a669e247-ef85-42f8-86f8-98e8f2ba4aeb tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/subnets/dc93c241-8880-4a09-b162-3332c8462949/tags HTTP/1.1" status: 204 len: 168 time: 0.1528382 Mar 24 01:23:50.200228 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54308) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:50.204769 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-c7fa5c0b-a2e8-45d2-a5ad-91baabc30148 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dc93c241-8880-4a09-b162-3332c8462949', 'tempest-TagsExtTest-Tag-122069670') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:50.223023 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 49db92e0-1ecb-41da-94a0-0384464e6f83 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:23:50.223414 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (49db92e0-1ecb-41da-94a0-0384464e6f83), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:50.333494 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c7fa5c0b-a2e8-45d2-a5ad-91baabc30148 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "PUT /v2.0/subnets/dc93c241-8880-4a09-b162-3332c8462949/tags/tempest-TagsExtTest-Tag-122069670 HTTP/1.1" status: 201 len: 201 time: 0.1321084 Mar 24 01:23:50.336451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54312) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:50.349297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-d60117e8-0ddf-4a03-ad1d-e60f031e6721 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '62c49936-1689-4664-bc3c-845091c96714', 'tempest-TagsExtTest-Tag-849665645') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:50.392217 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 49db92e0-1ecb-41da-94a0-0384464e6f83 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:23:50.454727 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54316) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:50.455832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d60117e8-0ddf-4a03-ad1d-e60f031e6721 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "PUT /v2.0/ports/62c49936-1689-4664-bc3c-845091c96714/tags/tempest-TagsExtTest-Tag-849665645 HTTP/1.1" status: 201 len: 201 time: 0.1151540 Mar 24 01:23:50.460665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-776c0de2-dd5f-47f7-ab2b-4ba0e29e404d tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '350e04d5-7bf6-428c-87d7-f5e74a84866d', 'tempest-TagsExtTest-Tag-1224383810') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:50.580067 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-776c0de2-dd5f-47f7-ab2b-4ba0e29e404d tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "PUT /v2.0/routers/350e04d5-7bf6-428c-87d7-f5e74a84866d/tags/tempest-TagsExtTest-Tag-1224383810 HTTP/1.1" status: 201 len: 201 time: 0.1239908 Mar 24 01:23:50.583618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54322) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:50.595074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-548cf2cd-099c-4740-8443-f8f6312514a1 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3c420c82-8c2c-4f0d-8779-4915312ad312', 'tempest-TagsExtTest-Tag-1999498285') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:50.631156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-548cf2cd-099c-4740-8443-f8f6312514a1 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "PUT /v2.0/subnetpools/3c420c82-8c2c-4f0d-8779-4915312ad312/tags/tempest-TagsExtTest-Tag-1999498285 HTTP/1.1" status: 201 len: 201 time: 0.0462365 Mar 24 01:23:50.633942 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54326) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:50.638821 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-0f4a6bdb-412d-433f-afdb-ea6347fcc594 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'dc93c241-8880-4a09-b162-3332c8462949', {'tags': ['tempest-TagsExtTest-Tag-1238810946', 'tempest-TagsExtTest-Tag-1436131906', 'tempest-TagsExtTest-Tag-706617840']}) {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:50.706182 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0f4a6bdb-412d-433f-afdb-ea6347fcc594 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "PUT /v2.0/subnets/dc93c241-8880-4a09-b162-3332c8462949/tags HTTP/1.1" status: 200 len: 317 time: 0.0709124 Mar 24 01:23:50.709407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54328) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:50.714154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-78cc3866-669c-48bc-877c-fc3305a8320e tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dc93c241-8880-4a09-b162-3332c8462949') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:50.838651 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-78cc3866-669c-48bc-877c-fc3305a8320e tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/subnets/dc93c241-8880-4a09-b162-3332c8462949/tags HTTP/1.1" status: 204 len: 168 time: 0.1279213 Mar 24 01:23:50.841326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54336) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:50.846688 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-e1afeab9-e5cd-4111-9b4d-303965440e93 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc93c241-8880-4a09-b162-3332c8462949', 'tempest-TagsExtTest-Tag-1238810946') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:50.910154 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-e1afeab9-e5cd-4111-9b4d-303965440e93 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] show failed (client error): The resource could not be found. Mar 24 01:23:50.914610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54338) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:50.914937 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e1afeab9-e5cd-4111-9b4d-303965440e93 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/subnets/dc93c241-8880-4a09-b162-3332c8462949/tags/tempest-TagsExtTest-Tag-1238810946 HTTP/1.1" status: 404 len: 329 time: 0.0722628 Mar 24 01:23:50.919612 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-1a510d09-c4b7-46e7-bb62-5e244c09e088 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc93c241-8880-4a09-b162-3332c8462949', 'tempest-TagsExtTest-Tag-1436131906') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:50.975849 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-1a510d09-c4b7-46e7-bb62-5e244c09e088 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] show failed (client error): The resource could not be found. Mar 24 01:23:50.977154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1a510d09-c4b7-46e7-bb62-5e244c09e088 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/subnets/dc93c241-8880-4a09-b162-3332c8462949/tags/tempest-TagsExtTest-Tag-1436131906 HTTP/1.1" status: 404 len: 329 time: 0.0612214 Mar 24 01:23:50.982230 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54340) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:50.985567 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-8f443ee6-9cff-4cf8-aea4-e1459b18ed76 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc93c241-8880-4a09-b162-3332c8462949', 'tempest-TagsExtTest-Tag-706617840') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:51.052471 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-8f443ee6-9cff-4cf8-aea4-e1459b18ed76 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] show failed (client error): The resource could not be found. Mar 24 01:23:51.056567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54344) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:51.056983 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8f443ee6-9cff-4cf8-aea4-e1459b18ed76 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/subnets/dc93c241-8880-4a09-b162-3332c8462949/tags/tempest-TagsExtTest-Tag-706617840 HTTP/1.1" status: 404 len: 328 time: 0.0747049 Mar 24 01:23:51.061898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-dd27ae56-b8da-4ecb-a83e-3d33dfc0ab35 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '62c49936-1689-4664-bc3c-845091c96714', {'tags': ['tempest-TagsExtTest-Tag-39343932', 'tempest-TagsExtTest-Tag-1013136536', 'tempest-TagsExtTest-Tag-82684850']}) {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:51.130586 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54346) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:51.135739 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-478e6c0d-68a9-4450-ac48-9640f250ffb5 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '62c49936-1689-4664-bc3c-845091c96714') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:51.142854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dd27ae56-b8da-4ecb-a83e-3d33dfc0ab35 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "PUT /v2.0/ports/62c49936-1689-4664-bc3c-845091c96714/tags HTTP/1.1" status: 200 len: 314 time: 0.0850763 Mar 24 01:23:51.286901 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-478e6c0d-68a9-4450-ac48-9640f250ffb5 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/ports/62c49936-1689-4664-bc3c-845091c96714/tags HTTP/1.1" status: 204 len: 168 time: 0.1548955 Mar 24 01:23:51.293447 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54348) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:51.297683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-f9cccf3f-459e-44ad-a272-9daddcdf46c8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '62c49936-1689-4664-bc3c-845091c96714', 'tempest-TagsExtTest-Tag-39343932') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:51.363185 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-f9cccf3f-459e-44ad-a272-9daddcdf46c8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] show failed (client error): The resource could not be found. Mar 24 01:23:51.364236 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f9cccf3f-459e-44ad-a272-9daddcdf46c8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/ports/62c49936-1689-4664-bc3c-845091c96714/tags/tempest-TagsExtTest-Tag-39343932 HTTP/1.1" status: 404 len: 327 time: 0.0698545 Mar 24 01:23:51.370580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54350) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:51.374738 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-c6197b54-ac60-48a5-9102-e4b783d214f1 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '62c49936-1689-4664-bc3c-845091c96714', 'tempest-TagsExtTest-Tag-1013136536') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:51.586724 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-c6197b54-ac60-48a5-9102-e4b783d214f1 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] show failed (client error): The resource could not be found. Mar 24 01:23:51.598770 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54356) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:51.602960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-eb067cb4-e208-43b0-9b20-90c345d5317b tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '62c49936-1689-4664-bc3c-845091c96714', 'tempest-TagsExtTest-Tag-82684850') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:51.605819 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c6197b54-ac60-48a5-9102-e4b783d214f1 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/ports/62c49936-1689-4664-bc3c-845091c96714/tags/tempest-TagsExtTest-Tag-1013136536 HTTP/1.1" status: 404 len: 329 time: 0.2342069 Mar 24 01:23:51.694373 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-eb067cb4-e208-43b0-9b20-90c345d5317b tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] show failed (client error): The resource could not be found. Mar 24 01:23:51.698726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-eb067cb4-e208-43b0-9b20-90c345d5317b tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/ports/62c49936-1689-4664-bc3c-845091c96714/tags/tempest-TagsExtTest-Tag-82684850 HTTP/1.1" status: 404 len: 327 time: 0.0975864 Mar 24 01:23:51.699606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54362) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:51.704530 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-57ee90f8-3cf3-4f4c-b605-17053dcc9152 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '350e04d5-7bf6-428c-87d7-f5e74a84866d', {'tags': ['tempest-TagsExtTest-Tag-5708436', 'tempest-TagsExtTest-Tag-1278282832', 'tempest-TagsExtTest-Tag-796572439']}) {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:51.886044 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-57ee90f8-3cf3-4f4c-b605-17053dcc9152 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "PUT /v2.0/routers/350e04d5-7bf6-428c-87d7-f5e74a84866d/tags HTTP/1.1" status: 200 len: 314 time: 0.1852717 Mar 24 01:23:51.888786 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54366) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:51.906553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-52df35d5-0aeb-4267-802b-868a778879b8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '350e04d5-7bf6-428c-87d7-f5e74a84866d') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:52.101246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-52df35d5-0aeb-4267-802b-868a778879b8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/routers/350e04d5-7bf6-428c-87d7-f5e74a84866d/tags HTTP/1.1" status: 204 len: 168 time: 0.2086756 Mar 24 01:23:52.105368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54374) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:52.117597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-714af757-a8e6-4b8f-acef-13a7485dde6a tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '350e04d5-7bf6-428c-87d7-f5e74a84866d', 'tempest-TagsExtTest-Tag-5708436') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:52.349980 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-714af757-a8e6-4b8f-acef-13a7485dde6a tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] show failed (client error): The resource could not be found. Mar 24 01:23:52.351482 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-714af757-a8e6-4b8f-acef-13a7485dde6a tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/routers/350e04d5-7bf6-428c-87d7-f5e74a84866d/tags/tempest-TagsExtTest-Tag-5708436 HTTP/1.1" status: 404 len: 326 time: 0.2435424 Mar 24 01:23:52.354991 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54376) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:52.360637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-7d9562e5-dbca-4451-bbcd-7d350ee3c32b tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '350e04d5-7bf6-428c-87d7-f5e74a84866d', 'tempest-TagsExtTest-Tag-1278282832') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:52.559318 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-7d9562e5-dbca-4451-bbcd-7d350ee3c32b tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] show failed (client error): The resource could not be found. Mar 24 01:23:52.564111 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7d9562e5-dbca-4451-bbcd-7d350ee3c32b tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/routers/350e04d5-7bf6-428c-87d7-f5e74a84866d/tags/tempest-TagsExtTest-Tag-1278282832 HTTP/1.1" status: 404 len: 329 time: 0.2079251 Mar 24 01:23:52.573686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54378) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:52.578315 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-23310f63-c3e2-4078-be25-651e4c8c91c8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '350e04d5-7bf6-428c-87d7-f5e74a84866d', 'tempest-TagsExtTest-Tag-796572439') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:52.783033 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-23310f63-c3e2-4078-be25-651e4c8c91c8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] show failed (client error): The resource could not be found. Mar 24 01:23:52.786891 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-23310f63-c3e2-4078-be25-651e4c8c91c8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/routers/350e04d5-7bf6-428c-87d7-f5e74a84866d/tags/tempest-TagsExtTest-Tag-796572439 HTTP/1.1" status: 404 len: 328 time: 0.2096200 Mar 24 01:23:52.788192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54382) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:52.803067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-fb435268-f91d-4fda-a5d4-7b34d150b249 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3c420c82-8c2c-4f0d-8779-4915312ad312', {'tags': ['tempest-TagsExtTest-Tag-1939327872', 'tempest-TagsExtTest-Tag-1132326984', 'tempest-TagsExtTest-Tag-1293952062']}) {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:52.960215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54384) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:52.975720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-e4347c99-4b44-47b4-944d-e5a94b83f0e9 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3c420c82-8c2c-4f0d-8779-4915312ad312') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:52.979621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fb435268-f91d-4fda-a5d4-7b34d150b249 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "PUT /v2.0/subnetpools/3c420c82-8c2c-4f0d-8779-4915312ad312/tags HTTP/1.1" status: 200 len: 318 time: 0.1867335 Mar 24 01:23:53.122999 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e4347c99-4b44-47b4-944d-e5a94b83f0e9 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/subnetpools/3c420c82-8c2c-4f0d-8779-4915312ad312/tags HTTP/1.1" status: 204 len: 168 time: 0.1590919 Mar 24 01:23:53.127518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54394) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:53.132534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-d9c6e745-f41c-4ed3-8476-31ea468ec83d tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3c420c82-8c2c-4f0d-8779-4915312ad312', 'tempest-TagsExtTest-Tag-1939327872') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:53.180112 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-d9c6e745-f41c-4ed3-8476-31ea468ec83d tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] show failed (client error): The resource could not be found. Mar 24 01:23:53.182158 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d9c6e745-f41c-4ed3-8476-31ea468ec83d tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/subnetpools/3c420c82-8c2c-4f0d-8779-4915312ad312/tags/tempest-TagsExtTest-Tag-1939327872 HTTP/1.1" status: 404 len: 329 time: 0.0536227 Mar 24 01:23:53.195849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54396) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:53.195849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-cf9e582a-54ff-4bc2-b390-47591b96b46a tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3c420c82-8c2c-4f0d-8779-4915312ad312', 'tempest-TagsExtTest-Tag-1132326984') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:53.260439 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-cf9e582a-54ff-4bc2-b390-47591b96b46a tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] show failed (client error): The resource could not be found. Mar 24 01:23:53.261518 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cf9e582a-54ff-4bc2-b390-47591b96b46a tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/subnetpools/3c420c82-8c2c-4f0d-8779-4915312ad312/tags/tempest-TagsExtTest-Tag-1132326984 HTTP/1.1" status: 404 len: 329 time: 0.0723739 Mar 24 01:23:53.264597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54398) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:53.269343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-85dd7d75-5375-48c2-a08c-0a2ccc45066c tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3c420c82-8c2c-4f0d-8779-4915312ad312', 'tempest-TagsExtTest-Tag-1293952062') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:53.313727 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-85dd7d75-5375-48c2-a08c-0a2ccc45066c tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] show failed (client error): The resource could not be found. Mar 24 01:23:53.314742 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-85dd7d75-5375-48c2-a08c-0a2ccc45066c tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/subnetpools/3c420c82-8c2c-4f0d-8779-4915312ad312/tags/tempest-TagsExtTest-Tag-1293952062 HTTP/1.1" status: 404 len: 329 time: 0.0491765 Mar 24 01:23:53.317752 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54400) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:53.322400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-663abc03-40b3-4190-afc0-a647a7aa31f1 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3c420c82-8c2c-4f0d-8779-4915312ad312') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:53.351387 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-663abc03-40b3-4190-afc0-a647a7aa31f1 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/subnetpools/3c420c82-8c2c-4f0d-8779-4915312ad312/tags HTTP/1.1" status: 204 len: 168 time: 0.0325348 Mar 24 01:23:53.354035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54402) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:53.358708 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-63723ded-5166-4f00-a412-b2aa1945d515 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '350e04d5-7bf6-428c-87d7-f5e74a84866d') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:53.510449 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-63723ded-5166-4f00-a412-b2aa1945d515 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/routers/350e04d5-7bf6-428c-87d7-f5e74a84866d/tags HTTP/1.1" status: 204 len: 168 time: 0.1553333 Mar 24 01:23:53.513135 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54404) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:53.520880 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.tag.tag_plugin [None req-ec85bf59-381a-4853-87d7-4eb8033042e1 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '62c49936-1689-4664-bc3c-845091c96714') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:53.621636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ec85bf59-381a-4853-87d7-4eb8033042e1 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/ports/62c49936-1689-4664-bc3c-845091c96714/tags HTTP/1.1" status: 204 len: 168 time: 0.1071534 Mar 24 01:23:53.622234 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54406) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:53.626640 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.tag.tag_plugin [None req-395272c2-3965-4d9c-ac46-b7285e34d744 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dc93c241-8880-4a09-b162-3332c8462949') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:53.731267 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-395272c2-3965-4d9c-ac46-b7285e34d744 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/subnets/dc93c241-8880-4a09-b162-3332c8462949/tags HTTP/1.1" status: 204 len: 168 time: 0.1077504 Mar 24 01:23:53.738385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54408) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:53.987163 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b867ee90-5771-4b3b-a072-a488eeaebde8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:53.989431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b867ee90-5771-4b3b-a072-a488eeaebde8 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/subnetpools/3c420c82-8c2c-4f0d-8779-4915312ad312 HTTP/1.1" status: 204 len: 168 time: 0.2407360 Mar 24 01:23:53.993388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54412) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:54.100383 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-83141003-ef9f-48da-9d88-ef76224b17f0 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "GET /v2.0/ports?device_id=350e04d5-7bf6-428c-87d7-f5e74a84866d HTTP/1.1" status: 200 len: 205 time: 0.0955341 Mar 24 01:23:54.101568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54416) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:54.947276 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26b793d1-8978-4622-9550-04810e6fbd26 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks [] for router (350e04d5-7bf6-428c-87d7-f5e74a84866d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:55.389834 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26b793d1-8978-4622-9550-04810e6fbd26 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (350e04d5-7bf6-428c-87d7-f5e74a84866d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:55.407579 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26b793d1-8978-4622-9550-04810e6fbd26 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks [] for router_controller (350e04d5-7bf6-428c-87d7-f5e74a84866d), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:55.542226 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26b793d1-8978-4622-9550-04810e6fbd26 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (350e04d5-7bf6-428c-87d7-f5e74a84866d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:55.544561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b793d1-8978-4622-9550-04810e6fbd26 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Fanout notify agent at l3_agent the message router_deleted on router 350e04d5-7bf6-428c-87d7-f5e74a84866d {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:23:55.550504 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26b793d1-8978-4622-9550-04810e6fbd26 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:55.557738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-26b793d1-8978-4622-9550-04810e6fbd26 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/routers/350e04d5-7bf6-428c-87d7-f5e74a84866d HTTP/1.1" status: 204 len: 168 time: 1.4535298 Mar 24 01:23:55.557938 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54438) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:55.775429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Deleting port 62c49936-1689-4664-bc3c-845091c96714 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:23:55.775772 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (62c49936-1689-4664-bc3c-845091c96714), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:55.915602 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (62c49936-1689-4664-bc3c-845091c96714), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:55.928597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Calling delete_port for 62c49936-1689-4664-bc3c-845091c96714 owned by {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:23:56.072275 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (62c49936-1689-4664-bc3c-845091c96714), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:56.150807 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Pushing event deleted for resources: {'Port': ['ID=62c49936-1689-4664-bc3c-845091c96714,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:56.153032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c9ea8-1478-4a0e-8802-95dc8fda6d34 req-accbafe1-b2fb-4f07-b259-da23f8d08d19 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:56.155987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-898c9ea8-1478-4a0e-8802-95dc8fda6d34 req-accbafe1-b2fb-4f07-b259-da23f8d08d19 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 945 time: 0.1323497 Mar 24 01:23:56.177616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:56.177977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:56.178325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:56.178664 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:56.179004 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:56.181747 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:56.182126 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:56.182473 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:56.182813 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:56.183151 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:56.194742 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:56.195273 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:56.195543 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:56.195890 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:56.196261 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:56.333909 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-898c9ea8-1478-4a0e-8802-95dc8fda6d34 req-5cc9150f-5711-4749-aab0-57dabce5222f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619399 Mar 24 01:23:56.348268 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54454) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:56.354248 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:56.357798 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-51cee882-c6b5-4953-b872-4efe83166daf tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/ports/62c49936-1689-4664-bc3c-845091c96714 HTTP/1.1" status: 204 len: 168 time: 0.8011281 Mar 24 01:23:56.360337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54456) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:56.620334 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3561a8-32d1-4a10-b6bd-f3dd7d3a4971 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Deleting subnet dc93c241-8880-4a09-b162-3332c8462949 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:23:56.625050 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8c99c1db-2dc4-4e4f-87f9-de8ef4a9769a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/a64394a3-d9d9-4dd9-abc6-762e30b38d56 HTTP/1.1" status: 200 len: 992 time: 0.2744567 Mar 24 01:23:56.627226 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3f3561a8-32d1-4a10-b6bd-f3dd7d3a4971 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks [] for subnet (dc93c241-8880-4a09-b162-3332c8462949), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:56.743474 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3f3561a8-32d1-4a10-b6bd-f3dd7d3a4971 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (dc93c241-8880-4a09-b162-3332c8462949), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:57.021986 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3f3561a8-32d1-4a10-b6bd-f3dd7d3a4971 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (dc93c241-8880-4a09-b162-3332c8462949), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:57.154299 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3f3561a8-32d1-4a10-b6bd-f3dd7d3a4971 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (dc93c241-8880-4a09-b162-3332c8462949), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:57.192613 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3561a8-32d1-4a10-b6bd-f3dd7d3a4971 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Pushing event deleted for resources: {'Subnet': ['ID=dc93c241-8880-4a09-b162-3332c8462949,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:57.210608 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3f3561a8-32d1-4a10-b6bd-f3dd7d3a4971 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:57.213998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3f3561a8-32d1-4a10-b6bd-f3dd7d3a4971 tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/subnets/dc93c241-8880-4a09-b162-3332c8462949 HTTP/1.1" status: 204 len: 168 time: 0.8523591 Mar 24 01:23:57.216767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54476) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:57.220639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a8b671-5084-490c-b6ed-b1e89edb7a37 None None] Network 6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:23:57.237480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-651e73f7-4538-498d-8b1f-45095c08bb87 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:57.244385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-651e73f7-4538-498d-8b1f-45095c08bb87 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 812 time: 0.4340973 Mar 24 01:23:57.263553 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-f8d79249-e045-40f0-a295-4edb4d2b5ec9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/quotas/c595edeb50ac4eda86dcc5ff48dc0e68 HTTP/1.1" status: 200 len: 375 time: 0.0181861 Mar 24 01:23:57.302669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ec902-c68d-4f24-8787-07dfc0bf62f3 req-002fc5e8-f98f-45aa-9e18-29ff03fb2bd9 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:57.309887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-478ec902-c68d-4f24-8787-07dfc0bf62f3 req-002fc5e8-f98f-45aa-9e18-29ff03fb2bd9 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 1127 time: 0.2020247 Mar 24 01:23:57.419609 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:57.446899 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-478ec902-c68d-4f24-8787-07dfc0bf62f3 req-bf00ccd2-0c6c-4213-9d96-d435b85973f1 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287138 Mar 24 01:23:57.495315 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-9ea90276-2b95-4ea1-a384-68617ff22ebe tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2305489 Mar 24 01:23:57.570331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] DHCP port deletion for 6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:23:57.694446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Deleting port 49db92e0-1ecb-41da-94a0-0384464e6f83 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:23:57.694797 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (49db92e0-1ecb-41da-94a0-0384464e6f83), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:57.725163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Deleting port 49db92e0-1ecb-41da-94a0-0384464e6f83 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:23:57.725550 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (49db92e0-1ecb-41da-94a0-0384464e6f83), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:57.865292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] For port 49db92e0-1ecb-41da-94a0-0384464e6f83, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=49db92e0-1ecb-41da-94a0-0384464e6f83,segment=NetworkSegment(a1b9bf98-c670-4e57-8352-40abda9d8da8),segment_id=a1b9bf98-c670-4e57-8352-40abda9d8da8)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:23:57.865835 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (49db92e0-1ecb-41da-94a0-0384464e6f83), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:57.882270 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Calling delete_port for 49db92e0-1ecb-41da-94a0-0384464e6f83 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:23:57.903823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] For port 49db92e0-1ecb-41da-94a0-0384464e6f83, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=49db92e0-1ecb-41da-94a0-0384464e6f83,segment=NetworkSegment(a1b9bf98-c670-4e57-8352-40abda9d8da8),segment_id=a1b9bf98-c670-4e57-8352-40abda9d8da8)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:23:57.904635 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (49db92e0-1ecb-41da-94a0-0384464e6f83), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:57.913693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-40049b26-dce9-4b89-952a-379efd0f2abf service neutron] 10.222.0.45 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174185 Mar 24 01:23:57.935788 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Calling delete_port for 49db92e0-1ecb-41da-94a0-0384464e6f83 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:23:57.976553 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (49db92e0-1ecb-41da-94a0-0384464e6f83), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:58.010634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Pushing event deleted for resources: {'Port': ['ID=49db92e0-1ecb-41da-94a0-0384464e6f83,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:58.033766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] No DVR routers for this DVR port 49db92e0-1ecb-41da-94a0-0384464e6f83 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:23:58.040836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:58.042855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:58.045852 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:58.046416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:58.046962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:58.050439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:58.050993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:58.051533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:58.052756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:58.053466 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:58.055557 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:58.056137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:58.056937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:58.057499 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:58.059000 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313bbf9-f31b-437e-8f45-5bb337aa3110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:58.122835 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (49db92e0-1ecb-41da-94a0-0384464e6f83), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:58.167666 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 49db92e0-1ecb-41da-94a0-0384464e6f83 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:23:58.176783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Pushing event deleted for resources: {'Port': ['ID=49db92e0-1ecb-41da-94a0-0384464e6f83,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:58.186260 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] No DVR routers for this DVR port 49db92e0-1ecb-41da-94a0-0384464e6f83 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:23:58.231907 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 49db92e0-1ecb-41da-94a0-0384464e6f83 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:23:58.232451 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 49db92e0-1ecb-41da-94a0-0384464e6f83 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:23:58.258650 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-9232ccc5-7a36-42f0-9e85-88af8a6c43bf service neutron] 10.222.0.45 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440104 Mar 24 01:23:58.385692 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:58.438376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:58.463264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b9bf98-c670-4e57-8352-40abda9d8da8') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:58.464712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b9bf98-c670-4e57-8352-40abda9d8da8') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:23:58.484301 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (a1b9bf98-c670-4e57-8352-40abda9d8da8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:58.501207 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (a1b9bf98-c670-4e57-8352-40abda9d8da8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:58.509799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:23:58.511000 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (a1b9bf98-c670-4e57-8352-40abda9d8da8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:23:58.533703 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:23:58.645995 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:58.656455 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-521e96b9-34af-4d7e-96d2-52aeaba23c28 req-35a5c4bc-eecd-45eb-b228-e6d18817e4e9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 210 time: 0.0707164 Mar 24 01:23:58.674905 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:58.678135 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] 10.222.0.45 "DELETE /v2.0/networks/6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d HTTP/1.1" status: 204 len: 168 time: 1.4584486 Mar 24 01:23:58.719060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad06f4-0477-40b8-a941-44b74b93d20f tempest-TagsExtTest-1125992030 tempest-TagsExtTest-1125992030-project] Pushing event deleted for resources: {'Network': ['ID=6b7f1474-01a9-4e3b-9a4b-bcb3bcfeaf4d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:58.775302 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d284c8c6-1600-428f-aa62-9eff7d72d308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:58.775707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54514) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:58.952429 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-00127fa7-201a-4637-a751-a316781d6b35 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1748698 Mar 24 01:23:58.964525 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-d04d11ef-f946-482d-86a3-45e50fd22ade service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:23:58.974733 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-d04d11ef-f946-482d-86a3-45e50fd22ade service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142429 Mar 24 01:23:59.222408 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54532) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:59.327270 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfb48-e672-4a84-8006-ae8c04028645 req-f117c4c6-3518-44a2-b7cc-0b349ab4f267 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:23:59.328842 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-f117c4c6-3518-44a2-b7cc-0b349ab4f267 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/ports/ed918379-7884-48ed-9ffc-ac759127c03f HTTP/1.1" status: 200 len: 1124 time: 0.2996495 Mar 24 01:23:59.464440 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-46d3360c-d1d9-4f20-a19e-9e44aa110896 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32c04938ee5f4e65a00b04566ca0b032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2409151 Mar 24 01:23:59.467017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 54542) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:23:59.587806 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Publish callbacks [] for security_group (2e1e7c9e-af01-4657-8eb2-967be1d3cec0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:59.644552 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Publish callbacks [] for security_group (2e1e7c9e-af01-4657-8eb2-967be1d3cec0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:59.732389 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2e1e7c9e-af01-4657-8eb2-967be1d3cec0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:59.735661 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:23:59.737135 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e1e7c9e-af01-4657-8eb2-967be1d3cec0 HTTP/1.1" status: 204 len: 168 time: 0.2684162 Mar 24 01:23:59.751272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1e7c9e-af01-4657-8eb2-967be1d3cec0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:23:59.772840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:59.773523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:59.774067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:59.774598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:59.775144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:59.775684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:59.776221 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:59.776742 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:59.777289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:59.777828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:59.778361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:59.779617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:59.781771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:59.782324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:59.782953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98b3f3-e2c4-47ad-800b-1303a4a35cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:23:59.897364 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d59f509-f8f7-4692-ad6e-471bebc82ed7 req-4b858974-6967-42e2-988d-ecdbf98e0283 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 210 time: 0.0556755 Mar 24 01:24:00.060847 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:00.867788 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ac9113d-a7dd-49e1-95a2-ce259d46309d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:00.907230 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-b6991519-9017-4a67-9da0-43a92b751169 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:00.909944 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-b6991519-9017-4a67-9da0-43a92b751169 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 812 time: 0.6985254 Mar 24 01:24:00.923724 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-a558b3be-9542-4d81-8b5b-3c515a0b63ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'port': {'device_id': 'a21300d7-d7b8-46be-8311-8c7adf3a5e6f', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'admin_state_up': True, 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:24:00.991811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfb48-e672-4a84-8006-ae8c04028645 req-4e6b2fa2-b0b9-4ba4-9844-7363a24d28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:00.999352 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-4e6b2fa2-b0b9-4ba4-9844-7363a24d28e7 service neutron] 10.222.0.45 "GET /v2.0/ports/ed918379-7884-48ed-9ffc-ac759127c03f HTTP/1.1" status: 200 len: 1124 time: 0.7237663 Mar 24 01:24:01.005008 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-edddfb48-e672-4a84-8006-ae8c04028645 req-36faa76c-fdf1-4e69-b868-e9d27a23b358 service neutron] Request body: {'binding': {'host': 'n-h2-760455-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:24:01.006061 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-edddfb48-e672-4a84-8006-ae8c04028645 req-36faa76c-fdf1-4e69-b868-e9d27a23b358 service neutron] Unknown quota resources ['binding']. {{(pid=115729) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 24 01:24:01.091206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25f1b873-dee6-403a-95da-84a8e481cb0d req-08d639ee-bf35-4681-af8c-72bf05e6348e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 210 time: 0.0543001 Mar 24 01:24:01.390256 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-edddfb48-e672-4a84-8006-ae8c04028645 req-36faa76c-fdf1-4e69-b868-e9d27a23b358 service neutron] Attempting to bind port ed918379-7884-48ed-9ffc-ac759127c03f on host n-h2-760455-9 for vnic_type normal with profile None {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:24:01.390729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-edddfb48-e672-4a84-8006-ae8c04028645 req-36faa76c-fdf1-4e69-b868-e9d27a23b358 service neutron] Attempting to bind port ed918379-7884-48ed-9ffc-ac759127c03f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:24:01.391152 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edddfb48-e672-4a84-8006-ae8c04028645 req-36faa76c-fdf1-4e69-b868-e9d27a23b358 service neutron] Attempting to bind port ed918379-7884-48ed-9ffc-ac759127c03f on network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:24:01.403570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edddfb48-e672-4a84-8006-ae8c04028645 req-36faa76c-fdf1-4e69-b868-e9d27a23b358 service neutron] Port ed918379-7884-48ed-9ffc-ac759127c03f on network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:24:01.404116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edddfb48-e672-4a84-8006-ae8c04028645 req-36faa76c-fdf1-4e69-b868-e9d27a23b358 service neutron] Attempting to bind port ed918379-7884-48ed-9ffc-ac759127c03f on network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:24:01.411165 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-a558b3be-9542-4d81-8b5b-3c515a0b63ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Made reservation on behalf of c595edeb50ac4eda86dcc5ff48dc0e68 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:24:01.418321 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-a558b3be-9542-4d81-8b5b-3c515a0b63ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:01.421949 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edddfb48-e672-4a84-8006-ae8c04028645 req-36faa76c-fdf1-4e69-b868-e9d27a23b358 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:24:01.422604 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edddfb48-e672-4a84-8006-ae8c04028645 req-36faa76c-fdf1-4e69-b868-e9d27a23b358 service neutron] Checking segment: {'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:24:01.423199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edddfb48-e672-4a84-8006-ae8c04028645 req-36faa76c-fdf1-4e69-b868-e9d27a23b358 service neutron] Bound using segment: {'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:24:01.423695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-edddfb48-e672-4a84-8006-ae8c04028645 req-36faa76c-fdf1-4e69-b868-e9d27a23b358 service neutron] Bound port: ed918379-7884-48ed-9ffc-ac759127c03f, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:24:01.528398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-edddfb48-e672-4a84-8006-ae8c04028645 req-36faa76c-fdf1-4e69-b868-e9d27a23b358 service neutron] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ed918379-7884-48ed-9ffc-ac759127c03f,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:24:01.541383 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-edddfb48-e672-4a84-8006-ae8c04028645 req-36faa76c-fdf1-4e69-b868-e9d27a23b358 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:01.550832 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-36faa76c-fdf1-4e69-b868-e9d27a23b358 service neutron] 10.222.0.45 "POST /v2.0/ports/ed918379-7884-48ed-9ffc-ac759127c03f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5452316 Mar 24 01:24:01.927719 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-a558b3be-9542-4d81-8b5b-3c515a0b63ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Allocated IP 172.20.0.13 (48490743-e645-4022-aa34-04370dc095cf/1485c8ad-91cf-4450-b4fd-21b2b407cdc3/121519cd-a66b-4ace-be06-cb53bf939f66) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:24:01.977946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bd192-1156-4fea-a612-38fe29f9851b req-fb3472b6-b25b-4cc1-94cf-c4359cb7c39d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:01.987676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-357bd192-1156-4fea-a612-38fe29f9851b req-fb3472b6-b25b-4cc1-94cf-c4359cb7c39d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 945 time: 0.1497562 Mar 24 01:24:02.094718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-357bd192-1156-4fea-a612-38fe29f9851b req-0ef6ae3a-438c-4edd-a089-aed8f1edbe9f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060882 Mar 24 01:24:02.213991 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:02.334121 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2849bcb5-7967-4692-b669-19abbcf66c68 req-61e1eda9-0d0f-40f1-bc28-b6c0efd2e285 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 210 time: 0.0544031 Mar 24 01:24:02.343445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfb48-e672-4a84-8006-ae8c04028645 req-86a57854-3d0b-4853-9b94-c7eb2e9ac655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:02.345667 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-86a57854-3d0b-4853-9b94-c7eb2e9ac655 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 1127 time: 0.4333282 Mar 24 01:24:02.379936 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-a558b3be-9542-4d81-8b5b-3c515a0b63ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for port (121519cd-a66b-4ace-be06-cb53bf939f66), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:02.518074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-a558b3be-9542-4d81-8b5b-3c515a0b63ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (121519cd-a66b-4ace-be06-cb53bf939f66), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:02.584998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfb48-e672-4a84-8006-ae8c04028645 req-36e241fe-bf8b-498f-9911-29e6d25332c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:02.588349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-36e241fe-bf8b-498f-9911-29e6d25332c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=95ae8bf0-4b1a-45be-b86a-0f046397ef01 HTTP/1.1" status: 200 len: 897 time: 0.2368164 Mar 24 01:24:02.612425 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:02.651411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558b3be-9542-4d81-8b5b-3c515a0b63ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'Port': ['ID=121519cd-a66b-4ace-be06-cb53bf939f66,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:02.675957 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-a558b3be-9542-4d81-8b5b-3c515a0b63ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Network 48490743-e645-4022-aa34-04370dc095cf is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:24:02.678250 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-a558b3be-9542-4d81-8b5b-3c515a0b63ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:24:02.696149 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-a558b3be-9542-4d81-8b5b-3c515a0b63ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:24:02.698375 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-75189e53-a6f5-4b03-bffb-f19a823e8239 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed918379-7884-48ed-9ffc-ac759127c03f HTTP/1.1" status: 200 len: 1000 time: 0.1021597 Mar 24 01:24:02.789773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfb48-e672-4a84-8006-ae8c04028645 req-dcf0e7a7-aa54-49c8-b8c9-8df1779c12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:02.792158 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-dcf0e7a7-aa54-49c8-b8c9-8df1779c12f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2 HTTP/1.1" status: 200 len: 834 time: 0.0886927 Mar 24 01:24:02.825374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-a558b3be-9542-4d81-8b5b-3c515a0b63ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:02.826088 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-a558b3be-9542-4d81-8b5b-3c515a0b63ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:02.859908 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-a558b3be-9542-4d81-8b5b-3c515a0b63ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9335561 Mar 24 01:24:02.867663 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Request body: {'port': {'device_id': 'a21300d7-d7b8-46be-8311-8c7adf3a5e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:24:02.946361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfb48-e672-4a84-8006-ae8c04028645 req-77b09efd-ef48-4fbf-9eb3-88332e60106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:02.948806 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-77b09efd-ef48-4fbf-9eb3-88332e60106f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95ae8bf0-4b1a-45be-b86a-0f046397ef01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1417518 Mar 24 01:24:02.969647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (121519cd-a66b-4ace-be06-cb53bf939f66), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:03.100099 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-5e31166f-d4a0-4266-9aa9-c6739ae313ea service neutron] 10.222.0.48 "GET /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439629 Mar 24 01:24:03.288399 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d5f7da22-caed-4ab3-aadc-1093fa7d1122 None None] Provisioning complete for port 121519cd-a66b-4ace-be06-cb53bf939f66 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:03.290319 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d5f7da22-caed-4ab3-aadc-1093fa7d1122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (121519cd-a66b-4ace-be06-cb53bf939f66), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:03.298042 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-afc504c9-7db2-4fe1-a0fb-ea1f1989a0fc service neutron] 10.222.0.48 "GET /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919706 Mar 24 01:24:03.373994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d5f7da22-caed-4ab3-aadc-1093fa7d1122 None None] Port 121519cd-a66b-4ace-be06-cb53bf939f66 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:24:03.727042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae1c51-b001-4792-938a-a54b0bf4f1cf req-0cb16c78-a156-43aa-997c-317e5f254c10 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:03.729926 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:03.736636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9ae1c51-b001-4792-938a-a54b0bf4f1cf req-0cb16c78-a156-43aa-997c-317e5f254c10 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 945 time: 0.4375377 Mar 24 01:24:03.752100 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfb48-e672-4a84-8006-ae8c04028645 req-2e5a1401-2f00-4068-806b-1813e6664e71 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:03.754193 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-2e5a1401-2f00-4068-806b-1813e6664e71 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 1127 time: 0.3548839 Mar 24 01:24:03.788498 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121519cd-a66b-4ace-be06-cb53bf939f66 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:24:03.795801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760455-9'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:24:03.807952 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Publish callbacks [] for port (121519cd-a66b-4ace-be06-cb53bf939f66), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:03.837371 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Transition to ACTIVE for port object 121519cd-a66b-4ace-be06-cb53bf939f66 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:24:03.848676 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (121519cd-a66b-4ace-be06-cb53bf939f66), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:03.951021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Pushing event updated for resources: {'Port': ['ID=121519cd-a66b-4ace-be06-cb53bf939f66,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:04.022966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e92721-f567-4fe5-a806-444e97e46570 req-b451ebb8-1526-4f8d-8662-e46ec750311a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:04.024855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41e92721-f567-4fe5-a806-444e97e46570 req-b451ebb8-1526-4f8d-8662-e46ec750311a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 932 time: 0.4212110 Mar 24 01:24:04.042823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9ae1c51-b001-4792-938a-a54b0bf4f1cf req-002d8b33-1ab7-4377-9469-d60d4ac963a4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3043993 Mar 24 01:24:04.175906 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Attempting to bind port 121519cd-a66b-4ace-be06-cb53bf939f66 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:24:04.176852 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Attempting to bind port 121519cd-a66b-4ace-be06-cb53bf939f66 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:24:04.177463 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Attempting to bind port 121519cd-a66b-4ace-be06-cb53bf939f66 on network 48490743-e645-4022-aa34-04370dc095cf {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:24:04.189516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41e92721-f567-4fe5-a806-444e97e46570 req-5490f411-5791-43af-b28a-59ad82413527 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453183 Mar 24 01:24:04.202042 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Port 121519cd-a66b-4ace-be06-cb53bf939f66 on network 48490743-e645-4022-aa34-04370dc095cf not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:24:04.202388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:04.202667 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Attempting to bind port 121519cd-a66b-4ace-be06-cb53bf939f66 on network 48490743-e645-4022-aa34-04370dc095cf {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:24:04.220146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:24:04.221931 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Checking segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:24:04.222418 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Bound using segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:24:04.222981 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Bound port: 121519cd-a66b-4ace-be06-cb53bf939f66, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:24:04.223827 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (121519cd-a66b-4ace-be06-cb53bf939f66), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:04.387294 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] For port 121519cd-a66b-4ace-be06-cb53bf939f66, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:24:04.390660 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] For port 121519cd-a66b-4ace-be06-cb53bf939f66, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=121519cd-a66b-4ace-be06-cb53bf939f66,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:24:04.404321 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (121519cd-a66b-4ace-be06-cb53bf939f66), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:04.476609 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:04.477211 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:04.478616 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] 10.222.0.48 "PUT /v2.0/ports/121519cd-a66b-4ace-be06-cb53bf939f66 HTTP/1.1" status: 200 len: 1092 time: 1.6175117 Mar 24 01:24:04.479067 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21300d7-d7b8-46be-8311-8c7adf3a5e6f', 'tag': '121519cd-a66b-4ace-be06-cb53bf939f66'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:24:04.485504 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb88b46-a61b-4919-9e61-863df4db6059" -d '{"events": [{"name": "network-changed", "server_uuid": "a21300d7-d7b8-46be-8311-8c7adf3a5e6f", "tag": "121519cd-a66b-4ace-be06-cb53bf939f66"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:24:04.514044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ed918379-7884-48ed-9ffc-ac759127c03f,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:24:04.615456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:24:04.617533 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc98708e-c700-4469-9437-e9a1de0dd2fe x-openstack-request-id: req-dc98708e-c700-4469-9437-e9a1de0dd2fe {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:24:04.617835 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21300d7-d7b8-46be-8311-8c7adf3a5e6f", "tag": "121519cd-a66b-4ace-be06-cb53bf939f66", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:24:04.618094 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc98708e-c700-4469-9437-e9a1de0dd2fe {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:24:04.618512 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc98708e-c700-4469-9437-e9a1de0dd2fe'] response: {'name': 'network-changed', 'server_uuid': 'a21300d7-d7b8-46be-8311-8c7adf3a5e6f', 'tag': '121519cd-a66b-4ace-be06-cb53bf939f66', 'status': 'completed', 'code': 200} Mar 24 01:24:04.663074 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4d2f8-6010-438e-a6d6-cb7d1880c75e service neutron] Pushing event updated for resources: {'Port': ['ID=121519cd-a66b-4ace-be06-cb53bf939f66,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:04.697256 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Publish callbacks [] for port (ed918379-7884-48ed-9ffc-ac759127c03f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:04.700080 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:24:04.704987 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65d0af7-793d-463a-8176-5eddeba1cc7d" -d '{"events": [{"server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "name": "network-vif-unplugged", "status": "completed", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:24:04.709747 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:04.741398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-73c51ac5-382f-477c-a7ba-c8729d6a353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:04.743561 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-73c51ac5-382f-477c-a7ba-c8729d6a353c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 1126 time: 0.1565576 Mar 24 01:24:04.896124 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-97947d82-0f3c-46fd-bf20-ff174434a7a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=121519cd-a66b-4ace-be06-cb53bf939f66 HTTP/1.1" status: 200 len: 217 time: 0.1387370 Mar 24 01:24:05.013467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed918379-7884-48ed-9ffc-ac759127c03f,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:05.074505 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e79ad7ed-2b6d-4cf4-80bc-4eb7d5be5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:05.096044 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e79ad7ed-2b6d-4cf4-80bc-4eb7d5be5d74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.1920729 Mar 24 01:24:05.159636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Attempting to bind port ed918379-7884-48ed-9ffc-ac759127c03f on host n-h1-760455-9 for vnic_type normal with profile {"migrating_to": "n-h2-760455-9"} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:24:05.161544 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Attempting to bind port ed918379-7884-48ed-9ffc-ac759127c03f by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:24:05.162204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Attempting to bind port ed918379-7884-48ed-9ffc-ac759127c03f on network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:24:05.180566 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Port ed918379-7884-48ed-9ffc-ac759127c03f on network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:24:05.181448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Attempting to bind port ed918379-7884-48ed-9ffc-ac759127c03f on network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:24:05.188572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:24:05.189821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Checking segment: {'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:24:05.191951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Bound using segment: {'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:24:05.193853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Bound port: ed918379-7884-48ed-9ffc-ac759127c03f, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9093e-7cba-417d-8c6e-cedea54fc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:24:05.196176 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:05.251992 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:05.365716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d1b12770-e32f-42cf-b114-b5f1d41ec94d None None] Provisioning complete for port ed918379-7884-48ed-9ffc-ac759127c03f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:05.368343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e8d52198-6676-4dce-a158-e53107a32f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:05.369425 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d1b12770-e32f-42cf-b114-b5f1d41ec94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:05.375926 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-e8d52198-6676-4dce-a158-e53107a32f9a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2789586 Mar 24 01:24:05.471326 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6f1d78-2c19-4f43-9d38-ed065f3f8233 x-openstack-request-id: req-fe6f1d78-2c19-4f43-9d38-ed065f3f8233 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:24:05.471551 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "name": "network-vif-unplugged", "status": "completed", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:24:05.471783 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe6f1d78-2c19-4f43-9d38-ed065f3f8233 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:24:05.472578 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6f1d78-2c19-4f43-9d38-ed065f3f8233'] response: {'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f', 'code': 200} Mar 24 01:24:05.663901 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-ccc0eb60-7d72-426d-9abb-331ebb67faff service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812333 Mar 24 01:24:05.668220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:24:05.690827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ed918379-7884-48ed-9ffc-ac759127c03f,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:24:05.735426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb96186-37fd-46b3-bd7e-72a87d59e98d req-bcdb74ed-b9ec-4b62-b33d-a9b5416805c5 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:05.753445 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-deb96186-37fd-46b3-bd7e-72a87d59e98d req-bcdb74ed-b9ec-4b62-b33d-a9b5416805c5 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 943 time: 0.2802508 Mar 24 01:24:05.758127 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:05.855997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55107733-8e02-477c-98cb-1acbaf83c22b req-76a0eae6-6b14-4280-9b6b-ea92bf7dfe86 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:05.872372 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55107733-8e02-477c-98cb-1acbaf83c22b req-76a0eae6-6b14-4280-9b6b-ea92bf7dfe86 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.3158958 Mar 24 01:24:05.933890 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dccf6ba1-bcbd-4054-90e5-36ad6340755e req-0de00bf3-d4a3-49c9-bc95-b202c5270439 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636769 Mar 24 01:24:05.963780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d1b12770-e32f-42cf-b114-b5f1d41ec94d None None] Port ed918379-7884-48ed-9ffc-ac759127c03f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:24:06.107714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88b46-a61b-4919-9e61-863df4db6059 req-b69a4fd7-101d-4d7d-b859-2edca3898c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:06.110079 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1bb88b46-a61b-4919-9e61-863df4db6059 req-b69a4fd7-101d-4d7d-b859-2edca3898c23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 1126 time: 0.1178563 Mar 24 01:24:06.342713 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88b46-a61b-4919-9e61-863df4db6059 req-b66164b6-7863-48cf-b233-33e92ae894ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:06.344325 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1bb88b46-a61b-4919-9e61-863df4db6059 req-b66164b6-7863-48cf-b233-33e92ae894ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.2278032 Mar 24 01:24:06.389398 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-deb96186-37fd-46b3-bd7e-72a87d59e98d req-6c505a3f-b4bf-4f7f-a8e4-94add108ebd3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6349871 Mar 24 01:24:06.406000 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55107733-8e02-477c-98cb-1acbaf83c22b req-c627c8bc-b31c-46a3-910f-bd0d02ebe216 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327477 Mar 24 01:24:06.411967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-058ac0e2-119e-4bb3-8edd-30411b2e5abe None None] Provisioning complete for port ed918379-7884-48ed-9ffc-ac759127c03f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:06.415676 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-058ac0e2-119e-4bb3-8edd-30411b2e5abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:06.450841 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1bb88b46-a61b-4919-9e61-863df4db6059 req-dfaf486a-5f78-4250-bff1-a76f67bcaca3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=121519cd-a66b-4ace-be06-cb53bf939f66 HTTP/1.1" status: 200 len: 217 time: 0.1004081 Mar 24 01:24:06.513586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed918379-7884-48ed-9ffc-ac759127c03f,revision_number=8']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:06.536841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:06.542670 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:06.544221 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1cafaf59-ec9a-4427-b218-57b3c96945d0 service neutron] 10.222.0.48 "PUT /v2.0/ports/ed918379-7884-48ed-9ffc-ac759127c03f HTTP/1.1" status: 200 len: 1121 time: 2.7779682 Mar 24 01:24:06.557400 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88b46-a61b-4919-9e61-863df4db6059 req-b5bb3f88-861d-46e0-a3ea-8030cf41cded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:06.559009 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1bb88b46-a61b-4919-9e61-863df4db6059 req-b5bb3f88-861d-46e0-a3ea-8030cf41cded service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.1018050 Mar 24 01:24:06.623520 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['ed918379-7884-48ed-9ffc-ac759127c03f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:24:06.713587 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88b46-a61b-4919-9e61-863df4db6059 req-e4bfb141-9f5f-46c5-91b1-3b99fcc6f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:06.719532 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1bb88b46-a61b-4919-9e61-863df4db6059 req-e4bfb141-9f5f-46c5-91b1-3b99fcc6f7f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1530485 Mar 24 01:24:06.911851 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1bb88b46-a61b-4919-9e61-863df4db6059 req-ed6d116a-49b5-4368-a7be-605de395336c service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858790 Mar 24 01:24:07.105956 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-058ac0e2-119e-4bb3-8edd-30411b2e5abe None None] Current status of the port ed918379-7884-48ed-9ffc-ac759127c03f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:24:07.106358 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-058ac0e2-119e-4bb3-8edd-30411b2e5abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:07.156790 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1bb88b46-a61b-4919-9e61-863df4db6059 req-1b145809-da27-4def-a486-b39cb2b0bf8c service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310138 Mar 24 01:24:07.213436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-058ac0e2-119e-4bb3-8edd-30411b2e5abe None None] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ed918379-7884-48ed-9ffc-ac759127c03f,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:24:07.221787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:24:07.226908 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659dfea1-fd0d-41e9-a06f-09c77f795a87" -d '{"events": [{"server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "name": "network-vif-plugged", "status": "completed", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:24:07.232851 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-058ac0e2-119e-4bb3-8edd-30411b2e5abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:07.308011 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a20bd3c-af7e-445b-9af5-25080a3ad0be x-openstack-request-id: req-7a20bd3c-af7e-445b-9af5-25080a3ad0be {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:24:07.308352 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "name": "network-vif-plugged", "status": "completed", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:24:07.308656 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a20bd3c-af7e-445b-9af5-25080a3ad0be {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:24:07.309058 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a20bd3c-af7e-445b-9af5-25080a3ad0be'] response: {'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f', 'code': 200} Mar 24 01:24:07.315054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ac0e2-119e-4bb3-8edd-30411b2e5abe None None] Pushing event updated for resources: {'Port': ['ID=ed918379-7884-48ed-9ffc-ac759127c03f,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:07.473421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:24:07.475810 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bca345a-cce2-4679-8bda-dcfc0a32ebcc" -d '{"events": [{"name": "network-changed", "server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:24:07.899724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b59ae9-7366-48db-858f-39d38c783ac9 req-44b2717b-c767-4e5d-bc6a-6d05384ff619 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:07.907034 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-92b59ae9-7366-48db-858f-39d38c783ac9 req-44b2717b-c767-4e5d-bc6a-6d05384ff619 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.2793279 Mar 24 01:24:07.941439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c464de-2bdc-499e-b963-4e24ed827d50 req-5f9f55aa-defa-48db-b81d-83ad303ef1a9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:07.960479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38c464de-2bdc-499e-b963-4e24ed827d50 req-5f9f55aa-defa-48db-b81d-83ad303ef1a9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 945 time: 0.2631423 Mar 24 01:24:08.067911 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38c464de-2bdc-499e-b963-4e24ed827d50 req-c8bc2c5c-12a1-4541-a65e-4e10f9e8eb43 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847700 Mar 24 01:24:08.083961 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-92b59ae9-7366-48db-858f-39d38c783ac9 req-63b3ab2a-be69-4a1b-aa66-b01c349c7329 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697001 Mar 24 01:24:08.159928 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3be504-7dfe-47ce-a81a-0c5b1546d5e7 x-openstack-request-id: req-3c3be504-7dfe-47ce-a81a-0c5b1546d5e7 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:24:08.160388 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:24:08.160680 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c3be504-7dfe-47ce-a81a-0c5b1546d5e7 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:24:08.161241 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c3be504-7dfe-47ce-a81a-0c5b1546d5e7'] response: {'name': 'network-changed', 'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f', 'status': 'completed', 'code': 200} Mar 24 01:24:08.292729 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca345a-cce2-4679-8bda-dcfc0a32ebcc req-743cca20-0685-4745-8029-5e1a9d1e98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:08.295585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7bca345a-cce2-4679-8bda-dcfc0a32ebcc req-743cca20-0685-4745-8029-5e1a9d1e98ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 1157 time: 0.1119752 Mar 24 01:24:08.465711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca345a-cce2-4679-8bda-dcfc0a32ebcc req-17450654-f55e-4ce2-a669-fccf2eec9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:08.467330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7bca345a-cce2-4679-8bda-dcfc0a32ebcc req-17450654-f55e-4ce2-a669-fccf2eec9bf5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95ae8bf0-4b1a-45be-b86a-0f046397ef01 HTTP/1.1" status: 200 len: 897 time: 0.1663194 Mar 24 01:24:08.607540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7bca345a-cce2-4679-8bda-dcfc0a32ebcc req-e6a45a89-d270-4932-80b5-eebbe069ea2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed918379-7884-48ed-9ffc-ac759127c03f HTTP/1.1" status: 200 len: 1000 time: 0.1328449 Mar 24 01:24:08.702385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca345a-cce2-4679-8bda-dcfc0a32ebcc req-4b49bb5b-e5e8-4762-82d1-74307708503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:08.709531 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7bca345a-cce2-4679-8bda-dcfc0a32ebcc req-4b49bb5b-e5e8-4762-82d1-74307708503a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2 HTTP/1.1" status: 200 len: 834 time: 0.0917952 Mar 24 01:24:08.803462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca345a-cce2-4679-8bda-dcfc0a32ebcc req-29f0ab7e-fca2-4964-9f1f-b2fe202fc76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:08.810238 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7bca345a-cce2-4679-8bda-dcfc0a32ebcc req-29f0ab7e-fca2-4964-9f1f-b2fe202fc76a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95ae8bf0-4b1a-45be-b86a-0f046397ef01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0980546 Mar 24 01:24:08.982465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7bca345a-cce2-4679-8bda-dcfc0a32ebcc req-b6c48eaf-1e14-4fdc-a393-54a26a504e9f service neutron] 10.222.0.57 "GET /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645525 Mar 24 01:24:09.195781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7bca345a-cce2-4679-8bda-dcfc0a32ebcc req-082c5866-bb93-4564-99b9-21d44c6c1a8f service neutron] 10.222.0.57 "GET /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058065 Mar 24 01:24:09.353901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c6ee0-a77c-41e4-b915-85db9febb5ec req-dddd4d61-a012-49d6-8251-441e55638c4e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:09.355557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-487c6ee0-a77c-41e4-b915-85db9febb5ec req-dddd4d61-a012-49d6-8251-441e55638c4e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 945 time: 0.0947134 Mar 24 01:24:09.367479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174bcf1-1c82-467e-8c3e-09587cdaed1b req-2c520b1d-421b-4c03-a4e1-91b2442cf5b0 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:09.369599 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6174bcf1-1c82-467e-8c3e-09587cdaed1b req-2c520b1d-421b-4c03-a4e1-91b2442cf5b0 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.1679471 Mar 24 01:24:09.458115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-487c6ee0-a77c-41e4-b915-85db9febb5ec req-119c3079-4727-4736-bc0c-d85e986072bd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874271 Mar 24 01:24:09.478332 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6174bcf1-1c82-467e-8c3e-09587cdaed1b req-9f61922e-484d-4771-85fa-8650b1363298 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003046 Mar 24 01:24:09.504639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ed918379-7884-48ed-9ffc-ac759127c03f details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:24:09.660509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ed918379-7884-48ed-9ffc-ac759127c03f,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:24:09.681235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ed918379-7884-48ed-9ffc-ac759127c03f has no active binding in host n-h2-760455-9 {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 24 01:24:10.860982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319456b6-821c-4b98-836b-a96feca20451 req-7ef6c845-0175-4961-8952-bc7baa57e34a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:10.862626 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-319456b6-821c-4b98-836b-a96feca20451 req-7ef6c845-0175-4961-8952-bc7baa57e34a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 945 time: 0.2516105 Mar 24 01:24:10.883402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd4630-cd92-424a-929f-001e22749d8c req-4d5bd074-3d81-4deb-a012-854c9497ed1b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:10.885712 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7cd4630-cd92-424a-929f-001e22749d8c req-4d5bd074-3d81-4deb-a012-854c9497ed1b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.2864161 Mar 24 01:24:11.009009 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-319456b6-821c-4b98-836b-a96feca20451 req-1599819c-420c-4995-9cb2-444fa2f55877 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377916 Mar 24 01:24:11.046850 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7cd4630-cd92-424a-929f-001e22749d8c req-6be1fe57-6c38-4f29-a66f-62db73d32c5c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435351 Mar 24 01:24:11.454165 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-1406e1be-5fc1-4044-979a-7bdedcdd9a9c service neutron] 10.222.0.57 "GET /v2.0/ports/ed918379-7884-48ed-9ffc-ac759127c03f/bindings/n-h2-760455-9 HTTP/1.1" status: 200 len: 384 time: 0.1706893 Mar 24 01:24:11.567917 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54794) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:11.736508 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-edddfb48-e672-4a84-8006-ae8c04028645 req-b287638f-50d0-4e63-afb6-ffa2120ed13c service neutron] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ed918379-7884-48ed-9ffc-ac759127c03f,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:24:11.778130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-edddfb48-e672-4a84-8006-ae8c04028645 req-b287638f-50d0-4e63-afb6-ffa2120ed13c service neutron] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:24:11.826415 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b139b09f-01c9-426e-aab1-6121ee98c3bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:11.839909 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:24:11.842253 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0a1f50-0254-4b82-9a41-baf5b23a130d" -d '{"events": [{"server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "name": "network-vif-unplugged", "status": "completed", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:24:11.861502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-edddfb48-e672-4a84-8006-ae8c04028645 req-b287638f-50d0-4e63-afb6-ffa2120ed13c service neutron] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ed918379-7884-48ed-9ffc-ac759127c03f,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:24:11.898053 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-edddfb48-e672-4a84-8006-ae8c04028645 req-b287638f-50d0-4e63-afb6-ffa2120ed13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:11.980151 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa73763-ffa4-49c9-b606-9cd8c5153d30 x-openstack-request-id: req-afa73763-ffa4-49c9-b606-9cd8c5153d30 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:24:11.980432 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "name": "network-vif-unplugged", "status": "completed", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:24:11.980690 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-afa73763-ffa4-49c9-b606-9cd8c5153d30 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:24:11.981114 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa73763-ffa4-49c9-b606-9cd8c5153d30'] response: {'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f', 'code': 200} Mar 24 01:24:12.019137 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b139b09f-01c9-426e-aab1-6121ee98c3bd admin admin] Publish callbacks [] for security_group (469050c7-662e-43c6-ae55-61ef658dba50), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:12.026647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b139b09f-01c9-426e-aab1-6121ee98c3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (469050c7-662e-43c6-ae55-61ef658dba50), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:12.184187 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b139b09f-01c9-426e-aab1-6121ee98c3bd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d89c96d8a944afa9522411a936bd37e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6147392 Mar 24 01:24:12.196005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54808) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:12.250403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139b09f-01c9-426e-aab1-6121ee98c3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469050c7-662e-43c6-ae55-61ef658dba50,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:12.306407 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-072a10c4-65ab-4d1d-90c1-716d5053fdf4 admin admin] Publish callbacks [] for security_group (469050c7-662e-43c6-ae55-61ef658dba50), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:12.356976 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-072a10c4-65ab-4d1d-90c1-716d5053fdf4 admin admin] Publish callbacks [] for security_group (469050c7-662e-43c6-ae55-61ef658dba50), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:12.447673 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-072a10c4-65ab-4d1d-90c1-716d5053fdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (469050c7-662e-43c6-ae55-61ef658dba50), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:12.451465 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-072a10c4-65ab-4d1d-90c1-716d5053fdf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:12.452637 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-072a10c4-65ab-4d1d-90c1-716d5053fdf4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/469050c7-662e-43c6-ae55-61ef658dba50 HTTP/1.1" status: 204 len: 168 time: 0.2556679 Mar 24 01:24:12.490228 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a10c4-65ab-4d1d-90c1-716d5053fdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469050c7-662e-43c6-ae55-61ef658dba50,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:12.830041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-edddfb48-e672-4a84-8006-ae8c04028645 req-b287638f-50d0-4e63-afb6-ffa2120ed13c service neutron] Transition to ACTIVE for port object ed918379-7884-48ed-9ffc-ac759127c03f will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:24:12.852479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89ab65-cf99-4a9e-bcb6-bc48d509133e req-63bc6dcf-2dbb-48a7-9fb5-bd4b5976a3b3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:12.862240 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad89ab65-cf99-4a9e-bcb6-bc48d509133e req-63bc6dcf-2dbb-48a7-9fb5-bd4b5976a3b3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 944 time: 0.2566810 Mar 24 01:24:12.864538 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-edddfb48-e672-4a84-8006-ae8c04028645 req-b287638f-50d0-4e63-afb6-ffa2120ed13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:12.923521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b4e26-c983-4cfe-90a5-26317ccd3bb2 req-5c8b47a5-c9ef-4618-8504-c53d3919ad55 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:12.925307 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df5b4e26-c983-4cfe-90a5-26317ccd3bb2 req-5c8b47a5-c9ef-4618-8504-c53d3919ad55 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.3186679 Mar 24 01:24:13.307084 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:24:13.376712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287638f-50d0-4e63-afb6-ffa2120ed13c service neutron] Pushing event updated for resources: {'Port': ['ID=ed918379-7884-48ed-9ffc-ac759127c03f,revision_number=11']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:13.454868 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-edddfb48-e672-4a84-8006-ae8c04028645 req-b287638f-50d0-4e63-afb6-ffa2120ed13c service neutron] No DVR routers for this DVR port ed918379-7884-48ed-9ffc-ac759127c03f on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:24:13.725365 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad89ab65-cf99-4a9e-bcb6-bc48d509133e req-5fadc31e-320b-41da-b545-a182c6a9b445 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8411548 Mar 24 01:24:13.785633 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ed918379-7884-48ed-9ffc-ac759127c03f no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:24:13.811730 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df5b4e26-c983-4cfe-90a5-26317ccd3bb2 req-99e9915a-7ac7-4df9-8ef2-0dbb2a5a81ed tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6075299 Mar 24 01:24:13.964745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] The host n-h1-760455-9 is not matching for port ed918379-7884-48ed-9ffc-ac759127c03f host n-h2-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:24:13.968342 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ed918379-7884-48ed-9ffc-ac759127c03f not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:24:13.985625 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-b287638f-50d0-4e63-afb6-ffa2120ed13c service neutron] 10.222.0.57 "PUT /v2.0/ports/ed918379-7884-48ed-9ffc-ac759127c03f/bindings/n-h2-760455-9/activate HTTP/1.1" status: 200 len: 369 time: 2.5210297 Mar 24 01:24:14.318960 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfb48-e672-4a84-8006-ae8c04028645 req-a3dab189-71fd-4341-b929-3575506885be tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:14.324737 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-a3dab189-71fd-4341-b929-3575506885be tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 1126 time: 0.2681835 Mar 24 01:24:14.431017 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfb48-e672-4a84-8006-ae8c04028645 req-40cafd89-11af-47cc-9467-7ad6284f018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:14.432553 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-40cafd89-11af-47cc-9467-7ad6284f018a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7 HTTP/1.1" status: 200 len: 1126 time: 0.1005423 Mar 24 01:24:14.582744 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfb48-e672-4a84-8006-ae8c04028645 req-e6a74893-08db-4bfe-9597-e0bbdcad52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:14.584790 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-e6a74893-08db-4bfe-9597-e0bbdcad52e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 1126 time: 0.1269557 Mar 24 01:24:14.793120 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfb48-e672-4a84-8006-ae8c04028645 req-a0e8febb-a507-4c5b-aed0-941b459402aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:14.795070 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-a0e8febb-a507-4c5b-aed0-941b459402aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=95ae8bf0-4b1a-45be-b86a-0f046397ef01 HTTP/1.1" status: 200 len: 897 time: 0.2051847 Mar 24 01:24:15.009950 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-c9b2a95e-a268-4990-87bd-95dcd3cbb67a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed918379-7884-48ed-9ffc-ac759127c03f HTTP/1.1" status: 200 len: 998 time: 0.1995018 Mar 24 01:24:15.021705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a531fa-0376-4dc1-9522-d69997ef3ab0 req-1b68cc66-172b-4893-8e03-9b8916dabf30 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:15.052795 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8a531fa-0376-4dc1-9522-d69997ef3ab0 req-1b68cc66-172b-4893-8e03-9b8916dabf30 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 944 time: 0.1869514 Mar 24 01:24:15.155743 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfb48-e672-4a84-8006-ae8c04028645 req-c31e0e3e-5c70-40bf-ac80-f05e65c77bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:15.160170 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-c31e0e3e-5c70-40bf-ac80-f05e65c77bad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2 HTTP/1.1" status: 200 len: 834 time: 0.1493821 Mar 24 01:24:15.318010 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfb48-e672-4a84-8006-ae8c04028645 req-4ebe6f67-e913-4750-8fd3-779c9d154b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:15.321741 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-4ebe6f67-e913-4750-8fd3-779c9d154b9d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95ae8bf0-4b1a-45be-b86a-0f046397ef01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1583807 Mar 24 01:24:15.409351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da385e-ffc3-4199-b419-22781d68e22e req-5c36fce3-2f7c-47aa-973e-b995d457e2d1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:15.431115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41da385e-ffc3-4199-b419-22781d68e22e req-5c36fce3-2f7c-47aa-973e-b995d457e2d1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.3394597 Mar 24 01:24:15.445075 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8a531fa-0376-4dc1-9522-d69997ef3ab0 req-c68e30af-7e8d-49bc-a725-098a6eee1416 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3847671 Mar 24 01:24:15.548470 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-91927d34-16f4-4e05-b188-ce589ef336f7 service neutron] 10.222.0.48 "GET /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207491 Mar 24 01:24:15.570830 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41da385e-ffc3-4199-b419-22781d68e22e req-70f780fa-c708-4b1c-a021-b18bd98b8ba0 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387091 Mar 24 01:24:15.691505 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-e898b5c1-620e-43f5-a5a2-137df33b7f80 service neutron] 10.222.0.48 "GET /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370411 Mar 24 01:24:16.153013 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfb48-e672-4a84-8006-ae8c04028645 req-dc33d1ea-ee5a-47fa-a2aa-0916c8e00d6e tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:16.154892 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-dc33d1ea-ee5a-47fa-a2aa-0916c8e00d6e tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 1126 time: 0.1747746 Mar 24 01:24:16.427719 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-edddfb48-e672-4a84-8006-ae8c04028645 req-18f36d95-cc55-4776-9468-c9d20b963786 service neutron] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h1-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:24:16.430900 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-edddfb48-e672-4a84-8006-ae8c04028645 req-18f36d95-cc55-4776-9468-c9d20b963786 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:16.432622 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-edddfb48-e672-4a84-8006-ae8c04028645 req-18f36d95-cc55-4776-9468-c9d20b963786 service neutron] 10.222.0.48 "DELETE /v2.0/ports/ed918379-7884-48ed-9ffc-ac759127c03f/bindings/n-h1-760455-9 HTTP/1.1" status: 204 len: 173 time: 0.2707257 Mar 24 01:24:16.970021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dbae5-1cbf-40ee-9f04-02ed99592717 req-b02e18b3-98d9-418c-9bb9-ab52711c3736 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:17.005716 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c8dbae5-1cbf-40ee-9f04-02ed99592717 req-b02e18b3-98d9-418c-9bb9-ab52711c3736 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 944 time: 0.4167953 Mar 24 01:24:17.301751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8339484-3b30-4b8d-b27c-99eb4be1af85 req-0c8cfe86-a22b-495b-b13d-a2efbc7e8ead tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:17.317298 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8339484-3b30-4b8d-b27c-99eb4be1af85 req-0c8cfe86-a22b-495b-b13d-a2efbc7e8ead tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.5230145 Mar 24 01:24:17.491125 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8339484-3b30-4b8d-b27c-99eb4be1af85 req-2bfe786e-32c3-4e0c-8bcc-4d0815b50070 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727850 Mar 24 01:24:17.525795 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c8dbae5-1cbf-40ee-9f04-02ed99592717 req-67b47bb7-0d11-49da-9e68-6c75059ccc62 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5184522 Mar 24 01:24:17.766660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9b2fa-4e75-48a6-9594-81c1ac945746 req-5e35d78f-81b1-4405-88e0-c5d3e495d596 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:17.769517 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-79b9b2fa-4e75-48a6-9594-81c1ac945746 req-5e35d78f-81b1-4405-88e0-c5d3e495d596 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 1126 time: 0.1306820 Mar 24 01:24:17.882369 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-79b9b2fa-4e75-48a6-9594-81c1ac945746 req-2a22b8b3-c9ae-4fe5-b3f8-15a738f35e67 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063712 Mar 24 01:24:18.141326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a2017-43bb-4c5e-9f23-01bfbb5618c7 req-95657caf-9c3d-497e-aafd-c551b0eabf7f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:18.173018 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da7a2017-43bb-4c5e-9f23-01bfbb5618c7 req-95657caf-9c3d-497e-aafd-c551b0eabf7f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 944 time: 0.1606164 Mar 24 01:24:18.333759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da7a2017-43bb-4c5e-9f23-01bfbb5618c7 req-1507c855-6de1-4e76-8b3a-24ccbf0e4875 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580834 Mar 24 01:24:18.346873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54912) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:18.484875 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-50ce8450-ccaf-4914-ab24-127df7094862 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/a64394a3-d9d9-4dd9-abc6-762e30b38d56 HTTP/1.1" status: 200 len: 990 time: 0.1362426 Mar 24 01:24:18.825300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08975fb9-b4ea-4a21-8784-edd60e6b9df4 req-fa0ef94d-0861-48a0-bf96-60cb8ff33c73 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:18.834275 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08975fb9-b4ea-4a21-8784-edd60e6b9df4 req-fa0ef94d-0861-48a0-bf96-60cb8ff33c73 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.1142204 Mar 24 01:24:18.876935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 54926) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:18.969404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08975fb9-b4ea-4a21-8784-edd60e6b9df4 req-6f32ef1b-62cd-4f3f-aad5-28ed95e416bd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233821 Mar 24 01:24:19.308750 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e0e28781-1929-4faa-b4b7-02a8eb27908f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting port 1f74bbce-0d64-4ce3-8068-7fef008a58dd {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:24:19.311235 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e0e28781-1929-4faa-b4b7-02a8eb27908f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1f74bbce-0d64-4ce3-8068-7fef008a58dd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:19.465062 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e0e28781-1929-4faa-b4b7-02a8eb27908f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1f74bbce-0d64-4ce3-8068-7fef008a58dd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:19.466033 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e0e28781-1929-4faa-b4b7-02a8eb27908f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for floatingip (1f74bbce-0d64-4ce3-8068-7fef008a58dd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:19.501129 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e0e28781-1929-4faa-b4b7-02a8eb27908f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Calling delete_port for 1f74bbce-0d64-4ce3-8068-7fef008a58dd owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:24:19.786595 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e0e28781-1929-4faa-b4b7-02a8eb27908f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1f74bbce-0d64-4ce3-8068-7fef008a58dd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:19.815563 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e28781-1929-4faa-b4b7-02a8eb27908f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Port': ['ID=1f74bbce-0d64-4ce3-8068-7fef008a58dd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:19.960850 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e0e28781-1929-4faa-b4b7-02a8eb27908f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for floatingip (a64394a3-d9d9-4dd9-abc6-762e30b38d56), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:19.961320 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-e0e28781-1929-4faa-b4b7-02a8eb27908f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Floating IP a64394a3-d9d9-4dd9-abc6-762e30b38d56 disassociated (deleted). External IP: 172.25.0.57, port: ed918379-7884-48ed-9ffc-ac759127c03f. Mar 24 01:24:20.198341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588eb39-65b5-4fbf-8047-8a23f9477b55 req-ee3ac303-653b-4d6f-845f-bf800d318e60 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:20.204071 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8588eb39-65b5-4fbf-8047-8a23f9477b55 req-ee3ac303-653b-4d6f-845f-bf800d318e60 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.1007881 Mar 24 01:24:20.370216 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8588eb39-65b5-4fbf-8047-8a23f9477b55 req-403abd6f-cb63-454b-b92b-86cf228565ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569431 Mar 24 01:24:20.526732 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e28781-1929-4faa-b4b7-02a8eb27908f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:24:20.764416 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e28781-1929-4faa-b4b7-02a8eb27908f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:24:20.775293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bc6816-b869-4b5c-b2b5-f0bffa476aa1 None None] Sync routers for ids ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:24:20.776262 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e0e28781-1929-4faa-b4b7-02a8eb27908f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:20.792647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bc6816-b869-4b5c-b2b5-f0bffa476aa1 None None] Routers {'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:24:20.793706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e0bc6816-b869-4b5c-b2b5-f0bffa476aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:24:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:20.846634 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e0e28781-1929-4faa-b4b7-02a8eb27908f tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/floatingips/a64394a3-d9d9-4dd9-abc6-762e30b38d56 HTTP/1.1" status: 204 len: 168 time: 1.9662156 Mar 24 01:24:20.846634 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:24:20.848718 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e5b9a4-3d03-4344-8840-150686e41430" -d '{"events": [{"name": "network-changed", "server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:24:20.924571 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dc6cd8-7986-491e-9ee8-b80ba52717fe x-openstack-request-id: req-98dc6cd8-7986-491e-9ee8-b80ba52717fe {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:24:20.925176 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:24:20.925611 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-98dc6cd8-7986-491e-9ee8-b80ba52717fe {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:24:20.926183 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98dc6cd8-7986-491e-9ee8-b80ba52717fe'] response: {'name': 'network-changed', 'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f', 'status': 'completed', 'code': 200} Mar 24 01:24:21.011370 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5b9a4-3d03-4344-8840-150686e41430 req-1c9bb5b3-409c-4b6a-a236-1bad65e356c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:21.013190 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-56e5b9a4-3d03-4344-8840-150686e41430 req-1c9bb5b3-409c-4b6a-a236-1bad65e356c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 1126 time: 0.0832136 Mar 24 01:24:21.025239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-e0bc6816-b869-4b5c-b2b5-f0bffa476aa1 None None] Set router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:24:21.416439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33048382-7caf-4830-add7-31f5ad33354c req-b58c7787-767a-4bcb-bd2b-a7a5338792a1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:21.428826 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33048382-7caf-4830-add7-31f5ad33354c req-b58c7787-767a-4bcb-bd2b-a7a5338792a1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 944 time: 0.1187527 Mar 24 01:24:21.538875 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e0bc6816-b869-4b5c-b2b5-f0bffa476aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006508528', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:22:52Z', 'updated_at': '2022-03-24T01:22:59Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:53Z', 'updated_at': '2022-03-24T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd772efa3-4dee-4bb3-a13e-4bef917bf69a', 'name': '', 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:92:7b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:58Z', 'updated_at': '2022-03-24T01:23:07Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:21.622740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bc6816-b869-4b5c-b2b5-f0bffa476aa1 None None] Checking router: ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:24:21.656016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bc6816-b869-4b5c-b2b5-f0bffa476aa1 None None] Routers {'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:24:21.656916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e0bc6816-b869-4b5c-b2b5-f0bffa476aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:24:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:21.717208 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33048382-7caf-4830-add7-31f5ad33354c req-166ca088-e1de-4a2e-a693-84a108bd5715 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=feac985d-3eaa-4776-8fdb-131c27fb9453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871134 Mar 24 01:24:21.872614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e50dd2-8307-49a2-9634-3b6d314664e5 req-7aeb58e2-27a2-4e30-9552-6a1d91cdebfc tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:21.886580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39e50dd2-8307-49a2-9634-3b6d314664e5 req-7aeb58e2-27a2-4e30-9552-6a1d91cdebfc tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.2957799 Mar 24 01:24:21.955882 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-e0bc6816-b869-4b5c-b2b5-f0bffa476aa1 None None] Set router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:24:21.962516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121c4a9-6499-46e3-a4b3-a4aaa0f9ac8c req-b678d43f-0efd-433c-baca-fb3ff3b1d00d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:21.964576 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3121c4a9-6499-46e3-a4b3-a4aaa0f9ac8c req-b678d43f-0efd-433c-baca-fb3ff3b1d00d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 944 time: 0.2453053 Mar 24 01:24:22.036361 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5b9a4-3d03-4344-8840-150686e41430 req-5f4ca3b5-37be-4afd-8def-ae902e393378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:22.059981 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-56e5b9a4-3d03-4344-8840-150686e41430 req-5f4ca3b5-37be-4afd-8def-ae902e393378 service neutron] 10.222.0.48 "GET /v2.0/networks?id=95ae8bf0-4b1a-45be-b86a-0f046397ef01 HTTP/1.1" status: 200 len: 897 time: 1.0360954 Mar 24 01:24:22.148809 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-56e5b9a4-3d03-4344-8840-150686e41430 req-1eb1a6d8-afbe-4d52-b6aa-7246cc1cf796 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed918379-7884-48ed-9ffc-ac759127c03f HTTP/1.1" status: 200 len: 217 time: 0.0798326 Mar 24 01:24:22.315098 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39e50dd2-8307-49a2-9634-3b6d314664e5 req-dfb2a134-1a21-45ef-9478-68602d0938cc tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261425 Mar 24 01:24:22.346107 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5b9a4-3d03-4344-8840-150686e41430 req-3ba724a2-27fb-48c4-8407-f3e380bfeec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:22.351340 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-56e5b9a4-3d03-4344-8840-150686e41430 req-3ba724a2-27fb-48c4-8407-f3e380bfeec0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2 HTTP/1.1" status: 200 len: 834 time: 0.1971281 Mar 24 01:24:22.407317 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e0bc6816-b869-4b5c-b2b5-f0bffa476aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006508528', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:22:52Z', 'updated_at': '2022-03-24T01:22:59Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:53Z', 'updated_at': '2022-03-24T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd772efa3-4dee-4bb3-a13e-4bef917bf69a', 'name': '', 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:92:7b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:58Z', 'updated_at': '2022-03-24T01:23:07Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:22.421786 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-3121c4a9-6499-46e3-a4b3-a4aaa0f9ac8c req-ef32438b-95c7-47d1-af79-8728a412a9fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting port ed918379-7884-48ed-9ffc-ac759127c03f {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:24:22.425325 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3121c4a9-6499-46e3-a4b3-a4aaa0f9ac8c req-ef32438b-95c7-47d1-af79-8728a412a9fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:22.461012 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bc6816-b869-4b5c-b2b5-f0bffa476aa1 None None] The sync data for ids ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'] in n-d-760455-9 is: [{'id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006508528', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:22:52Z', 'updated_at': '2022-03-24T01:22:59Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:53Z', 'updated_at': '2022-03-24T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd772efa3-4dee-4bb3-a13e-4bef917bf69a', 'name': '', 'network_id': '95ae8bf0-4b1a-45be-b86a-0f046397ef01', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:92:7b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:58Z', 'updated_at': '2022-03-24T01:23:07Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:24:22.466606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5b9a4-3d03-4344-8840-150686e41430 req-07c3dcd9-0654-4df6-9869-c436fdb89554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:22.468403 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-56e5b9a4-3d03-4344-8840-150686e41430 req-07c3dcd9-0654-4df6-9869-c436fdb89554 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95ae8bf0-4b1a-45be-b86a-0f046397ef01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1095111 Mar 24 01:24:22.660210 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-56e5b9a4-3d03-4344-8840-150686e41430 req-3d1c450b-9b1d-426d-b962-e96fa8069905 service neutron] 10.222.0.48 "GET /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846650 Mar 24 01:24:22.666698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3121c4a9-6499-46e3-a4b3-a4aaa0f9ac8c req-ef32438b-95c7-47d1-af79-8728a412a9fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] For port ed918379-7884-48ed-9ffc-ac759127c03f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=ed918379-7884-48ed-9ffc-ac759127c03f,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:24:22.668053 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3121c4a9-6499-46e3-a4b3-a4aaa0f9ac8c req-ef32438b-95c7-47d1-af79-8728a412a9fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:22.686002 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-3121c4a9-6499-46e3-a4b3-a4aaa0f9ac8c req-ef32438b-95c7-47d1-af79-8728a412a9fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Calling delete_port for ed918379-7884-48ed-9ffc-ac759127c03f owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:24:22.889117 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-56e5b9a4-3d03-4344-8840-150686e41430 req-70b4e76a-4015-4774-a96f-fe3e3edbd515 service neutron] 10.222.0.48 "GET /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224014 Mar 24 01:24:23.049620 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840439d-a4e6-4e0c-b46d-88b50f2e861f None None] New status for floating IP a64394a3-d9d9-4dd9-abc6-762e30b38d56: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:24:23.057361 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c045de05-b7d9-4166-b421-13ad9d3bc720 req-2db30e9f-dc3f-4c8f-98d2-dbc549925b80 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95c1690-ccac-44ce-8f5a-e6d80128a847 HTTP/1.1" status: 200 len: 210 time: 0.0697992 Mar 24 01:24:23.058013 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3121c4a9-6499-46e3-a4b3-a4aaa0f9ac8c req-ef32438b-95c7-47d1-af79-8728a412a9fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ed918379-7884-48ed-9ffc-ac759127c03f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:23.155743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32438b-95c7-47d1-af79-8728a412a9fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Port': ['ID=ed918379-7884-48ed-9ffc-ac759127c03f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:23.242944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-3121c4a9-6499-46e3-a4b3-a4aaa0f9ac8c req-ef32438b-95c7-47d1-af79-8728a412a9fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] No DVR routers for this DVR port ed918379-7884-48ed-9ffc-ac759127c03f on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:24:23.248118 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3121c4a9-6499-46e3-a4b3-a4aaa0f9ac8c req-ef32438b-95c7-47d1-af79-8728a412a9fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:23.256301 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3121c4a9-6499-46e3-a4b3-a4aaa0f9ac8c req-ef32438b-95c7-47d1-af79-8728a412a9fa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.48 "DELETE /v2.0/ports/ed918379-7884-48ed-9ffc-ac759127c03f HTTP/1.1" status: 204 len: 173 time: 1.2783213 Mar 24 01:24:23.256826 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'name': 'network-vif-deleted', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:24:23.262785 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b0aa5e-1adf-4209-b306-0768d1324b80" -d '{"events": [{"server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "name": "network-vif-deleted", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:24:23.352649 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acc0d69-6080-49db-8f34-bfe7fbdd1ddb x-openstack-request-id: req-2acc0d69-6080-49db-8f34-bfe7fbdd1ddb {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:24:23.352856 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95c1690-ccac-44ce-8f5a-e6d80128a847", "name": "network-vif-deleted", "tag": "ed918379-7884-48ed-9ffc-ac759127c03f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:24:23.353138 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2acc0d69-6080-49db-8f34-bfe7fbdd1ddb {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:24:23.353564 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2acc0d69-6080-49db-8f34-bfe7fbdd1ddb'] response: {'server_uuid': 'b95c1690-ccac-44ce-8f5a-e6d80128a847', 'name': 'network-vif-deleted', 'tag': 'ed918379-7884-48ed-9ffc-ac759127c03f', 'status': 'completed', 'code': 200} Mar 24 01:24:23.564638 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0a950-259f-47c7-996a-42687b2c1617 req-c1d4b5c5-0376-47b9-a5c3-c6e3e713a887 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:23.567788 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a0a950-259f-47c7-996a-42687b2c1617 req-c1d4b5c5-0376-47b9-a5c3-c6e3e713a887 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.1579554 Mar 24 01:24:23.661916 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a0a950-259f-47c7-996a-42687b2c1617 req-2268da44-a7e8-4ad6-9d6c-7431078d1f32 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817306 Mar 24 01:24:24.185138 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55030) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:24.504698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55040) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:24.938392 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-54759445-183c-4020-890e-900606dac684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:25.123685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-54759445-183c-4020-890e-900606dac684 admin admin] Publish callbacks [] for security_group (58e3debb-e838-49be-8d4b-adca757bf2cf), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:25.149895 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-54759445-183c-4020-890e-900606dac684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (58e3debb-e838-49be-8d4b-adca757bf2cf), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:25.154373 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3df3809e-bcc4-4790-810d-4082ee572044 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:25.225910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c896a-79a5-4d8e-a1c0-069c784be268 req-75d0c68c-5dc8-4574-8a9e-b9eba46f1b4e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:25.227503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-523c896a-79a5-4d8e-a1c0-069c784be268 req-75d0c68c-5dc8-4574-8a9e-b9eba46f1b4e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.3792932 Mar 24 01:24:25.369630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-54759445-183c-4020-890e-900606dac684 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7df6a8cb1d9041f8b77e260257f7ed21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8637588 Mar 24 01:24:25.370378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54759445-183c-4020-890e-900606dac684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e3debb-e838-49be-8d4b-adca757bf2cf,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:25.372686 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55060) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:25.573439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-523c896a-79a5-4d8e-a1c0-069c784be268 req-3249d163-7dc8-488e-81e1-219318d8811c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130639 Mar 24 01:24:25.586673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ed918379-7884-48ed-9ffc-ac759127c03f no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:24:25.646461 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ee70ce55-205b-4ded-be21-e85ae45e8995 admin admin] Publish callbacks [] for security_group (58e3debb-e838-49be-8d4b-adca757bf2cf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:25.650273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: ed918379-7884-48ed-9ffc-ac759127c03f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:24:25.650630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device ed918379-7884-48ed-9ffc-ac759127c03f not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:24:25.690101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-3df3809e-bcc4-4790-810d-4082ee572044 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting port d772efa3-4dee-4bb3-a13e-4bef917bf69a {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:24:25.691195 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3df3809e-bcc4-4790-810d-4082ee572044 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:25.700021 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ee70ce55-205b-4ded-be21-e85ae45e8995 admin admin] Publish callbacks [] for security_group (58e3debb-e838-49be-8d4b-adca757bf2cf), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:25.815502 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ee70ce55-205b-4ded-be21-e85ae45e8995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (58e3debb-e838-49be-8d4b-adca757bf2cf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:25.818279 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ee70ce55-205b-4ded-be21-e85ae45e8995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:25.819397 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ee70ce55-205b-4ded-be21-e85ae45e8995 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58e3debb-e838-49be-8d4b-adca757bf2cf HTTP/1.1" status: 204 len: 168 time: 0.4455421 Mar 24 01:24:25.833144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70ce55-205b-4ded-be21-e85ae45e8995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e3debb-e838-49be-8d4b-adca757bf2cf,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:25.895831 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-3df3809e-bcc4-4790-810d-4082ee572044 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] For port d772efa3-4dee-4bb3-a13e-4bef917bf69a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d772efa3-4dee-4bb3-a13e-4bef917bf69a,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:24:25.898664 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3df3809e-bcc4-4790-810d-4082ee572044 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:25.942851 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-3df3809e-bcc4-4790-810d-4082ee572044 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Calling delete_port for d772efa3-4dee-4bb3-a13e-4bef917bf69a owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:24:26.215237 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3df3809e-bcc4-4790-810d-4082ee572044 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d772efa3-4dee-4bb3-a13e-4bef917bf69a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:26.422134 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3809e-bcc4-4790-810d-4082ee572044 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Port': ['ID=d772efa3-4dee-4bb3-a13e-4bef917bf69a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:26.784674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55078) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:26.837015 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ee6a97a-1673-40d2-ba91-ea7bd0fd6f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:27.041504 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3df3809e-bcc4-4790-810d-4082ee572044 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:27.156266 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ee6a97a-1673-40d2-ba91-ea7bd0fd6f57 admin admin] Publish callbacks [] for security_group (cdac600e-990b-4120-9aff-738284853278), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:27.240824 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ee6a97a-1673-40d2-ba91-ea7bd0fd6f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cdac600e-990b-4120-9aff-738284853278), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:27.431589 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0ee6a97a-1673-40d2-ba91-ea7bd0fd6f57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a889198b0e964490ba71f732da93f883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6427915 Mar 24 01:24:27.435724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55092) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:27.485601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6a97a-1673-40d2-ba91-ea7bd0fd6f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdac600e-990b-4120-9aff-738284853278,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:27.597473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee1bd9-acb4-4c46-92d2-5478118abf41 req-ffb4e03a-7146-453d-a388-75b145299b31 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:27.601503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81ee1bd9-acb4-4c46-92d2-5478118abf41 req-ffb4e03a-7146-453d-a388-75b145299b31 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.7769637 Mar 24 01:24:27.672848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df3809e-bcc4-4790-810d-4082ee572044 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:24:27.824434 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1ad25c25-e244-491d-a0b1-d717f3ccf6dc admin admin] Publish callbacks [] for security_group (cdac600e-990b-4120-9aff-738284853278), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:27.877524 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1ad25c25-e244-491d-a0b1-d717f3ccf6dc admin admin] Publish callbacks [] for security_group (cdac600e-990b-4120-9aff-738284853278), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:27.964640 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df3809e-bcc4-4790-810d-4082ee572044 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:24:27.971115 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1ad25c25-e244-491d-a0b1-d717f3ccf6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (cdac600e-990b-4120-9aff-738284853278), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:27.978342 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc4114-5654-4f45-80cf-56e969bb4577 None None] Sync routers for ids ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:24:28.001133 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3df3809e-bcc4-4790-810d-4082ee572044 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "PUT /v2.0/routers/ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8107100 Mar 24 01:24:28.001367 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1ad25c25-e244-491d-a0b1-d717f3ccf6dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:28.001367 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1ad25c25-e244-491d-a0b1-d717f3ccf6dc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cdac600e-990b-4120-9aff-738284853278 HTTP/1.1" status: 204 len: 168 time: 0.5561604 Mar 24 01:24:28.003648 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55100) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:28.006525 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbc4114-5654-4f45-80cf-56e969bb4577 None None] Routers {'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:24:28.014465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81ee1bd9-acb4-4c46-92d2-5478118abf41 req-42ae0e7a-6732-4a45-96ff-283fba29342b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962131 Mar 24 01:24:28.019709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2fbc4114-5654-4f45-80cf-56e969bb4577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:24:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:28.135918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad25c25-e244-491d-a0b1-d717f3ccf6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdac600e-990b-4120-9aff-738284853278,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:28.318139 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f978e86-7bc2-4cec-9366-9ad17fabf431 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting subnet 3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:24:28.334436 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1f978e86-7bc2-4cec-9366-9ad17fabf431 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for subnet (3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:28.526191 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1f978e86-7bc2-4cec-9366-9ad17fabf431 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:28.652945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-2fbc4114-5654-4f45-80cf-56e969bb4577 None None] Set router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:24:28.825767 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1f978e86-7bc2-4cec-9366-9ad17fabf431 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:28.983633 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1f978e86-7bc2-4cec-9366-9ad17fabf431 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:29.090504 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fe9f0633-86a4-471c-aafa-0b967d1cec9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:29.096758 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f978e86-7bc2-4cec-9366-9ad17fabf431 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:29.112535 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1f978e86-7bc2-4cec-9366-9ad17fabf431 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:29.125626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55130) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:29.128264 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1f978e86-7bc2-4cec-9366-9ad17fabf431 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/subnets/3a7f6f1f-d8a6-4c0a-b1e3-b9716a2032a2 HTTP/1.1" status: 204 len: 168 time: 1.1203213 Mar 24 01:24:29.154731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c40d1f9-584e-4398-a569-0e862d8114be None None] Network 95ae8bf0-4b1a-45be-b86a-0f046397ef01 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:24:29.312606 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e5adb6e-4fb7-4e02-841f-29f263b67f5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:29.446304 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2fbc4114-5654-4f45-80cf-56e969bb4577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006508528', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:22:52Z', 'updated_at': '2022-03-24T01:24:26Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:53Z', 'updated_at': '2022-03-24T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:29.507534 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc4114-5654-4f45-80cf-56e969bb4577 None None] Checking router: ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:24:29.535282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc500e0-0b90-4b11-ad7a-2e0b09152cf8 req-817ac299-594a-44df-aabd-1d7d99005aec tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:29.543952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5dc500e0-0b90-4b11-ad7a-2e0b09152cf8 req-817ac299-594a-44df-aabd-1d7d99005aec tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.2791784 Mar 24 01:24:29.544795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbc4114-5654-4f45-80cf-56e969bb4577 None None] Routers {'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:24:29.550697 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2fbc4114-5654-4f45-80cf-56e969bb4577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:24:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:29.663844 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e5adb6e-4fb7-4e02-841f-29f263b67f5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_gateway (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:29.681071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-2fbc4114-5654-4f45-80cf-56e969bb4577 None None] Set router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:24:29.701424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5dc500e0-0b90-4b11-ad7a-2e0b09152cf8 req-b720f5c3-01c9-43fb-ae1c-09c3ba3bbdad tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521037 Mar 24 01:24:29.819290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-8e5adb6e-4fb7-4e02-841f-29f263b67f5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting port c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:24:29.819658 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e5adb6e-4fb7-4e02-841f-29f263b67f5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:29.933625 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2fbc4114-5654-4f45-80cf-56e969bb4577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006508528', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:22:52Z', 'updated_at': '2022-03-24T01:24:26Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:53Z', 'updated_at': '2022-03-24T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:29.935649 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8679517c-261b-4f10-a006-b4dba27b18fb None None] DHCP port deletion for 95ae8bf0-4b1a-45be-b86a-0f046397ef01 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:24:29.979086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc4114-5654-4f45-80cf-56e969bb4577 None None] The sync data for ids ['ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6'] in n-d-760455-9 is: [{'id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006508528', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:22:52Z', 'updated_at': '2022-03-24T01:24:26Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:22:53Z', 'updated_at': '2022-03-24T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:24:30.005140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-8e5adb6e-4fb7-4e02-841f-29f263b67f5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] For port c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:24:30.005600 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e5adb6e-4fb7-4e02-841f-29f263b67f5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:30.039117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-8e5adb6e-4fb7-4e02-841f-29f263b67f5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Calling delete_port for c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:24:30.073681 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:30.078740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8679517c-261b-4f10-a006-b4dba27b18fb None None] Deleting port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:24:30.080006 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8679517c-261b-4f10-a006-b4dba27b18fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:30.198186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-8679517c-261b-4f10-a006-b4dba27b18fb None None] For port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7,segment=NetworkSegment(9ff9093e-7cba-417d-8c6e-cedea54fc9c2),segment_id=9ff9093e-7cba-417d-8c6e-cedea54fc9c2)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:24:30.198845 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8679517c-261b-4f10-a006-b4dba27b18fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:30.216056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8679517c-261b-4f10-a006-b4dba27b18fb None None] Calling delete_port for 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:24:30.343794 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e5adb6e-4fb7-4e02-841f-29f263b67f5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:30.372911 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8679517c-261b-4f10-a006-b4dba27b18fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:30.398808 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5adb6e-4fb7-4e02-841f-29f263b67f5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Port': ['ID=c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:30.458062 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679517c-261b-4f10-a006-b4dba27b18fb None None] Pushing event deleted for resources: {'Port': ['ID=6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:30.500889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8679517c-261b-4f10-a006-b4dba27b18fb None None] No DVR routers for this DVR port 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:24:30.541076 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e5adb6e-4fb7-4e02-841f-29f263b67f5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:30.543138 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:24:30.570194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:24:30.570870 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6f93cc8c-2f8d-49a0-b79f-7f78fc0cf8f7 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:24:30.586435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d772efa3-4dee-4bb3-a13e-4bef917bf69a no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:24:30.621391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: d772efa3-4dee-4bb3-a13e-4bef917bf69a {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:24:30.622111 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d772efa3-4dee-4bb3-a13e-4bef917bf69a not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:24:30.737646 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e5adb6e-4fb7-4e02-841f-29f263b67f5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:30.740547 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e5adb6e-4fb7-4e02-841f-29f263b67f5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_controller (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:30.794276 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e5adb6e-4fb7-4e02-841f-29f263b67f5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:30.794914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5adb6e-4fb7-4e02-841f-29f263b67f5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Fanout notify agent at l3_agent the message router_deleted on router ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:24:30.807220 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8e5adb6e-4fb7-4e02-841f-29f263b67f5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:30.808410 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8e5adb6e-4fb7-4e02-841f-29f263b67f5e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/routers/ceb64fc7-2b5b-413a-92e8-dfc7bfe3daa6 HTTP/1.1" status: 204 len: 168 time: 1.6817329 Mar 24 01:24:30.811154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55184) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:30.874231 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4793f28b-62cf-4d81-bddd-a891f8516b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:30.910650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772618eb-056a-442b-83c7-a278a40f4aea req-be5b8905-0ef5-49fe-986f-a5a22c65c77a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:30.913313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-772618eb-056a-442b-83c7-a278a40f4aea req-be5b8905-0ef5-49fe-986f-a5a22c65c77a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.0729618 Mar 24 01:24:30.950829 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c09bd41b-12ec-43fe-b561-16a8c8632d37 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (95ae8bf0-4b1a-45be-b86a-0f046397ef01), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:30.999575 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-772618eb-056a-442b-83c7-a278a40f4aea req-4602ecc6-3158-4ef8-941d-cb78910b28ff tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764248 Mar 24 01:24:31.088410 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c09bd41b-12ec-43fe-b561-16a8c8632d37 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (95ae8bf0-4b1a-45be-b86a-0f046397ef01), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:31.120076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-c09bd41b-12ec-43fe-b561-16a8c8632d37 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ae8bf0-4b1a-45be-b86a-0f046397ef01']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:31.131431 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-c09bd41b-12ec-43fe-b561-16a8c8632d37 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff9093e-7cba-417d-8c6e-cedea54fc9c2') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:31.131862 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-c09bd41b-12ec-43fe-b561-16a8c8632d37 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff9093e-7cba-417d-8c6e-cedea54fc9c2') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:31.144267 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c09bd41b-12ec-43fe-b561-16a8c8632d37 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (9ff9093e-7cba-417d-8c6e-cedea54fc9c2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:31.160093 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c09bd41b-12ec-43fe-b561-16a8c8632d37 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (9ff9093e-7cba-417d-8c6e-cedea54fc9c2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:31.168487 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09bd41b-12ec-43fe-b561-16a8c8632d37 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:24:31.168917 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c09bd41b-12ec-43fe-b561-16a8c8632d37 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (9ff9093e-7cba-417d-8c6e-cedea54fc9c2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:24:31.173057 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:24:31.237339 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c09bd41b-12ec-43fe-b561-16a8c8632d37 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (95ae8bf0-4b1a-45be-b86a-0f046397ef01), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:31.257058 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c09bd41b-12ec-43fe-b561-16a8c8632d37 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:31.263256 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c09bd41b-12ec-43fe-b561-16a8c8632d37 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/networks/95ae8bf0-4b1a-45be-b86a-0f046397ef01 HTTP/1.1" status: 204 len: 168 time: 0.4479847 Mar 24 01:24:31.263924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55190) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:31.274180 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bd41b-12ec-43fe-b561-16a8c8632d37 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Network': ['ID=95ae8bf0-4b1a-45be-b86a-0f046397ef01,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:31.356647 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1ed998c8-c8d8-4ff5-850b-5459daca45e2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (feac985d-3eaa-4776-8fdb-131c27fb9453), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:31.415199 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1ed998c8-c8d8-4ff5-850b-5459daca45e2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (feac985d-3eaa-4776-8fdb-131c27fb9453), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:31.524260 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1ed998c8-c8d8-4ff5-850b-5459daca45e2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (feac985d-3eaa-4776-8fdb-131c27fb9453), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:31.527812 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1ed998c8-c8d8-4ff5-850b-5459daca45e2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:31.529337 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1ed998c8-c8d8-4ff5-850b-5459daca45e2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/security-groups/feac985d-3eaa-4776-8fdb-131c27fb9453 HTTP/1.1" status: 204 len: 168 time: 0.2640665 Mar 24 01:24:31.556131 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed998c8-c8d8-4ff5-850b-5459daca45e2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feac985d-3eaa-4776-8fdb-131c27fb9453,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:31.859673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55208) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:31.864276 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-7e6ed939-48d6-4139-8ab5-702ddbcabb0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2088777267', 'description': 'tempest-secgroup-smoke-2088777267 description', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:24:31.898758 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed939-48d6-4139-8ab5-702ddbcabb0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.010744 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed939-48d6-4139-8ab5-702ddbcabb0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (80e029a4-6703-4c98-a124-b0a3d9f13ae5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.031168 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed939-48d6-4139-8ab5-702ddbcabb0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (80e029a4-6703-4c98-a124-b0a3d9f13ae5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.090044 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed939-48d6-4139-8ab5-702ddbcabb0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.094017 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7e6ed939-48d6-4139-8ab5-702ddbcabb0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2307210 Mar 24 01:24:32.095350 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55222) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:32.101486 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d2c303b1-d18f-41f8-b91e-3416547b14ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '80e029a4-6703-4c98-a124-b0a3d9f13ae5', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:24:32.147288 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ed939-48d6-4139-8ab5-702ddbcabb0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e029a4-6703-4c98-a124-b0a3d9f13ae5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:32.161780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:24:32.176969 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d2c303b1-d18f-41f8-b91e-3416547b14ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (2e4f06fe-c500-4f45-a9c1-1ca26b0abfe0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.216791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:24:32.217168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c049ddcf-8c84-40a5-a2cf-9d89c87fc9ac not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:24:32.258174 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.259813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33556253-85e4-4d11-9893-d6261188997b req-a6ee38e8-2d83-40c5-8acd-772a03df210b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:32.261533 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33556253-85e4-4d11-9893-d6261188997b req-a6ee38e8-2d83-40c5-8acd-772a03df210b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.1248887 Mar 24 01:24:32.315588 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d2c303b1-d18f-41f8-b91e-3416547b14ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (2e4f06fe-c500-4f45-a9c1-1ca26b0abfe0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.335785 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d2c303b1-d18f-41f8-b91e-3416547b14ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (2e4f06fe-c500-4f45-a9c1-1ca26b0abfe0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.369191 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c303b1-d18f-41f8-b91e-3416547b14ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4f06fe-c500-4f45-a9c1-1ca26b0abfe0,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:32.381807 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d2c303b1-d18f-41f8-b91e-3416547b14ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.386380 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d2c303b1-d18f-41f8-b91e-3416547b14ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2894225 Mar 24 01:24:32.387219 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55226) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:32.387818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33556253-85e4-4d11-9893-d6261188997b req-aa68138e-70e2-433c-b4a9-267db3b76082 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189344 Mar 24 01:24:32.393304 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4b91c481-d194-4f52-a2a8-0d2c37eaa691 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '80e029a4-6703-4c98-a124-b0a3d9f13ae5', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:24:32.434467 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b91c481-d194-4f52-a2a8-0d2c37eaa691 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (a3e47af7-719c-4cbd-9324-8be76eaea6d1), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.558100 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b91c481-d194-4f52-a2a8-0d2c37eaa691 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (a3e47af7-719c-4cbd-9324-8be76eaea6d1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.565873 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b91c481-d194-4f52-a2a8-0d2c37eaa691 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (a3e47af7-719c-4cbd-9324-8be76eaea6d1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.610455 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.617924 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91c481-d194-4f52-a2a8-0d2c37eaa691 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e47af7-719c-4cbd-9324-8be76eaea6d1,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:32.628453 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b91c481-d194-4f52-a2a8-0d2c37eaa691 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.632437 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4b91c481-d194-4f52-a2a8-0d2c37eaa691 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2405064 Mar 24 01:24:32.632575 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55234) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:32.638836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-dc6c4a94-c671-492d-a8b6-f02b3b55e546 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '80e029a4-6703-4c98-a124-b0a3d9f13ae5', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:24:32.687953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4a94-c671-492d-a8b6-f02b3b55e546 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (2f3f6bf5-0614-4a33-bc78-faa049cf0ebb), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.809836 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4a94-c671-492d-a8b6-f02b3b55e546 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (2f3f6bf5-0614-4a33-bc78-faa049cf0ebb), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.817572 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4a94-c671-492d-a8b6-f02b3b55e546 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (2f3f6bf5-0614-4a33-bc78-faa049cf0ebb), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.852912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c4a94-c671-492d-a8b6-f02b3b55e546 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3f6bf5-0614-4a33-bc78-faa049cf0ebb,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:32.880434 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4a94-c671-492d-a8b6-f02b3b55e546 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:32.882337 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dc6c4a94-c671-492d-a8b6-f02b3b55e546 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2487345 Mar 24 01:24:32.885012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55240) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:32.890263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-92acba92-4178-4248-8c84-463c2000cf51 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '80e029a4-6703-4c98-a124-b0a3d9f13ae5', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:24:32.932127 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92acba92-4178-4248-8c84-463c2000cf51 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (2308f977-4055-483d-a14b-9b708ba17a72), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.064896 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92acba92-4178-4248-8c84-463c2000cf51 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (2308f977-4055-483d-a14b-9b708ba17a72), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.083218 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92acba92-4178-4248-8c84-463c2000cf51 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (2308f977-4055-483d-a14b-9b708ba17a72), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.137078 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92acba92-4178-4248-8c84-463c2000cf51 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.138620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-92acba92-4178-4248-8c84-463c2000cf51 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2524056 Mar 24 01:24:33.141488 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55252) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:33.143796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acba92-4178-4248-8c84-463c2000cf51 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2308f977-4055-483d-a14b-9b708ba17a72,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:33.146914 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d132e50f-ffdb-49e7-8fbe-2134fbaf5f53 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '80e029a4-6703-4c98-a124-b0a3d9f13ae5', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:24:33.197780 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-d132e50f-ffdb-49e7-8fbe-2134fbaf5f53 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Project 0fdc6cb7bc1743249389b96ab4ecbee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:24:33.203750 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d132e50f-ffdb-49e7-8fbe-2134fbaf5f53 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (baf0c7b0-2f36-4156-9690-ddeda9c522fc), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.363905 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d132e50f-ffdb-49e7-8fbe-2134fbaf5f53 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (baf0c7b0-2f36-4156-9690-ddeda9c522fc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.371323 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d132e50f-ffdb-49e7-8fbe-2134fbaf5f53 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (baf0c7b0-2f36-4156-9690-ddeda9c522fc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.395409 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d132e50f-ffdb-49e7-8fbe-2134fbaf5f53 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.399197 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d132e50f-ffdb-49e7-8fbe-2134fbaf5f53 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2536969 Mar 24 01:24:33.399197 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132e50f-ffdb-49e7-8fbe-2134fbaf5f53 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf0c7b0-2f36-4156-9690-ddeda9c522fc,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:33.400044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55258) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:33.404062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-9963131c-a589-4b31-a80c-26cf53af265c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'security_group_rule': {'security_group_id': '80e029a4-6703-4c98-a124-b0a3d9f13ae5', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:24:33.465869 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-9963131c-a589-4b31-a80c-26cf53af265c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Project 0fdc6cb7bc1743249389b96ab4ecbee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:24:33.474933 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9963131c-a589-4b31-a80c-26cf53af265c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (64195d86-401d-4339-b1e4-53f9d6333a79), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.580691 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9963131c-a589-4b31-a80c-26cf53af265c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (64195d86-401d-4339-b1e4-53f9d6333a79), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.590161 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9963131c-a589-4b31-a80c-26cf53af265c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (64195d86-401d-4339-b1e4-53f9d6333a79), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.630216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75ab55-7c44-49ff-ac2d-264a295b6b5b req-a1b37248-5751-412a-a9b3-af6b65bbcca8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:33.631847 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a75ab55-7c44-49ff-ac2d-264a295b6b5b req-a1b37248-5751-412a-a9b3-af6b65bbcca8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.1291664 Mar 24 01:24:33.633549 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963131c-a589-4b31-a80c-26cf53af265c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64195d86-401d-4339-b1e4-53f9d6333a79,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:33.649222 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9963131c-a589-4b31-a80c-26cf53af265c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.650995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9963131c-a589-4b31-a80c-26cf53af265c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2503862 Mar 24 01:24:33.653949 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55270) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:33.659650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f371f0b8-d42d-4c4d-bc2e-86c120beb54a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'network': {'name': 'tempest-network-smoke--107228586', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'port_security_enabled': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:24:33.708908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f371f0b8-d42d-4c4d-bc2e-86c120beb54a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Made reservation on behalf of 0fdc6cb7bc1743249389b96ab4ecbee7 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:24:33.712482 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f371f0b8-d42d-4c4d-bc2e-86c120beb54a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.719379 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7a75ab55-7c44-49ff-ac2d-264a295b6b5b req-ce6db4dd-0293-4dc6-bba1-f6403063f115 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768716 Mar 24 01:24:33.725972 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.742767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f371f0b8-d42d-4c4d-bc2e-86c120beb54a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:24:33.756336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f371f0b8-d42d-4c4d-bc2e-86c120beb54a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e52ed754-c55a-4978-a3da-bc726fb0fbf4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.756336 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-f371f0b8-d42d-4c4d-bc2e-86c120beb54a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Added segment e52ed754-c55a-4978-a3da-bc726fb0fbf4 of type vlan for network fc97ec45-33df-49f1-bdd8-34e5fd059c09 Mar 24 01:24:33.878291 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f371f0b8-d42d-4c4d-bc2e-86c120beb54a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (fc97ec45-33df-49f1-bdd8-34e5fd059c09), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.920485 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f371f0b8-d42d-4c4d-bc2e-86c120beb54a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (fc97ec45-33df-49f1-bdd8-34e5fd059c09), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:33.927208 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f371f0b8-d42d-4c4d-bc2e-86c120beb54a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:33.928001 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f371f0b8-d42d-4c4d-bc2e-86c120beb54a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:34.019644 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371f0b8-d42d-4c4d-bc2e-86c120beb54a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Network': ['ID=fc97ec45-33df-49f1-bdd8-34e5fd059c09,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:34.041740 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f371f0b8-d42d-4c4d-bc2e-86c120beb54a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3841627 Mar 24 01:24:34.042156 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55278) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:34.044774 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network fc97ec45-33df-49f1-bdd8-34e5fd059c09 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:24:34.049518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1883882826', 'admin_state_up': True, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:24:34.105605 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (a2a150b4-3c4a-4338-93a0-20defe476092), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:34.108217 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (a2a150b4-3c4a-4338-93a0-20defe476092), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:34.209384 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_controller (a2a150b4-3c4a-4338-93a0-20defe476092), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:34.449889 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_gateway (a2a150b4-3c4a-4338-93a0-20defe476092), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:34.780504 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_gateway (a2a150b4-3c4a-4338-93a0-20defe476092), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:34.807772 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:34.941598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5ea2-f011-434f-93d2-0b6e03d84b2b req-b6083c79-03da-4a02-9d05-99e18db9645f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:34.943504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-58dd5ea2-f011-434f-93d2-0b6e03d84b2b req-b6083c79-03da-4a02-9d05-99e18db9645f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.0819499 Mar 24 01:24:34.960154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Allocated IP 172.25.0.101 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/d137a822-5453-4ecf-9198-93212b2aac53) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:24:35.008959 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-58dd5ea2-f011-434f-93d2-0b6e03d84b2b req-dc4f4095-01f5-4b77-91f7-d5893ffe9e45 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588186 Mar 24 01:24:35.167062 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (d137a822-5453-4ecf-9198-93212b2aac53), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:35.206240 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d137a822-5453-4ecf-9198-93212b2aac53), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:35.238916 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:35.248812 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:24:35.254310 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:24:35.260410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:24:35.305828 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=d137a822-5453-4ecf-9198-93212b2aac53,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:35.550266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_gateway (a2a150b4-3c4a-4338-93a0-20defe476092), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:35.768308 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (a2a150b4-3c4a-4338-93a0-20defe476092), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:36.281189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39367866-e220-4e13-ba75-0648c601a669 req-39844e1c-0a6a-4d76-b02d-817a0d1bd2f3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:36.291054 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39367866-e220-4e13-ba75-0648c601a669 req-39844e1c-0a6a-4d76-b02d-817a0d1bd2f3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.1139734 Mar 24 01:24:36.332423 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router a2a150b4-3c4a-4338-93a0-20defe476092 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:24:36.357793 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39367866-e220-4e13-ba75-0648c601a669 req-7b6190c8-837a-4e6b-9913-fa9139eb0b3b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656083 Mar 24 01:24:36.468883 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:24:36.478730 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Sync routers for ids ['a2a150b4-3c4a-4338-93a0-20defe476092'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:24:36.494771 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Routers {'a2a150b4-3c4a-4338-93a0-20defe476092'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:24:36.495774 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:24:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a2a150b4-3c4a-4338-93a0-20defe476092'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:36.505894 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:36.509951 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cc19d166-34f6-46ad-bc61-37e09edf8e0b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4635522 Mar 24 01:24:36.510280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55316) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:36.600445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55318) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:36.611194 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2ec478e5-957f-4fd6-8203-8de0de317618 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=0fdc6cb7bc1743249389b96ab4ecbee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0863280 Mar 24 01:24:36.691758 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Set router a2a150b4-3c4a-4338-93a0-20defe476092 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:24:36.890319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc017df-7cbf-4ba7-91e1-2e4fcf329322 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:36.894968 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0dc017df-7cbf-4ba7-91e1-2e4fcf329322 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2931001 Mar 24 01:24:36.898891 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55320) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:36.924469 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883882826', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:35Z', 'revision_number': 3, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:36.949265 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1d30f61d-a81b-481c-a6cc-0aa0b7f25cd7 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490894 Mar 24 01:24:36.953460 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55322) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:36.964600 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d6bf4ca4-89d1-4f61-84a9-65fd42452175 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-175282451', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:24:36.977234 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Checking router: a2a150b4-3c4a-4338-93a0-20defe476092 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:24:36.987614 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Updating router a2a150b4-3c4a-4338-93a0-20defe476092 port d137a822-5453-4ecf-9198-93212b2aac53 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:24:37.054224 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d137a822-5453-4ecf-9198-93212b2aac53), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:37.260415 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bf4ca4-89d1-4f61-84a9-65fd42452175 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Made reservation on behalf of 0fdc6cb7bc1743249389b96ab4ecbee7 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:24:37.264016 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6bf4ca4-89d1-4f61-84a9-65fd42452175 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:37.611721 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Publish callbacks [] for port (d137a822-5453-4ecf-9198-93212b2aac53), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:37.617849 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d137a822-5453-4ecf-9198-93212b2aac53), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:37.631377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a160f37-c972-45a5-b893-ca303095da61 req-51372fe2-01f4-46a5-a253-3e2859024cfa tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:37.634048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a160f37-c972-45a5-b893-ca303095da61 req-51372fe2-01f4-46a5-a253-3e2859024cfa tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.1639364 Mar 24 01:24:37.668485 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6bf4ca4-89d1-4f61-84a9-65fd42452175 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (760c7cad-3f1f-498e-9712-94f30a07d792), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:37.690845 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Pushing event updated for resources: {'Port': ['ID=d137a822-5453-4ecf-9198-93212b2aac53,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:37.698460 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Attempting to bind port d137a822-5453-4ecf-9198-93212b2aac53 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:24:37.698831 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Attempting to bind port d137a822-5453-4ecf-9198-93212b2aac53 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:24:37.699189 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Attempting to bind port d137a822-5453-4ecf-9198-93212b2aac53 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:24:37.706058 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:37.706276 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:37.706615 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:37.706947 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:37.707275 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:37.707610 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:37.707972 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:37.708300 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:37.708616 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:37.708934 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:37.709297 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:37.709616 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:37.709929 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:37.710252 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:37.710616 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:37.715516 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:24:37.715945 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:24:37.716349 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:37.716730 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:24:37.717228 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Bound port: d137a822-5453-4ecf-9198-93212b2aac53, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:24:37.717605 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d137a822-5453-4ecf-9198-93212b2aac53), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:37.744689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf4ca4-89d1-4f61-84a9-65fd42452175 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Subnet': ['ID=760c7cad-3f1f-498e-9712-94f30a07d792,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:37.747302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a160f37-c972-45a5-b893-ca303095da61 req-ccde71da-5746-4c39-a3b1-95fd9f79b118 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082709 Mar 24 01:24:37.794373 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] For port d137a822-5453-4ecf-9198-93212b2aac53, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:24:37.798133 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] For port d137a822-5453-4ecf-9198-93212b2aac53, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d137a822-5453-4ecf-9198-93212b2aac53,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:24:37.805269 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d137a822-5453-4ecf-9198-93212b2aac53), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:37.808406 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bf4ca4-89d1-4f61-84a9-65fd42452175 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Checking segment: {'id': 'e52ed754-c55a-4978-a3da-bc726fb0fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:24:37.808916 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bf4ca4-89d1-4f61-84a9-65fd42452175 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network hostable DHCP agents. Network: fc97ec45-33df-49f1-bdd8-34e5fd059c09, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:24:37.847451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bf4ca4-89d1-4f61-84a9-65fd42452175 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network fc97ec45-33df-49f1-bdd8-34e5fd059c09 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:24:37.861271 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Routers {'a2a150b4-3c4a-4338-93a0-20defe476092'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:24:37.861271 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:24:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a2a150b4-3c4a-4338-93a0-20defe476092'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:37.874807 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d6bf4ca4-89d1-4f61-84a9-65fd42452175 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, fc97ec45-33df-49f1-bdd8-34e5fd059c09) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:24:37.886169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9538e717-cd8b-46de-ba0b-fee32a4eb7a0 None None] Network fc97ec45-33df-49f1-bdd8-34e5fd059c09 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:24:37.895307 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bf4ca4-89d1-4f61-84a9-65fd42452175 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:37.898467 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d6bf4ca4-89d1-4f61-84a9-65fd42452175 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:37.942771 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d6bf4ca4-89d1-4f61-84a9-65fd42452175 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9861560 Mar 24 01:24:37.944094 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55350) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:38.008937 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] Set router a2a150b4-3c4a-4338-93a0-20defe476092 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:24:38.089684 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ips': [{'subnet_id': '760c7cad-3f1f-498e-9712-94f30a07d792'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:24:38.091153 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:38.131725 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c95699-d40c-46f5-a549-ec437ca788e3 None None] Pushing event updated for resources: {'Port': ['ID=d137a822-5453-4ecf-9198-93212b2aac53,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:38.312056 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883882826', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:35Z', 'revision_number': 3, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:38.347136 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Allocated IP 172.20.0.2 (fc97ec45-33df-49f1-bdd8-34e5fd059c09/760c7cad-3f1f-498e-9712-94f30a07d792/4f7ef0e6-4465-41b1-aa1e-ba54b166f43f) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:24:38.350011 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d387ab1e-d1bd-44f2-8c3d-c9a9ee896d49 None None] The sync data for ids ['a2a150b4-3c4a-4338-93a0-20defe476092'] in n-d-760455-9 is: [{'id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883882826', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:35Z', 'revision_number': 3, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:24:38.666156 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Publish callbacks [] for port (4f7ef0e6-4465-41b1-aa1e-ba54b166f43f), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:38.679638 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (4f7ef0e6-4465-41b1-aa1e-ba54b166f43f), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:38.719367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Network fc97ec45-33df-49f1-bdd8-34e5fd059c09 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:24:38.722596 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:24:38.769335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:24:38.903528 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:38.911550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Pushing event updated for resources: {'Port': ['ID=4f7ef0e6-4465-41b1-aa1e-ba54b166f43f,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:38.998662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Attempting to bind port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:24:38.999056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Attempting to bind port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'e52ed754-c55a-4978-a3da-bc726fb0fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:24:38.999463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Attempting to bind port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f on network fc97ec45-33df-49f1-bdd8-34e5fd059c09 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:24:39.006886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:24:39.007340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Checking segment: {'id': 'e52ed754-c55a-4978-a3da-bc726fb0fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:24:39.007751 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:39.009527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Bound using segment: {'id': 'e52ed754-c55a-4978-a3da-bc726fb0fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:24:39.009930 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Bound port: 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52ed754-c55a-4978-a3da-bc726fb0fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:24:39.011273 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4f7ef0e6-4465-41b1-aa1e-ba54b166f43f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:39.228302 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] For port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:24:39.238336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] For port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4f7ef0e6-4465-41b1-aa1e-ba54b166f43f,segment=NetworkSegment(e52ed754-c55a-4978-a3da-bc726fb0fbf4),segment_id=e52ed754-c55a-4978-a3da-bc726fb0fbf4)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:24:39.252578 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4f7ef0e6-4465-41b1-aa1e-ba54b166f43f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:39.373083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25991f18-6b55-4c44-8128-1fec039a7989 None None] Pushing event updated for resources: {'Port': ['ID=4f7ef0e6-4465-41b1-aa1e-ba54b166f43f,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:39.577856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892a0ac-db27-4ed1-ae0b-2ad2cf16bc42 req-1b752838-8b64-49ef-b218-e6bd2d92fc42 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:39.580069 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d892a0ac-db27-4ed1-ae0b-2ad2cf16bc42 req-1b752838-8b64-49ef-b218-e6bd2d92fc42 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.1749933 Mar 24 01:24:39.907878 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d892a0ac-db27-4ed1-ae0b-2ad2cf16bc42 req-3b59245e-3d4f-4e5f-8488-3537dc517aef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190353 Mar 24 01:24:39.955611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Allocated IP 172.20.0.1 (fc97ec45-33df-49f1-bdd8-34e5fd059c09/760c7cad-3f1f-498e-9712-94f30a07d792/e4fa5217-d2b7-4988-a331-6f326cfeb9e2) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:24:40.240750 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:40.314200 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:40.326956 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:24:40.485018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:40.486006 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4f7ef0e6-4465-41b1-aa1e-ba54b166f43f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:40.700398 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:24:40.700807 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4f7ef0e6-4465-41b1-aa1e-ba54b166f43f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:40.772524 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4f7ef0e6-4465-41b1-aa1e-ba54b166f43f,segment=NetworkSegment(e52ed754-c55a-4978-a3da-bc726fb0fbf4),segment_id=e52ed754-c55a-4978-a3da-bc726fb0fbf4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:24:40.780667 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4f7ef0e6-4465-41b1-aa1e-ba54b166f43f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:40.781856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d137a822-5453-4ecf-9198-93212b2aac53 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:24:40.888373 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=4f7ef0e6-4465-41b1-aa1e-ba54b166f43f,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:41.024105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d137a822-5453-4ecf-9198-93212b2aac53 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:41.024516 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d137a822-5453-4ecf-9198-93212b2aac53), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:41.252361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d137a822-5453-4ecf-9198-93212b2aac53 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:24:41.252764 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d137a822-5453-4ecf-9198-93212b2aac53), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:41.307677 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port d137a822-5453-4ecf-9198-93212b2aac53, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d137a822-5453-4ecf-9198-93212b2aac53,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:24:41.314546 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d137a822-5453-4ecf-9198-93212b2aac53), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:41.344596 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network fc97ec45-33df-49f1-bdd8-34e5fd059c09 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:24:41.388253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:24:41.392166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:24:41.425658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=d137a822-5453-4ecf-9198-93212b2aac53,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:41.530763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=e4fa5217-d2b7-4988-a331-6f326cfeb9e2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:41.559193 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (a2a150b4-3c4a-4338-93a0-20defe476092), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:41.569970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120609d7-84b2-4db9-a305-fe0d46be8f6c req-f5be98b0-c190-415f-9971-35f474cf9907 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:41.586676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-120609d7-84b2-4db9-a305-fe0d46be8f6c req-f5be98b0-c190-415f-9971-35f474cf9907 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.2829006 Mar 24 01:24:41.687435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdeb59b-02b3-4f85-bc66-ddd404c2a819 None None] Network fc97ec45-33df-49f1-bdd8-34e5fd059c09 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:24:41.736131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-120609d7-84b2-4db9-a305-fe0d46be8f6c req-b97c52c2-f1e8-4707-9dd5-8d8afcdab9a3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447356 Mar 24 01:24:41.851914 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:41.915552 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a18710b9-39f4-4b86-bd64-ea6a3f56cf98 None None] Provisioning complete for port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:41.915933 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a18710b9-39f4-4b86-bd64-ea6a3f56cf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4f7ef0e6-4465-41b1-aa1e-ba54b166f43f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:42.196664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a18710b9-39f4-4b86-bd64-ea6a3f56cf98 None None] Current status of the port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:24:42.228755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:24:42.360599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:42.360984 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4f7ef0e6-4465-41b1-aa1e-ba54b166f43f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:42.566326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:24:42.567445 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d137a822-5453-4ecf-9198-93212b2aac53 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:24:42.579796 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:42.594433 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:42.722042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1be4a12f-022a-4cc6-b081-9f585a57e090 None None] Provisioning complete for port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:42.722421 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1be4a12f-022a-4cc6-b081-9f585a57e090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4f7ef0e6-4465-41b1-aa1e-ba54b166f43f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:42.726245 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (a2a150b4-3c4a-4338-93a0-20defe476092), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:42.903193 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d137a822-5453-4ecf-9198-93212b2aac53 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:42.917791 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d137a822-5453-4ecf-9198-93212b2aac53), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:43.031700 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1be4a12f-022a-4cc6-b081-9f585a57e090 None None] Current status of the port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:24:43.067950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1be4a12f-022a-4cc6-b081-9f585a57e090 None None] Provisioning complete for port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:43.068327 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1be4a12f-022a-4cc6-b081-9f585a57e090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:43.107199 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network fc97ec45-33df-49f1-bdd8-34e5fd059c09 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:24:43.109298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=e4fa5217-d2b7-4988-a331-6f326cfeb9e2,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:43.120983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:24:43.155373 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1be4a12f-022a-4cc6-b081-9f585a57e090 None None] Port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:24:43.241552 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d137a822-5453-4ecf-9198-93212b2aac53 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:24:43.285759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c897fe64-3ad7-40c3-8c1e-919614b93850 None None] Provisioning complete for port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:43.286143 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c897fe64-3ad7-40c3-8c1e-919614b93850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:43.343681 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c897fe64-3ad7-40c3-8c1e-919614b93850 None None] Port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:24:43.373447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router a2a150b4-3c4a-4338-93a0-20defe476092 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:24:43.538351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:24:43.548323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565e06b-7e6a-467b-a5d4-bffe7630d58c req-30f67aa7-03d2-43c8-a39a-5c4683338599 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:43.549931 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c565e06b-7e6a-467b-a5d4-bffe7630d58c req-30f67aa7-03d2-43c8-a39a-5c4683338599 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.6099317 Mar 24 01:24:43.550836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Sync routers for ids ['a2a150b4-3c4a-4338-93a0-20defe476092'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:24:43.554071 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-61ac145c-0bce-4922-86b6-21f57dad8a6b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "PUT /v2.0/routers/a2a150b4-3c4a-4338-93a0-20defe476092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6087608 Mar 24 01:24:43.604867 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Routers {'a2a150b4-3c4a-4338-93a0-20defe476092'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:24:43.617475 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:24:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a2a150b4-3c4a-4338-93a0-20defe476092'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:43.662526 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c565e06b-7e6a-467b-a5d4-bffe7630d58c req-8dfa43b2-d0f9-4e3f-b994-5f05fd12ef31 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898705 Mar 24 01:24:43.854678 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-fbd175ea-b025-483d-924e-09809b0a73dd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088777267&fields=id&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7 HTTP/1.1" status: 200 len: 267 time: 0.0788567 Mar 24 01:24:44.104796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-869ba2a1-e1e2-4e47-b4e4-181f2a8b799a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:44.105027 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c5635efc-426a-46e1-a0b7-1efe60071edd None None] Provisioning complete for port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:44.105027 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c5635efc-426a-46e1-a0b7-1efe60071edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:44.105592 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-869ba2a1-e1e2-4e47-b4e4-181f2a8b799a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/networks?id=fc97ec45-33df-49f1-bdd8-34e5fd059c09 HTTP/1.1" status: 200 len: 796 time: 0.2432163 Mar 24 01:24:44.124545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-fcde569e-8cf9-43c4-a0d7-8decafca6b02 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/quotas/0fdc6cb7bc1743249389b96ab4ecbee7 HTTP/1.1" status: 200 len: 375 time: 0.0125630 Mar 24 01:24:44.220957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-74412d94-edb4-4c5c-a996-055da77d90d1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904491 Mar 24 01:24:44.228656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Set router a2a150b4-3c4a-4338-93a0-20defe476092 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:24:44.484948 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-b4b98797-673d-4db7-b74f-cc3ada15498c service neutron] 10.222.0.45 "GET /v2.0/networks/fc97ec45-33df-49f1-bdd8-34e5fd059c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521062 Mar 24 01:24:44.582811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c5635efc-426a-46e1-a0b7-1efe60071edd None None] Port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:24:44.719930 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-d4fe1103-059e-4dbe-89a7-e748c5360341 service neutron] 10.222.0.45 "GET /v2.0/networks/fc97ec45-33df-49f1-bdd8-34e5fd059c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286530 Mar 24 01:24:44.812526 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883882826', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'e4fa5217-d2b7-4988-a331-6f326cfeb9e2', 'name': '', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:9a:c4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:39Z', 'updated_at': '2022-03-24T01:24:42Z', 'revision_number': 2, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:44.863359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Checking router: a2a150b4-3c4a-4338-93a0-20defe476092 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:24:44.864475 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Updating router a2a150b4-3c4a-4338-93a0-20defe476092 port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:24:44.972902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2711b6-350b-46c2-ae5b-9abce1a25b87 req-45ddfd64-d801-4ba4-90f2-6c3b7e948a7b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:44.974541 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:44.979014 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a2711b6-350b-46c2-ae5b-9abce1a25b87 req-45ddfd64-d801-4ba4-90f2-6c3b7e948a7b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.1782506 Mar 24 01:24:45.175717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-17cf6416-9366-4c79-8995-761bfbdc0c66 req-ae8cbe96-826f-4521-83e9-c863919a36ff tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 210 time: 0.0594697 Mar 24 01:24:45.241169 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a2711b6-350b-46c2-ae5b-9abce1a25b87 req-4bd65560-837e-47c5-87bf-f5b7e5ab99e7 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307808 Mar 24 01:24:45.568499 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Publish callbacks [] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:45.578528 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:45.733622 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8eaaa-119c-461e-9be0-b72f01d29835 None None] Pushing event updated for resources: {'Port': ['ID=e4fa5217-d2b7-4988-a331-6f326cfeb9e2,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:45.762221 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Attempting to bind port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:24:45.763079 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Attempting to bind port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'e52ed754-c55a-4978-a3da-bc726fb0fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:24:45.763958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Attempting to bind port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 on network fc97ec45-33df-49f1-bdd8-34e5fd059c09 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:24:45.777941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:24:45.778670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Checking segment: {'id': 'e52ed754-c55a-4978-a3da-bc726fb0fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:24:45.779260 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:45.780390 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Bound using segment: {'id': 'e52ed754-c55a-4978-a3da-bc726fb0fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:24:45.782032 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Bound port: e4fa5217-d2b7-4988-a331-6f326cfeb9e2, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52ed754-c55a-4978-a3da-bc726fb0fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:24:45.782642 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:45.942180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] For port e4fa5217-d2b7-4988-a331-6f326cfeb9e2, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:24:45.954340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] For port e4fa5217-d2b7-4988-a331-6f326cfeb9e2, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e4fa5217-d2b7-4988-a331-6f326cfeb9e2,segment=NetworkSegment(e52ed754-c55a-4978-a3da-bc726fb0fbf4),segment_id=e52ed754-c55a-4978-a3da-bc726fb0fbf4)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:24:45.968006 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:46.069369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Routers {'a2a150b4-3c4a-4338-93a0-20defe476092'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:24:46.070285 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:24:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a2a150b4-3c4a-4338-93a0-20defe476092'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:46.077422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0e3395bd-3049-4922-ad7d-ddeacb8dec41 None None] Provisioning complete for port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:46.078003 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e3395bd-3049-4922-ad7d-ddeacb8dec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:46.290904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8eaaa-119c-461e-9be0-b72f01d29835 None None] Pushing event updated for resources: {'Port': ['ID=e4fa5217-d2b7-4988-a331-6f326cfeb9e2,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:46.368497 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac72fa8c-e6bb-403e-8a6e-1de80bbafe43 req-e71bbeb2-29e4-4e3c-b3c8-cc7ef16e31fb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 210 time: 0.0927699 Mar 24 01:24:46.468283 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0e3395bd-3049-4922-ad7d-ddeacb8dec41 None None] Current status of the port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:24:46.468681 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e3395bd-3049-4922-ad7d-ddeacb8dec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:46.523544 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0c055-4f43-4edf-92a3-3f2a0a21947a req-9461cfd0-9e2d-4dd1-bf1e-e4428ced0bc7 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:46.526079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76b0c055-4f43-4edf-92a3-3f2a0a21947a req-9461cfd0-9e2d-4dd1-bf1e-e4428ced0bc7 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.1140623 Mar 24 01:24:46.537395 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] Set router a2a150b4-3c4a-4338-93a0-20defe476092 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:24:46.617140 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0e3395bd-3049-4922-ad7d-ddeacb8dec41 None None] For port e4fa5217-d2b7-4988-a331-6f326cfeb9e2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e4fa5217-d2b7-4988-a331-6f326cfeb9e2,segment=NetworkSegment(e52ed754-c55a-4978-a3da-bc726fb0fbf4),segment_id=e52ed754-c55a-4978-a3da-bc726fb0fbf4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:24:46.675888 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e3395bd-3049-4922-ad7d-ddeacb8dec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:46.750746 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76b0c055-4f43-4edf-92a3-3f2a0a21947a req-489df96e-40af-4be3-9aaa-38eb5ded7067 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176037 Mar 24 01:24:46.861648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-8eb08290-931a-4a02-8072-484a3f8f6d46 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:46.863271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-8eb08290-931a-4a02-8072-484a3f8f6d46 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.57 "GET /v2.0/networks?id=fc97ec45-33df-49f1-bdd8-34e5fd059c09 HTTP/1.1" status: 200 len: 796 time: 0.2562108 Mar 24 01:24:46.959720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3395bd-3049-4922-ad7d-ddeacb8dec41 None None] Pushing event updated for resources: {'Port': ['ID=e4fa5217-d2b7-4988-a331-6f326cfeb9e2,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:46.967557 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cada075e-d931-4413-9487-296b050078e9 None None] Provisioning complete for port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:46.968069 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cada075e-d931-4413-9487-296b050078e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:47.001877 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-2c418d55-d6db-47b6-88ad-73eaf463693d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7 HTTP/1.1" status: 200 len: 380 time: 0.1252105 Mar 24 01:24:47.012840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-b81763a4-b999-4a5a-984c-31d67d9740f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'port': {'device_id': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'admin_state_up': True, 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'security_groups': ['80e029a4-6703-4c98-a124-b0a3d9f13ae5']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:24:47.118177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cada075e-d931-4413-9487-296b050078e9 None None] Current status of the port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:24:47.136394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883882826', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'e4fa5217-d2b7-4988-a331-6f326cfeb9e2', 'name': '', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:9a:c4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:39Z', 'updated_at': '2022-03-24T01:24:45Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:24:47.159424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-b81763a4-b999-4a5a-984c-31d67d9740f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Made reservation on behalf of 0fdc6cb7bc1743249389b96ab4ecbee7 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:24:47.163532 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-b81763a4-b999-4a5a-984c-31d67d9740f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:47.172802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edba0231-25c4-4ea4-8747-1aeb6fa73ecc None None] The sync data for ids ['a2a150b4-3c4a-4338-93a0-20defe476092'] in n-d-760455-9 is: [{'id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883882826', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'e4fa5217-d2b7-4988-a331-6f326cfeb9e2', 'name': '', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:9a:c4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:39Z', 'updated_at': '2022-03-24T01:24:45Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:24:47.447398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-b81763a4-b999-4a5a-984c-31d67d9740f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Allocated IP 172.20.0.12 (fc97ec45-33df-49f1-bdd8-34e5fd059c09/760c7cad-3f1f-498e-9712-94f30a07d792/8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:24:47.630909 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d90dc867-8568-411b-a33f-435ef8b8821d req-b2ca248f-3741-4101-8eff-0e7f67d2429b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 210 time: 0.1068089 Mar 24 01:24:47.859122 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-b81763a4-b999-4a5a-984c-31d67d9740f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:47.946698 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-b81763a4-b999-4a5a-984c-31d67d9740f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:48.060455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-b81763a4-b999-4a5a-984c-31d67d9740f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network fc97ec45-33df-49f1-bdd8-34e5fd059c09 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:24:48.062043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81763a4-b999-4a5a-984c-31d67d9740f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:48.065060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-b81763a4-b999-4a5a-984c-31d67d9740f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:24:48.071879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-b81763a4-b999-4a5a-984c-31d67d9740f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:24:48.214683 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-b81763a4-b999-4a5a-984c-31d67d9740f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:48.215496 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-b81763a4-b999-4a5a-984c-31d67d9740f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:48.259946 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-b81763a4-b999-4a5a-984c-31d67d9740f8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2513080 Mar 24 01:24:48.274631 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Request body: {'port': {'device_id': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:24:48.305471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e4fa5217-d2b7-4988-a331-6f326cfeb9e2 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:24:48.434141 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec115c8d-95d8-4c3c-b7b6-a7f9eb2cda07 req-ad5bcfe8-5d49-4411-970a-f81c85fc72e3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:48.443072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec115c8d-95d8-4c3c-b7b6-a7f9eb2cda07 req-ad5bcfe8-5d49-4411-970a-f81c85fc72e3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.5125220 Mar 24 01:24:48.487147 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:48.488054 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:48.636239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:48.781791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec115c8d-95d8-4c3c-b7b6-a7f9eb2cda07 req-a7cae753-30a1-477e-ab24-4e0555964b55 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256032 Mar 24 01:24:48.896639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0713fb08-01f3-4eee-992c-dad6b5183d7e None None] Provisioning complete for port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:48.897432 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0713fb08-01f3-4eee-992c-dad6b5183d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:48.899414 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:24:48.997693 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0713fb08-01f3-4eee-992c-dad6b5183d7e None None] Port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:24:49.241454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71b51-1805-4b7a-adfe-19443e46db25 req-10195e63-586c-430a-987e-df13b797ce5b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:49.246382 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a9e71b51-1805-4b7a-adfe-19443e46db25 req-10195e63-586c-430a-987e-df13b797ce5b tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 932 time: 0.3441272 Mar 24 01:24:49.530131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a9e71b51-1805-4b7a-adfe-19443e46db25 req-156951d9-0a5d-4448-8c26-3226f84be796 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774699 Mar 24 01:24:49.555560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:24:49.588893 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Publish callbacks [] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:49.614030 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Transition to ACTIVE for port object 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:24:49.623646 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:49.804254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:50.103952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196727b-03c9-4595-a447-6a5e2c258248 req-0e48b762-7101-43a0-b5f5-2f74831e1cb8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:50.112265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5196727b-03c9-4595-a447-6a5e2c258248 req-0e48b762-7101-43a0-b5f5-2f74831e1cb8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.1619632 Mar 24 01:24:50.158587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Attempting to bind port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:24:50.159272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Attempting to bind port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'e52ed754-c55a-4978-a3da-bc726fb0fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:24:50.159834 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Attempting to bind port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb on network fc97ec45-33df-49f1-bdd8-34e5fd059c09 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:24:50.173973 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb on network fc97ec45-33df-49f1-bdd8-34e5fd059c09 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:24:50.174691 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Attempting to bind port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb on network fc97ec45-33df-49f1-bdd8-34e5fd059c09 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:24:50.191633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:24:50.192377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Checking segment: {'id': 'e52ed754-c55a-4978-a3da-bc726fb0fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:24:50.193176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Bound using segment: {'id': 'e52ed754-c55a-4978-a3da-bc726fb0fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:24:50.193889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Bound port: 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e52ed754-c55a-4978-a3da-bc726fb0fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:24:50.194508 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:50.200097 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5196727b-03c9-4595-a447-6a5e2c258248 req-a513f719-2915-4af4-b601-760325dc547e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869842 Mar 24 01:24:50.277238 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:24:50.340459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] For port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:24:50.345977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] For port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,segment=NetworkSegment(e52ed754-c55a-4978-a3da-bc726fb0fbf4),segment_id=e52ed754-c55a-4978-a3da-bc726fb0fbf4)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:24:50.369117 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:50.458005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:50.458789 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:50.460744 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] 10.222.0.57 "PUT /v2.0/ports/8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb HTTP/1.1" status: 200 len: 1092 time: 2.1904740 Mar 24 01:24:50.461331 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'tag': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:24:50.467621 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5ba3bc-931b-423c-9fdc-ec7634e74ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "36f63e69-14a5-49af-8469-fa2741e5a9c2", "tag": "8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:24:50.548015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fae44b-883c-48d5-a40d-5c8bb30b1462 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:50.573775 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3531373-b55f-4f30-b023-cef4d04655a1 x-openstack-request-id: req-e3531373-b55f-4f30-b023-cef4d04655a1 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:24:50.574443 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f63e69-14a5-49af-8469-fa2741e5a9c2", "tag": "8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:24:50.574836 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3531373-b55f-4f30-b023-cef4d04655a1 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:24:50.575411 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3531373-b55f-4f30-b023-cef4d04655a1'] response: {'name': 'network-changed', 'server_uuid': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'tag': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb', 'status': 'completed', 'code': 200} Mar 24 01:24:50.601541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-a2dfbc3d-b8ef-43ec-8364-8cfd6ef2efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:50.606466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-a2dfbc3d-b8ef-43ec-8364-8cfd6ef2efc3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 1126 time: 0.0995421 Mar 24 01:24:50.707701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-e86ba244-e743-4e2c-8c2c-9612b0e4e2e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb HTTP/1.1" status: 200 len: 217 time: 0.0931838 Mar 24 01:24:50.891366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-07b71f55-9cee-4e26-91b9-5a12e9afa52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:50.892846 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-07b71f55-9cee-4e26-91b9-5a12e9afa52f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=760c7cad-3f1f-498e-9712-94f30a07d792 HTTP/1.1" status: 200 len: 834 time: 0.1795893 Mar 24 01:24:51.069603 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6917a-07e2-4bae-b64a-d695d7db09f7 req-320a90b1-acdf-4395-8179-014e117a8497 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:51.078159 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0a6917a-07e2-4bae-b64a-d695d7db09f7 req-320a90b1-acdf-4395-8179-014e117a8497 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 944 time: 0.3539188 Mar 24 01:24:51.115122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-410ad315-6adc-4e45-b218-a189f27244a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:51.117179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-410ad315-6adc-4e45-b218-a189f27244a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc97ec45-33df-49f1-bdd8-34e5fd059c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1612682 Mar 24 01:24:51.317431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0a6917a-07e2-4bae-b64a-d695d7db09f7 req-251e262b-7b22-46d7-8297-a703a90bcfa9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375512 Mar 24 01:24:51.498461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-b82f909b-7381-4817-ab5d-6da8fde4860a service neutron] 10.222.0.57 "GET /v2.0/networks/fc97ec45-33df-49f1-bdd8-34e5fd059c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680964 Mar 24 01:24:51.675679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca9a54-cd9f-4911-b18a-963ee390c5e3 req-ec475765-b5fc-4513-a1a8-373ead4d5a99 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:51.684299 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aeca9a54-cd9f-4911-b18a-963ee390c5e3 req-ec475765-b5fc-4513-a1a8-373ead4d5a99 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.3103173 Mar 24 01:24:51.777263 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aeca9a54-cd9f-4911-b18a-963ee390c5e3 req-17ee6d59-1bcb-407f-bcd2-eb11d30e7576 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919044 Mar 24 01:24:51.779641 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-950c1ff0-7fc0-495e-89b5-0749c96f0c6c req-0eb51ec1-c83a-4a79-b044-f5dcafd1b47a service neutron] 10.222.0.57 "GET /v2.0/networks/fc97ec45-33df-49f1-bdd8-34e5fd059c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736311 Mar 24 01:24:51.922085 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ba3bc-931b-423c-9fdc-ec7634e74ccb req-937a6cd1-3d29-48ad-b25b-88be291a7521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:51.924688 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb5ba3bc-931b-423c-9fdc-ec7634e74ccb req-937a6cd1-3d29-48ad-b25b-88be291a7521 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 1126 time: 0.0900769 Mar 24 01:24:52.243172 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ba3bc-931b-423c-9fdc-ec7634e74ccb req-12cf8950-60e1-4f42-a397-7b83720b986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:52.248201 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb5ba3bc-931b-423c-9fdc-ec7634e74ccb req-12cf8950-60e1-4f42-a397-7b83720b986f service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc97ec45-33df-49f1-bdd8-34e5fd059c09 HTTP/1.1" status: 200 len: 897 time: 0.3166680 Mar 24 01:24:52.326339 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb5ba3bc-931b-423c-9fdc-ec7634e74ccb req-d017644a-8bc7-40f9-83f8-00c811b26ba1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb HTTP/1.1" status: 200 len: 217 time: 0.0642076 Mar 24 01:24:52.414923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ba3bc-931b-423c-9fdc-ec7634e74ccb req-bc079c76-dba8-45aa-b780-788a8f7585c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:52.421580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb5ba3bc-931b-423c-9fdc-ec7634e74ccb req-bc079c76-dba8-45aa-b780-788a8f7585c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=760c7cad-3f1f-498e-9712-94f30a07d792 HTTP/1.1" status: 200 len: 834 time: 0.0941880 Mar 24 01:24:52.660552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ba3bc-931b-423c-9fdc-ec7634e74ccb req-4cef75f9-97cf-4c24-b76d-f4c882e02e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:52.663338 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb5ba3bc-931b-423c-9fdc-ec7634e74ccb req-4cef75f9-97cf-4c24-b76d-f4c882e02e48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc97ec45-33df-49f1-bdd8-34e5fd059c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2340107 Mar 24 01:24:52.812377 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb5ba3bc-931b-423c-9fdc-ec7634e74ccb req-a9a28d24-f959-4073-9c07-ad4d44cf68c6 service neutron] 10.222.0.57 "GET /v2.0/networks/fc97ec45-33df-49f1-bdd8-34e5fd059c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375711 Mar 24 01:24:52.843865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c591fd5-d3ae-4b10-b8e9-2646122e890f req-3673d8e8-4436-4b8d-a0ab-7bd2e7f3e2af tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:52.850462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c591fd5-d3ae-4b10-b8e9-2646122e890f req-3673d8e8-4436-4b8d-a0ab-7bd2e7f3e2af tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 944 time: 0.2450294 Mar 24 01:24:53.231628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c591fd5-d3ae-4b10-b8e9-2646122e890f req-ee0d76ee-dee6-4cc9-9465-7384cf797fa2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468399 Mar 24 01:24:53.261955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e93214-3d82-4704-a8b0-f62fb3e870b3 req-4621360a-ae9a-4c8d-877f-70daf0790573 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:53.263509 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-03e93214-3d82-4704-a8b0-f62fb3e870b3 req-4621360a-ae9a-4c8d-877f-70daf0790573 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.2701380 Mar 24 01:24:53.343652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb5ba3bc-931b-423c-9fdc-ec7634e74ccb req-22319859-8bf4-4a48-ac35-cfdda377d3eb service neutron] 10.222.0.57 "GET /v2.0/networks/fc97ec45-33df-49f1-bdd8-34e5fd059c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903913 Mar 24 01:24:53.383154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-03e93214-3d82-4704-a8b0-f62fb3e870b3 req-99fe7bee-30f8-41dd-ac51-4dcb776eca7b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989861 Mar 24 01:24:53.883799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:24:54.162582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,segment=NetworkSegment(e52ed754-c55a-4978-a3da-bc726fb0fbf4),segment_id=e52ed754-c55a-4978-a3da-bc726fb0fbf4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:24:54.177416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'port_id': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb', 'mac_address': 'fa:16:3e:d1:70:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:24:54.226821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:24:54.227799 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:54.256765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:24:54.322610 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,segment=NetworkSegment(e52ed754-c55a-4978-a3da-bc726fb0fbf4),segment_id=e52ed754-c55a-4978-a3da-bc726fb0fbf4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:24:54.331440 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:54.556077 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:54.622518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac40ec0-663e-4613-98dc-e85109106a70 req-561b94bc-e19e-46f7-88d3-bf9329ebd443 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:54.628329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cac40ec0-663e-4613-98dc-e85109106a70 req-561b94bc-e19e-46f7-88d3-bf9329ebd443 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 945 time: 0.2361538 Mar 24 01:24:54.638679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:24:54.966756 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cac40ec0-663e-4613-98dc-e85109106a70 req-5fbe1ab3-6937-4f44-8f0f-2690d3eef81d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3319404 Mar 24 01:24:55.011913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee469067-d019-468c-98f4-2bb2301876de req-1256b73b-ba30-4089-b212-f988bb73e367 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:55.013704 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee469067-d019-468c-98f4-2bb2301876de req-1256b73b-ba30-4089-b212-f988bb73e367 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.3169181 Mar 24 01:24:55.224705 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee469067-d019-468c-98f4-2bb2301876de req-75cae986-5fdc-4e14-959d-af63fe2e42a8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855516 Mar 24 01:24:55.800493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55684) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:55.909638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:24:56.017211 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bb3d62d3-df43-423a-a192-b9c9d3357349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:56.071570 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:24:56.077355 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:24:56.077744 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:56.354139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:24:56.354546 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:56.437002 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:24:56.443333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf053c-1d7e-411c-8bd4-2fd84a0ae222 req-a79e692f-4d67-4181-a92d-97e1320cc7c4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:56.443859 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a5728b-12f7-47df-9829-99a66b2a96b5" -d '{"events": [{"server_uuid": "36f63e69-14a5-49af-8469-fa2741e5a9c2", "name": "network-vif-plugged", "status": "completed", "tag": "8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:24:56.451066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aacf053c-1d7e-411c-8bd4-2fd84a0ae222 req-a79e692f-4d67-4181-a92d-97e1320cc7c4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 945 time: 0.3114715 Mar 24 01:24:56.456037 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bb3d62d3-df43-423a-a192-b9c9d3357349 admin admin] Publish callbacks [] for security_group (30d255aa-2fe4-4de8-8eff-f2964e463ba7), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:56.493221 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,segment=NetworkSegment(e52ed754-c55a-4978-a3da-bc726fb0fbf4),segment_id=e52ed754-c55a-4978-a3da-bc726fb0fbf4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:24:56.503131 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:56.658453 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:57.235787 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bb3d62d3-df43-423a-a192-b9c9d3357349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (30d255aa-2fe4-4de8-8eff-f2964e463ba7), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:57.245699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55722) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:57.339514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aacf053c-1d7e-411c-8bd4-2fd84a0ae222 req-455df72c-ab1e-42df-af70-6e909ca0a06e tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8875699 Mar 24 01:24:57.434810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d62d3-df43-423a-a192-b9c9d3357349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d255aa-2fe4-4de8-8eff-f2964e463ba7,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:57.460942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550fb11-2b51-43e5-a1fa-a9551ca70374 req-971e6c87-1913-498f-b0c0-851443a18eac tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:57.462217 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:57.464476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a550fb11-2b51-43e5-a1fa-a9551ca70374 req-971e6c87-1913-498f-b0c0-851443a18eac tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 1.0468531 Mar 24 01:24:57.467806 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bb3d62d3-df43-423a-a192-b9c9d3357349 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4be1347b75df4db392fa9917dfff1060&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6644778 Mar 24 01:24:57.499003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55728) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:57.569777 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3b223b-a416-4587-86de-a06e6c0227c5 x-openstack-request-id: req-2b3b223b-a416-4587-86de-a06e6c0227c5 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:24:57.570573 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f63e69-14a5-49af-8469-fa2741e5a9c2", "name": "network-vif-plugged", "status": "completed", "tag": "8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:24:57.570926 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b3b223b-a416-4587-86de-a06e6c0227c5 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:24:57.571531 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3b223b-a416-4587-86de-a06e6c0227c5'] response: {'server_uuid': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb', 'code': 200} Mar 24 01:24:57.667586 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Publish callbacks [] for security_group (116260bb-7d5d-4e12-9e70-94977c752206), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:57.674854 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (116260bb-7d5d-4e12-9e70-94977c752206), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:57.727449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a550fb11-2b51-43e5-a1fa-a9551ca70374 req-67875703-9238-41c2-9f73-9bc57e546f83 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506278 Mar 24 01:24:57.791606 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2ace6eeb1eeb4dffa9123271b5556538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5447903 Mar 24 01:24:57.792226 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55736) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:57.792944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116260bb-7d5d-4e12-9e70-94977c752206,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:57.794444 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-55eb0a9b-1e11-4d90-9250-029d98e799ca admin admin] Publish callbacks [] for security_group (30d255aa-2fe4-4de8-8eff-f2964e463ba7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:57.842216 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-55eb0a9b-1e11-4d90-9250-029d98e799ca admin admin] Publish callbacks [] for security_group (30d255aa-2fe4-4de8-8eff-f2964e463ba7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:57.915085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:57.915435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:57.915781 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:57.916118 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:57.916455 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:57.916789 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:57.917139 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:57.917472 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:57.917801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:57.918126 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:57.918452 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:57.918774 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:57.919095 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:57.919419 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:57.919740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec06ad7a-3893-49fd-aab0-7de31896784b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:24:57.923173 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d71b4f65-16d5-4737-8db5-3e5c71df8e30 admin admin] Publish callbacks [] for security_group (116260bb-7d5d-4e12-9e70-94977c752206), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:57.980965 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d71b4f65-16d5-4737-8db5-3e5c71df8e30 admin admin] Publish callbacks [] for security_group (116260bb-7d5d-4e12-9e70-94977c752206), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:58.077278 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d71b4f65-16d5-4737-8db5-3e5c71df8e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (116260bb-7d5d-4e12-9e70-94977c752206), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:58.080647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d71b4f65-16d5-4737-8db5-3e5c71df8e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:58.084236 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-55eb0a9b-1e11-4d90-9250-029d98e799ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (30d255aa-2fe4-4de8-8eff-f2964e463ba7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:58.088265 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d71b4f65-16d5-4737-8db5-3e5c71df8e30 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/116260bb-7d5d-4e12-9e70-94977c752206 HTTP/1.1" status: 204 len: 168 time: 0.2892525 Mar 24 01:24:58.092574 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-55eb0a9b-1e11-4d90-9250-029d98e799ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:58.094737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-55eb0a9b-1e11-4d90-9250-029d98e799ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30d255aa-2fe4-4de8-8eff-f2964e463ba7 HTTP/1.1" status: 204 len: 168 time: 0.5921297 Mar 24 01:24:58.118950 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b4f65-16d5-4737-8db5-3e5c71df8e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116260bb-7d5d-4e12-9e70-94977c752206,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:58.124715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb0a9b-1e11-4d90-9250-029d98e799ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d255aa-2fe4-4de8-8eff-f2964e463ba7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:58.144793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f8f7b-e92c-4f46-9ede-ef5f7ddee04d req-34de4a64-34e2-49c6-9b0c-02e0daa5dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:58.150401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f11f8f7b-e92c-4f46-9ede-ef5f7ddee04d req-34de4a64-34e2-49c6-9b0c-02e0daa5dabd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 1128 time: 0.4217050 Mar 24 01:24:58.292994 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f11f8f7b-e92c-4f46-9ede-ef5f7ddee04d req-fdb34d1c-0b57-4cf8-8241-49e366af487f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334403 Mar 24 01:24:58.728635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9b852-c8ed-4ead-ae40-4ce406bd01cb req-b88cf35d-cede-4197-8c2b-895674663d53 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:58.738999 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ad9b852-c8ed-4ead-ae40-4ce406bd01cb req-b88cf35d-cede-4197-8c2b-895674663d53 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.1596150 Mar 24 01:24:58.748676 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6d1440b6-9873-4827-bc95-bd31ac33eddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:58.925929 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ad9b852-c8ed-4ead-ae40-4ce406bd01cb req-d59ee3d8-6029-4df4-b1a2-5fbd4a06d818 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812930 Mar 24 01:24:58.960740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55764) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:58.983674 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01972d59-7a39-469c-a853-76421e5cae0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:59.063666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a334c8-4a9c-4755-9d05-b904a0926a10 req-b9833c9b-eb05-4a7f-9516-8579b24c949b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:24:59.066381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8a334c8-4a9c-4755-9d05-b904a0926a10 req-b9833c9b-eb05-4a7f-9516-8579b24c949b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.1394639 Mar 24 01:24:59.083310 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01972d59-7a39-469c-a853-76421e5cae0c admin admin] Publish callbacks [] for security_group (3f5ad6d5-c7fc-4c51-bc7a-a8afedcc0d0d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:59.093254 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-01972d59-7a39-469c-a853-76421e5cae0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3f5ad6d5-c7fc-4c51-bc7a-a8afedcc0d0d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:59.160583 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-01972d59-7a39-469c-a853-76421e5cae0c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d7adbd30a01490982688f5f429868ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1985459 Mar 24 01:24:59.161919 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01972d59-7a39-469c-a853-76421e5cae0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5ad6d5-c7fc-4c51-bc7a-a8afedcc0d0d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:24:59.164590 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55768) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:24:59.221363 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-963bc48e-204d-4d2a-b691-99632c2ce792 admin admin] Publish callbacks [] for security_group (3f5ad6d5-c7fc-4c51-bc7a-a8afedcc0d0d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:59.233858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8a334c8-4a9c-4755-9d05-b904a0926a10 req-0562753e-cd2e-4cf7-9e2a-d705094bd1f1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609273 Mar 24 01:24:59.246529 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-963bc48e-204d-4d2a-b691-99632c2ce792 admin admin] Publish callbacks [] for security_group (3f5ad6d5-c7fc-4c51-bc7a-a8afedcc0d0d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:59.316036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-963bc48e-204d-4d2a-b691-99632c2ce792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3f5ad6d5-c7fc-4c51-bc7a-a8afedcc0d0d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:59.320053 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-963bc48e-204d-4d2a-b691-99632c2ce792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:24:59.334919 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-963bc48e-204d-4d2a-b691-99632c2ce792 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f5ad6d5-c7fc-4c51-bc7a-a8afedcc0d0d HTTP/1.1" status: 204 len: 168 time: 0.1689346 Mar 24 01:24:59.370187 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bc48e-204d-4d2a-b691-99632c2ce792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5ad6d5-c7fc-4c51-bc7a-a8afedcc0d0d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:00.057404 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:00.080168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5235d-7e92-4e88-b011-00ddc2c8a6ae req-86877396-1a43-4b83-afa3-21cbc966c0e8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:00.081721 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ce5235d-7e92-4e88-b011-00ddc2c8a6ae req-86877396-1a43-4b83-afa3-21cbc966c0e8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.0849683 Mar 24 01:25:00.175235 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ce5235d-7e92-4e88-b011-00ddc2c8a6ae req-cbd16b1b-11ef-4539-afe4-433ed8316927 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874269 Mar 24 01:25:00.374531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d0f30-e763-458e-9b07-e2dd8fbfb1d4 req-c85b40c4-7f50-4235-aab3-f1222ae70fe6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:00.376748 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b1d0f30-e763-458e-9b07-e2dd8fbfb1d4 req-c85b40c4-7f50-4235-aab3-f1222ae70fe6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.1123083 Mar 24 01:25:00.425954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a18d7-c8d3-444d-940a-6700ea396dd6 req-0b01d370-1683-4108-8105-287807b45060 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:00.427735 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c91a18d7-c8d3-444d-940a-6700ea396dd6 req-0b01d370-1683-4108-8105-287807b45060 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.0981305 Mar 24 01:25:00.462549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b1d0f30-e763-458e-9b07-e2dd8fbfb1d4 req-45af2a32-2be5-4d60-8e37-89c12525c31d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777564 Mar 24 01:25:00.496451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55826) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:00.511762 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c91a18d7-c8d3-444d-940a-6700ea396dd6 req-cdcbe686-5ce5-4a9a-9a4a-ad5e96bbb1e1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696051 Mar 24 01:25:00.554255 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8246e8f-fe97-4330-8770-887d5d16d765 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:00.555905 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b8246e8f-fe97-4330-8770-887d5d16d765 tempest-TestNetworkAdvancedServerOps-774016953 tempest-TestNetworkAdvancedServerOps-774016953-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 1123 time: 0.0554461 Mar 24 01:25:00.561045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 55830) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:00.565240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:25:00.592305 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:00.739087 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:00.869062 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-06c71400-f6d7-49c7-812d-eac050692196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:00.889269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Allocated IP 172.25.0.154 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/048da6d6-b761-49e9-88a3-eaf3d29362ef) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:25:01.045821 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (048da6d6-b761-49e9-88a3-eaf3d29362ef), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:01.072469 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55852) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:01.102381 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (048da6d6-b761-49e9-88a3-eaf3d29362ef), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:01.153922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:25:01.158793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:25:01.169794 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:25:01.230796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=048da6d6-b761-49e9-88a3-eaf3d29362ef,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:01.233516 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7c7460e7-4e22-4d43-81b0-b73d55a6c163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:01.264227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:01.264899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:01.265486 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:01.266675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:01.267495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:01.268053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:01.268629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:01.269233 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:01.269853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:01.270572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:01.271130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:01.271701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:01.272421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:01.273022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:01.273644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:01.348044 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7c7460e7-4e22-4d43-81b0-b73d55a6c163 admin admin] Publish callbacks [] for security_group (6039bf8a-3442-4e9b-b17d-ff9e77f3a8d3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:01.357180 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7c7460e7-4e22-4d43-81b0-b73d55a6c163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6039bf8a-3442-4e9b-b17d-ff9e77f3a8d3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:01.391303 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7c7460e7-4e22-4d43-81b0-b73d55a6c163 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f1099401b0c4b789561ec80dc6e7c40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3169310 Mar 24 01:25:01.398839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55862) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:01.459733 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7460e7-4e22-4d43-81b0-b73d55a6c163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6039bf8a-3442-4e9b-b17d-ff9e77f3a8d3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:01.486698 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a303b2a2-c4c6-4eb8-92cd-e15c14ae20a9 admin admin] Publish callbacks [] for security_group (6039bf8a-3442-4e9b-b17d-ff9e77f3a8d3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:01.512524 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a303b2a2-c4c6-4eb8-92cd-e15c14ae20a9 admin admin] Publish callbacks [] for security_group (6039bf8a-3442-4e9b-b17d-ff9e77f3a8d3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:01.599736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a303b2a2-c4c6-4eb8-92cd-e15c14ae20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6039bf8a-3442-4e9b-b17d-ff9e77f3a8d3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:01.602731 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a303b2a2-c4c6-4eb8-92cd-e15c14ae20a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:01.605925 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a303b2a2-c4c6-4eb8-92cd-e15c14ae20a9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6039bf8a-3442-4e9b-b17d-ff9e77f3a8d3 HTTP/1.1" status: 204 len: 168 time: 0.2057197 Mar 24 01:25:01.616137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303b2a2-c4c6-4eb8-92cd-e15c14ae20a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6039bf8a-3442-4e9b-b17d-ff9e77f3a8d3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:01.755623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80bb35-da8a-4067-999b-9d47c9c81243 req-ea92923c-7e43-443c-9baa-6d4ff093f935 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:01.757618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d80bb35-da8a-4067-999b-9d47c9c81243 req-ea92923c-7e43-443c-9baa-6d4ff093f935 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.1532235 Mar 24 01:25:01.783985 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for floatingip (bb05d3ed-ea25-4b0d-9caf-8a0d7e588293), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:01.860564 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d80bb35-da8a-4067-999b-9d47c9c81243 req-27211cb2-e423-4ecd-8036-a79337bbf595 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955036 Mar 24 01:25:01.894576 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (048da6d6-b761-49e9-88a3-eaf3d29362ef), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:02.093083 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for port (048da6d6-b761-49e9-88a3-eaf3d29362ef), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:02.101464 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (048da6d6-b761-49e9-88a3-eaf3d29362ef), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:02.212093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event updated for resources: {'Port': ['ID=048da6d6-b761-49e9-88a3-eaf3d29362ef,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:02.226713 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:02.233835 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (bb05d3ed-ea25-4b0d-9caf-8a0d7e588293), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:02.392650 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Floating IP bb05d3ed-ea25-4b0d-9caf-8a0d7e588293 associated. External IP: 172.25.0.154, port: 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb. Mar 24 01:25:02.610982 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:02.683959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router a2a150b4-3c4a-4338-93a0-20defe476092 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:25:02.852611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:25:02.869569 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e56ac51-3459-468c-bb47-5e83ccf068dc None None] Sync routers for ids ['a2a150b4-3c4a-4338-93a0-20defe476092'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:25:02.898738 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:02.916658 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e56ac51-3459-468c-bb47-5e83ccf068dc None None] Routers {'a2a150b4-3c4a-4338-93a0-20defe476092'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:25:02.916658 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1e56ac51-3459-468c-bb47-5e83ccf068dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:25:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a2a150b4-3c4a-4338-93a0-20defe476092'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:25:03.014896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2b108ab8-5d87-46a2-9b3d-dafdf2d789f0 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4544110 Mar 24 01:25:03.021157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'tag': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:25:03.024619 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4862254f-120d-423f-9f5f-43cef0cecab5" -d '{"events": [{"name": "network-changed", "server_uuid": "36f63e69-14a5-49af-8469-fa2741e5a9c2", "tag": "8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:25:03.084346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b9770-fc5c-44a0-9809-cf3bd4d3acd5 req-40a740eb-4e51-4003-98ef-c52023e91e5f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:03.086206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-024b9770-fc5c-44a0-9809-cf3bd4d3acd5 req-40a740eb-4e51-4003-98ef-c52023e91e5f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.1161296 Mar 24 01:25:03.143572 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1e56ac51-3459-468c-bb47-5e83ccf068dc None None] Set router a2a150b4-3c4a-4338-93a0-20defe476092 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:25:03.250532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-024b9770-fc5c-44a0-9809-cf3bd4d3acd5 req-39fd043f-aa8e-4ea6-b7c3-b259d155c5a6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567819 Mar 24 01:25:03.307799 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d59b2-bac9-4747-b423-541ed43311e2 req-d8e0ad56-4ec7-4628-a312-4428fe2d42a2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:03.322115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051d59b2-bac9-4747-b423-541ed43311e2 req-d8e0ad56-4ec7-4628-a312-4428fe2d42a2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.2201095 Mar 24 01:25:03.348238 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14d4bab-6a4b-44c1-b48f-93486f87d222 x-openstack-request-id: req-a14d4bab-6a4b-44c1-b48f-93486f87d222 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:25:03.348647 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f63e69-14a5-49af-8469-fa2741e5a9c2", "tag": "8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:25:03.349593 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a14d4bab-6a4b-44c1-b48f-93486f87d222 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:25:03.351328 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14d4bab-6a4b-44c1-b48f-93486f87d222'] response: {'name': 'network-changed', 'server_uuid': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'tag': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb', 'status': 'completed', 'code': 200} Mar 24 01:25:03.444401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-051d59b2-bac9-4747-b423-541ed43311e2 req-4820acb3-cd45-4044-86a9-def161101f44 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212978 Mar 24 01:25:03.465358 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55940) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:03.469743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862254f-120d-423f-9f5f-43cef0cecab5 req-44f2a62e-aabd-4d3f-a974-a94a75c99b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:03.471713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4862254f-120d-423f-9f5f-43cef0cecab5 req-44f2a62e-aabd-4d3f-a974-a94a75c99b6f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 1128 time: 0.1159756 Mar 24 01:25:03.647660 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-29cd4324-eaa2-487a-93ca-e11d7742866a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/bb05d3ed-ea25-4b0d-9caf-8a0d7e588293 HTTP/1.1" status: 200 len: 992 time: 0.1804006 Mar 24 01:25:03.674231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862254f-120d-423f-9f5f-43cef0cecab5 req-472b7b93-a341-41d4-aa03-d7ba3d30c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:03.675726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4862254f-120d-423f-9f5f-43cef0cecab5 req-472b7b93-a341-41d4-aa03-d7ba3d30c6f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc97ec45-33df-49f1-bdd8-34e5fd059c09 HTTP/1.1" status: 200 len: 897 time: 0.1966219 Mar 24 01:25:03.730868 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:03.757566 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1e56ac51-3459-468c-bb47-5e83ccf068dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883882826', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'bb05d3ed-ea25-4b0d-9caf-8a0d7e588293', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'floating_ip_address': '172.25.0.154', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'port_id': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'mac_address': 'fa:16:3e:d1:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:25:01Z', 'updated_at': '2022-03-24T01:25:01Z', 'revision_number': 0, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4fa5217-d2b7-4988-a331-6f326cfeb9e2', 'name': '', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:9a:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:39Z', 'updated_at': '2022-03-24T01:24:46Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:25:03.790118 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4862254f-120d-423f-9f5f-43cef0cecab5 req-d3ce70c0-ac0c-47b0-9ade-5c12158390af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb HTTP/1.1" status: 200 len: 1000 time: 0.1054852 Mar 24 01:25:03.795877 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e56ac51-3459-468c-bb47-5e83ccf068dc None None] Checking router: a2a150b4-3c4a-4338-93a0-20defe476092 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:25:03.810807 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e56ac51-3459-468c-bb47-5e83ccf068dc None None] Routers {'a2a150b4-3c4a-4338-93a0-20defe476092'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:25:03.811701 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1e56ac51-3459-468c-bb47-5e83ccf068dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:25:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a2a150b4-3c4a-4338-93a0-20defe476092'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:25:03.826967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 121519cd-a66b-4ace-be06-cb53bf939f66 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:25:03.874946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862254f-120d-423f-9f5f-43cef0cecab5 req-f7145567-0fd2-48ff-a85e-e2f470d9b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:03.876989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4862254f-120d-423f-9f5f-43cef0cecab5 req-f7145567-0fd2-48ff-a85e-e2f470d9b57a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=760c7cad-3f1f-498e-9712-94f30a07d792 HTTP/1.1" status: 200 len: 834 time: 0.0782275 Mar 24 01:25:03.964062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862254f-120d-423f-9f5f-43cef0cecab5 req-99edeec4-108a-430d-94e6-cb3a07cef067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:03.970893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4862254f-120d-423f-9f5f-43cef0cecab5 req-99edeec4-108a-430d-94e6-cb3a07cef067 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc97ec45-33df-49f1-bdd8-34e5fd059c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0840235 Mar 24 01:25:04.142146 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1e56ac51-3459-468c-bb47-5e83ccf068dc None None] Set router a2a150b4-3c4a-4338-93a0-20defe476092 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:25:04.163283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4862254f-120d-423f-9f5f-43cef0cecab5 req-67af272b-bc72-4a95-b332-70c183c85782 service neutron] 10.222.0.57 "GET /v2.0/networks/fc97ec45-33df-49f1-bdd8-34e5fd059c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869404 Mar 24 01:25:04.409182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 121519cd-a66b-4ace-be06-cb53bf939f66, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=121519cd-a66b-4ace-be06-cb53bf939f66,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:25:04.431807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '121519cd-a66b-4ace-be06-cb53bf939f66', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'port_id': '121519cd-a66b-4ace-be06-cb53bf939f66', 'mac_address': 'fa:16:3e:ac:9f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:25:04.494985 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 121519cd-a66b-4ace-be06-cb53bf939f66 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:25:04.495620 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (121519cd-a66b-4ace-be06-cb53bf939f66), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:04.505946 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4862254f-120d-423f-9f5f-43cef0cecab5 req-9d03e034-1f4e-4184-80da-a9f2cf8abe80 service neutron] 10.222.0.57 "GET /v2.0/networks/fc97ec45-33df-49f1-bdd8-34e5fd059c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352811 Mar 24 01:25:04.524066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121519cd-a66b-4ace-be06-cb53bf939f66 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:25:04.565019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 121519cd-a66b-4ace-be06-cb53bf939f66, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=121519cd-a66b-4ace-be06-cb53bf939f66,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:25:04.572850 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12279dc-7617-41c2-8fcb-7411e6302a76 req-f203b5c1-3212-4d8e-991c-487378b56631 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:04.574231 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (121519cd-a66b-4ace-be06-cb53bf939f66), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:04.591491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b12279dc-7617-41c2-8fcb-7411e6302a76 req-f203b5c1-3212-4d8e-991c-487378b56631 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 944 time: 0.2408204 Mar 24 01:25:04.637437 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1e56ac51-3459-468c-bb47-5e83ccf068dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883882826', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'bb05d3ed-ea25-4b0d-9caf-8a0d7e588293', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'floating_ip_address': '172.25.0.154', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'port_id': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'mac_address': 'fa:16:3e:d1:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:25:01Z', 'updated_at': '2022-03-24T01:25:01Z', 'revision_number': 0, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4fa5217-d2b7-4988-a331-6f326cfeb9e2', 'name': '', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:9a:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:39Z', 'updated_at': '2022-03-24T01:24:46Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:25:04.650868 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 55964) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:04.691303 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e56ac51-3459-468c-bb47-5e83ccf068dc None None] The sync data for ids ['a2a150b4-3c4a-4338-93a0-20defe476092'] in n-d-760455-9 is: [{'id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883882826', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'bb05d3ed-ea25-4b0d-9caf-8a0d7e588293', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'floating_ip_address': '172.25.0.154', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'port_id': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'mac_address': 'fa:16:3e:d1:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:25:01Z', 'updated_at': '2022-03-24T01:25:01Z', 'revision_number': 0, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4fa5217-d2b7-4988-a331-6f326cfeb9e2', 'name': '', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:9a:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:39Z', 'updated_at': '2022-03-24T01:24:46Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:25:04.692985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b12279dc-7617-41c2-8fcb-7411e6302a76 req-69daf115-3021-49b4-ba2c-6db5f46da53e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006987 Mar 24 01:25:04.706687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=121519cd-a66b-4ace-be06-cb53bf939f66,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:04.722811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:04.723571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:04.724020 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:04.741678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:04.745806 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:04.746162 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:04.746513 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:04.746859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:04.747267 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:04.747548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:04.747949 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:04.748180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:04.748531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:04.749188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:04.749311 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:04.790819 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f0f51b6d-bb6d-44e5-b017-9aea123c09aa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/bb05d3ed-ea25-4b0d-9caf-8a0d7e588293 HTTP/1.1" status: 200 len: 992 time: 0.1388350 Mar 24 01:25:04.835301 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['121519cd-a66b-4ace-be06-cb53bf939f66'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:25:05.032407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fb36c9-59e4-4a89-9c1c-a8f54c4cbba3 None None] New status for floating IP bb05d3ed-ea25-4b0d-9caf-8a0d7e588293: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:25:05.312062 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:05.796695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56000) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:05.827097 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 121519cd-a66b-4ace-be06-cb53bf939f66 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:25:05.841615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa335f-75b0-4283-81aa-310014743492 req-7cbf56c9-d282-49f4-99e8-d2c8d6c6feb6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:05.844567 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21aa335f-75b0-4283-81aa-310014743492 req-7cbf56c9-d282-49f4-99e8-d2c8d6c6feb6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 945 time: 0.0724978 Mar 24 01:25:05.871153 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a16a1349-e139-40dc-881e-a7d1977f20a6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/bb05d3ed-ea25-4b0d-9caf-8a0d7e588293 HTTP/1.1" status: 200 len: 994 time: 0.0718858 Mar 24 01:25:05.925666 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21aa335f-75b0-4283-81aa-310014743492 req-80fb47a8-863a-464f-9003-4c5a0336de1f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718200 Mar 24 01:25:05.947679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 121519cd-a66b-4ace-be06-cb53bf939f66 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:25:05.949729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 121519cd-a66b-4ace-be06-cb53bf939f66 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:25:05.951204 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (121519cd-a66b-4ace-be06-cb53bf939f66), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:06.039128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 121519cd-a66b-4ace-be06-cb53bf939f66 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:25:06.039692 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (121519cd-a66b-4ace-be06-cb53bf939f66), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:06.064281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21300d7-d7b8-46be-8311-8c7adf3a5e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121519cd-a66b-4ace-be06-cb53bf939f66'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:25:06.067199 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0bab06-39d9-4129-b3a1-707d8ffcfa24" -d '{"events": [{"server_uuid": "a21300d7-d7b8-46be-8311-8c7adf3a5e6f", "name": "network-vif-plugged", "status": "completed", "tag": "121519cd-a66b-4ace-be06-cb53bf939f66"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:25:06.103216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 121519cd-a66b-4ace-be06-cb53bf939f66, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=121519cd-a66b-4ace-be06-cb53bf939f66,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:25:06.108408 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (121519cd-a66b-4ace-be06-cb53bf939f66), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:06.119531 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8578d519-3a23-443f-b3ae-aa1b7eb3ddf0 x-openstack-request-id: req-8578d519-3a23-443f-b3ae-aa1b7eb3ddf0 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:25:06.119982 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21300d7-d7b8-46be-8311-8c7adf3a5e6f", "name": "network-vif-plugged", "status": "completed", "tag": "121519cd-a66b-4ace-be06-cb53bf939f66", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:25:06.120332 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8578d519-3a23-443f-b3ae-aa1b7eb3ddf0 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:25:06.120823 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8578d519-3a23-443f-b3ae-aa1b7eb3ddf0'] response: {'server_uuid': 'a21300d7-d7b8-46be-8311-8c7adf3a5e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121519cd-a66b-4ace-be06-cb53bf939f66', 'code': 200} Mar 24 01:25:06.198209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=121519cd-a66b-4ace-be06-cb53bf939f66,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:06.257537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643df7b7-3079-442a-9c43-cc0ca65c99b3 req-68725639-be74-4e19-aff9-74b86607a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:06.258506 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-643df7b7-3079-442a-9c43-cc0ca65c99b3 req-68725639-be74-4e19-aff9-74b86607a9b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 1128 time: 0.0600727 Mar 24 01:25:06.324603 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-643df7b7-3079-442a-9c43-cc0ca65c99b3 req-2ae17b4d-3736-4d33-95ed-57ca747474f5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600653 Mar 24 01:25:07.099462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033187c-a4c7-402e-b857-a1ab6dc419fb req-c286d29e-09eb-4426-88f7-556a95c7ea28 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:07.101195 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9033187c-a4c7-402e-b857-a1ab6dc419fb req-c286d29e-09eb-4426-88f7-556a95c7ea28 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 946 time: 0.0667291 Mar 24 01:25:07.157002 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9033187c-a4c7-402e-b857-a1ab6dc419fb req-22c290bf-0344-441d-a97a-106e121148e7 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499377 Mar 24 01:25:08.284320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc54a6-d507-45fb-8c22-a6ee344b2790 req-2a0290de-2cec-48c4-8ee5-850461e888dc tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:08.285798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71bc54a6-d507-45fb-8c22-a6ee344b2790 req-2a0290de-2cec-48c4-8ee5-850461e888dc tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 946 time: 0.0542066 Mar 24 01:25:08.339056 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71bc54a6-d507-45fb-8c22-a6ee344b2790 req-3a3e4462-6f80-45dc-ac25-3fb82facee35 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469909 Mar 24 01:25:08.496808 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d1e55-2c76-4832-a6e3-8d92ad2aa6d2 req-6f5e7d8f-b6c0-4bb4-8cff-13c023d796f8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:08.505955 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e30d1e55-2c76-4832-a6e3-8d92ad2aa6d2 req-6f5e7d8f-b6c0-4bb4-8cff-13c023d796f8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 946 time: 0.0686126 Mar 24 01:25:08.572324 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e30d1e55-2c76-4832-a6e3-8d92ad2aa6d2 req-2536dc11-8254-48b8-b2a4-b0f856aa4abf tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651712 Mar 24 01:25:08.712590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2cb0d-4898-4a0f-994c-e2f824b2f878 req-5135c42d-de98-4555-a28c-8b85814c9603 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:08.714811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50a2cb0d-4898-4a0f-994c-e2f824b2f878 req-5135c42d-de98-4555-a28c-8b85814c9603 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 946 time: 0.0714092 Mar 24 01:25:08.772938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50a2cb0d-4898-4a0f-994c-e2f824b2f878 req-edc0d58d-48c5-4874-8fd5-8babe009f1f5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515599 Mar 24 01:25:09.155871 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b58bf-11af-41d6-abba-8077be9e96fe req-f2378141-7878-40e4-af4f-db773c3921d3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:09.163824 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a3b58bf-11af-41d6-abba-8077be9e96fe req-f2378141-7878-40e4-af4f-db773c3921d3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 946 time: 0.0689754 Mar 24 01:25:09.229938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a3b58bf-11af-41d6-abba-8077be9e96fe req-e1f56e1e-2eb6-4e06-80ef-3eda0819954b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649669 Mar 24 01:25:10.370311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfff90e-27b2-4883-baef-40c9b162c947 req-0a91849b-cb25-4a4f-9dbf-e496bd0996e4 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:10.379871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccfff90e-27b2-4883-baef-40c9b162c947 req-0a91849b-cb25-4a4f-9dbf-e496bd0996e4 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 946 time: 0.0796194 Mar 24 01:25:10.445928 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccfff90e-27b2-4883-baef-40c9b162c947 req-e17cf450-168b-487d-9fc8-22e2a06f1c1d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608413 Mar 24 01:25:10.541222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d109ea-21bd-4c16-82b7-61ee99c2c1f5 req-ae835a42-cbd8-4e57-8719-7fd26e8bc343 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:10.542992 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6d109ea-21bd-4c16-82b7-61ee99c2c1f5 req-ae835a42-cbd8-4e57-8719-7fd26e8bc343 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 946 time: 0.0717254 Mar 24 01:25:10.691983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d6d109ea-21bd-4c16-82b7-61ee99c2c1f5 req-187c1263-4e2a-41e4-bf73-fc2963142b44 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Deleting port 121519cd-a66b-4ace-be06-cb53bf939f66 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:25:10.692341 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d6d109ea-21bd-4c16-82b7-61ee99c2c1f5 req-187c1263-4e2a-41e4-bf73-fc2963142b44 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (121519cd-a66b-4ace-be06-cb53bf939f66), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:10.808334 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d6d109ea-21bd-4c16-82b7-61ee99c2c1f5 req-187c1263-4e2a-41e4-bf73-fc2963142b44 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] For port 121519cd-a66b-4ace-be06-cb53bf939f66, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=121519cd-a66b-4ace-be06-cb53bf939f66,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:25:10.809001 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d6d109ea-21bd-4c16-82b7-61ee99c2c1f5 req-187c1263-4e2a-41e4-bf73-fc2963142b44 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (121519cd-a66b-4ace-be06-cb53bf939f66), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:10.826097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d6d109ea-21bd-4c16-82b7-61ee99c2c1f5 req-187c1263-4e2a-41e4-bf73-fc2963142b44 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Calling delete_port for 121519cd-a66b-4ace-be06-cb53bf939f66 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:25:11.016648 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d6d109ea-21bd-4c16-82b7-61ee99c2c1f5 req-187c1263-4e2a-41e4-bf73-fc2963142b44 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (121519cd-a66b-4ace-be06-cb53bf939f66), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:11.029379 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['121519cd-a66b-4ace-be06-cb53bf939f66'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:25:11.123999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c1263-4e2a-41e4-bf73-fc2963142b44 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event deleted for resources: {'Port': ['ID=121519cd-a66b-4ace-be06-cb53bf939f66,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:11.155007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d109ea-21bd-4c16-82b7-61ee99c2c1f5 req-187c1263-4e2a-41e4-bf73-fc2963142b44 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] No DVR routers for this DVR port 121519cd-a66b-4ace-be06-cb53bf939f66 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:25:11.157467 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d6d109ea-21bd-4c16-82b7-61ee99c2c1f5 req-187c1263-4e2a-41e4-bf73-fc2963142b44 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:11.161209 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6d109ea-21bd-4c16-82b7-61ee99c2c1f5 req-187c1263-4e2a-41e4-bf73-fc2963142b44 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "DELETE /v2.0/ports/121519cd-a66b-4ace-be06-cb53bf939f66 HTTP/1.1" status: 204 len: 173 time: 0.6116979 Mar 24 01:25:11.161966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21300d7-d7b8-46be-8311-8c7adf3a5e6f', 'name': 'network-vif-deleted', 'tag': '121519cd-a66b-4ace-be06-cb53bf939f66'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:25:11.164420 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3bc7ef-f95d-4d0b-a848-8a65bf803914" -d '{"events": [{"server_uuid": "a21300d7-d7b8-46be-8311-8c7adf3a5e6f", "name": "network-vif-deleted", "tag": "121519cd-a66b-4ace-be06-cb53bf939f66"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:25:11.257423 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa186716-880b-4664-a940-e509ed6b455a x-openstack-request-id: req-fa186716-880b-4664-a940-e509ed6b455a {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:25:11.257720 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21300d7-d7b8-46be-8311-8c7adf3a5e6f", "name": "network-vif-deleted", "tag": "121519cd-a66b-4ace-be06-cb53bf939f66", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:25:11.258038 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa186716-880b-4664-a940-e509ed6b455a {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:25:11.258524 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa186716-880b-4664-a940-e509ed6b455a'] response: {'server_uuid': 'a21300d7-d7b8-46be-8311-8c7adf3a5e6f', 'name': 'network-vif-deleted', 'tag': '121519cd-a66b-4ace-be06-cb53bf939f66', 'status': 'completed', 'code': 200} Mar 24 01:25:11.538618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d56462df-fb34-4dd1-b14b-fad808b8325f req-59e739f2-b299-48d8-a5a7-ecd56956376c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 210 time: 0.0308468 Mar 24 01:25:12.661837 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7de02130-d01e-4002-ace5-2a50edd01b8f req-e631c962-a0c0-4f88-9db1-1b15e828e289 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 210 time: 0.0422935 Mar 24 01:25:13.770493 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0b89a6a-a80c-4d2d-a05d-e4ab0161a521 req-46b4eb35-6480-4c87-a0a3-124279cf3b45 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 210 time: 0.0291541 Mar 24 01:25:13.882377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 121519cd-a66b-4ace-be06-cb53bf939f66 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:25:13.918227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 121519cd-a66b-4ace-be06-cb53bf939f66 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:25:13.918783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 121519cd-a66b-4ace-be06-cb53bf939f66 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:25:14.886320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-79776ee1-4880-4453-98be-ad4997883267 req-c4f66661-1f50-4609-bfb9-6bcccd909d0b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 210 time: 0.0357153 Mar 24 01:25:16.020195 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ded89cef-728e-4ce5-a9a6-3c50ba63a4b2 req-6daf4dc7-2fc7-47ff-8222-a303188dff00 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 210 time: 0.0396807 Mar 24 01:25:17.140872 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-541f75fc-dfb6-43fe-b2cd-ecde332b6b5d req-5dc36a91-37bc-4706-8fa2-8aa76cccacca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 210 time: 0.0502777 Mar 24 01:25:17.953634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5e99510-24e0-4193-90de-d8160f441415 req-62696247-5d39-4ae4-8329-5f6903a3be55 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472746 Mar 24 01:25:18.038320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e99510-24e0-4193-90de-d8160f441415 req-25c57e0c-3ec9-4a00-a4ff-9ac0878a3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:18.039859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5e99510-24e0-4193-90de-d8160f441415 req-25c57e0c-3ec9-4a00-a4ff-9ac0878a3b3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 1128 time: 0.0455627 Mar 24 01:25:18.165999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e99510-24e0-4193-90de-d8160f441415 req-130d3c7f-6e46-4f73-8f7b-059233960023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:18.168169 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5e99510-24e0-4193-90de-d8160f441415 req-130d3c7f-6e46-4f73-8f7b-059233960023 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc97ec45-33df-49f1-bdd8-34e5fd059c09 HTTP/1.1" status: 200 len: 897 time: 0.1083674 Mar 24 01:25:18.262190 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52f93d41-94ce-45e9-8a3e-17456a7e459f req-cdf171d7-4195-4480-a370-325b930b3797 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 210 time: 0.0427120 Mar 24 01:25:18.297175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5e99510-24e0-4193-90de-d8160f441415 req-81e9c8b9-c58b-4bde-9c82-8b02e0a18dfc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb HTTP/1.1" status: 200 len: 1002 time: 0.1222882 Mar 24 01:25:18.357727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e99510-24e0-4193-90de-d8160f441415 req-5744cad9-e6d9-4e2f-b762-16f5653163e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:18.359972 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5e99510-24e0-4193-90de-d8160f441415 req-5744cad9-e6d9-4e2f-b762-16f5653163e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=760c7cad-3f1f-498e-9712-94f30a07d792 HTTP/1.1" status: 200 len: 834 time: 0.0550427 Mar 24 01:25:18.471688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e99510-24e0-4193-90de-d8160f441415 req-6423f31c-1e9d-4891-abc3-fa01619362d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:18.474653 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5e99510-24e0-4193-90de-d8160f441415 req-6423f31c-1e9d-4891-abc3-fa01619362d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc97ec45-33df-49f1-bdd8-34e5fd059c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1078880 Mar 24 01:25:18.579555 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56214) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:18.631694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5e99510-24e0-4193-90de-d8160f441415 req-9634e0f4-d627-42fa-b227-2dd278c072d0 service neutron] 10.222.0.57 "GET /v2.0/networks/fc97ec45-33df-49f1-bdd8-34e5fd059c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484172 Mar 24 01:25:18.768650 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-35ac28ed-abec-4b95-ac1d-2e88f3387f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:18.775335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d5e99510-24e0-4193-90de-d8160f441415 req-9c424ada-375b-4099-a550-fb00a41e8fbc service neutron] 10.222.0.57 "GET /v2.0/networks/fc97ec45-33df-49f1-bdd8-34e5fd059c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355824 Mar 24 01:25:18.907588 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-35ac28ed-abec-4b95-ac1d-2e88f3387f0e admin admin] Publish callbacks [] for security_group (234ec279-7f7f-4301-91c7-c0ca1f95eae1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:18.915077 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-35ac28ed-abec-4b95-ac1d-2e88f3387f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (234ec279-7f7f-4301-91c7-c0ca1f95eae1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:18.956151 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-35ac28ed-abec-4b95-ac1d-2e88f3387f0e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84defbd8fb55402c8a376600e9cc5dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3754723 Mar 24 01:25:18.959039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56236) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:18.982497 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac28ed-abec-4b95-ac1d-2e88f3387f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234ec279-7f7f-4301-91c7-c0ca1f95eae1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:19.024707 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93000499-a5de-45c7-be2f-a97ee579ba18 admin admin] Publish callbacks [] for security_group (234ec279-7f7f-4301-91c7-c0ca1f95eae1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:19.048638 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93000499-a5de-45c7-be2f-a97ee579ba18 admin admin] Publish callbacks [] for security_group (234ec279-7f7f-4301-91c7-c0ca1f95eae1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:19.110486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93000499-a5de-45c7-be2f-a97ee579ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (234ec279-7f7f-4301-91c7-c0ca1f95eae1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:19.113936 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93000499-a5de-45c7-be2f-a97ee579ba18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:19.115551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-93000499-a5de-45c7-be2f-a97ee579ba18 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/234ec279-7f7f-4301-91c7-c0ca1f95eae1 HTTP/1.1" status: 204 len: 168 time: 0.1554556 Mar 24 01:25:19.126436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93000499-a5de-45c7-be2f-a97ee579ba18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234ec279-7f7f-4301-91c7-c0ca1f95eae1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:19.414036 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d552a3ba-fcec-4b66-a58f-151564af6e43 req-d7851421-ec19-4d5c-92fa-80191c7c6681 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 210 time: 0.0506096 Mar 24 01:25:20.533649 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d563051f-2407-4edc-8461-002b4c91d35b req-bccaa02b-0a74-402f-a406-80c307d9b163 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 210 time: 0.0427573 Mar 24 01:25:21.657007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f1cc330d-d7e5-4b66-a4e3-2546576d3d8c req-9f4d1a59-d8ee-45ed-9b59-aac410faa960 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 210 time: 0.0433469 Mar 24 01:25:22.804411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3498cadc-a20d-4f6b-b76b-e1f3ad341e55 req-cb44b636-7a46-43e6-97ac-dcbeef37463a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a21300d7-d7b8-46be-8311-8c7adf3a5e6f HTTP/1.1" status: 200 len: 210 time: 0.0452564 Mar 24 01:25:26.991581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56346) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:27.145158 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b9df430b-3124-4640-9449-1389694a3d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:27.255207 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b9df430b-3124-4640-9449-1389694a3d79 admin admin] Publish callbacks [] for security_group (42ec0ca7-9a19-40c7-bd73-3537282576d3), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:27.261161 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b9df430b-3124-4640-9449-1389694a3d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (42ec0ca7-9a19-40c7-bd73-3537282576d3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:27.277711 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:25:27.307662 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b9df430b-3124-4640-9449-1389694a3d79 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=808c1c05e97f4544ae240f5a583ef5bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3142436 Mar 24 01:25:27.308901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df430b-3124-4640-9449-1389694a3d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ec0ca7-9a19-40c7-bd73-3537282576d3,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:27.311052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56354) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:27.366015 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f94b9748-1d44-4a5d-90a0-c72cb18f2d62 admin admin] Publish callbacks [] for security_group (42ec0ca7-9a19-40c7-bd73-3537282576d3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:27.387970 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f94b9748-1d44-4a5d-90a0-c72cb18f2d62 admin admin] Publish callbacks [] for security_group (42ec0ca7-9a19-40c7-bd73-3537282576d3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:27.439840 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f94b9748-1d44-4a5d-90a0-c72cb18f2d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (42ec0ca7-9a19-40c7-bd73-3537282576d3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:27.443050 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f94b9748-1d44-4a5d-90a0-c72cb18f2d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:27.444485 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f94b9748-1d44-4a5d-90a0-c72cb18f2d62 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42ec0ca7-9a19-40c7-bd73-3537282576d3 HTTP/1.1" status: 204 len: 168 time: 0.1322296 Mar 24 01:25:27.454161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b9748-1d44-4a5d-90a0-c72cb18f2d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ec0ca7-9a19-40c7-bd73-3537282576d3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:27.788956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56362) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:27.805484 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ffbffd03-ac59-4f78-972a-e28885fd6767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:27.899978 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ffbffd03-ac59-4f78-972a-e28885fd6767 admin admin] Publish callbacks [] for security_group (4ede0e36-4fb0-41ba-b831-213ab06abb6b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:27.905920 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ffbffd03-ac59-4f78-972a-e28885fd6767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4ede0e36-4fb0-41ba-b831-213ab06abb6b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:27.965743 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ffbffd03-ac59-4f78-972a-e28885fd6767 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=31209ba942f740978feea7c32a20ae07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1753488 Mar 24 01:25:27.967410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbffd03-ac59-4f78-972a-e28885fd6767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ede0e36-4fb0-41ba-b831-213ab06abb6b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:27.968234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56364) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:28.032632 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fca2782c-1e72-4cde-b399-3216cabdcdc3 admin admin] Publish callbacks [] for security_group (4ede0e36-4fb0-41ba-b831-213ab06abb6b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:28.056203 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fca2782c-1e72-4cde-b399-3216cabdcdc3 admin admin] Publish callbacks [] for security_group (4ede0e36-4fb0-41ba-b831-213ab06abb6b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:28.156338 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fca2782c-1e72-4cde-b399-3216cabdcdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4ede0e36-4fb0-41ba-b831-213ab06abb6b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:28.159427 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fca2782c-1e72-4cde-b399-3216cabdcdc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:28.160823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fca2782c-1e72-4cde-b399-3216cabdcdc3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4ede0e36-4fb0-41ba-b831-213ab06abb6b HTTP/1.1" status: 204 len: 168 time: 0.1916254 Mar 24 01:25:28.198869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2782c-1e72-4cde-b399-3216cabdcdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ede0e36-4fb0-41ba-b831-213ab06abb6b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:28.756137 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a0241c92-d677-4f99-9601-c72a610b0f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:30.060388 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:30.875272 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-98b68275-3e12-4566-9464-b86c2cc4792c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:31.271866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 56464) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:31.429033 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c270d2bf-25d9-4c36-bd74-ea2e9b331b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:31.574973 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c270d2bf-25d9-4c36-bd74-ea2e9b331b39 admin admin] Publish callbacks [] for security_group (35a77c2c-1bdc-44bb-889d-e00915dac5bf), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:31.580998 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c270d2bf-25d9-4c36-bd74-ea2e9b331b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (35a77c2c-1bdc-44bb-889d-e00915dac5bf), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:32.016013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c270d2bf-25d9-4c36-bd74-ea2e9b331b39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=31d3e1d415644e5598f3dfa93cccf1f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7425027 Mar 24 01:25:32.016929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270d2bf-25d9-4c36-bd74-ea2e9b331b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a77c2c-1bdc-44bb-889d-e00915dac5bf,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:32.017122 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56472) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:32.081261 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0213873-61b1-45cc-b24b-e796a038a9fc admin admin] Publish callbacks [] for security_group (35a77c2c-1bdc-44bb-889d-e00915dac5bf), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:32.110830 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0213873-61b1-45cc-b24b-e796a038a9fc admin admin] Publish callbacks [] for security_group (35a77c2c-1bdc-44bb-889d-e00915dac5bf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:32.175473 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0213873-61b1-45cc-b24b-e796a038a9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (35a77c2c-1bdc-44bb-889d-e00915dac5bf), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:32.178750 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c0213873-61b1-45cc-b24b-e796a038a9fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:32.180156 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c0213873-61b1-45cc-b24b-e796a038a9fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35a77c2c-1bdc-44bb-889d-e00915dac5bf HTTP/1.1" status: 204 len: 168 time: 0.1615107 Mar 24 01:25:32.209775 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0213873-61b1-45cc-b24b-e796a038a9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a77c2c-1bdc-44bb-889d-e00915dac5bf,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:32.210267 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:32.565869 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56484) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:32.590189 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3bf0-5aba-42a8-875d-55cd0e5234ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:32.629238 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:32.691628 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3bf0-5aba-42a8-875d-55cd0e5234ef admin admin] Publish callbacks [] for security_group (51a04a39-3eb7-4cff-a85b-a7519cd5ca43), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:32.696354 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3bf0-5aba-42a8-875d-55cd0e5234ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (51a04a39-3eb7-4cff-a85b-a7519cd5ca43), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:32.744930 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8f3b3bf0-5aba-42a8-875d-55cd0e5234ef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a215d0b383084022b91bbd654137f92c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1776509 Mar 24 01:25:32.747445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 56486) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:32.755190 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b3bf0-5aba-42a8-875d-55cd0e5234ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a04a39-3eb7-4cff-a85b-a7519cd5ca43,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:32.815300 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0530fe76-7720-4bb9-ae51-b3fffb5105c1 admin admin] Publish callbacks [] for security_group (51a04a39-3eb7-4cff-a85b-a7519cd5ca43), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:32.838705 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0530fe76-7720-4bb9-ae51-b3fffb5105c1 admin admin] Publish callbacks [] for security_group (51a04a39-3eb7-4cff-a85b-a7519cd5ca43), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:32.892251 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0530fe76-7720-4bb9-ae51-b3fffb5105c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (51a04a39-3eb7-4cff-a85b-a7519cd5ca43), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:32.895024 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0530fe76-7720-4bb9-ae51-b3fffb5105c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:32.898456 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0530fe76-7720-4bb9-ae51-b3fffb5105c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51a04a39-3eb7-4cff-a85b-a7519cd5ca43 HTTP/1.1" status: 204 len: 168 time: 0.1473069 Mar 24 01:25:32.908195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530fe76-7720-4bb9-ae51-b3fffb5105c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a04a39-3eb7-4cff-a85b-a7519cd5ca43,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:33.745417 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:35.236924 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:35.608972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2154e-dc21-43fd-9cb5-77886829dfb5 req-9ca86590-640b-4cca-aeac-a7d44bc8d244 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:35.616666 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12d2154e-dc21-43fd-9cb5-77886829dfb5 req-9ca86590-640b-4cca-aeac-a7d44bc8d244 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.1168690 Mar 24 01:25:35.676538 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12d2154e-dc21-43fd-9cb5-77886829dfb5 req-272c0ef6-00f7-4432-b661-42c9fd85e2ae tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587444 Mar 24 01:25:36.887497 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cdbd0-40f5-4e9d-8838-6f5ce2340b8e req-85029865-b259-4262-82d2-b32b08c85a5d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:36.891880 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d4cdbd0-40f5-4e9d-8838-6f5ce2340b8e req-85029865-b259-4262-82d2-b32b08c85a5d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.1024384 Mar 24 01:25:36.987462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d4cdbd0-40f5-4e9d-8838-6f5ce2340b8e req-4faa2c35-7d52-435f-ad0a-ce23a1c093c1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890775 Mar 24 01:25:38.247760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67b800-a9a9-46d0-a603-da87d724fcb9 req-cc9fb204-792c-4a30-b3d5-18f74927e7c8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:38.252067 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db67b800-a9a9-46d0-a603-da87d724fcb9 req-cc9fb204-792c-4a30-b3d5-18f74927e7c8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.1111889 Mar 24 01:25:38.365223 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db67b800-a9a9-46d0-a603-da87d724fcb9 req-c14fb7fe-5e1d-46c9-a070-92e4f9144ab1 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029377 Mar 24 01:25:39.725288 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c668e53-0684-4da5-b26b-b84ca0c2280c req-418bcbee-c950-453c-9331-a2bf1da16b57 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:39.733630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c668e53-0684-4da5-b26b-b84ca0c2280c req-418bcbee-c950-453c-9331-a2bf1da16b57 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.1989582 Mar 24 01:25:39.858081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c668e53-0684-4da5-b26b-b84ca0c2280c req-b32323d7-2953-4e5e-985f-9e58ea35eace tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225154 Mar 24 01:25:41.106938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f91272-2212-4d42-84b9-b426a8ad3aae req-f1a5b935-0613-433f-b035-8dede5ea31aa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:41.114854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4f91272-2212-4d42-84b9-b426a8ad3aae req-f1a5b935-0613-433f-b035-8dede5ea31aa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.1559384 Mar 24 01:25:41.179708 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4f91272-2212-4d42-84b9-b426a8ad3aae req-9b4b8e29-cdfb-4ff6-a48b-cce87aa79924 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619709 Mar 24 01:25:42.336646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cff4fa-e01b-4a25-bd1c-045b97ba17b0 req-c1afa7d4-b486-47bf-8a8b-3f6a5ff244d2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:42.346430 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21cff4fa-e01b-4a25-bd1c-045b97ba17b0 req-c1afa7d4-b486-47bf-8a8b-3f6a5ff244d2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.0824184 Mar 24 01:25:42.420839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21cff4fa-e01b-4a25-bd1c-045b97ba17b0 req-c02633a8-8528-4b8f-a1cb-d4049fc08251 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724554 Mar 24 01:25:43.625221 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9d163-b1fa-4507-8599-561d4573bc26 req-b7f61601-e20a-4c7a-adbb-ef504fa8d0df tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:43.637060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7a9d163-b1fa-4507-8599-561d4573bc26 req-b7f61601-e20a-4c7a-adbb-ef504fa8d0df tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.0985024 Mar 24 01:25:43.703177 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7a9d163-b1fa-4507-8599-561d4573bc26 req-14c298e5-ae31-40a9-85ca-d4b02892c480 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611894 Mar 24 01:25:44.881581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448b1f3-a16a-4645-9513-d076ccbb76ef req-b6c08d71-d9e7-4b6e-bea5-57a9ff9a74eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:44.892010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d448b1f3-a16a-4645-9513-d076ccbb76ef req-b6c08d71-d9e7-4b6e-bea5-57a9ff9a74eb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.0993209 Mar 24 01:25:44.967805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d448b1f3-a16a-4645-9513-d076ccbb76ef req-b1144391-df4b-4478-8d85-6ee9cdcf2676 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735049 Mar 24 01:25:46.131752 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e3dc0-7cb9-4cba-8539-dc87deddbbc4 req-827ffae6-21b1-4582-b28f-b473ada97b06 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:46.140357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d92e3dc0-7cb9-4cba-8539-dc87deddbbc4 req-827ffae6-21b1-4582-b28f-b473ada97b06 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.0843024 Mar 24 01:25:46.215412 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d92e3dc0-7cb9-4cba-8539-dc87deddbbc4 req-96fed464-f308-4b00-b3b8-8a4e38355afe tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668416 Mar 24 01:25:46.488582 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57150) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:46.657756 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75030abd-ff3e-497d-92b1-7953b0e621cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:46.805970 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75030abd-ff3e-497d-92b1-7953b0e621cf admin admin] Publish callbacks [] for security_group (7bf5d229-c6fd-4bdc-a3b5-208b92b58a2f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:46.811850 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-75030abd-ff3e-497d-92b1-7953b0e621cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7bf5d229-c6fd-4bdc-a3b5-208b92b58a2f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:46.886206 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-75030abd-ff3e-497d-92b1-7953b0e621cf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7cda938b7bc42fa937a6eb6e7ca1157&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3956251 Mar 24 01:25:46.889427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57172) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:46.923000 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75030abd-ff3e-497d-92b1-7953b0e621cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf5d229-c6fd-4bdc-a3b5-208b92b58a2f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:47.014279 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-090a685a-f971-444c-97fc-6fdc88dba529 admin admin] Publish callbacks [] for security_group (7bf5d229-c6fd-4bdc-a3b5-208b92b58a2f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:47.042148 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-090a685a-f971-444c-97fc-6fdc88dba529 admin admin] Publish callbacks [] for security_group (7bf5d229-c6fd-4bdc-a3b5-208b92b58a2f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:47.102324 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-090a685a-f971-444c-97fc-6fdc88dba529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7bf5d229-c6fd-4bdc-a3b5-208b92b58a2f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:47.106009 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-090a685a-f971-444c-97fc-6fdc88dba529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:47.110165 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-090a685a-f971-444c-97fc-6fdc88dba529 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7bf5d229-c6fd-4bdc-a3b5-208b92b58a2f HTTP/1.1" status: 204 len: 168 time: 0.2195077 Mar 24 01:25:47.123581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a685a-f971-444c-97fc-6fdc88dba529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf5d229-c6fd-4bdc-a3b5-208b92b58a2f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:47.437636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f7c14-0a93-4bd1-b3b3-e94c51766bb6 req-e271bf21-f2f5-4b10-858c-2dcb86a2c870 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:47.452997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a9f7c14-0a93-4bd1-b3b3-e94c51766bb6 req-e271bf21-f2f5-4b10-858c-2dcb86a2c870 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.1270571 Mar 24 01:25:47.627273 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57212) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:47.633986 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a9f7c14-0a93-4bd1-b3b3-e94c51766bb6 req-060aff31-fa8f-4f01-a954-df6f30bf2e57 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745524 Mar 24 01:25:47.658679 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-addbb7fe-997c-4e2f-b7f6-ca908c6a1579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:47.933356 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-addbb7fe-997c-4e2f-b7f6-ca908c6a1579 admin admin] Publish callbacks [] for security_group (30dbd219-32e2-454a-aa52-7119f575bb94), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:47.945330 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-addbb7fe-997c-4e2f-b7f6-ca908c6a1579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (30dbd219-32e2-454a-aa52-7119f575bb94), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:48.087965 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-addbb7fe-997c-4e2f-b7f6-ca908c6a1579 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e14ce9c95ced40089c3dbae085dfc320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4573786 Mar 24 01:25:48.088366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57234) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:48.141701 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbb7fe-997c-4e2f-b7f6-ca908c6a1579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dbd219-32e2-454a-aa52-7119f575bb94,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:48.217577 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dee1804a-f2ab-4981-b175-40b68059802a admin admin] Publish callbacks [] for security_group (30dbd219-32e2-454a-aa52-7119f575bb94), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:48.245229 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dee1804a-f2ab-4981-b175-40b68059802a admin admin] Publish callbacks [] for security_group (30dbd219-32e2-454a-aa52-7119f575bb94), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:48.306197 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dee1804a-f2ab-4981-b175-40b68059802a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (30dbd219-32e2-454a-aa52-7119f575bb94), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:48.309952 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dee1804a-f2ab-4981-b175-40b68059802a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:48.311687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dee1804a-f2ab-4981-b175-40b68059802a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30dbd219-32e2-454a-aa52-7119f575bb94 HTTP/1.1" status: 204 len: 168 time: 0.2222850 Mar 24 01:25:48.321625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1804a-f2ab-4981-b175-40b68059802a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dbd219-32e2-454a-aa52-7119f575bb94,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:48.845295 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d1cb4-7024-4a03-8c67-aae70dedd9f9 req-9d28fbca-763c-4bab-bd5f-8f3ce8742004 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:48.860749 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-214d1cb4-7024-4a03-8c67-aae70dedd9f9 req-9d28fbca-763c-4bab-bd5f-8f3ce8742004 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.1065230 Mar 24 01:25:48.961923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-214d1cb4-7024-4a03-8c67-aae70dedd9f9 req-bb019fb7-c55b-48e4-af25-dd1e3c5552cc tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998611 Mar 24 01:25:50.155937 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658d6f0-7f88-429f-8ee4-ac5fb9706db8 req-2fc76e72-e13a-4e10-a7ea-802f84d8c3a3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:50.166139 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a658d6f0-7f88-429f-8ee4-ac5fb9706db8 req-2fc76e72-e13a-4e10-a7ea-802f84d8c3a3 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.0854802 Mar 24 01:25:50.236311 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a658d6f0-7f88-429f-8ee4-ac5fb9706db8 req-d76f198f-e397-490d-9778-008f051b6eae tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688329 Mar 24 01:25:51.425988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33413948-1adf-4e4d-9bc0-bcd1a0c98ee5 req-e2dc753e-5ce1-45fd-85a5-0d1b1949fbcc tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:51.434648 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33413948-1adf-4e4d-9bc0-bcd1a0c98ee5 req-e2dc753e-5ce1-45fd-85a5-0d1b1949fbcc tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.0996716 Mar 24 01:25:51.558133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33413948-1adf-4e4d-9bc0-bcd1a0c98ee5 req-a49da82d-7a72-4a44-9620-0b8898df57d8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175146 Mar 24 01:25:52.716049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849400e-1f92-4fb1-ac96-6a42b5380c74 req-5410b4ba-30af-4962-96fc-3b58d01219cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:52.724645 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8849400e-1f92-4fb1-ac96-6a42b5380c74 req-5410b4ba-30af-4962-96fc-3b58d01219cd tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.0616219 Mar 24 01:25:52.784714 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8849400e-1f92-4fb1-ac96-6a42b5380c74 req-97f9fa63-b7a0-4f97-8cc3-c247abe62061 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533421 Mar 24 01:25:53.457305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e9f26-af18-45f9-88fb-eff0e9861563 req-14cf15f6-cc97-4d0d-b43e-57a8b512943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:53.459379 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac6e9f26-af18-45f9-88fb-eff0e9861563 req-14cf15f6-cc97-4d0d-b43e-57a8b512943c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 1128 time: 0.1069734 Mar 24 01:25:53.578246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac6e9f26-af18-45f9-88fb-eff0e9861563 req-90ac0c37-f42b-42c7-8865-dfffe0cf94a8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104417 Mar 24 01:25:54.020236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4d4ad-b3aa-426d-975a-4acbffe43984 req-863446a1-2d27-4184-b0b0-e355cfadc5f7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:54.027274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ec4d4ad-b3aa-426d-975a-4acbffe43984 req-863446a1-2d27-4184-b0b0-e355cfadc5f7 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.1121914 Mar 24 01:25:54.128321 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ec4d4ad-b3aa-426d-975a-4acbffe43984 req-dcd0a757-ef85-4135-b73b-874a843018b4 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934527 Mar 24 01:25:54.184292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:25:54.245372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:25:54.321454 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.resource_extend [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:25:54.448899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:25:54.449786 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:54.466331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,segment=NetworkSegment(e52ed754-c55a-4978-a3da-bc726fb0fbf4),segment_id=e52ed754-c55a-4978-a3da-bc726fb0fbf4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:25:54.508062 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'port_id': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb', 'mac_address': 'fa:16:3e:d1:70:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:25:54.517483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:25:54.522807 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eed50ea-d716-4be4-8c09-9f02dbf268d9" -d '{"events": [{"server_uuid": "36f63e69-14a5-49af-8469-fa2741e5a9c2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:25:54.602151 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,segment=NetworkSegment(e52ed754-c55a-4978-a3da-bc726fb0fbf4),segment_id=e52ed754-c55a-4978-a3da-bc726fb0fbf4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:25:54.626537 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:54.854062 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6e3cb6-ed9d-4e9c-8d6b-e26bfba580f0 x-openstack-request-id: req-6e6e3cb6-ed9d-4e9c-8d6b-e26bfba580f0 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:25:54.854505 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f63e69-14a5-49af-8469-fa2741e5a9c2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:25:54.854767 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e6e3cb6-ed9d-4e9c-8d6b-e26bfba580f0 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:25:54.855174 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6e3cb6-ed9d-4e9c-8d6b-e26bfba580f0'] response: {'server_uuid': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb', 'code': 200} Mar 24 01:25:54.855708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:25:54.856088 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:54.879874 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:25:54.917078 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:54.931507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,segment=NetworkSegment(e52ed754-c55a-4978-a3da-bc726fb0fbf4),segment_id=e52ed754-c55a-4978-a3da-bc726fb0fbf4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:25:54.939699 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:55.039814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:55.162889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:25:55.414830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae974b-75a7-44cf-b1ef-80b0b789ca44 req-a13fe267-ad68-4fb9-a591-64b8e2ba21e5 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:25:55.416393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1ae974b-75a7-44cf-b1ef-80b0b789ca44 req-a13fe267-ad68-4fb9-a591-64b8e2ba21e5 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 945 time: 0.1433778 Mar 24 01:25:55.503085 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1ae974b-75a7-44cf-b1ef-80b0b789ca44 req-acb05a05-1db3-4cb3-8a33-c6740efc8da9 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714669 Mar 24 01:25:55.530840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57352) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:55.646920 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d5ba3039-3f0f-4692-88cf-097d10f4eaeb tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/floatingips/bb05d3ed-ea25-4b0d-9caf-8a0d7e588293 HTTP/1.1" status: 200 len: 993 time: 0.1134098 Mar 24 01:25:56.202177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:25:56.322506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:25:56.322964 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:56.502856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:25:56.503706 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:56.576343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,segment=NetworkSegment(e52ed754-c55a-4978-a3da-bc726fb0fbf4),segment_id=e52ed754-c55a-4978-a3da-bc726fb0fbf4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:25:56.584192 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:56.696277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:56.856187 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:25:56.858580 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659344fb-df28-4e73-9bff-16e533566dd6" -d '{"events": [{"server_uuid": "36f63e69-14a5-49af-8469-fa2741e5a9c2", "name": "network-vif-plugged", "status": "completed", "tag": "8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:25:56.936433 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be52cc87-1307-49d4-a31f-6cacc1fbf36f x-openstack-request-id: req-be52cc87-1307-49d4-a31f-6cacc1fbf36f {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:25:56.936789 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f63e69-14a5-49af-8469-fa2741e5a9c2", "name": "network-vif-plugged", "status": "completed", "tag": "8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:25:56.937057 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be52cc87-1307-49d4-a31f-6cacc1fbf36f {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:25:56.937495 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be52cc87-1307-49d4-a31f-6cacc1fbf36f'] response: {'server_uuid': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb', 'code': 200} Mar 24 01:25:58.619120 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57386) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:58.780131 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-420a9f7e-57d3-4956-82cf-d45fd4e61cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:58.915762 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a37bceb8-c94d-4d72-8f67-d17e68a77de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:59.088058 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a37bceb8-c94d-4d72-8f67-d17e68a77de5 admin admin] Publish callbacks [] for security_group (3f9dedce-0799-499d-ad07-04afe25d4f66), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:59.093337 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a37bceb8-c94d-4d72-8f67-d17e68a77de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3f9dedce-0799-499d-ad07-04afe25d4f66), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:59.123786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a37bceb8-c94d-4d72-8f67-d17e68a77de5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=02b3b9bd5153460693d997c0fc9d8763&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5024877 Mar 24 01:25:59.129356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57392) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:25:59.160406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bceb8-c94d-4d72-8f67-d17e68a77de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9dedce-0799-499d-ad07-04afe25d4f66,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:59.192712 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Publish callbacks [] for security_group (3f9dedce-0799-499d-ad07-04afe25d4f66), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:59.225647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Publish callbacks [] for security_group (3f9dedce-0799-499d-ad07-04afe25d4f66), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:59.309222 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3f9dedce-0799-499d-ad07-04afe25d4f66), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:59.312264 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:25:59.314103 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f9dedce-0799-499d-ad07-04afe25d4f66 HTTP/1.1" status: 204 len: 168 time: 0.1826582 Mar 24 01:25:59.340070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9dedce-0799-499d-ad07-04afe25d4f66,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:25:59.367240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:59.368341 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:59.369472 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:59.373125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:59.373125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:59.373323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:59.373579 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:59.373883 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:59.382120 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:59.382120 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:59.382548 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:59.382634 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:59.383173 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:59.383490 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:25:59.383831 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0acd-06ac-4794-84f6-a1166b73fe36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:00.138544 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:00.503753 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57420) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:00.887504 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c14c8ff2-8ffd-4852-b295-bad5dae8cbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:00.940827 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1f148fc9-6c60-47d7-9548-435f4d267832 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bac96e758dc241c18c6c15569d3c31bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4306779 Mar 24 01:26:00.943642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57430) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:01.018262 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-800b30f5-610d-47fb-bd68-6d6ff9953219 admin admin] Publish callbacks [] for security_group (e3f96440-06fa-4e0d-a6ea-c60a027b9490), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:01.075047 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-800b30f5-610d-47fb-bd68-6d6ff9953219 admin admin] Publish callbacks [] for security_group (e3f96440-06fa-4e0d-a6ea-c60a027b9490), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:01.173134 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-800b30f5-610d-47fb-bd68-6d6ff9953219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e3f96440-06fa-4e0d-a6ea-c60a027b9490), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:01.176512 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-800b30f5-610d-47fb-bd68-6d6ff9953219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:01.181960 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-800b30f5-610d-47fb-bd68-6d6ff9953219 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e3f96440-06fa-4e0d-a6ea-c60a027b9490 HTTP/1.1" status: 204 len: 168 time: 0.2366207 Mar 24 01:26:01.202643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b30f5-610d-47fb-bd68-6d6ff9953219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f96440-06fa-4e0d-a6ea-c60a027b9490,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:01.846969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57448) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:02.118497 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:02.230453 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:02.269842 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Publish callbacks [] for security_group (680ad698-2fe1-4fb8-a009-cebd132f955e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:02.276442 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (680ad698-2fe1-4fb8-a009-cebd132f955e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:02.310819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680ad698-2fe1-4fb8-a009-cebd132f955e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:02.323095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:02.323725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:02.324347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:02.325427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:02.326015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:02.326453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:02.326872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:02.327271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:02.328132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:02.328132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:02.329945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:02.329945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:02.329945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:02.329945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:02.329945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:02.385759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57466) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:02.386658 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-14ddce12-be62-4fa0-bb08-214726556fe8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=287b56dbf7644dc09d0ca67ec4d8b2d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5383074 Mar 24 01:26:02.461225 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb059772-91f6-41bc-a68c-7595d9e172eb admin admin] Publish callbacks [] for security_group (680ad698-2fe1-4fb8-a009-cebd132f955e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:02.493865 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb059772-91f6-41bc-a68c-7595d9e172eb admin admin] Publish callbacks [] for security_group (680ad698-2fe1-4fb8-a009-cebd132f955e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:02.583918 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb059772-91f6-41bc-a68c-7595d9e172eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (680ad698-2fe1-4fb8-a009-cebd132f955e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:02.587336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb059772-91f6-41bc-a68c-7595d9e172eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:02.591126 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eb059772-91f6-41bc-a68c-7595d9e172eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/680ad698-2fe1-4fb8-a009-cebd132f955e HTTP/1.1" status: 204 len: 168 time: 0.2013080 Mar 24 01:26:02.620589 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:02.624308 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb059772-91f6-41bc-a68c-7595d9e172eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680ad698-2fe1-4fb8-a009-cebd132f955e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:03.660301 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57506) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:03.739675 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:03.823282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-7ba4c855-d1d6-4631-9f8e-47f177b2753d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1444959403-network', 'tenant_id': 'db4cddfeb07e46a3ac9850a14f1a835a'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:03.864657 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba4c855-d1d6-4631-9f8e-47f177b2753d admin admin] Made reservation on behalf of db4cddfeb07e46a3ac9850a14f1a835a for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:26:03.867008 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c855-d1d6-4631-9f8e-47f177b2753d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:03.877281 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c855-d1d6-4631-9f8e-47f177b2753d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:03.983959 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c855-d1d6-4631-9f8e-47f177b2753d admin admin] Publish callbacks [] for security_group (668a20bc-c12e-4d00-919c-7a4c361f1c38), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:03.990835 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c855-d1d6-4631-9f8e-47f177b2753d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (668a20bc-c12e-4d00-919c-7a4c361f1c38), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:04.022201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba4c855-d1d6-4631-9f8e-47f177b2753d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:26:04.034264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4c855-d1d6-4631-9f8e-47f177b2753d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668a20bc-c12e-4d00-919c-7a4c361f1c38,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:04.040269 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c855-d1d6-4631-9f8e-47f177b2753d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d053e468-4630-4da9-bdec-555e6e18d968), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:04.040619 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-7ba4c855-d1d6-4631-9f8e-47f177b2753d admin admin] Added segment d053e468-4630-4da9-bdec-555e6e18d968 of type vlan for network 7229113b-0d0c-48c8-9f28-a6c4101f29b0 Mar 24 01:26:04.108145 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c855-d1d6-4631-9f8e-47f177b2753d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (7229113b-0d0c-48c8-9f28-a6c4101f29b0), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:04.144976 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c855-d1d6-4631-9f8e-47f177b2753d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (7229113b-0d0c-48c8-9f28-a6c4101f29b0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:04.146072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4c855-d1d6-4631-9f8e-47f177b2753d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:04.146910 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c855-d1d6-4631-9f8e-47f177b2753d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:04.243583 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7ba4c855-d1d6-4631-9f8e-47f177b2753d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5811400 Mar 24 01:26:04.247649 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57512) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:04.255303 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-99811c30-7051-4ed4-8dd8-eb4b2be01e06 admin admin] Request body: {'subnet': {'network_id': '7229113b-0d0c-48c8-9f28-a6c4101f29b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1444959403-subnet', 'tenant_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:04.262565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4c855-d1d6-4631-9f8e-47f177b2753d admin admin] Pushing event updated for resources: {'Network': ['ID=7229113b-0d0c-48c8-9f28-a6c4101f29b0,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:04.276623 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:26:04.278921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 7229113b-0d0c-48c8-9f28-a6c4101f29b0 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:26:04.287755 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99811c30-7051-4ed4-8dd8-eb4b2be01e06 admin admin] Made reservation on behalf of db4cddfeb07e46a3ac9850a14f1a835a for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:26:04.291421 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99811c30-7051-4ed4-8dd8-eb4b2be01e06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:04.502735 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99811c30-7051-4ed4-8dd8-eb4b2be01e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (505ea75e-850c-41f8-8d44-581a5b7e2ef1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:04.582711 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99811c30-7051-4ed4-8dd8-eb4b2be01e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=505ea75e-850c-41f8-8d44-581a5b7e2ef1,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:04.605720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99811c30-7051-4ed4-8dd8-eb4b2be01e06 admin admin] Checking segment: {'id': 'd053e468-4630-4da9-bdec-555e6e18d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7229113b-0d0c-48c8-9f28-a6c4101f29b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:04.606272 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99811c30-7051-4ed4-8dd8-eb4b2be01e06 admin admin] Network hostable DHCP agents. Network: 7229113b-0d0c-48c8-9f28-a6c4101f29b0, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:26:04.640486 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99811c30-7051-4ed4-8dd8-eb4b2be01e06 admin admin] Network 7229113b-0d0c-48c8-9f28-a6c4101f29b0 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:26:04.653958 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-99811c30-7051-4ed4-8dd8-eb4b2be01e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 7229113b-0d0c-48c8-9f28-a6c4101f29b0) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:04.663456 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99811c30-7051-4ed4-8dd8-eb4b2be01e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:04.665111 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-99811c30-7051-4ed4-8dd8-eb4b2be01e06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:04.665276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e8ed9a-4638-4ec3-aaf3-022785b09f3a None None] Network 7229113b-0d0c-48c8-9f28-a6c4101f29b0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:26:04.710670 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-99811c30-7051-4ed4-8dd8-eb4b2be01e06 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4576311 Mar 24 01:26:04.711021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57522) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:04.716352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1444959403-router', 'tenant_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:04.746450 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (28d24593-5f37-4745-8ea3-40e1836e2213), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:04.748505 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (28d24593-5f37-4745-8ea3-40e1836e2213), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:04.833632 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Publish callbacks [] for router_controller (28d24593-5f37-4745-8ea3-40e1836e2213), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:04.928253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-7229113b-0d0c-48c8-9f28-a6c4101f29b0', 'network_id': '7229113b-0d0c-48c8-9f28-a6c4101f29b0', 'project_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'fixed_ips': [{'subnet_id': '505ea75e-850c-41f8-8d44-581a5b7e2ef1'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:26:04.929320 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:05.150424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Publish callbacks [] for router_gateway (28d24593-5f37-4745-8ea3-40e1836e2213), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:05.251361 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:05.256266 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Allocated IP 172.20.0.2 (7229113b-0d0c-48c8-9f28-a6c4101f29b0/505ea75e-850c-41f8-8d44-581a5b7e2ef1/3c55aedb-f685-4c9c-9543-37e3ede16555) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:26:05.484557 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Publish callbacks [] for port (3c55aedb-f685-4c9c-9543-37e3ede16555), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:05.494957 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (3c55aedb-f685-4c9c-9543-37e3ede16555), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:05.508646 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Publish callbacks [] for router_gateway (28d24593-5f37-4745-8ea3-40e1836e2213), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:05.529905 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:05.564805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Pushing event updated for resources: {'Port': ['ID=3c55aedb-f685-4c9c-9543-37e3ede16555,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:05.586197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:05.586546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:05.586895 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:05.587706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:05.588369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:05.588892 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:05.589434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:05.589948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:05.590456 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:05.590989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:05.591736 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:05.592301 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:05.592844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:05.593362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:05.593861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:05.601806 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Network 7229113b-0d0c-48c8-9f28-a6c4101f29b0 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:05.605951 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:05.611064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:26:05.709863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Allocated IP 172.25.0.72 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/cb7368d0-a5d7-46cd-947e-673a06a6dee7) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:26:05.746348 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Attempting to bind port 3c55aedb-f685-4c9c-9543-37e3ede16555 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:26:05.750307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Attempting to bind port 3c55aedb-f685-4c9c-9543-37e3ede16555 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'd053e468-4630-4da9-bdec-555e6e18d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7229113b-0d0c-48c8-9f28-a6c4101f29b0'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:26:05.752175 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Attempting to bind port 3c55aedb-f685-4c9c-9543-37e3ede16555 on network 7229113b-0d0c-48c8-9f28-a6c4101f29b0 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:26:05.766132 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:26:05.766430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Checking segment: {'id': 'd053e468-4630-4da9-bdec-555e6e18d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7229113b-0d0c-48c8-9f28-a6c4101f29b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:05.766738 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:05.767132 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Bound using segment: {'id': 'd053e468-4630-4da9-bdec-555e6e18d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7229113b-0d0c-48c8-9f28-a6c4101f29b0'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:26:05.772842 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Bound port: 3c55aedb-f685-4c9c-9543-37e3ede16555, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd053e468-4630-4da9-bdec-555e6e18d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7229113b-0d0c-48c8-9f28-a6c4101f29b0'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:26:05.775237 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3c55aedb-f685-4c9c-9543-37e3ede16555), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:05.903863 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Publish callbacks [] for port (cb7368d0-a5d7-46cd-947e-673a06a6dee7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:05.948470 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] For port 3c55aedb-f685-4c9c-9543-37e3ede16555, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:26:05.954176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] For port 3c55aedb-f685-4c9c-9543-37e3ede16555, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3c55aedb-f685-4c9c-9543-37e3ede16555,segment=NetworkSegment(d053e468-4630-4da9-bdec-555e6e18d968),segment_id=d053e468-4630-4da9-bdec-555e6e18d968)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:26:05.979404 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (cb7368d0-a5d7-46cd-947e-673a06a6dee7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:05.985177 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3c55aedb-f685-4c9c-9543-37e3ede16555), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:06.043287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:06.051018 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:06.054755 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:26:06.089795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5826f2-c581-4e9b-9bb7-110bc17ea4b7 None None] Pushing event updated for resources: {'Port': ['ID=3c55aedb-f685-4c9c-9543-37e3ede16555,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:06.092839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Pushing event updated for resources: {'Port': ['ID=cb7368d0-a5d7-46cd-947e-673a06a6dee7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:06.542987 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Publish callbacks [] for router_gateway (28d24593-5f37-4745-8ea3-40e1836e2213), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:06.827669 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (28d24593-5f37-4745-8ea3-40e1836e2213), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:06.991993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Router 28d24593-5f37-4745-8ea3-40e1836e2213 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:26:07.192746 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:26:07.211539 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Sync routers for ids ['28d24593-5f37-4745-8ea3-40e1836e2213'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:26:07.222589 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:07.226935 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57546) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:07.227632 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ace06442-3d62-4f4c-a72c-e1369cd20213 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5149431 Mar 24 01:26:07.399856 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Routers {'28d24593-5f37-4745-8ea3-40e1836e2213'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:07.400567 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['28d24593-5f37-4745-8ea3-40e1836e2213'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:07.629990 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Set router 28d24593-5f37-4745-8ea3-40e1836e2213 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:07.671994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d358579-d499-422c-a7b9-27c2c414ec6a None None] Network 7229113b-0d0c-48c8-9f28-a6c4101f29b0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:26:07.781896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-bcc90f67-94b2-4860-bd94-a37698828423 None None] Provisioning complete for port 3c55aedb-f685-4c9c-9543-37e3ede16555 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:07.782442 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bcc90f67-94b2-4860-bd94-a37698828423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3c55aedb-f685-4c9c-9543-37e3ede16555), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:07.852174 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'name': 'tempest-TestAggregatesBasicOps-1444959403-router', 'tenant_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'cb7368d0-a5d7-46cd-947e-673a06a6dee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:04Z', 'updated_at': '2022-03-24T01:26:06Z', 'revision_number': 3, 'project_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'gw_port': {'id': 'cb7368d0-a5d7-46cd-947e-673a06a6dee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:05Z', 'updated_at': '2022-03-24T01:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:07.897655 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Checking router: 28d24593-5f37-4745-8ea3-40e1836e2213 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:26:07.898896 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Updating router 28d24593-5f37-4745-8ea3-40e1836e2213 port cb7368d0-a5d7-46cd-947e-673a06a6dee7 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:26:07.933919 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cb7368d0-a5d7-46cd-947e-673a06a6dee7), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:08.008639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bcc90f67-94b2-4860-bd94-a37698828423 None None] Current status of the port 3c55aedb-f685-4c9c-9543-37e3ede16555 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:08.009041 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bcc90f67-94b2-4860-bd94-a37698828423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3c55aedb-f685-4c9c-9543-37e3ede16555), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:08.084975 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bcc90f67-94b2-4860-bd94-a37698828423 None None] For port 3c55aedb-f685-4c9c-9543-37e3ede16555, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3c55aedb-f685-4c9c-9543-37e3ede16555,segment=NetworkSegment(d053e468-4630-4da9-bdec-555e6e18d968),segment_id=d053e468-4630-4da9-bdec-555e6e18d968)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:08.102859 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bcc90f67-94b2-4860-bd94-a37698828423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3c55aedb-f685-4c9c-9543-37e3ede16555), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:08.235689 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc90f67-94b2-4860-bd94-a37698828423 None None] Pushing event updated for resources: {'Port': ['ID=3c55aedb-f685-4c9c-9543-37e3ede16555,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:08.290678 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:08.343591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3c55aedb-f685-4c9c-9543-37e3ede16555 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:26:08.369642 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Publish callbacks [] for port (cb7368d0-a5d7-46cd-947e-673a06a6dee7), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:08.381304 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cb7368d0-a5d7-46cd-947e-673a06a6dee7), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:08.477703 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Attempting to bind port cb7368d0-a5d7-46cd-947e-673a06a6dee7 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:26:08.478286 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Attempting to bind port cb7368d0-a5d7-46cd-947e-673a06a6dee7 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:26:08.478819 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Attempting to bind port cb7368d0-a5d7-46cd-947e-673a06a6dee7 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:26:08.484548 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:26:08.485251 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:08.485818 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:08.486390 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:26:08.487036 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Bound port: cb7368d0-a5d7-46cd-947e-673a06a6dee7, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:26:08.488360 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cb7368d0-a5d7-46cd-947e-673a06a6dee7), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:08.505374 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3c55aedb-f685-4c9c-9543-37e3ede16555 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:08.506863 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3c55aedb-f685-4c9c-9543-37e3ede16555), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:08.574314 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Pushing event updated for resources: {'Port': ['ID=cb7368d0-a5d7-46cd-947e-673a06a6dee7,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:08.589555 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:08.589899 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:08.592031 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:08.592555 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:08.593082 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:08.593616 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:08.594222 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:08.594727 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:08.595238 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:08.595743 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:08.596251 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:08.596757 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:08.597277 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:08.597764 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:08.598266 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:26:08.655459 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] For port cb7368d0-a5d7-46cd-947e-673a06a6dee7, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:26:08.661536 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] For port cb7368d0-a5d7-46cd-947e-673a06a6dee7, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=cb7368d0-a5d7-46cd-947e-673a06a6dee7,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:26:08.667684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Allocated IP 172.20.0.1 (7229113b-0d0c-48c8-9f28-a6c4101f29b0/505ea75e-850c-41f8-8d44-581a5b7e2ef1/134b00d1-0fe5-44a6-b3bb-24097bc704f9) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:26:08.677741 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cb7368d0-a5d7-46cd-947e-673a06a6dee7), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:08.760493 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734419f-7d82-4067-abea-e1150eb2f8f1 None None] Pushing event updated for resources: {'Port': ['ID=cb7368d0-a5d7-46cd-947e-673a06a6dee7,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:08.773796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-33527fa5-4142-4cf3-8a19-eab4e33a40e8 None None] Provisioning complete for port 3c55aedb-f685-4c9c-9543-37e3ede16555 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:08.774297 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-33527fa5-4142-4cf3-8a19-eab4e33a40e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3c55aedb-f685-4c9c-9543-37e3ede16555), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:08.785175 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Routers {'28d24593-5f37-4745-8ea3-40e1836e2213'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:08.786064 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['28d24593-5f37-4745-8ea3-40e1836e2213'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:08.906870 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Publish callbacks [] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:08.911866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3c55aedb-f685-4c9c-9543-37e3ede16555 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:08.972222 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] Set router 28d24593-5f37-4745-8ea3-40e1836e2213 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:08.983760 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:08.996979 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-33527fa5-4142-4cf3-8a19-eab4e33a40e8 None None] Current status of the port 3c55aedb-f685-4c9c-9543-37e3ede16555 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:09.057217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Network 7229113b-0d0c-48c8-9f28-a6c4101f29b0 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:09.059018 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:09.062669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:26:09.143857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Pushing event updated for resources: {'Port': ['ID=134b00d1-0fe5-44a6-b3bb-24097bc704f9,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:09.164176 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (28d24593-5f37-4745-8ea3-40e1836e2213), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:09.248560 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'name': 'tempest-TestAggregatesBasicOps-1444959403-router', 'tenant_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'cb7368d0-a5d7-46cd-947e-673a06a6dee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:04Z', 'updated_at': '2022-03-24T01:26:06Z', 'revision_number': 3, 'project_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'gw_port': {'id': 'cb7368d0-a5d7-46cd-947e-673a06a6dee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:05Z', 'updated_at': '2022-03-24T01:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:09.290759 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a467662-e2f8-4a6f-b2f8-77240c9140be None None] The sync data for ids ['28d24593-5f37-4745-8ea3-40e1836e2213'] in n-d-760455-9 is: [{'id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'name': 'tempest-TestAggregatesBasicOps-1444959403-router', 'tenant_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'cb7368d0-a5d7-46cd-947e-673a06a6dee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:04Z', 'updated_at': '2022-03-24T01:26:06Z', 'revision_number': 3, 'project_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'gw_port': {'id': 'cb7368d0-a5d7-46cd-947e-673a06a6dee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:05Z', 'updated_at': '2022-03-24T01:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:26:09.424561 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:09.683050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Publish callbacks [] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:09.695214 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:09.746692 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4957c3d1-4330-44b3-baef-7f84a6ce04e4 None None] Provisioning complete for port 134b00d1-0fe5-44a6-b3bb-24097bc704f9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:09.748140 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4957c3d1-4330-44b3-baef-7f84a6ce04e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:09.801565 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (28d24593-5f37-4745-8ea3-40e1836e2213), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:09.827212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4957c3d1-4330-44b3-baef-7f84a6ce04e4 None None] Port 134b00d1-0fe5-44a6-b3bb-24097bc704f9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:26:09.922913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Pushing event updated for resources: {'Port': ['ID=134b00d1-0fe5-44a6-b3bb-24097bc704f9,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:09.993138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Network 7229113b-0d0c-48c8-9f28-a6c4101f29b0 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:09.994640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:10.272266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Router 28d24593-5f37-4745-8ea3-40e1836e2213 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:26:10.363737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ea035fb4-4d53-4943-beea-0fb31efc1699 None None] Provisioning complete for port 134b00d1-0fe5-44a6-b3bb-24097bc704f9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:10.364450 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ea035fb4-4d53-4943-beea-0fb31efc1699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:10.430507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3c55aedb-f685-4c9c-9543-37e3ede16555 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:26:10.493848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ea035fb4-4d53-4943-beea-0fb31efc1699 None None] Port 134b00d1-0fe5-44a6-b3bb-24097bc704f9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:26:10.519640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3c55aedb-f685-4c9c-9543-37e3ede16555 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:10.520026 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3c55aedb-f685-4c9c-9543-37e3ede16555), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:10.532455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:26:10.576734 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f3efe47d-6f77-4c68-84cc-6d3b784172a2 admin admin] 10.222.0.45 "PUT /v2.0/routers/28d24593-5f37-4745-8ea3-40e1836e2213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3476474 Mar 24 01:26:10.660897 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3c55aedb-f685-4c9c-9543-37e3ede16555 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:10.670675 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device cb7368d0-a5d7-46cd-947e-673a06a6dee7 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:26:10.726918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port cb7368d0-a5d7-46cd-947e-673a06a6dee7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:10.727368 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cb7368d0-a5d7-46cd-947e-673a06a6dee7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:10.844498 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port cb7368d0-a5d7-46cd-947e-673a06a6dee7 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:10.845148 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cb7368d0-a5d7-46cd-947e-673a06a6dee7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:10.878108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port cb7368d0-a5d7-46cd-947e-673a06a6dee7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=cb7368d0-a5d7-46cd-947e-673a06a6dee7,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:10.885561 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cb7368d0-a5d7-46cd-947e-673a06a6dee7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:10.970936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=cb7368d0-a5d7-46cd-947e-673a06a6dee7,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:11.367838 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57600) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:11.373735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-673c5026-1b53-4e4a-91c6-67ffbabe3151 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1568878196-network', 'tenant_id': '10a5e1fc0933446f8836b2440b66a5f2'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:11.396782 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673c5026-1b53-4e4a-91c6-67ffbabe3151 admin admin] Made reservation on behalf of 10a5e1fc0933446f8836b2440b66a5f2 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:26:11.400605 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-673c5026-1b53-4e4a-91c6-67ffbabe3151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:11.412495 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-673c5026-1b53-4e4a-91c6-67ffbabe3151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:11.575608 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-673c5026-1b53-4e4a-91c6-67ffbabe3151 admin admin] Publish callbacks [] for security_group (0c8cb1d1-f194-44c8-b201-81adce0bdf87), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:11.579908 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-673c5026-1b53-4e4a-91c6-67ffbabe3151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0c8cb1d1-f194-44c8-b201-81adce0bdf87), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:11.610537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673c5026-1b53-4e4a-91c6-67ffbabe3151 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:26:11.631086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c5026-1b53-4e4a-91c6-67ffbabe3151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8cb1d1-f194-44c8-b201-81adce0bdf87,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:11.635576 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-673c5026-1b53-4e4a-91c6-67ffbabe3151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (bd55d2df-bfb7-46a5-abe2-82b14621b3fe), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:11.635974 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-673c5026-1b53-4e4a-91c6-67ffbabe3151 admin admin] Added segment bd55d2df-bfb7-46a5-abe2-82b14621b3fe of type vlan for network 725fea11-c4b1-493f-a33f-0abb78ae1125 Mar 24 01:26:11.699316 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-673c5026-1b53-4e4a-91c6-67ffbabe3151 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (725fea11-c4b1-493f-a33f-0abb78ae1125), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:11.743887 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-673c5026-1b53-4e4a-91c6-67ffbabe3151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (725fea11-c4b1-493f-a33f-0abb78ae1125), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:11.743887 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673c5026-1b53-4e4a-91c6-67ffbabe3151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:11.743887 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-673c5026-1b53-4e4a-91c6-67ffbabe3151 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:11.818992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c5026-1b53-4e4a-91c6-67ffbabe3151 admin admin] Pushing event updated for resources: {'Network': ['ID=725fea11-c4b1-493f-a33f-0abb78ae1125,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:11.831887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-673c5026-1b53-4e4a-91c6-67ffbabe3151 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4604528 Mar 24 01:26:11.832067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 725fea11-c4b1-493f-a33f-0abb78ae1125 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:26:11.832593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57606) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:11.850846 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-d58e22c4-f23e-483e-a136-3b5277f9a53b admin admin] Request body: {'subnet': {'network_id': '725fea11-c4b1-493f-a33f-0abb78ae1125', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1568878196-subnet', 'tenant_id': '10a5e1fc0933446f8836b2440b66a5f2', 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:11.884344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58e22c4-f23e-483e-a136-3b5277f9a53b admin admin] Made reservation on behalf of 10a5e1fc0933446f8836b2440b66a5f2 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:26:11.888067 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d58e22c4-f23e-483e-a136-3b5277f9a53b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:12.020637 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Sync routers for ids ['28d24593-5f37-4745-8ea3-40e1836e2213'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:26:12.036496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Routers {'28d24593-5f37-4745-8ea3-40e1836e2213'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:12.037722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['28d24593-5f37-4745-8ea3-40e1836e2213'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:12.203262 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Set router 28d24593-5f37-4745-8ea3-40e1836e2213 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:12.219343 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d58e22c4-f23e-483e-a136-3b5277f9a53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (aaa9a945-4027-4774-b888-15e1cee2fc6c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:12.276814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device cb7368d0-a5d7-46cd-947e-673a06a6dee7 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:26:12.362999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e22c4-f23e-483e-a136-3b5277f9a53b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa9a945-4027-4774-b888-15e1cee2fc6c,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:12.379342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58e22c4-f23e-483e-a136-3b5277f9a53b admin admin] Checking segment: {'id': 'bd55d2df-bfb7-46a5-abe2-82b14621b3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '725fea11-c4b1-493f-a33f-0abb78ae1125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:12.379862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58e22c4-f23e-483e-a136-3b5277f9a53b admin admin] Network hostable DHCP agents. Network: 725fea11-c4b1-493f-a33f-0abb78ae1125, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:26:12.403642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58e22c4-f23e-483e-a136-3b5277f9a53b admin admin] Network 725fea11-c4b1-493f-a33f-0abb78ae1125 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:26:12.421052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-d58e22c4-f23e-483e-a136-3b5277f9a53b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 725fea11-c4b1-493f-a33f-0abb78ae1125) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:12.425764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58e22c4-f23e-483e-a136-3b5277f9a53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:12.426368 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d58e22c4-f23e-483e-a136-3b5277f9a53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:12.437315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302bb368-4116-4f63-8364-6604f3b01054 None None] Network 725fea11-c4b1-493f-a33f-0abb78ae1125 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:26:12.461650 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d58e22c4-f23e-483e-a136-3b5277f9a53b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6273530 Mar 24 01:26:12.463789 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57612) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:12.469606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1568878196-router', 'tenant_id': '10a5e1fc0933446f8836b2440b66a5f2', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:12.516996 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (947e4cca-ee63-423a-83c3-8f2e77812a95), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:12.516996 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (947e4cca-ee63-423a-83c3-8f2e77812a95), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:12.608223 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Publish callbacks [] for router_controller (947e4cca-ee63-423a-83c3-8f2e77812a95), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:12.695224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-725fea11-c4b1-493f-a33f-0abb78ae1125', 'network_id': '725fea11-c4b1-493f-a33f-0abb78ae1125', 'project_id': '10a5e1fc0933446f8836b2440b66a5f2', 'fixed_ips': [{'subnet_id': 'aaa9a945-4027-4774-b888-15e1cee2fc6c'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:26:12.699071 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:12.734014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port cb7368d0-a5d7-46cd-947e-673a06a6dee7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:12.734416 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cb7368d0-a5d7-46cd-947e-673a06a6dee7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:12.893594 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Publish callbacks [] for router_gateway (947e4cca-ee63-423a-83c3-8f2e77812a95), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:13.019619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Allocated IP 172.20.0.2 (725fea11-c4b1-493f-a33f-0abb78ae1125/aaa9a945-4027-4774-b888-15e1cee2fc6c/0970fdb7-9fd7-4ca1-b6af-13870af67380) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:26:13.021940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port cb7368d0-a5d7-46cd-947e-673a06a6dee7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:13.050784 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'name': 'tempest-TestAggregatesBasicOps-1444959403-router', 'tenant_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'cb7368d0-a5d7-46cd-947e-673a06a6dee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:04Z', 'updated_at': '2022-03-24T01:26:09Z', 'revision_number': 4, 'project_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'gw_port': {'id': 'cb7368d0-a5d7-46cd-947e-673a06a6dee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:05Z', 'updated_at': '2022-03-24T01:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '134b00d1-0fe5-44a6-b3bb-24097bc704f9', 'name': '', 'network_id': '7229113b-0d0c-48c8-9f28-a6c4101f29b0', 'tenant_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'mac_address': 'fa:16:3e:c8:17:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '505ea75e-850c-41f8-8d44-581a5b7e2ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:08Z', 'updated_at': '2022-03-24T01:26:09Z', 'revision_number': 2, 'project_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'subnets': [{'id': '505ea75e-850c-41f8-8d44-581a5b7e2ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:13.160009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Checking router: 28d24593-5f37-4745-8ea3-40e1836e2213 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:26:13.160384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Updating router 28d24593-5f37-4745-8ea3-40e1836e2213 port 134b00d1-0fe5-44a6-b3bb-24097bc704f9 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:26:13.253491 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:13.391287 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Publish callbacks [] for router_gateway (947e4cca-ee63-423a-83c3-8f2e77812a95), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:13.428404 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:13.664439 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Allocated IP 172.25.0.66 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/6568e3bc-5e52-4d26-ab11-06edfed3c6e9) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:26:13.786035 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Publish callbacks [] for port (0970fdb7-9fd7-4ca1-b6af-13870af67380), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:13.799432 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (0970fdb7-9fd7-4ca1-b6af-13870af67380), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:13.832099 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Publish callbacks [] for port (6568e3bc-5e52-4d26-ab11-06edfed3c6e9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:13.855113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Pushing event updated for resources: {'Port': ['ID=0970fdb7-9fd7-4ca1-b6af-13870af67380,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:13.879857 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6568e3bc-5e52-4d26-ab11-06edfed3c6e9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:13.880130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Network 725fea11-c4b1-493f-a33f-0abb78ae1125 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:13.885105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:13.894114 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:26:13.948807 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:13.953772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:13.977421 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:26:13.999620 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Attempting to bind port 0970fdb7-9fd7-4ca1-b6af-13870af67380 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:26:13.999996 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Attempting to bind port 0970fdb7-9fd7-4ca1-b6af-13870af67380 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'bd55d2df-bfb7-46a5-abe2-82b14621b3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '725fea11-c4b1-493f-a33f-0abb78ae1125'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:26:14.000490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Attempting to bind port 0970fdb7-9fd7-4ca1-b6af-13870af67380 on network 725fea11-c4b1-493f-a33f-0abb78ae1125 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:26:14.009683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:26:14.010063 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Checking segment: {'id': 'bd55d2df-bfb7-46a5-abe2-82b14621b3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '725fea11-c4b1-493f-a33f-0abb78ae1125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:14.010532 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:14.010842 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Bound using segment: {'id': 'bd55d2df-bfb7-46a5-abe2-82b14621b3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '725fea11-c4b1-493f-a33f-0abb78ae1125'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:26:14.011314 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Bound port: 0970fdb7-9fd7-4ca1-b6af-13870af67380, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd55d2df-bfb7-46a5-abe2-82b14621b3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '725fea11-c4b1-493f-a33f-0abb78ae1125'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:26:14.011693 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0970fdb7-9fd7-4ca1-b6af-13870af67380), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:14.047242 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Pushing event updated for resources: {'Port': ['ID=6568e3bc-5e52-4d26-ab11-06edfed3c6e9,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:14.094929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] For port 0970fdb7-9fd7-4ca1-b6af-13870af67380, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:26:14.098146 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] For port 0970fdb7-9fd7-4ca1-b6af-13870af67380, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0970fdb7-9fd7-4ca1-b6af-13870af67380,segment=NetworkSegment(bd55d2df-bfb7-46a5-abe2-82b14621b3fe),segment_id=bd55d2df-bfb7-46a5-abe2-82b14621b3fe)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:26:14.112003 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0970fdb7-9fd7-4ca1-b6af-13870af67380), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:14.118488 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Publish callbacks [] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:14.162220 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:14.489075 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Publish callbacks [] for router_gateway (947e4cca-ee63-423a-83c3-8f2e77812a95), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:14.707148 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998b9b2-ccc0-4c53-8666-e3f3a685fba7 None None] Pushing event updated for resources: {'Port': ['ID=0970fdb7-9fd7-4ca1-b6af-13870af67380,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:14.830480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Attempting to bind port 134b00d1-0fe5-44a6-b3bb-24097bc704f9 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:26:14.831768 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Attempting to bind port 134b00d1-0fe5-44a6-b3bb-24097bc704f9 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'd053e468-4630-4da9-bdec-555e6e18d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7229113b-0d0c-48c8-9f28-a6c4101f29b0'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:26:14.831768 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Attempting to bind port 134b00d1-0fe5-44a6-b3bb-24097bc704f9 on network 7229113b-0d0c-48c8-9f28-a6c4101f29b0 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:26:14.851771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3dc21fc1-c538-44c8-bb2a-e645dcf5576b None None] Provisioning complete for port 134b00d1-0fe5-44a6-b3bb-24097bc704f9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:14.852067 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3dc21fc1-c538-44c8-bb2a-e645dcf5576b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:14.909678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3dc21fc1-c538-44c8-bb2a-e645dcf5576b None None] Port 134b00d1-0fe5-44a6-b3bb-24097bc704f9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:26:14.917626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212ebea-57fe-4961-9cf7-6866fe2d31b6 None None] Pushing event updated for resources: {'Port': ['ID=134b00d1-0fe5-44a6-b3bb-24097bc704f9,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:14.922873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:26:14.923664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Checking segment: {'id': 'd053e468-4630-4da9-bdec-555e6e18d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7229113b-0d0c-48c8-9f28-a6c4101f29b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:14.923953 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:14.924407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Bound using segment: {'id': 'd053e468-4630-4da9-bdec-555e6e18d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7229113b-0d0c-48c8-9f28-a6c4101f29b0'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:26:14.924891 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Bound port: 134b00d1-0fe5-44a6-b3bb-24097bc704f9, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd053e468-4630-4da9-bdec-555e6e18d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7229113b-0d0c-48c8-9f28-a6c4101f29b0'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:26:14.925340 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:15.062205 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] For port 134b00d1-0fe5-44a6-b3bb-24097bc704f9, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:26:15.066749 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] For port 134b00d1-0fe5-44a6-b3bb-24097bc704f9, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=134b00d1-0fe5-44a6-b3bb-24097bc704f9,segment=NetworkSegment(d053e468-4630-4da9-bdec-555e6e18d968),segment_id=d053e468-4630-4da9-bdec-555e6e18d968)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:26:15.078405 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:15.173186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Routers {'28d24593-5f37-4745-8ea3-40e1836e2213'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:15.173865 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['28d24593-5f37-4745-8ea3-40e1836e2213'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:15.383914 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212ebea-57fe-4961-9cf7-6866fe2d31b6 None None] Pushing event updated for resources: {'Port': ['ID=134b00d1-0fe5-44a6-b3bb-24097bc704f9,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:15.404321 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] Set router 28d24593-5f37-4745-8ea3-40e1836e2213 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:15.613152 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (947e4cca-ee63-423a-83c3-8f2e77812a95), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:15.686246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6701df6e-60f1-4921-92f4-f0b9d33b7dcd None None] Provisioning complete for port 134b00d1-0fe5-44a6-b3bb-24097bc704f9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:15.687180 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6701df6e-60f1-4921-92f4-f0b9d33b7dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:15.789406 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Router 947e4cca-ee63-423a-83c3-8f2e77812a95 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:26:16.011318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:26:16.021974 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Sync routers for ids ['947e4cca-ee63-423a-83c3-8f2e77812a95'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:26:16.037683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6701df6e-60f1-4921-92f4-f0b9d33b7dcd None None] Current status of the port 134b00d1-0fe5-44a6-b3bb-24097bc704f9 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:16.041823 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6701df6e-60f1-4921-92f4-f0b9d33b7dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:16.046626 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Routers {'947e4cca-ee63-423a-83c3-8f2e77812a95'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:16.047546 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['947e4cca-ee63-423a-83c3-8f2e77812a95'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:16.065006 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:16.069163 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8162925e-3c47-470c-9732-1cc6ccd9603e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6034939 Mar 24 01:26:16.071957 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57650) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:16.131223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73507ca9-8e4b-4fa5-ae4b-b305d47645e4 None None] Network 725fea11-c4b1-493f-a33f-0abb78ae1125 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:26:16.261665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'name': 'tempest-TestAggregatesBasicOps-1444959403-router', 'tenant_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'cb7368d0-a5d7-46cd-947e-673a06a6dee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:04Z', 'updated_at': '2022-03-24T01:26:09Z', 'revision_number': 4, 'project_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'gw_port': {'id': 'cb7368d0-a5d7-46cd-947e-673a06a6dee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:05Z', 'updated_at': '2022-03-24T01:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '134b00d1-0fe5-44a6-b3bb-24097bc704f9', 'name': '', 'network_id': '7229113b-0d0c-48c8-9f28-a6c4101f29b0', 'tenant_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'mac_address': 'fa:16:3e:c8:17:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '505ea75e-850c-41f8-8d44-581a5b7e2ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:08Z', 'updated_at': '2022-03-24T01:26:15Z', 'revision_number': 4, 'project_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'subnets': [{'id': '505ea75e-850c-41f8-8d44-581a5b7e2ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:16.371561 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0970fdb7-9fd7-4ca1-b6af-13870af67380 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:26:16.372009 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Set router 947e4cca-ee63-423a-83c3-8f2e77812a95 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:16.393624 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b93679-cfbb-4b6a-9749-d24a76a0a08b None None] The sync data for ids ['28d24593-5f37-4745-8ea3-40e1836e2213'] in n-d-760455-9 is: [{'id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'name': 'tempest-TestAggregatesBasicOps-1444959403-router', 'tenant_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'cb7368d0-a5d7-46cd-947e-673a06a6dee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:04Z', 'updated_at': '2022-03-24T01:26:09Z', 'revision_number': 4, 'project_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'gw_port': {'id': 'cb7368d0-a5d7-46cd-947e-673a06a6dee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:05Z', 'updated_at': '2022-03-24T01:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '134b00d1-0fe5-44a6-b3bb-24097bc704f9', 'name': '', 'network_id': '7229113b-0d0c-48c8-9f28-a6c4101f29b0', 'tenant_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'mac_address': 'fa:16:3e:c8:17:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '505ea75e-850c-41f8-8d44-581a5b7e2ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:08Z', 'updated_at': '2022-03-24T01:26:15Z', 'revision_number': 4, 'project_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'subnets': [{'id': '505ea75e-850c-41f8-8d44-581a5b7e2ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:26:16.522711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6701df6e-60f1-4921-92f4-f0b9d33b7dcd None None] For port 134b00d1-0fe5-44a6-b3bb-24097bc704f9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=134b00d1-0fe5-44a6-b3bb-24097bc704f9,segment=NetworkSegment(d053e468-4630-4da9-bdec-555e6e18d968),segment_id=d053e468-4630-4da9-bdec-555e6e18d968)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:16.588491 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6701df6e-60f1-4921-92f4-f0b9d33b7dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:16.837077 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7d113e88-2444-4645-bd27-57941f54e715 None None] Provisioning complete for port 0970fdb7-9fd7-4ca1-b6af-13870af67380 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:16.852831 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'name': 'tempest-TestAggregatesBasicOps-1568878196-router', 'tenant_id': '10a5e1fc0933446f8836b2440b66a5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:12Z', 'updated_at': '2022-03-24T01:26:14Z', 'revision_number': 3, 'project_id': '10a5e1fc0933446f8836b2440b66a5f2', 'gw_port': {'id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:13Z', 'updated_at': '2022-03-24T01:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:16.868043 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7d113e88-2444-4645-bd27-57941f54e715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0970fdb7-9fd7-4ca1-b6af-13870af67380), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:16.938310 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Checking router: 947e4cca-ee63-423a-83c3-8f2e77812a95 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:26:16.938657 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Updating router 947e4cca-ee63-423a-83c3-8f2e77812a95 port 6568e3bc-5e52-4d26-ab11-06edfed3c6e9 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:26:17.018272 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6568e3bc-5e52-4d26-ab11-06edfed3c6e9), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:17.029951 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 0970fdb7-9fd7-4ca1-b6af-13870af67380 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:17.030331 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0970fdb7-9fd7-4ca1-b6af-13870af67380), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:17.031954 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701df6e-60f1-4921-92f4-f0b9d33b7dcd None None] Pushing event updated for resources: {'Port': ['ID=134b00d1-0fe5-44a6-b3bb-24097bc704f9,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:17.282755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7d113e88-2444-4645-bd27-57941f54e715 None None] Current status of the port 0970fdb7-9fd7-4ca1-b6af-13870af67380 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:17.283453 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7d113e88-2444-4645-bd27-57941f54e715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0970fdb7-9fd7-4ca1-b6af-13870af67380), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:17.427175 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7d113e88-2444-4645-bd27-57941f54e715 None None] For port 0970fdb7-9fd7-4ca1-b6af-13870af67380, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0970fdb7-9fd7-4ca1-b6af-13870af67380,segment=NetworkSegment(bd55d2df-bfb7-46a5-abe2-82b14621b3fe),segment_id=bd55d2df-bfb7-46a5-abe2-82b14621b3fe)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:17.448132 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7d113e88-2444-4645-bd27-57941f54e715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0970fdb7-9fd7-4ca1-b6af-13870af67380), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:17.699504 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 0970fdb7-9fd7-4ca1-b6af-13870af67380 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:17.728237 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d113e88-2444-4645-bd27-57941f54e715 None None] Pushing event updated for resources: {'Port': ['ID=0970fdb7-9fd7-4ca1-b6af-13870af67380,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:17.751253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e98c89f0-40cc-4615-b5e5-c067595cc470 None None] Provisioning complete for port 0970fdb7-9fd7-4ca1-b6af-13870af67380 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:17.752445 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e98c89f0-40cc-4615-b5e5-c067595cc470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0970fdb7-9fd7-4ca1-b6af-13870af67380), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:17.795203 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:17.977992 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e98c89f0-40cc-4615-b5e5-c067595cc470 None None] Current status of the port 0970fdb7-9fd7-4ca1-b6af-13870af67380 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:18.059916 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Publish callbacks [] for port (6568e3bc-5e52-4d26-ab11-06edfed3c6e9), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:18.075427 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6568e3bc-5e52-4d26-ab11-06edfed3c6e9), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:18.118345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Allocated IP 172.20.0.1 (725fea11-c4b1-493f-a33f-0abb78ae1125/aaa9a945-4027-4774-b888-15e1cee2fc6c/d4d3911e-96f6-4391-81fa-2f8d4a05aeb9) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:26:18.257144 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae225d-8336-43d2-86a0-e58944f5223d None None] Pushing event updated for resources: {'Port': ['ID=6568e3bc-5e52-4d26-ab11-06edfed3c6e9,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:18.270993 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Attempting to bind port 6568e3bc-5e52-4d26-ab11-06edfed3c6e9 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:26:18.272784 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Attempting to bind port 6568e3bc-5e52-4d26-ab11-06edfed3c6e9 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:26:18.273443 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Attempting to bind port 6568e3bc-5e52-4d26-ab11-06edfed3c6e9 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:26:18.284272 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:26:18.286378 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:18.287165 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:18.297366 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:26:18.301971 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Bound port: 6568e3bc-5e52-4d26-ab11-06edfed3c6e9, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:26:18.302824 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6568e3bc-5e52-4d26-ab11-06edfed3c6e9), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:18.380659 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Publish callbacks [] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:18.422396 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] For port 6568e3bc-5e52-4d26-ab11-06edfed3c6e9, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:26:18.425867 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] For port 6568e3bc-5e52-4d26-ab11-06edfed3c6e9, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6568e3bc-5e52-4d26-ab11-06edfed3c6e9,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:26:18.445549 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6568e3bc-5e52-4d26-ab11-06edfed3c6e9), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:18.513577 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:18.529182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0970fdb7-9fd7-4ca1-b6af-13870af67380 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:26:18.556533 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Network 725fea11-c4b1-493f-a33f-0abb78ae1125 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:18.560839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:18.566141 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:26:18.622463 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Routers {'947e4cca-ee63-423a-83c3-8f2e77812a95'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:18.627439 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['947e4cca-ee63-423a-83c3-8f2e77812a95'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:18.630937 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae225d-8336-43d2-86a0-e58944f5223d None None] Pushing event updated for resources: {'Port': ['ID=6568e3bc-5e52-4d26-ab11-06edfed3c6e9,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:18.647096 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d3911e-96f6-4391-81fa-2f8d4a05aeb9,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:18.701323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 0970fdb7-9fd7-4ca1-b6af-13870af67380 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:18.701833 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0970fdb7-9fd7-4ca1-b6af-13870af67380), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:18.752353 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (947e4cca-ee63-423a-83c3-8f2e77812a95), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:18.908076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 0970fdb7-9fd7-4ca1-b6af-13870af67380 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:18.910250 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 134b00d1-0fe5-44a6-b3bb-24097bc704f9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:26:18.931084 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] Set router 947e4cca-ee63-423a-83c3-8f2e77812a95 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:19.042725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 134b00d1-0fe5-44a6-b3bb-24097bc704f9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:19.043495 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:19.070853 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:19.139483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f0496367-9bcd-4ced-8cfc-b6690d849352 None None] Provisioning complete for port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:19.140292 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f0496367-9bcd-4ced-8cfc-b6690d849352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:19.227678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f0496367-9bcd-4ced-8cfc-b6690d849352 None None] Port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:26:19.325688 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'name': 'tempest-TestAggregatesBasicOps-1568878196-router', 'tenant_id': '10a5e1fc0933446f8836b2440b66a5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:12Z', 'updated_at': '2022-03-24T01:26:14Z', 'revision_number': 3, 'project_id': '10a5e1fc0933446f8836b2440b66a5f2', 'gw_port': {'id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:13Z', 'updated_at': '2022-03-24T01:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:19.337796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 134b00d1-0fe5-44a6-b3bb-24097bc704f9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:19.370403 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b65df-d67a-4457-80d4-0dc2ede2c00c None None] The sync data for ids ['947e4cca-ee63-423a-83c3-8f2e77812a95'] in n-d-760455-9 is: [{'id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'name': 'tempest-TestAggregatesBasicOps-1568878196-router', 'tenant_id': '10a5e1fc0933446f8836b2440b66a5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:12Z', 'updated_at': '2022-03-24T01:26:14Z', 'revision_number': 3, 'project_id': '10a5e1fc0933446f8836b2440b66a5f2', 'gw_port': {'id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:13Z', 'updated_at': '2022-03-24T01:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:26:19.435314 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Publish callbacks [] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:19.450605 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:19.646936 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (947e4cca-ee63-423a-83c3-8f2e77812a95), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:19.648964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d3911e-96f6-4391-81fa-2f8d4a05aeb9,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:19.900785 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Network 725fea11-c4b1-493f-a33f-0abb78ae1125 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:19.902304 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:20.159099 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Router 947e4cca-ee63-423a-83c3-8f2e77812a95 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:26:20.187268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd119597-3fdf-42e0-9f3c-26e008645823 req-b37bf557-88ac-4619-baad-2693097e8ffb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2580824 Mar 24 01:26:20.323388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6568e3bc-5e52-4d26-ab11-06edfed3c6e9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:26:20.399442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-12437613-bcf1-44b6-9f33-7d57a318f6a0 None None] Provisioning complete for port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:20.400047 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-12437613-bcf1-44b6-9f33-7d57a318f6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:20.421566 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd119597-3fdf-42e0-9f3c-26e008645823 req-fbbdafc6-3156-491b-9cdb-477283c127e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:20.423110 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd119597-3fdf-42e0-9f3c-26e008645823 req-fbbdafc6-3156-491b-9cdb-477283c127e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 1128 time: 0.1307125 Mar 24 01:26:20.448692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:26:20.461087 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-26d25a5d-843e-4d77-bcac-982f66a931b6 admin admin] 10.222.0.45 "PUT /v2.0/routers/947e4cca-ee63-423a-83c3-8f2e77812a95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3878906 Mar 24 01:26:20.472575 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-12437613-bcf1-44b6-9f33-7d57a318f6a0 None None] Port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:26:20.495102 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 6568e3bc-5e52-4d26-ab11-06edfed3c6e9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:20.495834 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6568e3bc-5e52-4d26-ab11-06edfed3c6e9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:20.685167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd119597-3fdf-42e0-9f3c-26e008645823 req-2d3ff8a5-8814-4aed-aa37-99ff23c9e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:20.693185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd119597-3fdf-42e0-9f3c-26e008645823 req-2d3ff8a5-8814-4aed-aa37-99ff23c9e9b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc97ec45-33df-49f1-bdd8-34e5fd059c09 HTTP/1.1" status: 200 len: 897 time: 0.2361336 Mar 24 01:26:20.708944 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 6568e3bc-5e52-4d26-ab11-06edfed3c6e9 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:20.708944 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6568e3bc-5e52-4d26-ab11-06edfed3c6e9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:20.745233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 6568e3bc-5e52-4d26-ab11-06edfed3c6e9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6568e3bc-5e52-4d26-ab11-06edfed3c6e9,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:20.753321 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6568e3bc-5e52-4d26-ab11-06edfed3c6e9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:20.826950 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd119597-3fdf-42e0-9f3c-26e008645823 req-b2bfee93-bf6c-4e41-b2ce-bb86347f0732 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb HTTP/1.1" status: 200 len: 1002 time: 0.1322517 Mar 24 01:26:20.873795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=6568e3bc-5e52-4d26-ab11-06edfed3c6e9,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:20.926644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd119597-3fdf-42e0-9f3c-26e008645823 req-d0a48b0e-539d-4b0d-a3f3-ed097e49b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:20.928173 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd119597-3fdf-42e0-9f3c-26e008645823 req-d0a48b0e-539d-4b0d-a3f3-ed097e49b6ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=760c7cad-3f1f-498e-9712-94f30a07d792 HTTP/1.1" status: 200 len: 834 time: 0.0930212 Mar 24 01:26:21.022052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd119597-3fdf-42e0-9f3c-26e008645823 req-55895fcb-59bf-4af0-bd0d-5969fdd34248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:21.023602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd119597-3fdf-42e0-9f3c-26e008645823 req-55895fcb-59bf-4af0-bd0d-5969fdd34248 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc97ec45-33df-49f1-bdd8-34e5fd059c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0868568 Mar 24 01:26:21.155557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd119597-3fdf-42e0-9f3c-26e008645823 req-f906d8d1-74de-4cce-ade6-a4275474eb68 service neutron] 10.222.0.57 "GET /v2.0/networks/fc97ec45-33df-49f1-bdd8-34e5fd059c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239481 Mar 24 01:26:21.287326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd119597-3fdf-42e0-9f3c-26e008645823 req-ddbb7374-28f9-41a8-8d0b-0cf1ae098112 service neutron] 10.222.0.57 "GET /v2.0/networks/fc97ec45-33df-49f1-bdd8-34e5fd059c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243193 Mar 24 01:26:22.078091 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Sync routers for ids ['947e4cca-ee63-423a-83c3-8f2e77812a95'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:26:22.091467 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Routers {'947e4cca-ee63-423a-83c3-8f2e77812a95'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:22.092692 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['947e4cca-ee63-423a-83c3-8f2e77812a95'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:22.276505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6568e3bc-5e52-4d26-ab11-06edfed3c6e9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:26:22.736106 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 6568e3bc-5e52-4d26-ab11-06edfed3c6e9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:22.738433 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6568e3bc-5e52-4d26-ab11-06edfed3c6e9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:22.820468 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Set router 947e4cca-ee63-423a-83c3-8f2e77812a95 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:23.257660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57756) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:23.345635 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 6568e3bc-5e52-4d26-ab11-06edfed3c6e9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:23.385699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'name': 'tempest-TestAggregatesBasicOps-1568878196-router', 'tenant_id': '10a5e1fc0933446f8836b2440b66a5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:12Z', 'updated_at': '2022-03-24T01:26:18Z', 'revision_number': 4, 'project_id': '10a5e1fc0933446f8836b2440b66a5f2', 'gw_port': {'id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:13Z', 'updated_at': '2022-03-24T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd4d3911e-96f6-4391-81fa-2f8d4a05aeb9', 'name': '', 'network_id': '725fea11-c4b1-493f-a33f-0abb78ae1125', 'tenant_id': '10a5e1fc0933446f8836b2440b66a5f2', 'mac_address': 'fa:16:3e:bf:43:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'aaa9a945-4027-4774-b888-15e1cee2fc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:17Z', 'updated_at': '2022-03-24T01:26:19Z', 'revision_number': 2, 'project_id': '10a5e1fc0933446f8836b2440b66a5f2', 'subnets': [{'id': 'aaa9a945-4027-4774-b888-15e1cee2fc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:23.428640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Checking router: 947e4cca-ee63-423a-83c3-8f2e77812a95 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:26:23.429006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Updating router 947e4cca-ee63-423a-83c3-8f2e77812a95 port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:26:23.472312 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:23.721986 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57760) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:23.926359 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Publish callbacks [] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:23.937968 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:23.960252 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b05f112c-002d-4fa1-9c46-17f8de3e4cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:24.090729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77afff5-4462-40b2-a54f-850f3dd15e95 None None] Pushing event updated for resources: {'Port': ['ID=d4d3911e-96f6-4391-81fa-2f8d4a05aeb9,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:24.117126 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Attempting to bind port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:26:24.117777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Attempting to bind port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'bd55d2df-bfb7-46a5-abe2-82b14621b3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '725fea11-c4b1-493f-a33f-0abb78ae1125'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:26:24.118871 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Attempting to bind port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 on network 725fea11-c4b1-493f-a33f-0abb78ae1125 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:26:24.144229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:26:24.144623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Checking segment: {'id': 'bd55d2df-bfb7-46a5-abe2-82b14621b3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '725fea11-c4b1-493f-a33f-0abb78ae1125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:24.145042 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:24.145484 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Bound using segment: {'id': 'bd55d2df-bfb7-46a5-abe2-82b14621b3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '725fea11-c4b1-493f-a33f-0abb78ae1125'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:26:24.145990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Bound port: d4d3911e-96f6-4391-81fa-2f8d4a05aeb9, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd55d2df-bfb7-46a5-abe2-82b14621b3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '725fea11-c4b1-493f-a33f-0abb78ae1125'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:26:24.146377 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:24.155825 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b05f112c-002d-4fa1-9c46-17f8de3e4cc9 admin admin] Publish callbacks [] for security_group (00e49b50-46af-440b-a458-5552ab920013), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:24.173899 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b05f112c-002d-4fa1-9c46-17f8de3e4cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (00e49b50-46af-440b-a458-5552ab920013), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:24.266745 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f61f912-1338-44ad-94ff-1fce2d9bfacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (28d24593-5f37-4745-8ea3-40e1836e2213), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:24.272614 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f112c-002d-4fa1-9c46-17f8de3e4cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e49b50-46af-440b-a458-5552ab920013,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:24.286071 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b05f112c-002d-4fa1-9c46-17f8de3e4cc9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4bc4c5e7c620449593ce0cc5b83a797f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5613258 Mar 24 01:26:24.289372 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57770) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:24.313357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] For port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:26:24.319260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] For port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d4d3911e-96f6-4391-81fa-2f8d4a05aeb9,segment=NetworkSegment(bd55d2df-bfb7-46a5-abe2-82b14621b3fe),segment_id=bd55d2df-bfb7-46a5-abe2-82b14621b3fe)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:26:24.331329 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:24.406199 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c614b566-45de-477b-84ae-9001ddc30f5d admin admin] Publish callbacks [] for security_group (00e49b50-46af-440b-a458-5552ab920013), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:24.454163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Routers {'947e4cca-ee63-423a-83c3-8f2e77812a95'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:24.454823 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['947e4cca-ee63-423a-83c3-8f2e77812a95'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:24.490225 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c614b566-45de-477b-84ae-9001ddc30f5d admin admin] Publish callbacks [] for security_group (00e49b50-46af-440b-a458-5552ab920013), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:24.502882 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77afff5-4462-40b2-a54f-850f3dd15e95 None None] Pushing event updated for resources: {'Port': ['ID=d4d3911e-96f6-4391-81fa-2f8d4a05aeb9,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:24.579722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-44f11cff-d9d8-4893-9ffe-48fab6d0b330 None None] Provisioning complete for port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:24.580186 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-44f11cff-d9d8-4893-9ffe-48fab6d0b330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:24.585242 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c614b566-45de-477b-84ae-9001ddc30f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (00e49b50-46af-440b-a458-5552ab920013), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:24.588269 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c614b566-45de-477b-84ae-9001ddc30f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:24.593198 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c614b566-45de-477b-84ae-9001ddc30f5d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00e49b50-46af-440b-a458-5552ab920013 HTTP/1.1" status: 204 len: 168 time: 0.3025973 Mar 24 01:26:24.607408 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614b566-45de-477b-84ae-9001ddc30f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e49b50-46af-440b-a458-5552ab920013,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:24.768833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] Set router 947e4cca-ee63-423a-83c3-8f2e77812a95 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:24.950950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-0f61f912-1338-44ad-94ff-1fce2d9bfacf admin admin] Deleting port 134b00d1-0fe5-44a6-b3bb-24097bc704f9 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:26:24.953751 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f61f912-1338-44ad-94ff-1fce2d9bfacf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:24.966124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-44f11cff-d9d8-4893-9ffe-48fab6d0b330 None None] Current status of the port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:24.967073 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-44f11cff-d9d8-4893-9ffe-48fab6d0b330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:25.062571 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-0f61f912-1338-44ad-94ff-1fce2d9bfacf admin admin] For port 134b00d1-0fe5-44a6-b3bb-24097bc704f9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=134b00d1-0fe5-44a6-b3bb-24097bc704f9,segment=NetworkSegment(d053e468-4630-4da9-bdec-555e6e18d968),segment_id=d053e468-4630-4da9-bdec-555e6e18d968)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:25.062947 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f61f912-1338-44ad-94ff-1fce2d9bfacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:25.078966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-0f61f912-1338-44ad-94ff-1fce2d9bfacf admin admin] Calling delete_port for 134b00d1-0fe5-44a6-b3bb-24097bc704f9 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:26:25.096638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-44f11cff-d9d8-4893-9ffe-48fab6d0b330 None None] For port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d4d3911e-96f6-4391-81fa-2f8d4a05aeb9,segment=NetworkSegment(bd55d2df-bfb7-46a5-abe2-82b14621b3fe),segment_id=bd55d2df-bfb7-46a5-abe2-82b14621b3fe)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:25.108238 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-44f11cff-d9d8-4893-9ffe-48fab6d0b330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:25.200627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f11cff-d9d8-4893-9ffe-48fab6d0b330 None None] Pushing event updated for resources: {'Port': ['ID=d4d3911e-96f6-4391-81fa-2f8d4a05aeb9,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:25.230833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'name': 'tempest-TestAggregatesBasicOps-1568878196-router', 'tenant_id': '10a5e1fc0933446f8836b2440b66a5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:12Z', 'updated_at': '2022-03-24T01:26:18Z', 'revision_number': 4, 'project_id': '10a5e1fc0933446f8836b2440b66a5f2', 'gw_port': {'id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:13Z', 'updated_at': '2022-03-24T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd4d3911e-96f6-4391-81fa-2f8d4a05aeb9', 'name': '', 'network_id': '725fea11-c4b1-493f-a33f-0abb78ae1125', 'tenant_id': '10a5e1fc0933446f8836b2440b66a5f2', 'mac_address': 'fa:16:3e:bf:43:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'aaa9a945-4027-4774-b888-15e1cee2fc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:17Z', 'updated_at': '2022-03-24T01:26:24Z', 'revision_number': 4, 'project_id': '10a5e1fc0933446f8836b2440b66a5f2', 'subnets': [{'id': 'aaa9a945-4027-4774-b888-15e1cee2fc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:25.279129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdffbc6-2131-4b38-bdd0-12369ba220ac None None] The sync data for ids ['947e4cca-ee63-423a-83c3-8f2e77812a95'] in n-d-760455-9 is: [{'id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'name': 'tempest-TestAggregatesBasicOps-1568878196-router', 'tenant_id': '10a5e1fc0933446f8836b2440b66a5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:12Z', 'updated_at': '2022-03-24T01:26:18Z', 'revision_number': 4, 'project_id': '10a5e1fc0933446f8836b2440b66a5f2', 'gw_port': {'id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:13Z', 'updated_at': '2022-03-24T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd4d3911e-96f6-4391-81fa-2f8d4a05aeb9', 'name': '', 'network_id': '725fea11-c4b1-493f-a33f-0abb78ae1125', 'tenant_id': '10a5e1fc0933446f8836b2440b66a5f2', 'mac_address': 'fa:16:3e:bf:43:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'aaa9a945-4027-4774-b888-15e1cee2fc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:17Z', 'updated_at': '2022-03-24T01:26:24Z', 'revision_number': 4, 'project_id': '10a5e1fc0933446f8836b2440b66a5f2', 'subnets': [{'id': 'aaa9a945-4027-4774-b888-15e1cee2fc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:26:25.290076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-dc75f536-3aa0-4c3c-8f18-779e961917d1 None None] Provisioning complete for port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:25.290482 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dc75f536-3aa0-4c3c-8f18-779e961917d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:25.452908 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f61f912-1338-44ad-94ff-1fce2d9bfacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (134b00d1-0fe5-44a6-b3bb-24097bc704f9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:25.509680 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-dc75f536-3aa0-4c3c-8f18-779e961917d1 None None] Current status of the port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:25.569398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61f912-1338-44ad-94ff-1fce2d9bfacf admin admin] Pushing event deleted for resources: {'Port': ['ID=134b00d1-0fe5-44a6-b3bb-24097bc704f9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:25.849189 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f61f912-1338-44ad-94ff-1fce2d9bfacf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (28d24593-5f37-4745-8ea3-40e1836e2213), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:26.310973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57810) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:26.373356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:26:26.566890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:26.567568 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:26.727098 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f81e9ec5-d8e7-48b8-a13e-bd1b63bf280d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting port 048da6d6-b761-49e9-88a3-eaf3d29362ef {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:26:26.727502 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f81e9ec5-d8e7-48b8-a13e-bd1b63bf280d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (048da6d6-b761-49e9-88a3-eaf3d29362ef), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:26.799666 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:26.870610 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f81e9ec5-d8e7-48b8-a13e-bd1b63bf280d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (048da6d6-b761-49e9-88a3-eaf3d29362ef), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:26.870939 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f81e9ec5-d8e7-48b8-a13e-bd1b63bf280d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for floatingip (048da6d6-b761-49e9-88a3-eaf3d29362ef), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:26.886196 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-f81e9ec5-d8e7-48b8-a13e-bd1b63bf280d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Calling delete_port for 048da6d6-b761-49e9-88a3-eaf3d29362ef owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:26:26.891160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f61f912-1338-44ad-94ff-1fce2d9bfacf admin admin] Router 28d24593-5f37-4745-8ea3-40e1836e2213 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:26:27.030537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f61f912-1338-44ad-94ff-1fce2d9bfacf admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:26:27.041551 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a33038-3770-45eb-9819-06a5da345d5b None None] Sync routers for ids ['28d24593-5f37-4745-8ea3-40e1836e2213'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:26:27.047792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0f61f912-1338-44ad-94ff-1fce2d9bfacf admin admin] 10.222.0.45 "PUT /v2.0/routers/28d24593-5f37-4745-8ea3-40e1836e2213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7889087 Mar 24 01:26:27.048684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57822) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:27.060115 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a33038-3770-45eb-9819-06a5da345d5b None None] Routers {'28d24593-5f37-4745-8ea3-40e1836e2213'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:27.060911 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-68a33038-3770-45eb-9819-06a5da345d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['28d24593-5f37-4745-8ea3-40e1836e2213'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:27.119753 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f81e9ec5-d8e7-48b8-a13e-bd1b63bf280d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (048da6d6-b761-49e9-88a3-eaf3d29362ef), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:27.181006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e9ec5-d8e7-48b8-a13e-bd1b63bf280d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Port': ['ID=048da6d6-b761-49e9-88a3-eaf3d29362ef,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:27.210357 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-741beddb-dcb5-4ea7-9c43-01123ed34a91 admin admin] Publish callbacks [] for router (28d24593-5f37-4745-8ea3-40e1836e2213), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:27.295599 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-68a33038-3770-45eb-9819-06a5da345d5b None None] Set router 28d24593-5f37-4745-8ea3-40e1836e2213 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:27.325505 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f81e9ec5-d8e7-48b8-a13e-bd1b63bf280d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for floatingip (bb05d3ed-ea25-4b0d-9caf-8a0d7e588293), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:27.326275 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-f81e9ec5-d8e7-48b8-a13e-bd1b63bf280d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Floating IP bb05d3ed-ea25-4b0d-9caf-8a0d7e588293 disassociated (deleted). External IP: 172.25.0.154, port: 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb. Mar 24 01:26:27.435696 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-741beddb-dcb5-4ea7-9c43-01123ed34a91 admin admin] Publish callbacks [] for router_gateway (28d24593-5f37-4745-8ea3-40e1836e2213), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:27.578558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-741beddb-dcb5-4ea7-9c43-01123ed34a91 admin admin] Deleting port cb7368d0-a5d7-46cd-947e-673a06a6dee7 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:26:27.579727 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-741beddb-dcb5-4ea7-9c43-01123ed34a91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (cb7368d0-a5d7-46cd-947e-673a06a6dee7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:27.712018 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-68a33038-3770-45eb-9819-06a5da345d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'name': 'tempest-TestAggregatesBasicOps-1444959403-router', 'tenant_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'cb7368d0-a5d7-46cd-947e-673a06a6dee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:04Z', 'updated_at': '2022-03-24T01:26:25Z', 'revision_number': 5, 'project_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'gw_port': {'id': 'cb7368d0-a5d7-46cd-947e-673a06a6dee7', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:05Z', 'updated_at': '2022-03-24T01:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:27.728356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81e9ec5-d8e7-48b8-a13e-bd1b63bf280d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router a2a150b4-3c4a-4338-93a0-20defe476092 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:26:27.783103 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-741beddb-dcb5-4ea7-9c43-01123ed34a91 admin admin] For port cb7368d0-a5d7-46cd-947e-673a06a6dee7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=cb7368d0-a5d7-46cd-947e-673a06a6dee7,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:27.783640 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-741beddb-dcb5-4ea7-9c43-01123ed34a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (cb7368d0-a5d7-46cd-947e-673a06a6dee7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:27.811272 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a33038-3770-45eb-9819-06a5da345d5b None None] Checking router: 28d24593-5f37-4745-8ea3-40e1836e2213 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:26:27.837853 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a33038-3770-45eb-9819-06a5da345d5b None None] Routers {'28d24593-5f37-4745-8ea3-40e1836e2213'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:27.838491 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-68a33038-3770-45eb-9819-06a5da345d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['28d24593-5f37-4745-8ea3-40e1836e2213'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:27.847324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-741beddb-dcb5-4ea7-9c43-01123ed34a91 admin admin] Calling delete_port for cb7368d0-a5d7-46cd-947e-673a06a6dee7 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:26:27.855580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-2a973aa8-058b-4257-b8fa-d588a9e4f322 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:27.864088 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-2a973aa8-058b-4257-b8fa-d588a9e4f322 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 812 time: 0.2163870 Mar 24 01:26:27.885274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81e9ec5-d8e7-48b8-a13e-bd1b63bf280d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:26:27.891579 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f81e9ec5-d8e7-48b8-a13e-bd1b63bf280d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:27.896041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f754afae-de18-447e-a19a-f31eb3cc53e8 None None] Sync routers for ids ['a2a150b4-3c4a-4338-93a0-20defe476092'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:26:27.929879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f754afae-de18-447e-a19a-f31eb3cc53e8 None None] Routers {'a2a150b4-3c4a-4338-93a0-20defe476092'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:27.930706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f754afae-de18-447e-a19a-f31eb3cc53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a2a150b4-3c4a-4338-93a0-20defe476092'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:27.931826 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-d510ea98-a256-4bd2-8548-7c5342fd00e3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/quotas/c595edeb50ac4eda86dcc5ff48dc0e68 HTTP/1.1" status: 200 len: 375 time: 0.0666752 Mar 24 01:26:28.019997 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-68a33038-3770-45eb-9819-06a5da345d5b None None] Set router 28d24593-5f37-4745-8ea3-40e1836e2213 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:28.026534 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f81e9ec5-d8e7-48b8-a13e-bd1b63bf280d tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/floatingips/bb05d3ed-ea25-4b0d-9caf-8a0d7e588293 HTTP/1.1" status: 204 len: 168 time: 1.7138264 Mar 24 01:26:28.031179 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'tag': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:26:28.039260 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c59e52-56f9-4c5c-afd9-360bb584cab6" -d '{"events": [{"name": "network-changed", "server_uuid": "36f63e69-14a5-49af-8469-fa2741e5a9c2", "tag": "8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:26:28.103789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f754afae-de18-447e-a19a-f31eb3cc53e8 None None] Set router a2a150b4-3c4a-4338-93a0-20defe476092 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:28.143301 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-68a33038-3770-45eb-9819-06a5da345d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'name': 'tempest-TestAggregatesBasicOps-1444959403-router', 'tenant_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:04Z', 'updated_at': '2022-03-24T01:26:27Z', 'revision_number': 6, 'project_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:28.295680 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-c3c33be4-072d-4f5d-a9ba-23b17990946f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3627849 Mar 24 01:26:28.427719 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a33038-3770-45eb-9819-06a5da345d5b None None] The sync data for ids ['28d24593-5f37-4745-8ea3-40e1836e2213'] in n-d-760455-9 is: [{'id': '28d24593-5f37-4745-8ea3-40e1836e2213', 'name': 'tempest-TestAggregatesBasicOps-1444959403-router', 'tenant_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:04Z', 'updated_at': '2022-03-24T01:26:27Z', 'revision_number': 6, 'project_id': 'db4cddfeb07e46a3ac9850a14f1a835a', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:26:28.479580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f754afae-de18-447e-a19a-f31eb3cc53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883882826', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'e4fa5217-d2b7-4988-a331-6f326cfeb9e2', 'name': '', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:9a:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:39Z', 'updated_at': '2022-03-24T01:24:46Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:28.515160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f754afae-de18-447e-a19a-f31eb3cc53e8 None None] Checking router: a2a150b4-3c4a-4338-93a0-20defe476092 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:26:28.522934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f754afae-de18-447e-a19a-f31eb3cc53e8 None None] Routers {'a2a150b4-3c4a-4338-93a0-20defe476092'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:28.523583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f754afae-de18-447e-a19a-f31eb3cc53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a2a150b4-3c4a-4338-93a0-20defe476092'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:28.573210 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-741beddb-dcb5-4ea7-9c43-01123ed34a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (cb7368d0-a5d7-46cd-947e-673a06a6dee7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:28.607379 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce75b907-7e49-44e8-82df-9806c4aebc8a x-openstack-request-id: req-ce75b907-7e49-44e8-82df-9806c4aebc8a {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:26:28.607902 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f63e69-14a5-49af-8469-fa2741e5a9c2", "tag": "8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:26:28.608095 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce75b907-7e49-44e8-82df-9806c4aebc8a {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:26:28.608595 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce75b907-7e49-44e8-82df-9806c4aebc8a'] response: {'name': 'network-changed', 'server_uuid': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'tag': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb', 'status': 'completed', 'code': 200} Mar 24 01:26:28.638811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741beddb-dcb5-4ea7-9c43-01123ed34a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb7368d0-a5d7-46cd-947e-673a06a6dee7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:28.710596 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f754afae-de18-447e-a19a-f31eb3cc53e8 None None] Set router a2a150b4-3c4a-4338-93a0-20defe476092 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:29.028077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c59e52-56f9-4c5c-afd9-360bb584cab6 req-c481792f-bf42-4a2f-9789-0cb292099962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:29.029617 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61c59e52-56f9-4c5c-afd9-360bb584cab6 req-c481792f-bf42-4a2f-9789-0cb292099962 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 1128 time: 0.3920550 Mar 24 01:26:29.034394 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-741beddb-dcb5-4ea7-9c43-01123ed34a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (28d24593-5f37-4745-8ea3-40e1836e2213), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:29.057460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186ad44-b8d3-4b6d-a680-17a0450b25f9 req-cf862522-4438-4622-803b-4b5937251f3c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:29.066955 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f186ad44-b8d3-4b6d-a680-17a0450b25f9 req-cf862522-4438-4622-803b-4b5937251f3c tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.2962430 Mar 24 01:26:29.092846 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ebd15100-99f3-4900-90bc-92576754b633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:29.242338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f754afae-de18-447e-a19a-f31eb3cc53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883882826', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'e4fa5217-d2b7-4988-a331-6f326cfeb9e2', 'name': '', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:9a:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:39Z', 'updated_at': '2022-03-24T01:24:46Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:29.271243 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-34036d82-57f5-4671-bfd6-5004ce2835a7 service neutron] 10.222.0.45 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8532200 Mar 24 01:26:29.273542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f754afae-de18-447e-a19a-f31eb3cc53e8 None None] The sync data for ids ['a2a150b4-3c4a-4338-93a0-20defe476092'] in n-d-760455-9 is: [{'id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883882826', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'e4fa5217-d2b7-4988-a331-6f326cfeb9e2', 'name': '', 'network_id': 'fc97ec45-33df-49f1-bdd8-34e5fd059c09', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'mac_address': 'fa:16:3e:9a:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:39Z', 'updated_at': '2022-03-24T01:24:46Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'subnets': [{'id': '760c7cad-3f1f-498e-9712-94f30a07d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:26:29.399969 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-b78d3ddd-7523-4ae6-9ffc-0d8408b8f03f service neutron] 10.222.0.45 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275237 Mar 24 01:26:29.444817 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f186ad44-b8d3-4b6d-a680-17a0450b25f9 req-1572d013-1cc4-4430-a348-60112ba5d6e8 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3769829 Mar 24 01:26:29.447470 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-741beddb-dcb5-4ea7-9c43-01123ed34a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (28d24593-5f37-4745-8ea3-40e1836e2213), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:29.452828 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-741beddb-dcb5-4ea7-9c43-01123ed34a91 admin admin] Publish callbacks [] for router_controller (28d24593-5f37-4745-8ea3-40e1836e2213), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:29.554937 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c59e52-56f9-4c5c-afd9-360bb584cab6 req-0e8cbd1d-951e-48bb-99b7-592be339ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:29.557501 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61c59e52-56f9-4c5c-afd9-360bb584cab6 req-0e8cbd1d-951e-48bb-99b7-592be339ecb5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc97ec45-33df-49f1-bdd8-34e5fd059c09 HTTP/1.1" status: 200 len: 897 time: 0.4775820 Mar 24 01:26:29.576303 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-741beddb-dcb5-4ea7-9c43-01123ed34a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (28d24593-5f37-4745-8ea3-40e1836e2213), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:29.577220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741beddb-dcb5-4ea7-9c43-01123ed34a91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28d24593-5f37-4745-8ea3-40e1836e2213 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:26:29.611092 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-741beddb-dcb5-4ea7-9c43-01123ed34a91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:29.615186 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57908) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:29.615745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-741beddb-dcb5-4ea7-9c43-01123ed34a91 admin admin] 10.222.0.45 "DELETE /v2.0/routers/28d24593-5f37-4745-8ea3-40e1836e2213 HTTP/1.1" status: 204 len: 168 time: 2.5654078 Mar 24 01:26:29.617670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61c59e52-56f9-4c5c-afd9-360bb584cab6 req-2bd67ea2-f74f-4d41-92e8-e523c5dfdcb0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb HTTP/1.1" status: 200 len: 217 time: 0.0524359 Mar 24 01:26:29.728037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-8678a20d-cab1-4c3a-8f02-ce93b3bd0e6c admin admin] Deleting subnet 505ea75e-850c-41f8-8d44-581a5b7e2ef1 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:26:29.731935 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c59e52-56f9-4c5c-afd9-360bb584cab6 req-af3f433c-ab3f-4134-bd8a-cfa66a6f1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:29.732608 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8678a20d-cab1-4c3a-8f02-ce93b3bd0e6c admin admin] Publish callbacks [] for subnet (505ea75e-850c-41f8-8d44-581a5b7e2ef1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:29.733824 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61c59e52-56f9-4c5c-afd9-360bb584cab6 req-af3f433c-ab3f-4134-bd8a-cfa66a6f1fec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=760c7cad-3f1f-498e-9712-94f30a07d792 HTTP/1.1" status: 200 len: 834 time: 0.1102083 Mar 24 01:26:29.813847 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8678a20d-cab1-4c3a-8f02-ce93b3bd0e6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (505ea75e-850c-41f8-8d44-581a5b7e2ef1), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:29.917735 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c931e400-c296-463e-adcd-dacceb61804d None None] New status for floating IP bb05d3ed-ea25-4b0d-9caf-8a0d7e588293: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:26:29.985545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4abb1952-8a2a-4914-ac08-ab37ef3a3f48 req-ab905ed1-1964-4b7b-8f18-81a9c51da796 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 210 time: 0.0431242 Mar 24 01:26:29.989788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8678a20d-cab1-4c3a-8f02-ce93b3bd0e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (505ea75e-850c-41f8-8d44-581a5b7e2ef1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.002360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3c850-ea62-46ef-a1b9-0daf7ae8fbac req-3f1f9187-6dae-4e5d-9806-5a561eb4acaa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:30.014470 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04f3c850-ea62-46ef-a1b9-0daf7ae8fbac req-3f1f9187-6dae-4e5d-9806-5a561eb4acaa tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.57 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.2794216 Mar 24 01:26:30.016924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c59e52-56f9-4c5c-afd9-360bb584cab6 req-7e82e96e-6b6b-44b4-bd2b-fb7a0a66c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:30.018900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61c59e52-56f9-4c5c-afd9-360bb584cab6 req-7e82e96e-6b6b-44b4-bd2b-fb7a0a66c9b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc97ec45-33df-49f1-bdd8-34e5fd059c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2290750 Mar 24 01:26:30.082172 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.089975 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8678a20d-cab1-4c3a-8f02-ce93b3bd0e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (505ea75e-850c-41f8-8d44-581a5b7e2ef1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.136340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3376f5a6-1c25-4380-9f03-a8368125e9fa None None] Network 7229113b-0d0c-48c8-9f28-a6c4101f29b0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:26:30.145663 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8678a20d-cab1-4c3a-8f02-ce93b3bd0e6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.149647 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8678a20d-cab1-4c3a-8f02-ce93b3bd0e6c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/505ea75e-850c-41f8-8d44-581a5b7e2ef1 HTTP/1.1" status: 204 len: 168 time: 0.5334687 Mar 24 01:26:30.150659 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678a20d-cab1-4c3a-8f02-ce93b3bd0e6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=505ea75e-850c-41f8-8d44-581a5b7e2ef1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:30.152308 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57924) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:30.249478 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (7229113b-0d0c-48c8-9f28-a6c4101f29b0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.307925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-04f3c850-ea62-46ef-a1b9-0daf7ae8fbac req-e528051c-bf4d-4111-9cff-23db7da212c2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:26:30.310597 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-04f3c850-ea62-46ef-a1b9-0daf7ae8fbac req-e528051c-bf4d-4111-9cff-23db7da212c2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.319417 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61c59e52-56f9-4c5c-afd9-360bb584cab6 req-3ed95dcd-ab83-413b-b4e0-ffaada3855c4 service neutron] 10.222.0.57 "GET /v2.0/networks/fc97ec45-33df-49f1-bdd8-34e5fd059c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175279 Mar 24 01:26:30.322227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device cb7368d0-a5d7-46cd-947e-673a06a6dee7 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:26:30.333943 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] Deleting port 3c55aedb-f685-4c9c-9543-37e3ede16555 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:26:30.335077 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3c55aedb-f685-4c9c-9543-37e3ede16555), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.365363 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: cb7368d0-a5d7-46cd-947e-673a06a6dee7 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:26:30.365626 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device cb7368d0-a5d7-46cd-947e-673a06a6dee7 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:26:30.366048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 134b00d1-0fe5-44a6-b3bb-24097bc704f9 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:26:30.390982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 134b00d1-0fe5-44a6-b3bb-24097bc704f9 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:26:30.391345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 134b00d1-0fe5-44a6-b3bb-24097bc704f9 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:26:30.431103 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] For port 3c55aedb-f685-4c9c-9543-37e3ede16555, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3c55aedb-f685-4c9c-9543-37e3ede16555,segment=NetworkSegment(d053e468-4630-4da9-bdec-555e6e18d968),segment_id=d053e468-4630-4da9-bdec-555e6e18d968)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:30.431472 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3c55aedb-f685-4c9c-9543-37e3ede16555), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.455710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] Calling delete_port for 3c55aedb-f685-4c9c-9543-37e3ede16555 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:26:30.462872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-04f3c850-ea62-46ef-a1b9-0daf7ae8fbac req-e528051c-bf4d-4111-9cff-23db7da212c2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] For port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,segment=NetworkSegment(e52ed754-c55a-4978-a3da-bc726fb0fbf4),segment_id=e52ed754-c55a-4978-a3da-bc726fb0fbf4)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:30.463239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-04f3c850-ea62-46ef-a1b9-0daf7ae8fbac req-e528051c-bf4d-4111-9cff-23db7da212c2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.476686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2acb7d-e0d3-427c-a104-dc98a312dd86 None None] DHCP port deletion for 7229113b-0d0c-48c8-9f28-a6c4101f29b0 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:26:30.481238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-04f3c850-ea62-46ef-a1b9-0daf7ae8fbac req-e528051c-bf4d-4111-9cff-23db7da212c2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Calling delete_port for 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:26:30.566458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9c2acb7d-e0d3-427c-a104-dc98a312dd86 None None] Deleting port 3c55aedb-f685-4c9c-9543-37e3ede16555 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:26:30.567070 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9c2acb7d-e0d3-427c-a104-dc98a312dd86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3c55aedb-f685-4c9c-9543-37e3ede16555), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.622244 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3c55aedb-f685-4c9c-9543-37e3ede16555), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.650696 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c55aedb-f685-4c9c-9543-37e3ede16555,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:30.659479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] No DVR routers for this DVR port 3c55aedb-f685-4c9c-9543-37e3ede16555 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:26:30.706851 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61c59e52-56f9-4c5c-afd9-360bb584cab6 req-85844cb1-9c7c-4949-b4bb-2e8fa5aa9657 service neutron] 10.222.0.57 "GET /v2.0/networks/fc97ec45-33df-49f1-bdd8-34e5fd059c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732569 Mar 24 01:26:30.761507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9c2acb7d-e0d3-427c-a104-dc98a312dd86 None None] For port 3c55aedb-f685-4c9c-9543-37e3ede16555, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3c55aedb-f685-4c9c-9543-37e3ede16555,segment=NetworkSegment(d053e468-4630-4da9-bdec-555e6e18d968),segment_id=d053e468-4630-4da9-bdec-555e6e18d968)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:30.763289 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9c2acb7d-e0d3-427c-a104-dc98a312dd86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3c55aedb-f685-4c9c-9543-37e3ede16555), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.764822 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (7229113b-0d0c-48c8-9f28-a6c4101f29b0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.772563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffb75c-e113-41e7-b8af-6e9e1adeeb04 req-8d9ae255-e277-4125-87cf-655ca89c5f5a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:30.774165 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-abffb75c-e113-41e7-b8af-6e9e1adeeb04 req-8d9ae255-e277-4125-87cf-655ca89c5f5a tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/ports?device_id=36f63e69-14a5-49af-8469-fa2741e5a9c2 HTTP/1.1" status: 200 len: 946 time: 0.1645870 Mar 24 01:26:30.786968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9c2acb7d-e0d3-427c-a104-dc98a312dd86 None None] Calling delete_port for 3c55aedb-f685-4c9c-9543-37e3ede16555 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:26:30.799808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7229113b-0d0c-48c8-9f28-a6c4101f29b0']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:30.812397 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd053e468-4630-4da9-bdec-555e6e18d968') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:30.812988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd053e468-4630-4da9-bdec-555e6e18d968') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:30.814733 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-04f3c850-ea62-46ef-a1b9-0daf7ae8fbac req-e528051c-bf4d-4111-9cff-23db7da212c2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.825387 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (d053e468-4630-4da9-bdec-555e6e18d968), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.848612 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d053e468-4630-4da9-bdec-555e6e18d968), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.857651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:26:30.858470 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (d053e468-4630-4da9-bdec-555e6e18d968), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:26:30.860622 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:26:30.899290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-abffb75c-e113-41e7-b8af-6e9e1adeeb04 req-7770f26a-e018-4e27-8c7e-017711122886 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "GET /v2.0/security-groups?id=80e029a4-6703-4c98-a124-b0a3d9f13ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185887 Mar 24 01:26:30.900119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528051c-bf4d-4111-9cff-23db7da212c2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Port': ['ID=8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:30.965791 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9c2acb7d-e0d3-427c-a104-dc98a312dd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (3c55aedb-f685-4c9c-9543-37e3ede16555), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.969673 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (7229113b-0d0c-48c8-9f28-a6c4101f29b0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.990678 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:30.998985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 57936) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:31.003203 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7229113b-0d0c-48c8-9f28-a6c4101f29b0 HTTP/1.1" status: 204 len: 168 time: 0.8487003 Mar 24 01:26:31.013935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2acb7d-e0d3-427c-a104-dc98a312dd86 None None] Pushing event deleted for resources: {'Port': ['ID=3c55aedb-f685-4c9c-9543-37e3ede16555,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:31.017823 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f021328f-47e2-4fbb-96c7-f2665724cfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:31.029231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c2acb7d-e0d3-427c-a104-dc98a312dd86 None None] Network 7229113b-0d0c-48c8-9f28-a6c4101f29b0 is not hosted by any dhcp agent {{(pid=115731) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 24 01:26:31.029874 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2acb7d-e0d3-427c-a104-dc98a312dd86 None None] No DVR routers for this DVR port 3c55aedb-f685-4c9c-9543-37e3ede16555 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:26:31.074698 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81489b1f-ad36-4078-88b6-bf14284649e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7229113b-0d0c-48c8-9f28-a6c4101f29b0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:31.101082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f3c850-ea62-46ef-a1b9-0daf7ae8fbac req-e528051c-bf4d-4111-9cff-23db7da212c2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] No DVR routers for this DVR port 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:26:31.165740 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-04f3c850-ea62-46ef-a1b9-0daf7ae8fbac req-e528051c-bf4d-4111-9cff-23db7da212c2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:31.169666 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04f3c850-ea62-46ef-a1b9-0daf7ae8fbac req-e528051c-bf4d-4111-9cff-23db7da212c2 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.57 "DELETE /v2.0/ports/8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb HTTP/1.1" status: 204 len: 173 time: 1.1445692 Mar 24 01:26:31.204832 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'name': 'network-vif-deleted', 'tag': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:26:31.207805 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad84ae9c-bed6-4eb3-8f8a-f0b7d3f61820" -d '{"events": [{"server_uuid": "36f63e69-14a5-49af-8469-fa2741e5a9c2", "name": "network-vif-deleted", "tag": "8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:26:31.239281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e7776aa-8662-443a-a09d-84616e8a6448 req-49105450-b8af-4be2-80c7-ab747e08075b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 210 time: 0.1412737 Mar 24 01:26:31.298584 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d986e80f-9379-411e-b83d-a2003116addf x-openstack-request-id: req-d986e80f-9379-411e-b83d-a2003116addf {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:26:31.300427 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f63e69-14a5-49af-8469-fa2741e5a9c2", "name": "network-vif-deleted", "tag": "8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:26:31.300935 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d986e80f-9379-411e-b83d-a2003116addf {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:26:31.302025 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d986e80f-9379-411e-b83d-a2003116addf'] response: {'server_uuid': '36f63e69-14a5-49af-8469-fa2741e5a9c2', 'name': 'network-vif-deleted', 'tag': '8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb', 'status': 'completed', 'code': 200} Mar 24 01:26:31.935880 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-36e8c5c9-9b6a-4657-aa1b-fa3ca94ea9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (947e4cca-ee63-423a-83c3-8f2e77812a95), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:31.968736 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 57962) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:32.233801 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:32.262427 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3c55aedb-f685-4c9c-9543-37e3ede16555 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:26:32.330271 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 3c55aedb-f685-4c9c-9543-37e3ede16555 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:26:32.330610 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3c55aedb-f685-4c9c-9543-37e3ede16555 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:26:32.334401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-36e8c5c9-9b6a-4657-aa1b-fa3ca94ea9f2 admin admin] Deleting port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:26:32.334917 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-36e8c5c9-9b6a-4657-aa1b-fa3ca94ea9f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:32.419889 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c332fe61-55cf-485a-aa9f-6e0e60fc731e req-7984c47a-1929-4560-9b08-f7affa5d51a4 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 210 time: 0.0667336 Mar 24 01:26:32.470366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-36e8c5c9-9b6a-4657-aa1b-fa3ca94ea9f2 admin admin] For port d4d3911e-96f6-4391-81fa-2f8d4a05aeb9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d4d3911e-96f6-4391-81fa-2f8d4a05aeb9,segment=NetworkSegment(bd55d2df-bfb7-46a5-abe2-82b14621b3fe),segment_id=bd55d2df-bfb7-46a5-abe2-82b14621b3fe)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:32.470634 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-36e8c5c9-9b6a-4657-aa1b-fa3ca94ea9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:32.518484 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-36e8c5c9-9b6a-4657-aa1b-fa3ca94ea9f2 admin admin] Calling delete_port for d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:26:32.599354 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad189-59b9-4a0a-81cb-6bb0b856b243 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (a2a150b4-3c4a-4338-93a0-20defe476092), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:32.627477 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:32.825248 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-36e8c5c9-9b6a-4657-aa1b-fa3ca94ea9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d4d3911e-96f6-4391-81fa-2f8d4a05aeb9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:32.893036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8c5c9-9b6a-4657-aa1b-fa3ca94ea9f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d3911e-96f6-4391-81fa-2f8d4a05aeb9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:33.033216 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ad189-59b9-4a0a-81cb-6bb0b856b243 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting port e4fa5217-d2b7-4988-a331-6f326cfeb9e2 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:26:33.033728 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad189-59b9-4a0a-81cb-6bb0b856b243 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:33.162316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-5f6ad189-59b9-4a0a-81cb-6bb0b856b243 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] For port e4fa5217-d2b7-4988-a331-6f326cfeb9e2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e4fa5217-d2b7-4988-a331-6f326cfeb9e2,segment=NetworkSegment(e52ed754-c55a-4978-a3da-bc726fb0fbf4),segment_id=e52ed754-c55a-4978-a3da-bc726fb0fbf4)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:33.163004 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad189-59b9-4a0a-81cb-6bb0b856b243 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:33.181767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ad189-59b9-4a0a-81cb-6bb0b856b243 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Calling delete_port for e4fa5217-d2b7-4988-a331-6f326cfeb9e2 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:26:33.262588 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-36e8c5c9-9b6a-4657-aa1b-fa3ca94ea9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (947e4cca-ee63-423a-83c3-8f2e77812a95), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:33.473290 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad189-59b9-4a0a-81cb-6bb0b856b243 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e4fa5217-d2b7-4988-a331-6f326cfeb9e2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:33.509467 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ad189-59b9-4a0a-81cb-6bb0b856b243 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Port': ['ID=e4fa5217-d2b7-4988-a331-6f326cfeb9e2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:33.759424 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:33.760385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12fb2109-c44e-4356-bfd3-351a1792e0c7 req-e0cde4c3-37e2-46e7-b504-ede7e653e63a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 210 time: 0.0779934 Mar 24 01:26:33.794173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-6479885d-16a0-4217-baf4-5e97954d3c50 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:33.796175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-6479885d-16a0-4217-baf4-5e97954d3c50 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 812 time: 0.3212352 Mar 24 01:26:33.800948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e8c5c9-9b6a-4657-aa1b-fa3ca94ea9f2 admin admin] Router 947e4cca-ee63-423a-83c3-8f2e77812a95 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:26:33.816188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-a74deed2-763a-4f1a-a687-c3baa8fd5e40 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'port': {'device_id': '22c0f00e-4370-4284-9b10-69d15818be8a', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'admin_state_up': True, 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:33.900262 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad189-59b9-4a0a-81cb-6bb0b856b243 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (a2a150b4-3c4a-4338-93a0-20defe476092), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:34.046893 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e8c5c9-9b6a-4657-aa1b-fa3ca94ea9f2 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:26:34.058632 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c5059c-00d6-4089-8ffa-023fad9efce3 None None] Sync routers for ids ['947e4cca-ee63-423a-83c3-8f2e77812a95'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:26:34.063712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58028) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:34.074444 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-36e8c5c9-9b6a-4657-aa1b-fa3ca94ea9f2 admin admin] 10.222.0.45 "PUT /v2.0/routers/947e4cca-ee63-423a-83c3-8f2e77812a95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0699756 Mar 24 01:26:34.088705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5059c-00d6-4089-8ffa-023fad9efce3 None None] Routers {'947e4cca-ee63-423a-83c3-8f2e77812a95'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:34.090203 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-51c5059c-00d6-4089-8ffa-023fad9efce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['947e4cca-ee63-423a-83c3-8f2e77812a95'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:34.204900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-a74deed2-763a-4f1a-a687-c3baa8fd5e40 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Made reservation on behalf of c595edeb50ac4eda86dcc5ff48dc0e68 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:26:34.208469 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-a74deed2-763a-4f1a-a687-c3baa8fd5e40 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:34.210797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-51c5059c-00d6-4089-8ffa-023fad9efce3 None None] Set router 947e4cca-ee63-423a-83c3-8f2e77812a95 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:34.475103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:26:34.479717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-a74deed2-763a-4f1a-a687-c3baa8fd5e40 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Allocated IP 172.20.0.10 (48490743-e645-4022-aa34-04370dc095cf/1485c8ad-91cf-4450-b4fd-21b2b407cdc3/027d4363-d536-424d-81eb-ab79b4af83e8) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:26:34.523576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:26:34.524853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 8d2aac6f-25b4-4b5d-b7b2-25fc2e3d0afb not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:26:34.595186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-51c5059c-00d6-4089-8ffa-023fad9efce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'name': 'tempest-TestAggregatesBasicOps-1568878196-router', 'tenant_id': '10a5e1fc0933446f8836b2440b66a5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:12Z', 'updated_at': '2022-03-24T01:26:32Z', 'revision_number': 5, 'project_id': '10a5e1fc0933446f8836b2440b66a5f2', 'gw_port': {'id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:13Z', 'updated_at': '2022-03-24T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:34.706369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c5059c-00d6-4089-8ffa-023fad9efce3 None None] Checking router: 947e4cca-ee63-423a-83c3-8f2e77812a95 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:26:34.726970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5059c-00d6-4089-8ffa-023fad9efce3 None None] Routers {'947e4cca-ee63-423a-83c3-8f2e77812a95'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:34.728142 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-51c5059c-00d6-4089-8ffa-023fad9efce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['947e4cca-ee63-423a-83c3-8f2e77812a95'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:34.790169 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-a74deed2-763a-4f1a-a687-c3baa8fd5e40 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for port (027d4363-d536-424d-81eb-ab79b4af83e8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:34.888352 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-51c5059c-00d6-4089-8ffa-023fad9efce3 None None] Set router 947e4cca-ee63-423a-83c3-8f2e77812a95 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:34.949353 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-a74deed2-763a-4f1a-a687-c3baa8fd5e40 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (027d4363-d536-424d-81eb-ab79b4af83e8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:35.005086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6ad189-59b9-4a0a-81cb-6bb0b856b243 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Router a2a150b4-3c4a-4338-93a0-20defe476092 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:26:35.012239 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-a74deed2-763a-4f1a-a687-c3baa8fd5e40 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Network 48490743-e645-4022-aa34-04370dc095cf is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:35.020354 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-a74deed2-763a-4f1a-a687-c3baa8fd5e40 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:35.023610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-a74deed2-763a-4f1a-a687-c3baa8fd5e40 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:26:35.159799 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-a74deed2-763a-4f1a-a687-c3baa8fd5e40 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:35.161886 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-a74deed2-763a-4f1a-a687-c3baa8fd5e40 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:35.208526 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-a74deed2-763a-4f1a-a687-c3baa8fd5e40 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4039178 Mar 24 01:26:35.218369 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf329a-8417-407c-b9d5-5aaf7580918b req-cf438d42-de17-42ce-af85-9a6f5e28b0bb tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:35.220072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0fdf329a-8417-407c-b9d5-5aaf7580918b req-cf438d42-de17-42ce-af85-9a6f5e28b0bb tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 932 time: 0.3426516 Mar 24 01:26:35.222749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74deed2-763a-4f1a-a687-c3baa8fd5e40 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'Port': ['ID=027d4363-d536-424d-81eb-ab79b4af83e8,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:35.241161 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Request body: {'port': {'device_id': '22c0f00e-4370-4284-9b10-69d15818be8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:35.307947 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4270ae52-c1a1-48e0-9eb3-16788e4493d4 admin admin] Publish callbacks [] for router (947e4cca-ee63-423a-83c3-8f2e77812a95), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:35.333860 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:35.384453 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-51c5059c-00d6-4089-8ffa-023fad9efce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'name': 'tempest-TestAggregatesBasicOps-1568878196-router', 'tenant_id': '10a5e1fc0933446f8836b2440b66a5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:12Z', 'updated_at': '2022-03-24T01:26:32Z', 'revision_number': 5, 'project_id': '10a5e1fc0933446f8836b2440b66a5f2', 'gw_port': {'id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:13Z', 'updated_at': '2022-03-24T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:35.420707 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c5059c-00d6-4089-8ffa-023fad9efce3 None None] The sync data for ids ['947e4cca-ee63-423a-83c3-8f2e77812a95'] in n-d-760455-9 is: [{'id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'name': 'tempest-TestAggregatesBasicOps-1568878196-router', 'tenant_id': '10a5e1fc0933446f8836b2440b66a5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:12Z', 'updated_at': '2022-03-24T01:26:32Z', 'revision_number': 5, 'project_id': '10a5e1fc0933446f8836b2440b66a5f2', 'gw_port': {'id': '6568e3bc-5e52-4d26-ab11-06edfed3c6e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947e4cca-ee63-423a-83c3-8f2e77812a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:13Z', 'updated_at': '2022-03-24T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:26:35.434193 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-86e402bc-be93-4086-85c9-d9ecdc85944e None None] Provisioning complete for port 027d4363-d536-424d-81eb-ab79b4af83e8 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:35.434871 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-86e402bc-be93-4086-85c9-d9ecdc85944e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (027d4363-d536-424d-81eb-ab79b4af83e8), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:35.441438 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6ad189-59b9-4a0a-81cb-6bb0b856b243 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:26:35.454630 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d156df-da1c-4911-b82c-dd3ff556b3de None None] Sync routers for ids ['a2a150b4-3c4a-4338-93a0-20defe476092'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:26:35.484651 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5f6ad189-59b9-4a0a-81cb-6bb0b856b243 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "PUT /v2.0/routers/a2a150b4-3c4a-4338-93a0-20defe476092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5146613 Mar 24 01:26:35.486200 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d156df-da1c-4911-b82c-dd3ff556b3de None None] Routers {'a2a150b4-3c4a-4338-93a0-20defe476092'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:35.487029 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-88d156df-da1c-4911-b82c-dd3ff556b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a2a150b4-3c4a-4338-93a0-20defe476092'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:35.488911 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58046) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:35.538415 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (027d4363-d536-424d-81eb-ab79b4af83e8), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:35.557048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-86e402bc-be93-4086-85c9-d9ecdc85944e None None] Port 027d4363-d536-424d-81eb-ab79b4af83e8 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:26:35.609443 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4270ae52-c1a1-48e0-9eb3-16788e4493d4 admin admin] Publish callbacks [] for router_gateway (947e4cca-ee63-423a-83c3-8f2e77812a95), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:35.632495 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-085a2056-a916-443e-a467-fb5a690c33de tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting subnet 760c7cad-3f1f-498e-9712-94f30a07d792 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:26:35.648067 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-085a2056-a916-443e-a467-fb5a690c33de tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for subnet (760c7cad-3f1f-498e-9712-94f30a07d792), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:35.730961 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0fdf329a-8417-407c-b9d5-5aaf7580918b req-93077425-a842-41e7-97d5-85ce1a4dc468 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868214 Mar 24 01:26:35.731467 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-88d156df-da1c-4911-b82c-dd3ff556b3de None None] Set router a2a150b4-3c4a-4338-93a0-20defe476092 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:35.763976 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-085a2056-a916-443e-a467-fb5a690c33de tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (760c7cad-3f1f-498e-9712-94f30a07d792), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:35.953933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4270ae52-c1a1-48e0-9eb3-16788e4493d4 admin admin] Deleting port 6568e3bc-5e52-4d26-ab11-06edfed3c6e9 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:26:35.954306 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4270ae52-c1a1-48e0-9eb3-16788e4493d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6568e3bc-5e52-4d26-ab11-06edfed3c6e9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:36.120654 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-085a2056-a916-443e-a467-fb5a690c33de tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (760c7cad-3f1f-498e-9712-94f30a07d792), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:36.141071 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027d4363-d536-424d-81eb-ab79b4af83e8 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:26:36.158502 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:26:36.198636 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Publish callbacks [] for port (027d4363-d536-424d-81eb-ab79b4af83e8), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:36.215527 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-88d156df-da1c-4911-b82c-dd3ff556b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883882826', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:26:33Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:36.238863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Transition to ACTIVE for port object 027d4363-d536-424d-81eb-ab79b4af83e8 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:26:36.247733 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (027d4363-d536-424d-81eb-ab79b4af83e8), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:36.254353 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:26:36.254926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d4d3911e-96f6-4391-81fa-2f8d4a05aeb9 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:26:36.303142 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d156df-da1c-4911-b82c-dd3ff556b3de None None] Checking router: a2a150b4-3c4a-4338-93a0-20defe476092 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:26:36.327008 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d156df-da1c-4911-b82c-dd3ff556b3de None None] Routers {'a2a150b4-3c4a-4338-93a0-20defe476092'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:36.328850 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-88d156df-da1c-4911-b82c-dd3ff556b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['a2a150b4-3c4a-4338-93a0-20defe476092'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:36.334456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Pushing event updated for resources: {'Port': ['ID=027d4363-d536-424d-81eb-ab79b4af83e8,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:36.337277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-4270ae52-c1a1-48e0-9eb3-16788e4493d4 admin admin] For port 6568e3bc-5e52-4d26-ab11-06edfed3c6e9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=6568e3bc-5e52-4d26-ab11-06edfed3c6e9,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:36.337790 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4270ae52-c1a1-48e0-9eb3-16788e4493d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6568e3bc-5e52-4d26-ab11-06edfed3c6e9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:36.379902 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4270ae52-c1a1-48e0-9eb3-16788e4493d4 admin admin] Calling delete_port for 6568e3bc-5e52-4d26-ab11-06edfed3c6e9 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:26:36.506249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Attempting to bind port 027d4363-d536-424d-81eb-ab79b4af83e8 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:26:36.506790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Attempting to bind port 027d4363-d536-424d-81eb-ab79b4af83e8 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:26:36.507690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Attempting to bind port 027d4363-d536-424d-81eb-ab79b4af83e8 on network 48490743-e645-4022-aa34-04370dc095cf {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:26:36.523676 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Port 027d4363-d536-424d-81eb-ab79b4af83e8 on network 48490743-e645-4022-aa34-04370dc095cf not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:26:36.524267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Attempting to bind port 027d4363-d536-424d-81eb-ab79b4af83e8 on network 48490743-e645-4022-aa34-04370dc095cf {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:26:36.524513 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-085a2056-a916-443e-a467-fb5a690c33de tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (760c7cad-3f1f-498e-9712-94f30a07d792), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:36.537054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:26:36.542049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Checking segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:36.550635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Bound using segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:26:36.551300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Bound port: 027d4363-d536-424d-81eb-ab79b4af83e8, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:26:36.552614 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (027d4363-d536-424d-81eb-ab79b4af83e8), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:36.588005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a2056-a916-443e-a467-fb5a690c33de tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Subnet': ['ID=760c7cad-3f1f-498e-9712-94f30a07d792,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:36.618757 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-085a2056-a916-443e-a467-fb5a690c33de tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:36.622877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e89808-13db-48e8-a891-4fedf7d3d3d1 None None] Network fc97ec45-33df-49f1-bdd8-34e5fd059c09 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:26:36.631441 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-085a2056-a916-443e-a467-fb5a690c33de tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/subnets/760c7cad-3f1f-498e-9712-94f30a07d792 HTTP/1.1" status: 204 len: 168 time: 1.1411946 Mar 24 01:26:36.650554 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58062) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:36.675047 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-88d156df-da1c-4911-b82c-dd3ff556b3de None None] Set router a2a150b4-3c4a-4338-93a0-20defe476092 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:36.693895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] For port 027d4363-d536-424d-81eb-ab79b4af83e8, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:26:36.697517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] For port 027d4363-d536-424d-81eb-ab79b4af83e8, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=027d4363-d536-424d-81eb-ab79b4af83e8,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:26:36.708102 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (027d4363-d536-424d-81eb-ab79b4af83e8), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:36.836033 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Pushing event updated for resources: {'Port': ['ID=027d4363-d536-424d-81eb-ab79b4af83e8,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:36.938605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:36.939255 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:36.940672 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-4747f04e-10b8-49a4-91d1-031935c99914 service neutron] 10.222.0.48 "PUT /v2.0/ports/027d4363-d536-424d-81eb-ab79b4af83e8 HTTP/1.1" status: 200 len: 1092 time: 1.7196696 Mar 24 01:26:36.948271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c0f00e-4370-4284-9b10-69d15818be8a', 'tag': '027d4363-d536-424d-81eb-ab79b4af83e8'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:26:36.951181 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62737313-967b-4dda-be54-f8950fd94bed" -d '{"events": [{"name": "network-changed", "server_uuid": "22c0f00e-4370-4284-9b10-69d15818be8a", "tag": "027d4363-d536-424d-81eb-ab79b4af83e8"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:26:37.023206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf9c87-3c1a-4ddd-ab94-a7884bf9aac3 req-0d7ac130-6405-4271-ab47-20b34f482347 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:37.024780 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9abf9c87-3c1a-4ddd-ab94-a7884bf9aac3 req-0d7ac130-6405-4271-ab47-20b34f482347 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 944 time: 0.1755192 Mar 24 01:26:37.076195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbdd6f0-693c-4c13-9223-4d45a79bfbc5 None None] DHCP port deletion for fc97ec45-33df-49f1-bdd8-34e5fd059c09 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:26:37.118040 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf68a-3dad-41d5-baa3-0b0e696e89c6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router (a2a150b4-3c4a-4338-93a0-20defe476092), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:37.149560 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d61a94b-8f92-4a3e-9d17-c1bcf804c60b x-openstack-request-id: req-5d61a94b-8f92-4a3e-9d17-c1bcf804c60b {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:26:37.149824 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c0f00e-4370-4284-9b10-69d15818be8a", "tag": "027d4363-d536-424d-81eb-ab79b4af83e8", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:26:37.149943 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5d61a94b-8f92-4a3e-9d17-c1bcf804c60b {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:26:37.150358 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d61a94b-8f92-4a3e-9d17-c1bcf804c60b'] response: {'name': 'network-changed', 'server_uuid': '22c0f00e-4370-4284-9b10-69d15818be8a', 'tag': '027d4363-d536-424d-81eb-ab79b4af83e8', 'status': 'completed', 'code': 200} Mar 24 01:26:37.228917 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-88d156df-da1c-4911-b82c-dd3ff556b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883882826', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:26:33Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:37.260797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9abf9c87-3c1a-4ddd-ab94-a7884bf9aac3 req-16835fc3-39d8-4c14-b809-5f0638cc2abe tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830468 Mar 24 01:26:37.266178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2fbdd6f0-693c-4c13-9223-4d45a79bfbc5 None None] Deleting port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:26:37.266765 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2fbdd6f0-693c-4c13-9223-4d45a79bfbc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4f7ef0e6-4465-41b1-aa1e-ba54b166f43f), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:37.288068 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-2ac2a359-6eaa-4561-9118-67fa3875cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:37.289984 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-2ac2a359-6eaa-4561-9118-67fa3875cb5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 1126 time: 0.3018665 Mar 24 01:26:37.305498 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d156df-da1c-4911-b82c-dd3ff556b3de None None] The sync data for ids ['a2a150b4-3c4a-4338-93a0-20defe476092'] in n-d-760455-9 is: [{'id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883882826', 'tenant_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:26:33Z', 'revision_number': 5, 'project_id': '0fdc6cb7bc1743249389b96ab4ecbee7', 'gw_port': {'id': 'd137a822-5453-4ecf-9198-93212b2aac53', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a150b4-3c4a-4338-93a0-20defe476092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:24:34Z', 'updated_at': '2022-03-24T01:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:26:37.365471 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4270ae52-c1a1-48e0-9eb3-16788e4493d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (6568e3bc-5e52-4d26-ab11-06edfed3c6e9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:37.424374 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-5804744f-57da-46a0-ba04-d4f2a019b851 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=027d4363-d536-424d-81eb-ab79b4af83e8 HTTP/1.1" status: 200 len: 217 time: 0.1261334 Mar 24 01:26:37.456319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2fbdd6f0-693c-4c13-9223-4d45a79bfbc5 None None] For port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4f7ef0e6-4465-41b1-aa1e-ba54b166f43f,segment=NetworkSegment(e52ed754-c55a-4978-a3da-bc726fb0fbf4),segment_id=e52ed754-c55a-4978-a3da-bc726fb0fbf4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:37.456737 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2fbdd6f0-693c-4c13-9223-4d45a79bfbc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4f7ef0e6-4465-41b1-aa1e-ba54b166f43f), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:37.459116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270ae52-c1a1-48e0-9eb3-16788e4493d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6568e3bc-5e52-4d26-ab11-06edfed3c6e9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:37.489622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-ac74306a-c13c-43ba-9063-07f84aab1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:37.491259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-ac74306a-c13c-43ba-9063-07f84aab1755 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0612705 Mar 24 01:26:37.499289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2fbdd6f0-693c-4c13-9223-4d45a79bfbc5 None None] Calling delete_port for 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:26:37.560401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-cbdc8c32-79a1-49cb-8dcb-1e7240bf6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:37.567598 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-cbdc8c32-79a1-49cb-8dcb-1e7240bf6873 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0646534 Mar 24 01:26:37.592738 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf68a-3dad-41d5-baa3-0b0e696e89c6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_gateway (a2a150b4-3c4a-4338-93a0-20defe476092), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:37.595974 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4270ae52-c1a1-48e0-9eb3-16788e4493d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (947e4cca-ee63-423a-83c3-8f2e77812a95), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:37.708318 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2fbdd6f0-693c-4c13-9223-4d45a79bfbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (4f7ef0e6-4465-41b1-aa1e-ba54b166f43f), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:37.759561 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4270ae52-c1a1-48e0-9eb3-16788e4493d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (947e4cca-ee63-423a-83c3-8f2e77812a95), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:37.764360 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4270ae52-c1a1-48e0-9eb3-16788e4493d4 admin admin] Publish callbacks [] for router_controller (947e4cca-ee63-423a-83c3-8f2e77812a95), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:37.772709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdd6f0-693c-4c13-9223-4d45a79bfbc5 None None] Pushing event deleted for resources: {'Port': ['ID=4f7ef0e6-4465-41b1-aa1e-ba54b166f43f,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:37.784907 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-668a0b56-3a07-4cee-a359-1e8eb9720c16 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159336 Mar 24 01:26:37.817145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbdd6f0-693c-4c13-9223-4d45a79bfbc5 None None] No DVR routers for this DVR port 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:26:37.853873 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4270ae52-c1a1-48e0-9eb3-16788e4493d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (947e4cca-ee63-423a-83c3-8f2e77812a95), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:37.854534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4270ae52-c1a1-48e0-9eb3-16788e4493d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 947e4cca-ee63-423a-83c3-8f2e77812a95 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:26:37.857663 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0b9cf68a-3dad-41d5-baa3-0b0e696e89c6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Deleting port d137a822-5453-4ecf-9198-93212b2aac53 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:26:37.858017 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf68a-3dad-41d5-baa3-0b0e696e89c6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d137a822-5453-4ecf-9198-93212b2aac53), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:37.865822 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4270ae52-c1a1-48e0-9eb3-16788e4493d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:37.869736 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4270ae52-c1a1-48e0-9eb3-16788e4493d4 admin admin] 10.222.0.45 "DELETE /v2.0/routers/947e4cca-ee63-423a-83c3-8f2e77812a95 HTTP/1.1" status: 204 len: 168 time: 3.8039713 Mar 24 01:26:37.870360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58082) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:38.053195 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f89595d-2cde-4a30-9d0c-592f41817cfd req-0fb8441b-ace6-4412-9fc1-ec15d1482927 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621770 Mar 24 01:26:38.066360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-0b9cf68a-3dad-41d5-baa3-0b0e696e89c6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] For port d137a822-5453-4ecf-9198-93212b2aac53, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d137a822-5453-4ecf-9198-93212b2aac53,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:38.066846 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf68a-3dad-41d5-baa3-0b0e696e89c6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d137a822-5453-4ecf-9198-93212b2aac53), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:38.085957 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0b9cf68a-3dad-41d5-baa3-0b0e696e89c6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Calling delete_port for d137a822-5453-4ecf-9198-93212b2aac53 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:26:38.242041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62737313-967b-4dda-be54-f8950fd94bed req-df75e381-22bb-4709-8a37-e9cfb465682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:38.244080 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62737313-967b-4dda-be54-f8950fd94bed req-df75e381-22bb-4709-8a37-e9cfb465682f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 1126 time: 0.1333947 Mar 24 01:26:38.259254 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2904fc-d5fc-4a1c-99d2-5d0f115976d3 admin admin] Deleting subnet aaa9a945-4027-4774-b888-15e1cee2fc6c {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:26:38.272654 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7c2904fc-d5fc-4a1c-99d2-5d0f115976d3 admin admin] Publish callbacks [] for subnet (aaa9a945-4027-4774-b888-15e1cee2fc6c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:38.371348 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7c2904fc-d5fc-4a1c-99d2-5d0f115976d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (aaa9a945-4027-4774-b888-15e1cee2fc6c), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:38.372352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62737313-967b-4dda-be54-f8950fd94bed req-553ed4a6-b011-45da-a1dd-7b00ea26ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:38.374727 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62737313-967b-4dda-be54-f8950fd94bed req-553ed4a6-b011-45da-a1dd-7b00ea26ddd4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.1235373 Mar 24 01:26:38.442760 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62737313-967b-4dda-be54-f8950fd94bed req-eaaf33da-b244-424d-aac2-7a363d41bd4a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=027d4363-d536-424d-81eb-ab79b4af83e8 HTTP/1.1" status: 200 len: 217 time: 0.0576420 Mar 24 01:26:38.557582 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011d48a-6efe-4ebd-8a72-584d655a2593 req-38c4077e-722e-447b-9784-672bd457dd64 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:38.559074 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7c2904fc-d5fc-4a1c-99d2-5d0f115976d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (aaa9a945-4027-4774-b888-15e1cee2fc6c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:38.563230 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4011d48a-6efe-4ebd-8a72-584d655a2593 req-38c4077e-722e-447b-9784-672bd457dd64 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 944 time: 0.1876218 Mar 24 01:26:38.579375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62737313-967b-4dda-be54-f8950fd94bed req-282a9e10-4aa7-4f8b-a860-eaf638657a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:38.581274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62737313-967b-4dda-be54-f8950fd94bed req-282a9e10-4aa7-4f8b-a860-eaf638657a5e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.1282959 Mar 24 01:26:38.660692 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf68a-3dad-41d5-baa3-0b0e696e89c6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d137a822-5453-4ecf-9198-93212b2aac53), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:38.665780 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4011d48a-6efe-4ebd-8a72-584d655a2593 req-4e24f945-2442-4729-908d-c065178c7ef8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015995 Mar 24 01:26:38.672929 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7c2904fc-d5fc-4a1c-99d2-5d0f115976d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (aaa9a945-4027-4774-b888-15e1cee2fc6c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:38.702399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cf68a-3dad-41d5-baa3-0b0e696e89c6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Port': ['ID=d137a822-5453-4ecf-9198-93212b2aac53,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:38.703849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62737313-967b-4dda-be54-f8950fd94bed req-75dd5404-609f-4dc2-b4a7-e29915cc5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:38.709798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62737313-967b-4dda-be54-f8950fd94bed req-75dd5404-609f-4dc2-b4a7-e29915cc5de8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1166241 Mar 24 01:26:38.725139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:26:38.765341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:26:38.765899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4f7ef0e6-4465-41b1-aa1e-ba54b166f43f not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:26:38.766324 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e4fa5217-d2b7-4988-a331-6f326cfeb9e2 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:26:38.795122 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2904fc-d5fc-4a1c-99d2-5d0f115976d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa9a945-4027-4774-b888-15e1cee2fc6c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:38.825805 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7c2904fc-d5fc-4a1c-99d2-5d0f115976d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:38.836338 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7c2904fc-d5fc-4a1c-99d2-5d0f115976d3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/aaa9a945-4027-4774-b888-15e1cee2fc6c HTTP/1.1" status: 204 len: 168 time: 0.9633265 Mar 24 01:26:38.840800 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: e4fa5217-d2b7-4988-a331-6f326cfeb9e2 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:26:38.842473 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58098) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:38.844654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e4fa5217-d2b7-4988-a331-6f326cfeb9e2 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:26:38.852879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f1bd9a-614c-43e6-8c6b-0b273a743f8a None None] Network 725fea11-c4b1-493f-a33f-0abb78ae1125 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:26:38.924345 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62737313-967b-4dda-be54-f8950fd94bed req-1cf03cf2-4000-437a-b28e-599bb36670e1 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085762 Mar 24 01:26:39.083886 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (725fea11-c4b1-493f-a33f-0abb78ae1125), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.114415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff21cdee-b543-4b41-b3ee-28a3acf29259 None None] DHCP port deletion for 725fea11-c4b1-493f-a33f-0abb78ae1125 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:26:39.117118 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf68a-3dad-41d5-baa3-0b0e696e89c6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (a2a150b4-3c4a-4338-93a0-20defe476092), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.147555 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62737313-967b-4dda-be54-f8950fd94bed req-82901995-1dfd-4026-89e1-3eddb63b619b service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172413 Mar 24 01:26:39.244265 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf68a-3dad-41d5-baa3-0b0e696e89c6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (a2a150b4-3c4a-4338-93a0-20defe476092), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.246301 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ff21cdee-b543-4b41-b3ee-28a3acf29259 None None] Deleting port 0970fdb7-9fd7-4ca1-b6af-13870af67380 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:26:39.246748 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ff21cdee-b543-4b41-b3ee-28a3acf29259 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0970fdb7-9fd7-4ca1-b6af-13870af67380), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.248421 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf68a-3dad-41d5-baa3-0b0e696e89c6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router_controller (a2a150b4-3c4a-4338-93a0-20defe476092), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.323808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] Deleting port 0970fdb7-9fd7-4ca1-b6af-13870af67380 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:26:39.324245 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0970fdb7-9fd7-4ca1-b6af-13870af67380), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.354170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ff21cdee-b543-4b41-b3ee-28a3acf29259 None None] For port 0970fdb7-9fd7-4ca1-b6af-13870af67380, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0970fdb7-9fd7-4ca1-b6af-13870af67380,segment=NetworkSegment(bd55d2df-bfb7-46a5-abe2-82b14621b3fe),segment_id=bd55d2df-bfb7-46a5-abe2-82b14621b3fe)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:39.354573 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ff21cdee-b543-4b41-b3ee-28a3acf29259 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0970fdb7-9fd7-4ca1-b6af-13870af67380), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.365711 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf68a-3dad-41d5-baa3-0b0e696e89c6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (a2a150b4-3c4a-4338-93a0-20defe476092), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.366265 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9cf68a-3dad-41d5-baa3-0b0e696e89c6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Fanout notify agent at l3_agent the message router_deleted on router a2a150b4-3c4a-4338-93a0-20defe476092 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:26:39.387879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ff21cdee-b543-4b41-b3ee-28a3acf29259 None None] Calling delete_port for 0970fdb7-9fd7-4ca1-b6af-13870af67380 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:26:39.402599 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf68a-3dad-41d5-baa3-0b0e696e89c6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.406708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58106) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:39.406882 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0b9cf68a-3dad-41d5-baa3-0b0e696e89c6 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/routers/a2a150b4-3c4a-4338-93a0-20defe476092 HTTP/1.1" status: 204 len: 168 time: 2.7553427 Mar 24 01:26:39.462966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] For port 0970fdb7-9fd7-4ca1-b6af-13870af67380, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0970fdb7-9fd7-4ca1-b6af-13870af67380,segment=NetworkSegment(bd55d2df-bfb7-46a5-abe2-82b14621b3fe),segment_id=bd55d2df-bfb7-46a5-abe2-82b14621b3fe)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:39.463327 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0970fdb7-9fd7-4ca1-b6af-13870af67380), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.489404 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] Calling delete_port for 0970fdb7-9fd7-4ca1-b6af-13870af67380 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:26:39.573416 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ff21cdee-b543-4b41-b3ee-28a3acf29259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (0970fdb7-9fd7-4ca1-b6af-13870af67380), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.595410 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-149d9e49-0ae4-4929-8046-7e5819dc0d82 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (fc97ec45-33df-49f1-bdd8-34e5fd059c09), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.619576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21cdee-b543-4b41-b3ee-28a3acf29259 None None] Pushing event deleted for resources: {'Port': ['ID=0970fdb7-9fd7-4ca1-b6af-13870af67380,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:39.638105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff21cdee-b543-4b41-b3ee-28a3acf29259 None None] No DVR routers for this DVR port 0970fdb7-9fd7-4ca1-b6af-13870af67380 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:26:39.661604 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0970fdb7-9fd7-4ca1-b6af-13870af67380), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.718014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] No DVR routers for this DVR port 0970fdb7-9fd7-4ca1-b6af-13870af67380 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:26:39.723641 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] Pushing event deleted for resources: {'Port': ['ID=0970fdb7-9fd7-4ca1-b6af-13870af67380,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:39.825474 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-149d9e49-0ae4-4929-8046-7e5819dc0d82 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (fc97ec45-33df-49f1-bdd8-34e5fd059c09), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.850847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-149d9e49-0ae4-4929-8046-7e5819dc0d82 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc97ec45-33df-49f1-bdd8-34e5fd059c09']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:39.861357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-149d9e49-0ae4-4929-8046-7e5819dc0d82 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52ed754-c55a-4978-a3da-bc726fb0fbf4') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:39.861816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-149d9e49-0ae4-4929-8046-7e5819dc0d82 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52ed754-c55a-4978-a3da-bc726fb0fbf4') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:39.872286 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-149d9e49-0ae4-4929-8046-7e5819dc0d82 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (e52ed754-c55a-4978-a3da-bc726fb0fbf4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.918379 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (725fea11-c4b1-493f-a33f-0abb78ae1125), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.928763 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-149d9e49-0ae4-4929-8046-7e5819dc0d82 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e52ed754-c55a-4978-a3da-bc726fb0fbf4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.944951 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725fea11-c4b1-493f-a33f-0abb78ae1125']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:39.951017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149d9e49-0ae4-4929-8046-7e5819dc0d82 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:26:39.951436 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-149d9e49-0ae4-4929-8046-7e5819dc0d82 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (e52ed754-c55a-4978-a3da-bc726fb0fbf4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:26:39.956992 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:26:39.962159 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd55d2df-bfb7-46a5-abe2-82b14621b3fe') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:39.962575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd55d2df-bfb7-46a5-abe2-82b14621b3fe') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:40.014675 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (bd55d2df-bfb7-46a5-abe2-82b14621b3fe), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:40.036504 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (bd55d2df-bfb7-46a5-abe2-82b14621b3fe), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:40.044937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:26:40.045578 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (bd55d2df-bfb7-46a5-abe2-82b14621b3fe), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:26:40.048362 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:26:40.104465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286ce46-fa63-4c03-a0a1-774f92703a9f req-cda7dede-b503-428d-af19-a75fe9125793 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:40.111516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8286ce46-fa63-4c03-a0a1-774f92703a9f req-cda7dede-b503-428d-af19-a75fe9125793 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 944 time: 0.2266979 Mar 24 01:26:40.114544 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-149d9e49-0ae4-4929-8046-7e5819dc0d82 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (fc97ec45-33df-49f1-bdd8-34e5fd059c09), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:40.146458 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (725fea11-c4b1-493f-a33f-0abb78ae1125), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:40.147612 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-149d9e49-0ae4-4929-8046-7e5819dc0d82 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:40.153185 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:40.155964 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-149d9e49-0ae4-4929-8046-7e5819dc0d82 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/networks/fc97ec45-33df-49f1-bdd8-34e5fd059c09 HTTP/1.1" status: 204 len: 168 time: 0.7481678 Mar 24 01:26:40.160646 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] 10.222.0.45 "DELETE /v2.0/networks/725fea11-c4b1-493f-a33f-0abb78ae1125 HTTP/1.1" status: 204 len: 168 time: 1.2571423 Mar 24 01:26:40.163367 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58120) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:40.228376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d9e49-0ae4-4929-8046-7e5819dc0d82 tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'Network': ['ID=fc97ec45-33df-49f1-bdd8-34e5fd059c09,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:40.262078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8286ce46-fa63-4c03-a0a1-774f92703a9f req-2c9495a3-f734-4823-844f-00cea93e7dee tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488736 Mar 24 01:26:40.281958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6568e3bc-5e52-4d26-ab11-06edfed3c6e9 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:26:40.304742 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66082b-7b83-4b29-8108-1a21f45acb28 admin admin] Pushing event deleted for resources: {'Network': ['ID=725fea11-c4b1-493f-a33f-0abb78ae1125,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:40.336077 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 6568e3bc-5e52-4d26-ab11-06edfed3c6e9 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:26:40.336431 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 6568e3bc-5e52-4d26-ab11-06edfed3c6e9 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:26:40.336853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0970fdb7-9fd7-4ca1-b6af-13870af67380 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:26:40.345496 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a00def1e-a0af-4feb-aa0a-92996d455efe tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (80e029a4-6703-4c98-a124-b0a3d9f13ae5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:40.383727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 0970fdb7-9fd7-4ca1-b6af-13870af67380 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:26:40.384083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0970fdb7-9fd7-4ca1-b6af-13870af67380 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:26:40.384506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d137a822-5453-4ecf-9198-93212b2aac53 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:26:40.404857 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a00def1e-a0af-4feb-aa0a-92996d455efe tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (80e029a4-6703-4c98-a124-b0a3d9f13ae5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:40.451217 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: d137a822-5453-4ecf-9198-93212b2aac53 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:26:40.451590 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d137a822-5453-4ecf-9198-93212b2aac53 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:26:40.499981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58130) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:40.508264 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a00def1e-a0af-4feb-aa0a-92996d455efe tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (80e029a4-6703-4c98-a124-b0a3d9f13ae5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:40.514038 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a00def1e-a0af-4feb-aa0a-92996d455efe tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:40.517076 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a00def1e-a0af-4feb-aa0a-92996d455efe tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] 10.222.0.45 "DELETE /v2.0/security-groups/80e029a4-6703-4c98-a124-b0a3d9f13ae5 HTTP/1.1" status: 204 len: 168 time: 0.3462961 Mar 24 01:26:40.540171 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00def1e-a0af-4feb-aa0a-92996d455efe tempest-TestNetworkAdvancedServerOps-919645397 tempest-TestNetworkAdvancedServerOps-919645397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e029a4-6703-4c98-a124-b0a3d9f13ae5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:40.637724 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58142) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:40.638250 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6e2c6779-2696-40ed-8edf-171e0b894e6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=db4cddfeb07e46a3ac9850a14f1a835a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367264 Mar 24 01:26:40.724604 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe12f95c-c8f3-4109-8c73-9853cee3cbd7 admin admin] Publish callbacks [] for security_group (668a20bc-c12e-4d00-919c-7a4c361f1c38), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:40.754055 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe12f95c-c8f3-4109-8c73-9853cee3cbd7 admin admin] Publish callbacks [] for security_group (668a20bc-c12e-4d00-919c-7a4c361f1c38), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:40.826550 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe12f95c-c8f3-4109-8c73-9853cee3cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (668a20bc-c12e-4d00-919c-7a4c361f1c38), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:40.830819 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fe12f95c-c8f3-4109-8c73-9853cee3cbd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:40.834004 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fe12f95c-c8f3-4109-8c73-9853cee3cbd7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/668a20bc-c12e-4d00-919c-7a4c361f1c38 HTTP/1.1" status: 204 len: 168 time: 0.1951880 Mar 24 01:26:40.852650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12f95c-c8f3-4109-8c73-9853cee3cbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668a20bc-c12e-4d00-919c-7a4c361f1c38,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:41.066563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58154) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:41.279329 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:26:41.390202 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58166) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:41.444480 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b95d4d28-9ffa-4a0f-98c2-e81870fcc22b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10a5e1fc0933446f8836b2440b66a5f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0531204 Mar 24 01:26:41.446862 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58170) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:41.502369 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b6103b6e-c67e-49a7-b284-f19157c7d895 admin admin] Publish callbacks [] for security_group (0c8cb1d1-f194-44c8-b201-81adce0bdf87), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:41.558120 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b6103b6e-c67e-49a7-b284-f19157c7d895 admin admin] Publish callbacks [] for security_group (0c8cb1d1-f194-44c8-b201-81adce0bdf87), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:41.581727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989acd4-c272-4eb2-8329-8240d806605f req-fbd11a83-8ccd-4184-a802-1f8c6bf8bf36 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:41.583156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e989acd4-c272-4eb2-8329-8240d806605f req-fbd11a83-8ccd-4184-a802-1f8c6bf8bf36 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 944 time: 0.2057450 Mar 24 01:26:41.611687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1c1c4c2d-b160-40dc-9b93-71dd7367e60e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0fdc6cb7bc1743249389b96ab4ecbee7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5437379 Mar 24 01:26:41.622286 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58176) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:41.674104 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b6103b6e-c67e-49a7-b284-f19157c7d895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0c8cb1d1-f194-44c8-b201-81adce0bdf87), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:41.677062 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b6103b6e-c67e-49a7-b284-f19157c7d895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:41.681443 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b6103b6e-c67e-49a7-b284-f19157c7d895 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0c8cb1d1-f194-44c8-b201-81adce0bdf87 HTTP/1.1" status: 204 len: 168 time: 0.2332876 Mar 24 01:26:41.703919 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6103b6e-c67e-49a7-b284-f19157c7d895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8cb1d1-f194-44c8-b201-81adce0bdf87,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:41.778539 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13e6f4f7-f320-4759-86d6-2ae3a901f19c admin admin] Publish callbacks [] for security_group (63cf935e-29df-4adc-a25d-392b06e1c17d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:41.781735 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e989acd4-c272-4eb2-8329-8240d806605f req-45d892a5-b7ea-466f-80cb-7be214589dfa tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838248 Mar 24 01:26:41.840775 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13e6f4f7-f320-4759-86d6-2ae3a901f19c admin admin] Publish callbacks [] for security_group (63cf935e-29df-4adc-a25d-392b06e1c17d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:41.909009 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13e6f4f7-f320-4759-86d6-2ae3a901f19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (63cf935e-29df-4adc-a25d-392b06e1c17d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:41.912377 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13e6f4f7-f320-4759-86d6-2ae3a901f19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:41.915777 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-13e6f4f7-f320-4759-86d6-2ae3a901f19c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63cf935e-29df-4adc-a25d-392b06e1c17d HTTP/1.1" status: 204 len: 168 time: 0.2917295 Mar 24 01:26:41.966234 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6f4f7-f320-4759-86d6-2ae3a901f19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cf935e-29df-4adc-a25d-392b06e1c17d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:42.638734 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58208) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:42.737587 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1284c84c-3c0d-46a4-b1fd-302b7c62d5c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd033d7db7cc4218bd3525e24ceaa6da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0911567 Mar 24 01:26:42.741327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58210) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:42.840473 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40b9a4b8-8f95-457b-a39f-f1355a35c6e3 admin admin] Publish callbacks [] for security_group (ab37e635-0d84-4b2d-a44f-f19d33258793), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:42.891234 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40b9a4b8-8f95-457b-a39f-f1355a35c6e3 admin admin] Publish callbacks [] for security_group (ab37e635-0d84-4b2d-a44f-f19d33258793), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:43.075976 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40b9a4b8-8f95-457b-a39f-f1355a35c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ab37e635-0d84-4b2d-a44f-f19d33258793), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:43.094973 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40b9a4b8-8f95-457b-a39f-f1355a35c6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:43.122766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-40b9a4b8-8f95-457b-a39f-f1355a35c6e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab37e635-0d84-4b2d-a44f-f19d33258793 HTTP/1.1" status: 204 len: 168 time: 0.3661633 Mar 24 01:26:43.154880 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9a4b8-8f95-457b-a39f-f1355a35c6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab37e635-0d84-4b2d-a44f-f19d33258793,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:43.234004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bce65-a082-4fd8-9b34-a5fc036018bd req-94825c4d-a7f9-44ec-bdf6-8ab4b5e8e136 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:43.237674 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-986bce65-a082-4fd8-9b34-a5fc036018bd req-94825c4d-a7f9-44ec-bdf6-8ab4b5e8e136 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 944 time: 0.2891870 Mar 24 01:26:43.372791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-986bce65-a082-4fd8-9b34-a5fc036018bd req-a5bf0343-8959-440d-8839-39455bb12f32 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284049 Mar 24 01:26:43.397174 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58232) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:43.720436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ed19ad89-9176-46ad-ae69-1b5da2dc0067 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-728367382-network', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:43.760513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed19ad89-9176-46ad-ae69-1b5da2dc0067 admin admin] Made reservation on behalf of 18d1ec20555a42ae8b5cd3a4da5f31d3 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:26:43.763917 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed19ad89-9176-46ad-ae69-1b5da2dc0067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:43.784117 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed19ad89-9176-46ad-ae69-1b5da2dc0067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:43.945771 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed19ad89-9176-46ad-ae69-1b5da2dc0067 admin admin] Publish callbacks [] for security_group (dc6a1483-575b-4775-abe7-6bf900e18441), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:43.955489 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed19ad89-9176-46ad-ae69-1b5da2dc0067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (dc6a1483-575b-4775-abe7-6bf900e18441), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:43.986349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed19ad89-9176-46ad-ae69-1b5da2dc0067 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:26:44.009941 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed19ad89-9176-46ad-ae69-1b5da2dc0067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:44.011017 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-ed19ad89-9176-46ad-ae69-1b5da2dc0067 admin admin] Added segment c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5 of type vlan for network 52175975-72ac-4fcc-a7a7-86f28a0a95a4 Mar 24 01:26:44.107623 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed19ad89-9176-46ad-ae69-1b5da2dc0067 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (52175975-72ac-4fcc-a7a7-86f28a0a95a4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:44.147566 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19ad89-9176-46ad-ae69-1b5da2dc0067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6a1483-575b-4775-abe7-6bf900e18441,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:44.177200 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed19ad89-9176-46ad-ae69-1b5da2dc0067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (52175975-72ac-4fcc-a7a7-86f28a0a95a4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:44.178513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed19ad89-9176-46ad-ae69-1b5da2dc0067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:44.179103 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ed19ad89-9176-46ad-ae69-1b5da2dc0067 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:44.228523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ed19ad89-9176-46ad-ae69-1b5da2dc0067 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8302407 Mar 24 01:26:44.231459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58262) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:44.236343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-83b3315a-bab7-4a5c-b011-9f55583bbc9a admin admin] Request body: {'subnet': {'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-728367382-subnet', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:44.294265 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b3315a-bab7-4a5c-b011-9f55583bbc9a admin admin] Made reservation on behalf of 18d1ec20555a42ae8b5cd3a4da5f31d3 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:26:44.296760 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83b3315a-bab7-4a5c-b011-9f55583bbc9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:44.365451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19ad89-9176-46ad-ae69-1b5da2dc0067 admin admin] Pushing event updated for resources: {'Network': ['ID=52175975-72ac-4fcc-a7a7-86f28a0a95a4,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:44.376226 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 52175975-72ac-4fcc-a7a7-86f28a0a95a4 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:26:44.641899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ba32e-6943-4395-9f6a-e074fd5c8993 req-2d12177b-dfae-4fda-8f0d-66e9fbf402b5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:44.651005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f25ba32e-6943-4395-9f6a-e074fd5c8993 req-2d12177b-dfae-4fda-8f0d-66e9fbf402b5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 944 time: 0.1085141 Mar 24 01:26:44.677087 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83b3315a-bab7-4a5c-b011-9f55583bbc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (f7aa756d-708d-4988-b63b-255f5d94f098), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:44.753998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f25ba32e-6943-4395-9f6a-e074fd5c8993 req-da6030b1-75c2-4a25-853c-6446b1fce846 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019959 Mar 24 01:26:44.783661 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3315a-bab7-4a5c-b011-9f55583bbc9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7aa756d-708d-4988-b63b-255f5d94f098,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:44.794357 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3315a-bab7-4a5c-b011-9f55583bbc9a admin admin] Checking segment: {'id': 'c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:44.794521 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3315a-bab7-4a5c-b011-9f55583bbc9a admin admin] Network hostable DHCP agents. Network: 52175975-72ac-4fcc-a7a7-86f28a0a95a4, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:26:44.825197 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3315a-bab7-4a5c-b011-9f55583bbc9a admin admin] Network 52175975-72ac-4fcc-a7a7-86f28a0a95a4 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:26:44.846325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-83b3315a-bab7-4a5c-b011-9f55583bbc9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 52175975-72ac-4fcc-a7a7-86f28a0a95a4) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:44.858807 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b3315a-bab7-4a5c-b011-9f55583bbc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:44.859569 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83b3315a-bab7-4a5c-b011-9f55583bbc9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:44.869408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d7d229-f816-4416-80bd-c3d63aa9118c None None] Network 52175975-72ac-4fcc-a7a7-86f28a0a95a4 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:26:44.888195 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-83b3315a-bab7-4a5c-b011-9f55583bbc9a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6554990 Mar 24 01:26:44.892318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58282) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:44.897547 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-728367382-router', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:44.930552 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (9577a042-a8aa-4efa-96d1-0706b288c997), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:44.932140 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (9577a042-a8aa-4efa-96d1-0706b288c997), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:45.016208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'fixed_ips': [{'subnet_id': 'f7aa756d-708d-4988-b63b-255f5d94f098'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:26:45.017211 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:45.050258 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Publish callbacks [] for router_controller (9577a042-a8aa-4efa-96d1-0706b288c997), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:45.219026 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Allocated IP 172.20.0.2 (52175975-72ac-4fcc-a7a7-86f28a0a95a4/f7aa756d-708d-4988-b63b-255f5d94f098/4009258a-5cf5-4dc6-8190-57d3aa6cc8ff) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:26:45.247363 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Publish callbacks [] for router_gateway (9577a042-a8aa-4efa-96d1-0706b288c997), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:45.467537 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Publish callbacks [] for port (4009258a-5cf5-4dc6-8190-57d3aa6cc8ff), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:45.488589 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (4009258a-5cf5-4dc6-8190-57d3aa6cc8ff), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:45.601713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58310) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:45.801579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Pushing event updated for resources: {'Port': ['ID=4009258a-5cf5-4dc6-8190-57d3aa6cc8ff,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:45.829983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Network 52175975-72ac-4fcc-a7a7-86f28a0a95a4 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:45.831828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:45.836664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:26:45.893475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-26af3210-9b01-438c-8988-c0629d30afba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'network': {'name': 'tempest-network-smoke--876822378', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'port_security_enabled': True}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:45.931829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Attempting to bind port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:26:45.932216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Attempting to bind port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:26:45.932591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Attempting to bind port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff on network 52175975-72ac-4fcc-a7a7-86f28a0a95a4 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:26:45.946130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:26:45.946546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Checking segment: {'id': 'c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:45.946968 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:45.947380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Bound using segment: {'id': 'c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:26:45.947884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Bound port: 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:26:45.948312 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4009258a-5cf5-4dc6-8190-57d3aa6cc8ff), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:46.011336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbbb59-e1d1-44b0-9480-dfd707ee1946 req-cb64d2e8-4c88-4ff7-97dc-bca6255cf412 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:46.013048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cedbbb59-e1d1-44b0-9480-dfd707ee1946 req-cb64d2e8-4c88-4ff7-97dc-bca6255cf412 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 944 time: 0.1519349 Mar 24 01:26:46.014317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26af3210-9b01-438c-8988-c0629d30afba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Made reservation on behalf of bc274b6be3894d6ba0099f965a7e399c for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:26:46.018582 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26af3210-9b01-438c-8988-c0629d30afba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:46.050876 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26af3210-9b01-438c-8988-c0629d30afba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:46.096211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] For port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:26:46.097937 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cedbbb59-e1d1-44b0-9480-dfd707ee1946 req-24739259-0763-4b83-b192-38afe721d3ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767374 Mar 24 01:26:46.109849 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] For port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4009258a-5cf5-4dc6-8190-57d3aa6cc8ff,segment=NetworkSegment(c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5),segment_id=c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:26:46.125047 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4009258a-5cf5-4dc6-8190-57d3aa6cc8ff), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:46.145729 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Publish callbacks [] for router_gateway (9577a042-a8aa-4efa-96d1-0706b288c997), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:46.194238 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:46.236202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4a81d-b2ae-41a9-859f-1bdf39490242 None None] Pushing event updated for resources: {'Port': ['ID=4009258a-5cf5-4dc6-8190-57d3aa6cc8ff,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:46.239153 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26af3210-9b01-438c-8988-c0629d30afba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (d182b0b7-9151-4c62-86b2-6565ad717d5a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:46.243841 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26af3210-9b01-438c-8988-c0629d30afba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d182b0b7-9151-4c62-86b2-6565ad717d5a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:46.274531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26af3210-9b01-438c-8988-c0629d30afba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:26:46.282096 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af3210-9b01-438c-8988-c0629d30afba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d182b0b7-9151-4c62-86b2-6565ad717d5a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:46.308903 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26af3210-9b01-438c-8988-c0629d30afba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (33f68006-3564-4a55-bf66-d8c70a7ea825), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:46.313002 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-26af3210-9b01-438c-8988-c0629d30afba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Added segment 33f68006-3564-4a55-bf66-d8c70a7ea825 of type vlan for network 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f Mar 24 01:26:46.403085 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26af3210-9b01-438c-8988-c0629d30afba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (0dcc7e29-a7ab-4753-b50e-f4409d0dc39f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:46.420427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Allocated IP 172.25.0.29 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/ae29efea-b987-478a-9a09-791bb48569e0) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:26:46.446716 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26af3210-9b01-438c-8988-c0629d30afba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (0dcc7e29-a7ab-4753-b50e-f4409d0dc39f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:46.461066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26af3210-9b01-438c-8988-c0629d30afba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:46.461733 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-26af3210-9b01-438c-8988-c0629d30afba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:46.616313 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Publish callbacks [] for port (ae29efea-b987-478a-9a09-791bb48569e0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:46.695724 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ae29efea-b987-478a-9a09-791bb48569e0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:46.775703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae29efea-b987-478a-9a09-791bb48569e0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:46.786524 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:46.788365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:46.795623 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:26:47.172741 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-26af3210-9b01-438c-8988-c0629d30afba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5694244 Mar 24 01:26:47.176768 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58346) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:47.208881 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Publish callbacks [] for router_gateway (9577a042-a8aa-4efa-96d1-0706b288c997), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:47.209170 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'admin_state_up': True, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:47.273965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af3210-9b01-438c-8988-c0629d30afba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Network': ['ID=0dcc7e29-a7ab-4753-b50e-f4409d0dc39f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:47.293732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:26:47.369844 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (bee41805-9f04-49bd-a95f-02d078b96879), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:47.375865 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (bee41805-9f04-49bd-a95f-02d078b96879), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:47.442306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29b926-4c2e-4267-8fa1-0cb0f6336741 req-5eb61557-0fa0-43b0-84fc-e8f3092eebc9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:47.457352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c29b926-4c2e-4267-8fa1-0cb0f6336741 req-5eb61557-0fa0-43b0-84fc-e8f3092eebc9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 944 time: 0.1940413 Mar 24 01:26:47.573077 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router_controller (bee41805-9f04-49bd-a95f-02d078b96879), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:47.677989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c29b926-4c2e-4267-8fa1-0cb0f6336741 req-029e94d1-9353-4ef6-beb2-c11f631491c2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950843 Mar 24 01:26:47.739266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (9577a042-a8aa-4efa-96d1-0706b288c997), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:47.789857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e5aea-b1f9-4e7c-95dd-1c61e954b64f None None] Network 52175975-72ac-4fcc-a7a7-86f28a0a95a4 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:26:47.825953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router_gateway (bee41805-9f04-49bd-a95f-02d078b96879), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:47.944976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-895cf3ae-85d3-4809-aba3-13279357f7ad None None] Provisioning complete for port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:47.949501 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-895cf3ae-85d3-4809-aba3-13279357f7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4009258a-5cf5-4dc6-8190-57d3aa6cc8ff), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:48.024704 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Router 9577a042-a8aa-4efa-96d1-0706b288c997 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:26:48.156663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-895cf3ae-85d3-4809-aba3-13279357f7ad None None] Current status of the port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:48.157284 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-895cf3ae-85d3-4809-aba3-13279357f7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4009258a-5cf5-4dc6-8190-57d3aa6cc8ff), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:48.223384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-895cf3ae-85d3-4809-aba3-13279357f7ad None None] For port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4009258a-5cf5-4dc6-8190-57d3aa6cc8ff,segment=NetworkSegment(c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5),segment_id=c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:48.229704 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router_gateway (bee41805-9f04-49bd-a95f-02d078b96879), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:48.234924 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-895cf3ae-85d3-4809-aba3-13279357f7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4009258a-5cf5-4dc6-8190-57d3aa6cc8ff), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:48.277625 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:26:48.291131 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:48.328633 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:48.330648 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c5a839e5-b452-43ee-a3cb-0ed87686fac5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4368603 Mar 24 01:26:48.333619 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58362) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:48.361135 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cf3ae-85d3-4809-aba3-13279357f7ad None None] Pushing event updated for resources: {'Port': ['ID=4009258a-5cf5-4dc6-8190-57d3aa6cc8ff,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:48.373307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Sync routers for ids ['9577a042-a8aa-4efa-96d1-0706b288c997'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:26:48.410659 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Routers {'9577a042-a8aa-4efa-96d1-0706b288c997'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:48.412084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9577a042-a8aa-4efa-96d1-0706b288c997'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:48.603269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Allocated IP 172.25.0.100 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/491f7b42-f2e6-4188-a165-cd65883d02e9) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:26:48.620829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Set router 9577a042-a8aa-4efa-96d1-0706b288c997 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:48.680689 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:26:48.784410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-11bcfe89-f816-4431-8d2a-67755e490205 None None] Provisioning complete for port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:48.785325 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-11bcfe89-f816-4431-8d2a-67755e490205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4009258a-5cf5-4dc6-8190-57d3aa6cc8ff), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:48.876679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:48.877376 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4009258a-5cf5-4dc6-8190-57d3aa6cc8ff), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:48.943337 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for port (491f7b42-f2e6-4188-a165-cd65883d02e9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:49.043419 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (491f7b42-f2e6-4188-a165-cd65883d02e9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:49.099013 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:49.104630 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:49.117405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:26:49.213708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Port': ['ID=491f7b42-f2e6-4188-a165-cd65883d02e9,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:49.213883 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:49.241717 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:49.270423 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-11bcfe89-f816-4431-8d2a-67755e490205 None None] Current status of the port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:49.331518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'name': 'tempest-TestServerBasicOps-728367382-router', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:44Z', 'updated_at': '2022-03-24T01:26:46Z', 'revision_number': 3, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'gw_port': {'id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:46Z', 'updated_at': '2022-03-24T01:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:49.384256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Checking router: 9577a042-a8aa-4efa-96d1-0706b288c997 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:26:49.384913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Updating router 9577a042-a8aa-4efa-96d1-0706b288c997 port ae29efea-b987-478a-9a09-791bb48569e0 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:26:49.436973 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ae29efea-b987-478a-9a09-791bb48569e0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:49.702095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a330d-a87d-414e-9eab-788aeeb88279 req-d4e8e627-068e-43b2-92c0-19cf842142b5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:49.709113 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f22a330d-a87d-414e-9eab-788aeeb88279 req-d4e8e627-068e-43b2-92c0-19cf842142b5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 944 time: 0.2244205 Mar 24 01:26:49.774369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Allocated IP 172.20.0.1 (52175975-72ac-4fcc-a7a7-86f28a0a95a4/f7aa756d-708d-4988-b63b-255f5d94f098/ef7983d4-cf00-4b5b-81f4-725d23db2dc8) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:26:49.802893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f22a330d-a87d-414e-9eab-788aeeb88279 req-09396dcd-1efe-4f91-aa18-655ae0b609eb tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928774 Mar 24 01:26:49.804405 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router_gateway (bee41805-9f04-49bd-a95f-02d078b96879), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:49.889657 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Publish callbacks [] for port (ae29efea-b987-478a-9a09-791bb48569e0), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:49.897808 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ae29efea-b987-478a-9a09-791bb48569e0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:49.981599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861f753-f027-4453-be88-df55bbb5a33f None None] Pushing event updated for resources: {'Port': ['ID=ae29efea-b987-478a-9a09-791bb48569e0,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:50.018609 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Publish callbacks [] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:50.027447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Attempting to bind port ae29efea-b987-478a-9a09-791bb48569e0 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:26:50.027804 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Attempting to bind port ae29efea-b987-478a-9a09-791bb48569e0 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:26:50.028169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Attempting to bind port ae29efea-b987-478a-9a09-791bb48569e0 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:26:50.037313 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:26:50.037694 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:50.038108 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:50.038488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:26:50.038969 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Bound port: ae29efea-b987-478a-9a09-791bb48569e0, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:26:50.039336 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ae29efea-b987-478a-9a09-791bb48569e0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:50.105906 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:50.134323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] For port ae29efea-b987-478a-9a09-791bb48569e0, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:26:50.142144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] For port ae29efea-b987-478a-9a09-791bb48569e0, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ae29efea-b987-478a-9a09-791bb48569e0,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:26:50.154060 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ae29efea-b987-478a-9a09-791bb48569e0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:50.203721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Network 52175975-72ac-4fcc-a7a7-86f28a0a95a4 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:50.214860 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:50.223863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:26:50.269765 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (bee41805-9f04-49bd-a95f-02d078b96879), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:50.314662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861f753-f027-4453-be88-df55bbb5a33f None None] Pushing event updated for resources: {'Port': ['ID=ae29efea-b987-478a-9a09-791bb48569e0,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:50.329583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:26:50.352075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7983d4-cf00-4b5b-81f4-725d23db2dc8,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:50.392518 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (9577a042-a8aa-4efa-96d1-0706b288c997), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:50.481508 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Routers {'9577a042-a8aa-4efa-96d1-0706b288c997'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:50.482149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9577a042-a8aa-4efa-96d1-0706b288c997'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:50.509733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Router bee41805-9f04-49bd-a95f-02d078b96879 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:26:50.666939 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:50.767540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:26:50.769862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2f574e65-278c-485c-a49f-341e9a6607f0 None None] Provisioning complete for port ef7983d4-cf00-4b5b-81f4-725d23db2dc8 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:50.770241 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2f574e65-278c-485c-a49f-341e9a6607f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:50.777976 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Sync routers for ids ['bee41805-9f04-49bd-a95f-02d078b96879'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:26:50.793169 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Routers {'bee41805-9f04-49bd-a95f-02d078b96879'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:50.794656 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['bee41805-9f04-49bd-a95f-02d078b96879'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:50.801469 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:50.808275 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-27f76f15-efca-4f7d-b988-ede233d2f905 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6295159 Mar 24 01:26:50.809260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58396) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:50.874837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2f574e65-278c-485c-a49f-341e9a6607f0 None None] Port ef7983d4-cf00-4b5b-81f4-725d23db2dc8 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:26:50.961307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:50.961719 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4009258a-5cf5-4dc6-8190-57d3aa6cc8ff), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:50.975408 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Set router bee41805-9f04-49bd-a95f-02d078b96879 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:50.986929 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3da74f58-737f-4e10-920a-10b9bb5b6a0e tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=bc274b6be3894d6ba0099f965a7e399c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1762419 Mar 24 01:26:50.990893 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58402) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:51.059633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193436a-c6ec-47b8-b0f6-768f1af64b50 req-be0149a9-5ef9-4abf-b268-efb2abc74f21 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:51.061458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e193436a-c6ec-47b8-b0f6-768f1af64b50 req-be0149a9-5ef9-4abf-b268-efb2abc74f21 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 944 time: 0.1470294 Mar 24 01:26:51.068816 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] Set router 9577a042-a8aa-4efa-96d1-0706b288c997 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:51.160687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283bfa40-4e83-4a07-81d6-765f66159468 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:51.166006 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-283bfa40-4e83-4a07-81d6-765f66159468 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1719725 Mar 24 01:26:51.167347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58408) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:51.217781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e193436a-c6ec-47b8-b0f6-768f1af64b50 req-16d2da15-e734-4702-b279-079d82fd56f4 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427457 Mar 24 01:26:51.235077 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Publish callbacks [] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:51.247869 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:51.273554 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9cddba2e-8cc3-4063-8a23-1cf33b53156c tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542932 Mar 24 01:26:51.276127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58410) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:51.282772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-fa8c7034-d405-4244-a6f9-91e120221b85 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2036463629', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:51.384798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8c7034-d405-4244-a6f9-91e120221b85 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Made reservation on behalf of bc274b6be3894d6ba0099f965a7e399c for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:26:51.391491 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fa8c7034-d405-4244-a6f9-91e120221b85 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:51.393591 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:26:49Z', 'revision_number': 3, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:51.403450 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (9577a042-a8aa-4efa-96d1-0706b288c997), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:51.467961 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Checking router: bee41805-9f04-49bd-a95f-02d078b96879 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:26:51.468311 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Updating router bee41805-9f04-49bd-a95f-02d078b96879 port 491f7b42-f2e6-4188-a165-cd65883d02e9 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:26:51.470441 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7983d4-cf00-4b5b-81f4-725d23db2dc8,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:51.559803 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (491f7b42-f2e6-4188-a165-cd65883d02e9), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:51.567168 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Network 52175975-72ac-4fcc-a7a7-86f28a0a95a4 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:51.574134 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:51.863963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Router 9577a042-a8aa-4efa-96d1-0706b288c997 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:26:51.919678 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fa8c7034-d405-4244-a6f9-91e120221b85 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (0805174e-d175-4993-b0c3-d1e104fa0824), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:51.966694 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:52.048915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ecb4a8bd-fbf6-4309-8ae2-751d519ee30b None None] Provisioning complete for port ef7983d4-cf00-4b5b-81f4-725d23db2dc8 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:52.052597 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a8bd-fbf6-4309-8ae2-751d519ee30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:52.092514 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'name': 'tempest-TestServerBasicOps-728367382-router', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:44Z', 'updated_at': '2022-03-24T01:26:46Z', 'revision_number': 3, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'gw_port': {'id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:46Z', 'updated_at': '2022-03-24T01:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:52.106298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c7034-d405-4244-a6f9-91e120221b85 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Subnet': ['ID=0805174e-d175-4993-b0c3-d1e104fa0824,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:52.125034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8936bc-2f74-4228-9c02-a3d6307bee94 None None] The sync data for ids ['9577a042-a8aa-4efa-96d1-0706b288c997'] in n-d-760455-9 is: [{'id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'name': 'tempest-TestServerBasicOps-728367382-router', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:44Z', 'updated_at': '2022-03-24T01:26:46Z', 'revision_number': 3, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'gw_port': {'id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:46Z', 'updated_at': '2022-03-24T01:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:26:52.141496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ecb4a8bd-fbf6-4309-8ae2-751d519ee30b None None] Port ef7983d4-cf00-4b5b-81f4-725d23db2dc8 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:26:52.155832 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Publish callbacks [] for port (491f7b42-f2e6-4188-a165-cd65883d02e9), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:52.169705 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (491f7b42-f2e6-4188-a165-cd65883d02e9), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:52.183577 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:26:52.185721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c7034-d405-4244-a6f9-91e120221b85 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Checking segment: {'id': '33f68006-3564-4a55-bf66-d8c70a7ea825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:52.186462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c7034-d405-4244-a6f9-91e120221b85 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network hostable DHCP agents. Network: 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:26:52.189975 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-643d7f43-3049-4ed7-bf58-e127eda41905 admin admin] 10.222.0.45 "PUT /v2.0/routers/9577a042-a8aa-4efa-96d1-0706b288c997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8549376 Mar 24 01:26:52.227747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c7034-d405-4244-a6f9-91e120221b85 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:26:52.259328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c7034-d405-4244-a6f9-91e120221b85 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:52.274091 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eca7378-b71f-4100-9fa0-b0d7ed4aab62 None None] Network 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:26:52.310963 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8c7034-d405-4244-a6f9-91e120221b85 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:52.311577 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fa8c7034-d405-4244-a6f9-91e120221b85 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:52.341483 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58428) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:52.349629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fa8c7034-d405-4244-a6f9-91e120221b85 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0679748 Mar 24 01:26:52.422944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3bdb1-1487-464c-aedd-17934fa70a1c req-fdefc564-47e3-4ea5-b8e9-1462ee12d389 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:52.425007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09e3bdb1-1487-464c-aedd-17934fa70a1c req-fdefc564-47e3-4ea5-b8e9-1462ee12d389 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 944 time: 0.0722151 Mar 24 01:26:52.520136 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473469d-221b-4307-92d4-d5b60947e680 None None] Pushing event updated for resources: {'Port': ['ID=491f7b42-f2e6-4188-a165-cd65883d02e9,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:52.564536 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:26:52.574794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09e3bdb1-1487-464c-aedd-17934fa70a1c req-d1710143-df57-445c-b3d5-879d5af62382 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407278 Mar 24 01:26:52.577147 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:52.593047 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Attempting to bind port 491f7b42-f2e6-4188-a165-cd65883d02e9 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:26:52.600439 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Attempting to bind port 491f7b42-f2e6-4188-a165-cd65883d02e9 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:26:52.600926 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Attempting to bind port 491f7b42-f2e6-4188-a165-cd65883d02e9 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:26:52.617164 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:26:52.617668 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:52.618174 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:52.620065 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:26:52.622303 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Bound port: 491f7b42-f2e6-4188-a165-cd65883d02e9, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:26:52.622808 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (491f7b42-f2e6-4188-a165-cd65883d02e9), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:52.807069 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] For port 491f7b42-f2e6-4188-a165-cd65883d02e9, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:26:52.811117 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] For port 491f7b42-f2e6-4188-a165-cd65883d02e9, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=491f7b42-f2e6-4188-a165-cd65883d02e9,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:26:52.825506 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (491f7b42-f2e6-4188-a165-cd65883d02e9), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:52.970340 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Routers {'bee41805-9f04-49bd-a95f-02d078b96879'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:52.972784 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['bee41805-9f04-49bd-a95f-02d078b96879'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:52.997323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Allocated IP 172.20.0.2 (0dcc7e29-a7ab-4753-b50e-f4409d0dc39f/0805174e-d175-4993-b0c3-d1e104fa0824/44112319-9c3e-48fa-b33e-4b74844eddc5) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:26:53.082183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58450) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:53.089611 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473469d-221b-4307-92d4-d5b60947e680 None None] Pushing event updated for resources: {'Port': ['ID=491f7b42-f2e6-4188-a165-cd65883d02e9,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:53.276142 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9e64-5998-4dcf-90ef-f83eea43398f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:53.301895 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] Set router bee41805-9f04-49bd-a95f-02d078b96879 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:53.403627 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Publish callbacks [] for port (44112319-9c3e-48fa-b33e-4b74844eddc5), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:53.413569 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (44112319-9c3e-48fa-b33e-4b74844eddc5), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:53.470896 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9e64-5998-4dcf-90ef-f83eea43398f admin admin] Publish callbacks [] for security_group (060d160f-98e5-43d3-aaf5-cc0a1f82981b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:53.489158 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9e64-5998-4dcf-90ef-f83eea43398f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (060d160f-98e5-43d3-aaf5-cc0a1f82981b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:53.507054 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:53.546078 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Network 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:53.552623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d9e64-5998-4dcf-90ef-f83eea43398f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060d160f-98e5-43d3-aaf5-cc0a1f82981b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:53.571691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:53.594283 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:26:53.600014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Pushing event updated for resources: {'Port': ['ID=44112319-9c3e-48fa-b33e-4b74844eddc5,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:53.625016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8f4d9e64-5998-4dcf-90ef-f83eea43398f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b2811302be7467d9bf59dd7fd4c8594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5412679 Mar 24 01:26:53.625783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58468) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:53.773888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Attempting to bind port 44112319-9c3e-48fa-b33e-4b74844eddc5 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:26:53.775099 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Attempting to bind port 44112319-9c3e-48fa-b33e-4b74844eddc5 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33f68006-3564-4a55-bf66-d8c70a7ea825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:26:53.780437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Attempting to bind port 44112319-9c3e-48fa-b33e-4b74844eddc5 on network 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:26:53.794409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:26:53.797252 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Checking segment: {'id': '33f68006-3564-4a55-bf66-d8c70a7ea825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:53.801033 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-36da0c32-d06a-46f0-ae83-a8f6dcbda024 admin admin] Publish callbacks [] for security_group (060d160f-98e5-43d3-aaf5-cc0a1f82981b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:53.801931 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:53.802953 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Bound using segment: {'id': '33f68006-3564-4a55-bf66-d8c70a7ea825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:26:53.804220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Bound port: 44112319-9c3e-48fa-b33e-4b74844eddc5, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f68006-3564-4a55-bf66-d8c70a7ea825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:26:53.805935 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44112319-9c3e-48fa-b33e-4b74844eddc5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:53.860156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58472) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:53.873662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e990623b-59cb-4ce0-acab-5eec6c1e66d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1225590810-network', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:53.876004 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:26:49Z', 'revision_number': 3, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:53.945123 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] For port 44112319-9c3e-48fa-b33e-4b74844eddc5, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:26:53.949071 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996a13c-7088-44f3-bc3a-94f1fc2c8430 None None] The sync data for ids ['bee41805-9f04-49bd-a95f-02d078b96879'] in n-d-760455-9 is: [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:26:49Z', 'revision_number': 3, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:26:53.951805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] For port 44112319-9c3e-48fa-b33e-4b74844eddc5, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=44112319-9c3e-48fa-b33e-4b74844eddc5,segment=NetworkSegment(33f68006-3564-4a55-bf66-d8c70a7ea825),segment_id=33f68006-3564-4a55-bf66-d8c70a7ea825)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:26:53.966572 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (44112319-9c3e-48fa-b33e-4b74844eddc5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:53.986355 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-36da0c32-d06a-46f0-ae83-a8f6dcbda024 admin admin] Publish callbacks [] for security_group (060d160f-98e5-43d3-aaf5-cc0a1f82981b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:54.086134 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e990623b-59cb-4ce0-acab-5eec6c1e66d5 admin admin] Made reservation on behalf of df3c4836c3a9445db59aedaea13ded7d for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:26:54.091295 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e990623b-59cb-4ce0-acab-5eec6c1e66d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:54.108928 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e990623b-59cb-4ce0-acab-5eec6c1e66d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:54.144848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55e8c2-f9da-4063-885a-4720e3e6398f None None] Pushing event updated for resources: {'Port': ['ID=44112319-9c3e-48fa-b33e-4b74844eddc5,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:54.351995 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ae29efea-b987-478a-9a09-791bb48569e0 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:26:54.446470 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e990623b-59cb-4ce0-acab-5eec6c1e66d5 admin admin] Publish callbacks [] for security_group (1d9ee2b6-64bc-40b0-a26b-4ed0a45d17f7), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:54.474591 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5c48a-8e60-4944-a9ab-5e539560231f req-66d8ef76-e45e-4424-847a-1c7eb70c4461 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:54.501793 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9bc5c48a-8e60-4944-a9ab-5e539560231f req-66d8ef76-e45e-4424-847a-1c7eb70c4461 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 944 time: 0.7018051 Mar 24 01:26:54.505110 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e990623b-59cb-4ce0-acab-5eec6c1e66d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1d9ee2b6-64bc-40b0-a26b-4ed0a45d17f7), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:54.520088 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port ae29efea-b987-478a-9a09-791bb48569e0 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:54.520813 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ae29efea-b987-478a-9a09-791bb48569e0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:54.651187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990623b-59cb-4ce0-acab-5eec6c1e66d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9ee2b6-64bc-40b0-a26b-4ed0a45d17f7,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:54.721871 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-36da0c32-d06a-46f0-ae83-a8f6dcbda024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (060d160f-98e5-43d3-aaf5-cc0a1f82981b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:54.725754 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-36da0c32-d06a-46f0-ae83-a8f6dcbda024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:54.729392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-36da0c32-d06a-46f0-ae83-a8f6dcbda024 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/060d160f-98e5-43d3-aaf5-cc0a1f82981b HTTP/1.1" status: 204 len: 168 time: 1.1008232 Mar 24 01:26:54.757284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e990623b-59cb-4ce0-acab-5eec6c1e66d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:26:54.825746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port ae29efea-b987-478a-9a09-791bb48569e0 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:54.826160 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ae29efea-b987-478a-9a09-791bb48569e0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:54.884928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da0c32-d06a-46f0-ae83-a8f6dcbda024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060d160f-98e5-43d3-aaf5-cc0a1f82981b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:54.905126 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port ae29efea-b987-478a-9a09-791bb48569e0, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ae29efea-b987-478a-9a09-791bb48569e0,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:54.912011 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e990623b-59cb-4ce0-acab-5eec6c1e66d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d12cd2f0-e9a7-4edc-b89a-97bdbbff09af), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:54.912471 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-e990623b-59cb-4ce0-acab-5eec6c1e66d5 admin admin] Added segment d12cd2f0-e9a7-4edc-b89a-97bdbbff09af of type vlan for network fc5c510c-5973-4cbc-a2fc-23f1f1df8439 Mar 24 01:26:54.919939 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ae29efea-b987-478a-9a09-791bb48569e0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:54.935857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9bc5c48a-8e60-4944-a9ab-5e539560231f req-068bf1b8-db9b-40bf-8768-94fca7205f54 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216673 Mar 24 01:26:55.060724 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=ae29efea-b987-478a-9a09-791bb48569e0,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:55.090452 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e990623b-59cb-4ce0-acab-5eec6c1e66d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (fc5c510c-5973-4cbc-a2fc-23f1f1df8439), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:55.167930 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e990623b-59cb-4ce0-acab-5eec6c1e66d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (fc5c510c-5973-4cbc-a2fc-23f1f1df8439), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:55.169732 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Allocated IP 172.20.0.1 (0dcc7e29-a7ab-4753-b50e-f4409d0dc39f/0805174e-d175-4993-b0c3-d1e104fa0824/16900414-2033-4bfd-8e1d-e83b52643cdd) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:26:55.170410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e990623b-59cb-4ce0-acab-5eec6c1e66d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:55.173046 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e990623b-59cb-4ce0-acab-5eec6c1e66d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:55.308083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e990623b-59cb-4ce0-acab-5eec6c1e66d5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4408453 Mar 24 01:26:55.323042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58492) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:55.341487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6c3c4cc4-68f7-4e5b-8644-eb5dd5d31ef4 admin admin] Request body: {'subnet': {'network_id': 'fc5c510c-5973-4cbc-a2fc-23f1f1df8439', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1225590810-subnet', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d', 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:55.432163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990623b-59cb-4ce0-acab-5eec6c1e66d5 admin admin] Pushing event updated for resources: {'Network': ['ID=fc5c510c-5973-4cbc-a2fc-23f1f1df8439,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:55.443491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network fc5c510c-5973-4cbc-a2fc-23f1f1df8439 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:26:55.485726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3c4cc4-68f7-4e5b-8644-eb5dd5d31ef4 admin admin] Made reservation on behalf of df3c4836c3a9445db59aedaea13ded7d for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:26:55.490229 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4cc4-68f7-4e5b-8644-eb5dd5d31ef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:55.516410 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:55.590648 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:55.613379 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:55.616213 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:55.665978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:26:55.826273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Sync routers for ids ['9577a042-a8aa-4efa-96d1-0706b288c997'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:26:55.827561 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58496) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:55.840053 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Routers {'9577a042-a8aa-4efa-96d1-0706b288c997'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:55.841836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9577a042-a8aa-4efa-96d1-0706b288c997'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:55.858822 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Port': ['ID=16900414-2033-4bfd-8e1d-e83b52643cdd,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:55.886173 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09e2e06d-e23d-490b-b544-ba008f25d81e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:56.046845 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (bee41805-9f04-49bd-a95f-02d078b96879), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:56.078908 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4cc4-68f7-4e5b-8644-eb5dd5d31ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (d5183b0c-233f-4551-abf3-e140cbdf4570), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:56.170065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Set router 9577a042-a8aa-4efa-96d1-0706b288c997 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:56.286691 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09e2e06d-e23d-490b-b544-ba008f25d81e admin admin] Publish callbacks [] for security_group (58616eaf-c5e8-4da4-a984-6bc07132fbe0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:56.301523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c4cc4-68f7-4e5b-8644-eb5dd5d31ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5183b0c-233f-4551-abf3-e140cbdf4570,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:56.358490 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:56.362603 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-09e2e06d-e23d-490b-b544-ba008f25d81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (58616eaf-c5e8-4da4-a984-6bc07132fbe0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:56.381798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0f043-0b6f-4749-a1a9-6b4cc5b0543a req-f462def2-97c6-4f25-8f1f-538b20278d70 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:56.396446 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50e0f043-0b6f-4749-a1a9-6b4cc5b0543a req-f462def2-97c6-4f25-8f1f-538b20278d70 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 944 time: 0.2734923 Mar 24 01:26:56.405306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3c4cc4-68f7-4e5b-8644-eb5dd5d31ef4 admin admin] Checking segment: {'id': 'd12cd2f0-e9a7-4edc-b89a-97bdbbff09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fc5c510c-5973-4cbc-a2fc-23f1f1df8439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:56.406028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3c4cc4-68f7-4e5b-8644-eb5dd5d31ef4 admin admin] Network hostable DHCP agents. Network: fc5c510c-5973-4cbc-a2fc-23f1f1df8439, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:26:56.425747 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2e06d-e23d-490b-b544-ba008f25d81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58616eaf-c5e8-4da4-a984-6bc07132fbe0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:56.450054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c27248-fab4-449e-8f15-3a7c0015f39e None None] Network 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:26:56.507800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3c4cc4-68f7-4e5b-8644-eb5dd5d31ef4 admin admin] Network fc5c510c-5973-4cbc-a2fc-23f1f1df8439 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:26:56.524962 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-09e2e06d-e23d-490b-b544-ba008f25d81e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd78418488d54b4280589c76127a592e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6900229 Mar 24 01:26:56.527236 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58508) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:56.618749 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-50e0f043-0b6f-4749-a1a9-6b4cc5b0543a req-e05862a1-4928-49d2-9faf-949b28257a94 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956260 Mar 24 01:26:56.645397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ae29efea-b987-478a-9a09-791bb48569e0 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:26:56.655583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-6c3c4cc4-68f7-4e5b-8644-eb5dd5d31ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, fc5c510c-5973-4cbc-a2fc-23f1f1df8439) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:56.660335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3c4cc4-68f7-4e5b-8644-eb5dd5d31ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:56.660928 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4cc4-68f7-4e5b-8644-eb5dd5d31ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:56.705403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6c3c4cc4-68f7-4e5b-8644-eb5dd5d31ef4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3784885 Mar 24 01:26:56.706016 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58510) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:56.710804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1225590810-router', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:26:56.762435 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (39cfc549-3afe-4d65-980f-6bf024c81789), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:56.763482 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (39cfc549-3afe-4d65-980f-6bf024c81789), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:56.776243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26714473-aa9f-486f-ab2e-27563ca85d86 None None] Network fc5c510c-5973-4cbc-a2fc-23f1f1df8439 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:26:56.826114 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0e1e60b9-8369-45dc-8127-c610b58ab050 None None] Provisioning complete for port 44112319-9c3e-48fa-b33e-4b74844eddc5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:56.829006 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e1e60b9-8369-45dc-8127-c610b58ab050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (44112319-9c3e-48fa-b33e-4b74844eddc5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:56.886374 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Publish callbacks [] for router_controller (39cfc549-3afe-4d65-980f-6bf024c81789), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:57.129686 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:57.146162 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:57.159186 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Publish callbacks [] for router_gateway (39cfc549-3afe-4d65-980f-6bf024c81789), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:57.216097 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port ae29efea-b987-478a-9a09-791bb48569e0 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:57.216635 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ae29efea-b987-478a-9a09-791bb48569e0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:57.222734 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (bee41805-9f04-49bd-a95f-02d078b96879), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:57.244262 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'name': 'tempest-TestServerBasicOps-728367382-router', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:44Z', 'updated_at': '2022-03-24T01:26:50Z', 'revision_number': 4, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'gw_port': {'id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:46Z', 'updated_at': '2022-03-24T01:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ef7983d4-cf00-4b5b-81f4-725d23db2dc8', 'name': '', 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'mac_address': 'fa:16:3e:34:14:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:49Z', 'updated_at': '2022-03-24T01:26:50Z', 'revision_number': 2, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'subnets': [{'id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:57.297320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-fc5c510c-5973-4cbc-a2fc-23f1f1df8439', 'network_id': 'fc5c510c-5973-4cbc-a2fc-23f1f1df8439', 'project_id': 'df3c4836c3a9445db59aedaea13ded7d', 'fixed_ips': [{'subnet_id': 'd5183b0c-233f-4551-abf3-e140cbdf4570'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:26:57.298577 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:57.314272 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4cee6d9a-7555-4e85-a575-855dc4b45427 admin admin] Publish callbacks [] for security_group (58616eaf-c5e8-4da4-a984-6bc07132fbe0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:57.337445 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4cee6d9a-7555-4e85-a575-855dc4b45427 admin admin] Publish callbacks [] for security_group (58616eaf-c5e8-4da4-a984-6bc07132fbe0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:57.358523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Checking router: 9577a042-a8aa-4efa-96d1-0706b288c997 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:26:57.359335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Updating router 9577a042-a8aa-4efa-96d1-0706b288c997 port ef7983d4-cf00-4b5b-81f4-725d23db2dc8 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:26:57.404009 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4cee6d9a-7555-4e85-a575-855dc4b45427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (58616eaf-c5e8-4da4-a984-6bc07132fbe0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:57.406647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4cee6d9a-7555-4e85-a575-855dc4b45427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:57.407968 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4cee6d9a-7555-4e85-a575-855dc4b45427 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58616eaf-c5e8-4da4-a984-6bc07132fbe0 HTTP/1.1" status: 204 len: 168 time: 0.8738570 Mar 24 01:26:57.460535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e60b9-8369-45dc-8127-c610b58ab050 None None] Current status of the port 44112319-9c3e-48fa-b33e-4b74844eddc5 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:57.461029 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e1e60b9-8369-45dc-8127-c610b58ab050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44112319-9c3e-48fa-b33e-4b74844eddc5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:57.521019 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:57.652866 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Port': ['ID=16900414-2033-4bfd-8e1d-e83b52643cdd,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:57.687245 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:57.690964 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee6d9a-7555-4e85-a575-855dc4b45427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58616eaf-c5e8-4da4-a984-6bc07132fbe0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:57.704891 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:57.719915 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Publish callbacks [] for router_gateway (39cfc549-3afe-4d65-980f-6bf024c81789), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:57.778670 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:58.052142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58530) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:58.109659 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-19b21766-ce4f-4d08-b868-9900951d96bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:58.118823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Allocated IP 172.25.0.182 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/2186766b-15d8-4114-b65c-7ec086518ab2) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:26:58.131586 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0e1e60b9-8369-45dc-8127-c610b58ab050 None None] For port 44112319-9c3e-48fa-b33e-4b74844eddc5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=44112319-9c3e-48fa-b33e-4b74844eddc5,segment=NetworkSegment(33f68006-3564-4a55-bf66-d8c70a7ea825),segment_id=33f68006-3564-4a55-bf66-d8c70a7ea825)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:58.132272 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Router bee41805-9f04-49bd-a95f-02d078b96879 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:26:58.248235 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e1e60b9-8369-45dc-8127-c610b58ab050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (44112319-9c3e-48fa-b33e-4b74844eddc5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:58.271837 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-19b21766-ce4f-4d08-b868-9900951d96bf admin admin] Publish callbacks [] for security_group (e3518a25-084f-4d46-bf48-e858039b9101), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:58.283052 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-19b21766-ce4f-4d08-b868-9900951d96bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e3518a25-084f-4d46-bf48-e858039b9101), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:58.336980 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-19b21766-ce4f-4d08-b868-9900951d96bf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fac0b2e4238c41baa84c045f86ab0af6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2803180 Mar 24 01:26:58.337975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b21766-ce4f-4d08-b868-9900951d96bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3518a25-084f-4d46-bf48-e858039b9101,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:58.355027 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58536) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:58.358234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port ae29efea-b987-478a-9a09-791bb48569e0 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:58.360661 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 491f7b42-f2e6-4188-a165-cd65883d02e9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:26:58.518899 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:26:58.535228 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Sync routers for ids ['bee41805-9f04-49bd-a95f-02d078b96879'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:26:58.545195 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-02be8112-ac95-4f52-b336-b6469741cb11 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "PUT /v2.0/routers/bee41805-9f04-49bd-a95f-02d078b96879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2014172 Mar 24 01:26:58.546301 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58538) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:58.551361 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Routers {'bee41805-9f04-49bd-a95f-02d078b96879'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:26:58.552007 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['bee41805-9f04-49bd-a95f-02d078b96879'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:58.554034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Allocated IP 172.20.0.2 (fc5c510c-5973-4cbc-a2fc-23f1f1df8439/d5183b0c-233f-4551-abf3-e140cbdf4570/db235c8f-5597-4161-b523-e3b0d47c4eae) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:26:58.606389 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1fbb8c73-a56e-4883-8dd3-9c0b73cc0b03 None None] Provisioning complete for port 16900414-2033-4bfd-8e1d-e83b52643cdd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:58.607681 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1fbb8c73-a56e-4883-8dd3-9c0b73cc0b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:58.619931 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e60b9-8369-45dc-8127-c610b58ab050 None None] Pushing event updated for resources: {'Port': ['ID=44112319-9c3e-48fa-b33e-4b74844eddc5,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:58.787144 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Set router bee41805-9f04-49bd-a95f-02d078b96879 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:26:58.799733 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-759d8c2b-9da6-472a-8afe-a184ef11627d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:58.807840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb8c73-a56e-4883-8dd3-9c0b73cc0b03 None None] Port 16900414-2033-4bfd-8e1d-e83b52643cdd cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:26:58.847516 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 491f7b42-f2e6-4188-a165-cd65883d02e9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:58.848249 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (491f7b42-f2e6-4188-a165-cd65883d02e9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:58.912878 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be5d641c-ecbd-4de8-8e44-d1401bc7d5e3 admin admin] Publish callbacks [] for security_group (e3518a25-084f-4d46-bf48-e858039b9101), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:58.921265 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1fbb8c73-a56e-4883-8dd3-9c0b73cc0b03 None None] Provisioning complete for port 44112319-9c3e-48fa-b33e-4b74844eddc5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:58.922118 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1fbb8c73-a56e-4883-8dd3-9c0b73cc0b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (44112319-9c3e-48fa-b33e-4b74844eddc5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:58.925016 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Publish callbacks [] for port (2186766b-15d8-4114-b65c-7ec086518ab2), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:58.962882 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be5d641c-ecbd-4de8-8e44-d1401bc7d5e3 admin admin] Publish callbacks [] for security_group (e3518a25-084f-4d46-bf48-e858039b9101), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.018190 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (2186766b-15d8-4114-b65c-7ec086518ab2), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.129760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:59.135112 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:59.143601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f2257-45be-4ce8-b3bd-e8d77b001d89 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.148905 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f2257-45be-4ce8-b3bd-e8d77b001d89 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.149520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f2257-45be-4ce8-b3bd-e8d77b001d89 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.150447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb8c73-a56e-4883-8dd3-9c0b73cc0b03 None None] Current status of the port 44112319-9c3e-48fa-b33e-4b74844eddc5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:59.151550 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f2257-45be-4ce8-b3bd-e8d77b001d89 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.151771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:26:59.153190 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f2257-45be-4ce8-b3bd-e8d77b001d89 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.153782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f2257-45be-4ce8-b3bd-e8d77b001d89 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.154254 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f2257-45be-4ce8-b3bd-e8d77b001d89 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.157669 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f2257-45be-4ce8-b3bd-e8d77b001d89 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.167150 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-040f2257-45be-4ce8-b3bd-e8d77b001d89 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5678 time: 0.6194425 Mar 24 01:26:59.167586 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Publish callbacks [] for port (db235c8f-5597-4161-b523-e3b0d47c4eae), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.168462 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58550) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:59.169727 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be5d641c-ecbd-4de8-8e44-d1401bc7d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e3518a25-084f-4d46-bf48-e858039b9101), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.173268 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-be5d641c-ecbd-4de8-8e44-d1401bc7d5e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.174540 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-be5d641c-ecbd-4de8-8e44-d1401bc7d5e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e3518a25-084f-4d46-bf48-e858039b9101 HTTP/1.1" status: 204 len: 168 time: 0.8183525 Mar 24 01:26:59.185235 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Publish callbacks [] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.200021 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:26:56Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '16900414-2033-4bfd-8e1d-e83b52643cdd', 'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:d7:82:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:54Z', 'updated_at': '2022-03-24T01:26:56Z', 'revision_number': 2, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:26:59.207727 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (db235c8f-5597-4161-b523-e3b0d47c4eae), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.236754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d641c-ecbd-4de8-8e44-d1401bc7d5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3518a25-084f-4d46-bf48-e858039b9101,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:59.240495 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.284289 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Checking router: bee41805-9f04-49bd-a95f-02d078b96879 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:26:59.284640 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Updating router bee41805-9f04-49bd-a95f-02d078b96879 port 16900414-2033-4bfd-8e1d-e83b52643cdd binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:26:59.286169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Network fc5c510c-5973-4cbc-a2fc-23f1f1df8439 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:26:59.289025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 491f7b42-f2e6-4188-a165-cd65883d02e9 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:26:59.289553 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (491f7b42-f2e6-4188-a165-cd65883d02e9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.312586 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:26:59.327795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:26:59.338739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Pushing event updated for resources: {'Port': ['ID=2186766b-15d8-4114-b65c-7ec086518ab2,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:59.343037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Pushing event updated for resources: {'Port': ['ID=db235c8f-5597-4161-b523-e3b0d47c4eae,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:59.347261 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372079c0-c614-4bfa-8e69-62db3517c427 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.347818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372079c0-c614-4bfa-8e69-62db3517c427 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.348350 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372079c0-c614-4bfa-8e69-62db3517c427 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.348865 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372079c0-c614-4bfa-8e69-62db3517c427 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.349411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372079c0-c614-4bfa-8e69-62db3517c427 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.349934 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372079c0-c614-4bfa-8e69-62db3517c427 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.350450 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372079c0-c614-4bfa-8e69-62db3517c427 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.351625 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372079c0-c614-4bfa-8e69-62db3517c427 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.356100 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-372079c0-c614-4bfa-8e69-62db3517c427 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5277 time: 0.1762667 Mar 24 01:26:59.356945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58554) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:26:59.375590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c401bf3-c190-4c24-aa15-c7a2042c7045 req-73a7654b-84d7-4fb4-8818-6f20813ad9dd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:26:59.388624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c401bf3-c190-4c24-aa15-c7a2042c7045 req-73a7654b-84d7-4fb4-8818-6f20813ad9dd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 944 time: 1.3289063 Mar 24 01:26:59.388850 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.411611 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 491f7b42-f2e6-4188-a165-cd65883d02e9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=491f7b42-f2e6-4188-a165-cd65883d02e9,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:26:59.523958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-989e6a96-8c71-4367-a24a-976eac51f40f None None] Provisioning complete for port 16900414-2033-4bfd-8e1d-e83b52643cdd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:59.524331 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-989e6a96-8c71-4367-a24a-976eac51f40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.534633 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (491f7b42-f2e6-4188-a165-cd65883d02e9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.541225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 44112319-9c3e-48fa-b33e-4b74844eddc5 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:26:59.608797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5c401bf3-c190-4c24-aa15-c7a2042c7045 req-3a50e989-d8bd-4022-a0ac-e589faf2defd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101829 Mar 24 01:26:59.647163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910ab51-4400-4e73-a11f-e1d4806b7232 None None] Pushing event updated for resources: {'Port': ['ID=ef7983d4-cf00-4b5b-81f4-725d23db2dc8,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:59.883928 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Attempting to bind port db235c8f-5597-4161-b523-e3b0d47c4eae on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:26:59.885228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Attempting to bind port db235c8f-5597-4161-b523-e3b0d47c4eae by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'd12cd2f0-e9a7-4edc-b89a-97bdbbff09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fc5c510c-5973-4cbc-a2fc-23f1f1df8439'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:26:59.885617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Attempting to bind port db235c8f-5597-4161-b523-e3b0d47c4eae on network fc5c510c-5973-4cbc-a2fc-23f1f1df8439 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:26:59.890239 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-198a4ce3-08b7-4bc3-b9fa-644a9d0012e8 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4297 time: 0.5320499 Mar 24 01:26:59.908532 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-989e6a96-8c71-4367-a24a-976eac51f40f None None] Port 16900414-2033-4bfd-8e1d-e83b52643cdd cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:26:59.914995 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Publish callbacks [] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.920061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:26:59.920446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Checking segment: {'id': 'd12cd2f0-e9a7-4edc-b89a-97bdbbff09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fc5c510c-5973-4cbc-a2fc-23f1f1df8439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:59.920849 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.921275 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Bound using segment: {'id': 'd12cd2f0-e9a7-4edc-b89a-97bdbbff09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fc5c510c-5973-4cbc-a2fc-23f1f1df8439'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:26:59.921761 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Bound port: db235c8f-5597-4161-b523-e3b0d47c4eae, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cd2f0-e9a7-4edc-b89a-97bdbbff09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fc5c510c-5973-4cbc-a2fc-23f1f1df8439'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:26:59.922145 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (db235c8f-5597-4161-b523-e3b0d47c4eae), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.924682 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Attempting to bind port ef7983d4-cf00-4b5b-81f4-725d23db2dc8 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:26:59.925232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Attempting to bind port ef7983d4-cf00-4b5b-81f4-725d23db2dc8 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:26:59.925824 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Attempting to bind port ef7983d4-cf00-4b5b-81f4-725d23db2dc8 on network 52175975-72ac-4fcc-a7a7-86f28a0a95a4 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:26:59.928123 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.948612 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=491f7b42-f2e6-4188-a165-cd65883d02e9,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:26:59.959358 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:26:59.959358 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Checking segment: {'id': 'c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:26:59.959358 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.959358 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Bound using segment: {'id': 'c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:26:59.960257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Bound port: ef7983d4-cf00-4b5b-81f4-725d23db2dc8, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:26:59.960579 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:26:59.986291 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 44112319-9c3e-48fa-b33e-4b74844eddc5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:26:59.986795 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (44112319-9c3e-48fa-b33e-4b74844eddc5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:00.005617 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecd2e4-9dfa-4bf6-b55c-aac4cf334ac3 None None] Pushing event updated for resources: {'Port': ['ID=16900414-2033-4bfd-8e1d-e83b52643cdd,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:00.030023 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Publish callbacks [] for router_gateway (39cfc549-3afe-4d65-980f-6bf024c81789), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:00.123612 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:00.131440 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Attempting to bind port 16900414-2033-4bfd-8e1d-e83b52643cdd on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:27:00.132037 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Attempting to bind port 16900414-2033-4bfd-8e1d-e83b52643cdd by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '33f68006-3564-4a55-bf66-d8c70a7ea825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:27:00.132339 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Attempting to bind port 16900414-2033-4bfd-8e1d-e83b52643cdd on network 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:27:00.140990 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:27:00.141374 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Checking segment: {'id': '33f68006-3564-4a55-bf66-d8c70a7ea825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:27:00.141765 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:00.165171 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Bound using segment: {'id': '33f68006-3564-4a55-bf66-d8c70a7ea825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:27:00.165774 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Bound port: 16900414-2033-4bfd-8e1d-e83b52643cdd, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f68006-3564-4a55-bf66-d8c70a7ea825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:27:00.166178 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:00.248675 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] For port db235c8f-5597-4161-b523-e3b0d47c4eae, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:27:00.255512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] For port db235c8f-5597-4161-b523-e3b0d47c4eae, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=db235c8f-5597-4161-b523-e3b0d47c4eae,segment=NetworkSegment(d12cd2f0-e9a7-4edc-b89a-97bdbbff09af),segment_id=d12cd2f0-e9a7-4edc-b89a-97bdbbff09af)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:27:00.291090 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-980f93cd-bd56-40a8-8866-ad72c0084909 None None] Provisioning complete for port ef7983d4-cf00-4b5b-81f4-725d23db2dc8 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:00.292011 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-980f93cd-bd56-40a8-8866-ad72c0084909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:00.317449 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] For port 16900414-2033-4bfd-8e1d-e83b52643cdd, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:27:00.323430 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] For port 16900414-2033-4bfd-8e1d-e83b52643cdd, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=16900414-2033-4bfd-8e1d-e83b52643cdd,segment=NetworkSegment(33f68006-3564-4a55-bf66-d8c70a7ea825),segment_id=33f68006-3564-4a55-bf66-d8c70a7ea825)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:27:00.335293 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:00.369419 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (db235c8f-5597-4161-b523-e3b0d47c4eae), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:00.386355 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] For port ef7983d4-cf00-4b5b-81f4-725d23db2dc8, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:27:00.414467 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Routers {'bee41805-9f04-49bd-a95f-02d078b96879'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:00.418153 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['bee41805-9f04-49bd-a95f-02d078b96879'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:00.461578 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef259f-cb4d-461d-87cd-c69467b80f24 None None] Pushing event updated for resources: {'Port': ['ID=db235c8f-5597-4161-b523-e3b0d47c4eae,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:00.495150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 027d4363-d536-424d-81eb-ab79b4af83e8 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:27:00.506675 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] For port ef7983d4-cf00-4b5b-81f4-725d23db2dc8, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ef7983d4-cf00-4b5b-81f4-725d23db2dc8,segment=NetworkSegment(c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5),segment_id=c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:27:00.547588 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-980f93cd-bd56-40a8-8866-ad72c0084909 None None] Port ef7983d4-cf00-4b5b-81f4-725d23db2dc8 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:27:00.558442 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:00.562209 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecd2e4-9dfa-4bf6-b55c-aac4cf334ac3 None None] Pushing event updated for resources: {'Port': ['ID=16900414-2033-4bfd-8e1d-e83b52643cdd,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:00.569210 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (39cfc549-3afe-4d65-980f-6bf024c81789), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:00.697137 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] Set router bee41805-9f04-49bd-a95f-02d078b96879 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:00.738230 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.resource_extend [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:27:00.808814 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58594) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:00.814429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1973787691', 'description': 'tempest-secgroup-smoke-1973787691 description', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:00.871345 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:00.905593 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 44112319-9c3e-48fa-b33e-4b74844eddc5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:00.975410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e664b35d-a314-4650-8571-12d9761420d7 None None] Provisioning complete for port 16900414-2033-4bfd-8e1d-e83b52643cdd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:00.993622 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e664b35d-a314-4650-8571-12d9761420d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:01.108181 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (109b1cba-616a-4735-9b1b-aa1e685130ba), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:01.117873 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (109b1cba-616a-4735-9b1b-aa1e685130ba), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:01.152844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f964d-87a1-4dda-bca3-82bff5229afd req-4b82479f-e2f3-4881-ae82-e16d427c1763 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:01.157005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-874f964d-87a1-4dda-bca3-82bff5229afd req-4b82479f-e2f3-4881-ae82-e16d427c1763 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 944 time: 0.3099313 Mar 24 01:27:01.184706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Routers {'9577a042-a8aa-4efa-96d1-0706b288c997'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:01.185645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:26:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9577a042-a8aa-4efa-96d1-0706b288c997'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:01.223274 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:01.228375 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4145441 Mar 24 01:27:01.229565 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58600) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:01.242456 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2fe8c62b-6a9e-48de-8203-d43104e69e5f tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '109b1cba-616a-4735-9b1b-aa1e685130ba', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:01.275361 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-874f964d-87a1-4dda-bca3-82bff5229afd req-450d3932-080f-457d-843b-900584addf06 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104453 Mar 24 01:27:01.278477 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:26:56Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '16900414-2033-4bfd-8e1d-e83b52643cdd', 'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:d7:82:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:54Z', 'updated_at': '2022-03-24T01:27:00Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:01.311563 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109b1cba-616a-4735-9b1b-aa1e685130ba,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:01.318581 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63907ff1-2ef5-40a5-bde3-2d6c00650812 None None] The sync data for ids ['bee41805-9f04-49bd-a95f-02d078b96879'] in n-d-760455-9 is: [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:26:56Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '16900414-2033-4bfd-8e1d-e83b52643cdd', 'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:d7:82:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:54Z', 'updated_at': '2022-03-24T01:27:00Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:27:01.327123 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:01.328780 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:01.328935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:01.329232 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:01.329574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:01.329913 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:01.330279 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:01.330589 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:01.331002 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:01.331304 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:01.332495 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:01.332495 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:01.332495 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:01.332495 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:01.332847 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c12743-cc38-4d82-8d26-77bf723d67bf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:01.347953 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2fe8c62b-6a9e-48de-8203-d43104e69e5f tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (853f198c-6135-43e9-8a80-052bd663ee27), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:01.491885 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2fe8c62b-6a9e-48de-8203-d43104e69e5f tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (853f198c-6135-43e9-8a80-052bd663ee27), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:01.499759 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2fe8c62b-6a9e-48de-8203-d43104e69e5f tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (853f198c-6135-43e9-8a80-052bd663ee27), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:01.558414 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2fe8c62b-6a9e-48de-8203-d43104e69e5f tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:01.562538 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2fe8c62b-6a9e-48de-8203-d43104e69e5f tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3211565 Mar 24 01:27:01.562538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8c62b-6a9e-48de-8203-d43104e69e5f tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853f198c-6135-43e9-8a80-052bd663ee27,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:01.563632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58610) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:01.569164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-2ab43d41-c9ba-4650-b9ce-8679557c2d2e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '109b1cba-616a-4735-9b1b-aa1e685130ba', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:01.617529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910ab51-4400-4e73-a11f-e1d4806b7232 None None] Pushing event updated for resources: {'Port': ['ID=ef7983d4-cf00-4b5b-81f4-725d23db2dc8,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:01.628420 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ab43d41-c9ba-4650-b9ce-8679557c2d2e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (2df394c1-f441-49b3-b24f-ecc4b643bc35), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:01.676807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Router 39cfc549-3afe-4d65-980f-6bf024c81789 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:27:01.692678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 027d4363-d536-424d-81eb-ab79b4af83e8, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=027d4363-d536-424d-81eb-ab79b4af83e8,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:01.731602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 491f7b42-f2e6-4188-a165-cd65883d02e9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:01.734955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '027d4363-d536-424d-81eb-ab79b4af83e8', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'port_id': '027d4363-d536-424d-81eb-ab79b4af83e8', 'mac_address': 'fa:16:3e:65:0c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:27:01.853276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] Set router 9577a042-a8aa-4efa-96d1-0706b288c997 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:01.949769 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:27:01.952633 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ab43d41-c9ba-4650-b9ce-8679557c2d2e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (2df394c1-f441-49b3-b24f-ecc4b643bc35), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:01.964294 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ab43d41-c9ba-4650-b9ce-8679557c2d2e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (2df394c1-f441-49b3-b24f-ecc4b643bc35), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:02.002250 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:02.003804 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8a298169-20ff-4e28-86e1-65630e0d7b11 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2966974 Mar 24 01:27:02.006140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab43d41-c9ba-4650-b9ce-8679557c2d2e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df394c1-f441-49b3-b24f-ecc4b643bc35,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:02.006627 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58626) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:02.017358 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2ab43d41-c9ba-4650-b9ce-8679557c2d2e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:02.018940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2ab43d41-c9ba-4650-b9ce-8679557c2d2e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4540184 Mar 24 01:27:02.021596 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58628) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:02.023318 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-61a506d5-a543-4175-a940-f7f9715d5af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:02.031986 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '109b1cba-616a-4735-9b1b-aa1e685130ba', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:02.043076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Sync routers for ids ['39cfc549-3afe-4d65-980f-6bf024c81789'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:27:02.129079 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (2b3c31dc-d947-48d4-9002-ca8bfb93c207), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:02.326787 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (2b3c31dc-d947-48d4-9002-ca8bfb93c207), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:02.376313 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e664b35d-a314-4650-8571-12d9761420d7 None None] Current status of the port 16900414-2033-4bfd-8e1d-e83b52643cdd is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:02.378339 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e664b35d-a314-4650-8571-12d9761420d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:02.387270 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (2b3c31dc-d947-48d4-9002-ca8bfb93c207), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:02.415960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3c31dc-d947-48d4-9002-ca8bfb93c207,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:02.433762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:02.434403 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:02.435236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:02.435892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:02.436809 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:02.437528 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:02.438080 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:02.438593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:02.438989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Routers {'39cfc549-3afe-4d65-980f-6bf024c81789'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:02.439270 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:02.439637 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:27:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['39cfc549-3afe-4d65-980f-6bf024c81789'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:02.440001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:02.440490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:02.440974 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:02.442281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:02.442783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:02.443271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:02.458557 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:02.460057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-93ca6cde-1dbc-4fad-8a3b-bd28f14a6f04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4375265 Mar 24 01:27:02.468298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58662) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:02.477705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-0d035207-9d20-4a84-8d87-50e9e3ff6463 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '109b1cba-616a-4735-9b1b-aa1e685130ba', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:02.564700 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0d035207-9d20-4a84-8d87-50e9e3ff6463 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (18f13ebb-541b-4c63-ba1f-46118879d6a9), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:02.579074 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:02.586256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f8de7-b06f-445b-8a2c-cd8ab02c74c7 None None] Network fc5c510c-5973-4cbc-a2fc-23f1f1df8439 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:27:02.590337 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 027d4363-d536-424d-81eb-ab79b4af83e8 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:02.591003 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (027d4363-d536-424d-81eb-ab79b4af83e8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:02.691956 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0d035207-9d20-4a84-8d87-50e9e3ff6463 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (18f13ebb-541b-4c63-ba1f-46118879d6a9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:02.699851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Set router 39cfc549-3afe-4d65-980f-6bf024c81789 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:02.707257 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0d035207-9d20-4a84-8d87-50e9e3ff6463 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (18f13ebb-541b-4c63-ba1f-46118879d6a9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:02.794889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb171351-0d30-4818-9b53-17aeb55017c4 req-76fc9038-70d8-4297-873f-3d7965e276ec tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:02.796516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb171351-0d30-4818-9b53-17aeb55017c4 req-76fc9038-70d8-4297-873f-3d7965e276ec tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 944 time: 0.3341761 Mar 24 01:27:02.808799 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0d035207-9d20-4a84-8d87-50e9e3ff6463 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:02.812442 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0d035207-9d20-4a84-8d87-50e9e3ff6463 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3425400 Mar 24 01:27:02.815964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58698) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:02.818026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d035207-9d20-4a84-8d87-50e9e3ff6463 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f13ebb-541b-4c63-ba1f-46118879d6a9,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:02.828783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-23e0aa7c-b601-4f8d-a735-7e68bd5c430d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '109b1cba-616a-4735-9b1b-aa1e685130ba', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:02.908634 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-23e0aa7c-b601-4f8d-a735-7e68bd5c430d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Project bc274b6be3894d6ba0099f965a7e399c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:27:02.936260 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23e0aa7c-b601-4f8d-a735-7e68bd5c430d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (15d3f2de-013d-4312-a4fa-24228eab45fd), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:02.966549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb171351-0d30-4818-9b53-17aeb55017c4 req-9532278d-3f50-4668-a015-a178a850bd71 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522484 Mar 24 01:27:03.040900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027d4363-d536-424d-81eb-ab79b4af83e8 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:27:03.055989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e664b35d-a314-4650-8571-12d9761420d7 None None] For port 16900414-2033-4bfd-8e1d-e83b52643cdd, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=16900414-2033-4bfd-8e1d-e83b52643cdd,segment=NetworkSegment(33f68006-3564-4a55-bf66-d8c70a7ea825),segment_id=33f68006-3564-4a55-bf66-d8c70a7ea825)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:03.114861 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23e0aa7c-b601-4f8d-a735-7e68bd5c430d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (15d3f2de-013d-4312-a4fa-24228eab45fd), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:03.123649 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23e0aa7c-b601-4f8d-a735-7e68bd5c430d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (15d3f2de-013d-4312-a4fa-24228eab45fd), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:03.171631 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0aa7c-b601-4f8d-a735-7e68bd5c430d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d3f2de-013d-4312-a4fa-24228eab45fd,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:03.190349 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e664b35d-a314-4650-8571-12d9761420d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:03.191972 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23e0aa7c-b601-4f8d-a735-7e68bd5c430d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:03.196341 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-23e0aa7c-b601-4f8d-a735-7e68bd5c430d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3792400 Mar 24 01:27:03.199160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58748) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:03.210286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-241b5643-57db-44ef-aa29-f4d517d94eb2 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '109b1cba-616a-4735-9b1b-aa1e685130ba', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:03.250334 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-241b5643-57db-44ef-aa29-f4d517d94eb2 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Project bc274b6be3894d6ba0099f965a7e399c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:27:03.256668 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-241b5643-57db-44ef-aa29-f4d517d94eb2 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (d98cb9f5-5671-4967-994f-4494f8ba8fe1), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:03.378579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 491f7b42-f2e6-4188-a165-cd65883d02e9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:03.378961 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (491f7b42-f2e6-4188-a165-cd65883d02e9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:03.415173 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-241b5643-57db-44ef-aa29-f4d517d94eb2 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (d98cb9f5-5671-4967-994f-4494f8ba8fe1), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:03.431497 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:03.435910 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-241b5643-57db-44ef-aa29-f4d517d94eb2 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (d98cb9f5-5671-4967-994f-4494f8ba8fe1), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:03.480045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b5643-57db-44ef-aa29-f4d517d94eb2 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98cb9f5-5671-4967-994f-4494f8ba8fe1,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:03.494241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 027d4363-d536-424d-81eb-ab79b4af83e8, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=027d4363-d536-424d-81eb-ab79b4af83e8,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:03.496132 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-241b5643-57db-44ef-aa29-f4d517d94eb2 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:03.499176 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-241b5643-57db-44ef-aa29-f4d517d94eb2 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2977870 Mar 24 01:27:03.502718 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:03.620213 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (027d4363-d536-424d-81eb-ab79b4af83e8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:03.627054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664b35d-a314-4650-8571-12d9761420d7 None None] Pushing event updated for resources: {'Port': ['ID=16900414-2033-4bfd-8e1d-e83b52643cdd,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:03.636687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3f633002-c4be-43be-840d-7152504f368a None None] Provisioning complete for port ef7983d4-cf00-4b5b-81f4-725d23db2dc8 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:03.637673 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3f633002-c4be-43be-840d-7152504f368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:03.762918 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Allocated IP 172.20.0.1 (fc5c510c-5973-4cbc-a2fc-23f1f1df8439/d5183b0c-233f-4551-abf3-e140cbdf4570/4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:27:03.815081 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:03.852965 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'name': 'tempest-TestServerBasicOps-728367382-router', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:44Z', 'updated_at': '2022-03-24T01:26:50Z', 'revision_number': 4, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'gw_port': {'id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:46Z', 'updated_at': '2022-03-24T01:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ef7983d4-cf00-4b5b-81f4-725d23db2dc8', 'name': '', 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'mac_address': 'fa:16:3e:34:14:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:49Z', 'updated_at': '2022-03-24T01:27:00Z', 'revision_number': 4, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'subnets': [{'id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:03.888258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42391537-160a-440a-ad18-6958f208a2f1 None None] The sync data for ids ['9577a042-a8aa-4efa-96d1-0706b288c997'] in n-d-760455-9 is: [{'id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'name': 'tempest-TestServerBasicOps-728367382-router', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:44Z', 'updated_at': '2022-03-24T01:26:50Z', 'revision_number': 4, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'gw_port': {'id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:46Z', 'updated_at': '2022-03-24T01:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ef7983d4-cf00-4b5b-81f4-725d23db2dc8', 'name': '', 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'mac_address': 'fa:16:3e:34:14:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:49Z', 'updated_at': '2022-03-24T01:27:00Z', 'revision_number': 4, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'subnets': [{'id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:27:03.890456 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['027d4363-d536-424d-81eb-ab79b4af83e8'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:27:03.893800 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=027d4363-d536-424d-81eb-ab79b4af83e8,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:03.931655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58788) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:04.022785 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Publish callbacks [] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:04.153380 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:04.194471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'name': 'tempest-TestServerBasicOps-1225590810-router', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '2186766b-15d8-4114-b65c-7ec086518ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:56Z', 'updated_at': '2022-03-24T01:26:59Z', 'revision_number': 3, 'project_id': 'df3c4836c3a9445db59aedaea13ded7d', 'gw_port': {'id': '2186766b-15d8-4114-b65c-7ec086518ab2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:57Z', 'updated_at': '2022-03-24T01:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:04.267033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 491f7b42-f2e6-4188-a165-cd65883d02e9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:04.268509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 44112319-9c3e-48fa-b33e-4b74844eddc5 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:04.270274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3f633002-c4be-43be-840d-7152504f368a None None] Current status of the port ef7983d4-cf00-4b5b-81f4-725d23db2dc8 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:04.270662 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3f633002-c4be-43be-840d-7152504f368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:04.276890 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Network fc5c510c-5973-4cbc-a2fc-23f1f1df8439 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:27:04.283022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Checking router: 39cfc549-3afe-4d65-980f-6bf024c81789 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:27:04.283523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Updating router 39cfc549-3afe-4d65-980f-6bf024c81789 port 2186766b-15d8-4114-b65c-7ec086518ab2 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:27:04.285515 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:04.292199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:27:04.314415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ebdb4e-b513-451c-afba-369be9e00641 req-04ed76d1-2471-4f59-9053-7a6f3ce6cd02 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973787691&fields=id&tenant_id=bc274b6be3894d6ba0099f965a7e399c HTTP/1.1" status: 200 len: 267 time: 0.2263327 Mar 24 01:27:04.317035 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c1207fa4-48f2-4eab-ab0f-3eac17a019c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:04.389906 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Pushing event updated for resources: {'Port': ['ID=4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:04.430386 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (39cfc549-3afe-4d65-980f-6bf024c81789), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:04.439886 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2186766b-15d8-4114-b65c-7ec086518ab2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:04.461370 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3f633002-c4be-43be-840d-7152504f368a None None] For port ef7983d4-cf00-4b5b-81f4-725d23db2dc8, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ef7983d4-cf00-4b5b-81f4-725d23db2dc8,segment=NetworkSegment(c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5),segment_id=c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:04.533376 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3f633002-c4be-43be-840d-7152504f368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:04.542380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa855d2-c9e8-4e12-87a9-7dc11cfe19c7 req-dfe9ac2c-0199-41a2-ac0c-2442de57b966 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:04.544579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fa855d2-c9e8-4e12-87a9-7dc11cfe19c7 req-dfe9ac2c-0199-41a2-ac0c-2442de57b966 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 945 time: 0.3584101 Mar 24 01:27:04.674525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebdb4e-b513-451c-afba-369be9e00641 req-6b2b9fb2-afa7-4fa3-8f71-8cb52f3f26e9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:04.677781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ebdb4e-b513-451c-afba-369be9e00641 req-6b2b9fb2-afa7-4fa3-8f71-8cb52f3f26e9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/networks?id=0dcc7e29-a7ab-4753-b50e-f4409d0dc39f HTTP/1.1" status: 200 len: 796 time: 0.3433621 Mar 24 01:27:04.688605 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fa855d2-c9e8-4e12-87a9-7dc11cfe19c7 req-615e5749-e410-4498-8d2e-435feff64e2e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332645 Mar 24 01:27:04.722387 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ebdb4e-b513-451c-afba-369be9e00641 req-b2b5a519-7841-4d5a-95c6-3fcb7aa1b994 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/quotas/bc274b6be3894d6ba0099f965a7e399c HTTP/1.1" status: 200 len: 375 time: 0.0326817 Mar 24 01:27:04.737445 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:04.856532 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c1207fa4-48f2-4eab-ab0f-3eac17a019c1 admin admin] Publish callbacks [] for security_group (f8ddbf7e-675b-470c-af5d-d4dc6b77d217), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:04.891464 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ebdb4e-b513-451c-afba-369be9e00641 req-f0ee4b1f-9734-4ec4-a186-55707d361d48 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc274b6be3894d6ba0099f965a7e399c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560290 Mar 24 01:27:04.901773 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c1207fa4-48f2-4eab-ab0f-3eac17a019c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f8ddbf7e-675b-470c-af5d-d4dc6b77d217), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:04.963625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1207fa4-48f2-4eab-ab0f-3eac17a019c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ddbf7e-675b-470c-af5d-d4dc6b77d217,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:05.026593 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Publish callbacks [] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:05.037789 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:05.056706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 44112319-9c3e-48fa-b33e-4b74844eddc5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:05.057666 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (44112319-9c3e-48fa-b33e-4b74844eddc5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:05.077014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3f633002-c4be-43be-840d-7152504f368a None None] Provisioning complete for port 16900414-2033-4bfd-8e1d-e83b52643cdd triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:05.077417 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3f633002-c4be-43be-840d-7152504f368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:05.113595 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (39cfc549-3afe-4d65-980f-6bf024c81789), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:05.124985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0a4881bc-375e-4116-8193-a03b31b9490b service neutron] 10.222.0.45 "GET /v2.0/networks/0dcc7e29-a7ab-4753-b50e-f4409d0dc39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306693 Mar 24 01:27:05.144845 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c1207fa4-48f2-4eab-ab0f-3eac17a019c1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d5e8b470b8ea42ac91908550952d68a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2109945 Mar 24 01:27:05.157760 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58812) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:05.256175 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f633002-c4be-43be-840d-7152504f368a None None] Pushing event updated for resources: {'Port': ['ID=ef7983d4-cf00-4b5b-81f4-725d23db2dc8,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:05.279415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ebdb4e-b513-451c-afba-369be9e00641 req-99483df7-5660-4707-994d-491826abf22e service neutron] 10.222.0.45 "GET /v2.0/networks/0dcc7e29-a7ab-4753-b50e-f4409d0dc39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533980 Mar 24 01:27:05.311401 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Pushing event updated for resources: {'Port': ['ID=4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:05.357677 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c7d38c6-5940-41d6-bc5e-dc4275901e1d admin admin] Publish callbacks [] for security_group (f8ddbf7e-675b-470c-af5d-d4dc6b77d217), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:05.357967 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:05.388530 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c7d38c6-5940-41d6-bc5e-dc4275901e1d admin admin] Publish callbacks [] for security_group (f8ddbf7e-675b-470c-af5d-d4dc6b77d217), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:05.476894 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c7d38c6-5940-41d6-bc5e-dc4275901e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f8ddbf7e-675b-470c-af5d-d4dc6b77d217), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:05.479845 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6c7d38c6-5940-41d6-bc5e-dc4275901e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:05.481199 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6c7d38c6-5940-41d6-bc5e-dc4275901e1d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f8ddbf7e-675b-470c-af5d-d4dc6b77d217 HTTP/1.1" status: 204 len: 168 time: 0.3201716 Mar 24 01:27:05.492816 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Network fc5c510c-5973-4cbc-a2fc-23f1f1df8439 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:27:05.495982 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:05.506454 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d38c6-5940-41d6-bc5e-dc4275901e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ddbf7e-675b-470c-af5d-d4dc6b77d217,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:05.542711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3f633002-c4be-43be-840d-7152504f368a None None] Current status of the port 16900414-2033-4bfd-8e1d-e83b52643cdd is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:05.551061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 44112319-9c3e-48fa-b33e-4b74844eddc5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:05.649834 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3f633002-c4be-43be-840d-7152504f368a None None] Provisioning complete for port db235c8f-5597-4161-b523-e3b0d47c4eae triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:05.650217 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3f633002-c4be-43be-840d-7152504f368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (db235c8f-5597-4161-b523-e3b0d47c4eae), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:05.679255 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5782b6c-4bda-46a4-9e96-e228b0581d28 req-d11830b3-ab60-47fb-a71f-abd88c5693db tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 210 time: 0.1185629 Mar 24 01:27:05.915178 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Router 39cfc549-3afe-4d65-980f-6bf024c81789 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:27:05.989935 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Publish callbacks [] for port (2186766b-15d8-4114-b65c-7ec086518ab2), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:06.050623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 16900414-2033-4bfd-8e1d-e83b52643cdd up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:06.053564 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2186766b-15d8-4114-b65c-7ec086518ab2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:06.062434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b896d5a-ce33-4abb-a11d-a1d20d11396d req-a23d5413-eebe-42ce-9d03-887d6bc6fa4d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:06.066759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b896d5a-ce33-4abb-a11d-a1d20d11396d req-a23d5413-eebe-42ce-9d03-887d6bc6fa4d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 945 time: 0.1775680 Mar 24 01:27:06.148181 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b896d5a-ce33-4abb-a11d-a1d20d11396d req-26489c4e-861d-4e56-9a5e-aaf2c8d32a89 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701139 Mar 24 01:27:06.164753 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:27:06.183142 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2117f6e9-af58-46d3-9b70-1289ef9e58fa admin admin] 10.222.0.45 "PUT /v2.0/routers/39cfc549-3afe-4d65-980f-6bf024c81789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1632879 Mar 24 01:27:06.201397 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58844) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:06.221317 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee135eed-9de4-4b20-913c-88709a19b651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:06.291779 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3f633002-c4be-43be-840d-7152504f368a None None] Current status of the port db235c8f-5597-4161-b523-e3b0d47c4eae is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:06.292392 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3f633002-c4be-43be-840d-7152504f368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (db235c8f-5597-4161-b523-e3b0d47c4eae), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:06.302008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Pushing event updated for resources: {'Port': ['ID=2186766b-15d8-4114-b65c-7ec086518ab2,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:06.306786 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Attempting to bind port 2186766b-15d8-4114-b65c-7ec086518ab2 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:27:06.307966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Attempting to bind port 2186766b-15d8-4114-b65c-7ec086518ab2 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:27:06.309045 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Attempting to bind port 2186766b-15d8-4114-b65c-7ec086518ab2 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:27:06.332705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:06.333741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:06.334300 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:06.334810 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:06.335314 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:06.335831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:06.336320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:06.337168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:06.337683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:06.338374 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:06.339007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:06.339497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:06.340119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:06.340757 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:06.341361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:06.345460 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:27:06.346103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:27:06.346683 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:06.347234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:27:06.347882 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Bound port: 2186766b-15d8-4114-b65c-7ec086518ab2, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:27:06.348472 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2186766b-15d8-4114-b65c-7ec086518ab2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:06.372248 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee135eed-9de4-4b20-913c-88709a19b651 admin admin] Publish callbacks [] for security_group (01fb857a-6208-4aef-b409-74c346556569), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:06.377642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee135eed-9de4-4b20-913c-88709a19b651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (01fb857a-6208-4aef-b409-74c346556569), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:06.412026 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3f633002-c4be-43be-840d-7152504f368a None None] For port db235c8f-5597-4161-b523-e3b0d47c4eae, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=db235c8f-5597-4161-b523-e3b0d47c4eae,segment=NetworkSegment(d12cd2f0-e9a7-4edc-b89a-97bdbbff09af),segment_id=d12cd2f0-e9a7-4edc-b89a-97bdbbff09af)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:06.420521 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 16900414-2033-4bfd-8e1d-e83b52643cdd triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:06.421330 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:06.431837 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3f633002-c4be-43be-840d-7152504f368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (db235c8f-5597-4161-b523-e3b0d47c4eae), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:06.432881 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58852) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:06.449192 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ee135eed-9de4-4b20-913c-88709a19b651 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=668ea951e58c4424ac335f62a3eb8565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2465279 Mar 24 01:27:06.522848 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-023da132-ea2f-41d4-b2a6-12778c73dd05 admin admin] Publish callbacks [] for security_group (01fb857a-6208-4aef-b409-74c346556569), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:06.527531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee135eed-9de4-4b20-913c-88709a19b651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fb857a-6208-4aef-b409-74c346556569,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:06.597569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] For port 2186766b-15d8-4114-b65c-7ec086518ab2, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:27:06.605471 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-023da132-ea2f-41d4-b2a6-12778c73dd05 admin admin] Publish callbacks [] for security_group (01fb857a-6208-4aef-b409-74c346556569), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:06.679054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-023da132-ea2f-41d4-b2a6-12778c73dd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (01fb857a-6208-4aef-b409-74c346556569), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:06.680553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] For port 2186766b-15d8-4114-b65c-7ec086518ab2, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2186766b-15d8-4114-b65c-7ec086518ab2,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:27:06.681893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f633002-c4be-43be-840d-7152504f368a None None] Pushing event updated for resources: {'Port': ['ID=db235c8f-5597-4161-b523-e3b0d47c4eae,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:06.684040 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-023da132-ea2f-41d4-b2a6-12778c73dd05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:06.685419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-023da132-ea2f-41d4-b2a6-12778c73dd05 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/01fb857a-6208-4aef-b409-74c346556569 HTTP/1.1" status: 204 len: 168 time: 0.2514935 Mar 24 01:27:06.695089 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-bf8cc2a5-70bc-4320-a2f2-b045deef42fc None None] Provisioning complete for port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:06.695588 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bf8cc2a5-70bc-4320-a2f2-b045deef42fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:06.696085 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023da132-ea2f-41d4-b2a6-12778c73dd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fb857a-6208-4aef-b409-74c346556569,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:06.849293 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2186766b-15d8-4114-b65c-7ec086518ab2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:06.868322 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1468b386-92ac-4985-9222-8b9024a2c60d req-24242e6f-7fa4-48ac-9ef1-8668a92738e0 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 210 time: 0.0577922 Mar 24 01:27:07.050483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bf8cc2a5-70bc-4320-a2f2-b045deef42fc None None] Port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:27:07.086703 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Routers {'39cfc549-3afe-4d65-980f-6bf024c81789'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:07.087374 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:27:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['39cfc549-3afe-4d65-980f-6bf024c81789'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:07.227975 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651a1b1-1829-4892-826c-738b52a81861 None None] Pushing event updated for resources: {'Port': ['ID=2186766b-15d8-4114-b65c-7ec086518ab2,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:07.274559 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 16900414-2033-4bfd-8e1d-e83b52643cdd is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:07.275796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device db235c8f-5597-4161-b523-e3b0d47c4eae up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:07.282507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-bf8cc2a5-70bc-4320-a2f2-b045deef42fc None None] Provisioning complete for port db235c8f-5597-4161-b523-e3b0d47c4eae triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:07.282843 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bf8cc2a5-70bc-4320-a2f2-b045deef42fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (db235c8f-5597-4161-b523-e3b0d47c4eae), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:07.415089 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b89e6e-d1ea-411f-b3a7-a5fb6a1a900b req-9a463025-fc09-4ba5-89fb-3688fc889dd9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:07.436480 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58884) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:07.440625 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0e0103b2-4ce8-4778-8b87-6e9a716adb94 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2045838378', 'description': 'tempest-secgroup-smoke-2045838378 description', 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:07.445243 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2b89e6e-d1ea-411f-b3a7-a5fb6a1a900b req-9a463025-fc09-4ba5-89fb-3688fc889dd9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 945 time: 0.1735969 Mar 24 01:27:07.467839 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] Set router 39cfc549-3afe-4d65-980f-6bf024c81789 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:07.473400 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e0103b2-4ce8-4778-8b87-6e9a716adb94 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:07.603615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port db235c8f-5597-4161-b523-e3b0d47c4eae triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:07.603985 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (db235c8f-5597-4161-b523-e3b0d47c4eae), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:07.648613 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e0103b2-4ce8-4778-8b87-6e9a716adb94 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group (68945e44-5260-433c-b159-53c40bcc9dc1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:07.658120 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e0103b2-4ce8-4778-8b87-6e9a716adb94 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (68945e44-5260-433c-b159-53c40bcc9dc1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:07.663935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 027d4363-d536-424d-81eb-ab79b4af83e8 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:07.705628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2b89e6e-d1ea-411f-b3a7-a5fb6a1a900b req-63fa0c3b-fa7e-48a9-9582-25160bb58030 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590818 Mar 24 01:27:07.716564 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0e0103b2-4ce8-4778-8b87-6e9a716adb94 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:07.722200 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0e0103b2-4ce8-4778-8b87-6e9a716adb94 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2819998 Mar 24 01:27:07.722453 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0103b2-4ce8-4778-8b87-6e9a716adb94 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68945e44-5260-433c-b159-53c40bcc9dc1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:07.729693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58892) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:07.738386 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-dadb5ab8-d5f5-421b-acb7-9ccafda71bce tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Request body: {'security_group_rule': {'security_group_id': '68945e44-5260-433c-b159-53c40bcc9dc1', 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:07.776757 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dadb5ab8-d5f5-421b-acb7-9ccafda71bce tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (2bc8bb05-1da6-4db9-956d-7ab312d57f67), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:07.787047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebdb4e-b513-451c-afba-369be9e00641 req-e4883ff7-9f81-4e6a-8a48-8b02c572a7d8 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:07.788916 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ebdb4e-b513-451c-afba-369be9e00641 req-e4883ff7-9f81-4e6a-8a48-8b02c572a7d8 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.57 "GET /v2.0/networks?id=0dcc7e29-a7ab-4753-b50e-f4409d0dc39f HTTP/1.1" status: 200 len: 796 time: 0.3151772 Mar 24 01:27:07.860430 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dadb5ab8-d5f5-421b-acb7-9ccafda71bce tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (2bc8bb05-1da6-4db9-956d-7ab312d57f67), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:07.867392 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bf8cc2a5-70bc-4320-a2f2-b045deef42fc None None] Current status of the port db235c8f-5597-4161-b523-e3b0d47c4eae is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:07.869795 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dadb5ab8-d5f5-421b-acb7-9ccafda71bce tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (2bc8bb05-1da6-4db9-956d-7ab312d57f67), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:07.884007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ebdb4e-b513-451c-afba-369be9e00641 req-4b7c45df-60b3-4154-aad6-75c9e3ff80aa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc274b6be3894d6ba0099f965a7e399c HTTP/1.1" status: 200 len: 380 time: 0.0832953 Mar 24 01:27:07.895706 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-56ebdb4e-b513-451c-afba-369be9e00641 req-f9e48671-cabe-49ca-8bb4-f3721cfac578 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'port': {'device_id': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'admin_state_up': True, 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'security_groups': ['109b1cba-616a-4735-9b1b-aa1e685130ba']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:07.929125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 58902) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:07.945736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dadb5ab8-d5f5-421b-acb7-9ccafda71bce tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:07.946989 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dadb5ab8-d5f5-421b-acb7-9ccafda71bce tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2163374 Mar 24 01:27:07.951597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58904) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:07.970260 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b264ec39-bde5-44ef-8983-006e0fc6d0d0 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Request body: {'security_group_rule': {'security_group_id': '68945e44-5260-433c-b159-53c40bcc9dc1', 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:07.981772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb5ab8-d5f5-421b-acb7-9ccafda71bce tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc8bb05-1da6-4db9-956d-7ab312d57f67,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:08.020066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 027d4363-d536-424d-81eb-ab79b4af83e8 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:27:08.028387 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b264ec39-bde5-44ef-8983-006e0fc6d0d0 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (af59e537-4fd0-4623-be46-52311d7beaa8), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.030753 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 027d4363-d536-424d-81eb-ab79b4af83e8 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:08.031141 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (027d4363-d536-424d-81eb-ab79b4af83e8), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.034479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port db235c8f-5597-4161-b523-e3b0d47c4eae is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:08.035603 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ef7983d4-cf00-4b5b-81f4-725d23db2dc8 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:08.115501 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b264ec39-bde5-44ef-8983-006e0fc6d0d0 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (af59e537-4fd0-4623-be46-52311d7beaa8), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.124130 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b264ec39-bde5-44ef-8983-006e0fc6d0d0 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (af59e537-4fd0-4623-be46-52311d7beaa8), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.162039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0476e534-5d28-48b2-841a-fb7ca3e6b5bc req-94df093f-06bf-436f-a5fa-9624a68e72da tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 210 time: 0.1268611 Mar 24 01:27:08.169269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2041650393-network', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:08.174091 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b264ec39-bde5-44ef-8983-006e0fc6d0d0 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.175564 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b264ec39-bde5-44ef-8983-006e0fc6d0d0 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2228050 Mar 24 01:27:08.178332 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58908) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:08.185279 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4b7156ec-388d-4603-b373-04ee2ded6271 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Request body: {'security_group_rule': {'security_group_id': '68945e44-5260-433c-b159-53c40bcc9dc1', 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:08.192102 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264ec39-bde5-44ef-8983-006e0fc6d0d0 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af59e537-4fd0-4623-be46-52311d7beaa8,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:08.218559 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] Made reservation on behalf of d7768e4fc96a433ca65e81874d239ce4 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:27:08.221469 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.233188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ebdb4e-b513-451c-afba-369be9e00641 req-f9e48671-cabe-49ca-8bb4-f3721cfac578 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Made reservation on behalf of bc274b6be3894d6ba0099f965a7e399c for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:27:08.235874 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b7156ec-388d-4603-b373-04ee2ded6271 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (48223abc-2e41-4f97-b8f6-62e9e6212199), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.237940 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-56ebdb4e-b513-451c-afba-369be9e00641 req-f9e48671-cabe-49ca-8bb4-f3721cfac578 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.239671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'name': 'tempest-TestServerBasicOps-1225590810-router', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '2186766b-15d8-4114-b65c-7ec086518ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:56Z', 'updated_at': '2022-03-24T01:27:04Z', 'revision_number': 4, 'project_id': 'df3c4836c3a9445db59aedaea13ded7d', 'gw_port': {'id': '2186766b-15d8-4114-b65c-7ec086518ab2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:57Z', 'updated_at': '2022-03-24T01:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10', 'name': '', 'network_id': 'fc5c510c-5973-4cbc-a2fc-23f1f1df8439', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d', 'mac_address': 'fa:16:3e:03:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'd5183b0c-233f-4551-abf3-e140cbdf4570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:03Z', 'updated_at': '2022-03-24T01:27:04Z', 'revision_number': 2, 'project_id': 'df3c4836c3a9445db59aedaea13ded7d', 'subnets': [{'id': 'd5183b0c-233f-4551-abf3-e140cbdf4570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:08.289269 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ed8a5-9a35-4172-ab0a-4018332a69c0 None None] The sync data for ids ['39cfc549-3afe-4d65-980f-6bf024c81789'] in n-d-760455-9 is: [{'id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'name': 'tempest-TestServerBasicOps-1225590810-router', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '2186766b-15d8-4114-b65c-7ec086518ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:56Z', 'updated_at': '2022-03-24T01:27:04Z', 'revision_number': 4, 'project_id': 'df3c4836c3a9445db59aedaea13ded7d', 'gw_port': {'id': '2186766b-15d8-4114-b65c-7ec086518ab2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:57Z', 'updated_at': '2022-03-24T01:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10', 'name': '', 'network_id': 'fc5c510c-5973-4cbc-a2fc-23f1f1df8439', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d', 'mac_address': 'fa:16:3e:03:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'd5183b0c-233f-4551-abf3-e140cbdf4570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:03Z', 'updated_at': '2022-03-24T01:27:04Z', 'revision_number': 2, 'project_id': 'df3c4836c3a9445db59aedaea13ded7d', 'subnets': [{'id': 'd5183b0c-233f-4551-abf3-e140cbdf4570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:27:08.311327 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.367935 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b7156ec-388d-4603-b373-04ee2ded6271 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (48223abc-2e41-4f97-b8f6-62e9e6212199), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.374063 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b7156ec-388d-4603-b373-04ee2ded6271 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (48223abc-2e41-4f97-b8f6-62e9e6212199), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.397397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port ef7983d4-cf00-4b5b-81f4-725d23db2dc8 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:08.398080 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.415609 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7156ec-388d-4603-b373-04ee2ded6271 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48223abc-2e41-4f97-b8f6-62e9e6212199,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:08.430743 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b7156ec-388d-4603-b373-04ee2ded6271 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.432653 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4b7156ec-388d-4603-b373-04ee2ded6271 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2526877 Mar 24 01:27:08.435331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58916) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:08.437850 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 027d4363-d536-424d-81eb-ab79b4af83e8 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:08.438358 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (027d4363-d536-424d-81eb-ab79b4af83e8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.440673 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-08a3d6b3-fcc3-4f30-8b3b-40e1c31dbcbb tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Request body: {'security_group_rule': {'security_group_id': '68945e44-5260-433c-b159-53c40bcc9dc1', 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:08.473894 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-08a3d6b3-fcc3-4f30-8b3b-40e1c31dbcbb tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (32c9496b-b5ab-42f4-8d3c-1901ed954fbb), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.482686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0f00e-4370-4284-9b10-69d15818be8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027d4363-d536-424d-81eb-ab79b4af83e8'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:27:08.485341 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19198a48-c426-4594-b8ce-7ce0ba6ca8b8" -d '{"events": [{"server_uuid": "22c0f00e-4370-4284-9b10-69d15818be8a", "name": "network-vif-plugged", "status": "completed", "tag": "027d4363-d536-424d-81eb-ab79b4af83e8"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:27:08.490945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-56ebdb4e-b513-451c-afba-369be9e00641 req-f9e48671-cabe-49ca-8bb4-f3721cfac578 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Allocated IP 172.20.0.6 (0dcc7e29-a7ab-4753-b50e-f4409d0dc39f/0805174e-d175-4993-b0c3-d1e104fa0824/f73f1824-49a0-4a6c-8a44-f943da41e091) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:27:08.526691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 027d4363-d536-424d-81eb-ab79b4af83e8, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=027d4363-d536-424d-81eb-ab79b4af83e8,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:08.546302 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (027d4363-d536-424d-81eb-ab79b4af83e8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.566709 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-08a3d6b3-fcc3-4f30-8b3b-40e1c31dbcbb tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (32c9496b-b5ab-42f4-8d3c-1901ed954fbb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.570366 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] Publish callbacks [] for security_group (38cd6c56-66b2-47f9-b12e-c8fb4ec2d474), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.572988 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-08a3d6b3-fcc3-4f30-8b3b-40e1c31dbcbb tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (32c9496b-b5ab-42f4-8d3c-1901ed954fbb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.587541 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56af06b-f559-4dde-907d-9e3d9c87f148 x-openstack-request-id: req-a56af06b-f559-4dde-907d-9e3d9c87f148 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:27:08.587830 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c0f00e-4370-4284-9b10-69d15818be8a", "name": "network-vif-plugged", "status": "completed", "tag": "027d4363-d536-424d-81eb-ab79b4af83e8", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:27:08.588185 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a56af06b-f559-4dde-907d-9e3d9c87f148 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:27:08.588513 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56af06b-f559-4dde-907d-9e3d9c87f148'] response: {'server_uuid': '22c0f00e-4370-4284-9b10-69d15818be8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027d4363-d536-424d-81eb-ab79b4af83e8', 'code': 200} Mar 24 01:27:08.594954 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (38cd6c56-66b2-47f9-b12e-c8fb4ec2d474), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.603360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3d6b3-fcc3-4f30-8b3b-40e1c31dbcbb tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c9496b-b5ab-42f4-8d3c-1901ed954fbb,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:08.621729 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-08a3d6b3-fcc3-4f30-8b3b-40e1c31dbcbb tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.623938 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-08a3d6b3-fcc3-4f30-8b3b-40e1c31dbcbb tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1872230 Mar 24 01:27:08.626289 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58922) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:08.633537 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7d5bad83-64cb-4917-a57b-788323af2440 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Request body: {'security_group_rule': {'security_group_id': '68945e44-5260-433c-b159-53c40bcc9dc1', 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:08.658547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port ef7983d4-cf00-4b5b-81f4-725d23db2dc8 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:08.681757 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-7d5bad83-64cb-4917-a57b-788323af2440 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Project 18d1ec20555a42ae8b5cd3a4da5f31d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:27:08.683789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=027d4363-d536-424d-81eb-ab79b4af83e8,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:08.703419 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d5bad83-64cb-4917-a57b-788323af2440 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (3d59e637-c0e6-4998-8397-71ff80b0a686), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.720506 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cd6c56-66b2-47f9-b12e-c8fb4ec2d474,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:08.839181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:27:08.844777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device db235c8f-5597-4161-b523-e3b0d47c4eae up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:08.851962 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7bd29663-9403-4eb3-a2ae-9395b8064bed), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.852304 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] Added segment 7bd29663-9403-4eb3-a2ae-9395b8064bed of type vlan for network 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 Mar 24 01:27:08.863903 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d5bad83-64cb-4917-a57b-788323af2440 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (3d59e637-c0e6-4998-8397-71ff80b0a686), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.870552 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d5bad83-64cb-4917-a57b-788323af2440 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (3d59e637-c0e6-4998-8397-71ff80b0a686), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.887742 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bad83-64cb-4917-a57b-788323af2440 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d59e637-c0e6-4998-8397-71ff80b0a686,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:08.936564 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7d5bad83-64cb-4917-a57b-788323af2440 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.937927 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7d5bad83-64cb-4917-a57b-788323af2440 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3103318 Mar 24 01:27:08.940676 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58928) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:08.952081 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2251bcbf-f828-4bfc-80d9-c2c4354d3f2e tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Request body: {'security_group_rule': {'security_group_id': '68945e44-5260-433c-b159-53c40bcc9dc1', 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:08.957687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port db235c8f-5597-4161-b523-e3b0d47c4eae triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:08.958230 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (db235c8f-5597-4161-b523-e3b0d47c4eae), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:08.987094 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a82ff2-3ce8-4973-9daa-5a6fbd4e2baf req-5050580e-f9a6-415c-8240-f7fa6595b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:08.988693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54a82ff2-3ce8-4973-9daa-5a6fbd4e2baf req-5050580e-f9a6-415c-8240-f7fa6595b8bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 1128 time: 0.3214493 Mar 24 01:27:08.997298 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-2251bcbf-f828-4bfc-80d9-c2c4354d3f2e tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Project 18d1ec20555a42ae8b5cd3a4da5f31d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:27:09.005208 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2251bcbf-f828-4bfc-80d9-c2c4354d3f2e tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (7e5ab9b3-e175-4605-9ff6-19e918cf18d4), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.027790 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (5fd0413b-b8fb-4e57-8a87-0232e04dfcd1), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.065665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423ddf5-dde0-45b2-baae-d7a717e34978 req-97865a5e-7d59-430a-a25b-33a133641c92 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:09.074924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5423ddf5-dde0-45b2-baae-d7a717e34978 req-97865a5e-7d59-430a-a25b-33a133641c92 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 946 time: 0.2588108 Mar 24 01:27:09.098581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port db235c8f-5597-4161-b523-e3b0d47c4eae is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:09.106088 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-56ebdb4e-b513-451c-afba-369be9e00641 req-f9e48671-cabe-49ca-8bb4-f3721cfac578 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for port (f73f1824-49a0-4a6c-8a44-f943da41e091), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.111874 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2251bcbf-f828-4bfc-80d9-c2c4354d3f2e tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (7e5ab9b3-e175-4605-9ff6-19e918cf18d4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.116265 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2251bcbf-f828-4bfc-80d9-c2c4354d3f2e tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (7e5ab9b3-e175-4605-9ff6-19e918cf18d4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.138673 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251bcbf-f828-4bfc-80d9-c2c4354d3f2e tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5ab9b3-e175-4605-9ff6-19e918cf18d4,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:09.151677 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.db.resource_extend [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 01:27:09.151850 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2251bcbf-f828-4bfc-80d9-c2c4354d3f2e tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.161803 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2251bcbf-f828-4bfc-80d9-c2c4354d3f2e tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2198582 Mar 24 01:27:09.184385 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54a82ff2-3ce8-4973-9daa-5a6fbd4e2baf req-7c022fed-6033-4b82-9357-b5686a854000 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798122 Mar 24 01:27:09.205593 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (5fd0413b-b8fb-4e57-8a87-0232e04dfcd1), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.209925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:09.209925 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.327321 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5423ddf5-dde0-45b2-baae-d7a717e34978 req-1d487222-5fe1-4f21-aa2f-5822ba9a6d02 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515385 Mar 24 01:27:09.339460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4062295 Mar 24 01:27:09.340602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58942) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:09.353664 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-352a9ea0-2ce2-4cb1-a70b-494a16c5032c admin admin] Request body: {'subnet': {'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2041650393-subnet', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:09.359938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b342e94c-1f76-4fb1-9862-d74dda8e706c req-fe79cbdf-8477-4fa0-b8ef-65575c1ed9f9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 210 time: 0.0656631 Mar 24 01:27:09.364278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b23fe8-0c5b-43c2-8bd0-51a760becb19 admin admin] Pushing event updated for resources: {'Network': ['ID=5fd0413b-b8fb-4e57-8a87-0232e04dfcd1,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:09.375242 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:27:09.384170 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-56ebdb4e-b513-451c-afba-369be9e00641 req-f9e48671-cabe-49ca-8bb4-f3721cfac578 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f73f1824-49a0-4a6c-8a44-f943da41e091), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.434316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352a9ea0-2ce2-4cb1-a70b-494a16c5032c admin admin] Made reservation on behalf of d7768e4fc96a433ca65e81874d239ce4 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:27:09.436913 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-352a9ea0-2ce2-4cb1-a70b-494a16c5032c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.471849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e48671-cabe-49ca-8bb4-f3721cfac578 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Port': ['ID=f73f1824-49a0-4a6c-8a44-f943da41e091,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:09.519662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ebdb4e-b513-451c-afba-369be9e00641 req-f9e48671-cabe-49ca-8bb4-f3721cfac578 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:27:09.522113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-56ebdb4e-b513-451c-afba-369be9e00641 req-f9e48671-cabe-49ca-8bb4-f3721cfac578 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:09.545902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ebdb4e-b513-451c-afba-369be9e00641 req-f9e48671-cabe-49ca-8bb4-f3721cfac578 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:27:09.625721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebdb4e-b513-451c-afba-369be9e00641 req-f9e48671-cabe-49ca-8bb4-f3721cfac578 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:09.626846 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-56ebdb4e-b513-451c-afba-369be9e00641 req-f9e48671-cabe-49ca-8bb4-f3721cfac578 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.682474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-a74684eb-d572-4549-b63d-b743920b77c4 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045838378&fields=id&tenant_id=18d1ec20555a42ae8b5cd3a4da5f31d3 HTTP/1.1" status: 200 len: 267 time: 0.1953280 Mar 24 01:27:09.690629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ebdb4e-b513-451c-afba-369be9e00641 req-f9e48671-cabe-49ca-8bb4-f3721cfac578 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8003588 Mar 24 01:27:09.716924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Request body: {'port': {'device_id': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:09.735375 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-352a9ea0-2ce2-4cb1-a70b-494a16c5032c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (e1abd87c-5717-4871-8061-8a66620165be), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.857544 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a9ea0-2ce2-4cb1-a70b-494a16c5032c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1abd87c-5717-4871-8061-8a66620165be,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:09.859718 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352a9ea0-2ce2-4cb1-a70b-494a16c5032c admin admin] Checking segment: {'id': '7bd29663-9403-4eb3-a2ae-9395b8064bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:27:09.860093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a9ea0-2ce2-4cb1-a70b-494a16c5032c admin admin] Network hostable DHCP agents. Network: 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:27:09.880269 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a9ea0-2ce2-4cb1-a70b-494a16c5032c admin admin] Network 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:27:09.897117 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-352a9ea0-2ce2-4cb1-a70b-494a16c5032c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:09.916517 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352a9ea0-2ce2-4cb1-a70b-494a16c5032c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:09.917338 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-352a9ea0-2ce2-4cb1-a70b-494a16c5032c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.920724 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3e3aaeae-294c-4666-b39b-ad061b87e81a None None] Provisioning complete for port f73f1824-49a0-4a6c-8a44-f943da41e091 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:09.921241 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3e3aaeae-294c-4666-b39b-ad061b87e81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f73f1824-49a0-4a6c-8a44-f943da41e091), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.924333 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f73f1824-49a0-4a6c-8a44-f943da41e091), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.932658 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-9d646219-99ac-450f-8855-05b4c821fd2b tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:09.934192 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-9d646219-99ac-450f-8855-05b4c821fd2b tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/networks?id=52175975-72ac-4fcc-a7a7-86f28a0a95a4 HTTP/1.1" status: 200 len: 808 time: 0.2419817 Mar 24 01:27:09.952845 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-352a9ea0-2ce2-4cb1-a70b-494a16c5032c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6094115 Mar 24 01:27:09.953077 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 58960) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:09.957929 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:09.963545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-d253b737-cda7-4189-b58e-32797e9b5540 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/quotas/18d1ec20555a42ae8b5cd3a4da5f31d3 HTTP/1.1" status: 200 len: 375 time: 0.0221119 Mar 24 01:27:09.982082 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (f11286de-87b0-44df-ba17-0c3c72e870c6), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.983671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (f11286de-87b0-44df-ba17-0c3c72e870c6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:09.984055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3e3aaeae-294c-4666-b39b-ad061b87e81a None None] Port f73f1824-49a0-4a6c-8a44-f943da41e091 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:27:09.985802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4153cb-6828-43f6-bb15-b79caa76ba68 None None] Network 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:27:10.114445 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Publish callbacks [] for router_controller (f11286de-87b0-44df-ba17-0c3c72e870c6), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:10.156008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'fixed_ips': [{'subnet_id': 'e1abd87c-5717-4871-8061-8a66620165be'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:27:10.156890 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:10.304783 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-e780d911-015a-4e1b-bd40-98fa9cdea089 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=18d1ec20555a42ae8b5cd3a4da5f31d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3069825 Mar 24 01:27:10.368204 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Publish callbacks [] for router_gateway (f11286de-87b0-44df-ba17-0c3c72e870c6), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:10.421522 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Allocated IP 172.20.0.2 (5fd0413b-b8fb-4e57-8a87-0232e04dfcd1/e1abd87c-5717-4871-8061-8a66620165be/a730c4b2-2c5d-4707-af6f-d8b5e4f25e46) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:27:10.583354 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73f1824-49a0-4a6c-8a44-f943da41e091 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:27:10.605351 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Publish callbacks [] for port (f73f1824-49a0-4a6c-8a44-f943da41e091), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:10.614280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-590ba0d2-5c80-444c-9282-483638350299 service neutron] 10.222.0.45 "GET /v2.0/networks/52175975-72ac-4fcc-a7a7-86f28a0a95a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935004 Mar 24 01:27:10.622333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f2af2-66e9-4f35-86d8-002459b34402 req-d65a2ede-894c-4904-b838-5ce4b262fb49 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:10.629438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-246f2af2-66e9-4f35-86d8-002459b34402 req-d65a2ede-894c-4904-b838-5ce4b262fb49 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 946 time: 0.1828947 Mar 24 01:27:10.651518 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Publish callbacks [] for router_gateway (f11286de-87b0-44df-ba17-0c3c72e870c6), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:10.675100 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Publish callbacks [] for port (a730c4b2-2c5d-4707-af6f-d8b5e4f25e46), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:10.685967 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (a730c4b2-2c5d-4707-af6f-d8b5e4f25e46), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:10.689489 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:10.717036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Transition to ACTIVE for port object f73f1824-49a0-4a6c-8a44-f943da41e091 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:27:10.750913 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f73f1824-49a0-4a6c-8a44-f943da41e091), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:10.788496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Network 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:27:10.792065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:10.803421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:27:10.811073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Pushing event updated for resources: {'Port': ['ID=a730c4b2-2c5d-4707-af6f-d8b5e4f25e46,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:10.879238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Allocated IP 172.25.0.31 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/9eda0a0a-5248-48da-817c-7a68db9980e9) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:27:10.943970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2186766b-15d8-4114-b65c-7ec086518ab2 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:11.021439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Attempting to bind port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:27:11.022081 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Attempting to bind port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '7bd29663-9403-4eb3-a2ae-9395b8064bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:27:11.022548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Attempting to bind port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 on network 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:27:11.037546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:27:11.038106 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Checking segment: {'id': '7bd29663-9403-4eb3-a2ae-9395b8064bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:27:11.038667 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:11.039102 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Bound using segment: {'id': '7bd29663-9403-4eb3-a2ae-9395b8064bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:27:11.039770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Bound port: a730c4b2-2c5d-4707-af6f-d8b5e4f25e46, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd29663-9403-4eb3-a2ae-9395b8064bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:27:11.040255 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a730c4b2-2c5d-4707-af6f-d8b5e4f25e46), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:11.079438 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Publish callbacks [] for port (9eda0a0a-5248-48da-817c-7a68db9980e9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:11.114424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 2186766b-15d8-4114-b65c-7ec086518ab2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:11.114940 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2186766b-15d8-4114-b65c-7ec086518ab2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:11.125854 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (9eda0a0a-5248-48da-817c-7a68db9980e9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:11.156916 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:27:11.160194 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:11.182318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:27:11.193688 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] For port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:27:11.198821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] For port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a730c4b2-2c5d-4707-af6f-d8b5e4f25e46,segment=NetworkSegment(7bd29663-9403-4eb3-a2ae-9395b8064bed),segment_id=7bd29663-9403-4eb3-a2ae-9395b8064bed)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:27:11.211905 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a730c4b2-2c5d-4707-af6f-d8b5e4f25e46), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:11.245708 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Pushing event updated for resources: {'Port': ['ID=9eda0a0a-5248-48da-817c-7a68db9980e9,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:11.369881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 2186766b-15d8-4114-b65c-7ec086518ab2 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:11.370282 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2186766b-15d8-4114-b65c-7ec086518ab2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:11.397997 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9976ec-83ce-4a7d-b2f8-04ca47a2fab2 None None] Pushing event updated for resources: {'Port': ['ID=a730c4b2-2c5d-4707-af6f-d8b5e4f25e46,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:11.412737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 2186766b-15d8-4114-b65c-7ec086518ab2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2186766b-15d8-4114-b65c-7ec086518ab2,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:11.422879 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2186766b-15d8-4114-b65c-7ec086518ab2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:11.451997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-246f2af2-66e9-4f35-86d8-002459b34402 req-ff9a4b39-7cdf-426d-b287-5f2e1f96a015 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8194771 Mar 24 01:27:11.548599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Pushing event updated for resources: {'Port': ['ID=f73f1824-49a0-4a6c-8a44-f943da41e091,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:11.571710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=2186766b-15d8-4114-b65c-7ec086518ab2,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:11.702136 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Publish callbacks [] for router_gateway (f11286de-87b0-44df-ba17-0c3c72e870c6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:11.718318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-5aaf7d74-0f95-4dab-b10c-184727a99376 service neutron] 10.222.0.45 "GET /v2.0/networks/52175975-72ac-4fcc-a7a7-86f28a0a95a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0859699 Mar 24 01:27:11.794216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Attempting to bind port f73f1824-49a0-4a6c-8a44-f943da41e091 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:27:11.794529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Attempting to bind port f73f1824-49a0-4a6c-8a44-f943da41e091 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '33f68006-3564-4a55-bf66-d8c70a7ea825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:27:11.794861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Attempting to bind port f73f1824-49a0-4a6c-8a44-f943da41e091 on network 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:27:11.806944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Port f73f1824-49a0-4a6c-8a44-f943da41e091 on network 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:27:11.807274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Attempting to bind port f73f1824-49a0-4a6c-8a44-f943da41e091 on network 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:27:11.819879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:27:11.820225 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Checking segment: {'id': '33f68006-3564-4a55-bf66-d8c70a7ea825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:27:11.820614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Bound using segment: {'id': '33f68006-3564-4a55-bf66-d8c70a7ea825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:27:11.821058 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Bound port: f73f1824-49a0-4a6c-8a44-f943da41e091, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f68006-3564-4a55-bf66-d8c70a7ea825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:27:11.821466 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f73f1824-49a0-4a6c-8a44-f943da41e091), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:11.832313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a38c2-3ba4-4fa5-b6af-b350526e9ba1 req-e8f820a0-3f7c-4af2-8c3c-803cb44ca0c1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:11.833887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-369a38c2-3ba4-4fa5-b6af-b350526e9ba1 req-e8f820a0-3f7c-4af2-8c3c-803cb44ca0c1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 943 time: 0.1710968 Mar 24 01:27:11.958415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] For port f73f1824-49a0-4a6c-8a44-f943da41e091, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:27:12.011428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] For port f73f1824-49a0-4a6c-8a44-f943da41e091, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f73f1824-49a0-4a6c-8a44-f943da41e091,segment=NetworkSegment(33f68006-3564-4a55-bf66-d8c70a7ea825),segment_id=33f68006-3564-4a55-bf66-d8c70a7ea825)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:27:12.029310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-369a38c2-3ba4-4fa5-b6af-b350526e9ba1 req-5f9d2e35-b6d9-4689-8d08-1635dab0729e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=109b1cba-616a-4735-9b1b-aa1e685130ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760607 Mar 24 01:27:12.031661 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f73f1824-49a0-4a6c-8a44-f943da41e091), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:12.067229 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (f11286de-87b0-44df-ba17-0c3c72e870c6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:12.104986 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:12.106194 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:12.108714 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] 10.222.0.57 "PUT /v2.0/ports/f73f1824-49a0-4a6c-8a44-f943da41e091 HTTP/1.1" status: 200 len: 1091 time: 2.4084609 Mar 24 01:27:12.112809 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'tag': 'f73f1824-49a0-4a6c-8a44-f943da41e091'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:27:12.115318 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75cbe01-126a-4a34-95ef-be1a934c4c87" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7e45d3-1fb1-4f24-b55b-96e4c68455e5", "tag": "f73f1824-49a0-4a6c-8a44-f943da41e091"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:27:12.117844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51e0de-a4dc-4c4b-bde4-c2068a15ffeb service neutron] Pushing event updated for resources: {'Port': ['ID=f73f1824-49a0-4a6c-8a44-f943da41e091,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:12.217075 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-924a627e-e8ed-4fcf-9b16-3e66b31c2f5d req-0aa8c0b6-98cb-4955-a97c-183f86754e19 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 210 time: 0.0620944 Mar 24 01:27:12.306375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebdb4e-b513-451c-afba-369be9e00641 req-1170a6e3-9cfd-49eb-ae40-3b451060f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:12.309820 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ebdb4e-b513-451c-afba-369be9e00641 req-1170a6e3-9cfd-49eb-ae40-3b451060f7af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc274b6be3894d6ba0099f965a7e399c&device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 1125 time: 0.1482532 Mar 24 01:27:12.311619 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ee41f0-40fb-44cd-8c66-e6a7232fe093 x-openstack-request-id: req-c7ee41f0-40fb-44cd-8c66-e6a7232fe093 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:27:12.312247 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7e45d3-1fb1-4f24-b55b-96e4c68455e5", "tag": "f73f1824-49a0-4a6c-8a44-f943da41e091", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:27:12.312668 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7ee41f0-40fb-44cd-8c66-e6a7232fe093 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:27:12.313293 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ee41f0-40fb-44cd-8c66-e6a7232fe093'] response: {'name': 'network-changed', 'server_uuid': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'tag': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'status': 'completed', 'code': 200} Mar 24 01:27:12.378518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Router f11286de-87b0-44df-ba17-0c3c72e870c6 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:27:12.432321 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0aeaad36-bdd9-44d3-82f1-e5674968df9a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f73f1824-49a0-4a6c-8a44-f943da41e091 HTTP/1.1" status: 200 len: 217 time: 0.1027200 Mar 24 01:27:12.487043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc79df-095f-40a8-a59c-11596f63514f req-0c912539-ac16-4c52-998d-d6743b6dcb50 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:12.494724 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27cc79df-095f-40a8-a59c-11596f63514f req-0c912539-ac16-4c52-998d-d6743b6dcb50 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 946 time: 0.4783921 Mar 24 01:27:12.531125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebdb4e-b513-451c-afba-369be9e00641 req-308ca592-a1f8-43ce-9364-cf7c01608a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:12.532809 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ebdb4e-b513-451c-afba-369be9e00641 req-308ca592-a1f8-43ce-9364-cf7c01608a81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0805174e-d175-4993-b0c3-d1e104fa0824 HTTP/1.1" status: 200 len: 835 time: 0.0954688 Mar 24 01:27:12.600194 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27cc79df-095f-40a8-a59c-11596f63514f req-df5a23d1-aa7f-4c1b-a892-e102a0fe2df5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042919 Mar 24 01:27:12.622872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0c2deac6-3880-4f23-8046-83ddff20c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:12.625830 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ebdb4e-b513-451c-afba-369be9e00641 req-0c2deac6-3880-4f23-8046-83ddff20c81e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dcc7e29-a7ab-4753-b50e-f4409d0dc39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0863717 Mar 24 01:27:12.693084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:27:12.715866 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Sync routers for ids ['f11286de-87b0-44df-ba17-0c3c72e870c6'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:27:12.739440 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Routers {'f11286de-87b0-44df-ba17-0c3c72e870c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:12.740892 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:27:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f11286de-87b0-44df-ba17-0c3c72e870c6'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:12.744585 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:12.745882 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-818702ce-d5ce-4d06-b018-0f23cebb2056 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7917309 Mar 24 01:27:12.749299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59014) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:12.927670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ebdb4e-b513-451c-afba-369be9e00641 req-77d53197-6c3c-40f2-b047-4f0b5c8e9580 service neutron] 10.222.0.57 "GET /v2.0/networks/0dcc7e29-a7ab-4753-b50e-f4409d0dc39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883418 Mar 24 01:27:13.020185 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Set router f11286de-87b0-44df-ba17-0c3c72e870c6 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:13.094157 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:13.230697 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:13.232836 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a730c4b2-2c5d-4707-af6f-d8b5e4f25e46), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:13.388556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Sync routers for ids ['39cfc549-3afe-4d65-980f-6bf024c81789'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:27:13.413146 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-56ebdb4e-b513-451c-afba-369be9e00641 req-4d293600-aeca-45c9-bfda-5636c146c81b service neutron] 10.222.0.57 "GET /v2.0/networks/0dcc7e29-a7ab-4753-b50e-f4409d0dc39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787614 Mar 24 01:27:13.451331 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8ab1a-841c-4539-92e7-2c9e7a10c3d8 req-be2c8fb0-f4c6-462c-8da3-fbdf536d9b91 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:13.453013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ac8ab1a-841c-4539-92e7-2c9e7a10c3d8 req-be2c8fb0-f4c6-462c-8da3-fbdf536d9b91 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 943 time: 0.2268007 Mar 24 01:27:13.536418 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba772bb-f404-4aa2-ab40-be18e4e41f81 None None] Network 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:27:13.681342 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Routers {'39cfc549-3afe-4d65-980f-6bf024c81789'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:13.683915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:27:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['39cfc549-3afe-4d65-980f-6bf024c81789'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:13.734864 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:13.735277 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a730c4b2-2c5d-4707-af6f-d8b5e4f25e46), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:13.756537 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:27:11Z', 'revision_number': 3, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port': {'id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:10Z', 'updated_at': '2022-03-24T01:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:13.833428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ac8ab1a-841c-4539-92e7-2c9e7a10c3d8 req-63fa86e3-10aa-4867-9709-490acd1addba tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=109b1cba-616a-4735-9b1b-aa1e685130ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3722363 Mar 24 01:27:13.835083 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Checking router: f11286de-87b0-44df-ba17-0c3c72e870c6 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:27:13.835446 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Updating router f11286de-87b0-44df-ba17-0c3c72e870c6 port 9eda0a0a-5248-48da-817c-7a68db9980e9 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:27:13.912152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f9ae4885-5f72-4cf0-814c-fdf2299916c4 None None] Provisioning complete for port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:13.918301 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4885-5f72-4cf0-814c-fdf2299916c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a730c4b2-2c5d-4707-af6f-d8b5e4f25e46), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:13.937983 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9eda0a0a-5248-48da-817c-7a68db9980e9), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:14.114319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cbe01-126a-4a34-95ef-be1a934c4c87 req-6653b678-50ba-4569-b579-20d298b1583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:14.129144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a730c4b2-2c5d-4707-af6f-d8b5e4f25e46,segment=NetworkSegment(7bd29663-9403-4eb3-a2ae-9395b8064bed),segment_id=7bd29663-9403-4eb3-a2ae-9395b8064bed)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:14.140247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b75cbe01-126a-4a34-95ef-be1a934c4c87 req-6653b678-50ba-4569-b579-20d298b1583c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc274b6be3894d6ba0099f965a7e399c&device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 1125 time: 0.6364119 Mar 24 01:27:14.168634 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a730c4b2-2c5d-4707-af6f-d8b5e4f25e46), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:14.172827 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2186766b-15d8-4114-b65c-7ec086518ab2 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:14.257903 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=a730c4b2-2c5d-4707-af6f-d8b5e4f25e46,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:14.344428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c33da57c-7265-4af5-9d73-5c4e4b63589d req-66a8c439-2e8a-449b-9924-d5ea88d5a7ac tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 210 time: 0.3175030 Mar 24 01:27:14.388246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-514c1699-44d7-4412-b112-fba5fc4e4403 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:14.390290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-514c1699-44d7-4412-b112-fba5fc4e4403 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.57 "GET /v2.0/networks?id=52175975-72ac-4fcc-a7a7-86f28a0a95a4 HTTP/1.1" status: 200 len: 808 time: 0.5618963 Mar 24 01:27:14.422252 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Set router 39cfc549-3afe-4d65-980f-6bf024c81789 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:14.442636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cbe01-126a-4a34-95ef-be1a934c4c87 req-fc2accfd-e601-447f-843c-24fe2a27ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:14.444561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b75cbe01-126a-4a34-95ef-be1a934c4c87 req-fc2accfd-e601-447f-843c-24fe2a27ecbf service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dcc7e29-a7ab-4753-b50e-f4409d0dc39f HTTP/1.1" status: 200 len: 897 time: 0.3019371 Mar 24 01:27:14.547499 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b75cbe01-126a-4a34-95ef-be1a934c4c87 req-c02168f1-11c4-4d38-9589-cc67635b2c63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f73f1824-49a0-4a6c-8a44-f943da41e091 HTTP/1.1" status: 200 len: 217 time: 0.0775945 Mar 24 01:27:14.630169 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-9c17439c-a307-442e-a57c-0bf2997d471b tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18d1ec20555a42ae8b5cd3a4da5f31d3 HTTP/1.1" status: 200 len: 380 time: 0.2303581 Mar 24 01:27:14.635280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cbe01-126a-4a34-95ef-be1a934c4c87 req-46abe0b9-6c54-4839-8c52-c0982e5f75de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:14.644507 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b75cbe01-126a-4a34-95ef-be1a934c4c87 req-46abe0b9-6c54-4839-8c52-c0982e5f75de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0805174e-d175-4993-b0c3-d1e104fa0824 HTTP/1.1" status: 200 len: 835 time: 0.0886259 Mar 24 01:27:14.647927 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:14.655126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-707a7dbc-78b2-4b26-b208-2194c72dba81 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Request body: {'port': {'device_id': '90f47318-99d4-429c-8690-9d60fe746d92', 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'admin_state_up': True, 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'security_groups': ['68945e44-5260-433c-b159-53c40bcc9dc1']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:14.664044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f73f1824-49a0-4a6c-8a44-f943da41e091 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:27:14.673979 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Publish callbacks [] for port (9eda0a0a-5248-48da-817c-7a68db9980e9), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:14.699341 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9eda0a0a-5248-48da-817c-7a68db9980e9), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:14.882220 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Pushing event updated for resources: {'Port': ['ID=9eda0a0a-5248-48da-817c-7a68db9980e9,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:14.892230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 2186766b-15d8-4114-b65c-7ec086518ab2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:14.902342 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2186766b-15d8-4114-b65c-7ec086518ab2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:14.905439 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Attempting to bind port 9eda0a0a-5248-48da-817c-7a68db9980e9 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:27:14.906200 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Attempting to bind port 9eda0a0a-5248-48da-817c-7a68db9980e9 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:27:14.907629 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Attempting to bind port 9eda0a0a-5248-48da-817c-7a68db9980e9 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:27:14.949455 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:14.949813 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:14.950162 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:14.950504 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:14.950847 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:14.951182 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:14.951580 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:14.951917 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:14.952154 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:14.957402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cbe01-126a-4a34-95ef-be1a934c4c87 req-d42ba05d-2d64-4a3c-ba2d-e652da03e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:14.959051 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b75cbe01-126a-4a34-95ef-be1a934c4c87 req-d42ba05d-2d64-4a3c-ba2d-e652da03e921 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dcc7e29-a7ab-4753-b50e-f4409d0dc39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2910297 Mar 24 01:27:14.961904 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:14.962263 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:14.968786 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:14.969178 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:14.973377 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:14.973751 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:27:14.986802 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:27:14.987269 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:27:14.987627 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:14.988037 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:27:14.989482 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Bound port: 9eda0a0a-5248-48da-817c-7a68db9980e9, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:27:14.989877 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9eda0a0a-5248-48da-817c-7a68db9980e9), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:15.086098 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f73f1824-49a0-4a6c-8a44-f943da41e091, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f73f1824-49a0-4a6c-8a44-f943da41e091,segment=NetworkSegment(33f68006-3564-4a55-bf66-d8c70a7ea825),segment_id=33f68006-3564-4a55-bf66-d8c70a7ea825)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:15.106161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae4885-5f72-4cf0-814c-fdf2299916c4 None None] Current status of the port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:15.109065 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'port_id': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'mac_address': 'fa:16:3e:98:fe:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:27:15.116488 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] For port 9eda0a0a-5248-48da-817c-7a68db9980e9, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:27:15.122440 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] For port 9eda0a0a-5248-48da-817c-7a68db9980e9, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9eda0a0a-5248-48da-817c-7a68db9980e9,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:27:15.136085 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9eda0a0a-5248-48da-817c-7a68db9980e9), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:15.244528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f73f1824-49a0-4a6c-8a44-f943da41e091 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:15.245041 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f73f1824-49a0-4a6c-8a44-f943da41e091), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:15.248928 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6254c72c-0f08-4b2c-82de-b45fd0911c47 None None] Provisioning complete for port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:15.249325 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6254c72c-0f08-4b2c-82de-b45fd0911c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a730c4b2-2c5d-4707-af6f-d8b5e4f25e46), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:15.273927 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93568e6-aa8c-4b1c-b892-b55e9ac1c48a None None] Pushing event updated for resources: {'Port': ['ID=9eda0a0a-5248-48da-817c-7a68db9980e9,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:15.285435 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Routers {'f11286de-87b0-44df-ba17-0c3c72e870c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:15.288403 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:27:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f11286de-87b0-44df-ba17-0c3c72e870c6'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:15.359048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-707a7dbc-78b2-4b26-b208-2194c72dba81 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Made reservation on behalf of 18d1ec20555a42ae8b5cd3a4da5f31d3 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:27:15.363579 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-707a7dbc-78b2-4b26-b208-2194c72dba81 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:15.394425 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc77a4-4842-4210-92ef-4d4ef57320d8 req-010ca887-fb87-45c9-8940-29717ebcfddb tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:15.396184 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eecc77a4-4842-4210-92ef-4d4ef57320d8 req-010ca887-fb87-45c9-8940-29717ebcfddb tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 943 time: 0.3596253 Mar 24 01:27:15.441513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Allocated IP 172.20.0.1 (5fd0413b-b8fb-4e57-8a87-0232e04dfcd1/e1abd87c-5717-4871-8061-8a66620165be/c8af86a8-f44e-425f-b64d-5b34565479ad) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:27:15.598029 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] Set router f11286de-87b0-44df-ba17-0c3c72e870c6 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:15.635642 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b75cbe01-126a-4a34-95ef-be1a934c4c87 req-052955ed-b694-4640-836f-cc96f001e4a9 service neutron] 10.222.0.57 "GET /v2.0/networks/0dcc7e29-a7ab-4753-b50e-f4409d0dc39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699086 Mar 24 01:27:15.650133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73f1824-49a0-4a6c-8a44-f943da41e091 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:27:15.678671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f73f1824-49a0-4a6c-8a44-f943da41e091, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f73f1824-49a0-4a6c-8a44-f943da41e091,segment=NetworkSegment(33f68006-3564-4a55-bf66-d8c70a7ea825),segment_id=33f68006-3564-4a55-bf66-d8c70a7ea825)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:15.702464 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f73f1824-49a0-4a6c-8a44-f943da41e091), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:15.731184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'name': 'tempest-TestServerBasicOps-1225590810-router', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '2186766b-15d8-4114-b65c-7ec086518ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:56Z', 'updated_at': '2022-03-24T01:27:04Z', 'revision_number': 4, 'project_id': 'df3c4836c3a9445db59aedaea13ded7d', 'gw_port': {'id': '2186766b-15d8-4114-b65c-7ec086518ab2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:57Z', 'updated_at': '2022-03-24T01:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10', 'name': '', 'network_id': 'fc5c510c-5973-4cbc-a2fc-23f1f1df8439', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d', 'mac_address': 'fa:16:3e:03:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'd5183b0c-233f-4551-abf3-e140cbdf4570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:03Z', 'updated_at': '2022-03-24T01:27:04Z', 'revision_number': 2, 'project_id': 'df3c4836c3a9445db59aedaea13ded7d', 'subnets': [{'id': 'd5183b0c-233f-4551-abf3-e140cbdf4570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:15.840386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Checking router: 39cfc549-3afe-4d65-980f-6bf024c81789 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:27:15.840756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Updating router 39cfc549-3afe-4d65-980f-6bf024c81789 port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:27:15.929402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['f73f1824-49a0-4a6c-8a44-f943da41e091'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:27:15.932774 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 2186766b-15d8-4114-b65c-7ec086518ab2 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:15.971053 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f73f1824-49a0-4a6c-8a44-f943da41e091,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:15.980318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6254c72c-0f08-4b2c-82de-b45fd0911c47 None None] Current status of the port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:15.987734 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:27:11Z', 'revision_number': 3, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port': {'id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:10Z', 'updated_at': '2022-03-24T01:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:15.992451 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:16.044691 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692d46e-dded-456e-b000-7021cd0ea691 None None] The sync data for ids ['f11286de-87b0-44df-ba17-0c3c72e870c6'] in n-d-760455-9 is: [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:27:11Z', 'revision_number': 3, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port': {'id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:10Z', 'updated_at': '2022-03-24T01:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:27:16.078194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:16.324749 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec760291-0ab2-4959-9c37-193b63060328 req-652239dd-29da-4128-9ffe-1c466d1333be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 210 time: 0.6675494 Mar 24 01:27:16.342440 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eecc77a4-4842-4210-92ef-4d4ef57320d8 req-97d43ae2-80f0-4e51-b1ac-863ab3a11a8d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=109b1cba-616a-4735-9b1b-aa1e685130ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9333506 Mar 24 01:27:16.369721 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:16.370236 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a730c4b2-2c5d-4707-af6f-d8b5e4f25e46), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:16.566533 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Publish callbacks [] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:16.586238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-707a7dbc-78b2-4b26-b208-2194c72dba81 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Allocated IP 172.20.0.10 (52175975-72ac-4fcc-a7a7-86f28a0a95a4/f7aa756d-708d-4988-b63b-255f5d94f098/6819f89d-9fef-4c00-b959-45aa336013c3) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:27:16.630460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b75cbe01-126a-4a34-95ef-be1a934c4c87 req-8714c6ec-54b6-4d2a-891d-e60662f83254 service neutron] 10.222.0.57 "GET /v2.0/networks/0dcc7e29-a7ab-4753-b50e-f4409d0dc39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9764349 Mar 24 01:27:16.698222 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:16.704179 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:16.797476 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Publish callbacks [] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:16.832546 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:16.836395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Pushing event updated for resources: {'Port': ['ID=c8af86a8-f44e-425f-b64d-5b34565479ad,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:16.884167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b003184-171e-4ed4-9e88-e95bb37cb22b None None] Pushing event updated for resources: {'Port': ['ID=4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:16.901235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Network 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:27:16.906554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:16.934162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:27:17.046209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Attempting to bind port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:27:17.046934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Attempting to bind port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'd12cd2f0-e9a7-4edc-b89a-97bdbbff09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fc5c510c-5973-4cbc-a2fc-23f1f1df8439'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:27:17.047538 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Attempting to bind port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 on network fc5c510c-5973-4cbc-a2fc-23f1f1df8439 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:27:17.058589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:27:17.059375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Checking segment: {'id': 'd12cd2f0-e9a7-4edc-b89a-97bdbbff09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fc5c510c-5973-4cbc-a2fc-23f1f1df8439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:27:17.060026 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:17.060641 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Bound using segment: {'id': 'd12cd2f0-e9a7-4edc-b89a-97bdbbff09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fc5c510c-5973-4cbc-a2fc-23f1f1df8439'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:27:17.061781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Bound port: 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cd2f0-e9a7-4edc-b89a-97bdbbff09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fc5c510c-5973-4cbc-a2fc-23f1f1df8439'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:27:17.062540 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:17.087872 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a121662f-8abd-4a46-9cf8-f74ab9ec2232 req-d08f41c3-a8da-4565-9f42-8644f28fe3f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2622099 Mar 24 01:27:17.176641 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (f11286de-87b0-44df-ba17-0c3c72e870c6), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:17.236057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] For port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:27:17.258517 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] For port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10,segment=NetworkSegment(d12cd2f0-e9a7-4edc-b89a-97bdbbff09af),segment_id=d12cd2f0-e9a7-4edc-b89a-97bdbbff09af)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:27:17.272227 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:17.347767 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b003184-171e-4ed4-9e88-e95bb37cb22b None None] Pushing event updated for resources: {'Port': ['ID=4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:17.371219 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Routers {'39cfc549-3afe-4d65-980f-6bf024c81789'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:17.372495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:27:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['39cfc549-3afe-4d65-980f-6bf024c81789'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:17.383901 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-707a7dbc-78b2-4b26-b208-2194c72dba81 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for port (6819f89d-9fef-4c00-b959-45aa336013c3), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:17.588696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fc248eb8-f216-4d7d-bd9f-96f4a40e8569 None None] Provisioning complete for port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:17.589374 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc248eb8-f216-4d7d-bd9f-96f4a40e8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:17.612076 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b502c7c-0be7-4a02-8d79-30c2434c6c79 req-707fbd7f-237e-4d7b-abc0-a77dd4e5ea41 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 210 time: 0.1411881 Mar 24 01:27:17.620929 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:17.653917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121662f-8abd-4a46-9cf8-f74ab9ec2232 req-2cdd9cd4-a4aa-4ecd-8ba5-5d90ee7a33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:17.655826 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a121662f-8abd-4a46-9cf8-f74ab9ec2232 req-2cdd9cd4-a4aa-4ecd-8ba5-5d90ee7a33d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 1128 time: 0.5046067 Mar 24 01:27:17.683371 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] Set router 39cfc549-3afe-4d65-980f-6bf024c81789 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:17.768938 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-707a7dbc-78b2-4b26-b208-2194c72dba81 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6819f89d-9fef-4c00-b959-45aa336013c3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:17.810785 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36567fa1-117d-4671-b56e-21c141d608ca req-79565f36-8701-45e0-9339-15320a9eb4ec tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:17.812740 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36567fa1-117d-4671-b56e-21c141d608ca req-79565f36-8701-45e0-9339-15320a9eb4ec tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 944 time: 0.2904906 Mar 24 01:27:17.821611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-707a7dbc-78b2-4b26-b208-2194c72dba81 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Network 52175975-72ac-4fcc-a7a7-86f28a0a95a4 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:27:17.879399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-707a7dbc-78b2-4b26-b208-2194c72dba81 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:17.937861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-707a7dbc-78b2-4b26-b208-2194c72dba81 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:27:17.942268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fc248eb8-f216-4d7d-bd9f-96f4a40e8569 None None] Current status of the port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:17.943053 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc248eb8-f216-4d7d-bd9f-96f4a40e8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:18.028841 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fc248eb8-f216-4d7d-bd9f-96f4a40e8569 None None] For port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10,segment=NetworkSegment(d12cd2f0-e9a7-4edc-b89a-97bdbbff09af),segment_id=d12cd2f0-e9a7-4edc-b89a-97bdbbff09af)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:18.086653 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc248eb8-f216-4d7d-bd9f-96f4a40e8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:18.243039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fc248eb8-f216-4d7d-bd9f-96f4a40e8569 None None] Provisioning complete for port c8af86a8-f44e-425f-b64d-5b34565479ad triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:18.243425 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc248eb8-f216-4d7d-bd9f-96f4a40e8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:18.254559 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121662f-8abd-4a46-9cf8-f74ab9ec2232 req-477262c2-d71f-479f-8d26-be3e3b2e0433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:18.255987 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a121662f-8abd-4a46-9cf8-f74ab9ec2232 req-477262c2-d71f-479f-8d26-be3e3b2e0433 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.5729470 Mar 24 01:27:18.256900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a7dbc-78b2-4b26-b208-2194c72dba81 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Pushing event updated for resources: {'Port': ['ID=6819f89d-9fef-4c00-b959-45aa336013c3,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:18.265856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-707a7dbc-78b2-4b26-b208-2194c72dba81 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:18.266547 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-707a7dbc-78b2-4b26-b208-2194c72dba81 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:18.279905 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:27:18.305274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36567fa1-117d-4671-b56e-21c141d608ca req-42d2f13f-c38a-44e8-8dd7-6e38321814e9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=109b1cba-616a-4735-9b1b-aa1e685130ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4228613 Mar 24 01:27:18.343957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fc248eb8-f216-4d7d-bd9f-96f4a40e8569 None None] Port c8af86a8-f44e-425f-b64d-5b34565479ad cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:27:18.365699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:18.391028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc248eb8-f216-4d7d-bd9f-96f4a40e8569 None None] Pushing event updated for resources: {'Port': ['ID=4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:18.453544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'name': 'tempest-TestServerBasicOps-1225590810-router', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '2186766b-15d8-4114-b65c-7ec086518ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:56Z', 'updated_at': '2022-03-24T01:27:04Z', 'revision_number': 4, 'project_id': 'df3c4836c3a9445db59aedaea13ded7d', 'gw_port': {'id': '2186766b-15d8-4114-b65c-7ec086518ab2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:57Z', 'updated_at': '2022-03-24T01:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10', 'name': '', 'network_id': 'fc5c510c-5973-4cbc-a2fc-23f1f1df8439', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d', 'mac_address': 'fa:16:3e:03:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'd5183b0c-233f-4551-abf3-e140cbdf4570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:03Z', 'updated_at': '2022-03-24T01:27:17Z', 'revision_number': 4, 'project_id': 'df3c4836c3a9445db59aedaea13ded7d', 'subnets': [{'id': 'd5183b0c-233f-4551-abf3-e140cbdf4570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:18.482561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a121662f-8abd-4a46-9cf8-f74ab9ec2232 req-583b615b-13c6-4810-bb0e-271bbed3396f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=027d4363-d536-424d-81eb-ab79b4af83e8 HTTP/1.1" status: 200 len: 217 time: 0.2120283 Mar 24 01:27:18.502634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-707a7dbc-78b2-4b26-b208-2194c72dba81 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8566511 Mar 24 01:27:18.505260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc03a4-ebf8-4b26-8056-11304546c6f1 None None] The sync data for ids ['39cfc549-3afe-4d65-980f-6bf024c81789'] in n-d-760455-9 is: [{'id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'name': 'tempest-TestServerBasicOps-1225590810-router', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '2186766b-15d8-4114-b65c-7ec086518ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:56Z', 'updated_at': '2022-03-24T01:27:04Z', 'revision_number': 4, 'project_id': 'df3c4836c3a9445db59aedaea13ded7d', 'gw_port': {'id': '2186766b-15d8-4114-b65c-7ec086518ab2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:57Z', 'updated_at': '2022-03-24T01:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10', 'name': '', 'network_id': 'fc5c510c-5973-4cbc-a2fc-23f1f1df8439', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d', 'mac_address': 'fa:16:3e:03:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'd5183b0c-233f-4551-abf3-e140cbdf4570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:03Z', 'updated_at': '2022-03-24T01:27:17Z', 'revision_number': 4, 'project_id': 'df3c4836c3a9445db59aedaea13ded7d', 'subnets': [{'id': 'd5183b0c-233f-4551-abf3-e140cbdf4570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:27:18.523474 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:18.524212 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:18.530801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Request body: {'port': {'device_id': '90f47318-99d4-429c-8690-9d60fe746d92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:18.585868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f73f1824-49a0-4a6c-8a44-f943da41e091 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:18.599068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ffa9fd32-d26d-4a9c-947f-bc6dadb495b0 None None] Provisioning complete for port 6819f89d-9fef-4c00-b959-45aa336013c3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:18.599456 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ffa9fd32-d26d-4a9c-947f-bc6dadb495b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6819f89d-9fef-4c00-b959-45aa336013c3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:18.657465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121662f-8abd-4a46-9cf8-f74ab9ec2232 req-a5f4c60b-d343-4c3e-bd7f-c0973e952c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:18.659210 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a121662f-8abd-4a46-9cf8-f74ab9ec2232 req-a5f4c60b-d343-4c3e-bd7f-c0973e952c8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.1615179 Mar 24 01:27:18.733268 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6819f89d-9fef-4c00-b959-45aa336013c3), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:18.749063 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ffa9fd32-d26d-4a9c-947f-bc6dadb495b0 None None] Port 6819f89d-9fef-4c00-b959-45aa336013c3 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:27:18.787672 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ffa9fd32-d26d-4a9c-947f-bc6dadb495b0 None None] Provisioning complete for port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:18.788087 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ffa9fd32-d26d-4a9c-947f-bc6dadb495b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:18.794963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:18.796145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9eda0a0a-5248-48da-817c-7a68db9980e9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:18.799403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port f73f1824-49a0-4a6c-8a44-f943da41e091 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:27:18.853730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121662f-8abd-4a46-9cf8-f74ab9ec2232 req-3a38d21b-26f8-40ec-8aeb-506494fcc8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:18.855303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a121662f-8abd-4a46-9cf8-f74ab9ec2232 req-3a38d21b-26f8-40ec-8aeb-506494fcc8b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1847384 Mar 24 01:27:18.896171 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Publish callbacks [] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:18.904438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port f73f1824-49a0-4a6c-8a44-f943da41e091 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:18.904808 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f73f1824-49a0-4a6c-8a44-f943da41e091), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:18.961720 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:19.098560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9eda0a0a-5248-48da-817c-7a68db9980e9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:19.099425 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9eda0a0a-5248-48da-817c-7a68db9980e9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:19.133297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Pushing event updated for resources: {'Port': ['ID=c8af86a8-f44e-425f-b64d-5b34565479ad,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:19.178887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ffa9fd32-d26d-4a9c-947f-bc6dadb495b0 None None] Current status of the port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:19.198028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port f73f1824-49a0-4a6c-8a44-f943da41e091 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:19.198428 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f73f1824-49a0-4a6c-8a44-f943da41e091), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:19.233551 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73f1824-49a0-4a6c-8a44-f943da41e091'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:27:19.235813 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348460ba-fdcd-4cd1-872d-7d9592358a82" -d '{"events": [{"server_uuid": "5f7e45d3-1fb1-4f24-b55b-96e4c68455e5", "name": "network-vif-plugged", "status": "completed", "tag": "f73f1824-49a0-4a6c-8a44-f943da41e091"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:27:19.268347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port f73f1824-49a0-4a6c-8a44-f943da41e091, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f73f1824-49a0-4a6c-8a44-f943da41e091,segment=NetworkSegment(33f68006-3564-4a55-bf66-d8c70a7ea825),segment_id=33f68006-3564-4a55-bf66-d8c70a7ea825)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:19.280615 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f73f1824-49a0-4a6c-8a44-f943da41e091), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:19.288825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 9eda0a0a-5248-48da-817c-7a68db9980e9 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:19.288825 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9eda0a0a-5248-48da-817c-7a68db9980e9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:19.339303 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 9eda0a0a-5248-48da-817c-7a68db9980e9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9eda0a0a-5248-48da-817c-7a68db9980e9,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:19.355984 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (9eda0a0a-5248-48da-817c-7a68db9980e9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:19.361173 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=f73f1824-49a0-4a6c-8a44-f943da41e091,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:19.378408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b415bfc-4e51-4b24-8344-9c4dc988d1c2 req-7cbdc041-f9ff-4abf-8925-370dbc70ea28 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:19.379916 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b415bfc-4e51-4b24-8344-9c4dc988d1c2 req-7cbdc041-f9ff-4abf-8925-370dbc70ea28 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 932 time: 0.6043599 Mar 24 01:27:19.380733 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (f11286de-87b0-44df-ba17-0c3c72e870c6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:19.477660 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a121662f-8abd-4a46-9cf8-f74ab9ec2232 req-ee7f80f7-97bf-4686-a08b-ea8217e80cca service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057258 Mar 24 01:27:19.514503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-6ec6558e-3a35-49e5-b7c7-aad9010915bd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:19.516037 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-6ec6558e-3a35-49e5-b7c7-aad9010915bd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 812 time: 0.3045630 Mar 24 01:27:19.630982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=9eda0a0a-5248-48da-817c-7a68db9980e9,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:19.667316 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b415bfc-4e51-4b24-8344-9c4dc988d1c2 req-0d7fd6fe-2308-451d-8e1a-0ed6f4e8bff9 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/security-groups?id=68945e44-5260-433c-b159-53c40bcc9dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516937 Mar 24 01:27:19.669796 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-7fdcfb35-8286-4544-8c8c-ffbc75dbf851 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/quotas/c595edeb50ac4eda86dcc5ff48dc0e68 HTTP/1.1" status: 200 len: 375 time: 0.1261764 Mar 24 01:27:19.719574 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e358a3f0-f7bd-4a27-8836-18356d5a4765 x-openstack-request-id: req-e358a3f0-f7bd-4a27-8836-18356d5a4765 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:27:19.719916 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7e45d3-1fb1-4f24-b55b-96e4c68455e5", "name": "network-vif-plugged", "status": "completed", "tag": "f73f1824-49a0-4a6c-8a44-f943da41e091", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:27:19.720511 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e358a3f0-f7bd-4a27-8836-18356d5a4765 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:27:19.720926 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e358a3f0-f7bd-4a27-8836-18356d5a4765'] response: {'server_uuid': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'code': 200} Mar 24 01:27:19.798389 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a121662f-8abd-4a46-9cf8-f74ab9ec2232 req-588f38c3-f5c3-4e32-91da-78b31fa0bc72 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767432 Mar 24 01:27:19.871564 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Network 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:27:19.885956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:19.906848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-ef1b4ba7-9a45-4b5c-8aa7-f8bf6c408b0a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2265170 Mar 24 01:27:20.090940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:20.106621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6819f89d-9fef-4c00-b959-45aa336013c3 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:27:20.134526 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Publish callbacks [] for port (6819f89d-9fef-4c00-b959-45aa336013c3), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:20.146128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dfb4e-a098-476b-8913-e6d30ff9b36d req-61069c93-482c-4f52-a95d-ed4f0e78149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:20.147760 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-718dfb4e-a098-476b-8913-e6d30ff9b36d req-61069c93-482c-4f52-a95d-ed4f0e78149b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 1127 time: 0.3549967 Mar 24 01:27:20.155440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cd74c-5c27-4f72-864f-a55e0ea5af2f req-9de36e09-ccc8-4924-82a6-a818a3966d43 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:20.156915 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1cd74c-5c27-4f72-864f-a55e0ea5af2f req-9de36e09-ccc8-4924-82a6-a818a3966d43 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 945 time: 0.3676717 Mar 24 01:27:20.163195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:20.163402 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:20.219578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-f1fc0653-7ef2-41d5-bf6c-cf04c29c279d service neutron] 10.222.0.45 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936251 Mar 24 01:27:20.223126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Transition to ACTIVE for port object 6819f89d-9fef-4c00-b959-45aa336013c3 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:27:20.254104 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:20.255785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9eda0a0a-5248-48da-817c-7a68db9980e9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:20.258224 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6819f89d-9fef-4c00-b959-45aa336013c3), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:20.318334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-51eba191-7e58-49a6-93a5-d5dd74e8e073 None None] Provisioning complete for port c8af86a8-f44e-425f-b64d-5b34565479ad triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:20.318747 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-51eba191-7e58-49a6-93a5-d5dd74e8e073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:20.360308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 9eda0a0a-5248-48da-817c-7a68db9980e9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:20.360705 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (9eda0a0a-5248-48da-817c-7a68db9980e9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:20.362416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-51eba191-7e58-49a6-93a5-d5dd74e8e073 None None] Port c8af86a8-f44e-425f-b64d-5b34565479ad cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:27:20.445112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 9eda0a0a-5248-48da-817c-7a68db9980e9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:20.726744 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-718dfb4e-a098-476b-8913-e6d30ff9b36d req-011c3b2d-afd1-4daa-b5fc-e9d52c7cdf34 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=109b1cba-616a-4735-9b1b-aa1e685130ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5685670 Mar 24 01:27:20.746278 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac1cd74c-5c27-4f72-864f-a55e0ea5af2f req-8f256187-96b8-40c6-b936-b60d3fd5c477 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=109b1cba-616a-4735-9b1b-aa1e685130ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5805576 Mar 24 01:27:20.755133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Router f11286de-87b0-44df-ba17-0c3c72e870c6 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:27:20.801763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Pushing event updated for resources: {'Port': ['ID=6819f89d-9fef-4c00-b959-45aa336013c3,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:20.934669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-f2c77c29-f58d-4352-8208-27ace1e0adc0 service neutron] 10.222.0.45 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6929879 Mar 24 01:27:21.082708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee24f3-521f-4b0b-a530-88495704f782 req-54f43f16-e845-4266-bb4d-231636669fd3 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:21.091373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0ee24f3-521f-4b0b-a530-88495704f782 req-54f43f16-e845-4266-bb4d-231636669fd3 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 944 time: 0.2601264 Mar 24 01:27:21.127214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Attempting to bind port 6819f89d-9fef-4c00-b959-45aa336013c3 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:27:21.127590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Attempting to bind port 6819f89d-9fef-4c00-b959-45aa336013c3 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:27:21.127960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Attempting to bind port 6819f89d-9fef-4c00-b959-45aa336013c3 on network 52175975-72ac-4fcc-a7a7-86f28a0a95a4 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:27:21.138396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Port 6819f89d-9fef-4c00-b959-45aa336013c3 on network 52175975-72ac-4fcc-a7a7-86f28a0a95a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:27:21.138721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Attempting to bind port 6819f89d-9fef-4c00-b959-45aa336013c3 on network 52175975-72ac-4fcc-a7a7-86f28a0a95a4 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:27:21.160082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:27:21.160428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Checking segment: {'id': 'c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:27:21.160853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Bound using segment: {'id': 'c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:27:21.161317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Bound port: 6819f89d-9fef-4c00-b959-45aa336013c3, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:27:21.162018 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6819f89d-9fef-4c00-b959-45aa336013c3), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:21.167016 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:27:21.180842 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Sync routers for ids ['f11286de-87b0-44df-ba17-0c3c72e870c6'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:27:21.185259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2d850f20-9992-4d5a-a778-254136f85901 admin admin] 10.222.0.45 "PUT /v2.0/routers/f11286de-87b0-44df-ba17-0c3c72e870c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4335589 Mar 24 01:27:21.194040 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Routers {'f11286de-87b0-44df-ba17-0c3c72e870c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:21.194904 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:27:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f11286de-87b0-44df-ba17-0c3c72e870c6'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:21.235719 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f9e044e-e81a-49bb-aae6-9b0277ee4833 req-2c676eec-cb6e-47ef-8b52-860c11997abb tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0493231 Mar 24 01:27:21.250820 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0ee24f3-521f-4b0b-a530-88495704f782 req-9ce6be9c-3d94-44e7-8dae-7074ecd7b973 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/security-groups?id=68945e44-5260-433c-b159-53c40bcc9dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583962 Mar 24 01:27:21.324853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] For port 6819f89d-9fef-4c00-b959-45aa336013c3, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:27:21.330360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] For port 6819f89d-9fef-4c00-b959-45aa336013c3, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6819f89d-9fef-4c00-b959-45aa336013c3,segment=NetworkSegment(c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5),segment_id=c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:27:21.343911 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Set router f11286de-87b0-44df-ba17-0c3c72e870c6 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:21.345818 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (6819f89d-9fef-4c00-b959-45aa336013c3), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:21.420343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:21.421138 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:21.430572 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] 10.222.0.57 "PUT /v2.0/ports/6819f89d-9fef-4c00-b959-45aa336013c3 HTTP/1.1" status: 200 len: 1092 time: 2.9055884 Mar 24 01:27:21.431073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f47318-99d4-429c-8690-9d60fe746d92', 'tag': '6819f89d-9fef-4c00-b959-45aa336013c3'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:27:21.433935 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafc25c9-72f6-4bbd-b97e-9a1ff80518a3" -d '{"events": [{"name": "network-changed", "server_uuid": "90f47318-99d4-429c-8690-9d60fe746d92", "tag": "6819f89d-9fef-4c00-b959-45aa336013c3"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:27:21.580380 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b5176f-981a-46f6-b5ef-d57a066313cc x-openstack-request-id: req-72b5176f-981a-46f6-b5ef-d57a066313cc {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:27:21.581063 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f47318-99d4-429c-8690-9d60fe746d92", "tag": "6819f89d-9fef-4c00-b959-45aa336013c3", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:27:21.581854 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-72b5176f-981a-46f6-b5ef-d57a066313cc {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:27:21.582476 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b5176f-981a-46f6-b5ef-d57a066313cc'] response: {'name': 'network-changed', 'server_uuid': '90f47318-99d4-429c-8690-9d60fe746d92', 'tag': '6819f89d-9fef-4c00-b959-45aa336013c3', 'status': 'completed', 'code': 200} Mar 24 01:27:21.596586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a8479-e030-475e-8ecf-48a7d0ee7aeb service neutron] Pushing event updated for resources: {'Port': ['ID=6819f89d-9fef-4c00-b959-45aa336013c3,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:21.634795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-589ac7ea-a427-489e-854c-c6984357c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:21.639096 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-589ac7ea-a427-489e-854c-c6984357c984 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=18d1ec20555a42ae8b5cd3a4da5f31d3&device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 1126 time: 0.1603873 Mar 24 01:27:21.737074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-499f9799-1301-4999-b535-14dd92bc9ef3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6819f89d-9fef-4c00-b959-45aa336013c3 HTTP/1.1" status: 200 len: 217 time: 0.0908766 Mar 24 01:27:21.753734 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:27:17Z', 'revision_number': 4, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port': {'id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:10Z', 'updated_at': '2022-03-24T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c8af86a8-f44e-425f-b64d-5b34565479ad', 'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'mac_address': 'fa:16:3e:21:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1abd87c-5717-4871-8061-8a66620165be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:14Z', 'updated_at': '2022-03-24T01:27:18Z', 'revision_number': 2, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'subnets': [{'id': 'e1abd87c-5717-4871-8061-8a66620165be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:21.846556 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Checking router: f11286de-87b0-44df-ba17-0c3c72e870c6 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:27:21.846927 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Updating router f11286de-87b0-44df-ba17-0c3c72e870c6 port c8af86a8-f44e-425f-b64d-5b34565479ad binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:27:21.915811 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:21.985514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-1c3b32a8-2018-4edb-b95f-10517ce4f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:21.987449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-1c3b32a8-2018-4edb-b95f-10517ce4f98d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7aa756d-708d-4988-b63b-255f5d94f098 HTTP/1.1" status: 200 len: 847 time: 0.2424943 Mar 24 01:27:22.053793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0aeed-2e91-41bf-aef4-9065c26ceab3 req-80a7f9d9-89c2-4feb-82b7-28ec3fa1d49f tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:22.055789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0cc0aeed-2e91-41bf-aef4-9065c26ceab3 req-80a7f9d9-89c2-4feb-82b7-28ec3fa1d49f tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 945 time: 0.1606848 Mar 24 01:27:22.073307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-6a0aeab1-a0c2-44db-9f0a-430a8d2cc651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:22.076966 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-6a0aeab1-a0c2-44db-9f0a-430a8d2cc651 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52175975-72ac-4fcc-a7a7-86f28a0a95a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0831251 Mar 24 01:27:22.209893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0cc0aeed-2e91-41bf-aef4-9065c26ceab3 req-675e7adf-1404-46cf-8357-e85118df0bbf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=109b1cba-616a-4735-9b1b-aa1e685130ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443510 Mar 24 01:27:22.225079 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59202) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:22.233424 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-bc0513b0-cc19-4e2c-b2db-5e96b346789a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-871870468-network', 'tenant_id': '109d2d1cce4042a8b84c9bcdedc62f22'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:22.286375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0513b0-cc19-4e2c-b2db-5e96b346789a admin admin] Made reservation on behalf of 109d2d1cce4042a8b84c9bcdedc62f22 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:27:22.292505 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc0513b0-cc19-4e2c-b2db-5e96b346789a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:22.306526 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-4e76232a-0121-49ac-ad3d-926141aa545c service neutron] 10.222.0.57 "GET /v2.0/networks/52175975-72ac-4fcc-a7a7-86f28a0a95a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135580 Mar 24 01:27:22.313604 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc0513b0-cc19-4e2c-b2db-5e96b346789a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:22.403953 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Publish callbacks [] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:22.412527 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:22.454231 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc0513b0-cc19-4e2c-b2db-5e96b346789a admin admin] Publish callbacks [] for security_group (f4f7f6fa-8f06-46be-9668-1e9348203ef4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:22.463554 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc0513b0-cc19-4e2c-b2db-5e96b346789a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f4f7f6fa-8f06-46be-9668-1e9348203ef4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:22.485443 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0513b0-cc19-4e2c-b2db-5e96b346789a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:27:22.513034 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc0513b0-cc19-4e2c-b2db-5e96b346789a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (b19f5c91-95e7-48b8-a756-e8f47e348e2c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:22.515281 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-bc0513b0-cc19-4e2c-b2db-5e96b346789a admin admin] Added segment b19f5c91-95e7-48b8-a756-e8f47e348e2c of type vlan for network 5f60050f-9210-4635-9a4d-6ad3e572808e Mar 24 01:27:22.516077 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6ef59197-1d09-4777-ae1b-63222407d92f req-94e03085-1b63-4def-9d0d-8cd4680b6311 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 210 time: 0.1352742 Mar 24 01:27:22.581727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7b9ec-fc7d-4eb0-bade-acb906ce277d req-c014b0b3-01f1-40a7-b956-906e7ecfbe44 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:22.583410 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66e7b9ec-fc7d-4eb0-bade-acb906ce277d req-c014b0b3-01f1-40a7-b956-906e7ecfbe44 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 944 time: 0.2016795 Mar 24 01:27:22.592884 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Attempting to bind port c8af86a8-f44e-425f-b64d-5b34565479ad on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:27:22.593385 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Attempting to bind port c8af86a8-f44e-425f-b64d-5b34565479ad by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '7bd29663-9403-4eb3-a2ae-9395b8064bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:27:22.593825 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Attempting to bind port c8af86a8-f44e-425f-b64d-5b34565479ad on network 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:27:22.601515 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:27:22.602004 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Checking segment: {'id': '7bd29663-9403-4eb3-a2ae-9395b8064bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:27:22.602524 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:22.603097 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Bound using segment: {'id': '7bd29663-9403-4eb3-a2ae-9395b8064bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:27:22.604063 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Bound port: c8af86a8-f44e-425f-b64d-5b34565479ad, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd29663-9403-4eb3-a2ae-9395b8064bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:27:22.604555 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:22.621352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc81dbe-ccfb-4dcd-bc40-2187f3c39d37 req-c0933bd5-5ff1-4ed4-8f07-e1aa76625437 service neutron] 10.222.0.57 "GET /v2.0/networks/52175975-72ac-4fcc-a7a7-86f28a0a95a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076754 Mar 24 01:27:22.647945 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc0513b0-cc19-4e2c-b2db-5e96b346789a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (5f60050f-9210-4635-9a4d-6ad3e572808e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:22.660373 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2e85b-9bf0-42d3-b56f-c40f8d1c647d None None] Pushing event updated for resources: {'Port': ['ID=c8af86a8-f44e-425f-b64d-5b34565479ad,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:22.680886 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0513b0-cc19-4e2c-b2db-5e96b346789a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f7f6fa-8f06-46be-9668-1e9348203ef4,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:22.683913 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66e7b9ec-fc7d-4eb0-bade-acb906ce277d req-bed44495-bb47-4e8c-86fe-7328cbaad40c tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/security-groups?id=68945e44-5260-433c-b159-53c40bcc9dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923951 Mar 24 01:27:22.704749 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc0513b0-cc19-4e2c-b2db-5e96b346789a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (5f60050f-9210-4635-9a4d-6ad3e572808e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:22.706678 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0513b0-cc19-4e2c-b2db-5e96b346789a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:22.707709 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bc0513b0-cc19-4e2c-b2db-5e96b346789a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:22.766239 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] For port c8af86a8-f44e-425f-b64d-5b34565479ad, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:27:22.774942 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] For port c8af86a8-f44e-425f-b64d-5b34565479ad, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c8af86a8-f44e-425f-b64d-5b34565479ad,segment=NetworkSegment(7bd29663-9403-4eb3-a2ae-9395b8064bed),segment_id=7bd29663-9403-4eb3-a2ae-9395b8064bed)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:27:22.779695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc25c9-72f6-4bbd-b97e-9a1ff80518a3 req-74e9993e-3eae-40f1-a420-31bfb27414aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:22.782213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bafc25c9-72f6-4bbd-b97e-9a1ff80518a3 req-74e9993e-3eae-40f1-a420-31bfb27414aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=18d1ec20555a42ae8b5cd3a4da5f31d3&device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 1126 time: 0.0973454 Mar 24 01:27:22.785171 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:22.850855 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0513b0-cc19-4e2c-b2db-5e96b346789a admin admin] Pushing event updated for resources: {'Network': ['ID=5f60050f-9210-4635-9a4d-6ad3e572808e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:22.862759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 5f60050f-9210-4635-9a4d-6ad3e572808e details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:27:22.884635 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bc0513b0-cc19-4e2c-b2db-5e96b346789a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6558452 Mar 24 01:27:22.887302 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59208) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:22.894386 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Routers {'f11286de-87b0-44df-ba17-0c3c72e870c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:22.895176 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:27:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f11286de-87b0-44df-ba17-0c3c72e870c6'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:22.897481 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2e85b-9bf0-42d3-b56f-c40f8d1c647d None None] Pushing event updated for resources: {'Port': ['ID=c8af86a8-f44e-425f-b64d-5b34565479ad,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:22.904578 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3f2f0b64-f438-424c-9d07-d5cdadc0d35a admin admin] Request body: {'subnet': {'network_id': '5f60050f-9210-4635-9a4d-6ad3e572808e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-871870468-subnet', 'tenant_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:22.958268 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc25c9-72f6-4bbd-b97e-9a1ff80518a3 req-1fc28e96-1bcd-4192-90de-8a88af686b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:22.959855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bafc25c9-72f6-4bbd-b97e-9a1ff80518a3 req-1fc28e96-1bcd-4192-90de-8a88af686b9d service neutron] 10.222.0.57 "GET /v2.0/networks?id=52175975-72ac-4fcc-a7a7-86f28a0a95a4 HTTP/1.1" status: 200 len: 909 time: 0.1713746 Mar 24 01:27:22.972390 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2f0b64-f438-424c-9d07-d5cdadc0d35a admin admin] Made reservation on behalf of 109d2d1cce4042a8b84c9bcdedc62f22 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:27:22.977710 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0b64-f438-424c-9d07-d5cdadc0d35a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:23.090337 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b368778a-998f-4b9d-8816-2c6d7368ebc9 None None] Provisioning complete for port c8af86a8-f44e-425f-b64d-5b34565479ad triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:23.090723 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b368778a-998f-4b9d-8816-2c6d7368ebc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:23.231993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-9575a304-ee09-4684-a9cf-f44d4f90b10f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:23.235093 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b368778a-998f-4b9d-8816-2c6d7368ebc9 None None] Current status of the port c8af86a8-f44e-425f-b64d-5b34565479ad is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:23.235866 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b368778a-998f-4b9d-8816-2c6d7368ebc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:23.236962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-9575a304-ee09-4684-a9cf-f44d4f90b10f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 812 time: 0.2749825 Mar 24 01:27:23.273490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-b324da47-a2e9-4296-b988-7fcaeecc058e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'port': {'device_id': '1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'admin_state_up': True, 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:23.281362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b368778a-998f-4b9d-8816-2c6d7368ebc9 None None] For port c8af86a8-f44e-425f-b64d-5b34565479ad, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c8af86a8-f44e-425f-b64d-5b34565479ad,segment=NetworkSegment(7bd29663-9403-4eb3-a2ae-9395b8064bed),segment_id=7bd29663-9403-4eb3-a2ae-9395b8064bed)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:23.285867 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b368778a-998f-4b9d-8816-2c6d7368ebc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:23.293954 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] Set router f11286de-87b0-44df-ba17-0c3c72e870c6 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:23.345459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368778a-998f-4b9d-8816-2c6d7368ebc9 None None] Pushing event updated for resources: {'Port': ['ID=c8af86a8-f44e-425f-b64d-5b34565479ad,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:23.414094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-58849f86-8680-496c-8ab9-61b63e8d6da2 None None] Provisioning complete for port c8af86a8-f44e-425f-b64d-5b34565479ad triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:23.414878 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-58849f86-8680-496c-8ab9-61b63e8d6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:23.430720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bafc25c9-72f6-4bbd-b97e-9a1ff80518a3 req-35174747-5dec-4db1-8e85-e81305eb4ec0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6819f89d-9fef-4c00-b959-45aa336013c3 HTTP/1.1" status: 200 len: 217 time: 0.1927042 Mar 24 01:27:23.449773 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0b64-f438-424c-9d07-d5cdadc0d35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (70c8caa9-d0fe-404a-82e5-a39ea12d38e2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:23.522208 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f0b64-f438-424c-9d07-d5cdadc0d35a admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c8caa9-d0fe-404a-82e5-a39ea12d38e2,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:23.527414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2f0b64-f438-424c-9d07-d5cdadc0d35a admin admin] Checking segment: {'id': 'b19f5c91-95e7-48b8-a756-e8f47e348e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f60050f-9210-4635-9a4d-6ad3e572808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:27:23.527886 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2f0b64-f438-424c-9d07-d5cdadc0d35a admin admin] Network hostable DHCP agents. Network: 5f60050f-9210-4635-9a4d-6ad3e572808e, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:27:23.567302 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2f0b64-f438-424c-9d07-d5cdadc0d35a admin admin] Network 5f60050f-9210-4635-9a4d-6ad3e572808e is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:27:23.594214 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-3f2f0b64-f438-424c-9d07-d5cdadc0d35a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 5f60050f-9210-4635-9a4d-6ad3e572808e) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:23.601963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2f0b64-f438-424c-9d07-d5cdadc0d35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:23.602563 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0b64-f438-424c-9d07-d5cdadc0d35a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:23.607006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-58849f86-8680-496c-8ab9-61b63e8d6da2 None None] Current status of the port c8af86a8-f44e-425f-b64d-5b34565479ad is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:23.622404 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38989264-5836-43f1-9c6d-0b815378fc56 None None] Network 5f60050f-9210-4635-9a4d-6ad3e572808e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:27:23.637989 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3f2f0b64-f438-424c-9d07-d5cdadc0d35a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7495244 Mar 24 01:27:23.640483 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59216) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:23.645463 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-871870468-router', 'tenant_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:23.671296 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:23.673122 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:23.692191 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:27:17Z', 'revision_number': 4, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port': {'id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:10Z', 'updated_at': '2022-03-24T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c8af86a8-f44e-425f-b64d-5b34565479ad', 'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'mac_address': 'fa:16:3e:21:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1abd87c-5717-4871-8061-8a66620165be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:14Z', 'updated_at': '2022-03-24T01:27:22Z', 'revision_number': 4, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'subnets': [{'id': 'e1abd87c-5717-4871-8061-8a66620165be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:23.727600 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b98fbf78-553d-4a39-a59c-a8433a20e119 req-a3d4deb1-afd9-4569-b9f6-5054d553c1fc tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0671535 Mar 24 01:27:23.744190 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345830b-ecbf-4a37-876a-236d98bde049 None None] The sync data for ids ['f11286de-87b0-44df-ba17-0c3c72e870c6'] in n-d-760455-9 is: [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:27:17Z', 'revision_number': 4, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port': {'id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:10Z', 'updated_at': '2022-03-24T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c8af86a8-f44e-425f-b64d-5b34565479ad', 'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'mac_address': 'fa:16:3e:21:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1abd87c-5717-4871-8061-8a66620165be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:14Z', 'updated_at': '2022-03-24T01:27:22Z', 'revision_number': 4, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'subnets': [{'id': 'e1abd87c-5717-4871-8061-8a66620165be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:27:23.758237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc25c9-72f6-4bbd-b97e-9a1ff80518a3 req-4bda123e-4bd7-4758-ac82-c6b5623cc6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:23.758237 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bafc25c9-72f6-4bbd-b97e-9a1ff80518a3 req-4bda123e-4bd7-4758-ac82-c6b5623cc6c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7aa756d-708d-4988-b63b-255f5d94f098 HTTP/1.1" status: 200 len: 847 time: 0.2933910 Mar 24 01:27:23.888185 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Publish callbacks [] for router_controller (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:23.890716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-5f60050f-9210-4635-9a4d-6ad3e572808e', 'network_id': '5f60050f-9210-4635-9a4d-6ad3e572808e', 'project_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'fixed_ips': [{'subnet_id': '70c8caa9-d0fe-404a-82e5-a39ea12d38e2'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:27:23.894382 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:23.912287 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16b0fe-67c9-4fce-a2a6-6abf0b4349ea req-ae8e7d05-7d12-44e5-a031-cccb139cb9c0 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:23.929129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a16b0fe-67c9-4fce-a2a6-6abf0b4349ea req-ae8e7d05-7d12-44e5-a031-cccb139cb9c0 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 945 time: 0.5605581 Mar 24 01:27:24.133523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c8af86a8-f44e-425f-b64d-5b34565479ad up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:24.168037 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a16b0fe-67c9-4fce-a2a6-6abf0b4349ea req-0fcae04a-380f-4426-a267-5c7f67c7e9b0 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=109b1cba-616a-4735-9b1b-aa1e685130ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223918 Mar 24 01:27:24.169022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-b324da47-a2e9-4296-b988-7fcaeecc058e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Made reservation on behalf of c595edeb50ac4eda86dcc5ff48dc0e68 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:27:24.172301 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-b324da47-a2e9-4296-b988-7fcaeecc058e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:24.196069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc25c9-72f6-4bbd-b97e-9a1ff80518a3 req-2de81ad6-0c9e-4697-ac7d-dabab6a41d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:24.199249 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bafc25c9-72f6-4bbd-b97e-9a1ff80518a3 req-2de81ad6-0c9e-4697-ac7d-dabab6a41d3e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52175975-72ac-4fcc-a7a7-86f28a0a95a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4346743 Mar 24 01:27:24.232157 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Allocated IP 172.20.0.2 (5f60050f-9210-4635-9a4d-6ad3e572808e/70c8caa9-d0fe-404a-82e5-a39ea12d38e2/750f42d7-31a8-40cd-abd8-8bd3423909df) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:27:24.253416 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Publish callbacks [] for router_gateway (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:24.267594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port c8af86a8-f44e-425f-b64d-5b34565479ad triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:24.268438 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:24.356992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb85180-52e9-48a0-80cd-854b4b6f26d9 req-5b2345d0-708d-4198-bb01-fd3d7cb1cc6f tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:24.366358 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7cb85180-52e9-48a0-80cd-854b4b6f26d9 req-5b2345d0-708d-4198-bb01-fd3d7cb1cc6f tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 944 time: 0.4744968 Mar 24 01:27:24.588942 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port c8af86a8-f44e-425f-b64d-5b34565479ad is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:24.618259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6819f89d-9fef-4c00-b959-45aa336013c3 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:27:24.646087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12164d2-578c-4831-b2fc-6dca246d6cdd req-062547ab-f462-4220-b248-d21c88530c6a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:24.647668 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e12164d2-578c-4831-b2fc-6dca246d6cdd req-062547ab-f462-4220-b248-d21c88530c6a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 945 time: 0.3404121 Mar 24 01:27:24.650863 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bafc25c9-72f6-4bbd-b97e-9a1ff80518a3 req-2f5d4e5f-bc1b-498a-955f-10943a6b6080 service neutron] 10.222.0.57 "GET /v2.0/networks/52175975-72ac-4fcc-a7a7-86f28a0a95a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446783 Mar 24 01:27:24.686829 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Publish callbacks [] for port (750f42d7-31a8-40cd-abd8-8bd3423909df), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:24.688398 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Publish callbacks [] for router_gateway (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:24.751727 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (750f42d7-31a8-40cd-abd8-8bd3423909df), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:24.759633 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:24.830992 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Network 5f60050f-9210-4635-9a4d-6ad3e572808e is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:27:24.834983 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e12164d2-578c-4831-b2fc-6dca246d6cdd req-8956c587-5da0-4434-8ded-31b9055ad2f4 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=109b1cba-616a-4735-9b1b-aa1e685130ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767528 Mar 24 01:27:24.847694 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:24.852453 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:27:24.854605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Pushing event updated for resources: {'Port': ['ID=750f42d7-31a8-40cd-abd8-8bd3423909df,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:24.878714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59230) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:24.907988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 6819f89d-9fef-4c00-b959-45aa336013c3, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6819f89d-9fef-4c00-b959-45aa336013c3,segment=NetworkSegment(c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5),segment_id=c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:24.918142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7cb85180-52e9-48a0-80cd-854b4b6f26d9 req-fbc93437-4296-4e3e-8801-db67bbb528f7 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/security-groups?id=68945e44-5260-433c-b159-53c40bcc9dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5507479 Mar 24 01:27:24.981435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-b324da47-a2e9-4296-b988-7fcaeecc058e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Allocated IP 172.20.0.14 (48490743-e645-4022-aa34-04370dc095cf/1485c8ad-91cf-4450-b4fd-21b2b407cdc3/d2ec2103-2121-4347-9a48-40f71bfd0f4f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:27:24.991176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '6819f89d-9fef-4c00-b959-45aa336013c3', 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'port_id': '6819f89d-9fef-4c00-b959-45aa336013c3', 'mac_address': 'fa:16:3e:0b:4c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:27:25.060493 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Attempting to bind port 750f42d7-31a8-40cd-abd8-8bd3423909df on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:27:25.060887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Attempting to bind port 750f42d7-31a8-40cd-abd8-8bd3423909df by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'b19f5c91-95e7-48b8-a756-e8f47e348e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f60050f-9210-4635-9a4d-6ad3e572808e'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:27:25.061187 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Attempting to bind port 750f42d7-31a8-40cd-abd8-8bd3423909df on network 5f60050f-9210-4635-9a4d-6ad3e572808e {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:27:25.083990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f653f-7b82-44ed-995a-09e93f61d123 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:25.091573 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3f9f653f-7b82-44ed-995a-09e93f61d123 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 1122 time: 0.2092683 Mar 24 01:27:25.091573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Allocated IP 172.25.0.104 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/691b4707-58ae-478c-858c-ae839b8d6da3) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:27:25.094005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59232) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:25.098873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:27:25.099133 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:25.099248 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Checking segment: {'id': 'b19f5c91-95e7-48b8-a756-e8f47e348e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f60050f-9210-4635-9a4d-6ad3e572808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:27:25.099661 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:25.100091 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Bound using segment: {'id': 'b19f5c91-95e7-48b8-a756-e8f47e348e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f60050f-9210-4635-9a4d-6ad3e572808e'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:27:25.100587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Bound port: 750f42d7-31a8-40cd-abd8-8bd3423909df, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19f5c91-95e7-48b8-a756-e8f47e348e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f60050f-9210-4635-9a4d-6ad3e572808e'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:27:25.100978 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (750f42d7-31a8-40cd-abd8-8bd3423909df), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:25.116422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 6819f89d-9fef-4c00-b959-45aa336013c3 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:25.116638 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6819f89d-9fef-4c00-b959-45aa336013c3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:25.162615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6819f89d-9fef-4c00-b959-45aa336013c3 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:27:25.186709 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-b324da47-a2e9-4296-b988-7fcaeecc058e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for port (d2ec2103-2121-4347-9a48-40f71bfd0f4f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:25.188915 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:25.243337 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-b324da47-a2e9-4296-b988-7fcaeecc058e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d2ec2103-2121-4347-9a48-40f71bfd0f4f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:25.271159 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['027d4363-d536-424d-81eb-ab79b4af83e8'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:27:25.287069 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 6819f89d-9fef-4c00-b959-45aa336013c3, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6819f89d-9fef-4c00-b959-45aa336013c3,segment=NetworkSegment(c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5),segment_id=c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:25.386523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] For port 750f42d7-31a8-40cd-abd8-8bd3423909df, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:27:25.391454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] For port 750f42d7-31a8-40cd-abd8-8bd3423909df, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=750f42d7-31a8-40cd-abd8-8bd3423909df,segment=NetworkSegment(b19f5c91-95e7-48b8-a756-e8f47e348e2c),segment_id=b19f5c91-95e7-48b8-a756-e8f47e348e2c)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:27:25.400997 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6819f89d-9fef-4c00-b959-45aa336013c3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:25.414442 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (750f42d7-31a8-40cd-abd8-8bd3423909df), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:25.504581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-b324da47-a2e9-4296-b988-7fcaeecc058e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Network 48490743-e645-4022-aa34-04370dc095cf is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:27:25.506313 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=6819f89d-9fef-4c00-b959-45aa336013c3,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:25.565762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-b324da47-a2e9-4296-b988-7fcaeecc058e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:25.573625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-b324da47-a2e9-4296-b988-7fcaeecc058e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:27:25.611489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324da47-a2e9-4296-b988-7fcaeecc058e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'Port': ['ID=d2ec2103-2121-4347-9a48-40f71bfd0f4f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:25.674011 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63a6f6-9694-4177-9c0a-162e8c6e3ca8 None None] Pushing event updated for resources: {'Port': ['ID=750f42d7-31a8-40cd-abd8-8bd3423909df,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:25.734590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bafc25c9-72f6-4bbd-b97e-9a1ff80518a3 req-efe60ca6-3cdb-41c1-a693-b344fe3e157e service neutron] 10.222.0.57 "GET /v2.0/networks/52175975-72ac-4fcc-a7a7-86f28a0a95a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9281838 Mar 24 01:27:25.821226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb0a6d-3dbb-4f46-832b-3da8d6fc2f12 req-68c8174d-f779-44ab-845d-39f8c8152ed4 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:25.827370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21eb0a6d-3dbb-4f46-832b-3da8d6fc2f12 req-68c8174d-f779-44ab-845d-39f8c8152ed4 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 932 time: 0.5833187 Mar 24 01:27:25.848481 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['6819f89d-9fef-4c00-b959-45aa336013c3'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:27:25.943086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-b324da47-a2e9-4296-b988-7fcaeecc058e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:25.943792 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-b324da47-a2e9-4296-b988-7fcaeecc058e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:26.097216 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-b324da47-a2e9-4296-b988-7fcaeecc058e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8380146 Mar 24 01:27:26.121570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21eb0a6d-3dbb-4f46-832b-3da8d6fc2f12 req-6ac61541-4c5b-4e4b-b78d-8864168c62f3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878358 Mar 24 01:27:26.140730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Request body: {'port': {'device_id': '1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:26.155946 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Publish callbacks [] for port (691b4707-58ae-478c-858c-ae839b8d6da3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:26.228886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 750f42d7-31a8-40cd-abd8-8bd3423909df up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:26.314193 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:26.336389 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 750f42d7-31a8-40cd-abd8-8bd3423909df triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:26.336776 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (750f42d7-31a8-40cd-abd8-8bd3423909df), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:26.360785 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d2ec2103-2121-4347-9a48-40f71bfd0f4f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:26.394807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea750c7-e472-49d7-8e45-732124dfc953 req-c322c684-09d5-442d-b22c-b84760386826 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:26.397368 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ea750c7-e472-49d7-8e45-732124dfc953 req-c322c684-09d5-442d-b22c-b84760386826 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 945 time: 0.2747974 Mar 24 01:27:26.405323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4fc5e8a0-01f3-4be9-a8a7-526743c21ae9 None None] Provisioning complete for port d2ec2103-2121-4347-9a48-40f71bfd0f4f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:26.405965 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4fc5e8a0-01f3-4be9-a8a7-526743c21ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d2ec2103-2121-4347-9a48-40f71bfd0f4f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:26.425386 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Allocated IP 172.25.0.201 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/61f49fff-f6b9-4ddf-a05a-cbf6de9be5a7) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:27:26.462012 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (691b4707-58ae-478c-858c-ae839b8d6da3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:26.529870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ea750c7-e472-49d7-8e45-732124dfc953 req-8d70296c-e845-418a-b84a-572271d170fd tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/security-groups?id=68945e44-5260-433c-b159-53c40bcc9dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778227 Mar 24 01:27:26.592366 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:27:26.604375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Pushing event updated for resources: {'Port': ['ID=691b4707-58ae-478c-858c-ae839b8d6da3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:26.610763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 750f42d7-31a8-40cd-abd8-8bd3423909df is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:26.611158 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (750f42d7-31a8-40cd-abd8-8bd3423909df), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:26.612935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:26.621256 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:27:26.705419 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 750f42d7-31a8-40cd-abd8-8bd3423909df, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=750f42d7-31a8-40cd-abd8-8bd3423909df,segment=NetworkSegment(b19f5c91-95e7-48b8-a756-e8f47e348e2c),segment_id=b19f5c91-95e7-48b8-a756-e8f47e348e2c)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:26.780329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4fc5e8a0-01f3-4be9-a8a7-526743c21ae9 None None] Port d2ec2103-2121-4347-9a48-40f71bfd0f4f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:27:26.784184 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (750f42d7-31a8-40cd-abd8-8bd3423909df), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:26.841686 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for port (61f49fff-f6b9-4ddf-a05a-cbf6de9be5a7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:26.884795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ec2103-2121-4347-9a48-40f71bfd0f4f {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:27:26.897024 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Publish callbacks [] for port (d2ec2103-2121-4347-9a48-40f71bfd0f4f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:26.916508 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Transition to ACTIVE for port object d2ec2103-2121-4347-9a48-40f71bfd0f4f will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:27:26.924920 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (d2ec2103-2121-4347-9a48-40f71bfd0f4f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:26.947782 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=750f42d7-31a8-40cd-abd8-8bd3423909df,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:26.974537 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (61f49fff-f6b9-4ddf-a05a-cbf6de9be5a7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:27.030770 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ec2103-2121-4347-9a48-40f71bfd0f4f,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:27.090966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:27:27.165347 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Port': ['ID=61f49fff-f6b9-4ddf-a05a-cbf6de9be5a7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:27.184383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Attempting to bind port d2ec2103-2121-4347-9a48-40f71bfd0f4f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:27:27.184730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Attempting to bind port d2ec2103-2121-4347-9a48-40f71bfd0f4f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:27:27.185064 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Attempting to bind port d2ec2103-2121-4347-9a48-40f71bfd0f4f on network 48490743-e645-4022-aa34-04370dc095cf {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:27:27.186956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:27.195965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:27:27.205059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Port d2ec2103-2121-4347-9a48-40f71bfd0f4f on network 48490743-e645-4022-aa34-04370dc095cf not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:27:27.219764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Attempting to bind port d2ec2103-2121-4347-9a48-40f71bfd0f4f on network 48490743-e645-4022-aa34-04370dc095cf {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:27:27.233395 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:27:27.233749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Checking segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:27:27.237344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Bound using segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:27:27.237837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Bound port: d2ec2103-2121-4347-9a48-40f71bfd0f4f, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:27:27.238216 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d2ec2103-2121-4347-9a48-40f71bfd0f4f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:27.328913 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Publish callbacks [] for router_gateway (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:27.438416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32c601-aacd-4203-a83d-30527fc4ea51 req-182ce7ea-6a40-4969-a663-49da27e09f01 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:27.447144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e32c601-aacd-4203-a83d-30527fc4ea51 req-182ce7ea-6a40-4969-a663-49da27e09f01 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.1838262 Mar 24 01:27:27.468207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] For port d2ec2103-2121-4347-9a48-40f71bfd0f4f, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:27:27.554197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317daa61-6638-4fe7-9aa8-e138458a89ec None None] Network 5f60050f-9210-4635-9a4d-6ad3e572808e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:27:27.560183 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e32c601-aacd-4203-a83d-30527fc4ea51 req-3b6cc8f0-d1b7-42f4-af80-828399e14206 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951924 Mar 24 01:27:27.566199 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] For port d2ec2103-2121-4347-9a48-40f71bfd0f4f, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=d2ec2103-2121-4347-9a48-40f71bfd0f4f,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:27:27.580277 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (d2ec2103-2121-4347-9a48-40f71bfd0f4f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:27.668902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:27.670194 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:27.677013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] 10.222.0.48 "PUT /v2.0/ports/d2ec2103-2121-4347-9a48-40f71bfd0f4f HTTP/1.1" status: 200 len: 1092 time: 1.5654466 Mar 24 01:27:27.678619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e', 'tag': 'd2ec2103-2121-4347-9a48-40f71bfd0f4f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:27:27.691931 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb9c3a7-be34-4653-9f5b-1cbfc8dc448a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e", "tag": "d2ec2103-2121-4347-9a48-40f71bfd0f4f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:27:27.777948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-dc521a04-b751-43db-9742-fb5f12fc8c89 None None] Provisioning complete for port 750f42d7-31a8-40cd-abd8-8bd3423909df triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:27.781299 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dc521a04-b751-43db-9742-fb5f12fc8c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (750f42d7-31a8-40cd-abd8-8bd3423909df), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:27.803716 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:27.814386 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81bd437-efc5-4cdd-8722-277541b889b5 x-openstack-request-id: req-a81bd437-efc5-4cdd-8722-277541b889b5 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:27:27.814683 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e", "tag": "d2ec2103-2121-4347-9a48-40f71bfd0f4f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:27:27.816159 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a81bd437-efc5-4cdd-8722-277541b889b5 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:27:27.816159 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a81bd437-efc5-4cdd-8722-277541b889b5'] response: {'name': 'network-changed', 'server_uuid': '1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e', 'tag': 'd2ec2103-2121-4347-9a48-40f71bfd0f4f', 'status': 'completed', 'code': 200} Mar 24 01:27:27.885914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e1ad7-9dbd-4107-aa51-dc2c6bdd8999 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ec2103-2121-4347-9a48-40f71bfd0f4f,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:27.931552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216c408-a907-44cc-98f1-078814bd5205 req-49cb22cb-f13e-4967-86bc-c14910aefb35 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:27.933260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2216c408-a907-44cc-98f1-078814bd5205 req-49cb22cb-f13e-4967-86bc-c14910aefb35 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 945 time: 0.2380362 Mar 24 01:27:27.935628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-80f3dcc1-8d83-4e55-9c88-95d661923bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:27.937637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-80f3dcc1-8d83-4e55-9c88-95d661923bd9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 1126 time: 0.1981506 Mar 24 01:27:28.018206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-8ddaad3c-0296-4f89-a3eb-d25f86a965b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2ec2103-2121-4347-9a48-40f71bfd0f4f HTTP/1.1" status: 200 len: 217 time: 0.0663505 Mar 24 01:27:28.112853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 750f42d7-31a8-40cd-abd8-8bd3423909df up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:28.154701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2216c408-a907-44cc-98f1-078814bd5205 req-b11ece59-827a-4308-8120-db5a1c858854 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/security-groups?id=68945e44-5260-433c-b159-53c40bcc9dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081168 Mar 24 01:27:28.159615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-13df7c9a-8718-4657-8cd4-9a20a8204d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:28.167683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-13df7c9a-8718-4657-8cd4-9a20a8204d95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.1411026 Mar 24 01:27:28.255494 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-ebbd44ad-194b-4c43-bad0-a0302f4835d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:28.259053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-ebbd44ad-194b-4c43-bad0-a0302f4835d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0724692 Mar 24 01:27:28.405820 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-d9862c3e-6c4a-43f9-9d39-6cd87c416ffc service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335664 Mar 24 01:27:28.486102 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-dc521a04-b751-43db-9742-fb5f12fc8c89 None None] Current status of the port 750f42d7-31a8-40cd-abd8-8bd3423909df is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:28.519524 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Router c24ef272-fdd8-4a2d-9dfe-3a26232176f2 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:27:28.525785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 750f42d7-31a8-40cd-abd8-8bd3423909df triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:28.526521 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (750f42d7-31a8-40cd-abd8-8bd3423909df), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:28.549071 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for floatingip (b55004df-8716-45e8-9d5a-d97cf95a4250), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:28.566887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6819f89d-9fef-4c00-b959-45aa336013c3 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:28.615348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f7477b8-8aae-43f2-8b67-a54b3b18d3db req-a7ef2d0c-c08c-409c-801f-eed2ae39480a service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027123 Mar 24 01:27:28.685442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4d9a6f4d-a317-4097-8dd6-a7d328fb65a7 None None] Provisioning complete for port 750f42d7-31a8-40cd-abd8-8bd3423909df triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:28.685865 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6f4d-a317-4097-8dd6-a7d328fb65a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (750f42d7-31a8-40cd-abd8-8bd3423909df), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:28.771416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad223991-73e9-429d-9473-3079d783e374 req-823ed83d-aa25-427c-8220-f39626c24afe tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:28.773805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad223991-73e9-429d-9473-3079d783e374 req-823ed83d-aa25-427c-8220-f39626c24afe tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.1328290 Mar 24 01:27:28.795443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9c3a7-be34-4653-9f5b-1cbfc8dc448a req-925fdb69-f996-4ae5-9204-282624898bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:28.797494 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb9c3a7-be34-4653-9f5b-1cbfc8dc448a req-925fdb69-f996-4ae5-9204-282624898bde service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 1126 time: 0.1080709 Mar 24 01:27:28.821062 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (61f49fff-f6b9-4ddf-a05a-cbf6de9be5a7), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:28.878756 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-06754b80-63d2-4eca-839b-ada59aecb97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:28.886206 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 6819f89d-9fef-4c00-b959-45aa336013c3 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:27:28.897181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 6819f89d-9fef-4c00-b959-45aa336013c3 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:28.897922 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (6819f89d-9fef-4c00-b959-45aa336013c3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:28.902616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:27:28.978244 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Sync routers for ids ['c24ef272-fdd8-4a2d-9dfe-3a26232176f2'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:27:28.984622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9c3a7-be34-4653-9f5b-1cbfc8dc448a req-39e4d675-58a5-4d61-903f-ce1c2a771b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:28.986192 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb9c3a7-be34-4653-9f5b-1cbfc8dc448a req-39e4d675-58a5-4d61-903f-ce1c2a771b10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.1808393 Mar 24 01:27:28.999160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 750f42d7-31a8-40cd-abd8-8bd3423909df is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:29.055557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad223991-73e9-429d-9473-3079d783e374 req-6b4da091-3713-4309-aab7-1624a4244db2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733350 Mar 24 01:27:29.080634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4d9a6f4d-a317-4097-8dd6-a7d328fb65a7 None None] Current status of the port 750f42d7-31a8-40cd-abd8-8bd3423909df is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:29.080634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Routers {'c24ef272-fdd8-4a2d-9dfe-3a26232176f2'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:29.082528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:27:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c24ef272-fdd8-4a2d-9dfe-3a26232176f2'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:29.092413 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb9c3a7-be34-4653-9f5b-1cbfc8dc448a req-d186bfd7-0b0d-48f9-9cda-aa8efae8f0aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2ec2103-2121-4347-9a48-40f71bfd0f4f HTTP/1.1" status: 200 len: 217 time: 0.0988998 Mar 24 01:27:29.210819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9c3a7-be34-4653-9f5b-1cbfc8dc448a req-f1779c54-8e14-42f7-9ff5-f9082588b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:29.212344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb9c3a7-be34-4653-9f5b-1cbfc8dc448a req-f1779c54-8e14-42f7-9ff5-f9082588b617 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.1132052 Mar 24 01:27:29.357534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9c3a7-be34-4653-9f5b-1cbfc8dc448a req-514737df-5794-490f-a88a-8854fcb4ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:29.359064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb9c3a7-be34-4653-9f5b-1cbfc8dc448a req-514737df-5794-490f-a88a-8854fcb4ca26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1396244 Mar 24 01:27:29.386577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 6819f89d-9fef-4c00-b959-45aa336013c3 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:29.387010 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (6819f89d-9fef-4c00-b959-45aa336013c3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:29.389881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Set router c24ef272-fdd8-4a2d-9dfe-3a26232176f2 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:29.390131 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for port (61f49fff-f6b9-4ddf-a05a-cbf6de9be5a7), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:29.397532 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:29.401473 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4b92ed7c-ad7b-4e2d-8561-e42688f229f5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7569251 Mar 24 01:27:29.401473 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (61f49fff-f6b9-4ddf-a05a-cbf6de9be5a7), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:29.403296 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59256) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:29.591128 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (b55004df-8716-45e8-9d5a-d97cf95a4250), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:29.607132 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Port': ['ID=61f49fff-f6b9-4ddf-a05a-cbf6de9be5a7,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:29.671146 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 6819f89d-9fef-4c00-b959-45aa336013c3, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6819f89d-9fef-4c00-b959-45aa336013c3,segment=NetworkSegment(c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5),segment_id=c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:29.678715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f47318-99d4-429c-8690-9d60fe746d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819f89d-9fef-4c00-b959-45aa336013c3'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:27:29.682991 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427bb93f-41d2-4dcd-b0dc-d0d65d9e0010" -d '{"events": [{"server_uuid": "90f47318-99d4-429c-8690-9d60fe746d92", "name": "network-vif-plugged", "status": "completed", "tag": "6819f89d-9fef-4c00-b959-45aa336013c3"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:27:29.689931 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (6819f89d-9fef-4c00-b959-45aa336013c3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:29.797571 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06922fd-1d99-4624-a7be-ea663286d5c2 x-openstack-request-id: req-d06922fd-1d99-4624-a7be-ea663286d5c2 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:27:29.798177 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f47318-99d4-429c-8690-9d60fe746d92", "name": "network-vif-plugged", "status": "completed", "tag": "6819f89d-9fef-4c00-b959-45aa336013c3", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:27:29.798530 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d06922fd-1d99-4624-a7be-ea663286d5c2 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:27:29.799022 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06922fd-1d99-4624-a7be-ea663286d5c2'] response: {'server_uuid': '90f47318-99d4-429c-8690-9d60fe746d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819f89d-9fef-4c00-b959-45aa336013c3', 'code': 200} Mar 24 01:27:29.801147 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=6819f89d-9fef-4c00-b959-45aa336013c3,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:29.816756 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Floating IP b55004df-8716-45e8-9d5a-d97cf95a4250 associated. External IP: 172.25.0.201, port: f73f1824-49a0-4a6c-8a44-f943da41e091. Mar 24 01:27:29.854953 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'name': 'tempest-TestVolumeBackupRestore-871870468-router', 'tenant_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '691b4707-58ae-478c-858c-ae839b8d6da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:23Z', 'updated_at': '2022-03-24T01:27:26Z', 'revision_number': 3, 'project_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'gw_port': {'id': '691b4707-58ae-478c-858c-ae839b8d6da3', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:24Z', 'updated_at': '2022-03-24T01:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:29.897465 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Checking router: c24ef272-fdd8-4a2d-9dfe-3a26232176f2 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:27:29.897838 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Updating router c24ef272-fdd8-4a2d-9dfe-3a26232176f2 port 691b4707-58ae-478c-858c-ae839b8d6da3 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:27:29.946005 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (691b4707-58ae-478c-858c-ae839b8d6da3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:30.060290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb9c3a7-be34-4653-9f5b-1cbfc8dc448a req-c2bd38ef-c3d3-4198-b786-97305d8735dc service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6838670 Mar 24 01:27:30.127491 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd5f62-2312-4e40-8c3d-3527c2fe0322 req-863fdf32-2eda-4bcb-9885-dc2b4267073a tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:30.144439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2cd5f62-2312-4e40-8c3d-3527c2fe0322 req-863fdf32-2eda-4bcb-9885-dc2b4267073a tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 945 time: 0.8573828 Mar 24 01:27:30.185454 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:30.353012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983b258-eadb-44ee-889d-c54d025b808f req-0d2fbb5a-af60-4528-a3e3-7192b00b841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:30.354737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2983b258-eadb-44ee-889d-c54d025b808f req-0d2fbb5a-af60-4528-a3e3-7192b00b841b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 1128 time: 0.2930324 Mar 24 01:27:30.421231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2cd5f62-2312-4e40-8c3d-3527c2fe0322 req-a4c119f5-41a7-4b94-939a-bcdef54453ac tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/security-groups?id=68945e44-5260-433c-b159-53c40bcc9dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755892 Mar 24 01:27:30.446971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd72c7-2be5-4380-ac3b-d441ec64312d req-ef5d7614-470c-41c6-8af9-2789f1b0b5df tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:30.448898 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36dd72c7-2be5-4380-ac3b-d441ec64312d req-ef5d7614-470c-41c6-8af9-2789f1b0b5df tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.2224565 Mar 24 01:27:30.452439 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Router bee41805-9f04-49bd-a95f-02d078b96879 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:27:30.489839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb9c3a7-be34-4653-9f5b-1cbfc8dc448a req-d05ea8bd-0972-438b-9c1c-4946f4e845d1 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125502 Mar 24 01:27:30.529812 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Publish callbacks [] for port (691b4707-58ae-478c-858c-ae839b8d6da3), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:30.531357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2983b258-eadb-44ee-889d-c54d025b808f req-a68fa35c-921c-4a59-861d-18446421a28c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=68945e44-5260-433c-b159-53c40bcc9dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639998 Mar 24 01:27:30.540186 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (691b4707-58ae-478c-858c-ae839b8d6da3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:30.573510 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36dd72c7-2be5-4380-ac3b-d441ec64312d req-4be0a56e-2fed-49e6-b212-d85c3f5dbe99 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131883 Mar 24 01:27:30.622785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70390296-2f47-4384-b5a0-38c4da442e3e None None] Pushing event updated for resources: {'Port': ['ID=691b4707-58ae-478c-858c-ae839b8d6da3,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:30.642884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Attempting to bind port 691b4707-58ae-478c-858c-ae839b8d6da3 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:27:30.643291 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Attempting to bind port 691b4707-58ae-478c-858c-ae839b8d6da3 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:27:30.643712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Attempting to bind port 691b4707-58ae-478c-858c-ae839b8d6da3 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:27:30.649287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:27:30.649824 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:27:30.650544 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:30.651164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:27:30.651639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Bound port: 691b4707-58ae-478c-858c-ae839b8d6da3, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:27:30.652027 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (691b4707-58ae-478c-858c-ae839b8d6da3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:30.680087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:27:30.690208 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f9f515-74e3-4081-8111-59d55fffb0e4 None None] Sync routers for ids ['bee41805-9f04-49bd-a95f-02d078b96879'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:27:30.705881 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f9f515-74e3-4081-8111-59d55fffb0e4 None None] Routers {'bee41805-9f04-49bd-a95f-02d078b96879'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:30.706504 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-44f9f515-74e3-4081-8111-59d55fffb0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:27:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['bee41805-9f04-49bd-a95f-02d078b96879'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:30.711455 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:30.716275 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:30.726215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] For port 691b4707-58ae-478c-858c-ae839b8d6da3, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:27:30.730710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] For port 691b4707-58ae-478c-858c-ae839b8d6da3, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=691b4707-58ae-478c-858c-ae839b8d6da3,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:27:30.739116 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (691b4707-58ae-478c-858c-ae839b8d6da3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:30.807410 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cbd190b7-574b-43cb-a06d-043d5a1dfecd tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7127211 Mar 24 01:27:30.810078 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59264) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:30.810521 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'tag': 'f73f1824-49a0-4a6c-8a44-f943da41e091'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:27:30.813272 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640276e5-e1df-4ea6-9e9f-3cef0b72ef56" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7e45d3-1fb1-4f24-b55b-96e4c68455e5", "tag": "f73f1824-49a0-4a6c-8a44-f943da41e091"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:27:30.840035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Routers {'c24ef272-fdd8-4a2d-9dfe-3a26232176f2'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:30.842010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:27:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c24ef272-fdd8-4a2d-9dfe-3a26232176f2'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:30.893023 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-44f9f515-74e3-4081-8111-59d55fffb0e4 None None] Set router bee41805-9f04-49bd-a95f-02d078b96879 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:30.897843 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6e059f-a3f0-4ed6-a223-ce6f91c4214f x-openstack-request-id: req-ef6e059f-a3f0-4ed6-a223-ce6f91c4214f {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:27:30.900272 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7e45d3-1fb1-4f24-b55b-96e4c68455e5", "tag": "f73f1824-49a0-4a6c-8a44-f943da41e091", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:27:30.900553 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef6e059f-a3f0-4ed6-a223-ce6f91c4214f {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:27:30.900989 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6e059f-a3f0-4ed6-a223-ce6f91c4214f'] response: {'name': 'network-changed', 'server_uuid': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'tag': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'status': 'completed', 'code': 200} Mar 24 01:27:31.010087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70390296-2f47-4384-b5a0-38c4da442e3e None None] Pushing event updated for resources: {'Port': ['ID=691b4707-58ae-478c-858c-ae839b8d6da3,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:31.037881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-eb8f860f-4231-40e1-9075-0b3f3c0423e3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/floatingips/b55004df-8716-45e8-9d5a-d97cf95a4250 HTTP/1.1" status: 200 len: 991 time: 0.2250214 Mar 24 01:27:31.038840 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Allocated IP 172.20.0.1 (5f60050f-9210-4635-9a4d-6ad3e572808e/70c8caa9-d0fe-404a-82e5-a39ea12d38e2/0966c977-1202-4acf-a032-ef45d8c15105) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:27:31.067816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640276e5-e1df-4ea6-9e9f-3cef0b72ef56 req-07a4758e-bdbb-40a2-b48f-93d084621292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:31.070568 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-640276e5-e1df-4ea6-9e9f-3cef0b72ef56 req-07a4758e-bdbb-40a2-b48f-93d084621292 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc274b6be3894d6ba0099f965a7e399c&device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 1127 time: 0.1429675 Mar 24 01:27:31.085061 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-23ba6ce4-c891-4e7c-9a05-3dc1c14f0478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:31.151570 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] Set router c24ef272-fdd8-4a2d-9dfe-3a26232176f2 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:31.293753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640276e5-e1df-4ea6-9e9f-3cef0b72ef56 req-261e1763-4171-48f6-a0db-136cd4bb1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:31.298647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-640276e5-e1df-4ea6-9e9f-3cef0b72ef56 req-261e1763-4171-48f6-a0db-136cd4bb1611 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dcc7e29-a7ab-4753-b50e-f4409d0dc39f HTTP/1.1" status: 200 len: 897 time: 0.2190118 Mar 24 01:27:31.336753 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Publish callbacks [] for port (0966c977-1202-4acf-a032-ef45d8c15105), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:31.347982 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-44f9f515-74e3-4081-8111-59d55fffb0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:26:56Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b55004df-8716-45e8-9d5a-d97cf95a4250', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'port_id': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'mac_address': 'fa:16:3e:98:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:27:27Z', 'updated_at': '2022-03-24T01:27:27Z', 'revision_number': 0, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16900414-2033-4bfd-8e1d-e83b52643cdd', 'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:d7:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:54Z', 'updated_at': '2022-03-24T01:27:02Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:31.380022 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f9f515-74e3-4081-8111-59d55fffb0e4 None None] Checking router: bee41805-9f04-49bd-a95f-02d078b96879 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:27:31.388964 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f9f515-74e3-4081-8111-59d55fffb0e4 None None] Routers {'bee41805-9f04-49bd-a95f-02d078b96879'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:31.389695 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-44f9f515-74e3-4081-8111-59d55fffb0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:27:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['bee41805-9f04-49bd-a95f-02d078b96879'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:31.410358 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-640276e5-e1df-4ea6-9e9f-3cef0b72ef56 req-0e4ebd56-d0b1-4363-880f-5f36686e40d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f73f1824-49a0-4a6c-8a44-f943da41e091 HTTP/1.1" status: 200 len: 999 time: 0.1041701 Mar 24 01:27:31.440348 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0966c977-1202-4acf-a032-ef45d8c15105), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:31.487947 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'name': 'tempest-TestVolumeBackupRestore-871870468-router', 'tenant_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '691b4707-58ae-478c-858c-ae839b8d6da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:23Z', 'updated_at': '2022-03-24T01:27:26Z', 'revision_number': 3, 'project_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'gw_port': {'id': '691b4707-58ae-478c-858c-ae839b8d6da3', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:24Z', 'updated_at': '2022-03-24T01:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:31.553215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73af6988-5d09-46ce-8864-2dbdf94e58d3 None None] The sync data for ids ['c24ef272-fdd8-4a2d-9dfe-3a26232176f2'] in n-d-760455-9 is: [{'id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'name': 'tempest-TestVolumeBackupRestore-871870468-router', 'tenant_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '691b4707-58ae-478c-858c-ae839b8d6da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:23Z', 'updated_at': '2022-03-24T01:27:26Z', 'revision_number': 3, 'project_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'gw_port': {'id': '691b4707-58ae-478c-858c-ae839b8d6da3', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:24Z', 'updated_at': '2022-03-24T01:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:27:31.589657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Pushing event updated for resources: {'Port': ['ID=0966c977-1202-4acf-a032-ef45d8c15105,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:31.601371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640276e5-e1df-4ea6-9e9f-3cef0b72ef56 req-cc29a9b1-1574-49e6-ada3-49b5d2074756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:31.610093 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-640276e5-e1df-4ea6-9e9f-3cef0b72ef56 req-cc29a9b1-1574-49e6-ada3-49b5d2074756 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0805174e-d175-4993-b0c3-d1e104fa0824 HTTP/1.1" status: 200 len: 835 time: 0.1933064 Mar 24 01:27:31.618033 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Network 5f60050f-9210-4635-9a4d-6ad3e572808e is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:27:31.621078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:31.629904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:27:31.666929 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-44f9f515-74e3-4081-8111-59d55fffb0e4 None None] Set router bee41805-9f04-49bd-a95f-02d078b96879 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:31.739068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:31.894356 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cd521-9803-4eaa-b2b9-4765d07faa8e req-cf5944d0-01ce-49e9-b728-a8d79c7ba426 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:31.898858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f6cd521-9803-4eaa-b2b9-4765d07faa8e req-cf5944d0-01ce-49e9-b728-a8d79c7ba426 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 946 time: 0.3575835 Mar 24 01:27:31.942169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640276e5-e1df-4ea6-9e9f-3cef0b72ef56 req-1933252c-5936-461c-a4df-3757c2880503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:31.943981 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-640276e5-e1df-4ea6-9e9f-3cef0b72ef56 req-1933252c-5936-461c-a4df-3757c2880503 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dcc7e29-a7ab-4753-b50e-f4409d0dc39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2669475 Mar 24 01:27:31.977577 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd7b4-1a0b-4024-9b67-b8219f42566f req-dbdbe3e0-cca6-468e-ae6d-a99b562eda9c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:31.979417 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b2dd7b4-1a0b-4024-9b67-b8219f42566f req-dbdbe3e0-cca6-468e-ae6d-a99b562eda9c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.2694016 Mar 24 01:27:32.019136 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0966c977-1202-4acf-a032-ef45d8c15105), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:32.032683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5a12d41c-36a2-4cde-8459-42ad9baff8b8 None None] Provisioning complete for port 0966c977-1202-4acf-a032-ef45d8c15105 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:32.036053 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5a12d41c-36a2-4cde-8459-42ad9baff8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0966c977-1202-4acf-a032-ef45d8c15105), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:32.042527 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59274) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:32.081070 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f6cd521-9803-4eaa-b2b9-4765d07faa8e req-35506714-ff2f-41a2-a643-1f5c88b69501 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/security-groups?id=68945e44-5260-433c-b159-53c40bcc9dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666591 Mar 24 01:27:32.147564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5a12d41c-36a2-4cde-8459-42ad9baff8b8 None None] Port 0966c977-1202-4acf-a032-ef45d8c15105 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:27:32.239203 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:32.251849 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b2dd7b4-1a0b-4024-9b67-b8219f42566f req-f8ffe24c-3569-4884-942d-9ef2515d6acb tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547920 Mar 24 01:27:32.273413 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-44f9f515-74e3-4081-8111-59d55fffb0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:26:56Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b55004df-8716-45e8-9d5a-d97cf95a4250', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'port_id': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'mac_address': 'fa:16:3e:98:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:27:27Z', 'updated_at': '2022-03-24T01:27:27Z', 'revision_number': 0, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16900414-2033-4bfd-8e1d-e83b52643cdd', 'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:d7:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:54Z', 'updated_at': '2022-03-24T01:27:02Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:32.278998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-640276e5-e1df-4ea6-9e9f-3cef0b72ef56 req-7407b9a3-89d4-4437-97a9-8216ec2318e4 service neutron] 10.222.0.57 "GET /v2.0/networks/0dcc7e29-a7ab-4753-b50e-f4409d0dc39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245986 Mar 24 01:27:32.354699 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f9f515-74e3-4081-8111-59d55fffb0e4 None None] The sync data for ids ['bee41805-9f04-49bd-a95f-02d078b96879'] in n-d-760455-9 is: [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:26:56Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b55004df-8716-45e8-9d5a-d97cf95a4250', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'port_id': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'mac_address': 'fa:16:3e:98:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:27:27Z', 'updated_at': '2022-03-24T01:27:27Z', 'revision_number': 0, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16900414-2033-4bfd-8e1d-e83b52643cdd', 'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:d7:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:54Z', 'updated_at': '2022-03-24T01:27:02Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:27:32.508829 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-640276e5-e1df-4ea6-9e9f-3cef0b72ef56 req-14f2a813-95db-4c73-aab4-2df3ce61ab84 service neutron] 10.222.0.57 "GET /v2.0/networks/0dcc7e29-a7ab-4753-b50e-f4409d0dc39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200747 Mar 24 01:27:32.682638 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:32.789387 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f815b322-6df2-4020-a513-ee985799dcd7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/floatingips/b55004df-8716-45e8-9d5a-d97cf95a4250 HTTP/1.1" status: 200 len: 991 time: 0.7418325 Mar 24 01:27:32.854700 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593b5eec-de0d-4f7d-bb34-c1b050b9ece5 None None] New status for floating IP b55004df-8716-45e8-9d5a-d97cf95a4250: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:27:32.962684 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Publish callbacks [] for port (0966c977-1202-4acf-a032-ef45d8c15105), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:32.971537 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (0966c977-1202-4acf-a032-ef45d8c15105), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:33.060573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Pushing event updated for resources: {'Port': ['ID=0966c977-1202-4acf-a032-ef45d8c15105,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:33.072671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:33.265589 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Network 5f60050f-9210-4635-9a4d-6ad3e572808e is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:27:33.267207 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:33.320373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1f745-8f14-45f9-98c9-491c86c9ade7 req-42b7d74d-047f-451c-9e28-1cca6db496fe tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:33.322591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33f1f745-8f14-45f9-98c9-491c86c9ade7 req-42b7d74d-047f-451c-9e28-1cca6db496fe tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 946 time: 0.1055975 Mar 24 01:27:33.461896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Router c24ef272-fdd8-4a2d-9dfe-3a26232176f2 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:27:33.472851 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33f1f745-8f14-45f9-98c9-491c86c9ade7 req-60f48a9b-83c3-4317-aa0b-d1daa5a4d97d tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/security-groups?id=68945e44-5260-433c-b159-53c40bcc9dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342254 Mar 24 01:27:33.495094 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aad04d-5731-4042-839b-af0b52b32ba9 req-aa983d09-684b-4b48-8f81-898137a09dc4 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:33.510579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0aad04d-5731-4042-839b-af0b52b32ba9 req-aa983d09-684b-4b48-8f81-898137a09dc4 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0932693 Mar 24 01:27:33.572474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0aad04d-5731-4042-839b-af0b52b32ba9 req-7c6b585e-c7ed-40af-bf1b-b03363c56bca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565906 Mar 24 01:27:33.700441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2e168-f79b-48ca-bd4b-98808f8c0506 req-574d2d5d-b8a3-4538-9bc1-a576646b6689 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:33.705638 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dde2e168-f79b-48ca-bd4b-98808f8c0506 req-574d2d5d-b8a3-4538-9bc1-a576646b6689 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 946 time: 0.0967469 Mar 24 01:27:33.716808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:27:33.745131 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-86b8ffad-9354-4c75-a1a7-95136155e30f admin admin] 10.222.0.45 "PUT /v2.0/routers/c24ef272-fdd8-4a2d-9dfe-3a26232176f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3223929 Mar 24 01:27:33.745384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ec995165-4be5-42cb-b575-ab1c5be83170 None None] Provisioning complete for port 0966c977-1202-4acf-a032-ef45d8c15105 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:33.745384 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ec995165-4be5-42cb-b575-ab1c5be83170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0966c977-1202-4acf-a032-ef45d8c15105), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:33.777329 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:33.784430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ec995165-4be5-42cb-b575-ab1c5be83170 None None] Port 0966c977-1202-4acf-a032-ef45d8c15105 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:27:33.792202 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59286) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:33.819291 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dde2e168-f79b-48ca-bd4b-98808f8c0506 req-c81391b1-a022-4cca-9de9-ef5109bf947a tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/security-groups?id=68945e44-5260-433c-b159-53c40bcc9dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050661 Mar 24 01:27:33.914090 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d58110f3-9884-4524-8892-25dcb4bf4103 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/floatingips/b55004df-8716-45e8-9d5a-d97cf95a4250 HTTP/1.1" status: 200 len: 993 time: 0.1137640 Mar 24 01:27:34.079059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1412d81-3927-49fb-b9fb-f507db1ab9e8 req-0fee332f-f4c8-4ef1-900f-fc708ccb911a tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:34.081420 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1412d81-3927-49fb-b9fb-f507db1ab9e8 req-0fee332f-f4c8-4ef1-900f-fc708ccb911a tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 946 time: 0.1048086 Mar 24 01:27:34.135122 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 691b4707-58ae-478c-858c-ae839b8d6da3 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:34.147624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1412d81-3927-49fb-b9fb-f507db1ab9e8 req-58965c7c-c122-49fb-8e8e-88ff760ac4cb tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/security-groups?id=68945e44-5260-433c-b159-53c40bcc9dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590072 Mar 24 01:27:34.179469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59292) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:34.223409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 691b4707-58ae-478c-858c-ae839b8d6da3 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:34.223936 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (691b4707-58ae-478c-858c-ae839b8d6da3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:34.366476 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 691b4707-58ae-478c-858c-ae839b8d6da3 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:34.367065 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (691b4707-58ae-478c-858c-ae839b8d6da3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:34.414203 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 691b4707-58ae-478c-858c-ae839b8d6da3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=691b4707-58ae-478c-858c-ae839b8d6da3,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:34.429573 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (691b4707-58ae-478c-858c-ae839b8d6da3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:34.538147 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=691b4707-58ae-478c-858c-ae839b8d6da3,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:34.639589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a13b5-db9e-41bf-85b7-068a55be07a3 tempest-TestServerBasicOps-1477528755 tempest-TestServerBasicOps-1477528755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:34.643041 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-531a13b5-db9e-41bf-85b7-068a55be07a3 tempest-TestServerBasicOps-1477528755 tempest-TestServerBasicOps-1477528755-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 1123 time: 0.4623904 Mar 24 01:27:34.647367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59324) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:34.654913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': '6819f89d-9fef-4c00-b959-45aa336013c3', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:34.719722 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:34.777346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0642b1c-fdef-49d9-b053-2544ff4aca91 req-c741c573-31e4-4860-a668-7562ef61b34d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:34.778877 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0642b1c-fdef-49d9-b053-2544ff4aca91 req-c741c573-31e4-4860-a668-7562ef61b34d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.1284111 Mar 24 01:27:34.859658 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d0642b1c-fdef-49d9-b053-2544ff4aca91 req-08b5ff90-a08d-4a15-a0c8-43241c847675 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679545 Mar 24 01:27:34.907944 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:35.043767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Allocated IP 172.25.0.164 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/3a6a71a2-b6a7-4900-beb2-0752fbec6d7a) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:27:35.221537 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for port (3a6a71a2-b6a7-4900-beb2-0752fbec6d7a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:35.241263 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:35.292447 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3a6a71a2-b6a7-4900-beb2-0752fbec6d7a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:35.335550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:27:35.340235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:35.347300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:27:35.375340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Pushing event updated for resources: {'Port': ['ID=3a6a71a2-b6a7-4900-beb2-0752fbec6d7a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:35.425331 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Sync routers for ids ['c24ef272-fdd8-4a2d-9dfe-3a26232176f2'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:27:35.450923 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Routers {'c24ef272-fdd8-4a2d-9dfe-3a26232176f2'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:35.453010 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:27:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c24ef272-fdd8-4a2d-9dfe-3a26232176f2'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:35.619809 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Set router c24ef272-fdd8-4a2d-9dfe-3a26232176f2 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:35.990466 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for floatingip (3f09410d-1039-4929-87e9-5e63f1028485), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:36.091368 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'name': 'tempest-TestVolumeBackupRestore-871870468-router', 'tenant_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '691b4707-58ae-478c-858c-ae839b8d6da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:23Z', 'updated_at': '2022-03-24T01:27:31Z', 'revision_number': 4, 'project_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'gw_port': {'id': '691b4707-58ae-478c-858c-ae839b8d6da3', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:24Z', 'updated_at': '2022-03-24T01:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '0966c977-1202-4acf-a032-ef45d8c15105', 'name': '', 'network_id': '5f60050f-9210-4635-9a4d-6ad3e572808e', 'tenant_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'mac_address': 'fa:16:3e:b6:bb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '70c8caa9-d0fe-404a-82e5-a39ea12d38e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:30Z', 'updated_at': '2022-03-24T01:27:32Z', 'revision_number': 2, 'project_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'subnets': [{'id': '70c8caa9-d0fe-404a-82e5-a39ea12d38e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:36.114640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c2ee4-32a5-487c-acde-624a3b3f8c24 req-793e7bd7-de9f-48d2-a13f-03b0865e6e64 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:36.117024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a9c2ee4-32a5-487c-acde-624a3b3f8c24 req-793e7bd7-de9f-48d2-a13f-03b0865e6e64 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.1233401 Mar 24 01:27:36.134239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3a6a71a2-b6a7-4900-beb2-0752fbec6d7a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:36.236045 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 691b4707-58ae-478c-858c-ae839b8d6da3 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:36.273199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a9c2ee4-32a5-487c-acde-624a3b3f8c24 req-a6b30554-305c-4117-9a03-80d25f3e5ff3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484504 Mar 24 01:27:36.403228 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Checking router: c24ef272-fdd8-4a2d-9dfe-3a26232176f2 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:27:36.404762 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Updating router c24ef272-fdd8-4a2d-9dfe-3a26232176f2 port 0966c977-1202-4acf-a032-ef45d8c15105 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:27:36.432092 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 691b4707-58ae-478c-858c-ae839b8d6da3 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:36.441372 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (691b4707-58ae-478c-858c-ae839b8d6da3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:36.475950 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0966c977-1202-4acf-a032-ef45d8c15105), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:36.624148 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for port (3a6a71a2-b6a7-4900-beb2-0752fbec6d7a), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:36.628186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 691b4707-58ae-478c-858c-ae839b8d6da3 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:36.633876 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3a6a71a2-b6a7-4900-beb2-0752fbec6d7a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:36.749804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Pushing event updated for resources: {'Port': ['ID=3a6a71a2-b6a7-4900-beb2-0752fbec6d7a,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:36.764703 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (3f09410d-1039-4929-87e9-5e63f1028485), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:36.928473 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Floating IP 3f09410d-1039-4929-87e9-5e63f1028485 associated. External IP: 172.25.0.164, port: 6819f89d-9fef-4c00-b959-45aa336013c3. Mar 24 01:27:37.032194 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Publish callbacks [] for port (0966c977-1202-4acf-a032-ef45d8c15105), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:37.048742 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0966c977-1202-4acf-a032-ef45d8c15105), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:37.170804 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab50e72-5d11-4dc1-8db2-615280a07529 None None] Pushing event updated for resources: {'Port': ['ID=0966c977-1202-4acf-a032-ef45d8c15105,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:37.243529 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Attempting to bind port 0966c977-1202-4acf-a032-ef45d8c15105 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:27:37.244223 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Attempting to bind port 0966c977-1202-4acf-a032-ef45d8c15105 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'b19f5c91-95e7-48b8-a756-e8f47e348e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f60050f-9210-4635-9a4d-6ad3e572808e'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:27:37.245046 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Attempting to bind port 0966c977-1202-4acf-a032-ef45d8c15105 on network 5f60050f-9210-4635-9a4d-6ad3e572808e {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:27:37.260258 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:27:37.260910 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Checking segment: {'id': 'b19f5c91-95e7-48b8-a756-e8f47e348e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f60050f-9210-4635-9a4d-6ad3e572808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:27:37.261681 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:37.263418 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Bound using segment: {'id': 'b19f5c91-95e7-48b8-a756-e8f47e348e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f60050f-9210-4635-9a4d-6ad3e572808e'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:27:37.264706 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Bound port: 0966c977-1202-4acf-a032-ef45d8c15105, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19f5c91-95e7-48b8-a756-e8f47e348e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f60050f-9210-4635-9a4d-6ad3e572808e'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:27:37.268081 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0966c977-1202-4acf-a032-ef45d8c15105), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:37.355948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Router 9577a042-a8aa-4efa-96d1-0706b288c997 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:27:37.419942 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] For port 0966c977-1202-4acf-a032-ef45d8c15105, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:27:37.425615 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] For port 0966c977-1202-4acf-a032-ef45d8c15105, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0966c977-1202-4acf-a032-ef45d8c15105,segment=NetworkSegment(b19f5c91-95e7-48b8-a756-e8f47e348e2c),segment_id=b19f5c91-95e7-48b8-a756-e8f47e348e2c)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:27:37.436476 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0966c977-1202-4acf-a032-ef45d8c15105), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:37.532821 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Routers {'c24ef272-fdd8-4a2d-9dfe-3a26232176f2'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:37.535211 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:27:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c24ef272-fdd8-4a2d-9dfe-3a26232176f2'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:37.544263 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab50e72-5d11-4dc1-8db2-615280a07529 None None] Pushing event updated for resources: {'Port': ['ID=0966c977-1202-4acf-a032-ef45d8c15105,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:37.760475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264974e-2c31-403d-aef3-95ee84d0a453 req-698921b4-da0e-415c-8877-96fb24fd392a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:37.763280 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a0b7f519-7f9a-4d21-9169-5c5dd7585dab None None] Provisioning complete for port 0966c977-1202-4acf-a032-ef45d8c15105 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:37.763834 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a0b7f519-7f9a-4d21-9169-5c5dd7585dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0966c977-1202-4acf-a032-ef45d8c15105), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:37.768416 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4264974e-2c31-403d-aef3-95ee84d0a453 req-698921b4-da0e-415c-8877-96fb24fd392a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.2881458 Mar 24 01:27:37.797058 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] Set router c24ef272-fdd8-4a2d-9dfe-3a26232176f2 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:37.806273 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:27:37.853768 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb8d869-15da-4f10-8938-92a609871b04 None None] Sync routers for ids ['9577a042-a8aa-4efa-96d1-0706b288c997'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:27:37.872178 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:37.895086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb8d869-15da-4f10-8938-92a609871b04 None None] Routers {'9577a042-a8aa-4efa-96d1-0706b288c997'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:37.898021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ebb8d869-15da-4f10-8938-92a609871b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:27:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9577a042-a8aa-4efa-96d1-0706b288c997'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:38.025731 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4264974e-2c31-403d-aef3-95ee84d0a453 req-31a0bf2e-93cc-4dfb-b69e-d86c0c27fe35 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563422 Mar 24 01:27:38.029488 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-84f3f170-4b7b-4e50-9d93-48f8b30dc2be tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3804405 Mar 24 01:27:38.031698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f47318-99d4-429c-8690-9d60fe746d92', 'tag': '6819f89d-9fef-4c00-b959-45aa336013c3'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:27:38.034345 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7e32e5-f0d9-499a-aae9-72be99354616" -d '{"events": [{"name": "network-changed", "server_uuid": "90f47318-99d4-429c-8690-9d60fe746d92", "tag": "6819f89d-9fef-4c00-b959-45aa336013c3"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:27:38.153723 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbae5fb-83e9-4339-9ceb-672b36d339c2 x-openstack-request-id: req-1cbae5fb-83e9-4339-9ceb-672b36d339c2 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:27:38.154039 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f47318-99d4-429c-8690-9d60fe746d92", "tag": "6819f89d-9fef-4c00-b959-45aa336013c3", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:27:38.154309 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1cbae5fb-83e9-4339-9ceb-672b36d339c2 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:27:38.154736 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbae5fb-83e9-4339-9ceb-672b36d339c2'] response: {'name': 'network-changed', 'server_uuid': '90f47318-99d4-429c-8690-9d60fe746d92', 'tag': '6819f89d-9fef-4c00-b959-45aa336013c3', 'status': 'completed', 'code': 200} Mar 24 01:27:38.275426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e32e5-f0d9-499a-aae9-72be99354616 req-a58407d9-3910-4877-b230-51f1d05544ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:38.279604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa7e32e5-f0d9-499a-aae9-72be99354616 req-a58407d9-3910-4877-b230-51f1d05544ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=18d1ec20555a42ae8b5cd3a4da5f31d3&device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 1128 time: 0.1035607 Mar 24 01:27:38.326643 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'name': 'tempest-TestVolumeBackupRestore-871870468-router', 'tenant_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '691b4707-58ae-478c-858c-ae839b8d6da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:23Z', 'updated_at': '2022-03-24T01:27:31Z', 'revision_number': 4, 'project_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'gw_port': {'id': '691b4707-58ae-478c-858c-ae839b8d6da3', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:24Z', 'updated_at': '2022-03-24T01:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '0966c977-1202-4acf-a032-ef45d8c15105', 'name': '', 'network_id': '5f60050f-9210-4635-9a4d-6ad3e572808e', 'tenant_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'mac_address': 'fa:16:3e:b6:bb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '70c8caa9-d0fe-404a-82e5-a39ea12d38e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:30Z', 'updated_at': '2022-03-24T01:27:37Z', 'revision_number': 4, 'project_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'subnets': [{'id': '70c8caa9-d0fe-404a-82e5-a39ea12d38e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:38.368562 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784d3282-cd5b-4fda-8c8b-bead6dc6a94a None None] The sync data for ids ['c24ef272-fdd8-4a2d-9dfe-3a26232176f2'] in n-d-760455-9 is: [{'id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'name': 'tempest-TestVolumeBackupRestore-871870468-router', 'tenant_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '691b4707-58ae-478c-858c-ae839b8d6da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:23Z', 'updated_at': '2022-03-24T01:27:31Z', 'revision_number': 4, 'project_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'gw_port': {'id': '691b4707-58ae-478c-858c-ae839b8d6da3', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:24Z', 'updated_at': '2022-03-24T01:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '0966c977-1202-4acf-a032-ef45d8c15105', 'name': '', 'network_id': '5f60050f-9210-4635-9a4d-6ad3e572808e', 'tenant_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'mac_address': 'fa:16:3e:b6:bb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '70c8caa9-d0fe-404a-82e5-a39ea12d38e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:30Z', 'updated_at': '2022-03-24T01:27:37Z', 'revision_number': 4, 'project_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'subnets': [{'id': '70c8caa9-d0fe-404a-82e5-a39ea12d38e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:27:38.541663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-ebb8d869-15da-4f10-8938-92a609871b04 None None] Set router 9577a042-a8aa-4efa-96d1-0706b288c997 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:38.564282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e32e5-f0d9-499a-aae9-72be99354616 req-bbb85bf7-9463-4e9a-ab31-bb71462b353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:38.570561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa7e32e5-f0d9-499a-aae9-72be99354616 req-bbb85bf7-9463-4e9a-ab31-bb71462b353d service neutron] 10.222.0.57 "GET /v2.0/networks?id=52175975-72ac-4fcc-a7a7-86f28a0a95a4 HTTP/1.1" status: 200 len: 909 time: 0.2878175 Mar 24 01:27:38.718759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa7e32e5-f0d9-499a-aae9-72be99354616 req-516cdd95-f587-467e-9f67-084e7d307476 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6819f89d-9fef-4c00-b959-45aa336013c3 HTTP/1.1" status: 200 len: 1000 time: 0.1417212 Mar 24 01:27:38.727514 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a0b7f519-7f9a-4d21-9169-5c5dd7585dab None None] Current status of the port 0966c977-1202-4acf-a032-ef45d8c15105 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:38.735128 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a0b7f519-7f9a-4d21-9169-5c5dd7585dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0966c977-1202-4acf-a032-ef45d8c15105), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:38.791747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e32e5-f0d9-499a-aae9-72be99354616 req-882ed755-74a2-4233-a540-33c2033b4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:38.795710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa7e32e5-f0d9-499a-aae9-72be99354616 req-882ed755-74a2-4233-a540-33c2033b4b8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7aa756d-708d-4988-b63b-255f5d94f098 HTTP/1.1" status: 200 len: 847 time: 0.0680034 Mar 24 01:27:38.893432 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e32e5-f0d9-499a-aae9-72be99354616 req-52327fae-411e-4c47-aa78-e9c2d0c24003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:38.897057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa7e32e5-f0d9-499a-aae9-72be99354616 req-52327fae-411e-4c47-aa78-e9c2d0c24003 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52175975-72ac-4fcc-a7a7-86f28a0a95a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0979333 Mar 24 01:27:38.920473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a0b7f519-7f9a-4d21-9169-5c5dd7585dab None None] For port 0966c977-1202-4acf-a032-ef45d8c15105, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0966c977-1202-4acf-a032-ef45d8c15105,segment=NetworkSegment(b19f5c91-95e7-48b8-a756-e8f47e348e2c),segment_id=b19f5c91-95e7-48b8-a756-e8f47e348e2c)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:27:38.929614 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a0b7f519-7f9a-4d21-9169-5c5dd7585dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0966c977-1202-4acf-a032-ef45d8c15105), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:38.991944 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7f519-7f9a-4d21-9169-5c5dd7585dab None None] Pushing event updated for resources: {'Port': ['ID=0966c977-1202-4acf-a032-ef45d8c15105,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:39.021372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ebb8d869-15da-4f10-8938-92a609871b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'name': 'tempest-TestServerBasicOps-728367382-router', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:44Z', 'updated_at': '2022-03-24T01:26:50Z', 'revision_number': 4, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'gw_port': {'id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:46Z', 'updated_at': '2022-03-24T01:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3f09410d-1039-4929-87e9-5e63f1028485', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'floating_ip_address': '172.25.0.164', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'port_id': '6819f89d-9fef-4c00-b959-45aa336013c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'mac_address': 'fa:16:3e:0b:4c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f47318-99d4-429c-8690-9d60fe746d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:27:35Z', 'updated_at': '2022-03-24T01:27:35Z', 'revision_number': 0, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7983d4-cf00-4b5b-81f4-725d23db2dc8', 'name': '', 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'mac_address': 'fa:16:3e:34:14:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:49Z', 'updated_at': '2022-03-24T01:27:04Z', 'revision_number': 5, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'subnets': [{'id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:39.057763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb8d869-15da-4f10-8938-92a609871b04 None None] Checking router: 9577a042-a8aa-4efa-96d1-0706b288c997 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:27:39.112050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fa81c0e1-2496-4f47-87ec-e8736498a8c7 None None] Provisioning complete for port 0966c977-1202-4acf-a032-ef45d8c15105 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:39.115617 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fa81c0e1-2496-4f47-87ec-e8736498a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0966c977-1202-4acf-a032-ef45d8c15105), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:39.152337 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb8d869-15da-4f10-8938-92a609871b04 None None] Routers {'9577a042-a8aa-4efa-96d1-0706b288c997'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:27:39.153682 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ebb8d869-15da-4f10-8938-92a609871b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:27:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9577a042-a8aa-4efa-96d1-0706b288c997'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:39.381384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa7e32e5-f0d9-499a-aae9-72be99354616 req-120c392d-09b7-4cce-9b21-e209c0b3042b service neutron] 10.222.0.57 "GET /v2.0/networks/52175975-72ac-4fcc-a7a7-86f28a0a95a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736240 Mar 24 01:27:39.425194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fa81c0e1-2496-4f47-87ec-e8736498a8c7 None None] Current status of the port 0966c977-1202-4acf-a032-ef45d8c15105 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:39.457198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-ebb8d869-15da-4f10-8938-92a609871b04 None None] Set router 9577a042-a8aa-4efa-96d1-0706b288c997 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:27:39.510188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d060b7-8815-47bf-a9a1-5c52e6fc8116 req-7c48eff2-9279-4892-94cd-0f6e940c9135 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:39.514770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5d060b7-8815-47bf-a9a1-5c52e6fc8116 req-7c48eff2-9279-4892-94cd-0f6e940c9135 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.3380566 Mar 24 01:27:39.585640 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa7e32e5-f0d9-499a-aae9-72be99354616 req-dc339dec-5c42-4fd0-9581-2a76135c7443 service neutron] 10.222.0.57 "GET /v2.0/networks/52175975-72ac-4fcc-a7a7-86f28a0a95a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963792 Mar 24 01:27:39.693045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5d060b7-8815-47bf-a9a1-5c52e6fc8116 req-d369d81c-7360-4178-83ad-d1b1e464462b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039543 Mar 24 01:27:39.970253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ebb8d869-15da-4f10-8938-92a609871b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'name': 'tempest-TestServerBasicOps-728367382-router', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:44Z', 'updated_at': '2022-03-24T01:26:50Z', 'revision_number': 4, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'gw_port': {'id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:46Z', 'updated_at': '2022-03-24T01:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3f09410d-1039-4929-87e9-5e63f1028485', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'floating_ip_address': '172.25.0.164', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'port_id': '6819f89d-9fef-4c00-b959-45aa336013c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'mac_address': 'fa:16:3e:0b:4c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f47318-99d4-429c-8690-9d60fe746d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:27:35Z', 'updated_at': '2022-03-24T01:27:35Z', 'revision_number': 0, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7983d4-cf00-4b5b-81f4-725d23db2dc8', 'name': '', 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'mac_address': 'fa:16:3e:34:14:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:49Z', 'updated_at': '2022-03-24T01:27:04Z', 'revision_number': 5, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'subnets': [{'id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:27:40.009163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb8d869-15da-4f10-8938-92a609871b04 None None] The sync data for ids ['9577a042-a8aa-4efa-96d1-0706b288c997'] in n-d-760455-9 is: [{'id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'name': 'tempest-TestServerBasicOps-728367382-router', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:44Z', 'updated_at': '2022-03-24T01:26:50Z', 'revision_number': 4, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'gw_port': {'id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:46Z', 'updated_at': '2022-03-24T01:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3f09410d-1039-4929-87e9-5e63f1028485', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'floating_ip_address': '172.25.0.164', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'port_id': '6819f89d-9fef-4c00-b959-45aa336013c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'mac_address': 'fa:16:3e:0b:4c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f47318-99d4-429c-8690-9d60fe746d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:27:35Z', 'updated_at': '2022-03-24T01:27:35Z', 'revision_number': 0, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7983d4-cf00-4b5b-81f4-725d23db2dc8', 'name': '', 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'mac_address': 'fa:16:3e:34:14:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:49Z', 'updated_at': '2022-03-24T01:27:04Z', 'revision_number': 5, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'subnets': [{'id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:27:40.139107 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0966c977-1202-4acf-a032-ef45d8c15105 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:27:40.246050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 0966c977-1202-4acf-a032-ef45d8c15105 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:27:40.246610 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0966c977-1202-4acf-a032-ef45d8c15105), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:40.369435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 0966c977-1202-4acf-a032-ef45d8c15105 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:27:40.503141 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f55b1a-4a84-4d05-88dd-9f9ba97297c7 None None] New status for floating IP 3f09410d-1039-4929-87e9-5e63f1028485: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:27:40.931594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fafc8-6dcc-4caf-aa96-50d35a8a6a70 req-7ce3482c-9ee4-43af-afc0-0e0f8cb29f86 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:40.939552 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a71fafc8-6dcc-4caf-aa96-50d35a8a6a70 req-7ce3482c-9ee4-43af-afc0-0e0f8cb29f86 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.1022708 Mar 24 01:27:41.003890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a71fafc8-6dcc-4caf-aa96-50d35a8a6a70 req-ef9ff4a6-067e-4f83-a3dc-6afc497dfd90 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636261 Mar 24 01:27:42.158661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626edb81-e8b0-4abc-a041-7a6098799ae3 req-e2c6b053-c700-49c7-975c-77f32f345ffa tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:42.165578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-626edb81-e8b0-4abc-a041-7a6098799ae3 req-e2c6b053-c700-49c7-975c-77f32f345ffa tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0674305 Mar 24 01:27:42.222528 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-626edb81-e8b0-4abc-a041-7a6098799ae3 req-bcc888dc-c70c-4e9d-af3a-645a0e0582a3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544631 Mar 24 01:27:43.410176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e495bc-e8bc-4801-8330-ff7315659d96 req-0a087dd7-3566-46e2-b488-9c066140dca0 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:43.416604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3e495bc-e8bc-4801-8330-ff7315659d96 req-0a087dd7-3566-46e2-b488-9c066140dca0 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0908203 Mar 24 01:27:43.490218 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3e495bc-e8bc-4801-8330-ff7315659d96 req-322dab3b-ec09-41be-9a77-ce4f7f8d8d65 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659301 Mar 24 01:27:44.656511 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5aad4-1220-47a8-b554-e766eba85af3 req-2ec470ee-18c3-4db1-9e0c-1f8931ef3613 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:44.661571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ce5aad4-1220-47a8-b554-e766eba85af3 req-2ec470ee-18c3-4db1-9e0c-1f8931ef3613 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0946207 Mar 24 01:27:44.724335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ce5aad4-1220-47a8-b554-e766eba85af3 req-8aa49a11-fca6-44da-9137-c669ba9c1d9a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577385 Mar 24 01:27:45.899373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797469c9-c9ee-420b-be33-44f4114f5625 req-10f3bbe5-0572-44b9-95b9-01403755d2ca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:45.905595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-797469c9-c9ee-420b-be33-44f4114f5625 req-10f3bbe5-0572-44b9-95b9-01403755d2ca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0789886 Mar 24 01:27:45.974392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-797469c9-c9ee-420b-be33-44f4114f5625 req-d1a57831-c188-42f7-9eaf-dd91495ea8e0 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659540 Mar 24 01:27:47.112214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0bb95-8807-4dff-bc67-dab2c9a097a0 req-ad4035fe-0c58-4402-943e-ba603d2800a2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:47.120783 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-99b0bb95-8807-4dff-bc67-dab2c9a097a0 req-ad4035fe-0c58-4402-943e-ba603d2800a2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0723526 Mar 24 01:27:47.176567 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-99b0bb95-8807-4dff-bc67-dab2c9a097a0 req-9d530f7b-6486-4947-b9bb-e8633557dac5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545087 Mar 24 01:27:48.327241 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112266b-90aa-41e7-b77d-db16179ad21c req-98809ba9-24d1-45b7-a221-f6a57dc53366 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:48.328844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8112266b-90aa-41e7-b77d-db16179ad21c req-98809ba9-24d1-45b7-a221-f6a57dc53366 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0639894 Mar 24 01:27:48.395383 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8112266b-90aa-41e7-b77d-db16179ad21c req-a60d8875-bc62-4993-b1b5-fa1e5726934d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598974 Mar 24 01:27:49.360260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59906) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:49.600500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687c01f-8ad1-44c4-9aad-d11319bac5f5 req-557d373f-8aba-476a-8c0e-4471f82bd76a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:49.612636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2687c01f-8ad1-44c4-9aad-d11319bac5f5 req-557d373f-8aba-476a-8c0e-4471f82bd76a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0944953 Mar 24 01:27:49.657163 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f9cd5341-2f76-4998-9885-f34e394b6d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:49.759032 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f9cd5341-2f76-4998-9885-f34e394b6d67 admin admin] Publish callbacks [] for security_group (ff9de08c-5167-492b-8641-3157825de802), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:49.769082 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2687c01f-8ad1-44c4-9aad-d11319bac5f5 req-9442e66a-6166-431d-9129-8b422d37569b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555681 Mar 24 01:27:49.771125 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f9cd5341-2f76-4998-9885-f34e394b6d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ff9de08c-5167-492b-8641-3157825de802), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:49.810188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f9cd5341-2f76-4998-9885-f34e394b6d67 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=758c8c40150749689256014c8bf48f3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4464297 Mar 24 01:27:49.811003 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 59914) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:49.827083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd5341-2f76-4998-9885-f34e394b6d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9de08c-5167-492b-8641-3157825de802,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:49.898554 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c05c3a3-598b-4ecf-9e9d-e363a4e23a47 admin admin] Publish callbacks [] for security_group (ff9de08c-5167-492b-8641-3157825de802), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:49.929082 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c05c3a3-598b-4ecf-9e9d-e363a4e23a47 admin admin] Publish callbacks [] for security_group (ff9de08c-5167-492b-8641-3157825de802), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:49.990344 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c05c3a3-598b-4ecf-9e9d-e363a4e23a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (ff9de08c-5167-492b-8641-3157825de802), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:49.994312 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c05c3a3-598b-4ecf-9e9d-e363a4e23a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:49.995677 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2c05c3a3-598b-4ecf-9e9d-e363a4e23a47 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff9de08c-5167-492b-8641-3157825de802 HTTP/1.1" status: 204 len: 168 time: 0.1830637 Mar 24 01:27:50.004350 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05c3a3-598b-4ecf-9e9d-e363a4e23a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9de08c-5167-492b-8641-3157825de802,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:50.904953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59944) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:50.934827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f0a2c-6510-4f02-bd1e-e014c353181d req-2cb7e3c9-dde1-4851-b040-08eac2ac175c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:50.936478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f9f0a2c-6510-4f02-bd1e-e014c353181d req-2cb7e3c9-dde1-4851-b040-08eac2ac175c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0717120 Mar 24 01:27:50.993690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f9f0a2c-6510-4f02-bd1e-e014c353181d req-685c63df-fa8b-4770-9004-94f579ce5e7d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500565 Mar 24 01:27:51.032772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-1caf3aee-ac85-427c-97fa-5dc305e4d56d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-716203475-network', 'tenant_id': 'df2b56fa9b0844b2b099f2b1d27e1e03'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:51.057789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caf3aee-ac85-427c-97fa-5dc305e4d56d admin admin] Made reservation on behalf of df2b56fa9b0844b2b099f2b1d27e1e03 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:27:51.060479 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1caf3aee-ac85-427c-97fa-5dc305e4d56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:51.071085 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1caf3aee-ac85-427c-97fa-5dc305e4d56d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:51.158594 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1caf3aee-ac85-427c-97fa-5dc305e4d56d admin admin] Publish callbacks [] for security_group (6cec19f5-e748-4fa3-8e4e-060ad0494e83), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:51.162856 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1caf3aee-ac85-427c-97fa-5dc305e4d56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6cec19f5-e748-4fa3-8e4e-060ad0494e83), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:51.186459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1caf3aee-ac85-427c-97fa-5dc305e4d56d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:27:51.202632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf3aee-ac85-427c-97fa-5dc305e4d56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cec19f5-e748-4fa3-8e4e-060ad0494e83,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:51.206773 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1caf3aee-ac85-427c-97fa-5dc305e4d56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (54a0dbb3-df05-42e7-b4e6-02491bc4ad5a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:51.207189 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-1caf3aee-ac85-427c-97fa-5dc305e4d56d admin admin] Added segment 54a0dbb3-df05-42e7-b4e6-02491bc4ad5a of type vlan for network 7e322a35-94bf-465e-a1fd-1acde40f9869 Mar 24 01:27:51.251291 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1caf3aee-ac85-427c-97fa-5dc305e4d56d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (7e322a35-94bf-465e-a1fd-1acde40f9869), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:51.279687 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1caf3aee-ac85-427c-97fa-5dc305e4d56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (7e322a35-94bf-465e-a1fd-1acde40f9869), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:51.280916 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caf3aee-ac85-427c-97fa-5dc305e4d56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:51.281558 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1caf3aee-ac85-427c-97fa-5dc305e4d56d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:51.350308 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1caf3aee-ac85-427c-97fa-5dc305e4d56d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4399290 Mar 24 01:27:51.350308 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 59952) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:51.353698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-79664df7-83b3-43b0-8134-7b87ce713423 admin admin] Request body: {'subnet': {'network_id': '7e322a35-94bf-465e-a1fd-1acde40f9869', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-716203475-subnet', 'tenant_id': 'df2b56fa9b0844b2b099f2b1d27e1e03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:27:51.365751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf3aee-ac85-427c-97fa-5dc305e4d56d admin admin] Pushing event updated for resources: {'Network': ['ID=7e322a35-94bf-465e-a1fd-1acde40f9869,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:51.377394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 7e322a35-94bf-465e-a1fd-1acde40f9869 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:27:51.394025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79664df7-83b3-43b0-8134-7b87ce713423 admin admin] Made reservation on behalf of df2b56fa9b0844b2b099f2b1d27e1e03 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:27:51.396849 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-79664df7-83b3-43b0-8134-7b87ce713423 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:51.607554 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-79664df7-83b3-43b0-8134-7b87ce713423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (04a7d9f5-7472-4ce9-964d-b1c3457c23b0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:51.656554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79664df7-83b3-43b0-8134-7b87ce713423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a7d9f5-7472-4ce9-964d-b1c3457c23b0,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:27:51.677918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79664df7-83b3-43b0-8134-7b87ce713423 admin admin] Checking segment: {'id': '54a0dbb3-df05-42e7-b4e6-02491bc4ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7e322a35-94bf-465e-a1fd-1acde40f9869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:27:51.678359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79664df7-83b3-43b0-8134-7b87ce713423 admin admin] Network hostable DHCP agents. Network: 7e322a35-94bf-465e-a1fd-1acde40f9869, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:27:51.697419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79664df7-83b3-43b0-8134-7b87ce713423 admin admin] Network 7e322a35-94bf-465e-a1fd-1acde40f9869 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:27:51.707163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-79664df7-83b3-43b0-8134-7b87ce713423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 7e322a35-94bf-465e-a1fd-1acde40f9869) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:27:51.712041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79664df7-83b3-43b0-8134-7b87ce713423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:51.712649 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-79664df7-83b3-43b0-8134-7b87ce713423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:51.719874 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b7d134-ec93-45ec-b3c4-d3b925d2f9ed None None] Network 7e322a35-94bf-465e-a1fd-1acde40f9869 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:27:51.732526 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-79664df7-83b3-43b0-8134-7b87ce713423 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3825629 Mar 24 01:27:51.841083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fd1836-00e8-4bb1-9f3f-249252bc44ae None None] Network 7e322a35-94bf-465e-a1fd-1acde40f9869 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:27:52.132213 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c686244-8017-45c9-923d-55b19de2afac req-af164ba8-2ff5-4222-b1e9-75ebec101605 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:52.140398 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c686244-8017-45c9-923d-55b19de2afac req-af164ba8-2ff5-4222-b1e9-75ebec101605 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0698781 Mar 24 01:27:52.204719 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c686244-8017-45c9-923d-55b19de2afac req-570d33ee-0cd7-4732-9fc3-86b0ced2f7cc tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631680 Mar 24 01:27:53.766042 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a8912-6491-4c81-bd68-bdffc229e14f req-e0905b48-9a78-4736-bd53-edf7224620c3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:53.774411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b0a8912-6491-4c81-bd68-bdffc229e14f req-e0905b48-9a78-4736-bd53-edf7224620c3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.4855866 Mar 24 01:27:53.833882 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b0a8912-6491-4c81-bd68-bdffc229e14f req-62989d76-4008-4f7f-8d90-21b014e23c03 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540206 Mar 24 01:27:54.981796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb018c-2d03-493b-bbf2-75e4005d14f1 req-e459955d-5119-4efd-af41-36baa431ddcd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:54.986386 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77bb018c-2d03-493b-bbf2-75e4005d14f1 req-e459955d-5119-4efd-af41-36baa431ddcd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0722785 Mar 24 01:27:55.049422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-77bb018c-2d03-493b-bbf2-75e4005d14f1 req-5d9b0a7e-1271-4e36-a366-56247ddbd059 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591285 Mar 24 01:27:55.285859 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:27:56.221979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ece6a-8c2e-4cc5-98f5-dea63c38f1e8 req-79875523-c631-414e-b5a1-b3f42e833c4b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:56.223508 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b5ece6a-8c2e-4cc5-98f5-dea63c38f1e8 req-79875523-c631-414e-b5a1-b3f42e833c4b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0872927 Mar 24 01:27:56.275672 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b5ece6a-8c2e-4cc5-98f5-dea63c38f1e8 req-d7814b61-5702-4613-aabe-692308482a60 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457773 Mar 24 01:27:57.432764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600ead5-6356-4223-9504-1e188ec42d60 req-37dc82b0-e68a-4ff2-bb5c-980b8ca865d6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:57.434468 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7600ead5-6356-4223-9504-1e188ec42d60 req-37dc82b0-e68a-4ff2-bb5c-980b8ca865d6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0675859 Mar 24 01:27:57.487746 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7600ead5-6356-4223-9504-1e188ec42d60 req-58fcb968-f6af-42d9-8616-ee4989d5d562 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465305 Mar 24 01:27:58.634606 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c6f68-4973-4966-b553-00a96ef65a27 req-c0f6034c-5ea3-4012-8b4a-52a7f760d67d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:58.636521 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db5c6f68-4973-4966-b553-00a96ef65a27 req-c0f6034c-5ea3-4012-8b4a-52a7f760d67d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0700271 Mar 24 01:27:58.710500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-db5c6f68-4973-4966-b553-00a96ef65a27 req-53c83882-417b-44c7-a52e-921536e09680 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653043 Mar 24 01:27:58.751043 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8a981c7d-a243-40fa-9d9f-e4298c2d5b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:27:59.109886 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60040) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:27:59.230324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62319c04-f9ca-4cc2-96f4-8e30c8cb5c02 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:59.231177 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62319c04-f9ca-4cc2-96f4-8e30c8cb5c02 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:59.231899 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62319c04-f9ca-4cc2-96f4-8e30c8cb5c02 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:59.241146 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-62319c04-f9ca-4cc2-96f4-8e30c8cb5c02 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/ports?project_id=bc274b6be3894d6ba0099f965a7e399c&network_id=0dcc7e29-a7ab-4753-b50e-f4409d0dc39f HTTP/1.1" status: 200 len: 3072 time: 0.1241705 Mar 24 01:27:59.840926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92be78-e0f4-4650-b539-282fd924f53f req-8950f26c-888d-4774-91b9-66c7948492f2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:27:59.849380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e92be78-e0f4-4650-b539-282fd924f53f req-8950f26c-888d-4774-91b9-66c7948492f2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0759873 Mar 24 01:27:59.907289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e92be78-e0f4-4650-b539-282fd924f53f req-29625d2c-b554-4bbb-92a8-21a0761ba9cb tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568116 Mar 24 01:28:00.057403 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:00.868583 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9d32d8b1-cd8c-4127-9934-57d3576b953c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:01.037070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866f38a-97fd-4c01-842a-33bba94031bd req-00555e65-ad4b-4ddb-ad9a-04ca94e1aeb8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:01.039743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b866f38a-97fd-4c01-842a-33bba94031bd req-00555e65-ad4b-4ddb-ad9a-04ca94e1aeb8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0546424 Mar 24 01:28:01.076298 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60060) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:01.095742 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b866f38a-97fd-4c01-842a-33bba94031bd req-c0d8d2ce-fabc-41b5-b350-05283f5b32b0 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511885 Mar 24 01:28:01.170238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2229f7-b5ef-4e62-a783-227ebe272fcf tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:01.171770 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ca2229f7-b5ef-4e62-a783-227ebe272fcf tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952 HTTP/1.1" status: 200 len: 814 time: 0.0935829 Mar 24 01:28:01.681786 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60068) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:01.687384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'network': {'name': 'tempest-network-smoke--676720795', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'port_security_enabled': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:28:01.707118 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Made reservation on behalf of bc274b6be3894d6ba0099f965a7e399c for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:28:01.711245 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:01.736401 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:28:01.747132 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e4fdee8d-674c-4e82-8370-b31550de74ac), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:01.747627 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Added segment e4fdee8d-674c-4e82-8370-b31550de74ac of type vlan for network e58f54be-aab4-4b73-8866-fdab3768cd72 Mar 24 01:28:01.785995 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (e58f54be-aab4-4b73-8866-fdab3768cd72), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:01.811396 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (e58f54be-aab4-4b73-8866-fdab3768cd72), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:01.816382 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:01.816961 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:01.896373 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2132077 Mar 24 01:28:01.899617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60070) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:01.917327 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Network': ['ID=e58f54be-aab4-4b73-8866-fdab3768cd72,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:01.925379 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:01.925734 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:01.926073 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:01.926411 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:01.926743 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:01.927083 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:01.927397 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:01.927833 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:01.928161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:01.928486 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:01.928806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:01.929145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:01.930052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:01.930375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:01.930703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa0f5f-0a87-4ccd-a2d9-9ce6ff5e3165 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:01.942107 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network e58f54be-aab4-4b73-8866-fdab3768cd72 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:28:01.985228 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f144d6-ac97-4570-9452-f7d5bf49ba60 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:01.989209 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b2f144d6-ac97-4570-9452-f7d5bf49ba60 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=bc274b6be3894d6ba0099f965a7e399c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0858810 Mar 24 01:28:01.989387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60072) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:02.086103 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05d76a8-937d-4d3a-b4a7-7992e7000d19 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:02.087613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f05d76a8-937d-4d3a-b4a7-7992e7000d19 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971830 Mar 24 01:28:02.090481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60076) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:02.123861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a3e85320-5b38-4469-afae-e061a289d0c8 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323098 Mar 24 01:28:02.126574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60080) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:02.159458 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b1663f00-ae17-4eee-b7c2-ae16ee21db07 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=bc274b6be3894d6ba0099f965a7e399c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314293 Mar 24 01:28:02.160279 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60084) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:02.229553 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:02.255660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70a917-d41e-42ed-9f68-66a5861105aa req-77f58243-1f4b-4801-87a5-679db297c8a8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:02.257283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce70a917-d41e-42ed-9f68-66a5861105aa req-77f58243-1f4b-4801-87a5-679db297c8a8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.0766215 Mar 24 01:28:02.280219 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef3d0ec-2945-4035-a360-9341cd412189 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:02.284216 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eef3d0ec-2945-4035-a360-9341cd412189 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1221168 Mar 24 01:28:02.286916 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60090) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:02.327488 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c07406ad-20db-4f5b-82be-a2a8ee623eb1 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388966 Mar 24 01:28:02.329791 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60094) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:02.331033 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce70a917-d41e-42ed-9f68-66a5861105aa req-8e801e4f-e666-44b6-81e3-6bf1e5aa6417 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667450 Mar 24 01:28:02.335339 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4bcbde48-b049-4707-b724-1aa083b6883e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1912927102', 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:28:02.447226 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcbde48-b049-4707-b724-1aa083b6883e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Made reservation on behalf of bc274b6be3894d6ba0099f965a7e399c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:28:02.451095 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4bcbde48-b049-4707-b724-1aa083b6883e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:02.662570 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:02.681635 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4bcbde48-b049-4707-b724-1aa083b6883e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:02.746261 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbde48-b049-4707-b724-1aa083b6883e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Subnet': ['ID=3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:02.761714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbde48-b049-4707-b724-1aa083b6883e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Checking segment: {'id': 'e4fdee8d-674c-4e82-8370-b31550de74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:28:02.762071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcbde48-b049-4707-b724-1aa083b6883e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network hostable DHCP agents. Network: e58f54be-aab4-4b73-8866-fdab3768cd72, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:28:02.779154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcbde48-b049-4707-b724-1aa083b6883e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network e58f54be-aab4-4b73-8866-fdab3768cd72 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:28:02.790983 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-4bcbde48-b049-4707-b724-1aa083b6883e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, e58f54be-aab4-4b73-8866-fdab3768cd72) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:28:02.796264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcbde48-b049-4707-b724-1aa083b6883e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:02.798716 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4bcbde48-b049-4707-b724-1aa083b6883e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:02.800661 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c51c27f-587a-4459-a131-875902c2144a None None] Network e58f54be-aab4-4b73-8866-fdab3768cd72 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:28:02.821466 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4bcbde48-b049-4707-b724-1aa083b6883e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4900818 Mar 24 01:28:02.919302 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-e58f54be-aab4-4b73-8866-fdab3768cd72', 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ips': [{'subnet_id': '3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:28:02.920529 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:03.066492 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Allocated IP 172.20.0.18 (e58f54be-aab4-4b73-8866-fdab3768cd72/3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4/3f1c47d2-1b56-4304-b815-9578a5504351) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:28:03.216699 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Publish callbacks [] for port (3f1c47d2-1b56-4304-b815-9578a5504351), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:03.223740 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (3f1c47d2-1b56-4304-b815-9578a5504351), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:03.266771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Network e58f54be-aab4-4b73-8866-fdab3768cd72 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:28:03.271103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:28:03.275408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:28:03.315870 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Pushing event updated for resources: {'Port': ['ID=3f1c47d2-1b56-4304-b815-9578a5504351,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:03.379027 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Attempting to bind port 3f1c47d2-1b56-4304-b815-9578a5504351 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:28:03.379958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Attempting to bind port 3f1c47d2-1b56-4304-b815-9578a5504351 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'e4fdee8d-674c-4e82-8370-b31550de74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:28:03.381583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Attempting to bind port 3f1c47d2-1b56-4304-b815-9578a5504351 on network e58f54be-aab4-4b73-8866-fdab3768cd72 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:28:03.393122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60108) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:03.394159 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:28:03.394540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Checking segment: {'id': 'e4fdee8d-674c-4e82-8370-b31550de74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:28:03.394944 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:03.395337 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Bound using segment: {'id': 'e4fdee8d-674c-4e82-8370-b31550de74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:28:03.395824 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Bound port: 3f1c47d2-1b56-4304-b815-9578a5504351, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fdee8d-674c-4e82-8370-b31550de74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:28:03.396206 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3f1c47d2-1b56-4304-b815-9578a5504351), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:03.399535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-84166056', 'description': 'tempest-secgroup-smoke-84166056 description', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:28:03.470822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] For port 3f1c47d2-1b56-4304-b815-9578a5504351, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:28:03.475126 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] For port 3f1c47d2-1b56-4304-b815-9578a5504351, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3f1c47d2-1b56-4304-b815-9578a5504351,segment=NetworkSegment(e4fdee8d-674c-4e82-8370-b31550de74ac),segment_id=e4fdee8d-674c-4e82-8370-b31550de74ac)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:28:03.480244 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:03.483997 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3f1c47d2-1b56-4304-b815-9578a5504351), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:03.555352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e38327-e8f2-4a55-9906-ffdebe4e6902 req-d4272fd6-248a-4866-a02a-5bd68936663a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:03.566432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59e38327-e8f2-4a55-9906-ffdebe4e6902 req-d4272fd6-248a-4866-a02a-5bd68936663a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 944 time: 0.1333275 Mar 24 01:28:03.582869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b19c34-c427-4bf0-b7dc-5352747dc040 None None] Pushing event updated for resources: {'Port': ['ID=3f1c47d2-1b56-4304-b815-9578a5504351,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:03.682715 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (1f516598-edc3-4e85-bacc-c0cf8f363c91), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:03.694483 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59e38327-e8f2-4a55-9906-ffdebe4e6902 req-c3c0fe79-4370-4d7a-8eb7-ece712f1674c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263499 Mar 24 01:28:03.695890 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1f516598-edc3-4e85-bacc-c0cf8f363c91), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:03.719822 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:03.724603 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3251998 Mar 24 01:28:03.725287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60112) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:03.746422 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0004b768-5f9a-4f15-b5a4-3e7204cc5e54 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '1f516598-edc3-4e85-bacc-c0cf8f363c91', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:28:03.760412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f516598-edc3-4e85-bacc-c0cf8f363c91,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:03.784514 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:03.786325 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0004b768-5f9a-4f15-b5a4-3e7204cc5e54 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (70c8ef16-41d8-4395-9dc2-aac55f545e83), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:03.787414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:03.789305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:03.793849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:03.798010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:03.798465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:03.801006 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:03.801619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:03.802627 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:03.802963 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:03.804607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:03.806510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:03.807045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:03.807342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:03.809824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:03.810955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c9ae3-8719-4eba-bd5c-55883863ada9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:03.854172 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device d2ec2103-2121-4347-9a48-40f71bfd0f4f details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:28:03.916416 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0004b768-5f9a-4f15-b5a4-3e7204cc5e54 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (70c8ef16-41d8-4395-9dc2-aac55f545e83), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:03.925164 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0004b768-5f9a-4f15-b5a4-3e7204cc5e54 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (70c8ef16-41d8-4395-9dc2-aac55f545e83), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.009586 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port d2ec2103-2121-4347-9a48-40f71bfd0f4f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=d2ec2103-2121-4347-9a48-40f71bfd0f4f,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:28:04.032993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004b768-5f9a-4f15-b5a4-3e7204cc5e54 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c8ef16-41d8-4395-9dc2-aac55f545e83,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:04.035041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'd2ec2103-2121-4347-9a48-40f71bfd0f4f', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'port_id': 'd2ec2103-2121-4347-9a48-40f71bfd0f4f', 'mac_address': 'fa:16:3e:c2:cf:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:28:04.038385 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0004b768-5f9a-4f15-b5a4-3e7204cc5e54 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.039909 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0004b768-5f9a-4f15-b5a4-3e7204cc5e54 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3074806 Mar 24 01:28:04.044260 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60114) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:04.051544 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-40a91557-2f04-47c2-9c4d-c0a6dcb2fca8 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '1f516598-edc3-4e85-bacc-c0cf8f363c91', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:28:04.108083 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40a91557-2f04-47c2-9c4d-c0a6dcb2fca8 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (13d750b1-a9a2-4602-a66d-352856b90039), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.150634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port d2ec2103-2121-4347-9a48-40f71bfd0f4f is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:28:04.151207 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d2ec2103-2121-4347-9a48-40f71bfd0f4f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.186703 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ec2103-2121-4347-9a48-40f71bfd0f4f {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:28:04.214228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port d2ec2103-2121-4347-9a48-40f71bfd0f4f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=d2ec2103-2121-4347-9a48-40f71bfd0f4f,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:28:04.224570 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d2ec2103-2121-4347-9a48-40f71bfd0f4f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.234258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3f1c47d2-1b56-4304-b815-9578a5504351 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:28:04.279346 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40a91557-2f04-47c2-9c4d-c0a6dcb2fca8 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (13d750b1-a9a2-4602-a66d-352856b90039), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.286764 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40a91557-2f04-47c2-9c4d-c0a6dcb2fca8 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (13d750b1-a9a2-4602-a66d-352856b90039), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.313380 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a91557-2f04-47c2-9c4d-c0a6dcb2fca8 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d750b1-a9a2-4602-a66d-352856b90039,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:04.318730 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-40a91557-2f04-47c2-9c4d-c0a6dcb2fca8 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.320826 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-40a91557-2f04-47c2-9c4d-c0a6dcb2fca8 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2755578 Mar 24 01:28:04.329462 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=d2ec2103-2121-4347-9a48-40f71bfd0f4f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:04.330180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60118) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:04.335409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e4038b9d-1849-4d14-81ac-8ee510634f4e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '1f516598-edc3-4e85-bacc-c0cf8f363c91', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:28:04.338518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3f1c47d2-1b56-4304-b815-9578a5504351 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:28:04.339397 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3f1c47d2-1b56-4304-b815-9578a5504351), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.380063 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4038b9d-1849-4d14-81ac-8ee510634f4e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (323fc39a-bb9b-4fcf-abca-eee6cbcf85c4), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.452685 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3f1c47d2-1b56-4304-b815-9578a5504351 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:28:04.453085 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3f1c47d2-1b56-4304-b815-9578a5504351), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.465946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['d2ec2103-2121-4347-9a48-40f71bfd0f4f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:28:04.481705 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4038b9d-1849-4d14-81ac-8ee510634f4e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (323fc39a-bb9b-4fcf-abca-eee6cbcf85c4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.490603 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4038b9d-1849-4d14-81ac-8ee510634f4e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (323fc39a-bb9b-4fcf-abca-eee6cbcf85c4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.519895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4038b9d-1849-4d14-81ac-8ee510634f4e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323fc39a-bb9b-4fcf-abca-eee6cbcf85c4,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:04.530464 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 3f1c47d2-1b56-4304-b815-9578a5504351, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3f1c47d2-1b56-4304-b815-9578a5504351,segment=NetworkSegment(e4fdee8d-674c-4e82-8370-b31550de74ac),segment_id=e4fdee8d-674c-4e82-8370-b31550de74ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:28:04.536266 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4038b9d-1849-4d14-81ac-8ee510634f4e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.538009 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e4038b9d-1849-4d14-81ac-8ee510634f4e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2066102 Mar 24 01:28:04.542269 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3f1c47d2-1b56-4304-b815-9578a5504351), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.543703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60120) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:04.549500 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-52b388f9-611e-4e86-b1a2-22961b8cb192 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '1f516598-edc3-4e85-bacc-c0cf8f363c91', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:28:04.636175 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52b388f9-611e-4e86-b1a2-22961b8cb192 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (98fb26f6-0276-4a4a-bb5c-ac23388a897c), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.686847 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=3f1c47d2-1b56-4304-b815-9578a5504351,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:04.796343 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52b388f9-611e-4e86-b1a2-22961b8cb192 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (98fb26f6-0276-4a4a-bb5c-ac23388a897c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.809662 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52b388f9-611e-4e86-b1a2-22961b8cb192 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (98fb26f6-0276-4a4a-bb5c-ac23388a897c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.825533 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b388f9-611e-4e86-b1a2-22961b8cb192 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fb26f6-0276-4a4a-bb5c-ac23388a897c,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:04.843010 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-52b388f9-611e-4e86-b1a2-22961b8cb192 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.847842 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-52b388f9-611e-4e86-b1a2-22961b8cb192 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3030152 Mar 24 01:28:04.848777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60126) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:04.860043 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-fdafe920-eec3-4275-8363-bfbc488bcbc5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '1f516598-edc3-4e85-bacc-c0cf8f363c91', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:28:04.907069 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-fdafe920-eec3-4275-8363-bfbc488bcbc5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Project bc274b6be3894d6ba0099f965a7e399c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:28:04.914222 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdafe920-eec3-4275-8363-bfbc488bcbc5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (ff5e9528-5a43-4c82-8922-047b6de13019), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:04.921457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad983244-5326-4188-993f-54073f643178 req-ad386d21-2568-49c5-b39e-6af488177c41 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:04.926996 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad983244-5326-4188-993f-54073f643178 req-ad386d21-2568-49c5-b39e-6af488177c41 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 945 time: 0.1180811 Mar 24 01:28:04.982572 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad983244-5326-4188-993f-54073f643178 req-0a55ad28-db66-435c-8ab3-be0ea4562b21 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470543 Mar 24 01:28:05.018762 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdafe920-eec3-4275-8363-bfbc488bcbc5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (ff5e9528-5a43-4c82-8922-047b6de13019), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:05.026973 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdafe920-eec3-4275-8363-bfbc488bcbc5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (ff5e9528-5a43-4c82-8922-047b6de13019), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:05.077744 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafe920-eec3-4275-8363-bfbc488bcbc5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5e9528-5a43-4c82-8922-047b6de13019,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:05.096502 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-fdafe920-eec3-4275-8363-bfbc488bcbc5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:05.100480 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-fdafe920-eec3-4275-8363-bfbc488bcbc5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2477121 Mar 24 01:28:05.100634 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60128) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:05.105962 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-eb6a90d3-792d-4ea9-81b9-5e723731b577 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '1f516598-edc3-4e85-bacc-c0cf8f363c91', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:28:05.128965 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-eb6a90d3-792d-4ea9-81b9-5e723731b577 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Project bc274b6be3894d6ba0099f965a7e399c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:28:05.136353 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb6a90d3-792d-4ea9-81b9-5e723731b577 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (5c75a0cc-5b0b-4fcd-96de-a15bb88afcdd), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:05.228855 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:05.258681 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb6a90d3-792d-4ea9-81b9-5e723731b577 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (5c75a0cc-5b0b-4fcd-96de-a15bb88afcdd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:05.264025 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb6a90d3-792d-4ea9-81b9-5e723731b577 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5c75a0cc-5b0b-4fcd-96de-a15bb88afcdd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:05.299208 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a90d3-792d-4ea9-81b9-5e723731b577 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c75a0cc-5b0b-4fcd-96de-a15bb88afcdd,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:05.311999 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-eb6a90d3-792d-4ea9-81b9-5e723731b577 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:05.323262 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eb6a90d3-792d-4ea9-81b9-5e723731b577 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2207823 Mar 24 01:28:05.349405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86424cac-c17d-4270-9599-ed20cdff610d None None] Network e58f54be-aab4-4b73-8866-fdab3768cd72 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:28:05.497316 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4a1bcc54-ea47-4a91-bba5-a8b1bed904ae None None] Provisioning complete for port 3f1c47d2-1b56-4304-b815-9578a5504351 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:28:05.497316 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4a1bcc54-ea47-4a91-bba5-a8b1bed904ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3f1c47d2-1b56-4304-b815-9578a5504351), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:05.667277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-96af085e-9f86-46fc-a0bb-9b390482e83c tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-84166056&fields=id&tenant_id=bc274b6be3894d6ba0099f965a7e399c HTTP/1.1" status: 200 len: 267 time: 0.1053107 Mar 24 01:28:05.796143 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-ee36cac2-308d-429c-b810-8c1fc14e34aa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:05.803559 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-ee36cac2-308d-429c-b810-8c1fc14e34aa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/networks?id=e58f54be-aab4-4b73-8866-fdab3768cd72 HTTP/1.1" status: 200 len: 796 time: 0.1271560 Mar 24 01:28:05.820795 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-b0187803-e2fc-4b85-abba-868ebead62f3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/quotas/bc274b6be3894d6ba0099f965a7e399c HTTP/1.1" status: 200 len: 375 time: 0.0150318 Mar 24 01:28:05.857644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4a1bcc54-ea47-4a91-bba5-a8b1bed904ae None None] Current status of the port 3f1c47d2-1b56-4304-b815-9578a5504351 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:28:05.893220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device d2ec2103-2121-4347-9a48-40f71bfd0f4f up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:28:05.918232 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-b80ff46e-037f-466a-b3fa-0df65de55788 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc274b6be3894d6ba0099f965a7e399c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0961988 Mar 24 01:28:05.965287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port d2ec2103-2121-4347-9a48-40f71bfd0f4f completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:28:05.974881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port d2ec2103-2121-4347-9a48-40f71bfd0f4f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:28:05.983861 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d2ec2103-2121-4347-9a48-40f71bfd0f4f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:06.069003 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-a6e3666a-aeee-4b67-9607-f4446aa263c8 service neutron] 10.222.0.45 "GET /v2.0/networks/e58f54be-aab4-4b73-8866-fdab3768cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498137 Mar 24 01:28:06.085966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port d2ec2103-2121-4347-9a48-40f71bfd0f4f is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:28:06.086537 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d2ec2103-2121-4347-9a48-40f71bfd0f4f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:06.145144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ec2103-2121-4347-9a48-40f71bfd0f4f'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:28:06.147591 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34381cf6-5fc0-44d3-9fe6-f939bd07da16" -d '{"events": [{"server_uuid": "1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e", "name": "network-vif-plugged", "status": "completed", "tag": "d2ec2103-2121-4347-9a48-40f71bfd0f4f"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:28:06.166445 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port d2ec2103-2121-4347-9a48-40f71bfd0f4f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=d2ec2103-2121-4347-9a48-40f71bfd0f4f,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:28:06.177921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3f1c47d2-1b56-4304-b815-9578a5504351 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:28:06.241442 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d2ec2103-2121-4347-9a48-40f71bfd0f4f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:06.243218 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4c44b-4604-44dd-b7ad-1b33c9f7295b req-7daf00aa-bf2f-4459-9534-c6c9c5513f99 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:06.250378 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cbc4c44b-4604-44dd-b7ad-1b33c9f7295b req-7daf00aa-bf2f-4459-9534-c6c9c5513f99 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 945 time: 0.1566346 Mar 24 01:28:06.295298 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-90bb2945-3dc8-4933-9070-b527ec88a788 service neutron] 10.222.0.45 "GET /v2.0/networks/e58f54be-aab4-4b73-8866-fdab3768cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250719 Mar 24 01:28:06.301112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=d2ec2103-2121-4347-9a48-40f71bfd0f4f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:06.338451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cbc4c44b-4604-44dd-b7ad-1b33c9f7295b req-5f9a10c1-dbb4-49d1-be5a-fd0ad9b6e2cd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820608 Mar 24 01:28:06.358507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f37bc000-9346-4f7b-8013-43856f8054f2 None None] Provisioning complete for port 3f1c47d2-1b56-4304-b815-9578a5504351 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:28:06.358882 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f37bc000-9346-4f7b-8013-43856f8054f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3f1c47d2-1b56-4304-b815-9578a5504351), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:06.385289 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c94c1a1-dec7-4ff3-aaba-9ac0b4c0f7ce x-openstack-request-id: req-7c94c1a1-dec7-4ff3-aaba-9ac0b4c0f7ce {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:28:06.385586 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e", "name": "network-vif-plugged", "status": "completed", "tag": "d2ec2103-2121-4347-9a48-40f71bfd0f4f", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:28:06.385843 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c94c1a1-dec7-4ff3-aaba-9ac0b4c0f7ce {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:28:06.386243 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c94c1a1-dec7-4ff3-aaba-9ac0b4c0f7ce'] response: {'server_uuid': '1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ec2103-2121-4347-9a48-40f71bfd0f4f', 'code': 200} Mar 24 01:28:06.397984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3f1c47d2-1b56-4304-b815-9578a5504351 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:28:06.398597 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3f1c47d2-1b56-4304-b815-9578a5504351), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:06.521936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5d77a-697b-44f3-b093-c0a03cad099e req-fb01b242-0ec8-4ac7-bfdb-376170609dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:06.524120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2f5d77a-697b-44f3-b093-c0a03cad099e req-fb01b242-0ec8-4ac7-bfdb-376170609dcc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 1128 time: 0.0725067 Mar 24 01:28:06.623368 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2f5d77a-697b-44f3-b093-c0a03cad099e req-c2ee86af-7c75-4e81-8a70-f45489cf52bd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932319 Mar 24 01:28:06.661258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f37bc000-9346-4f7b-8013-43856f8054f2 None None] Current status of the port 3f1c47d2-1b56-4304-b815-9578a5504351 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:28:06.690384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f9f232a-1542-4bf0-91b5-eeaf600dafb2 req-84c5c09f-3bc6-405b-8d34-d0a251241f1c tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 210 time: 0.0574710 Mar 24 01:28:06.704483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3f1c47d2-1b56-4304-b815-9578a5504351 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:28:07.500601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a266af7-73e7-44c3-b358-994328e2d57e req-4f25b329-18e8-4c92-b22a-340c3de17684 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:07.502467 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a266af7-73e7-44c3-b358-994328e2d57e req-4f25b329-18e8-4c92-b22a-340c3de17684 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 946 time: 0.0733745 Mar 24 01:28:07.618074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a266af7-73e7-44c3-b358-994328e2d57e req-3ccf9a5c-6681-42e4-bae0-4a0c02c847a8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070390 Mar 24 01:28:07.865636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e30631a6-8f6c-423e-bb14-6cf05ed6d1d9 req-105e93ac-bfe4-41d4-a3e2-6db5057ac871 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 210 time: 0.0589936 Mar 24 01:28:08.047165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-69af3995-95b1-4875-8a41-f24ea4728213 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:08.048634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-69af3995-95b1-4875-8a41-f24ea4728213 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.48 "GET /v2.0/networks?id=e58f54be-aab4-4b73-8866-fdab3768cd72 HTTP/1.1" status: 200 len: 796 time: 0.1323771 Mar 24 01:28:08.161404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-e127a16a-fba6-49b7-ae6e-2898de8b8deb tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc274b6be3894d6ba0099f965a7e399c HTTP/1.1" status: 200 len: 471 time: 0.1026676 Mar 24 01:28:08.173732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-bc5badc6-a9ca-4a3e-9865-928f27c4af96 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'port': {'device_id': 'a9fead8c-fe2c-4194-8120-5f94e3acfd5c', 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72', 'admin_state_up': True, 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'security_groups': ['1f516598-edc3-4e85-bacc-c0cf8f363c91']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:28:08.321480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-bc5badc6-a9ca-4a3e-9865-928f27c4af96 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Made reservation on behalf of bc274b6be3894d6ba0099f965a7e399c for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:28:08.325412 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-bc5badc6-a9ca-4a3e-9865-928f27c4af96 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:08.466139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-bc5badc6-a9ca-4a3e-9865-928f27c4af96 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Allocated IP 172.20.0.30 (e58f54be-aab4-4b73-8866-fdab3768cd72/3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4/65c13573-43c1-43c1-997d-b28963c6f4a5) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:28:08.621948 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-bc5badc6-a9ca-4a3e-9865-928f27c4af96 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for port (65c13573-43c1-43c1-997d-b28963c6f4a5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:08.668796 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-bc5badc6-a9ca-4a3e-9865-928f27c4af96 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (65c13573-43c1-43c1-997d-b28963c6f4a5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:08.747553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5badc6-a9ca-4a3e-9865-928f27c4af96 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Port': ['ID=65c13573-43c1-43c1-997d-b28963c6f4a5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:08.792414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-bc5badc6-a9ca-4a3e-9865-928f27c4af96 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network e58f54be-aab4-4b73-8866-fdab3768cd72 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:28:08.796480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-bc5badc6-a9ca-4a3e-9865-928f27c4af96 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:28:08.816716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-bc5badc6-a9ca-4a3e-9865-928f27c4af96 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:28:08.913549 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1d783-197e-40e1-b3bc-27396a132b77 req-9d4e9155-06cd-4e42-9506-d9df474a5668 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:08.915116 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebb1d783-197e-40e1-b3bc-27396a132b77 req-9d4e9155-06cd-4e42-9506-d9df474a5668 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 946 time: 0.1602547 Mar 24 01:28:08.952016 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-bc5badc6-a9ca-4a3e-9865-928f27c4af96 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:08.952643 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-bc5badc6-a9ca-4a3e-9865-928f27c4af96 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:09.013547 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-bc5badc6-a9ca-4a3e-9865-928f27c4af96 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8443718 Mar 24 01:28:09.029124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-63edb52f-08d9-41ea-b426-6c2e0a298ed1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:28:09.029124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-63edb52f-08d9-41ea-b426-6c2e0a298ed1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048697 Mar 24 01:28:09.057144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Request body: {'port': {'device_id': 'a9fead8c-fe2c-4194-8120-5f94e3acfd5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:28:09.089778 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebb1d783-197e-40e1-b3bc-27396a132b77 req-dd3bd152-b051-48b2-bd61-5d508dabc037 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635585 Mar 24 01:28:09.201697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4549c-20ae-4d67-8769-06aa7108c609 req-6100f9f6-ec25-42ae-8651-af6474b6a7e5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:09.210601 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86a4549c-20ae-4d67-8769-06aa7108c609 req-6100f9f6-ec25-42ae-8651-af6474b6a7e5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 932 time: 0.2139425 Mar 24 01:28:09.250255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-9b18eb0b-d164-4472-bb1c-7e166924cf86 None None] Provisioning complete for port 65c13573-43c1-43c1-997d-b28963c6f4a5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:28:09.257733 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9b18eb0b-d164-4472-bb1c-7e166924cf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (65c13573-43c1-43c1-997d-b28963c6f4a5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:09.294720 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (65c13573-43c1-43c1-997d-b28963c6f4a5), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:09.326611 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9b18eb0b-d164-4472-bb1c-7e166924cf86 None None] Port 65c13573-43c1-43c1-997d-b28963c6f4a5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:28:09.467265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec670a91-1baf-49c8-b025-e8460058fde6 req-f305760e-7ffe-40da-ab7e-4ab2145d41e5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:09.469027 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec670a91-1baf-49c8-b025-e8460058fde6 req-f305760e-7ffe-40da-ab7e-4ab2145d41e5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 946 time: 0.2371213 Mar 24 01:28:09.477236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86a4549c-20ae-4d67-8769-06aa7108c609 req-4f726c44-ea4c-4831-acda-5d228dbdd470 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f516598-edc3-4e85-bacc-c0cf8f363c91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2656801 Mar 24 01:28:09.602753 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec670a91-1baf-49c8-b025-e8460058fde6 req-ff7dc7f5-2756-4ca3-a012-1986d39580f6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160226 Mar 24 01:28:09.726780 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c13573-43c1-43c1-997d-b28963c6f4a5 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:28:09.738920 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Publish callbacks [] for port (65c13573-43c1-43c1-997d-b28963c6f4a5), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:09.752365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Transition to ACTIVE for port object 65c13573-43c1-43c1-997d-b28963c6f4a5 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:28:09.759264 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (65c13573-43c1-43c1-997d-b28963c6f4a5), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:09.833622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Pushing event updated for resources: {'Port': ['ID=65c13573-43c1-43c1-997d-b28963c6f4a5,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:09.933929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Attempting to bind port 65c13573-43c1-43c1-997d-b28963c6f4a5 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:28:09.934540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Attempting to bind port 65c13573-43c1-43c1-997d-b28963c6f4a5 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'e4fdee8d-674c-4e82-8370-b31550de74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:28:09.934662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Attempting to bind port 65c13573-43c1-43c1-997d-b28963c6f4a5 on network e58f54be-aab4-4b73-8866-fdab3768cd72 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:28:09.957251 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Port 65c13573-43c1-43c1-997d-b28963c6f4a5 on network e58f54be-aab4-4b73-8866-fdab3768cd72 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:28:09.957898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Attempting to bind port 65c13573-43c1-43c1-997d-b28963c6f4a5 on network e58f54be-aab4-4b73-8866-fdab3768cd72 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:28:09.986226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:28:09.986560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Checking segment: {'id': 'e4fdee8d-674c-4e82-8370-b31550de74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:28:09.986950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Bound using segment: {'id': 'e4fdee8d-674c-4e82-8370-b31550de74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:28:09.987383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Bound port: 65c13573-43c1-43c1-997d-b28963c6f4a5, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fdee8d-674c-4e82-8370-b31550de74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:28:09.987739 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (65c13573-43c1-43c1-997d-b28963c6f4a5), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:10.048063 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d0d38-6b43-42dd-83a8-7afac19790e2 req-dd2866a2-d0a6-422a-a6fe-0b6f9846a5e4 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:10.055118 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-022d0d38-6b43-42dd-83a8-7afac19790e2 req-dd2866a2-d0a6-422a-a6fe-0b6f9846a5e4 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 946 time: 0.1115084 Mar 24 01:28:10.112783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] For port 65c13573-43c1-43c1-997d-b28963c6f4a5, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:28:10.133827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] For port 65c13573-43c1-43c1-997d-b28963c6f4a5, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=65c13573-43c1-43c1-997d-b28963c6f4a5,segment=NetworkSegment(e4fdee8d-674c-4e82-8370-b31550de74ac),segment_id=e4fdee8d-674c-4e82-8370-b31550de74ac)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:28:10.138298 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-022d0d38-6b43-42dd-83a8-7afac19790e2 req-ff6b26ff-673e-4206-8a9c-05c20920cbc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823917 Mar 24 01:28:10.147114 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (65c13573-43c1-43c1-997d-b28963c6f4a5), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:10.189609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:10.190204 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:10.192052 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] 10.222.0.48 "PUT /v2.0/ports/65c13573-43c1-43c1-997d-b28963c6f4a5 HTTP/1.1" status: 200 len: 1092 time: 1.1439004 Mar 24 01:28:10.192739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fead8c-fe2c-4194-8120-5f94e3acfd5c', 'tag': '65c13573-43c1-43c1-997d-b28963c6f4a5'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:28:10.196005 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307c673d-4af8-4426-8f4d-377aea49ecf7" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fead8c-fe2c-4194-8120-5f94e3acfd5c", "tag": "65c13573-43c1-43c1-997d-b28963c6f4a5"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:28:10.231217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546af02-3f59-4683-a077-f422d3d69e99 service neutron] Pushing event updated for resources: {'Port': ['ID=65c13573-43c1-43c1-997d-b28963c6f4a5,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:10.288688 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11a42df-3d27-471c-8cd2-56096b6d09c5 x-openstack-request-id: req-b11a42df-3d27-471c-8cd2-56096b6d09c5 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:28:10.288987 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fead8c-fe2c-4194-8120-5f94e3acfd5c", "tag": "65c13573-43c1-43c1-997d-b28963c6f4a5", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:28:10.289290 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b11a42df-3d27-471c-8cd2-56096b6d09c5 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:28:10.289695 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11a42df-3d27-471c-8cd2-56096b6d09c5'] response: {'name': 'network-changed', 'server_uuid': 'a9fead8c-fe2c-4194-8120-5f94e3acfd5c', 'tag': '65c13573-43c1-43c1-997d-b28963c6f4a5', 'status': 'completed', 'code': 200} Mar 24 01:28:10.304442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-c70dc61c-e9d8-4eab-b1db-c638244cccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:10.306026 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-c70dc61c-e9d8-4eab-b1db-c638244cccc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc274b6be3894d6ba0099f965a7e399c&device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 1126 time: 0.0611792 Mar 24 01:28:10.356405 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-86b81252-7225-453d-a472-102ab1ac4d4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=65c13573-43c1-43c1-997d-b28963c6f4a5 HTTP/1.1" status: 200 len: 217 time: 0.0421121 Mar 24 01:28:10.413756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-cb27b1c8-a189-4ac6-a291-392a3613a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:10.415252 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-cb27b1c8-a189-4ac6-a291-392a3613a482 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4 HTTP/1.1" status: 200 len: 838 time: 0.0531969 Mar 24 01:28:10.472998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-86629fb6-fc29-4070-8067-925bbd800739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:10.476034 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-86629fb6-fc29-4070-8067-925bbd800739 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e58f54be-aab4-4b73-8866-fdab3768cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547473 Mar 24 01:28:10.579620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-78a90b51-86a9-48fc-8176-e089f01b4414 service neutron] 10.222.0.48 "GET /v2.0/networks/e58f54be-aab4-4b73-8866-fdab3768cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964394 Mar 24 01:28:10.713336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead2185-655e-44e5-8eb0-b86ea6b10ce2 req-24d47a29-c6f3-4d04-ad83-7cb4ef24c2c1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:10.714957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eead2185-655e-44e5-8eb0-b86ea6b10ce2 req-24d47a29-c6f3-4d04-ad83-7cb4ef24c2c1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 944 time: 0.1094320 Mar 24 01:28:10.718792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-360aec03-3fc9-49ff-b597-fb422e7a51c8 req-df0872c9-4006-498d-ad7b-f4f3e8341c84 service neutron] 10.222.0.48 "GET /v2.0/networks/e58f54be-aab4-4b73-8866-fdab3768cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316581 Mar 24 01:28:10.775181 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eead2185-655e-44e5-8eb0-b86ea6b10ce2 req-a7990ba0-b0f5-4cfb-981c-b1e62630edbc tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f516598-edc3-4e85-bacc-c0cf8f363c91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532339 Mar 24 01:28:10.839020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c673d-4af8-4426-8f4d-377aea49ecf7 req-32ccdeac-365b-4a29-9a40-d3384b8f149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:10.840518 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-307c673d-4af8-4426-8f4d-377aea49ecf7 req-32ccdeac-365b-4a29-9a40-d3384b8f149a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc274b6be3894d6ba0099f965a7e399c&device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 1126 time: 0.0599337 Mar 24 01:28:10.942513 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c673d-4af8-4426-8f4d-377aea49ecf7 req-6c36ab14-ff34-454a-9ea3-fe4fa1fbdc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:10.944133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-307c673d-4af8-4426-8f4d-377aea49ecf7 req-6c36ab14-ff34-454a-9ea3-fe4fa1fbdc45 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e58f54be-aab4-4b73-8866-fdab3768cd72 HTTP/1.1" status: 200 len: 897 time: 0.0976441 Mar 24 01:28:10.989834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-307c673d-4af8-4426-8f4d-377aea49ecf7 req-482b5a3e-9f15-41a1-8972-6c2e8bb4b151 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=65c13573-43c1-43c1-997d-b28963c6f4a5 HTTP/1.1" status: 200 len: 217 time: 0.0381370 Mar 24 01:28:11.071891 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c673d-4af8-4426-8f4d-377aea49ecf7 req-faab1f8e-bd02-4884-b1b9-93ea12f05ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:11.074092 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-307c673d-4af8-4426-8f4d-377aea49ecf7 req-faab1f8e-bd02-4884-b1b9-93ea12f05ee4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4 HTTP/1.1" status: 200 len: 838 time: 0.0777440 Mar 24 01:28:11.155558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c673d-4af8-4426-8f4d-377aea49ecf7 req-edf24122-c249-437e-8a9b-7285a5eb9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:11.159889 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-307c673d-4af8-4426-8f4d-377aea49ecf7 req-edf24122-c249-437e-8a9b-7285a5eb9a03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e58f54be-aab4-4b73-8866-fdab3768cd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0785651 Mar 24 01:28:11.317914 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-307c673d-4af8-4426-8f4d-377aea49ecf7 req-662c7ff9-942a-4e34-b1cc-e96365bee2d9 service neutron] 10.222.0.48 "GET /v2.0/networks/e58f54be-aab4-4b73-8866-fdab3768cd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504514 Mar 24 01:28:11.354974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60220) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:11.400672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4fbe0-2a5e-43dd-8885-fa0546297518 req-a3179ecb-9393-48e3-beb9-755089553ac2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:11.407541 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02a4fbe0-2a5e-43dd-8885-fa0546297518 req-a3179ecb-9393-48e3-beb9-755089553ac2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 946 time: 0.1379569 Mar 24 01:28:11.462823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02a4fbe0-2a5e-43dd-8885-fa0546297518 req-a3181ebb-88f4-4553-8896-ca79698ddaff tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544925 Mar 24 01:28:11.479188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-307c673d-4af8-4426-8f4d-377aea49ecf7 req-025050e3-0497-4413-969e-8aa639c073a5 service neutron] 10.222.0.48 "GET /v2.0/networks/e58f54be-aab4-4b73-8866-fdab3768cd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531823 Mar 24 01:28:11.520173 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590dc76-3fcc-4c0f-a022-faba1796a953 req-c002ac98-90b3-4d2d-a2cd-2b7d24dc79da tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:11.521683 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b590dc76-3fcc-4c0f-a022-faba1796a953 req-c002ac98-90b3-4d2d-a2cd-2b7d24dc79da tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 946 time: 0.1422734 Mar 24 01:28:11.537904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e292c49-470a-4ee9-8759-ab24918d595e req-48ff1512-4674-4a80-83e4-4e27727ac26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:11.539403 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3e292c49-470a-4ee9-8759-ab24918d595e req-48ff1512-4674-4a80-83e4-4e27727ac26e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 1128 time: 0.1834228 Mar 24 01:28:11.643844 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3e292c49-470a-4ee9-8759-ab24918d595e req-4bdf357b-def7-4c1c-ae3d-8711b4fb149d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=68945e44-5260-433c-b159-53c40bcc9dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872765 Mar 24 01:28:11.668594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-b590dc76-3fcc-4c0f-a022-faba1796a953 req-9cc690bd-383e-4bdc-a8eb-e3bf0319c0dd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Deleting port d2ec2103-2121-4347-9a48-40f71bfd0f4f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:28:11.668900 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b590dc76-3fcc-4c0f-a022-faba1796a953 req-9cc690bd-383e-4bdc-a8eb-e3bf0319c0dd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d2ec2103-2121-4347-9a48-40f71bfd0f4f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:11.764607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-b590dc76-3fcc-4c0f-a022-faba1796a953 req-9cc690bd-383e-4bdc-a8eb-e3bf0319c0dd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] For port d2ec2103-2121-4347-9a48-40f71bfd0f4f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=d2ec2103-2121-4347-9a48-40f71bfd0f4f,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:28:11.764965 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b590dc76-3fcc-4c0f-a022-faba1796a953 req-9cc690bd-383e-4bdc-a8eb-e3bf0319c0dd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d2ec2103-2121-4347-9a48-40f71bfd0f4f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:11.778135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-b590dc76-3fcc-4c0f-a022-faba1796a953 req-9cc690bd-383e-4bdc-a8eb-e3bf0319c0dd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Calling delete_port for d2ec2103-2121-4347-9a48-40f71bfd0f4f owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:28:11.915545 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b590dc76-3fcc-4c0f-a022-faba1796a953 req-9cc690bd-383e-4bdc-a8eb-e3bf0319c0dd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d2ec2103-2121-4347-9a48-40f71bfd0f4f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:11.921987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e2adc-9e79-470a-a493-dff9f012a25a req-25b2772b-0a02-4ee7-a80d-fa98fc500f8a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:11.923421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f90e2adc-9e79-470a-a493-dff9f012a25a req-25b2772b-0a02-4ee7-a80d-fa98fc500f8a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 944 time: 0.0596414 Mar 24 01:28:11.928021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['027d4363-d536-424d-81eb-ab79b4af83e8', 'd2ec2103-2121-4347-9a48-40f71bfd0f4f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:28:11.951942 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc690bd-383e-4bdc-a8eb-e3bf0319c0dd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event deleted for resources: {'Port': ['ID=d2ec2103-2121-4347-9a48-40f71bfd0f4f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:12.005198 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-b590dc76-3fcc-4c0f-a022-faba1796a953 req-9cc690bd-383e-4bdc-a8eb-e3bf0319c0dd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] No DVR routers for this DVR port d2ec2103-2121-4347-9a48-40f71bfd0f4f on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:28:12.009392 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-b590dc76-3fcc-4c0f-a022-faba1796a953 req-9cc690bd-383e-4bdc-a8eb-e3bf0319c0dd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:12.013389 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b590dc76-3fcc-4c0f-a022-faba1796a953 req-9cc690bd-383e-4bdc-a8eb-e3bf0319c0dd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "DELETE /v2.0/ports/d2ec2103-2121-4347-9a48-40f71bfd0f4f HTTP/1.1" status: 204 len: 173 time: 0.4844575 Mar 24 01:28:12.014326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e', 'name': 'network-vif-deleted', 'tag': 'd2ec2103-2121-4347-9a48-40f71bfd0f4f'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:28:12.019016 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41db55c-7fc9-47eb-be24-47b5ad8263c5" -d '{"events": [{"server_uuid": "1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e", "name": "network-vif-deleted", "tag": "d2ec2103-2121-4347-9a48-40f71bfd0f4f"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:28:12.022338 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f90e2adc-9e79-470a-a493-dff9f012a25a req-b68dc4e3-2975-48c3-a057-52e105accb9f tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f516598-edc3-4e85-bacc-c0cf8f363c91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877461 Mar 24 01:28:12.063256 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6b0c13-892d-428d-af7f-f0823dedd57d x-openstack-request-id: req-ef6b0c13-892d-428d-af7f-f0823dedd57d {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:28:12.063666 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e", "name": "network-vif-deleted", "tag": "d2ec2103-2121-4347-9a48-40f71bfd0f4f", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:28:12.064025 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef6b0c13-892d-428d-af7f-f0823dedd57d {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:28:12.064561 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6b0c13-892d-428d-af7f-f0823dedd57d'] response: {'server_uuid': '1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e', 'name': 'network-vif-deleted', 'tag': 'd2ec2103-2121-4347-9a48-40f71bfd0f4f', 'status': 'completed', 'code': 200} Mar 24 01:28:12.595875 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbd7fbeb-b346-4c7c-a935-17d42406737a req-6e57e4d1-e970-40d6-9aaf-e7c2873b6094 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0288951 Mar 24 01:28:13.143047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eb33b-f5d0-4135-af8b-c4552e629056 req-16b0729b-03d0-456a-a778-26374be9affa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:13.144431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c8eb33b-f5d0-4135-af8b-c4552e629056 req-16b0729b-03d0-456a-a778-26374be9affa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 944 time: 0.0525520 Mar 24 01:28:13.194342 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c8eb33b-f5d0-4135-af8b-c4552e629056 req-3020837e-92a9-4c77-b38a-3007bbc4b22f tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f516598-edc3-4e85-bacc-c0cf8f363c91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441771 Mar 24 01:28:13.709907 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21746c4d-b271-4e40-98c8-8d74f6e44981 req-89aa2f57-9fb9-49c4-b8be-b09845b789bb tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0373158 Mar 24 01:28:13.933039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 65c13573-43c1-43c1-997d-b28963c6f4a5 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:28:13.935156 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device d2ec2103-2121-4347-9a48-40f71bfd0f4f no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:28:13.958972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: d2ec2103-2121-4347-9a48-40f71bfd0f4f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:28:13.959321 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device d2ec2103-2121-4347-9a48-40f71bfd0f4f not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:28:14.050923 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 65c13573-43c1-43c1-997d-b28963c6f4a5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=65c13573-43c1-43c1-997d-b28963c6f4a5,segment=NetworkSegment(e4fdee8d-674c-4e82-8370-b31550de74ac),segment_id=e4fdee8d-674c-4e82-8370-b31550de74ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:28:14.062861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '65c13573-43c1-43c1-997d-b28963c6f4a5', 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72', 'port_id': '65c13573-43c1-43c1-997d-b28963c6f4a5', 'mac_address': 'fa:16:3e:12:2f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:28:14.099217 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 65c13573-43c1-43c1-997d-b28963c6f4a5 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:28:14.099609 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (65c13573-43c1-43c1-997d-b28963c6f4a5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:14.112051 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c13573-43c1-43c1-997d-b28963c6f4a5 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:28:14.132700 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 65c13573-43c1-43c1-997d-b28963c6f4a5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=65c13573-43c1-43c1-997d-b28963c6f4a5,segment=NetworkSegment(e4fdee8d-674c-4e82-8370-b31550de74ac),segment_id=e4fdee8d-674c-4e82-8370-b31550de74ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:28:14.137400 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (65c13573-43c1-43c1-997d-b28963c6f4a5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:14.193107 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=65c13573-43c1-43c1-997d-b28963c6f4a5,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:14.201422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:14.201777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:14.202122 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:14.202465 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:14.202803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:14.203137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:14.203469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:14.203796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:14.204125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:14.204454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:14.204780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:14.205123 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:14.205454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:14.205778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:14.206102 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:28:14.320599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69f7cd-5251-49ac-93e5-e20bacf00810 req-05ef373e-3e2e-49ae-b8e7-c139f644f76f tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:14.328187 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a69f7cd-5251-49ac-93e5-e20bacf00810 req-05ef373e-3e2e-49ae-b8e7-c139f644f76f tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 945 time: 0.0655107 Mar 24 01:28:14.337709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['65c13573-43c1-43c1-997d-b28963c6f4a5'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:28:14.382166 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a69f7cd-5251-49ac-93e5-e20bacf00810 req-9848b64c-06ab-499d-8a6c-f8b5239f1686 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f516598-edc3-4e85-bacc-c0cf8f363c91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511551 Mar 24 01:28:14.811978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b04ecac3-9838-40a4-8914-372f1ce3aab8 req-2dba9443-fbe9-44df-b036-a06b154a3f5b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0297384 Mar 24 01:28:15.503787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af00fd-0f9f-492a-9d14-e603ab079857 req-a5c0d32e-a2a5-427f-9795-c269bed6a2b9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:15.505254 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6af00fd-0f9f-492a-9d14-e603ab079857 req-a5c0d32e-a2a5-427f-9795-c269bed6a2b9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 945 time: 0.0551870 Mar 24 01:28:15.561796 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6af00fd-0f9f-492a-9d14-e603ab079857 req-898a1096-3686-4f68-81ef-389b0f4e0b35 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f516598-edc3-4e85-bacc-c0cf8f363c91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498230 Mar 24 01:28:15.906639 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0f96269-d93e-4b90-b5ea-19da120761f8 req-6b59a7dd-44c2-47af-bc93-4c6ecc0e7b24 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0262632 Mar 24 01:28:15.947169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 65c13573-43c1-43c1-997d-b28963c6f4a5 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:28:16.010635 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 65c13573-43c1-43c1-997d-b28963c6f4a5 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:28:16.014336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 65c13573-43c1-43c1-997d-b28963c6f4a5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:28:16.014705 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (65c13573-43c1-43c1-997d-b28963c6f4a5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:16.094740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 65c13573-43c1-43c1-997d-b28963c6f4a5 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:28:16.095182 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (65c13573-43c1-43c1-997d-b28963c6f4a5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:16.124001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fead8c-fe2c-4194-8120-5f94e3acfd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c13573-43c1-43c1-997d-b28963c6f4a5'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:28:16.126211 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261a1f8c-1a3d-43ba-8a0e-ba56b92e2fc2" -d '{"events": [{"server_uuid": "a9fead8c-fe2c-4194-8120-5f94e3acfd5c", "name": "network-vif-plugged", "status": "completed", "tag": "65c13573-43c1-43c1-997d-b28963c6f4a5"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:28:16.139462 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 65c13573-43c1-43c1-997d-b28963c6f4a5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=65c13573-43c1-43c1-997d-b28963c6f4a5,segment=NetworkSegment(e4fdee8d-674c-4e82-8370-b31550de74ac),segment_id=e4fdee8d-674c-4e82-8370-b31550de74ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:28:16.146286 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (65c13573-43c1-43c1-997d-b28963c6f4a5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:16.193506 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94426bbe-9c82-4eae-b700-fc22738a9c5e x-openstack-request-id: req-94426bbe-9c82-4eae-b700-fc22738a9c5e {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:28:16.193775 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fead8c-fe2c-4194-8120-5f94e3acfd5c", "name": "network-vif-plugged", "status": "completed", "tag": "65c13573-43c1-43c1-997d-b28963c6f4a5", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:28:16.194031 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-94426bbe-9c82-4eae-b700-fc22738a9c5e {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:28:16.194458 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94426bbe-9c82-4eae-b700-fc22738a9c5e'] response: {'server_uuid': 'a9fead8c-fe2c-4194-8120-5f94e3acfd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c13573-43c1-43c1-997d-b28963c6f4a5', 'code': 200} Mar 24 01:28:16.204821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=65c13573-43c1-43c1-997d-b28963c6f4a5,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:16.286758 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f2807-5a9d-4f04-a779-2d961aa132c1 req-1a648d58-19a3-403e-8914-ad6c8bcc8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:16.290015 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d94f2807-5a9d-4f04-a779-2d961aa132c1 req-1a648d58-19a3-403e-8914-ad6c8bcc8596 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 1128 time: 0.0543838 Mar 24 01:28:16.337284 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d94f2807-5a9d-4f04-a779-2d961aa132c1 req-4ffaeb10-8e64-4522-8699-d8feacc1ce8a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1f516598-edc3-4e85-bacc-c0cf8f363c91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414619 Mar 24 01:28:16.700678 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb23b1e-7943-4ef0-a891-75c31517ea99 req-31c58d01-c71e-42b6-b54d-a87109a47048 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:16.708367 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1fb23b1e-7943-4ef0-a891-75c31517ea99 req-31c58d01-c71e-42b6-b54d-a87109a47048 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 946 time: 0.0638070 Mar 24 01:28:16.761056 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1fb23b1e-7943-4ef0-a891-75c31517ea99 req-fc11c1af-fc5d-4577-8d60-ec47a688c9db tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f516598-edc3-4e85-bacc-c0cf8f363c91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509541 Mar 24 01:28:16.781233 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4d8ab388-7e6f-4c68-b4c2-d8116e6a34f0 req-b0e7c4b1-2b95-4b08-9a3c-86d6d5ba8802 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522721 Mar 24 01:28:16.893428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ab388-7e6f-4c68-b4c2-d8116e6a34f0 req-19e0d449-6c16-49a1-9c0b-7841961b1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:16.895091 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4d8ab388-7e6f-4c68-b4c2-d8116e6a34f0 req-19e0d449-6c16-49a1-9c0b-7841961b1cb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 1128 time: 0.0748773 Mar 24 01:28:17.044083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30dda5fc-81dc-41ec-b6c1-abf327a634f4 req-e7cfef4e-6ea9-459d-b1a0-ec65020724fe tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0429814 Mar 24 01:28:17.093731 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ab388-7e6f-4c68-b4c2-d8116e6a34f0 req-c76aa368-455d-496b-b7ec-b61d16ec658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:17.095327 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4d8ab388-7e6f-4c68-b4c2-d8116e6a34f0 req-c76aa368-455d-496b-b7ec-b61d16ec658f service neutron] 10.222.0.48 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.1792407 Mar 24 01:28:17.163821 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4d8ab388-7e6f-4c68-b4c2-d8116e6a34f0 req-f8246cbc-f041-47ec-be50-dd9473b0aa01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=027d4363-d536-424d-81eb-ab79b4af83e8 HTTP/1.1" status: 200 len: 217 time: 0.0588105 Mar 24 01:28:17.222956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ab388-7e6f-4c68-b4c2-d8116e6a34f0 req-3698ac0b-8223-481e-ae18-918cf60bbc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:17.224707 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4d8ab388-7e6f-4c68-b4c2-d8116e6a34f0 req-3698ac0b-8223-481e-ae18-918cf60bbc90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0544910 Mar 24 01:28:17.317980 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ab388-7e6f-4c68-b4c2-d8116e6a34f0 req-338fa3cc-1bcf-4b87-84a0-2181ab09410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:17.319490 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4d8ab388-7e6f-4c68-b4c2-d8116e6a34f0 req-338fa3cc-1bcf-4b87-84a0-2181ab09410e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0883772 Mar 24 01:28:17.430278 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4d8ab388-7e6f-4c68-b4c2-d8116e6a34f0 req-e0351f6f-abe6-46c0-aa37-d064cb645638 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021149 Mar 24 01:28:17.773024 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4d8ab388-7e6f-4c68-b4c2-d8116e6a34f0 req-7b5d886e-67ca-4990-9fd8-017f9f0a84a6 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365142 Mar 24 01:28:17.890081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05234dbd-3055-4119-9f81-2eef29c18a2b req-221e7cd0-9e32-4c6f-aef7-6b3096c04f28 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:17.891637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05234dbd-3055-4119-9f81-2eef29c18a2b req-221e7cd0-9e32-4c6f-aef7-6b3096c04f28 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 946 time: 0.0571597 Mar 24 01:28:17.951517 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05234dbd-3055-4119-9f81-2eef29c18a2b req-17bab161-8df0-480e-9662-ee09ca53c483 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f516598-edc3-4e85-bacc-c0cf8f363c91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477238 Mar 24 01:28:18.101148 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b35247-775e-41b2-be49-9c1c7b12bc16 req-2ffcdba6-dd58-4f6f-8a6b-14f38a7e58fc tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:18.108513 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8b35247-775e-41b2-be49-9c1c7b12bc16 req-2ffcdba6-dd58-4f6f-8a6b-14f38a7e58fc tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 946 time: 0.0659032 Mar 24 01:28:18.163505 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9df381d3-f018-430d-b9ab-fdcfbc83c387 req-9edb7c86-868b-40aa-8752-a6012680166a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0352297 Mar 24 01:28:18.200524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8b35247-775e-41b2-be49-9c1c7b12bc16 req-192f7350-8867-462d-8bb9-fff7718c4af3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f516598-edc3-4e85-bacc-c0cf8f363c91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859723 Mar 24 01:28:19.266688 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d74e4370-2189-41c2-8555-f08a0d27b582 req-a7fa6aff-05bd-4bab-bc66-c48245a61f55 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0265718 Mar 24 01:28:19.694639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60340) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:20.418208 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34573a79-6579-4499-9eaa-17609ad09621 req-ee35e064-7e3a-498d-a570-75b5ba070b45 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0651751 Mar 24 01:28:20.455457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5c1437e-0055-4684-a175-5d6940129ab7 req-6e31c895-789f-41b1-b658-fcdadfd3c471 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5819910 Mar 24 01:28:20.599856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1437e-0055-4684-a175-5d6940129ab7 req-e07d096a-2190-4c8e-a226-90ee2c4221d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:20.601904 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5c1437e-0055-4684-a175-5d6940129ab7 req-e07d096a-2190-4c8e-a226-90ee2c4221d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc274b6be3894d6ba0099f965a7e399c&device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 1127 time: 0.0864234 Mar 24 01:28:20.609029 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:20.796874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1437e-0055-4684-a175-5d6940129ab7 req-4b097140-d3e8-463d-85d6-99d8860b1384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:20.798344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5c1437e-0055-4684-a175-5d6940129ab7 req-4b097140-d3e8-463d-85d6-99d8860b1384 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dcc7e29-a7ab-4753-b50e-f4409d0dc39f HTTP/1.1" status: 200 len: 897 time: 0.1738379 Mar 24 01:28:20.910856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5c1437e-0055-4684-a175-5d6940129ab7 req-f321f3ff-34db-4265-b598-9f7bb9032a75 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f73f1824-49a0-4a6c-8a44-f943da41e091 HTTP/1.1" status: 200 len: 1001 time: 0.1026981 Mar 24 01:28:21.011550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1437e-0055-4684-a175-5d6940129ab7 req-487f7e47-bcd3-4baa-a329-1d0b948764a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:21.013012 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5c1437e-0055-4684-a175-5d6940129ab7 req-487f7e47-bcd3-4baa-a329-1d0b948764a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0805174e-d175-4993-b0c3-d1e104fa0824 HTTP/1.1" status: 200 len: 835 time: 0.0800529 Mar 24 01:28:21.067350 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Allocated IP 172.20.0.17 (e58f54be-aab4-4b73-8866-fdab3768cd72/3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4/c206666f-fc82-48cd-a7db-66f81f46bafb) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:28:21.132320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1437e-0055-4684-a175-5d6940129ab7 req-3b6d38cb-a6c0-464b-b3ee-e8fd8b7a0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:21.133868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5c1437e-0055-4684-a175-5d6940129ab7 req-3b6d38cb-a6c0-464b-b3ee-e8fd8b7a0ff3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dcc7e29-a7ab-4753-b50e-f4409d0dc39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1141481 Mar 24 01:28:21.149297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-f5c1437e-0055-4684-a175-5d6940129ab7 req-eed3d540-ecd0-47d9-991e-c1a69015a257 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:28:21.150259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5c1437e-0055-4684-a175-5d6940129ab7 req-eed3d540-ecd0-47d9-991e-c1a69015a257 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072134 Mar 24 01:28:21.263197 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:21.291219 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5c1437e-0055-4684-a175-5d6940129ab7 req-184db212-2e1a-49e5-9e16-ff7f73ef3044 service neutron] 10.222.0.57 "GET /v2.0/networks/0dcc7e29-a7ab-4753-b50e-f4409d0dc39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335077 Mar 24 01:28:21.359649 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:21.422999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network e58f54be-aab4-4b73-8866-fdab3768cd72 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:28:21.435823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:28:21.442849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:28:21.450640 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5c1437e-0055-4684-a175-5d6940129ab7 req-9a2cc685-781d-41af-8326-fabe328456aa service neutron] 10.222.0.57 "GET /v2.0/networks/0dcc7e29-a7ab-4753-b50e-f4409d0dc39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504416 Mar 24 01:28:21.450640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Port': ['ID=c206666f-fc82-48cd-a7db-66f81f46bafb,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:21.507461 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (bee41805-9f04-49bd-a95f-02d078b96879), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:21.640951 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bbd7483c-4edd-4c39-b367-722aab3c7d53 req-e9a11e37-e503-4f72-a31e-7b8c8099c4ab tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0610213 Mar 24 01:28:21.759723 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:21.784404 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-48a3d170-9225-4ee0-b2a1-c6e841765469 None None] Provisioning complete for port c206666f-fc82-48cd-a7db-66f81f46bafb triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:28:21.785047 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-48a3d170-9225-4ee0-b2a1-c6e841765469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:21.827108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-48a3d170-9225-4ee0-b2a1-c6e841765469 None None] Port c206666f-fc82-48cd-a7db-66f81f46bafb cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:28:22.073754 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:22.078981 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:22.159705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Port': ['ID=c206666f-fc82-48cd-a7db-66f81f46bafb,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:22.163996 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (bee41805-9f04-49bd-a95f-02d078b96879), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:22.275724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network e58f54be-aab4-4b73-8866-fdab3768cd72 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:28:22.277732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:28:22.409910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Router bee41805-9f04-49bd-a95f-02d078b96879 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:28:22.539160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:28:22.544871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2329576d-31d0-49c8-a84c-ce1821331508 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "PUT /v2.0/routers/bee41805-9f04-49bd-a95f-02d078b96879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8490663 Mar 24 01:28:22.561440 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Sync routers for ids ['bee41805-9f04-49bd-a95f-02d078b96879'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:28:22.580346 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-02fa85f7-fb1a-4149-855c-63038f3c2e10 None None] Provisioning complete for port c206666f-fc82-48cd-a7db-66f81f46bafb triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:28:22.580718 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-02fa85f7-fb1a-4149-855c-63038f3c2e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:22.583512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Routers {'bee41805-9f04-49bd-a95f-02d078b96879'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:28:22.584341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:28:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['bee41805-9f04-49bd-a95f-02d078b96879'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:22.683330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-02fa85f7-fb1a-4149-855c-63038f3c2e10 None None] Port c206666f-fc82-48cd-a7db-66f81f46bafb cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:28:22.747465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f64cc1ce-5b79-4ada-912b-38d2c2bb265e req-e7a18fc6-306b-4737-8b2f-74e5d3e86ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0317955 Mar 24 01:28:22.760850 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Set router bee41805-9f04-49bd-a95f-02d078b96879 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:28:23.001444 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:28:21Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b55004df-8716-45e8-9d5a-d97cf95a4250', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'port_id': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'mac_address': 'fa:16:3e:98:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:27:27Z', 'updated_at': '2022-03-24T01:27:33Z', 'revision_number': 1, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16900414-2033-4bfd-8e1d-e83b52643cdd', 'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:d7:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:54Z', 'updated_at': '2022-03-24T01:27:02Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c206666f-fc82-48cd-a7db-66f81f46bafb', 'name': '', 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:56:b6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:28:20Z', 'updated_at': '2022-03-24T01:28:21Z', 'revision_number': 2, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:23.032865 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Checking router: bee41805-9f04-49bd-a95f-02d078b96879 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:28:23.033256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Updating router bee41805-9f04-49bd-a95f-02d078b96879 port c206666f-fc82-48cd-a7db-66f81f46bafb binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:28:23.062301 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:23.338118 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Publish callbacks [] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:23.344430 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:23.397733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61529c-edb5-451f-bed7-e2a2e6f0edbf None None] Pushing event updated for resources: {'Port': ['ID=c206666f-fc82-48cd-a7db-66f81f46bafb,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:23.474772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Attempting to bind port c206666f-fc82-48cd-a7db-66f81f46bafb on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:28:23.475280 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Attempting to bind port c206666f-fc82-48cd-a7db-66f81f46bafb by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'e4fdee8d-674c-4e82-8370-b31550de74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:28:23.475721 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Attempting to bind port c206666f-fc82-48cd-a7db-66f81f46bafb on network e58f54be-aab4-4b73-8866-fdab3768cd72 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:28:23.481772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:28:23.482360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Checking segment: {'id': 'e4fdee8d-674c-4e82-8370-b31550de74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:28:23.483320 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:23.483441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Bound using segment: {'id': 'e4fdee8d-674c-4e82-8370-b31550de74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:28:23.483954 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Bound port: c206666f-fc82-48cd-a7db-66f81f46bafb, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fdee8d-674c-4e82-8370-b31550de74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:28:23.484409 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:23.571290 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] For port c206666f-fc82-48cd-a7db-66f81f46bafb, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:28:23.574673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] For port c206666f-fc82-48cd-a7db-66f81f46bafb, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c206666f-fc82-48cd-a7db-66f81f46bafb,segment=NetworkSegment(e4fdee8d-674c-4e82-8370-b31550de74ac),segment_id=e4fdee8d-674c-4e82-8370-b31550de74ac)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:28:23.583644 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:23.652908 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Routers {'bee41805-9f04-49bd-a95f-02d078b96879'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:28:23.653551 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:28:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['bee41805-9f04-49bd-a95f-02d078b96879'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:23.691246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61529c-edb5-451f-bed7-e2a2e6f0edbf None None] Pushing event updated for resources: {'Port': ['ID=c206666f-fc82-48cd-a7db-66f81f46bafb,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:23.924774 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5cf5e857-7696-4afa-bf7a-17d930df89e0 req-ed599413-782d-416f-8aca-1276a7206069 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cce5d-b0a2-4b76-96f6-663c15a2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0458441 Mar 24 01:28:23.962429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a2992d2d-0897-44fa-bdf7-29f443d381e9 None None] Provisioning complete for port c206666f-fc82-48cd-a7db-66f81f46bafb triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:28:23.962802 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a2992d2d-0897-44fa-bdf7-29f443d381e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:24.021771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] Set router bee41805-9f04-49bd-a95f-02d078b96879 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:28:24.135925 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a2992d2d-0897-44fa-bdf7-29f443d381e9 None None] Current status of the port c206666f-fc82-48cd-a7db-66f81f46bafb is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:28:24.136313 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a2992d2d-0897-44fa-bdf7-29f443d381e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:24.238313 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a2992d2d-0897-44fa-bdf7-29f443d381e9 None None] For port c206666f-fc82-48cd-a7db-66f81f46bafb, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c206666f-fc82-48cd-a7db-66f81f46bafb,segment=NetworkSegment(e4fdee8d-674c-4e82-8370-b31550de74ac),segment_id=e4fdee8d-674c-4e82-8370-b31550de74ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:28:24.296877 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a2992d2d-0897-44fa-bdf7-29f443d381e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:24.380023 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2992d2d-0897-44fa-bdf7-29f443d381e9 None None] Pushing event updated for resources: {'Port': ['ID=c206666f-fc82-48cd-a7db-66f81f46bafb,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:24.405683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:28:21Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b55004df-8716-45e8-9d5a-d97cf95a4250', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'port_id': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'mac_address': 'fa:16:3e:98:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:27:27Z', 'updated_at': '2022-03-24T01:27:33Z', 'revision_number': 1, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16900414-2033-4bfd-8e1d-e83b52643cdd', 'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:d7:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:54Z', 'updated_at': '2022-03-24T01:27:02Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c206666f-fc82-48cd-a7db-66f81f46bafb', 'name': '', 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:56:b6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:28:20Z', 'updated_at': '2022-03-24T01:28:23Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:24.453941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac60d5e-febe-4d82-b683-97298c05a437 None None] The sync data for ids ['bee41805-9f04-49bd-a95f-02d078b96879'] in n-d-760455-9 is: [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:28:21Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b55004df-8716-45e8-9d5a-d97cf95a4250', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'port_id': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'mac_address': 'fa:16:3e:98:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:27:27Z', 'updated_at': '2022-03-24T01:27:33Z', 'revision_number': 1, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16900414-2033-4bfd-8e1d-e83b52643cdd', 'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:d7:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:54Z', 'updated_at': '2022-03-24T01:27:02Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c206666f-fc82-48cd-a7db-66f81f46bafb', 'name': '', 'network_id': 'e58f54be-aab4-4b73-8866-fdab3768cd72', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:56:b6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:28:20Z', 'updated_at': '2022-03-24T01:28:23Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:28:24.471808 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fdc1330f-72b9-44ef-96ae-1195a03fe98c None None] Provisioning complete for port c206666f-fc82-48cd-a7db-66f81f46bafb triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:28:24.472477 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fdc1330f-72b9-44ef-96ae-1195a03fe98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:24.617423 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1330f-72b9-44ef-96ae-1195a03fe98c None None] Current status of the port c206666f-fc82-48cd-a7db-66f81f46bafb is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:28:26.149016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c206666f-fc82-48cd-a7db-66f81f46bafb up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:28:26.202737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port c206666f-fc82-48cd-a7db-66f81f46bafb triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:28:26.203135 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:26.296880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port c206666f-fc82-48cd-a7db-66f81f46bafb is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:28:28.745545 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-423f2c12-e356-494d-9df5-0840a266e1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:30.078355 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:30.873737 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-39d7aa5a-805f-4755-9d14-d45e53bd043a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:32.218575 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:32.277591 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:28:32.692010 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:33.753273 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:35.221567 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:39.032090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dda2c1-7dff-4dab-a84c-95b779c04078 req-d68bd968-145f-490a-a9ce-f528ad595ffd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:39.034665 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34dda2c1-7dff-4dab-a84c-95b779c04078 req-d68bd968-145f-490a-a9ce-f528ad595ffd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 946 time: 0.0568438 Mar 24 01:28:39.091043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34dda2c1-7dff-4dab-a84c-95b779c04078 req-9ad71f2c-628a-46ba-8591-d70e1c2a1a3d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496521 Mar 24 01:28:40.251027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6921be-8c2f-483b-8c68-5a6993f5c0fb req-fbf97485-3118-4219-8342-6d86aec576e1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:40.260360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b6921be-8c2f-483b-8c68-5a6993f5c0fb req-fbf97485-3118-4219-8342-6d86aec576e1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 946 time: 0.0800440 Mar 24 01:28:40.317148 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b6921be-8c2f-483b-8c68-5a6993f5c0fb req-9d7eb6ab-ab1c-4b15-ba7c-faa01cb40aba tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=a764f020-b42d-4f29-b8e1-fc06c9e4be79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491927 Mar 24 01:28:40.581873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74da25-a273-4a1d-9c1d-4529a8360d90 req-8b6afec1-701d-41f7-b819-6b5e42c50855 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:40.581873 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-db74da25-a273-4a1d-9c1d-4529a8360d90 req-8b6afec1-701d-41f7-b819-6b5e42c50855 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 946 time: 0.0557239 Mar 24 01:28:40.684193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-db74da25-a273-4a1d-9c1d-4529a8360d90 req-08f561bb-3cfa-4994-93f0-c5700ac5f571 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Deleting port 027d4363-d536-424d-81eb-ab79b4af83e8 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:28:40.684837 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-db74da25-a273-4a1d-9c1d-4529a8360d90 req-08f561bb-3cfa-4994-93f0-c5700ac5f571 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (027d4363-d536-424d-81eb-ab79b4af83e8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:40.794047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-db74da25-a273-4a1d-9c1d-4529a8360d90 req-08f561bb-3cfa-4994-93f0-c5700ac5f571 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] For port 027d4363-d536-424d-81eb-ab79b4af83e8, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=027d4363-d536-424d-81eb-ab79b4af83e8,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:28:40.794820 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-db74da25-a273-4a1d-9c1d-4529a8360d90 req-08f561bb-3cfa-4994-93f0-c5700ac5f571 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (027d4363-d536-424d-81eb-ab79b4af83e8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:40.812492 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-db74da25-a273-4a1d-9c1d-4529a8360d90 req-08f561bb-3cfa-4994-93f0-c5700ac5f571 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Calling delete_port for 027d4363-d536-424d-81eb-ab79b4af83e8 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:28:40.946529 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-db74da25-a273-4a1d-9c1d-4529a8360d90 req-08f561bb-3cfa-4994-93f0-c5700ac5f571 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (027d4363-d536-424d-81eb-ab79b4af83e8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:40.959913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['027d4363-d536-424d-81eb-ab79b4af83e8'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:28:41.016503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f561bb-3cfa-4994-93f0-c5700ac5f571 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event deleted for resources: {'Port': ['ID=027d4363-d536-424d-81eb-ab79b4af83e8,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:41.038753 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-db74da25-a273-4a1d-9c1d-4529a8360d90 req-08f561bb-3cfa-4994-93f0-c5700ac5f571 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] No DVR routers for this DVR port 027d4363-d536-424d-81eb-ab79b4af83e8 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:28:41.043087 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-db74da25-a273-4a1d-9c1d-4529a8360d90 req-08f561bb-3cfa-4994-93f0-c5700ac5f571 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:41.046425 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-db74da25-a273-4a1d-9c1d-4529a8360d90 req-08f561bb-3cfa-4994-93f0-c5700ac5f571 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "DELETE /v2.0/ports/027d4363-d536-424d-81eb-ab79b4af83e8 HTTP/1.1" status: 204 len: 173 time: 0.4605875 Mar 24 01:28:41.046891 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0f00e-4370-4284-9b10-69d15818be8a', 'name': 'network-vif-deleted', 'tag': '027d4363-d536-424d-81eb-ab79b4af83e8'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:28:41.049941 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a48092-63c2-4645-974b-ac9a9d524ae7" -d '{"events": [{"server_uuid": "22c0f00e-4370-4284-9b10-69d15818be8a", "name": "network-vif-deleted", "tag": "027d4363-d536-424d-81eb-ab79b4af83e8"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:28:41.094855 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81e5eca-30ca-47df-91b3-6d0bc30e5190 x-openstack-request-id: req-f81e5eca-30ca-47df-91b3-6d0bc30e5190 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:28:41.095677 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c0f00e-4370-4284-9b10-69d15818be8a", "name": "network-vif-deleted", "tag": "027d4363-d536-424d-81eb-ab79b4af83e8", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:28:41.096724 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f81e5eca-30ca-47df-91b3-6d0bc30e5190 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:28:41.097591 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f81e5eca-30ca-47df-91b3-6d0bc30e5190'] response: {'server_uuid': '22c0f00e-4370-4284-9b10-69d15818be8a', 'name': 'network-vif-deleted', 'tag': '027d4363-d536-424d-81eb-ab79b4af83e8', 'status': 'completed', 'code': 200} Mar 24 01:28:41.493163 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b69cafd-4883-441f-b971-82387d6bb3d0 req-a7b6895e-097d-4456-b81a-9e59b67ffed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 210 time: 0.0354536 Mar 24 01:28:42.622066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4424b35-5b61-46e3-bc8c-2b803373545e req-14df26c5-2983-43c4-94ed-c71a913250b0 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 210 time: 0.0390823 Mar 24 01:28:43.020177 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60720) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:43.473112 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6793e1dd-b6f6-4d08-b40f-16f8be44cc66 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (bee41805-9f04-49bd-a95f-02d078b96879), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:43.755429 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b32bcbac-97b5-4170-86dc-ac601af64122 req-1910144d-b9bf-4d4c-8bcd-133f6d88d7a0 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 210 time: 0.0276890 Mar 24 01:28:43.912886 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-6793e1dd-b6f6-4d08-b40f-16f8be44cc66 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Deleting port c206666f-fc82-48cd-a7db-66f81f46bafb {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:28:43.913864 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6793e1dd-b6f6-4d08-b40f-16f8be44cc66 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:44.014902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-6793e1dd-b6f6-4d08-b40f-16f8be44cc66 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] For port c206666f-fc82-48cd-a7db-66f81f46bafb, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c206666f-fc82-48cd-a7db-66f81f46bafb,segment=NetworkSegment(e4fdee8d-674c-4e82-8370-b31550de74ac),segment_id=e4fdee8d-674c-4e82-8370-b31550de74ac)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:28:44.017296 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6793e1dd-b6f6-4d08-b40f-16f8be44cc66 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:44.022044 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 027d4363-d536-424d-81eb-ab79b4af83e8 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:28:44.065735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-6793e1dd-b6f6-4d08-b40f-16f8be44cc66 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Calling delete_port for c206666f-fc82-48cd-a7db-66f81f46bafb owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:28:44.089676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 027d4363-d536-424d-81eb-ab79b4af83e8 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:28:44.092180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 027d4363-d536-424d-81eb-ab79b4af83e8 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:28:44.290333 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6793e1dd-b6f6-4d08-b40f-16f8be44cc66 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c206666f-fc82-48cd-a7db-66f81f46bafb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:44.324372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793e1dd-b6f6-4d08-b40f-16f8be44cc66 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Port': ['ID=c206666f-fc82-48cd-a7db-66f81f46bafb,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:44.919805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-066622f9-9bbb-46c3-a784-ad57dba9d414 req-09b11ce1-eab5-4a1d-b327-e02157587e1d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 210 time: 0.0501165 Mar 24 01:28:45.070311 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6793e1dd-b6f6-4d08-b40f-16f8be44cc66 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (bee41805-9f04-49bd-a95f-02d078b96879), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:45.349046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6793e1dd-b6f6-4d08-b40f-16f8be44cc66 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Router bee41805-9f04-49bd-a95f-02d078b96879 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:28:45.492238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6793e1dd-b6f6-4d08-b40f-16f8be44cc66 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:28:45.503699 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d632c-47ca-4268-b368-3ff94e752421 None None] Sync routers for ids ['bee41805-9f04-49bd-a95f-02d078b96879'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:28:45.506967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6793e1dd-b6f6-4d08-b40f-16f8be44cc66 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "PUT /v2.0/routers/bee41805-9f04-49bd-a95f-02d078b96879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4843340 Mar 24 01:28:45.531139 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d632c-47ca-4268-b368-3ff94e752421 None None] Routers {'bee41805-9f04-49bd-a95f-02d078b96879'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:28:45.531767 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-0d3d632c-47ca-4268-b368-3ff94e752421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:28:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['bee41805-9f04-49bd-a95f-02d078b96879'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:45.709312 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-0d3d632c-47ca-4268-b368-3ff94e752421 None None] Set router bee41805-9f04-49bd-a95f-02d078b96879 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:28:45.841159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b23ded-a500-4f28-9461-11b201f0fb55 req-879e1fca-f59e-45da-abb7-0d4c9e170fac tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:45.845060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36b23ded-a500-4f28-9461-11b201f0fb55 req-879e1fca-f59e-45da-abb7-0d4c9e170fac tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 946 time: 0.0834680 Mar 24 01:28:45.926306 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36b23ded-a500-4f28-9461-11b201f0fb55 req-a2a56029-b702-463e-9500-b25e6794cdaa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f516598-edc3-4e85-bacc-c0cf8f363c91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800672 Mar 24 01:28:46.067014 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4d8abbe-75e1-456a-b6e5-a45f474e2e15 req-6fab3fd7-d248-4d6c-8a5a-8b2da4d265e2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 210 time: 0.0519173 Mar 24 01:28:46.269033 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-0d3d632c-47ca-4268-b368-3ff94e752421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:28:44Z', 'revision_number': 6, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b55004df-8716-45e8-9d5a-d97cf95a4250', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'port_id': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'mac_address': 'fa:16:3e:98:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:27:27Z', 'updated_at': '2022-03-24T01:27:33Z', 'revision_number': 1, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16900414-2033-4bfd-8e1d-e83b52643cdd', 'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:d7:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:54Z', 'updated_at': '2022-03-24T01:27:02Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:46.303539 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d632c-47ca-4268-b368-3ff94e752421 None None] Checking router: bee41805-9f04-49bd-a95f-02d078b96879 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:28:46.312558 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d632c-47ca-4268-b368-3ff94e752421 None None] Routers {'bee41805-9f04-49bd-a95f-02d078b96879'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:28:46.313453 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-0d3d632c-47ca-4268-b368-3ff94e752421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:28:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['bee41805-9f04-49bd-a95f-02d078b96879'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:46.458964 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-0d3d632c-47ca-4268-b368-3ff94e752421 None None] Set router bee41805-9f04-49bd-a95f-02d078b96879 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:28:46.713607 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-0d3d632c-47ca-4268-b368-3ff94e752421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:28:44Z', 'revision_number': 6, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b55004df-8716-45e8-9d5a-d97cf95a4250', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'port_id': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'mac_address': 'fa:16:3e:98:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:27:27Z', 'updated_at': '2022-03-24T01:27:33Z', 'revision_number': 1, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16900414-2033-4bfd-8e1d-e83b52643cdd', 'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:d7:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:54Z', 'updated_at': '2022-03-24T01:27:02Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:46.748487 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d632c-47ca-4268-b368-3ff94e752421 None None] The sync data for ids ['bee41805-9f04-49bd-a95f-02d078b96879'] in n-d-760455-9 is: [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:28:44Z', 'revision_number': 6, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b55004df-8716-45e8-9d5a-d97cf95a4250', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'port_id': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'mac_address': 'fa:16:3e:98:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:27:27Z', 'updated_at': '2022-03-24T01:27:33Z', 'revision_number': 1, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16900414-2033-4bfd-8e1d-e83b52643cdd', 'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:d7:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:54Z', 'updated_at': '2022-03-24T01:27:02Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:28:47.079758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a5a68-5cf7-4d68-afd0-1f1b1447ef66 req-b1ba8bf8-5e0a-4bf8-ab8b-6df9f55e0865 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:47.081470 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-465a5a68-5cf7-4d68-afd0-1f1b1447ef66 req-b1ba8bf8-5e0a-4bf8-ab8b-6df9f55e0865 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 946 time: 0.0677161 Mar 24 01:28:47.179612 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-465a5a68-5cf7-4d68-afd0-1f1b1447ef66 req-a5c31a0f-00fe-443c-aa1d-4ae02e3eb5de tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f516598-edc3-4e85-bacc-c0cf8f363c91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851264 Mar 24 01:28:47.258560 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8bb8302e-3361-4168-9301-4ac6b5e288eb req-1cd1df07-3840-43bd-954d-77c04ea15354 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 210 time: 0.0567489 Mar 24 01:28:47.294939 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa7ada-16f5-4b32-9211-25fd33ccc49f req-0a2686c9-8a92-42e0-a277-903888fc96c0 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:47.296474 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-bfaa7ada-16f5-4b32-9211-25fd33ccc49f req-0a2686c9-8a92-42e0-a277-903888fc96c0 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 946 time: 0.1085720 Mar 24 01:28:47.413664 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-bfaa7ada-16f5-4b32-9211-25fd33ccc49f req-32a75266-307b-44b3-a529-bd8fb5b83798 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Deleting port 65c13573-43c1-43c1-997d-b28963c6f4a5 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:28:47.414006 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-bfaa7ada-16f5-4b32-9211-25fd33ccc49f req-32a75266-307b-44b3-a529-bd8fb5b83798 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (65c13573-43c1-43c1-997d-b28963c6f4a5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:47.549263 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-bfaa7ada-16f5-4b32-9211-25fd33ccc49f req-32a75266-307b-44b3-a529-bd8fb5b83798 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] For port 65c13573-43c1-43c1-997d-b28963c6f4a5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=65c13573-43c1-43c1-997d-b28963c6f4a5,segment=NetworkSegment(e4fdee8d-674c-4e82-8370-b31550de74ac),segment_id=e4fdee8d-674c-4e82-8370-b31550de74ac)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:28:47.549263 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-bfaa7ada-16f5-4b32-9211-25fd33ccc49f req-32a75266-307b-44b3-a529-bd8fb5b83798 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (65c13573-43c1-43c1-997d-b28963c6f4a5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:47.567071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-bfaa7ada-16f5-4b32-9211-25fd33ccc49f req-32a75266-307b-44b3-a529-bd8fb5b83798 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Calling delete_port for 65c13573-43c1-43c1-997d-b28963c6f4a5 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:28:47.704696 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-bfaa7ada-16f5-4b32-9211-25fd33ccc49f req-32a75266-307b-44b3-a529-bd8fb5b83798 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (65c13573-43c1-43c1-997d-b28963c6f4a5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:47.744407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a75266-307b-44b3-a529-bd8fb5b83798 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Port': ['ID=65c13573-43c1-43c1-997d-b28963c6f4a5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:47.793662 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfaa7ada-16f5-4b32-9211-25fd33ccc49f req-32a75266-307b-44b3-a529-bd8fb5b83798 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] No DVR routers for this DVR port 65c13573-43c1-43c1-997d-b28963c6f4a5 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:28:47.802092 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-bfaa7ada-16f5-4b32-9211-25fd33ccc49f req-32a75266-307b-44b3-a529-bd8fb5b83798 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:47.806235 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-bfaa7ada-16f5-4b32-9211-25fd33ccc49f req-32a75266-307b-44b3-a529-bd8fb5b83798 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.48 "DELETE /v2.0/ports/65c13573-43c1-43c1-997d-b28963c6f4a5 HTTP/1.1" status: 204 len: 173 time: 0.5039814 Mar 24 01:28:47.807216 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fead8c-fe2c-4194-8120-5f94e3acfd5c', 'name': 'network-vif-deleted', 'tag': '65c13573-43c1-43c1-997d-b28963c6f4a5'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:28:47.820481 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd365b2-559a-41f5-841f-67022d63b163" -d '{"events": [{"server_uuid": "a9fead8c-fe2c-4194-8120-5f94e3acfd5c", "name": "network-vif-deleted", "tag": "65c13573-43c1-43c1-997d-b28963c6f4a5"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:28:47.891041 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9db42e6-4a38-4e82-b9a8-176cec0e0362 x-openstack-request-id: req-e9db42e6-4a38-4e82-b9a8-176cec0e0362 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:28:47.891342 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fead8c-fe2c-4194-8120-5f94e3acfd5c", "name": "network-vif-deleted", "tag": "65c13573-43c1-43c1-997d-b28963c6f4a5", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:28:47.891599 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9db42e6-4a38-4e82-b9a8-176cec0e0362 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:28:47.892060 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9db42e6-4a38-4e82-b9a8-176cec0e0362'] response: {'server_uuid': 'a9fead8c-fe2c-4194-8120-5f94e3acfd5c', 'name': 'network-vif-deleted', 'tag': '65c13573-43c1-43c1-997d-b28963c6f4a5', 'status': 'completed', 'code': 200} Mar 24 01:28:48.058176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c206666f-fc82-48cd-a7db-66f81f46bafb no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:28:48.080936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: c206666f-fc82-48cd-a7db-66f81f46bafb {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:28:48.081639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c206666f-fc82-48cd-a7db-66f81f46bafb not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:28:48.391965 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3f3962d-e792-4302-9baa-335045ae519c req-c5ba4ed3-ff7d-4685-bf02-4d84cea2ac8c tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9fead8c-fe2c-4194-8120-5f94e3acfd5c HTTP/1.1" status: 200 len: 210 time: 0.0669155 Mar 24 01:28:48.503629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-039f0dcf-6089-4e06-b42c-d4b188503ea3 req-8c36520f-e648-425f-a1fd-c363a51b805c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 210 time: 0.0703435 Mar 24 01:28:49.462481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60872) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:49.541195 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d64d3dde-ae41-4684-a727-ec15291a14e1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (1f516598-edc3-4e85-bacc-c0cf8f363c91), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:49.599113 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d64d3dde-ae41-4684-a727-ec15291a14e1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (1f516598-edc3-4e85-bacc-c0cf8f363c91), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:49.647420 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5ec4d79-db45-4f6d-a3ec-518a73e24630 req-8feaa26e-55af-4ec5-9b74-75343d753da7 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 210 time: 0.0420694 Mar 24 01:28:49.711848 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d64d3dde-ae41-4684-a727-ec15291a14e1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1f516598-edc3-4e85-bacc-c0cf8f363c91), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:49.714620 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d64d3dde-ae41-4684-a727-ec15291a14e1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:49.718215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d64d3dde-ae41-4684-a727-ec15291a14e1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "DELETE /v2.0/security-groups/1f516598-edc3-4e85-bacc-c0cf8f363c91 HTTP/1.1" status: 204 len: 168 time: 0.2526913 Mar 24 01:28:49.734670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d3dde-ae41-4684-a727-ec15291a14e1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f516598-edc3-4e85-bacc-c0cf8f363c91,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:50.784810 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41eee952-8a5e-4db7-a7b6-c221a5261cb2 req-432a0400-cb1e-4251-a693-09c513df697e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 210 time: 0.0623832 Mar 24 01:28:50.831443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60916) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:50.892767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed31086-028c-49a2-93a4-3b2d26b2bcd7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Deleting subnet 3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:28:50.896928 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9ed31086-028c-49a2-93a4-3b2d26b2bcd7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for subnet (3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:50.939086 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9ed31086-028c-49a2-93a4-3b2d26b2bcd7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:51.037970 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9ed31086-028c-49a2-93a4-3b2d26b2bcd7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:51.146822 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9ed31086-028c-49a2-93a4-3b2d26b2bcd7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:51.179910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed31086-028c-49a2-93a4-3b2d26b2bcd7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:51.195788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4682d5-31ba-4b97-b55a-09cd0a224e58 None None] Network e58f54be-aab4-4b73-8866-fdab3768cd72 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:28:51.209914 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9ed31086-028c-49a2-93a4-3b2d26b2bcd7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:51.215829 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9ed31086-028c-49a2-93a4-3b2d26b2bcd7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "DELETE /v2.0/subnets/3d6e884c-9a66-4fd1-8d13-56c6e9fcebe4 HTTP/1.1" status: 204 len: 168 time: 0.3830492 Mar 24 01:28:51.219671 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 60924) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:51.376936 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (e58f54be-aab4-4b73-8866-fdab3768cd72), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:51.465204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f2d1b0-340e-41fe-be6b-7aae058fbd70 None None] DHCP port deletion for e58f54be-aab4-4b73-8866-fdab3768cd72 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:28:51.524535 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Deleting port 3f1c47d2-1b56-4304-b815-9578a5504351 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:28:51.525950 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3f1c47d2-1b56-4304-b815-9578a5504351), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:51.541575 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-83f2d1b0-340e-41fe-be6b-7aae058fbd70 None None] Deleting port 3f1c47d2-1b56-4304-b815-9578a5504351 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:28:51.541954 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-83f2d1b0-340e-41fe-be6b-7aae058fbd70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3f1c47d2-1b56-4304-b815-9578a5504351), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:51.655482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] For port 3f1c47d2-1b56-4304-b815-9578a5504351, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3f1c47d2-1b56-4304-b815-9578a5504351,segment=NetworkSegment(e4fdee8d-674c-4e82-8370-b31550de74ac),segment_id=e4fdee8d-674c-4e82-8370-b31550de74ac)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:28:51.655853 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3f1c47d2-1b56-4304-b815-9578a5504351), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:51.684595 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Calling delete_port for 3f1c47d2-1b56-4304-b815-9578a5504351 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:28:51.701656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-83f2d1b0-340e-41fe-be6b-7aae058fbd70 None None] For port 3f1c47d2-1b56-4304-b815-9578a5504351, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3f1c47d2-1b56-4304-b815-9578a5504351,segment=NetworkSegment(e4fdee8d-674c-4e82-8370-b31550de74ac),segment_id=e4fdee8d-674c-4e82-8370-b31550de74ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:28:51.702184 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-83f2d1b0-340e-41fe-be6b-7aae058fbd70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3f1c47d2-1b56-4304-b815-9578a5504351), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:51.738727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-83f2d1b0-340e-41fe-be6b-7aae058fbd70 None None] Calling delete_port for 3f1c47d2-1b56-4304-b815-9578a5504351 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:28:51.823592 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3f1c47d2-1b56-4304-b815-9578a5504351), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:51.863134 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Port': ['ID=3f1c47d2-1b56-4304-b815-9578a5504351,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:51.872440 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] No DVR routers for this DVR port 3f1c47d2-1b56-4304-b815-9578a5504351 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:28:51.937944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9708680b-f55a-43f5-b000-71b41a2adb78 req-78388522-2562-46d6-b062-ae43e81b4d1a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c0f00e-4370-4284-9b10-69d15818be8a HTTP/1.1" status: 200 len: 210 time: 0.0465384 Mar 24 01:28:51.949576 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-83f2d1b0-340e-41fe-be6b-7aae058fbd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (3f1c47d2-1b56-4304-b815-9578a5504351), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:51.984199 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (e58f54be-aab4-4b73-8866-fdab3768cd72), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:51.991767 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f2d1b0-340e-41fe-be6b-7aae058fbd70 None None] No DVR routers for this DVR port 3f1c47d2-1b56-4304-b815-9578a5504351 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:28:52.024160 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58f54be-aab4-4b73-8866-fdab3768cd72']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:52.037392 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fdee8d-674c-4e82-8370-b31550de74ac') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:52.037769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fdee8d-674c-4e82-8370-b31550de74ac') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:52.050384 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (e4fdee8d-674c-4e82-8370-b31550de74ac), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:52.067470 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e4fdee8d-674c-4e82-8370-b31550de74ac), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:52.075780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 65c13573-43c1-43c1-997d-b28963c6f4a5 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:28:52.079908 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:28:52.080396 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (e4fdee8d-674c-4e82-8370-b31550de74ac), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:52.089639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2d1b0-340e-41fe-be6b-7aae058fbd70 None None] Pushing event deleted for resources: {'Port': ['ID=3f1c47d2-1b56-4304-b815-9578a5504351,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:52.148747 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 65c13573-43c1-43c1-997d-b28963c6f4a5 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:28:52.153852 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 65c13573-43c1-43c1-997d-b28963c6f4a5 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:28:52.184775 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:28:52.197041 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (e58f54be-aab4-4b73-8866-fdab3768cd72), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:52.209656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3f1c47d2-1b56-4304-b815-9578a5504351 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:28:52.210189 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:52.214633 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "DELETE /v2.0/networks/e58f54be-aab4-4b73-8866-fdab3768cd72 HTTP/1.1" status: 204 len: 168 time: 0.9938252 Mar 24 01:28:52.217981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 60946) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:52.230392 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ea7a3-131f-43c7-8ef6-28353ac791ed tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Network': ['ID=e58f54be-aab4-4b73-8866-fdab3768cd72,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:52.253635 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 3f1c47d2-1b56-4304-b815-9578a5504351 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:28:52.254389 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3f1c47d2-1b56-4304-b815-9578a5504351 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:28:52.437667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbe482-e343-42b4-af68-4f4c84c0b2b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Deleting port 61f49fff-f6b9-4ddf-a05a-cbf6de9be5a7 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:28:52.438193 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe482-e343-42b4-af68-4f4c84c0b2b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (61f49fff-f6b9-4ddf-a05a-cbf6de9be5a7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:52.539980 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe482-e343-42b4-af68-4f4c84c0b2b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (61f49fff-f6b9-4ddf-a05a-cbf6de9be5a7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:52.540321 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe482-e343-42b4-af68-4f4c84c0b2b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for floatingip (61f49fff-f6b9-4ddf-a05a-cbf6de9be5a7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:52.554906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbe482-e343-42b4-af68-4f4c84c0b2b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Calling delete_port for 61f49fff-f6b9-4ddf-a05a-cbf6de9be5a7 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:28:52.718664 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe482-e343-42b4-af68-4f4c84c0b2b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (61f49fff-f6b9-4ddf-a05a-cbf6de9be5a7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:52.766441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbe482-e343-42b4-af68-4f4c84c0b2b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Port': ['ID=61f49fff-f6b9-4ddf-a05a-cbf6de9be5a7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:52.829567 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe482-e343-42b4-af68-4f4c84c0b2b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for floatingip (b55004df-8716-45e8-9d5a-d97cf95a4250), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:52.829955 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-b1dbe482-e343-42b4-af68-4f4c84c0b2b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Floating IP b55004df-8716-45e8-9d5a-d97cf95a4250 disassociated (deleted). External IP: 172.25.0.201, port: f73f1824-49a0-4a6c-8a44-f943da41e091. Mar 24 01:28:53.089747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dbe482-e343-42b4-af68-4f4c84c0b2b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Router bee41805-9f04-49bd-a95f-02d078b96879 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:28:53.237585 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dbe482-e343-42b4-af68-4f4c84c0b2b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:28:53.250815 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe482-e343-42b4-af68-4f4c84c0b2b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:53.268218 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bedc32-4528-4bcf-b3e9-4bc4221985ed None None] Sync routers for ids ['bee41805-9f04-49bd-a95f-02d078b96879'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:28:53.282105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bedc32-4528-4bcf-b3e9-4bc4221985ed None None] Routers {'bee41805-9f04-49bd-a95f-02d078b96879'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:28:53.284276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c4bedc32-4528-4bcf-b3e9-4bc4221985ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:28:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['bee41805-9f04-49bd-a95f-02d078b96879'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:53.297836 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b1dbe482-e343-42b4-af68-4f4c84c0b2b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "DELETE /v2.0/floatingips/b55004df-8716-45e8-9d5a-d97cf95a4250 HTTP/1.1" status: 204 len: 168 time: 1.0786574 Mar 24 01:28:53.298378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'tag': 'f73f1824-49a0-4a6c-8a44-f943da41e091'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:28:53.312589 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ea757c-8393-4091-9b41-04b76a5bbd43" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7e45d3-1fb1-4f24-b55b-96e4c68455e5", "tag": "f73f1824-49a0-4a6c-8a44-f943da41e091"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:28:53.374326 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6957e14-fb42-4d3e-b228-902bc0c6aaaa x-openstack-request-id: req-e6957e14-fb42-4d3e-b228-902bc0c6aaaa {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:28:53.374643 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7e45d3-1fb1-4f24-b55b-96e4c68455e5", "tag": "f73f1824-49a0-4a6c-8a44-f943da41e091", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:28:53.376003 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6957e14-fb42-4d3e-b228-902bc0c6aaaa {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:28:53.376440 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6957e14-fb42-4d3e-b228-902bc0c6aaaa'] response: {'name': 'network-changed', 'server_uuid': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'tag': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'status': 'completed', 'code': 200} Mar 24 01:28:53.434512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-c4bedc32-4528-4bcf-b3e9-4bc4221985ed None None] Set router bee41805-9f04-49bd-a95f-02d078b96879 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:28:53.476689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea757c-8393-4091-9b41-04b76a5bbd43 req-26264c2f-b488-4b6e-a972-950eb9fdc39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:53.478952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93ea757c-8393-4091-9b41-04b76a5bbd43 req-26264c2f-b488-4b6e-a972-950eb9fdc39e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc274b6be3894d6ba0099f965a7e399c&device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 1127 time: 0.0814443 Mar 24 01:28:53.611223 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea757c-8393-4091-9b41-04b76a5bbd43 req-b57efdec-5d80-49d6-9f28-9e47b2a568cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:53.612794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93ea757c-8393-4091-9b41-04b76a5bbd43 req-b57efdec-5d80-49d6-9f28-9e47b2a568cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dcc7e29-a7ab-4753-b50e-f4409d0dc39f HTTP/1.1" status: 200 len: 897 time: 0.1262951 Mar 24 01:28:53.711617 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93ea757c-8393-4091-9b41-04b76a5bbd43 req-1c400d9b-ac33-48de-838f-b50d5a254db0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f73f1824-49a0-4a6c-8a44-f943da41e091 HTTP/1.1" status: 200 len: 217 time: 0.0771821 Mar 24 01:28:53.775109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea757c-8393-4091-9b41-04b76a5bbd43 req-613ffd17-3c52-4928-863f-1a86cca5ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:53.776618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93ea757c-8393-4091-9b41-04b76a5bbd43 req-613ffd17-3c52-4928-863f-1a86cca5ac8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0805174e-d175-4993-b0c3-d1e104fa0824 HTTP/1.1" status: 200 len: 835 time: 0.0735145 Mar 24 01:28:53.832067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6e2d2-543c-4b76-8d44-83fb140e82dd req-4bc0aba5-c73a-4148-b5e7-36dcc0eae168 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:53.833721 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ced6e2d2-543c-4b76-8d44-83fb140e82dd req-4bc0aba5-c73a-4148-b5e7-36dcc0eae168 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 945 time: 0.1715589 Mar 24 01:28:53.888042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c4bedc32-4528-4bcf-b3e9-4bc4221985ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:28:44Z', 'revision_number': 6, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '16900414-2033-4bfd-8e1d-e83b52643cdd', 'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:d7:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:54Z', 'updated_at': '2022-03-24T01:27:02Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:53.921778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bedc32-4528-4bcf-b3e9-4bc4221985ed None None] Checking router: bee41805-9f04-49bd-a95f-02d078b96879 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:28:53.932752 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bedc32-4528-4bcf-b3e9-4bc4221985ed None None] Routers {'bee41805-9f04-49bd-a95f-02d078b96879'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:28:53.933671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c4bedc32-4528-4bcf-b3e9-4bc4221985ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:28:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['bee41805-9f04-49bd-a95f-02d078b96879'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:53.968490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea757c-8393-4091-9b41-04b76a5bbd43 req-61a5c697-3d8d-49c6-be59-e022c36a46be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:53.970048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93ea757c-8393-4091-9b41-04b76a5bbd43 req-61a5c697-3d8d-49c6-be59-e022c36a46be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dcc7e29-a7ab-4753-b50e-f4409d0dc39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1796288 Mar 24 01:28:54.109532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ced6e2d2-543c-4b76-8d44-83fb140e82dd req-1f578beb-127d-44bf-87d4-9c0a4c982bea tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=109b1cba-616a-4735-9b1b-aa1e685130ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401648 Mar 24 01:28:54.170898 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93ea757c-8393-4091-9b41-04b76a5bbd43 req-1e0d2e60-d3d5-4050-84d0-bb54e6f1432d service neutron] 10.222.0.57 "GET /v2.0/networks/0dcc7e29-a7ab-4753-b50e-f4409d0dc39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929727 Mar 24 01:28:54.183828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-c4bedc32-4528-4bcf-b3e9-4bc4221985ed None None] Set router bee41805-9f04-49bd-a95f-02d078b96879 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:28:54.399465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93ea757c-8393-4091-9b41-04b76a5bbd43 req-ccc844e8-65ce-4f95-b904-baf7946d8169 service neutron] 10.222.0.57 "GET /v2.0/networks/0dcc7e29-a7ab-4753-b50e-f4409d0dc39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210090 Mar 24 01:28:54.516756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c4bedc32-4528-4bcf-b3e9-4bc4221985ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:28:44Z', 'revision_number': 6, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '16900414-2033-4bfd-8e1d-e83b52643cdd', 'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:d7:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:54Z', 'updated_at': '2022-03-24T01:27:02Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:54.561458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bedc32-4528-4bcf-b3e9-4bc4221985ed None None] The sync data for ids ['bee41805-9f04-49bd-a95f-02d078b96879'] in n-d-760455-9 is: [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:28:44Z', 'revision_number': 6, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '16900414-2033-4bfd-8e1d-e83b52643cdd', 'name': '', 'network_id': '0dcc7e29-a7ab-4753-b50e-f4409d0dc39f', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:d7:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:54Z', 'updated_at': '2022-03-24T01:27:02Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '0805174e-d175-4993-b0c3-d1e104fa0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:28:54.991858 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d81a7-df5f-48ba-9ab4-2a7691e35c94 req-da6add1d-d242-48c4-9b5e-871e885c4071 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:54.995022 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-092d81a7-df5f-48ba-9ab4-2a7691e35c94 req-da6add1d-d242-48c4-9b5e-871e885c4071 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 945 time: 0.1062477 Mar 24 01:28:55.074604 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25edcf61-6b72-4686-9a75-4fd4f7d01f6f None None] New status for floating IP b55004df-8716-45e8-9d5a-d97cf95a4250: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:28:55.334233 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-092d81a7-df5f-48ba-9ab4-2a7691e35c94 req-b31522b6-57ae-45a6-aca2-a48ad02ceaaf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Deleting port f73f1824-49a0-4a6c-8a44-f943da41e091 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:28:55.334809 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-092d81a7-df5f-48ba-9ab4-2a7691e35c94 req-b31522b6-57ae-45a6-aca2-a48ad02ceaaf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f73f1824-49a0-4a6c-8a44-f943da41e091), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:55.435348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f48ae-49fc-475b-a348-cea5a107c281 req-87ecaec0-ee68-4cce-8cc4-317323568644 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:28:55.436937 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f3f48ae-49fc-475b-a348-cea5a107c281 req-87ecaec0-ee68-4cce-8cc4-317323568644 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f7e45d3-1fb1-4f24-b55b-96e4c68455e5 HTTP/1.1" status: 200 len: 945 time: 0.2133400 Mar 24 01:28:55.577296 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f3f48ae-49fc-475b-a348-cea5a107c281 req-50532422-6202-40ae-bff7-5ec4c260d28a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=109b1cba-616a-4735-9b1b-aa1e685130ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263471 Mar 24 01:28:55.591413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-092d81a7-df5f-48ba-9ab4-2a7691e35c94 req-b31522b6-57ae-45a6-aca2-a48ad02ceaaf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] For port f73f1824-49a0-4a6c-8a44-f943da41e091, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=f73f1824-49a0-4a6c-8a44-f943da41e091,segment=NetworkSegment(33f68006-3564-4a55-bf66-d8c70a7ea825),segment_id=33f68006-3564-4a55-bf66-d8c70a7ea825)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:28:55.591787 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-092d81a7-df5f-48ba-9ab4-2a7691e35c94 req-b31522b6-57ae-45a6-aca2-a48ad02ceaaf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f73f1824-49a0-4a6c-8a44-f943da41e091), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:55.626077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-092d81a7-df5f-48ba-9ab4-2a7691e35c94 req-b31522b6-57ae-45a6-aca2-a48ad02ceaaf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Calling delete_port for f73f1824-49a0-4a6c-8a44-f943da41e091 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:28:55.785492 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-092d81a7-df5f-48ba-9ab4-2a7691e35c94 req-b31522b6-57ae-45a6-aca2-a48ad02ceaaf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f73f1824-49a0-4a6c-8a44-f943da41e091), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:55.812821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31522b6-57ae-45a6-aca2-a48ad02ceaaf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Port': ['ID=f73f1824-49a0-4a6c-8a44-f943da41e091,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:55.880891 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-092d81a7-df5f-48ba-9ab4-2a7691e35c94 req-b31522b6-57ae-45a6-aca2-a48ad02ceaaf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] No DVR routers for this DVR port f73f1824-49a0-4a6c-8a44-f943da41e091 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:28:55.885632 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-092d81a7-df5f-48ba-9ab4-2a7691e35c94 req-b31522b6-57ae-45a6-aca2-a48ad02ceaaf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:55.889956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-092d81a7-df5f-48ba-9ab4-2a7691e35c94 req-b31522b6-57ae-45a6-aca2-a48ad02ceaaf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.57 "DELETE /v2.0/ports/f73f1824-49a0-4a6c-8a44-f943da41e091 HTTP/1.1" status: 204 len: 173 time: 0.8839605 Mar 24 01:28:55.890782 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'name': 'network-vif-deleted', 'tag': 'f73f1824-49a0-4a6c-8a44-f943da41e091'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:28:55.893799 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34b3903-26dc-4175-91b2-e58e09af26ca" -d '{"events": [{"server_uuid": "5f7e45d3-1fb1-4f24-b55b-96e4c68455e5", "name": "network-vif-deleted", "tag": "f73f1824-49a0-4a6c-8a44-f943da41e091"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:28:55.946805 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f9ba77-2794-4470-ba9c-ce1c7ffb766d x-openstack-request-id: req-38f9ba77-2794-4470-ba9c-ce1c7ffb766d {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:28:55.947177 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7e45d3-1fb1-4f24-b55b-96e4c68455e5", "name": "network-vif-deleted", "tag": "f73f1824-49a0-4a6c-8a44-f943da41e091", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:28:55.947415 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38f9ba77-2794-4470-ba9c-ce1c7ffb766d {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:28:55.948332 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f9ba77-2794-4470-ba9c-ce1c7ffb766d'] response: {'server_uuid': '5f7e45d3-1fb1-4f24-b55b-96e4c68455e5', 'name': 'network-vif-deleted', 'tag': 'f73f1824-49a0-4a6c-8a44-f943da41e091', 'status': 'completed', 'code': 200} Mar 24 01:28:56.711540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32820) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:56.787679 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5000f5dc-5e64-4d55-b3f0-da30d8d6ff10 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (109b1cba-616a-4735-9b1b-aa1e685130ba), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:56.824397 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5000f5dc-5e64-4d55-b3f0-da30d8d6ff10 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (109b1cba-616a-4735-9b1b-aa1e685130ba), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:56.897553 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5000f5dc-5e64-4d55-b3f0-da30d8d6ff10 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (109b1cba-616a-4735-9b1b-aa1e685130ba), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:56.900111 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5000f5dc-5e64-4d55-b3f0-da30d8d6ff10 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:56.903884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5000f5dc-5e64-4d55-b3f0-da30d8d6ff10 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "DELETE /v2.0/security-groups/109b1cba-616a-4735-9b1b-aa1e685130ba HTTP/1.1" status: 204 len: 168 time: 0.1880867 Mar 24 01:28:56.952823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000f5dc-5e64-4d55-b3f0-da30d8d6ff10 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109b1cba-616a-4735-9b1b-aa1e685130ba,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:56.980097 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32830) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:57.440155 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-739275aa-de95-4368-bf99-704455154bb3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (bee41805-9f04-49bd-a95f-02d078b96879), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:57.756785 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-739275aa-de95-4368-bf99-704455154bb3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Deleting port 16900414-2033-4bfd-8e1d-e83b52643cdd {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:28:57.757461 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-739275aa-de95-4368-bf99-704455154bb3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:57.852280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-739275aa-de95-4368-bf99-704455154bb3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] For port 16900414-2033-4bfd-8e1d-e83b52643cdd, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=16900414-2033-4bfd-8e1d-e83b52643cdd,segment=NetworkSegment(33f68006-3564-4a55-bf66-d8c70a7ea825),segment_id=33f68006-3564-4a55-bf66-d8c70a7ea825)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:28:57.852657 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-739275aa-de95-4368-bf99-704455154bb3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:57.868965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-739275aa-de95-4368-bf99-704455154bb3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Calling delete_port for 16900414-2033-4bfd-8e1d-e83b52643cdd owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:28:58.126011 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-739275aa-de95-4368-bf99-704455154bb3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (16900414-2033-4bfd-8e1d-e83b52643cdd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:58.161797 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739275aa-de95-4368-bf99-704455154bb3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Port': ['ID=16900414-2033-4bfd-8e1d-e83b52643cdd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:58.396361 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-739275aa-de95-4368-bf99-704455154bb3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (bee41805-9f04-49bd-a95f-02d078b96879), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:58.759844 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ff7c536e-41c2-4502-9e85-f29e4a6e51a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:58.805758 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739275aa-de95-4368-bf99-704455154bb3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Router bee41805-9f04-49bd-a95f-02d078b96879 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:28:58.962449 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739275aa-de95-4368-bf99-704455154bb3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:28:58.971258 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-739275aa-de95-4368-bf99-704455154bb3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "PUT /v2.0/routers/bee41805-9f04-49bd-a95f-02d078b96879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9873741 Mar 24 01:28:58.971501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32874) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:58.975710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d92d4b-9370-4eef-b42c-f2d782d0802b None None] Sync routers for ids ['bee41805-9f04-49bd-a95f-02d078b96879'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:28:59.036091 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d92d4b-9370-4eef-b42c-f2d782d0802b None None] Routers {'bee41805-9f04-49bd-a95f-02d078b96879'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:28:59.037033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-38d92d4b-9370-4eef-b42c-f2d782d0802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:28:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['bee41805-9f04-49bd-a95f-02d078b96879'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:59.118506 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcaec415-99ec-479d-ba0a-b902857f7cf7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Deleting subnet 0805174e-d175-4993-b0c3-d1e104fa0824 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:28:59.128547 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dcaec415-99ec-479d-ba0a-b902857f7cf7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for subnet (0805174e-d175-4993-b0c3-d1e104fa0824), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:59.173433 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dcaec415-99ec-479d-ba0a-b902857f7cf7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (0805174e-d175-4993-b0c3-d1e104fa0824), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:59.278405 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dcaec415-99ec-479d-ba0a-b902857f7cf7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (0805174e-d175-4993-b0c3-d1e104fa0824), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:59.323703 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f73f1824-49a0-4a6c-8a44-f943da41e091 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:28:59.351510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: f73f1824-49a0-4a6c-8a44-f943da41e091 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:28:59.351959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device f73f1824-49a0-4a6c-8a44-f943da41e091 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:28:59.372054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dcaec415-99ec-479d-ba0a-b902857f7cf7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (0805174e-d175-4993-b0c3-d1e104fa0824), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:59.385616 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-38d92d4b-9370-4eef-b42c-f2d782d0802b None None] Set router bee41805-9f04-49bd-a95f-02d078b96879 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:28:59.403934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaec415-99ec-479d-ba0a-b902857f7cf7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Subnet': ['ID=0805174e-d175-4993-b0c3-d1e104fa0824,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:28:59.406258 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dcaec415-99ec-479d-ba0a-b902857f7cf7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:59.411577 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dcaec415-99ec-479d-ba0a-b902857f7cf7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "DELETE /v2.0/subnets/0805174e-d175-4993-b0c3-d1e104fa0824 HTTP/1.1" status: 204 len: 168 time: 0.4389253 Mar 24 01:28:59.414669 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32882) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:28:59.528904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abbfd9a-5b83-43bf-8a41-c8740f8bd204 None None] Network 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:28:59.559902 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84ed44ae-1740-491e-8163-cdaee344cd60 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router (bee41805-9f04-49bd-a95f-02d078b96879), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:59.713796 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84ed44ae-1740-491e-8163-cdaee344cd60 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router_gateway (bee41805-9f04-49bd-a95f-02d078b96879), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:59.803731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-38d92d4b-9370-4eef-b42c-f2d782d0802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:28:58Z', 'revision_number': 7, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '491f7b42-f2e6-4188-a165-cd65883d02e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:48Z', 'updated_at': '2022-03-24T01:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:59.810885 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-84ed44ae-1740-491e-8163-cdaee344cd60 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Deleting port 491f7b42-f2e6-4188-a165-cd65883d02e9 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:28:59.811235 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84ed44ae-1740-491e-8163-cdaee344cd60 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (491f7b42-f2e6-4188-a165-cd65883d02e9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:28:59.870539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d92d4b-9370-4eef-b42c-f2d782d0802b None None] Checking router: bee41805-9f04-49bd-a95f-02d078b96879 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:28:59.886315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d92d4b-9370-4eef-b42c-f2d782d0802b None None] Routers {'bee41805-9f04-49bd-a95f-02d078b96879'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:28:59.887345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-38d92d4b-9370-4eef-b42c-f2d782d0802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:28:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['bee41805-9f04-49bd-a95f-02d078b96879'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:28:59.899841 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71996223-56cb-427a-aa29-df708328c6ca None None] DHCP port deletion for 0dcc7e29-a7ab-4753-b50e-f4409d0dc39f request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:29:00.035839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-84ed44ae-1740-491e-8163-cdaee344cd60 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] For port 491f7b42-f2e6-4188-a165-cd65883d02e9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=491f7b42-f2e6-4188-a165-cd65883d02e9,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:29:00.037568 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84ed44ae-1740-491e-8163-cdaee344cd60 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (491f7b42-f2e6-4188-a165-cd65883d02e9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:00.089320 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-84ed44ae-1740-491e-8163-cdaee344cd60 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Calling delete_port for 491f7b42-f2e6-4188-a165-cd65883d02e9 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:29:00.280690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 44112319-9c3e-48fa-b33e-4b74844eddc5 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:29:00.345465 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:00.428732 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84ed44ae-1740-491e-8163-cdaee344cd60 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (491f7b42-f2e6-4188-a165-cd65883d02e9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:00.443811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-38d92d4b-9370-4eef-b42c-f2d782d0802b None None] Set router bee41805-9f04-49bd-a95f-02d078b96879 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:29:00.519829 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed44ae-1740-491e-8163-cdaee344cd60 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Port': ['ID=491f7b42-f2e6-4188-a165-cd65883d02e9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:00.581216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-38d92d4b-9370-4eef-b42c-f2d782d0802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:28:59Z', 'revision_number': 8, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:00.622440 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84ed44ae-1740-491e-8163-cdaee344cd60 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (bee41805-9f04-49bd-a95f-02d078b96879), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:00.689612 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d92d4b-9370-4eef-b42c-f2d782d0802b None None] The sync data for ids ['bee41805-9f04-49bd-a95f-02d078b96879'] in n-d-760455-9 is: [{'id': 'bee41805-9f04-49bd-a95f-02d078b96879', 'name': 'tempest-TestNetworkBasicOps-router-1123950327', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:47Z', 'updated_at': '2022-03-24T01:28:59Z', 'revision_number': 8, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:29:00.761592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-71996223-56cb-427a-aa29-df708328c6ca None None] Deleting port 44112319-9c3e-48fa-b33e-4b74844eddc5 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:29:00.762217 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-71996223-56cb-427a-aa29-df708328c6ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (44112319-9c3e-48fa-b33e-4b74844eddc5), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:00.793311 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84ed44ae-1740-491e-8163-cdaee344cd60 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (bee41805-9f04-49bd-a95f-02d078b96879), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:00.794444 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 44112319-9c3e-48fa-b33e-4b74844eddc5 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:29:00.794827 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (44112319-9c3e-48fa-b33e-4b74844eddc5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:00.803164 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84ed44ae-1740-491e-8163-cdaee344cd60 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router_controller (bee41805-9f04-49bd-a95f-02d078b96879), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:00.944040 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 44112319-9c3e-48fa-b33e-4b74844eddc5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=44112319-9c3e-48fa-b33e-4b74844eddc5,segment=NetworkSegment(33f68006-3564-4a55-bf66-d8c70a7ea825),segment_id=33f68006-3564-4a55-bf66-d8c70a7ea825)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:29:00.945047 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-486988a6-2365-423f-afd2-3d762e8001db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:00.964282 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-71996223-56cb-427a-aa29-df708328c6ca None None] For port 44112319-9c3e-48fa-b33e-4b74844eddc5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=44112319-9c3e-48fa-b33e-4b74844eddc5,segment=NetworkSegment(33f68006-3564-4a55-bf66-d8c70a7ea825),segment_id=33f68006-3564-4a55-bf66-d8c70a7ea825)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:29:00.964694 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-71996223-56cb-427a-aa29-df708328c6ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (44112319-9c3e-48fa-b33e-4b74844eddc5), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.016927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-71996223-56cb-427a-aa29-df708328c6ca None None] Calling delete_port for 44112319-9c3e-48fa-b33e-4b74844eddc5 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:29:01.212201 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (44112319-9c3e-48fa-b33e-4b74844eddc5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.222461 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-71996223-56cb-427a-aa29-df708328c6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (44112319-9c3e-48fa-b33e-4b74844eddc5), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.255573 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event deleted for resources: {'Port': ['ID=44112319-9c3e-48fa-b33e-4b74844eddc5,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:01.256586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32962) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:01.262209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-bbe9df06-c94d-47a9-8d00-69b2473aa729 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1368400354', 'description': 'tempest-secgroup-smoke-1368400354 description', 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:01.278064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71996223-56cb-427a-aa29-df708328c6ca None None] No DVR routers for this DVR port 44112319-9c3e-48fa-b33e-4b74844eddc5 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:29:01.319152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71996223-56cb-427a-aa29-df708328c6ca None None] Pushing event deleted for resources: {'Port': ['ID=44112319-9c3e-48fa-b33e-4b74844eddc5,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:01.328076 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bbe9df06-c94d-47a9-8d00-69b2473aa729 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.402107 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84ed44ae-1740-491e-8163-cdaee344cd60 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (bee41805-9f04-49bd-a95f-02d078b96879), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.402695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ed44ae-1740-491e-8163-cdaee344cd60 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Fanout notify agent at l3_agent the message router_deleted on router bee41805-9f04-49bd-a95f-02d078b96879 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:29:01.414174 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84ed44ae-1740-491e-8163-cdaee344cd60 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.417776 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-84ed44ae-1740-491e-8163-cdaee344cd60 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "DELETE /v2.0/routers/bee41805-9f04-49bd-a95f-02d078b96879 HTTP/1.1" status: 204 len: 168 time: 1.9997537 Mar 24 01:29:01.418074 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32968) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:01.428778 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bbe9df06-c94d-47a9-8d00-69b2473aa729 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group (70c6ee48-fca4-405a-9330-e8e4fd60b654), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.433792 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bbe9df06-c94d-47a9-8d00-69b2473aa729 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (70c6ee48-fca4-405a-9330-e8e4fd60b654), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.472445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9df06-c94d-47a9-8d00-69b2473aa729 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c6ee48-fca4-405a-9330-e8e4fd60b654,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:01.522239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bbe9df06-c94d-47a9-8d00-69b2473aa729 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.526179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bbe9df06-c94d-47a9-8d00-69b2473aa729 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2658515 Mar 24 01:29:01.526687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32972) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:01.535511 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-507d5e05-c76d-48ad-abc1-68ba05bbf7ac tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'security_group_rule': {'security_group_id': '70c6ee48-fca4-405a-9330-e8e4fd60b654', 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:01.556502 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (0dcc7e29-a7ab-4753-b50e-f4409d0dc39f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.595894 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-507d5e05-c76d-48ad-abc1-68ba05bbf7ac tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (346828ef-a571-4c0e-a631-41bd27be9cc0), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.716905 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-507d5e05-c76d-48ad-abc1-68ba05bbf7ac tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (346828ef-a571-4c0e-a631-41bd27be9cc0), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.722771 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-507d5e05-c76d-48ad-abc1-68ba05bbf7ac tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (346828ef-a571-4c0e-a631-41bd27be9cc0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.726982 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (0dcc7e29-a7ab-4753-b50e-f4409d0dc39f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.745928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d5e05-c76d-48ad-abc1-68ba05bbf7ac tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346828ef-a571-4c0e-a631-41bd27be9cc0,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:01.753932 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-507d5e05-c76d-48ad-abc1-68ba05bbf7ac tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.758963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-507d5e05-c76d-48ad-abc1-68ba05bbf7ac tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2271180 Mar 24 01:29:01.758963 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32982) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:01.764092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-dbc049ca-5802-4edc-975a-fbbb390bdbe5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'security_group_rule': {'security_group_id': '70c6ee48-fca4-405a-9330-e8e4fd60b654', 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:01.768007 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dcc7e29-a7ab-4753-b50e-f4409d0dc39f']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:01.778724 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f68006-3564-4a55-bf66-d8c70a7ea825') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:01.779068 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f68006-3564-4a55-bf66-d8c70a7ea825') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:01.791562 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (33f68006-3564-4a55-bf66-d8c70a7ea825), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.813939 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (33f68006-3564-4a55-bf66-d8c70a7ea825), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.816120 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dbc049ca-5802-4edc-975a-fbbb390bdbe5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (2d1f55b9-df91-4455-9a37-5cb4d9eec53f), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.838959 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:29:01.840874 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (33f68006-3564-4a55-bf66-d8c70a7ea825), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.919489 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dbc049ca-5802-4edc-975a-fbbb390bdbe5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (2d1f55b9-df91-4455-9a37-5cb4d9eec53f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.924621 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dbc049ca-5802-4edc-975a-fbbb390bdbe5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (2d1f55b9-df91-4455-9a37-5cb4d9eec53f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.953127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc049ca-5802-4edc-975a-fbbb390bdbe5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1f55b9-df91-4455-9a37-5cb4d9eec53f,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:29:01.971273 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:29:01.977033 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (0dcc7e29-a7ab-4753-b50e-f4409d0dc39f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.984134 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.987239 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "DELETE /v2.0/networks/0dcc7e29-a7ab-4753-b50e-f4409d0dc39f HTTP/1.1" status: 204 len: 168 time: 0.5682378 Mar 24 01:29:01.996032 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dbc049ca-5802-4edc-975a-fbbb390bdbe5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:01.998590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dbc049ca-5802-4edc-975a-fbbb390bdbe5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2389598 Mar 24 01:29:02.003531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32984) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:02.006267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d25abd0c-0d41-4fe5-b1d2-71295eca761a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'security_group_rule': {'security_group_id': '70c6ee48-fca4-405a-9330-e8e4fd60b654', 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:02.006758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 32986) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:02.011625 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Network': ['ID=0dcc7e29-a7ab-4753-b50e-f4409d0dc39f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:02.013415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ee3f19c6-8fc4-4264-8c79-9774de5f0df6 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'network': {'name': 'tempest-network-smoke--14854353', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'port_security_enabled': True}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:02.031772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:02.032116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:02.032468 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:02.033045 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:02.033391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:02.033787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:02.034057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:02.034374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:02.034766 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:02.035008 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:02.035343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:02.035725 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:02.036000 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:02.036323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:02.036646 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efef54f-ed6c-40c6-b801-75faa91e42f1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:02.070441 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d25abd0c-0d41-4fe5-b1d2-71295eca761a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (559f0f00-d09b-4855-9de9-5d559b07c3c0), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.108821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3f19c6-8fc4-4264-8c79-9774de5f0df6 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Made reservation on behalf of bc274b6be3894d6ba0099f965a7e399c for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:29:02.113914 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ee3f19c6-8fc4-4264-8c79-9774de5f0df6 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.135629 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d25abd0c-0d41-4fe5-b1d2-71295eca761a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (559f0f00-d09b-4855-9de9-5d559b07c3c0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.141309 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d25abd0c-0d41-4fe5-b1d2-71295eca761a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (559f0f00-d09b-4855-9de9-5d559b07c3c0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.159738 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25abd0c-0d41-4fe5-b1d2-71295eca761a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559f0f00-d09b-4855-9de9-5d559b07c3c0,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:02.173552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3f19c6-8fc4-4264-8c79-9774de5f0df6 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:29:02.181635 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ee3f19c6-8fc4-4264-8c79-9774de5f0df6 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (242ce6b4-11e6-431a-9633-9a37c3a86c6a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.181635 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-ee3f19c6-8fc4-4264-8c79-9774de5f0df6 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Added segment 242ce6b4-11e6-431a-9633-9a37c3a86c6a of type vlan for network d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b Mar 24 01:29:02.188297 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d25abd0c-0d41-4fe5-b1d2-71295eca761a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.188297 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d25abd0c-0d41-4fe5-b1d2-71295eca761a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1829460 Mar 24 01:29:02.188974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 32994) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:02.195897 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ea1d2e1e-fca8-476c-810d-d11777f70080 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'security_group_rule': {'security_group_id': '70c6ee48-fca4-405a-9330-e8e4fd60b654', 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:02.224129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 16900414-2033-4bfd-8e1d-e83b52643cdd no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:29:02.252277 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ee3f19c6-8fc4-4264-8c79-9774de5f0df6 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.263596 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2e1e-fca8-476c-810d-d11777f70080 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (e5501ff5-2914-48a4-af52-3c9d85968715), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.280095 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.283996 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 16900414-2033-4bfd-8e1d-e83b52643cdd {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:29:02.284348 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 16900414-2033-4bfd-8e1d-e83b52643cdd not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:29:02.284776 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 491f7b42-f2e6-4188-a165-cd65883d02e9 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:29:02.307754 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ee3f19c6-8fc4-4264-8c79-9774de5f0df6 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.319727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f19c6-8fc4-4264-8c79-9774de5f0df6 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:02.320376 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ee3f19c6-8fc4-4264-8c79-9774de5f0df6 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.336627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 491f7b42-f2e6-4188-a165-cd65883d02e9 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:29:02.336973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 491f7b42-f2e6-4188-a165-cd65883d02e9 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:29:02.344200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ee3f19c6-8fc4-4264-8c79-9774de5f0df6 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3360527 Mar 24 01:29:02.346999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33000) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:02.362624 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1494046691', 'admin_state_up': True, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:02.390253 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2e1e-fca8-476c-810d-d11777f70080 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (e5501ff5-2914-48a4-af52-3c9d85968715), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.398233 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2e1e-fca8-476c-810d-d11777f70080 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (e5501ff5-2914-48a4-af52-3c9d85968715), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.423792 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d2e1e-fca8-476c-810d-d11777f70080 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5501ff5-2914-48a4-af52-3c9d85968715,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:02.431565 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2e1e-fca8-476c-810d-d11777f70080 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.434553 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ea1d2e1e-fca8-476c-810d-d11777f70080 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2426164 Mar 24 01:29:02.435816 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33002) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:02.440386 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2d19bde3-0684-44a5-a807-70eb146a1dab tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'security_group_rule': {'security_group_id': '70c6ee48-fca4-405a-9330-e8e4fd60b654', 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:02.470561 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-2d19bde3-0684-44a5-a807-70eb146a1dab tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Project c595edeb50ac4eda86dcc5ff48dc0e68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:29:02.477344 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d19bde3-0684-44a5-a807-70eb146a1dab tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (313bad47-01ce-4ad1-85fc-2b4c4b26b797), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.520031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f19c6-8fc4-4264-8c79-9774de5f0df6 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Network': ['ID=d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:02.539105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:29:02.550900 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (66c580b7-1097-4cf3-85b6-e677c8089873), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.564048 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (66c580b7-1097-4cf3-85b6-e677c8089873), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.610289 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d19bde3-0684-44a5-a807-70eb146a1dab tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (313bad47-01ce-4ad1-85fc-2b4c4b26b797), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.616175 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d19bde3-0684-44a5-a807-70eb146a1dab tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (313bad47-01ce-4ad1-85fc-2b4c4b26b797), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.648195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19bde3-0684-44a5-a807-70eb146a1dab tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313bad47-01ce-4ad1-85fc-2b4c4b26b797,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:02.655778 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2d19bde3-0684-44a5-a807-70eb146a1dab tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.657583 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2d19bde3-0684-44a5-a807-70eb146a1dab tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2207096 Mar 24 01:29:02.661701 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33012) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:02.669019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3e6cf352-d3ce-49f6-b57e-df2a44e4e587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'security_group_rule': {'security_group_id': '70c6ee48-fca4-405a-9330-e8e4fd60b654', 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:02.677147 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router_controller (66c580b7-1097-4cf3-85b6-e677c8089873), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.694480 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-3e6cf352-d3ce-49f6-b57e-df2a44e4e587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Project c595edeb50ac4eda86dcc5ff48dc0e68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:29:02.700920 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.701420 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3e6cf352-d3ce-49f6-b57e-df2a44e4e587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (7266b73e-2ebf-45d9-9b36-5a1764797110), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.789325 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3e6cf352-d3ce-49f6-b57e-df2a44e4e587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (7266b73e-2ebf-45d9-9b36-5a1764797110), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.793981 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3e6cf352-d3ce-49f6-b57e-df2a44e4e587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (7266b73e-2ebf-45d9-9b36-5a1764797110), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.810720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6cf352-d3ce-49f6-b57e-df2a44e4e587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7266b73e-2ebf-45d9-9b36-5a1764797110,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:02.822929 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3e6cf352-d3ce-49f6-b57e-df2a44e4e587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:02.824706 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3e6cf352-d3ce-49f6-b57e-df2a44e4e587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1615705 Mar 24 01:29:02.877463 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router_gateway (66c580b7-1097-4cf3-85b6-e677c8089873), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:03.523052 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router_gateway (66c580b7-1097-4cf3-85b6-e677c8089873), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:03.547309 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:03.685132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Allocated IP 172.25.0.224 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/03b67175-74bf-4242-a79d-b1c84a8f2361) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:29:03.757080 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:03.811243 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for port (03b67175-74bf-4242-a79d-b1c84a8f2361), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:03.875875 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (03b67175-74bf-4242-a79d-b1c84a8f2361), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:03.920944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:29:03.925791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:29:03.934423 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:29:03.972119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Port': ['ID=03b67175-74bf-4242-a79d-b1c84a8f2361,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:03.984625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:03.985159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:03.985615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:03.986055 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:03.986484 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:03.987072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:03.987646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:03.988207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:03.988808 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:03.989857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:03.990292 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:03.990722 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:03.991152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:03.991580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:03.992001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:04.335048 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router_gateway (66c580b7-1097-4cf3-85b6-e677c8089873), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:04.580079 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (66c580b7-1097-4cf3-85b6-e677c8089873), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:04.794129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Router 66c580b7-1097-4cf3-85b6-e677c8089873 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:29:04.983344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:29:04.984231 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Sync routers for ids ['66c580b7-1097-4cf3-85b6-e677c8089873'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:29:04.984231 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Routers {'66c580b7-1097-4cf3-85b6-e677c8089873'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:29:04.984231 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:29:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['66c580b7-1097-4cf3-85b6-e677c8089873'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:04.984908 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:04.984908 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-70ebe407-99eb-423e-a60c-c09d7dd10d72 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6322181 Mar 24 01:29:04.985213 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33140) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:05.024812 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-83e7b305-4428-4e18-a20f-4cbd3200055c tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=bc274b6be3894d6ba0099f965a7e399c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377893 Mar 24 01:29:05.025289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33142) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:05.101529 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Set router 66c580b7-1097-4cf3-85b6-e677c8089873 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:29:05.139405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7ce5b8-4100-420b-b8ed-2e44de62036e tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:05.143706 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9e7ce5b8-4100-420b-b8ed-2e44de62036e tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1146061 Mar 24 01:29:05.143879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33144) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:05.191180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1b2a26d8-c2e6-4fcf-9720-777feaf24617 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437140 Mar 24 01:29:05.192117 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33148) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:05.199204 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-063bbe01-127a-41f0-8990-c12fd26ea1b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1903718356', 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:05.233590 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:05.331201 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063bbe01-127a-41f0-8990-c12fd26ea1b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Made reservation on behalf of bc274b6be3894d6ba0099f965a7e399c for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:29:05.335432 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'name': 'tempest-TestNetworkBasicOps-router-1494046691', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:29:02Z', 'updated_at': '2022-03-24T01:29:04Z', 'revision_number': 3, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:03Z', 'updated_at': '2022-03-24T01:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:05.336596 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-063bbe01-127a-41f0-8990-c12fd26ea1b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:05.382000 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Checking router: 66c580b7-1097-4cf3-85b6-e677c8089873 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:29:05.384002 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Updating router 66c580b7-1097-4cf3-85b6-e677c8089873 port 03b67175-74bf-4242-a79d-b1c84a8f2361 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:29:05.442944 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (03b67175-74bf-4242-a79d-b1c84a8f2361), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:05.570054 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-063bbe01-127a-41f0-8990-c12fd26ea1b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (391f297f-9d35-4583-98d6-86d31cba549d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:05.644369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bbe01-127a-41f0-8990-c12fd26ea1b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Subnet': ['ID=391f297f-9d35-4583-98d6-86d31cba549d,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:05.654232 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063bbe01-127a-41f0-8990-c12fd26ea1b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Checking segment: {'id': '242ce6b4-11e6-431a-9633-9a37c3a86c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:29:05.654716 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063bbe01-127a-41f0-8990-c12fd26ea1b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network hostable DHCP agents. Network: d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:29:05.677529 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063bbe01-127a-41f0-8990-c12fd26ea1b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:29:05.693488 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-063bbe01-127a-41f0-8990-c12fd26ea1b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:29:05.698005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063bbe01-127a-41f0-8990-c12fd26ea1b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:05.698906 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-063bbe01-127a-41f0-8990-c12fd26ea1b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:05.706794 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede4c3ed-c9a7-47c5-bb97-a12affcca85b None None] Network d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:29:05.727293 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-063bbe01-127a-41f0-8990-c12fd26ea1b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5318153 Mar 24 01:29:05.729123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33160) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:05.923356 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Publish callbacks [] for port (03b67175-74bf-4242-a79d-b1c84a8f2361), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:05.928304 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ips': [{'subnet_id': '391f297f-9d35-4583-98d6-86d31cba549d'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:29:05.932311 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:05.933307 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (03b67175-74bf-4242-a79d-b1c84a8f2361), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:05.996076 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Pushing event updated for resources: {'Port': ['ID=03b67175-74bf-4242-a79d-b1c84a8f2361,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:06.010224 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:06.011027 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:06.011466 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:06.012078 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:06.012501 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:06.013187 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:06.013612 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:06.014379 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:06.014796 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:06.015230 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:06.016030 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:06.016455 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:06.016872 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:06.017315 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:06.017728 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:06.076761 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Attempting to bind port 03b67175-74bf-4242-a79d-b1c84a8f2361 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:29:06.085673 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Attempting to bind port 03b67175-74bf-4242-a79d-b1c84a8f2361 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:29:06.086652 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Attempting to bind port 03b67175-74bf-4242-a79d-b1c84a8f2361 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:29:06.091563 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:29:06.092703 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:29:06.092703 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:06.092703 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:29:06.093218 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Bound port: 03b67175-74bf-4242-a79d-b1c84a8f2361, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:29:06.093579 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (03b67175-74bf-4242-a79d-b1c84a8f2361), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:06.192253 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] For port 03b67175-74bf-4242-a79d-b1c84a8f2361, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:29:06.197734 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] For port 03b67175-74bf-4242-a79d-b1c84a8f2361, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=03b67175-74bf-4242-a79d-b1c84a8f2361,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:29:06.206100 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Allocated IP 172.20.0.2 (d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b/391f297f-9d35-4583-98d6-86d31cba549d/8771fb87-e094-4834-b8a5-f792695de2d7) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:29:06.213487 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (03b67175-74bf-4242-a79d-b1c84a8f2361), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:06.327798 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Routers {'66c580b7-1097-4cf3-85b6-e677c8089873'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:29:06.328705 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:29:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['66c580b7-1097-4cf3-85b6-e677c8089873'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:06.369025 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd0ec8-1241-4aa3-834c-4a57f807b3be None None] Pushing event updated for resources: {'Port': ['ID=03b67175-74bf-4242-a79d-b1c84a8f2361,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:06.555865 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Publish callbacks [] for port (8771fb87-e094-4834-b8a5-f792695de2d7), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:06.575470 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (8771fb87-e094-4834-b8a5-f792695de2d7), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:06.629850 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] Set router 66c580b7-1097-4cf3-85b6-e677c8089873 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:29:06.641976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Network d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:29:06.672115 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:29:06.675142 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:29:06.732206 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Pushing event updated for resources: {'Port': ['ID=8771fb87-e094-4834-b8a5-f792695de2d7,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:06.735502 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:06.809716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Attempting to bind port 8771fb87-e094-4834-b8a5-f792695de2d7 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:29:06.810168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Attempting to bind port 8771fb87-e094-4834-b8a5-f792695de2d7 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '242ce6b4-11e6-431a-9633-9a37c3a86c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:29:06.810622 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Attempting to bind port 8771fb87-e094-4834-b8a5-f792695de2d7 on network d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:29:06.873930 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:29:06.874698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Checking segment: {'id': '242ce6b4-11e6-431a-9633-9a37c3a86c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:29:06.875304 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:06.876239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Bound using segment: {'id': '242ce6b4-11e6-431a-9633-9a37c3a86c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:29:06.877063 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Bound port: 8771fb87-e094-4834-b8a5-f792695de2d7, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242ce6b4-11e6-431a-9633-9a37c3a86c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:29:06.877677 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8771fb87-e094-4834-b8a5-f792695de2d7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:06.921234 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'name': 'tempest-TestNetworkBasicOps-router-1494046691', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:29:02Z', 'updated_at': '2022-03-24T01:29:04Z', 'revision_number': 3, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:03Z', 'updated_at': '2022-03-24T01:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:06.959464 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc10e7-8a50-4fa0-999e-bf31c428bac9 None None] The sync data for ids ['66c580b7-1097-4cf3-85b6-e677c8089873'] in n-d-760455-9 is: [{'id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'name': 'tempest-TestNetworkBasicOps-router-1494046691', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:29:02Z', 'updated_at': '2022-03-24T01:29:04Z', 'revision_number': 3, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:03Z', 'updated_at': '2022-03-24T01:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:29:06.987470 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] For port 8771fb87-e094-4834-b8a5-f792695de2d7, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:29:06.990926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] For port 8771fb87-e094-4834-b8a5-f792695de2d7, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8771fb87-e094-4834-b8a5-f792695de2d7,segment=NetworkSegment(242ce6b4-11e6-431a-9633-9a37c3a86c6a),segment_id=242ce6b4-11e6-431a-9633-9a37c3a86c6a)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:29:07.021629 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8771fb87-e094-4834-b8a5-f792695de2d7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:07.118117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3252e-0e39-4783-9bfd-8d2a878d88df None None] Pushing event updated for resources: {'Port': ['ID=8771fb87-e094-4834-b8a5-f792695de2d7,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:07.339050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Allocated IP 172.20.0.1 (d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b/391f297f-9d35-4583-98d6-86d31cba549d/64583479-2c07-4e06-a745-97eff95889da) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:29:07.580755 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for port (64583479-2c07-4e06-a745-97eff95889da), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:07.656243 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (64583479-2c07-4e06-a745-97eff95889da), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:07.810500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Port': ['ID=64583479-2c07-4e06-a745-97eff95889da,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:07.829343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:29:07.831165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:29:07.833860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:29:07.929169 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (66c580b7-1097-4cf3-85b6-e677c8089873), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:08.199792 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (64583479-2c07-4e06-a745-97eff95889da), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:08.335744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 03b67175-74bf-4242-a79d-b1c84a8f2361 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:29:08.450698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 03b67175-74bf-4242-a79d-b1c84a8f2361 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:29:08.451074 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (03b67175-74bf-4242-a79d-b1c84a8f2361), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:08.643176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 03b67175-74bf-4242-a79d-b1c84a8f2361 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:29:08.646067 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (03b67175-74bf-4242-a79d-b1c84a8f2361), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:08.809599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 03b67175-74bf-4242-a79d-b1c84a8f2361, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=03b67175-74bf-4242-a79d-b1c84a8f2361,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:29:08.822217 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (03b67175-74bf-4242-a79d-b1c84a8f2361), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:08.823053 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8771fb87-e094-4834-b8a5-f792695de2d7 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:29:08.878888 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for port (64583479-2c07-4e06-a745-97eff95889da), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:08.886825 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (64583479-2c07-4e06-a745-97eff95889da), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:08.951343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e37980-9422-482a-a657-b33356313822 None None] Network d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:29:09.005406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Port': ['ID=64583479-2c07-4e06-a745-97eff95889da,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:09.012482 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (66c580b7-1097-4cf3-85b6-e677c8089873), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:09.174582 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:29:09.176151 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:29:09.279905 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:29:09.329787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=03b67175-74bf-4242-a79d-b1c84a8f2361,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:09.333763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-9cd0821f-4767-4721-9865-752942d2fee2 None None] Provisioning complete for port 8771fb87-e094-4834-b8a5-f792695de2d7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:29:09.334339 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9cd0821f-4767-4721-9865-752942d2fee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8771fb87-e094-4834-b8a5-f792695de2d7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:09.354297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8771fb87-e094-4834-b8a5-f792695de2d7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:29:09.355584 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8771fb87-e094-4834-b8a5-f792695de2d7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:09.514303 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Router 66c580b7-1097-4cf3-85b6-e677c8089873 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:29:09.578350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8771fb87-e094-4834-b8a5-f792695de2d7 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:29:09.578749 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8771fb87-e094-4834-b8a5-f792695de2d7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:09.604540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9cd0821f-4767-4721-9865-752942d2fee2 None None] Current status of the port 8771fb87-e094-4834-b8a5-f792695de2d7 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:29:09.604943 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9cd0821f-4767-4721-9865-752942d2fee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8771fb87-e094-4834-b8a5-f792695de2d7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:09.682180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 8771fb87-e094-4834-b8a5-f792695de2d7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8771fb87-e094-4834-b8a5-f792695de2d7,segment=NetworkSegment(242ce6b4-11e6-431a-9633-9a37c3a86c6a),segment_id=242ce6b4-11e6-431a-9633-9a37c3a86c6a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:29:09.691645 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8771fb87-e094-4834-b8a5-f792695de2d7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:09.785737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:29:09.794143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-da535cac-2a3a-4503-b7b8-c8c0b3d3a018 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "PUT /v2.0/routers/66c580b7-1097-4cf3-85b6-e677c8089873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0604739 Mar 24 01:29:09.794626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33244) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:09.824365 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=8771fb87-e094-4834-b8a5-f792695de2d7,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:09.840882 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-9cd0821f-4767-4721-9865-752942d2fee2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:29:09.841478 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-9cd0821f-4767-4721-9865-752942d2fee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:29:10.028712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Sync routers for ids ['66c580b7-1097-4cf3-85b6-e677c8089873'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:29:10.049737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Routers {'66c580b7-1097-4cf3-85b6-e677c8089873'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:29:10.050648 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:29:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['66c580b7-1097-4cf3-85b6-e677c8089873'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:10.234388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 03b67175-74bf-4242-a79d-b1c84a8f2361 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:29:10.389936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Set router 66c580b7-1097-4cf3-85b6-e677c8089873 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:29:10.437811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 03b67175-74bf-4242-a79d-b1c84a8f2361 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:29:10.438565 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (03b67175-74bf-4242-a79d-b1c84a8f2361), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:10.515891 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-9cd0821f-4767-4721-9865-752942d2fee2 None None] Current status of the port 8771fb87-e094-4834-b8a5-f792695de2d7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:29:10.714827 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-448e1629-66ed-4ee3-ad72-881d5ef02ec5 None None] Provisioning complete for port 64583479-2c07-4e06-a745-97eff95889da triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:29:10.715206 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-448e1629-66ed-4ee3-ad72-881d5ef02ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (64583479-2c07-4e06-a745-97eff95889da), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:10.838976 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe2301-ac77-4538-b3cb-9b9ab13c76cb tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:10.840075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe2301-ac77-4538-b3cb-9b9ab13c76cb tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:10.840673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe2301-ac77-4538-b3cb-9b9ab13c76cb tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:10.841311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe2301-ac77-4538-b3cb-9b9ab13c76cb tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:10.841998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe2301-ac77-4538-b3cb-9b9ab13c76cb tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:10.846411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe2301-ac77-4538-b3cb-9b9ab13c76cb tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:10.849223 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe2301-ac77-4538-b3cb-9b9ab13c76cb tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:10.849846 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe2301-ac77-4538-b3cb-9b9ab13c76cb tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:10.850452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe2301-ac77-4538-b3cb-9b9ab13c76cb tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:10.851069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe2301-ac77-4538-b3cb-9b9ab13c76cb tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:10.851537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe2301-ac77-4538-b3cb-9b9ab13c76cb tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:10.856523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7efe2301-ac77-4538-b3cb-9b9ab13c76cb tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7781 time: 1.0584064 Mar 24 01:29:10.856523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33268) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:10.863403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-448e1629-66ed-4ee3-ad72-881d5ef02ec5 None None] Port 64583479-2c07-4e06-a745-97eff95889da cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:29:10.866616 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 03b67175-74bf-4242-a79d-b1c84a8f2361 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:29:10.867748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8771fb87-e094-4834-b8a5-f792695de2d7 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:29:10.948397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-448e1629-66ed-4ee3-ad72-881d5ef02ec5 None None] Provisioning complete for port 8771fb87-e094-4834-b8a5-f792695de2d7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:29:10.948781 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-448e1629-66ed-4ee3-ad72-881d5ef02ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8771fb87-e094-4834-b8a5-f792695de2d7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:11.046532 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'name': 'tempest-TestNetworkBasicOps-router-1494046691', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:29:02Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:03Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '64583479-2c07-4e06-a745-97eff95889da', 'name': '', 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:a4:50:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '391f297f-9d35-4583-98d6-86d31cba549d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:07Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 2, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '391f297f-9d35-4583-98d6-86d31cba549d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:11.048230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8771fb87-e094-4834-b8a5-f792695de2d7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:29:11.048604 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8771fb87-e094-4834-b8a5-f792695de2d7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:11.073993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c4349-1d7a-473d-b5b9-d295f109b195 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:11.074474 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c4349-1d7a-473d-b5b9-d295f109b195 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:11.074941 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c4349-1d7a-473d-b5b9-d295f109b195 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:11.075409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c4349-1d7a-473d-b5b9-d295f109b195 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:11.075842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c4349-1d7a-473d-b5b9-d295f109b195 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:11.076276 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c4349-1d7a-473d-b5b9-d295f109b195 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:11.080262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c4349-1d7a-473d-b5b9-d295f109b195 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:11.080899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c4349-1d7a-473d-b5b9-d295f109b195 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:11.081434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c4349-1d7a-473d-b5b9-d295f109b195 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:11.081812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c4349-1d7a-473d-b5b9-d295f109b195 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:11.082294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c4349-1d7a-473d-b5b9-d295f109b195 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:11.091723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e78c4349-1d7a-473d-b5b9-d295f109b195 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7199 time: 0.2312427 Mar 24 01:29:11.091896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33278) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:11.115674 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Checking router: 66c580b7-1097-4cf3-85b6-e677c8089873 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:29:11.116039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Updating router 66c580b7-1097-4cf3-85b6-e677c8089873 port 64583479-2c07-4e06-a745-97eff95889da binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:29:11.187336 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (64583479-2c07-4e06-a745-97eff95889da), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:11.266618 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8771fb87-e094-4834-b8a5-f792695de2d7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:29:11.356499 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-448e1629-66ed-4ee3-ad72-881d5ef02ec5 None None] Current status of the port 8771fb87-e094-4834-b8a5-f792695de2d7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:29:11.526094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-94b451c7-5129-4f01-9c0d-62800e6f7e98 None None] Provisioning complete for port 64583479-2c07-4e06-a745-97eff95889da triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:29:11.527357 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-94b451c7-5129-4f01-9c0d-62800e6f7e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (64583479-2c07-4e06-a745-97eff95889da), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:11.570185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-aa96a907-acf8-4c89-99dd-e91d03c7c109 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5927 time: 0.4769223 Mar 24 01:29:11.608548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-94b451c7-5129-4f01-9c0d-62800e6f7e98 None None] Port 64583479-2c07-4e06-a745-97eff95889da cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:29:11.738007 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Publish callbacks [] for port (64583479-2c07-4e06-a745-97eff95889da), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:11.745935 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (64583479-2c07-4e06-a745-97eff95889da), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:11.846265 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777686c9-854b-4dbf-a76e-151d391670f9 None None] Pushing event updated for resources: {'Port': ['ID=64583479-2c07-4e06-a745-97eff95889da,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:11.949889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Attempting to bind port 64583479-2c07-4e06-a745-97eff95889da on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:29:11.950268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Attempting to bind port 64583479-2c07-4e06-a745-97eff95889da by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '242ce6b4-11e6-431a-9633-9a37c3a86c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:29:11.950648 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Attempting to bind port 64583479-2c07-4e06-a745-97eff95889da on network d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:29:11.956182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:29:11.956567 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Checking segment: {'id': '242ce6b4-11e6-431a-9633-9a37c3a86c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:29:11.956976 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:11.957428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Bound using segment: {'id': '242ce6b4-11e6-431a-9633-9a37c3a86c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:29:11.958151 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Bound port: 64583479-2c07-4e06-a745-97eff95889da, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242ce6b4-11e6-431a-9633-9a37c3a86c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:29:11.958615 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (64583479-2c07-4e06-a745-97eff95889da), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:12.125195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] For port 64583479-2c07-4e06-a745-97eff95889da, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:29:12.134833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] For port 64583479-2c07-4e06-a745-97eff95889da, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=64583479-2c07-4e06-a745-97eff95889da,segment=NetworkSegment(242ce6b4-11e6-431a-9633-9a37c3a86c6a),segment_id=242ce6b4-11e6-431a-9633-9a37c3a86c6a)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:29:12.148662 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (64583479-2c07-4e06-a745-97eff95889da), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:12.262037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777686c9-854b-4dbf-a76e-151d391670f9 None None] Pushing event updated for resources: {'Port': ['ID=64583479-2c07-4e06-a745-97eff95889da,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:12.266582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Routers {'66c580b7-1097-4cf3-85b6-e677c8089873'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:29:12.267230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:29:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['66c580b7-1097-4cf3-85b6-e677c8089873'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:12.272413 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-642ea409-58c4-43df-9ad7-e8ed085759b9 None None] Provisioning complete for port 64583479-2c07-4e06-a745-97eff95889da triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:29:12.272800 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-642ea409-58c4-43df-9ad7-e8ed085759b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (64583479-2c07-4e06-a745-97eff95889da), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:12.446900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33304) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:12.452382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-f2ec4e05-2e41-47de-bc5d-bc61a748582c tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-153969346', 'description': 'tempest-secgroup-smoke-153969346 description', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:12.500823 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f2ec4e05-2e41-47de-bc5d-bc61a748582c tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:12.524386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] Set router 66c580b7-1097-4cf3-85b6-e677c8089873 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:29:12.573691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-642ea409-58c4-43df-9ad7-e8ed085759b9 None None] Current status of the port 64583479-2c07-4e06-a745-97eff95889da is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:29:12.574310 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-642ea409-58c4-43df-9ad7-e8ed085759b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (64583479-2c07-4e06-a745-97eff95889da), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:12.674669 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f2ec4e05-2e41-47de-bc5d-bc61a748582c tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (741c6e5d-6cb5-424d-ab8f-419490a2859d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:12.686427 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f2ec4e05-2e41-47de-bc5d-bc61a748582c tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (741c6e5d-6cb5-424d-ab8f-419490a2859d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:12.763736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec4e05-2e41-47de-bc5d-bc61a748582c tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741c6e5d-6cb5-424d-ab8f-419490a2859d,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:12.776591 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f2ec4e05-2e41-47de-bc5d-bc61a748582c tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:12.783598 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f2ec4e05-2e41-47de-bc5d-bc61a748582c tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3343904 Mar 24 01:29:12.786985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33312) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:12.791619 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9a61ab18-c0c0-4fe4-8f78-f8551c40ffde tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '741c6e5d-6cb5-424d-ab8f-419490a2859d', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:12.826095 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9a61ab18-c0c0-4fe4-8f78-f8551c40ffde tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (5275268d-3b15-4771-b4f4-eb6c1741b107), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:12.899887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-642ea409-58c4-43df-9ad7-e8ed085759b9 None None] For port 64583479-2c07-4e06-a745-97eff95889da, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=64583479-2c07-4e06-a745-97eff95889da,segment=NetworkSegment(242ce6b4-11e6-431a-9633-9a37c3a86c6a),segment_id=242ce6b4-11e6-431a-9633-9a37c3a86c6a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:29:12.913113 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-642ea409-58c4-43df-9ad7-e8ed085759b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (64583479-2c07-4e06-a745-97eff95889da), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:12.960058 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9a61ab18-c0c0-4fe4-8f78-f8551c40ffde tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (5275268d-3b15-4771-b4f4-eb6c1741b107), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:12.964993 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9a61ab18-c0c0-4fe4-8f78-f8551c40ffde tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5275268d-3b15-4771-b4f4-eb6c1741b107), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:12.979900 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61ab18-c0c0-4fe4-8f78-f8551c40ffde tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5275268d-3b15-4771-b4f4-eb6c1741b107,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:13.002139 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9a61ab18-c0c0-4fe4-8f78-f8551c40ffde tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.010205 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33314) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:13.010920 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9a61ab18-c0c0-4fe4-8f78-f8551c40ffde tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2228560 Mar 24 01:29:13.016367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6d643684-1397-4486-a317-f082291af70d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '741c6e5d-6cb5-424d-ab8f-419490a2859d', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:13.045805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ea409-58c4-43df-9ad7-e8ed085759b9 None None] Pushing event updated for resources: {'Port': ['ID=64583479-2c07-4e06-a745-97eff95889da,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:13.077109 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d643684-1397-4486-a317-f082291af70d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (5c31a32d-8df9-4a2f-92fb-895c759c60bb), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.091094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-31f92c0f-e396-4061-8f5d-3bcdf6709e2f None None] Provisioning complete for port 64583479-2c07-4e06-a745-97eff95889da triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:29:13.091484 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-31f92c0f-e396-4061-8f5d-3bcdf6709e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (64583479-2c07-4e06-a745-97eff95889da), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.188196 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d643684-1397-4486-a317-f082291af70d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (5c31a32d-8df9-4a2f-92fb-895c759c60bb), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.193726 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d643684-1397-4486-a317-f082291af70d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5c31a32d-8df9-4a2f-92fb-895c759c60bb), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.220178 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d643684-1397-4486-a317-f082291af70d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c31a32d-8df9-4a2f-92fb-895c759c60bb,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:13.237843 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6d643684-1397-4486-a317-f082291af70d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.243255 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6d643684-1397-4486-a317-f082291af70d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2295160 Mar 24 01:29:13.243871 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33324) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:13.254555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-a7dcf314-b901-46eb-ba7f-402a2c57c1cf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '741c6e5d-6cb5-424d-ab8f-419490a2859d', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:13.306191 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'name': 'tempest-TestNetworkBasicOps-router-1494046691', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:29:02Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:03Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '64583479-2c07-4e06-a745-97eff95889da', 'name': '', 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:a4:50:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '391f297f-9d35-4583-98d6-86d31cba549d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:07Z', 'updated_at': '2022-03-24T01:29:12Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '391f297f-9d35-4583-98d6-86d31cba549d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:13.310329 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf314-b901-46eb-ba7f-402a2c57c1cf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (0d5b264f-daa7-4e00-824e-5b80a7ab919b), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.346591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e4ec3-4ca2-4c03-9409-7db6763ff4f6 None None] The sync data for ids ['66c580b7-1097-4cf3-85b6-e677c8089873'] in n-d-760455-9 is: [{'id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'name': 'tempest-TestNetworkBasicOps-router-1494046691', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:29:02Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:03Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '64583479-2c07-4e06-a745-97eff95889da', 'name': '', 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:a4:50:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '391f297f-9d35-4583-98d6-86d31cba549d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:07Z', 'updated_at': '2022-03-24T01:29:12Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '391f297f-9d35-4583-98d6-86d31cba549d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:29:13.364879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-31f92c0f-e396-4061-8f5d-3bcdf6709e2f None None] Current status of the port 64583479-2c07-4e06-a745-97eff95889da is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:29:13.440552 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf314-b901-46eb-ba7f-402a2c57c1cf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (0d5b264f-daa7-4e00-824e-5b80a7ab919b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.449230 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf314-b901-46eb-ba7f-402a2c57c1cf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (0d5b264f-daa7-4e00-824e-5b80a7ab919b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.484674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcf314-b901-46eb-ba7f-402a2c57c1cf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5b264f-daa7-4e00-824e-5b80a7ab919b,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:13.497492 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf314-b901-46eb-ba7f-402a2c57c1cf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.506110 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a7dcf314-b901-46eb-ba7f-402a2c57c1cf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2586062 Mar 24 01:29:13.508995 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33326) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:13.514157 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-8b95f961-6c29-43df-8d2d-6cd5290fad3d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '741c6e5d-6cb5-424d-ab8f-419490a2859d', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:13.578381 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b95f961-6c29-43df-8d2d-6cd5290fad3d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (5fc61c9b-9aae-4acb-859a-9abb35ac03cf), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.675604 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b95f961-6c29-43df-8d2d-6cd5290fad3d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (5fc61c9b-9aae-4acb-859a-9abb35ac03cf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.682480 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b95f961-6c29-43df-8d2d-6cd5290fad3d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5fc61c9b-9aae-4acb-859a-9abb35ac03cf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.715811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95f961-6c29-43df-8d2d-6cd5290fad3d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc61c9b-9aae-4acb-859a-9abb35ac03cf,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:13.740176 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8b95f961-6c29-43df-8d2d-6cd5290fad3d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.742679 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8b95f961-6c29-43df-8d2d-6cd5290fad3d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2315600 Mar 24 01:29:13.744741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33338) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:13.769710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2b34b90e-cf11-44a5-ac22-c0106ba1a5e5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '741c6e5d-6cb5-424d-ab8f-419490a2859d', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:13.797151 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-2b34b90e-cf11-44a5-ac22-c0106ba1a5e5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Project bc274b6be3894d6ba0099f965a7e399c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:29:13.806314 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2b34b90e-cf11-44a5-ac22-c0106ba1a5e5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (64a9be9a-0f51-40fa-8671-6db1dab651c7), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.885891 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2b34b90e-cf11-44a5-ac22-c0106ba1a5e5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (64a9be9a-0f51-40fa-8671-6db1dab651c7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.894039 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2b34b90e-cf11-44a5-ac22-c0106ba1a5e5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (64a9be9a-0f51-40fa-8671-6db1dab651c7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.933303 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2b34b90e-cf11-44a5-ac22-c0106ba1a5e5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:13.934862 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2b34b90e-cf11-44a5-ac22-c0106ba1a5e5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1686661 Mar 24 01:29:13.937181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33340) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:13.941604 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-e6a360b5-00e2-428f-87c2-3834e4d8af89 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'security_group_rule': {'security_group_id': '741c6e5d-6cb5-424d-ab8f-419490a2859d', 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:13.947074 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34b90e-cf11-44a5-ac22-c0106ba1a5e5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a9be9a-0f51-40fa-8671-6db1dab651c7,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:13.977205 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-e6a360b5-00e2-428f-87c2-3834e4d8af89 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Project bc274b6be3894d6ba0099f965a7e399c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:29:13.983359 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6a360b5-00e2-428f-87c2-3834e4d8af89 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (9f63a8b2-59ce-40f4-b4a2-6ace83eb0b91), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:14.177927 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6a360b5-00e2-428f-87c2-3834e4d8af89 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (9f63a8b2-59ce-40f4-b4a2-6ace83eb0b91), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:14.189934 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6a360b5-00e2-428f-87c2-3834e4d8af89 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (9f63a8b2-59ce-40f4-b4a2-6ace83eb0b91), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:14.213609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 64583479-2c07-4e06-a745-97eff95889da up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:29:14.262962 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a360b5-00e2-428f-87c2-3834e4d8af89 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f63a8b2-59ce-40f4-b4a2-6ace83eb0b91,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:14.269315 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e6a360b5-00e2-428f-87c2-3834e4d8af89 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:14.270471 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e6a360b5-00e2-428f-87c2-3834e4d8af89 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3323510 Mar 24 01:29:14.339741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 64583479-2c07-4e06-a745-97eff95889da triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:29:14.340976 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (64583479-2c07-4e06-a745-97eff95889da), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:14.483041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 64583479-2c07-4e06-a745-97eff95889da is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:29:14.573560 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-58038870-53b7-4831-a541-f7987848add6 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153969346&fields=id&tenant_id=bc274b6be3894d6ba0099f965a7e399c HTTP/1.1" status: 200 len: 267 time: 0.0884497 Mar 24 01:29:14.894916 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090328f-2b11-47e6-b4d4-688914445c50 req-b910e519-c1fe-4880-936e-9ce50b75a250 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:14.916888 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-b910e519-c1fe-4880-936e-9ce50b75a250 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/networks?id=d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b HTTP/1.1" status: 200 len: 795 time: 0.3268175 Mar 24 01:29:14.960004 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-bd435dd4-5cdc-4430-9a99-496c0311af62 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/quotas/bc274b6be3894d6ba0099f965a7e399c HTTP/1.1" status: 200 len: 375 time: 0.0415008 Mar 24 01:29:15.124919 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-da9f6866-d3b5-4565-a496-f8e34cb21126 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc274b6be3894d6ba0099f965a7e399c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1603804 Mar 24 01:29:15.150186 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-84132734-1331-43af-9511-debab49b3309 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:29:15.158857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-84132734-1331-43af-9511-debab49b3309 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0286565 Mar 24 01:29:15.309459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-802f4b6e-2a7e-4e93-bac7-60056bd938da service neutron] 10.222.0.45 "GET /v2.0/networks/d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491246 Mar 24 01:29:15.438952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-b4a49412-3003-4c59-859c-a6dc8d305584 service neutron] 10.222.0.45 "GET /v2.0/networks/d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285322 Mar 24 01:29:15.669808 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e341c80-076c-4721-8966-1ce5d2dae175 req-33033898-cf87-4165-acad-aa7cc4c3ab3c tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 210 time: 0.0424216 Mar 24 01:29:16.868167 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9bc7dac1-f5f5-459f-bce7-4a753dceb97f req-af062443-2d13-4807-b1aa-93ae0439ac04 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 210 time: 0.0329645 Mar 24 01:29:17.046504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090328f-2b11-47e6-b4d4-688914445c50 req-89cb6147-5e8d-4150-a734-e639b9d00c61 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:17.047963 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-89cb6147-5e8d-4150-a734-e639b9d00c61 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.48 "GET /v2.0/networks?id=d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b HTTP/1.1" status: 200 len: 795 time: 0.3456810 Mar 24 01:29:17.132540 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-65c2e1de-cfcb-4004-b30d-bfa324ddf11e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc274b6be3894d6ba0099f965a7e399c HTTP/1.1" status: 200 len: 379 time: 0.0763049 Mar 24 01:29:17.142564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-1090328f-2b11-47e6-b4d4-688914445c50 req-f74a7881-98b7-463f-bc8e-12c22490c371 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'port': {'device_id': '67e1418d-a50b-4e56-b8ca-373b1493f6ea', 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'admin_state_up': True, 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'security_groups': ['741c6e5d-6cb5-424d-ab8f-419490a2859d']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:17.288874 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1090328f-2b11-47e6-b4d4-688914445c50 req-f74a7881-98b7-463f-bc8e-12c22490c371 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Made reservation on behalf of bc274b6be3894d6ba0099f965a7e399c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:29:17.293977 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1090328f-2b11-47e6-b4d4-688914445c50 req-f74a7881-98b7-463f-bc8e-12c22490c371 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:17.455551 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-1090328f-2b11-47e6-b4d4-688914445c50 req-f74a7881-98b7-463f-bc8e-12c22490c371 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Allocated IP 172.20.0.11 (d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b/391f297f-9d35-4583-98d6-86d31cba549d/378087d4-7c82-4d82-a905-ddbdb78bd3d9) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:29:17.689584 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1090328f-2b11-47e6-b4d4-688914445c50 req-f74a7881-98b7-463f-bc8e-12c22490c371 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for port (378087d4-7c82-4d82-a905-ddbdb78bd3d9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:17.733207 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1090328f-2b11-47e6-b4d4-688914445c50 req-f74a7881-98b7-463f-bc8e-12c22490c371 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (378087d4-7c82-4d82-a905-ddbdb78bd3d9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:17.811175 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1090328f-2b11-47e6-b4d4-688914445c50 req-f74a7881-98b7-463f-bc8e-12c22490c371 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:29:17.816892 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-1090328f-2b11-47e6-b4d4-688914445c50 req-f74a7881-98b7-463f-bc8e-12c22490c371 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:29:17.824893 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-1090328f-2b11-47e6-b4d4-688914445c50 req-f74a7881-98b7-463f-bc8e-12c22490c371 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:29:17.866341 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a7881-98b7-463f-bc8e-12c22490c371 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Port': ['ID=378087d4-7c82-4d82-a905-ddbdb78bd3d9,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:17.919205 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090328f-2b11-47e6-b4d4-688914445c50 req-f74a7881-98b7-463f-bc8e-12c22490c371 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:17.920147 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1090328f-2b11-47e6-b4d4-688914445c50 req-f74a7881-98b7-463f-bc8e-12c22490c371 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:17.948126 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-f74a7881-98b7-463f-bc8e-12c22490c371 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8100855 Mar 24 01:29:18.052047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Request body: {'port': {'device_id': '67e1418d-a50b-4e56-b8ca-373b1493f6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:18.101142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326ed39-efc2-4473-b543-453761029e73 req-45efb745-aeae-40ca-86b5-2bcb05b13b6e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:18.110326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7326ed39-efc2-4473-b543-453761029e73 req-45efb745-aeae-40ca-86b5-2bcb05b13b6e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 932 time: 0.1204865 Mar 24 01:29:18.142986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a9b644ed-e67b-42f4-bc70-023162b0d141 None None] Provisioning complete for port 378087d4-7c82-4d82-a905-ddbdb78bd3d9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:29:18.143563 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a9b644ed-e67b-42f4-bc70-023162b0d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (378087d4-7c82-4d82-a905-ddbdb78bd3d9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:18.204638 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (378087d4-7c82-4d82-a905-ddbdb78bd3d9), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:18.210888 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7326ed39-efc2-4473-b543-453761029e73 req-f494c290-0ec6-4091-b86c-7337b2312704 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=741c6e5d-6cb5-424d-ab8f-419490a2859d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917034 Mar 24 01:29:18.229445 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a9b644ed-e67b-42f4-bc70-023162b0d141 None None] Port 378087d4-7c82-4d82-a905-ddbdb78bd3d9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:29:18.617710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378087d4-7c82-4d82-a905-ddbdb78bd3d9 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:29:18.626839 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Publish callbacks [] for port (378087d4-7c82-4d82-a905-ddbdb78bd3d9), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:18.649131 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Transition to ACTIVE for port object 378087d4-7c82-4d82-a905-ddbdb78bd3d9 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:29:18.679834 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (378087d4-7c82-4d82-a905-ddbdb78bd3d9), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:18.765881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Pushing event updated for resources: {'Port': ['ID=378087d4-7c82-4d82-a905-ddbdb78bd3d9,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:18.854350 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Attempting to bind port 378087d4-7c82-4d82-a905-ddbdb78bd3d9 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:29:18.854683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Attempting to bind port 378087d4-7c82-4d82-a905-ddbdb78bd3d9 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '242ce6b4-11e6-431a-9633-9a37c3a86c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:29:18.855011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Attempting to bind port 378087d4-7c82-4d82-a905-ddbdb78bd3d9 on network d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:29:18.864333 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Port 378087d4-7c82-4d82-a905-ddbdb78bd3d9 on network d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:29:18.864513 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Attempting to bind port 378087d4-7c82-4d82-a905-ddbdb78bd3d9 on network d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:29:18.870487 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:29:18.870842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Checking segment: {'id': '242ce6b4-11e6-431a-9633-9a37c3a86c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:29:18.871467 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Bound using segment: {'id': '242ce6b4-11e6-431a-9633-9a37c3a86c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:29:18.872161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Bound port: 378087d4-7c82-4d82-a905-ddbdb78bd3d9, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '242ce6b4-11e6-431a-9633-9a37c3a86c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:29:18.872527 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (378087d4-7c82-4d82-a905-ddbdb78bd3d9), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:19.006594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] For port 378087d4-7c82-4d82-a905-ddbdb78bd3d9, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:29:19.018085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] For port 378087d4-7c82-4d82-a905-ddbdb78bd3d9, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=378087d4-7c82-4d82-a905-ddbdb78bd3d9,segment=NetworkSegment(242ce6b4-11e6-431a-9633-9a37c3a86c6a),segment_id=242ce6b4-11e6-431a-9633-9a37c3a86c6a)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:29:19.028643 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (378087d4-7c82-4d82-a905-ddbdb78bd3d9), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:19.113775 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:19.115243 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:19.117379 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] 10.222.0.48 "PUT /v2.0/ports/378087d4-7c82-4d82-a905-ddbdb78bd3d9 HTTP/1.1" status: 200 len: 1092 time: 1.1624608 Mar 24 01:29:19.120835 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e1418d-a50b-4e56-b8ca-373b1493f6ea', 'tag': '378087d4-7c82-4d82-a905-ddbdb78bd3d9'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:29:19.182840 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adacb9b0-cff1-43e1-9c38-c893588bf791" -d '{"events": [{"name": "network-changed", "server_uuid": "67e1418d-a50b-4e56-b8ca-373b1493f6ea", "tag": "378087d4-7c82-4d82-a905-ddbdb78bd3d9"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:29:19.246218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51134e27-226a-40dc-aa99-8f398a7bd87f service neutron] Pushing event updated for resources: {'Port': ['ID=378087d4-7c82-4d82-a905-ddbdb78bd3d9,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:19.263048 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae038c9f-1a96-4dc5-ae37-c4b3196cac72 x-openstack-request-id: req-ae038c9f-1a96-4dc5-ae37-c4b3196cac72 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:29:19.263349 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e1418d-a50b-4e56-b8ca-373b1493f6ea", "tag": "378087d4-7c82-4d82-a905-ddbdb78bd3d9", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:29:19.263612 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae038c9f-1a96-4dc5-ae37-c4b3196cac72 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:29:19.264050 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae038c9f-1a96-4dc5-ae37-c4b3196cac72'] response: {'name': 'network-changed', 'server_uuid': '67e1418d-a50b-4e56-b8ca-373b1493f6ea', 'tag': '378087d4-7c82-4d82-a905-ddbdb78bd3d9', 'status': 'completed', 'code': 200} Mar 24 01:29:19.277679 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090328f-2b11-47e6-b4d4-688914445c50 req-ae7f67db-05db-4ebe-ab25-4c4c38aba90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:19.279709 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-ae7f67db-05db-4ebe-ab25-4c4c38aba90a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc274b6be3894d6ba0099f965a7e399c&device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 1126 time: 0.0935187 Mar 24 01:29:19.359323 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-00d45e92-15a5-4786-94f5-d375bb4e878b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=378087d4-7c82-4d82-a905-ddbdb78bd3d9 HTTP/1.1" status: 200 len: 217 time: 0.0623322 Mar 24 01:29:19.461650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625e847-42eb-4477-a1eb-b9dd778c327b req-961c259d-511e-452a-94bf-9edf49eedf2a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:19.464671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f625e847-42eb-4477-a1eb-b9dd778c327b req-961c259d-511e-452a-94bf-9edf49eedf2a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 944 time: 0.1160209 Mar 24 01:29:19.485473 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090328f-2b11-47e6-b4d4-688914445c50 req-84e722d6-239d-4db5-96fc-12f17023ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:19.486963 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-84e722d6-239d-4db5-96fc-12f17023ecbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=391f297f-9d35-4583-98d6-86d31cba549d HTTP/1.1" status: 200 len: 835 time: 0.1146200 Mar 24 01:29:19.542212 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f625e847-42eb-4477-a1eb-b9dd778c327b req-dd1e5c8a-cf13-4c70-a418-20f311de58c0 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=741c6e5d-6cb5-424d-ab8f-419490a2859d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712359 Mar 24 01:29:19.557440 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090328f-2b11-47e6-b4d4-688914445c50 req-a45b60c0-2481-4092-b84c-101463e69b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:19.557440 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-a45b60c0-2481-4092-b84c-101463e69b5d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0619872 Mar 24 01:29:19.669436 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-116cb841-b41f-4ab1-a150-88b4c8f71db0 service neutron] 10.222.0.48 "GET /v2.0/networks/d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077874 Mar 24 01:29:19.816425 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1090328f-2b11-47e6-b4d4-688914445c50 req-d5b5561d-deb6-4cb6-bc44-798fd2c76dba service neutron] 10.222.0.48 "GET /v2.0/networks/d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357129 Mar 24 01:29:19.925418 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacb9b0-cff1-43e1-9c38-c893588bf791 req-a95f001a-b135-49bc-ba98-c83d51f381f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:19.927673 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-adacb9b0-cff1-43e1-9c38-c893588bf791 req-a95f001a-b135-49bc-ba98-c83d51f381f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc274b6be3894d6ba0099f965a7e399c&device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 1126 time: 0.0614066 Mar 24 01:29:20.061130 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacb9b0-cff1-43e1-9c38-c893588bf791 req-fa161822-6c4b-4767-b067-7e821dc4f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:20.064588 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-adacb9b0-cff1-43e1-9c38-c893588bf791 req-fa161822-6c4b-4767-b067-7e821dc4f703 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b HTTP/1.1" status: 200 len: 896 time: 0.1303666 Mar 24 01:29:20.112059 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-adacb9b0-cff1-43e1-9c38-c893588bf791 req-6ceaaf75-d381-45d2-8c28-3eef88edb93b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=378087d4-7c82-4d82-a905-ddbdb78bd3d9 HTTP/1.1" status: 200 len: 217 time: 0.0405130 Mar 24 01:29:20.173212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacb9b0-cff1-43e1-9c38-c893588bf791 req-0fa8c0b0-bd4b-443d-8618-3debbc4a55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:20.175000 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-adacb9b0-cff1-43e1-9c38-c893588bf791 req-0fa8c0b0-bd4b-443d-8618-3debbc4a55c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=391f297f-9d35-4583-98d6-86d31cba549d HTTP/1.1" status: 200 len: 835 time: 0.0567620 Mar 24 01:29:20.230330 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacb9b0-cff1-43e1-9c38-c893588bf791 req-5a7294d5-1444-47b3-b65e-7c32fd68816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:20.232041 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-adacb9b0-cff1-43e1-9c38-c893588bf791 req-5a7294d5-1444-47b3-b65e-7c32fd68816c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501199 Mar 24 01:29:20.352353 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-adacb9b0-cff1-43e1-9c38-c893588bf791 req-e25ad296-95f1-4a12-a1ca-d0178c02b302 service neutron] 10.222.0.48 "GET /v2.0/networks/d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136792 Mar 24 01:29:20.460718 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-adacb9b0-cff1-43e1-9c38-c893588bf791 req-9f887f67-4de9-42e1-ab78-17de649c0554 service neutron] 10.222.0.48 "GET /v2.0/networks/d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018088 Mar 24 01:29:20.688957 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b82ab2-664a-45a8-b377-b59f9750edc1 req-d7e8ce45-8caa-46a1-8b84-affdd0ce5907 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:20.691334 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90b82ab2-664a-45a8-b377-b59f9750edc1 req-d7e8ce45-8caa-46a1-8b84-affdd0ce5907 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 944 time: 0.0643058 Mar 24 01:29:20.745516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90b82ab2-664a-45a8-b377-b59f9750edc1 req-a2a5da46-b758-411f-9628-ffeee492551a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=741c6e5d-6cb5-424d-ab8f-419490a2859d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475843 Mar 24 01:29:20.955988 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e42f111-01b9-4f27-bce6-b19c91876c1b req-afc0a870-12ce-4102-856e-09c431cf0c80 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576272 Mar 24 01:29:21.044332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42f111-01b9-4f27-bce6-b19c91876c1b req-c786e496-256a-4aac-b6ce-9fad3547daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:21.046797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e42f111-01b9-4f27-bce6-b19c91876c1b req-c786e496-256a-4aac-b6ce-9fad3547daf8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=18d1ec20555a42ae8b5cd3a4da5f31d3&device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 1128 time: 0.0626991 Mar 24 01:29:21.194656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42f111-01b9-4f27-bce6-b19c91876c1b req-ab103597-7729-42f7-976a-6302f9157ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:21.196293 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e42f111-01b9-4f27-bce6-b19c91876c1b req-ab103597-7729-42f7-976a-6302f9157ab4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=52175975-72ac-4fcc-a7a7-86f28a0a95a4 HTTP/1.1" status: 200 len: 909 time: 0.1257110 Mar 24 01:29:21.277275 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e42f111-01b9-4f27-bce6-b19c91876c1b req-d86c6eba-d8da-4a49-aae9-4daaf5c21ed7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6819f89d-9fef-4c00-b959-45aa336013c3 HTTP/1.1" status: 200 len: 1002 time: 0.0744607 Mar 24 01:29:21.337244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42f111-01b9-4f27-bce6-b19c91876c1b req-22a48a58-0cc3-43c0-a929-829d8cb28f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:21.338420 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e42f111-01b9-4f27-bce6-b19c91876c1b req-22a48a58-0cc3-43c0-a929-829d8cb28f84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7aa756d-708d-4988-b63b-255f5d94f098 HTTP/1.1" status: 200 len: 847 time: 0.0536666 Mar 24 01:29:21.388762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42f111-01b9-4f27-bce6-b19c91876c1b req-e60e9d88-029d-40c5-9209-29a1e9a02711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:21.390447 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e42f111-01b9-4f27-bce6-b19c91876c1b req-e60e9d88-029d-40c5-9209-29a1e9a02711 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52175975-72ac-4fcc-a7a7-86f28a0a95a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465369 Mar 24 01:29:21.508289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e42f111-01b9-4f27-bce6-b19c91876c1b req-b02d211d-9990-402b-a330-05ba0ab0e300 service neutron] 10.222.0.57 "GET /v2.0/networks/52175975-72ac-4fcc-a7a7-86f28a0a95a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108103 Mar 24 01:29:21.618501 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e42f111-01b9-4f27-bce6-b19c91876c1b req-dbf44a42-9436-4b01-9787-8bbf6a0a593e service neutron] 10.222.0.57 "GET /v2.0/networks/52175975-72ac-4fcc-a7a7-86f28a0a95a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046524 Mar 24 01:29:21.908442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cebe79-ca06-416c-87c3-780359917037 req-0f5e78a0-5207-467c-b807-934654c49949 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:21.918610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0cebe79-ca06-416c-87c3-780359917037 req-0f5e78a0-5207-467c-b807-934654c49949 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 944 time: 0.0865078 Mar 24 01:29:21.982035 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0cebe79-ca06-416c-87c3-780359917037 req-7ed11e84-80a5-4c99-9a98-6fa520719788 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=741c6e5d-6cb5-424d-ab8f-419490a2859d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624652 Mar 24 01:29:22.140521 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 378087d4-7c82-4d82-a905-ddbdb78bd3d9 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:29:22.262678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 378087d4-7c82-4d82-a905-ddbdb78bd3d9, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=378087d4-7c82-4d82-a905-ddbdb78bd3d9,segment=NetworkSegment(242ce6b4-11e6-431a-9633-9a37c3a86c6a),segment_id=242ce6b4-11e6-431a-9633-9a37c3a86c6a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:29:22.276568 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '378087d4-7c82-4d82-a905-ddbdb78bd3d9', 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'port_id': '378087d4-7c82-4d82-a905-ddbdb78bd3d9', 'mac_address': 'fa:16:3e:34:68:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391f297f-9d35-4583-98d6-86d31cba549d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:29:22.323773 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 378087d4-7c82-4d82-a905-ddbdb78bd3d9 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:29:22.324174 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (378087d4-7c82-4d82-a905-ddbdb78bd3d9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:22.339133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378087d4-7c82-4d82-a905-ddbdb78bd3d9 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:29:22.370423 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 378087d4-7c82-4d82-a905-ddbdb78bd3d9, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=378087d4-7c82-4d82-a905-ddbdb78bd3d9,segment=NetworkSegment(242ce6b4-11e6-431a-9633-9a37c3a86c6a),segment_id=242ce6b4-11e6-431a-9633-9a37c3a86c6a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:29:22.375692 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (378087d4-7c82-4d82-a905-ddbdb78bd3d9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:22.435469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=378087d4-7c82-4d82-a905-ddbdb78bd3d9,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:22.444329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:22.444692 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:22.445043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:22.445438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:22.445772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:22.446115 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:22.446451 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:22.446790 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:22.447124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:22.447456 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:22.447819 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:22.448125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:22.448455 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:22.448786 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:22.449134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:29:22.590217 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['378087d4-7c82-4d82-a905-ddbdb78bd3d9'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:29:23.127836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cea175-ccc2-47f7-b210-b1aa83b73b65 req-350ca79d-abb5-4ffd-9d8c-2a3e50293733 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:23.136276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4cea175-ccc2-47f7-b210-b1aa83b73b65 req-350ca79d-abb5-4ffd-9d8c-2a3e50293733 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 945 time: 0.0821807 Mar 24 01:29:23.193894 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4cea175-ccc2-47f7-b210-b1aa83b73b65 req-a9a12ebd-b932-40a3-8b39-6ef0d3d39b6a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=741c6e5d-6cb5-424d-ab8f-419490a2859d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564165 Mar 24 01:29:24.156940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 378087d4-7c82-4d82-a905-ddbdb78bd3d9 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:29:24.238670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 378087d4-7c82-4d82-a905-ddbdb78bd3d9 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:29:24.252131 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 378087d4-7c82-4d82-a905-ddbdb78bd3d9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:29:24.252519 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (378087d4-7c82-4d82-a905-ddbdb78bd3d9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:24.350133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1e04-814f-4299-9637-0ab53a79faa5 req-f165320c-b46f-420c-8f2d-93efcaed347b tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:24.358942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-beec1e04-814f-4299-9637-0ab53a79faa5 req-f165320c-b46f-420c-8f2d-93efcaed347b tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 945 time: 0.0930407 Mar 24 01:29:24.370436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 378087d4-7c82-4d82-a905-ddbdb78bd3d9 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:29:24.370839 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (378087d4-7c82-4d82-a905-ddbdb78bd3d9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:24.398093 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e1418d-a50b-4e56-b8ca-373b1493f6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378087d4-7c82-4d82-a905-ddbdb78bd3d9'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:29:24.400487 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5184218-5f5a-4bd9-9010-d0b53b83ed49" -d '{"events": [{"server_uuid": "67e1418d-a50b-4e56-b8ca-373b1493f6ea", "name": "network-vif-plugged", "status": "completed", "tag": "378087d4-7c82-4d82-a905-ddbdb78bd3d9"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:29:24.435175 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 378087d4-7c82-4d82-a905-ddbdb78bd3d9, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=378087d4-7c82-4d82-a905-ddbdb78bd3d9,segment=NetworkSegment(242ce6b4-11e6-431a-9633-9a37c3a86c6a),segment_id=242ce6b4-11e6-431a-9633-9a37c3a86c6a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:29:24.441238 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (378087d4-7c82-4d82-a905-ddbdb78bd3d9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:24.462262 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-beec1e04-814f-4299-9637-0ab53a79faa5 req-5aa3f513-c47b-41de-93b5-d3608aef6f1d tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=741c6e5d-6cb5-424d-ab8f-419490a2859d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010678 Mar 24 01:29:24.512911 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=378087d4-7c82-4d82-a905-ddbdb78bd3d9,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:24.716769 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85617b52-abdc-4335-bca6-dba0a9319dba x-openstack-request-id: req-85617b52-abdc-4335-bca6-dba0a9319dba {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:29:24.717578 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e1418d-a50b-4e56-b8ca-373b1493f6ea", "name": "network-vif-plugged", "status": "completed", "tag": "378087d4-7c82-4d82-a905-ddbdb78bd3d9", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:29:24.718025 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-85617b52-abdc-4335-bca6-dba0a9319dba {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:29:24.718840 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85617b52-abdc-4335-bca6-dba0a9319dba'] response: {'server_uuid': '67e1418d-a50b-4e56-b8ca-373b1493f6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378087d4-7c82-4d82-a905-ddbdb78bd3d9', 'code': 200} Mar 24 01:29:24.862748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831208c6-d9d0-4805-953b-a1e8e3012abb req-bc4605e8-1242-4cd0-a1b1-965db7abe005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:24.865302 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-831208c6-d9d0-4805-953b-a1e8e3012abb req-bc4605e8-1242-4cd0-a1b1-965db7abe005 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 1128 time: 0.0913415 Mar 24 01:29:24.925815 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-831208c6-d9d0-4805-953b-a1e8e3012abb req-4c23b0cf-2116-4e91-b2f5-5bd1a3d57e9c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=741c6e5d-6cb5-424d-ab8f-419490a2859d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539515 Mar 24 01:29:25.604535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b68ee-626e-4f50-9eda-855cfd92119e req-26e47f2f-8b05-4253-8bab-057a342601b1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:25.612669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-751b68ee-626e-4f50-9eda-855cfd92119e req-26e47f2f-8b05-4253-8bab-057a342601b1 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 946 time: 0.0768549 Mar 24 01:29:25.671219 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-751b68ee-626e-4f50-9eda-855cfd92119e req-5d9f2fee-bd73-4839-8a45-6cf18ec7becb tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=741c6e5d-6cb5-424d-ab8f-419490a2859d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575495 Mar 24 01:29:26.808463 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7f7e0-868e-47d6-8565-851988dd4574 req-0b37c68f-ce1c-459c-a694-95d5bb0845b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:26.811392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c7f7e0-868e-47d6-8565-851988dd4574 req-0b37c68f-ce1c-459c-a694-95d5bb0845b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 946 time: 0.0589719 Mar 24 01:29:26.873341 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c7f7e0-868e-47d6-8565-851988dd4574 req-9bc938a3-c49b-4fee-a425-5f9cc51b45e5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=741c6e5d-6cb5-424d-ab8f-419490a2859d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539184 Mar 24 01:29:27.004991 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d221f2-6f24-4e14-8c52-d97f22aa59ac req-20ef32e1-848d-4842-b4cb-a5b84752838c tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:27.012309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94d221f2-6f24-4e14-8c52-d97f22aa59ac req-20ef32e1-848d-4842-b4cb-a5b84752838c tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 946 time: 0.0641654 Mar 24 01:29:27.074874 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94d221f2-6f24-4e14-8c52-d97f22aa59ac req-5da474c3-1260-4d36-9586-52e0a3dda579 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=741c6e5d-6cb5-424d-ab8f-419490a2859d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614710 Mar 24 01:29:27.087315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33676) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:27.132543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b8f10d-07f4-416b-ba00-03d24b43c2e5 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:27.134369 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d2b8f10d-07f4-416b-ba00-03d24b43c2e5 tempest-TestNetworkBasicOps-697680386 tempest-TestNetworkBasicOps-697680386-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 1123 time: 0.0459304 Mar 24 01:29:27.137594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 33678) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:27.143963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': '378087d4-7c82-4d82-a905-ddbdb78bd3d9', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:27.171440 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:27.296652 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:27.430841 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Allocated IP 172.25.0.74 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/9bcd6272-86a1-41b9-9ec7-b5cc7ef64d19) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:29:27.549513 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for port (9bcd6272-86a1-41b9-9ec7-b5cc7ef64d19), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:27.589493 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (9bcd6272-86a1-41b9-9ec7-b5cc7ef64d19), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:27.646848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:29:27.651565 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:29:27.654053 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Port': ['ID=9bcd6272-86a1-41b9-9ec7-b5cc7ef64d19,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:27.662487 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:29:28.310013 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for floatingip (0c844364-341e-460e-96a5-ac41cd3fe8bd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:28.386008 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (9bcd6272-86a1-41b9-9ec7-b5cc7ef64d19), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:28.564417 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for port (9bcd6272-86a1-41b9-9ec7-b5cc7ef64d19), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:28.570308 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (9bcd6272-86a1-41b9-9ec7-b5cc7ef64d19), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:28.647250 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event updated for resources: {'Port': ['ID=9bcd6272-86a1-41b9-9ec7-b5cc7ef64d19,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:28.658079 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (0c844364-341e-460e-96a5-ac41cd3fe8bd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:28.756799 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-919d3b49-26de-409e-8f39-de39a59dcb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:28.771418 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Floating IP 0c844364-341e-460e-96a5-ac41cd3fe8bd associated. External IP: 172.25.0.74, port: 378087d4-7c82-4d82-a905-ddbdb78bd3d9. Mar 24 01:29:29.018570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Router 66c580b7-1097-4cf3-85b6-e677c8089873 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:29:29.133737 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:29:29.147161 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f227311-2264-41e7-89b1-539e88f5dc26 None None] Sync routers for ids ['66c580b7-1097-4cf3-85b6-e677c8089873'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:29:29.166195 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:29.171215 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f227311-2264-41e7-89b1-539e88f5dc26 None None] Routers {'66c580b7-1097-4cf3-85b6-e677c8089873'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:29:29.171858 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1f227311-2264-41e7-89b1-539e88f5dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:29:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['66c580b7-1097-4cf3-85b6-e677c8089873'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:29.223105 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-02b8f9e0-efe6-4065-b539-c7f81413d5b5 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0824447 Mar 24 01:29:29.223679 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e1418d-a50b-4e56-b8ca-373b1493f6ea', 'tag': '378087d4-7c82-4d82-a905-ddbdb78bd3d9'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:29:29.225621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33698) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:29.226797 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8c70c5-ae02-42d5-b609-37ead94619d2" -d '{"events": [{"name": "network-changed", "server_uuid": "67e1418d-a50b-4e56-b8ca-373b1493f6ea", "tag": "378087d4-7c82-4d82-a905-ddbdb78bd3d9"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:29:29.295583 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a96e21c-859b-45a9-bc60-a09482231ea4 x-openstack-request-id: req-0a96e21c-859b-45a9-bc60-a09482231ea4 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:29:29.296164 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e1418d-a50b-4e56-b8ca-373b1493f6ea", "tag": "378087d4-7c82-4d82-a905-ddbdb78bd3d9", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:29:29.296617 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a96e21c-859b-45a9-bc60-a09482231ea4 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:29:29.297242 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a96e21c-859b-45a9-bc60-a09482231ea4'] response: {'name': 'network-changed', 'server_uuid': '67e1418d-a50b-4e56-b8ca-373b1493f6ea', 'tag': '378087d4-7c82-4d82-a905-ddbdb78bd3d9', 'status': 'completed', 'code': 200} Mar 24 01:29:29.386246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d68c6c49-efe1-4f82-bd66-52e3670afce9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/floatingips/0c844364-341e-460e-96a5-ac41cd3fe8bd HTTP/1.1" status: 200 len: 991 time: 0.1593945 Mar 24 01:29:29.410727 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1f227311-2264-41e7-89b1-539e88f5dc26 None None] Set router 66c580b7-1097-4cf3-85b6-e677c8089873 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:29:29.435845 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c70c5-ae02-42d5-b609-37ead94619d2 req-7f3b8b27-f6b1-433b-ae69-d884f2617d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:29.438010 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1a8c70c5-ae02-42d5-b609-37ead94619d2 req-7f3b8b27-f6b1-433b-ae69-d884f2617d3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc274b6be3894d6ba0099f965a7e399c&device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 1128 time: 0.1011913 Mar 24 01:29:29.659208 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1f227311-2264-41e7-89b1-539e88f5dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'name': 'tempest-TestNetworkBasicOps-router-1494046691', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:29:02Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:03Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '0c844364-341e-460e-96a5-ac41cd3fe8bd', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'port_id': '378087d4-7c82-4d82-a905-ddbdb78bd3d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'mac_address': 'fa:16:3e:34:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e1418d-a50b-4e56-b8ca-373b1493f6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:29:27Z', 'updated_at': '2022-03-24T01:29:27Z', 'revision_number': 0, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64583479-2c07-4e06-a745-97eff95889da', 'name': '', 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:a4:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '391f297f-9d35-4583-98d6-86d31cba549d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:07Z', 'updated_at': '2022-03-24T01:29:12Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '391f297f-9d35-4583-98d6-86d31cba549d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:29.665242 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c70c5-ae02-42d5-b609-37ead94619d2 req-97b537d7-822a-4767-977f-8c849ab74d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:29.666715 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1a8c70c5-ae02-42d5-b609-37ead94619d2 req-97b537d7-822a-4767-977f-8c849ab74d79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b HTTP/1.1" status: 200 len: 896 time: 0.2228997 Mar 24 01:29:29.692423 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f227311-2264-41e7-89b1-539e88f5dc26 None None] Checking router: 66c580b7-1097-4cf3-85b6-e677c8089873 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:29:29.701926 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f227311-2264-41e7-89b1-539e88f5dc26 None None] Routers {'66c580b7-1097-4cf3-85b6-e677c8089873'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:29:29.703247 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1f227311-2264-41e7-89b1-539e88f5dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:29:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['66c580b7-1097-4cf3-85b6-e677c8089873'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:29.781063 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1a8c70c5-ae02-42d5-b609-37ead94619d2 req-fae898e7-34cd-4c23-9b26-336b0bf8947b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=378087d4-7c82-4d82-a905-ddbdb78bd3d9 HTTP/1.1" status: 200 len: 999 time: 0.1086795 Mar 24 01:29:29.816388 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1f227311-2264-41e7-89b1-539e88f5dc26 None None] Set router 66c580b7-1097-4cf3-85b6-e677c8089873 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:29:29.850989 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c70c5-ae02-42d5-b609-37ead94619d2 req-81e42c33-2e01-4de4-9d1d-64914a3a038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:29.852579 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1a8c70c5-ae02-42d5-b609-37ead94619d2 req-81e42c33-2e01-4de4-9d1d-64914a3a038f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=391f297f-9d35-4583-98d6-86d31cba549d HTTP/1.1" status: 200 len: 835 time: 0.0655851 Mar 24 01:29:29.927041 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c70c5-ae02-42d5-b609-37ead94619d2 req-99af7309-b7ff-4366-9e3a-60d7f4843d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:29.928687 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1a8c70c5-ae02-42d5-b609-37ead94619d2 req-99af7309-b7ff-4366-9e3a-60d7f4843d47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0698595 Mar 24 01:29:30.076571 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1a8c70c5-ae02-42d5-b609-37ead94619d2 req-5f1e133d-09ff-4434-9682-240d4f11542c service neutron] 10.222.0.48 "GET /v2.0/networks/d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418922 Mar 24 01:29:30.100655 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:30.124956 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1f227311-2264-41e7-89b1-539e88f5dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'name': 'tempest-TestNetworkBasicOps-router-1494046691', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:29:02Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:03Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '0c844364-341e-460e-96a5-ac41cd3fe8bd', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'port_id': '378087d4-7c82-4d82-a905-ddbdb78bd3d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'mac_address': 'fa:16:3e:34:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e1418d-a50b-4e56-b8ca-373b1493f6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:29:27Z', 'updated_at': '2022-03-24T01:29:27Z', 'revision_number': 0, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64583479-2c07-4e06-a745-97eff95889da', 'name': '', 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:a4:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '391f297f-9d35-4583-98d6-86d31cba549d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:07Z', 'updated_at': '2022-03-24T01:29:12Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '391f297f-9d35-4583-98d6-86d31cba549d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:30.183660 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f227311-2264-41e7-89b1-539e88f5dc26 None None] The sync data for ids ['66c580b7-1097-4cf3-85b6-e677c8089873'] in n-d-760455-9 is: [{'id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'name': 'tempest-TestNetworkBasicOps-router-1494046691', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:29:02Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:03Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '0c844364-341e-460e-96a5-ac41cd3fe8bd', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'port_id': '378087d4-7c82-4d82-a905-ddbdb78bd3d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'mac_address': 'fa:16:3e:34:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e1418d-a50b-4e56-b8ca-373b1493f6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:29:27Z', 'updated_at': '2022-03-24T01:29:27Z', 'revision_number': 0, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64583479-2c07-4e06-a745-97eff95889da', 'name': '', 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:a4:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '391f297f-9d35-4583-98d6-86d31cba549d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:07Z', 'updated_at': '2022-03-24T01:29:12Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '391f297f-9d35-4583-98d6-86d31cba549d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:29:30.202534 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1a8c70c5-ae02-42d5-b609-37ead94619d2 req-c8b64bd0-12c2-46a6-b731-c4c331a9608a service neutron] 10.222.0.48 "GET /v2.0/networks/d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201503 Mar 24 01:29:30.389422 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33824) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:30.483048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5f44a969-b7e9-44dd-92a3-d01a178a13bc tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/floatingips/0c844364-341e-460e-96a5-ac41cd3fe8bd HTTP/1.1" status: 200 len: 991 time: 0.0918336 Mar 24 01:29:30.533806 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50e3d4f-3196-4eac-946e-58bd885afc2c None None] New status for floating IP 0c844364-341e-460e-96a5-ac41cd3fe8bd: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:29:30.890939 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ce1f6cbe-f69d-4cc4-9b2d-806f3c3fd992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:31.486247 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 33962) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:31.572354 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-00328f54-ea82-429c-ace2-cef83155999f tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/floatingips/0c844364-341e-460e-96a5-ac41cd3fe8bd HTTP/1.1" status: 200 len: 993 time: 0.0789468 Mar 24 01:29:32.227883 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:32.696849 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:33.024046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-d2297a47-29f7-4fdd-b02c-aba922ba688f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368400354&fields=id&tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68 HTTP/1.1" status: 200 len: 267 time: 0.0449057 Mar 24 01:29:33.128420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-b4e165e0-9932-4bd6-8815-8b430a948b09 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:33.129780 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-b4e165e0-9932-4bd6-8815-8b430a948b09 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 812 time: 0.0989494 Mar 24 01:29:33.144636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8467b202-604f-424e-b170-d14a379d0f82 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/quotas/c595edeb50ac4eda86dcc5ff48dc0e68 HTTP/1.1" status: 200 len: 375 time: 0.0088036 Mar 24 01:29:33.203801 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-cfc621ae-8fb4-4860-b388-78fa0129ff8d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532310 Mar 24 01:29:33.298287 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-56fbb26d-02bc-4a16-982f-b3ba2746d82a service neutron] 10.222.0.45 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825560 Mar 24 01:29:33.390389 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-cbc0b624-3153-46c2-8ec2-2a97f2fd7038 service neutron] 10.222.0.45 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861421 Mar 24 01:29:33.725722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-481e0883-c32a-49f1-b849-ea9155d9335d req-9fc940c1-74fe-4e67-a554-1ee63e08979c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 210 time: 0.0378032 Mar 24 01:29:33.764368 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:33.779662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204660b-4844-4070-89ba-ac98b91c185b req-f31ff217-6fda-40dc-a306-91988fedff40 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:33.781072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8204660b-4844-4070-89ba-ac98b91c185b req-f31ff217-6fda-40dc-a306-91988fedff40 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/networks?id=7e322a35-94bf-465e-a1fd-1acde40f9869 HTTP/1.1" status: 200 len: 813 time: 0.1753685 Mar 24 01:29:33.798945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8204660b-4844-4070-89ba-ac98b91c185b req-4ec865e9-6e24-4665-908e-d3b96d9a5f24 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/quotas/df2b56fa9b0844b2b099f2b1d27e1e03 HTTP/1.1" status: 200 len: 375 time: 0.0112474 Mar 24 01:29:33.835719 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8204660b-4844-4070-89ba-ac98b91c185b req-a4268a85-6be3-41e9-80cd-cf0aaea78e7b tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=df2b56fa9b0844b2b099f2b1d27e1e03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293791 Mar 24 01:29:33.941257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8204660b-4844-4070-89ba-ac98b91c185b req-2abedb89-cb37-4588-87b1-403a3acb6a65 service neutron] 10.222.0.45 "GET /v2.0/networks/7e322a35-94bf-465e-a1fd-1acde40f9869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958843 Mar 24 01:29:34.052867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8204660b-4844-4070-89ba-ac98b91c185b req-972223d1-0041-4159-9825-3679f967064f service neutron] 10.222.0.45 "GET /v2.0/networks/7e322a35-94bf-465e-a1fd-1acde40f9869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054456 Mar 24 01:29:34.253190 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3295f800-6b8b-4bfc-97d9-2c072570b843 req-9d03d2f3-92bd-4062-9e3c-f134b3ba4656 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 210 time: 0.0388544 Mar 24 01:29:34.848371 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b10a098-f4f9-4ac0-8d29-87669ebde0f8 req-a03a13cc-f355-4ed8-8cdd-6b627ba08da9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 210 time: 0.0374331 Mar 24 01:29:35.064729 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-3b8ce081-2836-40ec-a6f4-d0a304b4971c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:35.066150 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-3b8ce081-2836-40ec-a6f4-d0a304b4971c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.57 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 812 time: 0.1625187 Mar 24 01:29:35.169521 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-954e1cac-9720-466d-9351-4774e7feb518 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68 HTTP/1.1" status: 200 len: 380 time: 0.0891905 Mar 24 01:29:35.179467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-96dc3700-146b-419f-a8b4-2358eb6f6587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'port': {'device_id': 'db9660c6-614e-4b48-befd-fcd4438ed88d', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'admin_state_up': True, 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'security_groups': ['70c6ee48-fca4-405a-9330-e8e4fd60b654']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:35.227280 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:35.299736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-96dc3700-146b-419f-a8b4-2358eb6f6587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Made reservation on behalf of c595edeb50ac4eda86dcc5ff48dc0e68 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:29:35.303486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-96dc3700-146b-419f-a8b4-2358eb6f6587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:35.426663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9e4e84b-5ad5-4b65-a717-5e0785e08e05 req-a9871b6f-5e49-4499-9c21-d82a6c6664af tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 210 time: 0.0367177 Mar 24 01:29:35.742238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204660b-4844-4070-89ba-ac98b91c185b req-d44c26e1-1e90-4257-8221-ee86f50f23d6 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:35.743752 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8204660b-4844-4070-89ba-ac98b91c185b req-d44c26e1-1e90-4257-8221-ee86f50f23d6 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.57 "GET /v2.0/networks?id=7e322a35-94bf-465e-a1fd-1acde40f9869 HTTP/1.1" status: 200 len: 813 time: 0.2732365 Mar 24 01:29:35.755337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-96dc3700-146b-419f-a8b4-2358eb6f6587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Allocated IP 172.20.0.6 (48490743-e645-4022-aa34-04370dc095cf/1485c8ad-91cf-4450-b4fd-21b2b407cdc3/0439827e-cdf8-4390-bca9-b37720e47508) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:29:35.761654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-8204660b-4844-4070-89ba-ac98b91c185b req-3fe60383-7164-4ed7-b1ae-fefb579837fc tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Request body: {'port': {'device_id': '6343ab54-3e85-44ea-8e81-cde9e7d4a67b', 'network_id': '7e322a35-94bf-465e-a1fd-1acde40f9869', 'admin_state_up': True, 'tenant_id': 'df2b56fa9b0844b2b099f2b1d27e1e03'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:36.003428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c389edc-b458-4455-8c53-4e8591969a1a req-461d7a8f-54ab-4714-9434-2f3ccc8ecefc tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 210 time: 0.0551720 Mar 24 01:29:36.036384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8204660b-4844-4070-89ba-ac98b91c185b req-3fe60383-7164-4ed7-b1ae-fefb579837fc tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Made reservation on behalf of df2b56fa9b0844b2b099f2b1d27e1e03 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:29:36.040654 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8204660b-4844-4070-89ba-ac98b91c185b req-3fe60383-7164-4ed7-b1ae-fefb579837fc tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:36.078024 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-96dc3700-146b-419f-a8b4-2358eb6f6587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for port (0439827e-cdf8-4390-bca9-b37720e47508), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:36.201755 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-96dc3700-146b-419f-a8b4-2358eb6f6587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (0439827e-cdf8-4390-bca9-b37720e47508), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:36.256306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-96dc3700-146b-419f-a8b4-2358eb6f6587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Network 48490743-e645-4022-aa34-04370dc095cf is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:29:36.262515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-96dc3700-146b-419f-a8b4-2358eb6f6587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:29:36.268811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-8204660b-4844-4070-89ba-ac98b91c185b req-3fe60383-7164-4ed7-b1ae-fefb579837fc tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Allocated IP 172.20.0.8 (7e322a35-94bf-465e-a1fd-1acde40f9869/04a7d9f5-7472-4ce9-964d-b1c3457c23b0/dcfa3b95-8559-4fed-ad99-062828f271c6) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:29:36.274805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-96dc3700-146b-419f-a8b4-2358eb6f6587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:29:36.323214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc3700-146b-419f-a8b4-2358eb6f6587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'Port': ['ID=0439827e-cdf8-4390-bca9-b37720e47508,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:36.382138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-96dc3700-146b-419f-a8b4-2358eb6f6587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:36.382791 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-96dc3700-146b-419f-a8b4-2358eb6f6587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:36.426421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-96dc3700-146b-419f-a8b4-2358eb6f6587 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2509143 Mar 24 01:29:36.437823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Request body: {'port': {'device_id': 'db9660c6-614e-4b48-befd-fcd4438ed88d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:36.667421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c2e0e5fd-2baa-4f57-a193-a779476ce35f None None] Provisioning complete for port 0439827e-cdf8-4390-bca9-b37720e47508 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:29:36.668364 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e5fd-2baa-4f57-a193-a779476ce35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0439827e-cdf8-4390-bca9-b37720e47508), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:36.725935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c2e0e5fd-2baa-4f57-a193-a779476ce35f None None] Port 0439827e-cdf8-4390-bca9-b37720e47508 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:29:36.937035 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04d45267-e0e8-4bef-a6c9-395a0091b357 req-cacbfc7e-09ba-41b5-bd8c-b00d056550c0 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 210 time: 0.0408006 Mar 24 01:29:36.954910 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0439827e-cdf8-4390-bca9-b37720e47508), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:37.019447 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8204660b-4844-4070-89ba-ac98b91c185b req-3fe60383-7164-4ed7-b1ae-fefb579837fc tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Publish callbacks [] for port (dcfa3b95-8559-4fed-ad99-062828f271c6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:37.217574 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8204660b-4844-4070-89ba-ac98b91c185b req-3fe60383-7164-4ed7-b1ae-fefb579837fc tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (dcfa3b95-8559-4fed-ad99-062828f271c6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:37.292089 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8204660b-4844-4070-89ba-ac98b91c185b req-3fe60383-7164-4ed7-b1ae-fefb579837fc tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Network 7e322a35-94bf-465e-a1fd-1acde40f9869 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:29:37.308653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0398a9-0eb3-42a3-b490-29ac87123eff req-57549386-cac6-4920-bcfe-b9d138f3a761 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:37.310162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed0398a9-0eb3-42a3-b490-29ac87123eff req-57549386-cac6-4920-bcfe-b9d138f3a761 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 931 time: 0.1896451 Mar 24 01:29:37.314936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-8204660b-4844-4070-89ba-ac98b91c185b req-3fe60383-7164-4ed7-b1ae-fefb579837fc tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:29:37.324588 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8204660b-4844-4070-89ba-ac98b91c185b req-3fe60383-7164-4ed7-b1ae-fefb579837fc tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:29:37.361942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe60383-7164-4ed7-b1ae-fefb579837fc tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Pushing event updated for resources: {'Port': ['ID=dcfa3b95-8559-4fed-ad99-062828f271c6,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:37.423440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204660b-4844-4070-89ba-ac98b91c185b req-3fe60383-7164-4ed7-b1ae-fefb579837fc tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:37.424051 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8204660b-4844-4070-89ba-ac98b91c185b req-3fe60383-7164-4ed7-b1ae-fefb579837fc tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:37.485019 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed0398a9-0eb3-42a3-b490-29ac87123eff req-430d5288-cbbb-4413-817c-6763aec5eaa3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484296 Mar 24 01:29:37.490296 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8204660b-4844-4070-89ba-ac98b91c185b req-3fe60383-7164-4ed7-b1ae-fefb579837fc tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7363942 Mar 24 01:29:37.506019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0439827e-cdf8-4390-bca9-b37720e47508 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:29:37.515554 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Publish callbacks [] for port (0439827e-cdf8-4390-bca9-b37720e47508), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:37.527198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Request body: {'port': {'device_id': '6343ab54-3e85-44ea-8e81-cde9e7d4a67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:29:37.532812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Transition to ACTIVE for port object 0439827e-cdf8-4390-bca9-b37720e47508 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:29:37.549502 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (0439827e-cdf8-4390-bca9-b37720e47508), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:37.669637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Pushing event updated for resources: {'Port': ['ID=0439827e-cdf8-4390-bca9-b37720e47508,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:37.672969 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dcfa3b95-8559-4fed-ad99-062828f271c6), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:37.768041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Attempting to bind port 0439827e-cdf8-4390-bca9-b37720e47508 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:29:37.768380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Attempting to bind port 0439827e-cdf8-4390-bca9-b37720e47508 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:29:37.768707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Attempting to bind port 0439827e-cdf8-4390-bca9-b37720e47508 on network 48490743-e645-4022-aa34-04370dc095cf {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:29:37.774145 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Port 0439827e-cdf8-4390-bca9-b37720e47508 on network 48490743-e645-4022-aa34-04370dc095cf not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:29:37.774484 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Attempting to bind port 0439827e-cdf8-4390-bca9-b37720e47508 on network 48490743-e645-4022-aa34-04370dc095cf {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:29:37.781921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:29:37.782263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Checking segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:29:37.782647 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Bound using segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:29:37.783131 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Bound port: 0439827e-cdf8-4390-bca9-b37720e47508, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:29:37.783493 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0439827e-cdf8-4390-bca9-b37720e47508), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:38.030529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] For port 0439827e-cdf8-4390-bca9-b37720e47508, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:29:38.084398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] For port 0439827e-cdf8-4390-bca9-b37720e47508, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=0439827e-cdf8-4390-bca9-b37720e47508,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:29:38.099613 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (0439827e-cdf8-4390-bca9-b37720e47508), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:38.171226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:38.171842 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:38.173267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] 10.222.0.57 "PUT /v2.0/ports/0439827e-cdf8-4390-bca9-b37720e47508 HTTP/1.1" status: 200 len: 1091 time: 1.7399144 Mar 24 01:29:38.173720 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9660c6-614e-4b48-befd-fcd4438ed88d', 'tag': '0439827e-cdf8-4390-bca9-b37720e47508'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:29:38.175947 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffb451b-cc0f-4dd9-9f4f-7bc0497ef92a" -d '{"events": [{"name": "network-changed", "server_uuid": "db9660c6-614e-4b48-befd-fcd4438ed88d", "tag": "0439827e-cdf8-4390-bca9-b37720e47508"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:29:38.186703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcfa3b95-8559-4fed-ad99-062828f271c6 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:29:38.205620 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Publish callbacks [] for port (dcfa3b95-8559-4fed-ad99-062828f271c6), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:38.232385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d83bd-f5a8-4ec8-9679-c8a8967d3af6 service neutron] Pushing event updated for resources: {'Port': ['ID=0439827e-cdf8-4390-bca9-b37720e47508,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:38.255863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5196d3-618c-4b87-b227-faf9387ff86e req-fb1da938-fa99-4d3b-84f2-341488c902f5 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:38.258115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd5196d3-618c-4b87-b227-faf9387ff86e req-fb1da938-fa99-4d3b-84f2-341488c902f5 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 931 time: 0.2326438 Mar 24 01:29:38.270604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Transition to ACTIVE for port object dcfa3b95-8559-4fed-ad99-062828f271c6 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:29:38.305507 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (dcfa3b95-8559-4fed-ad99-062828f271c6), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:38.387908 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b59d4e-ae2e-4a8e-ace2-a062f6145208 x-openstack-request-id: req-09b59d4e-ae2e-4a8e-ace2-a062f6145208 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:29:38.388204 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9660c6-614e-4b48-befd-fcd4438ed88d", "tag": "0439827e-cdf8-4390-bca9-b37720e47508", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:29:38.388460 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-09b59d4e-ae2e-4a8e-ace2-a062f6145208 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:29:38.388892 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b59d4e-ae2e-4a8e-ace2-a062f6145208'] response: {'name': 'network-changed', 'server_uuid': 'db9660c6-614e-4b48-befd-fcd4438ed88d', 'tag': '0439827e-cdf8-4390-bca9-b37720e47508', 'status': 'completed', 'code': 200} Mar 24 01:29:38.411157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd5196d3-618c-4b87-b227-faf9387ff86e req-24105711-83c9-4c7c-8423-063966964ac7 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421506 Mar 24 01:29:38.414868 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfa3b95-8559-4fed-ad99-062828f271c6,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:38.425764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-64ab9066-bb02-4649-b11d-f922d1c3aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:38.427281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-64ab9066-bb02-4649-b11d-f922d1c3aa0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 1125 time: 0.1898847 Mar 24 01:29:38.530268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-b5fe491e-61ca-4dba-a75a-d294b42e526b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0439827e-cdf8-4390-bca9-b37720e47508 HTTP/1.1" status: 200 len: 217 time: 0.0500033 Mar 24 01:29:38.582577 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Attempting to bind port dcfa3b95-8559-4fed-ad99-062828f271c6 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:29:38.582915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Attempting to bind port dcfa3b95-8559-4fed-ad99-062828f271c6 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '54a0dbb3-df05-42e7-b4e6-02491bc4ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7e322a35-94bf-465e-a1fd-1acde40f9869'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:29:38.583252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Attempting to bind port dcfa3b95-8559-4fed-ad99-062828f271c6 on network 7e322a35-94bf-465e-a1fd-1acde40f9869 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:29:38.592122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Port dcfa3b95-8559-4fed-ad99-062828f271c6 on network 7e322a35-94bf-465e-a1fd-1acde40f9869 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:29:38.592446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Attempting to bind port dcfa3b95-8559-4fed-ad99-062828f271c6 on network 7e322a35-94bf-465e-a1fd-1acde40f9869 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:29:38.602674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:29:38.603022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Checking segment: {'id': '54a0dbb3-df05-42e7-b4e6-02491bc4ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7e322a35-94bf-465e-a1fd-1acde40f9869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:29:38.603412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Bound using segment: {'id': '54a0dbb3-df05-42e7-b4e6-02491bc4ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7e322a35-94bf-465e-a1fd-1acde40f9869'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:29:38.603844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Bound port: dcfa3b95-8559-4fed-ad99-062828f271c6, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a0dbb3-df05-42e7-b4e6-02491bc4ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7e322a35-94bf-465e-a1fd-1acde40f9869'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:29:38.604203 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dcfa3b95-8559-4fed-ad99-062828f271c6), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:38.608877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-a760d76d-8e42-4162-893d-a05afa9f91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:38.610746 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-a760d76d-8e42-4162-893d-a05afa9f91e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0724406 Mar 24 01:29:38.754600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-44055030-a59f-4269-8544-78686c75b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:38.756915 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-44055030-a59f-4269-8544-78686c75b5c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1344674 Mar 24 01:29:38.758217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] For port dcfa3b95-8559-4fed-ad99-062828f271c6, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:29:38.767152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10552424-0405-4346-b81c-3509d190a338 req-678c32d0-f7fe-4d5e-95f9-59a6443ad391 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:38.768951 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10552424-0405-4346-b81c-3509d190a338 req-678c32d0-f7fe-4d5e-95f9-59a6443ad391 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.1621375 Mar 24 01:29:38.770627 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] For port dcfa3b95-8559-4fed-ad99-062828f271c6, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=dcfa3b95-8559-4fed-ad99-062828f271c6,segment=NetworkSegment(54a0dbb3-df05-42e7-b4e6-02491bc4ad5a),segment_id=54a0dbb3-df05-42e7-b4e6-02491bc4ad5a)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:29:38.800175 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (dcfa3b95-8559-4fed-ad99-062828f271c6), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:38.894757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:38.895375 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:38.896730 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8204660b-4844-4070-89ba-ac98b91c185b req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] 10.222.0.57 "PUT /v2.0/ports/dcfa3b95-8559-4fed-ad99-062828f271c6 HTTP/1.1" status: 200 len: 1091 time: 1.3758590 Mar 24 01:29:38.937652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10552424-0405-4346-b81c-3509d190a338 req-86a7a77b-b4d1-41c2-9b86-a3f5d12a770a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564035 Mar 24 01:29:38.954898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588d0ba-a1bd-4ffb-916b-40d81b857586 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfa3b95-8559-4fed-ad99-062828f271c6,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:38.995512 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-1d3afec5-75ec-4b4f-8ce4-e756b8ceb358 service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213669 Mar 24 01:29:39.064472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204660b-4844-4070-89ba-ac98b91c185b req-e2dff45a-bb24-416b-92e2-0ee20ceb89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:39.065906 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8204660b-4844-4070-89ba-ac98b91c185b req-e2dff45a-bb24-416b-92e2-0ee20ceb89e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df2b56fa9b0844b2b099f2b1d27e1e03&device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 1125 time: 0.1235394 Mar 24 01:29:39.111016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8204660b-4844-4070-89ba-ac98b91c185b req-5538267e-4aad-44bc-a8ad-bb5c8610803d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfa3b95-8559-4fed-ad99-062828f271c6 HTTP/1.1" status: 200 len: 217 time: 0.0384455 Mar 24 01:29:39.175583 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6afd7a67-4d20-4328-a176-bd1338b93f3c req-0097b650-f63a-4141-83a8-5971ca02d1c3 service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754112 Mar 24 01:29:39.180984 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204660b-4844-4070-89ba-ac98b91c185b req-8661d9e9-01c8-45ed-819b-28e706f519ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:39.182375 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8204660b-4844-4070-89ba-ac98b91c185b req-8661d9e9-01c8-45ed-819b-28e706f519ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04a7d9f5-7472-4ce9-964d-b1c3457c23b0 HTTP/1.1" status: 200 len: 853 time: 0.0649822 Mar 24 01:29:39.214877 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8204660b-4844-4070-89ba-ac98b91c185b req-b6449a4e-b740-4c32-b633-0bc80833c19c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e322a35-94bf-465e-a1fd-1acde40f9869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270505 Mar 24 01:29:39.336549 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb451b-cc0f-4dd9-9f4f-7bc0497ef92a req-7e7923d9-a3c3-4561-b309-0d4aabf8cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:39.337995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ffb451b-cc0f-4dd9-9f4f-7bc0497ef92a req-7e7923d9-a3c3-4561-b309-0d4aabf8cf4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 1125 time: 0.1091826 Mar 24 01:29:39.356275 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8204660b-4844-4070-89ba-ac98b91c185b req-ec9dbff6-c38b-4a71-a78f-0053ecdac050 service neutron] 10.222.0.57 "GET /v2.0/networks/7e322a35-94bf-465e-a1fd-1acde40f9869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347587 Mar 24 01:29:39.512167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb451b-cc0f-4dd9-9f4f-7bc0497ef92a req-a8ba02b0-6aef-4cdf-a52f-8fa653fa73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:39.513620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ffb451b-cc0f-4dd9-9f4f-7bc0497ef92a req-a8ba02b0-6aef-4cdf-a52f-8fa653fa73d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.1686118 Mar 24 01:29:39.517388 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8204660b-4844-4070-89ba-ac98b91c185b req-250acca5-d7b3-4664-b3be-5a23a14c1097 service neutron] 10.222.0.57 "GET /v2.0/networks/7e322a35-94bf-465e-a1fd-1acde40f9869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517570 Mar 24 01:29:39.575461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ffb451b-cc0f-4dd9-9f4f-7bc0497ef92a req-a24c64ed-9b50-4983-a221-36718cc8ffc3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0439827e-cdf8-4390-bca9-b37720e47508 HTTP/1.1" status: 200 len: 217 time: 0.0436468 Mar 24 01:29:39.623495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532f9ac-eb6e-47d7-baeb-6f8e115cc279 req-5552bbd0-5f11-438d-866f-c0ffc1978c79 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:39.624964 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1532f9ac-eb6e-47d7-baeb-6f8e115cc279 req-5552bbd0-5f11-438d-866f-c0ffc1978c79 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 943 time: 0.1316733 Mar 24 01:29:39.649244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb451b-cc0f-4dd9-9f4f-7bc0497ef92a req-a794c985-a15f-467d-b83f-c6499cbfa387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:39.650642 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ffb451b-cc0f-4dd9-9f4f-7bc0497ef92a req-a794c985-a15f-467d-b83f-c6499cbfa387 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0673473 Mar 24 01:29:39.705784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1532f9ac-eb6e-47d7-baeb-6f8e115cc279 req-a746c11a-bec5-474d-8a4d-aa3414ebfd4e tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743718 Mar 24 01:29:39.719853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb451b-cc0f-4dd9-9f4f-7bc0497ef92a req-219050aa-cc8f-443b-8d78-ea203d3a726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:39.721505 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ffb451b-cc0f-4dd9-9f4f-7bc0497ef92a req-219050aa-cc8f-443b-8d78-ea203d3a726a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0632195 Mar 24 01:29:39.817737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ffb451b-cc0f-4dd9-9f4f-7bc0497ef92a req-62b58537-1aeb-4d00-a7b0-add9a85baa6b service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888906 Mar 24 01:29:39.905509 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ffb451b-cc0f-4dd9-9f4f-7bc0497ef92a req-f9d3eabf-bfd0-4b30-ab07-0b098378c4de service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813406 Mar 24 01:29:40.063348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7b048-9133-4306-a706-462984d129e3 req-ecbe7d58-4ccc-4fbb-a98e-22e405d7d07f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:40.064810 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f1f7b048-9133-4306-a706-462984d129e3 req-ecbe7d58-4ccc-4fbb-a98e-22e405d7d07f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0545697 Mar 24 01:29:40.121592 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f1f7b048-9133-4306-a706-462984d129e3 req-fa0997ab-3fb1-4977-bb6a-638322c46fdf tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508771 Mar 24 01:29:40.389609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6343ab54-3e85-44ea-8e81-cde9e7d4a67b', 'tag': 'dcfa3b95-8559-4fed-ad99-062828f271c6'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:29:40.392686 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a388fbe5-bfd3-43d6-8087-7176a48bcf3f" -d '{"events": [{"name": "network-changed", "server_uuid": "6343ab54-3e85-44ea-8e81-cde9e7d4a67b", "tag": "dcfa3b95-8559-4fed-ad99-062828f271c6"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:29:40.426770 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1359bbc8-59af-44ce-8868-4d95af79b478 x-openstack-request-id: req-1359bbc8-59af-44ce-8868-4d95af79b478 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:29:40.427062 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6343ab54-3e85-44ea-8e81-cde9e7d4a67b", "tag": "dcfa3b95-8559-4fed-ad99-062828f271c6", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:29:40.427318 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1359bbc8-59af-44ce-8868-4d95af79b478 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:29:40.427749 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1359bbc8-59af-44ce-8868-4d95af79b478'] response: {'name': 'network-changed', 'server_uuid': '6343ab54-3e85-44ea-8e81-cde9e7d4a67b', 'tag': 'dcfa3b95-8559-4fed-ad99-062828f271c6', 'status': 'completed', 'code': 200} Mar 24 01:29:40.491589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388fbe5-bfd3-43d6-8087-7176a48bcf3f req-901978b4-9bbd-4ded-8c2b-f01cc4e8aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:40.493066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a388fbe5-bfd3-43d6-8087-7176a48bcf3f req-901978b4-9bbd-4ded-8c2b-f01cc4e8aed3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df2b56fa9b0844b2b099f2b1d27e1e03&device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 1125 time: 0.0437422 Mar 24 01:29:40.582799 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388fbe5-bfd3-43d6-8087-7176a48bcf3f req-d92a67c3-7558-4e98-9daf-6f5a2bb4db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:40.584268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a388fbe5-bfd3-43d6-8087-7176a48bcf3f req-d92a67c3-7558-4e98-9daf-6f5a2bb4db15 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e322a35-94bf-465e-a1fd-1acde40f9869 HTTP/1.1" status: 200 len: 914 time: 0.0854216 Mar 24 01:29:40.629672 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a388fbe5-bfd3-43d6-8087-7176a48bcf3f req-b0fd3ded-ce14-4c81-a6b0-5ffd4d1d4f18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfa3b95-8559-4fed-ad99-062828f271c6 HTTP/1.1" status: 200 len: 217 time: 0.0396397 Mar 24 01:29:40.678640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388fbe5-bfd3-43d6-8087-7176a48bcf3f req-51fefb17-ab1e-4f57-bfef-1263174ca985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:40.680687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a388fbe5-bfd3-43d6-8087-7176a48bcf3f req-51fefb17-ab1e-4f57-bfef-1263174ca985 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04a7d9f5-7472-4ce9-964d-b1c3457c23b0 HTTP/1.1" status: 200 len: 853 time: 0.0452580 Mar 24 01:29:40.713196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a388fbe5-bfd3-43d6-8087-7176a48bcf3f req-6fce8a09-57a1-4d03-aa21-ccb7b2498741 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e322a35-94bf-465e-a1fd-1acde40f9869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264666 Mar 24 01:29:40.842620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a388fbe5-bfd3-43d6-8087-7176a48bcf3f req-c62b852a-9068-4884-9259-227e9a0e4abb service neutron] 10.222.0.57 "GET /v2.0/networks/7e322a35-94bf-465e-a1fd-1acde40f9869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235027 Mar 24 01:29:40.865351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11074e3b-e329-4437-9fb4-99da30108cc3 req-cf5e980d-7cda-4f1e-9bd0-7ca80d863917 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:40.867364 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11074e3b-e329-4437-9fb4-99da30108cc3 req-cf5e980d-7cda-4f1e-9bd0-7ca80d863917 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 943 time: 0.0905070 Mar 24 01:29:40.966073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11074e3b-e329-4437-9fb4-99da30108cc3 req-a8594031-7d3a-448b-bf5b-9b41a0c713a2 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885041 Mar 24 01:29:40.985047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a388fbe5-bfd3-43d6-8087-7176a48bcf3f req-667dc2ee-0d5b-4f8f-af25-ca517e92c6ff service neutron] 10.222.0.57 "GET /v2.0/networks/7e322a35-94bf-465e-a1fd-1acde40f9869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362083 Mar 24 01:29:41.177964 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device dcfa3b95-8559-4fed-ad99-062828f271c6 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:29:41.251158 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6365a1d-2ad5-4921-9dbf-f05202f5bed7 req-d28d62fc-3bfc-401d-86ae-1945fd470048 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:41.259763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6365a1d-2ad5-4921-9dbf-f05202f5bed7 req-d28d62fc-3bfc-401d-86ae-1945fd470048 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0653024 Mar 24 01:29:41.279851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port dcfa3b95-8559-4fed-ad99-062828f271c6, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=dcfa3b95-8559-4fed-ad99-062828f271c6,segment=NetworkSegment(54a0dbb3-df05-42e7-b4e6-02491bc4ad5a),segment_id=54a0dbb3-df05-42e7-b4e6-02491bc4ad5a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:29:41.298524 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'dcfa3b95-8559-4fed-ad99-062828f271c6', 'network_id': '7e322a35-94bf-465e-a1fd-1acde40f9869', 'port_id': 'dcfa3b95-8559-4fed-ad99-062828f271c6', 'mac_address': 'fa:16:3e:f2:e8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a7d9f5-7472-4ce9-964d-b1c3457c23b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:29:41.330974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6365a1d-2ad5-4921-9dbf-f05202f5bed7 req-a19ad2e8-3f3c-48d0-b1c7-63a529333626 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552206 Mar 24 01:29:41.339151 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port dcfa3b95-8559-4fed-ad99-062828f271c6 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:29:41.339880 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dcfa3b95-8559-4fed-ad99-062828f271c6), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:41.354014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfa3b95-8559-4fed-ad99-062828f271c6 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:29:41.376195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port dcfa3b95-8559-4fed-ad99-062828f271c6, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=dcfa3b95-8559-4fed-ad99-062828f271c6,segment=NetworkSegment(54a0dbb3-df05-42e7-b4e6-02491bc4ad5a),segment_id=54a0dbb3-df05-42e7-b4e6-02491bc4ad5a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:29:41.380245 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (dcfa3b95-8559-4fed-ad99-062828f271c6), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:41.437819 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=dcfa3b95-8559-4fed-ad99-062828f271c6,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:41.596701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['dcfa3b95-8559-4fed-ad99-062828f271c6'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:29:42.091313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c3e0e-304f-4b5b-9729-1f23e229d4f5 req-e58f2431-e843-4c6b-b013-7eca63042ffd tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:42.092962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b88c3e0e-304f-4b5b-9729-1f23e229d4f5 req-e58f2431-e843-4c6b-b013-7eca63042ffd tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 944 time: 0.0532253 Mar 24 01:29:42.140823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b88c3e0e-304f-4b5b-9729-1f23e229d4f5 req-2889c8fd-c409-4ef1-9938-7d88ab866a43 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Mar 24 01:29:42.451997 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ac5c3-0158-4a82-9f73-c773e41f3999 req-667cce82-e44b-44cd-ae57-dfbfb04a0a28 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:42.454089 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b68ac5c3-0158-4a82-9f73-c773e41f3999 req-667cce82-e44b-44cd-ae57-dfbfb04a0a28 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0695035 Mar 24 01:29:42.522787 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b68ac5c3-0158-4a82-9f73-c773e41f3999 req-cb5d762b-d403-4900-848f-c0b0411e3924 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606256 Mar 24 01:29:43.183273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device dcfa3b95-8559-4fed-ad99-062828f271c6 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:29:43.233028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port dcfa3b95-8559-4fed-ad99-062828f271c6 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:29:43.237811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port dcfa3b95-8559-4fed-ad99-062828f271c6 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:29:43.238206 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (dcfa3b95-8559-4fed-ad99-062828f271c6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:43.265250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b91d-9a9d-4b49-ba88-f4c38e65fd50 req-2de68cb4-551d-4225-b689-d59101c979d8 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:43.266838 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4835b91d-9a9d-4b49-ba88-f4c38e65fd50 req-2de68cb4-551d-4225-b689-d59101c979d8 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 944 time: 0.0575893 Mar 24 01:29:43.320777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port dcfa3b95-8559-4fed-ad99-062828f271c6 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:29:43.321483 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dcfa3b95-8559-4fed-ad99-062828f271c6), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:43.324519 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4835b91d-9a9d-4b49-ba88-f4c38e65fd50 req-8de9b739-c33d-496e-8d65-22180612df42 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506747 Mar 24 01:29:43.349750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6343ab54-3e85-44ea-8e81-cde9e7d4a67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfa3b95-8559-4fed-ad99-062828f271c6'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:29:43.351214 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a524a23-6488-4749-9340-6b5b864a1ebd" -d '{"events": [{"server_uuid": "6343ab54-3e85-44ea-8e81-cde9e7d4a67b", "name": "network-vif-plugged", "status": "completed", "tag": "dcfa3b95-8559-4fed-ad99-062828f271c6"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:29:43.363632 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port dcfa3b95-8559-4fed-ad99-062828f271c6, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=dcfa3b95-8559-4fed-ad99-062828f271c6,segment=NetworkSegment(54a0dbb3-df05-42e7-b4e6-02491bc4ad5a),segment_id=54a0dbb3-df05-42e7-b4e6-02491bc4ad5a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:29:43.368947 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (dcfa3b95-8559-4fed-ad99-062828f271c6), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:43.391980 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78730d5b-4aec-42fa-a50d-7dfd3603fc1e x-openstack-request-id: req-78730d5b-4aec-42fa-a50d-7dfd3603fc1e {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:29:43.392276 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6343ab54-3e85-44ea-8e81-cde9e7d4a67b", "name": "network-vif-plugged", "status": "completed", "tag": "dcfa3b95-8559-4fed-ad99-062828f271c6", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:29:43.392535 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78730d5b-4aec-42fa-a50d-7dfd3603fc1e {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:29:43.392930 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78730d5b-4aec-42fa-a50d-7dfd3603fc1e'] response: {'server_uuid': '6343ab54-3e85-44ea-8e81-cde9e7d4a67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfa3b95-8559-4fed-ad99-062828f271c6', 'code': 200} Mar 24 01:29:43.422064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=dcfa3b95-8559-4fed-ad99-062828f271c6,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:43.500522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b149b-411e-40f5-8506-65f626fffab4 req-a579e78f-f13c-402b-a63d-fd880b9fff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:43.502972 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c15b149b-411e-40f5-8506-65f626fffab4 req-a579e78f-f13c-402b-a63d-fd880b9fff86 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 1127 time: 0.0510240 Mar 24 01:29:43.891419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c15b149b-411e-40f5-8506-65f626fffab4 req-f366dc0e-8c70-4e6b-863e-8107351be7a0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809228 Mar 24 01:29:43.910185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c4b8a-551c-4549-970d-94daa1101b93 req-0a5295c1-4784-4d2f-93c0-7ba0bd50c93a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:43.912226 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f78c4b8a-551c-4549-970d-94daa1101b93 req-0a5295c1-4784-4d2f-93c0-7ba0bd50c93a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0792477 Mar 24 01:29:43.964018 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f78c4b8a-551c-4549-970d-94daa1101b93 req-9d931e7e-a629-4dd9-9dc5-1b3178da5ef6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448747 Mar 24 01:29:44.456665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f035a-c103-4564-baa0-5e1558ff8f0e req-8ca606e1-f6d6-4f77-8ebb-0ce73df36fe7 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:44.458375 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-196f035a-c103-4564-baa0-5e1558ff8f0e req-8ca606e1-f6d6-4f77-8ebb-0ce73df36fe7 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 945 time: 0.0563395 Mar 24 01:29:44.523865 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-196f035a-c103-4564-baa0-5e1558ff8f0e req-f46ddc9e-23bb-4ac8-8a99-91236e23a1e2 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579369 Mar 24 01:29:45.088178 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86371a-d841-46f6-8ecb-77f054fa6e95 req-16129812-696e-4051-8249-156e158b0fa3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:45.089576 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b86371a-d841-46f6-8ecb-77f054fa6e95 req-16129812-696e-4051-8249-156e158b0fa3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0535069 Mar 24 01:29:45.137856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b86371a-d841-46f6-8ecb-77f054fa6e95 req-40594bac-3ab9-4b40-9d5f-9e1b269ccf5c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426457 Mar 24 01:29:45.641867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b87be-1a74-4b5c-8180-9f5c65c3a639 req-a8204581-b471-4896-8cd8-0cdf424f3c69 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:45.649709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d74b87be-1a74-4b5c-8180-9f5c65c3a639 req-a8204581-b471-4896-8cd8-0cdf424f3c69 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 945 time: 0.0595207 Mar 24 01:29:45.691906 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d74b87be-1a74-4b5c-8180-9f5c65c3a639 req-58d7bc40-d926-4808-80bb-acf104ecdc5f tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425556 Mar 24 01:29:46.274118 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d363b4-496d-4311-9e5c-3cdb8c265cf1 req-98fab0ee-2c01-4cfe-824b-ebbf375ea95a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:46.281809 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40d363b4-496d-4311-9e5c-3cdb8c265cf1 req-98fab0ee-2c01-4cfe-824b-ebbf375ea95a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0680113 Mar 24 01:29:46.282252 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:29:46.329672 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-40d363b4-496d-4311-9e5c-3cdb8c265cf1 req-61b12696-3aa7-4266-a2cd-f977d517f1ff tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460179 Mar 24 01:29:47.454139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61d651-65f9-4c58-b7c9-dfc44cf90f9d req-ca0d489d-b3e3-4721-af0f-cb7372af7cd9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:47.455630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab61d651-65f9-4c58-b7c9-dfc44cf90f9d req-ca0d489d-b3e3-4721-af0f-cb7372af7cd9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0533097 Mar 24 01:29:47.513650 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab61d651-65f9-4c58-b7c9-dfc44cf90f9d req-067d19d0-978b-436c-bd63-ffa2e40ba552 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518205 Mar 24 01:29:48.658726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c233fcf-3c60-4270-950a-54bbd3a03513 req-66a035b8-ffb7-4cc4-b3a4-6fe7e8d7f411 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:48.660113 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c233fcf-3c60-4270-950a-54bbd3a03513 req-66a035b8-ffb7-4cc4-b3a4-6fe7e8d7f411 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0681305 Mar 24 01:29:48.721013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c233fcf-3c60-4270-950a-54bbd3a03513 req-24977425-458a-4e9d-81d0-2bdcc06df228 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534239 Mar 24 01:29:49.852038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6b0ca-f4a6-494f-a6bc-56554fa03b5a req-9c1ce6e7-9bb2-4587-a23b-393ec5128ad0 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:49.853516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ad6b0ca-f4a6-494f-a6bc-56554fa03b5a req-9c1ce6e7-9bb2-4587-a23b-393ec5128ad0 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0568407 Mar 24 01:29:49.907469 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ad6b0ca-f4a6-494f-a6bc-56554fa03b5a req-815a4c37-5d43-4383-b264-5df5b99419cb tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473626 Mar 24 01:29:51.029560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31cdd-cbb5-4b9e-9fcd-1f6a41eae350 req-d8c14eef-ab1b-453c-b67c-37769d6f24e9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:51.031082 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ba31cdd-cbb5-4b9e-9fcd-1f6a41eae350 req-d8c14eef-ab1b-453c-b67c-37769d6f24e9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0530217 Mar 24 01:29:51.092265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ba31cdd-cbb5-4b9e-9fcd-1f6a41eae350 req-e0b2921e-8b3e-436a-88db-a597a5c5ac8e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549371 Mar 24 01:29:52.222000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb6148-8206-43ed-b1c8-7c398198a8fb req-a325c5a1-c617-4280-9362-f1c6601c9ba8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:52.224212 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90cb6148-8206-43ed-b1c8-7c398198a8fb req-a325c5a1-c617-4280-9362-f1c6601c9ba8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0569961 Mar 24 01:29:52.280762 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90cb6148-8206-43ed-b1c8-7c398198a8fb req-6a8a787b-1e43-4877-b44f-24218bffe3ec tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496252 Mar 24 01:29:53.413442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f844a7-465e-4b71-8d94-d518994a6563 req-1e445a89-5f0b-44cc-949b-beddcd6ac9c6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:53.417146 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2f844a7-465e-4b71-8d94-d518994a6563 req-1e445a89-5f0b-44cc-949b-beddcd6ac9c6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0548186 Mar 24 01:29:53.475600 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2f844a7-465e-4b71-8d94-d518994a6563 req-89aba20e-4174-41ca-93c7-771a82d6ef4a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510094 Mar 24 01:29:54.638639 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee9b77-c3a5-45eb-a294-534ef4c8fce1 req-f4ce0383-431d-46d7-b5a2-279ab15a4618 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:54.640696 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4dee9b77-c3a5-45eb-a294-534ef4c8fce1 req-f4ce0383-431d-46d7-b5a2-279ab15a4618 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0695858 Mar 24 01:29:54.710284 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4dee9b77-c3a5-45eb-a294-534ef4c8fce1 req-08b2ee60-a523-40d9-89a8-aca4aa61f65e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628755 Mar 24 01:29:55.888274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ba2b9-e5dc-4af6-b66d-78994c9208cb req-777d9eae-fa91-4da6-94c5-870459abe525 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:55.890611 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-806ba2b9-e5dc-4af6-b66d-78994c9208cb req-777d9eae-fa91-4da6-94c5-870459abe525 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0759289 Mar 24 01:29:55.987864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-806ba2b9-e5dc-4af6-b66d-78994c9208cb req-13105964-785b-4be3-a270-eefc4d097944 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883758 Mar 24 01:29:57.129379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d8bf5-d502-4013-a6ad-9417d0bb72cc req-381fe88a-d81b-4bc6-bdfc-042bb98acdc5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:57.130981 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c3d8bf5-d502-4013-a6ad-9417d0bb72cc req-381fe88a-d81b-4bc6-bdfc-042bb98acdc5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0570028 Mar 24 01:29:57.198086 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c3d8bf5-d502-4013-a6ad-9417d0bb72cc req-19dd3a22-4b28-4c42-b4de-a0451c4ea0be tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597680 Mar 24 01:29:58.151205 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34444) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:58.213892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4da49f63-cc36-4eee-9c57-feba77dd16b9 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/floatingips/0c844364-341e-460e-96a5-ac41cd3fe8bd HTTP/1.1" status: 200 len: 993 time: 0.0611396 Mar 24 01:29:58.374463 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc2807-20a7-4309-8eb4-9cc5a7ffa3b0 req-880d86f5-8746-4360-879c-6d9d348fa595 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:58.376050 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7fcc2807-20a7-4309-8eb4-9cc5a7ffa3b0 req-880d86f5-8746-4360-879c-6d9d348fa595 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0622802 Mar 24 01:29:58.430255 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7fcc2807-20a7-4309-8eb4-9cc5a7ffa3b0 req-d820b614-f2e5-47de-8066-9f2ca36f30fa tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481172 Mar 24 01:29:58.547298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34452) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:29:58.731152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-dfe40243-e1b1-46d7-9bb3-aeb38d0bd7aa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Deleting port 9bcd6272-86a1-41b9-9ec7-b5cc7ef64d19 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:29:58.731534 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dfe40243-e1b1-46d7-9bb3-aeb38d0bd7aa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9bcd6272-86a1-41b9-9ec7-b5cc7ef64d19), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:58.755396 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-31e6757f-d2f4-4b74-ae45-1dd5665dd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:58.831691 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dfe40243-e1b1-46d7-9bb3-aeb38d0bd7aa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9bcd6272-86a1-41b9-9ec7-b5cc7ef64d19), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:58.832049 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dfe40243-e1b1-46d7-9bb3-aeb38d0bd7aa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for floatingip (9bcd6272-86a1-41b9-9ec7-b5cc7ef64d19), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:58.846024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-dfe40243-e1b1-46d7-9bb3-aeb38d0bd7aa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Calling delete_port for 9bcd6272-86a1-41b9-9ec7-b5cc7ef64d19 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:29:59.032224 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dfe40243-e1b1-46d7-9bb3-aeb38d0bd7aa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (9bcd6272-86a1-41b9-9ec7-b5cc7ef64d19), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:59.061579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe40243-e1b1-46d7-9bb3-aeb38d0bd7aa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Port': ['ID=9bcd6272-86a1-41b9-9ec7-b5cc7ef64d19,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:29:59.139303 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dfe40243-e1b1-46d7-9bb3-aeb38d0bd7aa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for floatingip (0c844364-341e-460e-96a5-ac41cd3fe8bd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:59.139561 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-dfe40243-e1b1-46d7-9bb3-aeb38d0bd7aa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Floating IP 0c844364-341e-460e-96a5-ac41cd3fe8bd disassociated (deleted). External IP: 172.25.0.74, port: 378087d4-7c82-4d82-a905-ddbdb78bd3d9. Mar 24 01:29:59.378545 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe40243-e1b1-46d7-9bb3-aeb38d0bd7aa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Router 66c580b7-1097-4cf3-85b6-e677c8089873 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:29:59.497590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe40243-e1b1-46d7-9bb3-aeb38d0bd7aa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:29:59.502758 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dfe40243-e1b1-46d7-9bb3-aeb38d0bd7aa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:29:59.509811 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ea13b-2331-468c-843d-8ad5de2adf7d None None] Sync routers for ids ['66c580b7-1097-4cf3-85b6-e677c8089873'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:29:59.522078 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ea13b-2331-468c-843d-8ad5de2adf7d None None] Routers {'66c580b7-1097-4cf3-85b6-e677c8089873'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:29:59.522992 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-fd4ea13b-2331-468c-843d-8ad5de2adf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:29:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['66c580b7-1097-4cf3-85b6-e677c8089873'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:59.546002 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dfe40243-e1b1-46d7-9bb3-aeb38d0bd7aa tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "DELETE /v2.0/floatingips/0c844364-341e-460e-96a5-ac41cd3fe8bd HTTP/1.1" status: 204 len: 168 time: 0.9975853 Mar 24 01:29:59.546581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e1418d-a50b-4e56-b8ca-373b1493f6ea', 'tag': '378087d4-7c82-4d82-a905-ddbdb78bd3d9'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:29:59.548854 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc95c79d-fcfa-47b6-8953-4e2861613a31" -d '{"events": [{"name": "network-changed", "server_uuid": "67e1418d-a50b-4e56-b8ca-373b1493f6ea", "tag": "378087d4-7c82-4d82-a905-ddbdb78bd3d9"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:29:59.609182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f7f7b-ca14-4082-9c1b-e1c476d3051d req-7378d342-da8f-4231-a3d3-723739e847d9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:59.617252 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f1f7f7b-ca14-4082-9c1b-e1c476d3051d req-7378d342-da8f-4231-a3d3-723739e847d9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0854864 Mar 24 01:29:59.645072 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-fd4ea13b-2331-468c-843d-8ad5de2adf7d None None] Set router 66c580b7-1097-4cf3-85b6-e677c8089873 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:29:59.673948 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f1f7f7b-ca14-4082-9c1b-e1c476d3051d req-259adcc4-9429-458d-bf1d-093136b858ab tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552490 Mar 24 01:29:59.738870 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66465637-49c0-4b23-bd70-27cd3ca0185a x-openstack-request-id: req-66465637-49c0-4b23-bd70-27cd3ca0185a {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:29:59.739138 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e1418d-a50b-4e56-b8ca-373b1493f6ea", "tag": "378087d4-7c82-4d82-a905-ddbdb78bd3d9", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:29:59.739398 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-66465637-49c0-4b23-bd70-27cd3ca0185a {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:29:59.739822 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66465637-49c0-4b23-bd70-27cd3ca0185a'] response: {'name': 'network-changed', 'server_uuid': '67e1418d-a50b-4e56-b8ca-373b1493f6ea', 'tag': '378087d4-7c82-4d82-a905-ddbdb78bd3d9', 'status': 'completed', 'code': 200} Mar 24 01:29:59.814689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95c79d-fcfa-47b6-8953-4e2861613a31 req-6dc27c78-318a-46cf-b39e-d9827a4e2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:59.816875 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-bc95c79d-fcfa-47b6-8953-4e2861613a31 req-6dc27c78-318a-46cf-b39e-d9827a4e2c41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc274b6be3894d6ba0099f965a7e399c&device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 1128 time: 0.0548677 Mar 24 01:29:59.862631 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876b356-071d-485f-8c9c-4f8f426a5f53 req-dc41e39f-42ac-4f04-ada6-58f14133e7cf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:59.870047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e876b356-071d-485f-8c9c-4f8f426a5f53 req-dc41e39f-42ac-4f04-ada6-58f14133e7cf tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 946 time: 0.0809586 Mar 24 01:29:59.900538 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-fd4ea13b-2331-468c-843d-8ad5de2adf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'name': 'tempest-TestNetworkBasicOps-router-1494046691', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:29:02Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:03Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '64583479-2c07-4e06-a745-97eff95889da', 'name': '', 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:a4:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '391f297f-9d35-4583-98d6-86d31cba549d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:07Z', 'updated_at': '2022-03-24T01:29:12Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '391f297f-9d35-4583-98d6-86d31cba549d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:59.918152 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e876b356-071d-485f-8c9c-4f8f426a5f53 req-0e54c625-157b-4ca6-a4cc-d0495e94c3e7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=741c6e5d-6cb5-424d-ab8f-419490a2859d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472496 Mar 24 01:29:59.934033 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ea13b-2331-468c-843d-8ad5de2adf7d None None] Checking router: 66c580b7-1097-4cf3-85b6-e677c8089873 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:29:59.943193 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ea13b-2331-468c-843d-8ad5de2adf7d None None] Routers {'66c580b7-1097-4cf3-85b6-e677c8089873'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:29:59.943804 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-fd4ea13b-2331-468c-843d-8ad5de2adf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:29:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['66c580b7-1097-4cf3-85b6-e677c8089873'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:29:59.952370 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95c79d-fcfa-47b6-8953-4e2861613a31 req-04cc37ba-7c94-4c18-bf91-9ca84887e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:29:59.955030 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-bc95c79d-fcfa-47b6-8953-4e2861613a31 req-04cc37ba-7c94-4c18-bf91-9ca84887e593 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b HTTP/1.1" status: 200 len: 896 time: 0.1310925 Mar 24 01:29:59.998112 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-bc95c79d-fcfa-47b6-8953-4e2861613a31 req-da96062b-2346-4c43-8f70-5e0984f5e8f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=378087d4-7c82-4d82-a905-ddbdb78bd3d9 HTTP/1.1" status: 200 len: 217 time: 0.0361145 Mar 24 01:30:00.052911 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-fd4ea13b-2331-468c-843d-8ad5de2adf7d None None] Set router 66c580b7-1097-4cf3-85b6-e677c8089873 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:30:00.055997 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95c79d-fcfa-47b6-8953-4e2861613a31 req-f1650105-e163-42db-990c-de26926a1fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:00.057808 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-bc95c79d-fcfa-47b6-8953-4e2861613a31 req-f1650105-e163-42db-990c-de26926a1fea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=391f297f-9d35-4583-98d6-86d31cba549d HTTP/1.1" status: 200 len: 835 time: 0.0528207 Mar 24 01:30:00.111260 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:00.121792 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95c79d-fcfa-47b6-8953-4e2861613a31 req-9990bbb5-5d1f-44e1-a902-f801cfbdc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:00.123377 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-bc95c79d-fcfa-47b6-8953-4e2861613a31 req-9990bbb5-5d1f-44e1-a902-f801cfbdc6dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0581269 Mar 24 01:30:00.227691 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-bc95c79d-fcfa-47b6-8953-4e2861613a31 req-9bd9f91c-f0ff-46e9-b575-8913042e6fc3 service neutron] 10.222.0.48 "GET /v2.0/networks/d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963719 Mar 24 01:30:00.338598 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-bc95c79d-fcfa-47b6-8953-4e2861613a31 req-58a92e0c-06b3-46f5-bcba-fe34680081b1 service neutron] 10.222.0.48 "GET /v2.0/networks/d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045663 Mar 24 01:30:00.437174 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-fd4ea13b-2331-468c-843d-8ad5de2adf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'name': 'tempest-TestNetworkBasicOps-router-1494046691', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:29:02Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:03Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '64583479-2c07-4e06-a745-97eff95889da', 'name': '', 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:a4:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '391f297f-9d35-4583-98d6-86d31cba549d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:07Z', 'updated_at': '2022-03-24T01:29:12Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '391f297f-9d35-4583-98d6-86d31cba549d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:00.464231 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ea13b-2331-468c-843d-8ad5de2adf7d None None] The sync data for ids ['66c580b7-1097-4cf3-85b6-e677c8089873'] in n-d-760455-9 is: [{'id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'name': 'tempest-TestNetworkBasicOps-router-1494046691', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:29:02Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:03Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '64583479-2c07-4e06-a745-97eff95889da', 'name': '', 'network_id': 'd06c796c-a56d-42b3-a10f-2b8cd1cdfc3b', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'mac_address': 'fa:16:3e:a4:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '391f297f-9d35-4583-98d6-86d31cba549d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:07Z', 'updated_at': '2022-03-24T01:29:12Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'subnets': [{'id': '391f297f-9d35-4583-98d6-86d31cba549d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:30:00.764617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e327b-57cf-4d5a-bc6d-56aefaf076d6 None None] New status for floating IP 0c844364-341e-460e-96a5-ac41cd3fe8bd: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:30:00.826081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e3449-6c9d-49a3-b195-2172444a72bc req-2f982e7b-f942-4f59-9a0c-d2551a80bb8c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:00.827612 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f9e3449-6c9d-49a3-b195-2172444a72bc req-2f982e7b-f942-4f59-9a0c-d2551a80bb8c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0737092 Mar 24 01:30:00.883221 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-50ee674d-140a-4bff-bc40-24a990732802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:00.916675 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f9e3449-6c9d-49a3-b195-2172444a72bc req-e83b69ad-5f65-440f-9127-52359fb616b6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779078 Mar 24 01:30:01.060211 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c4d2-1bfc-40b4-bfc2-e9b4f78b19c8 req-63eeb6ea-6105-4655-83f5-c1ae7f5497b3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:01.061956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0a70c4d2-1bfc-40b4-bfc2-e9b4f78b19c8 req-63eeb6ea-6105-4655-83f5-c1ae7f5497b3 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 946 time: 0.0611417 Mar 24 01:30:01.131746 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0a70c4d2-1bfc-40b4-bfc2-e9b4f78b19c8 req-5109f32f-b2c5-40a9-b0c9-7d4a5352f91c tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/security-groups?id=741c6e5d-6cb5-424d-ab8f-419490a2859d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548141 Mar 24 01:30:01.214387 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511e03f-f83f-4083-9da4-68e3608db8c1 req-55193832-98e2-404c-b99c-f898b8b9c663 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:01.216151 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5511e03f-f83f-4083-9da4-68e3608db8c1 req-55193832-98e2-404c-b99c-f898b8b9c663 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.48 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 946 time: 0.0636435 Mar 24 01:30:01.381432 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-5511e03f-f83f-4083-9da4-68e3608db8c1 req-61a6a45f-e1a1-4838-9fd3-c23950ac4353 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Deleting port 378087d4-7c82-4d82-a905-ddbdb78bd3d9 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:30:01.381432 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5511e03f-f83f-4083-9da4-68e3608db8c1 req-61a6a45f-e1a1-4838-9fd3-c23950ac4353 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (378087d4-7c82-4d82-a905-ddbdb78bd3d9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:01.471643 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-5511e03f-f83f-4083-9da4-68e3608db8c1 req-61a6a45f-e1a1-4838-9fd3-c23950ac4353 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] For port 378087d4-7c82-4d82-a905-ddbdb78bd3d9, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=378087d4-7c82-4d82-a905-ddbdb78bd3d9,segment=NetworkSegment(242ce6b4-11e6-431a-9633-9a37c3a86c6a),segment_id=242ce6b4-11e6-431a-9633-9a37c3a86c6a)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:01.471962 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5511e03f-f83f-4083-9da4-68e3608db8c1 req-61a6a45f-e1a1-4838-9fd3-c23950ac4353 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (378087d4-7c82-4d82-a905-ddbdb78bd3d9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:01.488162 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-5511e03f-f83f-4083-9da4-68e3608db8c1 req-61a6a45f-e1a1-4838-9fd3-c23950ac4353 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Calling delete_port for 378087d4-7c82-4d82-a905-ddbdb78bd3d9 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:30:01.653243 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5511e03f-f83f-4083-9da4-68e3608db8c1 req-61a6a45f-e1a1-4838-9fd3-c23950ac4353 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (378087d4-7c82-4d82-a905-ddbdb78bd3d9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:01.682687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6a45f-e1a1-4838-9fd3-c23950ac4353 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Port': ['ID=378087d4-7c82-4d82-a905-ddbdb78bd3d9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:01.733249 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-5511e03f-f83f-4083-9da4-68e3608db8c1 req-61a6a45f-e1a1-4838-9fd3-c23950ac4353 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] No DVR routers for this DVR port 378087d4-7c82-4d82-a905-ddbdb78bd3d9 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:30:01.736998 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-5511e03f-f83f-4083-9da4-68e3608db8c1 req-61a6a45f-e1a1-4838-9fd3-c23950ac4353 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:01.744836 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5511e03f-f83f-4083-9da4-68e3608db8c1 req-61a6a45f-e1a1-4838-9fd3-c23950ac4353 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.48 "DELETE /v2.0/ports/378087d4-7c82-4d82-a905-ddbdb78bd3d9 HTTP/1.1" status: 204 len: 173 time: 0.5231562 Mar 24 01:30:01.745670 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e1418d-a50b-4e56-b8ca-373b1493f6ea', 'name': 'network-vif-deleted', 'tag': '378087d4-7c82-4d82-a905-ddbdb78bd3d9'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:30:01.748215 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad23ca3d-b182-4199-8cb6-40a8f9c9da3d" -d '{"events": [{"server_uuid": "67e1418d-a50b-4e56-b8ca-373b1493f6ea", "name": "network-vif-deleted", "tag": "378087d4-7c82-4d82-a905-ddbdb78bd3d9"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:30:01.789084 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef89c51e-fd0b-4e4f-b420-2e2c4fc33587 x-openstack-request-id: req-ef89c51e-fd0b-4e4f-b420-2e2c4fc33587 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:30:01.789731 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e1418d-a50b-4e56-b8ca-373b1493f6ea", "name": "network-vif-deleted", "tag": "378087d4-7c82-4d82-a905-ddbdb78bd3d9", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:30:01.790431 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef89c51e-fd0b-4e4f-b420-2e2c4fc33587 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:30:01.791048 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef89c51e-fd0b-4e4f-b420-2e2c4fc33587'] response: {'server_uuid': '67e1418d-a50b-4e56-b8ca-373b1493f6ea', 'name': 'network-vif-deleted', 'tag': '378087d4-7c82-4d82-a905-ddbdb78bd3d9', 'status': 'completed', 'code': 200} Mar 24 01:30:02.044668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca768e74-d3d1-4458-bcb4-ca6cb9183b3b req-3bcb12b3-b267-40c8-9b85-c29aada283bd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:02.046242 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca768e74-d3d1-4458-bcb4-ca6cb9183b3b req-3bcb12b3-b267-40c8-9b85-c29aada283bd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0627384 Mar 24 01:30:02.153460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca768e74-d3d1-4458-bcb4-ca6cb9183b3b req-b39f405b-6ff8-4a15-b953-7be6923fa650 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928693 Mar 24 01:30:02.245812 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:02.316479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c820499f-71b0-4d53-81ed-ee879411284f req-2438a239-75d3-47da-8855-0a00d1c971ae tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e1418d-a50b-4e56-b8ca-373b1493f6ea HTTP/1.1" status: 200 len: 210 time: 0.0437932 Mar 24 01:30:02.693779 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:03.274989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 0439827e-cdf8-4390-bca9-b37720e47508 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:30:03.305530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43b1b9-f26d-474f-a094-9c9f5d913cd3 req-de43eed2-0edf-40fc-8de3-b7ce787e034a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:03.307689 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb43b1b9-f26d-474f-a094-9c9f5d913cd3 req-de43eed2-0edf-40fc-8de3-b7ce787e034a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 943 time: 0.0721691 Mar 24 01:30:03.391686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34548) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:03.403497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 0439827e-cdf8-4390-bca9-b37720e47508, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=0439827e-cdf8-4390-bca9-b37720e47508,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:03.407031 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb43b1b9-f26d-474f-a094-9c9f5d913cd3 req-0a099067-ceb9-4feb-9915-4321bfdc27f4 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931087 Mar 24 01:30:03.417667 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '0439827e-cdf8-4390-bca9-b37720e47508', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'port_id': '0439827e-cdf8-4390-bca9-b37720e47508', 'mac_address': 'fa:16:3e:09:57:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:30:03.470844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 0439827e-cdf8-4390-bca9-b37720e47508 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:03.471304 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0439827e-cdf8-4390-bca9-b37720e47508), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:03.483345 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (741c6e5d-6cb5-424d-ab8f-419490a2859d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:03.493979 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0439827e-cdf8-4390-bca9-b37720e47508 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:30:03.519575 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (741c6e5d-6cb5-424d-ab8f-419490a2859d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:03.531600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 0439827e-cdf8-4390-bca9-b37720e47508, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=0439827e-cdf8-4390-bca9-b37720e47508,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:03.541548 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0439827e-cdf8-4390-bca9-b37720e47508), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:03.603995 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (741c6e5d-6cb5-424d-ab8f-419490a2859d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:03.606982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=0439827e-cdf8-4390-bca9-b37720e47508,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:03.607947 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:03.612655 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "DELETE /v2.0/security-groups/741c6e5d-6cb5-424d-ab8f-419490a2859d HTTP/1.1" status: 204 len: 168 time: 0.2193727 Mar 24 01:30:03.630875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=741c6e5d-6cb5-424d-ab8f-419490a2859d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:03.640330 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:03.640734 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:03.641075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:03.641585 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:03.642060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:03.642546 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:03.643385 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:03.643857 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:03.644324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:03.644790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:03.645428 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:03.645988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:03.646472 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:03.647747 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:03.648265 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffba76-71ac-40d2-a47a-3a07b61fa69e tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:03.665410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34554) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:03.751992 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:03.781302 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['0439827e-cdf8-4390-bca9-b37720e47508'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:30:04.148687 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (66c580b7-1097-4cf3-85b6-e677c8089873), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:04.492560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Deleting port 64583479-2c07-4e06-a745-97eff95889da {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:30:04.493293 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (64583479-2c07-4e06-a745-97eff95889da), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:04.656460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925eb8e8-e56c-4638-902b-87ac4bcc24d5 req-e110c4c9-0023-4633-8d31-aeaf71e1bd1e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:04.658300 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-925eb8e8-e56c-4638-902b-87ac4bcc24d5 req-e110c4c9-0023-4633-8d31-aeaf71e1bd1e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 944 time: 0.1212347 Mar 24 01:30:04.665133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] For port 64583479-2c07-4e06-a745-97eff95889da, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=64583479-2c07-4e06-a745-97eff95889da,segment=NetworkSegment(242ce6b4-11e6-431a-9633-9a37c3a86c6a),segment_id=242ce6b4-11e6-431a-9633-9a37c3a86c6a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:04.665463 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (64583479-2c07-4e06-a745-97eff95889da), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:04.694387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Calling delete_port for 64583479-2c07-4e06-a745-97eff95889da owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:30:04.774766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-925eb8e8-e56c-4638-902b-87ac4bcc24d5 req-9b102998-83d7-42e1-bab5-f7922f62e4a4 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061609 Mar 24 01:30:04.972939 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (64583479-2c07-4e06-a745-97eff95889da), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:05.006697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Port': ['ID=64583479-2c07-4e06-a745-97eff95889da,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:05.026135 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:05.026521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:05.026829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:05.027167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:05.027501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:05.027840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:05.028180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:05.028549 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:05.028947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:05.029273 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:05.029609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:05.029938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:05.030267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:05.030602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:05.030928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:05.242664 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:05.299956 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 0439827e-cdf8-4390-bca9-b37720e47508 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:30:05.349738 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (66c580b7-1097-4cf3-85b6-e677c8089873), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:05.379370 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 0439827e-cdf8-4390-bca9-b37720e47508 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:30:05.386574 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 0439827e-cdf8-4390-bca9-b37720e47508 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:05.386954 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0439827e-cdf8-4390-bca9-b37720e47508), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:05.491541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 0439827e-cdf8-4390-bca9-b37720e47508 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:05.491952 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0439827e-cdf8-4390-bca9-b37720e47508), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:05.518486 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9660c6-614e-4b48-befd-fcd4438ed88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0439827e-cdf8-4390-bca9-b37720e47508'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:30:05.521318 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c6abdd-326b-45a1-9cc4-29e0029a9da8" -d '{"events": [{"server_uuid": "db9660c6-614e-4b48-befd-fcd4438ed88d", "name": "network-vif-plugged", "status": "completed", "tag": "0439827e-cdf8-4390-bca9-b37720e47508"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:30:05.534767 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 0439827e-cdf8-4390-bca9-b37720e47508, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=0439827e-cdf8-4390-bca9-b37720e47508,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:05.543474 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0439827e-cdf8-4390-bca9-b37720e47508), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:05.648307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=0439827e-cdf8-4390-bca9-b37720e47508,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:05.656174 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce1519c-4b5a-4d73-8bf6-1097871c7c9a x-openstack-request-id: req-3ce1519c-4b5a-4d73-8bf6-1097871c7c9a {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:30:05.657231 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9660c6-614e-4b48-befd-fcd4438ed88d", "name": "network-vif-plugged", "status": "completed", "tag": "0439827e-cdf8-4390-bca9-b37720e47508", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:30:05.657706 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ce1519c-4b5a-4d73-8bf6-1097871c7c9a {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:30:05.658316 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce1519c-4b5a-4d73-8bf6-1097871c7c9a'] response: {'server_uuid': 'db9660c6-614e-4b48-befd-fcd4438ed88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0439827e-cdf8-4390-bca9-b37720e47508', 'code': 200} Mar 24 01:30:05.721893 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Router 66c580b7-1097-4cf3-85b6-e677c8089873 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:30:05.733295 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda70760-4584-43f9-898e-706f05246e59 req-b88c4fbb-2c7f-469b-b05e-0c6ffc3a64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:05.734800 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bda70760-4584-43f9-898e-706f05246e59 req-b88c4fbb-2c7f-469b-b05e-0c6ffc3a64d2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 1127 time: 0.0790553 Mar 24 01:30:05.856730 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bda70760-4584-43f9-898e-706f05246e59 req-16c7942c-5eba-42cb-b20b-0b5e59760081 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155522 Mar 24 01:30:05.901738 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:30:05.912241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-102417db-0645-41f0-9bf3-89292a3da87a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "PUT /v2.0/routers/66c580b7-1097-4cf3-85b6-e677c8089873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2416275 Mar 24 01:30:05.913772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34596) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:05.915303 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a0bd26-1c20-4bb5-ae1b-4eb66e5f201f None None] Sync routers for ids ['66c580b7-1097-4cf3-85b6-e677c8089873'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:30:05.925786 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a0bd26-1c20-4bb5-ae1b-4eb66e5f201f None None] Routers {'66c580b7-1097-4cf3-85b6-e677c8089873'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:30:05.926415 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e1a0bd26-1c20-4bb5-ae1b-4eb66e5f201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:30:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['66c580b7-1097-4cf3-85b6-e677c8089873'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:05.976323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdb059c-97bf-48f5-9422-6c1466a44afc tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Deleting subnet 391f297f-9d35-4583-98d6-86d31cba549d {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:30:05.980392 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dbdb059c-97bf-48f5-9422-6c1466a44afc tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for subnet (391f297f-9d35-4583-98d6-86d31cba549d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:06.005348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72367618-2410-47ca-8463-e8be86cee392 req-7a6caebf-b08f-4f6b-ac4f-1971f9c2a3b0 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:06.006849 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72367618-2410-47ca-8463-e8be86cee392 req-7a6caebf-b08f-4f6b-ac4f-1971f9c2a3b0 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 945 time: 0.1182578 Mar 24 01:30:06.032424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dbdb059c-97bf-48f5-9422-6c1466a44afc tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (391f297f-9d35-4583-98d6-86d31cba549d), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:06.040341 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e1a0bd26-1c20-4bb5-ae1b-4eb66e5f201f None None] Set router 66c580b7-1097-4cf3-85b6-e677c8089873 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:30:06.094236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72367618-2410-47ca-8463-e8be86cee392 req-52bfe2c9-430a-47e0-a9fc-fc5c0262ab08 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807583 Mar 24 01:30:06.183178 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dbdb059c-97bf-48f5-9422-6c1466a44afc tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (391f297f-9d35-4583-98d6-86d31cba549d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:06.283779 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e1a0bd26-1c20-4bb5-ae1b-4eb66e5f201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'name': 'tempest-TestNetworkBasicOps-router-1494046691', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:29:02Z', 'updated_at': '2022-03-24T01:30:04Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:03Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:06.302410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 378087d4-7c82-4d82-a905-ddbdb78bd3d9 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:30:06.313879 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dbdb059c-97bf-48f5-9422-6c1466a44afc tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (391f297f-9d35-4583-98d6-86d31cba549d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:06.321421 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a0bd26-1c20-4bb5-ae1b-4eb66e5f201f None None] Checking router: 66c580b7-1097-4cf3-85b6-e677c8089873 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:30:06.326884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 378087d4-7c82-4d82-a905-ddbdb78bd3d9 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:30:06.327419 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 378087d4-7c82-4d82-a905-ddbdb78bd3d9 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:30:06.331330 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a0bd26-1c20-4bb5-ae1b-4eb66e5f201f None None] Routers {'66c580b7-1097-4cf3-85b6-e677c8089873'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:30:06.332098 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e1a0bd26-1c20-4bb5-ae1b-4eb66e5f201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:30:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['66c580b7-1097-4cf3-85b6-e677c8089873'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:06.349531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb059c-97bf-48f5-9422-6c1466a44afc tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Subnet': ['ID=391f297f-9d35-4583-98d6-86d31cba549d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:06.381668 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dbdb059c-97bf-48f5-9422-6c1466a44afc tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:06.382542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb28367e-e83a-4773-b4bb-693edfc3304e None None] Network d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:30:06.386245 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dbdb059c-97bf-48f5-9422-6c1466a44afc tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "DELETE /v2.0/subnets/391f297f-9d35-4583-98d6-86d31cba549d HTTP/1.1" status: 204 len: 168 time: 0.4692116 Mar 24 01:30:06.388985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34604) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:06.498702 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e1a0bd26-1c20-4bb5-ae1b-4eb66e5f201f None None] Set router 66c580b7-1097-4cf3-85b6-e677c8089873 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:30:06.709463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2019b4-8a93-4a53-a287-71ce3f3f37e5 None None] DHCP port deletion for d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:30:06.742455 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e1a0bd26-1c20-4bb5-ae1b-4eb66e5f201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'name': 'tempest-TestNetworkBasicOps-router-1494046691', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:29:02Z', 'updated_at': '2022-03-24T01:30:04Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:03Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:06.777926 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a0bd26-1c20-4bb5-ae1b-4eb66e5f201f None None] The sync data for ids ['66c580b7-1097-4cf3-85b6-e677c8089873'] in n-d-760455-9 is: [{'id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'name': 'tempest-TestNetworkBasicOps-router-1494046691', 'tenant_id': 'bc274b6be3894d6ba0099f965a7e399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:29:02Z', 'updated_at': '2022-03-24T01:30:04Z', 'revision_number': 5, 'project_id': 'bc274b6be3894d6ba0099f965a7e399c', 'gw_port': {'id': '03b67175-74bf-4242-a79d-b1c84a8f2361', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c580b7-1097-4cf3-85b6-e677c8089873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:29:03Z', 'updated_at': '2022-03-24T01:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:30:06.791371 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ab2019b4-8a93-4a53-a287-71ce3f3f37e5 None None] Deleting port 8771fb87-e094-4834-b8a5-f792695de2d7 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:30:06.792075 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ab2019b4-8a93-4a53-a287-71ce3f3f37e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8771fb87-e094-4834-b8a5-f792695de2d7), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:06.886646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-ab2019b4-8a93-4a53-a287-71ce3f3f37e5 None None] For port 8771fb87-e094-4834-b8a5-f792695de2d7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8771fb87-e094-4834-b8a5-f792695de2d7,segment=NetworkSegment(242ce6b4-11e6-431a-9633-9a37c3a86c6a),segment_id=242ce6b4-11e6-431a-9633-9a37c3a86c6a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:06.887464 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ab2019b4-8a93-4a53-a287-71ce3f3f37e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8771fb87-e094-4834-b8a5-f792695de2d7), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:06.906372 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ab2019b4-8a93-4a53-a287-71ce3f3f37e5 None None] Calling delete_port for 8771fb87-e094-4834-b8a5-f792695de2d7 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:30:06.976828 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-893eedf0-cbb2-4b56-88f8-c5520e8365b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router (66c580b7-1097-4cf3-85b6-e677c8089873), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:07.046698 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ab2019b4-8a93-4a53-a287-71ce3f3f37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (8771fb87-e094-4834-b8a5-f792695de2d7), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:07.089379 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2019b4-8a93-4a53-a287-71ce3f3f37e5 None None] Pushing event deleted for resources: {'Port': ['ID=8771fb87-e094-4834-b8a5-f792695de2d7,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:07.102665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2019b4-8a93-4a53-a287-71ce3f3f37e5 None None] No DVR routers for this DVR port 8771fb87-e094-4834-b8a5-f792695de2d7 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:30:07.130651 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-893eedf0-cbb2-4b56-88f8-c5520e8365b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router_gateway (66c580b7-1097-4cf3-85b6-e677c8089873), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:07.249088 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-893eedf0-cbb2-4b56-88f8-c5520e8365b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Deleting port 03b67175-74bf-4242-a79d-b1c84a8f2361 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:30:07.249452 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-893eedf0-cbb2-4b56-88f8-c5520e8365b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (03b67175-74bf-4242-a79d-b1c84a8f2361), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:07.354250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c074f7-9dff-4223-8df7-c549bef7fe3c req-bf1572c5-6ec2-411a-9bac-a277d358523d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:07.355948 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80c074f7-9dff-4223-8df7-c549bef7fe3c req-bf1572c5-6ec2-411a-9bac-a277d358523d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 945 time: 0.1521592 Mar 24 01:30:07.425272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-893eedf0-cbb2-4b56-88f8-c5520e8365b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] For port 03b67175-74bf-4242-a79d-b1c84a8f2361, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=03b67175-74bf-4242-a79d-b1c84a8f2361,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:07.426080 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-893eedf0-cbb2-4b56-88f8-c5520e8365b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (03b67175-74bf-4242-a79d-b1c84a8f2361), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:07.451539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80c074f7-9dff-4223-8df7-c549bef7fe3c req-1ab3b4d0-3868-403e-8b49-939d29d35174 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851724 Mar 24 01:30:07.452380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-893eedf0-cbb2-4b56-88f8-c5520e8365b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Calling delete_port for 03b67175-74bf-4242-a79d-b1c84a8f2361 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:30:07.666175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac2cd8-be13-466e-9e5f-fc91911216d3 req-772e16d1-3f28-467c-8bf9-59e015943c4c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:07.667707 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52ac2cd8-be13-466e-9e5f-fc91911216d3 req-772e16d1-3f28-467c-8bf9-59e015943c4c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 945 time: 0.1200817 Mar 24 01:30:07.754381 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-893eedf0-cbb2-4b56-88f8-c5520e8365b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (03b67175-74bf-4242-a79d-b1c84a8f2361), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:07.767822 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52ac2cd8-be13-466e-9e5f-fc91911216d3 req-5a666da4-0f61-4edb-9fbc-b2de9959fc04 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808990 Mar 24 01:30:07.787985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893eedf0-cbb2-4b56-88f8-c5520e8365b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Port': ['ID=03b67175-74bf-4242-a79d-b1c84a8f2361,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:07.801529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34638) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:07.905983 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-893eedf0-cbb2-4b56-88f8-c5520e8365b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (66c580b7-1097-4cf3-85b6-e677c8089873), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:08.049983 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-893eedf0-cbb2-4b56-88f8-c5520e8365b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (66c580b7-1097-4cf3-85b6-e677c8089873), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:08.052945 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-893eedf0-cbb2-4b56-88f8-c5520e8365b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router_controller (66c580b7-1097-4cf3-85b6-e677c8089873), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:08.143071 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a97534-a313-4bee-b71a-8d855c878a9f tempest-TestVolumeBootPattern-1551720697 tempest-TestVolumeBootPattern-1551720697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:08.144698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-71a97534-a313-4bee-b71a-8d855c878a9f tempest-TestVolumeBootPattern-1551720697 tempest-TestVolumeBootPattern-1551720697-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 1122 time: 0.3418837 Mar 24 01:30:08.145547 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-893eedf0-cbb2-4b56-88f8-c5520e8365b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (66c580b7-1097-4cf3-85b6-e677c8089873), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:08.146237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893eedf0-cbb2-4b56-88f8-c5520e8365b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Fanout notify agent at l3_agent the message router_deleted on router 66c580b7-1097-4cf3-85b6-e677c8089873 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:30:08.149523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34648) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:08.152950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': '0439827e-cdf8-4390-bca9-b37720e47508', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:08.162334 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-893eedf0-cbb2-4b56-88f8-c5520e8365b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:08.166673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-893eedf0-cbb2-4b56-88f8-c5520e8365b7 tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "DELETE /v2.0/routers/66c580b7-1097-4cf3-85b6-e677c8089873 HTTP/1.1" status: 204 len: 168 time: 1.7733991 Mar 24 01:30:08.167378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34650) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:08.301071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8771fb87-e094-4834-b8a5-f792695de2d7 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:30:08.311321 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d180e707-62de-42a6-88fa-2a012681c13a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:08.327391 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:08.343055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 8771fb87-e094-4834-b8a5-f792695de2d7 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:30:08.343421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8771fb87-e094-4834-b8a5-f792695de2d7 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:30:08.343845 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 64583479-2c07-4e06-a745-97eff95889da no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:30:08.367550 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 64583479-2c07-4e06-a745-97eff95889da {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:30:08.368283 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 64583479-2c07-4e06-a745-97eff95889da not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:30:08.492061 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d180e707-62de-42a6-88fa-2a012681c13a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:08.526813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d180e707-62de-42a6-88fa-2a012681c13a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:08.547519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d180e707-62de-42a6-88fa-2a012681c13a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242ce6b4-11e6-431a-9633-9a37c3a86c6a') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:08.547823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-d180e707-62de-42a6-88fa-2a012681c13a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242ce6b4-11e6-431a-9633-9a37c3a86c6a') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:08.572374 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d180e707-62de-42a6-88fa-2a012681c13a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (242ce6b4-11e6-431a-9633-9a37c3a86c6a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:08.596694 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d180e707-62de-42a6-88fa-2a012681c13a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (242ce6b4-11e6-431a-9633-9a37c3a86c6a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:08.612809 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d180e707-62de-42a6-88fa-2a012681c13a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:30:08.613267 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d180e707-62de-42a6-88fa-2a012681c13a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (242ce6b4-11e6-431a-9633-9a37c3a86c6a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:30:08.616474 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:30:08.694947 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d180e707-62de-42a6-88fa-2a012681c13a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:08.703808 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d180e707-62de-42a6-88fa-2a012681c13a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:08.708373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d180e707-62de-42a6-88fa-2a012681c13a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] 10.222.0.45 "DELETE /v2.0/networks/d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b HTTP/1.1" status: 204 len: 168 time: 0.5404449 Mar 24 01:30:08.721591 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:08.820599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180e707-62de-42a6-88fa-2a012681c13a tempest-TestNetworkBasicOps-1128479416 tempest-TestNetworkBasicOps-1128479416-project] Pushing event deleted for resources: {'Network': ['ID=d06c796c-a56d-42b3-a10f-2b8cd1cdfc3b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:08.882225 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Allocated IP 172.25.0.67 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/7e02122f-7152-4c16-8db8-1051d61c536b) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:30:09.018769 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for port (7e02122f-7152-4c16-8db8-1051d61c536b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:09.061815 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7e02122f-7152-4c16-8db8-1051d61c536b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:09.074258 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34668) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:09.099779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:30:09.106145 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:30:09.113397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:30:09.156978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'Port': ['ID=7e02122f-7152-4c16-8db8-1051d61c536b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:09.283500 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2a0b6d08-908d-4af2-be44-746aa51ce2fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bc274b6be3894d6ba0099f965a7e399c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2079287 Mar 24 01:30:09.285050 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34674) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:09.353227 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d803c12-429b-4cc2-9ef5-b663b2ef9c72 admin admin] Publish callbacks [] for security_group (d182b0b7-9151-4c62-86b2-6565ad717d5a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:09.389283 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d803c12-429b-4cc2-9ef5-b663b2ef9c72 admin admin] Publish callbacks [] for security_group (d182b0b7-9151-4c62-86b2-6565ad717d5a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:09.445383 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d803c12-429b-4cc2-9ef5-b663b2ef9c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d182b0b7-9151-4c62-86b2-6565ad717d5a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:09.448602 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d803c12-429b-4cc2-9ef5-b663b2ef9c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:09.450244 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0d803c12-429b-4cc2-9ef5-b663b2ef9c72 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d182b0b7-9151-4c62-86b2-6565ad717d5a HTTP/1.1" status: 204 len: 168 time: 0.1640151 Mar 24 01:30:09.476146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d803c12-429b-4cc2-9ef5-b663b2ef9c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d182b0b7-9151-4c62-86b2-6565ad717d5a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:09.759263 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for floatingip (f3b3d9cd-ddcf-4811-aeee-80343515b09a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:09.846288 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34690) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:09.863958 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c719b911-9f5a-4e59-8fc9-def17e480ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:10.013012 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c719b911-9f5a-4e59-8fc9-def17e480ffd admin admin] Publish callbacks [] for security_group (7fee2b5d-1f36-4271-961b-839080e5779a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:10.025434 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c719b911-9f5a-4e59-8fc9-def17e480ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7fee2b5d-1f36-4271-961b-839080e5779a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:10.073686 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c719b911-9f5a-4e59-8fc9-def17e480ffd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8830595f7f12433ebf6e3bf8c900a022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2262383 Mar 24 01:30:10.074920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719b911-9f5a-4e59-8fc9-def17e480ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fee2b5d-1f36-4271-961b-839080e5779a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:10.079215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34698) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:10.138865 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9c713d0-8329-4a45-910d-341085973638 admin admin] Publish callbacks [] for security_group (7fee2b5d-1f36-4271-961b-839080e5779a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:10.144494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 03b67175-74bf-4242-a79d-b1c84a8f2361 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:30:10.185939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 03b67175-74bf-4242-a79d-b1c84a8f2361 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:30:10.186299 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 03b67175-74bf-4242-a79d-b1c84a8f2361 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:30:10.199345 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9c713d0-8329-4a45-910d-341085973638 admin admin] Publish callbacks [] for security_group (7fee2b5d-1f36-4271-961b-839080e5779a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:10.217930 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7e02122f-7152-4c16-8db8-1051d61c536b), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:10.262424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9c713d0-8329-4a45-910d-341085973638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7fee2b5d-1f36-4271-961b-839080e5779a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:10.266308 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9c713d0-8329-4a45-910d-341085973638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:10.267778 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e9c713d0-8329-4a45-910d-341085973638 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7fee2b5d-1f36-4271-961b-839080e5779a HTTP/1.1" status: 204 len: 168 time: 0.1874256 Mar 24 01:30:10.277736 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c713d0-8329-4a45-910d-341085973638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fee2b5d-1f36-4271-961b-839080e5779a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:10.441052 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for port (7e02122f-7152-4c16-8db8-1051d61c536b), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:10.451812 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (7e02122f-7152-4c16-8db8-1051d61c536b), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:10.561054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (f3b3d9cd-ddcf-4811-aeee-80343515b09a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:10.691646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'Port': ['ID=7e02122f-7152-4c16-8db8-1051d61c536b,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:10.748622 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Floating IP f3b3d9cd-ddcf-4811-aeee-80343515b09a associated. External IP: 172.25.0.67, port: 0439827e-cdf8-4390-bca9-b37720e47508. Mar 24 01:30:11.004727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Router 50319ba5-3c49-498b-9109-e42037ed5878 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:30:11.186371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:30:11.197184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b03ba8-d0d7-4414-8cd9-be0811054a69 None None] Sync routers for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:30:11.210850 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b03ba8-d0d7-4414-8cd9-be0811054a69 None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:30:11.212337 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-30b03ba8-d0d7-4414-8cd9-be0811054a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:30:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:11.214377 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:11.255494 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4d060bb8-1547-4f88-af01-602739d7502c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1066897 Mar 24 01:30:11.256285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9660c6-614e-4b48-befd-fcd4438ed88d', 'tag': '0439827e-cdf8-4390-bca9-b37720e47508'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:30:11.259145 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb5271b-cd3a-4241-b09b-a4d5584a74fd" -d '{"events": [{"name": "network-changed", "server_uuid": "db9660c6-614e-4b48-befd-fcd4438ed88d", "tag": "0439827e-cdf8-4390-bca9-b37720e47508"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:30:11.344885 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68513838-f483-4608-bb64-95632b3ffb67 x-openstack-request-id: req-68513838-f483-4608-bb64-95632b3ffb67 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:30:11.345215 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9660c6-614e-4b48-befd-fcd4438ed88d", "tag": "0439827e-cdf8-4390-bca9-b37720e47508", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:30:11.345474 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68513838-f483-4608-bb64-95632b3ffb67 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:30:11.345901 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68513838-f483-4608-bb64-95632b3ffb67'] response: {'name': 'network-changed', 'server_uuid': 'db9660c6-614e-4b48-befd-fcd4438ed88d', 'tag': '0439827e-cdf8-4390-bca9-b37720e47508', 'status': 'completed', 'code': 200} Mar 24 01:30:11.472305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34748) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:11.504309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5271b-cd3a-4241-b09b-a4d5584a74fd req-1c5f3c50-4b07-4205-9c7b-7e31a1f8a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:11.510084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb5271b-cd3a-4241-b09b-a4d5584a74fd req-1c5f3c50-4b07-4205-9c7b-7e31a1f8a166 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 1127 time: 0.1348984 Mar 24 01:30:11.632178 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-16c957a1-8de7-430a-84e6-c9d840dbefa5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2020962347-network', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:11.640696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-30b03ba8-d0d7-4414-8cd9-be0811054a69 None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:30:11.675643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5271b-cd3a-4241-b09b-a4d5584a74fd req-408df043-038b-43f6-9a13-f41548c68586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:11.677131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb5271b-cd3a-4241-b09b-a4d5584a74fd req-408df043-038b-43f6-9a13-f41548c68586 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.1591811 Mar 24 01:30:11.682757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c957a1-8de7-430a-84e6-c9d840dbefa5 admin admin] Made reservation on behalf of e9f0519295a34e89ad3636063f66e41b for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:30:11.686135 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16c957a1-8de7-430a-84e6-c9d840dbefa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:11.697426 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16c957a1-8de7-430a-84e6-c9d840dbefa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:11.810581 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16c957a1-8de7-430a-84e6-c9d840dbefa5 admin admin] Publish callbacks [] for security_group (415adebe-e0ff-4a8b-b0a7-397076649d83), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:11.817053 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16c957a1-8de7-430a-84e6-c9d840dbefa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (415adebe-e0ff-4a8b-b0a7-397076649d83), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:11.826082 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb5271b-cd3a-4241-b09b-a4d5584a74fd req-241374f5-ee3b-4cc8-a309-b1e408d1b6f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0439827e-cdf8-4390-bca9-b37720e47508 HTTP/1.1" status: 200 len: 998 time: 0.1420605 Mar 24 01:30:11.832716 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c957a1-8de7-430a-84e6-c9d840dbefa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:30:11.870101 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16c957a1-8de7-430a-84e6-c9d840dbefa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0312e58b-9da8-425c-b3ab-ef8b516d6496), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:11.870816 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-16c957a1-8de7-430a-84e6-c9d840dbefa5 admin admin] Added segment 0312e58b-9da8-425c-b3ab-ef8b516d6496 of type vlan for network 61be4064-f550-4f16-b00b-ee7adc0dcc33 Mar 24 01:30:11.884636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c957a1-8de7-430a-84e6-c9d840dbefa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415adebe-e0ff-4a8b-b0a7-397076649d83,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:11.913066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5271b-cd3a-4241-b09b-a4d5584a74fd req-4293eed7-7546-4ae0-a10f-578ea7a2b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:11.914893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb5271b-cd3a-4241-b09b-a4d5584a74fd req-4293eed7-7546-4ae0-a10f-578ea7a2b691 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0812631 Mar 24 01:30:11.936432 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16c957a1-8de7-430a-84e6-c9d840dbefa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (61be4064-f550-4f16-b00b-ee7adc0dcc33), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:11.967175 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16c957a1-8de7-430a-84e6-c9d840dbefa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (61be4064-f550-4f16-b00b-ee7adc0dcc33), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:11.968425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c957a1-8de7-430a-84e6-c9d840dbefa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:11.969153 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16c957a1-8de7-430a-84e6-c9d840dbefa5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:12.018985 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5271b-cd3a-4241-b09b-a4d5584a74fd req-841e6d6b-1d02-4bad-83c8-ce6d840ebcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:12.020698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb5271b-cd3a-4241-b09b-a4d5584a74fd req-841e6d6b-1d02-4bad-83c8-ce6d840ebcc2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0977638 Mar 24 01:30:12.065851 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-16c957a1-8de7-430a-84e6-c9d840dbefa5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5914657 Mar 24 01:30:12.068878 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34762) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:12.074659 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d9d71e57-f7fb-4340-97fd-1b301769d1c7 admin admin] Request body: {'subnet': {'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2020962347-subnet', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:12.098568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c957a1-8de7-430a-84e6-c9d840dbefa5 admin admin] Pushing event updated for resources: {'Network': ['ID=61be4064-f550-4f16-b00b-ee7adc0dcc33,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:12.099238 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-30b03ba8-d0d7-4414-8cd9-be0811054a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'f3b3d9cd-ddcf-4811-aeee-80343515b09a', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'floating_ip_address': '172.25.0.67', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'port_id': '0439827e-cdf8-4390-bca9-b37720e47508', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'mac_address': 'fa:16:3e:09:57:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9660c6-614e-4b48-befd-fcd4438ed88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:30:09Z', 'updated_at': '2022-03-24T01:30:09Z', 'revision_number': 0, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:12.119033 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d71e57-f7fb-4340-97fd-1b301769d1c7 admin admin] Made reservation on behalf of e9f0519295a34e89ad3636063f66e41b for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:30:12.123725 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d9d71e57-f7fb-4340-97fd-1b301769d1c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:12.177015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b03ba8-d0d7-4414-8cd9-be0811054a69 None None] Checking router: 50319ba5-3c49-498b-9109-e42037ed5878 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:30:12.187309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 61be4064-f550-4f16-b00b-ee7adc0dcc33 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:30:12.192318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb5271b-cd3a-4241-b09b-a4d5584a74fd req-e6d824fd-3ddd-451e-ad12-f29ddc53b121 service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636584 Mar 24 01:30:12.337450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffb5271b-cd3a-4241-b09b-a4d5584a74fd req-93ddfbbb-2bfd-49a9-b20a-504e0f94800d service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327960 Mar 24 01:30:12.377170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b03ba8-d0d7-4414-8cd9-be0811054a69 None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:30:12.379685 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-30b03ba8-d0d7-4414-8cd9-be0811054a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:30:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:12.457452 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d9d71e57-f7fb-4340-97fd-1b301769d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (f24515c3-38e2-46cf-888c-85da802bfe5d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:12.526844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-30b03ba8-d0d7-4414-8cd9-be0811054a69 None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:30:12.538369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d71e57-f7fb-4340-97fd-1b301769d1c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24515c3-38e2-46cf-888c-85da802bfe5d,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:12.559285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d71e57-f7fb-4340-97fd-1b301769d1c7 admin admin] Checking segment: {'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:30:12.562071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d71e57-f7fb-4340-97fd-1b301769d1c7 admin admin] Network hostable DHCP agents. Network: 61be4064-f550-4f16-b00b-ee7adc0dcc33, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:30:12.592053 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d71e57-f7fb-4340-97fd-1b301769d1c7 admin admin] Network 61be4064-f550-4f16-b00b-ee7adc0dcc33 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:30:12.609376 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d9d71e57-f7fb-4340-97fd-1b301769d1c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 61be4064-f550-4f16-b00b-ee7adc0dcc33) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:30:12.615499 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d71e57-f7fb-4340-97fd-1b301769d1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:12.616175 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d9d71e57-f7fb-4340-97fd-1b301769d1c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:12.641317 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2da960-36dd-4c4a-9526-e063f4c84942 None None] Network 61be4064-f550-4f16-b00b-ee7adc0dcc33 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:30:12.642571 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34774) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:12.647522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2020962347-router', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:12.659815 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d9d71e57-f7fb-4340-97fd-1b301769d1c7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5895331 Mar 24 01:30:12.685515 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (547df301-d8bf-4162-9918-5c091e70a148), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:12.687606 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (547df301-d8bf-4162-9918-5c091e70a148), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:12.764451 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Publish callbacks [] for router_controller (547df301-d8bf-4162-9918-5c091e70a148), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:12.793447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-61be4064-f550-4f16-b00b-ee7adc0dcc33', 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33', 'project_id': 'e9f0519295a34e89ad3636063f66e41b', 'fixed_ips': [{'subnet_id': 'f24515c3-38e2-46cf-888c-85da802bfe5d'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:30:12.794885 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:12.956518 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Publish callbacks [] for router_gateway (547df301-d8bf-4162-9918-5c091e70a148), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:13.015401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Allocated IP 172.20.0.2 (61be4064-f550-4f16-b00b-ee7adc0dcc33/f24515c3-38e2-46cf-888c-85da802bfe5d/771da3a5-ab3a-4289-95fa-6df4d0111d7f) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:30:13.153075 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-30b03ba8-d0d7-4414-8cd9-be0811054a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'f3b3d9cd-ddcf-4811-aeee-80343515b09a', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'floating_ip_address': '172.25.0.67', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'port_id': '0439827e-cdf8-4390-bca9-b37720e47508', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'mac_address': 'fa:16:3e:09:57:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9660c6-614e-4b48-befd-fcd4438ed88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:30:09Z', 'updated_at': '2022-03-24T01:30:09Z', 'revision_number': 0, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:13.228733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b03ba8-d0d7-4414-8cd9-be0811054a69 None None] The sync data for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 is: [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'f3b3d9cd-ddcf-4811-aeee-80343515b09a', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'floating_ip_address': '172.25.0.67', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'port_id': '0439827e-cdf8-4390-bca9-b37720e47508', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'mac_address': 'fa:16:3e:09:57:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9660c6-614e-4b48-befd-fcd4438ed88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:30:09Z', 'updated_at': '2022-03-24T01:30:09Z', 'revision_number': 0, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:30:13.251756 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Publish callbacks [] for router_gateway (547df301-d8bf-4162-9918-5c091e70a148), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:13.273675 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:13.359632 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Publish callbacks [] for port (771da3a5-ab3a-4289-95fa-6df4d0111d7f), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:13.367409 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (771da3a5-ab3a-4289-95fa-6df4d0111d7f), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:13.404908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Allocated IP 172.25.0.110 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/4684dc64-dbe1-4bb3-b2ff-358898d8c528) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:30:13.420414 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Pushing event updated for resources: {'Port': ['ID=771da3a5-ab3a-4289-95fa-6df4d0111d7f,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:13.438484 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Network 61be4064-f550-4f16-b00b-ee7adc0dcc33 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:30:13.440220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:30:13.442667 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:30:13.507621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Attempting to bind port 771da3a5-ab3a-4289-95fa-6df4d0111d7f on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:30:13.508092 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Attempting to bind port 771da3a5-ab3a-4289-95fa-6df4d0111d7f by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:30:13.509531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Attempting to bind port 771da3a5-ab3a-4289-95fa-6df4d0111d7f on network 61be4064-f550-4f16-b00b-ee7adc0dcc33 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:30:13.520561 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:30:13.520944 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Checking segment: {'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:30:13.521383 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:13.521783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Bound using segment: {'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:30:13.522258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Bound port: 771da3a5-ab3a-4289-95fa-6df4d0111d7f, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:30:13.522644 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (771da3a5-ab3a-4289-95fa-6df4d0111d7f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:13.578723 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Publish callbacks [] for port (4684dc64-dbe1-4bb3-b2ff-358898d8c528), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:13.620959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] For port 771da3a5-ab3a-4289-95fa-6df4d0111d7f, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:30:13.625573 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] For port 771da3a5-ab3a-4289-95fa-6df4d0111d7f, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=771da3a5-ab3a-4289-95fa-6df4d0111d7f,segment=NetworkSegment(0312e58b-9da8-425c-b3ab-ef8b516d6496),segment_id=0312e58b-9da8-425c-b3ab-ef8b516d6496)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:30:13.637437 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (771da3a5-ab3a-4289-95fa-6df4d0111d7f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:13.674145 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4684dc64-dbe1-4bb3-b2ff-358898d8c528), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:13.745562 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191121ce-bd94-4d40-86f6-dfdfd5a95fb9 None None] New status for floating IP f3b3d9cd-ddcf-4811-aeee-80343515b09a: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:30:13.759476 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdbca3-d5ab-4471-a264-ea9b093e280b None None] Pushing event updated for resources: {'Port': ['ID=771da3a5-ab3a-4289-95fa-6df4d0111d7f,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:13.763059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Pushing event updated for resources: {'Port': ['ID=4684dc64-dbe1-4bb3-b2ff-358898d8c528,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:13.778827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:30:13.780949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:30:13.783855 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:30:14.219663 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Publish callbacks [] for router_gateway (547df301-d8bf-4162-9918-5c091e70a148), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:14.299206 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 771da3a5-ab3a-4289-95fa-6df4d0111d7f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:30:14.376832 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 771da3a5-ab3a-4289-95fa-6df4d0111d7f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:14.377982 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (771da3a5-ab3a-4289-95fa-6df4d0111d7f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:14.496861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 771da3a5-ab3a-4289-95fa-6df4d0111d7f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:14.497511 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (771da3a5-ab3a-4289-95fa-6df4d0111d7f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:14.497589 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (547df301-d8bf-4162-9918-5c091e70a148), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:14.573828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 771da3a5-ab3a-4289-95fa-6df4d0111d7f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=771da3a5-ab3a-4289-95fa-6df4d0111d7f,segment=NetworkSegment(0312e58b-9da8-425c-b3ab-ef8b516d6496),segment_id=0312e58b-9da8-425c-b3ab-ef8b516d6496)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:14.578954 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (771da3a5-ab3a-4289-95fa-6df4d0111d7f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:14.672916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=771da3a5-ab3a-4289-95fa-6df4d0111d7f,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:14.720890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Router 547df301-d8bf-4162-9918-5c091e70a148 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:30:14.870767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:30:14.885204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Sync routers for ids ['547df301-d8bf-4162-9918-5c091e70a148'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:30:14.901285 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Routers {'547df301-d8bf-4162-9918-5c091e70a148'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:30:14.901932 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:30:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['547df301-d8bf-4162-9918-5c091e70a148'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:14.920924 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:14.922710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3a12a12f-54b1-4045-97ca-6305dc11dfca admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2787480 Mar 24 01:30:14.925475 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34824) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:15.090164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Set router 547df301-d8bf-4162-9918-5c091e70a148 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:30:15.469615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0703fe1-2bb2-432d-b65b-28eb8eb38bb7 None None] Network 61be4064-f550-4f16-b00b-ee7adc0dcc33 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:30:15.563219 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7c7c0ce8-bdb7-4708-a5a3-885e07927f6e None None] Provisioning complete for port 771da3a5-ab3a-4289-95fa-6df4d0111d7f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:15.563748 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c7c0ce8-bdb7-4708-a5a3-885e07927f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (771da3a5-ab3a-4289-95fa-6df4d0111d7f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:15.630835 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:15.768976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c0ce8-bdb7-4708-a5a3-885e07927f6e None None] Current status of the port 771da3a5-ab3a-4289-95fa-6df4d0111d7f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:15.794177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547df301-d8bf-4162-9918-5c091e70a148', 'name': 'tempest-TestServerMultinode-2020962347-router', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4684dc64-dbe1-4bb3-b2ff-358898d8c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:12Z', 'updated_at': '2022-03-24T01:30:14Z', 'revision_number': 3, 'project_id': 'e9f0519295a34e89ad3636063f66e41b', 'gw_port': {'id': '4684dc64-dbe1-4bb3-b2ff-358898d8c528', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547df301-d8bf-4162-9918-5c091e70a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:13Z', 'updated_at': '2022-03-24T01:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:15.851276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Checking router: 547df301-d8bf-4162-9918-5c091e70a148 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:30:15.851902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Updating router 547df301-d8bf-4162-9918-5c091e70a148 port 4684dc64-dbe1-4bb3-b2ff-358898d8c528 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:30:15.897287 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4684dc64-dbe1-4bb3-b2ff-358898d8c528), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:16.076520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Allocated IP 172.20.0.1 (61be4064-f550-4f16-b00b-ee7adc0dcc33/f24515c3-38e2-46cf-888c-85da802bfe5d/706fb742-7305-4a30-a1d7-607d8b327365) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:30:16.248073 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Publish callbacks [] for port (706fb742-7305-4a30-a1d7-607d8b327365), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:16.260641 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 771da3a5-ab3a-4289-95fa-6df4d0111d7f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:30:16.297638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6e3e6449-4df7-4e90-9fdc-a7316404b5ba None None] Provisioning complete for port 771da3a5-ab3a-4289-95fa-6df4d0111d7f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:16.297638 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6e3e6449-4df7-4e90-9fdc-a7316404b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (771da3a5-ab3a-4289-95fa-6df4d0111d7f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:16.314253 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (706fb742-7305-4a30-a1d7-607d8b327365), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:16.360178 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Network 61be4064-f550-4f16-b00b-ee7adc0dcc33 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:30:16.363082 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:30:16.366556 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:30:16.417473 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (547df301-d8bf-4162-9918-5c091e70a148), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:16.652557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Pushing event updated for resources: {'Port': ['ID=706fb742-7305-4a30-a1d7-607d8b327365,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:16.683740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 771da3a5-ab3a-4289-95fa-6df4d0111d7f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:16.684344 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (771da3a5-ab3a-4289-95fa-6df4d0111d7f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:16.702127 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (706fb742-7305-4a30-a1d7-607d8b327365), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:16.739149 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6e3e6449-4df7-4e90-9fdc-a7316404b5ba None None] Current status of the port 771da3a5-ab3a-4289-95fa-6df4d0111d7f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:16.766066 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Publish callbacks [] for port (4684dc64-dbe1-4bb3-b2ff-358898d8c528), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:16.781139 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4684dc64-dbe1-4bb3-b2ff-358898d8c528), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:16.915973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 771da3a5-ab3a-4289-95fa-6df4d0111d7f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:16.978822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6171c0-49c1-41c9-a786-378c9580964c None None] Pushing event updated for resources: {'Port': ['ID=4684dc64-dbe1-4bb3-b2ff-358898d8c528,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:17.006658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-206e4654-4887-402f-bbdf-428726deea41 None None] Provisioning complete for port 706fb742-7305-4a30-a1d7-607d8b327365 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:17.006658 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-206e4654-4887-402f-bbdf-428726deea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (706fb742-7305-4a30-a1d7-607d8b327365), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:17.008657 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Attempting to bind port 4684dc64-dbe1-4bb3-b2ff-358898d8c528 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:30:17.009687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Attempting to bind port 4684dc64-dbe1-4bb3-b2ff-358898d8c528 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:30:17.010068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Attempting to bind port 4684dc64-dbe1-4bb3-b2ff-358898d8c528 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:30:17.050243 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:30:17.050664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:30:17.051044 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:17.051453 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:30:17.051940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Bound port: 4684dc64-dbe1-4bb3-b2ff-358898d8c528, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:30:17.052549 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4684dc64-dbe1-4bb3-b2ff-358898d8c528), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:17.094410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-206e4654-4887-402f-bbdf-428726deea41 None None] Port 706fb742-7305-4a30-a1d7-607d8b327365 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:30:17.121002 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] For port 4684dc64-dbe1-4bb3-b2ff-358898d8c528, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:30:17.124789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] For port 4684dc64-dbe1-4bb3-b2ff-358898d8c528, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4684dc64-dbe1-4bb3-b2ff-358898d8c528,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:30:17.132284 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4684dc64-dbe1-4bb3-b2ff-358898d8c528), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:17.192491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Routers {'547df301-d8bf-4162-9918-5c091e70a148'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:30:17.192491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:30:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['547df301-d8bf-4162-9918-5c091e70a148'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:17.277886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6171c0-49c1-41c9-a786-378c9580964c None None] Pushing event updated for resources: {'Port': ['ID=4684dc64-dbe1-4bb3-b2ff-358898d8c528,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:17.333280 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Publish callbacks [] for port (706fb742-7305-4a30-a1d7-607d8b327365), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:17.333830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] Set router 547df301-d8bf-4162-9918-5c091e70a148 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:30:17.339279 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (706fb742-7305-4a30-a1d7-607d8b327365), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:17.423526 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Pushing event updated for resources: {'Port': ['ID=706fb742-7305-4a30-a1d7-607d8b327365,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:17.427938 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (547df301-d8bf-4162-9918-5c091e70a148), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:17.534003 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Network 61be4064-f550-4f16-b00b-ee7adc0dcc33 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:30:17.535693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:30:17.600882 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547df301-d8bf-4162-9918-5c091e70a148', 'name': 'tempest-TestServerMultinode-2020962347-router', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4684dc64-dbe1-4bb3-b2ff-358898d8c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:12Z', 'updated_at': '2022-03-24T01:30:16Z', 'revision_number': 4, 'project_id': 'e9f0519295a34e89ad3636063f66e41b', 'gw_port': {'id': '4684dc64-dbe1-4bb3-b2ff-358898d8c528', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547df301-d8bf-4162-9918-5c091e70a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:13Z', 'updated_at': '2022-03-24T01:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '706fb742-7305-4a30-a1d7-607d8b327365', 'name': '', 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b', 'mac_address': 'fa:16:3e:a7:73:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547df301-d8bf-4162-9918-5c091e70a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f24515c3-38e2-46cf-888c-85da802bfe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:15Z', 'updated_at': '2022-03-24T01:30:16Z', 'revision_number': 1, 'project_id': 'e9f0519295a34e89ad3636063f66e41b', 'subnets': [{'id': 'f24515c3-38e2-46cf-888c-85da802bfe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:17.631549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a3745a-f3e5-434a-99c1-51aa1899b594 None None] The sync data for ids ['547df301-d8bf-4162-9918-5c091e70a148'] in n-d-760455-9 is: [{'id': '547df301-d8bf-4162-9918-5c091e70a148', 'name': 'tempest-TestServerMultinode-2020962347-router', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4684dc64-dbe1-4bb3-b2ff-358898d8c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:12Z', 'updated_at': '2022-03-24T01:30:16Z', 'revision_number': 4, 'project_id': 'e9f0519295a34e89ad3636063f66e41b', 'gw_port': {'id': '4684dc64-dbe1-4bb3-b2ff-358898d8c528', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547df301-d8bf-4162-9918-5c091e70a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:13Z', 'updated_at': '2022-03-24T01:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '706fb742-7305-4a30-a1d7-607d8b327365', 'name': '', 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b', 'mac_address': 'fa:16:3e:a7:73:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547df301-d8bf-4162-9918-5c091e70a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f24515c3-38e2-46cf-888c-85da802bfe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:15Z', 'updated_at': '2022-03-24T01:30:16Z', 'revision_number': 1, 'project_id': 'e9f0519295a34e89ad3636063f66e41b', 'subnets': [{'id': 'f24515c3-38e2-46cf-888c-85da802bfe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:30:17.717236 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Router 547df301-d8bf-4162-9918-5c091e70a148 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:30:17.867700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:30:17.883029 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-858794bd-6315-43e2-9b8d-12ea175b5714 admin admin] 10.222.0.45 "PUT /v2.0/routers/547df301-d8bf-4162-9918-5c091e70a148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9557679 Mar 24 01:30:17.934338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c4db248c-f523-4247-a82c-e76ec9612f4f None None] Provisioning complete for port 706fb742-7305-4a30-a1d7-607d8b327365 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:17.934861 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c4db248c-f523-4247-a82c-e76ec9612f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (706fb742-7305-4a30-a1d7-607d8b327365), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:18.012924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c4db248c-f523-4247-a82c-e76ec9612f4f None None] Port 706fb742-7305-4a30-a1d7-607d8b327365 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:30:18.553955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34886) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:18.559679 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0c0fac8b-feac-4a14-86d3-04b6f9bd7a2c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1941453198-network', 'tenant_id': 'efbaae25383d48948d1f81a22de28571'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:18.598099 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0fac8b-feac-4a14-86d3-04b6f9bd7a2c admin admin] Made reservation on behalf of efbaae25383d48948d1f81a22de28571 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:30:18.601598 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c0fac8b-feac-4a14-86d3-04b6f9bd7a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:18.613631 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c0fac8b-feac-4a14-86d3-04b6f9bd7a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:18.811082 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c0fac8b-feac-4a14-86d3-04b6f9bd7a2c admin admin] Publish callbacks [] for security_group (47f813f4-731c-4969-ac68-41ab9cb455bb), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:18.823362 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c0fac8b-feac-4a14-86d3-04b6f9bd7a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (47f813f4-731c-4969-ac68-41ab9cb455bb), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:18.851992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0fac8b-feac-4a14-86d3-04b6f9bd7a2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:30:18.871097 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fac8b-feac-4a14-86d3-04b6f9bd7a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f813f4-731c-4969-ac68-41ab9cb455bb,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:18.890368 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c0fac8b-feac-4a14-86d3-04b6f9bd7a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (72f1755e-850a-4032-a216-70e0e7aab1b9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:18.890721 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-0c0fac8b-feac-4a14-86d3-04b6f9bd7a2c admin admin] Added segment 72f1755e-850a-4032-a216-70e0e7aab1b9 of type vlan for network f2da568f-f76f-485a-9d6f-440efd4f24c0 Mar 24 01:30:18.942568 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c0fac8b-feac-4a14-86d3-04b6f9bd7a2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (f2da568f-f76f-485a-9d6f-440efd4f24c0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:18.973569 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c0fac8b-feac-4a14-86d3-04b6f9bd7a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (f2da568f-f76f-485a-9d6f-440efd4f24c0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:18.974586 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0fac8b-feac-4a14-86d3-04b6f9bd7a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:18.975448 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c0fac8b-feac-4a14-86d3-04b6f9bd7a2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:19.036334 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0c0fac8b-feac-4a14-86d3-04b6f9bd7a2c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4812236 Mar 24 01:30:19.039772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 34892) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:19.049277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9d4c4082-032c-4c59-a2b5-543144ee75c9 admin admin] Request body: {'subnet': {'network_id': 'f2da568f-f76f-485a-9d6f-440efd4f24c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1941453198-subnet', 'tenant_id': 'efbaae25383d48948d1f81a22de28571', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:19.076092 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fac8b-feac-4a14-86d3-04b6f9bd7a2c admin admin] Pushing event updated for resources: {'Network': ['ID=f2da568f-f76f-485a-9d6f-440efd4f24c0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:19.089478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4c4082-032c-4c59-a2b5-543144ee75c9 admin admin] Made reservation on behalf of efbaae25383d48948d1f81a22de28571 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:30:19.092454 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d4c4082-032c-4c59-a2b5-543144ee75c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:19.101594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network f2da568f-f76f-485a-9d6f-440efd4f24c0 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:30:19.377574 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d4c4082-032c-4c59-a2b5-543144ee75c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (e52f7dc7-3a79-4c18-a25a-96569bb4ef93), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:19.438290 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c4082-032c-4c59-a2b5-543144ee75c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52f7dc7-3a79-4c18-a25a-96569bb4ef93,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:19.461535 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c4082-032c-4c59-a2b5-543144ee75c9 admin admin] Checking segment: {'id': '72f1755e-850a-4032-a216-70e0e7aab1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f2da568f-f76f-485a-9d6f-440efd4f24c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:30:19.461929 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4c4082-032c-4c59-a2b5-543144ee75c9 admin admin] Network hostable DHCP agents. Network: f2da568f-f76f-485a-9d6f-440efd4f24c0, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:30:19.493930 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4c4082-032c-4c59-a2b5-543144ee75c9 admin admin] Network f2da568f-f76f-485a-9d6f-440efd4f24c0 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:30:19.505314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-9d4c4082-032c-4c59-a2b5-543144ee75c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, f2da568f-f76f-485a-9d6f-440efd4f24c0) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:30:19.526720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4c4082-032c-4c59-a2b5-543144ee75c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:19.528274 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d4c4082-032c-4c59-a2b5-543144ee75c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:19.530868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f09718-a9b1-4a9a-b9a5-12a87ae2e963 None None] Network f2da568f-f76f-485a-9d6f-440efd4f24c0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:30:19.565164 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9d4c4082-032c-4c59-a2b5-543144ee75c9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5231612 Mar 24 01:30:19.567204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34896) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:19.572724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1941453198-router', 'tenant_id': 'efbaae25383d48948d1f81a22de28571', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:19.609545 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (2f4778c9-64fd-4449-846c-813d59e5bc2e), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:19.610929 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (2f4778c9-64fd-4449-846c-813d59e5bc2e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:19.694116 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Publish callbacks [] for router_controller (2f4778c9-64fd-4449-846c-813d59e5bc2e), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:19.702872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-f2da568f-f76f-485a-9d6f-440efd4f24c0', 'network_id': 'f2da568f-f76f-485a-9d6f-440efd4f24c0', 'project_id': 'efbaae25383d48948d1f81a22de28571', 'fixed_ips': [{'subnet_id': 'e52f7dc7-3a79-4c18-a25a-96569bb4ef93'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:30:19.704793 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:19.870252 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Publish callbacks [] for router_gateway (2f4778c9-64fd-4449-846c-813d59e5bc2e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:19.937881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Allocated IP 172.20.0.2 (f2da568f-f76f-485a-9d6f-440efd4f24c0/e52f7dc7-3a79-4c18-a25a-96569bb4ef93/8a17c85d-ef30-4258-8bb0-3c9c3dda6066) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:30:20.105442 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Publish callbacks [] for router_gateway (2f4778c9-64fd-4449-846c-813d59e5bc2e), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:20.115307 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Publish callbacks [] for port (8a17c85d-ef30-4258-8bb0-3c9c3dda6066), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:20.123043 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (8a17c85d-ef30-4258-8bb0-3c9c3dda6066), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:20.128671 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:20.176340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Pushing event updated for resources: {'Port': ['ID=8a17c85d-ef30-4258-8bb0-3c9c3dda6066,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:20.198962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Network f2da568f-f76f-485a-9d6f-440efd4f24c0 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:30:20.200697 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:30:20.204195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:30:20.262645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Allocated IP 172.25.0.142 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/0fd4e54c-9348-440c-9df2-7d8a56b10159) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:30:20.275952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Attempting to bind port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:30:20.276738 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Attempting to bind port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '72f1755e-850a-4032-a216-70e0e7aab1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f2da568f-f76f-485a-9d6f-440efd4f24c0'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:30:20.277287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Attempting to bind port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 on network f2da568f-f76f-485a-9d6f-440efd4f24c0 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:30:20.284478 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:30:20.285131 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Checking segment: {'id': '72f1755e-850a-4032-a216-70e0e7aab1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f2da568f-f76f-485a-9d6f-440efd4f24c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:30:20.285854 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:20.286433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Bound using segment: {'id': '72f1755e-850a-4032-a216-70e0e7aab1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f2da568f-f76f-485a-9d6f-440efd4f24c0'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:30:20.287039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Bound port: 8a17c85d-ef30-4258-8bb0-3c9c3dda6066, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f1755e-850a-4032-a216-70e0e7aab1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f2da568f-f76f-485a-9d6f-440efd4f24c0'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:30:20.287535 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8a17c85d-ef30-4258-8bb0-3c9c3dda6066), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:20.335804 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4684dc64-dbe1-4bb3-b2ff-358898d8c528 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:30:20.414177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] For port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:30:20.418582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] For port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8a17c85d-ef30-4258-8bb0-3c9c3dda6066,segment=NetworkSegment(72f1755e-850a-4032-a216-70e0e7aab1b9),segment_id=72f1755e-850a-4032-a216-70e0e7aab1b9)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:30:20.428853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4684dc64-dbe1-4bb3-b2ff-358898d8c528 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:20.429277 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4684dc64-dbe1-4bb3-b2ff-358898d8c528), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:20.431943 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8a17c85d-ef30-4258-8bb0-3c9c3dda6066), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:20.544167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862314ee-73ad-4d7b-b206-5cbb668fe317 None None] Pushing event updated for resources: {'Port': ['ID=8a17c85d-ef30-4258-8bb0-3c9c3dda6066,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:20.620540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4684dc64-dbe1-4bb3-b2ff-358898d8c528 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:20.620943 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (4684dc64-dbe1-4bb3-b2ff-358898d8c528), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:20.652989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 4684dc64-dbe1-4bb3-b2ff-358898d8c528, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4684dc64-dbe1-4bb3-b2ff-358898d8c528,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:20.660380 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (4684dc64-dbe1-4bb3-b2ff-358898d8c528), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:20.759426 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Publish callbacks [] for port (0fd4e54c-9348-440c-9df2-7d8a56b10159), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:20.826175 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (0fd4e54c-9348-440c-9df2-7d8a56b10159), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:20.876037 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:30:20.879529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:30:20.892068 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:30:20.937867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd4e54c-9348-440c-9df2-7d8a56b10159,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:20.989865 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=4684dc64-dbe1-4bb3-b2ff-358898d8c528,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:21.082059 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Sync routers for ids ['547df301-d8bf-4162-9918-5c091e70a148'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:30:21.092860 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Routers {'547df301-d8bf-4162-9918-5c091e70a148'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:30:21.093843 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:30:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['547df301-d8bf-4162-9918-5c091e70a148'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:21.205975 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Set router 547df301-d8bf-4162-9918-5c091e70a148 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:30:21.242190 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Publish callbacks [] for router_gateway (2f4778c9-64fd-4449-846c-813d59e5bc2e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:21.437990 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547df301-d8bf-4162-9918-5c091e70a148', 'name': 'tempest-TestServerMultinode-2020962347-router', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4684dc64-dbe1-4bb3-b2ff-358898d8c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:12Z', 'updated_at': '2022-03-24T01:30:16Z', 'revision_number': 4, 'project_id': 'e9f0519295a34e89ad3636063f66e41b', 'gw_port': {'id': '4684dc64-dbe1-4bb3-b2ff-358898d8c528', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547df301-d8bf-4162-9918-5c091e70a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:13Z', 'updated_at': '2022-03-24T01:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '706fb742-7305-4a30-a1d7-607d8b327365', 'name': '', 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b', 'mac_address': 'fa:16:3e:a7:73:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547df301-d8bf-4162-9918-5c091e70a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f24515c3-38e2-46cf-888c-85da802bfe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:15Z', 'updated_at': '2022-03-24T01:30:17Z', 'revision_number': 2, 'project_id': 'e9f0519295a34e89ad3636063f66e41b', 'subnets': [{'id': 'f24515c3-38e2-46cf-888c-85da802bfe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:21.471222 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (2f4778c9-64fd-4449-846c-813d59e5bc2e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:21.601501 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Checking router: 547df301-d8bf-4162-9918-5c091e70a148 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:30:21.602167 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Updating router 547df301-d8bf-4162-9918-5c091e70a148 port 706fb742-7305-4a30-a1d7-607d8b327365 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:30:21.639236 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (706fb742-7305-4a30-a1d7-607d8b327365), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:21.651797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Router 2f4778c9-64fd-4449-846c-813d59e5bc2e is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:30:21.782071 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:30:21.794310 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Sync routers for ids ['2f4778c9-64fd-4449-846c-813d59e5bc2e'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:30:21.806788 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:21.809258 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-48799601-a8cf-4892-84dd-429ab0357fa7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2397368 Mar 24 01:30:21.811336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 34906) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:21.814001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Routers {'2f4778c9-64fd-4449-846c-813d59e5bc2e'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:30:21.814844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:30:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['2f4778c9-64fd-4449-846c-813d59e5bc2e'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:21.996050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Set router 2f4778c9-64fd-4449-846c-813d59e5bc2e gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:30:22.030703 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c59ff8e2-0640-47cd-a7e1-0447c8a01545 req-531a1117-9904-491c-8386-18c69ba565d7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0784149 Mar 24 01:30:22.059950 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Publish callbacks [] for port (706fb742-7305-4a30-a1d7-607d8b327365), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:22.074560 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (706fb742-7305-4a30-a1d7-607d8b327365), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:22.252468 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95fa270-bbf7-468a-b8d8-5cfcdd103ca0 None None] Network f2da568f-f76f-485a-9d6f-440efd4f24c0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:30:22.261806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ff8e2-0640-47cd-a7e1-0447c8a01545 req-c33258c0-7774-4d68-ad81-3c0528d2d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:22.263299 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c59ff8e2-0640-47cd-a7e1-0447c8a01545 req-c33258c0-7774-4d68-ad81-3c0528d2d5ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=18d1ec20555a42ae8b5cd3a4da5f31d3&device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 1128 time: 0.1426029 Mar 24 01:30:22.284765 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Attempting to bind port 706fb742-7305-4a30-a1d7-607d8b327365 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:30:22.285399 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Attempting to bind port 706fb742-7305-4a30-a1d7-607d8b327365 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:30:22.285399 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Attempting to bind port 706fb742-7305-4a30-a1d7-607d8b327365 on network 61be4064-f550-4f16-b00b-ee7adc0dcc33 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:30:22.294019 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:30:22.294343 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Checking segment: {'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:30:22.294926 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:22.295319 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Bound using segment: {'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:30:22.295798 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Bound port: 706fb742-7305-4a30-a1d7-607d8b327365, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:30:22.296242 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (706fb742-7305-4a30-a1d7-607d8b327365), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:22.366471 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] For port 706fb742-7305-4a30-a1d7-607d8b327365, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:30:22.369905 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] For port 706fb742-7305-4a30-a1d7-607d8b327365, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=706fb742-7305-4a30-a1d7-607d8b327365,segment=NetworkSegment(0312e58b-9da8-425c-b3ab-ef8b516d6496),segment_id=0312e58b-9da8-425c-b3ab-ef8b516d6496)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:30:22.376883 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Pushing event updated for resources: {'Port': ['ID=706fb742-7305-4a30-a1d7-607d8b327365,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:22.388065 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:22.388476 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:22.388911 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:22.389711 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:22.390095 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:22.390437 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:22.391028 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:22.391443 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:22.391846 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:22.392214 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:22.392823 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:22.393217 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:22.393646 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:22.393975 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:22.394297 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:22.399170 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (706fb742-7305-4a30-a1d7-607d8b327365), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:22.434396 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4684dc64-dbe1-4bb3-b2ff-358898d8c528 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:30:22.453876 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d69c4-7f4f-4c5a-9e71-a89771ab1114 None None] Pushing event updated for resources: {'Port': ['ID=706fb742-7305-4a30-a1d7-607d8b327365,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:22.473758 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Provisioning complete for port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:22.474301 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8a17c85d-ef30-4258-8bb0-3c9c3dda6066), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:22.478808 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Routers {'547df301-d8bf-4162-9918-5c091e70a148'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:30:22.479487 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:30:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['547df301-d8bf-4162-9918-5c091e70a148'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:22.588689 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 4684dc64-dbe1-4bb3-b2ff-358898d8c528 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:22.589672 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (4684dc64-dbe1-4bb3-b2ff-358898d8c528), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:22.611029 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ff8e2-0640-47cd-a7e1-0447c8a01545 req-d74a2b5b-0524-4674-a828-d5a78b109b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:22.612901 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c59ff8e2-0640-47cd-a7e1-0447c8a01545 req-d74a2b5b-0524-4674-a828-d5a78b109b6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=52175975-72ac-4fcc-a7a7-86f28a0a95a4 HTTP/1.1" status: 200 len: 909 time: 0.3175037 Mar 24 01:30:22.619502 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] Set router 547df301-d8bf-4162-9918-5c091e70a148 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:30:22.695103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'name': 'tempest-TestServerMultinode-1941453198-router', 'tenant_id': 'efbaae25383d48948d1f81a22de28571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '0fd4e54c-9348-440c-9df2-7d8a56b10159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:19Z', 'updated_at': '2022-03-24T01:30:21Z', 'revision_number': 3, 'project_id': 'efbaae25383d48948d1f81a22de28571', 'gw_port': {'id': '0fd4e54c-9348-440c-9df2-7d8a56b10159', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:20Z', 'updated_at': '2022-03-24T01:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:22.751785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Checking router: 2f4778c9-64fd-4449-846c-813d59e5bc2e for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:30:22.752148 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Updating router 2f4778c9-64fd-4449-846c-813d59e5bc2e port 0fd4e54c-9348-440c-9df2-7d8a56b10159 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:30:22.843233 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c59ff8e2-0640-47cd-a7e1-0447c8a01545 req-17284414-d8c7-4f1c-8f79-e4b7e12cf689 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6819f89d-9fef-4c00-b959-45aa336013c3 HTTP/1.1" status: 200 len: 1002 time: 0.2226422 Mar 24 01:30:22.847567 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0fd4e54c-9348-440c-9df2-7d8a56b10159), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:22.893814 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547df301-d8bf-4162-9918-5c091e70a148', 'name': 'tempest-TestServerMultinode-2020962347-router', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4684dc64-dbe1-4bb3-b2ff-358898d8c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:12Z', 'updated_at': '2022-03-24T01:30:16Z', 'revision_number': 4, 'project_id': 'e9f0519295a34e89ad3636063f66e41b', 'gw_port': {'id': '4684dc64-dbe1-4bb3-b2ff-358898d8c528', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547df301-d8bf-4162-9918-5c091e70a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:13Z', 'updated_at': '2022-03-24T01:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '706fb742-7305-4a30-a1d7-607d8b327365', 'name': '', 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b', 'mac_address': 'fa:16:3e:a7:73:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547df301-d8bf-4162-9918-5c091e70a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f24515c3-38e2-46cf-888c-85da802bfe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:15Z', 'updated_at': '2022-03-24T01:30:22Z', 'revision_number': 4, 'project_id': 'e9f0519295a34e89ad3636063f66e41b', 'subnets': [{'id': 'f24515c3-38e2-46cf-888c-85da802bfe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:22.923519 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7bfc6e-b7f2-45bb-81d3-7ffc98e05e5e None None] The sync data for ids ['547df301-d8bf-4162-9918-5c091e70a148'] in n-d-760455-9 is: [{'id': '547df301-d8bf-4162-9918-5c091e70a148', 'name': 'tempest-TestServerMultinode-2020962347-router', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4684dc64-dbe1-4bb3-b2ff-358898d8c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:12Z', 'updated_at': '2022-03-24T01:30:16Z', 'revision_number': 4, 'project_id': 'e9f0519295a34e89ad3636063f66e41b', 'gw_port': {'id': '4684dc64-dbe1-4bb3-b2ff-358898d8c528', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547df301-d8bf-4162-9918-5c091e70a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:13Z', 'updated_at': '2022-03-24T01:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '706fb742-7305-4a30-a1d7-607d8b327365', 'name': '', 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b', 'mac_address': 'fa:16:3e:a7:73:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547df301-d8bf-4162-9918-5c091e70a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f24515c3-38e2-46cf-888c-85da802bfe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:15Z', 'updated_at': '2022-03-24T01:30:22Z', 'revision_number': 4, 'project_id': 'e9f0519295a34e89ad3636063f66e41b', 'subnets': [{'id': 'f24515c3-38e2-46cf-888c-85da802bfe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:30:22.948213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Current status of the port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:22.948611 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8a17c85d-ef30-4258-8bb0-3c9c3dda6066), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:22.957981 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 4684dc64-dbe1-4bb3-b2ff-358898d8c528 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:22.959112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:30:23.007505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ff8e2-0640-47cd-a7e1-0447c8a01545 req-c70f8245-1509-43ee-b48d-9cd2d16a1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:23.008921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c59ff8e2-0640-47cd-a7e1-0447c8a01545 req-c70f8245-1509-43ee-b48d-9cd2d16a1024 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7aa756d-708d-4988-b63b-255f5d94f098 HTTP/1.1" status: 200 len: 847 time: 0.1555643 Mar 24 01:30:23.055252 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:23.131745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] For port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8a17c85d-ef30-4258-8bb0-3c9c3dda6066,segment=NetworkSegment(72f1755e-850a-4032-a216-70e0e7aab1b9),segment_id=72f1755e-850a-4032-a216-70e0e7aab1b9)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:23.153186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:23.153444 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8a17c85d-ef30-4258-8bb0-3c9c3dda6066), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:23.192825 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8a17c85d-ef30-4258-8bb0-3c9c3dda6066), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:23.221645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ff8e2-0640-47cd-a7e1-0447c8a01545 req-29f129a8-b272-438e-853f-ce7e6874bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:23.223308 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c59ff8e2-0640-47cd-a7e1-0447c8a01545 req-29f129a8-b272-438e-853f-ce7e6874bc04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52175975-72ac-4fcc-a7a7-86f28a0a95a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2078197 Mar 24 01:30:23.282049 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:30:23.293066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:23.343408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Pushing event updated for resources: {'Port': ['ID=8a17c85d-ef30-4258-8bb0-3c9c3dda6066,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:23.357868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:23.358373 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:23.358728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:23.359074 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:23.359419 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:23.359760 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:23.360097 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:23.360436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:23.360772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:23.361120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:23.361477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:23.361809 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:23.362139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:23.362466 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:23.362795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa00bf-4247-458a-9a8d-9aea0744ef23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:30:23.366289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2be28d5d-65a5-42b3-adbf-238fb6f8dbfe None None] Provisioning complete for port 706fb742-7305-4a30-a1d7-607d8b327365 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:23.366674 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2be28d5d-65a5-42b3-adbf-238fb6f8dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (706fb742-7305-4a30-a1d7-607d8b327365), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:23.435447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Allocated IP 172.20.0.1 (f2da568f-f76f-485a-9d6f-440efd4f24c0/e52f7dc7-3a79-4c18-a25a-96569bb4ef93/c41cde20-2f1d-4b45-8a81-40f5f6d78016) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:30:23.490532 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2be28d5d-65a5-42b3-adbf-238fb6f8dbfe None None] Current status of the port 706fb742-7305-4a30-a1d7-607d8b327365 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:23.490938 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2be28d5d-65a5-42b3-adbf-238fb6f8dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (706fb742-7305-4a30-a1d7-607d8b327365), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:23.525919 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Publish callbacks [] for port (0fd4e54c-9348-440c-9df2-7d8a56b10159), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:23.540304 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0fd4e54c-9348-440c-9df2-7d8a56b10159), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:23.553741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2be28d5d-65a5-42b3-adbf-238fb6f8dbfe None None] For port 706fb742-7305-4a30-a1d7-607d8b327365, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=706fb742-7305-4a30-a1d7-607d8b327365,segment=NetworkSegment(0312e58b-9da8-425c-b3ab-ef8b516d6496),segment_id=0312e58b-9da8-425c-b3ab-ef8b516d6496)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:23.568645 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c59ff8e2-0640-47cd-a7e1-0447c8a01545 req-fc01779f-e402-4c38-965f-d364cdb3a10f service neutron] 10.222.0.57 "GET /v2.0/networks/52175975-72ac-4fcc-a7a7-86f28a0a95a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281353 Mar 24 01:30:23.578309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Attempting to bind port 0fd4e54c-9348-440c-9df2-7d8a56b10159 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:30:23.578878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Attempting to bind port 0fd4e54c-9348-440c-9df2-7d8a56b10159 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:30:23.579259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Attempting to bind port 0fd4e54c-9348-440c-9df2-7d8a56b10159 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:30:23.603887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:30:23.604289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:30:23.604682 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:23.605384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:30:23.605878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Bound port: 0fd4e54c-9348-440c-9df2-7d8a56b10159, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:30:23.606272 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0fd4e54c-9348-440c-9df2-7d8a56b10159), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:23.610737 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2be28d5d-65a5-42b3-adbf-238fb6f8dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (706fb742-7305-4a30-a1d7-607d8b327365), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:23.654844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2be28d5d-65a5-42b3-adbf-238fb6f8dbfe None None] Provisioning complete for port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:23.655222 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2be28d5d-65a5-42b3-adbf-238fb6f8dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8a17c85d-ef30-4258-8bb0-3c9c3dda6066), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:23.655950 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Publish callbacks [] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:23.666760 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27157926-36db-4ba6-8984-1a6e50d44a82 None None] Pushing event updated for resources: {'Port': ['ID=0fd4e54c-9348-440c-9df2-7d8a56b10159,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:23.721583 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c59ff8e2-0640-47cd-a7e1-0447c8a01545 req-2a329ffb-26ba-44f7-ba09-427f10756ab0 service neutron] 10.222.0.57 "GET /v2.0/networks/52175975-72ac-4fcc-a7a7-86f28a0a95a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409004 Mar 24 01:30:23.743474 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:23.748574 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] For port 0fd4e54c-9348-440c-9df2-7d8a56b10159, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:30:23.787905 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] For port 0fd4e54c-9348-440c-9df2-7d8a56b10159, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0fd4e54c-9348-440c-9df2-7d8a56b10159,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:30:23.793191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Network f2da568f-f76f-485a-9d6f-440efd4f24c0 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:30:23.797214 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be28d5d-65a5-42b3-adbf-238fb6f8dbfe None None] Pushing event updated for resources: {'Port': ['ID=706fb742-7305-4a30-a1d7-607d8b327365,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:23.801542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:30:23.805848 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0fd4e54c-9348-440c-9df2-7d8a56b10159), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:23.806807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:30:23.834524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Pushing event updated for resources: {'Port': ['ID=c41cde20-2f1d-4b45-8a81-40f5f6d78016,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:23.866460 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (2f4778c9-64fd-4449-846c-813d59e5bc2e), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:23.931320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27157926-36db-4ba6-8984-1a6e50d44a82 None None] Pushing event updated for resources: {'Port': ['ID=0fd4e54c-9348-440c-9df2-7d8a56b10159,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:23.936485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Routers {'2f4778c9-64fd-4449-846c-813d59e5bc2e'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:30:23.937128 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:30:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['2f4778c9-64fd-4449-846c-813d59e5bc2e'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:24.000793 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2be28d5d-65a5-42b3-adbf-238fb6f8dbfe None None] Current status of the port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:24.034420 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:24.096655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] Set router 2f4778c9-64fd-4449-846c-813d59e5bc2e gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:30:24.262121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8808fd54-521c-440f-9d7f-e7da548616bf None None] Provisioning complete for port c41cde20-2f1d-4b45-8a81-40f5f6d78016 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:24.262499 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8808fd54-521c-440f-9d7f-e7da548616bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:24.270719 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Publish callbacks [] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:24.277273 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:24.312560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8808fd54-521c-440f-9d7f-e7da548616bf None None] Port c41cde20-2f1d-4b45-8a81-40f5f6d78016 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:30:24.314155 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 706fb742-7305-4a30-a1d7-607d8b327365 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:30:24.357531 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Pushing event updated for resources: {'Port': ['ID=c41cde20-2f1d-4b45-8a81-40f5f6d78016,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:24.362481 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (2f4778c9-64fd-4449-846c-813d59e5bc2e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:24.409830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 706fb742-7305-4a30-a1d7-607d8b327365 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:24.410218 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (706fb742-7305-4a30-a1d7-607d8b327365), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:24.472161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'name': 'tempest-TestServerMultinode-1941453198-router', 'tenant_id': 'efbaae25383d48948d1f81a22de28571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '0fd4e54c-9348-440c-9df2-7d8a56b10159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:19Z', 'updated_at': '2022-03-24T01:30:21Z', 'revision_number': 3, 'project_id': 'efbaae25383d48948d1f81a22de28571', 'gw_port': {'id': '0fd4e54c-9348-440c-9df2-7d8a56b10159', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:20Z', 'updated_at': '2022-03-24T01:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:24.500872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d62a47-da6a-4269-b297-14ce079d62e2 None None] The sync data for ids ['2f4778c9-64fd-4449-846c-813d59e5bc2e'] in n-d-760455-9 is: [{'id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'name': 'tempest-TestServerMultinode-1941453198-router', 'tenant_id': 'efbaae25383d48948d1f81a22de28571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '0fd4e54c-9348-440c-9df2-7d8a56b10159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:19Z', 'updated_at': '2022-03-24T01:30:21Z', 'revision_number': 3, 'project_id': 'efbaae25383d48948d1f81a22de28571', 'gw_port': {'id': '0fd4e54c-9348-440c-9df2-7d8a56b10159', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:20Z', 'updated_at': '2022-03-24T01:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:30:24.567713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 706fb742-7305-4a30-a1d7-607d8b327365 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:24.569236 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:30:24.621883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:24.622455 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8a17c85d-ef30-4258-8bb0-3c9c3dda6066), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:24.709721 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:24.767362 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Network f2da568f-f76f-485a-9d6f-440efd4f24c0 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:30:24.768827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:30:24.926107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Router 2f4778c9-64fd-4449-846c-813d59e5bc2e has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:30:25.079135 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:30:25.087212 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a098346f-7b38-4cb8-9240-ef5fcdce5819 admin admin] 10.222.0.45 "PUT /v2.0/routers/2f4778c9-64fd-4449-846c-813d59e5bc2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2722902 Mar 24 01:30:25.139665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-65cf5908-ba18-4fe5-93c7-b7a5275539df None None] Provisioning complete for port c41cde20-2f1d-4b45-8a81-40f5f6d78016 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:25.140202 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-65cf5908-ba18-4fe5-93c7-b7a5275539df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:25.185226 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-65cf5908-ba18-4fe5-93c7-b7a5275539df None None] Port c41cde20-2f1d-4b45-8a81-40f5f6d78016 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:30:25.716218 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-c1fab128-1a11-49ca-8c50-15b109ffcb57 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:25.717841 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-c1fab128-1a11-49ca-8c50-15b109ffcb57 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/networks?id=61be4064-f550-4f16-b00b-ee7adc0dcc33 HTTP/1.1" status: 200 len: 911 time: 0.0897727 Mar 24 01:30:25.732345 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-63e0703b-57ee-4a94-9ff2-88240b7d41ff tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/quotas/efbaae25383d48948d1f81a22de28571 HTTP/1.1" status: 200 len: 375 time: 0.0089970 Mar 24 01:30:25.820163 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-e3c6c038-736f-41e3-a3b8-fe7a78cc9b44 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=efbaae25383d48948d1f81a22de28571&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827534 Mar 24 01:30:25.923189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-0348c7d5-e2c7-492a-b3c4-5d9286a6b68f service neutron] 10.222.0.45 "GET /v2.0/networks/61be4064-f550-4f16-b00b-ee7adc0dcc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954995 Mar 24 01:30:26.020113 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-478f2713-ac11-4be5-bf14-57be2c262267 service neutron] 10.222.0.45 "GET /v2.0/networks/61be4064-f550-4f16-b00b-ee7adc0dcc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909433 Mar 24 01:30:26.241082 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5a0917a-4ef2-4457-94d0-c2541d456f11 req-e49318c7-4456-4596-816d-2ea83df997ce tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 210 time: 0.0453525 Mar 24 01:30:26.295073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0fd4e54c-9348-440c-9df2-7d8a56b10159 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:30:26.370383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 0fd4e54c-9348-440c-9df2-7d8a56b10159 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:26.370773 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0fd4e54c-9348-440c-9df2-7d8a56b10159), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:26.475630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 0fd4e54c-9348-440c-9df2-7d8a56b10159 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:26.476203 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0fd4e54c-9348-440c-9df2-7d8a56b10159), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:26.499958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 0fd4e54c-9348-440c-9df2-7d8a56b10159, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0fd4e54c-9348-440c-9df2-7d8a56b10159,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:26.504570 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0fd4e54c-9348-440c-9df2-7d8a56b10159), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:26.610485 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Sync routers for ids ['2f4778c9-64fd-4449-846c-813d59e5bc2e'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:30:26.634005 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=0fd4e54c-9348-440c-9df2-7d8a56b10159,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:26.669401 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Routers {'2f4778c9-64fd-4449-846c-813d59e5bc2e'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:30:26.670026 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:30:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['2f4778c9-64fd-4449-846c-813d59e5bc2e'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:26.811462 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Set router 2f4778c9-64fd-4449-846c-813d59e5bc2e gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:30:27.051631 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'name': 'tempest-TestServerMultinode-1941453198-router', 'tenant_id': 'efbaae25383d48948d1f81a22de28571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '0fd4e54c-9348-440c-9df2-7d8a56b10159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:19Z', 'updated_at': '2022-03-24T01:30:23Z', 'revision_number': 4, 'project_id': 'efbaae25383d48948d1f81a22de28571', 'gw_port': {'id': '0fd4e54c-9348-440c-9df2-7d8a56b10159', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:20Z', 'updated_at': '2022-03-24T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c41cde20-2f1d-4b45-8a81-40f5f6d78016', 'name': '', 'network_id': 'f2da568f-f76f-485a-9d6f-440efd4f24c0', 'tenant_id': 'efbaae25383d48948d1f81a22de28571', 'mac_address': 'fa:16:3e:1a:f9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'e52f7dc7-3a79-4c18-a25a-96569bb4ef93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:23Z', 'updated_at': '2022-03-24T01:30:24Z', 'revision_number': 2, 'project_id': 'efbaae25383d48948d1f81a22de28571', 'subnets': [{'id': 'e52f7dc7-3a79-4c18-a25a-96569bb4ef93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:27.090582 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Checking router: 2f4778c9-64fd-4449-846c-813d59e5bc2e for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:30:27.091134 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Updating router 2f4778c9-64fd-4449-846c-813d59e5bc2e port c41cde20-2f1d-4b45-8a81-40f5f6d78016 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:30:27.130865 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:27.396255 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9368a61d-45ee-44bb-9c73-105c6112bbec req-3fe94f90-64ea-4c6a-86a7-29ed35c59275 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 210 time: 0.0717912 Mar 24 01:30:27.487298 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-7d798901-5f55-4df7-8297-683392d09191 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:27.493296 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-7d798901-5f55-4df7-8297-683392d09191 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.48 "GET /v2.0/networks?id=61be4064-f550-4f16-b00b-ee7adc0dcc33 HTTP/1.1" status: 200 len: 911 time: 0.1519806 Mar 24 01:30:27.519093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-dfd1650c-7a00-4b85-aeb5-2ee9d5f3dca8 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Request body: {'port': {'device_id': 'aadc20ce-9360-45f2-8789-f9173f2923fd', 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33', 'admin_state_up': True, 'tenant_id': 'efbaae25383d48948d1f81a22de28571'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:27.558348 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Publish callbacks [] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:27.562094 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-dfd1650c-7a00-4b85-aeb5-2ee9d5f3dca8 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Made reservation on behalf of efbaae25383d48948d1f81a22de28571 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:30:27.564546 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-dfd1650c-7a00-4b85-aeb5-2ee9d5f3dca8 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:27.567987 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:27.638937 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65ffc0-fc10-4a25-b5cb-7158a60d7aad None None] Pushing event updated for resources: {'Port': ['ID=c41cde20-2f1d-4b45-8a81-40f5f6d78016,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:27.719541 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-dfd1650c-7a00-4b85-aeb5-2ee9d5f3dca8 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Allocated IP 172.20.0.3 (61be4064-f550-4f16-b00b-ee7adc0dcc33/f24515c3-38e2-46cf-888c-85da802bfe5d/cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:30:27.748037 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Attempting to bind port c41cde20-2f1d-4b45-8a81-40f5f6d78016 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:30:27.748037 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Attempting to bind port c41cde20-2f1d-4b45-8a81-40f5f6d78016 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '72f1755e-850a-4032-a216-70e0e7aab1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f2da568f-f76f-485a-9d6f-440efd4f24c0'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:30:27.748037 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Attempting to bind port c41cde20-2f1d-4b45-8a81-40f5f6d78016 on network f2da568f-f76f-485a-9d6f-440efd4f24c0 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:30:27.753076 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:30:27.753500 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Checking segment: {'id': '72f1755e-850a-4032-a216-70e0e7aab1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f2da568f-f76f-485a-9d6f-440efd4f24c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:30:27.753900 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:27.754623 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Bound using segment: {'id': '72f1755e-850a-4032-a216-70e0e7aab1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f2da568f-f76f-485a-9d6f-440efd4f24c0'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:30:27.754745 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Bound port: c41cde20-2f1d-4b45-8a81-40f5f6d78016, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f1755e-850a-4032-a216-70e0e7aab1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f2da568f-f76f-485a-9d6f-440efd4f24c0'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:30:27.755092 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:27.881459 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] For port c41cde20-2f1d-4b45-8a81-40f5f6d78016, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:30:27.892488 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] For port c41cde20-2f1d-4b45-8a81-40f5f6d78016, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c41cde20-2f1d-4b45-8a81-40f5f6d78016,segment=NetworkSegment(72f1755e-850a-4032-a216-70e0e7aab1b9),segment_id=72f1755e-850a-4032-a216-70e0e7aab1b9)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:30:27.902727 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:27.944385 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c016ae60-b814-4e60-8af4-a1f3c11bc478 None None] Provisioning complete for port c41cde20-2f1d-4b45-8a81-40f5f6d78016 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:27.964655 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c016ae60-b814-4e60-8af4-a1f3c11bc478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:27.977721 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Routers {'2f4778c9-64fd-4449-846c-813d59e5bc2e'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:30:27.978485 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:30:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['2f4778c9-64fd-4449-846c-813d59e5bc2e'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:28.083220 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65ffc0-fc10-4a25-b5cb-7158a60d7aad None None] Pushing event updated for resources: {'Port': ['ID=c41cde20-2f1d-4b45-8a81-40f5f6d78016,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:28.147757 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-dfd1650c-7a00-4b85-aeb5-2ee9d5f3dca8 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Publish callbacks [] for port (cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:28.181121 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] Set router 2f4778c9-64fd-4449-846c-813d59e5bc2e gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:30:28.254329 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-dfd1650c-7a00-4b85-aeb5-2ee9d5f3dca8 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:28.318051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-dfd1650c-7a00-4b85-aeb5-2ee9d5f3dca8 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Network 61be4064-f550-4f16-b00b-ee7adc0dcc33 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:30:28.323819 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-dfd1650c-7a00-4b85-aeb5-2ee9d5f3dca8 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:30:28.326178 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1650c-7a00-4b85-aeb5-2ee9d5f3dca8 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Pushing event updated for resources: {'Port': ['ID=cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:28.328711 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-dfd1650c-7a00-4b85-aeb5-2ee9d5f3dca8 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:30:28.395603 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-dfd1650c-7a00-4b85-aeb5-2ee9d5f3dca8 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:28.396464 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-dfd1650c-7a00-4b85-aeb5-2ee9d5f3dca8 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:28.451271 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-dfd1650c-7a00-4b85-aeb5-2ee9d5f3dca8 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9475186 Mar 24 01:30:28.470071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Request body: {'port': {'device_id': 'aadc20ce-9360-45f2-8789-f9173f2923fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:28.621870 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:28.626833 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'name': 'tempest-TestServerMultinode-1941453198-router', 'tenant_id': 'efbaae25383d48948d1f81a22de28571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '0fd4e54c-9348-440c-9df2-7d8a56b10159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:19Z', 'updated_at': '2022-03-24T01:30:23Z', 'revision_number': 4, 'project_id': 'efbaae25383d48948d1f81a22de28571', 'gw_port': {'id': '0fd4e54c-9348-440c-9df2-7d8a56b10159', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:20Z', 'updated_at': '2022-03-24T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c41cde20-2f1d-4b45-8a81-40f5f6d78016', 'name': '', 'network_id': 'f2da568f-f76f-485a-9d6f-440efd4f24c0', 'tenant_id': 'efbaae25383d48948d1f81a22de28571', 'mac_address': 'fa:16:3e:1a:f9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'e52f7dc7-3a79-4c18-a25a-96569bb4ef93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:23Z', 'updated_at': '2022-03-24T01:30:27Z', 'revision_number': 4, 'project_id': 'efbaae25383d48948d1f81a22de28571', 'subnets': [{'id': 'e52f7dc7-3a79-4c18-a25a-96569bb4ef93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:28.638811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0fd4e54c-9348-440c-9df2-7d8a56b10159 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:30:28.643420 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c016ae60-b814-4e60-8af4-a1f3c11bc478 None None] Current status of the port c41cde20-2f1d-4b45-8a81-40f5f6d78016 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:28.644076 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c016ae60-b814-4e60-8af4-a1f3c11bc478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:28.663662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0d26e-0507-475e-a4fc-0bf42a12ca94 req-d51b0b6e-85e8-47a4-b91f-8402e3074071 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:28.670926 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9fd0d26e-0507-475e-a4fc-0bf42a12ca94 req-d51b0b6e-85e8-47a4-b91f-8402e3074071 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 1027 time: 0.1295693 Mar 24 01:30:28.695995 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a259aaa8-5df6-4875-ad0b-d9e2027dd625 None None] The sync data for ids ['2f4778c9-64fd-4449-846c-813d59e5bc2e'] in n-d-760455-9 is: [{'id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'name': 'tempest-TestServerMultinode-1941453198-router', 'tenant_id': 'efbaae25383d48948d1f81a22de28571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '0fd4e54c-9348-440c-9df2-7d8a56b10159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:19Z', 'updated_at': '2022-03-24T01:30:23Z', 'revision_number': 4, 'project_id': 'efbaae25383d48948d1f81a22de28571', 'gw_port': {'id': '0fd4e54c-9348-440c-9df2-7d8a56b10159', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:20Z', 'updated_at': '2022-03-24T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c41cde20-2f1d-4b45-8a81-40f5f6d78016', 'name': '', 'network_id': 'f2da568f-f76f-485a-9d6f-440efd4f24c0', 'tenant_id': 'efbaae25383d48948d1f81a22de28571', 'mac_address': 'fa:16:3e:1a:f9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'e52f7dc7-3a79-4c18-a25a-96569bb4ef93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:23Z', 'updated_at': '2022-03-24T01:30:27Z', 'revision_number': 4, 'project_id': 'efbaae25383d48948d1f81a22de28571', 'subnets': [{'id': 'e52f7dc7-3a79-4c18-a25a-96569bb4ef93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:30:28.711154 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c016ae60-b814-4e60-8af4-a1f3c11bc478 None None] For port c41cde20-2f1d-4b45-8a81-40f5f6d78016, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c41cde20-2f1d-4b45-8a81-40f5f6d78016,segment=NetworkSegment(72f1755e-850a-4032-a216-70e0e7aab1b9),segment_id=72f1755e-850a-4032-a216-70e0e7aab1b9)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:28.720225 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c016ae60-b814-4e60-8af4-a1f3c11bc478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:28.844394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016ae60-b814-4e60-8af4-a1f3c11bc478 None None] Pushing event updated for resources: {'Port': ['ID=c41cde20-2f1d-4b45-8a81-40f5f6d78016,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:28.844545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9fd0d26e-0507-475e-a4fc-0bf42a12ca94 req-84069f3e-8f93-4cc7-91a9-7d8ef4d2fda2 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678569 Mar 24 01:30:28.921698 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5189c6f0-4e16-47e8-821f-dcaa33f71192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:28.928434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0b34846f-de97-4b36-b879-fa1c8b41abcf None None] Provisioning complete for port c41cde20-2f1d-4b45-8a81-40f5f6d78016 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:28.928818 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0b34846f-de97-4b36-b879-fa1c8b41abcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:28.960805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 0fd4e54c-9348-440c-9df2-7d8a56b10159 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:28.966390 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0fd4e54c-9348-440c-9df2-7d8a56b10159), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:29.104348 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 0fd4e54c-9348-440c-9df2-7d8a56b10159 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:29.132454 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:30:29.143328 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Publish callbacks [] for port (cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:29.172094 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Transition to ACTIVE for port object cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:30:29.182416 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:29.199884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0b34846f-de97-4b36-b879-fa1c8b41abcf None None] Current status of the port c41cde20-2f1d-4b45-8a81-40f5f6d78016 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:29.251942 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Pushing event updated for resources: {'Port': ['ID=cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:29.386918 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Attempting to bind port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:30:29.387425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Attempting to bind port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:30:29.388013 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Attempting to bind port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d on network 61be4064-f550-4f16-b00b-ee7adc0dcc33 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:30:29.402150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d on network 61be4064-f550-4f16-b00b-ee7adc0dcc33 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:30:29.402725 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Attempting to bind port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d on network 61be4064-f550-4f16-b00b-ee7adc0dcc33 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:30:29.429007 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:30:29.429383 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Checking segment: {'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:30:29.429780 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Bound using segment: {'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:30:29.430237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Bound port: cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:30:29.433399 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:29.528174 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] For port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:30:29.531497 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] For port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d,segment=NetworkSegment(0312e58b-9da8-425c-b3ab-ef8b516d6496),segment_id=0312e58b-9da8-425c-b3ab-ef8b516d6496)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:30:29.539630 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:29.581757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:29.582384 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:29.583838 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] 10.222.0.48 "PUT /v2.0/ports/cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d HTTP/1.1" status: 200 len: 1091 time: 1.1245835 Mar 24 01:30:29.584664 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadc20ce-9360-45f2-8789-f9173f2923fd', 'tag': 'cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:30:29.587618 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb06034-57fd-4363-80e8-fcdd068f6079" -d '{"events": [{"name": "network-changed", "server_uuid": "aadc20ce-9360-45f2-8789-f9173f2923fd", "tag": "cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:30:29.706056 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6708ece-1ec6-46f1-ba91-24763f5e484d x-openstack-request-id: req-c6708ece-1ec6-46f1-ba91-24763f5e484d {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:30:29.706734 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadc20ce-9360-45f2-8789-f9173f2923fd", "tag": "cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:30:29.706973 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6708ece-1ec6-46f1-ba91-24763f5e484d {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:30:29.708420 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6708ece-1ec6-46f1-ba91-24763f5e484d'] response: {'name': 'network-changed', 'server_uuid': 'aadc20ce-9360-45f2-8789-f9173f2923fd', 'tag': 'cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d', 'status': 'completed', 'code': 200} Mar 24 01:30:29.722441 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9608b-9f9d-4a50-b1a9-6405a059b15a service neutron] Pushing event updated for resources: {'Port': ['ID=cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:29.760534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-c0cc7ac5-b4a0-4579-b7d9-21370e5334af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:29.762800 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-c0cc7ac5-b4a0-4579-b7d9-21370e5334af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=efbaae25383d48948d1f81a22de28571&device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 1125 time: 0.1254802 Mar 24 01:30:29.824190 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-02b86bf7-a6ef-415c-8964-6df6f5f3180e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d HTTP/1.1" status: 200 len: 217 time: 0.0515466 Mar 24 01:30:29.886433 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-197405af-0d51-4e27-8a8c-c74dd713b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:29.888110 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-197405af-0d51-4e27-8a8c-c74dd713b509 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f24515c3-38e2-46cf-888c-85da802bfe5d HTTP/1.1" status: 200 len: 849 time: 0.0579152 Mar 24 01:30:29.971089 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-1e8ed16e-6fe4-4635-b763-3c01a374dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:29.971773 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-1e8ed16e-6fe4-4635-b763-3c01a374dd8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61be4064-f550-4f16-b00b-ee7adc0dcc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0773757 Mar 24 01:30:30.020865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca29b0-2ec3-4d6e-8827-ddf76145f10a req-966d61b4-7e45-4d60-ac7d-4d119ec038d3 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:30.029858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3eca29b0-2ec3-4d6e-8827-ddf76145f10a req-966d61b4-7e45-4d60-ac7d-4d119ec038d3 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 1125 time: 0.0717115 Mar 24 01:30:30.107496 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:30.108872 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3eca29b0-2ec3-4d6e-8827-ddf76145f10a req-d96d2ebb-d924-4743-ae16-585622bdf793 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770528 Mar 24 01:30:30.175055 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-3c781005-409b-4c97-96d3-c01f8edaa36d service neutron] 10.222.0.48 "GET /v2.0/networks/61be4064-f550-4f16-b00b-ee7adc0dcc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971540 Mar 24 01:30:30.257042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c41cde20-2f1d-4b45-8a81-40f5f6d78016 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:30:30.323080 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ceb0cb6f-e814-4cee-b8f5-8a7683a30a85 req-533282de-882f-4453-b4e6-c941e86b3b0e service neutron] 10.222.0.48 "GET /v2.0/networks/61be4064-f550-4f16-b00b-ee7adc0dcc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416571 Mar 24 01:30:30.358553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port c41cde20-2f1d-4b45-8a81-40f5f6d78016 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:30.358930 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:30.445248 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb06034-57fd-4363-80e8-fcdd068f6079 req-e9485578-a197-430f-9f67-a2789aebf0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:30.447006 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9cb06034-57fd-4363-80e8-fcdd068f6079 req-e9485578-a197-430f-9f67-a2789aebf0c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=efbaae25383d48948d1f81a22de28571&device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 1125 time: 0.0760429 Mar 24 01:30:30.490527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port c41cde20-2f1d-4b45-8a81-40f5f6d78016 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:30.579396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb06034-57fd-4363-80e8-fcdd068f6079 req-d58cfa11-ebee-4ea9-bbb1-e127efe06bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:30.581000 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9cb06034-57fd-4363-80e8-fcdd068f6079 req-d58cfa11-ebee-4ea9-bbb1-e127efe06bd0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61be4064-f550-4f16-b00b-ee7adc0dcc33 HTTP/1.1" status: 200 len: 911 time: 0.1265495 Mar 24 01:30:30.637618 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9cb06034-57fd-4363-80e8-fcdd068f6079 req-f6babe7c-fdac-479c-8bf3-8ff2174f6b8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d HTTP/1.1" status: 200 len: 217 time: 0.0459731 Mar 24 01:30:30.695561 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb06034-57fd-4363-80e8-fcdd068f6079 req-8dd9d70d-5772-4f5e-a753-db681dbb4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:30.697202 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9cb06034-57fd-4363-80e8-fcdd068f6079 req-8dd9d70d-5772-4f5e-a753-db681dbb4878 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f24515c3-38e2-46cf-888c-85da802bfe5d HTTP/1.1" status: 200 len: 849 time: 0.0523055 Mar 24 01:30:30.764049 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb06034-57fd-4363-80e8-fcdd068f6079 req-d8dd7308-3d5d-4a21-8d51-15e1bf9798a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:30.766315 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9cb06034-57fd-4363-80e8-fcdd068f6079 req-d8dd7308-3d5d-4a21-8d51-15e1bf9798a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61be4064-f550-4f16-b00b-ee7adc0dcc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0619466 Mar 24 01:30:30.867274 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9cb06034-57fd-4363-80e8-fcdd068f6079 req-527e2a14-df8d-4629-b377-19f3824a00b8 service neutron] 10.222.0.48 "GET /v2.0/networks/61be4064-f550-4f16-b00b-ee7adc0dcc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941002 Mar 24 01:30:30.899877 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-757b4be1-3f1d-41cb-86bb-4844fa50c45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:30.980150 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9cb06034-57fd-4363-80e8-fcdd068f6079 req-2aad5730-234a-477c-b508-f1b3901a4b09 service neutron] 10.222.0.48 "GET /v2.0/networks/61be4064-f550-4f16-b00b-ee7adc0dcc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066539 Mar 24 01:30:31.312090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56eba9-491f-4e5f-8937-932e1a533f2d req-1845265c-cdb5-4a44-a424-bf8c2e903da6 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:31.314295 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd56eba9-491f-4e5f-8937-932e1a533f2d req-1845265c-cdb5-4a44-a424-bf8c2e903da6 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 1125 time: 0.0507121 Mar 24 01:30:31.365939 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd56eba9-491f-4e5f-8937-932e1a533f2d req-9e378e5f-fb3c-4a52-8e0a-c201e202e8a6 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453975 Mar 24 01:30:32.225085 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:32.459668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:30:32.502176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad413ad1-8045-4111-83b3-6a238e0d3fd1 req-df8857ea-1640-4601-8dbb-a3d33dd7f0b8 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:32.504466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad413ad1-8045-4111-83b3-6a238e0d3fd1 req-df8857ea-1640-4601-8dbb-a3d33dd7f0b8 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 1125 time: 0.0630310 Mar 24 01:30:32.564246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad413ad1-8045-4111-83b3-6a238e0d3fd1 req-131ef72e-33c3-4eb2-b9b8-e68386574c21 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522537 Mar 24 01:30:32.594277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d,segment=NetworkSegment(0312e58b-9da8-425c-b3ab-ef8b516d6496),segment_id=0312e58b-9da8-425c-b3ab-ef8b516d6496)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:32.612634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d', 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33', 'port_id': 'cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d', 'mac_address': 'fa:16:3e:01:5c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24515c3-38e2-46cf-888c-85da802bfe5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:30:32.654655 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:32.655106 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:32.669200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:30:32.691422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d,segment=NetworkSegment(0312e58b-9da8-425c-b3ab-ef8b516d6496),segment_id=0312e58b-9da8-425c-b3ab-ef8b516d6496)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:32.701611 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:32.732316 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:32.760706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:32.905939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:30:33.699812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aa660-1dd3-4d75-a77d-771904c1a39c req-aff799b8-ae68-48e9-8ba8-539d5f056243 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:33.701384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c2aa660-1dd3-4d75-a77d-771904c1a39c req-aff799b8-ae68-48e9-8ba8-539d5f056243 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 1126 time: 0.0493038 Mar 24 01:30:33.748103 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:33.755154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c2aa660-1dd3-4d75-a77d-771904c1a39c req-a1e42490-c6f4-429e-856e-94f1562d9f66 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468345 Mar 24 01:30:33.825854 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35018) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:33.831360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-d3cb0cbb-6342-4327-9d0e-f7a7db618e4a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1640811950', 'description': 'tempest-secgroup-smoke-1640811950 description', 'project_id': 'd7768e4fc96a433ca65e81874d239ce4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:33.855632 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0cbb-6342-4327-9d0e-f7a7db618e4a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:33.925512 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0cbb-6342-4327-9d0e-f7a7db618e4a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group (6d4a97b7-d9fe-4320-972b-9711d0409b5e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:33.929524 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0cbb-6342-4327-9d0e-f7a7db618e4a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6d4a97b7-d9fe-4320-972b-9711d0409b5e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:33.958766 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0cbb-6342-4327-9d0e-f7a7db618e4a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:33.960046 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d3cb0cbb-6342-4327-9d0e-f7a7db618e4a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1329875 Mar 24 01:30:33.963911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35020) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:33.964973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0cbb-6342-4327-9d0e-f7a7db618e4a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4a97b7-d9fe-4320-972b-9711d0409b5e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:33.968447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-92a2eab4-305e-4c1a-b2a1-f4736b2c09b1 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Request body: {'security_group_rule': {'security_group_id': '6d4a97b7-d9fe-4320-972b-9711d0409b5e', 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:33.996718 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92a2eab4-305e-4c1a-b2a1-f4736b2c09b1 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (86df23ac-651e-4518-8b85-03003de99ff1), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.052973 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92a2eab4-305e-4c1a-b2a1-f4736b2c09b1 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (86df23ac-651e-4518-8b85-03003de99ff1), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.057516 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92a2eab4-305e-4c1a-b2a1-f4736b2c09b1 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (86df23ac-651e-4518-8b85-03003de99ff1), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.076350 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2eab4-305e-4c1a-b2a1-f4736b2c09b1 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86df23ac-651e-4518-8b85-03003de99ff1,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:34.085923 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92a2eab4-305e-4c1a-b2a1-f4736b2c09b1 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.087127 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-92a2eab4-305e-4c1a-b2a1-f4736b2c09b1 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222980 Mar 24 01:30:34.090429 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35022) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:34.094689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-8910c2f5-3856-4b75-9538-1a06eb3aa118 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Request body: {'security_group_rule': {'security_group_id': '6d4a97b7-d9fe-4320-972b-9711d0409b5e', 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:34.118887 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8910c2f5-3856-4b75-9538-1a06eb3aa118 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (f1937033-1b02-4562-927e-0e1aa23efc47), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.183004 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8910c2f5-3856-4b75-9538-1a06eb3aa118 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (f1937033-1b02-4562-927e-0e1aa23efc47), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.188090 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8910c2f5-3856-4b75-9538-1a06eb3aa118 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (f1937033-1b02-4562-927e-0e1aa23efc47), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.206645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910c2f5-3856-4b75-9538-1a06eb3aa118 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1937033-1b02-4562-927e-0e1aa23efc47,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:34.216212 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8910c2f5-3856-4b75-9538-1a06eb3aa118 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.217567 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8910c2f5-3856-4b75-9538-1a06eb3aa118 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261873 Mar 24 01:30:34.221558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35026) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:34.226451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-251376f0-6960-4779-84c7-832597cba257 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Request body: {'security_group_rule': {'security_group_id': '6d4a97b7-d9fe-4320-972b-9711d0409b5e', 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:34.252269 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-251376f0-6960-4779-84c7-832597cba257 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (d1293ba0-dd8c-470a-b408-f4a3dab29f70), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.314682 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-251376f0-6960-4779-84c7-832597cba257 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (d1293ba0-dd8c-470a-b408-f4a3dab29f70), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.318612 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-251376f0-6960-4779-84c7-832597cba257 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (d1293ba0-dd8c-470a-b408-f4a3dab29f70), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.346960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251376f0-6960-4779-84c7-832597cba257 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1293ba0-dd8c-470a-b408-f4a3dab29f70,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:34.355367 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-251376f0-6960-4779-84c7-832597cba257 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.356706 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-251376f0-6960-4779-84c7-832597cba257 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338227 Mar 24 01:30:34.359321 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35028) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:34.363768 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-77db89f0-217d-4a40-b95a-60057a46ae0a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Request body: {'security_group_rule': {'security_group_id': '6d4a97b7-d9fe-4320-972b-9711d0409b5e', 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:34.392254 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77db89f0-217d-4a40-b95a-60057a46ae0a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (d4ac7d77-1063-4697-925e-4acd716a200f), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.458662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:30:34.460151 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77db89f0-217d-4a40-b95a-60057a46ae0a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (d4ac7d77-1063-4697-925e-4acd716a200f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.467709 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77db89f0-217d-4a40-b95a-60057a46ae0a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (d4ac7d77-1063-4697-925e-4acd716a200f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.487582 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db89f0-217d-4a40-b95a-60057a46ae0a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ac7d77-1063-4697-925e-4acd716a200f,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:34.498565 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-77db89f0-217d-4a40-b95a-60057a46ae0a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.499814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-77db89f0-217d-4a40-b95a-60057a46ae0a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395390 Mar 24 01:30:34.502819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35030) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:34.512505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-53459865-759f-4012-9c13-0a94b137af2b tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Request body: {'security_group_rule': {'security_group_id': '6d4a97b7-d9fe-4320-972b-9711d0409b5e', 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:34.530607 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:30:34.535621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:34.535770 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-53459865-759f-4012-9c13-0a94b137af2b tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Project d7768e4fc96a433ca65e81874d239ce4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:30:34.536032 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.545044 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53459865-759f-4012-9c13-0a94b137af2b tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (cd1321c7-6c9a-4fc6-9260-34ab63f39945), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.660379 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:34.660887 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.703789 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53459865-759f-4012-9c13-0a94b137af2b tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (cd1321c7-6c9a-4fc6-9260-34ab63f39945), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.710974 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d,segment=NetworkSegment(0312e58b-9da8-425c-b3ab-ef8b516d6496),segment_id=0312e58b-9da8-425c-b3ab-ef8b516d6496)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:34.712720 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53459865-759f-4012-9c13-0a94b137af2b tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (cd1321c7-6c9a-4fc6-9260-34ab63f39945), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.712863 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadc20ce-9360-45f2-8789-f9173f2923fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:30:34.715507 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a731ff0-bea7-41b1-a920-9ed75f649bcd" -d '{"events": [{"server_uuid": "aadc20ce-9360-45f2-8789-f9173f2923fd", "name": "network-vif-plugged", "status": "completed", "tag": "cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:30:34.721012 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.734895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53459865-759f-4012-9c13-0a94b137af2b tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1321c7-6c9a-4fc6-9260-34ab63f39945,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:34.743117 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53459865-759f-4012-9c13-0a94b137af2b tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.749076 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-53459865-759f-4012-9c13-0a94b137af2b tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2392094 Mar 24 01:30:34.749076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35034) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:34.758439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-1d1e57d0-f869-45cb-b2a4-3f2ab941f610 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Request body: {'security_group_rule': {'security_group_id': '6d4a97b7-d9fe-4320-972b-9711d0409b5e', 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:34.785658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:34.793497 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-1d1e57d0-f869-45cb-b2a4-3f2ab941f610 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Project d7768e4fc96a433ca65e81874d239ce4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:30:34.801482 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d1e57d0-f869-45cb-b2a4-3f2ab941f610 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (ebe574b4-61c5-4869-adf5-009783991d90), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.826174 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac67c26c-5864-4ae1-985c-b9620c65bd70 x-openstack-request-id: req-ac67c26c-5864-4ae1-985c-b9620c65bd70 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:30:34.827056 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadc20ce-9360-45f2-8789-f9173f2923fd", "name": "network-vif-plugged", "status": "completed", "tag": "cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:30:34.827408 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac67c26c-5864-4ae1-985c-b9620c65bd70 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:30:34.827893 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac67c26c-5864-4ae1-985c-b9620c65bd70'] response: {'server_uuid': 'aadc20ce-9360-45f2-8789-f9173f2923fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d', 'code': 200} Mar 24 01:30:34.945972 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d1e57d0-f869-45cb-b2a4-3f2ab941f610 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (ebe574b4-61c5-4869-adf5-009783991d90), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.948667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c487ca-3f9d-4f32-a7da-e1ddd53ed72f req-6beb4291-b460-4543-87c8-72596498cabc tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:34.950451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22c487ca-3f9d-4f32-a7da-e1ddd53ed72f req-6beb4291-b460-4543-87c8-72596498cabc tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 1127 time: 0.0895936 Mar 24 01:30:34.951638 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d1e57d0-f869-45cb-b2a4-3f2ab941f610 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (ebe574b4-61c5-4869-adf5-009783991d90), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.952308 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f050a88-a415-4af5-b353-416889bed713 req-ac4549b6-ee7a-41b9-b95b-c0c82199565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:34.955496 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0f050a88-a415-4af5-b353-416889bed713 req-ac4549b6-ee7a-41b9-b95b-c0c82199565d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 1127 time: 0.0643089 Mar 24 01:30:34.987953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d1e57d0-f869-45cb-b2a4-3f2ab941f610 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:34.989204 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1d1e57d0-f869-45cb-b2a4-3f2ab941f610 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2392697 Mar 24 01:30:35.023348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e57d0-f869-45cb-b2a4-3f2ab941f610 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe574b4-61c5-4869-adf5-009783991d90,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:35.028127 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0f050a88-a415-4af5-b353-416889bed713 req-028cb35d-c016-49da-879e-03ea8f32017a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659354 Mar 24 01:30:35.051566 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22c487ca-3f9d-4f32-a7da-e1ddd53ed72f req-a668f2cc-dcf2-4189-8944-7eea19f96718 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805936 Mar 24 01:30:35.219118 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-7bf2351c-5206-4ca5-a95d-f6d572069989 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1640811950&fields=id&tenant_id=d7768e4fc96a433ca65e81874d239ce4 HTTP/1.1" status: 200 len: 267 time: 0.0484531 Mar 24 01:30:35.229438 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:35.327818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-eee031c8-dc59-4203-b4d9-4944b4e09f91 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:35.329384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-eee031c8-dc59-4203-b4d9-4944b4e09f91 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/networks?id=5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 HTTP/1.1" status: 200 len: 814 time: 0.1027157 Mar 24 01:30:35.347844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-ea5dfaaa-2503-4503-906b-c217432be5a7 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/quotas/d7768e4fc96a433ca65e81874d239ce4 HTTP/1.1" status: 200 len: 375 time: 0.0100517 Mar 24 01:30:35.411930 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-fe97f5aa-d816-43a1-88a7-66fe4bf19694 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7768e4fc96a433ca65e81874d239ce4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559971 Mar 24 01:30:35.512627 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-b5e3a350-7d19-4978-adf5-2dd6a4ff8af4 service neutron] 10.222.0.45 "GET /v2.0/networks/5fd0413b-b8fb-4e57-8a87-0232e04dfcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887372 Mar 24 01:30:35.607049 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c169da7-e601-4c8f-8e35-7a0cae561aa2 service neutron] 10.222.0.45 "GET /v2.0/networks/5fd0413b-b8fb-4e57-8a87-0232e04dfcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887668 Mar 24 01:30:35.912066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-550ea967-c5bc-413d-af74-ac2aa9417744 req-a16bdb4a-e5bc-432d-9e7e-46f1758552a7 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 210 time: 0.0336261 Mar 24 01:30:36.180615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14d97-7b85-424e-aedf-805c7468593a req-329773c7-3051-42e3-9ea6-63451b882e49 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:36.183043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53b14d97-7b85-424e-aedf-805c7468593a req-329773c7-3051-42e3-9ea6-63451b882e49 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 1127 time: 0.0571394 Mar 24 01:30:36.233420 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53b14d97-7b85-424e-aedf-805c7468593a req-9d29b25b-71bc-41fe-9994-3bd2bda2958f tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428114 Mar 24 01:30:36.372532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55fa59-6dab-45d1-b2e5-accd167c7012 req-d7d59b02-0bc9-4a1b-80b8-dd2677b2e16a tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:36.374017 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce55fa59-6dab-45d1-b2e5-accd167c7012 req-d7d59b02-0bc9-4a1b-80b8-dd2677b2e16a tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 1127 time: 0.0622926 Mar 24 01:30:36.434595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce55fa59-6dab-45d1-b2e5-accd167c7012 req-12a5a943-e3ef-4dac-884a-d4755e46731d tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518353 Mar 24 01:30:36.578312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e76546-e10b-4139-8cfb-87c3e4c24287 req-53b3f806-ca20-4a9c-8a46-75ac3223aad1 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:36.580366 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8e76546-e10b-4139-8cfb-87c3e4c24287 req-53b3f806-ca20-4a9c-8a46-75ac3223aad1 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 1127 time: 0.0652936 Mar 24 01:30:36.640099 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8e76546-e10b-4139-8cfb-87c3e4c24287 req-8917ecd4-b7d2-44b3-b718-00d2a5183cb0 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501268 Mar 24 01:30:36.872232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-c4d7775c-983f-45a9-a6cc-e051ce593637 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:36.873827 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-c4d7775c-983f-45a9-a6cc-e051ce593637 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/networks?id=61be4064-f550-4f16-b00b-ee7adc0dcc33 HTTP/1.1" status: 200 len: 911 time: 0.0932081 Mar 24 01:30:36.892316 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-31cfc874-62ea-450f-a29d-e6c67a6a5bd0 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/quotas/efbaae25383d48948d1f81a22de28571 HTTP/1.1" status: 200 len: 375 time: 0.0115514 Mar 24 01:30:37.057657 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09f83bca-a596-4b6a-8077-2b4cff7c5881 req-19f21516-baf7-40dd-8d85-9e30a408ca53 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 210 time: 0.0537901 Mar 24 01:30:37.092952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-2c8b1108-ff7f-4b7a-9d46-4e37368ea85b tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=efbaae25383d48948d1f81a22de28571&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1920879 Mar 24 01:30:37.117116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-b0bb04c2-19f0-4dbf-b490-df086343ef3c tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:37.118638 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-b0bb04c2-19f0-4dbf-b490-df086343ef3c tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.57 "GET /v2.0/networks?id=5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 HTTP/1.1" status: 200 len: 814 time: 0.1833098 Mar 24 01:30:37.241962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-28063be3-1177-437e-a6eb-4fa7dce5b695 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7768e4fc96a433ca65e81874d239ce4 HTTP/1.1" status: 200 len: 380 time: 0.1111388 Mar 24 01:30:37.248298 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-471110a8-4f9a-4abf-8ff8-d27dde08c98d service neutron] 10.222.0.45 "GET /v2.0/networks/61be4064-f550-4f16-b00b-ee7adc0dcc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448390 Mar 24 01:30:37.253222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-a206cbe9-9aa6-47dd-be4b-4a9ff3dce554 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Request body: {'port': {'device_id': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'admin_state_up': True, 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'security_groups': ['6d4a97b7-d9fe-4320-972b-9711d0409b5e']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:37.427517 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-183ab94a-f89a-43d6-855c-9587d3211e47 service neutron] 10.222.0.45 "GET /v2.0/networks/61be4064-f550-4f16-b00b-ee7adc0dcc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707861 Mar 24 01:30:37.463355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-a206cbe9-9aa6-47dd-be4b-4a9ff3dce554 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Made reservation on behalf of d7768e4fc96a433ca65e81874d239ce4 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:30:37.467856 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-a206cbe9-9aa6-47dd-be4b-4a9ff3dce554 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:37.657909 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8cf10bc-ff46-42ea-a883-e484341a448c req-1b1780fd-9fbf-47c5-8a2a-65ae15401365 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 210 time: 0.0429962 Mar 24 01:30:37.684134 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-a206cbe9-9aa6-47dd-be4b-4a9ff3dce554 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Allocated IP 172.20.0.14 (5fd0413b-b8fb-4e57-8a87-0232e04dfcd1/e1abd87c-5717-4871-8061-8a66620165be/ff979678-e3dd-4c4f-9821-3ab4e54a5d76) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:30:37.861941 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-a206cbe9-9aa6-47dd-be4b-4a9ff3dce554 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for port (ff979678-e3dd-4c4f-9821-3ab4e54a5d76), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:37.914134 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-a206cbe9-9aa6-47dd-be4b-4a9ff3dce554 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ff979678-e3dd-4c4f-9821-3ab4e54a5d76), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:38.023659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-a206cbe9-9aa6-47dd-be4b-4a9ff3dce554 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Network 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:30:38.046570 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-a206cbe9-9aa6-47dd-be4b-4a9ff3dce554 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:30:38.069863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206cbe9-9aa6-47dd-be4b-4a9ff3dce554 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Pushing event updated for resources: {'Port': ['ID=ff979678-e3dd-4c4f-9821-3ab4e54a5d76,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:38.098665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-a206cbe9-9aa6-47dd-be4b-4a9ff3dce554 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:30:38.285421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-a206cbe9-9aa6-47dd-be4b-4a9ff3dce554 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:38.286121 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-a206cbe9-9aa6-47dd-be4b-4a9ff3dce554 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:38.335585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-a206cbe9-9aa6-47dd-be4b-4a9ff3dce554 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0862267 Mar 24 01:30:38.359660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Request body: {'port': {'device_id': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:38.404337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee0159-50eb-4abc-a460-ba1714e97de1 req-e8a552ca-01dd-4328-b68a-f7556f4181b9 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:38.406273 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83ee0159-50eb-4abc-a460-ba1714e97de1 req-e8a552ca-01dd-4328-b68a-f7556f4181b9 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 932 time: 0.1806555 Mar 24 01:30:38.486309 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ff979678-e3dd-4c4f-9821-3ab4e54a5d76), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:38.532030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-985ee1d0-bdb2-4160-8d82-60216f519f5a None None] Provisioning complete for port ff979678-e3dd-4c4f-9821-3ab4e54a5d76 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:38.532497 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-985ee1d0-bdb2-4160-8d82-60216f519f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ff979678-e3dd-4c4f-9821-3ab4e54a5d76), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:38.624903 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83ee0159-50eb-4abc-a460-ba1714e97de1 req-933f4166-ef54-47a1-9015-f5edf776ee09 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006421 Mar 24 01:30:38.626604 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-985ee1d0-bdb2-4160-8d82-60216f519f5a None None] Port ff979678-e3dd-4c4f-9821-3ab4e54a5d76 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:30:38.822532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ff5d6567-6d7b-430b-87fb-774ec30fead0 req-b93c2e62-5c47-47cb-9202-d71c77cd05eb tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 210 time: 0.0540116 Mar 24 01:30:38.957939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff979678-e3dd-4c4f-9821-3ab4e54a5d76 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:30:38.970027 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Publish callbacks [] for port (ff979678-e3dd-4c4f-9821-3ab4e54a5d76), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:38.985184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Transition to ACTIVE for port object ff979678-e3dd-4c4f-9821-3ab4e54a5d76 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:30:38.998690 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ff979678-e3dd-4c4f-9821-3ab4e54a5d76), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:39.164550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Pushing event updated for resources: {'Port': ['ID=ff979678-e3dd-4c4f-9821-3ab4e54a5d76,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:39.264215 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Attempting to bind port ff979678-e3dd-4c4f-9821-3ab4e54a5d76 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:30:39.264592 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Attempting to bind port ff979678-e3dd-4c4f-9821-3ab4e54a5d76 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '7bd29663-9403-4eb3-a2ae-9395b8064bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:30:39.264844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Attempting to bind port ff979678-e3dd-4c4f-9821-3ab4e54a5d76 on network 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:30:39.273734 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Port ff979678-e3dd-4c4f-9821-3ab4e54a5d76 on network 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:30:39.274149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Attempting to bind port ff979678-e3dd-4c4f-9821-3ab4e54a5d76 on network 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:30:39.287673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:30:39.288189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Checking segment: {'id': '7bd29663-9403-4eb3-a2ae-9395b8064bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:30:39.288591 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Bound using segment: {'id': '7bd29663-9403-4eb3-a2ae-9395b8064bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:30:39.289029 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Bound port: ff979678-e3dd-4c4f-9821-3ab4e54a5d76, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd29663-9403-4eb3-a2ae-9395b8064bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:30:39.289409 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ff979678-e3dd-4c4f-9821-3ab4e54a5d76), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:39.293444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-ac6b9769-c8a4-4e6c-9441-5a88ef73ae2d tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:39.295429 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-ac6b9769-c8a4-4e6c-9441-5a88ef73ae2d tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.57 "GET /v2.0/networks?id=61be4064-f550-4f16-b00b-ee7adc0dcc33 HTTP/1.1" status: 200 len: 911 time: 0.3078067 Mar 24 01:30:39.316582 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-ce9a111d-149f-4288-8068-25e0b49842a0 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Request body: {'port': {'device_id': '7b18b413-f4bc-44b4-b7ae-355131667e13', 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33', 'admin_state_up': True, 'tenant_id': 'efbaae25383d48948d1f81a22de28571'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:39.371549 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-ce9a111d-149f-4288-8068-25e0b49842a0 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Made reservation on behalf of efbaae25383d48948d1f81a22de28571 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:30:39.374113 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-ce9a111d-149f-4288-8068-25e0b49842a0 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:39.420527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] For port ff979678-e3dd-4c4f-9821-3ab4e54a5d76, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:30:39.424710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] For port ff979678-e3dd-4c4f-9821-3ab4e54a5d76, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ff979678-e3dd-4c4f-9821-3ab4e54a5d76,segment=NetworkSegment(7bd29663-9403-4eb3-a2ae-9395b8064bed),segment_id=7bd29663-9403-4eb3-a2ae-9395b8064bed)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:30:39.487395 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ff979678-e3dd-4c4f-9821-3ab4e54a5d76), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:39.566540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:39.567436 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:39.568705 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] 10.222.0.57 "PUT /v2.0/ports/ff979678-e3dd-4c4f-9821-3ab4e54a5d76 HTTP/1.1" status: 200 len: 1092 time: 1.2226453 Mar 24 01:30:39.569300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'tag': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:30:39.571584 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f16babe-01bf-42df-b82a-5d46d7d15a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d781ed-947d-49d0-b884-63e2a44cf6ba", "tag": "ff979678-e3dd-4c4f-9821-3ab4e54a5d76"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:30:39.686943 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1f65ab-f69e-4218-a17e-c772d2e1e66e x-openstack-request-id: req-7e1f65ab-f69e-4218-a17e-c772d2e1e66e {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:30:39.687240 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d781ed-947d-49d0-b884-63e2a44cf6ba", "tag": "ff979678-e3dd-4c4f-9821-3ab4e54a5d76", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:30:39.687498 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e1f65ab-f69e-4218-a17e-c772d2e1e66e {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:30:39.687960 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e1f65ab-f69e-4218-a17e-c772d2e1e66e'] response: {'name': 'network-changed', 'server_uuid': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'tag': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76', 'status': 'completed', 'code': 200} Mar 24 01:30:39.691344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-ce9a111d-149f-4288-8068-25e0b49842a0 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Allocated IP 172.20.0.13 (61be4064-f550-4f16-b00b-ee7adc0dcc33/f24515c3-38e2-46cf-888c-85da802bfe5d/933995f3-ea7a-46cf-8b47-ccb0f4367b79) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:30:39.705159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56469d-aaad-4193-bea5-241bd7bac368 service neutron] Pushing event updated for resources: {'Port': ['ID=ff979678-e3dd-4c4f-9821-3ab4e54a5d76,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:39.726866 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-4c0d85d1-f892-4b83-a6ad-61d7ec62edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:39.728540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-4c0d85d1-f892-4b83-a6ad-61d7ec62edd8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7768e4fc96a433ca65e81874d239ce4&device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 1126 time: 0.1073112 Mar 24 01:30:39.797494 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-6deed259-a158-4ad6-a5ca-0fe4cef6d768 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff979678-e3dd-4c4f-9821-3ab4e54a5d76 HTTP/1.1" status: 200 len: 217 time: 0.0579910 Mar 24 01:30:40.019492 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-977387f5-468f-4716-8338-2897de805c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:40.021292 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-977387f5-468f-4716-8338-2897de805c1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1abd87c-5717-4871-8061-8a66620165be HTTP/1.1" status: 200 len: 853 time: 0.1760113 Mar 24 01:30:40.027587 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5fb0683-d234-40ba-9dbf-345a7778c687 req-5f07b6ee-6cf0-4047-81bf-93726c8f8ef0 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 210 time: 0.0882826 Mar 24 01:30:40.040351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8db2a6-f8b5-42b8-92f4-7d99e49c3742 req-b875d958-5168-4ee4-8bab-f4b41553b9c5 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:40.042685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b8db2a6-f8b5-42b8-92f4-7d99e49c3742 req-b875d958-5168-4ee4-8bab-f4b41553b9c5 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 944 time: 0.2555683 Mar 24 01:30:40.144926 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-ce9a111d-149f-4288-8068-25e0b49842a0 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Publish callbacks [] for port (933995f3-ea7a-46cf-8b47-ccb0f4367b79), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:40.176120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b8db2a6-f8b5-42b8-92f4-7d99e49c3742 req-c8635f8e-a298-4a96-a7cc-f598250918cf tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232717 Mar 24 01:30:40.180532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-57c962f5-f664-453e-943d-cb96cfa4692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:40.182548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-57c962f5-f664-453e-943d-cb96cfa4692c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5fd0413b-b8fb-4e57-8a87-0232e04dfcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1536345 Mar 24 01:30:40.254871 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-ce9a111d-149f-4288-8068-25e0b49842a0 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (933995f3-ea7a-46cf-8b47-ccb0f4367b79), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:40.265877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:30:40.300352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a111d-149f-4288-8068-25e0b49842a0 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Pushing event updated for resources: {'Port': ['ID=933995f3-ea7a-46cf-8b47-ccb0f4367b79,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:40.317396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-ce9a111d-149f-4288-8068-25e0b49842a0 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Network 61be4064-f550-4f16-b00b-ee7adc0dcc33 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:30:40.320074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-ce9a111d-149f-4288-8068-25e0b49842a0 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:30:40.324367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-ce9a111d-149f-4288-8068-25e0b49842a0 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:30:40.363869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-ce9a111d-149f-4288-8068-25e0b49842a0 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:40.364483 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-ce9a111d-149f-4288-8068-25e0b49842a0 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:40.389025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-ce9a111d-149f-4288-8068-25e0b49842a0 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0835173 Mar 24 01:30:40.402743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Request body: {'port': {'device_id': '7b18b413-f4bc-44b4-b7ae-355131667e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:30:40.728241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a557c04f-f7d4-4e73-a21f-6972116c9c1e None None] Provisioning complete for port 933995f3-ea7a-46cf-8b47-ccb0f4367b79 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:40.730143 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a557c04f-f7d4-4e73-a21f-6972116c9c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (933995f3-ea7a-46cf-8b47-ccb0f4367b79), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:40.790734 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a557c04f-f7d4-4e73-a21f-6972116c9c1e None None] Port 933995f3-ea7a-46cf-8b47-ccb0f4367b79 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:30:40.831756 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-9d006ca4-72d2-4145-b8d5-85a51af636a5 service neutron] 10.222.0.57 "GET /v2.0/networks/5fd0413b-b8fb-4e57-8a87-0232e04dfcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398773 Mar 24 01:30:40.835112 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (933995f3-ea7a-46cf-8b47-ccb0f4367b79), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:41.094052 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-210d29bb-2b21-4974-88df-61cdfd1e4a39 req-2581e17f-33d7-4638-8688-c4db54db94e7 service neutron] 10.222.0.57 "GET /v2.0/networks/5fd0413b-b8fb-4e57-8a87-0232e04dfcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550943 Mar 24 01:30:41.276837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eba272-6394-476a-ac6b-97f8ea58a0f6 req-da0aff23-704c-4278-8115-25f0b5b1047d tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:41.278401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-03eba272-6394-476a-ac6b-97f8ea58a0f6 req-da0aff23-704c-4278-8115-25f0b5b1047d tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 1028 time: 0.1220036 Mar 24 01:30:41.290716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16babe-01bf-42df-b82a-5d46d7d15a4e req-3f3a40a2-fcdd-48cd-80dd-3caf6812ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:41.293023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f16babe-01bf-42df-b82a-5d46d7d15a4e req-3f3a40a2-fcdd-48cd-80dd-3caf6812ae9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7768e4fc96a433ca65e81874d239ce4&device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 1126 time: 0.1223087 Mar 24 01:30:41.469896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933995f3-ea7a-46cf-8b47-ccb0f4367b79 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:30:41.482323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Publish callbacks [] for port (933995f3-ea7a-46cf-8b47-ccb0f4367b79), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:41.487112 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-03eba272-6394-476a-ac6b-97f8ea58a0f6 req-1128c896-658d-46ca-a5bf-607f89685288 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021868 Mar 24 01:30:41.511394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18543c1b-98d7-435e-943c-9ae3a0def0f7 req-882e06c1-c405-4ae3-81f0-630378cc4ca8 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:41.512867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18543c1b-98d7-435e-943c-9ae3a0def0f7 req-882e06c1-c405-4ae3-81f0-630378cc4ca8 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 944 time: 0.2260458 Mar 24 01:30:41.530731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Transition to ACTIVE for port object 933995f3-ea7a-46cf-8b47-ccb0f4367b79 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:30:41.534566 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16babe-01bf-42df-b82a-5d46d7d15a4e req-ac71922b-6025-413f-abb3-53c51243cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:41.536026 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f16babe-01bf-42df-b82a-5d46d7d15a4e req-ac71922b-6025-413f-abb3-53c51243cd53 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 HTTP/1.1" status: 200 len: 915 time: 0.2319224 Mar 24 01:30:41.542606 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (933995f3-ea7a-46cf-8b47-ccb0f4367b79), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:41.639367 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f16babe-01bf-42df-b82a-5d46d7d15a4e req-23df3914-e045-4e6d-9737-f52f20f14273 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff979678-e3dd-4c4f-9821-3ab4e54a5d76 HTTP/1.1" status: 200 len: 217 time: 0.0892901 Mar 24 01:30:41.667676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18543c1b-98d7-435e-943c-9ae3a0def0f7 req-78570ef3-adfa-452e-9e0d-4679fd8939c8 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470234 Mar 24 01:30:41.700537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Pushing event updated for resources: {'Port': ['ID=933995f3-ea7a-46cf-8b47-ccb0f4367b79,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:41.740265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16babe-01bf-42df-b82a-5d46d7d15a4e req-703cd59a-1a1c-4923-be28-05459a132070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:41.742045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f16babe-01bf-42df-b82a-5d46d7d15a4e req-703cd59a-1a1c-4923-be28-05459a132070 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1abd87c-5717-4871-8061-8a66620165be HTTP/1.1" status: 200 len: 853 time: 0.0923898 Mar 24 01:30:41.858157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Attempting to bind port 933995f3-ea7a-46cf-8b47-ccb0f4367b79 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:30:41.858727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Attempting to bind port 933995f3-ea7a-46cf-8b47-ccb0f4367b79 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:30:41.859235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Attempting to bind port 933995f3-ea7a-46cf-8b47-ccb0f4367b79 on network 61be4064-f550-4f16-b00b-ee7adc0dcc33 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:30:41.871101 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16babe-01bf-42df-b82a-5d46d7d15a4e req-ea9fa5f1-5b37-4f25-8301-c678d302d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:41.872867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f16babe-01bf-42df-b82a-5d46d7d15a4e req-ea9fa5f1-5b37-4f25-8301-c678d302d8e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5fd0413b-b8fb-4e57-8a87-0232e04dfcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1111417 Mar 24 01:30:41.874275 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Port 933995f3-ea7a-46cf-8b47-ccb0f4367b79 on network 61be4064-f550-4f16-b00b-ee7adc0dcc33 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:30:41.874598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Attempting to bind port 933995f3-ea7a-46cf-8b47-ccb0f4367b79 on network 61be4064-f550-4f16-b00b-ee7adc0dcc33 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:30:41.888249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:30:41.888659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Checking segment: {'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:30:41.888988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Bound using segment: {'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:30:41.889466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Bound port: 933995f3-ea7a-46cf-8b47-ccb0f4367b79, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0312e58b-9da8-425c-b3ab-ef8b516d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:30:41.889833 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (933995f3-ea7a-46cf-8b47-ccb0f4367b79), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:42.019018 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f16babe-01bf-42df-b82a-5d46d7d15a4e req-1e9f7ca1-2e71-4d43-939b-fad6a529dc26 service neutron] 10.222.0.57 "GET /v2.0/networks/5fd0413b-b8fb-4e57-8a87-0232e04dfcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387346 Mar 24 01:30:42.020169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] For port 933995f3-ea7a-46cf-8b47-ccb0f4367b79, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:30:42.028200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] For port 933995f3-ea7a-46cf-8b47-ccb0f4367b79, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=933995f3-ea7a-46cf-8b47-ccb0f4367b79,segment=NetworkSegment(0312e58b-9da8-425c-b3ab-ef8b516d6496),segment_id=0312e58b-9da8-425c-b3ab-ef8b516d6496)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:30:42.055841 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (933995f3-ea7a-46cf-8b47-ccb0f4367b79), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:42.129964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:42.130589 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:42.131966 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] 10.222.0.57 "PUT /v2.0/ports/933995f3-ea7a-46cf-8b47-ccb0f4367b79 HTTP/1.1" status: 200 len: 1092 time: 1.7340856 Mar 24 01:30:42.132410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b18b413-f4bc-44b4-b7ae-355131667e13', 'tag': '933995f3-ea7a-46cf-8b47-ccb0f4367b79'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:30:42.134729 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761663a5-4270-47ac-8ba3-d859b3b4e0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7b18b413-f4bc-44b4-b7ae-355131667e13", "tag": "933995f3-ea7a-46cf-8b47-ccb0f4367b79"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:30:42.170498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4152e-bed6-46d8-8314-0c18026b0097 service neutron] Pushing event updated for resources: {'Port': ['ID=933995f3-ea7a-46cf-8b47-ccb0f4367b79,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:42.221848 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca05409-898d-4c53-a985-42b35d084341 x-openstack-request-id: req-9ca05409-898d-4c53-a985-42b35d084341 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:30:42.222748 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b18b413-f4bc-44b4-b7ae-355131667e13", "tag": "933995f3-ea7a-46cf-8b47-ccb0f4367b79", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:30:42.223791 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ca05409-898d-4c53-a985-42b35d084341 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:30:42.224609 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca05409-898d-4c53-a985-42b35d084341'] response: {'name': 'network-changed', 'server_uuid': '7b18b413-f4bc-44b4-b7ae-355131667e13', 'tag': '933995f3-ea7a-46cf-8b47-ccb0f4367b79', 'status': 'completed', 'code': 200} Mar 24 01:30:42.229313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f16babe-01bf-42df-b82a-5d46d7d15a4e req-1aba4ffe-2d8b-4cc6-8a01-9967c087510a service neutron] 10.222.0.57 "GET /v2.0/networks/5fd0413b-b8fb-4e57-8a87-0232e04dfcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992338 Mar 24 01:30:42.258577 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-69b6f7a2-1f73-4955-af51-85c7cf22d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:42.261481 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-69b6f7a2-1f73-4955-af51-85c7cf22d509 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=efbaae25383d48948d1f81a22de28571&device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 1126 time: 0.0831087 Mar 24 01:30:42.308026 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-872ddee0-8084-4df0-9cd8-3eedeff038ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=933995f3-ea7a-46cf-8b47-ccb0f4367b79 HTTP/1.1" status: 200 len: 217 time: 0.0377190 Mar 24 01:30:42.367301 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-c80a9eab-05fb-4ee9-b401-240ff92c11e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:42.369584 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-c80a9eab-05fb-4ee9-b401-240ff92c11e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f24515c3-38e2-46cf-888c-85da802bfe5d HTTP/1.1" status: 200 len: 849 time: 0.0549088 Mar 24 01:30:42.425553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-5eb9dd4b-d093-443d-960b-3b21204ffa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:42.427134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-5eb9dd4b-d093-443d-960b-3b21204ffa9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=61be4064-f550-4f16-b00b-ee7adc0dcc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490477 Mar 24 01:30:42.539395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-049b4e64-3745-43cd-b144-c148ab9829cd service neutron] 10.222.0.57 "GET /v2.0/networks/61be4064-f550-4f16-b00b-ee7adc0dcc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061099 Mar 24 01:30:42.668761 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44b023e2-eb29-4640-b4d0-e2d9206f63f5 req-5b8bd37f-e3d9-4846-bdb4-e966a7557bb7 service neutron] 10.222.0.57 "GET /v2.0/networks/61be4064-f550-4f16-b00b-ee7adc0dcc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224074 Mar 24 01:30:42.671496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff4772-a598-42ca-896b-c7e9b40fc2f5 req-95ea743a-4eab-4fb0-85e0-00f3bcbaff1e tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:42.672922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12ff4772-a598-42ca-896b-c7e9b40fc2f5 req-95ea743a-4eab-4fb0-85e0-00f3bcbaff1e tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 1126 time: 0.0828927 Mar 24 01:30:42.765968 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12ff4772-a598-42ca-896b-c7e9b40fc2f5 req-30849504-84fd-432e-ae9f-ef220c75010d tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866580 Mar 24 01:30:42.824195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761663a5-4270-47ac-8ba3-d859b3b4e0c9 req-06428efb-a275-4c43-9a79-d9fb007d45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:42.825756 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761663a5-4270-47ac-8ba3-d859b3b4e0c9 req-06428efb-a275-4c43-9a79-d9fb007d45ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=efbaae25383d48948d1f81a22de28571&device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 1126 time: 0.1013958 Mar 24 01:30:42.870159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c8123-3492-45cc-bbb5-e0c8f9157a72 req-45ac2511-d749-416c-ab72-bc34e8d1b243 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:42.871772 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a28c8123-3492-45cc-bbb5-e0c8f9157a72 req-45ac2511-d749-416c-ab72-bc34e8d1b243 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 944 time: 0.1024756 Mar 24 01:30:42.969377 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a28c8123-3492-45cc-bbb5-e0c8f9157a72 req-18da18a7-f324-4682-9dce-3476ee824a75 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719395 Mar 24 01:30:42.986144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761663a5-4270-47ac-8ba3-d859b3b4e0c9 req-0114c67e-857a-4d68-a670-9aee4262364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:42.986144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761663a5-4270-47ac-8ba3-d859b3b4e0c9 req-0114c67e-857a-4d68-a670-9aee4262364a service neutron] 10.222.0.57 "GET /v2.0/networks?id=61be4064-f550-4f16-b00b-ee7adc0dcc33 HTTP/1.1" status: 200 len: 911 time: 0.1484542 Mar 24 01:30:43.033918 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761663a5-4270-47ac-8ba3-d859b3b4e0c9 req-b2677ae2-b763-4a5f-bdc1-50598323090d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=933995f3-ea7a-46cf-8b47-ccb0f4367b79 HTTP/1.1" status: 200 len: 217 time: 0.0419176 Mar 24 01:30:43.086779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761663a5-4270-47ac-8ba3-d859b3b4e0c9 req-a4d6e4a9-bdd0-45eb-b65b-801c71fccf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:43.088450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761663a5-4270-47ac-8ba3-d859b3b4e0c9 req-a4d6e4a9-bdd0-45eb-b65b-801c71fccf1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f24515c3-38e2-46cf-888c-85da802bfe5d HTTP/1.1" status: 200 len: 849 time: 0.0481780 Mar 24 01:30:43.143109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761663a5-4270-47ac-8ba3-d859b3b4e0c9 req-8fd9c8f7-f87a-4193-9904-e7fe30725fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:43.144655 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761663a5-4270-47ac-8ba3-d859b3b4e0c9 req-8fd9c8f7-f87a-4193-9904-e7fe30725fd8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=61be4064-f550-4f16-b00b-ee7adc0dcc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489972 Mar 24 01:30:43.239271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761663a5-4270-47ac-8ba3-d859b3b4e0c9 req-36825358-042f-43b8-8554-48fdc394dff7 service neutron] 10.222.0.57 "GET /v2.0/networks/61be4064-f550-4f16-b00b-ee7adc0dcc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879354 Mar 24 01:30:43.334072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761663a5-4270-47ac-8ba3-d859b3b4e0c9 req-8293c5d2-5607-411e-8d2e-c95305dff995 service neutron] 10.222.0.57 "GET /v2.0/networks/61be4064-f550-4f16-b00b-ee7adc0dcc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865538 Mar 24 01:30:43.900993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a02185-486e-454b-b091-b7ce9adbd480 req-ccfbe9ff-af68-4e66-8095-f8b5e12ba9a7 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:43.902723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7a02185-486e-454b-b091-b7ce9adbd480 req-ccfbe9ff-af68-4e66-8095-f8b5e12ba9a7 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 1126 time: 0.0560873 Mar 24 01:30:43.953941 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7a02185-486e-454b-b091-b7ce9adbd480 req-d6b06969-846e-4d09-b216-eb5fa362c36a tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450790 Mar 24 01:30:44.127750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5bcfa-b9bf-4467-8e5c-bfe0c84247d9 req-ca08af15-3cf5-4445-bfac-42301b61c64d tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:44.143644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6fc5bcfa-b9bf-4467-8e5c-bfe0c84247d9 req-ca08af15-3cf5-4445-bfac-42301b61c64d tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 944 time: 0.1007094 Mar 24 01:30:44.195352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6fc5bcfa-b9bf-4467-8e5c-bfe0c84247d9 req-4f5c0e92-7c9b-420a-918b-0279ab240091 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528972 Mar 24 01:30:45.080207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01c37c-64c0-4837-8d0f-e7f5d61ffcb9 req-328c8fb1-e16b-4805-a98b-8b953697f207 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:45.081744 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c01c37c-64c0-4837-8d0f-e7f5d61ffcb9 req-328c8fb1-e16b-4805-a98b-8b953697f207 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 1126 time: 0.0476096 Mar 24 01:30:45.128001 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c01c37c-64c0-4837-8d0f-e7f5d61ffcb9 req-58ff41e9-a356-4b94-bde6-a8e122dfdefd tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395930 Mar 24 01:30:45.326282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6b692-e832-4827-91cc-125ed4429137 req-125343f6-fd86-4b4b-89a0-4b9ee34304c2 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:45.333749 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9e6b692-e832-4827-91cc-125ed4429137 req-125343f6-fd86-4b4b-89a0-4b9ee34304c2 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 944 time: 0.0657470 Mar 24 01:30:45.380362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9e6b692-e832-4827-91cc-125ed4429137 req-600017aa-ad6e-4f13-8b72-ad62e920f483 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455949 Mar 24 01:30:45.412254 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 933995f3-ea7a-46cf-8b47-ccb0f4367b79 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:30:45.517576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 933995f3-ea7a-46cf-8b47-ccb0f4367b79, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=933995f3-ea7a-46cf-8b47-ccb0f4367b79,segment=NetworkSegment(0312e58b-9da8-425c-b3ab-ef8b516d6496),segment_id=0312e58b-9da8-425c-b3ab-ef8b516d6496)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:45.531922 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '933995f3-ea7a-46cf-8b47-ccb0f4367b79', 'network_id': '61be4064-f550-4f16-b00b-ee7adc0dcc33', 'port_id': '933995f3-ea7a-46cf-8b47-ccb0f4367b79', 'mac_address': 'fa:16:3e:92:c7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24515c3-38e2-46cf-888c-85da802bfe5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:30:45.576929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 933995f3-ea7a-46cf-8b47-ccb0f4367b79 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:45.577459 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (933995f3-ea7a-46cf-8b47-ccb0f4367b79), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:45.591137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933995f3-ea7a-46cf-8b47-ccb0f4367b79 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:30:45.611708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 933995f3-ea7a-46cf-8b47-ccb0f4367b79, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=933995f3-ea7a-46cf-8b47-ccb0f4367b79,segment=NetworkSegment(0312e58b-9da8-425c-b3ab-ef8b516d6496),segment_id=0312e58b-9da8-425c-b3ab-ef8b516d6496)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:45.615868 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (933995f3-ea7a-46cf-8b47-ccb0f4367b79), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:45.667381 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=933995f3-ea7a-46cf-8b47-ccb0f4367b79,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:45.873690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['933995f3-ea7a-46cf-8b47-ccb0f4367b79'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:30:46.244123 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ca0f0-f3db-46b2-904f-ac06e021cf72 req-41f5e848-c8dd-4d00-bd03-68a64d3e8bf9 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:46.245819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d4ca0f0-f3db-46b2-904f-ac06e021cf72 req-41f5e848-c8dd-4d00-bd03-68a64d3e8bf9 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 1127 time: 0.0468075 Mar 24 01:30:46.293346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d4ca0f0-f3db-46b2-904f-ac06e021cf72 req-f6187292-92bd-418d-8fc5-a0ce19656692 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411332 Mar 24 01:30:46.537188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593621f5-40c3-44d6-bc77-6fd83270fc4f req-6e1b658d-9031-4af3-8a0f-b1f85bde9897 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:46.538876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-593621f5-40c3-44d6-bc77-6fd83270fc4f req-6e1b658d-9031-4af3-8a0f-b1f85bde9897 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 944 time: 0.0730560 Mar 24 01:30:46.600861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-593621f5-40c3-44d6-bc77-6fd83270fc4f req-f1ade00e-9f98-48f5-96ea-d0a7d5c4e15f tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541947 Mar 24 01:30:47.417666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5110ee-e545-4ea8-9180-c429dd62476f req-ea849d43-7023-40f1-92be-1a0ffbe7fb3d tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:47.419127 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f5110ee-e545-4ea8-9180-c429dd62476f req-ea849d43-7023-40f1-92be-1a0ffbe7fb3d tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 1127 time: 0.0502787 Mar 24 01:30:47.449886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 933995f3-ea7a-46cf-8b47-ccb0f4367b79 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:30:47.468529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0f5110ee-e545-4ea8-9180-c429dd62476f req-f46e6b34-89ea-489b-bfb2-3e63c96975e4 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433726 Mar 24 01:30:47.538879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 933995f3-ea7a-46cf-8b47-ccb0f4367b79 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:30:47.544480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 933995f3-ea7a-46cf-8b47-ccb0f4367b79 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:47.544863 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (933995f3-ea7a-46cf-8b47-ccb0f4367b79), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:47.622617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 933995f3-ea7a-46cf-8b47-ccb0f4367b79 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:47.622617 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (933995f3-ea7a-46cf-8b47-ccb0f4367b79), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:47.646924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b18b413-f4bc-44b4-b7ae-355131667e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933995f3-ea7a-46cf-8b47-ccb0f4367b79'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:30:47.649243 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c92c83e-1e5e-4030-9938-d1fcf5ad46d7" -d '{"events": [{"server_uuid": "7b18b413-f4bc-44b4-b7ae-355131667e13", "name": "network-vif-plugged", "status": "completed", "tag": "933995f3-ea7a-46cf-8b47-ccb0f4367b79"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:30:47.663052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 933995f3-ea7a-46cf-8b47-ccb0f4367b79, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=933995f3-ea7a-46cf-8b47-ccb0f4367b79,segment=NetworkSegment(0312e58b-9da8-425c-b3ab-ef8b516d6496),segment_id=0312e58b-9da8-425c-b3ab-ef8b516d6496)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:47.668387 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (933995f3-ea7a-46cf-8b47-ccb0f4367b79), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:47.726832 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c863aa5f-2cff-4e57-bb23-0c4157764bad x-openstack-request-id: req-c863aa5f-2cff-4e57-bb23-0c4157764bad {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:30:47.727131 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b18b413-f4bc-44b4-b7ae-355131667e13", "name": "network-vif-plugged", "status": "completed", "tag": "933995f3-ea7a-46cf-8b47-ccb0f4367b79", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:30:47.727391 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c863aa5f-2cff-4e57-bb23-0c4157764bad {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:30:47.727794 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c863aa5f-2cff-4e57-bb23-0c4157764bad'] response: {'server_uuid': '7b18b413-f4bc-44b4-b7ae-355131667e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933995f3-ea7a-46cf-8b47-ccb0f4367b79', 'code': 200} Mar 24 01:30:47.728497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=933995f3-ea7a-46cf-8b47-ccb0f4367b79,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:47.741349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574df30-50df-42c9-93d5-a4ffe6625f35 req-01343d8f-42c2-4bfe-8638-2bd9e1421142 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:47.749660 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2574df30-50df-42c9-93d5-a4ffe6625f35 req-01343d8f-42c2-4bfe-8638-2bd9e1421142 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 944 time: 0.0759916 Mar 24 01:30:47.809784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2574df30-50df-42c9-93d5-a4ffe6625f35 req-6a5a20b0-e381-482c-88f9-10ddce910b05 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580561 Mar 24 01:30:47.845835 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb96b4-7e6e-492b-aaf0-490ad6dc6ccc req-4bc267ec-78d4-4359-a2ec-e378a86cc596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:47.847322 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ccb96b4-7e6e-492b-aaf0-490ad6dc6ccc req-4bc267ec-78d4-4359-a2ec-e378a86cc596 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 1128 time: 0.0545969 Mar 24 01:30:47.891663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ccb96b4-7e6e-492b-aaf0-490ad6dc6ccc req-41c03fbc-860c-4b5d-bf70-8855204659ac service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383193 Mar 24 01:30:48.599416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2330eb-5956-4dee-a131-608338e4912b req-c181132e-1232-4df2-9bd1-08f68a8ec8de tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:48.601114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c2330eb-5956-4dee-a131-608338e4912b req-c181132e-1232-4df2-9bd1-08f68a8ec8de tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 1128 time: 0.0569067 Mar 24 01:30:48.647408 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c2330eb-5956-4dee-a131-608338e4912b req-14d000e5-7ff9-4949-9886-f9535ef2a56f tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397544 Mar 24 01:30:48.942773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c34d1-3e3e-47a0-bbe0-2b762a5041f0 req-cabd5123-bf9a-4e2f-a6e9-86426616d98c tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:48.944258 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f49c34d1-3e3e-47a0-bbe0-2b762a5041f0 req-cabd5123-bf9a-4e2f-a6e9-86426616d98c tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 944 time: 0.0584843 Mar 24 01:30:49.001060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f49c34d1-3e3e-47a0-bbe0-2b762a5041f0 req-10cc9933-b94c-4a82-bcc5-d90635b05459 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507667 Mar 24 01:30:49.774976 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83aa02-36b2-4079-8467-74c4e7bf713b req-77d052c0-3cbe-438b-8f74-4986e75e8cde tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:49.777068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f83aa02-36b2-4079-8467-74c4e7bf713b req-77d052c0-3cbe-438b-8f74-4986e75e8cde tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 1128 time: 0.0500021 Mar 24 01:30:49.821693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f83aa02-36b2-4079-8467-74c4e7bf713b req-4fa59229-ef35-466b-8d73-781d635084e8 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385265 Mar 24 01:30:49.935877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f7442-cb03-4dd6-8cb1-2f355d06e741 req-8a1e11c5-c14a-47a9-85cb-d369d4da4653 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:49.937336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce4f7442-cb03-4dd6-8cb1-2f355d06e741 req-8a1e11c5-c14a-47a9-85cb-d369d4da4653 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 1128 time: 0.0455050 Mar 24 01:30:49.986201 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce4f7442-cb03-4dd6-8cb1-2f355d06e741 req-b9bb0672-a2b8-4c0c-944c-ecb4232752de tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430496 Mar 24 01:30:50.130550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97401a2f-3f80-4051-a5c6-2d77a5423612 req-800e2189-543b-4142-93f5-b833760d4284 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:50.132151 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97401a2f-3f80-4051-a5c6-2d77a5423612 req-800e2189-543b-4142-93f5-b833760d4284 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 1128 time: 0.0764244 Mar 24 01:30:50.145692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df3735-9b37-46a9-8ef9-6fe114e172d6 req-a7cd43ad-a892-45ae-b23d-c2f8b9a3781a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:50.147101 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18df3735-9b37-46a9-8ef9-6fe114e172d6 req-a7cd43ad-a892-45ae-b23d-c2f8b9a3781a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 944 time: 0.0654199 Mar 24 01:30:50.216050 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97401a2f-3f80-4051-a5c6-2d77a5423612 req-60aacfee-d9d0-410a-a73f-456417379e34 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678873 Mar 24 01:30:50.220870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18df3735-9b37-46a9-8ef9-6fe114e172d6 req-a515c674-15d0-4454-8e71-767c8a7f9083 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672152 Mar 24 01:30:50.457025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd59eb-9104-4c76-b4c2-dcdeaa9c9f87 req-43b91765-8dc1-4820-9571-5359d9a246c9 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:50.458718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dfcd59eb-9104-4c76-b4c2-dcdeaa9c9f87 req-43b91765-8dc1-4820-9571-5359d9a246c9 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 1128 time: 0.0533128 Mar 24 01:30:50.505710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dfcd59eb-9104-4c76-b4c2-dcdeaa9c9f87 req-363fc4e8-a524-4c46-b333-36ff5315855d tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410421 Mar 24 01:30:51.344086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46a545-48a8-44bb-a761-6a8a1a8c30e1 req-3ed8e747-708d-4aa0-a989-91aafa38f6f9 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:51.345594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa46a545-48a8-44bb-a761-6a8a1a8c30e1 req-3ed8e747-708d-4aa0-a989-91aafa38f6f9 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 944 time: 0.0549912 Mar 24 01:30:51.394257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa46a545-48a8-44bb-a761-6a8a1a8c30e1 req-c29c9071-bfe0-49da-b4fd-cc7a8b3c9515 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429642 Mar 24 01:30:51.632104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc36863-0325-48b7-917b-18ab1334a646 req-48daf066-2306-41f4-bf22-8cf80bbf2eb3 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:51.633932 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-abc36863-0325-48b7-917b-18ab1334a646 req-48daf066-2306-41f4-bf22-8cf80bbf2eb3 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 1128 time: 0.0441279 Mar 24 01:30:51.704706 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-abc36863-0325-48b7-917b-18ab1334a646 req-4e5decfb-899a-416d-9e9a-fa7502624a31 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644178 Mar 24 01:30:51.721526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70623246-c2fc-4364-80b5-71e721164e92 req-b8bb4075-9bdb-4943-a102-46eef1878c08 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:51.722986 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70623246-c2fc-4364-80b5-71e721164e92 req-b8bb4075-9bdb-4943-a102-46eef1878c08 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7b18b413-f4bc-44b4-b7ae-355131667e13 HTTP/1.1" status: 200 len: 1128 time: 0.0478418 Mar 24 01:30:51.813547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-70623246-c2fc-4364-80b5-71e721164e92 req-039ba137-b610-4f48-8b3d-bf95c0c2c1a1 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Deleting port 933995f3-ea7a-46cf-8b47-ccb0f4367b79 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:30:51.813811 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70623246-c2fc-4364-80b5-71e721164e92 req-039ba137-b610-4f48-8b3d-bf95c0c2c1a1 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (933995f3-ea7a-46cf-8b47-ccb0f4367b79), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:51.891778 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-70623246-c2fc-4364-80b5-71e721164e92 req-039ba137-b610-4f48-8b3d-bf95c0c2c1a1 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] For port 933995f3-ea7a-46cf-8b47-ccb0f4367b79, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=933995f3-ea7a-46cf-8b47-ccb0f4367b79,segment=NetworkSegment(0312e58b-9da8-425c-b3ab-ef8b516d6496),segment_id=0312e58b-9da8-425c-b3ab-ef8b516d6496)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:51.892143 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70623246-c2fc-4364-80b5-71e721164e92 req-039ba137-b610-4f48-8b3d-bf95c0c2c1a1 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (933995f3-ea7a-46cf-8b47-ccb0f4367b79), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:51.904789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-70623246-c2fc-4364-80b5-71e721164e92 req-039ba137-b610-4f48-8b3d-bf95c0c2c1a1 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Calling delete_port for 933995f3-ea7a-46cf-8b47-ccb0f4367b79 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:30:52.026194 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70623246-c2fc-4364-80b5-71e721164e92 req-039ba137-b610-4f48-8b3d-bf95c0c2c1a1 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (933995f3-ea7a-46cf-8b47-ccb0f4367b79), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:52.039036 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:30:52.041277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['933995f3-ea7a-46cf-8b47-ccb0f4367b79'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:30:52.054225 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ba137-b610-4f48-8b3d-bf95c0c2c1a1 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Pushing event deleted for resources: {'Port': ['ID=933995f3-ea7a-46cf-8b47-ccb0f4367b79,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:52.101029 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-70623246-c2fc-4364-80b5-71e721164e92 req-039ba137-b610-4f48-8b3d-bf95c0c2c1a1 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] No DVR routers for this DVR port 933995f3-ea7a-46cf-8b47-ccb0f4367b79 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:30:52.103725 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70623246-c2fc-4364-80b5-71e721164e92 req-039ba137-b610-4f48-8b3d-bf95c0c2c1a1 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:52.108610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70623246-c2fc-4364-80b5-71e721164e92 req-039ba137-b610-4f48-8b3d-bf95c0c2c1a1 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.57 "DELETE /v2.0/ports/933995f3-ea7a-46cf-8b47-ccb0f4367b79 HTTP/1.1" status: 204 len: 173 time: 0.3802857 Mar 24 01:30:52.109200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b18b413-f4bc-44b4-b7ae-355131667e13', 'name': 'network-vif-deleted', 'tag': '933995f3-ea7a-46cf-8b47-ccb0f4367b79'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:30:52.111358 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd415dc-62df-4aed-934b-b0ea08020ba5" -d '{"events": [{"server_uuid": "7b18b413-f4bc-44b4-b7ae-355131667e13", "name": "network-vif-deleted", "tag": "933995f3-ea7a-46cf-8b47-ccb0f4367b79"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:30:52.149562 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe53ae3-c906-4078-b4ec-737084732a43 x-openstack-request-id: req-4fe53ae3-c906-4078-b4ec-737084732a43 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:30:52.149856 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b18b413-f4bc-44b4-b7ae-355131667e13", "name": "network-vif-deleted", "tag": "933995f3-ea7a-46cf-8b47-ccb0f4367b79", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:30:52.150156 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4fe53ae3-c906-4078-b4ec-737084732a43 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:30:52.150558 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe53ae3-c906-4078-b4ec-737084732a43'] response: {'server_uuid': '7b18b413-f4bc-44b4-b7ae-355131667e13', 'name': 'network-vif-deleted', 'tag': '933995f3-ea7a-46cf-8b47-ccb0f4367b79', 'status': 'completed', 'code': 200} Mar 24 01:30:52.525260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3780280-1d60-46e9-8583-055f60111394 req-deb05757-cd3b-49fe-9b98-ac42496bd507 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:52.528013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3780280-1d60-46e9-8583-055f60111394 req-deb05757-cd3b-49fe-9b98-ac42496bd507 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 944 time: 0.0657446 Mar 24 01:30:52.590354 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3780280-1d60-46e9-8583-055f60111394 req-ee5944df-b990-42c2-ac9d-3950cd10fc8c tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555739 Mar 24 01:30:52.972264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f3ed3-5d53-4a8d-84a0-3481c5b28543 req-5d52a419-123b-455b-96b2-27463446c371 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:52.973816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-471f3ed3-5d53-4a8d-84a0-3481c5b28543 req-5d52a419-123b-455b-96b2-27463446c371 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 1127 time: 0.0497305 Mar 24 01:30:53.018541 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-471f3ed3-5d53-4a8d-84a0-3481c5b28543 req-5a81172a-11fa-4526-bc30-72e0099445ee tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388560 Mar 24 01:30:53.709529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de8b05-fa4a-4e74-a78a-e74e3811f063 req-66ddccfd-f3ec-41c2-945b-8b07265166a5 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:53.711006 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-24de8b05-fa4a-4e74-a78a-e74e3811f063 req-66ddccfd-f3ec-41c2-945b-8b07265166a5 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 944 time: 0.0522406 Mar 24 01:30:53.765011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-24de8b05-fa4a-4e74-a78a-e74e3811f063 req-6ae4e6fd-bbea-4d1c-aac7-9c127bd90ff9 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476916 Mar 24 01:30:54.152188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fb5c2-e01f-4e46-8834-65ab87136257 req-f1467467-96ae-4e94-a226-a74f7d8614a1 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:54.153721 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c49fb5c2-e01f-4e46-8834-65ab87136257 req-f1467467-96ae-4e94-a226-a74f7d8614a1 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 1127 time: 0.0593488 Mar 24 01:30:54.210858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c49fb5c2-e01f-4e46-8834-65ab87136257 req-afc94338-ab02-45cf-b382-1c7bdf87ad4f tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47f813f4-731c-4969-ac68-41ab9cb455bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427046 Mar 24 01:30:54.332254 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de2eb5-e9d1-416a-9f04-76dc6f833fe4 req-0226b384-61a7-46f7-b218-391f5b109ae1 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:54.333759 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-48de2eb5-e9d1-416a-9f04-76dc6f833fe4 req-0226b384-61a7-46f7-b218-391f5b109ae1 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 1127 time: 0.0523891 Mar 24 01:30:54.416577 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-48de2eb5-e9d1-416a-9f04-76dc6f833fe4 req-bd2f9b18-b607-4252-8803-8a66bf82777b tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Deleting port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:30:54.416905 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-48de2eb5-e9d1-416a-9f04-76dc6f833fe4 req-bd2f9b18-b607-4252-8803-8a66bf82777b tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:54.498437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-48de2eb5-e9d1-416a-9f04-76dc6f833fe4 req-bd2f9b18-b607-4252-8803-8a66bf82777b tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] For port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d,segment=NetworkSegment(0312e58b-9da8-425c-b3ab-ef8b516d6496),segment_id=0312e58b-9da8-425c-b3ab-ef8b516d6496)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:54.498822 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-48de2eb5-e9d1-416a-9f04-76dc6f833fe4 req-bd2f9b18-b607-4252-8803-8a66bf82777b tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:54.512391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-48de2eb5-e9d1-416a-9f04-76dc6f833fe4 req-bd2f9b18-b607-4252-8803-8a66bf82777b tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Calling delete_port for cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:30:54.638280 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-48de2eb5-e9d1-416a-9f04-76dc6f833fe4 req-bd2f9b18-b607-4252-8803-8a66bf82777b tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:54.652750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:30:54.675842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f9b18-b607-4252-8803-8a66bf82777b tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:54.751646 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-48de2eb5-e9d1-416a-9f04-76dc6f833fe4 req-bd2f9b18-b607-4252-8803-8a66bf82777b tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] No DVR routers for this DVR port cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:30:54.754564 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-48de2eb5-e9d1-416a-9f04-76dc6f833fe4 req-bd2f9b18-b607-4252-8803-8a66bf82777b tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:54.758150 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-48de2eb5-e9d1-416a-9f04-76dc6f833fe4 req-bd2f9b18-b607-4252-8803-8a66bf82777b tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.48 "DELETE /v2.0/ports/cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d HTTP/1.1" status: 204 len: 173 time: 0.4193356 Mar 24 01:30:54.758647 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadc20ce-9360-45f2-8789-f9173f2923fd', 'name': 'network-vif-deleted', 'tag': 'cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:30:54.762027 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883d9cd0-8489-4322-9940-ede1dfa696e5" -d '{"events": [{"server_uuid": "aadc20ce-9360-45f2-8789-f9173f2923fd", "name": "network-vif-deleted", "tag": "cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:30:54.807560 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b99034-27be-4409-a316-1f34c669597a x-openstack-request-id: req-c6b99034-27be-4409-a316-1f34c669597a {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:30:54.808655 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadc20ce-9360-45f2-8789-f9173f2923fd", "name": "network-vif-deleted", "tag": "cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:30:54.809231 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6b99034-27be-4409-a316-1f34c669597a {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:30:54.810003 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b99034-27be-4409-a316-1f34c669597a'] response: {'server_uuid': 'aadc20ce-9360-45f2-8789-f9173f2923fd', 'name': 'network-vif-deleted', 'tag': 'cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d', 'status': 'completed', 'code': 200} Mar 24 01:30:54.949878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d129e-6eea-49c7-8c64-c0ad3efd0731 req-1f6f6117-7c6a-4159-b566-7b30c16ac412 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:54.958520 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b3d129e-6eea-49c7-8c64-c0ad3efd0731 req-1f6f6117-7c6a-4159-b566-7b30c16ac412 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 944 time: 0.0788414 Mar 24 01:30:55.021676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b3d129e-6eea-49c7-8c64-c0ad3efd0731 req-4851c4a0-5c77-4794-bac5-6f65c2797a9d tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588794 Mar 24 01:30:55.346803 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e5064ae-4c8c-4f7b-81f5-50b96134f0d8 req-d0a36d53-7a3c-4c01-9098-e94ce7f2da11 tempest-TestServerMultinode-1304270615 tempest-TestServerMultinode-1304270615-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aadc20ce-9360-45f2-8789-f9173f2923fd HTTP/1.1" status: 200 len: 210 time: 0.0297613 Mar 24 01:30:55.493553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 933995f3-ea7a-46cf-8b47-ccb0f4367b79 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:30:55.518772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 933995f3-ea7a-46cf-8b47-ccb0f4367b79 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:30:55.519116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 933995f3-ea7a-46cf-8b47-ccb0f4367b79 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:30:56.141040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925fd33-4f12-47e4-be96-ef746bce1e92 req-18bf1c7a-8254-4e8a-bb6e-e36afbc9ee4a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:56.142716 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4925fd33-4f12-47e4-be96-ef746bce1e92 req-18bf1c7a-8254-4e8a-bb6e-e36afbc9ee4a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 944 time: 0.0584943 Mar 24 01:30:56.202311 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4925fd33-4f12-47e4-be96-ef746bce1e92 req-f311d15f-6d04-4553-81e6-d5cab045b647 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433388 Mar 24 01:30:56.409007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35246) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:57.055388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9858fbeb-1aad-4784-a416-b276dc446bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (547df301-d8bf-4162-9918-5c091e70a148), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:57.351307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260eeb44-49cf-49fa-bdb1-e7ccfae57808 req-47c2b71f-86b9-4bab-ad06-632d3811de67 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:57.352669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-260eeb44-49cf-49fa-bdb1-e7ccfae57808 req-47c2b71f-86b9-4bab-ad06-632d3811de67 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 944 time: 0.0696168 Mar 24 01:30:57.354163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-9858fbeb-1aad-4784-a416-b276dc446bd0 admin admin] Deleting port 706fb742-7305-4a30-a1d7-607d8b327365 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:30:57.354493 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9858fbeb-1aad-4784-a416-b276dc446bd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (706fb742-7305-4a30-a1d7-607d8b327365), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:57.452595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-260eeb44-49cf-49fa-bdb1-e7ccfae57808 req-d4579a70-108d-4b8f-93c9-3c254113dffc tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858340 Mar 24 01:30:57.474736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-9858fbeb-1aad-4784-a416-b276dc446bd0 admin admin] For port 706fb742-7305-4a30-a1d7-607d8b327365, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=706fb742-7305-4a30-a1d7-607d8b327365,segment=NetworkSegment(0312e58b-9da8-425c-b3ab-ef8b516d6496),segment_id=0312e58b-9da8-425c-b3ab-ef8b516d6496)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:57.475101 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9858fbeb-1aad-4784-a416-b276dc446bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (706fb742-7305-4a30-a1d7-607d8b327365), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:57.488357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-9858fbeb-1aad-4784-a416-b276dc446bd0 admin admin] Calling delete_port for 706fb742-7305-4a30-a1d7-607d8b327365 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:30:57.492742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ff979678-e3dd-4c4f-9821-3ab4e54a5d76 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:30:57.598096 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ff979678-e3dd-4c4f-9821-3ab4e54a5d76, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ff979678-e3dd-4c4f-9821-3ab4e54a5d76,segment=NetworkSegment(7bd29663-9403-4eb3-a2ae-9395b8064bed),segment_id=7bd29663-9403-4eb3-a2ae-9395b8064bed)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:57.612609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'port_id': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76', 'mac_address': 'fa:16:3e:87:89:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1abd87c-5717-4871-8061-8a66620165be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:30:57.650684 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port ff979678-e3dd-4c4f-9821-3ab4e54a5d76 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:57.651421 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ff979678-e3dd-4c4f-9821-3ab4e54a5d76), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:57.665512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff979678-e3dd-4c4f-9821-3ab4e54a5d76 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:30:57.685630 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9858fbeb-1aad-4784-a416-b276dc446bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (706fb742-7305-4a30-a1d7-607d8b327365), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:57.686468 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ff979678-e3dd-4c4f-9821-3ab4e54a5d76, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ff979678-e3dd-4c4f-9821-3ab4e54a5d76,segment=NetworkSegment(7bd29663-9403-4eb3-a2ae-9395b8064bed),segment_id=7bd29663-9403-4eb3-a2ae-9395b8064bed)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:57.691022 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ff979678-e3dd-4c4f-9821-3ab4e54a5d76), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:57.719165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858fbeb-1aad-4784-a416-b276dc446bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=706fb742-7305-4a30-a1d7-607d8b327365,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:57.743264 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=ff979678-e3dd-4c4f-9821-3ab4e54a5d76,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:57.916516 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9858fbeb-1aad-4784-a416-b276dc446bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (547df301-d8bf-4162-9918-5c091e70a148), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:57.935889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['ff979678-e3dd-4c4f-9821-3ab4e54a5d76'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:30:58.163762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9858fbeb-1aad-4784-a416-b276dc446bd0 admin admin] Router 547df301-d8bf-4162-9918-5c091e70a148 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:30:58.274450 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9858fbeb-1aad-4784-a416-b276dc446bd0 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:30:58.279883 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9858fbeb-1aad-4784-a416-b276dc446bd0 admin admin] 10.222.0.45 "PUT /v2.0/routers/547df301-d8bf-4162-9918-5c091e70a148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8693819 Mar 24 01:30:58.282606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35254) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:58.285583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bbe638-c884-4287-841b-142b97916caf None None] Sync routers for ids ['547df301-d8bf-4162-9918-5c091e70a148'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:30:58.299980 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bbe638-c884-4287-841b-142b97916caf None None] Routers {'547df301-d8bf-4162-9918-5c091e70a148'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:30:58.300617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-45bbe638-c884-4287-841b-142b97916caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:30:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['547df301-d8bf-4162-9918-5c091e70a148'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:58.389896 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ca38e8d-b771-4163-8b39-d359664feaee admin admin] Publish callbacks [] for router (547df301-d8bf-4162-9918-5c091e70a148), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:58.407933 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-45bbe638-c884-4287-841b-142b97916caf None None] Set router 547df301-d8bf-4162-9918-5c091e70a148 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:30:58.493641 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ca38e8d-b771-4163-8b39-d359664feaee admin admin] Publish callbacks [] for router_gateway (547df301-d8bf-4162-9918-5c091e70a148), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:58.550039 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-5ca38e8d-b771-4163-8b39-d359664feaee admin admin] Deleting port 4684dc64-dbe1-4bb3-b2ff-358898d8c528 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:30:58.550378 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ca38e8d-b771-4163-8b39-d359664feaee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4684dc64-dbe1-4bb3-b2ff-358898d8c528), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:58.585770 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaca2d-00fd-488d-9290-7b1f117c77a0 req-00b06261-c21c-488c-8af6-1f32a998aec2 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:58.587451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76eaca2d-00fd-488d-9290-7b1f117c77a0 req-00b06261-c21c-488c-8af6-1f32a998aec2 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 945 time: 0.0593438 Mar 24 01:30:58.598032 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-45bbe638-c884-4287-841b-142b97916caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547df301-d8bf-4162-9918-5c091e70a148', 'name': 'tempest-TestServerMultinode-2020962347-router', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4684dc64-dbe1-4bb3-b2ff-358898d8c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:12Z', 'updated_at': '2022-03-24T01:30:57Z', 'revision_number': 5, 'project_id': 'e9f0519295a34e89ad3636063f66e41b', 'gw_port': {'id': '4684dc64-dbe1-4bb3-b2ff-358898d8c528', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547df301-d8bf-4162-9918-5c091e70a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:13Z', 'updated_at': '2022-03-24T01:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:58.627255 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:30:58.630389 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bbe638-c884-4287-841b-142b97916caf None None] Checking router: 547df301-d8bf-4162-9918-5c091e70a148 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:30:58.639914 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76eaca2d-00fd-488d-9290-7b1f117c77a0 req-13b7b8b0-0f64-45bf-bf3e-7f3cea47f297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458398 Mar 24 01:30:58.642573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-5ca38e8d-b771-4163-8b39-d359664feaee admin admin] For port 4684dc64-dbe1-4bb3-b2ff-358898d8c528, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4684dc64-dbe1-4bb3-b2ff-358898d8c528,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:58.642942 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ca38e8d-b771-4163-8b39-d359664feaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4684dc64-dbe1-4bb3-b2ff-358898d8c528), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:58.648638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:30:58.648997 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device cf5a5fc5-fd50-4caa-8770-ddea7e3bbb6d not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:30:58.656948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bbe638-c884-4287-841b-142b97916caf None None] Routers {'547df301-d8bf-4162-9918-5c091e70a148'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:30:58.657599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-45bbe638-c884-4287-841b-142b97916caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:30:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['547df301-d8bf-4162-9918-5c091e70a148'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:58.657711 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-5ca38e8d-b771-4163-8b39-d359664feaee admin admin] Calling delete_port for 4684dc64-dbe1-4bb3-b2ff-358898d8c528 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:30:58.750140 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-45bbe638-c884-4287-841b-142b97916caf None None] Set router 547df301-d8bf-4162-9918-5c091e70a148 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:30:58.810366 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-45bbe638-c884-4287-841b-142b97916caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547df301-d8bf-4162-9918-5c091e70a148', 'name': 'tempest-TestServerMultinode-2020962347-router', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:12Z', 'updated_at': '2022-03-24T01:30:58Z', 'revision_number': 6, 'project_id': 'e9f0519295a34e89ad3636063f66e41b', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:58.813721 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b6a63331-8e58-4111-b061-05292a74af34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:58.824689 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ca38e8d-b771-4163-8b39-d359664feaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (4684dc64-dbe1-4bb3-b2ff-358898d8c528), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:58.838857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bbe638-c884-4287-841b-142b97916caf None None] The sync data for ids ['547df301-d8bf-4162-9918-5c091e70a148'] in n-d-760455-9 is: [{'id': '547df301-d8bf-4162-9918-5c091e70a148', 'name': 'tempest-TestServerMultinode-2020962347-router', 'tenant_id': 'e9f0519295a34e89ad3636063f66e41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:12Z', 'updated_at': '2022-03-24T01:30:58Z', 'revision_number': 6, 'project_id': 'e9f0519295a34e89ad3636063f66e41b', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:30:58.849465 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca38e8d-b771-4163-8b39-d359664feaee admin admin] Pushing event deleted for resources: {'Port': ['ID=4684dc64-dbe1-4bb3-b2ff-358898d8c528,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:58.914007 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ca38e8d-b771-4163-8b39-d359664feaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (547df301-d8bf-4162-9918-5c091e70a148), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.012602 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ca38e8d-b771-4163-8b39-d359664feaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (547df301-d8bf-4162-9918-5c091e70a148), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.014848 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ca38e8d-b771-4163-8b39-d359664feaee admin admin] Publish callbacks [] for router_controller (547df301-d8bf-4162-9918-5c091e70a148), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.058696 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ca38e8d-b771-4163-8b39-d359664feaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (547df301-d8bf-4162-9918-5c091e70a148), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.059319 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca38e8d-b771-4163-8b39-d359664feaee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 547df301-d8bf-4162-9918-5c091e70a148 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:30:59.063631 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ca38e8d-b771-4163-8b39-d359664feaee admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.064772 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5ca38e8d-b771-4163-8b39-d359664feaee admin admin] 10.222.0.45 "DELETE /v2.0/routers/547df301-d8bf-4162-9918-5c091e70a148 HTTP/1.1" status: 204 len: 168 time: 0.7810817 Mar 24 01:30:59.067394 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35262) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:59.114689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-9234b2aa-2eb6-4176-823e-848c94d523f6 admin admin] Deleting subnet f24515c3-38e2-46cf-888c-85da802bfe5d {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:30:59.117880 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9234b2aa-2eb6-4176-823e-848c94d523f6 admin admin] Publish callbacks [] for subnet (f24515c3-38e2-46cf-888c-85da802bfe5d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.151475 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9234b2aa-2eb6-4176-823e-848c94d523f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (f24515c3-38e2-46cf-888c-85da802bfe5d), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.188017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8c149-8e54-42b5-bc22-597210c3ac0d req-89073d7f-c615-4a05-ae65-1853da930bc1 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:59.190160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51c8c149-8e54-42b5-bc22-597210c3ac0d req-89073d7f-c615-4a05-ae65-1853da930bc1 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 945 time: 0.0570924 Mar 24 01:30:59.239969 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9234b2aa-2eb6-4176-823e-848c94d523f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (f24515c3-38e2-46cf-888c-85da802bfe5d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.243847 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51c8c149-8e54-42b5-bc22-597210c3ac0d req-967a3d27-407c-4706-a2fc-5942ad5a1731 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440450 Mar 24 01:30:59.299259 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9234b2aa-2eb6-4176-823e-848c94d523f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (f24515c3-38e2-46cf-888c-85da802bfe5d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.327125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234b2aa-2eb6-4176-823e-848c94d523f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f24515c3-38e2-46cf-888c-85da802bfe5d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:59.329060 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9234b2aa-2eb6-4176-823e-848c94d523f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.333368 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9234b2aa-2eb6-4176-823e-848c94d523f6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f24515c3-38e2-46cf-888c-85da802bfe5d HTTP/1.1" status: 204 len: 168 time: 0.2639165 Mar 24 01:30:59.333694 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb6777-06db-45f8-9c9e-ffbc7310e2df None None] Network 61be4064-f550-4f16-b00b-ee7adc0dcc33 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:30:59.334835 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35266) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:59.410743 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (61be4064-f550-4f16-b00b-ee7adc0dcc33), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.465759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] Deleting port 771da3a5-ab3a-4289-95fa-6df4d0111d7f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:30:59.466094 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (771da3a5-ab3a-4289-95fa-6df4d0111d7f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.534254 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] For port 771da3a5-ab3a-4289-95fa-6df4d0111d7f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=771da3a5-ab3a-4289-95fa-6df4d0111d7f,segment=NetworkSegment(0312e58b-9da8-425c-b3ab-ef8b516d6496),segment_id=0312e58b-9da8-425c-b3ab-ef8b516d6496)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:59.534621 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (771da3a5-ab3a-4289-95fa-6df4d0111d7f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.539154 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ff979678-e3dd-4c4f-9821-3ab4e54a5d76 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:30:59.547589 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] Calling delete_port for 771da3a5-ab3a-4289-95fa-6df4d0111d7f owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:30:59.615623 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port ff979678-e3dd-4c4f-9821-3ab4e54a5d76 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:30:59.622013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port ff979678-e3dd-4c4f-9821-3ab4e54a5d76 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:30:59.622485 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ff979678-e3dd-4c4f-9821-3ab4e54a5d76), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.629700 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (771da3a5-ab3a-4289-95fa-6df4d0111d7f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.662942 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] No DVR routers for this DVR port 771da3a5-ab3a-4289-95fa-6df4d0111d7f on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:30:59.670783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] Pushing event deleted for resources: {'Port': ['ID=771da3a5-ab3a-4289-95fa-6df4d0111d7f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:59.712297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port ff979678-e3dd-4c4f-9821-3ab4e54a5d76 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:30:59.712702 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ff979678-e3dd-4c4f-9821-3ab4e54a5d76), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.737555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:30:59.739762 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa8a506-d605-4990-a242-7069eb3a6e6f" -d '{"events": [{"server_uuid": "c7d781ed-947d-49d0-b884-63e2a44cf6ba", "name": "network-vif-plugged", "status": "completed", "tag": "ff979678-e3dd-4c4f-9821-3ab4e54a5d76"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:30:59.746113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0211453f-9ee1-42a5-8547-accf3b53d733 None None] DHCP port deletion for 61be4064-f550-4f16-b00b-ee7adc0dcc33 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:30:59.758628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ff979678-e3dd-4c4f-9821-3ab4e54a5d76, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ff979678-e3dd-4c4f-9821-3ab4e54a5d76,segment=NetworkSegment(7bd29663-9403-4eb3-a2ae-9395b8064bed),segment_id=7bd29663-9403-4eb3-a2ae-9395b8064bed)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:30:59.776393 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ff979678-e3dd-4c4f-9821-3ab4e54a5d76), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.786866 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (61be4064-f550-4f16-b00b-ee7adc0dcc33), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.815345 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa3c5c7-65e1-4dfb-b41a-5604fbe633e9 x-openstack-request-id: req-5fa3c5c7-65e1-4dfb-b41a-5604fbe633e9 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:30:59.815599 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d781ed-947d-49d0-b884-63e2a44cf6ba", "name": "network-vif-plugged", "status": "completed", "tag": "ff979678-e3dd-4c4f-9821-3ab4e54a5d76", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:30:59.815860 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5fa3c5c7-65e1-4dfb-b41a-5604fbe633e9 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:30:59.816595 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa3c5c7-65e1-4dfb-b41a-5604fbe633e9'] response: {'server_uuid': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76', 'code': 200} Mar 24 01:30:59.829955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61be4064-f550-4f16-b00b-ee7adc0dcc33']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:59.839353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f26ed9-f7ca-4304-b54b-697213d559fe req-71b941d9-1c5c-4eb3-a0f7-401d5c5e4d4a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:59.840445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0312e58b-9da8-425c-b3ab-ef8b516d6496') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:59.840747 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0312e58b-9da8-425c-b3ab-ef8b516d6496') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:30:59.840917 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06f26ed9-f7ca-4304-b54b-697213d559fe req-71b941d9-1c5c-4eb3-a0f7-401d5c5e4d4a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 946 time: 0.0884774 Mar 24 01:30:59.851025 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (0312e58b-9da8-425c-b3ab-ef8b516d6496), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.852350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=ff979678-e3dd-4c4f-9821-3ab4e54a5d76,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:59.874659 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (0312e58b-9da8-425c-b3ab-ef8b516d6496), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.883538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:30:59.884078 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (0312e58b-9da8-425c-b3ab-ef8b516d6496), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:30:59.886870 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:30:59.925008 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06f26ed9-f7ca-4304-b54b-697213d559fe req-2b4ff7ea-08bb-4851-81e3-bd5ed020a979 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777199 Mar 24 01:30:59.936061 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7f067-1d1b-445b-8bd7-8599ac6c37ea req-d396e715-5b1d-4271-8706-1d45919f38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:30:59.938709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ed7f067-1d1b-445b-8bd7-8599ac6c37ea req-d396e715-5b1d-4271-8706-1d45919f38a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 1128 time: 0.0734577 Mar 24 01:30:59.941808 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (61be4064-f550-4f16-b00b-ee7adc0dcc33), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.947767 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:30:59.951822 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] 10.222.0.45 "DELETE /v2.0/networks/61be4064-f550-4f16-b00b-ee7adc0dcc33 HTTP/1.1" status: 204 len: 168 time: 0.6160045 Mar 24 01:30:59.962316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35272) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:30:59.970459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8a0c0-068b-4fdf-8d83-7fc02e3d767c admin admin] Pushing event deleted for resources: {'Network': ['ID=61be4064-f550-4f16-b00b-ee7adc0dcc33,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:30:59.994300 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ed7f067-1d1b-445b-8bd7-8599ac6c37ea req-f22559e0-3804-44b1-b8bc-12dd8d22351d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481451 Mar 24 01:31:00.100265 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:00.217377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4684dc64-dbe1-4bb3-b2ff-358898d8c528 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:31:00.241781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 4684dc64-dbe1-4bb3-b2ff-358898d8c528 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:31:00.242214 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4684dc64-dbe1-4bb3-b2ff-358898d8c528 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:31:00.242577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 706fb742-7305-4a30-a1d7-607d8b327365 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:31:00.262643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 706fb742-7305-4a30-a1d7-607d8b327365 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:31:00.262999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 706fb742-7305-4a30-a1d7-607d8b327365 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:31:00.263422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 771da3a5-ab3a-4289-95fa-6df4d0111d7f no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:31:00.282339 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:31:00.284011 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 771da3a5-ab3a-4289-95fa-6df4d0111d7f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:31:00.284459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 771da3a5-ab3a-4289-95fa-6df4d0111d7f not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:31:00.379547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b1516-d1b1-4e0a-a04c-b5d968a15094 req-fb629487-3577-4e38-88ee-3dd37d093cb5 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:00.381545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-467b1516-d1b1-4e0a-a04c-b5d968a15094 req-fb629487-3577-4e38-88ee-3dd37d093cb5 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 945 time: 0.0574901 Mar 24 01:31:00.430026 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-467b1516-d1b1-4e0a-a04c-b5d968a15094 req-34396ee4-9cc0-4813-a59a-00f54f6b1740 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429244 Mar 24 01:31:00.607388 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b343f43f-8e13-4709-8206-5d8c83907845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (2f4778c9-64fd-4449-846c-813d59e5bc2e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:00.848650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b343f43f-8e13-4709-8206-5d8c83907845 admin admin] Deleting port c41cde20-2f1d-4b45-8a81-40f5f6d78016 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:31:00.848902 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b343f43f-8e13-4709-8206-5d8c83907845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:00.877946 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7110802c-b318-4755-8cec-09c80434a80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:00.889775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192114ac-b005-4ace-b2e7-5783e53123bd req-07386614-c343-4dfc-97a1-21114e3f367c tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:00.891228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-192114ac-b005-4ace-b2e7-5783e53123bd req-07386614-c343-4dfc-97a1-21114e3f367c tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.57 "GET /v2.0/ports?device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 945 time: 0.0578458 Mar 24 01:31:00.928856 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-b343f43f-8e13-4709-8206-5d8c83907845 admin admin] For port c41cde20-2f1d-4b45-8a81-40f5f6d78016, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c41cde20-2f1d-4b45-8a81-40f5f6d78016,segment=NetworkSegment(72f1755e-850a-4032-a216-70e0e7aab1b9),segment_id=72f1755e-850a-4032-a216-70e0e7aab1b9)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:31:00.929743 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b343f43f-8e13-4709-8206-5d8c83907845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:00.942666 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b343f43f-8e13-4709-8206-5d8c83907845 admin admin] Calling delete_port for c41cde20-2f1d-4b45-8a81-40f5f6d78016 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:31:00.991518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-192114ac-b005-4ace-b2e7-5783e53123bd req-9b34a084-f583-4066-9035-b0dcad2e3180 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Deleting port dcfa3b95-8559-4fed-ad99-062828f271c6 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:31:00.991865 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-192114ac-b005-4ace-b2e7-5783e53123bd req-9b34a084-f583-4066-9035-b0dcad2e3180 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (dcfa3b95-8559-4fed-ad99-062828f271c6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:01.124199 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-192114ac-b005-4ace-b2e7-5783e53123bd req-9b34a084-f583-4066-9035-b0dcad2e3180 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] For port dcfa3b95-8559-4fed-ad99-062828f271c6, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=dcfa3b95-8559-4fed-ad99-062828f271c6,segment=NetworkSegment(54a0dbb3-df05-42e7-b4e6-02491bc4ad5a),segment_id=54a0dbb3-df05-42e7-b4e6-02491bc4ad5a)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:31:01.124483 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-192114ac-b005-4ace-b2e7-5783e53123bd req-9b34a084-f583-4066-9035-b0dcad2e3180 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (dcfa3b95-8559-4fed-ad99-062828f271c6), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:01.133824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d882cf8-4405-4be6-8cb5-07fe5ee6bc81 req-ab8da80c-af7f-43b9-9571-415b8dfc76e2 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:01.135588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d882cf8-4405-4be6-8cb5-07fe5ee6bc81 req-ab8da80c-af7f-43b9-9571-415b8dfc76e2 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 946 time: 0.1249948 Mar 24 01:31:01.146492 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b343f43f-8e13-4709-8206-5d8c83907845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c41cde20-2f1d-4b45-8a81-40f5f6d78016), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:01.162286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-192114ac-b005-4ace-b2e7-5783e53123bd req-9b34a084-f583-4066-9035-b0dcad2e3180 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Calling delete_port for dcfa3b95-8559-4fed-ad99-062828f271c6 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:31:01.195852 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343f43f-8e13-4709-8206-5d8c83907845 admin admin] Pushing event deleted for resources: {'Port': ['ID=c41cde20-2f1d-4b45-8a81-40f5f6d78016,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:01.246636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6d882cf8-4405-4be6-8cb5-07fe5ee6bc81 req-eb58c2bc-44d0-41b9-89a5-b747f2a9df3c tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040883 Mar 24 01:31:01.336543 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-192114ac-b005-4ace-b2e7-5783e53123bd req-9b34a084-f583-4066-9035-b0dcad2e3180 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (dcfa3b95-8559-4fed-ad99-062828f271c6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:01.348744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['dcfa3b95-8559-4fed-ad99-062828f271c6'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:31:01.375580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34a084-f583-4066-9035-b0dcad2e3180 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Pushing event deleted for resources: {'Port': ['ID=dcfa3b95-8559-4fed-ad99-062828f271c6,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:01.394481 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b343f43f-8e13-4709-8206-5d8c83907845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (2f4778c9-64fd-4449-846c-813d59e5bc2e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:01.422266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-192114ac-b005-4ace-b2e7-5783e53123bd req-9b34a084-f583-4066-9035-b0dcad2e3180 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] No DVR routers for this DVR port dcfa3b95-8559-4fed-ad99-062828f271c6 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:31:01.424983 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-192114ac-b005-4ace-b2e7-5783e53123bd req-9b34a084-f583-4066-9035-b0dcad2e3180 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:01.428388 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-192114ac-b005-4ace-b2e7-5783e53123bd req-9b34a084-f583-4066-9035-b0dcad2e3180 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.57 "DELETE /v2.0/ports/dcfa3b95-8559-4fed-ad99-062828f271c6 HTTP/1.1" status: 204 len: 173 time: 0.5303395 Mar 24 01:31:01.428829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6343ab54-3e85-44ea-8e81-cde9e7d4a67b', 'name': 'network-vif-deleted', 'tag': 'dcfa3b95-8559-4fed-ad99-062828f271c6'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:31:01.431090 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30561ed-9ed0-4476-842e-d846ba4c3cc5" -d '{"events": [{"server_uuid": "6343ab54-3e85-44ea-8e81-cde9e7d4a67b", "name": "network-vif-deleted", "tag": "dcfa3b95-8559-4fed-ad99-062828f271c6"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:31:01.476164 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee69df0-afa4-476f-8a76-91eed1a058a1 x-openstack-request-id: req-0ee69df0-afa4-476f-8a76-91eed1a058a1 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:31:01.476549 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6343ab54-3e85-44ea-8e81-cde9e7d4a67b", "name": "network-vif-deleted", "tag": "dcfa3b95-8559-4fed-ad99-062828f271c6", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:31:01.476839 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ee69df0-afa4-476f-8a76-91eed1a058a1 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:31:01.477715 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee69df0-afa4-476f-8a76-91eed1a058a1'] response: {'server_uuid': '6343ab54-3e85-44ea-8e81-cde9e7d4a67b', 'name': 'network-vif-deleted', 'tag': 'dcfa3b95-8559-4fed-ad99-062828f271c6', 'status': 'completed', 'code': 200} Mar 24 01:31:01.537561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4df40fcc-7d75-4245-9c6c-4ca6149691d8 req-ee0e76cb-7065-48d7-b38a-fc637751159b tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=6343ab54-3e85-44ea-8e81-cde9e7d4a67b HTTP/1.1" status: 200 len: 210 time: 0.0276511 Mar 24 01:31:01.645316 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b343f43f-8e13-4709-8206-5d8c83907845 admin admin] Router 2f4778c9-64fd-4449-846c-813d59e5bc2e has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:31:01.750125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b343f43f-8e13-4709-8206-5d8c83907845 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:31:01.757531 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b343f43f-8e13-4709-8206-5d8c83907845 admin admin] 10.222.0.45 "PUT /v2.0/routers/2f4778c9-64fd-4449-846c-813d59e5bc2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7916675 Mar 24 01:31:01.757748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35282) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:31:01.767566 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f5f1f-4c40-4711-90bc-5bff8870654e None None] Sync routers for ids ['2f4778c9-64fd-4449-846c-813d59e5bc2e'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:31:01.777818 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f5f1f-4c40-4711-90bc-5bff8870654e None None] Routers {'2f4778c9-64fd-4449-846c-813d59e5bc2e'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:31:01.778556 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-889f5f1f-4c40-4711-90bc-5bff8870654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:31:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['2f4778c9-64fd-4449-846c-813d59e5bc2e'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:01.871339 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebc5a-bfa8-4b2b-b0d2-50bd33387db4 admin admin] Publish callbacks [] for router (2f4778c9-64fd-4449-846c-813d59e5bc2e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:01.901629 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-889f5f1f-4c40-4711-90bc-5bff8870654e None None] Set router 2f4778c9-64fd-4449-846c-813d59e5bc2e gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:31:01.985713 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebc5a-bfa8-4b2b-b0d2-50bd33387db4 admin admin] Publish callbacks [] for router_gateway (2f4778c9-64fd-4449-846c-813d59e5bc2e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:02.041349 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-bd4ebc5a-bfa8-4b2b-b0d2-50bd33387db4 admin admin] Deleting port 0fd4e54c-9348-440c-9df2-7d8a56b10159 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:31:02.041693 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebc5a-bfa8-4b2b-b0d2-50bd33387db4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0fd4e54c-9348-440c-9df2-7d8a56b10159), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:02.084519 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-889f5f1f-4c40-4711-90bc-5bff8870654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'name': 'tempest-TestServerMultinode-1941453198-router', 'tenant_id': 'efbaae25383d48948d1f81a22de28571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '0fd4e54c-9348-440c-9df2-7d8a56b10159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:19Z', 'updated_at': '2022-03-24T01:31:01Z', 'revision_number': 5, 'project_id': 'efbaae25383d48948d1f81a22de28571', 'gw_port': {'id': '0fd4e54c-9348-440c-9df2-7d8a56b10159', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:30:20Z', 'updated_at': '2022-03-24T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:02.110010 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f5f1f-4c40-4711-90bc-5bff8870654e None None] Checking router: 2f4778c9-64fd-4449-846c-813d59e5bc2e for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:31:02.118060 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f5f1f-4c40-4711-90bc-5bff8870654e None None] Routers {'2f4778c9-64fd-4449-846c-813d59e5bc2e'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:31:02.118657 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-889f5f1f-4c40-4711-90bc-5bff8870654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:31:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['2f4778c9-64fd-4449-846c-813d59e5bc2e'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:02.120226 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-bd4ebc5a-bfa8-4b2b-b0d2-50bd33387db4 admin admin] For port 0fd4e54c-9348-440c-9df2-7d8a56b10159, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0fd4e54c-9348-440c-9df2-7d8a56b10159,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:31:02.121129 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebc5a-bfa8-4b2b-b0d2-50bd33387db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0fd4e54c-9348-440c-9df2-7d8a56b10159), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:02.134104 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-bd4ebc5a-bfa8-4b2b-b0d2-50bd33387db4 admin admin] Calling delete_port for 0fd4e54c-9348-440c-9df2-7d8a56b10159 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:31:02.211137 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-889f5f1f-4c40-4711-90bc-5bff8870654e None None] Set router 2f4778c9-64fd-4449-846c-813d59e5bc2e gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:31:02.229335 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:02.266070 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-889f5f1f-4c40-4711-90bc-5bff8870654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'name': 'tempest-TestServerMultinode-1941453198-router', 'tenant_id': 'efbaae25383d48948d1f81a22de28571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:19Z', 'updated_at': '2022-03-24T01:31:01Z', 'revision_number': 6, 'project_id': 'efbaae25383d48948d1f81a22de28571', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:02.293290 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f5f1f-4c40-4711-90bc-5bff8870654e None None] The sync data for ids ['2f4778c9-64fd-4449-846c-813d59e5bc2e'] in n-d-760455-9 is: [{'id': '2f4778c9-64fd-4449-846c-813d59e5bc2e', 'name': 'tempest-TestServerMultinode-1941453198-router', 'tenant_id': 'efbaae25383d48948d1f81a22de28571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:30:19Z', 'updated_at': '2022-03-24T01:31:01Z', 'revision_number': 6, 'project_id': 'efbaae25383d48948d1f81a22de28571', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:31:02.314366 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebc5a-bfa8-4b2b-b0d2-50bd33387db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0fd4e54c-9348-440c-9df2-7d8a56b10159), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:02.342265 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ebc5a-bfa8-4b2b-b0d2-50bd33387db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd4e54c-9348-440c-9df2-7d8a56b10159,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:02.387337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5352f6-ec05-4895-ae4e-eba5b4b54f2e req-027f708f-0d4a-4ace-ba1f-0e1d18ce45cc tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:02.388983 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e5352f6-ec05-4895-ae4e-eba5b4b54f2e req-027f708f-0d4a-4ace-ba1f-0e1d18ce45cc tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 946 time: 0.0601366 Mar 24 01:31:02.411349 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebc5a-bfa8-4b2b-b0d2-50bd33387db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (2f4778c9-64fd-4449-846c-813d59e5bc2e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:02.443976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e5352f6-ec05-4895-ae4e-eba5b4b54f2e req-24894aad-bc12-49e2-81ef-5236bb892955 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491345 Mar 24 01:31:02.509934 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebc5a-bfa8-4b2b-b0d2-50bd33387db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (2f4778c9-64fd-4449-846c-813d59e5bc2e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:02.512249 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebc5a-bfa8-4b2b-b0d2-50bd33387db4 admin admin] Publish callbacks [] for router_controller (2f4778c9-64fd-4449-846c-813d59e5bc2e), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:02.557152 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebc5a-bfa8-4b2b-b0d2-50bd33387db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (2f4778c9-64fd-4449-846c-813d59e5bc2e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:02.557836 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4ebc5a-bfa8-4b2b-b0d2-50bd33387db4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f4778c9-64fd-4449-846c-813d59e5bc2e {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:31:02.563740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebc5a-bfa8-4b2b-b0d2-50bd33387db4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:02.565026 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bd4ebc5a-bfa8-4b2b-b0d2-50bd33387db4 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2f4778c9-64fd-4449-846c-813d59e5bc2e HTTP/1.1" status: 204 len: 168 time: 0.8063722 Mar 24 01:31:02.567628 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35290) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:31:02.576176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee5370-0f2a-45ae-949f-76746cabcb95 req-d0bd2817-f78b-4e9d-832f-13a7efcfc602 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:02.577714 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bdee5370-0f2a-45ae-949f-76746cabcb95 req-d0bd2817-f78b-4e9d-832f-13a7efcfc602 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 946 time: 0.0614877 Mar 24 01:31:02.621330 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abcafe6-9880-4089-9ca6-b370e1e10e7c admin admin] Deleting subnet e52f7dc7-3a79-4c18-a25a-96569bb4ef93 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:31:02.624569 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3abcafe6-9880-4089-9ca6-b370e1e10e7c admin admin] Publish callbacks [] for subnet (e52f7dc7-3a79-4c18-a25a-96569bb4ef93), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:02.655655 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bdee5370-0f2a-45ae-949f-76746cabcb95 req-c797aa32-84d8-468a-8583-d34345236719 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665329 Mar 24 01:31:02.660779 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3abcafe6-9880-4089-9ca6-b370e1e10e7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (e52f7dc7-3a79-4c18-a25a-96569bb4ef93), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:02.669860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35294) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:31:02.718266 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:02.764833 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3abcafe6-9880-4089-9ca6-b370e1e10e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (e52f7dc7-3a79-4c18-a25a-96569bb4ef93), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:02.838878 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3abcafe6-9880-4089-9ca6-b370e1e10e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (e52f7dc7-3a79-4c18-a25a-96569bb4ef93), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:02.874202 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3abcafe6-9880-4089-9ca6-b370e1e10e7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:02.880040 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b601ecb-1912-4551-b29e-37bd2e59e921 None None] Network f2da568f-f76f-485a-9d6f-440efd4f24c0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:31:02.881605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35302) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:31:02.889721 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3abcafe6-9880-4089-9ca6-b370e1e10e7c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e52f7dc7-3a79-4c18-a25a-96569bb4ef93 HTTP/1.1" status: 204 len: 168 time: 0.3209476 Mar 24 01:31:02.894830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abcafe6-9880-4089-9ca6-b370e1e10e7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e52f7dc7-3a79-4c18-a25a-96569bb4ef93,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:03.001576 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (f2da568f-f76f-485a-9d6f-440efd4f24c0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.016731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3004027d-b202-4d83-9865-886c385ca029 tempest-TestVolumeBackupRestore-21341794 tempest-TestVolumeBackupRestore-21341794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:03.018297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3004027d-b202-4d83-9865-886c385ca029 tempest-TestVolumeBackupRestore-21341794 tempest-TestVolumeBackupRestore-21341794-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 1123 time: 0.3473725 Mar 24 01:31:03.021520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 35304) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:31:03.026489 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:31:03.048296 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.073152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] Deleting port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:31:03.073496 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8a17c85d-ef30-4258-8bb0-3c9c3dda6066), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.139590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] For port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8a17c85d-ef30-4258-8bb0-3c9c3dda6066,segment=NetworkSegment(72f1755e-850a-4032-a216-70e0e7aab1b9),segment_id=72f1755e-850a-4032-a216-70e0e7aab1b9)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:31:03.139958 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8a17c85d-ef30-4258-8bb0-3c9c3dda6066), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.149438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b597a2b4-458f-404c-b322-3def07f7aff9 None None] DHCP port deletion for f2da568f-f76f-485a-9d6f-440efd4f24c0 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:31:03.157726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] Calling delete_port for 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:31:03.159315 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.245349 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b597a2b4-458f-404c-b322-3def07f7aff9 None None] Deleting port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:31:03.246884 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b597a2b4-458f-404c-b322-3def07f7aff9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8a17c85d-ef30-4258-8bb0-3c9c3dda6066), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.255602 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (8a17c85d-ef30-4258-8bb0-3c9c3dda6066), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.283623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a17c85d-ef30-4258-8bb0-3c9c3dda6066,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:03.289489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] No DVR routers for this DVR port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:31:03.290660 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Allocated IP 172.25.0.52 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/54b24a63-e9ca-44bd-af2d-7687c52e746c) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:31:03.371829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b597a2b4-458f-404c-b322-3def07f7aff9 None None] For port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8a17c85d-ef30-4258-8bb0-3c9c3dda6066,segment=NetworkSegment(72f1755e-850a-4032-a216-70e0e7aab1b9),segment_id=72f1755e-850a-4032-a216-70e0e7aab1b9)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:31:03.372330 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b597a2b4-458f-404c-b322-3def07f7aff9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8a17c85d-ef30-4258-8bb0-3c9c3dda6066), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.385773 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (f2da568f-f76f-485a-9d6f-440efd4f24c0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.392813 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b597a2b4-458f-404c-b322-3def07f7aff9 None None] Calling delete_port for 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:31:03.415675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2da568f-f76f-485a-9d6f-440efd4f24c0']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:03.430370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f1755e-850a-4032-a216-70e0e7aab1b9') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:03.430586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f1755e-850a-4032-a216-70e0e7aab1b9') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:03.434509 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for port (54b24a63-e9ca-44bd-af2d-7687c52e746c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.441513 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (72f1755e-850a-4032-a216-70e0e7aab1b9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.458136 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (72f1755e-850a-4032-a216-70e0e7aab1b9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.465248 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:31:03.465632 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (72f1755e-850a-4032-a216-70e0e7aab1b9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:31:03.472240 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:31:03.493756 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b597a2b4-458f-404c-b322-3def07f7aff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (8a17c85d-ef30-4258-8bb0-3c9c3dda6066), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.509388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b597a2b4-458f-404c-b322-3def07f7aff9 None None] No DVR routers for this DVR port 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:31:03.519315 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (54b24a63-e9ca-44bd-af2d-7687c52e746c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.531249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597a2b4-458f-404c-b322-3def07f7aff9 None None] Pushing event deleted for resources: {'Port': ['ID=8a17c85d-ef30-4258-8bb0-3c9c3dda6066,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:03.552057 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (f2da568f-f76f-485a-9d6f-440efd4f24c0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.560418 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.566807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f2da568f-f76f-485a-9d6f-440efd4f24c0 HTTP/1.1" status: 204 len: 168 time: 0.6815932 Mar 24 01:31:03.587294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718dfaa-aa80-4f52-b96c-38f0cbc71361 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2da568f-f76f-485a-9d6f-440efd4f24c0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:03.605574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:31:03.609711 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Pushing event updated for resources: {'Port': ['ID=54b24a63-e9ca-44bd-af2d-7687c52e746c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:03.612644 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:31:03.615811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:31:03.744154 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.807621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35310) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:31:03.860632 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ae4c8768-3849-432e-8930-465385048909 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e9f0519295a34e89ad3636063f66e41b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490272 Mar 24 01:31:03.861057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35314) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:31:03.938188 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4da0e92-b3f2-472f-afa1-aafdfa8e493a admin admin] Publish callbacks [] for security_group (415adebe-e0ff-4a8b-b0a7-397076649d83), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:03.960189 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4da0e92-b3f2-472f-afa1-aafdfa8e493a admin admin] Publish callbacks [] for security_group (415adebe-e0ff-4a8b-b0a7-397076649d83), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:04.007346 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4da0e92-b3f2-472f-afa1-aafdfa8e493a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (415adebe-e0ff-4a8b-b0a7-397076649d83), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:04.010067 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4da0e92-b3f2-472f-afa1-aafdfa8e493a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:04.011289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c4da0e92-b3f2-472f-afa1-aafdfa8e493a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/415adebe-e0ff-4a8b-b0a7-397076649d83 HTTP/1.1" status: 204 len: 168 time: 0.1491840 Mar 24 01:31:04.014502 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for floatingip (b1099e2b-2cbb-473d-ac98-82cff6314342), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:04.018891 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da0e92-b3f2-472f-afa1-aafdfa8e493a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415adebe-e0ff-4a8b-b0a7-397076649d83,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:04.101709 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (54b24a63-e9ca-44bd-af2d-7687c52e746c), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:04.261704 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0fd4e54c-9348-440c-9df2-7d8a56b10159 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:31:04.285741 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for port (54b24a63-e9ca-44bd-af2d-7687c52e746c), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:04.287967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 0fd4e54c-9348-440c-9df2-7d8a56b10159 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:31:04.288369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0fd4e54c-9348-440c-9df2-7d8a56b10159 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:31:04.288969 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:31:04.294513 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (54b24a63-e9ca-44bd-af2d-7687c52e746c), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:04.319990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:31:04.320501 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8a17c85d-ef30-4258-8bb0-3c9c3dda6066 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:31:04.321013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c41cde20-2f1d-4b45-8a81-40f5f6d78016 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:31:04.342870 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: c41cde20-2f1d-4b45-8a81-40f5f6d78016 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:31:04.343534 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c41cde20-2f1d-4b45-8a81-40f5f6d78016 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:31:04.377164 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Pushing event updated for resources: {'Port': ['ID=54b24a63-e9ca-44bd-af2d-7687c52e746c,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:04.389878 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:04.390223 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:04.390559 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:04.391054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:04.391395 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:04.391768 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:04.392101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:04.392481 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:04.392764 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:04.393081 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:04.393616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:04.393854 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:04.394186 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:04.394506 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:04.394830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:04.403869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35320) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:31:04.404712 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (b1099e2b-2cbb-473d-ac98-82cff6314342), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:04.447064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-69a9fe5c-2c1f-4c97-b0e4-d0dcbd85b0be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efbaae25383d48948d1f81a22de28571&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395360 Mar 24 01:31:04.447620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35322) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:31:04.498753 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c820705-cb82-4f29-9a94-d40245db4be1 admin admin] Publish callbacks [] for security_group (47f813f4-731c-4969-ac68-41ab9cb455bb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:04.522489 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c820705-cb82-4f29-9a94-d40245db4be1 admin admin] Publish callbacks [] for security_group (47f813f4-731c-4969-ac68-41ab9cb455bb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:04.578257 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c820705-cb82-4f29-9a94-d40245db4be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (47f813f4-731c-4969-ac68-41ab9cb455bb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:04.581042 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4c820705-cb82-4f29-9a94-d40245db4be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:04.582551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4c820705-cb82-4f29-9a94-d40245db4be1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47f813f4-731c-4969-ac68-41ab9cb455bb HTTP/1.1" status: 204 len: 168 time: 0.1341867 Mar 24 01:31:04.592409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c820705-cb82-4f29-9a94-d40245db4be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f813f4-731c-4969-ac68-41ab9cb455bb,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:04.833472 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Floating IP b1099e2b-2cbb-473d-ac98-82cff6314342 associated. External IP: 172.25.0.52, port: ff979678-e3dd-4c4f-9821-3ab4e54a5d76. Mar 24 01:31:05.080343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Router f11286de-87b0-44df-ba17-0c3c72e870c6 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:31:05.206701 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:31:05.223710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677a7d38-8b96-4404-9881-c5dc7692071d None None] Sync routers for ids ['f11286de-87b0-44df-ba17-0c3c72e870c6'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:31:05.238701 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:05.254603 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677a7d38-8b96-4404-9881-c5dc7692071d None None] Routers {'f11286de-87b0-44df-ba17-0c3c72e870c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:31:05.255245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-677a7d38-8b96-4404-9881-c5dc7692071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:31:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f11286de-87b0-44df-ba17-0c3c72e870c6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:05.291332 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-58aacbcb-53f2-4e47-86a2-0371bee5d753 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2686653 Mar 24 01:31:05.292587 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'tag': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:31:05.294856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35330) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:31:05.296653 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed48dc2-3df6-405f-b725-4b5a2f92a862" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d781ed-947d-49d0-b884-63e2a44cf6ba", "tag": "ff979678-e3dd-4c4f-9821-3ab4e54a5d76"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:31:05.348403 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:05.380903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43a2597-128e-45ca-9dbc-55ae498e9eec tempest-TestVolumeBackupRestore-21341794 tempest-TestVolumeBackupRestore-21341794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:05.388283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a43a2597-128e-45ca-9dbc-55ae498e9eec tempest-TestVolumeBackupRestore-21341794 tempest-TestVolumeBackupRestore-21341794-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 1123 time: 0.0923126 Mar 24 01:31:05.391366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35334) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:31:05.398245 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-df7f0fb7-c500-41ca-aff6-6c5bfb3ae8af tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Request body: {'floatingip': {'port_id': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:31:05.428070 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d099241-f7cc-44e9-bc0c-6aa20d908ba9 x-openstack-request-id: req-6d099241-f7cc-44e9-bc0c-6aa20d908ba9 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:31:05.428393 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d781ed-947d-49d0-b884-63e2a44cf6ba", "tag": "ff979678-e3dd-4c4f-9821-3ab4e54a5d76", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:31:05.428658 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d099241-f7cc-44e9-bc0c-6aa20d908ba9 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:31:05.429087 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d099241-f7cc-44e9-bc0c-6aa20d908ba9'] response: {'name': 'network-changed', 'server_uuid': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'tag': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76', 'status': 'completed', 'code': 200} Mar 24 01:31:05.486329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-677a7d38-8b96-4404-9881-c5dc7692071d None None] Set router f11286de-87b0-44df-ba17-0c3c72e870c6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:31:05.509194 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df7f0fb7-c500-41ca-aff6-6c5bfb3ae8af tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for floatingip (b1099e2b-2cbb-473d-ac98-82cff6314342), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:05.574584 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device dcfa3b95-8559-4fed-ad99-062828f271c6 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:31:05.576467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed48dc2-3df6-405f-b725-4b5a2f92a862 req-b1dc0ddf-ac1e-44c0-9bef-2f091b5ce7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:05.578312 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bed48dc2-3df6-405f-b725-4b5a2f92a862 req-b1dc0ddf-ac1e-44c0-9bef-2f091b5ce7b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7768e4fc96a433ca65e81874d239ce4&device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 1128 time: 0.1242018 Mar 24 01:31:05.606378 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: dcfa3b95-8559-4fed-ad99-062828f271c6 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:31:05.606654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device dcfa3b95-8559-4fed-ad99-062828f271c6 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:31:05.757554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-677a7d38-8b96-4404-9881-c5dc7692071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:27:17Z', 'revision_number': 4, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port': {'id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:10Z', 'updated_at': '2022-03-24T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b1099e2b-2cbb-473d-ac98-82cff6314342', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'port_id': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'mac_address': 'fa:16:3e:87:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:31:03Z', 'updated_at': '2022-03-24T01:31:03Z', 'revision_number': 0, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8af86a8-f44e-425f-b64d-5b34565479ad', 'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'mac_address': 'fa:16:3e:21:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1abd87c-5717-4871-8061-8a66620165be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:14Z', 'updated_at': '2022-03-24T01:27:23Z', 'revision_number': 5, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'subnets': [{'id': 'e1abd87c-5717-4871-8061-8a66620165be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:05.788286 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677a7d38-8b96-4404-9881-c5dc7692071d None None] Checking router: f11286de-87b0-44df-ba17-0c3c72e870c6 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:31:05.797491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677a7d38-8b96-4404-9881-c5dc7692071d None None] Routers {'f11286de-87b0-44df-ba17-0c3c72e870c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:31:05.798127 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-677a7d38-8b96-4404-9881-c5dc7692071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:31:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f11286de-87b0-44df-ba17-0c3c72e870c6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:05.910326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-677a7d38-8b96-4404-9881-c5dc7692071d None None] Set router f11286de-87b0-44df-ba17-0c3c72e870c6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:31:06.108317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed48dc2-3df6-405f-b725-4b5a2f92a862 req-ecd93048-f3da-4515-ae3f-2f039d7d479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:06.109827 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bed48dc2-3df6-405f-b725-4b5a2f92a862 req-ecd93048-f3da-4515-ae3f-2f039d7d479f service neutron] 10.222.0.57 "GET /v2.0/networks?id=5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 HTTP/1.1" status: 200 len: 915 time: 0.5248208 Mar 24 01:31:06.172924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-677a7d38-8b96-4404-9881-c5dc7692071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:27:17Z', 'revision_number': 4, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port': {'id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:10Z', 'updated_at': '2022-03-24T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b1099e2b-2cbb-473d-ac98-82cff6314342', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'port_id': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'mac_address': 'fa:16:3e:87:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:31:03Z', 'updated_at': '2022-03-24T01:31:03Z', 'revision_number': 0, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8af86a8-f44e-425f-b64d-5b34565479ad', 'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'mac_address': 'fa:16:3e:21:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1abd87c-5717-4871-8061-8a66620165be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:14Z', 'updated_at': '2022-03-24T01:27:23Z', 'revision_number': 5, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'subnets': [{'id': 'e1abd87c-5717-4871-8061-8a66620165be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:06.199876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bed48dc2-3df6-405f-b725-4b5a2f92a862 req-71fcae43-8360-44c3-9b0d-0a630a161fcc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff979678-e3dd-4c4f-9821-3ab4e54a5d76 HTTP/1.1" status: 200 len: 999 time: 0.0803165 Mar 24 01:31:06.203729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677a7d38-8b96-4404-9881-c5dc7692071d None None] The sync data for ids ['f11286de-87b0-44df-ba17-0c3c72e870c6'] in n-d-760455-9 is: [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:27:17Z', 'revision_number': 4, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port': {'id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:10Z', 'updated_at': '2022-03-24T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b1099e2b-2cbb-473d-ac98-82cff6314342', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'port_id': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'mac_address': 'fa:16:3e:87:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:31:03Z', 'updated_at': '2022-03-24T01:31:03Z', 'revision_number': 0, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8af86a8-f44e-425f-b64d-5b34565479ad', 'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'mac_address': 'fa:16:3e:21:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1abd87c-5717-4871-8061-8a66620165be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:14Z', 'updated_at': '2022-03-24T01:27:23Z', 'revision_number': 5, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'subnets': [{'id': 'e1abd87c-5717-4871-8061-8a66620165be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:31:06.292010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed48dc2-3df6-405f-b725-4b5a2f92a862 req-4cc21345-c3b8-4c5c-b428-4563e143cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:06.294331 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bed48dc2-3df6-405f-b725-4b5a2f92a862 req-4cc21345-c3b8-4c5c-b428-4563e143cad4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1abd87c-5717-4871-8061-8a66620165be HTTP/1.1" status: 200 len: 853 time: 0.0893061 Mar 24 01:31:06.468589 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48689ed-10f1-444a-8be1-c2b46bd84be0 None None] New status for floating IP b1099e2b-2cbb-473d-ac98-82cff6314342: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:31:06.492301 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed48dc2-3df6-405f-b725-4b5a2f92a862 req-e27040bc-095c-4134-811f-86c18093b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:06.494018 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bed48dc2-3df6-405f-b725-4b5a2f92a862 req-e27040bc-095c-4134-811f-86c18093b73c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5fd0413b-b8fb-4e57-8a87-0232e04dfcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1647887 Mar 24 01:31:06.564761 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df7f0fb7-c500-41ca-aff6-6c5bfb3ae8af tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:06.574371 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df7f0fb7-c500-41ca-aff6-6c5bfb3ae8af tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (b1099e2b-2cbb-473d-ac98-82cff6314342), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:06.599812 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.db.api [None req-f48689ed-10f1-444a-8be1-c2b46bd84be0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:31:06.600610 n-d-760455-9 neutron-server[115732]: DEBUG oslo_db.api [None req-f48689ed-10f1-444a-8be1-c2b46bd84be0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:31:06.696899 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bed48dc2-3df6-405f-b725-4b5a2f92a862 req-19181f82-ed81-4bf1-8e82-9345147ca8e1 service neutron] 10.222.0.57 "GET /v2.0/networks/5fd0413b-b8fb-4e57-8a87-0232e04dfcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958513 Mar 24 01:31:06.868666 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bed48dc2-3df6-405f-b725-4b5a2f92a862 req-6c99570f-c188-4710-9caa-9e3bc207f0c2 service neutron] 10.222.0.57 "GET /v2.0/networks/5fd0413b-b8fb-4e57-8a87-0232e04dfcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658144 Mar 24 01:31:06.904073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7f0fb7-c500-41ca-aff6-6c5bfb3ae8af tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Router f11286de-87b0-44df-ba17-0c3c72e870c6 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:31:07.014986 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7f0fb7-c500-41ca-aff6-6c5bfb3ae8af tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:31:07.019794 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-df7f0fb7-c500-41ca-aff6-6c5bfb3ae8af tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:07.051295 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'tag': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:31:07.053670 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43579d34-1ec4-4f19-a67a-b6f4e155dfdb" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d781ed-947d-49d0-b884-63e2a44cf6ba", "tag": "ff979678-e3dd-4c4f-9821-3ab4e54a5d76"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:31:07.092772 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-df7f0fb7-c500-41ca-aff6-6c5bfb3ae8af tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "PUT /v2.0/floatingips/b1099e2b-2cbb-473d-ac98-82cff6314342 HTTP/1.1" status: 200 len: 991 time: 1.7003207 Mar 24 01:31:07.094408 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683c0553-954b-41f7-9ccc-47c2dcb1e4bd x-openstack-request-id: req-683c0553-954b-41f7-9ccc-47c2dcb1e4bd {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:31:07.094695 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d781ed-947d-49d0-b884-63e2a44cf6ba", "tag": "ff979678-e3dd-4c4f-9821-3ab4e54a5d76", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:31:07.094945 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-683c0553-954b-41f7-9ccc-47c2dcb1e4bd {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:31:07.095401 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-683c0553-954b-41f7-9ccc-47c2dcb1e4bd'] response: {'name': 'network-changed', 'server_uuid': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'tag': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76', 'status': 'completed', 'code': 200} Mar 24 01:31:07.102837 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48689ed-10f1-444a-8be1-c2b46bd84be0 None None] New status for floating IP b1099e2b-2cbb-473d-ac98-82cff6314342: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:31:07.162600 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43579d34-1ec4-4f19-a67a-b6f4e155dfdb req-e14a0e09-eb18-4f62-b324-bc227b7fa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:07.163168 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43579d34-1ec4-4f19-a67a-b6f4e155dfdb req-e14a0e09-eb18-4f62-b324-bc227b7fa6c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7768e4fc96a433ca65e81874d239ce4&device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 1128 time: 0.0511637 Mar 24 01:31:07.264890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43579d34-1ec4-4f19-a67a-b6f4e155dfdb req-1794adee-0c18-4c05-93ef-fb9883c4fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:07.266431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43579d34-1ec4-4f19-a67a-b6f4e155dfdb req-1794adee-0c18-4c05-93ef-fb9883c4fcc8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 HTTP/1.1" status: 200 len: 915 time: 0.0963752 Mar 24 01:31:07.341312 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43579d34-1ec4-4f19-a67a-b6f4e155dfdb req-1b06627f-85d7-4881-a51c-a7ada474753d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff979678-e3dd-4c4f-9821-3ab4e54a5d76 HTTP/1.1" status: 200 len: 999 time: 0.0687180 Mar 24 01:31:07.392418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43579d34-1ec4-4f19-a67a-b6f4e155dfdb req-0fb4028a-dabb-4803-bfde-1536a7c187de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:07.394033 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43579d34-1ec4-4f19-a67a-b6f4e155dfdb req-0fb4028a-dabb-4803-bfde-1536a7c187de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1abd87c-5717-4871-8061-8a66620165be HTTP/1.1" status: 200 len: 853 time: 0.0473456 Mar 24 01:31:07.424840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f61469-81c3-425a-8d92-0fa4549c5c04 None None] Sync routers for ids ['f11286de-87b0-44df-ba17-0c3c72e870c6'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:31:07.436534 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f61469-81c3-425a-8d92-0fa4549c5c04 None None] Routers {'f11286de-87b0-44df-ba17-0c3c72e870c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:31:07.437349 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-04f61469-81c3-425a-8d92-0fa4549c5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:31:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f11286de-87b0-44df-ba17-0c3c72e870c6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:07.445635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43579d34-1ec4-4f19-a67a-b6f4e155dfdb req-9ec84449-e831-4580-9c41-935a52b548b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:07.447157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43579d34-1ec4-4f19-a67a-b6f4e155dfdb req-9ec84449-e831-4580-9c41-935a52b548b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5fd0413b-b8fb-4e57-8a87-0232e04dfcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476396 Mar 24 01:31:07.562016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43579d34-1ec4-4f19-a67a-b6f4e155dfdb req-26707fb2-d6ce-449a-b880-a3a032de9cd1 service neutron] 10.222.0.57 "GET /v2.0/networks/5fd0413b-b8fb-4e57-8a87-0232e04dfcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081989 Mar 24 01:31:07.657561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-43579d34-1ec4-4f19-a67a-b6f4e155dfdb req-71ea1cc7-4487-4b0a-b489-937e1ce5ff06 service neutron] 10.222.0.57 "GET /v2.0/networks/5fd0413b-b8fb-4e57-8a87-0232e04dfcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891685 Mar 24 01:31:07.709360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-04f61469-81c3-425a-8d92-0fa4549c5c04 None None] Set router f11286de-87b0-44df-ba17-0c3c72e870c6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:31:07.927618 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-04f61469-81c3-425a-8d92-0fa4549c5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:27:17Z', 'revision_number': 4, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port': {'id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:10Z', 'updated_at': '2022-03-24T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b1099e2b-2cbb-473d-ac98-82cff6314342', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'port_id': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'mac_address': 'fa:16:3e:87:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:31:03Z', 'updated_at': '2022-03-24T01:31:07Z', 'revision_number': 2, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8af86a8-f44e-425f-b64d-5b34565479ad', 'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'mac_address': 'fa:16:3e:21:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1abd87c-5717-4871-8061-8a66620165be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:14Z', 'updated_at': '2022-03-24T01:27:23Z', 'revision_number': 5, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'subnets': [{'id': 'e1abd87c-5717-4871-8061-8a66620165be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:07.961790 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f61469-81c3-425a-8d92-0fa4549c5c04 None None] Checking router: f11286de-87b0-44df-ba17-0c3c72e870c6 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:31:07.970713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f61469-81c3-425a-8d92-0fa4549c5c04 None None] Routers {'f11286de-87b0-44df-ba17-0c3c72e870c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:31:07.971322 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-04f61469-81c3-425a-8d92-0fa4549c5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:31:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f11286de-87b0-44df-ba17-0c3c72e870c6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:08.077583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-04f61469-81c3-425a-8d92-0fa4549c5c04 None None] Set router f11286de-87b0-44df-ba17-0c3c72e870c6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:31:08.306802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-04f61469-81c3-425a-8d92-0fa4549c5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:27:17Z', 'revision_number': 4, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port': {'id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:10Z', 'updated_at': '2022-03-24T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b1099e2b-2cbb-473d-ac98-82cff6314342', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'port_id': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'mac_address': 'fa:16:3e:87:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:31:03Z', 'updated_at': '2022-03-24T01:31:07Z', 'revision_number': 2, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8af86a8-f44e-425f-b64d-5b34565479ad', 'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'mac_address': 'fa:16:3e:21:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1abd87c-5717-4871-8061-8a66620165be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:14Z', 'updated_at': '2022-03-24T01:27:23Z', 'revision_number': 5, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'subnets': [{'id': 'e1abd87c-5717-4871-8061-8a66620165be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:08.332846 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f61469-81c3-425a-8d92-0fa4549c5c04 None None] The sync data for ids ['f11286de-87b0-44df-ba17-0c3c72e870c6'] in n-d-760455-9 is: [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:27:17Z', 'revision_number': 4, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port': {'id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:10Z', 'updated_at': '2022-03-24T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b1099e2b-2cbb-473d-ac98-82cff6314342', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'port_id': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'mac_address': 'fa:16:3e:87:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:31:03Z', 'updated_at': '2022-03-24T01:31:07Z', 'revision_number': 2, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8af86a8-f44e-425f-b64d-5b34565479ad', 'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'mac_address': 'fa:16:3e:21:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1abd87c-5717-4871-8061-8a66620165be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:14Z', 'updated_at': '2022-03-24T01:27:23Z', 'revision_number': 5, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'subnets': [{'id': 'e1abd87c-5717-4871-8061-8a66620165be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:31:09.097557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'tag': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:31:09.099933 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90fbbb0-e659-4130-9766-0c93c052a8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d781ed-947d-49d0-b884-63e2a44cf6ba", "tag": "ff979678-e3dd-4c4f-9821-3ab4e54a5d76"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:31:09.135777 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d73f92e-7153-4605-8bc0-bb0af28ad45f x-openstack-request-id: req-8d73f92e-7153-4605-8bc0-bb0af28ad45f {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:31:09.136138 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d781ed-947d-49d0-b884-63e2a44cf6ba", "tag": "ff979678-e3dd-4c4f-9821-3ab4e54a5d76", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:31:09.136440 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d73f92e-7153-4605-8bc0-bb0af28ad45f {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:31:09.137418 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d73f92e-7153-4605-8bc0-bb0af28ad45f'] response: {'name': 'network-changed', 'server_uuid': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'tag': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76', 'status': 'completed', 'code': 200} Mar 24 01:31:09.200322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fbbb0-e659-4130-9766-0c93c052a8a6 req-0afcbbee-b20f-48a5-ac8c-358222427099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:09.201883 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f90fbbb0-e659-4130-9766-0c93c052a8a6 req-0afcbbee-b20f-48a5-ac8c-358222427099 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7768e4fc96a433ca65e81874d239ce4&device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 1128 time: 0.0462713 Mar 24 01:31:09.298710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fbbb0-e659-4130-9766-0c93c052a8a6 req-f475dd90-caa6-4ebf-af2a-fad8d35abbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:09.300199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f90fbbb0-e659-4130-9766-0c93c052a8a6 req-f475dd90-caa6-4ebf-af2a-fad8d35abbf8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 HTTP/1.1" status: 200 len: 915 time: 0.0923939 Mar 24 01:31:09.373942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f90fbbb0-e659-4130-9766-0c93c052a8a6 req-42f0bb19-892d-4c9f-bb7d-2934e86ae94d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff979678-e3dd-4c4f-9821-3ab4e54a5d76 HTTP/1.1" status: 200 len: 1001 time: 0.0663970 Mar 24 01:31:09.432345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fbbb0-e659-4130-9766-0c93c052a8a6 req-7e6ce2cb-f0fc-4375-8296-cd57afbfde3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:09.434415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f90fbbb0-e659-4130-9766-0c93c052a8a6 req-7e6ce2cb-f0fc-4375-8296-cd57afbfde3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1abd87c-5717-4871-8061-8a66620165be HTTP/1.1" status: 200 len: 853 time: 0.0548003 Mar 24 01:31:09.481960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fbbb0-e659-4130-9766-0c93c052a8a6 req-7c0b5ecc-0950-437a-9848-26696e2f75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:09.483476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f90fbbb0-e659-4130-9766-0c93c052a8a6 req-7c0b5ecc-0950-437a-9848-26696e2f75a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5fd0413b-b8fb-4e57-8a87-0232e04dfcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435445 Mar 24 01:31:09.573782 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f90fbbb0-e659-4130-9766-0c93c052a8a6 req-dd5fb9de-4140-42b1-a059-e4992a92b713 service neutron] 10.222.0.57 "GET /v2.0/networks/5fd0413b-b8fb-4e57-8a87-0232e04dfcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841799 Mar 24 01:31:09.672847 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f90fbbb0-e659-4130-9766-0c93c052a8a6 req-53ceb5c1-bcd9-45db-892b-0c44e7b0361e service neutron] 10.222.0.57 "GET /v2.0/networks/5fd0413b-b8fb-4e57-8a87-0232e04dfcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932612 Mar 24 01:31:12.725778 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-fc7e9b25-6717-4f1b-88f8-9c4841b158c5 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:12.727158 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-fc7e9b25-6717-4f1b-88f8-9c4841b158c5 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/networks?id=7e322a35-94bf-465e-a1fd-1acde40f9869 HTTP/1.1" status: 200 len: 813 time: 0.1064873 Mar 24 01:31:12.741861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-9f410dfa-7abc-4ae8-8517-d0b2b3c0170e tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/quotas/df2b56fa9b0844b2b099f2b1d27e1e03 HTTP/1.1" status: 200 len: 375 time: 0.0092323 Mar 24 01:31:12.778784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-fb1e1a88-fede-4b7a-9502-f711dafab6a6 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=df2b56fa9b0844b2b099f2b1d27e1e03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315566 Mar 24 01:31:12.866694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-ffa385fe-4083-4bb8-a0f3-c471ddcb0616 service neutron] 10.222.0.45 "GET /v2.0/networks/7e322a35-94bf-465e-a1fd-1acde40f9869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814569 Mar 24 01:31:12.965854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-72a10106-2abe-4778-be2d-6a5615df9165 service neutron] 10.222.0.45 "GET /v2.0/networks/7e322a35-94bf-465e-a1fd-1acde40f9869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928693 Mar 24 01:31:13.124067 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bf278341-34be-4556-b5da-1ca5187fa891 req-fa8a111d-38c5-4e21-a67c-c0656338d952 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae20a74a-5770-493d-86eb-5310f8580991 HTTP/1.1" status: 200 len: 210 time: 0.0274336 Mar 24 01:31:14.030202 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-713333b0-3e34-4746-a56a-3cd4c4de8ca6 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:14.031651 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-713333b0-3e34-4746-a56a-3cd4c4de8ca6 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.48 "GET /v2.0/networks?id=7e322a35-94bf-465e-a1fd-1acde40f9869 HTTP/1.1" status: 200 len: 813 time: 0.1064856 Mar 24 01:31:14.045155 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-e03d0d63-90e8-4c70-b7cc-76dcb80c0547 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Request body: {'port': {'device_id': 'ae20a74a-5770-493d-86eb-5310f8580991', 'network_id': '7e322a35-94bf-465e-a1fd-1acde40f9869', 'admin_state_up': True, 'tenant_id': 'df2b56fa9b0844b2b099f2b1d27e1e03'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:31:14.150220 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-e03d0d63-90e8-4c70-b7cc-76dcb80c0547 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Made reservation on behalf of df2b56fa9b0844b2b099f2b1d27e1e03 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:31:14.154178 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-e03d0d63-90e8-4c70-b7cc-76dcb80c0547 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:14.222339 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0ab775d-ee7b-4f8a-862c-be89b6a36ebd req-d348f08f-119c-4b7a-9d3e-ff2a4dfeedf7 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae20a74a-5770-493d-86eb-5310f8580991 HTTP/1.1" status: 200 len: 210 time: 0.0282097 Mar 24 01:31:14.289148 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-e03d0d63-90e8-4c70-b7cc-76dcb80c0547 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Allocated IP 172.20.0.9 (7e322a35-94bf-465e-a1fd-1acde40f9869/04a7d9f5-7472-4ce9-964d-b1c3457c23b0/8e0bfe1a-1370-44db-b77d-2e0f0c26910d) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:31:14.440876 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-e03d0d63-90e8-4c70-b7cc-76dcb80c0547 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Publish callbacks [] for port (8e0bfe1a-1370-44db-b77d-2e0f0c26910d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:14.474119 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-e03d0d63-90e8-4c70-b7cc-76dcb80c0547 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8e0bfe1a-1370-44db-b77d-2e0f0c26910d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:14.519767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-e03d0d63-90e8-4c70-b7cc-76dcb80c0547 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Network 7e322a35-94bf-465e-a1fd-1acde40f9869 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:31:14.522887 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-e03d0d63-90e8-4c70-b7cc-76dcb80c0547 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:31:14.529130 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-e03d0d63-90e8-4c70-b7cc-76dcb80c0547 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:31:14.552064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d0d63-90e8-4c70-b7cc-76dcb80c0547 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Pushing event updated for resources: {'Port': ['ID=8e0bfe1a-1370-44db-b77d-2e0f0c26910d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:14.579593 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-e03d0d63-90e8-4c70-b7cc-76dcb80c0547 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:14.580208 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-e03d0d63-90e8-4c70-b7cc-76dcb80c0547 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:14.596184 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-e03d0d63-90e8-4c70-b7cc-76dcb80c0547 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5556259 Mar 24 01:31:14.607711 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Request body: {'port': {'device_id': 'ae20a74a-5770-493d-86eb-5310f8580991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:31:14.665298 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8e0bfe1a-1370-44db-b77d-2e0f0c26910d), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:14.921725 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0bfe1a-1370-44db-b77d-2e0f0c26910d {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:31:14.928861 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Publish callbacks [] for port (8e0bfe1a-1370-44db-b77d-2e0f0c26910d), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:14.941343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Transition to ACTIVE for port object 8e0bfe1a-1370-44db-b77d-2e0f0c26910d will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:31:14.945251 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (8e0bfe1a-1370-44db-b77d-2e0f0c26910d), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:14.994019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Pushing event updated for resources: {'Port': ['ID=8e0bfe1a-1370-44db-b77d-2e0f0c26910d,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:15.069910 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Attempting to bind port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:31:15.070657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Attempting to bind port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '54a0dbb3-df05-42e7-b4e6-02491bc4ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7e322a35-94bf-465e-a1fd-1acde40f9869'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:31:15.070657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Attempting to bind port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d on network 7e322a35-94bf-465e-a1fd-1acde40f9869 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:31:15.075024 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d on network 7e322a35-94bf-465e-a1fd-1acde40f9869 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:31:15.075351 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Attempting to bind port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d on network 7e322a35-94bf-465e-a1fd-1acde40f9869 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:31:15.080116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:31:15.080454 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Checking segment: {'id': '54a0dbb3-df05-42e7-b4e6-02491bc4ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7e322a35-94bf-465e-a1fd-1acde40f9869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:31:15.080835 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Bound using segment: {'id': '54a0dbb3-df05-42e7-b4e6-02491bc4ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7e322a35-94bf-465e-a1fd-1acde40f9869'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:31:15.081302 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Bound port: 8e0bfe1a-1370-44db-b77d-2e0f0c26910d, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a0dbb3-df05-42e7-b4e6-02491bc4ad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7e322a35-94bf-465e-a1fd-1acde40f9869'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:31:15.081660 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8e0bfe1a-1370-44db-b77d-2e0f0c26910d), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:15.145572 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] For port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:31:15.148545 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] For port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=8e0bfe1a-1370-44db-b77d-2e0f0c26910d,segment=NetworkSegment(54a0dbb3-df05-42e7-b4e6-02491bc4ad5a),segment_id=54a0dbb3-df05-42e7-b4e6-02491bc4ad5a)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:31:15.154111 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (8e0bfe1a-1370-44db-b77d-2e0f0c26910d), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:15.188071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:15.188687 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:15.190075 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] 10.222.0.48 "PUT /v2.0/ports/8e0bfe1a-1370-44db-b77d-2e0f0c26910d HTTP/1.1" status: 200 len: 1091 time: 0.5862594 Mar 24 01:31:15.190513 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae20a74a-5770-493d-86eb-5310f8580991', 'tag': '8e0bfe1a-1370-44db-b77d-2e0f0c26910d'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:31:15.192766 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b2fa60-a5d7-4f1a-bddd-dcc1ef7b1bef" -d '{"events": [{"name": "network-changed", "server_uuid": "ae20a74a-5770-493d-86eb-5310f8580991", "tag": "8e0bfe1a-1370-44db-b77d-2e0f0c26910d"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:31:15.216576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a1a0a-b04d-489c-b1cd-9dd6402a1cbe service neutron] Pushing event updated for resources: {'Port': ['ID=8e0bfe1a-1370-44db-b77d-2e0f0c26910d,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:15.231160 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf05500-7a90-403b-956e-ed3555e3f04f x-openstack-request-id: req-2cf05500-7a90-403b-956e-ed3555e3f04f {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:31:15.231675 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae20a74a-5770-493d-86eb-5310f8580991", "tag": "8e0bfe1a-1370-44db-b77d-2e0f0c26910d", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:31:15.231931 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2cf05500-7a90-403b-956e-ed3555e3f04f {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:31:15.232370 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf05500-7a90-403b-956e-ed3555e3f04f'] response: {'name': 'network-changed', 'server_uuid': 'ae20a74a-5770-493d-86eb-5310f8580991', 'tag': '8e0bfe1a-1370-44db-b77d-2e0f0c26910d', 'status': 'completed', 'code': 200} Mar 24 01:31:15.280500 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-e352c114-d244-4f4c-aebc-b455dab12679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:15.282039 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-e352c114-d244-4f4c-aebc-b455dab12679 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df2b56fa9b0844b2b099f2b1d27e1e03&device_id=ae20a74a-5770-493d-86eb-5310f8580991 HTTP/1.1" status: 200 len: 1125 time: 0.0453806 Mar 24 01:31:15.328887 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-3c59c456-064a-4076-873f-b3238db49b7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e0bfe1a-1370-44db-b77d-2e0f0c26910d HTTP/1.1" status: 200 len: 217 time: 0.0390682 Mar 24 01:31:15.345078 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809c3a5-6ef0-47d1-adcd-d54d280370e4 req-40b0e191-9d8a-4ce6-aaad-44b4cbfe1c7d tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:15.346564 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9809c3a5-6ef0-47d1-adcd-d54d280370e4 req-40b0e191-9d8a-4ce6-aaad-44b4cbfe1c7d tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae20a74a-5770-493d-86eb-5310f8580991 HTTP/1.1" status: 200 len: 943 time: 0.0523262 Mar 24 01:31:15.378486 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-6ae5378a-96d2-49b0-a399-d22a81725f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:15.379957 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-6ae5378a-96d2-49b0-a399-d22a81725f1f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04a7d9f5-7472-4ce9-964d-b1c3457c23b0 HTTP/1.1" status: 200 len: 853 time: 0.0458238 Mar 24 01:31:15.394411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9809c3a5-6ef0-47d1-adcd-d54d280370e4 req-873379cb-625c-4b54-94e2-b106a9964533 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420763 Mar 24 01:31:15.410863 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-23c4775d-603a-4bdf-90a0-172ec0a7ec4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e322a35-94bf-465e-a1fd-1acde40f9869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251482 Mar 24 01:31:15.501864 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-b2d07baf-7c82-46af-b27c-52ed97eb4791 service neutron] 10.222.0.48 "GET /v2.0/networks/7e322a35-94bf-465e-a1fd-1acde40f9869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849190 Mar 24 01:31:15.588136 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1055fc2e-38d1-49a8-8df9-259b704ceb16 req-33a0478a-fedf-42c4-a5c9-56ac52fc90e7 service neutron] 10.222.0.48 "GET /v2.0/networks/7e322a35-94bf-465e-a1fd-1acde40f9869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804935 Mar 24 01:31:15.678179 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2fa60-a5d7-4f1a-bddd-dcc1ef7b1bef req-39b1eee4-bd64-496e-9510-c948b56b0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:15.679657 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f2b2fa60-a5d7-4f1a-bddd-dcc1ef7b1bef req-39b1eee4-bd64-496e-9510-c948b56b0227 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df2b56fa9b0844b2b099f2b1d27e1e03&device_id=ae20a74a-5770-493d-86eb-5310f8580991 HTTP/1.1" status: 200 len: 1125 time: 0.0450675 Mar 24 01:31:15.771457 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2fa60-a5d7-4f1a-bddd-dcc1ef7b1bef req-784af745-3728-4cb6-bd3c-4fd5b8f33b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:15.772849 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f2b2fa60-a5d7-4f1a-bddd-dcc1ef7b1bef req-784af745-3728-4cb6-bd3c-4fd5b8f33b89 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e322a35-94bf-465e-a1fd-1acde40f9869 HTTP/1.1" status: 200 len: 914 time: 0.0873787 Mar 24 01:31:15.812991 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f2b2fa60-a5d7-4f1a-bddd-dcc1ef7b1bef req-f4f869f7-6fb5-4619-9274-11df00bd5cc9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e0bfe1a-1370-44db-b77d-2e0f0c26910d HTTP/1.1" status: 200 len: 217 time: 0.0341792 Mar 24 01:31:15.867337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2fa60-a5d7-4f1a-bddd-dcc1ef7b1bef req-5b63ad86-e578-4d97-a6be-6eeafcf9cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:15.868750 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f2b2fa60-a5d7-4f1a-bddd-dcc1ef7b1bef req-5b63ad86-e578-4d97-a6be-6eeafcf9cea6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04a7d9f5-7472-4ce9-964d-b1c3457c23b0 HTTP/1.1" status: 200 len: 853 time: 0.0464129 Mar 24 01:31:15.905058 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f2b2fa60-a5d7-4f1a-bddd-dcc1ef7b1bef req-11250098-ef76-467d-b940-981bdb59b2d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e322a35-94bf-465e-a1fd-1acde40f9869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301039 Mar 24 01:31:15.993262 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f2b2fa60-a5d7-4f1a-bddd-dcc1ef7b1bef req-e1ffe1d2-256b-4654-a4c9-b6535bd5c5b0 service neutron] 10.222.0.48 "GET /v2.0/networks/7e322a35-94bf-465e-a1fd-1acde40f9869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805213 Mar 24 01:31:16.098679 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f2b2fa60-a5d7-4f1a-bddd-dcc1ef7b1bef req-60288548-04fd-460d-aced-dffaef0579f3 service neutron] 10.222.0.48 "GET /v2.0/networks/7e322a35-94bf-465e-a1fd-1acde40f9869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990634 Mar 24 01:31:16.518026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75350367-5b26-4d7c-beac-2bdd4ff182a6 req-b4872b78-843b-4800-9d7f-fb074660dd3f tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:16.519484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75350367-5b26-4d7c-beac-2bdd4ff182a6 req-b4872b78-843b-4800-9d7f-fb074660dd3f tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae20a74a-5770-493d-86eb-5310f8580991 HTTP/1.1" status: 200 len: 943 time: 0.0556443 Mar 24 01:31:16.568366 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75350367-5b26-4d7c-beac-2bdd4ff182a6 req-c96a364c-ab1f-4061-8481-aa3633fae6b5 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431731 Mar 24 01:31:17.687202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668d3fd-5a15-4597-af33-58993c3a36eb req-cbf341e0-2c14-45e8-9b3e-0d6507a2e99c tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:17.688783 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4668d3fd-5a15-4597-af33-58993c3a36eb req-cbf341e0-2c14-45e8-9b3e-0d6507a2e99c tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae20a74a-5770-493d-86eb-5310f8580991 HTTP/1.1" status: 200 len: 943 time: 0.0544205 Mar 24 01:31:17.735213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4668d3fd-5a15-4597-af33-58993c3a36eb req-a684dcf1-15b5-48d9-be31-f3d60b0e8caa tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406334 Mar 24 01:31:18.725457 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 8e0bfe1a-1370-44db-b77d-2e0f0c26910d details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:31:18.822410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=8e0bfe1a-1370-44db-b77d-2e0f0c26910d,segment=NetworkSegment(54a0dbb3-df05-42e7-b4e6-02491bc4ad5a),segment_id=54a0dbb3-df05-42e7-b4e6-02491bc4ad5a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:31:18.838221 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '8e0bfe1a-1370-44db-b77d-2e0f0c26910d', 'network_id': '7e322a35-94bf-465e-a1fd-1acde40f9869', 'port_id': '8e0bfe1a-1370-44db-b77d-2e0f0c26910d', 'mac_address': 'fa:16:3e:94:16:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a7d9f5-7472-4ce9-964d-b1c3457c23b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:31:18.866175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f641c8e-15cc-4f87-a5e8-0fec9d2cd55d req-7afae73c-7229-4cd3-9b69-dd041a2375b6 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:18.869559 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f641c8e-15cc-4f87-a5e8-0fec9d2cd55d req-7afae73c-7229-4cd3-9b69-dd041a2375b6 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae20a74a-5770-493d-86eb-5310f8580991 HTTP/1.1" status: 200 len: 943 time: 0.0618112 Mar 24 01:31:18.876792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:31:18.877471 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8e0bfe1a-1370-44db-b77d-2e0f0c26910d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:18.896001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0bfe1a-1370-44db-b77d-2e0f0c26910d {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:31:18.916041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=8e0bfe1a-1370-44db-b77d-2e0f0c26910d,segment=NetworkSegment(54a0dbb3-df05-42e7-b4e6-02491bc4ad5a),segment_id=54a0dbb3-df05-42e7-b4e6-02491bc4ad5a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:31:18.920601 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8e0bfe1a-1370-44db-b77d-2e0f0c26910d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:18.920762 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f641c8e-15cc-4f87-a5e8-0fec9d2cd55d req-8e193fca-56d8-4723-986b-dcedcdac64db tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466127 Mar 24 01:31:18.969048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=8e0bfe1a-1370-44db-b77d-2e0f0c26910d,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:19.111336 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['8e0bfe1a-1370-44db-b77d-2e0f0c26910d'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:31:20.047306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b068731-64cd-411d-87fc-43dc5467ecd0 req-2f39192e-42a0-4d9f-89b2-32ebcbb26495 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:20.048779 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b068731-64cd-411d-87fc-43dc5467ecd0 req-2f39192e-42a0-4d9f-89b2-32ebcbb26495 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae20a74a-5770-493d-86eb-5310f8580991 HTTP/1.1" status: 200 len: 944 time: 0.0523851 Mar 24 01:31:20.095206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b068731-64cd-411d-87fc-43dc5467ecd0 req-71be32f6-d101-4a32-aa22-3acd2c1f14ca tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Mar 24 01:31:20.741186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 8e0bfe1a-1370-44db-b77d-2e0f0c26910d up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:31:20.788455 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:31:20.792211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:31:20.792589 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8e0bfe1a-1370-44db-b77d-2e0f0c26910d), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:20.868831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:31:20.869319 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8e0bfe1a-1370-44db-b77d-2e0f0c26910d), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:20.891367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae20a74a-5770-493d-86eb-5310f8580991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0bfe1a-1370-44db-b77d-2e0f0c26910d'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:31:20.893620 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c23f91c-0790-4251-9891-8d4f13cfbd7f" -d '{"events": [{"server_uuid": "ae20a74a-5770-493d-86eb-5310f8580991", "name": "network-vif-plugged", "status": "completed", "tag": "8e0bfe1a-1370-44db-b77d-2e0f0c26910d"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:31:20.906009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=8e0bfe1a-1370-44db-b77d-2e0f0c26910d,segment=NetworkSegment(54a0dbb3-df05-42e7-b4e6-02491bc4ad5a),segment_id=54a0dbb3-df05-42e7-b4e6-02491bc4ad5a)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:31:20.910179 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8e0bfe1a-1370-44db-b77d-2e0f0c26910d), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:20.932993 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0362077-f706-4ca3-85c8-9212b9f0af66 x-openstack-request-id: req-b0362077-f706-4ca3-85c8-9212b9f0af66 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:31:20.933396 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae20a74a-5770-493d-86eb-5310f8580991", "name": "network-vif-plugged", "status": "completed", "tag": "8e0bfe1a-1370-44db-b77d-2e0f0c26910d", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:31:20.933655 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0362077-f706-4ca3-85c8-9212b9f0af66 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:31:20.934571 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0362077-f706-4ca3-85c8-9212b9f0af66'] response: {'server_uuid': 'ae20a74a-5770-493d-86eb-5310f8580991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0bfe1a-1370-44db-b77d-2e0f0c26910d', 'code': 200} Mar 24 01:31:20.965863 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=8e0bfe1a-1370-44db-b77d-2e0f0c26910d,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:21.030447 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a4561-3205-439e-a6a1-8cae4215ddf4 req-55fd0322-7fe2-401e-8023-bc61afb145e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:21.032075 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-971a4561-3205-439e-a6a1-8cae4215ddf4 req-55fd0322-7fe2-401e-8023-bc61afb145e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ae20a74a-5770-493d-86eb-5310f8580991 HTTP/1.1" status: 200 len: 1127 time: 0.0453806 Mar 24 01:31:21.075736 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-971a4561-3205-439e-a6a1-8cae4215ddf4 req-dd799201-5251-44cb-a219-e4dd533ae034 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376194 Mar 24 01:31:21.220811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb52138-2aea-41d7-abc5-fbae462d516e req-ae193d6b-1185-494b-8de5-fcf535dce766 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:21.222368 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4fb52138-2aea-41d7-abc5-fbae462d516e req-ae193d6b-1185-494b-8de5-fcf535dce766 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae20a74a-5770-493d-86eb-5310f8580991 HTTP/1.1" status: 200 len: 945 time: 0.0540767 Mar 24 01:31:21.275947 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4fb52138-2aea-41d7-abc5-fbae462d516e req-e3dba849-adbd-43dc-913b-3d0d71723629 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478992 Mar 24 01:31:22.398701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4136f-002d-45f2-a114-4c59c9884054 req-d0a4442d-ecf0-45c2-9d32-4b68ab17fde0 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:22.400333 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-79a4136f-002d-45f2-a114-4c59c9884054 req-d0a4442d-ecf0-45c2-9d32-4b68ab17fde0 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae20a74a-5770-493d-86eb-5310f8580991 HTTP/1.1" status: 200 len: 945 time: 0.0541463 Mar 24 01:31:22.448189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-79a4136f-002d-45f2-a114-4c59c9884054 req-441f8e81-caef-43b2-95e1-d98fadafb9fe tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Mar 24 01:31:22.941235 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-267edd1e-c5ab-4eef-9187-140831ca4757 req-6c0cbc22-0208-4664-8c89-e261c638b934 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527503 Mar 24 01:31:23.009521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267edd1e-c5ab-4eef-9187-140831ca4757 req-73e4d135-a849-4b6e-a3f4-7e679473024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:23.010911 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-267edd1e-c5ab-4eef-9187-140831ca4757 req-73e4d135-a849-4b6e-a3f4-7e679473024c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 1127 time: 0.0468781 Mar 24 01:31:23.119977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267edd1e-c5ab-4eef-9187-140831ca4757 req-914d6a17-d3af-4d77-8267-91f4fd121222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:23.121456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-267edd1e-c5ab-4eef-9187-140831ca4757 req-914d6a17-d3af-4d77-8267-91f4fd121222 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.0895355 Mar 24 01:31:23.190557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-267edd1e-c5ab-4eef-9187-140831ca4757 req-67249d45-5b7c-416f-b74b-d071df1eb337 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0439827e-cdf8-4390-bca9-b37720e47508 HTTP/1.1" status: 200 len: 1000 time: 0.0628188 Mar 24 01:31:23.241810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267edd1e-c5ab-4eef-9187-140831ca4757 req-3d780a2c-4b47-45a0-b379-3894cb33eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:23.243228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-267edd1e-c5ab-4eef-9187-140831ca4757 req-3d780a2c-4b47-45a0-b379-3894cb33eda7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0464337 Mar 24 01:31:23.291435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267edd1e-c5ab-4eef-9187-140831ca4757 req-4d36d5b4-2bd6-4686-abcd-3cb163d37682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:23.292799 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-267edd1e-c5ab-4eef-9187-140831ca4757 req-4d36d5b4-2bd6-4686-abcd-3cb163d37682 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427403 Mar 24 01:31:23.379917 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-267edd1e-c5ab-4eef-9187-140831ca4757 req-dfa36a6b-9574-4315-94a4-dcc8a9fdd80f service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807607 Mar 24 01:31:23.476574 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-267edd1e-c5ab-4eef-9187-140831ca4757 req-ab6f4985-1ab0-4f1c-9d7b-efd7a4dc627d service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896327 Mar 24 01:31:28.756212 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ef163110-0dad-48b1-bcc2-98dd5dcd8b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:30.110774 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:30.881937 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-21849936-7185-4086-80d2-985a69f695b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:32.228407 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:32.731412 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:33.747750 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:35.236607 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:37.282072 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:31:37.989461 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35464) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:31:38.146517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Deleting port 54b24a63-e9ca-44bd-af2d-7687c52e746c {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:31:38.146871 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (54b24a63-e9ca-44bd-af2d-7687c52e746c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:38.224615 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (54b24a63-e9ca-44bd-af2d-7687c52e746c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:38.224941 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for floatingip (54b24a63-e9ca-44bd-af2d-7687c52e746c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:38.237196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Calling delete_port for 54b24a63-e9ca-44bd-af2d-7687c52e746c owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:31:38.382094 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (54b24a63-e9ca-44bd-af2d-7687c52e746c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:38.411423 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Pushing event deleted for resources: {'Port': ['ID=54b24a63-e9ca-44bd-af2d-7687c52e746c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:38.423966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:38.424317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:38.424757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:38.425165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:38.425595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:38.425932 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:38.426298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:38.426628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:38.426953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:38.427273 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:38.427595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:38.427915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:38.428234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:38.428553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:38.428874 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:31:38.484959 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for floatingip (b1099e2b-2cbb-473d-ac98-82cff6314342), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:38.485358 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Floating IP b1099e2b-2cbb-473d-ac98-82cff6314342 disassociated (deleted). External IP: 172.25.0.52, port: ff979678-e3dd-4c4f-9821-3ab4e54a5d76. Mar 24 01:31:39.021794 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Router f11286de-87b0-44df-ba17-0c3c72e870c6 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:31:39.130244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:31:39.134718 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:39.140090 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d8d9a9-c2cb-4fd3-8237-48e9e6135c01 None None] Sync routers for ids ['f11286de-87b0-44df-ba17-0c3c72e870c6'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:31:39.149537 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d8d9a9-c2cb-4fd3-8237-48e9e6135c01 None None] Routers {'f11286de-87b0-44df-ba17-0c3c72e870c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:31:39.150139 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-50d8d9a9-c2cb-4fd3-8237-48e9e6135c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:31:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f11286de-87b0-44df-ba17-0c3c72e870c6'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:39.165692 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-aa928bb2-a1bf-454d-8da0-3cdb6a98b297 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "DELETE /v2.0/floatingips/b1099e2b-2cbb-473d-ac98-82cff6314342 HTTP/1.1" status: 204 len: 168 time: 1.1751430 Mar 24 01:31:39.166257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'tag': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:31:39.168479 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a807064c-ec8c-4e8e-a5e5-46a2a07ffd1e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d781ed-947d-49d0-b884-63e2a44cf6ba", "tag": "ff979678-e3dd-4c4f-9821-3ab4e54a5d76"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:31:39.220877 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb00e656-f9d9-4b2a-afaa-49d0c2523b88 x-openstack-request-id: req-bb00e656-f9d9-4b2a-afaa-49d0c2523b88 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:31:39.221237 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d781ed-947d-49d0-b884-63e2a44cf6ba", "tag": "ff979678-e3dd-4c4f-9821-3ab4e54a5d76", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:31:39.221507 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb00e656-f9d9-4b2a-afaa-49d0c2523b88 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:31:39.221979 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb00e656-f9d9-4b2a-afaa-49d0c2523b88'] response: {'name': 'network-changed', 'server_uuid': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'tag': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76', 'status': 'completed', 'code': 200} Mar 24 01:31:39.273435 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-50d8d9a9-c2cb-4fd3-8237-48e9e6135c01 None None] Set router f11286de-87b0-44df-ba17-0c3c72e870c6 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:31:39.302445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807064c-ec8c-4e8e-a5e5-46a2a07ffd1e req-5209b1a0-8d31-471d-9a5f-61ff82384620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:39.304750 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a807064c-ec8c-4e8e-a5e5-46a2a07ffd1e req-5209b1a0-8d31-471d-9a5f-61ff82384620 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7768e4fc96a433ca65e81874d239ce4&device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 1128 time: 0.0614588 Mar 24 01:31:39.434056 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807064c-ec8c-4e8e-a5e5-46a2a07ffd1e req-7c9aaeca-0545-4675-a51a-5ad8f0d2fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:39.435560 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a807064c-ec8c-4e8e-a5e5-46a2a07ffd1e req-7c9aaeca-0545-4675-a51a-5ad8f0d2fb25 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 HTTP/1.1" status: 200 len: 915 time: 0.1242714 Mar 24 01:31:39.457864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5cd95-2655-4ad2-8dcf-36cfd0f7cb42 req-4d6cb0a0-eff5-488a-b9bb-8c99b6097dd1 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:39.459367 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f5cd95-2655-4ad2-8dcf-36cfd0f7cb42 req-4d6cb0a0-eff5-488a-b9bb-8c99b6097dd1 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 946 time: 0.0830281 Mar 24 01:31:39.489851 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a807064c-ec8c-4e8e-a5e5-46a2a07ffd1e req-66d428f4-baad-4ba3-bea7-740d5774aba7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff979678-e3dd-4c4f-9821-3ab4e54a5d76 HTTP/1.1" status: 200 len: 217 time: 0.0461559 Mar 24 01:31:39.508611 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-50d8d9a9-c2cb-4fd3-8237-48e9e6135c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:27:17Z', 'revision_number': 4, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port': {'id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:10Z', 'updated_at': '2022-03-24T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c8af86a8-f44e-425f-b64d-5b34565479ad', 'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'mac_address': 'fa:16:3e:21:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1abd87c-5717-4871-8061-8a66620165be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:14Z', 'updated_at': '2022-03-24T01:27:23Z', 'revision_number': 5, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'subnets': [{'id': 'e1abd87c-5717-4871-8061-8a66620165be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:39.538338 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d8d9a9-c2cb-4fd3-8237-48e9e6135c01 None None] Checking router: f11286de-87b0-44df-ba17-0c3c72e870c6 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:31:39.548736 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d8d9a9-c2cb-4fd3-8237-48e9e6135c01 None None] Routers {'f11286de-87b0-44df-ba17-0c3c72e870c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:31:39.549423 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-50d8d9a9-c2cb-4fd3-8237-48e9e6135c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:31:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f11286de-87b0-44df-ba17-0c3c72e870c6'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:39.573696 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8f5cd95-2655-4ad2-8dcf-36cfd0f7cb42 req-5a9c2d96-1e94-4855-86a0-0fa8641c3c0e tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866067 Mar 24 01:31:39.575230 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807064c-ec8c-4e8e-a5e5-46a2a07ffd1e req-c065f85b-6fcc-4cec-acb8-28d880bcf365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:39.576975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a807064c-ec8c-4e8e-a5e5-46a2a07ffd1e req-c065f85b-6fcc-4cec-acb8-28d880bcf365 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1abd87c-5717-4871-8061-8a66620165be HTTP/1.1" status: 200 len: 853 time: 0.0743797 Mar 24 01:31:39.634629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807064c-ec8c-4e8e-a5e5-46a2a07ffd1e req-f89fae5a-aacd-47a2-8956-bfb3b6bfe2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:39.636132 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a807064c-ec8c-4e8e-a5e5-46a2a07ffd1e req-f89fae5a-aacd-47a2-8956-bfb3b6bfe2ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5fd0413b-b8fb-4e57-8a87-0232e04dfcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530689 Mar 24 01:31:39.672474 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-50d8d9a9-c2cb-4fd3-8237-48e9e6135c01 None None] Set router f11286de-87b0-44df-ba17-0c3c72e870c6 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:31:39.745786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a807064c-ec8c-4e8e-a5e5-46a2a07ffd1e req-7e958608-2786-4e3c-85c0-9badf349d070 service neutron] 10.222.0.57 "GET /v2.0/networks/5fd0413b-b8fb-4e57-8a87-0232e04dfcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018708 Mar 24 01:31:39.857892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a807064c-ec8c-4e8e-a5e5-46a2a07ffd1e req-ac4e623a-8849-4aac-a9ae-f47c7ea4074c service neutron] 10.222.0.57 "GET /v2.0/networks/5fd0413b-b8fb-4e57-8a87-0232e04dfcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053131 Mar 24 01:31:39.897355 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-50d8d9a9-c2cb-4fd3-8237-48e9e6135c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:27:17Z', 'revision_number': 4, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port': {'id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:10Z', 'updated_at': '2022-03-24T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c8af86a8-f44e-425f-b64d-5b34565479ad', 'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'mac_address': 'fa:16:3e:21:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1abd87c-5717-4871-8061-8a66620165be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:14Z', 'updated_at': '2022-03-24T01:27:23Z', 'revision_number': 5, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'subnets': [{'id': 'e1abd87c-5717-4871-8061-8a66620165be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:31:39.930028 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d8d9a9-c2cb-4fd3-8237-48e9e6135c01 None None] The sync data for ids ['f11286de-87b0-44df-ba17-0c3c72e870c6'] in n-d-760455-9 is: [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:27:17Z', 'revision_number': 4, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port': {'id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:10Z', 'updated_at': '2022-03-24T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c8af86a8-f44e-425f-b64d-5b34565479ad', 'name': '', 'network_id': '5fd0413b-b8fb-4e57-8a87-0232e04dfcd1', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'mac_address': 'fa:16:3e:21:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'e1abd87c-5717-4871-8061-8a66620165be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:14Z', 'updated_at': '2022-03-24T01:27:23Z', 'revision_number': 5, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'subnets': [{'id': 'e1abd87c-5717-4871-8061-8a66620165be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:31:40.161662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c3a06-67cd-4787-b17a-baa7e60f54ff None None] New status for floating IP b1099e2b-2cbb-473d-ac98-82cff6314342: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:31:40.707918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415cc14-7eb3-471b-a144-8062dff88b20 req-e3108a50-f5f1-4306-9ffc-0c80d29a06da tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:40.709574 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8415cc14-7eb3-471b-a144-8062dff88b20 req-e3108a50-f5f1-4306-9ffc-0c80d29a06da tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 946 time: 0.0562205 Mar 24 01:31:40.761382 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8415cc14-7eb3-471b-a144-8062dff88b20 req-9e1b12fb-4d41-43f2-ac88-eb5611ca1e9e tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4a97b7-d9fe-4320-972b-9711d0409b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459774 Mar 24 01:31:41.010022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c24c4-f62d-4177-9f1a-a807631384c9 req-8612813b-9005-431f-b079-438c69b19099 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:31:41.011467 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d92c24c4-f62d-4177-9f1a-a807631384c9 req-8612813b-9005-431f-b079-438c69b19099 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 946 time: 0.0578678 Mar 24 01:31:41.113618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d92c24c4-f62d-4177-9f1a-a807631384c9 req-c73c45a8-4c74-4baa-b709-430da3b4c0a3 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Deleting port ff979678-e3dd-4c4f-9821-3ab4e54a5d76 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:31:41.113883 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d92c24c4-f62d-4177-9f1a-a807631384c9 req-c73c45a8-4c74-4baa-b709-430da3b4c0a3 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ff979678-e3dd-4c4f-9821-3ab4e54a5d76), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:41.206503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d92c24c4-f62d-4177-9f1a-a807631384c9 req-c73c45a8-4c74-4baa-b709-430da3b4c0a3 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] For port ff979678-e3dd-4c4f-9821-3ab4e54a5d76, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ff979678-e3dd-4c4f-9821-3ab4e54a5d76,segment=NetworkSegment(7bd29663-9403-4eb3-a2ae-9395b8064bed),segment_id=7bd29663-9403-4eb3-a2ae-9395b8064bed)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:31:41.206797 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d92c24c4-f62d-4177-9f1a-a807631384c9 req-c73c45a8-4c74-4baa-b709-430da3b4c0a3 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ff979678-e3dd-4c4f-9821-3ab4e54a5d76), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:41.219982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d92c24c4-f62d-4177-9f1a-a807631384c9 req-c73c45a8-4c74-4baa-b709-430da3b4c0a3 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Calling delete_port for ff979678-e3dd-4c4f-9821-3ab4e54a5d76 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:31:41.347002 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d92c24c4-f62d-4177-9f1a-a807631384c9 req-c73c45a8-4c74-4baa-b709-430da3b4c0a3 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ff979678-e3dd-4c4f-9821-3ab4e54a5d76), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:41.378312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c45a8-4c74-4baa-b709-430da3b4c0a3 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Pushing event deleted for resources: {'Port': ['ID=ff979678-e3dd-4c4f-9821-3ab4e54a5d76,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:41.424224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92c24c4-f62d-4177-9f1a-a807631384c9 req-c73c45a8-4c74-4baa-b709-430da3b4c0a3 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] No DVR routers for this DVR port ff979678-e3dd-4c4f-9821-3ab4e54a5d76 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:31:41.426945 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d92c24c4-f62d-4177-9f1a-a807631384c9 req-c73c45a8-4c74-4baa-b709-430da3b4c0a3 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:41.430344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d92c24c4-f62d-4177-9f1a-a807631384c9 req-c73c45a8-4c74-4baa-b709-430da3b4c0a3 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.57 "DELETE /v2.0/ports/ff979678-e3dd-4c4f-9821-3ab4e54a5d76 HTTP/1.1" status: 204 len: 173 time: 0.4138191 Mar 24 01:31:41.430790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'name': 'network-vif-deleted', 'tag': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:31:41.433024 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145d6ac1-7f8f-465e-8849-db38dac86191" -d '{"events": [{"server_uuid": "c7d781ed-947d-49d0-b884-63e2a44cf6ba", "name": "network-vif-deleted", "tag": "ff979678-e3dd-4c4f-9821-3ab4e54a5d76"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:31:41.471857 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897899bd-7f56-4d96-8beb-dfe1bb389072 x-openstack-request-id: req-897899bd-7f56-4d96-8beb-dfe1bb389072 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:31:41.472153 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d781ed-947d-49d0-b884-63e2a44cf6ba", "name": "network-vif-deleted", "tag": "ff979678-e3dd-4c4f-9821-3ab4e54a5d76", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:31:41.472401 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-897899bd-7f56-4d96-8beb-dfe1bb389072 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:31:41.472814 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897899bd-7f56-4d96-8beb-dfe1bb389072'] response: {'server_uuid': 'c7d781ed-947d-49d0-b884-63e2a44cf6ba', 'name': 'network-vif-deleted', 'tag': 'ff979678-e3dd-4c4f-9821-3ab4e54a5d76', 'status': 'completed', 'code': 200} Mar 24 01:31:41.880363 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3bff19a0-27c7-465a-b370-f41f02279f65 req-c99f51bb-be08-4fb7-96c4-b54d8c3abb7f tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 210 time: 0.0409181 Mar 24 01:31:42.983092 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a19f48a-e873-4eb8-8581-edf7fbba0543 req-14a14160-223c-4299-9858-a1e8e4de10d5 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 210 time: 0.0280170 Mar 24 01:31:44.086132 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f136df5-b373-4b02-a3d3-275022e064ba req-444877c1-3c19-49b1-92c6-9023ab6335f3 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 210 time: 0.0324528 Mar 24 01:31:45.200778 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1210d52f-3c1d-487e-b65a-1a1db1c100d5 req-d1aad866-6a97-4eb3-90c7-91a65b4925fd tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 210 time: 0.0351458 Mar 24 01:31:45.669319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ff979678-e3dd-4c4f-9821-3ab4e54a5d76 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:31:45.693139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: ff979678-e3dd-4c4f-9821-3ab4e54a5d76 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:31:45.693511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ff979678-e3dd-4c4f-9821-3ab4e54a5d76 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:31:46.319693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb7bb3f7-e774-4b2f-9a78-11c87b3de002 req-c69e3829-8cca-4e39-a8ea-ea308f09f71a tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 210 time: 0.0400918 Mar 24 01:31:47.422080 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c54733d1-a7d0-4012-9fe5-7cc49bb1866a req-03699cb7-1741-405f-b4ea-1c2b5dc62f9b tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 210 time: 0.0294991 Mar 24 01:31:48.553005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20d6fc81-935e-4557-8a8b-20bc550ffec0 req-6d8a9cb4-9428-4d09-aa96-836cb28e8bad tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 210 time: 0.0286806 Mar 24 01:31:49.655213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b948430e-6345-4dfc-9256-3825ea2b6a40 req-3c3c4c41-ded8-460f-bd07-2bc73683726c tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 210 time: 0.0288813 Mar 24 01:31:50.766366 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b302713-cfe0-4915-996a-229a8e73bd89 req-2d5001fa-08e5-4c92-9e6e-dd1dc4236770 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d781ed-947d-49d0-b884-63e2a44cf6ba HTTP/1.1" status: 200 len: 210 time: 0.0274241 Mar 24 01:31:51.830619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 35538) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:31:51.899988 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-333d61c3-862a-427d-84e2-d92dee854c06 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group (6d4a97b7-d9fe-4320-972b-9711d0409b5e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:51.929023 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-333d61c3-862a-427d-84e2-d92dee854c06 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group (6d4a97b7-d9fe-4320-972b-9711d0409b5e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:51.992245 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-333d61c3-862a-427d-84e2-d92dee854c06 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6d4a97b7-d9fe-4320-972b-9711d0409b5e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:51.994879 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-333d61c3-862a-427d-84e2-d92dee854c06 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:31:51.998667 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-333d61c3-862a-427d-84e2-d92dee854c06 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] 10.222.0.45 "DELETE /v2.0/security-groups/6d4a97b7-d9fe-4320-972b-9711d0409b5e HTTP/1.1" status: 204 len: 168 time: 0.1642745 Mar 24 01:31:52.005733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d61c3-862a-427d-84e2-d92dee854c06 tempest-TestVolumeBackupRestore-67359915 tempest-TestVolumeBackupRestore-67359915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4a97b7-d9fe-4320-972b-9711d0409b5e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:31:58.764745 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-04a2d660-2e84-4c2d-9185-9fd8f7d9e199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:00.109539 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:00.808276 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36030) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:00.891016 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-46a79e14-1248-4608-b68a-93befead843c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:01.232252 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b421f2cd-fa34-424c-9606-943165285b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (f11286de-87b0-44df-ba17-0c3c72e870c6), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:01.519541 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b421f2cd-fa34-424c-9606-943165285b04 admin admin] Deleting port c8af86a8-f44e-425f-b64d-5b34565479ad {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:01.519897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b421f2cd-fa34-424c-9606-943165285b04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:01.612660 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-b421f2cd-fa34-424c-9606-943165285b04 admin admin] For port c8af86a8-f44e-425f-b64d-5b34565479ad, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c8af86a8-f44e-425f-b64d-5b34565479ad,segment=NetworkSegment(7bd29663-9403-4eb3-a2ae-9395b8064bed),segment_id=7bd29663-9403-4eb3-a2ae-9395b8064bed)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:01.613043 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b421f2cd-fa34-424c-9606-943165285b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:01.627699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b421f2cd-fa34-424c-9606-943165285b04 admin admin] Calling delete_port for c8af86a8-f44e-425f-b64d-5b34565479ad owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:01.822665 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b421f2cd-fa34-424c-9606-943165285b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c8af86a8-f44e-425f-b64d-5b34565479ad), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:01.851517 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421f2cd-fa34-424c-9606-943165285b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8af86a8-f44e-425f-b64d-5b34565479ad,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:02.027526 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b421f2cd-fa34-424c-9606-943165285b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (f11286de-87b0-44df-ba17-0c3c72e870c6), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:02.241203 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:02.290481 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b421f2cd-fa34-424c-9606-943165285b04 admin admin] Router f11286de-87b0-44df-ba17-0c3c72e870c6 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:32:02.400962 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b421f2cd-fa34-424c-9606-943165285b04 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:32:02.411916 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b56189-0eac-4cda-8581-a781ae9f0f19 None None] Sync routers for ids ['f11286de-87b0-44df-ba17-0c3c72e870c6'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:32:02.419128 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b421f2cd-fa34-424c-9606-943165285b04 admin admin] 10.222.0.45 "PUT /v2.0/routers/f11286de-87b0-44df-ba17-0c3c72e870c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6088116 Mar 24 01:32:02.419807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36034) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:02.436387 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b56189-0eac-4cda-8581-a781ae9f0f19 None None] Routers {'f11286de-87b0-44df-ba17-0c3c72e870c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:32:02.437310 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c9b56189-0eac-4cda-8581-a781ae9f0f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:32:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f11286de-87b0-44df-ba17-0c3c72e870c6'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:02.543578 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27ac3092-bc5d-421b-91c1-1b079df7a99a admin admin] Publish callbacks [] for router (f11286de-87b0-44df-ba17-0c3c72e870c6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:02.553215 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-c9b56189-0eac-4cda-8581-a781ae9f0f19 None None] Set router f11286de-87b0-44df-ba17-0c3c72e870c6 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:32:02.666884 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27ac3092-bc5d-421b-91c1-1b079df7a99a admin admin] Publish callbacks [] for router_gateway (f11286de-87b0-44df-ba17-0c3c72e870c6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:02.733740 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:02.743459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-27ac3092-bc5d-421b-91c1-1b079df7a99a admin admin] Deleting port 9eda0a0a-5248-48da-817c-7a68db9980e9 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:02.744739 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27ac3092-bc5d-421b-91c1-1b079df7a99a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (9eda0a0a-5248-48da-817c-7a68db9980e9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:02.794733 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c9b56189-0eac-4cda-8581-a781ae9f0f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:32:01Z', 'revision_number': 5, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port': {'id': '9eda0a0a-5248-48da-817c-7a68db9980e9', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:10Z', 'updated_at': '2022-03-24T01:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:02.832275 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b56189-0eac-4cda-8581-a781ae9f0f19 None None] Checking router: f11286de-87b0-44df-ba17-0c3c72e870c6 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:32:02.843302 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b56189-0eac-4cda-8581-a781ae9f0f19 None None] Routers {'f11286de-87b0-44df-ba17-0c3c72e870c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:32:02.843938 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c9b56189-0eac-4cda-8581-a781ae9f0f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:32:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f11286de-87b0-44df-ba17-0c3c72e870c6'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:02.856834 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-27ac3092-bc5d-421b-91c1-1b079df7a99a admin admin] For port 9eda0a0a-5248-48da-817c-7a68db9980e9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=9eda0a0a-5248-48da-817c-7a68db9980e9,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:02.857721 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27ac3092-bc5d-421b-91c1-1b079df7a99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (9eda0a0a-5248-48da-817c-7a68db9980e9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:02.874095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-27ac3092-bc5d-421b-91c1-1b079df7a99a admin admin] Calling delete_port for 9eda0a0a-5248-48da-817c-7a68db9980e9 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:03.054477 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-c9b56189-0eac-4cda-8581-a781ae9f0f19 None None] Set router f11286de-87b0-44df-ba17-0c3c72e870c6 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:32:03.095115 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27ac3092-bc5d-421b-91c1-1b079df7a99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (9eda0a0a-5248-48da-817c-7a68db9980e9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:03.118392 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c9b56189-0eac-4cda-8581-a781ae9f0f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:32:02Z', 'revision_number': 6, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:03.122675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac3092-bc5d-421b-91c1-1b079df7a99a admin admin] Pushing event deleted for resources: {'Port': ['ID=9eda0a0a-5248-48da-817c-7a68db9980e9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:03.151519 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b56189-0eac-4cda-8581-a781ae9f0f19 None None] The sync data for ids ['f11286de-87b0-44df-ba17-0c3c72e870c6'] in n-d-760455-9 is: [{'id': 'f11286de-87b0-44df-ba17-0c3c72e870c6', 'name': 'tempest-TestVolumeBackupRestore-2041650393-router', 'tenant_id': 'd7768e4fc96a433ca65e81874d239ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:09Z', 'updated_at': '2022-03-24T01:32:02Z', 'revision_number': 6, 'project_id': 'd7768e4fc96a433ca65e81874d239ce4', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:32:03.196457 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27ac3092-bc5d-421b-91c1-1b079df7a99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (f11286de-87b0-44df-ba17-0c3c72e870c6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:03.291386 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27ac3092-bc5d-421b-91c1-1b079df7a99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (f11286de-87b0-44df-ba17-0c3c72e870c6), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:03.293623 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27ac3092-bc5d-421b-91c1-1b079df7a99a admin admin] Publish callbacks [] for router_controller (f11286de-87b0-44df-ba17-0c3c72e870c6), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:03.338229 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27ac3092-bc5d-421b-91c1-1b079df7a99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (f11286de-87b0-44df-ba17-0c3c72e870c6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:03.338737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ac3092-bc5d-421b-91c1-1b079df7a99a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f11286de-87b0-44df-ba17-0c3c72e870c6 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:32:03.343992 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-27ac3092-bc5d-421b-91c1-1b079df7a99a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:03.345359 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-27ac3092-bc5d-421b-91c1-1b079df7a99a admin admin] 10.222.0.45 "DELETE /v2.0/routers/f11286de-87b0-44df-ba17-0c3c72e870c6 HTTP/1.1" status: 204 len: 168 time: 0.9243848 Mar 24 01:32:03.347810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36038) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:03.391907 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-444d388a-1d36-4900-8cd4-a33da0be9848 admin admin] Deleting subnet e1abd87c-5717-4871-8061-8a66620165be {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:32:03.395061 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-444d388a-1d36-4900-8cd4-a33da0be9848 admin admin] Publish callbacks [] for subnet (e1abd87c-5717-4871-8061-8a66620165be), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:03.428797 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-444d388a-1d36-4900-8cd4-a33da0be9848 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (e1abd87c-5717-4871-8061-8a66620165be), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:03.515148 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-444d388a-1d36-4900-8cd4-a33da0be9848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (e1abd87c-5717-4871-8061-8a66620165be), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:03.578027 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-444d388a-1d36-4900-8cd4-a33da0be9848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (e1abd87c-5717-4871-8061-8a66620165be), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:03.591699 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-444d388a-1d36-4900-8cd4-a33da0be9848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:03.595324 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-444d388a-1d36-4900-8cd4-a33da0be9848 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e1abd87c-5717-4871-8061-8a66620165be HTTP/1.1" status: 204 len: 168 time: 0.2465930 Mar 24 01:32:03.597931 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36040) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:03.598965 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1e3047-a2ba-4483-a8d6-52f6bc9db89b None None] Network 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:32:03.623990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d388a-1d36-4900-8cd4-a33da0be9848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1abd87c-5717-4871-8061-8a66620165be,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:03.772945 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:03.865722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bff410-202c-4176-827f-6899b288df4a None None] DHCP port deletion for 5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:32:03.922699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Deleting port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:03.923071 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a730c4b2-2c5d-4707-af6f-d8b5e4f25e46), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:03.992973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a8bff410-202c-4176-827f-6899b288df4a None None] For port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a730c4b2-2c5d-4707-af6f-d8b5e4f25e46,segment=NetworkSegment(7bd29663-9403-4eb3-a2ae-9395b8064bed),segment_id=7bd29663-9403-4eb3-a2ae-9395b8064bed)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:03.994111 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a730c4b2-2c5d-4707-af6f-d8b5e4f25e46), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:04.017016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Calling delete_port for a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:04.024773 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (5fd0413b-b8fb-4e57-8a87-0232e04dfcd1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:04.083939 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Deleting port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:04.084347 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a730c4b2-2c5d-4707-af6f-d8b5e4f25e46), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:04.114519 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (a730c4b2-2c5d-4707-af6f-d8b5e4f25e46), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:04.143588 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Pushing event deleted for resources: {'Port': ['ID=a730c4b2-2c5d-4707-af6f-d8b5e4f25e46,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:04.147941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bff410-202c-4176-827f-6899b288df4a None None] No DVR routers for this DVR port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:32:04.156491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.160790 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.161293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.161648 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.162001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.162347 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.162660 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.163154 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.163632 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.164121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.165344 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.165757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] For port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a730c4b2-2c5d-4707-af6f-d8b5e4f25e46,segment=NetworkSegment(7bd29663-9403-4eb3-a2ae-9395b8064bed),segment_id=7bd29663-9403-4eb3-a2ae-9395b8064bed)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:04.166120 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a730c4b2-2c5d-4707-af6f-d8b5e4f25e46), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:04.166258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.166727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.167199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.167673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bff410-202c-4176-827f-6899b288df4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.181020 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Calling delete_port for a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:04.266170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9eda0a0a-5248-48da-817c-7a68db9980e9 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:32:04.272616 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a730c4b2-2c5d-4707-af6f-d8b5e4f25e46), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:04.286777 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 9eda0a0a-5248-48da-817c-7a68db9980e9 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:32:04.287121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 9eda0a0a-5248-48da-817c-7a68db9980e9 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:32:04.287746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c8af86a8-f44e-425f-b64d-5b34565479ad no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:32:04.299891 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Pushing event deleted for resources: {'Port': ['ID=a730c4b2-2c5d-4707-af6f-d8b5e4f25e46,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:04.307305 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] No DVR routers for this DVR port a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:32:04.322827 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: c8af86a8-f44e-425f-b64d-5b34565479ad {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:32:04.323231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c8af86a8-f44e-425f-b64d-5b34565479ad not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:32:04.323592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:32:04.342145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:32:04.342494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a730c4b2-2c5d-4707-af6f-d8b5e4f25e46 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:32:04.389998 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (5fd0413b-b8fb-4e57-8a87-0232e04dfcd1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:04.410698 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd0413b-b8fb-4e57-8a87-0232e04dfcd1']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:04.419979 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd29663-9403-4eb3-a2ae-9395b8064bed') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:04.420280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd29663-9403-4eb3-a2ae-9395b8064bed') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:04.429930 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (7bd29663-9403-4eb3-a2ae-9395b8064bed), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:04.443453 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7bd29663-9403-4eb3-a2ae-9395b8064bed), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:04.449501 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:32:04.449938 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (7bd29663-9403-4eb3-a2ae-9395b8064bed), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: self.session.flush() Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:32:04.451610 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:32:04.504719 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (5fd0413b-b8fb-4e57-8a87-0232e04dfcd1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:04.520666 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:04.523904 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] 10.222.0.45 "DELETE /v2.0/networks/5fd0413b-b8fb-4e57-8a87-0232e04dfcd1 HTTP/1.1" status: 204 len: 168 time: 0.9236019 Mar 24 01:32:04.524953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd0413b-b8fb-4e57-8a87-0232e04dfcd1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:04.527076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36044) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:04.532796 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.533173 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.533522 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.533867 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.534201 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.534535 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.534863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.535191 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.535519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.535843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.536169 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.536489 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.536814 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.537157 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.537482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0179ce-d7ef-4cdd-83f6-53fb912d064d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:32:04.889151 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4273a27-878f-44fe-ac5a-382ed46c83fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:05.143214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-c4273a27-878f-44fe-ac5a-382ed46c83fc admin admin] Deleting port 0966c977-1202-4acf-a032-ef45d8c15105 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:05.143424 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4273a27-878f-44fe-ac5a-382ed46c83fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0966c977-1202-4acf-a032-ef45d8c15105), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:05.219071 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-c4273a27-878f-44fe-ac5a-382ed46c83fc admin admin] For port 0966c977-1202-4acf-a032-ef45d8c15105, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0966c977-1202-4acf-a032-ef45d8c15105,segment=NetworkSegment(b19f5c91-95e7-48b8-a756-e8f47e348e2c),segment_id=b19f5c91-95e7-48b8-a756-e8f47e348e2c)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:05.220009 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4273a27-878f-44fe-ac5a-382ed46c83fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0966c977-1202-4acf-a032-ef45d8c15105), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:05.236045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-c4273a27-878f-44fe-ac5a-382ed46c83fc admin admin] Calling delete_port for 0966c977-1202-4acf-a032-ef45d8c15105 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:05.240057 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:05.422031 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4273a27-878f-44fe-ac5a-382ed46c83fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (0966c977-1202-4acf-a032-ef45d8c15105), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:05.451221 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4273a27-878f-44fe-ac5a-382ed46c83fc admin admin] Pushing event deleted for resources: {'Port': ['ID=0966c977-1202-4acf-a032-ef45d8c15105,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:05.940334 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c4273a27-878f-44fe-ac5a-382ed46c83fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:06.152751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4273a27-878f-44fe-ac5a-382ed46c83fc admin admin] Router c24ef272-fdd8-4a2d-9dfe-3a26232176f2 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:32:06.261848 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4273a27-878f-44fe-ac5a-382ed46c83fc admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:32:06.269586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c4273a27-878f-44fe-ac5a-382ed46c83fc admin admin] 10.222.0.45 "PUT /v2.0/routers/c24ef272-fdd8-4a2d-9dfe-3a26232176f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7393992 Mar 24 01:32:06.270346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36050) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:06.272966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ab05c9-bc95-42da-b1d7-797cef5efd9a None None] Sync routers for ids ['c24ef272-fdd8-4a2d-9dfe-3a26232176f2'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:32:06.284684 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ab05c9-bc95-42da-b1d7-797cef5efd9a None None] Routers {'c24ef272-fdd8-4a2d-9dfe-3a26232176f2'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:32:06.285359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-80ab05c9-bc95-42da-b1d7-797cef5efd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:32:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c24ef272-fdd8-4a2d-9dfe-3a26232176f2'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:06.385914 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00fe5d59-afd4-41e2-93b4-eb15577f819f admin admin] Publish callbacks [] for router (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:06.406239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-80ab05c9-bc95-42da-b1d7-797cef5efd9a None None] Set router c24ef272-fdd8-4a2d-9dfe-3a26232176f2 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:32:06.497739 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00fe5d59-afd4-41e2-93b4-eb15577f819f admin admin] Publish callbacks [] for router_gateway (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:06.569045 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-00fe5d59-afd4-41e2-93b4-eb15577f819f admin admin] Deleting port 691b4707-58ae-478c-858c-ae839b8d6da3 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:06.569421 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00fe5d59-afd4-41e2-93b4-eb15577f819f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (691b4707-58ae-478c-858c-ae839b8d6da3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:06.619042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-80ab05c9-bc95-42da-b1d7-797cef5efd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'name': 'tempest-TestVolumeBackupRestore-871870468-router', 'tenant_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '691b4707-58ae-478c-858c-ae839b8d6da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:23Z', 'updated_at': '2022-03-24T01:32:05Z', 'revision_number': 5, 'project_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'gw_port': {'id': '691b4707-58ae-478c-858c-ae839b8d6da3', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:27:24Z', 'updated_at': '2022-03-24T01:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:06.651810 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ab05c9-bc95-42da-b1d7-797cef5efd9a None None] Checking router: c24ef272-fdd8-4a2d-9dfe-3a26232176f2 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:32:06.659145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-00fe5d59-afd4-41e2-93b4-eb15577f819f admin admin] For port 691b4707-58ae-478c-858c-ae839b8d6da3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=691b4707-58ae-478c-858c-ae839b8d6da3,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:06.659443 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00fe5d59-afd4-41e2-93b4-eb15577f819f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (691b4707-58ae-478c-858c-ae839b8d6da3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:06.661158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ab05c9-bc95-42da-b1d7-797cef5efd9a None None] Routers {'c24ef272-fdd8-4a2d-9dfe-3a26232176f2'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:32:06.661771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-80ab05c9-bc95-42da-b1d7-797cef5efd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:32:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c24ef272-fdd8-4a2d-9dfe-3a26232176f2'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:06.675329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-00fe5d59-afd4-41e2-93b4-eb15577f819f admin admin] Calling delete_port for 691b4707-58ae-478c-858c-ae839b8d6da3 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:06.750198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-80ab05c9-bc95-42da-b1d7-797cef5efd9a None None] Set router c24ef272-fdd8-4a2d-9dfe-3a26232176f2 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:32:06.851415 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00fe5d59-afd4-41e2-93b4-eb15577f819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (691b4707-58ae-478c-858c-ae839b8d6da3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:06.880757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe5d59-afd4-41e2-93b4-eb15577f819f admin admin] Pushing event deleted for resources: {'Port': ['ID=691b4707-58ae-478c-858c-ae839b8d6da3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:06.960314 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00fe5d59-afd4-41e2-93b4-eb15577f819f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:06.965087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-80ab05c9-bc95-42da-b1d7-797cef5efd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'name': 'tempest-TestVolumeBackupRestore-871870468-router', 'tenant_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:23Z', 'updated_at': '2022-03-24T01:32:06Z', 'revision_number': 6, 'project_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:06.996068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ab05c9-bc95-42da-b1d7-797cef5efd9a None None] The sync data for ids ['c24ef272-fdd8-4a2d-9dfe-3a26232176f2'] in n-d-760455-9 is: [{'id': 'c24ef272-fdd8-4a2d-9dfe-3a26232176f2', 'name': 'tempest-TestVolumeBackupRestore-871870468-router', 'tenant_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:27:23Z', 'updated_at': '2022-03-24T01:32:06Z', 'revision_number': 6, 'project_id': '109d2d1cce4042a8b84c9bcdedc62f22', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:32:07.068549 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00fe5d59-afd4-41e2-93b4-eb15577f819f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.070794 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00fe5d59-afd4-41e2-93b4-eb15577f819f admin admin] Publish callbacks [] for router_controller (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.117438 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00fe5d59-afd4-41e2-93b4-eb15577f819f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (c24ef272-fdd8-4a2d-9dfe-3a26232176f2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.118744 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fe5d59-afd4-41e2-93b4-eb15577f819f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c24ef272-fdd8-4a2d-9dfe-3a26232176f2 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:32:07.123064 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-00fe5d59-afd4-41e2-93b4-eb15577f819f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.126589 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-00fe5d59-afd4-41e2-93b4-eb15577f819f admin admin] 10.222.0.45 "DELETE /v2.0/routers/c24ef272-fdd8-4a2d-9dfe-3a26232176f2 HTTP/1.1" status: 204 len: 168 time: 0.8527935 Mar 24 01:32:07.126824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36058) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:07.147583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c7270-478b-4118-a8c1-37edc61af6e9 req-17ac94be-bef7-4086-8bf0-513fc0c585c4 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:07.149071 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-266c7270-478b-4118-a8c1-37edc61af6e9 req-17ac94be-bef7-4086-8bf0-513fc0c585c4 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae20a74a-5770-493d-86eb-5310f8580991 HTTP/1.1" status: 200 len: 945 time: 0.0668411 Mar 24 01:32:07.171241 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac720de9-8ea7-40ec-bbb2-73eccd2de034 admin admin] Deleting subnet 70c8caa9-d0fe-404a-82e5-a39ea12d38e2 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:32:07.174822 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac720de9-8ea7-40ec-bbb2-73eccd2de034 admin admin] Publish callbacks [] for subnet (70c8caa9-d0fe-404a-82e5-a39ea12d38e2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.198348 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-266c7270-478b-4118-a8c1-37edc61af6e9 req-2bda773c-bd52-456d-a037-da95ad11ca91 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429769 Mar 24 01:32:07.219127 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac720de9-8ea7-40ec-bbb2-73eccd2de034 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (70c8caa9-d0fe-404a-82e5-a39ea12d38e2), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.287651 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac720de9-8ea7-40ec-bbb2-73eccd2de034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (70c8caa9-d0fe-404a-82e5-a39ea12d38e2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.341577 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac720de9-8ea7-40ec-bbb2-73eccd2de034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (70c8caa9-d0fe-404a-82e5-a39ea12d38e2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.370146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac720de9-8ea7-40ec-bbb2-73eccd2de034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c8caa9-d0fe-404a-82e5-a39ea12d38e2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:07.374005 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ac720de9-8ea7-40ec-bbb2-73eccd2de034 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.377198 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ac720de9-8ea7-40ec-bbb2-73eccd2de034 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/70c8caa9-d0fe-404a-82e5-a39ea12d38e2 HTTP/1.1" status: 204 len: 168 time: 0.2494063 Mar 24 01:32:07.380070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36060) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:07.382480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5b64ad-caf7-4a26-9671-a73f5dcb6971 None None] Network 5f60050f-9210-4635-9a4d-6ad3e572808e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:32:07.459719 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (5f60050f-9210-4635-9a4d-6ad3e572808e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.513783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] Deleting port 750f42d7-31a8-40cd-abd8-8bd3423909df {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:07.514128 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (750f42d7-31a8-40cd-abd8-8bd3423909df), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.574846 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] For port 750f42d7-31a8-40cd-abd8-8bd3423909df, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=750f42d7-31a8-40cd-abd8-8bd3423909df,segment=NetworkSegment(b19f5c91-95e7-48b8-a756-e8f47e348e2c),segment_id=b19f5c91-95e7-48b8-a756-e8f47e348e2c)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:07.575205 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (750f42d7-31a8-40cd-abd8-8bd3423909df), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.592390 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] Calling delete_port for 750f42d7-31a8-40cd-abd8-8bd3423909df owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:07.668032 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (750f42d7-31a8-40cd-abd8-8bd3423909df), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.694261 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=750f42d7-31a8-40cd-abd8-8bd3423909df,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:07.696042 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] No DVR routers for this DVR port 750f42d7-31a8-40cd-abd8-8bd3423909df on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:32:07.769253 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (5f60050f-9210-4635-9a4d-6ad3e572808e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.790498 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f60050f-9210-4635-9a4d-6ad3e572808e']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:07.794676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e855e6d-1fc3-4911-a7cd-fe39fb8646ac None None] DHCP port deletion for 5f60050f-9210-4635-9a4d-6ad3e572808e request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:32:07.801511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19f5c91-95e7-48b8-a756-e8f47e348e2c') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:07.802241 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19f5c91-95e7-48b8-a756-e8f47e348e2c') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:07.816993 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (b19f5c91-95e7-48b8-a756-e8f47e348e2c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.830810 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (b19f5c91-95e7-48b8-a756-e8f47e348e2c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.836814 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:32:07.837311 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (b19f5c91-95e7-48b8-a756-e8f47e348e2c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:32:07.839220 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:32:07.893416 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (5f60050f-9210-4635-9a4d-6ad3e572808e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.898253 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:07.901996 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] 10.222.0.45 "DELETE /v2.0/networks/5f60050f-9210-4635-9a4d-6ad3e572808e HTTP/1.1" status: 204 len: 168 time: 0.5208132 Mar 24 01:32:07.915028 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90714bd4-110a-4dfc-a478-3cd3a3d02f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=5f60050f-9210-4635-9a4d-6ad3e572808e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:08.083949 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36064) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:08.247802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 691b4707-58ae-478c-858c-ae839b8d6da3 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:32:08.268528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 691b4707-58ae-478c-858c-ae839b8d6da3 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:32:08.269029 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 691b4707-58ae-478c-858c-ae839b8d6da3 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:32:08.269668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 750f42d7-31a8-40cd-abd8-8bd3423909df no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:32:08.291120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 750f42d7-31a8-40cd-abd8-8bd3423909df {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:32:08.291471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 750f42d7-31a8-40cd-abd8-8bd3423909df not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:32:08.291891 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0966c977-1202-4acf-a032-ef45d8c15105 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:32:08.311865 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 0966c977-1202-4acf-a032-ef45d8c15105 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:32:08.312218 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0966c977-1202-4acf-a032-ef45d8c15105 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:32:08.336155 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f0f75002-6605-4be1-a85e-bfa1185e7a8a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d7768e4fc96a433ca65e81874d239ce4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2510011 Mar 24 01:32:08.338653 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36072) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:08.388259 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f0cf71ce-9e72-4b80-8a21-ad6e968b6947 admin admin] Publish callbacks [] for security_group (38cd6c56-66b2-47f9-b12e-c8fb4ec2d474), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:08.410077 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f0cf71ce-9e72-4b80-8a21-ad6e968b6947 admin admin] Publish callbacks [] for security_group (38cd6c56-66b2-47f9-b12e-c8fb4ec2d474), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:08.462520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee144f7e-c431-405d-a173-bd85eaca4ab5 req-672d8705-09e7-4535-a425-5c3297450a21 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:08.464011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee144f7e-c431-405d-a173-bd85eaca4ab5 req-672d8705-09e7-4535-a425-5c3297450a21 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae20a74a-5770-493d-86eb-5310f8580991 HTTP/1.1" status: 200 len: 945 time: 0.1934006 Mar 24 01:32:08.472084 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f0cf71ce-9e72-4b80-8a21-ad6e968b6947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (38cd6c56-66b2-47f9-b12e-c8fb4ec2d474), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:08.474982 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f0cf71ce-9e72-4b80-8a21-ad6e968b6947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:08.476118 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f0cf71ce-9e72-4b80-8a21-ad6e968b6947 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38cd6c56-66b2-47f9-b12e-c8fb4ec2d474 HTTP/1.1" status: 204 len: 168 time: 0.1365068 Mar 24 01:32:08.483978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf71ce-9e72-4b80-8a21-ad6e968b6947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cd6c56-66b2-47f9-b12e-c8fb4ec2d474,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:08.525168 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee144f7e-c431-405d-a173-bd85eaca4ab5 req-6c9e7ee7-23c7-4ccf-ab0a-839044b55855 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cec19f5-e748-4fa3-8e4e-060ad0494e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552208 Mar 24 01:32:08.564391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf7fbd-c940-4620-bca0-22d0ec56d87f req-febfc750-a480-420d-9fe5-2a2335bfac8b tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:08.565901 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2ecf7fbd-c940-4620-bca0-22d0ec56d87f req-febfc750-a480-420d-9fe5-2a2335bfac8b tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20a74a-5770-493d-86eb-5310f8580991 HTTP/1.1" status: 200 len: 945 time: 0.0614946 Mar 24 01:32:08.665535 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-2ecf7fbd-c940-4620-bca0-22d0ec56d87f req-141f15fe-1409-4bd1-bd33-68614e292313 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Deleting port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:08.665835 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2ecf7fbd-c940-4620-bca0-22d0ec56d87f req-141f15fe-1409-4bd1-bd33-68614e292313 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8e0bfe1a-1370-44db-b77d-2e0f0c26910d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:08.762301 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-2ecf7fbd-c940-4620-bca0-22d0ec56d87f req-141f15fe-1409-4bd1-bd33-68614e292313 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] For port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=8e0bfe1a-1370-44db-b77d-2e0f0c26910d,segment=NetworkSegment(54a0dbb3-df05-42e7-b4e6-02491bc4ad5a),segment_id=54a0dbb3-df05-42e7-b4e6-02491bc4ad5a)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:08.762671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2ecf7fbd-c940-4620-bca0-22d0ec56d87f req-141f15fe-1409-4bd1-bd33-68614e292313 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8e0bfe1a-1370-44db-b77d-2e0f0c26910d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:08.777988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-2ecf7fbd-c940-4620-bca0-22d0ec56d87f req-141f15fe-1409-4bd1-bd33-68614e292313 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Calling delete_port for 8e0bfe1a-1370-44db-b77d-2e0f0c26910d owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:08.779075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36082) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:08.822115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bc172a9e-7e85-4642-80c8-f721f18d4b84 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=109d2d1cce4042a8b84c9bcdedc62f22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417910 Mar 24 01:32:08.824408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36084) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:08.875663 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c10c2c78-b248-4a66-b414-cf7aa8590202 admin admin] Publish callbacks [] for security_group (f4f7f6fa-8f06-46be-9668-1e9348203ef4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:08.902405 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c10c2c78-b248-4a66-b414-cf7aa8590202 admin admin] Publish callbacks [] for security_group (f4f7f6fa-8f06-46be-9668-1e9348203ef4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:08.934706 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2ecf7fbd-c940-4620-bca0-22d0ec56d87f req-141f15fe-1409-4bd1-bd33-68614e292313 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8e0bfe1a-1370-44db-b77d-2e0f0c26910d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:08.947150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['8e0bfe1a-1370-44db-b77d-2e0f0c26910d'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:32:08.966874 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c10c2c78-b248-4a66-b414-cf7aa8590202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f4f7f6fa-8f06-46be-9668-1e9348203ef4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:08.969418 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c10c2c78-b248-4a66-b414-cf7aa8590202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:08.972470 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f15fe-1409-4bd1-bd33-68614e292313 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Pushing event deleted for resources: {'Port': ['ID=8e0bfe1a-1370-44db-b77d-2e0f0c26910d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:08.979159 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c10c2c78-b248-4a66-b414-cf7aa8590202 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4f7f6fa-8f06-46be-9668-1e9348203ef4 HTTP/1.1" status: 204 len: 168 time: 0.1535549 Mar 24 01:32:08.989729 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c2c78-b248-4a66-b414-cf7aa8590202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f7f6fa-8f06-46be-9668-1e9348203ef4,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:09.034235 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecf7fbd-c940-4620-bca0-22d0ec56d87f req-141f15fe-1409-4bd1-bd33-68614e292313 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] No DVR routers for this DVR port 8e0bfe1a-1370-44db-b77d-2e0f0c26910d on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:32:09.037384 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2ecf7fbd-c940-4620-bca0-22d0ec56d87f req-141f15fe-1409-4bd1-bd33-68614e292313 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:09.041084 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2ecf7fbd-c940-4620-bca0-22d0ec56d87f req-141f15fe-1409-4bd1-bd33-68614e292313 tempest-VolumesSnapshotTestJSON-1900021148 tempest-VolumesSnapshotTestJSON-1900021148-project] 10.222.0.48 "DELETE /v2.0/ports/8e0bfe1a-1370-44db-b77d-2e0f0c26910d HTTP/1.1" status: 204 len: 173 time: 0.4698608 Mar 24 01:32:09.041588 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae20a74a-5770-493d-86eb-5310f8580991', 'name': 'network-vif-deleted', 'tag': '8e0bfe1a-1370-44db-b77d-2e0f0c26910d'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:32:09.044925 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3e7fc5-6aed-4537-9ea6-afc0743cb653" -d '{"events": [{"server_uuid": "ae20a74a-5770-493d-86eb-5310f8580991", "name": "network-vif-deleted", "tag": "8e0bfe1a-1370-44db-b77d-2e0f0c26910d"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:32:09.112859 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a00ba-d19d-45a4-822e-47875a3cdf10 req-0d31faba-e1fe-4e56-890b-927d8f05d1a6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:09.114671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f2a00ba-d19d-45a4-822e-47875a3cdf10 req-0d31faba-e1fe-4e56-890b-927d8f05d1a6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 945 time: 0.0815024 Mar 24 01:32:09.201475 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f2a00ba-d19d-45a4-822e-47875a3cdf10 req-b8e68e5d-fa04-4310-9cb9-f1fc52b51f15 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709846 Mar 24 01:32:09.258712 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d35392c-368f-4593-9cc8-8392453db115 x-openstack-request-id: req-4d35392c-368f-4593-9cc8-8392453db115 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:32:09.259117 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae20a74a-5770-493d-86eb-5310f8580991", "name": "network-vif-deleted", "tag": "8e0bfe1a-1370-44db-b77d-2e0f0c26910d", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:32:09.259379 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d35392c-368f-4593-9cc8-8392453db115 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:32:09.259802 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d35392c-368f-4593-9cc8-8392453db115'] response: {'server_uuid': 'ae20a74a-5770-493d-86eb-5310f8580991', 'name': 'network-vif-deleted', 'tag': '8e0bfe1a-1370-44db-b77d-2e0f0c26910d', 'status': 'completed', 'code': 200} Mar 24 01:32:10.314721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c883f-fa26-4d96-81a2-fd8269324f45 req-25643307-d10b-4884-abf4-e1c120918630 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:10.316100 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-739c883f-fa26-4d96-81a2-fd8269324f45 req-25643307-d10b-4884-abf4-e1c120918630 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 945 time: 0.0533857 Mar 24 01:32:10.367683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-739c883f-fa26-4d96-81a2-fd8269324f45 req-7e48a70c-2dbf-46aa-b3f8-e84a267a6d29 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454473 Mar 24 01:32:10.442638 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6056fde-eba5-4d49-b759-4d62b11c9da1 req-e2104adc-ecd0-4ad5-acba-426e2c5336cb tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:10.444106 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6056fde-eba5-4d49-b759-4d62b11c9da1 req-e2104adc-ecd0-4ad5-acba-426e2c5336cb tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.57 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 945 time: 0.0562711 Mar 24 01:32:10.537124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-f6056fde-eba5-4d49-b759-4d62b11c9da1 req-f136509a-7ac0-4c31-9aec-937939255fc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Deleting port 0439827e-cdf8-4390-bca9-b37720e47508 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:10.537482 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f6056fde-eba5-4d49-b759-4d62b11c9da1 req-f136509a-7ac0-4c31-9aec-937939255fc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0439827e-cdf8-4390-bca9-b37720e47508), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:10.629532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-f6056fde-eba5-4d49-b759-4d62b11c9da1 req-f136509a-7ac0-4c31-9aec-937939255fc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] For port 0439827e-cdf8-4390-bca9-b37720e47508, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=0439827e-cdf8-4390-bca9-b37720e47508,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:10.629889 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f6056fde-eba5-4d49-b759-4d62b11c9da1 req-f136509a-7ac0-4c31-9aec-937939255fc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0439827e-cdf8-4390-bca9-b37720e47508), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:10.852432 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f6056fde-eba5-4d49-b759-4d62b11c9da1 req-f136509a-7ac0-4c31-9aec-937939255fc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:10.853160 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f6056fde-eba5-4d49-b759-4d62b11c9da1 req-f136509a-7ac0-4c31-9aec-937939255fc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (f3b3d9cd-ddcf-4811-aeee-80343515b09a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:10.853423 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-f6056fde-eba5-4d49-b759-4d62b11c9da1 req-f136509a-7ac0-4c31-9aec-937939255fc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Floating IP f3b3d9cd-ddcf-4811-aeee-80343515b09a disassociated. External IP: 172.25.0.67, port: 0439827e-cdf8-4390-bca9-b37720e47508. Mar 24 01:32:10.853878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-f6056fde-eba5-4d49-b759-4d62b11c9da1 req-f136509a-7ac0-4c31-9aec-937939255fc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Calling delete_port for 0439827e-cdf8-4390-bca9-b37720e47508 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:10.986821 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f6056fde-eba5-4d49-b759-4d62b11c9da1 req-f136509a-7ac0-4c31-9aec-937939255fc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (0439827e-cdf8-4390-bca9-b37720e47508), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:11.027370 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136509a-7ac0-4c31-9aec-937939255fc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event deleted for resources: {'Port': ['ID=0439827e-cdf8-4390-bca9-b37720e47508,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:11.150325 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6056fde-eba5-4d49-b759-4d62b11c9da1 req-f136509a-7ac0-4c31-9aec-937939255fc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Router 50319ba5-3c49-498b-9109-e42037ed5878 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:32:11.258191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6056fde-eba5-4d49-b759-4d62b11c9da1 req-f136509a-7ac0-4c31-9aec-937939255fc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:32:11.268858 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a3ba3-94c2-40a2-be0f-ff8da4d70519 None None] Sync routers for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:32:11.279213 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a3ba3-94c2-40a2-be0f-ff8da4d70519 None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:32:11.283345 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-370a3ba3-94c2-40a2-be0f-ff8da4d70519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:32:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:11.304150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6056fde-eba5-4d49-b759-4d62b11c9da1 req-f136509a-7ac0-4c31-9aec-937939255fc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] No DVR routers for this DVR port 0439827e-cdf8-4390-bca9-b37720e47508 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:32:11.307330 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f6056fde-eba5-4d49-b759-4d62b11c9da1 req-f136509a-7ac0-4c31-9aec-937939255fc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:11.311057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6056fde-eba5-4d49-b759-4d62b11c9da1 req-f136509a-7ac0-4c31-9aec-937939255fc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.57 "DELETE /v2.0/ports/0439827e-cdf8-4390-bca9-b37720e47508 HTTP/1.1" status: 204 len: 173 time: 0.8617070 Mar 24 01:32:11.311517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9660c6-614e-4b48-befd-fcd4438ed88d', 'name': 'network-vif-deleted', 'tag': '0439827e-cdf8-4390-bca9-b37720e47508'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:32:11.314810 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2f9358-9bcb-44ef-96f8-584ef175cf82" -d '{"events": [{"server_uuid": "db9660c6-614e-4b48-befd-fcd4438ed88d", "name": "network-vif-deleted", "tag": "0439827e-cdf8-4390-bca9-b37720e47508"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:32:11.360960 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d14e9f-5cb0-48d6-9dfe-e70e23ca3cfd x-openstack-request-id: req-37d14e9f-5cb0-48d6-9dfe-e70e23ca3cfd {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:32:11.361505 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9660c6-614e-4b48-befd-fcd4438ed88d", "name": "network-vif-deleted", "tag": "0439827e-cdf8-4390-bca9-b37720e47508", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:32:11.361768 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37d14e9f-5cb0-48d6-9dfe-e70e23ca3cfd {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:32:11.362190 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d14e9f-5cb0-48d6-9dfe-e70e23ca3cfd'] response: {'server_uuid': 'db9660c6-614e-4b48-befd-fcd4438ed88d', 'name': 'network-vif-deleted', 'tag': '0439827e-cdf8-4390-bca9-b37720e47508', 'status': 'completed', 'code': 200} Mar 24 01:32:11.404415 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-370a3ba3-94c2-40a2-be0f-ff8da4d70519 None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:32:11.490226 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64643064-c65d-4ca5-877f-40e0006fdedc req-1cb492c2-bec0-4e41-bca7-05a6c255e578 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 210 time: 0.0407710 Mar 24 01:32:11.636617 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-370a3ba3-94c2-40a2-be0f-ff8da4d70519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:11.665676 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a3ba3-94c2-40a2-be0f-ff8da4d70519 None None] Checking router: 50319ba5-3c49-498b-9109-e42037ed5878 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:32:11.674097 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a3ba3-94c2-40a2-be0f-ff8da4d70519 None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:32:11.674694 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-370a3ba3-94c2-40a2-be0f-ff8da4d70519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:32:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:11.777806 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-370a3ba3-94c2-40a2-be0f-ff8da4d70519 None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:32:11.979562 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-370a3ba3-94c2-40a2-be0f-ff8da4d70519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:12.006246 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a3ba3-94c2-40a2-be0f-ff8da4d70519 None None] The sync data for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 is: [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:32:12.299340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e01525-2fa0-41f1-b5ac-955938d7c5d6 None None] New status for floating IP f3b3d9cd-ddcf-4811-aeee-80343515b09a: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:32:12.586181 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22167fdf-ef44-4079-9e2f-623e91ebede0 req-ecf091cc-29a3-4f9d-9f32-b271705d5215 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 210 time: 0.0275979 Mar 24 01:32:13.024105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 8e0bfe1a-1370-44db-b77d-2e0f0c26910d no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:32:13.044900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 8e0bfe1a-1370-44db-b77d-2e0f0c26910d {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:32:13.045397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 8e0bfe1a-1370-44db-b77d-2e0f0c26910d not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:32:13.748169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 0439827e-cdf8-4390-bca9-b37720e47508 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:32:13.774534 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 0439827e-cdf8-4390-bca9-b37720e47508 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:32:13.775120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 0439827e-cdf8-4390-bca9-b37720e47508 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:32:13.850706 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b5f997f-f196-44ce-b60b-87059d9962f8 req-9f29a7ca-7852-46db-9153-a098e9d64c0c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 210 time: 0.1964185 Mar 24 01:32:14.284792 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:32:14.952607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1047ecfb-f04b-4eec-b9ce-7b4186fdaf22 req-fb6f0a6d-a3fc-4df9-82e3-6c12dfc5e2f5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 210 time: 0.0281644 Mar 24 01:32:16.071466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-87d96589-a6e1-4d98-89b2-6d72db9fd379 req-998eb150-9e04-4ae0-9236-ba0fbb07a9f3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 210 time: 0.0400524 Mar 24 01:32:16.409044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c55ce-f5e6-4f3f-ab98-a69090343c17 req-d866c446-2bad-44e1-a228-4b593b77fac8 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:16.411823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f6c55ce-f5e6-4f3f-ab98-a69090343c17 req-d866c446-2bad-44e1-a228-4b593b77fac8 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 946 time: 0.0599208 Mar 24 01:32:16.499989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f6c55ce-f5e6-4f3f-ab98-a69090343c17 req-b2071928-42e9-4336-b55a-30eed81b905f tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/security-groups?id=68945e44-5260-433c-b159-53c40bcc9dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742488 Mar 24 01:32:17.167859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b12ebcb0-34a2-4380-8acb-458392f8af76 req-885f17da-b06a-4a28-8d28-9aac2f43d7d9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 210 time: 0.0318239 Mar 24 01:32:17.647856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa490ba-fb6e-424d-8d98-2ed8a621a894 req-eb6b9832-30a2-44a2-ab56-2c2e7468abad tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:17.649359 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efa490ba-fb6e-424d-8d98-2ed8a621a894 req-eb6b9832-30a2-44a2-ab56-2c2e7468abad tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.57 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 946 time: 0.0885589 Mar 24 01:32:17.694865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f936d9-68cc-41e0-bead-2895c57cc224 req-6120e405-97b7-4c51-b39c-6deaa4538dc5 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:17.697531 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6f936d9-68cc-41e0-bead-2895c57cc224 req-6120e405-97b7-4c51-b39c-6deaa4538dc5 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 946 time: 0.1246006 Mar 24 01:32:17.785072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6f936d9-68cc-41e0-bead-2895c57cc224 req-2475f9c3-0244-4397-ac19-74a3e4d68c7d tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/security-groups?id=68945e44-5260-433c-b159-53c40bcc9dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808775 Mar 24 01:32:17.816920 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-efa490ba-fb6e-424d-8d98-2ed8a621a894 req-b8385a8f-494c-455c-a59d-7fbd490a95c1 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Deleting port 6819f89d-9fef-4c00-b959-45aa336013c3 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:17.817546 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-efa490ba-fb6e-424d-8d98-2ed8a621a894 req-b8385a8f-494c-455c-a59d-7fbd490a95c1 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (6819f89d-9fef-4c00-b959-45aa336013c3), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:17.906760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-efa490ba-fb6e-424d-8d98-2ed8a621a894 req-b8385a8f-494c-455c-a59d-7fbd490a95c1 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] For port 6819f89d-9fef-4c00-b959-45aa336013c3, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=6819f89d-9fef-4c00-b959-45aa336013c3,segment=NetworkSegment(c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5),segment_id=c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:17.907176 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-efa490ba-fb6e-424d-8d98-2ed8a621a894 req-b8385a8f-494c-455c-a59d-7fbd490a95c1 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (6819f89d-9fef-4c00-b959-45aa336013c3), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:18.093058 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-efa490ba-fb6e-424d-8d98-2ed8a621a894 req-b8385a8f-494c-455c-a59d-7fbd490a95c1 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:18.093451 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-efa490ba-fb6e-424d-8d98-2ed8a621a894 req-b8385a8f-494c-455c-a59d-7fbd490a95c1 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (3f09410d-1039-4929-87e9-5e63f1028485), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:18.093767 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-efa490ba-fb6e-424d-8d98-2ed8a621a894 req-b8385a8f-494c-455c-a59d-7fbd490a95c1 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Floating IP 3f09410d-1039-4929-87e9-5e63f1028485 disassociated. External IP: 172.25.0.164, port: 6819f89d-9fef-4c00-b959-45aa336013c3. Mar 24 01:32:18.094104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-efa490ba-fb6e-424d-8d98-2ed8a621a894 req-b8385a8f-494c-455c-a59d-7fbd490a95c1 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Calling delete_port for 6819f89d-9fef-4c00-b959-45aa336013c3 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:18.233304 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-efa490ba-fb6e-424d-8d98-2ed8a621a894 req-b8385a8f-494c-455c-a59d-7fbd490a95c1 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (6819f89d-9fef-4c00-b959-45aa336013c3), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:18.274608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8385a8f-494c-455c-a59d-7fbd490a95c1 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Pushing event deleted for resources: {'Port': ['ID=6819f89d-9fef-4c00-b959-45aa336013c3,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:18.307322 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b412c6d-c525-4cb4-bab0-5f8e00bc298c req-5a88c2d3-4655-4652-a7b7-1f24ef63143a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 210 time: 0.0647047 Mar 24 01:32:18.436332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efa490ba-fb6e-424d-8d98-2ed8a621a894 req-b8385a8f-494c-455c-a59d-7fbd490a95c1 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Router 9577a042-a8aa-4efa-96d1-0706b288c997 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:32:18.553086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efa490ba-fb6e-424d-8d98-2ed8a621a894 req-b8385a8f-494c-455c-a59d-7fbd490a95c1 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:32:18.571805 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a042589a-b83c-4be0-bc73-3de85f4c9228 None None] Sync routers for ids ['9577a042-a8aa-4efa-96d1-0706b288c997'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:32:18.584584 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a042589a-b83c-4be0-bc73-3de85f4c9228 None None] Routers {'9577a042-a8aa-4efa-96d1-0706b288c997'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:32:18.587644 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a042589a-b83c-4be0-bc73-3de85f4c9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:32:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9577a042-a8aa-4efa-96d1-0706b288c997'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:18.606921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa490ba-fb6e-424d-8d98-2ed8a621a894 req-b8385a8f-494c-455c-a59d-7fbd490a95c1 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] No DVR routers for this DVR port 6819f89d-9fef-4c00-b959-45aa336013c3 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:32:18.609989 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-efa490ba-fb6e-424d-8d98-2ed8a621a894 req-b8385a8f-494c-455c-a59d-7fbd490a95c1 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:18.613684 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efa490ba-fb6e-424d-8d98-2ed8a621a894 req-b8385a8f-494c-455c-a59d-7fbd490a95c1 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.57 "DELETE /v2.0/ports/6819f89d-9fef-4c00-b959-45aa336013c3 HTTP/1.1" status: 204 len: 173 time: 0.9571517 Mar 24 01:32:18.614283 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f47318-99d4-429c-8690-9d60fe746d92', 'name': 'network-vif-deleted', 'tag': '6819f89d-9fef-4c00-b959-45aa336013c3'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:32:18.616728 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962d746f-feb0-4d22-aaac-581965ddd05c" -d '{"events": [{"server_uuid": "90f47318-99d4-429c-8690-9d60fe746d92", "name": "network-vif-deleted", "tag": "6819f89d-9fef-4c00-b959-45aa336013c3"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:32:18.696438 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd060f35-143a-4024-86ae-c051ce56ebbc x-openstack-request-id: req-bd060f35-143a-4024-86ae-c051ce56ebbc {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:32:18.697217 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f47318-99d4-429c-8690-9d60fe746d92", "name": "network-vif-deleted", "tag": "6819f89d-9fef-4c00-b959-45aa336013c3", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:32:18.697690 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd060f35-143a-4024-86ae-c051ce56ebbc {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:32:18.698337 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd060f35-143a-4024-86ae-c051ce56ebbc'] response: {'server_uuid': '90f47318-99d4-429c-8690-9d60fe746d92', 'name': 'network-vif-deleted', 'tag': '6819f89d-9fef-4c00-b959-45aa336013c3', 'status': 'completed', 'code': 200} Mar 24 01:32:18.776252 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-a042589a-b83c-4be0-bc73-3de85f4c9228 None None] Set router 9577a042-a8aa-4efa-96d1-0706b288c997 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:32:18.968534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea916da7-50a0-4905-a684-76cd960189b6 req-20433f13-27ab-46d0-9868-4d6fbad207cd tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f47318-99d4-429c-8690-9d60fe746d92 HTTP/1.1" status: 200 len: 210 time: 0.0360959 Mar 24 01:32:19.012837 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a042589a-b83c-4be0-bc73-3de85f4c9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'name': 'tempest-TestServerBasicOps-728367382-router', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:44Z', 'updated_at': '2022-03-24T01:26:50Z', 'revision_number': 4, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'gw_port': {'id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:46Z', 'updated_at': '2022-03-24T01:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ef7983d4-cf00-4b5b-81f4-725d23db2dc8', 'name': '', 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'mac_address': 'fa:16:3e:34:14:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:49Z', 'updated_at': '2022-03-24T01:27:04Z', 'revision_number': 5, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'subnets': [{'id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:19.040716 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a042589a-b83c-4be0-bc73-3de85f4c9228 None None] Checking router: 9577a042-a8aa-4efa-96d1-0706b288c997 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:32:19.053581 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a042589a-b83c-4be0-bc73-3de85f4c9228 None None] Routers {'9577a042-a8aa-4efa-96d1-0706b288c997'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:32:19.054226 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a042589a-b83c-4be0-bc73-3de85f4c9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:32:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9577a042-a8aa-4efa-96d1-0706b288c997'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:19.200613 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-a042589a-b83c-4be0-bc73-3de85f4c9228 None None] Set router 9577a042-a8aa-4efa-96d1-0706b288c997 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:32:19.402566 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb12ff51-516e-4d86-b2bc-2c5bee621a82 req-6d2213dc-25a4-4259-ab2e-67ad5ce5fa0e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 210 time: 0.0278294 Mar 24 01:32:19.545966 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a042589a-b83c-4be0-bc73-3de85f4c9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'name': 'tempest-TestServerBasicOps-728367382-router', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:44Z', 'updated_at': '2022-03-24T01:26:50Z', 'revision_number': 4, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'gw_port': {'id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:46Z', 'updated_at': '2022-03-24T01:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ef7983d4-cf00-4b5b-81f4-725d23db2dc8', 'name': '', 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'mac_address': 'fa:16:3e:34:14:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:49Z', 'updated_at': '2022-03-24T01:27:04Z', 'revision_number': 5, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'subnets': [{'id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:19.573001 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a042589a-b83c-4be0-bc73-3de85f4c9228 None None] The sync data for ids ['9577a042-a8aa-4efa-96d1-0706b288c997'] in n-d-760455-9 is: [{'id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'name': 'tempest-TestServerBasicOps-728367382-router', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:44Z', 'updated_at': '2022-03-24T01:26:50Z', 'revision_number': 4, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'gw_port': {'id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:46Z', 'updated_at': '2022-03-24T01:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ef7983d4-cf00-4b5b-81f4-725d23db2dc8', 'name': '', 'network_id': '52175975-72ac-4fcc-a7a7-86f28a0a95a4', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'mac_address': 'fa:16:3e:34:14:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:49Z', 'updated_at': '2022-03-24T01:27:04Z', 'revision_number': 5, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'subnets': [{'id': 'f7aa756d-708d-4988-b63b-255f5d94f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:32:19.836219 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26360864-c6a9-4483-94d1-6e5a1bed7264 None None] New status for floating IP 3f09410d-1039-4929-87e9-5e63f1028485: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:32:20.012546 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36166) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:20.145630 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-024562fc-1c89-4fa5-822c-db2ae3232590 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Deleting port 3a6a71a2-b6a7-4900-beb2-0752fbec6d7a {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:20.146228 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-024562fc-1c89-4fa5-822c-db2ae3232590 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3a6a71a2-b6a7-4900-beb2-0752fbec6d7a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:20.229550 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-024562fc-1c89-4fa5-822c-db2ae3232590 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3a6a71a2-b6a7-4900-beb2-0752fbec6d7a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:20.229996 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-024562fc-1c89-4fa5-822c-db2ae3232590 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for floatingip (3a6a71a2-b6a7-4900-beb2-0752fbec6d7a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:20.247188 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-024562fc-1c89-4fa5-822c-db2ae3232590 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Calling delete_port for 3a6a71a2-b6a7-4900-beb2-0752fbec6d7a owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:20.403959 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-024562fc-1c89-4fa5-822c-db2ae3232590 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3a6a71a2-b6a7-4900-beb2-0752fbec6d7a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:20.442140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024562fc-1c89-4fa5-822c-db2ae3232590 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Pushing event deleted for resources: {'Port': ['ID=3a6a71a2-b6a7-4900-beb2-0752fbec6d7a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:20.550440 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fb53c86-d761-4970-a7d2-b144d3c5bf33 req-1b937e4f-5734-420e-8cb5-58970e4c71a7 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=db9660c6-614e-4b48-befd-fcd4438ed88d HTTP/1.1" status: 200 len: 210 time: 0.0365651 Mar 24 01:32:20.568054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-024562fc-1c89-4fa5-822c-db2ae3232590 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for floatingip (3f09410d-1039-4929-87e9-5e63f1028485), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:20.575666 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-024562fc-1c89-4fa5-822c-db2ae3232590 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:20.577343 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-024562fc-1c89-4fa5-822c-db2ae3232590 tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "DELETE /v2.0/floatingips/3f09410d-1039-4929-87e9-5e63f1028485 HTTP/1.1" status: 204 len: 168 time: 0.5637672 Mar 24 01:32:20.653020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36174) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:20.723530 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e39d069f-7a88-4803-b0ac-5ebb35ecb15e tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group (68945e44-5260-433c-b159-53c40bcc9dc1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:20.752945 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e39d069f-7a88-4803-b0ac-5ebb35ecb15e tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group (68945e44-5260-433c-b159-53c40bcc9dc1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:20.839908 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e39d069f-7a88-4803-b0ac-5ebb35ecb15e tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (68945e44-5260-433c-b159-53c40bcc9dc1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:20.844962 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e39d069f-7a88-4803-b0ac-5ebb35ecb15e tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:20.848945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e39d069f-7a88-4803-b0ac-5ebb35ecb15e tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] 10.222.0.45 "DELETE /v2.0/security-groups/68945e44-5260-433c-b159-53c40bcc9dc1 HTTP/1.1" status: 204 len: 168 time: 0.1918139 Mar 24 01:32:20.863713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d069f-7a88-4803-b0ac-5ebb35ecb15e tempest-TestServerBasicOps-1018027294 tempest-TestServerBasicOps-1018027294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68945e44-5260-433c-b159-53c40bcc9dc1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:20.893687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36180) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:21.379120 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eada-b9ec-42b5-a18d-bd2dda660096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (9577a042-a8aa-4efa-96d1-0706b288c997), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:21.649024 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a1b2eada-b9ec-42b5-a18d-bd2dda660096 admin admin] Deleting port ef7983d4-cf00-4b5b-81f4-725d23db2dc8 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:21.650434 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eada-b9ec-42b5-a18d-bd2dda660096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:21.739709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-a1b2eada-b9ec-42b5-a18d-bd2dda660096 admin admin] For port ef7983d4-cf00-4b5b-81f4-725d23db2dc8, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ef7983d4-cf00-4b5b-81f4-725d23db2dc8,segment=NetworkSegment(c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5),segment_id=c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:21.740029 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eada-b9ec-42b5-a18d-bd2dda660096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:21.753509 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-a1b2eada-b9ec-42b5-a18d-bd2dda660096 admin admin] Calling delete_port for ef7983d4-cf00-4b5b-81f4-725d23db2dc8 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:21.769666 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6819f89d-9fef-4c00-b959-45aa336013c3 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:32:21.828278 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 6819f89d-9fef-4c00-b959-45aa336013c3 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:32:21.828871 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 6819f89d-9fef-4c00-b959-45aa336013c3 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:32:21.878394 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-d3140952-d076-437e-89a7-fe67692ec129 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368400354&fields=id&tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68 HTTP/1.1" status: 200 len: 267 time: 0.0580208 Mar 24 01:32:21.980141 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eada-b9ec-42b5-a18d-bd2dda660096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ef7983d4-cf00-4b5b-81f4-725d23db2dc8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:22.008136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2eada-b9ec-42b5-a18d-bd2dda660096 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7983d4-cf00-4b5b-81f4-725d23db2dc8,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:22.021687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-ded3c155-ab46-412b-86d2-af6215cbc8ea tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:22.028525 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-ded3c155-ab46-412b-86d2-af6215cbc8ea tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 812 time: 0.1377094 Mar 24 01:32:22.046351 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-12d22d60-83d4-4510-8786-2838ce6d500f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/quotas/c595edeb50ac4eda86dcc5ff48dc0e68 HTTP/1.1" status: 200 len: 375 time: 0.0168874 Mar 24 01:32:22.149181 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-ded0ffa3-dcf3-4d3b-a246-e59f1d20a5b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998979 Mar 24 01:32:22.250841 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eada-b9ec-42b5-a18d-bd2dda660096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (9577a042-a8aa-4efa-96d1-0706b288c997), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:22.294222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-781f1b23-d356-492d-abb9-7fa98cbc0285 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:32:22.295539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-781f1b23-d356-492d-abb9-7fa98cbc0285 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1396530 Mar 24 01:32:22.411145 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-68f2efa7-6dbe-4224-a129-34efda1a47f9 service neutron] 10.222.0.45 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068869 Mar 24 01:32:22.531159 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b2eada-b9ec-42b5-a18d-bd2dda660096 admin admin] Router 9577a042-a8aa-4efa-96d1-0706b288c997 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:32:22.539309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-67602f70-eef3-4d64-9de2-0ca572ee4e3c service neutron] 10.222.0.45 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222146 Mar 24 01:32:22.663841 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b2eada-b9ec-42b5-a18d-bd2dda660096 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:32:22.669155 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a1b2eada-b9ec-42b5-a18d-bd2dda660096 admin admin] 10.222.0.45 "PUT /v2.0/routers/9577a042-a8aa-4efa-96d1-0706b288c997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7743590 Mar 24 01:32:22.672014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36200) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:22.677810 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff170d9e-5866-4937-bb23-182b2a51ca0f None None] Sync routers for ids ['9577a042-a8aa-4efa-96d1-0706b288c997'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:32:22.701956 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff170d9e-5866-4937-bb23-182b2a51ca0f None None] Routers {'9577a042-a8aa-4efa-96d1-0706b288c997'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:32:22.703003 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ff170d9e-5866-4937-bb23-182b2a51ca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:32:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9577a042-a8aa-4efa-96d1-0706b288c997'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:22.822519 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-ff170d9e-5866-4937-bb23-182b2a51ca0f None None] Set router 9577a042-a8aa-4efa-96d1-0706b288c997 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:32:22.839460 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab77099b-94fb-4a31-9e47-e8dfcd3896fe admin admin] Publish callbacks [] for router (9577a042-a8aa-4efa-96d1-0706b288c997), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:22.968617 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab77099b-94fb-4a31-9e47-e8dfcd3896fe admin admin] Publish callbacks [] for router_gateway (9577a042-a8aa-4efa-96d1-0706b288c997), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:23.021675 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ff170d9e-5866-4937-bb23-182b2a51ca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'name': 'tempest-TestServerBasicOps-728367382-router', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:44Z', 'updated_at': '2022-03-24T01:32:21Z', 'revision_number': 5, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'gw_port': {'id': 'ae29efea-b987-478a-9a09-791bb48569e0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:46Z', 'updated_at': '2022-03-24T01:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:23.054296 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff170d9e-5866-4937-bb23-182b2a51ca0f None None] Checking router: 9577a042-a8aa-4efa-96d1-0706b288c997 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:32:23.063137 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff170d9e-5866-4937-bb23-182b2a51ca0f None None] Routers {'9577a042-a8aa-4efa-96d1-0706b288c997'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:32:23.063867 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ff170d9e-5866-4937-bb23-182b2a51ca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:32:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9577a042-a8aa-4efa-96d1-0706b288c997'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:23.089171 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ab77099b-94fb-4a31-9e47-e8dfcd3896fe admin admin] Deleting port ae29efea-b987-478a-9a09-791bb48569e0 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:23.102935 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab77099b-94fb-4a31-9e47-e8dfcd3896fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ae29efea-b987-478a-9a09-791bb48569e0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:23.105171 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3e22fc1-657a-47cd-a388-b0c833237a89 req-8d039129-89c1-41e2-b0b4-fbfa49c545dc tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 210 time: 0.0725954 Mar 24 01:32:23.196134 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-ab77099b-94fb-4a31-9e47-e8dfcd3896fe admin admin] For port ae29efea-b987-478a-9a09-791bb48569e0, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ae29efea-b987-478a-9a09-791bb48569e0,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:23.196506 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab77099b-94fb-4a31-9e47-e8dfcd3896fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ae29efea-b987-478a-9a09-791bb48569e0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:23.203223 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-ff170d9e-5866-4937-bb23-182b2a51ca0f None None] Set router 9577a042-a8aa-4efa-96d1-0706b288c997 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:32:23.210758 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ab77099b-94fb-4a31-9e47-e8dfcd3896fe admin admin] Calling delete_port for ae29efea-b987-478a-9a09-791bb48569e0 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:23.272188 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-ff170d9e-5866-4937-bb23-182b2a51ca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'name': 'tempest-TestServerBasicOps-728367382-router', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:44Z', 'updated_at': '2022-03-24T01:32:22Z', 'revision_number': 6, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:23.308963 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff170d9e-5866-4937-bb23-182b2a51ca0f None None] The sync data for ids ['9577a042-a8aa-4efa-96d1-0706b288c997'] in n-d-760455-9 is: [{'id': '9577a042-a8aa-4efa-96d1-0706b288c997', 'name': 'tempest-TestServerBasicOps-728367382-router', 'tenant_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:44Z', 'updated_at': '2022-03-24T01:32:22Z', 'revision_number': 6, 'project_id': '18d1ec20555a42ae8b5cd3a4da5f31d3', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:32:23.476227 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab77099b-94fb-4a31-9e47-e8dfcd3896fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ae29efea-b987-478a-9a09-791bb48569e0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:23.504189 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77099b-94fb-4a31-9e47-e8dfcd3896fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ae29efea-b987-478a-9a09-791bb48569e0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:23.883111 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab77099b-94fb-4a31-9e47-e8dfcd3896fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (9577a042-a8aa-4efa-96d1-0706b288c997), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:23.974879 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab77099b-94fb-4a31-9e47-e8dfcd3896fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (9577a042-a8aa-4efa-96d1-0706b288c997), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:23.976978 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab77099b-94fb-4a31-9e47-e8dfcd3896fe admin admin] Publish callbacks [] for router_controller (9577a042-a8aa-4efa-96d1-0706b288c997), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:24.022589 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab77099b-94fb-4a31-9e47-e8dfcd3896fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (9577a042-a8aa-4efa-96d1-0706b288c997), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:24.023222 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab77099b-94fb-4a31-9e47-e8dfcd3896fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9577a042-a8aa-4efa-96d1-0706b288c997 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:32:24.027848 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ab77099b-94fb-4a31-9e47-e8dfcd3896fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:24.031436 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ab77099b-94fb-4a31-9e47-e8dfcd3896fe admin admin] 10.222.0.45 "DELETE /v2.0/routers/9577a042-a8aa-4efa-96d1-0706b288c997 HTTP/1.1" status: 204 len: 168 time: 1.3560684 Mar 24 01:32:24.031580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36218) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:24.081307 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-698c0b03-55a6-4c11-b6df-470799944bbe admin admin] Deleting subnet f7aa756d-708d-4988-b63b-255f5d94f098 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:32:24.085256 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-698c0b03-55a6-4c11-b6df-470799944bbe admin admin] Publish callbacks [] for subnet (f7aa756d-708d-4988-b63b-255f5d94f098), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:24.129650 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-698c0b03-55a6-4c11-b6df-470799944bbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (f7aa756d-708d-4988-b63b-255f5d94f098), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:24.283528 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52a8a8a9-bba0-40ac-8d81-1be5237f434e req-46c8338e-5c1c-4d0e-8fb2-3b72fec58875 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 210 time: 0.0717521 Mar 24 01:32:24.314485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ef7983d4-cf00-4b5b-81f4-725d23db2dc8 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:32:24.335327 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-698c0b03-55a6-4c11-b6df-470799944bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (f7aa756d-708d-4988-b63b-255f5d94f098), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:24.355600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: ef7983d4-cf00-4b5b-81f4-725d23db2dc8 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:32:24.359696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ef7983d4-cf00-4b5b-81f4-725d23db2dc8 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:32:24.360132 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ae29efea-b987-478a-9a09-791bb48569e0 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:32:24.386034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: ae29efea-b987-478a-9a09-791bb48569e0 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:32:24.386676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ae29efea-b987-478a-9a09-791bb48569e0 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:32:24.433958 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-162a3214-8c00-4c89-8b61-587a94d731e2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:24.435765 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-162a3214-8c00-4c89-8b61-587a94d731e2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 812 time: 0.1968946 Mar 24 01:32:24.450028 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-698c0b03-55a6-4c11-b6df-470799944bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (f7aa756d-708d-4988-b63b-255f5d94f098), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:24.492304 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c0b03-55a6-4c11-b6df-470799944bbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7aa756d-708d-4988-b63b-255f5d94f098,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:24.500503 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-698c0b03-55a6-4c11-b6df-470799944bbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:24.506464 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-698c0b03-55a6-4c11-b6df-470799944bbe admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f7aa756d-708d-4988-b63b-255f5d94f098 HTTP/1.1" status: 204 len: 168 time: 0.4737067 Mar 24 01:32:24.510473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36222) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:24.519108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9713cbf-1cc2-425a-9c74-1d5300d6b258 None None] Network 52175975-72ac-4fcc-a7a7-86f28a0a95a4 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:32:24.634090 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-17d7a01a-20a8-4e79-8f0e-ba10fd8ac57f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68 HTTP/1.1" status: 200 len: 380 time: 0.1905215 Mar 24 01:32:24.646959 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-bb0405ef-9356-42e6-9ecd-ec462ec7c21f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'port': {'device_id': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'admin_state_up': True, 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'security_groups': ['70c6ee48-fca4-405a-9330-e8e4fd60b654']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:32:24.761610 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c43c7f-d6bd-4a54-8ddc-066e692d0698 None None] DHCP port deletion for 52175975-72ac-4fcc-a7a7-86f28a0a95a4 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:32:24.774042 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (52175975-72ac-4fcc-a7a7-86f28a0a95a4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:24.846771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-75c43c7f-d6bd-4a54-8ddc-066e692d0698 None None] Deleting port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:24.847924 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-75c43c7f-d6bd-4a54-8ddc-066e692d0698 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4009258a-5cf5-4dc6-8190-57d3aa6cc8ff), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:24.867669 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-bb0405ef-9356-42e6-9ecd-ec462ec7c21f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Made reservation on behalf of c595edeb50ac4eda86dcc5ff48dc0e68 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:32:24.871515 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-bb0405ef-9356-42e6-9ecd-ec462ec7c21f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:24.953296 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-75c43c7f-d6bd-4a54-8ddc-066e692d0698 None None] For port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4009258a-5cf5-4dc6-8190-57d3aa6cc8ff,segment=NetworkSegment(c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5),segment_id=c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:24.954004 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-75c43c7f-d6bd-4a54-8ddc-066e692d0698 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4009258a-5cf5-4dc6-8190-57d3aa6cc8ff), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:24.970745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-75c43c7f-d6bd-4a54-8ddc-066e692d0698 None None] Calling delete_port for 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:24.979774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] Deleting port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:24.980455 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4009258a-5cf5-4dc6-8190-57d3aa6cc8ff), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:25.118475 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-75c43c7f-d6bd-4a54-8ddc-066e692d0698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (4009258a-5cf5-4dc6-8190-57d3aa6cc8ff), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:25.174678 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] For port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4009258a-5cf5-4dc6-8190-57d3aa6cc8ff,segment=NetworkSegment(c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5),segment_id=c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:25.175155 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4009258a-5cf5-4dc6-8190-57d3aa6cc8ff), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:25.185982 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c43c7f-d6bd-4a54-8ddc-066e692d0698 None None] No DVR routers for this DVR port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:32:25.200159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] Calling delete_port for 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:25.231525 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c43c7f-d6bd-4a54-8ddc-066e692d0698 None None] Pushing event deleted for resources: {'Port': ['ID=4009258a-5cf5-4dc6-8190-57d3aa6cc8ff,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:25.239415 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-bb0405ef-9356-42e6-9ecd-ec462ec7c21f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Allocated IP 172.20.0.14 (48490743-e645-4022-aa34-04370dc095cf/1485c8ad-91cf-4450-b4fd-21b2b407cdc3/2c94010a-211c-4fdf-acde-97eb41662d7f) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:32:25.303909 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4009258a-5cf5-4dc6-8190-57d3aa6cc8ff), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:25.334246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] No DVR routers for this DVR port 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:32:25.339836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] Pushing event deleted for resources: {'Port': ['ID=4009258a-5cf5-4dc6-8190-57d3aa6cc8ff,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:25.486337 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-bb0405ef-9356-42e6-9ecd-ec462ec7c21f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for port (2c94010a-211c-4fdf-acde-97eb41662d7f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:25.529024 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-bb0405ef-9356-42e6-9ecd-ec462ec7c21f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2c94010a-211c-4fdf-acde-97eb41662d7f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:25.578717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-bb0405ef-9356-42e6-9ecd-ec462ec7c21f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Network 48490743-e645-4022-aa34-04370dc095cf is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:32:25.582874 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-bb0405ef-9356-42e6-9ecd-ec462ec7c21f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:32:25.587287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-bb0405ef-9356-42e6-9ecd-ec462ec7c21f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:32:25.700102 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-bb0405ef-9356-42e6-9ecd-ec462ec7c21f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:25.702083 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-bb0405ef-9356-42e6-9ecd-ec462ec7c21f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:25.712643 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0405ef-9356-42e6-9ecd-ec462ec7c21f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'Port': ['ID=2c94010a-211c-4fdf-acde-97eb41662d7f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:25.733878 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-bb0405ef-9356-42e6-9ecd-ec462ec7c21f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0908396 Mar 24 01:32:25.753826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Request body: {'port': {'device_id': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:32:25.893545 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2c94010a-211c-4fdf-acde-97eb41662d7f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:25.922586 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (52175975-72ac-4fcc-a7a7-86f28a0a95a4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:25.924990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a524789f-6dbd-49dc-9413-c2bb75b900e6 None None] Provisioning complete for port 2c94010a-211c-4fdf-acde-97eb41662d7f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:32:25.924990 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a524789f-6dbd-49dc-9413-c2bb75b900e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2c94010a-211c-4fdf-acde-97eb41662d7f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:25.943781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52175975-72ac-4fcc-a7a7-86f28a0a95a4']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:25.953950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:25.954245 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:25.963614 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:25.977838 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:25.983821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:32:25.984226 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (c5e8f0ee-7c1e-4e76-ae09-4077d89f74b5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:25.995094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a524789f-6dbd-49dc-9413-c2bb75b900e6 None None] Port 2c94010a-211c-4fdf-acde-97eb41662d7f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: self.session.flush() Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:32:26.019457 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:32:26.060721 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (52175975-72ac-4fcc-a7a7-86f28a0a95a4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:26.068502 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:26.074683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] 10.222.0.45 "DELETE /v2.0/networks/52175975-72ac-4fcc-a7a7-86f28a0a95a4 HTTP/1.1" status: 204 len: 168 time: 1.5602772 Mar 24 01:32:26.083678 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36228) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:26.199536 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f43ccc-4a3c-4976-952b-944ce11abe51 admin admin] Pushing event deleted for resources: {'Network': ['ID=52175975-72ac-4fcc-a7a7-86f28a0a95a4,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:26.295661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dbe15-2035-46b4-b321-5f16b148c3f5 req-21df81bd-976f-429a-b02b-084e8150d443 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:26.303106 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b38dbe15-2035-46b4-b321-5f16b148c3f5 req-21df81bd-976f-429a-b02b-084e8150d443 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 932 time: 0.4167304 Mar 24 01:32:26.348740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c94010a-211c-4fdf-acde-97eb41662d7f {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:32:26.358305 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Publish callbacks [] for port (2c94010a-211c-4fdf-acde-97eb41662d7f), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:26.365026 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:32:26.373736 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Transition to ACTIVE for port object 2c94010a-211c-4fdf-acde-97eb41662d7f will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:32:26.379425 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b38dbe15-2035-46b4-b321-5f16b148c3f5 req-4a053c62-b82f-4583-9fe7-29294e3d5da9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754128 Mar 24 01:32:26.381428 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (2c94010a-211c-4fdf-acde-97eb41662d7f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:26.409486 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:32:26.409836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4009258a-5cf5-4dc6-8190-57d3aa6cc8ff not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:32:26.477868 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Pushing event updated for resources: {'Port': ['ID=2c94010a-211c-4fdf-acde-97eb41662d7f,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:26.698963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Attempting to bind port 2c94010a-211c-4fdf-acde-97eb41662d7f on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:32:26.700791 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Attempting to bind port 2c94010a-211c-4fdf-acde-97eb41662d7f by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:32:26.706715 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Attempting to bind port 2c94010a-211c-4fdf-acde-97eb41662d7f on network 48490743-e645-4022-aa34-04370dc095cf {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:32:26.730792 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Port 2c94010a-211c-4fdf-acde-97eb41662d7f on network 48490743-e645-4022-aa34-04370dc095cf not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:32:26.731204 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Attempting to bind port 2c94010a-211c-4fdf-acde-97eb41662d7f on network 48490743-e645-4022-aa34-04370dc095cf {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:32:26.738059 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:32:26.738059 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Checking segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:32:26.738421 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Bound using segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:32:26.738916 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Bound port: 2c94010a-211c-4fdf-acde-97eb41662d7f, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:32:26.739346 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2c94010a-211c-4fdf-acde-97eb41662d7f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:26.845914 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] For port 2c94010a-211c-4fdf-acde-97eb41662d7f, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:32:26.849687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] For port 2c94010a-211c-4fdf-acde-97eb41662d7f, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2c94010a-211c-4fdf-acde-97eb41662d7f,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:32:26.854270 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc3e4517-fa4d-434b-8121-aef25eabcd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (39cfc549-3afe-4d65-980f-6bf024c81789), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:26.862265 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (2c94010a-211c-4fdf-acde-97eb41662d7f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:26.941127 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:26.941797 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:26.946522 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] 10.222.0.48 "PUT /v2.0/ports/2c94010a-211c-4fdf-acde-97eb41662d7f HTTP/1.1" status: 200 len: 1092 time: 1.2051077 Mar 24 01:32:26.947203 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'tag': '2c94010a-211c-4fdf-acde-97eb41662d7f'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:32:26.950275 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9871bfb0-27ae-4dfc-9c9a-ab059f7f992c" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c1bd7d-af54-409d-aaa8-45375c71946a", "tag": "2c94010a-211c-4fdf-acde-97eb41662d7f"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:32:27.034180 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784a23e2-e457-473d-9280-22a59f4c8a36 x-openstack-request-id: req-784a23e2-e457-473d-9280-22a59f4c8a36 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:32:27.034488 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c1bd7d-af54-409d-aaa8-45375c71946a", "tag": "2c94010a-211c-4fdf-acde-97eb41662d7f", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:32:27.034736 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-784a23e2-e457-473d-9280-22a59f4c8a36 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:32:27.035149 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784a23e2-e457-473d-9280-22a59f4c8a36'] response: {'name': 'network-changed', 'server_uuid': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'tag': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'status': 'completed', 'code': 200} Mar 24 01:32:27.040158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847f05d-83af-4b1a-8eda-d91c0245e091 service neutron] Pushing event updated for resources: {'Port': ['ID=2c94010a-211c-4fdf-acde-97eb41662d7f,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:27.063096 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-8ebee380-149d-4321-b652-2e7e638cbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:27.065635 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-8ebee380-149d-4321-b652-2e7e638cbb81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 1126 time: 0.0727036 Mar 24 01:32:27.130484 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-94b35bf1-2386-4e9a-9d72-6f6270586a38 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c94010a-211c-4fdf-acde-97eb41662d7f HTTP/1.1" status: 200 len: 217 time: 0.0564220 Mar 24 01:32:27.202697 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-36ffae82-7275-4438-b3c1-d5037b23c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:27.204196 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-36ffae82-7275-4438-b3c1-d5037b23c68b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0681207 Mar 24 01:32:27.255190 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-d5ffd7a9-2d08-48a7-852f-f24c5a48df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:27.256907 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-d5ffd7a9-2d08-48a7-852f-f24c5a48df2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469003 Mar 24 01:32:27.295632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e4517-fa4d-434b-8121-aef25eabcd0f admin admin] Deleting port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:27.295982 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc3e4517-fa4d-434b-8121-aef25eabcd0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:27.375564 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-3696d8c1-8dfb-4623-aead-20613ff5082d service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125970 Mar 24 01:32:27.415914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-dc3e4517-fa4d-434b-8121-aef25eabcd0f admin admin] For port 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10,segment=NetworkSegment(d12cd2f0-e9a7-4edc-b89a-97bdbbff09af),segment_id=d12cd2f0-e9a7-4edc-b89a-97bdbbff09af)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:27.416386 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc3e4517-fa4d-434b-8121-aef25eabcd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:27.450892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e4517-fa4d-434b-8121-aef25eabcd0f admin admin] Calling delete_port for 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:27.523455 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c6e1db7f-0957-47ef-9bd3-1ae27c6d9af5 req-6217ecdb-39ee-488e-88df-4d27404893db service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415303 Mar 24 01:32:27.629447 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871bfb0-27ae-4dfc-9c9a-ab059f7f992c req-fe5f06f0-d4c1-41fe-962d-0574b77e131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:27.631303 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9871bfb0-27ae-4dfc-9c9a-ab059f7f992c req-fe5f06f0-d4c1-41fe-962d-0574b77e131f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 1126 time: 0.0546803 Mar 24 01:32:27.656601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4779d8-012f-42e2-b3ab-402fadbf7a9e req-d22969e6-e294-465c-afb5-99f4523c8f4f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:27.664084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b4779d8-012f-42e2-b3ab-402fadbf7a9e req-d22969e6-e294-465c-afb5-99f4523c8f4f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 944 time: 0.1317227 Mar 24 01:32:27.745791 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871bfb0-27ae-4dfc-9c9a-ab059f7f992c req-3eba96d0-c145-48eb-af95-67f8871f42ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:27.749331 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9871bfb0-27ae-4dfc-9c9a-ab059f7f992c req-3eba96d0-c145-48eb-af95-67f8871f42ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.1103268 Mar 24 01:32:27.756676 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc3e4517-fa4d-434b-8121-aef25eabcd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:27.799440 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9871bfb0-27ae-4dfc-9c9a-ab059f7f992c req-0a166fd6-c38b-4fad-b12f-d7e568e3b350 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c94010a-211c-4fdf-acde-97eb41662d7f HTTP/1.1" status: 200 len: 217 time: 0.0449252 Mar 24 01:32:27.850126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b4779d8-012f-42e2-b3ab-402fadbf7a9e req-c7037199-01c5-4fe0-84eb-48dd685c26fb tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850851 Mar 24 01:32:27.870344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e4517-fa4d-434b-8121-aef25eabcd0f admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:27.896324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871bfb0-27ae-4dfc-9c9a-ab059f7f992c req-02b8e981-dcab-4451-a6b2-6364ab40f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:27.897850 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9871bfb0-27ae-4dfc-9c9a-ab059f7f992c req-02b8e981-dcab-4451-a6b2-6364ab40f2ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0930359 Mar 24 01:32:27.972276 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871bfb0-27ae-4dfc-9c9a-ab059f7f992c req-917d4392-2471-4463-94f9-3bdf42092435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:27.973974 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9871bfb0-27ae-4dfc-9c9a-ab059f7f992c req-917d4392-2471-4463-94f9-3bdf42092435 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0678279 Mar 24 01:32:28.051040 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dc3e4517-fa4d-434b-8121-aef25eabcd0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (39cfc549-3afe-4d65-980f-6bf024c81789), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:28.115143 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9871bfb0-27ae-4dfc-9c9a-ab059f7f992c req-fe4711db-93aa-44ba-a19a-7fc2ab149e1f service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305118 Mar 24 01:32:28.220850 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9871bfb0-27ae-4dfc-9c9a-ab059f7f992c req-0acbaada-4f40-4b88-8cea-eeac4044d821 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989006 Mar 24 01:32:28.331674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3e4517-fa4d-434b-8121-aef25eabcd0f admin admin] Router 39cfc549-3afe-4d65-980f-6bf024c81789 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:32:28.454068 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3e4517-fa4d-434b-8121-aef25eabcd0f admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:32:28.459976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dc3e4517-fa4d-434b-8121-aef25eabcd0f admin admin] 10.222.0.45 "PUT /v2.0/routers/39cfc549-3afe-4d65-980f-6bf024c81789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3749752 Mar 24 01:32:28.462655 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36244) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:28.465638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2645aa89-a99a-4b8e-a574-4d65976e8fea None None] Sync routers for ids ['39cfc549-3afe-4d65-980f-6bf024c81789'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:32:28.477054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2645aa89-a99a-4b8e-a574-4d65976e8fea None None] Routers {'39cfc549-3afe-4d65-980f-6bf024c81789'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:32:28.478002 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2645aa89-a99a-4b8e-a574-4d65976e8fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:32:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['39cfc549-3afe-4d65-980f-6bf024c81789'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:28.628126 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3027950b-6d46-4b45-a485-1a3c6e9f8107 admin admin] Publish callbacks [] for router (39cfc549-3afe-4d65-980f-6bf024c81789), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:28.656308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-2645aa89-a99a-4b8e-a574-4d65976e8fea None None] Set router 39cfc549-3afe-4d65-980f-6bf024c81789 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:32:28.745204 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3027950b-6d46-4b45-a485-1a3c6e9f8107 admin admin] Publish callbacks [] for router_gateway (39cfc549-3afe-4d65-980f-6bf024c81789), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:28.817285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-3027950b-6d46-4b45-a485-1a3c6e9f8107 admin admin] Deleting port 2186766b-15d8-4114-b65c-7ec086518ab2 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:28.817955 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3027950b-6d46-4b45-a485-1a3c6e9f8107 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2186766b-15d8-4114-b65c-7ec086518ab2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:28.834410 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1466380f-06dd-44e3-9339-6db87864685e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:28.865085 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2645aa89-a99a-4b8e-a574-4d65976e8fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'name': 'tempest-TestServerBasicOps-1225590810-router', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '2186766b-15d8-4114-b65c-7ec086518ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:56Z', 'updated_at': '2022-03-24T01:32:27Z', 'revision_number': 5, 'project_id': 'df3c4836c3a9445db59aedaea13ded7d', 'gw_port': {'id': '2186766b-15d8-4114-b65c-7ec086518ab2', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:26:57Z', 'updated_at': '2022-03-24T01:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:28.905167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2645aa89-a99a-4b8e-a574-4d65976e8fea None None] Checking router: 39cfc549-3afe-4d65-980f-6bf024c81789 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:32:28.915601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2645aa89-a99a-4b8e-a574-4d65976e8fea None None] Routers {'39cfc549-3afe-4d65-980f-6bf024c81789'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:32:28.916415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2645aa89-a99a-4b8e-a574-4d65976e8fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:32:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['39cfc549-3afe-4d65-980f-6bf024c81789'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:28.921708 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-3027950b-6d46-4b45-a485-1a3c6e9f8107 admin admin] For port 2186766b-15d8-4114-b65c-7ec086518ab2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2186766b-15d8-4114-b65c-7ec086518ab2,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:28.922154 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3027950b-6d46-4b45-a485-1a3c6e9f8107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2186766b-15d8-4114-b65c-7ec086518ab2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:28.943782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-3027950b-6d46-4b45-a485-1a3c6e9f8107 admin admin] Calling delete_port for 2186766b-15d8-4114-b65c-7ec086518ab2 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:29.016433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-2645aa89-a99a-4b8e-a574-4d65976e8fea None None] Set router 39cfc549-3afe-4d65-980f-6bf024c81789 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:32:29.072610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f746b-5387-48c0-b965-abb431beb183 req-f615bc62-39d2-4aac-bdd9-ec0efb10605e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:29.076685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d97f746b-5387-48c0-b965-abb431beb183 req-f615bc62-39d2-4aac-bdd9-ec0efb10605e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 944 time: 0.1056809 Mar 24 01:32:29.081593 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-2645aa89-a99a-4b8e-a574-4d65976e8fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'name': 'tempest-TestServerBasicOps-1225590810-router', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:56Z', 'updated_at': '2022-03-24T01:32:28Z', 'revision_number': 6, 'project_id': 'df3c4836c3a9445db59aedaea13ded7d', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:29.113400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2645aa89-a99a-4b8e-a574-4d65976e8fea None None] The sync data for ids ['39cfc549-3afe-4d65-980f-6bf024c81789'] in n-d-760455-9 is: [{'id': '39cfc549-3afe-4d65-980f-6bf024c81789', 'name': 'tempest-TestServerBasicOps-1225590810-router', 'tenant_id': 'df3c4836c3a9445db59aedaea13ded7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:26:56Z', 'updated_at': '2022-03-24T01:32:28Z', 'revision_number': 6, 'project_id': 'df3c4836c3a9445db59aedaea13ded7d', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:32:29.167815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d97f746b-5387-48c0-b965-abb431beb183 req-4e9cb3db-7e24-4fdb-9f6d-5464636c65f6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850053 Mar 24 01:32:29.241951 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3027950b-6d46-4b45-a485-1a3c6e9f8107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2186766b-15d8-4114-b65c-7ec086518ab2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:29.289221 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027950b-6d46-4b45-a485-1a3c6e9f8107 admin admin] Pushing event deleted for resources: {'Port': ['ID=2186766b-15d8-4114-b65c-7ec086518ab2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:29.332885 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3027950b-6d46-4b45-a485-1a3c6e9f8107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (39cfc549-3afe-4d65-980f-6bf024c81789), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:29.426428 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3027950b-6d46-4b45-a485-1a3c6e9f8107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (39cfc549-3afe-4d65-980f-6bf024c81789), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:29.429026 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3027950b-6d46-4b45-a485-1a3c6e9f8107 admin admin] Publish callbacks [] for router_controller (39cfc549-3afe-4d65-980f-6bf024c81789), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:29.481038 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3027950b-6d46-4b45-a485-1a3c6e9f8107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (39cfc549-3afe-4d65-980f-6bf024c81789), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:29.481918 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3027950b-6d46-4b45-a485-1a3c6e9f8107 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39cfc549-3afe-4d65-980f-6bf024c81789 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:32:29.487582 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3027950b-6d46-4b45-a485-1a3c6e9f8107 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:29.491016 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3027950b-6d46-4b45-a485-1a3c6e9f8107 admin admin] 10.222.0.45 "DELETE /v2.0/routers/39cfc549-3afe-4d65-980f-6bf024c81789 HTTP/1.1" status: 204 len: 168 time: 1.0245562 Mar 24 01:32:29.491574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36250) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:29.539719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26c6907-d0ef-45bf-a72a-95d67695b180 admin admin] Deleting subnet d5183b0c-233f-4551-abf3-e140cbdf4570 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:32:29.543292 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a26c6907-d0ef-45bf-a72a-95d67695b180 admin admin] Publish callbacks [] for subnet (d5183b0c-233f-4551-abf3-e140cbdf4570), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:29.585779 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a26c6907-d0ef-45bf-a72a-95d67695b180 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (d5183b0c-233f-4551-abf3-e140cbdf4570), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:29.681762 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a26c6907-d0ef-45bf-a72a-95d67695b180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (d5183b0c-233f-4551-abf3-e140cbdf4570), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:29.744079 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a26c6907-d0ef-45bf-a72a-95d67695b180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (d5183b0c-233f-4551-abf3-e140cbdf4570), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:29.774207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c6907-d0ef-45bf-a72a-95d67695b180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5183b0c-233f-4551-abf3-e140cbdf4570,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:29.779839 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a26c6907-d0ef-45bf-a72a-95d67695b180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:29.784517 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a26c6907-d0ef-45bf-a72a-95d67695b180 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d5183b0c-233f-4551-abf3-e140cbdf4570 HTTP/1.1" status: 204 len: 168 time: 0.2918229 Mar 24 01:32:29.787213 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36254) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:29.792067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296783d9-0bff-4211-a080-548de5fdd9b2 None None] Network fc5c510c-5973-4cbc-a2fc-23f1f1df8439 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:32:29.879736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (fc5c510c-5973-4cbc-a2fc-23f1f1df8439), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:29.951719 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] Deleting port db235c8f-5597-4161-b523-e3b0d47c4eae {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:29.952364 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (db235c8f-5597-4161-b523-e3b0d47c4eae), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:29.990294 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c62a6f5-45e0-49fb-988c-d7fe4deba2d9 None None] DHCP port deletion for fc5c510c-5973-4cbc-a2fc-23f1f1df8439 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:32:30.057481 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] For port db235c8f-5597-4161-b523-e3b0d47c4eae, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=db235c8f-5597-4161-b523-e3b0d47c4eae,segment=NetworkSegment(d12cd2f0-e9a7-4edc-b89a-97bdbbff09af),segment_id=d12cd2f0-e9a7-4edc-b89a-97bdbbff09af)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:30.057913 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (db235c8f-5597-4161-b523-e3b0d47c4eae), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.063124 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6c62a6f5-45e0-49fb-988c-d7fe4deba2d9 None None] Deleting port db235c8f-5597-4161-b523-e3b0d47c4eae {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:32:30.063512 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c62a6f5-45e0-49fb-988c-d7fe4deba2d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (db235c8f-5597-4161-b523-e3b0d47c4eae), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.074102 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] Calling delete_port for db235c8f-5597-4161-b523-e3b0d47c4eae owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:30.147098 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6c62a6f5-45e0-49fb-988c-d7fe4deba2d9 None None] For port db235c8f-5597-4161-b523-e3b0d47c4eae, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=db235c8f-5597-4161-b523-e3b0d47c4eae,segment=NetworkSegment(d12cd2f0-e9a7-4edc-b89a-97bdbbff09af),segment_id=d12cd2f0-e9a7-4edc-b89a-97bdbbff09af)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:30.147501 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c62a6f5-45e0-49fb-988c-d7fe4deba2d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (db235c8f-5597-4161-b523-e3b0d47c4eae), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.162035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6c62a6f5-45e0-49fb-988c-d7fe4deba2d9 None None] Calling delete_port for db235c8f-5597-4161-b523-e3b0d47c4eae owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:32:30.170113 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (db235c8f-5597-4161-b523-e3b0d47c4eae), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.232371 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] Pushing event deleted for resources: {'Port': ['ID=db235c8f-5597-4161-b523-e3b0d47c4eae,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:30.254386 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6c62a6f5-45e0-49fb-988c-d7fe4deba2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (db235c8f-5597-4161-b523-e3b0d47c4eae), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.256482 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] No DVR routers for this DVR port db235c8f-5597-4161-b523-e3b0d47c4eae on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:32:30.290633 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62a6f5-45e0-49fb-988c-d7fe4deba2d9 None None] Pushing event deleted for resources: {'Port': ['ID=db235c8f-5597-4161-b523-e3b0d47c4eae,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:30.305889 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c62a6f5-45e0-49fb-988c-d7fe4deba2d9 None None] No DVR routers for this DVR port db235c8f-5597-4161-b523-e3b0d47c4eae on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:32:30.315941 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.347263 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:32:30.384866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:32:30.385308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 4fc208b8-fe58-4dd0-9fd9-1f0241c0cd10 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:32:30.385739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2186766b-15d8-4114-b65c-7ec086518ab2 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:32:30.413584 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (fc5c510c-5973-4cbc-a2fc-23f1f1df8439), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.414619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2ab34-7cda-4017-8430-af211cc78dcc req-10665599-e7cf-4944-945c-56d22994fada tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:30.416450 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3e2ab34-7cda-4017-8430-af211cc78dcc req-10665599-e7cf-4944-945c-56d22994fada tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 944 time: 0.0872610 Mar 24 01:32:30.441841 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 2186766b-15d8-4114-b65c-7ec086518ab2 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:32:30.442195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2186766b-15d8-4114-b65c-7ec086518ab2 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:32:30.442616 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device db235c8f-5597-4161-b523-e3b0d47c4eae no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:32:30.467584 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: db235c8f-5597-4161-b523-e3b0d47c4eae {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:32:30.467787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5c510c-5973-4cbc-a2fc-23f1f1df8439']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:30.468039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device db235c8f-5597-4161-b523-e3b0d47c4eae not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:32:30.493345 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3e2ab34-7cda-4017-8430-af211cc78dcc req-4545a904-c688-485c-b40f-31a84c7b9bab tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709269 Mar 24 01:32:30.503627 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12cd2f0-e9a7-4edc-b89a-97bdbbff09af') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:30.504539 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12cd2f0-e9a7-4edc-b89a-97bdbbff09af') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:30.518102 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (d12cd2f0-e9a7-4edc-b89a-97bdbbff09af), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.535143 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d12cd2f0-e9a7-4edc-b89a-97bdbbff09af), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.542742 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:32:30.543138 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (d12cd2f0-e9a7-4edc-b89a-97bdbbff09af), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:32:30.545135 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:32:30.612775 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (fc5c510c-5973-4cbc-a2fc-23f1f1df8439), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.630336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.635532 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fc5c510c-5973-4cbc-a2fc-23f1f1df8439 HTTP/1.1" status: 204 len: 168 time: 0.8449903 Mar 24 01:32:30.635532 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15de4d7-4f5f-4ac3-a381-e0ecf8009284 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc5c510c-5973-4cbc-a2fc-23f1f1df8439,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:30.793156 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36262) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:30.834782 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ae170ce6-f988-465d-b316-15d9616db913 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=18d1ec20555a42ae8b5cd3a4da5f31d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406842 Mar 24 01:32:30.837404 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36264) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:30.887100 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7a1efd69-2a48-4317-885a-80a59e6ad3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.888873 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-996b22ae-1d2f-4d35-ab21-9cd3945f1419 admin admin] Publish callbacks [] for security_group (dc6a1483-575b-4775-abe7-6bf900e18441), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.913425 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-996b22ae-1d2f-4d35-ab21-9cd3945f1419 admin admin] Publish callbacks [] for security_group (dc6a1483-575b-4775-abe7-6bf900e18441), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.963842 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-996b22ae-1d2f-4d35-ab21-9cd3945f1419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (dc6a1483-575b-4775-abe7-6bf900e18441), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.966476 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-996b22ae-1d2f-4d35-ab21-9cd3945f1419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:30.970604 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-996b22ae-1d2f-4d35-ab21-9cd3945f1419 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc6a1483-575b-4775-abe7-6bf900e18441 HTTP/1.1" status: 204 len: 168 time: 0.1293421 Mar 24 01:32:30.976561 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b22ae-1d2f-4d35-ab21-9cd3945f1419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6a1483-575b-4775-abe7-6bf900e18441,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:31.326086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36270) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:31.372286 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b7b490ec-5665-41d1-84dc-9286afb3f55a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df3c4836c3a9445db59aedaea13ded7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427845 Mar 24 01:32:31.372625 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36272) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:31.428286 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-47eba414-4328-4f15-88aa-604bbadfa1ac admin admin] Publish callbacks [] for security_group (1d9ee2b6-64bc-40b0-a26b-4ed0a45d17f7), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:31.450010 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-47eba414-4328-4f15-88aa-604bbadfa1ac admin admin] Publish callbacks [] for security_group (1d9ee2b6-64bc-40b0-a26b-4ed0a45d17f7), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:31.508667 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-47eba414-4328-4f15-88aa-604bbadfa1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1d9ee2b6-64bc-40b0-a26b-4ed0a45d17f7), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:31.513421 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-47eba414-4328-4f15-88aa-604bbadfa1ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:31.517876 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-47eba414-4328-4f15-88aa-604bbadfa1ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d9ee2b6-64bc-40b0-a26b-4ed0a45d17f7 HTTP/1.1" status: 204 len: 168 time: 0.1413343 Mar 24 01:32:31.526708 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eba414-4328-4f15-88aa-604bbadfa1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9ee2b6-64bc-40b0-a26b-4ed0a45d17f7,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:31.657036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082952e-38e1-46bd-8d40-c17a8f7337f7 req-c0a55421-03ac-44ab-b392-d7011f37b9b3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:31.659163 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a082952e-38e1-46bd-8d40-c17a8f7337f7 req-c0a55421-03ac-44ab-b392-d7011f37b9b3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 944 time: 0.0556529 Mar 24 01:32:31.722168 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a082952e-38e1-46bd-8d40-c17a8f7337f7 req-8c01a897-fe5c-4a75-807f-d1801e171dcd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570898 Mar 24 01:32:32.247320 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:32.751144 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:32.886527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545cc55-26d4-443a-ab2e-ec1d484c0761 req-720cdd35-a6f4-43f3-b37c-ca5d91d46b13 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:32.894586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4545cc55-26d4-443a-ab2e-ec1d484c0761 req-720cdd35-a6f4-43f3-b37c-ca5d91d46b13 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 944 time: 0.0641119 Mar 24 01:32:32.962419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4545cc55-26d4-443a-ab2e-ec1d484c0761 req-698db980-409d-47cd-bd8d-9b4f30a5898a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667560 Mar 24 01:32:33.754690 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:34.076646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0bbea-e562-4284-ab5d-47ad1c7fe667 req-3f540936-9a4f-415f-8684-e545ccf18475 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:34.078155 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6e0bbea-e562-4284-ab5d-47ad1c7fe667 req-3f540936-9a4f-415f-8684-e545ccf18475 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 944 time: 0.0528567 Mar 24 01:32:34.126831 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6e0bbea-e562-4284-ab5d-47ad1c7fe667 req-8da82cc0-1cbf-4cc8-b726-2401d7622b9a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429339 Mar 24 01:32:35.254564 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebb243-d6f0-43cd-a3ef-e8fe7b344349 req-dd6e210e-0c3e-442f-b285-968712bfd319 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:35.255343 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:35.257898 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7eebb243-d6f0-43cd-a3ef-e8fe7b344349 req-dd6e210e-0c3e-442f-b285-968712bfd319 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 944 time: 0.0613024 Mar 24 01:32:35.322800 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7eebb243-d6f0-43cd-a3ef-e8fe7b344349 req-0c7d0a49-8bbf-404f-b323-a95cc912e73d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513241 Mar 24 01:32:36.472130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2d614-cbd2-4e0a-95cf-912245f09f6a req-723e1f9f-46fc-4c68-8435-4c68c6d10778 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:36.474180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52e2d614-cbd2-4e0a-95cf-912245f09f6a req-723e1f9f-46fc-4c68-8435-4c68c6d10778 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 944 time: 0.0747259 Mar 24 01:32:36.535661 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52e2d614-cbd2-4e0a-95cf-912245f09f6a req-b6c812c1-cc6e-41f4-856e-69b6511c8b93 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555866 Mar 24 01:32:37.655662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e1e28-28e8-4e41-bb66-739bef47a221 req-15cffb28-f8c5-4744-9289-e38f629c2fe1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:37.657162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-475e1e28-28e8-4e41-bb66-739bef47a221 req-15cffb28-f8c5-4744-9289-e38f629c2fe1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 944 time: 0.0515213 Mar 24 01:32:37.708070 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-475e1e28-28e8-4e41-bb66-739bef47a221 req-ac75aef2-e60e-45cc-b2e0-4b113e620fca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446787 Mar 24 01:32:38.835129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e40025-57dc-43be-b074-d06fa950c73a req-a075ac8f-d18b-4376-85aa-059ac8311e32 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:38.836511 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2e40025-57dc-43be-b074-d06fa950c73a req-a075ac8f-d18b-4376-85aa-059ac8311e32 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 944 time: 0.0572727 Mar 24 01:32:38.892840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2e40025-57dc-43be-b074-d06fa950c73a req-c6357f23-21fb-4fc4-9ad7-6ae4a696dcb5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494235 Mar 24 01:32:40.021048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e025af-071a-4a57-9875-9d4a3dc3a49c req-e7c5cd8b-eec8-44a3-8c07-71ceeaed47df tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:40.022573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06e025af-071a-4a57-9875-9d4a3dc3a49c req-e7c5cd8b-eec8-44a3-8c07-71ceeaed47df tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 944 time: 0.0527768 Mar 24 01:32:40.071384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-06e025af-071a-4a57-9875-9d4a3dc3a49c req-7befc3b3-a6fe-46a0-99a1-9e4b7913c475 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431061 Mar 24 01:32:41.196677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886b448-1bea-4f19-b15a-cb865a2c2201 req-a782b24a-5b27-4366-b5d2-c6bf108a6ee7 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:41.198202 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f886b448-1bea-4f19-b15a-cb865a2c2201 req-a782b24a-5b27-4366-b5d2-c6bf108a6ee7 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 944 time: 0.0539010 Mar 24 01:32:41.247547 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f886b448-1bea-4f19-b15a-cb865a2c2201 req-afa07924-aaf3-4076-b587-9193d8839693 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434616 Mar 24 01:32:42.370082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9424b-1d16-4de6-9d53-6551ccbfee95 req-90b908f3-49db-457c-9aea-0eaba4b08c42 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:42.371590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55a9424b-1d16-4de6-9d53-6551ccbfee95 req-90b908f3-49db-457c-9aea-0eaba4b08c42 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 944 time: 0.0556262 Mar 24 01:32:42.422361 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55a9424b-1d16-4de6-9d53-6551ccbfee95 req-3363687e-5b52-42b6-b252-3d26551f591a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448101 Mar 24 01:32:43.550633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15dbab-ad78-458a-94c8-9b266380fe8e req-ec328cb6-db70-4d4e-94d6-2065736b1a14 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:43.552098 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de15dbab-ad78-458a-94c8-9b266380fe8e req-ec328cb6-db70-4d4e-94d6-2065736b1a14 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 944 time: 0.0574389 Mar 24 01:32:43.603076 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de15dbab-ad78-458a-94c8-9b266380fe8e req-044df70b-3bea-409e-b973-fcd086bd799d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451880 Mar 24 01:32:44.735767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd581c9b-7d31-47ef-8d93-a9d848915b24 req-42f5bb27-aa10-41f1-9b8b-b2671850d17b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:44.741544 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd581c9b-7d31-47ef-8d93-a9d848915b24 req-42f5bb27-aa10-41f1-9b8b-b2671850d17b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 944 time: 0.0615783 Mar 24 01:32:44.794002 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd581c9b-7d31-47ef-8d93-a9d848915b24 req-e7ec1dc7-017a-404a-a20e-5722339ff9d6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497987 Mar 24 01:32:45.141713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 2c94010a-211c-4fdf-acde-97eb41662d7f details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:32:45.245209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 2c94010a-211c-4fdf-acde-97eb41662d7f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2c94010a-211c-4fdf-acde-97eb41662d7f,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:45.257510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'port_id': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'mac_address': 'fa:16:3e:c7:71:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:32:45.297476 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 2c94010a-211c-4fdf-acde-97eb41662d7f is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:32:45.297852 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2c94010a-211c-4fdf-acde-97eb41662d7f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:45.312940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c94010a-211c-4fdf-acde-97eb41662d7f {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:32:45.332669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 2c94010a-211c-4fdf-acde-97eb41662d7f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2c94010a-211c-4fdf-acde-97eb41662d7f,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:45.337185 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2c94010a-211c-4fdf-acde-97eb41662d7f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:45.385813 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=2c94010a-211c-4fdf-acde-97eb41662d7f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:45.543627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['2c94010a-211c-4fdf-acde-97eb41662d7f'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:32:45.913995 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b576642-99bd-47ba-a2cc-3dac12d8a726 req-ca464c37-a611-41fb-9443-40fecc462030 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:45.915607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b576642-99bd-47ba-a2cc-3dac12d8a726 req-ca464c37-a611-41fb-9443-40fecc462030 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 945 time: 0.0545030 Mar 24 01:32:45.966376 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b576642-99bd-47ba-a2cc-3dac12d8a726 req-2dd674ba-25d4-4c99-8f18-02bfd35c7275 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451405 Mar 24 01:32:47.089714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55062906-b14d-4031-be4d-e31afa5f7a1d req-3ba97e10-8633-4465-a141-3150478e37e5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:47.091397 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55062906-b14d-4031-be4d-e31afa5f7a1d req-3ba97e10-8633-4465-a141-3150478e37e5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 945 time: 0.0572472 Mar 24 01:32:47.150628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-55062906-b14d-4031-be4d-e31afa5f7a1d req-34ca290c-d2a2-4db0-90ca-7de6005f24d9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520325 Mar 24 01:32:47.157326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 2c94010a-211c-4fdf-acde-97eb41662d7f up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:32:47.210267 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 2c94010a-211c-4fdf-acde-97eb41662d7f completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:32:47.213984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 2c94010a-211c-4fdf-acde-97eb41662d7f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:32:47.214365 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2c94010a-211c-4fdf-acde-97eb41662d7f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:47.458725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 2c94010a-211c-4fdf-acde-97eb41662d7f is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:32:47.459211 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2c94010a-211c-4fdf-acde-97eb41662d7f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:47.481805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c94010a-211c-4fdf-acde-97eb41662d7f'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:32:47.484052 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecac8495-aff9-41f4-a24a-d26f43edaa6e" -d '{"events": [{"server_uuid": "f0c1bd7d-af54-409d-aaa8-45375c71946a", "name": "network-vif-plugged", "status": "completed", "tag": "2c94010a-211c-4fdf-acde-97eb41662d7f"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:32:47.496169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 2c94010a-211c-4fdf-acde-97eb41662d7f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2c94010a-211c-4fdf-acde-97eb41662d7f,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:32:47.500491 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2c94010a-211c-4fdf-acde-97eb41662d7f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:47.531822 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2defcb75-2d3c-43d6-919b-fe67d716aac8 x-openstack-request-id: req-2defcb75-2d3c-43d6-919b-fe67d716aac8 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:32:47.532121 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c1bd7d-af54-409d-aaa8-45375c71946a", "name": "network-vif-plugged", "status": "completed", "tag": "2c94010a-211c-4fdf-acde-97eb41662d7f", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:32:47.532380 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2defcb75-2d3c-43d6-919b-fe67d716aac8 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:32:47.532785 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2defcb75-2d3c-43d6-919b-fe67d716aac8'] response: {'server_uuid': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'code': 200} Mar 24 01:32:47.553932 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=2c94010a-211c-4fdf-acde-97eb41662d7f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:47.637492 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbf8ac-d644-424a-a1a6-ea386b7fc0b5 req-64abc38a-d02d-4cfa-ab8a-ca6598edacd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:47.639028 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b5fbf8ac-d644-424a-a1a6-ea386b7fc0b5 req-64abc38a-d02d-4cfa-ab8a-ca6598edacd8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 1128 time: 0.0443401 Mar 24 01:32:47.684109 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b5fbf8ac-d644-424a-a1a6-ea386b7fc0b5 req-68d1b331-a79c-45ca-9df7-a09964d966a5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392802 Mar 24 01:32:48.273931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881c0ff-4157-40f6-8241-68265ebb8d21 req-727998ca-7330-424c-ae6c-aef48a54afa6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:48.275525 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7881c0ff-4157-40f6-8241-68265ebb8d21 req-727998ca-7330-424c-ae6c-aef48a54afa6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 946 time: 0.0533719 Mar 24 01:32:48.325798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7881c0ff-4157-40f6-8241-68265ebb8d21 req-d172b415-6886-4ffd-a532-b6428b14dcc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443184 Mar 24 01:32:49.445911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf9dfa-d462-4623-9a39-8f95f3db8e6b req-376b85b6-da64-4520-83cd-4b5917c24a1e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:49.447373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7caf9dfa-d462-4623-9a39-8f95f3db8e6b req-376b85b6-da64-4520-83cd-4b5917c24a1e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 946 time: 0.0521016 Mar 24 01:32:49.495596 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7caf9dfa-d462-4623-9a39-8f95f3db8e6b req-486e49cd-826b-4d6e-9892-29545146d4ca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423129 Mar 24 01:32:49.622982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a6fae-1d6b-49d8-874f-76542be5b1ec req-382fc8e4-3328-4899-8c10-d717ff635c0f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:49.624491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-218a6fae-1d6b-49d8-874f-76542be5b1ec req-382fc8e4-3328-4899-8c10-d717ff635c0f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 946 time: 0.0582774 Mar 24 01:32:49.673578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-218a6fae-1d6b-49d8-874f-76542be5b1ec req-fa8529d3-ef73-41f0-a2d9-3ea790fb24f8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424881 Mar 24 01:32:49.696968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36370) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:49.739418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07705c9-bfea-4e15-94b9-078ef2a02828 tempest-TestVolumeBootPattern-1551720697 tempest-TestVolumeBootPattern-1551720697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:49.740910 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b07705c9-bfea-4e15-94b9-078ef2a02828 tempest-TestVolumeBootPattern-1551720697 tempest-TestVolumeBootPattern-1551720697-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 1123 time: 0.0429451 Mar 24 01:32:49.743854 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36372) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:32:49.748240 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:32:49.768768 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:49.867076 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:49.965909 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Allocated IP 172.25.0.65 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/fb7200f6-96ff-41e7-b3a7-fa75a94870f0) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:32:50.067754 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for port (fb7200f6-96ff-41e7-b3a7-fa75a94870f0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:50.101874 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (fb7200f6-96ff-41e7-b3a7-fa75a94870f0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:50.139236 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:32:50.142071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:32:50.144863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:32:50.172288 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'Port': ['ID=fb7200f6-96ff-41e7-b3a7-fa75a94870f0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:50.500131 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for floatingip (3219b9e2-a9a6-4e77-a1b8-80a0f9c99985), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:50.572001 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (fb7200f6-96ff-41e7-b3a7-fa75a94870f0), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:51.023393 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for port (fb7200f6-96ff-41e7-b3a7-fa75a94870f0), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:51.027603 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (fb7200f6-96ff-41e7-b3a7-fa75a94870f0), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:51.097496 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'Port': ['ID=fb7200f6-96ff-41e7-b3a7-fa75a94870f0,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:32:51.108918 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (3219b9e2-a9a6-4e77-a1b8-80a0f9c99985), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:51.211330 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Floating IP 3219b9e2-a9a6-4e77-a1b8-80a0f9c99985 associated. External IP: 172.25.0.65, port: 2c94010a-211c-4fdf-acde-97eb41662d7f. Mar 24 01:32:51.284011 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:32:51.420257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Router 50319ba5-3c49-498b-9109-e42037ed5878 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:32:51.537247 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:32:51.547863 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99533af8-b173-4ef2-94cc-7bec23c6da8d None None] Sync routers for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:32:51.556335 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:32:51.568020 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99533af8-b173-4ef2-94cc-7bec23c6da8d None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:32:51.568643 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-99533af8-b173-4ef2-94cc-7bec23c6da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:32:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:51.600548 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4e5bd6a5-afdb-4da2-8fe0-667b7e5d9ed2 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8415525 Mar 24 01:32:51.600548 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'tag': '2c94010a-211c-4fdf-acde-97eb41662d7f'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:32:51.600548 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685de159-aa48-4c6d-9879-ff1308064a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c1bd7d-af54-409d-aaa8-45375c71946a", "tag": "2c94010a-211c-4fdf-acde-97eb41662d7f"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:32:51.649820 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11403146-6d83-4841-bf8b-ddf33cbab60e x-openstack-request-id: req-11403146-6d83-4841-bf8b-ddf33cbab60e {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:32:51.650382 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c1bd7d-af54-409d-aaa8-45375c71946a", "tag": "2c94010a-211c-4fdf-acde-97eb41662d7f", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:32:51.650956 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11403146-6d83-4841-bf8b-ddf33cbab60e {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:32:51.656283 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11403146-6d83-4841-bf8b-ddf33cbab60e'] response: {'name': 'network-changed', 'server_uuid': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'tag': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'status': 'completed', 'code': 200} Mar 24 01:32:51.713639 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-99533af8-b173-4ef2-94cc-7bec23c6da8d None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:32:51.730126 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de159-aa48-4c6d-9879-ff1308064a8c req-e926d43a-a592-478e-9f8f-dcb485cd2849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:51.731950 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-685de159-aa48-4c6d-9879-ff1308064a8c req-e926d43a-a592-478e-9f8f-dcb485cd2849 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 1128 time: 0.0591574 Mar 24 01:32:51.837613 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de159-aa48-4c6d-9879-ff1308064a8c req-4345411b-8d05-4b06-b34d-6478b5d3074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:51.839034 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-685de159-aa48-4c6d-9879-ff1308064a8c req-4345411b-8d05-4b06-b34d-6478b5d3074e service neutron] 10.222.0.48 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.0998209 Mar 24 01:32:51.931325 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-685de159-aa48-4c6d-9879-ff1308064a8c req-28c5f285-565b-4441-a865-c7ae4e55c939 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c94010a-211c-4fdf-acde-97eb41662d7f HTTP/1.1" status: 200 len: 999 time: 0.0859900 Mar 24 01:32:51.956476 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-99533af8-b173-4ef2-94cc-7bec23c6da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3219b9e2-a9a6-4e77-a1b8-80a0f9c99985', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'port_id': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'mac_address': 'fa:16:3e:c7:71:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:32:50Z', 'updated_at': '2022-03-24T01:32:50Z', 'revision_number': 0, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:51.985777 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99533af8-b173-4ef2-94cc-7bec23c6da8d None None] Checking router: 50319ba5-3c49-498b-9109-e42037ed5878 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:32:51.992778 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de159-aa48-4c6d-9879-ff1308064a8c req-2d2644e7-8a24-4178-80a0-19bfea426ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:51.995007 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-685de159-aa48-4c6d-9879-ff1308064a8c req-2d2644e7-8a24-4178-80a0-19bfea426ad8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0572345 Mar 24 01:32:51.995136 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99533af8-b173-4ef2-94cc-7bec23c6da8d None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:32:51.995737 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-99533af8-b173-4ef2-94cc-7bec23c6da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:32:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:52.055961 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de159-aa48-4c6d-9879-ff1308064a8c req-f719ddfc-4800-40df-94a8-dc1253a1680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:32:52.058002 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-685de159-aa48-4c6d-9879-ff1308064a8c req-f719ddfc-4800-40df-94a8-dc1253a1680a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0554979 Mar 24 01:32:52.176494 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-685de159-aa48-4c6d-9879-ff1308064a8c req-1eaaf1d2-f5df-4bda-97be-555da0784d0e service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109805 Mar 24 01:32:52.224796 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-99533af8-b173-4ef2-94cc-7bec23c6da8d None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:32:52.295142 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-685de159-aa48-4c6d-9879-ff1308064a8c req-1cb2936c-ca39-422b-8270-0d77785a6bd0 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115854 Mar 24 01:32:52.464340 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-99533af8-b173-4ef2-94cc-7bec23c6da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3219b9e2-a9a6-4e77-a1b8-80a0f9c99985', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'port_id': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'mac_address': 'fa:16:3e:c7:71:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:32:50Z', 'updated_at': '2022-03-24T01:32:50Z', 'revision_number': 0, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:32:52.496092 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99533af8-b173-4ef2-94cc-7bec23c6da8d None None] The sync data for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 is: [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3219b9e2-a9a6-4e77-a1b8-80a0f9c99985', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'port_id': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'mac_address': 'fa:16:3e:c7:71:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:32:50Z', 'updated_at': '2022-03-24T01:32:50Z', 'revision_number': 0, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:32:52.707779 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f296cf5-68ea-414a-8157-5b62252cdf7a None None] New status for floating IP 3219b9e2-a9a6-4e77-a1b8-80a0f9c99985: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:32:58.755762 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-662b90e9-ced3-413c-b3f4-992d8f18b6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:00.155419 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:00.884571 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc11b-d238-469b-b9bc-c06a9c196728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:02.241669 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:02.742526 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:03.756484 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:05.251305 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:20.815639 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36490) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:33:21.014153 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Deleting subnet 04a7d9f5-7472-4ce9-964d-b1c3457c23b0 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:33:21.017277 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Publish callbacks [] for subnet (04a7d9f5-7472-4ce9-964d-b1c3457c23b0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:21.053980 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (04a7d9f5-7472-4ce9-964d-b1c3457c23b0), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:21.092316 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (04a7d9f5-7472-4ce9-964d-b1c3457c23b0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:21.153219 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (04a7d9f5-7472-4ce9-964d-b1c3457c23b0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:21.180314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a7d9f5-7472-4ce9-964d-b1c3457c23b0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:33:21.187647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:21.190857 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/04a7d9f5-7472-4ce9-964d-b1c3457c23b0 HTTP/1.1" status: 204 len: 168 time: 0.3741939 Mar 24 01:33:21.192721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.193080 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.193445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.193731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36496) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:33:21.194165 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.194165 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.194425 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.194756 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.195091 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.195420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.195751 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.196074 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.196398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.196720 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.197046 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.197392 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8734654-0025-4f30-bf30-7c8ce884d701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.268421 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (7e322a35-94bf-465e-a1fd-1acde40f9869), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:21.346289 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (7e322a35-94bf-465e-a1fd-1acde40f9869), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:21.366823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e322a35-94bf-465e-a1fd-1acde40f9869']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:33:21.375959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a0dbb3-df05-42e7-b4e6-02491bc4ad5a') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:33:21.376253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a0dbb3-df05-42e7-b4e6-02491bc4ad5a') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:33:21.385755 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (54a0dbb3-df05-42e7-b4e6-02491bc4ad5a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:21.399601 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (54a0dbb3-df05-42e7-b4e6-02491bc4ad5a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:21.405562 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:33:21.405948 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (54a0dbb3-df05-42e7-b4e6-02491bc4ad5a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:33:21.416515 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:33:21.465586 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (7e322a35-94bf-465e-a1fd-1acde40f9869), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:21.470946 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:21.477521 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7e322a35-94bf-465e-a1fd-1acde40f9869 HTTP/1.1" status: 204 len: 168 time: 0.2824676 Mar 24 01:33:21.491314 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e322a35-94bf-465e-a1fd-1acde40f9869,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:33:21.499142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.500179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.500530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.500873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.501298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.501568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.501897 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.502248 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.502576 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.502908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.503774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.504208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.504521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.504856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.505203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3363d3-8e25-4a6a-8d3b-8279dee588c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:33:21.592448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36500) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:33:21.635458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-28ea3185-0459-4fed-a8ab-f40a2ebf2320 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df2b56fa9b0844b2b099f2b1d27e1e03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415947 Mar 24 01:33:21.638001 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36502) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:33:21.694908 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5a36e0d-e49a-41b3-8e29-5d5ecef8f7eb admin admin] Publish callbacks [] for security_group (6cec19f5-e748-4fa3-8e4e-060ad0494e83), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:21.716377 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5a36e0d-e49a-41b3-8e29-5d5ecef8f7eb admin admin] Publish callbacks [] for security_group (6cec19f5-e748-4fa3-8e4e-060ad0494e83), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:21.762315 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5a36e0d-e49a-41b3-8e29-5d5ecef8f7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6cec19f5-e748-4fa3-8e4e-060ad0494e83), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:21.764959 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5a36e0d-e49a-41b3-8e29-5d5ecef8f7eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:21.766135 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d5a36e0d-e49a-41b3-8e29-5d5ecef8f7eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6cec19f5-e748-4fa3-8e4e-060ad0494e83 HTTP/1.1" status: 204 len: 168 time: 0.1270983 Mar 24 01:33:21.774165 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a36e0d-e49a-41b3-8e29-5d5ecef8f7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cec19f5-e748-4fa3-8e4e-060ad0494e83,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:33:22.309249 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-53f5f54b-5220-44e3-8bd5-3ebeea416cd8 req-dee2a945-c5e4-47db-8827-f11acc7dbbba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442986 Mar 24 01:33:22.391502 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5f54b-5220-44e3-8bd5-3ebeea416cd8 req-4138e846-aed3-432f-ba08-38670e988a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:33:22.393050 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-53f5f54b-5220-44e3-8bd5-3ebeea416cd8 req-4138e846-aed3-432f-ba08-38670e988a9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 1128 time: 0.0445554 Mar 24 01:33:22.497154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5f54b-5220-44e3-8bd5-3ebeea416cd8 req-46530c01-081b-42f6-93ea-edaff8ef528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:33:22.498599 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-53f5f54b-5220-44e3-8bd5-3ebeea416cd8 req-46530c01-081b-42f6-93ea-edaff8ef528b service neutron] 10.222.0.48 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.0872109 Mar 24 01:33:22.567265 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-53f5f54b-5220-44e3-8bd5-3ebeea416cd8 req-81290322-f286-48b0-bbf7-85e0707d1d36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c94010a-211c-4fdf-acde-97eb41662d7f HTTP/1.1" status: 200 len: 1001 time: 0.0632396 Mar 24 01:33:22.618553 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5f54b-5220-44e3-8bd5-3ebeea416cd8 req-4dabd375-ced1-4944-8482-d9321067f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:33:22.620033 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-53f5f54b-5220-44e3-8bd5-3ebeea416cd8 req-4dabd375-ced1-4944-8482-d9321067f7a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0470281 Mar 24 01:33:22.668091 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5f54b-5220-44e3-8bd5-3ebeea416cd8 req-d3b998cd-6e82-46f0-a358-86e39f88c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:33:22.669605 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-53f5f54b-5220-44e3-8bd5-3ebeea416cd8 req-d3b998cd-6e82-46f0-a358-86e39f88c81e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443203 Mar 24 01:33:22.760334 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-53f5f54b-5220-44e3-8bd5-3ebeea416cd8 req-a84881bd-d70a-48a3-8c4f-4d3411fdc089 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845788 Mar 24 01:33:22.854861 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-53f5f54b-5220-44e3-8bd5-3ebeea416cd8 req-56d97222-e66d-4bff-b469-140ba4d24f12 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891550 Mar 24 01:33:28.284180 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:33:28.756647 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f306dda2-a942-4178-894d-e45394485e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:30.165605 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:30.887026 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2eb3b88a-ea5b-4c5d-b61e-a2c44bc82f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:32.242661 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:32.753119 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:33.757933 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:35.253582 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:33:58.758544 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4d57c111-64ed-4db9-b5af-8aef70231661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:00.182284 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:00.888922 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2ab24a2f-0b1b-4c88-b9a1-81cb531a3191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:02.245890 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:02.761078 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:03.761076 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:05.259967 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:05.283221 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:34:24.436228 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4d4878a1-8427-40a1-b815-78bac1ba6d9a req-46e56f4d-8877-4f74-b46d-cfbc30893ed0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1867533 Mar 24 01:34:24.521290 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4878a1-8427-40a1-b815-78bac1ba6d9a req-bc1d5e8f-e88d-4522-9e86-0985011874d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:24.523500 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4d4878a1-8427-40a1-b815-78bac1ba6d9a req-bc1d5e8f-e88d-4522-9e86-0985011874d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 1128 time: 0.0461149 Mar 24 01:34:24.628409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4878a1-8427-40a1-b815-78bac1ba6d9a req-4b8974a2-417b-432f-8e34-a13afd6a4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:24.629922 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4d4878a1-8427-40a1-b815-78bac1ba6d9a req-4b8974a2-417b-432f-8e34-a13afd6a4fca service neutron] 10.222.0.48 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.0893633 Mar 24 01:34:24.698170 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4d4878a1-8427-40a1-b815-78bac1ba6d9a req-3d02496f-0575-435a-ac81-9875971dd364 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c94010a-211c-4fdf-acde-97eb41662d7f HTTP/1.1" status: 200 len: 1001 time: 0.0603213 Mar 24 01:34:24.751999 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4878a1-8427-40a1-b815-78bac1ba6d9a req-71b151c0-68c7-4257-8d32-13ee0870647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:24.753515 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4d4878a1-8427-40a1-b815-78bac1ba6d9a req-71b151c0-68c7-4257-8d32-13ee0870647e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0495577 Mar 24 01:34:24.804873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4878a1-8427-40a1-b815-78bac1ba6d9a req-ee07a350-b715-447e-aa96-7f9bb9cc203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:24.806635 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4d4878a1-8427-40a1-b815-78bac1ba6d9a req-ee07a350-b715-447e-aa96-7f9bb9cc203d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462790 Mar 24 01:34:24.896173 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4d4878a1-8427-40a1-b815-78bac1ba6d9a req-03df7f25-5313-462b-80a4-0a640430f1b4 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838785 Mar 24 01:34:24.993904 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4d4878a1-8427-40a1-b815-78bac1ba6d9a req-fc524b7a-017c-407f-90b3-db63f130d9b3 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916715 Mar 24 01:34:28.778876 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fda0e2f1-56b8-48e8-affc-85f53d566b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:30.199318 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:30.893706 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dcb0fc79-2fcc-4139-99e8-07506e6edb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:32.249651 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:32.761343 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:33.367646 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-1bdfcc02-006e-43ed-a9e0-c648f9c8f5aa tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368400354&fields=id&tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68 HTTP/1.1" status: 200 len: 267 time: 0.0440481 Mar 24 01:34:33.472081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-cd337af1-8967-4439-937e-123cd3784010 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:33.473522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-cd337af1-8967-4439-937e-123cd3784010 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 812 time: 0.0996890 Mar 24 01:34:33.488078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-176f4a2f-9f01-4cf2-b2d0-ebf0977e63af tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/quotas/c595edeb50ac4eda86dcc5ff48dc0e68 HTTP/1.1" status: 200 len: 375 time: 0.0085943 Mar 24 01:34:33.544092 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-a81e1c69-3cb7-49e9-9261-6be3b4315a85 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507843 Mar 24 01:34:33.690183 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-739052ec-d37c-4646-a0cb-52afe3642a11 service neutron] 10.222.0.45 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344578 Mar 24 01:34:33.763686 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:33.778514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-740aee68-cd83-4bf6-9660-60e1bd050089 service neutron] 10.222.0.45 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825503 Mar 24 01:34:34.062408 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-046599e8-7e29-4fb3-a92c-83b7e265892b req-a86bfcdb-1843-49d1-8ea4-e0875894970d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 210 time: 0.0276916 Mar 24 01:34:35.263202 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:35.364157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f2b3834-b4b5-46b6-ab2c-ce1c4cde7269 req-402c7dd8-58fc-4acb-9496-da0824077862 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 210 time: 0.0341184 Mar 24 01:34:35.405069 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-8e239459-939f-4f23-9e8b-69ccb6f1f70b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:35.406448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-8e239459-939f-4f23-9e8b-69ccb6f1f70b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.57 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 812 time: 0.4443560 Mar 24 01:34:35.466864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-9a4409b4-dea4-4500-a428-981fffe9beee tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68 HTTP/1.1" status: 200 len: 380 time: 0.0527506 Mar 24 01:34:35.474820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'port': {'device_id': '50810a28-0725-49ac-9d43-7de220459bc1', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'admin_state_up': True, 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'security_groups': ['70c6ee48-fca4-405a-9330-e8e4fd60b654']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:34:35.583825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Made reservation on behalf of c595edeb50ac4eda86dcc5ff48dc0e68 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:34:35.587219 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:35.710280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Allocated IP 172.20.0.12 (48490743-e645-4022-aa34-04370dc095cf/1485c8ad-91cf-4450-b4fd-21b2b407cdc3/cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:34:35.853354 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for port (cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:35.886926 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:35.928243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Network 48490743-e645-4022-aa34-04370dc095cf is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:34:35.932372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:34:35.937509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:34:35.980919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'Port': ['ID=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:34:35.994344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:35.994684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:35.995027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:35.995358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:35.995689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:35.996024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:35.996343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:35.996686 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:35.997015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:35.997365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:35.997679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:35.998001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:35.998317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:35.998634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:35.998949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:36.015821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:36.016437 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:36.035008 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-317458bb-2c55-4d6b-8907-e76d3335a1b1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5635464 Mar 24 01:34:36.104254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Request body: {'port': {'device_id': '50810a28-0725-49ac-9d43-7de220459bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:34:36.166679 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:36.197639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6a75393c-1b64-475a-9067-e862849a10bc None None] Provisioning complete for port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:34:36.198018 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6a75393c-1b64-475a-9067-e862849a10bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:36.240611 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6a75393c-1b64-475a-9067-e862849a10bc None None] Port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:34:36.460720 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:34:36.486054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Publish callbacks [] for port (cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:36.504966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Transition to ACTIVE for port object cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:34:36.518204 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca007641-3801-4201-af5c-dc4d7d6a8f70 req-f600bcec-31b6-4304-85b5-ef290512d1ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:36.519689 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca007641-3801-4201-af5c-dc4d7d6a8f70 req-f600bcec-31b6-4304-85b5-ef290512d1ef tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 932 time: 0.0772052 Mar 24 01:34:36.520564 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:36.576053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:34:36.656752 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca007641-3801-4201-af5c-dc4d7d6a8f70 req-d20714ec-8a08-4b65-88ce-9581ca93de3c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301560 Mar 24 01:34:36.695311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Attempting to bind port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:34:36.695663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Attempting to bind port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:34:36.695962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Attempting to bind port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 on network 48490743-e645-4022-aa34-04370dc095cf {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:34:36.700636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 on network 48490743-e645-4022-aa34-04370dc095cf not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:34:36.700963 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Attempting to bind port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 on network 48490743-e645-4022-aa34-04370dc095cf {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:34:36.706138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:34:36.706498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Checking segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:34:36.706878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Bound using segment: {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:34:36.707297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Bound port: cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '899e2b83-322a-469d-acd2-d58c82ca45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '48490743-e645-4022-aa34-04370dc095cf'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:34:36.707651 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:36.774355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] For port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:34:36.777760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] For port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:34:36.785286 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:36.820637 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:36.821277 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:36.822633 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] 10.222.0.57 "PUT /v2.0/ports/cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 HTTP/1.1" status: 200 len: 1092 time: 0.7793918 Mar 24 01:34:36.823063 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50810a28-0725-49ac-9d43-7de220459bc1', 'tag': 'cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:34:36.825282 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c1241a-0e70-424d-9c83-3885c987fa90" -d '{"events": [{"name": "network-changed", "server_uuid": "50810a28-0725-49ac-9d43-7de220459bc1", "tag": "cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:34:36.880201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4767f25-8d9c-47e0-854b-0646d5fb0e89 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:34:36.889712 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d43608-cc30-4418-8f68-76ff6a5df29a x-openstack-request-id: req-e4d43608-cc30-4418-8f68-76ff6a5df29a {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:34:36.890095 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50810a28-0725-49ac-9d43-7de220459bc1", "tag": "cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:34:36.890965 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4d43608-cc30-4418-8f68-76ff6a5df29a {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:34:36.891442 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d43608-cc30-4418-8f68-76ff6a5df29a'] response: {'name': 'network-changed', 'server_uuid': '50810a28-0725-49ac-9d43-7de220459bc1', 'tag': 'cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7', 'status': 'completed', 'code': 200} Mar 24 01:34:36.936917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-febf761d-9884-4775-a9df-e21449762861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:36.938574 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-febf761d-9884-4775-a9df-e21449762861 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 1126 time: 0.0708039 Mar 24 01:34:36.981133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-a73439ec-c6a7-4980-9de1-4c6ae793b9ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 HTTP/1.1" status: 200 len: 217 time: 0.0352907 Mar 24 01:34:37.032183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-2cc93eb5-23c1-4470-a141-cdd64023d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:37.033734 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-2cc93eb5-23c1-4470-a141-cdd64023d97d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0468647 Mar 24 01:34:37.085347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-326af7ce-3b4b-4bee-bbf1-5f9d1b410dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:37.086900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-326af7ce-3b4b-4bee-bbf1-5f9d1b410dc8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468798 Mar 24 01:34:37.182029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-7d0c21f6-11e7-4cad-a06a-8d7b34592cbf service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888703 Mar 24 01:34:37.273457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e15d82-e6d3-46bd-874a-ee766b4c8db0 req-a9b88806-ff52-45fd-80cf-3a431a289b78 service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853522 Mar 24 01:34:37.365396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1241a-0e70-424d-9c83-3885c987fa90 req-add74573-f8a2-43df-8941-b8f9929a04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:37.366836 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c1241a-0e70-424d-9c83-3885c987fa90 req-add74573-f8a2-43df-8941-b8f9929a04bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 1126 time: 0.0499229 Mar 24 01:34:37.455175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1241a-0e70-424d-9c83-3885c987fa90 req-42b65a37-15d3-406d-bae7-a7aed70f130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:37.456608 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c1241a-0e70-424d-9c83-3885c987fa90 req-42b65a37-15d3-406d-bae7-a7aed70f130e service neutron] 10.222.0.57 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.0839465 Mar 24 01:34:37.500994 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c1241a-0e70-424d-9c83-3885c987fa90 req-7bd449e0-9929-4ffd-bd7e-1e8e3646d1c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 HTTP/1.1" status: 200 len: 217 time: 0.0375512 Mar 24 01:34:37.555601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1241a-0e70-424d-9c83-3885c987fa90 req-ccf6f164-7625-4c09-b042-24cb6cbdfa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:37.557356 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c1241a-0e70-424d-9c83-3885c987fa90 req-ccf6f164-7625-4c09-b042-24cb6cbdfa8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0512915 Mar 24 01:34:37.606968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1241a-0e70-424d-9c83-3885c987fa90 req-1a93cdf1-b56b-45d9-99fd-b1292a1d1869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:37.608701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c1241a-0e70-424d-9c83-3885c987fa90 req-1a93cdf1-b56b-45d9-99fd-b1292a1d1869 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456834 Mar 24 01:34:37.711759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c1241a-0e70-424d-9c83-3885c987fa90 req-408da359-f2c9-490a-bf39-f9587ad0cec0 service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972025 Mar 24 01:34:37.863326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb0876-aa06-4527-85da-9af6d98892ec req-c61e24b7-96db-4d13-b1b5-32a72d513352 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:37.865155 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36bb0876-aa06-4527-85da-9af6d98892ec req-c61e24b7-96db-4d13-b1b5-32a72d513352 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 944 time: 0.1244528 Mar 24 01:34:37.868406 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19c1241a-0e70-424d-9c83-3885c987fa90 req-92eaa401-0aab-43bf-b011-17084d4e75be service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505816 Mar 24 01:34:37.933197 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36bb0876-aa06-4527-85da-9af6d98892ec req-56becdcd-1d19-434c-ad94-bfb9b1c25bf6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604565 Mar 24 01:34:39.066303 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89891c90-9dbf-42c8-8e09-a4b5e69855f7 req-c85a3fac-fe65-46eb-80db-97736ebdbb0a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:39.067990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89891c90-9dbf-42c8-8e09-a4b5e69855f7 req-c85a3fac-fe65-46eb-80db-97736ebdbb0a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 944 time: 0.0596523 Mar 24 01:34:39.120432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89891c90-9dbf-42c8-8e09-a4b5e69855f7 req-e0b540b8-bcfa-4cac-a22d-fc88eb48df6d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461395 Mar 24 01:34:40.243210 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee95a7-759a-442e-bd19-ecf00adb5088 req-f6a18145-f52b-492b-9858-6710fe27acc6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:40.244687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cfee95a7-759a-442e-bd19-ecf00adb5088 req-f6a18145-f52b-492b-9858-6710fe27acc6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 944 time: 0.0538788 Mar 24 01:34:40.303095 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cfee95a7-759a-442e-bd19-ecf00adb5088 req-1a12039d-7b5b-4086-845c-4f9e83154cc1 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518854 Mar 24 01:34:41.426846 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825d612-a6ee-4149-a75d-e96e63dfe3a8 req-1eced6c1-528c-466a-a7d5-1d0dcdd51208 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:41.428309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6825d612-a6ee-4149-a75d-e96e63dfe3a8 req-1eced6c1-528c-466a-a7d5-1d0dcdd51208 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 944 time: 0.0568831 Mar 24 01:34:41.478210 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6825d612-a6ee-4149-a75d-e96e63dfe3a8 req-335da1e3-deea-48f4-a773-17d77a079031 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432999 Mar 24 01:34:42.281656 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:34:42.599162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5776b-15fc-46bc-85b1-6369db3f1cc7 req-2dc98c05-c430-4362-bf8c-8a96b251d916 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:42.600908 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ab5776b-15fc-46bc-85b1-6369db3f1cc7 req-2dc98c05-c430-4362-bf8c-8a96b251d916 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 944 time: 0.0544271 Mar 24 01:34:42.651028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ab5776b-15fc-46bc-85b1-6369db3f1cc7 req-83f63ff6-59ac-4eb5-a93c-1775eb5613d6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445824 Mar 24 01:34:43.773458 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9d3fc-4d4b-4266-b915-025c0e6069ee req-f63ef5e1-e9c1-4191-950d-0269c102f612 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:43.774854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18e9d3fc-4d4b-4266-b915-025c0e6069ee req-f63ef5e1-e9c1-4191-950d-0269c102f612 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 944 time: 0.0568824 Mar 24 01:34:43.823328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18e9d3fc-4d4b-4266-b915-025c0e6069ee req-6050d0b8-2b2a-4882-9e4a-c787f151e52b tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427694 Mar 24 01:34:44.944115 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc947884-3b00-4d3e-bea7-6683fcac8d71 req-ab663cdf-e8ff-4f1d-9db2-2979d2e6756d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:44.945621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bc947884-3b00-4d3e-bea7-6683fcac8d71 req-ab663cdf-e8ff-4f1d-9db2-2979d2e6756d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 944 time: 0.0538387 Mar 24 01:34:44.995231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bc947884-3b00-4d3e-bea7-6683fcac8d71 req-f1100bef-7f85-4229-a0c2-589ce91c4745 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433512 Mar 24 01:34:46.111060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ace252-89db-4264-a85d-60f24bf8c6e4 req-9bdf5ec0-7eb5-43b5-b4c9-f652c605c703 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:46.112537 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28ace252-89db-4264-a85d-60f24bf8c6e4 req-9bdf5ec0-7eb5-43b5-b4c9-f652c605c703 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 944 time: 0.0512884 Mar 24 01:34:46.165647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28ace252-89db-4264-a85d-60f24bf8c6e4 req-f511c7fc-29db-452f-b28d-179f49315c46 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469480 Mar 24 01:34:47.283609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f300ef-9fc8-40ef-abc2-80f585d98342 req-35c14fe5-2a2c-403d-a1f0-1cd4f919f19a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:47.285072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9f300ef-9fc8-40ef-abc2-80f585d98342 req-35c14fe5-2a2c-403d-a1f0-1cd4f919f19a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 944 time: 0.0524685 Mar 24 01:34:47.335170 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9f300ef-9fc8-40ef-abc2-80f585d98342 req-2cef9c7d-1de2-4a9d-8f67-a02bac0099fd tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444639 Mar 24 01:34:48.455192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1067929-5300-48e2-b00e-79e03f3f43bb req-d9cec9f9-7749-494d-bde6-532f18bd9c6a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:48.456621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1067929-5300-48e2-b00e-79e03f3f43bb req-d9cec9f9-7749-494d-bde6-532f18bd9c6a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 944 time: 0.0522456 Mar 24 01:34:48.504827 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1067929-5300-48e2-b00e-79e03f3f43bb req-a4b87fb5-7d43-4d19-97e0-8b65d32ddf46 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426242 Mar 24 01:34:49.625903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1a661-b609-459c-92c4-600f396b0099 req-5959999d-c392-4461-aa48-965257f3a9ca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:49.627370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cff1a661-b609-459c-92c4-600f396b0099 req-5959999d-c392-4461-aa48-965257f3a9ca tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 944 time: 0.0556769 Mar 24 01:34:49.676701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cff1a661-b609-459c-92c4-600f396b0099 req-ba92dbba-9e49-4004-b771-5a11907fe6ac tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432069 Mar 24 01:34:50.797039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40aade-aece-43fa-ae22-a7c7fb0cf3b7 req-16fc8272-5a91-484f-bb51-2cfddc322faa tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:50.798537 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b40aade-aece-43fa-ae22-a7c7fb0cf3b7 req-16fc8272-5a91-484f-bb51-2cfddc322faa tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 944 time: 0.0535800 Mar 24 01:34:50.853829 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b40aade-aece-43fa-ae22-a7c7fb0cf3b7 req-cf595e65-9432-4a10-a599-fe7b0706d6f8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497665 Mar 24 01:34:51.971401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f499eef-4e85-421c-8399-122dd3d34a43 req-3f127f45-8ec5-4577-8c34-b319b45fdd43 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:51.972899 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f499eef-4e85-421c-8399-122dd3d34a43 req-3f127f45-8ec5-4577-8c34-b319b45fdd43 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 944 time: 0.0521457 Mar 24 01:34:52.029622 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f499eef-4e85-421c-8399-122dd3d34a43 req-c749ac66-5600-4fac-8eb8-2e8b87cc96a8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472863 Mar 24 01:34:53.144332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197e6b9-e052-4ad7-83e6-2559b6c5613f req-bac32bae-be8b-4b1b-bc43-eabbf9b90d76 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:53.145826 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e197e6b9-e052-4ad7-83e6-2559b6c5613f req-bac32bae-be8b-4b1b-bc43-eabbf9b90d76 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 944 time: 0.0514905 Mar 24 01:34:53.194137 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e197e6b9-e052-4ad7-83e6-2559b6c5613f req-57a87ce3-9f6c-4f71-8339-ca9e52ca81e3 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420797 Mar 24 01:34:54.324672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd6e81-af7b-4c1d-be9a-80c953eda8ef req-b479a399-e316-47fd-9174-98db89b0f860 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:54.326162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71fd6e81-af7b-4c1d-be9a-80c953eda8ef req-b479a399-e316-47fd-9174-98db89b0f860 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 944 time: 0.0613630 Mar 24 01:34:54.375676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71fd6e81-af7b-4c1d-be9a-80c953eda8ef req-8326d750-acf5-4b0b-aa89-4208fd1f2cd0 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436532 Mar 24 01:34:54.451205 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:34:54.545598 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:34:54.557300 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'port_id': 'cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7', 'mac_address': 'fa:16:3e:67:09:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:34:54.595718 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:34:54.596109 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:54.612178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:34:54.631229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:34:54.635876 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:54.688968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:34:54.697421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:54.697780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:54.698127 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:54.698471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:54.698811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:54.699152 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:54.699492 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:54.699824 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:54.700170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:54.700483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:54.700815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:54.701169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:54.701505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:54.701835 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:54.702161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:54.869670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:34:55.498765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503e46d-19ac-45cf-aedc-03596d534c2a req-9ef377a1-5c86-4152-bde7-216b02f0614e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:55.500240 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d503e46d-19ac-45cf-aedc-03596d534c2a req-9ef377a1-5c86-4152-bde7-216b02f0614e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 945 time: 0.0566978 Mar 24 01:34:55.548550 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d503e46d-19ac-45cf-aedc-03596d534c2a req-54ecd2cd-c484-4e58-8dff-3025db1a3264 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427258 Mar 24 01:34:56.451671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:34:56.497706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:34:56.501613 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:34:56.502017 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:56.581356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:34:56.581759 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:56.604768 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50810a28-0725-49ac-9d43-7de220459bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:34:56.607392 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d7b759-0cad-422f-8b79-acd08d924e2a" -d '{"events": [{"server_uuid": "50810a28-0725-49ac-9d43-7de220459bc1", "name": "network-vif-plugged", "status": "completed", "tag": "cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:34:56.620568 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:34:56.624532 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:56.671758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bd239-d8ac-4216-9b3e-a831109ab201 req-3bcb82f9-1048-4184-a985-e0e617212807 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:56.672511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:34:56.673289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-978bd239-d8ac-4216-9b3e-a831109ab201 req-3bcb82f9-1048-4184-a985-e0e617212807 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 946 time: 0.0568337 Mar 24 01:34:56.724359 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-978bd239-d8ac-4216-9b3e-a831109ab201 req-aa8679a4-461b-4d0e-8c59-1c9a5dc4c763 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440972 Mar 24 01:34:56.784568 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c8a0c2-8dba-4bf6-a394-d61770ae5a0b x-openstack-request-id: req-41c8a0c2-8dba-4bf6-a394-d61770ae5a0b {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:34:56.784891 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50810a28-0725-49ac-9d43-7de220459bc1", "name": "network-vif-plugged", "status": "completed", "tag": "cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:34:56.785432 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41c8a0c2-8dba-4bf6-a394-d61770ae5a0b {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:34:56.785672 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c8a0c2-8dba-4bf6-a394-d61770ae5a0b'] response: {'server_uuid': '50810a28-0725-49ac-9d43-7de220459bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7', 'code': 200} Mar 24 01:34:56.886272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595ce69-5a68-4cc3-8ee2-025201da1286 req-ebae3624-0362-43da-8d63-b118db8c912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:56.887643 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a595ce69-5a68-4cc3-8ee2-025201da1286 req-ebae3624-0362-43da-8d63-b118db8c912a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 1128 time: 0.0469596 Mar 24 01:34:56.933309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a595ce69-5a68-4cc3-8ee2-025201da1286 req-c029ba7d-7843-4305-95f0-2ccdba1c9b0d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396492 Mar 24 01:34:57.844794 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4d7cb-21e1-4cb5-9ee1-84d8e47ee62a req-86a4b3b3-b04c-487f-aad4-9934ebb9f625 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:57.846196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54d4d7cb-21e1-4cb5-9ee1-84d8e47ee62a req-86a4b3b3-b04c-487f-aad4-9934ebb9f625 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 946 time: 0.0530934 Mar 24 01:34:57.894150 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54d4d7cb-21e1-4cb5-9ee1-84d8e47ee62a req-8932efab-9031-47e7-9dd4-528c41e68662 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423341 Mar 24 01:34:58.762560 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-adbb1e3e-e276-4b00-86f9-ae866247611f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:59.016450 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d6765-d39e-4442-a212-8b173168e9fd req-b068b5ad-b4a1-4a67-903a-e2b8b13bd7e8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:59.017964 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d37d6765-d39e-4442-a212-8b173168e9fd req-b068b5ad-b4a1-4a67-903a-e2b8b13bd7e8 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 946 time: 0.0556552 Mar 24 01:34:59.070534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d37d6765-d39e-4442-a212-8b173168e9fd req-599e7baa-a7c7-4d76-a17c-50acc06fc0f0 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463498 Mar 24 01:34:59.185651 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c52eda-8659-49d0-9c06-6c9542acb510 req-5d99198b-b07c-4b4f-8452-d474cc5ccd88 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:59.187123 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31c52eda-8659-49d0-9c06-6c9542acb510 req-5d99198b-b07c-4b4f-8452-d474cc5ccd88 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 946 time: 0.0515976 Mar 24 01:34:59.236396 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31c52eda-8659-49d0-9c06-6c9542acb510 req-f1681b59-db4f-4f07-8434-533cf767e662 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431163 Mar 24 01:34:59.258547 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36650) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:34:59.301238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4f25e9-7013-4828-8a98-b4044d2d13ab tempest-TestVolumeBootPattern-1551720697 tempest-TestVolumeBootPattern-1551720697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:34:59.302738 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ef4f25e9-7013-4828-8a98-b4044d2d13ab tempest-TestVolumeBootPattern-1551720697 tempest-TestVolumeBootPattern-1551720697-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 1123 time: 0.0432210 Mar 24 01:34:59.306086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36652) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:34:59.310778 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': 'cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:34:59.333333 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:59.431681 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:59.531779 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Allocated IP 172.25.0.254 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/df23456b-3d92-407a-bf94-982d43056b4b) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:34:59.635202 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for port (df23456b-3d92-407a-bf94-982d43056b4b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:59.667840 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (df23456b-3d92-407a-bf94-982d43056b4b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:34:59.703610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:34:59.706532 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:34:59.710061 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:34:59.735759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'Port': ['ID=df23456b-3d92-407a-bf94-982d43056b4b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:34:59.749586 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:59.749938 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:59.750278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:59.750618 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:59.750951 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:59.751281 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:59.751608 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:59.751940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:59.752263 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:59.752583 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:59.752904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:59.753262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:59.753588 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:59.753904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:34:59.754231 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:35:00.068122 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for floatingip (c67ad785-b614-4b36-a6e9-76aa4ce2e052), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:00.134299 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (df23456b-3d92-407a-bf94-982d43056b4b), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:00.212417 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:00.289341 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for port (df23456b-3d92-407a-bf94-982d43056b4b), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:00.293920 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (df23456b-3d92-407a-bf94-982d43056b4b), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:00.364272 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event updated for resources: {'Port': ['ID=df23456b-3d92-407a-bf94-982d43056b4b,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:35:00.373944 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (c67ad785-b614-4b36-a6e9-76aa4ce2e052), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:00.473979 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Floating IP c67ad785-b614-4b36-a6e9-76aa4ce2e052 associated. External IP: 172.25.0.254, port: cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7. Mar 24 01:35:00.896190 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-097e97a2-4af9-4a84-b265-dc14f6a4a0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:00.960296 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Router 50319ba5-3c49-498b-9109-e42037ed5878 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:35:01.066598 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:35:01.076806 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c69f1ad-0735-44de-9871-2ab14c36a957 None None] Sync routers for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:35:01.084275 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:01.087288 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c69f1ad-0735-44de-9871-2ab14c36a957 None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:35:01.087958 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2c69f1ad-0735-44de-9871-2ab14c36a957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:35:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:35:01.114181 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-80007950-fd7d-4587-b183-c10b95937ce5 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8070674 Mar 24 01:35:01.114939 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50810a28-0725-49ac-9d43-7de220459bc1', 'tag': 'cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:35:01.117767 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c402569b-d18f-4f36-85f2-95ede4dd7ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "50810a28-0725-49ac-9d43-7de220459bc1", "tag": "cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:35:01.153610 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eef9c21-a8d7-4777-b4a9-7ff44f47e289 x-openstack-request-id: req-3eef9c21-a8d7-4777-b4a9-7ff44f47e289 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:35:01.153910 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50810a28-0725-49ac-9d43-7de220459bc1", "tag": "cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:35:01.154170 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3eef9c21-a8d7-4777-b4a9-7ff44f47e289 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:35:01.154582 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eef9c21-a8d7-4777-b4a9-7ff44f47e289'] response: {'name': 'network-changed', 'server_uuid': '50810a28-0725-49ac-9d43-7de220459bc1', 'tag': 'cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7', 'status': 'completed', 'code': 200} Mar 24 01:35:01.201714 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-2c69f1ad-0735-44de-9871-2ab14c36a957 None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:35:01.216624 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402569b-d18f-4f36-85f2-95ede4dd7ccd req-3c16c7a0-1b43-4610-a261-6b5029b0a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:35:01.218201 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c402569b-d18f-4f36-85f2-95ede4dd7ccd req-3c16c7a0-1b43-4610-a261-6b5029b0a527 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 1128 time: 0.0445640 Mar 24 01:35:01.310953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402569b-d18f-4f36-85f2-95ede4dd7ccd req-c0e5ca5f-e504-4f97-a230-419503eb3a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:35:01.312422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c402569b-d18f-4f36-85f2-95ede4dd7ccd req-c0e5ca5f-e504-4f97-a230-419503eb3a4c service neutron] 10.222.0.57 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.0887752 Mar 24 01:35:01.377078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c402569b-d18f-4f36-85f2-95ede4dd7ccd req-c6dcba14-8661-47d7-906a-611631f97e7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 HTTP/1.1" status: 200 len: 1000 time: 0.0584118 Mar 24 01:35:01.421620 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2c69f1ad-0735-44de-9871-2ab14c36a957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3219b9e2-a9a6-4e77-a1b8-80a0f9c99985', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'port_id': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'mac_address': 'fa:16:3e:c7:71:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:32:50Z', 'updated_at': '2022-03-24T01:32:52Z', 'revision_number': 1, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address_scope': None}, {'id': 'c67ad785-b614-4b36-a6e9-76aa4ce2e052', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'floating_ip_address': '172.25.0.254', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'port_id': 'cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'mac_address': 'fa:16:3e:67:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50810a28-0725-49ac-9d43-7de220459bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:34:59Z', 'updated_at': '2022-03-24T01:34:59Z', 'revision_number': 0, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:35:01.427875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402569b-d18f-4f36-85f2-95ede4dd7ccd req-fdf43421-da5d-4e59-ad68-090cf15c30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:35:01.430095 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c402569b-d18f-4f36-85f2-95ede4dd7ccd req-fdf43421-da5d-4e59-ad68-090cf15c30a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0471954 Mar 24 01:35:01.451488 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c69f1ad-0735-44de-9871-2ab14c36a957 None None] Checking router: 50319ba5-3c49-498b-9109-e42037ed5878 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:35:01.459700 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c69f1ad-0735-44de-9871-2ab14c36a957 None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:35:01.460314 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2c69f1ad-0735-44de-9871-2ab14c36a957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:35:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:35:01.481865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402569b-d18f-4f36-85f2-95ede4dd7ccd req-f82db6cc-6bfc-4822-a8ec-b0f2b610dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:35:01.483349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c402569b-d18f-4f36-85f2-95ede4dd7ccd req-f82db6cc-6bfc-4822-a8ec-b0f2b610dbd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473704 Mar 24 01:35:01.565789 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-2c69f1ad-0735-44de-9871-2ab14c36a957 None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:35:01.571913 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c402569b-d18f-4f36-85f2-95ede4dd7ccd req-da3f56aa-2772-49db-a4f6-f8051dd3f464 service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821908 Mar 24 01:35:01.663714 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c402569b-d18f-4f36-85f2-95ede4dd7ccd req-4f734d77-6344-4d84-ab8f-d5afb3975c83 service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855939 Mar 24 01:35:01.784202 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2c69f1ad-0735-44de-9871-2ab14c36a957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3219b9e2-a9a6-4e77-a1b8-80a0f9c99985', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'port_id': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'mac_address': 'fa:16:3e:c7:71:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:32:50Z', 'updated_at': '2022-03-24T01:32:52Z', 'revision_number': 1, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address_scope': None}, {'id': 'c67ad785-b614-4b36-a6e9-76aa4ce2e052', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'floating_ip_address': '172.25.0.254', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'port_id': 'cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'mac_address': 'fa:16:3e:67:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50810a28-0725-49ac-9d43-7de220459bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:34:59Z', 'updated_at': '2022-03-24T01:34:59Z', 'revision_number': 0, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:35:01.809401 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c69f1ad-0735-44de-9871-2ab14c36a957 None None] The sync data for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 is: [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3219b9e2-a9a6-4e77-a1b8-80a0f9c99985', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'port_id': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'mac_address': 'fa:16:3e:c7:71:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:32:50Z', 'updated_at': '2022-03-24T01:32:52Z', 'revision_number': 1, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address_scope': None}, {'id': 'c67ad785-b614-4b36-a6e9-76aa4ce2e052', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'floating_ip_address': '172.25.0.254', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'port_id': 'cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'mac_address': 'fa:16:3e:67:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50810a28-0725-49ac-9d43-7de220459bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:34:59Z', 'updated_at': '2022-03-24T01:34:59Z', 'revision_number': 0, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:35:02.007615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e97e583-dd4e-46e0-bc70-5815d158274e None None] New status for floating IP c67ad785-b614-4b36-a6e9-76aa4ce2e052: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:35:02.253214 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:02.761625 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:03.767707 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:05.265150 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:19.280953 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:35:24.753727 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3bdd0565-cf50-4ae4-a056-b437ece33876 req-daa7459e-3e4e-44b4-af30-ff2d91d4b4c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469625 Mar 24 01:35:24.841266 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd0565-cf50-4ae4-a056-b437ece33876 req-a0cfbe99-7337-46d5-9c83-23a595ecc9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:35:24.842685 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3bdd0565-cf50-4ae4-a056-b437ece33876 req-a0cfbe99-7337-46d5-9c83-23a595ecc9f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 1128 time: 0.0440843 Mar 24 01:35:24.940370 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd0565-cf50-4ae4-a056-b437ece33876 req-9a4550f8-840e-47f9-92b3-5d3a632a48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:35:24.941864 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3bdd0565-cf50-4ae4-a056-b437ece33876 req-9a4550f8-840e-47f9-92b3-5d3a632a48a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.0824525 Mar 24 01:35:25.008637 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3bdd0565-cf50-4ae4-a056-b437ece33876 req-b1673296-5f22-4f60-988d-4ad72ff8e87f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c94010a-211c-4fdf-acde-97eb41662d7f HTTP/1.1" status: 200 len: 1001 time: 0.0608635 Mar 24 01:35:25.055064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd0565-cf50-4ae4-a056-b437ece33876 req-49b32c0b-65e0-4f87-8446-fba90aee28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:35:25.056472 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3bdd0565-cf50-4ae4-a056-b437ece33876 req-49b32c0b-65e0-4f87-8446-fba90aee28d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0417962 Mar 24 01:35:25.105879 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd0565-cf50-4ae4-a056-b437ece33876 req-9f0ab9fa-0590-4f25-8c53-d47a6ca988fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:35:25.107398 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3bdd0565-cf50-4ae4-a056-b437ece33876 req-9f0ab9fa-0590-4f25-8c53-d47a6ca988fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448895 Mar 24 01:35:25.199383 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3bdd0565-cf50-4ae4-a056-b437ece33876 req-48c5eaea-174d-4af1-b662-55488e1b0b25 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863800 Mar 24 01:35:25.286476 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3bdd0565-cf50-4ae4-a056-b437ece33876 req-fb84dab4-a298-4938-b962-466a37fa9eca service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811927 Mar 24 01:35:27.922582 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e586190-81bc-4663-93e8-cbfb613a9cfb req-8d41b910-4aff-4c87-bdae-892c2fa0a3a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427344 Mar 24 01:35:28.007167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e586190-81bc-4663-93e8-cbfb613a9cfb req-d4f2d547-6c85-4ec3-9794-73b7ad2adfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:35:28.008658 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e586190-81bc-4663-93e8-cbfb613a9cfb req-d4f2d547-6c85-4ec3-9794-73b7ad2adfaa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 1128 time: 0.0442793 Mar 24 01:35:28.113047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e586190-81bc-4663-93e8-cbfb613a9cfb req-78e8564b-f18d-4ac2-9b35-eaa0c2f5af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:35:28.114539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e586190-81bc-4663-93e8-cbfb613a9cfb req-78e8564b-f18d-4ac2-9b35-eaa0c2f5af4f service neutron] 10.222.0.57 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.0886011 Mar 24 01:35:28.178050 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e586190-81bc-4663-93e8-cbfb613a9cfb req-cb59b9e9-3b54-4c22-a443-b5a17ea70ae0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 HTTP/1.1" status: 200 len: 1002 time: 0.0581295 Mar 24 01:35:28.225690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e586190-81bc-4663-93e8-cbfb613a9cfb req-f3451795-cd24-4292-8931-9c5779e55295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:35:28.227111 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e586190-81bc-4663-93e8-cbfb613a9cfb req-f3451795-cd24-4292-8931-9c5779e55295 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0420282 Mar 24 01:35:28.277209 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e586190-81bc-4663-93e8-cbfb613a9cfb req-9a500d0f-cb26-43a8-8a5e-6eb555cdf53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:35:28.279257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e586190-81bc-4663-93e8-cbfb613a9cfb req-9a500d0f-cb26-43a8-8a5e-6eb555cdf53a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464692 Mar 24 01:35:28.365766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e586190-81bc-4663-93e8-cbfb613a9cfb req-b3516c86-ec7f-493b-891a-21b28af30c68 service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808244 Mar 24 01:35:28.457540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e586190-81bc-4663-93e8-cbfb613a9cfb req-8f77bd8e-540a-40a9-a2ce-396a1c0a6572 service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860553 Mar 24 01:35:28.764114 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-09a031e7-0de2-429c-bd2e-f6cd91b53e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:30.212890 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:30.896990 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-be310872-1e1e-47e1-b4aa-76783875348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:32.255616 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:32.778807 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:33.768983 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:35.267158 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:35:56.279348 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:35:58.765826 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b95631ed-f900-4393-bc0c-d9f0bd08e50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:00.232227 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:00.897678 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-207f37c3-1267-4997-b7f0-5c4d5f084861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:02.259068 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:02.793541 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:03.772076 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:05.268426 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:21.129992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-8cb9e7bf-49a0-459c-9bf9-8e859f74be08 req-3825be5f-297f-4552-a0a1-13d1fc8fe831 service neutron] (115729) timed out ('10.222.0.45', 59500) {{(pid=115729) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 01:36:24.760540 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-abecf359-8657-4825-8725-f55aad415eaa req-685b7924-0f5b-41ed-b5b5-222f3969d431 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471652 Mar 24 01:36:24.844459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecf359-8657-4825-8725-f55aad415eaa req-cbbaad93-0995-4006-b50b-fa818d416c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:36:24.845972 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-abecf359-8657-4825-8725-f55aad415eaa req-cbbaad93-0995-4006-b50b-fa818d416c40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 1128 time: 0.0442452 Mar 24 01:36:24.945081 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecf359-8657-4825-8725-f55aad415eaa req-7defae3a-37d0-4838-81b9-de0a9edb8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:36:24.946537 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-abecf359-8657-4825-8725-f55aad415eaa req-7defae3a-37d0-4838-81b9-de0a9edb8019 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.0816278 Mar 24 01:36:25.013076 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-abecf359-8657-4825-8725-f55aad415eaa req-0649f2ff-273f-4528-8cc7-afa1484829d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c94010a-211c-4fdf-acde-97eb41662d7f HTTP/1.1" status: 200 len: 1001 time: 0.0609467 Mar 24 01:36:25.063113 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecf359-8657-4825-8725-f55aad415eaa req-ef654526-961e-4924-b524-e887922a77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:36:25.064586 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-abecf359-8657-4825-8725-f55aad415eaa req-ef654526-961e-4924-b524-e887922a77cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0451252 Mar 24 01:36:25.112356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecf359-8657-4825-8725-f55aad415eaa req-91892e6f-0c53-4ddd-bb4f-e89735e824ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:36:25.114446 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-abecf359-8657-4825-8725-f55aad415eaa req-91892e6f-0c53-4ddd-bb4f-e89735e824ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447981 Mar 24 01:36:25.204951 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-abecf359-8657-4825-8725-f55aad415eaa req-8892f10e-7607-49e4-a4f0-b6487af7961a service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844128 Mar 24 01:36:25.289896 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-abecf359-8657-4825-8725-f55aad415eaa req-95ec0b40-d684-4022-a46b-e9a5b37b60db service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794399 Mar 24 01:36:28.768335 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-488d0999-a5cb-43da-884c-2946aecac0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:28.949021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21a61d93-a6b5-4de6-976a-bbd02d427480 req-baae569b-559f-4737-ac6b-df6aae791348 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447531 Mar 24 01:36:29.033191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a61d93-a6b5-4de6-976a-bbd02d427480 req-d09683e1-699f-40b1-95f3-b800ce273d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:36:29.034600 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21a61d93-a6b5-4de6-976a-bbd02d427480 req-d09683e1-699f-40b1-95f3-b800ce273d4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 1128 time: 0.0440850 Mar 24 01:36:29.137726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a61d93-a6b5-4de6-976a-bbd02d427480 req-c05741cb-85ba-488f-8a8f-fa5be4e32e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:36:29.139154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21a61d93-a6b5-4de6-976a-bbd02d427480 req-c05741cb-85ba-488f-8a8f-fa5be4e32e63 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.0861747 Mar 24 01:36:29.202497 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21a61d93-a6b5-4de6-976a-bbd02d427480 req-15d44d17-5e90-4622-bf0d-c064882a0838 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 HTTP/1.1" status: 200 len: 1002 time: 0.0573761 Mar 24 01:36:29.248986 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a61d93-a6b5-4de6-976a-bbd02d427480 req-6bae8192-c56b-47b0-a5c5-26e9753ab349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:36:29.250451 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21a61d93-a6b5-4de6-976a-bbd02d427480 req-6bae8192-c56b-47b0-a5c5-26e9753ab349 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0425842 Mar 24 01:36:29.302263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a61d93-a6b5-4de6-976a-bbd02d427480 req-6e6bd1e5-d8de-43d7-b2fd-3108cbc40300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:36:29.303961 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21a61d93-a6b5-4de6-976a-bbd02d427480 req-6e6bd1e5-d8de-43d7-b2fd-3108cbc40300 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475316 Mar 24 01:36:29.392503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21a61d93-a6b5-4de6-976a-bbd02d427480 req-9febc63a-af9a-4cc8-badf-829aa121ff97 service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826070 Mar 24 01:36:29.485673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21a61d93-a6b5-4de6-976a-bbd02d427480 req-799dd9b5-d538-4e6a-81ee-6dce8d521c28 service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861537 Mar 24 01:36:30.245293 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:30.898222 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b80045ba-6f11-484b-a8c6-339018c79054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:32.262248 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:32.792052 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:33.278031 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:36:33.775385 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:35.270828 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:39.652309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36696) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:36:39.812251 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Deleting port df23456b-3d92-407a-bf94-982d43056b4b {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:36:39.812511 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (df23456b-3d92-407a-bf94-982d43056b4b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:39.884657 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (df23456b-3d92-407a-bf94-982d43056b4b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:39.884981 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for floatingip (df23456b-3d92-407a-bf94-982d43056b4b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:39.897331 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Calling delete_port for df23456b-3d92-407a-bf94-982d43056b4b owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:36:40.041124 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (df23456b-3d92-407a-bf94-982d43056b4b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:40.068856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event deleted for resources: {'Port': ['ID=df23456b-3d92-407a-bf94-982d43056b4b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:36:40.081161 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:36:40.081512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:36:40.081853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:36:40.082726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:36:40.083060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:36:40.083390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:36:40.083721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:36:40.084050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:36:40.084375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:36:40.084699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:36:40.085019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:36:40.085366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:36:40.085688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:36:40.086009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:36:40.086332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:36:40.140106 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for floatingip (c67ad785-b614-4b36-a6e9-76aa4ce2e052), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:40.140437 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Floating IP c67ad785-b614-4b36-a6e9-76aa4ce2e052 disassociated (deleted). External IP: 172.25.0.254, port: cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7. Mar 24 01:36:40.348919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Router 50319ba5-3c49-498b-9109-e42037ed5878 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:36:40.757518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:36:40.762217 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:40.767404 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394ad2b-a637-45d4-b745-eb29ea1ea91c None None] Sync routers for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:36:40.777497 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394ad2b-a637-45d4-b745-eb29ea1ea91c None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:36:40.778114 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e394ad2b-a637-45d4-b745-eb29ea1ea91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:36:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:36:40.791333 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-106d34d1-f844-470e-aaf5-c821cad98df6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "DELETE /v2.0/floatingips/c67ad785-b614-4b36-a6e9-76aa4ce2e052 HTTP/1.1" status: 204 len: 168 time: 1.1379569 Mar 24 01:36:40.791908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50810a28-0725-49ac-9d43-7de220459bc1', 'tag': 'cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:36:40.794129 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e054148-a8ba-4ad1-90d6-916efcfd548e" -d '{"events": [{"name": "network-changed", "server_uuid": "50810a28-0725-49ac-9d43-7de220459bc1", "tag": "cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:36:40.894354 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e394ad2b-a637-45d4-b745-eb29ea1ea91c None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:36:40.898815 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c94c014-9b3b-459e-8f0c-62c842052add x-openstack-request-id: req-0c94c014-9b3b-459e-8f0c-62c842052add {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:36:40.899587 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50810a28-0725-49ac-9d43-7de220459bc1", "tag": "cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:36:40.900728 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c94c014-9b3b-459e-8f0c-62c842052add {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:36:40.901275 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c94c014-9b3b-459e-8f0c-62c842052add'] response: {'name': 'network-changed', 'server_uuid': '50810a28-0725-49ac-9d43-7de220459bc1', 'tag': 'cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7', 'status': 'completed', 'code': 200} Mar 24 01:36:40.978221 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e054148-a8ba-4ad1-90d6-916efcfd548e req-0e66f794-ffee-4e81-8a67-141a57dc046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:36:40.979790 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e054148-a8ba-4ad1-90d6-916efcfd548e req-0e66f794-ffee-4e81-8a67-141a57dc046b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 1128 time: 0.0495527 Mar 24 01:36:41.089665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76314d-10f8-426c-81cd-d2b384cc993d req-0a721137-641f-4523-ae6b-06d896055c1c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:36:41.091034 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a76314d-10f8-426c-81cd-d2b384cc993d req-0a721137-641f-4523-ae6b-06d896055c1c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 946 time: 0.1153281 Mar 24 01:36:41.123943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e054148-a8ba-4ad1-90d6-916efcfd548e req-56bb05ef-380a-465d-8eac-0357393e4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:36:41.125745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e054148-a8ba-4ad1-90d6-916efcfd548e req-56bb05ef-380a-465d-8eac-0357393e4c0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.1378679 Mar 24 01:36:41.131468 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e394ad2b-a637-45d4-b745-eb29ea1ea91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3219b9e2-a9a6-4e77-a1b8-80a0f9c99985', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'port_id': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'mac_address': 'fa:16:3e:c7:71:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:32:50Z', 'updated_at': '2022-03-24T01:32:52Z', 'revision_number': 1, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:36:41.156998 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394ad2b-a637-45d4-b745-eb29ea1ea91c None None] Checking router: 50319ba5-3c49-498b-9109-e42037ed5878 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:36:41.165630 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394ad2b-a637-45d4-b745-eb29ea1ea91c None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:36:41.166238 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e394ad2b-a637-45d4-b745-eb29ea1ea91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:36:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:36:41.190821 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e054148-a8ba-4ad1-90d6-916efcfd548e req-6b7d7c7b-331e-41f0-827d-3f99eb1df666 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 HTTP/1.1" status: 200 len: 217 time: 0.0504220 Mar 24 01:36:41.195600 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a76314d-10f8-426c-81cd-d2b384cc993d req-82e5c897-a649-4faf-81da-f9cd0f87b65a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964408 Mar 24 01:36:41.244532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e054148-a8ba-4ad1-90d6-916efcfd548e req-393c9f63-56b0-41ab-84ab-d56add601ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:36:41.247791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e054148-a8ba-4ad1-90d6-916efcfd548e req-393c9f63-56b0-41ab-84ab-d56add601ce4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0500705 Mar 24 01:36:41.274656 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e394ad2b-a637-45d4-b745-eb29ea1ea91c None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:36:41.299931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e054148-a8ba-4ad1-90d6-916efcfd548e req-bbfc34fb-2e4a-468f-85fc-b16a30147432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:36:41.302118 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e054148-a8ba-4ad1-90d6-916efcfd548e req-bbfc34fb-2e4a-468f-85fc-b16a30147432 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469563 Mar 24 01:36:41.403429 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e054148-a8ba-4ad1-90d6-916efcfd548e req-c304d321-7b8c-4a79-ad90-d5ae96885cbf service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942659 Mar 24 01:36:41.501684 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e054148-a8ba-4ad1-90d6-916efcfd548e req-02559710-39f6-46fd-8724-632c060d002f service neutron] 10.222.0.57 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912137 Mar 24 01:36:41.510900 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e394ad2b-a637-45d4-b745-eb29ea1ea91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3219b9e2-a9a6-4e77-a1b8-80a0f9c99985', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'port_id': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'mac_address': 'fa:16:3e:c7:71:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:32:50Z', 'updated_at': '2022-03-24T01:32:52Z', 'revision_number': 1, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:36:41.542053 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394ad2b-a637-45d4-b745-eb29ea1ea91c None None] The sync data for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 is: [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3219b9e2-a9a6-4e77-a1b8-80a0f9c99985', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'port_id': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'mac_address': 'fa:16:3e:c7:71:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:32:50Z', 'updated_at': '2022-03-24T01:32:52Z', 'revision_number': 1, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:36:41.782751 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17673ea-9daf-4f98-9a39-8b00c4b5a278 None None] New status for floating IP c67ad785-b614-4b36-a6e9-76aa4ce2e052: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:36:42.319692 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b510bc-b680-42b0-9c1b-6744e99ed392 req-3fc8dd32-eb21-4a24-bd44-d279a269b84d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:36:42.321187 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09b510bc-b680-42b0-9c1b-6744e99ed392 req-3fc8dd32-eb21-4a24-bd44-d279a269b84d tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 946 time: 0.0537403 Mar 24 01:36:42.369592 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09b510bc-b680-42b0-9c1b-6744e99ed392 req-d21aac3d-8bf2-4f86-bd08-1021270c8456 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425797 Mar 24 01:36:42.662264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e95ad-0b11-4c88-8d0c-1bbde7c5cac3 req-179724a4-4e88-421a-9ba4-219f091e41fc tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:36:42.663754 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d82e95ad-0b11-4c88-8d0c-1bbde7c5cac3 req-179724a4-4e88-421a-9ba4-219f091e41fc tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.57 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 946 time: 0.0562487 Mar 24 01:36:42.760100 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d82e95ad-0b11-4c88-8d0c-1bbde7c5cac3 req-0d761d0a-850f-4b7e-9671-c302c1bac1c6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Deleting port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:36:42.760677 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d82e95ad-0b11-4c88-8d0c-1bbde7c5cac3 req-0d761d0a-850f-4b7e-9671-c302c1bac1c6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:42.850842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-d82e95ad-0b11-4c88-8d0c-1bbde7c5cac3 req-0d761d0a-850f-4b7e-9671-c302c1bac1c6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] For port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:36:42.851126 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d82e95ad-0b11-4c88-8d0c-1bbde7c5cac3 req-0d761d0a-850f-4b7e-9671-c302c1bac1c6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:42.864519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-d82e95ad-0b11-4c88-8d0c-1bbde7c5cac3 req-0d761d0a-850f-4b7e-9671-c302c1bac1c6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Calling delete_port for cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:36:42.994912 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d82e95ad-0b11-4c88-8d0c-1bbde7c5cac3 req-0d761d0a-850f-4b7e-9671-c302c1bac1c6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:43.022499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d761d0a-850f-4b7e-9671-c302c1bac1c6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event deleted for resources: {'Port': ['ID=cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:36:43.067670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82e95ad-0b11-4c88-8d0c-1bbde7c5cac3 req-0d761d0a-850f-4b7e-9671-c302c1bac1c6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] No DVR routers for this DVR port cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:36:43.070781 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-d82e95ad-0b11-4c88-8d0c-1bbde7c5cac3 req-0d761d0a-850f-4b7e-9671-c302c1bac1c6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:36:43.074113 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d82e95ad-0b11-4c88-8d0c-1bbde7c5cac3 req-0d761d0a-850f-4b7e-9671-c302c1bac1c6 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.57 "DELETE /v2.0/ports/cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 HTTP/1.1" status: 204 len: 173 time: 0.4054894 Mar 24 01:36:43.074558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50810a28-0725-49ac-9d43-7de220459bc1', 'name': 'network-vif-deleted', 'tag': 'cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:36:43.077552 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f30ac2-cf34-4076-80a8-921c0e835ed9" -d '{"events": [{"server_uuid": "50810a28-0725-49ac-9d43-7de220459bc1", "name": "network-vif-deleted", "tag": "cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:36:43.114400 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead5f2f6-8108-4dd0-8f45-239d78763b36 x-openstack-request-id: req-ead5f2f6-8108-4dd0-8f45-239d78763b36 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:36:43.114700 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50810a28-0725-49ac-9d43-7de220459bc1", "name": "network-vif-deleted", "tag": "cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:36:43.114952 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ead5f2f6-8108-4dd0-8f45-239d78763b36 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:36:43.115366 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead5f2f6-8108-4dd0-8f45-239d78763b36'] response: {'server_uuid': '50810a28-0725-49ac-9d43-7de220459bc1', 'name': 'network-vif-deleted', 'tag': 'cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7', 'status': 'completed', 'code': 200} Mar 24 01:36:43.473904 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-651cd0a8-c5be-403c-a93f-29388416fa12 req-da9081d6-2f0f-4fde-82f5-a243a7aa8e46 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 210 time: 0.0322237 Mar 24 01:36:44.578291 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a56b4ac9-824a-4f18-b535-874f0491d436 req-049413be-0244-401b-9f0d-c902d380b639 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 210 time: 0.0311570 Mar 24 01:36:45.671564 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45be2aa5-e6ad-40b4-847e-048181e4af5e req-f8b92d01-28d6-4770-aa35-a81ae07ae92a tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 210 time: 0.0272937 Mar 24 01:36:46.766508 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa6e183d-5670-4655-8104-5f0fc0276311 req-76fc48b0-ec93-4316-8a6d-869f07381408 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 210 time: 0.0268035 Mar 24 01:36:46.993400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:36:47.012707 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:36:47.013054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device cbdfa59d-c969-4ffe-8cbc-dc7b98ced6e7 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:36:47.864453 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-226b75ab-cd7b-418d-a1f8-afdad20d6cce req-708f5d6b-8d9c-41c9-8d85-d9c9754a30a4 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 210 time: 0.0267169 Mar 24 01:36:48.959076 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-54f7b218-4592-4886-929f-93041b02ae59 req-2a7f1e32-0dd5-4af2-a1c8-f8f230a52bf9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 210 time: 0.0280266 Mar 24 01:36:50.056596 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8b33c854-0440-440a-b1cf-9571ab1c0494 req-e2b827e8-e911-4596-9c3e-5179bc669730 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 210 time: 0.0288212 Mar 24 01:36:51.154624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47d79752-c911-4fb8-b2b1-52637d520baf req-bb7c3968-0424-4cf3-bc20-1b004965b1d0 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 210 time: 0.0301456 Mar 24 01:36:52.263630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b6326ed9-f947-44c8-9de3-77f7cd5a54c6 req-0badfd43-cc41-4001-91a3-cc786e0e6651 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=50810a28-0725-49ac-9d43-7de220459bc1 HTTP/1.1" status: 200 len: 210 time: 0.0278306 Mar 24 01:36:58.778436 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6451b97f-c28b-4359-966a-cbf8b91757e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:00.229310 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:00.899718 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b5111c82-c385-458b-bc1a-baa44f2d002a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:01.809056 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36768) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:01.972313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-0b685f70-3d2f-4f07-956f-ab588a52e361 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Deleting port fb7200f6-96ff-41e7-b3a7-fa75a94870f0 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:37:01.972656 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0b685f70-3d2f-4f07-956f-ab588a52e361 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (fb7200f6-96ff-41e7-b3a7-fa75a94870f0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:02.045001 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0b685f70-3d2f-4f07-956f-ab588a52e361 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (fb7200f6-96ff-41e7-b3a7-fa75a94870f0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:02.045637 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0b685f70-3d2f-4f07-956f-ab588a52e361 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for floatingip (fb7200f6-96ff-41e7-b3a7-fa75a94870f0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:02.058581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-0b685f70-3d2f-4f07-956f-ab588a52e361 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Calling delete_port for fb7200f6-96ff-41e7-b3a7-fa75a94870f0 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:37:02.223750 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0b685f70-3d2f-4f07-956f-ab588a52e361 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (fb7200f6-96ff-41e7-b3a7-fa75a94870f0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:02.253220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b685f70-3d2f-4f07-956f-ab588a52e361 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event deleted for resources: {'Port': ['ID=fb7200f6-96ff-41e7-b3a7-fa75a94870f0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:02.268735 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:02.314122 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0b685f70-3d2f-4f07-956f-ab588a52e361 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for floatingip (3219b9e2-a9a6-4e77-a1b8-80a0f9c99985), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:02.314338 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-0b685f70-3d2f-4f07-956f-ab588a52e361 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Floating IP 3219b9e2-a9a6-4e77-a1b8-80a0f9c99985 disassociated (deleted). External IP: 172.25.0.65, port: 2c94010a-211c-4fdf-acde-97eb41662d7f. Mar 24 01:37:02.526264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b685f70-3d2f-4f07-956f-ab588a52e361 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Router 50319ba5-3c49-498b-9109-e42037ed5878 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:37:02.634950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b685f70-3d2f-4f07-956f-ab588a52e361 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:37:02.639618 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0b685f70-3d2f-4f07-956f-ab588a52e361 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:02.646783 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ceab86-e793-4686-a235-54b5cd44352d None None] Sync routers for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:37:02.655781 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ceab86-e793-4686-a235-54b5cd44352d None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:37:02.656388 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-37ceab86-e793-4686-a235-54b5cd44352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:37:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:02.669786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0b685f70-3d2f-4f07-956f-ab588a52e361 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "DELETE /v2.0/floatingips/3219b9e2-a9a6-4e77-a1b8-80a0f9c99985 HTTP/1.1" status: 204 len: 168 time: 0.8596351 Mar 24 01:37:02.670369 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'tag': '2c94010a-211c-4fdf-acde-97eb41662d7f'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:37:02.672596 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6fe3ae-020a-4177-803c-239b8f31761f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c1bd7d-af54-409d-aaa8-45375c71946a", "tag": "2c94010a-211c-4fdf-acde-97eb41662d7f"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:37:02.709599 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb87f2c-27d0-46e7-971e-f91345d62f1e x-openstack-request-id: req-3fb87f2c-27d0-46e7-971e-f91345d62f1e {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:37:02.709896 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c1bd7d-af54-409d-aaa8-45375c71946a", "tag": "2c94010a-211c-4fdf-acde-97eb41662d7f", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:37:02.710153 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3fb87f2c-27d0-46e7-971e-f91345d62f1e {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:37:02.710571 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb87f2c-27d0-46e7-971e-f91345d62f1e'] response: {'name': 'network-changed', 'server_uuid': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'tag': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'status': 'completed', 'code': 200} Mar 24 01:37:02.773268 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-37ceab86-e793-4686-a235-54b5cd44352d None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:37:02.780822 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fe3ae-020a-4177-803c-239b8f31761f req-21f70cc1-5318-4a6d-95b0-c2c51a0d6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:02.782554 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dc6fe3ae-020a-4177-803c-239b8f31761f req-21f70cc1-5318-4a6d-95b0-c2c51a0d6d89 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 1128 time: 0.0514557 Mar 24 01:37:02.814096 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:02.892913 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fe3ae-020a-4177-803c-239b8f31761f req-1ef928a6-9973-4c2b-8775-e1825c110b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:02.894691 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dc6fe3ae-020a-4177-803c-239b8f31761f req-1ef928a6-9973-4c2b-8775-e1825c110b8c service neutron] 10.222.0.48 "GET /v2.0/networks?id=48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 200 len: 913 time: 0.0973184 Mar 24 01:37:02.929247 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887dd2d-7a21-41f6-9314-4c525f793b64 req-72a41458-2a04-4969-94f4-e3c36b5d89e9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:02.930821 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a887dd2d-7a21-41f6-9314-4c525f793b64 req-72a41458-2a04-4969-94f4-e3c36b5d89e9 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 946 time: 0.0542383 Mar 24 01:37:02.946614 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dc6fe3ae-020a-4177-803c-239b8f31761f req-a2332ae4-020d-4426-b96b-8a59e58a7b88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c94010a-211c-4fdf-acde-97eb41662d7f HTTP/1.1" status: 200 len: 217 time: 0.0434499 Mar 24 01:37:02.988887 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-37ceab86-e793-4686-a235-54b5cd44352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:02.989838 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a887dd2d-7a21-41f6-9314-4c525f793b64 req-5eb52af3-3fff-42e0-b8b0-cddce16ae686 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526319 Mar 24 01:37:02.997740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fe3ae-020a-4177-803c-239b8f31761f req-971abf38-b997-4ef8-b823-2efffe710050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:02.999237 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dc6fe3ae-020a-4177-803c-239b8f31761f req-971abf38-b997-4ef8-b823-2efffe710050 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 200 len: 851 time: 0.0463209 Mar 24 01:37:03.021226 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ceab86-e793-4686-a235-54b5cd44352d None None] Checking router: 50319ba5-3c49-498b-9109-e42037ed5878 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:37:03.029397 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ceab86-e793-4686-a235-54b5cd44352d None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:37:03.030001 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-37ceab86-e793-4686-a235-54b5cd44352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:37:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:03.048062 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fe3ae-020a-4177-803c-239b8f31761f req-4d84d9cf-24b3-4cc5-8ea3-1ffe792051bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:03.049719 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dc6fe3ae-020a-4177-803c-239b8f31761f req-4d84d9cf-24b3-4cc5-8ea3-1ffe792051bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48490743-e645-4022-aa34-04370dc095cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441811 Mar 24 01:37:03.135015 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-37ceab86-e793-4686-a235-54b5cd44352d None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:37:03.141576 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dc6fe3ae-020a-4177-803c-239b8f31761f req-0fc17db4-2aa4-4225-ad93-9e00cb2e9a32 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846691 Mar 24 01:37:03.231016 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dc6fe3ae-020a-4177-803c-239b8f31761f req-b39e4a68-b8ae-45ad-81a5-6286543eb265 service neutron] 10.222.0.48 "GET /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823176 Mar 24 01:37:03.423887 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-37ceab86-e793-4686-a235-54b5cd44352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:03.449622 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ceab86-e793-4686-a235-54b5cd44352d None None] The sync data for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 is: [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:21:27Z', 'revision_number': 4, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '605307d9-8311-4675-9c75-ed052ba2f48c', 'name': '', 'network_id': '48490743-e645-4022-aa34-04370dc095cf', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'mac_address': 'fa:16:3e:33:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:25Z', 'updated_at': '2022-03-24T01:21:36Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'subnets': [{'id': '1485c8ad-91cf-4450-b4fd-21b2b407cdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:37:03.662967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e19ef-a877-4b32-aaf3-6f53067cfd5f None None] New status for floating IP 3219b9e2-a9a6-4e77-a1b8-80a0f9c99985: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:37:03.777737 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:04.111636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023ca3e-9d62-4838-8da7-65313d73d5b9 req-4773844e-08ab-4ed8-bc70-034e77ceefdf tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:04.113122 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6023ca3e-9d62-4838-8da7-65313d73d5b9 req-4773844e-08ab-4ed8-bc70-034e77ceefdf tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 946 time: 0.0565643 Mar 24 01:37:04.161924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6023ca3e-9d62-4838-8da7-65313d73d5b9 req-880926ae-e378-433a-bde2-7903be385d35 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/security-groups?id=70c6ee48-fca4-405a-9330-e8e4fd60b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430586 Mar 24 01:37:04.423368 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097080b-c8b5-4e59-9d75-5e4b91ca212c req-a247e62c-4986-47da-9c2a-2e5a5558df5f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:04.424796 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1097080b-c8b5-4e59-9d75-5e4b91ca212c req-a247e62c-4986-47da-9c2a-2e5a5558df5f tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 946 time: 0.0521262 Mar 24 01:37:04.518412 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-1097080b-c8b5-4e59-9d75-5e4b91ca212c req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Deleting port 2c94010a-211c-4fdf-acde-97eb41662d7f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:37:04.518761 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1097080b-c8b5-4e59-9d75-5e4b91ca212c req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2c94010a-211c-4fdf-acde-97eb41662d7f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:04.605880 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-1097080b-c8b5-4e59-9d75-5e4b91ca212c req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] For port 2c94010a-211c-4fdf-acde-97eb41662d7f, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2c94010a-211c-4fdf-acde-97eb41662d7f,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:37:04.606166 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1097080b-c8b5-4e59-9d75-5e4b91ca212c req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2c94010a-211c-4fdf-acde-97eb41662d7f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:04.618790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-1097080b-c8b5-4e59-9d75-5e4b91ca212c req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Calling delete_port for 2c94010a-211c-4fdf-acde-97eb41662d7f owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:37:04.746028 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1097080b-c8b5-4e59-9d75-5e4b91ca212c req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2c94010a-211c-4fdf-acde-97eb41662d7f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:04.774562 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event deleted for resources: {'Port': ['ID=2c94010a-211c-4fdf-acde-97eb41662d7f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:04.800310 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:04.800666 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:04.801016 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:04.801913 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:04.802251 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:04.802583 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:04.802913 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:04.803241 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:04.803571 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:04.803896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:04.804220 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:04.804540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:04.804861 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:04.805207 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:04.805534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:04.831475 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-1097080b-c8b5-4e59-9d75-5e4b91ca212c req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] No DVR routers for this DVR port 2c94010a-211c-4fdf-acde-97eb41662d7f on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:37:04.833887 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-1097080b-c8b5-4e59-9d75-5e4b91ca212c req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:04.837256 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1097080b-c8b5-4e59-9d75-5e4b91ca212c req-6dec5bdc-9ea0-4668-96de-063baec92747 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.48 "DELETE /v2.0/ports/2c94010a-211c-4fdf-acde-97eb41662d7f HTTP/1.1" status: 204 len: 173 time: 0.4072807 Mar 24 01:37:04.837692 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'name': 'network-vif-deleted', 'tag': '2c94010a-211c-4fdf-acde-97eb41662d7f'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:37:04.840204 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ba40a2-b08c-4673-9188-ce128f123e0f" -d '{"events": [{"server_uuid": "f0c1bd7d-af54-409d-aaa8-45375c71946a", "name": "network-vif-deleted", "tag": "2c94010a-211c-4fdf-acde-97eb41662d7f"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:37:04.880576 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf624917-8f47-4cc2-ad82-91ef2f5c203e x-openstack-request-id: req-cf624917-8f47-4cc2-ad82-91ef2f5c203e {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:37:04.880875 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c1bd7d-af54-409d-aaa8-45375c71946a", "name": "network-vif-deleted", "tag": "2c94010a-211c-4fdf-acde-97eb41662d7f", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:37:04.881159 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf624917-8f47-4cc2-ad82-91ef2f5c203e {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:37:04.881576 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf624917-8f47-4cc2-ad82-91ef2f5c203e'] response: {'server_uuid': 'f0c1bd7d-af54-409d-aaa8-45375c71946a', 'name': 'network-vif-deleted', 'tag': '2c94010a-211c-4fdf-acde-97eb41662d7f', 'status': 'completed', 'code': 200} Mar 24 01:37:05.263700 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28ee72c8-c603-4752-83cc-9d7e8a74a418 req-5326bf92-ee9f-4e4d-a371-cf6df60ec500 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 210 time: 0.0290959 Mar 24 01:37:05.283102 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:06.360946 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02e66f95-a8cb-4137-8ff1-90715b7ba097 req-ebb82e20-4f47-4c1c-92bb-cf0ddb14cc10 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 210 time: 0.0276296 Mar 24 01:37:07.454303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72afb8c9-efce-416a-9dc7-69eb693de494 req-e31a46c2-074e-4d15-ba2c-2daaf436220c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 210 time: 0.0280435 Mar 24 01:37:08.478254 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 2c94010a-211c-4fdf-acde-97eb41662d7f no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:37:08.502716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 2c94010a-211c-4fdf-acde-97eb41662d7f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:37:08.502716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 2c94010a-211c-4fdf-acde-97eb41662d7f not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:37:08.560326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c683e8b-9dfa-4a2d-9f3d-c3cafc441529 req-7fb28d92-e26d-4646-ba3d-870fc8b42baf tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 210 time: 0.0309196 Mar 24 01:37:09.831381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01f09723-93c3-46a8-a6b8-fa67fd89f590 req-b7c8fe13-0bf0-45da-9094-85c742cf0406 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 210 time: 0.1476636 Mar 24 01:37:10.276709 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:37:10.924900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d1077336-7853-4980-9bc7-b0354104bf4f req-be3e1e22-77ac-4024-8a38-4ced278c128c tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 210 time: 0.0272510 Mar 24 01:37:12.026138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4fea5036-005c-4918-80d2-1759c761fab9 req-93c40f26-488d-4831-bb77-3184c11fed88 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 210 time: 0.0277610 Mar 24 01:37:13.122025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3840a430-368a-4b56-9878-f60e809bc906 req-5b1fa20d-6b9a-457b-9fcf-bf2805923d86 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c1bd7d-af54-409d-aaa8-45375c71946a HTTP/1.1" status: 200 len: 210 time: 0.0297773 Mar 24 01:37:14.181381 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36818) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:14.304190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-24f40668-f710-4f7a-abb5-1f6d92e43f06 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Deleting port 7e02122f-7152-4c16-8db8-1051d61c536b {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:37:14.304530 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24f40668-f710-4f7a-abb5-1f6d92e43f06 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7e02122f-7152-4c16-8db8-1051d61c536b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:14.377761 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24f40668-f710-4f7a-abb5-1f6d92e43f06 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7e02122f-7152-4c16-8db8-1051d61c536b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:14.378084 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24f40668-f710-4f7a-abb5-1f6d92e43f06 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for floatingip (7e02122f-7152-4c16-8db8-1051d61c536b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:14.390911 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-24f40668-f710-4f7a-abb5-1f6d92e43f06 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Calling delete_port for 7e02122f-7152-4c16-8db8-1051d61c536b owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:37:14.519040 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24f40668-f710-4f7a-abb5-1f6d92e43f06 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7e02122f-7152-4c16-8db8-1051d61c536b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:14.545052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f40668-f710-4f7a-abb5-1f6d92e43f06 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event deleted for resources: {'Port': ['ID=7e02122f-7152-4c16-8db8-1051d61c536b,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:14.608436 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24f40668-f710-4f7a-abb5-1f6d92e43f06 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for floatingip (f3b3d9cd-ddcf-4811-aeee-80343515b09a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:14.611027 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-24f40668-f710-4f7a-abb5-1f6d92e43f06 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:14.612196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-24f40668-f710-4f7a-abb5-1f6d92e43f06 tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "DELETE /v2.0/floatingips/f3b3d9cd-ddcf-4811-aeee-80343515b09a HTTP/1.1" status: 204 len: 168 time: 0.4298460 Mar 24 01:37:19.996375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36838) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:20.053631 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c26fe157-43c7-41e3-a49f-fa904d4c2a1e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group (70c6ee48-fca4-405a-9330-e8e4fd60b654), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:20.078561 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c26fe157-43c7-41e3-a49f-fa904d4c2a1e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group (70c6ee48-fca4-405a-9330-e8e4fd60b654), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:20.138470 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c26fe157-43c7-41e3-a49f-fa904d4c2a1e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (70c6ee48-fca4-405a-9330-e8e4fd60b654), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:20.141274 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c26fe157-43c7-41e3-a49f-fa904d4c2a1e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:20.142451 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c26fe157-43c7-41e3-a49f-fa904d4c2a1e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] 10.222.0.45 "DELETE /v2.0/security-groups/70c6ee48-fca4-405a-9330-e8e4fd60b654 HTTP/1.1" status: 204 len: 168 time: 0.1449902 Mar 24 01:37:20.159115 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fe157-43c7-41e3-a49f-fa904d4c2a1e tempest-TestVolumeBootPattern-1006877571 tempest-TestVolumeBootPattern-1006877571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c6ee48-fca4-405a-9330-e8e4fd60b654,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:20.221762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36846) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:20.668520 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d9d62c97-2e73-45e9-b03f-f9e88ffdb9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (50319ba5-3c49-498b-9109-e42037ed5878), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:20.921755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-d9d62c97-2e73-45e9-b03f-f9e88ffdb9c9 admin admin] Deleting port 605307d9-8311-4675-9c75-ed052ba2f48c {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:37:20.922026 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d9d62c97-2e73-45e9-b03f-f9e88ffdb9c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:21.004556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-d9d62c97-2e73-45e9-b03f-f9e88ffdb9c9 admin admin] For port 605307d9-8311-4675-9c75-ed052ba2f48c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=605307d9-8311-4675-9c75-ed052ba2f48c,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:37:21.004916 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d9d62c97-2e73-45e9-b03f-f9e88ffdb9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:21.021140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-d9d62c97-2e73-45e9-b03f-f9e88ffdb9c9 admin admin] Calling delete_port for 605307d9-8311-4675-9c75-ed052ba2f48c owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:37:21.201819 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d9d62c97-2e73-45e9-b03f-f9e88ffdb9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (605307d9-8311-4675-9c75-ed052ba2f48c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:21.227139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d62c97-2e73-45e9-b03f-f9e88ffdb9c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=605307d9-8311-4675-9c75-ed052ba2f48c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:21.697494 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d9d62c97-2e73-45e9-b03f-f9e88ffdb9c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (50319ba5-3c49-498b-9109-e42037ed5878), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:21.916975 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d62c97-2e73-45e9-b03f-f9e88ffdb9c9 admin admin] Router 50319ba5-3c49-498b-9109-e42037ed5878 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:37:22.031701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d62c97-2e73-45e9-b03f-f9e88ffdb9c9 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:37:22.040033 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36850) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:22.042432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d9d62c97-2e73-45e9-b03f-f9e88ffdb9c9 admin admin] 10.222.0.45 "PUT /v2.0/routers/50319ba5-3c49-498b-9109-e42037ed5878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8156004 Mar 24 01:37:22.042790 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c26b0-1881-4fe7-9769-d1b5ef30513f None None] Sync routers for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:37:22.054233 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c26b0-1881-4fe7-9769-d1b5ef30513f None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:37:22.055111 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-723c26b0-1881-4fe7-9769-d1b5ef30513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:37:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:22.161902 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df72e832-cbd0-4f80-9303-a5f6d0cbf598 admin admin] Publish callbacks [] for router (50319ba5-3c49-498b-9109-e42037ed5878), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:22.162168 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-723c26b0-1881-4fe7-9769-d1b5ef30513f None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:37:22.264966 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df72e832-cbd0-4f80-9303-a5f6d0cbf598 admin admin] Publish callbacks [] for router_gateway (50319ba5-3c49-498b-9109-e42037ed5878), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:22.321331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-df72e832-cbd0-4f80-9303-a5f6d0cbf598 admin admin] Deleting port f8726d9d-417f-4563-a096-ecdde7a36af0 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:37:22.321603 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df72e832-cbd0-4f80-9303-a5f6d0cbf598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f8726d9d-417f-4563-a096-ecdde7a36af0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:22.337007 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-723c26b0-1881-4fe7-9769-d1b5ef30513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:37:21Z', 'revision_number': 5, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port': {'id': 'f8726d9d-417f-4563-a096-ecdde7a36af0', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50319ba5-3c49-498b-9109-e42037ed5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:20Z', 'updated_at': '2022-03-24T01:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:22.363354 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c26b0-1881-4fe7-9769-d1b5ef30513f None None] Checking router: 50319ba5-3c49-498b-9109-e42037ed5878 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:37:22.372155 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c26b0-1881-4fe7-9769-d1b5ef30513f None None] Routers {'50319ba5-3c49-498b-9109-e42037ed5878'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:37:22.372773 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-723c26b0-1881-4fe7-9769-d1b5ef30513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:37:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['50319ba5-3c49-498b-9109-e42037ed5878'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:22.408965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-df72e832-cbd0-4f80-9303-a5f6d0cbf598 admin admin] For port f8726d9d-417f-4563-a096-ecdde7a36af0, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f8726d9d-417f-4563-a096-ecdde7a36af0,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:37:22.409370 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df72e832-cbd0-4f80-9303-a5f6d0cbf598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f8726d9d-417f-4563-a096-ecdde7a36af0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:22.423118 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-df72e832-cbd0-4f80-9303-a5f6d0cbf598 admin admin] Calling delete_port for f8726d9d-417f-4563-a096-ecdde7a36af0 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:37:22.460356 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-723c26b0-1881-4fe7-9769-d1b5ef30513f None None] Set router 50319ba5-3c49-498b-9109-e42037ed5878 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:37:22.511732 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-723c26b0-1881-4fe7-9769-d1b5ef30513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:37:22Z', 'revision_number': 6, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:22.537967 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c26b0-1881-4fe7-9769-d1b5ef30513f None None] The sync data for ids ['50319ba5-3c49-498b-9109-e42037ed5878'] in n-d-760455-9 is: [{'id': '50319ba5-3c49-498b-9109-e42037ed5878', 'name': 'tempest-TestVolumeBootPattern-2001320766-router', 'tenant_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:18Z', 'updated_at': '2022-03-24T01:37:22Z', 'revision_number': 6, 'project_id': 'c595edeb50ac4eda86dcc5ff48dc0e68', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:37:22.595635 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df72e832-cbd0-4f80-9303-a5f6d0cbf598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f8726d9d-417f-4563-a096-ecdde7a36af0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:22.625679 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72e832-cbd0-4f80-9303-a5f6d0cbf598 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8726d9d-417f-4563-a096-ecdde7a36af0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:22.679561 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df72e832-cbd0-4f80-9303-a5f6d0cbf598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (50319ba5-3c49-498b-9109-e42037ed5878), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:22.772484 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df72e832-cbd0-4f80-9303-a5f6d0cbf598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (50319ba5-3c49-498b-9109-e42037ed5878), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:22.774616 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df72e832-cbd0-4f80-9303-a5f6d0cbf598 admin admin] Publish callbacks [] for router_controller (50319ba5-3c49-498b-9109-e42037ed5878), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:22.816548 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df72e832-cbd0-4f80-9303-a5f6d0cbf598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (50319ba5-3c49-498b-9109-e42037ed5878), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:22.817743 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df72e832-cbd0-4f80-9303-a5f6d0cbf598 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50319ba5-3c49-498b-9109-e42037ed5878 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:37:22.821879 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-df72e832-cbd0-4f80-9303-a5f6d0cbf598 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:22.823011 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-df72e832-cbd0-4f80-9303-a5f6d0cbf598 admin admin] 10.222.0.45 "DELETE /v2.0/routers/50319ba5-3c49-498b-9109-e42037ed5878 HTTP/1.1" status: 204 len: 168 time: 0.7762685 Mar 24 01:37:22.825654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36854) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:22.868776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5b4336-d414-4a81-86a8-cdbaaf2db8da admin admin] Deleting subnet 1485c8ad-91cf-4450-b4fd-21b2b407cdc3 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:37:22.872143 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4336-d414-4a81-86a8-cdbaaf2db8da admin admin] Publish callbacks [] for subnet (1485c8ad-91cf-4450-b4fd-21b2b407cdc3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:22.907217 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4336-d414-4a81-86a8-cdbaaf2db8da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (1485c8ad-91cf-4450-b4fd-21b2b407cdc3), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:22.991661 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4336-d414-4a81-86a8-cdbaaf2db8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (1485c8ad-91cf-4450-b4fd-21b2b407cdc3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:23.040908 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4336-d414-4a81-86a8-cdbaaf2db8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (1485c8ad-91cf-4450-b4fd-21b2b407cdc3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:23.065932 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b4336-d414-4a81-86a8-cdbaaf2db8da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1485c8ad-91cf-4450-b4fd-21b2b407cdc3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:23.070387 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4336-d414-4a81-86a8-cdbaaf2db8da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:23.073643 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8d5b4336-d414-4a81-86a8-cdbaaf2db8da admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1485c8ad-91cf-4450-b4fd-21b2b407cdc3 HTTP/1.1" status: 204 len: 168 time: 0.2469263 Mar 24 01:37:23.076319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795e1145-a32a-44b9-ad79-58ccef8e65f2 None None] Network 48490743-e645-4022-aa34-04370dc095cf requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:37:23.076781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36856) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:23.144777 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (48490743-e645-4022-aa34-04370dc095cf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:23.203066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] Deleting port 758e42c9-e4a1-4693-a8be-150c31ba246e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:37:23.203412 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:23.268051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] For port 758e42c9-e4a1-4693-a8be-150c31ba246e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=758e42c9-e4a1-4693-a8be-150c31ba246e,segment=NetworkSegment(899e2b83-322a-469d-acd2-d58c82ca45fb),segment_id=899e2b83-322a-469d-acd2-d58c82ca45fb)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:37:23.268345 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:23.282249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] Calling delete_port for 758e42c9-e4a1-4693-a8be-150c31ba246e owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:37:23.312595 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] DHCP port deletion for 48490743-e645-4022-aa34-04370dc095cf request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:37:23.361246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Deleting port 758e42c9-e4a1-4693-a8be-150c31ba246e {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:37:23.361667 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:23.362586 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:23.396353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] Pushing event deleted for resources: {'Port': ['ID=758e42c9-e4a1-4693-a8be-150c31ba246e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:23.399074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] No DVR routers for this DVR port 758e42c9-e4a1-4693-a8be-150c31ba246e on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:37:23.430309 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] For port 758e42c9-e4a1-4693-a8be-150c31ba246e, host n-d-760455-9, got binding levels [] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:37:23.430702 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:23.444991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Calling delete_port for 758e42c9-e4a1-4693-a8be-150c31ba246e owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:37:23.448337 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.ipam_backend_mixin [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Port 758e42c9-e4a1-4693-a8be-150c31ba246e was not found and therefore no delete operation was performed {{(pid=115731) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 01:37:23.449618 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (758e42c9-e4a1-4693-a8be-150c31ba246e), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:23.474596 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Pushing event deleted for resources: {'Port': ['ID=758e42c9-e4a1-4693-a8be-150c31ba246e,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:23.480758 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (48490743-e645-4022-aa34-04370dc095cf), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:23.482249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] No DVR routers for this DVR port 758e42c9-e4a1-4693-a8be-150c31ba246e on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:37:23.485142 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:23.486515 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:23.486869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:23.487208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:23.488019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:23.488019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:23.488215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:23.488511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:23.489400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:23.489735 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:23.490413 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:23.490413 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:23.490691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:23.491006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:23.491325 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2d652-e03c-4867-975d-e171cd36012b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:23.505446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48490743-e645-4022-aa34-04370dc095cf']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:23.518113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899e2b83-322a-469d-acd2-d58c82ca45fb') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:23.518420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899e2b83-322a-469d-acd2-d58c82ca45fb') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:23.529236 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (899e2b83-322a-469d-acd2-d58c82ca45fb), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:23.543246 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (899e2b83-322a-469d-acd2-d58c82ca45fb), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:23.549704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:37:23.550094 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (899e2b83-322a-469d-acd2-d58c82ca45fb), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:37:23.551849 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:37:23.611118 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (48490743-e645-4022-aa34-04370dc095cf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:23.617109 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:23.620363 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] 10.222.0.45 "DELETE /v2.0/networks/48490743-e645-4022-aa34-04370dc095cf HTTP/1.1" status: 204 len: 168 time: 0.5429401 Mar 24 01:37:23.623602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36858) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:23.633783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845c107-2d8f-4f30-83ce-b37c896a178e admin admin] Pushing event deleted for resources: {'Network': ['ID=48490743-e645-4022-aa34-04370dc095cf,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:23.967744 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff0796f2-0891-40c8-b78f-8226e8f2d8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:24.213830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ff0796f2-0891-40c8-b78f-8226e8f2d8a5 admin admin] Deleting port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:37:24.214494 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff0796f2-0891-40c8-b78f-8226e8f2d8a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:24.290484 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-ff0796f2-0891-40c8-b78f-8226e8f2d8a5 admin admin] For port d8e80407-8bdf-41d7-b1b8-3e4fa1bec322, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d8e80407-8bdf-41d7-b1b8-3e4fa1bec322,segment=NetworkSegment(dcb0f1b6-0e92-4da8-9d12-7532ab9e443e),segment_id=dcb0f1b6-0e92-4da8-9d12-7532ab9e443e)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:37:24.290762 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff0796f2-0891-40c8-b78f-8226e8f2d8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:24.303667 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ff0796f2-0891-40c8-b78f-8226e8f2d8a5 admin admin] Calling delete_port for d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:37:24.402670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 605307d9-8311-4675-9c75-ed052ba2f48c no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:37:24.422237 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 605307d9-8311-4675-9c75-ed052ba2f48c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:37:24.422586 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 605307d9-8311-4675-9c75-ed052ba2f48c not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:37:24.423000 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 758e42c9-e4a1-4693-a8be-150c31ba246e no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:37:24.445464 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 758e42c9-e4a1-4693-a8be-150c31ba246e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:37:24.445820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 758e42c9-e4a1-4693-a8be-150c31ba246e not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:37:24.446238 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f8726d9d-417f-4563-a096-ecdde7a36af0 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:37:24.464162 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: f8726d9d-417f-4563-a096-ecdde7a36af0 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:37:24.464515 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f8726d9d-417f-4563-a096-ecdde7a36af0 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:37:24.481240 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff0796f2-0891-40c8-b78f-8226e8f2d8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d8e80407-8bdf-41d7-b1b8-3e4fa1bec322), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:24.506914 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0796f2-0891-40c8-b78f-8226e8f2d8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e80407-8bdf-41d7-b1b8-3e4fa1bec322,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:24.677213 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ff0796f2-0891-40c8-b78f-8226e8f2d8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:24.889044 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0796f2-0891-40c8-b78f-8226e8f2d8a5 admin admin] Router cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:37:24.993612 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0796f2-0891-40c8-b78f-8226e8f2d8a5 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:37:24.998827 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ff0796f2-0891-40c8-b78f-8226e8f2d8a5 admin admin] 10.222.0.45 "PUT /v2.0/routers/cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3740568 Mar 24 01:37:25.001246 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36860) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:25.002258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e8b87-550c-4406-9fcc-f81dba988088 None None] Sync routers for ids ['cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:37:25.012506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e8b87-550c-4406-9fcc-f81dba988088 None None] Routers {'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:37:25.013428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-cb3e8b87-550c-4406-9fcc-f81dba988088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:37:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:25.113784 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-219484c2-fc50-4602-95bc-09bf174c5e8a admin admin] Publish callbacks [] for router (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:25.280958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-cb3e8b87-550c-4406-9fcc-f81dba988088 None None] Set router cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:37:25.464547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-cb3e8b87-550c-4406-9fcc-f81dba988088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'name': 'tempest-TestVolumeBootPattern-1932711079-router', 'tenant_id': '47040567bcb945929de916f33a341bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:34Z', 'updated_at': '2022-03-24T01:37:24Z', 'revision_number': 5, 'project_id': '47040567bcb945929de916f33a341bfd', 'gw_port': {'id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:36Z', 'updated_at': '2022-03-24T01:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:25.490544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e8b87-550c-4406-9fcc-f81dba988088 None None] Checking router: cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:37:25.499581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e8b87-550c-4406-9fcc-f81dba988088 None None] Routers {'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:37:25.500286 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-cb3e8b87-550c-4406-9fcc-f81dba988088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:37:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:25.525505 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-219484c2-fc50-4602-95bc-09bf174c5e8a admin admin] Publish callbacks [] for router_gateway (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:25.576333 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-219484c2-fc50-4602-95bc-09bf174c5e8a admin admin] Deleting port 10803265-193a-49a8-bfc5-5813a3cdd4ce {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:37:25.576676 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-219484c2-fc50-4602-95bc-09bf174c5e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (10803265-193a-49a8-bfc5-5813a3cdd4ce), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:25.607945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-cb3e8b87-550c-4406-9fcc-f81dba988088 None None] Set router cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:37:25.655612 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-219484c2-fc50-4602-95bc-09bf174c5e8a admin admin] For port 10803265-193a-49a8-bfc5-5813a3cdd4ce, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=10803265-193a-49a8-bfc5-5813a3cdd4ce,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:37:25.655977 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-219484c2-fc50-4602-95bc-09bf174c5e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (10803265-193a-49a8-bfc5-5813a3cdd4ce), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:25.668525 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-219484c2-fc50-4602-95bc-09bf174c5e8a admin admin] Calling delete_port for 10803265-193a-49a8-bfc5-5813a3cdd4ce owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:37:25.785312 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-cb3e8b87-550c-4406-9fcc-f81dba988088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'name': 'tempest-TestVolumeBootPattern-1932711079-router', 'tenant_id': '47040567bcb945929de916f33a341bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:34Z', 'updated_at': '2022-03-24T01:37:24Z', 'revision_number': 5, 'project_id': '47040567bcb945929de916f33a341bfd', 'gw_port': {'id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:36Z', 'updated_at': '2022-03-24T01:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:25.811770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e8b87-550c-4406-9fcc-f81dba988088 None None] The sync data for ids ['cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1'] in n-d-760455-9 is: [{'id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'name': 'tempest-TestVolumeBootPattern-1932711079-router', 'tenant_id': '47040567bcb945929de916f33a341bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:21:34Z', 'updated_at': '2022-03-24T01:37:24Z', 'revision_number': 5, 'project_id': '47040567bcb945929de916f33a341bfd', 'gw_port': {'id': '10803265-193a-49a8-bfc5-5813a3cdd4ce', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:21:36Z', 'updated_at': '2022-03-24T01:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:37:25.836619 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-219484c2-fc50-4602-95bc-09bf174c5e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (10803265-193a-49a8-bfc5-5813a3cdd4ce), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:25.860900 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219484c2-fc50-4602-95bc-09bf174c5e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=10803265-193a-49a8-bfc5-5813a3cdd4ce,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:25.923109 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-219484c2-fc50-4602-95bc-09bf174c5e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.013836 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-219484c2-fc50-4602-95bc-09bf174c5e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.015967 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-219484c2-fc50-4602-95bc-09bf174c5e8a admin admin] Publish callbacks [] for router_controller (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.061719 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-219484c2-fc50-4602-95bc-09bf174c5e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.062241 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219484c2-fc50-4602-95bc-09bf174c5e8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:37:26.067886 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-219484c2-fc50-4602-95bc-09bf174c5e8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.069228 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-219484c2-fc50-4602-95bc-09bf174c5e8a admin admin] 10.222.0.45 "DELETE /v2.0/routers/cd7dd5e3-88f9-49a1-82e8-5f6f5228bbd1 HTTP/1.1" status: 204 len: 168 time: 1.0670118 Mar 24 01:37:26.071727 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36862) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:26.114500 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0403981-6cf0-4e86-a725-85235fd8a663 admin admin] Deleting subnet f172f1ab-1627-4fc7-a181-0e8de85f591f {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:37:26.117387 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0403981-6cf0-4e86-a725-85235fd8a663 admin admin] Publish callbacks [] for subnet (f172f1ab-1627-4fc7-a181-0e8de85f591f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.150068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0403981-6cf0-4e86-a725-85235fd8a663 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (f172f1ab-1627-4fc7-a181-0e8de85f591f), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.233551 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0403981-6cf0-4e86-a725-85235fd8a663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (f172f1ab-1627-4fc7-a181-0e8de85f591f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.287872 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0403981-6cf0-4e86-a725-85235fd8a663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (f172f1ab-1627-4fc7-a181-0e8de85f591f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.314377 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0403981-6cf0-4e86-a725-85235fd8a663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f172f1ab-1627-4fc7-a181-0e8de85f591f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:26.317811 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d0403981-6cf0-4e86-a725-85235fd8a663 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.321134 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d0403981-6cf0-4e86-a725-85235fd8a663 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f172f1ab-1627-4fc7-a181-0e8de85f591f HTTP/1.1" status: 204 len: 168 time: 0.2482717 Mar 24 01:37:26.323464 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 36864) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:26.323920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17192ae4-9a4f-4dda-ab3a-fc7877974df4 None None] Network c99826a9-057d-4f09-8131-00809e429199 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:37:26.401499 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (c99826a9-057d-4f09-8131-00809e429199), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.471830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] Deleting port dcbf7f06-8e02-4865-8c87-63f80bb29af1 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:37:26.471830 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.508872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:37:26.535016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a9b271-5275-4009-ad79-c6187dff703c None None] DHCP port deletion for c99826a9-057d-4f09-8131-00809e429199 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:37:26.537793 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:37:26.538186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d8e80407-8bdf-41d7-b1b8-3e4fa1bec322 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:37:26.561615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] For port dcbf7f06-8e02-4865-8c87-63f80bb29af1, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=dcbf7f06-8e02-4865-8c87-63f80bb29af1,segment=NetworkSegment(dcb0f1b6-0e92-4da8-9d12-7532ab9e443e),segment_id=dcb0f1b6-0e92-4da8-9d12-7532ab9e443e)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:37:26.562168 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.581230 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] Calling delete_port for dcbf7f06-8e02-4865-8c87-63f80bb29af1 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:37:26.590686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-91a9b271-5275-4009-ad79-c6187dff703c None None] Deleting port dcbf7f06-8e02-4865-8c87-63f80bb29af1 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:37:26.591068 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-91a9b271-5275-4009-ad79-c6187dff703c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.662269 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-91a9b271-5275-4009-ad79-c6187dff703c None None] For port dcbf7f06-8e02-4865-8c87-63f80bb29af1, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=dcbf7f06-8e02-4865-8c87-63f80bb29af1,segment=NetworkSegment(dcb0f1b6-0e92-4da8-9d12-7532ab9e443e),segment_id=dcb0f1b6-0e92-4da8-9d12-7532ab9e443e)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:37:26.662675 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-91a9b271-5275-4009-ad79-c6187dff703c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.678213 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.683302 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-91a9b271-5275-4009-ad79-c6187dff703c None None] Calling delete_port for dcbf7f06-8e02-4865-8c87-63f80bb29af1 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:37:26.704440 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbf7f06-8e02-4865-8c87-63f80bb29af1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:26.710238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] No DVR routers for this DVR port dcbf7f06-8e02-4865-8c87-63f80bb29af1 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:37:26.760428 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-91a9b271-5275-4009-ad79-c6187dff703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (dcbf7f06-8e02-4865-8c87-63f80bb29af1), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.781510 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (c99826a9-057d-4f09-8131-00809e429199), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.785087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9b271-5275-4009-ad79-c6187dff703c None None] Pushing event deleted for resources: {'Port': ['ID=dcbf7f06-8e02-4865-8c87-63f80bb29af1,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:26.789131 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a9b271-5275-4009-ad79-c6187dff703c None None] No DVR routers for this DVR port dcbf7f06-8e02-4865-8c87-63f80bb29af1 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:37:26.811982 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99826a9-057d-4f09-8131-00809e429199']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:26.821662 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb0f1b6-0e92-4da8-9d12-7532ab9e443e') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:26.821961 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb0f1b6-0e92-4da8-9d12-7532ab9e443e') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:37:26.831688 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (dcb0f1b6-0e92-4da8-9d12-7532ab9e443e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.845219 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (dcb0f1b6-0e92-4da8-9d12-7532ab9e443e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.851800 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:37:26.852235 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (dcb0f1b6-0e92-4da8-9d12-7532ab9e443e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:37:26.853882 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:37:26.905655 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (c99826a9-057d-4f09-8131-00809e429199), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.911586 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:26.917200 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c99826a9-057d-4f09-8131-00809e429199 HTTP/1.1" status: 204 len: 168 time: 0.5919204 Mar 24 01:37:26.928640 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd8705-ee87-4a50-bc10-7c61c6730509 admin admin] Pushing event deleted for resources: {'Network': ['ID=c99826a9-057d-4f09-8131-00809e429199,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:27.028561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36870) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:27.069020 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-561eeb4b-1aa3-4c9e-b052-727dd759cc46 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c595edeb50ac4eda86dcc5ff48dc0e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391853 Mar 24 01:37:27.071377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36872) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:27.117227 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a61b4a9-83c7-41bd-8cd9-8730475015d6 admin admin] Publish callbacks [] for security_group (a764f020-b42d-4f29-b8e1-fc06c9e4be79), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:27.138053 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a61b4a9-83c7-41bd-8cd9-8730475015d6 admin admin] Publish callbacks [] for security_group (a764f020-b42d-4f29-b8e1-fc06c9e4be79), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:27.183592 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a61b4a9-83c7-41bd-8cd9-8730475015d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a764f020-b42d-4f29-b8e1-fc06c9e4be79), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:27.186182 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a61b4a9-83c7-41bd-8cd9-8730475015d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:27.187309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5a61b4a9-83c7-41bd-8cd9-8730475015d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a764f020-b42d-4f29-b8e1-fc06c9e4be79 HTTP/1.1" status: 204 len: 168 time: 0.1150301 Mar 24 01:37:27.196861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61b4a9-83c7-41bd-8cd9-8730475015d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a764f020-b42d-4f29-b8e1-fc06c9e4be79,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:27.511195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36878) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:27.555801 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-74ce5c36-ba78-414f-a21b-e2576e0e60a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47040567bcb945929de916f33a341bfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420110 Mar 24 01:37:27.556928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 36880) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:27.603393 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b56d12f0-0934-453b-9c36-3c1b9dcefecd admin admin] Publish callbacks [] for security_group (876c43f3-00d0-49eb-9a33-251fd452d8d2), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:27.624451 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b56d12f0-0934-453b-9c36-3c1b9dcefecd admin admin] Publish callbacks [] for security_group (876c43f3-00d0-49eb-9a33-251fd452d8d2), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:27.670878 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b56d12f0-0934-453b-9c36-3c1b9dcefecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (876c43f3-00d0-49eb-9a33-251fd452d8d2), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:27.673504 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b56d12f0-0934-453b-9c36-3c1b9dcefecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:27.674628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b56d12f0-0934-453b-9c36-3c1b9dcefecd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/876c43f3-00d0-49eb-9a33-251fd452d8d2 HTTP/1.1" status: 204 len: 168 time: 0.1167197 Mar 24 01:37:27.682730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d12f0-0934-453b-9c36-3c1b9dcefecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876c43f3-00d0-49eb-9a33-251fd452d8d2,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:28.402367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 10803265-193a-49a8-bfc5-5813a3cdd4ce no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:37:28.422273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 10803265-193a-49a8-bfc5-5813a3cdd4ce {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:37:28.422614 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 10803265-193a-49a8-bfc5-5813a3cdd4ce not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:37:28.423019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device dcbf7f06-8e02-4865-8c87-63f80bb29af1 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:37:28.441258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: dcbf7f06-8e02-4865-8c87-63f80bb29af1 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:37:28.441610 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device dcbf7f06-8e02-4865-8c87-63f80bb29af1 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:37:28.772994 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9a6047cb-c1d1-41f5-8864-89d2850ee455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:30.227231 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:30.901969 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f3d3150a-7f3b-4e80-81d0-3398efd1e81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:32.270051 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:32.808071 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:33.781635 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:35.275535 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:38.600930 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-abefc3c2-49a1-4a93-ac2a-255f1b3951c1 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b631f31a209a437f8780f208c89c5298&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312347 Mar 24 01:37:38.787009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-2d4ebf80-b29e-49d7-8478-b02b83d6e25b tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:38.788426 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-2d4ebf80-b29e-49d7-8478-b02b83d6e25b tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824551 Mar 24 01:37:38.803056 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-414f3bc4-8618-4b67-abb0-25f34707608e tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/quotas/b631f31a209a437f8780f208c89c5298 HTTP/1.1" status: 200 len: 375 time: 0.0092256 Mar 24 01:37:38.834198 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-142516da-34c1-4362-99a7-19663ffb38e5 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b631f31a209a437f8780f208c89c5298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262833 Mar 24 01:37:39.102628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36765438-e725-4b70-95c6-a67a8cc3eb2a req-8f802a81-59bd-48e6-a03c-ad383eb6a551 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa HTTP/1.1" status: 200 len: 210 time: 0.1321347 Mar 24 01:37:39.983428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-109d2989-2bca-44d7-891c-6036bb9ee730 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b631f31a209a437f8780f208c89c5298&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227871 Mar 24 01:37:40.096139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-fc9ac3bf-6eec-4ca6-867b-e0887c4b09d1 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:40.097582 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-fc9ac3bf-6eec-4ca6-867b-e0887c4b09d1 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1098466 Mar 24 01:37:40.109493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Request body: {'port': {'device_id': '2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'admin_state_up': True, 'tenant_id': 'b631f31a209a437f8780f208c89c5298'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:37:40.216685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a176fef1-e469-4ac6-af39-c32bc005fb90 req-01a83e04-f543-407c-b671-31f4c3665986 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa HTTP/1.1" status: 200 len: 210 time: 0.0413091 Mar 24 01:37:40.250114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Made reservation on behalf of b631f31a209a437f8780f208c89c5298 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:37:40.253338 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:40.262489 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:40.335396 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Publish callbacks [] for security_group (1844c4a5-3611-417a-90a3-06b5b3362db1), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:40.339060 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1844c4a5-3611-417a-90a3-06b5b3362db1), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:40.406904 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1844c4a5-3611-417a-90a3-06b5b3362db1,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:40.421152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:40.421510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:40.421854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:40.422193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:40.422522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:40.422851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:40.423179 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:40.423504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:40.423828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:40.424150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:40.424473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:40.424796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:40.425136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:40.425459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:40.425779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:37:40.490653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Allocated IP 192.168.233.233 (a3debfba-8a32-48d9-a55d-0cf07d1d7a4a/df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a/67ba7c3f-dfc5-42a9-93d6-081df89fd140) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:37:40.633653 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Publish callbacks [] for port (67ba7c3f-dfc5-42a9-93d6-081df89fd140), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:40.666384 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (67ba7c3f-dfc5-42a9-93d6-081df89fd140), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:40.710263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:37:40.713323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:37:40.718841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:37:40.743237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Pushing event updated for resources: {'Port': ['ID=67ba7c3f-dfc5-42a9-93d6-081df89fd140,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:40.771803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:40.772334 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:40.789396 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-bd38a662-c2dc-4735-9b8f-b6eba69cf2de tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6832690 Mar 24 01:37:40.804129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Request body: {'port': {'device_id': '2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:37:40.864919 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (67ba7c3f-dfc5-42a9-93d6-081df89fd140), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:40.919731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7c7af1ea-ee3f-41de-ab3b-b8b8ada53086 None None] Provisioning complete for port 67ba7c3f-dfc5-42a9-93d6-081df89fd140 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:37:40.920294 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7c7af1ea-ee3f-41de-ab3b-b8b8ada53086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (67ba7c3f-dfc5-42a9-93d6-081df89fd140), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:40.953187 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7c7af1ea-ee3f-41de-ab3b-b8b8ada53086 None None] Port 67ba7c3f-dfc5-42a9-93d6-081df89fd140 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:37:41.129786 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ba7c3f-dfc5-42a9-93d6-081df89fd140 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:37:41.137727 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Publish callbacks [] for port (67ba7c3f-dfc5-42a9-93d6-081df89fd140), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:41.151097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Transition to ACTIVE for port object 67ba7c3f-dfc5-42a9-93d6-081df89fd140 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:37:41.154735 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (67ba7c3f-dfc5-42a9-93d6-081df89fd140), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:41.208576 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Pushing event updated for resources: {'Port': ['ID=67ba7c3f-dfc5-42a9-93d6-081df89fd140,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:41.282009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Attempting to bind port 67ba7c3f-dfc5-42a9-93d6-081df89fd140 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:37:41.282354 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Attempting to bind port 67ba7c3f-dfc5-42a9-93d6-081df89fd140 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:37:41.282682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Attempting to bind port 67ba7c3f-dfc5-42a9-93d6-081df89fd140 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:37:41.287367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Port 67ba7c3f-dfc5-42a9-93d6-081df89fd140 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:37:41.287695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Attempting to bind port 67ba7c3f-dfc5-42a9-93d6-081df89fd140 on network a3debfba-8a32-48d9-a55d-0cf07d1d7a4a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:37:41.294569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:37:41.294913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Checking segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:37:41.295293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Bound using segment: {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:37:41.295727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Bound port: 67ba7c3f-dfc5-42a9-93d6-081df89fd140, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d0457-29aa-4192-9c25-f4e42223e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:37:41.296085 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (67ba7c3f-dfc5-42a9-93d6-081df89fd140), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:41.396620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d1eaf-e04a-4e9a-a95d-09a744ce4586 req-35450658-114d-4cb4-9d84-bf0be81abd6f tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:41.398048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a93d1eaf-e04a-4e9a-a95d-09a744ce4586 req-35450658-114d-4cb4-9d84-bf0be81abd6f tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa HTTP/1.1" status: 200 len: 948 time: 0.1053412 Mar 24 01:37:41.403730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] For port 67ba7c3f-dfc5-42a9-93d6-081df89fd140, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:37:41.407791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] For port 67ba7c3f-dfc5-42a9-93d6-081df89fd140, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=67ba7c3f-dfc5-42a9-93d6-081df89fd140,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:37:41.422855 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (67ba7c3f-dfc5-42a9-93d6-081df89fd140), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:41.470700 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:41.471236 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:41.472620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-985fca27-fc87-4793-8aae-d670c674044e service neutron] 10.222.0.57 "PUT /v2.0/ports/67ba7c3f-dfc5-42a9-93d6-081df89fd140 HTTP/1.1" status: 200 len: 1096 time: 0.6728976 Mar 24 01:37:41.475699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa', 'tag': '67ba7c3f-dfc5-42a9-93d6-081df89fd140'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:37:41.478039 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c944088-a771-4b04-8c60-79d41b90b6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa", "tag": "67ba7c3f-dfc5-42a9-93d6-081df89fd140"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:37:41.505163 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a93d1eaf-e04a-4e9a-a95d-09a744ce4586 req-2879961e-01c8-4470-a391-53e10fe571e6 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/security-groups?id=1844c4a5-3611-417a-90a3-06b5b3362db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985737 Mar 24 01:37:41.510074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fca27-fc87-4793-8aae-d670c674044e service neutron] Pushing event updated for resources: {'Port': ['ID=67ba7c3f-dfc5-42a9-93d6-081df89fd140,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:41.532715 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6127fc-e6d4-4949-b7e7-b5ecec36ef1c x-openstack-request-id: req-1d6127fc-e6d4-4949-b7e7-b5ecec36ef1c {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:37:41.533168 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa", "tag": "67ba7c3f-dfc5-42a9-93d6-081df89fd140", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:37:41.533433 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d6127fc-e6d4-4949-b7e7-b5ecec36ef1c {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:37:41.533852 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d6127fc-e6d4-4949-b7e7-b5ecec36ef1c'] response: {'name': 'network-changed', 'server_uuid': '2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa', 'tag': '67ba7c3f-dfc5-42a9-93d6-081df89fd140', 'status': 'completed', 'code': 200} Mar 24 01:37:41.584933 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-94d0c44f-db39-49b5-96db-5e193dc5c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:41.586500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-94d0c44f-db39-49b5-96db-5e193dc5c7d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b631f31a209a437f8780f208c89c5298&device_id=2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa HTTP/1.1" status: 200 len: 1130 time: 0.0512760 Mar 24 01:37:41.628172 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-0c275ab6-2eed-4e20-90c8-ca16cc9c3f03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=67ba7c3f-dfc5-42a9-93d6-081df89fd140 HTTP/1.1" status: 200 len: 217 time: 0.0354674 Mar 24 01:37:41.678473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-3c9db7fa-6d5e-44ce-8be8-d4b8255cfb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:41.679931 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-3c9db7fa-6d5e-44ce-8be8-d4b8255cfb4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0449650 Mar 24 01:37:41.732596 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-67b567d4-c46b-4a7e-8671-314b9701aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:41.734107 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-67b567d4-c46b-4a7e-8671-314b9701aa83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0489321 Mar 24 01:37:41.821689 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-dbe79c62-a9ff-4053-b9fc-512b3af76647 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814414 Mar 24 01:37:41.913200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aefc017c-dfab-42a6-9373-3b08aa1157e0 req-5839248f-d08d-42b3-ae08-64f977a4036b service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855668 Mar 24 01:37:42.003418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c944088-a771-4b04-8c60-79d41b90b6fc req-cd496b8c-0ae8-48a8-a151-33f626c9da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:42.004949 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c944088-a771-4b04-8c60-79d41b90b6fc req-cd496b8c-0ae8-48a8-a151-33f626c9da6f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b631f31a209a437f8780f208c89c5298&device_id=2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa HTTP/1.1" status: 200 len: 1130 time: 0.0456505 Mar 24 01:37:42.092015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c944088-a771-4b04-8c60-79d41b90b6fc req-4df1c794-f0ce-4b97-802d-71dab215b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:42.093485 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c944088-a771-4b04-8c60-79d41b90b6fc req-4df1c794-f0ce-4b97-802d-71dab215b280 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a HTTP/1.1" status: 200 len: 870 time: 0.0822339 Mar 24 01:37:42.141814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c944088-a771-4b04-8c60-79d41b90b6fc req-73132422-285e-4abd-aa96-7bba158dc1e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=67ba7c3f-dfc5-42a9-93d6-081df89fd140 HTTP/1.1" status: 200 len: 217 time: 0.0422604 Mar 24 01:37:42.194641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c944088-a771-4b04-8c60-79d41b90b6fc req-6df2ecb9-e5d3-4a0b-a9d1-20a33857524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:42.196067 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c944088-a771-4b04-8c60-79d41b90b6fc req-6df2ecb9-e5d3-4a0b-a9d1-20a33857524f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a HTTP/1.1" status: 200 len: 843 time: 0.0480969 Mar 24 01:37:42.244992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c944088-a771-4b04-8c60-79d41b90b6fc req-31f6ffe6-a67c-44b9-8178-83f649515c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:42.246638 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c944088-a771-4b04-8c60-79d41b90b6fc req-31f6ffe6-a67c-44b9-8178-83f649515c13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3debfba-8a32-48d9-a55d-0cf07d1d7a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0445108 Mar 24 01:37:42.346058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c944088-a771-4b04-8c60-79d41b90b6fc req-37077474-2acd-4eb1-9b4c-fb3146b189b9 service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930886 Mar 24 01:37:42.435923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c944088-a771-4b04-8c60-79d41b90b6fc req-5d5c5ef6-d91e-428a-9da7-fcf598e8eb3c service neutron] 10.222.0.57 "GET /v2.0/networks/a3debfba-8a32-48d9-a55d-0cf07d1d7a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833330 Mar 24 01:37:42.633389 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff848f-5f47-423e-9f97-641712aecf27 req-549992ea-9d81-4d90-a952-a22a5e8d0807 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:42.634875 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8ff848f-5f47-423e-9f97-641712aecf27 req-549992ea-9d81-4d90-a952-a22a5e8d0807 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa HTTP/1.1" status: 200 len: 948 time: 0.0567474 Mar 24 01:37:42.686668 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e8ff848f-5f47-423e-9f97-641712aecf27 req-91ed9947-542e-4332-a702-0dcbf531efd1 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/security-groups?id=1844c4a5-3611-417a-90a3-06b5b3362db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462723 Mar 24 01:37:43.807952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a571046-50df-4c75-9b32-675df585633f req-453083e5-e811-46d3-82f0-11f9c7d229eb tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:43.809354 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a571046-50df-4c75-9b32-675df585633f req-453083e5-e811-46d3-82f0-11f9c7d229eb tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa HTTP/1.1" status: 200 len: 948 time: 0.0514760 Mar 24 01:37:43.854502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a571046-50df-4c75-9b32-675df585633f req-87e9e84e-f3a2-4142-aeb9-ced36c9413a3 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/security-groups?id=1844c4a5-3611-417a-90a3-06b5b3362db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393865 Mar 24 01:37:44.972835 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9a8b2-65d5-4aba-9f8c-7cd3bbe71cc7 req-f8d57b1f-7117-4b9a-b1e1-472d8ad6ee9d tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:44.974312 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-88f9a8b2-65d5-4aba-9f8c-7cd3bbe71cc7 req-f8d57b1f-7117-4b9a-b1e1-472d8ad6ee9d tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa HTTP/1.1" status: 200 len: 948 time: 0.0528054 Mar 24 01:37:45.018984 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-88f9a8b2-65d5-4aba-9f8c-7cd3bbe71cc7 req-476bb954-c7f9-4e9a-86a0-c76e5264e642 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/security-groups?id=1844c4a5-3611-417a-90a3-06b5b3362db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391002 Mar 24 01:37:45.290707 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 67ba7c3f-dfc5-42a9-93d6-081df89fd140 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:37:45.386172 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 67ba7c3f-dfc5-42a9-93d6-081df89fd140, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=67ba7c3f-dfc5-42a9-93d6-081df89fd140,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:37:45.397353 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '67ba7c3f-dfc5-42a9-93d6-081df89fd140', 'network_id': 'a3debfba-8a32-48d9-a55d-0cf07d1d7a4a', 'port_id': '67ba7c3f-dfc5-42a9-93d6-081df89fd140', 'mac_address': 'fa:16:3e:5e:bb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1df0f2-6bdf-4149-8fa6-29c6f3a5ad5a', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:37:45.436051 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 67ba7c3f-dfc5-42a9-93d6-081df89fd140 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:37:45.436441 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (67ba7c3f-dfc5-42a9-93d6-081df89fd140), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:45.449461 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ba7c3f-dfc5-42a9-93d6-081df89fd140 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:37:45.467583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 67ba7c3f-dfc5-42a9-93d6-081df89fd140, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=67ba7c3f-dfc5-42a9-93d6-081df89fd140,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:37:45.471402 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (67ba7c3f-dfc5-42a9-93d6-081df89fd140), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:45.518396 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=67ba7c3f-dfc5-42a9-93d6-081df89fd140,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:45.709997 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['67ba7c3f-dfc5-42a9-93d6-081df89fd140'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:37:46.142863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b86ae-81f5-4727-8bdd-9db4838291b9 req-83424a00-301c-4327-bfdc-a1830b0ae023 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:46.144318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf4b86ae-81f5-4727-8bdd-9db4838291b9 req-83424a00-301c-4327-bfdc-a1830b0ae023 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa HTTP/1.1" status: 200 len: 949 time: 0.0592763 Mar 24 01:37:46.190904 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf4b86ae-81f5-4727-8bdd-9db4838291b9 req-a5a3fced-7a39-46ff-967e-c05de1086158 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/security-groups?id=1844c4a5-3611-417a-90a3-06b5b3362db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403836 Mar 24 01:37:47.276075 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:37:47.306919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 67ba7c3f-dfc5-42a9-93d6-081df89fd140 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:37:47.315045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c269ca1-c631-4d93-b2f1-f9dec66a9f8e req-6753cac4-eba6-4195-b2d8-aae0632805d8 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:47.316673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c269ca1-c631-4d93-b2f1-f9dec66a9f8e req-6753cac4-eba6-4195-b2d8-aae0632805d8 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa HTTP/1.1" status: 200 len: 949 time: 0.0553937 Mar 24 01:37:47.357215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 67ba7c3f-dfc5-42a9-93d6-081df89fd140 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:37:47.361365 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 67ba7c3f-dfc5-42a9-93d6-081df89fd140 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:37:47.361748 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (67ba7c3f-dfc5-42a9-93d6-081df89fd140), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:47.366315 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c269ca1-c631-4d93-b2f1-f9dec66a9f8e req-8b625a0e-cf57-4535-a18d-a29c8d071114 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/security-groups?id=1844c4a5-3611-417a-90a3-06b5b3362db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433757 Mar 24 01:37:47.440208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 67ba7c3f-dfc5-42a9-93d6-081df89fd140 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:37:47.440598 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (67ba7c3f-dfc5-42a9-93d6-081df89fd140), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:47.462034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ba7c3f-dfc5-42a9-93d6-081df89fd140'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:37:47.464250 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4599dcf-f89e-4c31-a377-cb9e65a42ab1" -d '{"events": [{"server_uuid": "2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa", "name": "network-vif-plugged", "status": "completed", "tag": "67ba7c3f-dfc5-42a9-93d6-081df89fd140"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:37:47.476551 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 67ba7c3f-dfc5-42a9-93d6-081df89fd140, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=67ba7c3f-dfc5-42a9-93d6-081df89fd140,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:37:47.480814 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (67ba7c3f-dfc5-42a9-93d6-081df89fd140), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:47.505710 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4948652-e840-4201-ba2a-8b4af4cc32ff x-openstack-request-id: req-e4948652-e840-4201-ba2a-8b4af4cc32ff {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:37:47.506007 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa", "name": "network-vif-plugged", "status": "completed", "tag": "67ba7c3f-dfc5-42a9-93d6-081df89fd140", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:37:47.506267 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4948652-e840-4201-ba2a-8b4af4cc32ff {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:37:47.506666 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4948652-e840-4201-ba2a-8b4af4cc32ff'] response: {'server_uuid': '2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ba7c3f-dfc5-42a9-93d6-081df89fd140', 'code': 200} Mar 24 01:37:47.530525 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=67ba7c3f-dfc5-42a9-93d6-081df89fd140,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:47.611582 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d32d91-5f4f-45a4-8958-d4c8516f6df9 req-79f77e0a-40f9-442f-8003-4e484806cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:47.614845 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11d32d91-5f4f-45a4-8958-d4c8516f6df9 req-79f77e0a-40f9-442f-8003-4e484806cdfe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa HTTP/1.1" status: 200 len: 1132 time: 0.0528440 Mar 24 01:37:47.658665 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11d32d91-5f4f-45a4-8958-d4c8516f6df9 req-9eca2694-3213-4962-8675-a5d91f4b9c2f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1844c4a5-3611-417a-90a3-06b5b3362db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368681 Mar 24 01:37:48.485583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a50e9-1b1f-4bd2-94b1-1edc01c3836a req-333be7a4-8fd3-4fc1-ad14-38b9abd5f893 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:48.487058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-820a50e9-1b1f-4bd2-94b1-1edc01c3836a req-333be7a4-8fd3-4fc1-ad14-38b9abd5f893 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa HTTP/1.1" status: 200 len: 950 time: 0.0540872 Mar 24 01:37:48.533881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-820a50e9-1b1f-4bd2-94b1-1edc01c3836a req-8307a2fa-5040-46e8-896c-5a99261b67c2 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/security-groups?id=1844c4a5-3611-417a-90a3-06b5b3362db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407898 Mar 24 01:37:49.653601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8bcde-c9df-43a7-8fb5-177a2ad026cb req-2fc5f3b5-1b29-4ad4-9485-338e5727628c tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:49.655045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45c8bcde-c9df-43a7-8fb5-177a2ad026cb req-2fc5f3b5-1b29-4ad4-9485-338e5727628c tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa HTTP/1.1" status: 200 len: 950 time: 0.0509191 Mar 24 01:37:49.706104 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45c8bcde-c9df-43a7-8fb5-177a2ad026cb req-ad6020dc-7e0e-43bd-960a-931ddca06610 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/security-groups?id=1844c4a5-3611-417a-90a3-06b5b3362db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455127 Mar 24 01:37:50.033256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-3a9b26a2-da8b-4b27-a025-2417898f0c0f req-6c36ccf3-69b2-4d75-a873-b829311ba5df service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:37:50.034207 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a9b26a2-da8b-4b27-a025-2417898f0c0f req-6c36ccf3-69b2-4d75-a873-b829311ba5df service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053120 Mar 24 01:37:50.401679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-2c7f3bc0-294d-4916-83e1-d21713e7ef6b req-de68a381-b479-49dd-ba5b-cb8698f847ca service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:37:50.402668 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c7f3bc0-294d-4916-83e1-d21713e7ef6b req-de68a381-b479-49dd-ba5b-cb8698f847ca service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0528951 Mar 24 01:37:50.738470 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2457e-068b-451a-96e3-16eb52a6ad16 req-c8f193c9-e225-4008-84fa-36afea24dc8d tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:50.740404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69e2457e-068b-451a-96e3-16eb52a6ad16 req-c8f193c9-e225-4008-84fa-36afea24dc8d tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa HTTP/1.1" status: 200 len: 950 time: 0.0531950 Mar 24 01:37:50.785529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69e2457e-068b-451a-96e3-16eb52a6ad16 req-d5160b80-cf35-4b8b-81d8-f01e5ddcc803 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/security-groups?id=1844c4a5-3611-417a-90a3-06b5b3362db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394793 Mar 24 01:37:51.905503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701e704-dbc9-4341-a700-ea697bc720e3 req-3ae742fd-fb39-403b-8381-84b098f5b02a tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:51.906934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8701e704-dbc9-4341-a700-ea697bc720e3 req-3ae742fd-fb39-403b-8381-84b098f5b02a tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa HTTP/1.1" status: 200 len: 950 time: 0.0518818 Mar 24 01:37:51.959836 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8701e704-dbc9-4341-a700-ea697bc720e3 req-c04a3a6b-cbcf-439d-a30a-0342cf94be75 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.45 "GET /v2.0/security-groups?id=1844c4a5-3611-417a-90a3-06b5b3362db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473347 Mar 24 01:37:52.002379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223b687-63d7-4bd9-897f-4ae0bdc5a08f req-197729a5-a4af-4205-a0ac-5e67916ecd4e tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:52.003804 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e223b687-63d7-4bd9-897f-4ae0bdc5a08f req-197729a5-a4af-4205-a0ac-5e67916ecd4e tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa HTTP/1.1" status: 200 len: 950 time: 0.0629480 Mar 24 01:37:52.093125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-e223b687-63d7-4bd9-897f-4ae0bdc5a08f req-a497319c-7b54-4b23-900b-81d9f78f4e56 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Deleting port 67ba7c3f-dfc5-42a9-93d6-081df89fd140 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:37:52.093397 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e223b687-63d7-4bd9-897f-4ae0bdc5a08f req-a497319c-7b54-4b23-900b-81d9f78f4e56 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (67ba7c3f-dfc5-42a9-93d6-081df89fd140), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:52.182032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-e223b687-63d7-4bd9-897f-4ae0bdc5a08f req-a497319c-7b54-4b23-900b-81d9f78f4e56 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] For port 67ba7c3f-dfc5-42a9-93d6-081df89fd140, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=67ba7c3f-dfc5-42a9-93d6-081df89fd140,segment=NetworkSegment(061d0457-29aa-4192-9c25-f4e42223e1ba),segment_id=061d0457-29aa-4192-9c25-f4e42223e1ba)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:37:52.182397 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e223b687-63d7-4bd9-897f-4ae0bdc5a08f req-a497319c-7b54-4b23-900b-81d9f78f4e56 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (67ba7c3f-dfc5-42a9-93d6-081df89fd140), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:52.195915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-e223b687-63d7-4bd9-897f-4ae0bdc5a08f req-a497319c-7b54-4b23-900b-81d9f78f4e56 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Calling delete_port for 67ba7c3f-dfc5-42a9-93d6-081df89fd140 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:37:52.319173 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e223b687-63d7-4bd9-897f-4ae0bdc5a08f req-a497319c-7b54-4b23-900b-81d9f78f4e56 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (67ba7c3f-dfc5-42a9-93d6-081df89fd140), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:52.331647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['67ba7c3f-dfc5-42a9-93d6-081df89fd140'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:37:52.354916 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497319c-7b54-4b23-900b-81d9f78f4e56 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Pushing event deleted for resources: {'Port': ['ID=67ba7c3f-dfc5-42a9-93d6-081df89fd140,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:52.402418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e223b687-63d7-4bd9-897f-4ae0bdc5a08f req-a497319c-7b54-4b23-900b-81d9f78f4e56 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] No DVR routers for this DVR port 67ba7c3f-dfc5-42a9-93d6-081df89fd140 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:37:52.405540 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e223b687-63d7-4bd9-897f-4ae0bdc5a08f req-a497319c-7b54-4b23-900b-81d9f78f4e56 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:52.409343 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e223b687-63d7-4bd9-897f-4ae0bdc5a08f req-a497319c-7b54-4b23-900b-81d9f78f4e56 tempest-ServersAdminNegativeTestJSON-1406034386 tempest-ServersAdminNegativeTestJSON-1406034386-project] 10.222.0.57 "DELETE /v2.0/ports/67ba7c3f-dfc5-42a9-93d6-081df89fd140 HTTP/1.1" status: 204 len: 173 time: 0.3995860 Mar 24 01:37:52.409815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa', 'name': 'network-vif-deleted', 'tag': '67ba7c3f-dfc5-42a9-93d6-081df89fd140'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:37:52.412683 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a7ac3c-d7f6-4a7d-9e2c-d55c23eff8de" -d '{"events": [{"server_uuid": "2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa", "name": "network-vif-deleted", "tag": "67ba7c3f-dfc5-42a9-93d6-081df89fd140"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:37:52.468291 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e8a4d9-02f9-45e5-b0f5-323641366535 x-openstack-request-id: req-e0e8a4d9-02f9-45e5-b0f5-323641366535 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:37:52.468591 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa", "name": "network-vif-deleted", "tag": "67ba7c3f-dfc5-42a9-93d6-081df89fd140", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:37:52.469942 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e0e8a4d9-02f9-45e5-b0f5-323641366535 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:37:52.470425 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e8a4d9-02f9-45e5-b0f5-323641366535'] response: {'server_uuid': '2b5c12db-2bdc-4ca2-9cbc-7a4ee8b645fa', 'name': 'network-vif-deleted', 'tag': '67ba7c3f-dfc5-42a9-93d6-081df89fd140', 'status': 'completed', 'code': 200} Mar 24 01:37:53.265782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37018) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:53.420834 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dfa53710-5d46-49a8-8c9f-6683017a18b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b631f31a209a437f8780f208c89c5298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1538644 Mar 24 01:37:53.423354 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37024) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:53.468701 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e243b6a5-303c-4bb7-bb7e-1a08cc474dfa admin admin] Publish callbacks [] for security_group (1844c4a5-3611-417a-90a3-06b5b3362db1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:53.494055 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e243b6a5-303c-4bb7-bb7e-1a08cc474dfa admin admin] Publish callbacks [] for security_group (1844c4a5-3611-417a-90a3-06b5b3362db1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:53.539497 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e243b6a5-303c-4bb7-bb7e-1a08cc474dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (1844c4a5-3611-417a-90a3-06b5b3362db1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:53.542181 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e243b6a5-303c-4bb7-bb7e-1a08cc474dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:53.545713 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e243b6a5-303c-4bb7-bb7e-1a08cc474dfa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1844c4a5-3611-417a-90a3-06b5b3362db1 HTTP/1.1" status: 204 len: 168 time: 0.1191120 Mar 24 01:37:53.551613 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243b6a5-303c-4bb7-bb7e-1a08cc474dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1844c4a5-3611-417a-90a3-06b5b3362db1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:53.805116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37030) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:53.818384 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-19b5cb7f-ca9e-4fdd-b331-2da4b58a91b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:53.891724 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-19b5cb7f-ca9e-4fdd-b331-2da4b58a91b7 admin admin] Publish callbacks [] for security_group (7b0c4029-8432-497d-b308-0ff4b880c663), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:53.896054 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-19b5cb7f-ca9e-4fdd-b331-2da4b58a91b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7b0c4029-8432-497d-b308-0ff4b880c663), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:53.934297 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-19b5cb7f-ca9e-4fdd-b331-2da4b58a91b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8b6be826f8c7462fb6c9000309dde92a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280961 Mar 24 01:37:53.936765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37032) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:53.944124 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5cb7f-ca9e-4fdd-b331-2da4b58a91b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0c4029-8432-497d-b308-0ff4b880c663,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:53.988345 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a9c6cec3-d480-4043-a738-9d631c1af872 admin admin] Publish callbacks [] for security_group (7b0c4029-8432-497d-b308-0ff4b880c663), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:54.009609 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a9c6cec3-d480-4043-a738-9d631c1af872 admin admin] Publish callbacks [] for security_group (7b0c4029-8432-497d-b308-0ff4b880c663), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:54.057351 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a9c6cec3-d480-4043-a738-9d631c1af872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7b0c4029-8432-497d-b308-0ff4b880c663), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:54.059924 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a9c6cec3-d480-4043-a738-9d631c1af872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:54.061056 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a9c6cec3-d480-4043-a738-9d631c1af872 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b0c4029-8432-497d-b308-0ff4b880c663 HTTP/1.1" status: 204 len: 168 time: 0.1233766 Mar 24 01:37:54.069551 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6cec3-d480-4043-a738-9d631c1af872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0c4029-8432-497d-b308-0ff4b880c663,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:54.737610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37054) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:54.836472 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-62692ab1-b397-4939-a76c-395be4e94ff1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-694630269-network', 'tenant_id': '184ac0c064d748349d717abcb909ef7e'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:37:54.857678 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62692ab1-b397-4939-a76c-395be4e94ff1 admin admin] Made reservation on behalf of 184ac0c064d748349d717abcb909ef7e for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:37:54.860305 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62692ab1-b397-4939-a76c-395be4e94ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:54.869884 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62692ab1-b397-4939-a76c-395be4e94ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:54.945740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62692ab1-b397-4939-a76c-395be4e94ff1 admin admin] Publish callbacks [] for security_group (7dd9577b-ba04-4df6-a15c-5bc8f252d169), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:54.950381 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62692ab1-b397-4939-a76c-395be4e94ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7dd9577b-ba04-4df6-a15c-5bc8f252d169), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:54.979055 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62692ab1-b397-4939-a76c-395be4e94ff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:37:54.983568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62692ab1-b397-4939-a76c-395be4e94ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd9577b-ba04-4df6-a15c-5bc8f252d169,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:54.991839 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62692ab1-b397-4939-a76c-395be4e94ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e4641f7e-0a66-4d40-9520-a8def119f809), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:54.992209 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-62692ab1-b397-4939-a76c-395be4e94ff1 admin admin] Added segment e4641f7e-0a66-4d40-9520-a8def119f809 of type vlan for network b607b516-f13a-4194-8871-019385ae9fc2 Mar 24 01:37:55.033411 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62692ab1-b397-4939-a76c-395be4e94ff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (b607b516-f13a-4194-8871-019385ae9fc2), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:55.059784 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62692ab1-b397-4939-a76c-395be4e94ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (b607b516-f13a-4194-8871-019385ae9fc2), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:55.060730 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62692ab1-b397-4939-a76c-395be4e94ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:55.061539 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-62692ab1-b397-4939-a76c-395be4e94ff1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:55.121652 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-62692ab1-b397-4939-a76c-395be4e94ff1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3827999 Mar 24 01:37:55.124827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37058) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:37:55.128828 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62692ab1-b397-4939-a76c-395be4e94ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=b607b516-f13a-4194-8871-019385ae9fc2,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:55.129762 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-45bded5e-f05a-4f80-8073-1e6cfab6af14 admin admin] Request body: {'subnet': {'network_id': 'b607b516-f13a-4194-8871-019385ae9fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-694630269-subnet', 'tenant_id': '184ac0c064d748349d717abcb909ef7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:37:55.140967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network b607b516-f13a-4194-8871-019385ae9fc2 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:37:55.153860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bded5e-f05a-4f80-8073-1e6cfab6af14 admin admin] Made reservation on behalf of 184ac0c064d748349d717abcb909ef7e for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:37:55.156859 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45bded5e-f05a-4f80-8073-1e6cfab6af14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:55.326498 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 67ba7c3f-dfc5-42a9-93d6-081df89fd140 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:37:55.336255 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45bded5e-f05a-4f80-8073-1e6cfab6af14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (0aac3bca-fe7d-49fd-b2df-47d6f9707870), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:55.352946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 67ba7c3f-dfc5-42a9-93d6-081df89fd140 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:37:55.353401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 67ba7c3f-dfc5-42a9-93d6-081df89fd140 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:37:55.399253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bded5e-f05a-4f80-8073-1e6cfab6af14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aac3bca-fe7d-49fd-b2df-47d6f9707870,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:55.407737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bded5e-f05a-4f80-8073-1e6cfab6af14 admin admin] Checking segment: {'id': 'e4641f7e-0a66-4d40-9520-a8def119f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b607b516-f13a-4194-8871-019385ae9fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:37:55.408099 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bded5e-f05a-4f80-8073-1e6cfab6af14 admin admin] Network hostable DHCP agents. Network: b607b516-f13a-4194-8871-019385ae9fc2, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:37:55.428882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bded5e-f05a-4f80-8073-1e6cfab6af14 admin admin] Network b607b516-f13a-4194-8871-019385ae9fc2 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:37:55.440300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-45bded5e-f05a-4f80-8073-1e6cfab6af14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, b607b516-f13a-4194-8871-019385ae9fc2) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:37:55.445014 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bded5e-f05a-4f80-8073-1e6cfab6af14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:55.445637 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-45bded5e-f05a-4f80-8073-1e6cfab6af14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:55.452646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a95504d-6550-422f-ba48-f81204aff237 None None] Network b607b516-f13a-4194-8871-019385ae9fc2 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:37:55.473206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-45bded5e-f05a-4f80-8073-1e6cfab6af14 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3463025 Mar 24 01:37:55.567634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292e2219-3e87-4a29-96eb-ab48bf0b6915 None None] Network b607b516-f13a-4194-8871-019385ae9fc2 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:37:55.905568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639f467-0b47-4666-9238-3f729049a3fd req-b6ff6903-b37e-4e7d-8a12-c502052849e2 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:55.907024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1639f467-0b47-4666-9238-3f729049a3fd req-b6ff6903-b37e-4e7d-8a12-c502052849e2 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/networks?id=b607b516-f13a-4194-8871-019385ae9fc2 HTTP/1.1" status: 200 len: 811 time: 0.1032333 Mar 24 01:37:55.922905 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1639f467-0b47-4666-9238-3f729049a3fd req-19bd8e81-08ac-4945-87cf-9fb64ff3e081 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/quotas/184ac0c064d748349d717abcb909ef7e HTTP/1.1" status: 200 len: 375 time: 0.0100019 Mar 24 01:37:55.957930 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1639f467-0b47-4666-9238-3f729049a3fd req-5e6310a2-0adf-4f35-95b9-f25c8cb8edbe tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=184ac0c064d748349d717abcb909ef7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284512 Mar 24 01:37:56.054437 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1639f467-0b47-4666-9238-3f729049a3fd req-f9c43ac3-1e43-4140-b184-75a76af25dcc service neutron] 10.222.0.45 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894299 Mar 24 01:37:56.140571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1639f467-0b47-4666-9238-3f729049a3fd req-d9496470-6b0b-45d0-9ae3-0efe24c448f2 service neutron] 10.222.0.45 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804453 Mar 24 01:37:56.304162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68854cb5-4c85-474a-a1b5-f3227fab7c49 req-08c4d909-061a-49e4-82ca-13cdcea2f18d tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 210 time: 0.0284016 Mar 24 01:37:57.668878 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-201d1dc9-304b-49a7-8f1d-04fe1851cfed req-502ab4f9-50e5-4be9-ade8-8993c176f942 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 210 time: 0.0308180 Mar 24 01:37:57.714146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639f467-0b47-4666-9238-3f729049a3fd req-ea5e5b18-51b2-4c8e-a75a-a7bdc0b3c733 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:57.715566 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1639f467-0b47-4666-9238-3f729049a3fd req-ea5e5b18-51b2-4c8e-a75a-a7bdc0b3c733 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.57 "GET /v2.0/networks?id=b607b516-f13a-4194-8871-019385ae9fc2 HTTP/1.1" status: 200 len: 811 time: 0.4385612 Mar 24 01:37:57.727669 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1639f467-0b47-4666-9238-3f729049a3fd req-7b794fb3-b7c9-47f7-971d-2198d413dc7a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Request body: {'port': {'device_id': 'a85a1f2e-7900-45cd-b996-224ffd4cd935', 'network_id': 'b607b516-f13a-4194-8871-019385ae9fc2', 'admin_state_up': True, 'tenant_id': '184ac0c064d748349d717abcb909ef7e'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:37:57.834059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1639f467-0b47-4666-9238-3f729049a3fd req-7b794fb3-b7c9-47f7-971d-2198d413dc7a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Made reservation on behalf of 184ac0c064d748349d717abcb909ef7e for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:37:57.837585 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1639f467-0b47-4666-9238-3f729049a3fd req-7b794fb3-b7c9-47f7-971d-2198d413dc7a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:57.958110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-1639f467-0b47-4666-9238-3f729049a3fd req-7b794fb3-b7c9-47f7-971d-2198d413dc7a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Allocated IP 172.20.0.3 (b607b516-f13a-4194-8871-019385ae9fc2/0aac3bca-fe7d-49fd-b2df-47d6f9707870/5c288f07-047d-4acf-80dc-fe6e7b5d493c) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:37:58.104101 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1639f467-0b47-4666-9238-3f729049a3fd req-7b794fb3-b7c9-47f7-971d-2198d413dc7a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Publish callbacks [] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:58.135863 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1639f467-0b47-4666-9238-3f729049a3fd req-7b794fb3-b7c9-47f7-971d-2198d413dc7a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:58.181173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1639f467-0b47-4666-9238-3f729049a3fd req-7b794fb3-b7c9-47f7-971d-2198d413dc7a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Network b607b516-f13a-4194-8871-019385ae9fc2 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:37:58.184443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-1639f467-0b47-4666-9238-3f729049a3fd req-7b794fb3-b7c9-47f7-971d-2198d413dc7a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:37:58.191023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1639f467-0b47-4666-9238-3f729049a3fd req-7b794fb3-b7c9-47f7-971d-2198d413dc7a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:37:58.197413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b794fb3-b7c9-47f7-971d-2198d413dc7a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Pushing event updated for resources: {'Port': ['ID=5c288f07-047d-4acf-80dc-fe6e7b5d493c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:58.241792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639f467-0b47-4666-9238-3f729049a3fd req-7b794fb3-b7c9-47f7-971d-2198d413dc7a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:58.242311 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1639f467-0b47-4666-9238-3f729049a3fd req-7b794fb3-b7c9-47f7-971d-2198d413dc7a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:58.257203 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1639f467-0b47-4666-9238-3f729049a3fd req-7b794fb3-b7c9-47f7-971d-2198d413dc7a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5330691 Mar 24 01:37:58.267632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Request body: {'port': {'device_id': 'a85a1f2e-7900-45cd-b996-224ffd4cd935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:37:58.325233 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:58.586957 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c288f07-047d-4acf-80dc-fe6e7b5d493c {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:37:58.594312 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Publish callbacks [] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:58.605803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Transition to ACTIVE for port object 5c288f07-047d-4acf-80dc-fe6e7b5d493c will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:37:58.609528 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:58.658943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Pushing event updated for resources: {'Port': ['ID=5c288f07-047d-4acf-80dc-fe6e7b5d493c,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:58.729384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Attempting to bind port 5c288f07-047d-4acf-80dc-fe6e7b5d493c on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:37:58.730076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Attempting to bind port 5c288f07-047d-4acf-80dc-fe6e7b5d493c by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'e4641f7e-0a66-4d40-9520-a8def119f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b607b516-f13a-4194-8871-019385ae9fc2'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:37:58.730076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Attempting to bind port 5c288f07-047d-4acf-80dc-fe6e7b5d493c on network b607b516-f13a-4194-8871-019385ae9fc2 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:37:58.734326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Port 5c288f07-047d-4acf-80dc-fe6e7b5d493c on network b607b516-f13a-4194-8871-019385ae9fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:37:58.734642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Attempting to bind port 5c288f07-047d-4acf-80dc-fe6e7b5d493c on network b607b516-f13a-4194-8871-019385ae9fc2 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:37:58.741247 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:37:58.741579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Checking segment: {'id': 'e4641f7e-0a66-4d40-9520-a8def119f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b607b516-f13a-4194-8871-019385ae9fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:37:58.741982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Bound using segment: {'id': 'e4641f7e-0a66-4d40-9520-a8def119f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b607b516-f13a-4194-8871-019385ae9fc2'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:37:58.742402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Bound port: 5c288f07-047d-4acf-80dc-fe6e7b5d493c, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4641f7e-0a66-4d40-9520-a8def119f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b607b516-f13a-4194-8871-019385ae9fc2'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:37:58.742757 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:58.776380 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-da45101e-70bb-4973-b015-a777f22f6bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:58.841830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b33d61-bcd2-4323-995a-2274f04ce65e req-cc332e49-14ae-4028-ac7f-1d2ebc8fd616 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:58.843285 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36b33d61-bcd2-4323-995a-2274f04ce65e req-cc332e49-14ae-4028-ac7f-1d2ebc8fd616 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 943 time: 0.1040552 Mar 24 01:37:58.858093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] For port 5c288f07-047d-4acf-80dc-fe6e7b5d493c, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:37:58.881524 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] For port 5c288f07-047d-4acf-80dc-fe6e7b5d493c, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c,segment=NetworkSegment(e4641f7e-0a66-4d40-9520-a8def119f809),segment_id=e4641f7e-0a66-4d40-9520-a8def119f809)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:37:58.897943 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:58.913811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36b33d61-bcd2-4323-995a-2274f04ce65e req-b0e95d85-ab76-418d-9144-6b93f3acef87 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647666 Mar 24 01:37:58.939394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:58.940276 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:37:58.941680 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1639f467-0b47-4666-9238-3f729049a3fd req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] 10.222.0.57 "PUT /v2.0/ports/5c288f07-047d-4acf-80dc-fe6e7b5d493c HTTP/1.1" status: 200 len: 1091 time: 0.6779444 Mar 24 01:37:58.942687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85a1f2e-7900-45cd-b996-224ffd4cd935', 'tag': '5c288f07-047d-4acf-80dc-fe6e7b5d493c'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:37:58.944912 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff0fc70-0a65-4c40-a632-a2737d4bf0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a85a1f2e-7900-45cd-b996-224ffd4cd935", "tag": "5c288f07-047d-4acf-80dc-fe6e7b5d493c"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:37:58.973895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1145d24-7f87-47fd-bd16-61de6d683e8a service neutron] Pushing event updated for resources: {'Port': ['ID=5c288f07-047d-4acf-80dc-fe6e7b5d493c,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:37:58.989521 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e018312f-0c9c-4a2e-8f14-5b5f28b8548b x-openstack-request-id: req-e018312f-0c9c-4a2e-8f14-5b5f28b8548b {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:37:58.989816 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85a1f2e-7900-45cd-b996-224ffd4cd935", "tag": "5c288f07-047d-4acf-80dc-fe6e7b5d493c", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:37:58.990074 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e018312f-0c9c-4a2e-8f14-5b5f28b8548b {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:37:58.990483 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e018312f-0c9c-4a2e-8f14-5b5f28b8548b'] response: {'name': 'network-changed', 'server_uuid': 'a85a1f2e-7900-45cd-b996-224ffd4cd935', 'tag': '5c288f07-047d-4acf-80dc-fe6e7b5d493c', 'status': 'completed', 'code': 200} Mar 24 01:37:59.027509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639f467-0b47-4666-9238-3f729049a3fd req-4ce8092d-96cc-4052-a058-bad24005103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:59.028943 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1639f467-0b47-4666-9238-3f729049a3fd req-4ce8092d-96cc-4052-a058-bad24005103f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=184ac0c064d748349d717abcb909ef7e&device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 1125 time: 0.0497539 Mar 24 01:37:59.069605 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1639f467-0b47-4666-9238-3f729049a3fd req-c6d3358b-f7d5-4312-b6f2-5988cc40aca9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c HTTP/1.1" status: 200 len: 217 time: 0.0344908 Mar 24 01:37:59.115793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639f467-0b47-4666-9238-3f729049a3fd req-20505159-ea21-4135-8e15-86ad77d457ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:59.117284 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1639f467-0b47-4666-9238-3f729049a3fd req-20505159-ea21-4135-8e15-86ad77d457ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0aac3bca-fe7d-49fd-b2df-47d6f9707870 HTTP/1.1" status: 200 len: 851 time: 0.0422673 Mar 24 01:37:59.147315 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1639f467-0b47-4666-9238-3f729049a3fd req-54c05084-75aa-43c2-97cf-c72b83d340d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b607b516-f13a-4194-8871-019385ae9fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247805 Mar 24 01:37:59.236846 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1639f467-0b47-4666-9238-3f729049a3fd req-c7ef8771-4743-469d-acaf-dab2c5859854 service neutron] 10.222.0.57 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837622 Mar 24 01:37:59.323438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1639f467-0b47-4666-9238-3f729049a3fd req-ce800f94-c756-486a-bd58-dc8e10ded0d2 service neutron] 10.222.0.57 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807216 Mar 24 01:37:59.418452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0fc70-0a65-4c40-a632-a2737d4bf0f6 req-6dcc85a2-57e9-4159-9896-cb222317e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:59.419948 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dff0fc70-0a65-4c40-a632-a2737d4bf0f6 req-6dcc85a2-57e9-4159-9896-cb222317e215 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=184ac0c064d748349d717abcb909ef7e&device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 1125 time: 0.0512359 Mar 24 01:37:59.505647 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0fc70-0a65-4c40-a632-a2737d4bf0f6 req-7406c98b-b129-4a6d-990d-01c710008aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:59.507069 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dff0fc70-0a65-4c40-a632-a2737d4bf0f6 req-7406c98b-b129-4a6d-990d-01c710008aad service neutron] 10.222.0.57 "GET /v2.0/networks?id=b607b516-f13a-4194-8871-019385ae9fc2 HTTP/1.1" status: 200 len: 912 time: 0.0817428 Mar 24 01:37:59.554086 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dff0fc70-0a65-4c40-a632-a2737d4bf0f6 req-7a33acd6-7fd0-41db-b459-b392341faca5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c HTTP/1.1" status: 200 len: 217 time: 0.0411773 Mar 24 01:37:59.608971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0fc70-0a65-4c40-a632-a2737d4bf0f6 req-df8b8643-1004-4101-bb69-4ef690d052cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:37:59.610361 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dff0fc70-0a65-4c40-a632-a2737d4bf0f6 req-df8b8643-1004-4101-bb69-4ef690d052cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0aac3bca-fe7d-49fd-b2df-47d6f9707870 HTTP/1.1" status: 200 len: 851 time: 0.0506845 Mar 24 01:37:59.641562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dff0fc70-0a65-4c40-a632-a2737d4bf0f6 req-c55dac49-bd21-447a-bbd2-955337b1d5c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b607b516-f13a-4194-8871-019385ae9fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243068 Mar 24 01:37:59.728596 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dff0fc70-0a65-4c40-a632-a2737d4bf0f6 req-94521e3f-db2a-4b5f-bd20-103d4591c7a2 service neutron] 10.222.0.57 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799117 Mar 24 01:37:59.819788 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dff0fc70-0a65-4c40-a632-a2737d4bf0f6 req-29b9baaa-9b90-4934-bd59-418013d787f4 service neutron] 10.222.0.57 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846145 Mar 24 01:38:00.037073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6bbef-52fb-462f-8519-df113189a4dc req-8b24e8d9-551a-46cc-a88f-759ceab9f40b tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:00.038683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94e6bbef-52fb-462f-8519-df113189a4dc req-8b24e8d9-551a-46cc-a88f-759ceab9f40b tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 943 time: 0.0530062 Mar 24 01:38:00.085361 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94e6bbef-52fb-462f-8519-df113189a4dc req-1bcb8f5b-a49a-4fb0-9fd6-7e22bf689ef9 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411413 Mar 24 01:38:00.227754 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:00.902913 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-437a1213-acdd-4537-807c-c7c84efdf0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:01.209969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01138f46-5f79-4279-b7e5-f2ed57240d61 req-2fc76a62-f13d-425e-9fbc-4645ade61482 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:01.211421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01138f46-5f79-4279-b7e5-f2ed57240d61 req-2fc76a62-f13d-425e-9fbc-4645ade61482 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 943 time: 0.0570264 Mar 24 01:38:01.257003 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01138f46-5f79-4279-b7e5-f2ed57240d61 req-a0938d05-8fd9-4b5c-ba6a-120777d4be9a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400817 Mar 24 01:38:01.340624 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 5c288f07-047d-4acf-80dc-fe6e7b5d493c details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:38:01.436160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 5c288f07-047d-4acf-80dc-fe6e7b5d493c, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c,segment=NetworkSegment(e4641f7e-0a66-4d40-9520-a8def119f809),segment_id=e4641f7e-0a66-4d40-9520-a8def119f809)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:38:01.448132 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '5c288f07-047d-4acf-80dc-fe6e7b5d493c', 'network_id': 'b607b516-f13a-4194-8871-019385ae9fc2', 'port_id': '5c288f07-047d-4acf-80dc-fe6e7b5d493c', 'mac_address': 'fa:16:3e:00:bc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aac3bca-fe7d-49fd-b2df-47d6f9707870', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:38:01.483517 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 5c288f07-047d-4acf-80dc-fe6e7b5d493c is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:38:01.483839 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:01.496341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c288f07-047d-4acf-80dc-fe6e7b5d493c {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:38:01.519031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 5c288f07-047d-4acf-80dc-fe6e7b5d493c, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c,segment=NetworkSegment(e4641f7e-0a66-4d40-9520-a8def119f809),segment_id=e4641f7e-0a66-4d40-9520-a8def119f809)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:38:01.523262 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:01.568877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=5c288f07-047d-4acf-80dc-fe6e7b5d493c,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:01.718838 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['5c288f07-047d-4acf-80dc-fe6e7b5d493c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:38:02.272367 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:02.379318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfd201-cf54-405c-af37-bbcf5378b021 req-10475dfd-5e04-45ad-8d0c-200338a8b532 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:02.380796 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-99cfd201-cf54-405c-af37-bbcf5378b021 req-10475dfd-5e04-45ad-8d0c-200338a8b532 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 944 time: 0.0529733 Mar 24 01:38:02.426180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-99cfd201-cf54-405c-af37-bbcf5378b021 req-b378335f-89cf-4895-ac20-05076e54289a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398202 Mar 24 01:38:02.806737 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:03.352953 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 5c288f07-047d-4acf-80dc-fe6e7b5d493c up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:38:03.400325 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 5c288f07-047d-4acf-80dc-fe6e7b5d493c completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:38:03.404188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 5c288f07-047d-4acf-80dc-fe6e7b5d493c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:38:03.404567 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:03.479063 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 5c288f07-047d-4acf-80dc-fe6e7b5d493c is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:38:03.479461 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:03.506168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85a1f2e-7900-45cd-b996-224ffd4cd935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c288f07-047d-4acf-80dc-fe6e7b5d493c'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:38:03.508393 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c9e62e-3338-42da-80a0-48ee8886ccba" -d '{"events": [{"server_uuid": "a85a1f2e-7900-45cd-b996-224ffd4cd935", "name": "network-vif-plugged", "status": "completed", "tag": "5c288f07-047d-4acf-80dc-fe6e7b5d493c"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:38:03.524917 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 5c288f07-047d-4acf-80dc-fe6e7b5d493c, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c,segment=NetworkSegment(e4641f7e-0a66-4d40-9520-a8def119f809),segment_id=e4641f7e-0a66-4d40-9520-a8def119f809)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:38:03.530079 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:03.547948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d50a4-351d-4ad1-a828-180eac467391 req-2c9ea6cd-993a-44e5-9e90-2e31187de8ec tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:03.549503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-560d50a4-351d-4ad1-a828-180eac467391 req-2c9ea6cd-993a-44e5-9e90-2e31187de8ec tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 944 time: 0.0574739 Mar 24 01:38:03.554442 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f74391-dd98-4d1a-bfa5-350b86b024f3 x-openstack-request-id: req-00f74391-dd98-4d1a-bfa5-350b86b024f3 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:38:03.554741 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85a1f2e-7900-45cd-b996-224ffd4cd935", "name": "network-vif-plugged", "status": "completed", "tag": "5c288f07-047d-4acf-80dc-fe6e7b5d493c", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:38:03.554997 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-00f74391-dd98-4d1a-bfa5-350b86b024f3 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:38:03.555389 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f74391-dd98-4d1a-bfa5-350b86b024f3'] response: {'server_uuid': 'a85a1f2e-7900-45cd-b996-224ffd4cd935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c288f07-047d-4acf-80dc-fe6e7b5d493c', 'code': 200} Mar 24 01:38:03.585677 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=5c288f07-047d-4acf-80dc-fe6e7b5d493c,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:03.609283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-560d50a4-351d-4ad1-a828-180eac467391 req-b287d8ce-46a4-4a3b-b809-ca86b9bbf898 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488262 Mar 24 01:38:03.654350 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebce004-0c8b-4dd0-b6ed-bcb730402794 req-bf36253f-c0f9-42b9-b9f8-f2d41c92a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:03.655847 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ebce004-0c8b-4dd0-b6ed-bcb730402794 req-bf36253f-c0f9-42b9-b9f8-f2d41c92a4a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 1127 time: 0.0454638 Mar 24 01:38:03.702595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ebce004-0c8b-4dd0-b6ed-bcb730402794 req-c2a008da-6a9c-4b86-b37e-1fadd68ca930 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408173 Mar 24 01:38:03.782780 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:04.733278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29895adc-2f86-472a-8056-04a8b41bb960 req-afb82e11-5b3c-474f-934f-83bb2fe8ca02 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:04.737660 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-29895adc-2f86-472a-8056-04a8b41bb960 req-afb82e11-5b3c-474f-934f-83bb2fe8ca02 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0525160 Mar 24 01:38:04.784144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-29895adc-2f86-472a-8056-04a8b41bb960 req-800683ea-a559-49b7-a499-21038d508db8 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434017 Mar 24 01:38:05.280811 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:05.904871 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ec106-7c68-49ba-be59-8973eb457f4b req-607ffa81-064c-4c66-80ae-b7df1808094c tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:05.906341 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-076ec106-7c68-49ba-be59-8973eb457f4b req-607ffa81-064c-4c66-80ae-b7df1808094c tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0544662 Mar 24 01:38:05.952633 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-076ec106-7c68-49ba-be59-8973eb457f4b req-c645c0e3-5fb1-4017-820c-40416541fc15 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401244 Mar 24 01:38:06.200015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4888a-0fe8-4388-adf3-57cf828dbd0a req-cf7062a3-062e-4177-8a34-8b475ac40a65 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:06.201531 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffd4888a-0fe8-4388-adf3-57cf828dbd0a req-cf7062a3-062e-4177-8a34-8b475ac40a65 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0528522 Mar 24 01:38:06.234387 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-2f148e65-e3b1-4492-9ac9-d41f6ff4bfce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943458 Mar 24 01:38:06.244193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-a184b7df-201b-4f86-8e3e-b66cdcd95ed6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:38:06.245178 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-a184b7df-201b-4f86-8e3e-b66cdcd95ed6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051184 Mar 24 01:38:06.250208 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ffd4888a-0fe8-4388-adf3-57cf828dbd0a req-9c581f74-263a-445c-a61c-c58c4c3ca194 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428762 Mar 24 01:38:06.642323 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-3fd2cc94-4b64-40e3-b7c2-0db50f867863 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:06.643624 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-3fd2cc94-4b64-40e3-b7c2-0db50f867863 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports/5c288f07-047d-4acf-80dc-fe6e7b5d493c HTTP/1.1" status: 200 len: 942 time: 0.1022573 Mar 24 01:38:07.378113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505771c4-26ab-452d-ac64-922515e96b4f req-97203c9e-7807-46b3-a247-ab10eb9bf214 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:07.379637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-505771c4-26ab-452d-ac64-922515e96b4f req-97203c9e-7807-46b3-a247-ab10eb9bf214 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0597074 Mar 24 01:38:07.456786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-505771c4-26ab-452d-ac64-922515e96b4f req-cf9ae3c6-656f-4301-9dec-6bc5a28e493d tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714152 Mar 24 01:38:07.466951 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-78067d6a-b39c-4790-bb43-8afd0b1096f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:07.470865 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-78067d6a-b39c-4790-bb43-8afd0b1096f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=184ac0c064d748349d717abcb909ef7e&device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 1127 time: 0.0685647 Mar 24 01:38:07.554893 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-5f115de9-d07a-4ab1-b137-ac6ef22a5bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:07.556298 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-5f115de9-d07a-4ab1-b137-ac6ef22a5bb6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b607b516-f13a-4194-8871-019385ae9fc2 HTTP/1.1" status: 200 len: 912 time: 0.0825748 Mar 24 01:38:07.600383 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-7d94dae6-26a1-4c41-85f6-ae9601e8981e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c HTTP/1.1" status: 200 len: 217 time: 0.0387242 Mar 24 01:38:07.646465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-dabc21fb-576b-4d9a-af8b-59aa4c8e9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:07.647866 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-dabc21fb-576b-4d9a-af8b-59aa4c8e9fe4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0aac3bca-fe7d-49fd-b2df-47d6f9707870 HTTP/1.1" status: 200 len: 851 time: 0.0425029 Mar 24 01:38:07.677607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-260dc10c-4a8f-480b-a4bb-26da8c9000f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b607b516-f13a-4194-8871-019385ae9fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241735 Mar 24 01:38:07.767056 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-bc6250f6-067a-4f13-8ec1-b7ec6510d25f service neutron] 10.222.0.57 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839889 Mar 24 01:38:07.852649 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-5031c24c-987f-4efb-b96e-cc0fc08c3334 service neutron] 10.222.0.57 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797143 Mar 24 01:38:08.581153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f592413-4db8-4c8b-88f0-ecc513a3ea95 req-77e45c14-899a-4e1d-a250-be293a1ebe8d tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:08.582622 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f592413-4db8-4c8b-88f0-ecc513a3ea95 req-77e45c14-899a-4e1d-a250-be293a1ebe8d tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0575802 Mar 24 01:38:08.627318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f592413-4db8-4c8b-88f0-ecc513a3ea95 req-ddbf804e-060f-4870-92d2-78f52b305cec tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391173 Mar 24 01:38:09.746318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3c7f3-ad08-4fe4-8922-57789044a13f req-378f6f73-1d62-4031-9a3f-4e2caa7977a1 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:09.747788 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fd3c7f3-ad08-4fe4-8922-57789044a13f req-378f6f73-1d62-4031-9a3f-4e2caa7977a1 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0519412 Mar 24 01:38:09.794180 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fd3c7f3-ad08-4fe4-8922-57789044a13f req-feaa64fa-3052-4920-b3d4-59c95e83d306 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409162 Mar 24 01:38:10.911534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab55ecb-e181-4b70-aec2-929682d53751 req-3a7a8133-d39c-4c91-a464-ab0f1fc6d148 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:10.912985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dab55ecb-e181-4b70-aec2-929682d53751 req-3a7a8133-d39c-4c91-a464-ab0f1fc6d148 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0510895 Mar 24 01:38:10.967093 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dab55ecb-e181-4b70-aec2-929682d53751 req-7802f14b-2b75-4d71-89eb-72735e2f9ce0 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485818 Mar 24 01:38:12.094172 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8b8fe-1820-4c7a-8cd8-082fa8128833 req-c7f7ccd8-d629-4784-aa8e-6af524a3a9c0 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:12.095646 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7c8b8fe-1820-4c7a-8cd8-082fa8128833 req-c7f7ccd8-d629-4784-aa8e-6af524a3a9c0 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0596547 Mar 24 01:38:12.141400 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7c8b8fe-1820-4c7a-8cd8-082fa8128833 req-12fb45eb-df4d-4e89-b939-18f52d1c571f tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Mar 24 01:38:13.257162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf882b2-0ca2-4896-b32c-2cc8ca45ae27 req-99517a37-b989-40ac-8062-8757a0ef402f tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:13.258613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbf882b2-0ca2-4896-b32c-2cc8ca45ae27 req-99517a37-b989-40ac-8062-8757a0ef402f tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0517423 Mar 24 01:38:13.304270 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbf882b2-0ca2-4896-b32c-2cc8ca45ae27 req-9fed8c43-a184-4368-9811-69f79ff7e822 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402262 Mar 24 01:38:14.426549 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135fe76-6d31-4337-a84b-a68febfdc619 req-c5948503-d0eb-4ae1-addb-1a7710d47a42 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:14.428005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9135fe76-6d31-4337-a84b-a68febfdc619 req-c5948503-d0eb-4ae1-addb-1a7710d47a42 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0571477 Mar 24 01:38:14.474006 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9135fe76-6d31-4337-a84b-a68febfdc619 req-a79a7ae5-1ffe-4c57-b293-8b363097a23c tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404415 Mar 24 01:38:15.592039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165c0f2-af88-4658-82f1-1c54a3e1ba12 req-8f6d31de-2696-407e-9d3c-9257888f4056 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:15.593549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c165c0f2-af88-4658-82f1-1c54a3e1ba12 req-8f6d31de-2696-407e-9d3c-9257888f4056 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0528224 Mar 24 01:38:15.639825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c165c0f2-af88-4658-82f1-1c54a3e1ba12 req-1f565d24-0f2a-4857-b9d4-d407dc1edc56 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398142 Mar 24 01:38:16.757712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef6377-5c7f-4c97-855d-fa284d3723b3 req-e430091b-abd9-4910-a895-dc5d969400eb tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:16.759153 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21ef6377-5c7f-4c97-855d-fa284d3723b3 req-e430091b-abd9-4910-a895-dc5d969400eb tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0512750 Mar 24 01:38:16.808121 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21ef6377-5c7f-4c97-855d-fa284d3723b3 req-5794a639-3846-419c-82f1-5023e31ee22d tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434918 Mar 24 01:38:17.941005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f89fa-a0ac-447d-94ce-5dd93d490bf2 req-a200fffa-dd84-47db-80c1-073f244236ad tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:17.949278 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-957f89fa-a0ac-447d-94ce-5dd93d490bf2 req-a200fffa-dd84-47db-80c1-073f244236ad tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0745091 Mar 24 01:38:17.992866 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-957f89fa-a0ac-447d-94ce-5dd93d490bf2 req-770ac634-86c3-4cce-bfc9-ae5e8687c301 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424976 Mar 24 01:38:19.111168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6852ae1-f064-4b3f-8fc9-6a3010d35e17 req-47648f47-7928-4975-9bfe-475f908ae3e8 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:19.112604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b6852ae1-f064-4b3f-8fc9-6a3010d35e17 req-47648f47-7928-4975-9bfe-475f908ae3e8 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0515594 Mar 24 01:38:19.159137 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b6852ae1-f064-4b3f-8fc9-6a3010d35e17 req-96e148a6-9c7e-44ff-a5e3-62ab9e4dd96b tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 Mar 24 01:38:20.278914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e55c6-a097-44dc-afe9-5dacc09b6eef req-8166d0bc-1a38-43ac-98d8-9a48637f6106 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:20.280412 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b9e55c6-a097-44dc-afe9-5dacc09b6eef req-8166d0bc-1a38-43ac-98d8-9a48637f6106 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0557163 Mar 24 01:38:20.326858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b9e55c6-a097-44dc-afe9-5dacc09b6eef req-4783f0f4-eea9-4d35-b855-2c4b2000b7c7 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409350 Mar 24 01:38:21.445046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd4fe8-305a-4dc2-a86b-1a048dce9a2b req-89a95679-754f-4ea7-bfde-64b6bdca706d tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:21.446529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90bd4fe8-305a-4dc2-a86b-1a048dce9a2b req-89a95679-754f-4ea7-bfde-64b6bdca706d tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0522232 Mar 24 01:38:21.492870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90bd4fe8-305a-4dc2-a86b-1a048dce9a2b req-425c28f5-f350-46d1-a8a7-8449c9f44760 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Mar 24 01:38:22.611840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2357f-bdf0-49cc-89c5-bf64da4fcda8 req-b9e7cb48-2772-491d-988f-423e22b87e8d tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:22.613299 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11f2357f-bdf0-49cc-89c5-bf64da4fcda8 req-b9e7cb48-2772-491d-988f-423e22b87e8d tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0546522 Mar 24 01:38:22.660314 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11f2357f-bdf0-49cc-89c5-bf64da4fcda8 req-0716890c-1828-428c-a151-f55750d717f7 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404751 Mar 24 01:38:23.778922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22490f-fc2c-45f6-97a7-c7348b975240 req-63a9c528-1308-42e9-933e-5701b317fd3e tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:23.780296 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad22490f-fc2c-45f6-97a7-c7348b975240 req-63a9c528-1308-42e9-933e-5701b317fd3e tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0523965 Mar 24 01:38:23.825916 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ad22490f-fc2c-45f6-97a7-c7348b975240 req-766987ee-6322-4304-8ace-c4b41c4ba8e1 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401199 Mar 24 01:38:24.274787 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:38:24.944465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1746f-b429-44c1-99f9-24491203d96c req-fb14f843-687d-490d-b3e5-f102f6080f88 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:24.945960 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6fd1746f-b429-44c1-99f9-24491203d96c req-fb14f843-687d-490d-b3e5-f102f6080f88 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0516856 Mar 24 01:38:24.998649 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6fd1746f-b429-44c1-99f9-24491203d96c req-61228db8-3014-447d-b3e8-5000f187b5fa tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446572 Mar 24 01:38:26.119205 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289d467-94be-4d42-b616-681ffbd0737e req-710722bd-a66e-4fc9-81a7-74dce6ad8e7b tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:26.120711 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a289d467-94be-4d42-b616-681ffbd0737e req-710722bd-a66e-4fc9-81a7-74dce6ad8e7b tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0522733 Mar 24 01:38:26.167011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a289d467-94be-4d42-b616-681ffbd0737e req-0d384654-62d3-45d6-b0ab-3d8230f00719 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Mar 24 01:38:27.284181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bc855-a166-4e40-8798-210c79a839e0 req-c7c75d35-651c-4de0-9d86-7579fcbdf88d tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:27.285673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd6bc855-a166-4e40-8798-210c79a839e0 req-c7c75d35-651c-4de0-9d86-7579fcbdf88d tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0522060 Mar 24 01:38:27.332217 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd6bc855-a166-4e40-8798-210c79a839e0 req-dccb22d4-d989-44f5-8ab0-daa9d44296b2 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404334 Mar 24 01:38:28.454720 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbdce0-4920-4091-bbdb-c87ea4ce0f97 req-218a5ace-8330-476a-a994-a1c1e46c34de tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:28.456164 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-becbdce0-4920-4091-bbdb-c87ea4ce0f97 req-218a5ace-8330-476a-a994-a1c1e46c34de tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0557802 Mar 24 01:38:28.501587 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-becbdce0-4920-4091-bbdb-c87ea4ce0f97 req-34a6088b-89d0-4081-9b3b-1159a2b8e32f tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398099 Mar 24 01:38:28.776975 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5261f720-4a0b-44c4-a92e-d6a6d0afe220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:29.619304 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13f718-bfea-4f81-a2b0-603c90d37624 req-fbc0ea5c-4233-495a-9403-72475838587d tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:29.620741 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b13f718-bfea-4f81-a2b0-603c90d37624 req-fbc0ea5c-4233-495a-9403-72475838587d tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0509617 Mar 24 01:38:29.666457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b13f718-bfea-4f81-a2b0-603c90d37624 req-d31c597c-ced9-4768-aa50-24a05b2ae40c tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402043 Mar 24 01:38:30.226597 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:30.790038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c9e14-c23d-47e7-b419-744ead5fe1b6 req-35f52b83-6525-4058-ad82-d65c056f9061 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:30.791426 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-048c9e14-c23d-47e7-b419-744ead5fe1b6 req-35f52b83-6525-4058-ad82-d65c056f9061 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0523059 Mar 24 01:38:30.840160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-048c9e14-c23d-47e7-b419-744ead5fe1b6 req-fb9263a7-10c8-4604-bb0d-88ffd59b1882 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432694 Mar 24 01:38:30.904164 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5909a0e7-8601-4715-9163-c3a7ac12ecfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:30.962747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911eca4-69d8-44fb-9ee8-e462f7dc6069 req-88e9f2b4-919b-4b17-9256-4ba9f71c8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:30.964260 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7911eca4-69d8-44fb-9ee8-e462f7dc6069 req-88e9f2b4-919b-4b17-9256-4ba9f71c8bf1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=184ac0c064d748349d717abcb909ef7e&device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 1127 time: 0.0507224 Mar 24 01:38:31.061156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911eca4-69d8-44fb-9ee8-e462f7dc6069 req-cc3e493d-0ea4-43d2-b26e-0c999ab4544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:31.062605 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7911eca4-69d8-44fb-9ee8-e462f7dc6069 req-cc3e493d-0ea4-43d2-b26e-0c999ab4544a service neutron] 10.222.0.57 "GET /v2.0/networks?id=b607b516-f13a-4194-8871-019385ae9fc2 HTTP/1.1" status: 200 len: 912 time: 0.0810077 Mar 24 01:38:31.105979 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7911eca4-69d8-44fb-9ee8-e462f7dc6069 req-e131481e-df48-4944-94d0-aae6de591e41 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c HTTP/1.1" status: 200 len: 217 time: 0.0367236 Mar 24 01:38:31.152779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911eca4-69d8-44fb-9ee8-e462f7dc6069 req-5783cf93-05e5-4fa1-9896-1bbeb3d35d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:31.154239 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7911eca4-69d8-44fb-9ee8-e462f7dc6069 req-5783cf93-05e5-4fa1-9896-1bbeb3d35d9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0aac3bca-fe7d-49fd-b2df-47d6f9707870 HTTP/1.1" status: 200 len: 851 time: 0.0429275 Mar 24 01:38:31.184090 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7911eca4-69d8-44fb-9ee8-e462f7dc6069 req-ba66f8b7-1537-4821-8a6d-bc733f61bb71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b607b516-f13a-4194-8871-019385ae9fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243640 Mar 24 01:38:31.193212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-7911eca4-69d8-44fb-9ee8-e462f7dc6069 req-56d5271c-175c-46c5-8e67-6b6b10a53672 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:38:31.194654 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7911eca4-69d8-44fb-9ee8-e462f7dc6069 req-56d5271c-175c-46c5-8e67-6b6b10a53672 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054286 Mar 24 01:38:31.283854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7911eca4-69d8-44fb-9ee8-e462f7dc6069 req-61915103-09b7-4ae8-9d3f-f14b1f228a02 service neutron] 10.222.0.57 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837049 Mar 24 01:38:31.370840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7911eca4-69d8-44fb-9ee8-e462f7dc6069 req-8eadfb85-8ee9-4bf8-9d23-2f0258afdfb2 service neutron] 10.222.0.57 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809674 Mar 24 01:38:31.966150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8accf-4e7f-4a49-996a-9426579e5c05 req-a3c88774-9397-4487-a333-bdaa9e13b741 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:31.967603 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2df8accf-4e7f-4a49-996a-9426579e5c05 req-a3c88774-9397-4487-a333-bdaa9e13b741 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0571632 Mar 24 01:38:32.014044 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2df8accf-4e7f-4a49-996a-9426579e5c05 req-e788e244-376b-4c4c-a9f3-d96601f52a19 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407224 Mar 24 01:38:32.275752 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:32.806691 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:33.130560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0396d-270e-4329-b94b-2d627ceff49b req-c92c2854-3ed1-4a7e-93a7-7508dd055ce0 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:33.132524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8eb0396d-270e-4329-b94b-2d627ceff49b req-c92c2854-3ed1-4a7e-93a7-7508dd055ce0 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0519402 Mar 24 01:38:33.178376 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8eb0396d-270e-4329-b94b-2d627ceff49b req-904f497a-b16e-4719-ac78-1bd48e06dd90 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397923 Mar 24 01:38:33.784786 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:34.300464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55bfa7-858f-4c30-a22e-dd27c2100b38 req-3085c905-5b10-402f-ad55-713968901367 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:34.301978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f55bfa7-858f-4c30-a22e-dd27c2100b38 req-3085c905-5b10-402f-ad55-713968901367 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 945 time: 0.0565608 Mar 24 01:38:34.355960 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f55bfa7-858f-4c30-a22e-dd27c2100b38 req-98a504b3-c610-4c78-a4a8-2f6fd046b6af tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485556 Mar 24 01:38:34.725506 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-06f7ff1e-edc9-41b4-8eec-fefbaac5cd7a service neutron] show failed (client error): The resource could not be found. Mar 24 01:38:34.726479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-06f7ff1e-edc9-41b4-8eec-fefbaac5cd7a service neutron] 10.222.0.57 "GET /v2.0/ports/5c288f07-047d-4acf-80dc-fe6e7b5d493c/bindings/n-h2-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.0540268 Mar 24 01:38:34.952326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-71e10c0a-f72e-4a53-9317-3211ed51f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:34.953852 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-71e10c0a-f72e-4a53-9317-3211ed51f279 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935&tenant_id=184ac0c064d748349d717abcb909ef7e HTTP/1.1" status: 200 len: 1127 time: 0.0796742 Mar 24 01:38:34.963146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-0387b97a-52b0-481d-be85-af49d8f1ab22 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:38:34.964115 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-0387b97a-52b0-481d-be85-af49d8f1ab22 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050540 Mar 24 01:38:34.974263 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:38:35.031031 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:35.224353 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] For port 5c288f07-047d-4acf-80dc-fe6e7b5d493c, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c,segment=NetworkSegment(e4641f7e-0a66-4d40-9520-a8def119f809),segment_id=e4641f7e-0a66-4d40-9520-a8def119f809)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:38:35.256952 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] For port 5c288f07-047d-4acf-80dc-fe6e7b5d493c, host n-h1-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:38:35.284052 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:35.300994 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85a1f2e-7900-45cd-b996-224ffd4cd935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c288f07-047d-4acf-80dc-fe6e7b5d493c'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:38:35.303917 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51067eb5-773f-4671-831e-4c97450631d9" -d '{"events": [{"server_uuid": "a85a1f2e-7900-45cd-b996-224ffd4cd935", "name": "network-vif-unplugged", "status": "completed", "tag": "5c288f07-047d-4acf-80dc-fe6e7b5d493c"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:38:35.307422 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Publish callbacks [] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:35.319689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Transition to ACTIVE for port object 5c288f07-047d-4acf-80dc-fe6e7b5d493c will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:38:35.323337 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:35.385331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] No DVR routers for this DVR port 5c288f07-047d-4acf-80dc-fe6e7b5d493c on host n-h1-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:38:35.387543 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c288f07-047d-4acf-80dc-fe6e7b5d493c,revision_number=6']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:35.418086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:35.418413 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:35.418759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:35.419105 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:35.419444 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:35.419778 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:35.420107 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:35.420437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:35.420764 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:35.421110 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:35.421438 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:35.421769 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:35.422095 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:35.422419 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:35.422774 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:35.428455 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ee0deb-2585-42ae-8051-9f6527da673e x-openstack-request-id: req-d1ee0deb-2585-42ae-8051-9f6527da673e {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:38:35.428757 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85a1f2e-7900-45cd-b996-224ffd4cd935", "name": "network-vif-unplugged", "status": "completed", "tag": "5c288f07-047d-4acf-80dc-fe6e7b5d493c", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:38:35.429010 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1ee0deb-2585-42ae-8051-9f6527da673e {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:38:35.429442 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ee0deb-2585-42ae-8051-9f6527da673e'] response: {'server_uuid': 'a85a1f2e-7900-45cd-b996-224ffd4cd935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c288f07-047d-4acf-80dc-fe6e7b5d493c', 'code': 200} Mar 24 01:38:35.438791 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Attempting to bind port 5c288f07-047d-4acf-80dc-fe6e7b5d493c on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:38:35.439129 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Attempting to bind port 5c288f07-047d-4acf-80dc-fe6e7b5d493c by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'e4641f7e-0a66-4d40-9520-a8def119f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b607b516-f13a-4194-8871-019385ae9fc2'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:38:35.439461 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Attempting to bind port 5c288f07-047d-4acf-80dc-fe6e7b5d493c on network b607b516-f13a-4194-8871-019385ae9fc2 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:38:35.444075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Port 5c288f07-047d-4acf-80dc-fe6e7b5d493c on network b607b516-f13a-4194-8871-019385ae9fc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:38:35.444398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Attempting to bind port 5c288f07-047d-4acf-80dc-fe6e7b5d493c on network b607b516-f13a-4194-8871-019385ae9fc2 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:38:35.449284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:38:35.449626 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Checking segment: {'id': 'e4641f7e-0a66-4d40-9520-a8def119f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b607b516-f13a-4194-8871-019385ae9fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:38:35.450007 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Bound using segment: {'id': 'e4641f7e-0a66-4d40-9520-a8def119f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b607b516-f13a-4194-8871-019385ae9fc2'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:38:35.450429 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Bound port: 5c288f07-047d-4acf-80dc-fe6e7b5d493c, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4641f7e-0a66-4d40-9520-a8def119f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b607b516-f13a-4194-8871-019385ae9fc2'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:38:35.450784 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:35.485822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efc954-5566-493c-b920-6c020451fad5 req-3ce77f0a-6e36-4156-a1a4-5c38e917d37b tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:35.487223 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89efc954-5566-493c-b920-6c020451fad5 req-3ce77f0a-6e36-4156-a1a4-5c38e917d37b tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 943 time: 0.0618424 Mar 24 01:38:35.515899 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] For port 5c288f07-047d-4acf-80dc-fe6e7b5d493c, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:38:35.519165 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] For port 5c288f07-047d-4acf-80dc-fe6e7b5d493c, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c,segment=NetworkSegment(e4641f7e-0a66-4d40-9520-a8def119f809),segment_id=e4641f7e-0a66-4d40-9520-a8def119f809)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:38:35.525325 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:35.535116 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89efc954-5566-493c-b920-6c020451fad5 req-e3b14881-26d6-4fb7-88dc-2dc3c44e162b tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416713 Mar 24 01:38:35.561681 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:35.562293 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:35.563643 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] 10.222.0.48 "PUT /v2.0/ports/5c288f07-047d-4acf-80dc-fe6e7b5d493c HTTP/1.1" status: 200 len: 1091 time: 0.5932012 Mar 24 01:38:35.581584 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c2ac5-d96e-487d-b41f-90724a8656e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c288f07-047d-4acf-80dc-fe6e7b5d493c,revision_number=7']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:35.627359 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-30185104-a4f2-4430-9092-ff2acc26d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:35.628835 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-30185104-a4f2-4430-9092-ff2acc26d48f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=184ac0c064d748349d717abcb909ef7e&device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 1125 time: 0.0445454 Mar 24 01:38:35.716577 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-a682dea4-3b36-4c36-a155-55ffe339156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:35.718041 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-a682dea4-3b36-4c36-a155-55ffe339156a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b607b516-f13a-4194-8871-019385ae9fc2 HTTP/1.1" status: 200 len: 912 time: 0.0835729 Mar 24 01:38:35.758229 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-ce8d2452-4e87-497e-8e7f-3f7da55ccdb5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c HTTP/1.1" status: 200 len: 217 time: 0.0339756 Mar 24 01:38:35.803450 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-6f747e2c-b6f6-480f-b7fa-26f3b380cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:35.804824 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-6f747e2c-b6f6-480f-b7fa-26f3b380cfdd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0aac3bca-fe7d-49fd-b2df-47d6f9707870 HTTP/1.1" status: 200 len: 851 time: 0.0413592 Mar 24 01:38:35.836647 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-874f46ea-c660-4bed-bf60-c88d19035194 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b607b516-f13a-4194-8871-019385ae9fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244758 Mar 24 01:38:35.925372 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-9d1a37c0-1524-4651-96bd-52247ec70879 service neutron] 10.222.0.48 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827775 Mar 24 01:38:36.010530 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0ab65419-20d0-48cf-8899-9aefd1a4fd5e req-65f90f08-64c5-4e37-8b7b-463ecda96af2 service neutron] 10.222.0.48 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795755 Mar 24 01:38:36.660264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9fe23-4d1b-48a5-a7a7-7d653c2d2687 req-292cd83b-209d-4828-b929-aedd8b024e92 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:36.661669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a9fe23-4d1b-48a5-a7a7-7d653c2d2687 req-292cd83b-209d-4828-b929-aedd8b024e92 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 943 time: 0.0555758 Mar 24 01:38:36.707744 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a9fe23-4d1b-48a5-a7a7-7d653c2d2687 req-44376a9e-a56f-40e1-a41d-f5fae9a4dd7e tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Mar 24 01:38:37.430974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85a1f2e-7900-45cd-b996-224ffd4cd935', 'tag': '5c288f07-047d-4acf-80dc-fe6e7b5d493c'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:38:37.433332 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e0fa88-0c5f-4e94-8298-2367a8d22895" -d '{"events": [{"name": "network-changed", "server_uuid": "a85a1f2e-7900-45cd-b996-224ffd4cd935", "tag": "5c288f07-047d-4acf-80dc-fe6e7b5d493c"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:38:37.483814 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2abb1c-6c48-4ba1-bd4e-3451cfe7a939 x-openstack-request-id: req-ac2abb1c-6c48-4ba1-bd4e-3451cfe7a939 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:38:37.484092 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85a1f2e-7900-45cd-b996-224ffd4cd935", "tag": "5c288f07-047d-4acf-80dc-fe6e7b5d493c", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:38:37.484411 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac2abb1c-6c48-4ba1-bd4e-3451cfe7a939 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:38:37.485143 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2abb1c-6c48-4ba1-bd4e-3451cfe7a939'] response: {'name': 'network-changed', 'server_uuid': 'a85a1f2e-7900-45cd-b996-224ffd4cd935', 'tag': '5c288f07-047d-4acf-80dc-fe6e7b5d493c', 'status': 'completed', 'code': 200} Mar 24 01:38:37.568191 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-c02cb5fe-4325-4817-bbc8-98d3d6ba6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:37.570343 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-c02cb5fe-4325-4817-bbc8-98d3d6ba6d70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=184ac0c064d748349d717abcb909ef7e&device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 1125 time: 0.0625713 Mar 24 01:38:37.574075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-b07e11df-dd23-4819-be26-046149469d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:37.575549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-b07e11df-dd23-4819-be26-046149469d00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=184ac0c064d748349d717abcb909ef7e&device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 1125 time: 0.0543296 Mar 24 01:38:37.659702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-39f495ab-44a8-4730-850d-9d7cfe9fbb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:37.661195 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-39f495ab-44a8-4730-850d-9d7cfe9fbb6d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b607b516-f13a-4194-8871-019385ae9fc2 HTTP/1.1" status: 200 len: 912 time: 0.0834713 Mar 24 01:38:37.667883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-0d3d07c6-5ddd-4e0b-8ba4-160cc26da951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:37.669603 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-0d3d07c6-5ddd-4e0b-8ba4-160cc26da951 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b607b516-f13a-4194-8871-019385ae9fc2 HTTP/1.1" status: 200 len: 912 time: 0.0881481 Mar 24 01:38:37.705196 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-7ae7d820-649e-4e50-aaad-1da12a7d78e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c HTTP/1.1" status: 200 len: 217 time: 0.0382850 Mar 24 01:38:37.711287 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-2ed4c5d2-2bbc-40b4-9fa7-2f4ad08ea25c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c HTTP/1.1" status: 200 len: 217 time: 0.0359352 Mar 24 01:38:37.752474 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-bcf203a3-b760-41c1-aa56-ec5eb1ce5c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:37.754208 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-bcf203a3-b760-41c1-aa56-ec5eb1ce5c7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0aac3bca-fe7d-49fd-b2df-47d6f9707870 HTTP/1.1" status: 200 len: 851 time: 0.0432589 Mar 24 01:38:37.758319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-5d0b18b8-75fd-40ff-a664-d7b9124a28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:37.759864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-5d0b18b8-75fd-40ff-a664-d7b9124a28c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0aac3bca-fe7d-49fd-b2df-47d6f9707870 HTTP/1.1" status: 200 len: 851 time: 0.0435691 Mar 24 01:38:37.784900 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-275c1e78-c171-45de-b730-478b9e184b6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b607b516-f13a-4194-8871-019385ae9fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254865 Mar 24 01:38:37.793147 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-bab3ea68-9caf-4adc-b6a3-31827a7ff6a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b607b516-f13a-4194-8871-019385ae9fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276446 Mar 24 01:38:37.871576 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-eff016d6-7774-4afd-8135-84d839c288d2 service neutron] 10.222.0.48 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807195 Mar 24 01:38:37.904415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86654999-fd08-417d-8a3f-a196a1aa0407 req-629181ad-c9be-45aa-967e-aa3f0e9bcdec tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:37.906200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86654999-fd08-417d-8a3f-a196a1aa0407 req-629181ad-c9be-45aa-967e-aa3f0e9bcdec tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 943 time: 0.1156857 Mar 24 01:38:37.944997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-933975ed-15c5-4229-b21c-eeb97ff05605 service neutron] 10.222.0.57 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439860 Mar 24 01:38:37.965295 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-8ec8be23-02bf-4ae0-80ba-ab00604460e2 service neutron] 10.222.0.48 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877504 Mar 24 01:38:38.014131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86654999-fd08-417d-8a3f-a196a1aa0407 req-00538f5c-963d-48ce-9a69-e92e147459d5 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017001 Mar 24 01:38:38.050436 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71e0fa88-0c5f-4e94-8298-2367a8d22895 req-00fd0ad5-feb7-4e6f-9d64-9a97082dd41c service neutron] 10.222.0.57 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994763 Mar 24 01:38:38.293813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-d09febab-86ec-4f71-8539-4ba1eddb1720 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:38.295149 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-d09febab-86ec-4f71-8539-4ba1eddb1720 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.57 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935&tenant_id=184ac0c064d748349d717abcb909ef7e&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 943 time: 0.0946250 Mar 24 01:38:38.353255 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-145920a6-f0ba-4e69-b456-6398f5775318 service neutron] delete failed (client error): The resource could not be found. Mar 24 01:38:38.354251 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-145920a6-f0ba-4e69-b456-6398f5775318 service neutron] 10.222.0.57 "DELETE /v2.0/ports/5c288f07-047d-4acf-80dc-fe6e7b5d493c/bindings/n-h1-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.0533891 Mar 24 01:38:38.441313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-8e03f37f-b53d-4c63-865c-5b7132fb1986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:38.442793 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-8e03f37f-b53d-4c63-865c-5b7132fb1986 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=184ac0c064d748349d717abcb909ef7e&device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 1125 time: 0.0450060 Mar 24 01:38:38.535417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-5e245da2-fd5e-4ecc-a879-3b5db2c39af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:38.536873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-5e245da2-fd5e-4ecc-a879-3b5db2c39af4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b607b516-f13a-4194-8871-019385ae9fc2 HTTP/1.1" status: 200 len: 912 time: 0.0865922 Mar 24 01:38:38.577025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-c10d8f1e-f8a2-4719-83c9-ff7f800ce748 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c HTTP/1.1" status: 200 len: 217 time: 0.0342677 Mar 24 01:38:38.624718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-9ba53787-62ab-4f27-a5e9-cc96bbd909ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:38.626162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-9ba53787-62ab-4f27-a5e9-cc96bbd909ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0aac3bca-fe7d-49fd-b2df-47d6f9707870 HTTP/1.1" status: 200 len: 851 time: 0.0434759 Mar 24 01:38:38.656774 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-579a2ff2-3fd6-4c65-ae15-dd281c45b216 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b607b516-f13a-4194-8871-019385ae9fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242953 Mar 24 01:38:38.747554 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-01c69b5d-fc70-4f28-a025-43b54f6c888a service neutron] 10.222.0.57 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833619 Mar 24 01:38:38.833854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-e28de746-c051-438a-9705-2ccd0d23477e service neutron] 10.222.0.57 "GET /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805783 Mar 24 01:38:38.963461 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 5c288f07-047d-4acf-80dc-fe6e7b5d493c details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:38:39.058407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 5c288f07-047d-4acf-80dc-fe6e7b5d493c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c,segment=NetworkSegment(e4641f7e-0a66-4d40-9520-a8def119f809),segment_id=e4641f7e-0a66-4d40-9520-a8def119f809)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:38:39.069602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '5c288f07-047d-4acf-80dc-fe6e7b5d493c', 'network_id': 'b607b516-f13a-4194-8871-019385ae9fc2', 'port_id': '5c288f07-047d-4acf-80dc-fe6e7b5d493c', 'mac_address': 'fa:16:3e:00:bc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aac3bca-fe7d-49fd-b2df-47d6f9707870', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:38:39.104948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 5c288f07-047d-4acf-80dc-fe6e7b5d493c is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:38:39.105296 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:39.119395 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c288f07-047d-4acf-80dc-fe6e7b5d493c {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:38:39.139232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 5c288f07-047d-4acf-80dc-fe6e7b5d493c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c,segment=NetworkSegment(e4641f7e-0a66-4d40-9520-a8def119f809),segment_id=e4641f7e-0a66-4d40-9520-a8def119f809)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:38:39.143404 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:39.190706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=5c288f07-047d-4acf-80dc-fe6e7b5d493c,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:39.199161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:39.199533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:39.199848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:39.200180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:39.200511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:39.200836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:39.201184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:39.201512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:39.201837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:39.202160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:39.202479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:39.202802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:39.203112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:39.203430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:39.203748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:39.408520 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['5c288f07-047d-4acf-80dc-fe6e7b5d493c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:38:39.481553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 5c288f07-047d-4acf-80dc-fe6e7b5d493c no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:38:39.512864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0fba5-ad94-415b-8a8f-3e6ac9f108d0 req-18a1738d-f107-483a-b5a4-fc0e9775c27a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:39.512864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7af0fba5-ad94-415b-8a8f-3e6ac9f108d0 req-18a1738d-f107-483a-b5a4-fc0e9775c27a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 944 time: 0.0582116 Mar 24 01:38:39.547332 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] The host n-h1-760455-9 is not matching for port 5c288f07-047d-4acf-80dc-fe6e7b5d493c host n-h2-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:38:39.547723 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 5c288f07-047d-4acf-80dc-fe6e7b5d493c not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:38:39.562644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7af0fba5-ad94-415b-8a8f-3e6ac9f108d0 req-9daa373e-5e4c-4f5f-99ae-714d23d3005a tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427420 Mar 24 01:38:40.682707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902a7ac-49a4-4db3-894d-f522ae5ad0a7 req-21242bc9-2ea3-4c1a-9480-d04744376d1c tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:40.684226 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2902a7ac-49a4-4db3-894d-f522ae5ad0a7 req-21242bc9-2ea3-4c1a-9480-d04744376d1c tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 944 time: 0.0516739 Mar 24 01:38:40.730006 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2902a7ac-49a4-4db3-894d-f522ae5ad0a7 req-1d014d09-89bd-4c1e-b9d6-7af5972df9e2 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dd9577b-ba04-4df6-a15c-5bc8f252d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Mar 24 01:38:40.776621 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-7a5a7a7b-9e57-4135-8d91-fa779789a0a5 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:40.778103 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-7a5a7a7b-9e57-4135-8d91-fa779789a0a5 tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.48 "GET /v2.0/ports?device_id=a85a1f2e-7900-45cd-b996-224ffd4cd935 HTTP/1.1" status: 200 len: 944 time: 0.0519419 Mar 24 01:38:40.871906 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-6895c5f8-e56d-4e81-a0d3-4d13a815841e tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Deleting port 5c288f07-047d-4acf-80dc-fe6e7b5d493c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:38:40.872239 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-6895c5f8-e56d-4e81-a0d3-4d13a815841e tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:40.955740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-6895c5f8-e56d-4e81-a0d3-4d13a815841e tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] For port 5c288f07-047d-4acf-80dc-fe6e7b5d493c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=5c288f07-047d-4acf-80dc-fe6e7b5d493c,segment=NetworkSegment(e4641f7e-0a66-4d40-9520-a8def119f809),segment_id=e4641f7e-0a66-4d40-9520-a8def119f809)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:38:40.956011 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-6895c5f8-e56d-4e81-a0d3-4d13a815841e tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:40.968022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 5c288f07-047d-4acf-80dc-fe6e7b5d493c up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:38:40.969679 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-6895c5f8-e56d-4e81-a0d3-4d13a815841e tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Calling delete_port for 5c288f07-047d-4acf-80dc-fe6e7b5d493c owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:38:41.018856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 5c288f07-047d-4acf-80dc-fe6e7b5d493c completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:38:41.023125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 5c288f07-047d-4acf-80dc-fe6e7b5d493c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:38:41.023503 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:41.098287 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-6895c5f8-e56d-4e81-a0d3-4d13a815841e tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:41.098554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 5c288f07-047d-4acf-80dc-fe6e7b5d493c is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:38:41.098771 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5c288f07-047d-4acf-80dc-fe6e7b5d493c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:41.111245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['5c288f07-047d-4acf-80dc-fe6e7b5d493c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:38:41.137039 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895c5f8-e56d-4e81-a0d3-4d13a815841e tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Pushing event deleted for resources: {'Port': ['ID=5c288f07-047d-4acf-80dc-fe6e7b5d493c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:41.177665 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-6895c5f8-e56d-4e81-a0d3-4d13a815841e tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] No DVR routers for this DVR port 5c288f07-047d-4acf-80dc-fe6e7b5d493c on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:38:41.181320 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-6895c5f8-e56d-4e81-a0d3-4d13a815841e tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:41.185025 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8fd09306-9519-4310-ae31-e9b93205aff9 req-6895c5f8-e56d-4e81-a0d3-4d13a815841e tempest-DeleteServersTestJSON-1816896832 tempest-DeleteServersTestJSON-1816896832-project] 10.222.0.48 "DELETE /v2.0/ports/5c288f07-047d-4acf-80dc-fe6e7b5d493c HTTP/1.1" status: 204 len: 173 time: 0.4016070 Mar 24 01:38:41.185544 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85a1f2e-7900-45cd-b996-224ffd4cd935', 'name': 'network-vif-deleted', 'tag': '5c288f07-047d-4acf-80dc-fe6e7b5d493c'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:38:41.188020 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2462ec87-ec49-4d9b-89e7-43e83daa1e37" -d '{"events": [{"server_uuid": "a85a1f2e-7900-45cd-b996-224ffd4cd935", "name": "network-vif-deleted", "tag": "5c288f07-047d-4acf-80dc-fe6e7b5d493c"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:38:41.235144 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c953534-6891-437b-83f2-7c4981d1f49a x-openstack-request-id: req-0c953534-6891-437b-83f2-7c4981d1f49a {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:38:41.235526 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85a1f2e-7900-45cd-b996-224ffd4cd935", "name": "network-vif-deleted", "tag": "5c288f07-047d-4acf-80dc-fe6e7b5d493c", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:38:41.235920 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c953534-6891-437b-83f2-7c4981d1f49a {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:38:41.236712 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c953534-6891-437b-83f2-7c4981d1f49a'] response: {'server_uuid': 'a85a1f2e-7900-45cd-b996-224ffd4cd935', 'name': 'network-vif-deleted', 'tag': '5c288f07-047d-4acf-80dc-fe6e7b5d493c', 'status': 'completed', 'code': 200} Mar 24 01:38:41.858237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37230) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:38:41.903990 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Deleting subnet 0aac3bca-fe7d-49fd-b2df-47d6f9707870 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:38:41.906991 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Publish callbacks [] for subnet (0aac3bca-fe7d-49fd-b2df-47d6f9707870), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:41.943428 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (0aac3bca-fe7d-49fd-b2df-47d6f9707870), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:41.984833 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (0aac3bca-fe7d-49fd-b2df-47d6f9707870), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:42.034637 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (0aac3bca-fe7d-49fd-b2df-47d6f9707870), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:42.060235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aac3bca-fe7d-49fd-b2df-47d6f9707870,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:42.062592 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:42.065696 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0aac3bca-fe7d-49fd-b2df-47d6f9707870 HTTP/1.1" status: 204 len: 168 time: 0.2064750 Mar 24 01:38:42.069128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37232) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:38:42.072768 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:42.073138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:42.073485 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:42.073824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:42.074158 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:42.074491 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:42.074820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:42.075149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:42.075478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:42.075803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:42.076130 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:42.076453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:42.076779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:42.077113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:42.077443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788679e1-25ad-4640-94d1-06924aed678b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:38:42.136258 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63bf813a-3a82-499f-a39c-a2f336c53133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (b607b516-f13a-4194-8871-019385ae9fc2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:42.215976 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63bf813a-3a82-499f-a39c-a2f336c53133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (b607b516-f13a-4194-8871-019385ae9fc2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:42.235710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-63bf813a-3a82-499f-a39c-a2f336c53133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b607b516-f13a-4194-8871-019385ae9fc2']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:38:42.248826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-63bf813a-3a82-499f-a39c-a2f336c53133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4641f7e-0a66-4d40-9520-a8def119f809') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:38:42.249146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-63bf813a-3a82-499f-a39c-a2f336c53133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4641f7e-0a66-4d40-9520-a8def119f809') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:38:42.259312 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63bf813a-3a82-499f-a39c-a2f336c53133 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (e4641f7e-0a66-4d40-9520-a8def119f809), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:42.272824 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63bf813a-3a82-499f-a39c-a2f336c53133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e4641f7e-0a66-4d40-9520-a8def119f809), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:42.278714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bf813a-3a82-499f-a39c-a2f336c53133 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:38:42.279097 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63bf813a-3a82-499f-a39c-a2f336c53133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (e4641f7e-0a66-4d40-9520-a8def119f809), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:38:42.280695 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:38:42.332897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63bf813a-3a82-499f-a39c-a2f336c53133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (b607b516-f13a-4194-8871-019385ae9fc2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:42.339453 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63bf813a-3a82-499f-a39c-a2f336c53133 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:42.342828 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-63bf813a-3a82-499f-a39c-a2f336c53133 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b607b516-f13a-4194-8871-019385ae9fc2 HTTP/1.1" status: 204 len: 168 time: 0.2724228 Mar 24 01:38:42.355543 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf813a-3a82-499f-a39c-a2f336c53133 admin admin] Pushing event deleted for resources: {'Network': ['ID=b607b516-f13a-4194-8871-019385ae9fc2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:42.450817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37236) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:38:42.489278 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-16747134-80cd-44d9-9963-fda3f9f70f13 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=184ac0c064d748349d717abcb909ef7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371561 Mar 24 01:38:42.492183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37238) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:38:42.543552 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9055f64-4bfc-49a4-8d81-227715f7fcc5 admin admin] Publish callbacks [] for security_group (7dd9577b-ba04-4df6-a15c-5bc8f252d169), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:42.564649 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9055f64-4bfc-49a4-8d81-227715f7fcc5 admin admin] Publish callbacks [] for security_group (7dd9577b-ba04-4df6-a15c-5bc8f252d169), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:42.610227 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9055f64-4bfc-49a4-8d81-227715f7fcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (7dd9577b-ba04-4df6-a15c-5bc8f252d169), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:42.612733 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9055f64-4bfc-49a4-8d81-227715f7fcc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:42.613902 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e9055f64-4bfc-49a4-8d81-227715f7fcc5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7dd9577b-ba04-4df6-a15c-5bc8f252d169 HTTP/1.1" status: 204 len: 168 time: 0.1208439 Mar 24 01:38:42.621645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9055f64-4bfc-49a4-8d81-227715f7fcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd9577b-ba04-4df6-a15c-5bc8f252d169,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:43.261925 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37260) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:38:43.366620 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f1857930-eb81-4947-ba29-2758737294ed admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-963728560-network', 'tenant_id': '76643b69399140829769826cb4acef8c'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:38:43.385638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1857930-eb81-4947-ba29-2758737294ed admin admin] Made reservation on behalf of 76643b69399140829769826cb4acef8c for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:38:43.387858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1857930-eb81-4947-ba29-2758737294ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:43.396157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1857930-eb81-4947-ba29-2758737294ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:43.467328 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1857930-eb81-4947-ba29-2758737294ed admin admin] Publish callbacks [] for security_group (4510034d-4b8a-402f-93e2-ef1e2678acbf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:43.470746 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1857930-eb81-4947-ba29-2758737294ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4510034d-4b8a-402f-93e2-ef1e2678acbf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:43.497689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1857930-eb81-4947-ba29-2758737294ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:38:43.506801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1857930-eb81-4947-ba29-2758737294ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4510034d-4b8a-402f-93e2-ef1e2678acbf,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:43.513696 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1857930-eb81-4947-ba29-2758737294ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (473beff8-1ec4-462b-a330-e32b1a0685ac), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:43.514032 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-f1857930-eb81-4947-ba29-2758737294ed admin admin] Added segment 473beff8-1ec4-462b-a330-e32b1a0685ac of type vlan for network e9316925-37e0-43a4-8cc8-14c7f6dcf510 Mar 24 01:38:43.552268 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1857930-eb81-4947-ba29-2758737294ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (e9316925-37e0-43a4-8cc8-14c7f6dcf510), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:43.582068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1857930-eb81-4947-ba29-2758737294ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (e9316925-37e0-43a4-8cc8-14c7f6dcf510), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:43.583046 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1857930-eb81-4947-ba29-2758737294ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:43.583607 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f1857930-eb81-4947-ba29-2758737294ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:43.632420 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f1857930-eb81-4947-ba29-2758737294ed admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3694196 Mar 24 01:38:43.635805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37264) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:38:43.641385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-745a577b-3dab-45fe-8321-aa837c5d62ce admin admin] Request body: {'subnet': {'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-963728560-subnet', 'tenant_id': '76643b69399140829769826cb4acef8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:38:43.643403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1857930-eb81-4947-ba29-2758737294ed admin admin] Pushing event updated for resources: {'Network': ['ID=e9316925-37e0-43a4-8cc8-14c7f6dcf510,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:43.653021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network e9316925-37e0-43a4-8cc8-14c7f6dcf510 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:38:43.661681 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745a577b-3dab-45fe-8321-aa837c5d62ce admin admin] Made reservation on behalf of 76643b69399140829769826cb4acef8c for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:38:43.664473 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-745a577b-3dab-45fe-8321-aa837c5d62ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:43.827660 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-745a577b-3dab-45fe-8321-aa837c5d62ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (57cdf115-16c1-45fe-a8f2-bb70399518c0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:43.880089 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a577b-3dab-45fe-8321-aa837c5d62ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=57cdf115-16c1-45fe-a8f2-bb70399518c0,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:43.890052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a577b-3dab-45fe-8321-aa837c5d62ce admin admin] Checking segment: {'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:38:43.890414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745a577b-3dab-45fe-8321-aa837c5d62ce admin admin] Network hostable DHCP agents. Network: e9316925-37e0-43a4-8cc8-14c7f6dcf510, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:38:43.906908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745a577b-3dab-45fe-8321-aa837c5d62ce admin admin] Network e9316925-37e0-43a4-8cc8-14c7f6dcf510 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:38:43.916223 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-745a577b-3dab-45fe-8321-aa837c5d62ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, e9316925-37e0-43a4-8cc8-14c7f6dcf510) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:38:43.920146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745a577b-3dab-45fe-8321-aa837c5d62ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:43.920738 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-745a577b-3dab-45fe-8321-aa837c5d62ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:43.926798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ddc545-631a-48e3-b100-46886b6ec50f None None] Network e9316925-37e0-43a4-8cc8-14c7f6dcf510 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:38:43.936028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-745a577b-3dab-45fe-8321-aa837c5d62ce admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2985430 Mar 24 01:38:44.022276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366287b1-502c-4819-ac53-4918716d6810 None None] Network e9316925-37e0-43a4-8cc8-14c7f6dcf510 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:38:44.370785 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-a121d32a-4cd0-453d-a675-4c4e295184cc tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:44.372388 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-a121d32a-4cd0-453d-a675-4c4e295184cc tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/networks?id=e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 200 len: 814 time: 0.1053603 Mar 24 01:38:44.387553 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-dabd93d8-4eed-4f49-8070-ac6ca3306a8e tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/quotas/76643b69399140829769826cb4acef8c HTTP/1.1" status: 200 len: 375 time: 0.0095820 Mar 24 01:38:44.421406 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-350fac96-df63-45eb-8d2d-69bf3dfe9078 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=76643b69399140829769826cb4acef8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282965 Mar 24 01:38:44.510637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-f061169c-7c17-43ff-9c96-3a2b29c188a3 service neutron] 10.222.0.45 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826397 Mar 24 01:38:44.610453 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-ceaaa5ef-dc11-4d14-9aa7-31921ffad455 service neutron] 10.222.0.45 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937328 Mar 24 01:38:44.777117 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9770b49e-85d6-4d44-afd6-ddb71d55ebce req-1b940032-490a-4899-a0fc-1c22db3138fd tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 210 time: 0.0302489 Mar 24 01:38:45.011370 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 5c288f07-047d-4acf-80dc-fe6e7b5d493c no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:38:45.033402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 5c288f07-047d-4acf-80dc-fe6e7b5d493c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:38:45.033763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 5c288f07-047d-4acf-80dc-fe6e7b5d493c not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:38:45.702335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-f62f24ec-abab-4d2e-a2e6-cdc648cf46dc tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:45.703770 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-f62f24ec-abab-4d2e-a2e6-cdc648cf46dc tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.48 "GET /v2.0/networks?id=e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 200 len: 814 time: 0.1075840 Mar 24 01:38:45.715218 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-2204321f-49ae-435b-8fba-eb4f897fae25 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Request body: {'port': {'device_id': 'cafec783-c10e-422b-83e9-7d94fd50e434', 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510', 'admin_state_up': True, 'tenant_id': '76643b69399140829769826cb4acef8c'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:38:45.819343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-2204321f-49ae-435b-8fba-eb4f897fae25 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Made reservation on behalf of 76643b69399140829769826cb4acef8c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:38:45.823395 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-2204321f-49ae-435b-8fba-eb4f897fae25 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:45.872447 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e30866b9-6f19-4fd1-9258-148b38b66d14 req-a4c072a5-4413-4980-9455-64de4dc3173b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 210 time: 0.0272110 Mar 24 01:38:45.948836 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-2204321f-49ae-435b-8fba-eb4f897fae25 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Allocated IP 172.20.0.8 (e9316925-37e0-43a4-8cc8-14c7f6dcf510/57cdf115-16c1-45fe-a8f2-bb70399518c0/33c28178-46d6-4a4c-bc56-4852550c6f99) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:38:46.101220 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-2204321f-49ae-435b-8fba-eb4f897fae25 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Publish callbacks [] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:46.134211 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-2204321f-49ae-435b-8fba-eb4f897fae25 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:46.173673 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-2204321f-49ae-435b-8fba-eb4f897fae25 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Network e9316925-37e0-43a4-8cc8-14c7f6dcf510 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:38:46.176635 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-2204321f-49ae-435b-8fba-eb4f897fae25 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:38:46.180278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-2204321f-49ae-435b-8fba-eb4f897fae25 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:38:46.206265 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204321f-49ae-435b-8fba-eb4f897fae25 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Pushing event updated for resources: {'Port': ['ID=33c28178-46d6-4a4c-bc56-4852550c6f99,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:46.233645 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-2204321f-49ae-435b-8fba-eb4f897fae25 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:46.234251 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-2204321f-49ae-435b-8fba-eb4f897fae25 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:46.248600 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-2204321f-49ae-435b-8fba-eb4f897fae25 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5370429 Mar 24 01:38:46.259515 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Request body: {'port': {'device_id': 'cafec783-c10e-422b-83e9-7d94fd50e434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:38:46.322402 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:46.579010 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c28178-46d6-4a4c-bc56-4852550c6f99 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:38:46.587030 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Publish callbacks [] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:46.598963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Transition to ACTIVE for port object 33c28178-46d6-4a4c-bc56-4852550c6f99 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:38:46.602549 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:46.649435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Pushing event updated for resources: {'Port': ['ID=33c28178-46d6-4a4c-bc56-4852550c6f99,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:46.720093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Attempting to bind port 33c28178-46d6-4a4c-bc56-4852550c6f99 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:38:46.720736 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Attempting to bind port 33c28178-46d6-4a4c-bc56-4852550c6f99 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:38:46.720736 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Attempting to bind port 33c28178-46d6-4a4c-bc56-4852550c6f99 on network e9316925-37e0-43a4-8cc8-14c7f6dcf510 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:38:46.725012 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Port 33c28178-46d6-4a4c-bc56-4852550c6f99 on network e9316925-37e0-43a4-8cc8-14c7f6dcf510 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:38:46.725366 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Attempting to bind port 33c28178-46d6-4a4c-bc56-4852550c6f99 on network e9316925-37e0-43a4-8cc8-14c7f6dcf510 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:38:46.730199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:38:46.730542 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Checking segment: {'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:38:46.730926 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Bound using segment: {'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:38:46.731352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Bound port: 33c28178-46d6-4a4c-bc56-4852550c6f99, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:38:46.731705 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:46.791873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] For port 33c28178-46d6-4a4c-bc56-4852550c6f99, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:38:46.794786 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] For port 33c28178-46d6-4a4c-bc56-4852550c6f99, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=33c28178-46d6-4a4c-bc56-4852550c6f99,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:38:46.800338 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:46.832999 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:46.833642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:46.835624 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] 10.222.0.48 "PUT /v2.0/ports/33c28178-46d6-4a4c-bc56-4852550c6f99 HTTP/1.1" status: 200 len: 1091 time: 0.5801198 Mar 24 01:38:46.836056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafec783-c10e-422b-83e9-7d94fd50e434', 'tag': '33c28178-46d6-4a4c-bc56-4852550c6f99'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:38:46.838307 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5971caf1-c13a-48fe-be79-230fc598ab02" -d '{"events": [{"name": "network-changed", "server_uuid": "cafec783-c10e-422b-83e9-7d94fd50e434", "tag": "33c28178-46d6-4a4c-bc56-4852550c6f99"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:38:46.862527 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddcbc3-4821-453c-b335-ddb2c6f978e5 service neutron] Pushing event updated for resources: {'Port': ['ID=33c28178-46d6-4a4c-bc56-4852550c6f99,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:46.894652 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb23db09-ee69-43ab-a2b8-20761dfaad28 x-openstack-request-id: req-bb23db09-ee69-43ab-a2b8-20761dfaad28 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:38:46.894937 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cafec783-c10e-422b-83e9-7d94fd50e434", "tag": "33c28178-46d6-4a4c-bc56-4852550c6f99", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:38:46.895188 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb23db09-ee69-43ab-a2b8-20761dfaad28 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:38:46.895583 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb23db09-ee69-43ab-a2b8-20761dfaad28'] response: {'name': 'network-changed', 'server_uuid': 'cafec783-c10e-422b-83e9-7d94fd50e434', 'tag': '33c28178-46d6-4a4c-bc56-4852550c6f99', 'status': 'completed', 'code': 200} Mar 24 01:38:46.932091 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-7f4c446e-848c-432b-925e-9ab5d0c2e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:46.933635 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-7f4c446e-848c-432b-925e-9ab5d0c2e816 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76643b69399140829769826cb4acef8c&device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 1125 time: 0.0483491 Mar 24 01:38:46.980076 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-64049688-7bc5-4dce-8e14-0cfc71a00737 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33c28178-46d6-4a4c-bc56-4852550c6f99 HTTP/1.1" status: 200 len: 217 time: 0.0379076 Mar 24 01:38:46.994744 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2f746-06ae-4902-b317-b2b8eec1122d req-a623e922-72e7-454b-80e3-cd6974d9f265 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:46.996186 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9aa2f746-06ae-4902-b317-b2b8eec1122d req-a623e922-72e7-454b-80e3-cd6974d9f265 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 943 time: 0.0560887 Mar 24 01:38:47.029012 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-d52065dd-71ac-4ce1-9b8b-4f66302b54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:47.030616 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-d52065dd-71ac-4ce1-9b8b-4f66302b54e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57cdf115-16c1-45fe-a8f2-bb70399518c0 HTTP/1.1" status: 200 len: 854 time: 0.0446174 Mar 24 01:38:47.062131 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-a0d10257-6f9e-43ff-82d6-044926da2a63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9316925-37e0-43a4-8cc8-14c7f6dcf510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260437 Mar 24 01:38:47.157110 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-7e463669-e7e1-4906-811f-742e4b02f16d service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891206 Mar 24 01:38:47.248131 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-65c984f9-baa1-434f-ad47-86f3d1fc608b req-ca6efe3f-62e3-4b65-8d24-83148fad43e4 service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848725 Mar 24 01:38:47.342794 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971caf1-c13a-48fe-be79-230fc598ab02 req-bd1def0a-328d-4684-ac91-dc1f2e57f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:47.344313 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5971caf1-c13a-48fe-be79-230fc598ab02 req-bd1def0a-328d-4684-ac91-dc1f2e57f43a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76643b69399140829769826cb4acef8c&device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 1125 time: 0.0519230 Mar 24 01:38:47.367492 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9aa2f746-06ae-4902-b317-b2b8eec1122d req-19f59f2e-4e54-463a-a6b3-642e4aa1dccf tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647153 Mar 24 01:38:47.433611 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971caf1-c13a-48fe-be79-230fc598ab02 req-d11ca6bf-0040-44fb-b7a1-c8fde2e3ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:47.435055 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5971caf1-c13a-48fe-be79-230fc598ab02 req-d11ca6bf-0040-44fb-b7a1-c8fde2e3ad48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 200 len: 915 time: 0.0851326 Mar 24 01:38:47.473895 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5971caf1-c13a-48fe-be79-230fc598ab02 req-019950dc-010c-478c-b1b0-e0d14d202d88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33c28178-46d6-4a4c-bc56-4852550c6f99 HTTP/1.1" status: 200 len: 217 time: 0.0328095 Mar 24 01:38:47.523409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971caf1-c13a-48fe-be79-230fc598ab02 req-9be1d56e-2f8d-464a-98bb-b7f4d4eeb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:47.524845 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5971caf1-c13a-48fe-be79-230fc598ab02 req-9be1d56e-2f8d-464a-98bb-b7f4d4eeb5f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57cdf115-16c1-45fe-a8f2-bb70399518c0 HTTP/1.1" status: 200 len: 854 time: 0.0450220 Mar 24 01:38:47.557387 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5971caf1-c13a-48fe-be79-230fc598ab02 req-ff8ee4aa-ad7f-4736-af5d-0e33ff5d9d9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9316925-37e0-43a4-8cc8-14c7f6dcf510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252542 Mar 24 01:38:47.645502 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5971caf1-c13a-48fe-be79-230fc598ab02 req-63558599-3bb4-4edb-a8ce-1ea8c4f98314 service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819499 Mar 24 01:38:47.735711 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5971caf1-c13a-48fe-be79-230fc598ab02 req-4e88b382-09e9-40f4-9e1e-39dad31ca52e service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827396 Mar 24 01:38:48.487442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dbb4e-31ce-4e0c-a1ba-bccad97b78f1 req-408a772b-8be9-42f6-a833-14614501ef69 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:48.488899 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac5dbb4e-31ce-4e0c-a1ba-bccad97b78f1 req-408a772b-8be9-42f6-a833-14614501ef69 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 943 time: 0.0547628 Mar 24 01:38:48.534887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac5dbb4e-31ce-4e0c-a1ba-bccad97b78f1 req-c4285440-a3f7-43cc-b500-4b60d301695f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398412 Mar 24 01:38:49.016002 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 33c28178-46d6-4a4c-bc56-4852550c6f99 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:38:49.112067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 33c28178-46d6-4a4c-bc56-4852550c6f99, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=33c28178-46d6-4a4c-bc56-4852550c6f99,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:38:49.123795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '33c28178-46d6-4a4c-bc56-4852550c6f99', 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510', 'port_id': '33c28178-46d6-4a4c-bc56-4852550c6f99', 'mac_address': 'fa:16:3e:3f:89:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57cdf115-16c1-45fe-a8f2-bb70399518c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:38:49.158790 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 33c28178-46d6-4a4c-bc56-4852550c6f99 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:38:49.159177 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:49.171276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c28178-46d6-4a4c-bc56-4852550c6f99 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:38:49.194748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 33c28178-46d6-4a4c-bc56-4852550c6f99, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=33c28178-46d6-4a4c-bc56-4852550c6f99,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:38:49.198628 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:49.243954 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=33c28178-46d6-4a4c-bc56-4852550c6f99,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:49.387487 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['33c28178-46d6-4a4c-bc56-4852550c6f99'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:38:49.654599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d2059-b199-47b0-b851-79937ab89007 req-610d8cbb-0143-45ab-999f-0029a125d8d4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:49.655959 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-176d2059-b199-47b0-b851-79937ab89007 req-610d8cbb-0143-45ab-999f-0029a125d8d4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 944 time: 0.0548987 Mar 24 01:38:49.706400 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-176d2059-b199-47b0-b851-79937ab89007 req-3c661a83-9798-430d-ab67-92edd7fd90f1 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446062 Mar 24 01:38:50.823266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e17ed-bf13-4208-85ee-04f6497615e1 req-fc25f268-c44a-47d0-9a1c-623f5a1b65e8 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:50.824686 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-849e17ed-bf13-4208-85ee-04f6497615e1 req-fc25f268-c44a-47d0-9a1c-623f5a1b65e8 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 944 time: 0.0506921 Mar 24 01:38:50.874498 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-849e17ed-bf13-4208-85ee-04f6497615e1 req-74e7dd44-f3a3-4eb3-b2b0-487c589aacb4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442886 Mar 24 01:38:51.026604 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 33c28178-46d6-4a4c-bc56-4852550c6f99 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:38:51.074332 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 33c28178-46d6-4a4c-bc56-4852550c6f99 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:38:51.078233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 33c28178-46d6-4a4c-bc56-4852550c6f99 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:38:51.078617 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:51.155175 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 33c28178-46d6-4a4c-bc56-4852550c6f99 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:38:51.155836 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:51.177818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafec783-c10e-422b-83e9-7d94fd50e434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c28178-46d6-4a4c-bc56-4852550c6f99'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:38:51.180453 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c32ede-768e-40df-8039-e83c10babaa1" -d '{"events": [{"server_uuid": "cafec783-c10e-422b-83e9-7d94fd50e434", "name": "network-vif-plugged", "status": "completed", "tag": "33c28178-46d6-4a4c-bc56-4852550c6f99"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:38:51.196862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 33c28178-46d6-4a4c-bc56-4852550c6f99, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=33c28178-46d6-4a4c-bc56-4852550c6f99,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:38:51.200997 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:51.229761 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e8ebc6-5d59-4033-b3dc-49c4db9c5654 x-openstack-request-id: req-57e8ebc6-5d59-4033-b3dc-49c4db9c5654 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:38:51.230062 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafec783-c10e-422b-83e9-7d94fd50e434", "name": "network-vif-plugged", "status": "completed", "tag": "33c28178-46d6-4a4c-bc56-4852550c6f99", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:38:51.230328 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57e8ebc6-5d59-4033-b3dc-49c4db9c5654 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:38:51.230727 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e8ebc6-5d59-4033-b3dc-49c4db9c5654'] response: {'server_uuid': 'cafec783-c10e-422b-83e9-7d94fd50e434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c28178-46d6-4a4c-bc56-4852550c6f99', 'code': 200} Mar 24 01:38:51.256495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=33c28178-46d6-4a4c-bc56-4852550c6f99,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:38:51.315732 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da16c9-622f-45ce-bb59-0a455cb9bad8 req-e0fa698d-6b91-4248-9a33-db9bf5ad3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:51.317421 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-11da16c9-622f-45ce-bb59-0a455cb9bad8 req-e0fa698d-6b91-4248-9a33-db9bf5ad3ede service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 1127 time: 0.0426590 Mar 24 01:38:51.359909 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-11da16c9-622f-45ce-bb59-0a455cb9bad8 req-236d2abc-0f2a-4feb-855e-59fc21d80be9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366175 Mar 24 01:38:51.989346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cc260-2abd-4b2f-be8a-6b7e00f9d5a1 req-e175fc8a-1999-4e60-99ed-84be280d7952 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:51.991420 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-030cc260-2abd-4b2f-be8a-6b7e00f9d5a1 req-e175fc8a-1999-4e60-99ed-84be280d7952 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0511858 Mar 24 01:38:52.035825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-030cc260-2abd-4b2f-be8a-6b7e00f9d5a1 req-85055fb8-ab4f-48bb-8b1b-91cc21653b9f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390007 Mar 24 01:38:53.158605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b4af5-2c65-488d-a7eb-c3d2d883bde9 req-485a69c7-6d03-4809-819d-6cb0d26fe0e9 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:53.160027 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-647b4af5-2c65-488d-a7eb-c3d2d883bde9 req-485a69c7-6d03-4809-819d-6cb0d26fe0e9 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0532699 Mar 24 01:38:53.205274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-647b4af5-2c65-488d-a7eb-c3d2d883bde9 req-b4e29796-7e3d-4e69-94d7-84d009373700 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390866 Mar 24 01:38:53.321113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cde38-27f2-40d1-94bc-be708000985f req-5be632f6-3408-4ee5-bc40-1ac3bf018b5d tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:53.322482 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec3cde38-27f2-40d1-94bc-be708000985f req-5be632f6-3408-4ee5-bc40-1ac3bf018b5d tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0516198 Mar 24 01:38:53.368144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec3cde38-27f2-40d1-94bc-be708000985f req-361c465a-7fd3-4f2b-b5c5-613757d6193e tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402274 Mar 24 01:38:53.571381 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527481fa-b837-4062-b340-b7b82ea8edaa req-12b24d9d-6f78-4a95-ba47-c7119d06ecf0 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:53.572759 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-527481fa-b837-4062-b340-b7b82ea8edaa req-12b24d9d-6f78-4a95-ba47-c7119d06ecf0 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0562692 Mar 24 01:38:53.618889 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-527481fa-b837-4062-b340-b7b82ea8edaa req-104e5cbb-4e8e-4913-834f-c95448c3f83b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403957 Mar 24 01:38:53.734885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a049d-a124-4abc-88ed-7c5147ab184a req-edb3e243-0892-403d-b003-df65159953c5 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:53.736357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e34a049d-a124-4abc-88ed-7c5147ab184a req-edb3e243-0892-403d-b003-df65159953c5 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0520337 Mar 24 01:38:53.784323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e34a049d-a124-4abc-88ed-7c5147ab184a req-a1b25765-7f61-4f33-b4fa-922d5b98413c tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421660 Mar 24 01:38:54.020678 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-b5ea92fe-981f-4c55-b4ee-0452b7a1afdb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0495758 Mar 24 01:38:54.032152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baffff-53b5-46ff-b62c-a0628050d04c req-e6735e33-e168-4412-adba-5843edc69391 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:54.033669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74baffff-53b5-46ff-b62c-a0628050d04c req-e6735e33-e168-4412-adba-5843edc69391 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0544798 Mar 24 01:38:54.089621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74baffff-53b5-46ff-b62c-a0628050d04c req-aa128431-853e-4abd-9eaa-b34ac9be970d tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495999 Mar 24 01:38:54.725223 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-ed503ebb-36fe-4db8-b0d0-113e39bb0e4c tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:54.726590 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-ed503ebb-36fe-4db8-b0d0-113e39bb0e4c tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports/33c28178-46d6-4a4c-bc56-4852550c6f99 HTTP/1.1" status: 200 len: 942 time: 0.3425200 Mar 24 01:38:55.223054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0de0d-2318-4af5-9630-7443de59328a req-678f839b-9982-4fc7-b313-12008f746de6 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:55.225179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3e0de0d-2318-4af5-9630-7443de59328a req-678f839b-9982-4fc7-b313-12008f746de6 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0545986 Mar 24 01:38:55.273144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3e0de0d-2318-4af5-9630-7443de59328a req-793df5f0-d48f-400b-9d85-00222538ddf9 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 Mar 24 01:38:55.531576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-12f6c06d-7898-4016-aae8-8e3848348789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:55.533133 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-12f6c06d-7898-4016-aae8-8e3848348789 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76643b69399140829769826cb4acef8c&device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 1127 time: 0.0448239 Mar 24 01:38:55.625027 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-b6df39e6-17b3-4f8a-881c-6bd5d4938924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:55.626544 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-b6df39e6-17b3-4f8a-881c-6bd5d4938924 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 200 len: 915 time: 0.0866094 Mar 24 01:38:55.666452 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-cc6eaeb9-cff2-4867-a272-a8fa958d09a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33c28178-46d6-4a4c-bc56-4852550c6f99 HTTP/1.1" status: 200 len: 217 time: 0.0338840 Mar 24 01:38:55.713949 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-3c39a018-2f85-4aa2-b410-ee62fe4dd8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:55.715455 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-3c39a018-2f85-4aa2-b410-ee62fe4dd8c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57cdf115-16c1-45fe-a8f2-bb70399518c0 HTTP/1.1" status: 200 len: 854 time: 0.0439501 Mar 24 01:38:55.746599 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-29822f45-5744-47b7-a43a-7d11efa7b759 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9316925-37e0-43a4-8cc8-14c7f6dcf510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258126 Mar 24 01:38:55.837788 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-1efc89b7-04d5-4707-be15-67dafffcf997 service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855279 Mar 24 01:38:55.926634 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-9211dfa3-6783-4a1b-b341-d61b739e7f94 service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832996 Mar 24 01:38:56.392220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48a2e5-4ff5-45da-81bf-af358bfe6fdd req-698c4760-49ba-4850-bc38-23a9d8930c25 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:56.393618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee48a2e5-4ff5-45da-81bf-af358bfe6fdd req-698c4760-49ba-4850-bc38-23a9d8930c25 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0514100 Mar 24 01:38:56.439530 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee48a2e5-4ff5-45da-81bf-af358bfe6fdd req-c678ed93-b1ff-4087-9f63-c0ddffba9433 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399652 Mar 24 01:38:57.563023 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97963da0-3abe-400f-8a38-c47e0583ba01 req-a79cc152-dbbb-44cf-863b-5f32d924a952 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:57.564475 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97963da0-3abe-400f-8a38-c47e0583ba01 req-a79cc152-dbbb-44cf-863b-5f32d924a952 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0556085 Mar 24 01:38:57.613790 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97963da0-3abe-400f-8a38-c47e0583ba01 req-9615274f-e11d-4d80-ae8c-40818f56cca0 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434031 Mar 24 01:38:58.730165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c102a-1034-473f-9267-0f6b222dcd16 req-58d61069-b05d-46cc-9d97-d40b0ff0d7b8 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:58.731601 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec2c102a-1034-473f-9267-0f6b222dcd16 req-58d61069-b05d-46cc-9d97-d40b0ff0d7b8 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0507722 Mar 24 01:38:58.777741 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-65833f92-0cd7-4434-ba90-2eb3704dc038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:38:58.778596 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec2c102a-1034-473f-9267-0f6b222dcd16 req-f36febe2-d74f-447a-9d2e-77ca63507f9e tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415456 Mar 24 01:38:59.895538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f91cd-e660-4df6-ae55-a9b68676e909 req-41db14c4-4c64-4346-957e-22e1d6682efa tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:38:59.896992 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b59f91cd-e660-4df6-ae55-a9b68676e909 req-41db14c4-4c64-4346-957e-22e1d6682efa tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0506942 Mar 24 01:38:59.946720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b59f91cd-e660-4df6-ae55-a9b68676e909 req-c99155af-c0ec-4aae-b351-8a5217656a49 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434830 Mar 24 01:39:00.252022 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:00.910244 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-493508c8-c31a-46a9-afdb-0facdcfea2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:01.068671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753d4d2-7a12-4290-b9e4-5699a47e27b0 req-aada0f03-1796-4e19-85b1-250aee8952a2 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:01.070156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8753d4d2-7a12-4290-b9e4-5699a47e27b0 req-aada0f03-1796-4e19-85b1-250aee8952a2 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0548010 Mar 24 01:39:01.115971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8753d4d2-7a12-4290-b9e4-5699a47e27b0 req-4a25a071-0485-4e76-b4af-da291bf4df1d tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402198 Mar 24 01:39:01.274352 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:39:02.234351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56035c-b727-4d13-b45c-ec7bdac95937 req-52160511-7959-4bff-b01f-c71d3e76dee1 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:02.235792 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be56035c-b727-4d13-b45c-ec7bdac95937 req-52160511-7959-4bff-b01f-c71d3e76dee1 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0515223 Mar 24 01:39:02.276269 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:02.283377 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be56035c-b727-4d13-b45c-ec7bdac95937 req-a23bdb07-d837-4926-994f-54b03ff0e6f5 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420718 Mar 24 01:39:02.806930 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:03.405077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9fd72-be7d-404a-a41c-db916a0a4e5d req-d6c6b7f6-23d7-4d86-bd39-21a76129607e tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:03.406540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70d9fd72-be7d-404a-a41c-db916a0a4e5d req-d6c6b7f6-23d7-4d86-bd39-21a76129607e tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0551112 Mar 24 01:39:03.453231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70d9fd72-be7d-404a-a41c-db916a0a4e5d req-abb5c34d-c1cd-400c-a3ee-ab3fd9ca2100 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411296 Mar 24 01:39:03.787164 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:04.570365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42e628-82e3-4d33-82c6-36ebc62d395c req-ed0871e9-de4c-4e3a-b371-a866f5e11ef4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:04.572477 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a42e628-82e3-4d33-82c6-36ebc62d395c req-ed0871e9-de4c-4e3a-b371-a866f5e11ef4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0526724 Mar 24 01:39:04.622542 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a42e628-82e3-4d33-82c6-36ebc62d395c req-68176f76-7a73-4523-9e9d-6841feeb0c2c tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443120 Mar 24 01:39:05.286547 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:05.743454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b88dfa-7b21-4809-be39-fb21bd42fe29 req-5b0a386e-1aa8-4cdc-b1b1-596782ec6532 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:05.744915 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5b88dfa-7b21-4809-be39-fb21bd42fe29 req-5b0a386e-1aa8-4cdc-b1b1-596782ec6532 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0553341 Mar 24 01:39:05.791431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c5b88dfa-7b21-4809-be39-fb21bd42fe29 req-2f64c3b2-1c2d-4b9a-b03d-b4eb67f59fc8 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408931 Mar 24 01:39:06.909534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96490eac-75a9-4ffd-8068-8c8fd6730f2a req-6d7b2b3c-c164-4de5-8a4e-1cdd55f1f431 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:06.911035 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96490eac-75a9-4ffd-8068-8c8fd6730f2a req-6d7b2b3c-c164-4de5-8a4e-1cdd55f1f431 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0524640 Mar 24 01:39:06.960252 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96490eac-75a9-4ffd-8068-8c8fd6730f2a req-9a0a4e7c-5a5b-4054-b8ad-3068bea9f882 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430224 Mar 24 01:39:08.078202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e982f98-c600-4cd4-95e1-46d3d2b68f8a req-e4f5c539-6e0b-4986-8f97-d57f99498b74 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:08.079649 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e982f98-c600-4cd4-95e1-46d3d2b68f8a req-e4f5c539-6e0b-4986-8f97-d57f99498b74 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0519621 Mar 24 01:39:08.129060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e982f98-c600-4cd4-95e1-46d3d2b68f8a req-2a80f9d5-1291-40a5-bae2-0836a0877d17 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439630 Mar 24 01:39:09.244620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009ad23-97a7-426d-9f57-b2c487104f64 req-8c988a2f-9c42-40e8-8627-d68ceb50b16c tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:09.246088 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7009ad23-97a7-426d-9f57-b2c487104f64 req-8c988a2f-9c42-40e8-8627-d68ceb50b16c tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0515752 Mar 24 01:39:09.291799 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7009ad23-97a7-426d-9f57-b2c487104f64 req-ad2fb641-4afb-494d-a0a4-3b21c689c1b9 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403061 Mar 24 01:39:10.409898 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912f817-82a9-4aa4-9c47-6b5eaf6b3c11 req-9323ee08-1bd2-4420-ba81-dc8675c0186b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:10.411393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a912f817-82a9-4aa4-9c47-6b5eaf6b3c11 req-9323ee08-1bd2-4420-ba81-dc8675c0186b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0520382 Mar 24 01:39:10.457060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a912f817-82a9-4aa4-9c47-6b5eaf6b3c11 req-a30ad3fa-791f-4762-a171-280315d744e7 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400369 Mar 24 01:39:11.582081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c9f27-547d-478d-b8d7-eda041b5b00c req-5e1a047c-e202-44e9-b767-69c9469fa5ac tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:11.583529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab6c9f27-547d-478d-b8d7-eda041b5b00c req-5e1a047c-e202-44e9-b767-69c9469fa5ac tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0558476 Mar 24 01:39:11.629189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab6c9f27-547d-478d-b8d7-eda041b5b00c req-6e5bddd8-bf93-4aff-ae69-93b321c39966 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396001 Mar 24 01:39:12.747476 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93d2a6-755b-4545-b699-a14801864dbf req-d6710d12-f387-438b-b50c-e91eccc873c5 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:12.748961 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d93d2a6-755b-4545-b699-a14801864dbf req-d6710d12-f387-438b-b50c-e91eccc873c5 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0525348 Mar 24 01:39:12.795102 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d93d2a6-755b-4545-b699-a14801864dbf req-9360b6f7-8d1a-4f8b-8004-546b5844edde tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406160 Mar 24 01:39:13.912651 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62786c7b-fb94-444e-ba3b-99d6332fd525 req-a8a48416-4ceb-43fa-9979-832b9b98faef tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:13.914125 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62786c7b-fb94-444e-ba3b-99d6332fd525 req-a8a48416-4ceb-43fa-9979-832b9b98faef tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0518115 Mar 24 01:39:13.964118 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62786c7b-fb94-444e-ba3b-99d6332fd525 req-f7b52caf-caf3-4b0e-8ac4-48bd6fce22df tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444934 Mar 24 01:39:15.086533 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692edb3-1c48-4f08-bd5b-2d04c08bd036 req-44e5c911-9ee1-4bc8-9b08-5c94bcff7327 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:15.088512 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d692edb3-1c48-4f08-bd5b-2d04c08bd036 req-44e5c911-9ee1-4bc8-9b08-5c94bcff7327 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0543163 Mar 24 01:39:15.134407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d692edb3-1c48-4f08-bd5b-2d04c08bd036 req-273d7666-e2ab-43a2-b655-20e45440a416 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 Mar 24 01:39:16.255246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070bdfb-6ac8-4de7-b5f7-58a35f552116 req-4e61be72-5a5d-469b-a44a-1c2c5013ae8c tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:16.256727 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6070bdfb-6ac8-4de7-b5f7-58a35f552116 req-4e61be72-5a5d-469b-a44a-1c2c5013ae8c tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0549910 Mar 24 01:39:16.303336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6070bdfb-6ac8-4de7-b5f7-58a35f552116 req-115c9015-e209-4428-8601-074d0b2409e1 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Mar 24 01:39:17.426135 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc4f10-4c22-4c77-9222-12c3e6f6c90f req-07d3e81c-2072-48c4-91cf-19940d4a6641 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:17.427579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0dc4f10-4c22-4c77-9222-12c3e6f6c90f req-07d3e81c-2072-48c4-91cf-19940d4a6641 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0553150 Mar 24 01:39:17.472853 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0dc4f10-4c22-4c77-9222-12c3e6f6c90f req-8f5d8ab6-737a-4238-82c6-57d4a619063b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397747 Mar 24 01:39:18.591643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026df8af-9e2a-40fd-9be4-654541180ebf req-6c367b40-1732-4796-876f-9b13b89a78db tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:18.593126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-026df8af-9e2a-40fd-9be4-654541180ebf req-6c367b40-1732-4796-876f-9b13b89a78db tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0530231 Mar 24 01:39:18.641430 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-026df8af-9e2a-40fd-9be4-654541180ebf req-eb19c280-b7a0-4b9b-be67-41f189be9d91 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 Mar 24 01:39:19.764383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b104672-9e83-4884-9e97-628918c66b6f req-50ca5ea1-e861-4036-915b-8d8abae675de tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:19.765914 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b104672-9e83-4884-9e97-628918c66b6f req-50ca5ea1-e861-4036-915b-8d8abae675de tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0562990 Mar 24 01:39:19.811310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b104672-9e83-4884-9e97-628918c66b6f req-9cab0640-5d40-4c4d-afce-ebab861d12c4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Mar 24 01:39:20.934364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc021ce-e036-4ab8-9cd6-ed80f40c844d req-3c5bf9d2-550a-4d97-83ba-c7a830d06fd3 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:20.936677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0cc021ce-e036-4ab8-9cd6-ed80f40c844d req-3c5bf9d2-550a-4d97-83ba-c7a830d06fd3 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0551183 Mar 24 01:39:20.983288 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0cc021ce-e036-4ab8-9cd6-ed80f40c844d req-42d2bce7-3eff-4bd2-bdbd-04eef50db112 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411446 Mar 24 01:39:22.106506 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a4390-74aa-475e-8cb3-6fd197835313 req-56128d74-deed-4a7e-9b2b-58234b3962bb tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:22.107953 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b04a4390-74aa-475e-8cb3-6fd197835313 req-56128d74-deed-4a7e-9b2b-58234b3962bb tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0516493 Mar 24 01:39:22.157991 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b04a4390-74aa-475e-8cb3-6fd197835313 req-2c14fcfb-c4ad-44b8-b392-439d0fd32b13 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444443 Mar 24 01:39:22.823987 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-c8dab3bf-6d59-4aeb-8d4f-33545d84289f service neutron] show failed (client error): The resource could not be found. Mar 24 01:39:22.824990 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-c8dab3bf-6d59-4aeb-8d4f-33545d84289f service neutron] 10.222.0.48 "GET /v2.0/ports/33c28178-46d6-4a4c-bc56-4852550c6f99/bindings/n-h1-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.0555379 Mar 24 01:39:23.060886 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-602bcec2-3711-4b78-a01a-688449ab45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:23.062404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-602bcec2-3711-4b78-a01a-688449ab45bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434&tenant_id=76643b69399140829769826cb4acef8c HTTP/1.1" status: 200 len: 1127 time: 0.0799367 Mar 24 01:39:23.073168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:39:23.133760 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:23.337750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0109843-03b1-439f-8967-d85c2e74d5e9 req-0ee95b8f-1ffa-4a0a-98a2-dde6a7a90069 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:23.339267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0109843-03b1-439f-8967-d85c2e74d5e9 req-0ee95b8f-1ffa-4a0a-98a2-dde6a7a90069 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.1100261 Mar 24 01:39:23.396908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] For port 33c28178-46d6-4a4c-bc56-4852550c6f99, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=33c28178-46d6-4a4c-bc56-4852550c6f99,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:39:23.420494 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c0109843-03b1-439f-8967-d85c2e74d5e9 req-86cad2f8-e868-40b1-a5c8-2530a31de63d tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747428 Mar 24 01:39:23.445031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] For port 33c28178-46d6-4a4c-bc56-4852550c6f99, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:39:23.485273 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafec783-c10e-422b-83e9-7d94fd50e434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c28178-46d6-4a4c-bc56-4852550c6f99'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:39:23.487527 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11ba3e9-d9ab-4fde-a2b2-207b2b87a31b" -d '{"events": [{"server_uuid": "cafec783-c10e-422b-83e9-7d94fd50e434", "name": "network-vif-unplugged", "status": "completed", "tag": "33c28178-46d6-4a4c-bc56-4852550c6f99"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:39:23.491330 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Publish callbacks [] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:23.503601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Transition to ACTIVE for port object 33c28178-46d6-4a4c-bc56-4852550c6f99 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:39:23.507597 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:23.541224 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc8f85b-8ace-4dbb-9caf-0ebd1051a9a1 x-openstack-request-id: req-9bc8f85b-8ace-4dbb-9caf-0ebd1051a9a1 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:39:23.541523 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafec783-c10e-422b-83e9-7d94fd50e434", "name": "network-vif-unplugged", "status": "completed", "tag": "33c28178-46d6-4a4c-bc56-4852550c6f99", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:39:23.541781 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9bc8f85b-8ace-4dbb-9caf-0ebd1051a9a1 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:39:23.542181 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc8f85b-8ace-4dbb-9caf-0ebd1051a9a1'] response: {'server_uuid': 'cafec783-c10e-422b-83e9-7d94fd50e434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c28178-46d6-4a4c-bc56-4852550c6f99', 'code': 200} Mar 24 01:39:23.567711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] No DVR routers for this DVR port 33c28178-46d6-4a4c-bc56-4852550c6f99 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:39:23.583359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Pushing event updated for resources: {'Port': ['ID=33c28178-46d6-4a4c-bc56-4852550c6f99,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:39:23.612587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Attempting to bind port 33c28178-46d6-4a4c-bc56-4852550c6f99 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:39:23.612923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Attempting to bind port 33c28178-46d6-4a4c-bc56-4852550c6f99 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:39:23.613288 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Attempting to bind port 33c28178-46d6-4a4c-bc56-4852550c6f99 on network e9316925-37e0-43a4-8cc8-14c7f6dcf510 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:39:23.617557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Port 33c28178-46d6-4a4c-bc56-4852550c6f99 on network e9316925-37e0-43a4-8cc8-14c7f6dcf510 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:39:23.617880 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Attempting to bind port 33c28178-46d6-4a4c-bc56-4852550c6f99 on network e9316925-37e0-43a4-8cc8-14c7f6dcf510 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:39:23.622633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:39:23.622972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Checking segment: {'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:39:23.623349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Bound using segment: {'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:39:23.623772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Bound port: 33c28178-46d6-4a4c-bc56-4852550c6f99, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:39:23.624123 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:23.687710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] For port 33c28178-46d6-4a4c-bc56-4852550c6f99, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:39:23.690661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] For port 33c28178-46d6-4a4c-bc56-4852550c6f99, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=33c28178-46d6-4a4c-bc56-4852550c6f99,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:39:23.696600 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:23.728369 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:23.729004 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:23.730416 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] 10.222.0.57 "PUT /v2.0/ports/33c28178-46d6-4a4c-bc56-4852550c6f99 HTTP/1.1" status: 200 len: 1091 time: 0.6611514 Mar 24 01:39:23.759472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80a062-0798-4331-a20c-7fdc423025f2 service neutron] Pushing event updated for resources: {'Port': ['ID=33c28178-46d6-4a4c-bc56-4852550c6f99,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:39:23.797709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-1af72334-6673-4b84-b78d-a6738a2bb137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:23.799209 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-1af72334-6673-4b84-b78d-a6738a2bb137 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76643b69399140829769826cb4acef8c&device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 1125 time: 0.0470488 Mar 24 01:39:23.889445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-cc33ada2-1259-485a-9497-215bc0e3663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:23.890888 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-cc33ada2-1259-485a-9497-215bc0e3663c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 200 len: 915 time: 0.0861845 Mar 24 01:39:23.930726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-202024c1-90f5-4d5d-83f3-6ef7e0db025e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33c28178-46d6-4a4c-bc56-4852550c6f99 HTTP/1.1" status: 200 len: 217 time: 0.0340812 Mar 24 01:39:23.976900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-05741858-8242-46c1-b40a-60a0e1bdffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:23.978316 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-05741858-8242-46c1-b40a-60a0e1bdffcf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57cdf115-16c1-45fe-a8f2-bb70399518c0 HTTP/1.1" status: 200 len: 854 time: 0.0419874 Mar 24 01:39:24.012810 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-cba92761-5769-4584-bf74-94e66c47d913 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9316925-37e0-43a4-8cc8-14c7f6dcf510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289228 Mar 24 01:39:24.099777 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-d12ae1f8-5c73-4bd3-a8db-e041da9dab28 service neutron] 10.222.0.57 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811713 Mar 24 01:39:24.189949 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab2ad3d7-616b-4b81-8cd5-3acca28148a1 req-3ca15269-3693-462a-96ef-b83202a9494a service neutron] 10.222.0.57 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847306 Mar 24 01:39:24.540851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27348b-71b5-49f6-9545-852695b89940 req-8d131df3-9516-41e6-9e7e-1afa7ef41a07 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:24.542400 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf27348b-71b5-49f6-9545-852695b89940 req-8d131df3-9516-41e6-9e7e-1afa7ef41a07 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 943 time: 0.0531826 Mar 24 01:39:24.589099 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cf27348b-71b5-49f6-9545-852695b89940 req-56de90cd-4724-4e75-b74c-0ef68bac5784 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406933 Mar 24 01:39:25.543535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafec783-c10e-422b-83e9-7d94fd50e434', 'tag': '33c28178-46d6-4a4c-bc56-4852550c6f99'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:39:25.545899 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce16d2d9-f593-4bfe-aa01-da041fb52394" -d '{"events": [{"name": "network-changed", "server_uuid": "cafec783-c10e-422b-83e9-7d94fd50e434", "tag": "33c28178-46d6-4a4c-bc56-4852550c6f99"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:39:25.594245 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a06ebf3-548c-4e8d-91c3-0799d1c8f379 x-openstack-request-id: req-7a06ebf3-548c-4e8d-91c3-0799d1c8f379 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:39:25.594547 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cafec783-c10e-422b-83e9-7d94fd50e434", "tag": "33c28178-46d6-4a4c-bc56-4852550c6f99", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:39:25.594801 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a06ebf3-548c-4e8d-91c3-0799d1c8f379 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:39:25.595296 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a06ebf3-548c-4e8d-91c3-0799d1c8f379'] response: {'name': 'network-changed', 'server_uuid': 'cafec783-c10e-422b-83e9-7d94fd50e434', 'tag': '33c28178-46d6-4a4c-bc56-4852550c6f99', 'status': 'completed', 'code': 200} Mar 24 01:39:25.673751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-0e71636e-c172-4617-8693-6aa922ffebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:25.675457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-0e71636e-c172-4617-8693-6aa922ffebab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76643b69399140829769826cb4acef8c&device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 1125 time: 0.0569305 Mar 24 01:39:25.715883 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-267539f9-cf96-46dd-8ba2-5a706d98331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:25.718252 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-267539f9-cf96-46dd-8ba2-5a706d98331e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76643b69399140829769826cb4acef8c&device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 1125 time: 0.1077967 Mar 24 01:39:25.771773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7bb4d-faf7-41a9-a955-4b267c2e236f req-0d390740-c736-449b-82d0-12716e610b67 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:25.773282 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35a7bb4d-faf7-41a9-a955-4b267c2e236f req-0d390740-c736-449b-82d0-12716e610b67 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 943 time: 0.1123171 Mar 24 01:39:25.815222 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-557bea84-f8d0-446e-8e5c-ebd024653cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:25.816740 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-557bea84-f8d0-446e-8e5c-ebd024653cf4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 200 len: 915 time: 0.0928023 Mar 24 01:39:25.832604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-197e3577-9e6f-4554-965f-3f6bd020600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:25.834060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-197e3577-9e6f-4554-965f-3f6bd020600f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 200 len: 915 time: 0.1440558 Mar 24 01:39:25.841066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-35a7bb4d-faf7-41a9-a955-4b267c2e236f req-f21ad79e-0811-49c8-bce5-9f1c1b79ad2b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591445 Mar 24 01:39:25.857775 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-4101a9a3-fde1-4d13-89d5-af57ccb33512 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33c28178-46d6-4a4c-bc56-4852550c6f99 HTTP/1.1" status: 200 len: 217 time: 0.0356038 Mar 24 01:39:25.880715 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-896adf2b-42e5-467b-97ac-bfed7fd7e481 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33c28178-46d6-4a4c-bc56-4852550c6f99 HTTP/1.1" status: 200 len: 217 time: 0.0387034 Mar 24 01:39:25.906446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-a2588e14-8cee-45c2-bc80-4dfb5de5ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:25.907905 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-a2588e14-8cee-45c2-bc80-4dfb5de5ebe3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57cdf115-16c1-45fe-a8f2-bb70399518c0 HTTP/1.1" status: 200 len: 854 time: 0.0441148 Mar 24 01:39:25.928814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-4d86268e-a43d-4351-b0e6-a435f46c8a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:25.930284 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-4d86268e-a43d-4351-b0e6-a435f46c8a63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57cdf115-16c1-45fe-a8f2-bb70399518c0 HTTP/1.1" status: 200 len: 854 time: 0.0429151 Mar 24 01:39:25.938726 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-2d7ebc1a-842d-4a63-b840-66021e1dd1dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9316925-37e0-43a4-8cc8-14c7f6dcf510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256159 Mar 24 01:39:25.965263 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-94be082d-0fbd-4bc4-9cd0-867b075ec06c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9316925-37e0-43a4-8cc8-14c7f6dcf510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290399 Mar 24 01:39:26.029719 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-9e58e316-4f13-4f81-9718-887055f3fac8 service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854089 Mar 24 01:39:26.057669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-b832f805-2c41-480e-89c0-4648bd993ffe service neutron] 10.222.0.57 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865312 Mar 24 01:39:26.118144 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-47c37386-0483-4f87-986f-44e22e0ad534 service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829613 Mar 24 01:39:26.146697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce16d2d9-f593-4bfe-aa01-da041fb52394 req-06a192e3-e0fa-4378-8243-491e4f651be0 service neutron] 10.222.0.57 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837188 Mar 24 01:39:26.964759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe8407-7137-47c8-b178-0a97c86e69f0 req-6e7b0e27-7324-4a50-9ff6-e7aa9fd38ffc tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:26.966232 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3fe8407-7137-47c8-b178-0a97c86e69f0 req-6e7b0e27-7324-4a50-9ff6-e7aa9fd38ffc tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 943 time: 0.0547304 Mar 24 01:39:27.016689 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3fe8407-7137-47c8-b178-0a97c86e69f0 req-22eec7ab-44a7-4644-96fa-d5b29de971e2 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449314 Mar 24 01:39:27.151011 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 33c28178-46d6-4a4c-bc56-4852550c6f99 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:39:27.190542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] The host n-h2-760455-9 is not matching for port 33c28178-46d6-4a4c-bc56-4852550c6f99 host n-h1-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:39:27.191140 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 33c28178-46d6-4a4c-bc56-4852550c6f99 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:39:27.216554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b00c6-464c-4635-9dee-6ce707ad4763 req-28bc78ca-f6a9-4454-98c8-57ff2d3cb1c0 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:27.218068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-859b00c6-464c-4635-9dee-6ce707ad4763 req-28bc78ca-f6a9-4454-98c8-57ff2d3cb1c0 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 943 time: 0.0555420 Mar 24 01:39:27.266484 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046687e2-4478-4100-a400-d3b9fa3f7e81 req-1ff8246a-6fbd-438d-99e4-5e3ab851526b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:27.267055 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-859b00c6-464c-4635-9dee-6ce707ad4763 req-fccc146c-f9c5-41de-a930-c6e53bfedd7b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Mar 24 01:39:27.267947 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-046687e2-4478-4100-a400-d3b9fa3f7e81 req-1ff8246a-6fbd-438d-99e4-5e3ab851526b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.48 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434&tenant_id=76643b69399140829769826cb4acef8c&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 943 time: 0.0998192 Mar 24 01:39:27.327800 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [req-046687e2-4478-4100-a400-d3b9fa3f7e81 req-984bd8df-937c-4d8f-a17e-4ad5b746794b service neutron] delete failed (client error): The resource could not be found. Mar 24 01:39:27.328806 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-046687e2-4478-4100-a400-d3b9fa3f7e81 req-984bd8df-937c-4d8f-a17e-4ad5b746794b service neutron] 10.222.0.48 "DELETE /v2.0/ports/33c28178-46d6-4a4c-bc56-4852550c6f99/bindings/n-h2-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.0541952 Mar 24 01:39:27.417135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046687e2-4478-4100-a400-d3b9fa3f7e81 req-7df1dc1c-e1ce-4212-b9b2-8c52a5d7dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:27.419068 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-046687e2-4478-4100-a400-d3b9fa3f7e81 req-7df1dc1c-e1ce-4212-b9b2-8c52a5d7dca9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76643b69399140829769826cb4acef8c&device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 1125 time: 0.0470998 Mar 24 01:39:27.504604 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046687e2-4478-4100-a400-d3b9fa3f7e81 req-d37549c3-f774-4907-bc17-5866883194dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:27.506083 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-046687e2-4478-4100-a400-d3b9fa3f7e81 req-d37549c3-f774-4907-bc17-5866883194dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 200 len: 915 time: 0.0818362 Mar 24 01:39:27.549725 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-046687e2-4478-4100-a400-d3b9fa3f7e81 req-62d84936-0ddd-4c86-bce2-abca6178d583 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33c28178-46d6-4a4c-bc56-4852550c6f99 HTTP/1.1" status: 200 len: 217 time: 0.0379450 Mar 24 01:39:27.596528 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046687e2-4478-4100-a400-d3b9fa3f7e81 req-1e0a7947-8345-4965-b1b5-d0edd265aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:27.597972 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-046687e2-4478-4100-a400-d3b9fa3f7e81 req-1e0a7947-8345-4965-b1b5-d0edd265aff2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57cdf115-16c1-45fe-a8f2-bb70399518c0 HTTP/1.1" status: 200 len: 854 time: 0.0430567 Mar 24 01:39:27.628760 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-046687e2-4478-4100-a400-d3b9fa3f7e81 req-d61fbfc7-96d2-4931-b110-5b8933e2c720 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9316925-37e0-43a4-8cc8-14c7f6dcf510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252378 Mar 24 01:39:27.713048 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-046687e2-4478-4100-a400-d3b9fa3f7e81 req-f7307a1d-cccf-4eee-a130-11a1a66a56d8 service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784888 Mar 24 01:39:27.739228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 33c28178-46d6-4a4c-bc56-4852550c6f99 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:39:27.805622 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-046687e2-4478-4100-a400-d3b9fa3f7e81 req-196aed50-db94-4144-a043-d12e9a5fe70b service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864427 Mar 24 01:39:27.837828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 33c28178-46d6-4a4c-bc56-4852550c6f99, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=33c28178-46d6-4a4c-bc56-4852550c6f99,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:39:27.850767 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '33c28178-46d6-4a4c-bc56-4852550c6f99', 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510', 'port_id': '33c28178-46d6-4a4c-bc56-4852550c6f99', 'mac_address': 'fa:16:3e:3f:89:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57cdf115-16c1-45fe-a8f2-bb70399518c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:39:27.887230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 33c28178-46d6-4a4c-bc56-4852550c6f99 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:39:27.887644 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:27.900089 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c28178-46d6-4a4c-bc56-4852550c6f99 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:39:27.921086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 33c28178-46d6-4a4c-bc56-4852550c6f99, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=33c28178-46d6-4a4c-bc56-4852550c6f99,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:39:27.924829 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:27.973004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=33c28178-46d6-4a4c-bc56-4852550c6f99,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:39:28.139973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['33c28178-46d6-4a4c-bc56-4852550c6f99'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:39:28.390074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b45d8a-fffe-4023-ae36-714b7c86feb2 req-143359d8-5fcd-4e3a-a2b4-52fc57241daa tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:28.391525 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e6b45d8a-fffe-4023-ae36-714b7c86feb2 req-143359d8-5fcd-4e3a-a2b4-52fc57241daa tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 944 time: 0.0551879 Mar 24 01:39:28.438583 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e6b45d8a-fffe-4023-ae36-714b7c86feb2 req-3c72259d-d1d8-4056-8ce7-96afe18163af tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415003 Mar 24 01:39:28.559844 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e41d08-dfb8-4dfc-9dee-7d61b3a421d7 req-fe7ea516-638a-4851-a882-b2b167585839 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:28.561325 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7e41d08-dfb8-4dfc-9dee-7d61b3a421d7 req-fe7ea516-638a-4851-a882-b2b167585839 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 944 time: 0.0565622 Mar 24 01:39:28.607970 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7e41d08-dfb8-4dfc-9dee-7d61b3a421d7 req-4d8d2b78-f96d-427c-b051-772527510d2c tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407794 Mar 24 01:39:28.737698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1b695-55b8-4a5c-8890-761f5519694c req-9900504e-e30c-46d1-b5d0-98c4fdf3e1d6 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:28.739074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53f1b695-55b8-4a5c-8890-761f5519694c req-9900504e-e30c-46d1-b5d0-98c4fdf3e1d6 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 944 time: 0.0564587 Mar 24 01:39:28.780491 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8f893f19-2d20-4307-aebe-d3240315f228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:28.786722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53f1b695-55b8-4a5c-8890-761f5519694c req-58820a6e-a73a-4279-ac37-437358ae165f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 Mar 24 01:39:29.140741 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-285afb22-35da-4e73-80c5-7bb6914334a8 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:29.142255 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-285afb22-35da-4e73-80c5-7bb6914334a8 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/networks?id=e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 200 len: 814 time: 0.1035941 Mar 24 01:39:29.156503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-33f2baa5-374f-4b41-a0bf-9fd6648dc566 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/quotas/76643b69399140829769826cb4acef8c HTTP/1.1" status: 200 len: 375 time: 0.0088556 Mar 24 01:39:29.209624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-98042bb7-4993-4fc1-9978-9f46a6363877 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=76643b69399140829769826cb4acef8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484142 Mar 24 01:39:29.301767 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-a87bedeb-8ac6-46ee-916d-2919e8d9c216 service neutron] 10.222.0.45 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849144 Mar 24 01:39:29.391576 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-7d4661ed-351a-4b56-a9f2-cb0caf0c637a service neutron] 10.222.0.45 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844042 Mar 24 01:39:29.553985 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0e91042-d3e5-4aa5-8794-e1761ee2ef5c req-639d253b-e089-48e5-a302-6fede2ce7c16 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 210 time: 0.0288851 Mar 24 01:39:29.764838 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 33c28178-46d6-4a4c-bc56-4852550c6f99 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:39:29.816440 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 33c28178-46d6-4a4c-bc56-4852550c6f99 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:39:29.821578 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 33c28178-46d6-4a4c-bc56-4852550c6f99 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:39:29.821962 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:29.903539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 33c28178-46d6-4a4c-bc56-4852550c6f99 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:39:29.903936 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:29.926770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafec783-c10e-422b-83e9-7d94fd50e434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c28178-46d6-4a4c-bc56-4852550c6f99'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:39:29.929008 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3e38a4-f9f2-41b8-8918-664eb595facd" -d '{"events": [{"server_uuid": "cafec783-c10e-422b-83e9-7d94fd50e434", "name": "network-vif-plugged", "status": "completed", "tag": "33c28178-46d6-4a4c-bc56-4852550c6f99"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:39:29.947612 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 33c28178-46d6-4a4c-bc56-4852550c6f99, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=33c28178-46d6-4a4c-bc56-4852550c6f99,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:39:29.952632 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:29.976830 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7320ee8-d38d-404b-aa9d-38fbf1b52e1a x-openstack-request-id: req-b7320ee8-d38d-404b-aa9d-38fbf1b52e1a {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:39:29.977142 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafec783-c10e-422b-83e9-7d94fd50e434", "name": "network-vif-plugged", "status": "completed", "tag": "33c28178-46d6-4a4c-bc56-4852550c6f99", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:39:29.977400 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7320ee8-d38d-404b-aa9d-38fbf1b52e1a {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:39:29.977797 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7320ee8-d38d-404b-aa9d-38fbf1b52e1a'] response: {'server_uuid': 'cafec783-c10e-422b-83e9-7d94fd50e434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c28178-46d6-4a4c-bc56-4852550c6f99', 'code': 200} Mar 24 01:39:30.006225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=33c28178-46d6-4a4c-bc56-4852550c6f99,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:39:30.241910 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:30.298522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9734b1a-cf34-464c-be82-453dbdc0f053 req-035a6896-24c1-4b3a-b29c-dbd00868a5e7 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:30.299984 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9734b1a-cf34-464c-be82-453dbdc0f053 req-035a6896-24c1-4b3a-b29c-dbd00868a5e7 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.57 "GET /v2.0/ports?device_id=cafec783-c10e-422b-83e9-7d94fd50e434 HTTP/1.1" status: 200 len: 945 time: 0.0568516 Mar 24 01:39:30.398886 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-b9734b1a-cf34-464c-be82-453dbdc0f053 req-4704316c-23f2-431f-a997-85c9e992609b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Deleting port 33c28178-46d6-4a4c-bc56-4852550c6f99 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:39:30.399977 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b9734b1a-cf34-464c-be82-453dbdc0f053 req-4704316c-23f2-431f-a997-85c9e992609b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:30.464459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-b8f91e51-5bdd-4630-9ad2-7898f807c330 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:30.466058 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-b8f91e51-5bdd-4630-9ad2-7898f807c330 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.48 "GET /v2.0/networks?id=e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 200 len: 814 time: 0.1114810 Mar 24 01:39:30.478314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-f7067e66-79af-4e9c-bdac-2169cedcbce4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Request body: {'port': {'device_id': '4ee08b71-2750-4a72-9d4d-71765f76d035', 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510', 'admin_state_up': True, 'tenant_id': '76643b69399140829769826cb4acef8c'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:39:30.493341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-b9734b1a-cf34-464c-be82-453dbdc0f053 req-4704316c-23f2-431f-a997-85c9e992609b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] For port 33c28178-46d6-4a4c-bc56-4852550c6f99, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=33c28178-46d6-4a4c-bc56-4852550c6f99,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:39:30.493628 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b9734b1a-cf34-464c-be82-453dbdc0f053 req-4704316c-23f2-431f-a997-85c9e992609b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:30.511710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-b9734b1a-cf34-464c-be82-453dbdc0f053 req-4704316c-23f2-431f-a997-85c9e992609b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Calling delete_port for 33c28178-46d6-4a4c-bc56-4852550c6f99 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:39:30.590108 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-f7067e66-79af-4e9c-bdac-2169cedcbce4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Made reservation on behalf of 76643b69399140829769826cb4acef8c for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:39:30.593671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-f7067e66-79af-4e9c-bdac-2169cedcbce4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:30.656435 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f2255fa-9bda-4083-b29e-436d96af0c70 req-8c6526f5-45cc-4d05-8df6-b77a3bb9e899 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 210 time: 0.0283208 Mar 24 01:39:30.666007 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b9734b1a-cf34-464c-be82-453dbdc0f053 req-4704316c-23f2-431f-a997-85c9e992609b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (33c28178-46d6-4a4c-bc56-4852550c6f99), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:30.681146 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['33c28178-46d6-4a4c-bc56-4852550c6f99'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:39:30.703851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704316c-23f2-431f-a997-85c9e992609b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Pushing event deleted for resources: {'Port': ['ID=33c28178-46d6-4a4c-bc56-4852550c6f99,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:39:30.754552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9734b1a-cf34-464c-be82-453dbdc0f053 req-4704316c-23f2-431f-a997-85c9e992609b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] No DVR routers for this DVR port 33c28178-46d6-4a4c-bc56-4852550c6f99 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:39:30.757155 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-b9734b1a-cf34-464c-be82-453dbdc0f053 req-4704316c-23f2-431f-a997-85c9e992609b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:30.760734 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9734b1a-cf34-464c-be82-453dbdc0f053 req-4704316c-23f2-431f-a997-85c9e992609b tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.57 "DELETE /v2.0/ports/33c28178-46d6-4a4c-bc56-4852550c6f99 HTTP/1.1" status: 204 len: 173 time: 0.4561992 Mar 24 01:39:30.761251 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafec783-c10e-422b-83e9-7d94fd50e434', 'name': 'network-vif-deleted', 'tag': '33c28178-46d6-4a4c-bc56-4852550c6f99'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:39:30.763690 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3294eba0-8ab4-40db-bddf-835198face89" -d '{"events": [{"server_uuid": "cafec783-c10e-422b-83e9-7d94fd50e434", "name": "network-vif-deleted", "tag": "33c28178-46d6-4a4c-bc56-4852550c6f99"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:39:30.776036 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-f7067e66-79af-4e9c-bdac-2169cedcbce4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Allocated IP 172.20.0.7 (e9316925-37e0-43a4-8cc8-14c7f6dcf510/57cdf115-16c1-45fe-a8f2-bb70399518c0/cc2e1882-3c12-4e4e-8c63-29ff8069f787) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:39:30.808936 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96b438c-3c28-4d8e-b32b-709d86f1fe68 x-openstack-request-id: req-d96b438c-3c28-4d8e-b32b-709d86f1fe68 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:39:30.809264 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafec783-c10e-422b-83e9-7d94fd50e434", "name": "network-vif-deleted", "tag": "33c28178-46d6-4a4c-bc56-4852550c6f99", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:39:30.809519 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d96b438c-3c28-4d8e-b32b-709d86f1fe68 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:39:30.809928 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d96b438c-3c28-4d8e-b32b-709d86f1fe68'] response: {'server_uuid': 'cafec783-c10e-422b-83e9-7d94fd50e434', 'name': 'network-vif-deleted', 'tag': '33c28178-46d6-4a4c-bc56-4852550c6f99', 'status': 'completed', 'code': 200} Mar 24 01:39:30.915957 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-26202ad0-2733-4b68-a190-6a699fcac701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:30.940816 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-f7067e66-79af-4e9c-bdac-2169cedcbce4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Publish callbacks [] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:30.976839 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-f7067e66-79af-4e9c-bdac-2169cedcbce4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:30.991196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['33c28178-46d6-4a4c-bc56-4852550c6f99'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:39:31.025399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-f7067e66-79af-4e9c-bdac-2169cedcbce4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Network e9316925-37e0-43a4-8cc8-14c7f6dcf510 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:39:31.028934 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-f7067e66-79af-4e9c-bdac-2169cedcbce4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:39:31.034583 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-f7067e66-79af-4e9c-bdac-2169cedcbce4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:39:31.058256 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7067e66-79af-4e9c-bdac-2169cedcbce4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Pushing event updated for resources: {'Port': ['ID=cc2e1882-3c12-4e4e-8c63-29ff8069f787,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:39:31.085594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-f7067e66-79af-4e9c-bdac-2169cedcbce4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:31.086199 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-f7067e66-79af-4e9c-bdac-2169cedcbce4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:31.101609 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-f7067e66-79af-4e9c-bdac-2169cedcbce4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6270752 Mar 24 01:39:31.112577 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Request body: {'port': {'device_id': '4ee08b71-2750-4a72-9d4d-71765f76d035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:39:31.169884 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:31.427040 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2e1882-3c12-4e4e-8c63-29ff8069f787 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:39:31.434764 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Publish callbacks [] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:31.446796 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Transition to ACTIVE for port object cc2e1882-3c12-4e4e-8c63-29ff8069f787 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:39:31.450753 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:31.501816 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Pushing event updated for resources: {'Port': ['ID=cc2e1882-3c12-4e4e-8c63-29ff8069f787,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:39:31.564281 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Attempting to bind port cc2e1882-3c12-4e4e-8c63-29ff8069f787 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:39:31.564621 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Attempting to bind port cc2e1882-3c12-4e4e-8c63-29ff8069f787 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:39:31.564948 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Attempting to bind port cc2e1882-3c12-4e4e-8c63-29ff8069f787 on network e9316925-37e0-43a4-8cc8-14c7f6dcf510 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:39:31.569433 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Port cc2e1882-3c12-4e4e-8c63-29ff8069f787 on network e9316925-37e0-43a4-8cc8-14c7f6dcf510 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:39:31.569762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Attempting to bind port cc2e1882-3c12-4e4e-8c63-29ff8069f787 on network e9316925-37e0-43a4-8cc8-14c7f6dcf510 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:39:31.575040 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:39:31.575381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Checking segment: {'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:39:31.575765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Bound using segment: {'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:39:31.576187 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Bound port: cc2e1882-3c12-4e4e-8c63-29ff8069f787, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:39:31.576543 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:31.641925 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] For port cc2e1882-3c12-4e4e-8c63-29ff8069f787, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:39:31.645582 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] For port cc2e1882-3c12-4e4e-8c63-29ff8069f787, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:39:31.652331 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:31.685414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:31.686026 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:31.687448 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] 10.222.0.48 "PUT /v2.0/ports/cc2e1882-3c12-4e4e-8c63-29ff8069f787 HTTP/1.1" status: 200 len: 1091 time: 0.5787680 Mar 24 01:39:31.687867 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee08b71-2750-4a72-9d4d-71765f76d035', 'tag': 'cc2e1882-3c12-4e4e-8c63-29ff8069f787'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:39:31.690106 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6fb564-976a-4797-a83c-149f730fb36c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee08b71-2750-4a72-9d4d-71765f76d035", "tag": "cc2e1882-3c12-4e4e-8c63-29ff8069f787"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:39:31.735930 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed15969a-6dd3-4dc1-9a75-3d71d227572a x-openstack-request-id: req-ed15969a-6dd3-4dc1-9a75-3d71d227572a {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:39:31.736246 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee08b71-2750-4a72-9d4d-71765f76d035", "tag": "cc2e1882-3c12-4e4e-8c63-29ff8069f787", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:39:31.736482 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed15969a-6dd3-4dc1-9a75-3d71d227572a {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:39:31.736884 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed15969a-6dd3-4dc1-9a75-3d71d227572a'] response: {'name': 'network-changed', 'server_uuid': '4ee08b71-2750-4a72-9d4d-71765f76d035', 'tag': 'cc2e1882-3c12-4e4e-8c63-29ff8069f787', 'status': 'completed', 'code': 200} Mar 24 01:39:31.742308 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21ad51-468d-471c-9bcc-4ca27478ed2c service neutron] Pushing event updated for resources: {'Port': ['ID=cc2e1882-3c12-4e4e-8c63-29ff8069f787,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:39:31.776953 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-d3766146-a5e5-40bc-b307-92a117703c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:31.778658 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-d3766146-a5e5-40bc-b307-92a117703c87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76643b69399140829769826cb4acef8c&device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 1125 time: 0.0531893 Mar 24 01:39:31.790015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e276ca-dd44-4cfb-bf2b-0f3fea8dfed4 req-cb6533f1-663b-423b-b363-2d61f4ffb6c9 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:31.791490 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57e276ca-dd44-4cfb-bf2b-0f3fea8dfed4 req-cb6533f1-663b-423b-b363-2d61f4ffb6c9 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 943 time: 0.0609622 Mar 24 01:39:31.824022 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-48058810-d3a7-4b1b-9f22-e938beb0a117 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787 HTTP/1.1" status: 200 len: 217 time: 0.0384948 Mar 24 01:39:31.839564 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-57e276ca-dd44-4cfb-bf2b-0f3fea8dfed4 req-8ba3b335-0c60-4788-8b1a-d2a9eea9f051 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414970 Mar 24 01:39:31.875520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-f223ce90-1a4a-469e-9c1f-d0737632ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:31.876970 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-f223ce90-1a4a-469e-9c1f-d0737632ac2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57cdf115-16c1-45fe-a8f2-bb70399518c0 HTTP/1.1" status: 200 len: 854 time: 0.0473728 Mar 24 01:39:31.907765 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-12df5810-bf7c-40fc-a25f-f278ae185949 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9316925-37e0-43a4-8cc8-14c7f6dcf510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243123 Mar 24 01:39:31.999974 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-6030efb2-7da3-46c6-a17b-31283d8f03aa service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847368 Mar 24 01:39:32.084666 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-21a915fe-40b0-4f4a-99a2-24d2a83e1924 req-2fc1f417-4274-46c7-b4ca-e068d916d0a7 service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809293 Mar 24 01:39:32.169704 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fb564-976a-4797-a83c-149f730fb36c req-c9118185-3a58-4479-b593-22fd84ebde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:32.171150 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fd6fb564-976a-4797-a83c-149f730fb36c req-c9118185-3a58-4479-b593-22fd84ebde19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76643b69399140829769826cb4acef8c&device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 1125 time: 0.0439548 Mar 24 01:39:32.263172 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fb564-976a-4797-a83c-149f730fb36c req-84806e36-f922-495c-a1a6-9f97be7b3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:32.264543 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fd6fb564-976a-4797-a83c-149f730fb36c req-84806e36-f922-495c-a1a6-9f97be7b3e45 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 200 len: 915 time: 0.0875816 Mar 24 01:39:32.279041 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:32.306698 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fd6fb564-976a-4797-a83c-149f730fb36c req-af6bcaf1-c6e0-4fab-8633-aca7ddd3daeb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787 HTTP/1.1" status: 200 len: 217 time: 0.0359340 Mar 24 01:39:32.358103 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fb564-976a-4797-a83c-149f730fb36c req-134d1b68-3c42-4e18-abcd-96cc32d130d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:32.359565 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fd6fb564-976a-4797-a83c-149f730fb36c req-134d1b68-3c42-4e18-abcd-96cc32d130d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57cdf115-16c1-45fe-a8f2-bb70399518c0 HTTP/1.1" status: 200 len: 854 time: 0.0471270 Mar 24 01:39:32.391368 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fd6fb564-976a-4797-a83c-149f730fb36c req-be3ea348-95d3-47d0-9bf9-db0e1259561d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9316925-37e0-43a4-8cc8-14c7f6dcf510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244102 Mar 24 01:39:32.478344 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fd6fb564-976a-4797-a83c-149f730fb36c req-f6b6241c-0522-4c5a-828e-b79cc67ee9b0 service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810657 Mar 24 01:39:32.568291 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-fd6fb564-976a-4797-a83c-149f730fb36c req-f5d48dc4-9def-4374-8a6e-411d3f7f5b53 service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840468 Mar 24 01:39:32.805596 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:32.963921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced46ba-0dca-4613-8004-18c48eec2616 req-bdfd1395-7741-4f10-be4d-a2149e712732 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:32.965448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eced46ba-0dca-4613-8004-18c48eec2616 req-bdfd1395-7741-4f10-be4d-a2149e712732 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 943 time: 0.0564632 Mar 24 01:39:33.011993 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eced46ba-0dca-4613-8004-18c48eec2616 req-dd4798ca-227d-4acf-afab-258478aa30fa tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Mar 24 01:39:33.765658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 33c28178-46d6-4a4c-bc56-4852550c6f99 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:39:33.788524 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 33c28178-46d6-4a4c-bc56-4852550c6f99 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:39:33.788867 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 33c28178-46d6-4a4c-bc56-4852550c6f99 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:39:33.801784 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:34.127459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090a5dc-3197-4c5e-a10d-826ea2be84bc req-694ab922-b367-45f6-8928-d3ca73ece696 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:34.128900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e090a5dc-3197-4c5e-a10d-826ea2be84bc req-694ab922-b367-45f6-8928-d3ca73ece696 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 943 time: 0.0505908 Mar 24 01:39:34.174063 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e090a5dc-3197-4c5e-a10d-826ea2be84bc req-ca23ffdb-3b0e-49f4-b346-3c4d63bc6e4d tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395770 Mar 24 01:39:35.229153 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device cc2e1882-3c12-4e4e-8c63-29ff8069f787 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:39:35.293543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea3547-fb4d-44d6-9af8-a786a7e37d07 req-fee8ce26-80ad-4e71-bd01-b4ed2563d83e tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:35.295060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75ea3547-fb4d-44d6-9af8-a786a7e37d07 req-fee8ce26-80ad-4e71-bd01-b4ed2563d83e tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 943 time: 0.0560670 Mar 24 01:39:35.326445 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:35.350584 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75ea3547-fb4d-44d6-9af8-a786a7e37d07 req-6cb8f1f2-fdde-4480-8869-2e9a892ab54a tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454004 Mar 24 01:39:35.352168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port cc2e1882-3c12-4e4e-8c63-29ff8069f787, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:39:35.363684 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'cc2e1882-3c12-4e4e-8c63-29ff8069f787', 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510', 'port_id': 'cc2e1882-3c12-4e4e-8c63-29ff8069f787', 'mac_address': 'fa:16:3e:a5:16:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57cdf115-16c1-45fe-a8f2-bb70399518c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:39:35.400563 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port cc2e1882-3c12-4e4e-8c63-29ff8069f787 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:39:35.400932 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:35.413778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2e1882-3c12-4e4e-8c63-29ff8069f787 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:39:35.433518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port cc2e1882-3c12-4e4e-8c63-29ff8069f787, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:39:35.437069 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:35.482252 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=cc2e1882-3c12-4e4e-8c63-29ff8069f787,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:39:35.632819 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['cc2e1882-3c12-4e4e-8c63-29ff8069f787'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:39:36.470863 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466ef6f-1ecc-4fd6-8747-ce99144981e1 req-7e44f459-c575-4497-b8d1-f33146dc5b68 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:36.472373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d466ef6f-1ecc-4fd6-8747-ce99144981e1 req-7e44f459-c575-4497-b8d1-f33146dc5b68 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 944 time: 0.0530589 Mar 24 01:39:36.519610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d466ef6f-1ecc-4fd6-8747-ce99144981e1 req-6a433046-3280-4fee-aa37-4b70ac902c22 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416481 Mar 24 01:39:37.229325 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device cc2e1882-3c12-4e4e-8c63-29ff8069f787 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:39:37.277281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port cc2e1882-3c12-4e4e-8c63-29ff8069f787 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:39:37.281200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port cc2e1882-3c12-4e4e-8c63-29ff8069f787 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:39:37.281578 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:37.359984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port cc2e1882-3c12-4e4e-8c63-29ff8069f787 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:39:37.360357 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:37.382334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee08b71-2750-4a72-9d4d-71765f76d035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2e1882-3c12-4e4e-8c63-29ff8069f787'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:39:37.384531 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d82272-a7b3-4ad9-9138-5a998c297c06" -d '{"events": [{"server_uuid": "4ee08b71-2750-4a72-9d4d-71765f76d035", "name": "network-vif-plugged", "status": "completed", "tag": "cc2e1882-3c12-4e4e-8c63-29ff8069f787"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:39:37.396820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port cc2e1882-3c12-4e4e-8c63-29ff8069f787, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:39:37.400683 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:37.423122 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3cdaae-a2ea-4586-b457-90b3cb28b872 x-openstack-request-id: req-1c3cdaae-a2ea-4586-b457-90b3cb28b872 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:39:37.423434 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee08b71-2750-4a72-9d4d-71765f76d035", "name": "network-vif-plugged", "status": "completed", "tag": "cc2e1882-3c12-4e4e-8c63-29ff8069f787", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:39:37.423682 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c3cdaae-a2ea-4586-b457-90b3cb28b872 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:39:37.424079 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3cdaae-a2ea-4586-b457-90b3cb28b872'] response: {'server_uuid': '4ee08b71-2750-4a72-9d4d-71765f76d035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2e1882-3c12-4e4e-8c63-29ff8069f787', 'code': 200} Mar 24 01:39:37.451306 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=cc2e1882-3c12-4e4e-8c63-29ff8069f787,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:39:37.518894 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d963ece-2f54-475e-8ca4-c9a82032094e req-f3040f3a-16f9-474c-9ad0-104606a2f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:37.520526 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3d963ece-2f54-475e-8ca4-c9a82032094e req-f3040f3a-16f9-474c-9ad0-104606a2f740 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 1127 time: 0.0445168 Mar 24 01:39:37.564871 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3d963ece-2f54-475e-8ca4-c9a82032094e req-2b6247e6-f1af-4907-9a04-1461e01e0620 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384302 Mar 24 01:39:37.641883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed1b82-3aa3-4733-9bf6-04e603315ebd req-7007be33-598c-4a9c-9ed3-2ce0b191e90f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:37.643323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9ed1b82-3aa3-4733-9bf6-04e603315ebd req-7007be33-598c-4a9c-9ed3-2ce0b191e90f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0507224 Mar 24 01:39:37.692381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f9ed1b82-3aa3-4733-9bf6-04e603315ebd req-7667aaea-749c-483d-a2b6-186666f3c266 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435667 Mar 24 01:39:38.273531 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:39:38.820682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cfe85-ad46-4ee9-8ecc-cc75b868190b req-685faac8-c338-4793-a7c1-afd6ca0b27f0 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:38.822145 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-984cfe85-ad46-4ee9-8ecc-cc75b868190b req-685faac8-c338-4793-a7c1-afd6ca0b27f0 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0517890 Mar 24 01:39:38.867219 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-984cfe85-ad46-4ee9-8ecc-cc75b868190b req-e6b0a6f0-906d-4568-b375-b9ae001b61de tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395722 Mar 24 01:39:38.983942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0e5a1-583b-4fcd-a847-ba92708efd26 req-07fd72e6-b8dc-4979-9f45-dbf6f7ecaa6f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:38.985321 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b6d0e5a1-583b-4fcd-a847-ba92708efd26 req-07fd72e6-b8dc-4979-9f45-dbf6f7ecaa6f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0523469 Mar 24 01:39:39.030942 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b6d0e5a1-583b-4fcd-a847-ba92708efd26 req-eb4fb260-ccfd-4968-972b-b86cbd65f68c tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401130 Mar 24 01:39:39.249562 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-2f7ac518-5448-4ee7-ae9f-8d3441744b7e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430064 Mar 24 01:39:39.268873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a71ba7-b353-4cff-9def-e1b59706bb2e req-2d56ec22-7079-468c-bc27-775e6893fa22 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:39.270360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2a71ba7-b353-4cff-9def-e1b59706bb2e req-2d56ec22-7079-468c-bc27-775e6893fa22 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0561941 Mar 24 01:39:39.320083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2a71ba7-b353-4cff-9def-e1b59706bb2e req-644fa1c1-50e6-4c1f-9a6b-adb3b0228173 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436382 Mar 24 01:39:39.590132 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-6d69324c-b93f-44dd-be45-c4161c1ecf02 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:39.591455 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-6d69324c-b93f-44dd-be45-c4161c1ecf02 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports/cc2e1882-3c12-4e4e-8c63-29ff8069f787 HTTP/1.1" status: 200 len: 942 time: 0.0488689 Mar 24 01:39:40.352898 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-3ef8660e-0e2c-4d7b-9e6b-86c1ab6fa04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:40.354465 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-3ef8660e-0e2c-4d7b-9e6b-86c1ab6fa04e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76643b69399140829769826cb4acef8c&device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 1127 time: 0.0454102 Mar 24 01:39:40.444070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-d50f79c2-0511-43ad-ad50-204d1752f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:40.444286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249adcfc-f761-4292-96cb-cabc2ffc57fa req-98e99f92-d4b8-47e5-94c3-0be90a6ed6c8 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:40.445572 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-d50f79c2-0511-43ad-ad50-204d1752f158 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 200 len: 915 time: 0.0850224 Mar 24 01:39:40.445797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-249adcfc-f761-4292-96cb-cabc2ffc57fa req-98e99f92-d4b8-47e5-94c3-0be90a6ed6c8 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0528345 Mar 24 01:39:40.489840 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-cf0eda61-e0ff-4fbb-8f6e-257f63e4ba79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787 HTTP/1.1" status: 200 len: 217 time: 0.0385163 Mar 24 01:39:40.492285 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-249adcfc-f761-4292-96cb-cabc2ffc57fa req-860884d5-fb62-4e79-a74e-26e5adf07b01 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Mar 24 01:39:40.537119 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-72826564-92df-4447-abc3-0a32a034239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:40.538565 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-72826564-92df-4447-abc3-0a32a034239f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57cdf115-16c1-45fe-a8f2-bb70399518c0 HTTP/1.1" status: 200 len: 854 time: 0.0436049 Mar 24 01:39:40.569123 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-2fb4e979-5608-4374-bd0a-272a65a2cbbd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9316925-37e0-43a4-8cc8-14c7f6dcf510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249238 Mar 24 01:39:40.656989 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-958cf525-42c4-483b-8b9c-adb78ad6162a service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819461 Mar 24 01:39:40.743820 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-e459ff1c-3d46-4649-9f0c-81e460d9a8c4 service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815928 Mar 24 01:39:41.610935 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2687a1-e85d-48cf-9583-c92d23c2a1ca req-c3eeb4d6-ae3e-42a2-b5cb-cfb44caa345f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:41.612419 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae2687a1-e85d-48cf-9583-c92d23c2a1ca req-c3eeb4d6-ae3e-42a2-b5cb-cfb44caa345f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0515671 Mar 24 01:39:41.661333 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae2687a1-e85d-48cf-9583-c92d23c2a1ca req-4f3732c9-2e8e-4581-826b-c0e75ba4a0cd tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434566 Mar 24 01:39:42.789821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52763e49-2750-49d2-b740-d497e49dfb2b req-9151d278-24e5-491b-af5c-0ccdb1022e6a tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:42.791278 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52763e49-2750-49d2-b740-d497e49dfb2b req-9151d278-24e5-491b-af5c-0ccdb1022e6a tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0567687 Mar 24 01:39:42.836824 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52763e49-2750-49d2-b740-d497e49dfb2b req-ded42cea-8773-42ad-a0d9-79d34fd512e4 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394454 Mar 24 01:39:43.953630 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270493ab-27d7-4b87-917d-709d8dc6f705 req-fdffc195-9abd-4616-a8da-3853deb70558 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:43.955077 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-270493ab-27d7-4b87-917d-709d8dc6f705 req-fdffc195-9abd-4616-a8da-3853deb70558 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0513961 Mar 24 01:39:44.002059 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-270493ab-27d7-4b87-917d-709d8dc6f705 req-10cca57c-088b-45c6-a1ab-cd0592ec68d9 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Mar 24 01:39:45.128593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736f1e-d76b-4c9a-bf95-509a2eb5ef54 req-a9121d9c-2a7b-4b76-a91e-57e3941d445c tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:45.130143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e736f1e-d76b-4c9a-bf95-509a2eb5ef54 req-a9121d9c-2a7b-4b76-a91e-57e3941d445c tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0610015 Mar 24 01:39:45.178647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e736f1e-d76b-4c9a-bf95-509a2eb5ef54 req-bc5835e3-4566-4cb5-ae89-50d33fbe58b2 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406742 Mar 24 01:39:46.294587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae10e3-e187-4e3f-817c-f119a9024f5b req-56b8d448-66cd-4de0-8c8e-6bf4a4b2283e tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:46.296012 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-48ae10e3-e187-4e3f-817c-f119a9024f5b req-56b8d448-66cd-4de0-8c8e-6bf4a4b2283e tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0510395 Mar 24 01:39:46.343189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-48ae10e3-e187-4e3f-817c-f119a9024f5b req-ab4f8a70-bc72-49dc-95db-0dba052594bf tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415845 Mar 24 01:39:47.468714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3dc5de-5f75-4376-b25d-73b1dd1ecdba req-7637e6c6-14b0-4c81-9bbd-b9ef157e2ee3 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:47.470195 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea3dc5de-5f75-4376-b25d-73b1dd1ecdba req-7637e6c6-14b0-4c81-9bbd-b9ef157e2ee3 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0555980 Mar 24 01:39:47.516285 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea3dc5de-5f75-4376-b25d-73b1dd1ecdba req-051c0ead-e8a2-4da6-999b-5e1761c03c8c tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401642 Mar 24 01:39:48.635626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83016e08-d04d-4d32-b490-75e6ca7eb333 req-bb9cfa98-7ccb-4feb-97f9-546c6dc421b3 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:48.637390 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83016e08-d04d-4d32-b490-75e6ca7eb333 req-bb9cfa98-7ccb-4feb-97f9-546c6dc421b3 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0512946 Mar 24 01:39:48.682106 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83016e08-d04d-4d32-b490-75e6ca7eb333 req-3adae0ba-1f6c-43de-afe5-d8ef1ea7e863 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392189 Mar 24 01:39:49.798936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05c74c-f7d2-4072-88e5-5fa263f7cdab req-840fc551-4c69-4094-bfad-e2fd291e5809 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:49.800271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee05c74c-f7d2-4072-88e5-5fa263f7cdab req-840fc551-4c69-4094-bfad-e2fd291e5809 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0506659 Mar 24 01:39:49.848891 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ee05c74c-f7d2-4072-88e5-5fa263f7cdab req-8dbc8cf3-956e-4462-9c6a-a1b8f9070dd6 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431433 Mar 24 01:39:50.965265 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941bab7-35a1-4059-8da3-f9f9bbf19a3f req-6ad2ecd5-2ad0-471b-afa5-be909c984531 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:50.966693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6941bab7-35a1-4059-8da3-f9f9bbf19a3f req-6ad2ecd5-2ad0-471b-afa5-be909c984531 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0520566 Mar 24 01:39:51.011632 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6941bab7-35a1-4059-8da3-f9f9bbf19a3f req-a4947632-2f5b-4fcb-84fa-4aa45fd9f38f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394435 Mar 24 01:39:52.129390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a1e2b-5bba-469b-8379-65427720bdcf req-5e470750-9b15-4f79-8a60-d64e488f11ea tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:52.130838 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-805a1e2b-5bba-469b-8379-65427720bdcf req-5e470750-9b15-4f79-8a60-d64e488f11ea tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0515864 Mar 24 01:39:52.175785 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-805a1e2b-5bba-469b-8379-65427720bdcf req-4803a3b7-582c-49be-b553-75cc1de6c278 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395019 Mar 24 01:39:53.297323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b0064-c488-481a-8920-a9f341fb90d2 req-f317160a-003d-4928-8550-1421f3ab2364 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:53.298749 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-068b0064-c488-481a-8920-a9f341fb90d2 req-f317160a-003d-4928-8550-1421f3ab2364 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0546827 Mar 24 01:39:53.344654 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-068b0064-c488-481a-8920-a9f341fb90d2 req-3ed02c4e-3c55-4307-9907-803d6c71492a tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402756 Mar 24 01:39:54.467001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66486f1e-a1b1-4a00-aa38-28826e3ecf09 req-13a3fc8f-73e7-4273-a4ec-71c2f06bbffa tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:54.468486 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66486f1e-a1b1-4a00-aa38-28826e3ecf09 req-13a3fc8f-73e7-4273-a4ec-71c2f06bbffa tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0532939 Mar 24 01:39:54.515723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66486f1e-a1b1-4a00-aa38-28826e3ecf09 req-29d2d00f-e705-4c7a-a09e-2b1bc50d84b2 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Mar 24 01:39:55.634596 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62f58b-adf0-445a-b679-aa8ddd28e74f req-09b26b3f-c0cf-4001-a4bb-182ae94dab98 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:55.636096 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc62f58b-adf0-445a-b679-aa8ddd28e74f req-09b26b3f-c0cf-4001-a4bb-182ae94dab98 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0517256 Mar 24 01:39:55.688427 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc62f58b-adf0-445a-b679-aa8ddd28e74f req-1d59929b-c125-4256-ba13-562cac7389ce tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460405 Mar 24 01:39:56.811124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12c35d-b4fc-4c98-a7e6-e7725dd0e74a req-df8b2b27-f314-4df3-aaa3-b82769384a07 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:56.812596 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f12c35d-b4fc-4c98-a7e6-e7725dd0e74a req-df8b2b27-f314-4df3-aaa3-b82769384a07 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0514717 Mar 24 01:39:56.858857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f12c35d-b4fc-4c98-a7e6-e7725dd0e74a req-75ae44fc-aa20-4b06-a9d1-277e506d7ffa tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407121 Mar 24 01:39:57.975349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1400de7-c3ee-47a7-8380-9d97f62a02a1 req-0e11233b-df1d-46eb-87e6-d583ac1087b5 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:57.976790 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1400de7-c3ee-47a7-8380-9d97f62a02a1 req-0e11233b-df1d-46eb-87e6-d583ac1087b5 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0517974 Mar 24 01:39:58.022206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1400de7-c3ee-47a7-8380-9d97f62a02a1 req-b3427e2c-1fca-447a-82c4-27dc81d4f617 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398657 Mar 24 01:39:58.780678 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7cf5f9b1-9ed4-4557-b15e-1f7cbd1ae6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:39:59.141690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531fa33-461d-4549-a90a-8970583d10ef req-a9ce9123-e479-4d66-9dcd-c362bf642bfe tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:39:59.143115 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b531fa33-461d-4549-a90a-8970583d10ef req-a9ce9123-e479-4d66-9dcd-c362bf642bfe tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0546706 Mar 24 01:39:59.188326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b531fa33-461d-4549-a90a-8970583d10ef req-a1ee101d-f68a-46aa-b311-3dabc3d4bcdc tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397172 Mar 24 01:40:00.248228 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:00.306916 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdee28-d3a5-4052-a0c0-883932c76b79 req-3c667a8c-1f90-4052-9fa1-db6b873c35d7 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:00.308392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18bdee28-d3a5-4052-a0c0-883932c76b79 req-3c667a8c-1f90-4052-9fa1-db6b873c35d7 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0511899 Mar 24 01:40:00.354621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18bdee28-d3a5-4052-a0c0-883932c76b79 req-6fbe9e77-c64a-4cbb-9ab6-2858832af9a1 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405984 Mar 24 01:40:00.908520 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c5b2-7139-4618-af4b-8886a238cdb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:01.474220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35bc70-f640-49b9-aa48-95d923ff066b req-9919df1e-304b-4ae3-87c1-25eed2b62546 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:01.475657 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e35bc70-f640-49b9-aa48-95d923ff066b req-9919df1e-304b-4ae3-87c1-25eed2b62546 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0549827 Mar 24 01:40:01.831910 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e35bc70-f640-49b9-aa48-95d923ff066b req-b0bea5ac-3744-4d7e-8013-0e21594ec672 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500764 Mar 24 01:40:02.281619 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:02.821470 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:02.956549 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5dfba-5938-4124-8f94-9d6ea5e6bc46 req-989562e7-4f55-4bad-af3d-2d390fd59c4a tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:02.957791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38a5dfba-5938-4124-8f94-9d6ea5e6bc46 req-989562e7-4f55-4bad-af3d-2d390fd59c4a tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0517433 Mar 24 01:40:03.003518 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-38a5dfba-5938-4124-8f94-9d6ea5e6bc46 req-af353919-513c-454c-8e35-32b31659cd2f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397284 Mar 24 01:40:03.793734 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:04.121676 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8191b-b901-4607-92ef-10c10759a657 req-705943e5-246f-4fea-a507-d3abecfecd77 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:04.123034 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44a8191b-b901-4607-92ef-10c10759a657 req-705943e5-246f-4fea-a507-d3abecfecd77 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0519502 Mar 24 01:40:04.171305 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44a8191b-b901-4607-92ef-10c10759a657 req-f0b0fff5-fb0e-4b20-9f33-20676a4847bc tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427375 Mar 24 01:40:05.290021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1babf-d2e2-4710-9910-2997ac4a6cc5 req-1bfb85de-a1e1-4f87-a42d-03c0ebfb4a8a tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:05.290756 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:05.291492 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3c1babf-d2e2-4710-9910-2997ac4a6cc5 req-1bfb85de-a1e1-4f87-a42d-03c0ebfb4a8a tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0520222 Mar 24 01:40:05.337623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e3c1babf-d2e2-4710-9910-2997ac4a6cc5 req-6ff07d23-a7ed-4b3c-baea-1a286d5e4863 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399113 Mar 24 01:40:06.458475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb3627-1237-4f83-8dd2-f4666be229f2 req-d3d8e423-da6d-4f4f-815f-61c21373e0e6 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:06.459895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-24eb3627-1237-4f83-8dd2-f4666be229f2 req-d3d8e423-da6d-4f4f-815f-61c21373e0e6 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0504982 Mar 24 01:40:06.505428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-24eb3627-1237-4f83-8dd2-f4666be229f2 req-0f14b273-99d9-4223-a285-2b37200f621e tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398331 Mar 24 01:40:07.484211 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-4f80a7e7-4bd1-4d5c-82db-c267b2ea7c88 service neutron] show failed (client error): The resource could not be found. Mar 24 01:40:07.485309 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-4f80a7e7-4bd1-4d5c-82db-c267b2ea7c88 service neutron] 10.222.0.48 "GET /v2.0/ports/cc2e1882-3c12-4e4e-8c63-29ff8069f787/bindings/n-h1-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.0578699 Mar 24 01:40:07.631025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59495b1c-5a29-4d1c-86e8-87ca698fb13c req-b232ccd6-f5c9-445f-9f7c-4ab22fc4f553 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:07.632954 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59495b1c-5a29-4d1c-86e8-87ca698fb13c req-b232ccd6-f5c9-445f-9f7c-4ab22fc4f553 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0581901 Mar 24 01:40:07.686401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-59495b1c-5a29-4d1c-86e8-87ca698fb13c req-b4754ae4-44ed-41d0-8105-161d4f00445a tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476589 Mar 24 01:40:07.739679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-fe13e112-2826-4252-b717-5d326386db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:07.741083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-fe13e112-2826-4252-b717-5d326386db9e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035&tenant_id=76643b69399140829769826cb4acef8c HTTP/1.1" status: 200 len: 1127 time: 0.1006591 Mar 24 01:40:07.752095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:40:07.811778 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:08.007268 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] For port cc2e1882-3c12-4e4e-8c63-29ff8069f787, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:40:08.039817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] For port cc2e1882-3c12-4e4e-8c63-29ff8069f787, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:40:08.078026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee08b71-2750-4a72-9d4d-71765f76d035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2e1882-3c12-4e4e-8c63-29ff8069f787'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:40:08.080277 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd7d856-14f0-4c71-8e5b-fe20365aa65a" -d '{"events": [{"server_uuid": "4ee08b71-2750-4a72-9d4d-71765f76d035", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2e1882-3c12-4e4e-8c63-29ff8069f787"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:40:08.083852 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Publish callbacks [] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:08.096783 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Transition to ACTIVE for port object cc2e1882-3c12-4e4e-8c63-29ff8069f787 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:40:08.100613 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:08.135502 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d182c8-76b7-4982-8d05-c232be0d112f x-openstack-request-id: req-d3d182c8-76b7-4982-8d05-c232be0d112f {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:40:08.135799 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee08b71-2750-4a72-9d4d-71765f76d035", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2e1882-3c12-4e4e-8c63-29ff8069f787", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:40:08.136058 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d3d182c8-76b7-4982-8d05-c232be0d112f {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:40:08.136448 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d182c8-76b7-4982-8d05-c232be0d112f'] response: {'server_uuid': '4ee08b71-2750-4a72-9d4d-71765f76d035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2e1882-3c12-4e4e-8c63-29ff8069f787', 'code': 200} Mar 24 01:40:08.164266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2e1882-3c12-4e4e-8c63-29ff8069f787,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:08.166356 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] No DVR routers for this DVR port cc2e1882-3c12-4e4e-8c63-29ff8069f787 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:40:08.175121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:08.175474 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:08.175817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:08.176157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:08.176495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:08.176827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:08.177186 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:08.177517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:08.177846 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:08.178170 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:08.178498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:08.178823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:08.179151 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:08.179472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:08.179793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:08.217153 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Attempting to bind port cc2e1882-3c12-4e4e-8c63-29ff8069f787 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:40:08.217492 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Attempting to bind port cc2e1882-3c12-4e4e-8c63-29ff8069f787 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:40:08.217817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Attempting to bind port cc2e1882-3c12-4e4e-8c63-29ff8069f787 on network e9316925-37e0-43a4-8cc8-14c7f6dcf510 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:40:08.222053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Port cc2e1882-3c12-4e4e-8c63-29ff8069f787 on network e9316925-37e0-43a4-8cc8-14c7f6dcf510 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:40:08.222375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Attempting to bind port cc2e1882-3c12-4e4e-8c63-29ff8069f787 on network e9316925-37e0-43a4-8cc8-14c7f6dcf510 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:40:08.227149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:40:08.227488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Checking segment: {'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:40:08.227867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Bound using segment: {'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:40:08.228286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Bound port: cc2e1882-3c12-4e4e-8c63-29ff8069f787, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473beff8-1ec4-462b-a330-e32b1a0685ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:40:08.228637 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:08.289140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] For port cc2e1882-3c12-4e4e-8c63-29ff8069f787, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:40:08.292207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] For port cc2e1882-3c12-4e4e-8c63-29ff8069f787, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:40:08.297689 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:08.331278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:08.331901 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:08.333288 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] 10.222.0.57 "PUT /v2.0/ports/cc2e1882-3c12-4e4e-8c63-29ff8069f787 HTTP/1.1" status: 200 len: 1091 time: 0.5851302 Mar 24 01:40:08.352840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a0b79-bff1-4cd8-b79b-1eee5b1e2e44 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2e1882-3c12-4e4e-8c63-29ff8069f787,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:08.398334 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-8e3a36cb-28a6-43e4-b08e-e7353da45f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:08.399794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-8e3a36cb-28a6-43e4-b08e-e7353da45f17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76643b69399140829769826cb4acef8c&device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 1125 time: 0.0441670 Mar 24 01:40:08.488037 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-3b1b7fb1-2ffd-4ad0-8206-58ca44e75d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:08.489521 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-3b1b7fb1-2ffd-4ad0-8206-58ca44e75d30 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 200 len: 915 time: 0.0838459 Mar 24 01:40:08.529350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-34451fc3-4b47-40a8-a298-ea66d7464e0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787 HTTP/1.1" status: 200 len: 217 time: 0.0341113 Mar 24 01:40:08.579880 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-27dd93fd-26ea-4884-b30b-3305737a67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:08.581212 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-27dd93fd-26ea-4884-b30b-3305737a67f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57cdf115-16c1-45fe-a8f2-bb70399518c0 HTTP/1.1" status: 200 len: 854 time: 0.0465212 Mar 24 01:40:08.611641 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-43c1e30b-c541-4380-af3f-bb6022e28449 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9316925-37e0-43a4-8cc8-14c7f6dcf510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242627 Mar 24 01:40:08.696544 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-c990d6dd-f000-428a-a456-54196bac5917 service neutron] 10.222.0.57 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789404 Mar 24 01:40:08.816898 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ab7fe6f-ffa3-45c6-85d7-e022fcbdd892 req-755bf076-50ff-4d4d-830f-e1e15e2eb139 service neutron] 10.222.0.57 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143715 Mar 24 01:40:08.828636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb292f-aaed-49ee-a264-713267e3dc73 req-3143aa43-87fd-4a78-869f-036214e98428 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:08.830142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37cb292f-aaed-49ee-a264-713267e3dc73 req-3143aa43-87fd-4a78-869f-036214e98428 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 943 time: 0.0764530 Mar 24 01:40:08.879422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37cb292f-aaed-49ee-a264-713267e3dc73 req-5cd631af-26f0-40fe-84dd-17a3ebe1fa3f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435631 Mar 24 01:40:10.001909 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5617c-aa6e-4084-906d-e42548b706f6 req-71678bc2-0fc6-4e98-8681-6ba7e67709da tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:10.003337 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ef5617c-aa6e-4084-906d-e42548b706f6 req-71678bc2-0fc6-4e98-8681-6ba7e67709da tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 943 time: 0.0512125 Mar 24 01:40:10.053410 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ef5617c-aa6e-4084-906d-e42548b706f6 req-7763f74d-9d9f-40d5-afd0-2d808bcb829c tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445549 Mar 24 01:40:10.137116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee08b71-2750-4a72-9d4d-71765f76d035', 'tag': 'cc2e1882-3c12-4e4e-8c63-29ff8069f787'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:40:10.139393 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e934c562-a6a4-448d-a6b9-b0f4757b664f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee08b71-2750-4a72-9d4d-71765f76d035", "tag": "cc2e1882-3c12-4e4e-8c63-29ff8069f787"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:40:10.186367 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0af5a2-8929-4631-81fa-e139c5c22f72 x-openstack-request-id: req-5b0af5a2-8929-4631-81fa-e139c5c22f72 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:40:10.186776 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee08b71-2750-4a72-9d4d-71765f76d035", "tag": "cc2e1882-3c12-4e4e-8c63-29ff8069f787", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:40:10.187115 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b0af5a2-8929-4631-81fa-e139c5c22f72 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:40:10.187530 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b0af5a2-8929-4631-81fa-e139c5c22f72'] response: {'name': 'network-changed', 'server_uuid': '4ee08b71-2750-4a72-9d4d-71765f76d035', 'tag': 'cc2e1882-3c12-4e4e-8c63-29ff8069f787', 'status': 'completed', 'code': 200} Mar 24 01:40:10.250876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-47e3333c-a361-4af4-a1ae-19ced86677d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:10.252674 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-47e3333c-a361-4af4-a1ae-19ced86677d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76643b69399140829769826cb4acef8c&device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 1125 time: 0.0496356 Mar 24 01:40:10.253454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-7c32640b-bc93-4126-9761-11133075fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:10.254938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-7c32640b-bc93-4126-9761-11133075fffa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76643b69399140829769826cb4acef8c&device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 1125 time: 0.0461571 Mar 24 01:40:10.345387 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-98dbbb05-f166-4214-8dd8-da814f46b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:10.346895 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-98dbbb05-f166-4214-8dd8-da814f46b31f service neutron] 10.222.0.48 "GET /v2.0/networks?id=e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 200 len: 915 time: 0.0881324 Mar 24 01:40:10.360336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-8469eab1-61c6-4231-aced-ac25006ff102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:10.361827 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-8469eab1-61c6-4231-aced-ac25006ff102 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 200 len: 915 time: 0.1011705 Mar 24 01:40:10.391641 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-f387ad36-871f-4e4d-99c8-d95ab6ca6397 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787 HTTP/1.1" status: 200 len: 217 time: 0.0390999 Mar 24 01:40:10.407129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-979f9c45-1608-4b4a-bc00-51015cddbe24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787 HTTP/1.1" status: 200 len: 217 time: 0.0390174 Mar 24 01:40:10.440982 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-918bc67b-2d42-403f-85e2-220b6f9a06d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:10.442555 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-918bc67b-2d42-403f-85e2-220b6f9a06d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57cdf115-16c1-45fe-a8f2-bb70399518c0 HTTP/1.1" status: 200 len: 854 time: 0.0455883 Mar 24 01:40:10.454385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-4a45c4a8-4483-4dd1-b7c5-2d185bd8275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:10.455818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-4a45c4a8-4483-4dd1-b7c5-2d185bd8275e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57cdf115-16c1-45fe-a8f2-bb70399518c0 HTTP/1.1" status: 200 len: 854 time: 0.0436037 Mar 24 01:40:10.474676 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-0c608a5d-80e2-401c-a442-cb1d9e80ff8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9316925-37e0-43a4-8cc8-14c7f6dcf510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250590 Mar 24 01:40:10.487883 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-67942ccc-e9a4-4d00-a58c-8bcf15fbdf75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9316925-37e0-43a4-8cc8-14c7f6dcf510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258791 Mar 24 01:40:10.567286 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-4df01fd4-c01a-4de6-9d4f-650b8b7b5013 service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864813 Mar 24 01:40:10.580103 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-689c1d75-d95a-41ba-9903-80b048b4c623 service neutron] 10.222.0.57 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868030 Mar 24 01:40:10.654763 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-f46d265d-1dae-48e3-b3b5-564cd62d9c1c service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816581 Mar 24 01:40:10.666869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e934c562-a6a4-448d-a6b9-b0f4757b664f req-2e5a3f8a-1eb3-46da-bb2a-8462cc91dc74 service neutron] 10.222.0.57 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810583 Mar 24 01:40:11.177376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b08356-1ef1-4a39-95a2-841064dadaeb req-832b41e6-a6f9-4c7d-839f-8c1149647b7e tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:11.178854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2b08356-1ef1-4a39-95a2-841064dadaeb req-832b41e6-a6f9-4c7d-839f-8c1149647b7e tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 943 time: 0.0551140 Mar 24 01:40:11.230700 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d2b08356-1ef1-4a39-95a2-841064dadaeb req-739dc21c-2ed0-4f10-b132-53eb94fb067c tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460973 Mar 24 01:40:11.384490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device cc2e1882-3c12-4e4e-8c63-29ff8069f787 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:40:11.426664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] The host n-h2-760455-9 is not matching for port cc2e1882-3c12-4e4e-8c63-29ff8069f787 host n-h1-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:40:11.427069 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device cc2e1882-3c12-4e4e-8c63-29ff8069f787 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:40:11.432453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e6070-3aca-403e-83b4-f1b52b63e7e6 req-8f0401b2-cf58-482d-b2ee-099153d9c6ea tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:11.434092 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e34e6070-3aca-403e-83b4-f1b52b63e7e6 req-8f0401b2-cf58-482d-b2ee-099153d9c6ea tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 943 time: 0.0566239 Mar 24 01:40:11.446035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6f3f0-01a0-4ad6-bd4e-ab29f7b6236d req-a38ab688-e86b-40fc-a3ad-8a899affd020 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:11.447491 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-44c6f3f0-01a0-4ad6-bd4e-ab29f7b6236d req-a38ab688-e86b-40fc-a3ad-8a899affd020 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035&tenant_id=76643b69399140829769826cb4acef8c&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 943 time: 0.0565903 Mar 24 01:40:11.481609 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e34e6070-3aca-403e-83b4-f1b52b63e7e6 req-e459ef6e-08a7-42e3-a022-fd8875d8ca4e tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412259 Mar 24 01:40:11.513543 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [req-44c6f3f0-01a0-4ad6-bd4e-ab29f7b6236d req-d67a3cf4-a832-44aa-8f4c-6953f9dc53a6 service neutron] delete failed (client error): The resource could not be found. Mar 24 01:40:11.514549 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-44c6f3f0-01a0-4ad6-bd4e-ab29f7b6236d req-d67a3cf4-a832-44aa-8f4c-6953f9dc53a6 service neutron] 10.222.0.48 "DELETE /v2.0/ports/cc2e1882-3c12-4e4e-8c63-29ff8069f787/bindings/n-h2-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.0607188 Mar 24 01:40:11.600263 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6f3f0-01a0-4ad6-bd4e-ab29f7b6236d req-72690266-02ce-4e2f-bf7c-f4a82bb11547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:11.601695 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-44c6f3f0-01a0-4ad6-bd4e-ab29f7b6236d req-72690266-02ce-4e2f-bf7c-f4a82bb11547 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76643b69399140829769826cb4acef8c&device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 1125 time: 0.0454674 Mar 24 01:40:11.687433 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6f3f0-01a0-4ad6-bd4e-ab29f7b6236d req-56b623bc-f08e-4d9e-9971-72decc78a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:11.688877 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-44c6f3f0-01a0-4ad6-bd4e-ab29f7b6236d req-56b623bc-f08e-4d9e-9971-72decc78a1e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 200 len: 915 time: 0.0812273 Mar 24 01:40:11.731700 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-44c6f3f0-01a0-4ad6-bd4e-ab29f7b6236d req-21e9e01f-e839-45a3-8959-bf0baa230ce5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787 HTTP/1.1" status: 200 len: 217 time: 0.0360847 Mar 24 01:40:11.776182 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6f3f0-01a0-4ad6-bd4e-ab29f7b6236d req-6a37cee9-745e-42f0-9fe4-d8aac9906390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:11.777580 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-44c6f3f0-01a0-4ad6-bd4e-ab29f7b6236d req-6a37cee9-745e-42f0-9fe4-d8aac9906390 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57cdf115-16c1-45fe-a8f2-bb70399518c0 HTTP/1.1" status: 200 len: 854 time: 0.0412867 Mar 24 01:40:11.808360 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-44c6f3f0-01a0-4ad6-bd4e-ab29f7b6236d req-cc7ee230-128a-4ba4-80b9-3d34b90044d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9316925-37e0-43a4-8cc8-14c7f6dcf510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243495 Mar 24 01:40:11.896929 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-44c6f3f0-01a0-4ad6-bd4e-ab29f7b6236d req-06951aaa-e19b-4111-bb5b-5cc053f75c24 service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817904 Mar 24 01:40:11.942761 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device cc2e1882-3c12-4e4e-8c63-29ff8069f787 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:40:11.987254 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-44c6f3f0-01a0-4ad6-bd4e-ab29f7b6236d req-f7f1ad56-73cc-44c8-b72e-217923aa3ba0 service neutron] 10.222.0.48 "GET /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843468 Mar 24 01:40:12.040619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port cc2e1882-3c12-4e4e-8c63-29ff8069f787, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:40:12.054137 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'cc2e1882-3c12-4e4e-8c63-29ff8069f787', 'network_id': 'e9316925-37e0-43a4-8cc8-14c7f6dcf510', 'port_id': 'cc2e1882-3c12-4e4e-8c63-29ff8069f787', 'mac_address': 'fa:16:3e:a5:16:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57cdf115-16c1-45fe-a8f2-bb70399518c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:40:12.091063 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port cc2e1882-3c12-4e4e-8c63-29ff8069f787 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:40:12.091461 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:12.107491 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2e1882-3c12-4e4e-8c63-29ff8069f787 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:40:12.127142 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port cc2e1882-3c12-4e4e-8c63-29ff8069f787, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:40:12.130556 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:12.339877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=cc2e1882-3c12-4e4e-8c63-29ff8069f787,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:12.348316 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:12.348666 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:12.349010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:12.349557 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:12.349900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:12.350231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:12.350560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:12.350886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:12.351212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:12.351541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:12.351857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:12.352175 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:12.352496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:12.352820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:12.353163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:12.384323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['cc2e1882-3c12-4e4e-8c63-29ff8069f787'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:40:12.610460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75393119-e693-4113-9a89-153f27135652 req-fb899c89-fe91-4b94-ad54-3f0cce03334f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:12.611834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75393119-e693-4113-9a89-153f27135652 req-fb899c89-fe91-4b94-ad54-3f0cce03334f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 944 time: 0.0522885 Mar 24 01:40:12.658162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75393119-e693-4113-9a89-153f27135652 req-2a43c67b-226e-4443-b54c-ab2ba0eb925f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407662 Mar 24 01:40:12.777761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d433e-543a-4e3f-b99b-4fa213c6cbe4 req-2aaf6527-56cc-4ddc-b040-8a5db66f6b8f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:12.779214 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e82d433e-543a-4e3f-b99b-4fa213c6cbe4 req-2aaf6527-56cc-4ddc-b040-8a5db66f6b8f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 944 time: 0.0552855 Mar 24 01:40:12.824630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e82d433e-543a-4e3f-b99b-4fa213c6cbe4 req-439393ce-e6bb-45ae-8895-22013b431092 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399141 Mar 24 01:40:12.943979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d15af-b088-4b30-97b8-f9eca372cb5e req-3b078dcb-6529-46fa-87af-619cc9aef953 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:12.945495 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-617d15af-b088-4b30-97b8-f9eca372cb5e req-3b078dcb-6529-46fa-87af-619cc9aef953 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 944 time: 0.0569725 Mar 24 01:40:12.992944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-617d15af-b088-4b30-97b8-f9eca372cb5e req-5edd7236-5967-40e5-96a3-3c084f18c357 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 Mar 24 01:40:13.312134 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddba98-82e1-4c5f-85e9-bafde1340cec req-3d9af380-1852-446c-aea1-e0a297f9643a tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:13.313608 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dfddba98-82e1-4c5f-85e9-bafde1340cec req-3d9af380-1852-446c-aea1-e0a297f9643a tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 944 time: 0.0518239 Mar 24 01:40:13.366023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dfddba98-82e1-4c5f-85e9-bafde1340cec req-6c3a6df5-f471-41ea-aac3-071d7d39bee5 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466137 Mar 24 01:40:13.953470 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device cc2e1882-3c12-4e4e-8c63-29ff8069f787 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:40:14.000940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port cc2e1882-3c12-4e4e-8c63-29ff8069f787 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:40:14.004851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port cc2e1882-3c12-4e4e-8c63-29ff8069f787 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:40:14.005263 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:14.084998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port cc2e1882-3c12-4e4e-8c63-29ff8069f787 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:40:14.085423 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:14.107209 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee08b71-2750-4a72-9d4d-71765f76d035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2e1882-3c12-4e4e-8c63-29ff8069f787'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:40:14.109448 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b564eb-0643-4ddc-83a2-d60c3fde6b6e" -d '{"events": [{"server_uuid": "4ee08b71-2750-4a72-9d4d-71765f76d035", "name": "network-vif-plugged", "status": "completed", "tag": "cc2e1882-3c12-4e4e-8c63-29ff8069f787"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:40:14.125447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port cc2e1882-3c12-4e4e-8c63-29ff8069f787, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:40:14.129173 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:14.177049 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=cc2e1882-3c12-4e4e-8c63-29ff8069f787,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:14.227672 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb7e5fc-0659-4235-a5cf-bc92966ef480 x-openstack-request-id: req-5bb7e5fc-0659-4235-a5cf-bc92966ef480 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:40:14.227971 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee08b71-2750-4a72-9d4d-71765f76d035", "name": "network-vif-plugged", "status": "completed", "tag": "cc2e1882-3c12-4e4e-8c63-29ff8069f787", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:40:14.228232 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5bb7e5fc-0659-4235-a5cf-bc92966ef480 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:40:14.228635 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb7e5fc-0659-4235-a5cf-bc92966ef480'] response: {'server_uuid': '4ee08b71-2750-4a72-9d4d-71765f76d035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2e1882-3c12-4e4e-8c63-29ff8069f787', 'code': 200} Mar 24 01:40:14.513340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b4ac4-cca7-40fb-8325-6bdb6f5f89dc req-5f3fc901-fe02-4d3b-b550-1a361e21514f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:14.514713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-163b4ac4-cca7-40fb-8325-6bdb6f5f89dc req-5f3fc901-fe02-4d3b-b550-1a361e21514f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0815713 Mar 24 01:40:14.522330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00af085-2188-4022-b3f3-13059f0ae9d1 req-fcc56816-ba71-43f2-a7e7-041833fd1df0 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:14.523651 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c00af085-2188-4022-b3f3-13059f0ae9d1 req-fcc56816-ba71-43f2-a7e7-041833fd1df0 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee08b71-2750-4a72-9d4d-71765f76d035 HTTP/1.1" status: 200 len: 945 time: 0.0825942 Mar 24 01:40:14.619602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c00af085-2188-4022-b3f3-13059f0ae9d1 req-5f3bd6cd-eeb1-493f-a36d-918a95fca4d5 tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.45 "GET /v2.0/security-groups?id=4510034d-4b8a-402f-93e2-ef1e2678acbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885837 Mar 24 01:40:14.643087 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-163b4ac4-cca7-40fb-8325-6bdb6f5f89dc req-bc3b04de-8dc3-4346-ba60-1e9133e4f91f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Deleting port cc2e1882-3c12-4e4e-8c63-29ff8069f787 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:40:14.643428 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-163b4ac4-cca7-40fb-8325-6bdb6f5f89dc req-bc3b04de-8dc3-4346-ba60-1e9133e4f91f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:14.728735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-163b4ac4-cca7-40fb-8325-6bdb6f5f89dc req-bc3b04de-8dc3-4346-ba60-1e9133e4f91f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] For port cc2e1882-3c12-4e4e-8c63-29ff8069f787, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=cc2e1882-3c12-4e4e-8c63-29ff8069f787,segment=NetworkSegment(473beff8-1ec4-462b-a330-e32b1a0685ac),segment_id=473beff8-1ec4-462b-a330-e32b1a0685ac)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:40:14.729113 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-163b4ac4-cca7-40fb-8325-6bdb6f5f89dc req-bc3b04de-8dc3-4346-ba60-1e9133e4f91f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:14.741703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-163b4ac4-cca7-40fb-8325-6bdb6f5f89dc req-bc3b04de-8dc3-4346-ba60-1e9133e4f91f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Calling delete_port for cc2e1882-3c12-4e4e-8c63-29ff8069f787 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:40:14.869166 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-163b4ac4-cca7-40fb-8325-6bdb6f5f89dc req-bc3b04de-8dc3-4346-ba60-1e9133e4f91f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (cc2e1882-3c12-4e4e-8c63-29ff8069f787), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:14.880746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['cc2e1882-3c12-4e4e-8c63-29ff8069f787'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:40:14.897759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b04de-8dc3-4346-ba60-1e9133e4f91f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Pushing event deleted for resources: {'Port': ['ID=cc2e1882-3c12-4e4e-8c63-29ff8069f787,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:14.944011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-163b4ac4-cca7-40fb-8325-6bdb6f5f89dc req-bc3b04de-8dc3-4346-ba60-1e9133e4f91f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] No DVR routers for this DVR port cc2e1882-3c12-4e4e-8c63-29ff8069f787 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:40:14.946605 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-163b4ac4-cca7-40fb-8325-6bdb6f5f89dc req-bc3b04de-8dc3-4346-ba60-1e9133e4f91f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:14.949979 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-163b4ac4-cca7-40fb-8325-6bdb6f5f89dc req-bc3b04de-8dc3-4346-ba60-1e9133e4f91f tempest-ServerDiskConfigTestJSON-279796478 tempest-ServerDiskConfigTestJSON-279796478-project] 10.222.0.57 "DELETE /v2.0/ports/cc2e1882-3c12-4e4e-8c63-29ff8069f787 HTTP/1.1" status: 204 len: 173 time: 0.4254272 Mar 24 01:40:14.950918 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee08b71-2750-4a72-9d4d-71765f76d035', 'name': 'network-vif-deleted', 'tag': 'cc2e1882-3c12-4e4e-8c63-29ff8069f787'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:40:14.953178 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f503dc7-9eb8-4f24-9e47-758d560cadbd" -d '{"events": [{"server_uuid": "4ee08b71-2750-4a72-9d4d-71765f76d035", "name": "network-vif-deleted", "tag": "cc2e1882-3c12-4e4e-8c63-29ff8069f787"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:40:14.988202 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3fd2c5-0577-4eed-b982-9a15cd52e0ad x-openstack-request-id: req-1b3fd2c5-0577-4eed-b982-9a15cd52e0ad {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:40:14.988500 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee08b71-2750-4a72-9d4d-71765f76d035", "name": "network-vif-deleted", "tag": "cc2e1882-3c12-4e4e-8c63-29ff8069f787", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:40:14.988759 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b3fd2c5-0577-4eed-b982-9a15cd52e0ad {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:40:14.989204 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b3fd2c5-0577-4eed-b982-9a15cd52e0ad'] response: {'server_uuid': '4ee08b71-2750-4a72-9d4d-71765f76d035', 'name': 'network-vif-deleted', 'tag': 'cc2e1882-3c12-4e4e-8c63-29ff8069f787', 'status': 'completed', 'code': 200} Mar 24 01:40:15.272747 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:40:15.740760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37590) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:40:15.784751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abe4ea8-074d-402d-b1fc-ce56bcdf3e34 admin admin] Deleting subnet 57cdf115-16c1-45fe-a8f2-bb70399518c0 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:40:15.787792 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7abe4ea8-074d-402d-b1fc-ce56bcdf3e34 admin admin] Publish callbacks [] for subnet (57cdf115-16c1-45fe-a8f2-bb70399518c0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:15.821473 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7abe4ea8-074d-402d-b1fc-ce56bcdf3e34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (57cdf115-16c1-45fe-a8f2-bb70399518c0), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:15.858606 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7abe4ea8-074d-402d-b1fc-ce56bcdf3e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (57cdf115-16c1-45fe-a8f2-bb70399518c0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:15.908475 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7abe4ea8-074d-402d-b1fc-ce56bcdf3e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (57cdf115-16c1-45fe-a8f2-bb70399518c0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:15.937803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe4ea8-074d-402d-b1fc-ce56bcdf3e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57cdf115-16c1-45fe-a8f2-bb70399518c0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:15.942993 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7abe4ea8-074d-402d-b1fc-ce56bcdf3e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:15.946416 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7abe4ea8-074d-402d-b1fc-ce56bcdf3e34 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/57cdf115-16c1-45fe-a8f2-bb70399518c0 HTTP/1.1" status: 204 len: 168 time: 0.2046099 Mar 24 01:40:15.948896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37592) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:40:16.016725 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9b96b7a-a395-4f7e-a8f2-a3487d354b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (e9316925-37e0-43a4-8cc8-14c7f6dcf510), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:16.095543 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9b96b7a-a395-4f7e-a8f2-a3487d354b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (e9316925-37e0-43a4-8cc8-14c7f6dcf510), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:16.115790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e9b96b7a-a395-4f7e-a8f2-a3487d354b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9316925-37e0-43a4-8cc8-14c7f6dcf510']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:40:16.125706 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e9b96b7a-a395-4f7e-a8f2-a3487d354b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '473beff8-1ec4-462b-a330-e32b1a0685ac') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:40:16.126002 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e9b96b7a-a395-4f7e-a8f2-a3487d354b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '473beff8-1ec4-462b-a330-e32b1a0685ac') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:40:16.135329 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9b96b7a-a395-4f7e-a8f2-a3487d354b4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (473beff8-1ec4-462b-a330-e32b1a0685ac), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:16.148222 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9b96b7a-a395-4f7e-a8f2-a3487d354b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (473beff8-1ec4-462b-a330-e32b1a0685ac), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:16.154015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b96b7a-a395-4f7e-a8f2-a3487d354b4c admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:40:16.154385 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9b96b7a-a395-4f7e-a8f2-a3487d354b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (473beff8-1ec4-462b-a330-e32b1a0685ac), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:40:16.155986 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:40:16.209568 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9b96b7a-a395-4f7e-a8f2-a3487d354b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (e9316925-37e0-43a4-8cc8-14c7f6dcf510), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:16.214410 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e9b96b7a-a395-4f7e-a8f2-a3487d354b4c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:16.217594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e9b96b7a-a395-4f7e-a8f2-a3487d354b4c admin admin] 10.222.0.45 "DELETE /v2.0/networks/e9316925-37e0-43a4-8cc8-14c7f6dcf510 HTTP/1.1" status: 204 len: 168 time: 0.2677655 Mar 24 01:40:16.230191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b96b7a-a395-4f7e-a8f2-a3487d354b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=e9316925-37e0-43a4-8cc8-14c7f6dcf510,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:16.331977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37596) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:40:16.371588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-32ec4277-c532-499b-b468-fabc01c92a11 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=76643b69399140829769826cb4acef8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384078 Mar 24 01:40:16.374488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37598) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:40:16.425249 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e78c8b0c-8378-4ca7-bd1d-16941e970a8c admin admin] Publish callbacks [] for security_group (4510034d-4b8a-402f-93e2-ef1e2678acbf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:16.446419 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e78c8b0c-8378-4ca7-bd1d-16941e970a8c admin admin] Publish callbacks [] for security_group (4510034d-4b8a-402f-93e2-ef1e2678acbf), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:16.496561 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e78c8b0c-8378-4ca7-bd1d-16941e970a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4510034d-4b8a-402f-93e2-ef1e2678acbf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:16.499282 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e78c8b0c-8378-4ca7-bd1d-16941e970a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:16.500458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e78c8b0c-8378-4ca7-bd1d-16941e970a8c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4510034d-4b8a-402f-93e2-ef1e2678acbf HTTP/1.1" status: 204 len: 168 time: 0.1250875 Mar 24 01:40:16.508364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c8b0c-8378-4ca7-bd1d-16941e970a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4510034d-4b8a-402f-93e2-ef1e2678acbf,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:17.182620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37620) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:40:17.287534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-426cd3ae-e556-4fac-b85a-9a0f20fe9655 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1166708337-network', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:40:17.307171 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426cd3ae-e556-4fac-b85a-9a0f20fe9655 admin admin] Made reservation on behalf of 86f3555441d04e97bd8128f281fbd5ef for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:40:17.309961 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-426cd3ae-e556-4fac-b85a-9a0f20fe9655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:17.318232 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-426cd3ae-e556-4fac-b85a-9a0f20fe9655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:17.393040 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-426cd3ae-e556-4fac-b85a-9a0f20fe9655 admin admin] Publish callbacks [] for security_group (6a430678-23f1-45e9-affe-6cd6eda67c5c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:17.396437 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-426cd3ae-e556-4fac-b85a-9a0f20fe9655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6a430678-23f1-45e9-affe-6cd6eda67c5c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:17.416904 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426cd3ae-e556-4fac-b85a-9a0f20fe9655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:40:17.430052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cd3ae-e556-4fac-b85a-9a0f20fe9655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a430678-23f1-45e9-affe-6cd6eda67c5c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:17.435244 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-426cd3ae-e556-4fac-b85a-9a0f20fe9655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e002f36f-7f17-4e81-b5a5-f6a43915d2a1), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:17.435592 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-426cd3ae-e556-4fac-b85a-9a0f20fe9655 admin admin] Added segment e002f36f-7f17-4e81-b5a5-f6a43915d2a1 of type vlan for network 25b981b0-c016-4934-bc3e-8edc70ea6197 Mar 24 01:40:17.475009 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-426cd3ae-e556-4fac-b85a-9a0f20fe9655 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (25b981b0-c016-4934-bc3e-8edc70ea6197), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:17.502508 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-426cd3ae-e556-4fac-b85a-9a0f20fe9655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (25b981b0-c016-4934-bc3e-8edc70ea6197), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:17.503644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426cd3ae-e556-4fac-b85a-9a0f20fe9655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:17.504233 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-426cd3ae-e556-4fac-b85a-9a0f20fe9655 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:17.576324 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-426cd3ae-e556-4fac-b85a-9a0f20fe9655 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3924193 Mar 24 01:40:17.579118 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37624) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:40:17.584280 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Request body: {'subnet': {'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1166708337-subnet', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:40:17.593417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cd3ae-e556-4fac-b85a-9a0f20fe9655 admin admin] Pushing event updated for resources: {'Network': ['ID=25b981b0-c016-4934-bc3e-8edc70ea6197,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:17.603328 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 25b981b0-c016-4934-bc3e-8edc70ea6197 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:40:17.605980 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Made reservation on behalf of 86f3555441d04e97bd8128f281fbd5ef for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:40:17.608914 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:17.965113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device cc2e1882-3c12-4e4e-8c63-29ff8069f787 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:40:17.987236 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: cc2e1882-3c12-4e4e-8c63-29ff8069f787 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:40:17.987592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device cc2e1882-3c12-4e4e-8c63-29ff8069f787 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:40:18.063938 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (691b4981-4570-44b9-9a57-99657c3a3bee), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:18.121014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=691b4981-4570-44b9-9a57-99657c3a3bee,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:18.125607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Checking segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:40:18.125965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Network hostable DHCP agents. Network: 25b981b0-c016-4934-bc3e-8edc70ea6197, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:40:18.133417 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:18.133765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:18.134107 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:18.134443 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:18.134781 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:18.135109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:18.135437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:18.135765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:18.136087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:18.136410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:18.136736 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:18.137055 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:18.137426 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:18.137745 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:18.138067 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:18.154220 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Network 25b981b0-c016-4934-bc3e-8edc70ea6197 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:40:18.162670 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 25b981b0-c016-4934-bc3e-8edc70ea6197) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:40:18.166580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:18.167170 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:18.173698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ca8d0a-0b62-45d4-84d8-261f55d99d07 None None] Network 25b981b0-c016-4934-bc3e-8edc70ea6197 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:40:18.185250 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-868c20a9-3488-4f3c-83d0-ecdef1516c4e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6030784 Mar 24 01:40:18.186374 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37626) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:40:18.190753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:40:18.210241 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (254021a3-2a9d-4ec7-ac7d-89758f1a6871), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:18.211352 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (254021a3-2a9d-4ec7-ac7d-89758f1a6871), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:18.270473 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Publish callbacks [] for router_controller (254021a3-2a9d-4ec7-ac7d-89758f1a6871), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:18.277463 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-25b981b0-c016-4934-bc3e-8edc70ea6197', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:40:18.278917 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:18.416968 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Publish callbacks [] for router_gateway (254021a3-2a9d-4ec7-ac7d-89758f1a6871), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:18.421926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Allocated IP 172.20.0.2 (25b981b0-c016-4934-bc3e-8edc70ea6197/691b4981-4570-44b9-9a57-99657c3a3bee/02cb1fbb-2fc6-4c9d-b08e-112754564725) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:40:18.569871 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Publish callbacks [] for port (02cb1fbb-2fc6-4c9d-b08e-112754564725), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:18.577741 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (02cb1fbb-2fc6-4c9d-b08e-112754564725), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:18.625561 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Network 25b981b0-c016-4934-bc3e-8edc70ea6197 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:40:18.631434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:40:18.633559 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Pushing event updated for resources: {'Port': ['ID=02cb1fbb-2fc6-4c9d-b08e-112754564725,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:18.635910 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:40:18.637975 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Publish callbacks [] for router_gateway (254021a3-2a9d-4ec7-ac7d-89758f1a6871), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:18.659024 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:18.690896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Attempting to bind port 02cb1fbb-2fc6-4c9d-b08e-112754564725 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:40:18.691274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Attempting to bind port 02cb1fbb-2fc6-4c9d-b08e-112754564725 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:40:18.691638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Attempting to bind port 02cb1fbb-2fc6-4c9d-b08e-112754564725 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:40:18.697320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:40:18.697708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Checking segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:40:18.698116 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:18.698517 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Bound using segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:40:18.698988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Bound port: 02cb1fbb-2fc6-4c9d-b08e-112754564725, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:40:18.699607 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (02cb1fbb-2fc6-4c9d-b08e-112754564725), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:18.769845 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] For port 02cb1fbb-2fc6-4c9d-b08e-112754564725, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:40:18.770072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Allocated IP 172.25.0.250 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/074fea8c-2a6e-4662-9c1a-5540e8d6c046) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:40:18.773391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] For port 02cb1fbb-2fc6-4c9d-b08e-112754564725, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=02cb1fbb-2fc6-4c9d-b08e-112754564725,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:40:18.779493 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (02cb1fbb-2fc6-4c9d-b08e-112754564725), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:18.839895 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e7910-0a89-4875-93db-d5ae85520d85 None None] Pushing event updated for resources: {'Port': ['ID=02cb1fbb-2fc6-4c9d-b08e-112754564725,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:18.889850 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Publish callbacks [] for port (074fea8c-2a6e-4662-9c1a-5540e8d6c046), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:18.924130 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (074fea8c-2a6e-4662-9c1a-5540e8d6c046), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:18.969457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:40:18.977956 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:40:18.982132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:40:19.015933 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Pushing event updated for resources: {'Port': ['ID=074fea8c-2a6e-4662-9c1a-5540e8d6c046,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:19.249892 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Publish callbacks [] for router_gateway (254021a3-2a9d-4ec7-ac7d-89758f1a6871), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:19.769782 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (254021a3-2a9d-4ec7-ac7d-89758f1a6871), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:19.775454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3dda74-41f2-431f-ad88-e9f600f0a706 None None] Network 25b981b0-c016-4934-bc3e-8edc70ea6197 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:40:19.877971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-142e6f71-bf3b-4b90-8132-da50addca410 None None] Provisioning complete for port 02cb1fbb-2fc6-4c9d-b08e-112754564725 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:40:19.878344 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-142e6f71-bf3b-4b90-8132-da50addca410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (02cb1fbb-2fc6-4c9d-b08e-112754564725), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:19.901492 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:40:19.971740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-142e6f71-bf3b-4b90-8132-da50addca410 None None] Current status of the port 02cb1fbb-2fc6-4c9d-b08e-112754564725 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:40:19.972532 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-142e6f71-bf3b-4b90-8132-da50addca410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (02cb1fbb-2fc6-4c9d-b08e-112754564725), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:20.005728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-142e6f71-bf3b-4b90-8132-da50addca410 None None] For port 02cb1fbb-2fc6-4c9d-b08e-112754564725, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=02cb1fbb-2fc6-4c9d-b08e-112754564725,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:40:20.011491 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-142e6f71-bf3b-4b90-8132-da50addca410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (02cb1fbb-2fc6-4c9d-b08e-112754564725), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:20.013656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:40:20.024422 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Sync routers for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:40:20.036697 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:40:20.037700 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:40:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:40:20.038591 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:20.043555 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37630) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:40:20.051522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ca778575-4ec2-47af-b46e-ca42ae9a56dc admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8634562 Mar 24 01:40:20.066321 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e6f71-bf3b-4b90-8132-da50addca410 None None] Pushing event updated for resources: {'Port': ['ID=02cb1fbb-2fc6-4c9d-b08e-112754564725,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:20.167392 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:40:20.237417 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b1f6397d-d5c9-4414-a75e-86784da10bb3 None None] Provisioning complete for port 02cb1fbb-2fc6-4c9d-b08e-112754564725 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:40:20.237866 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b1f6397d-d5c9-4414-a75e-86784da10bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (02cb1fbb-2fc6-4c9d-b08e-112754564725), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:20.321454 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6397d-d5c9-4414-a75e-86784da10bb3 None None] Current status of the port 02cb1fbb-2fc6-4c9d-b08e-112754564725 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:40:20.345925 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:19Z', 'revision_number': 3, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:40:20.375389 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Checking router: 254021a3-2a9d-4ec7-ac7d-89758f1a6871 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:40:20.375734 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Updating router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 port 074fea8c-2a6e-4662-9c1a-5540e8d6c046 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:40:20.402456 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (074fea8c-2a6e-4662-9c1a-5540e8d6c046), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:20.468740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:20.521165 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 02cb1fbb-2fc6-4c9d-b08e-112754564725 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:40:20.571810 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 02cb1fbb-2fc6-4c9d-b08e-112754564725 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:40:20.572358 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (02cb1fbb-2fc6-4c9d-b08e-112754564725), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:20.647542 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Allocated IP 172.20.0.1 (25b981b0-c016-4934-bc3e-8edc70ea6197/691b4981-4570-44b9-9a57-99657c3a3bee/77c476dd-c190-48c1-ab03-90e3a18461c9) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:40:20.653712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 02cb1fbb-2fc6-4c9d-b08e-112754564725 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:40:20.754311 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Publish callbacks [] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:20.761024 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Publish callbacks [] for port (074fea8c-2a6e-4662-9c1a-5540e8d6c046), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:20.766458 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (074fea8c-2a6e-4662-9c1a-5540e8d6c046), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:20.786517 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:20.821693 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Attempting to bind port 074fea8c-2a6e-4662-9c1a-5540e8d6c046 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:40:20.822077 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Attempting to bind port 074fea8c-2a6e-4662-9c1a-5540e8d6c046 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:40:20.822421 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Attempting to bind port 074fea8c-2a6e-4662-9c1a-5540e8d6c046 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:40:20.825270 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Pushing event updated for resources: {'Port': ['ID=074fea8c-2a6e-4662-9c1a-5540e8d6c046,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:20.831639 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Network 25b981b0-c016-4934-bc3e-8edc70ea6197 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:40:20.833360 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:40:20.833737 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:40:20.834138 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:20.834533 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:40:20.834996 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Bound port: 074fea8c-2a6e-4662-9c1a-5540e8d6c046, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:40:20.835369 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (074fea8c-2a6e-4662-9c1a-5540e8d6c046), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:20.836570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:40:20.838522 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:20.838874 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:20.839217 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:20.839556 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:20.839887 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:20.840214 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:20.840713 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:20.840887 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:20.841294 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:20.841404 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:40:20.841627 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:20.841952 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:20.842271 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:20.842730 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:20.842965 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:20.843218 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:40:20.844409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=77c476dd-c190-48c1-ab03-90e3a18461c9,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:20.882900 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (254021a3-2a9d-4ec7-ac7d-89758f1a6871), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:20.896990 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] For port 074fea8c-2a6e-4662-9c1a-5540e8d6c046, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:40:20.900742 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] For port 074fea8c-2a6e-4662-9c1a-5540e8d6c046, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=074fea8c-2a6e-4662-9c1a-5540e8d6c046,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:40:20.907642 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (074fea8c-2a6e-4662-9c1a-5540e8d6c046), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:20.969021 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:40:20.969923 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:40:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:40:21.009072 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd84033-ab5b-49da-b021-020e419d819b None None] Pushing event updated for resources: {'Port': ['ID=074fea8c-2a6e-4662-9c1a-5540e8d6c046,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:21.031401 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:21.093404 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:40:21.146450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1ca19c92-b02a-4032-b68d-c641b743af38 None None] Provisioning complete for port 77c476dd-c190-48c1-ab03-90e3a18461c9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:40:21.147758 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1ca19c92-b02a-4032-b68d-c641b743af38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:21.184718 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1ca19c92-b02a-4032-b68d-c641b743af38 None None] Port 77c476dd-c190-48c1-ab03-90e3a18461c9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:40:21.207638 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Publish callbacks [] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:21.212584 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:21.270783 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:19Z', 'revision_number': 3, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:40:21.279070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=77c476dd-c190-48c1-ab03-90e3a18461c9,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:21.282311 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (254021a3-2a9d-4ec7-ac7d-89758f1a6871), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:21.297779 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a4c5f9-2d3b-45e6-a970-84c4e147c366 None None] The sync data for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 is: [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:19Z', 'revision_number': 3, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:40:21.392991 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Network 25b981b0-c016-4934-bc3e-8edc70ea6197 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:40:21.394448 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:40:21.513604 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:40:21.649420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:40:21.657354 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-05ed09f4-593e-4271-8fb6-5d7f48eb5bb8 admin admin] 10.222.0.45 "PUT /v2.0/routers/254021a3-2a9d-4ec7-ac7d-89758f1a6871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6126194 Mar 24 01:40:21.713569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b5be5d0a-5c37-405d-84c7-a4854c4d0f28 None None] Provisioning complete for port 77c476dd-c190-48c1-ab03-90e3a18461c9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:40:21.713945 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b5be5d0a-5c37-405d-84c7-a4854c4d0f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:21.752743 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b5be5d0a-5c37-405d-84c7-a4854c4d0f28 None None] Port 77c476dd-c190-48c1-ab03-90e3a18461c9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:40:22.094234 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 37638) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:40:22.098826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1aaf4bab-1fcb-4df1-b710-348af5809f55 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1222704335', 'description': 'tempest-description--1497171209'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:40:22.119288 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4bab-1fcb-4df1-b710-348af5809f55 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.188692 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4bab-1fcb-4df1-b710-348af5809f55 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for security_group (23fa0253-8dfe-4366-ab3a-010351284b36), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.192547 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4bab-1fcb-4df1-b710-348af5809f55 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (23fa0253-8dfe-4366-ab3a-010351284b36), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.225678 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf4bab-1fcb-4df1-b710-348af5809f55 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23fa0253-8dfe-4366-ab3a-010351284b36,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:22.229759 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4bab-1fcb-4df1-b710-348af5809f55 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.231584 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1aaf4bab-1fcb-4df1-b710-348af5809f55 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1358299 Mar 24 01:40:22.234687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37640) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:40:22.239275 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-1c42c156-9f88-4af8-9ffd-11aebf22d4f3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Request body: {'security_group_rule': {'security_group_id': '23fa0253-8dfe-4366-ab3a-010351284b36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:40:22.263679 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1c42c156-9f88-4af8-9ffd-11aebf22d4f3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for security_group_rule (55ae31ad-631e-417c-aad7-b00386f71236), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.321527 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1c42c156-9f88-4af8-9ffd-11aebf22d4f3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for security_group_rule (55ae31ad-631e-417c-aad7-b00386f71236), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.325024 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1c42c156-9f88-4af8-9ffd-11aebf22d4f3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (55ae31ad-631e-417c-aad7-b00386f71236), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.343477 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42c156-9f88-4af8-9ffd-11aebf22d4f3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ae31ad-631e-417c-aad7-b00386f71236,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:22.353935 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1c42c156-9f88-4af8-9ffd-11aebf22d4f3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.355104 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1c42c156-9f88-4af8-9ffd-11aebf22d4f3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194265 Mar 24 01:40:22.358180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37642) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:40:22.362550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-de6274e0-a6d7-44fa-a165-e7e288c4bb24 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Request body: {'security_group_rule': {'security_group_id': '23fa0253-8dfe-4366-ab3a-010351284b36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:40:22.387233 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de6274e0-a6d7-44fa-a165-e7e288c4bb24 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for security_group_rule (0e901edd-083c-40e5-95ce-acc9ea561485), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.443628 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de6274e0-a6d7-44fa-a165-e7e288c4bb24 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for security_group_rule (0e901edd-083c-40e5-95ce-acc9ea561485), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.448430 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de6274e0-a6d7-44fa-a165-e7e288c4bb24 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (0e901edd-083c-40e5-95ce-acc9ea561485), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.467024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6274e0-a6d7-44fa-a165-e7e288c4bb24 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e901edd-083c-40e5-95ce-acc9ea561485,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:22.482054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-de6274e0-a6d7-44fa-a165-e7e288c4bb24 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.483469 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-de6274e0-a6d7-44fa-a165-e7e288c4bb24 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243088 Mar 24 01:40:22.486801 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37644) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:40:22.491495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:40:22.511471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 074fea8c-2a6e-4662-9c1a-5540e8d6c046 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:40:22.517931 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.563183 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 074fea8c-2a6e-4662-9c1a-5540e8d6c046 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:40:22.564176 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (074fea8c-2a6e-4662-9c1a-5540e8d6c046), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.626308 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.646332 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 074fea8c-2a6e-4662-9c1a-5540e8d6c046 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:40:22.646737 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (074fea8c-2a6e-4662-9c1a-5540e8d6c046), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.667755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 074fea8c-2a6e-4662-9c1a-5540e8d6c046, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=074fea8c-2a6e-4662-9c1a-5540e8d6c046,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:40:22.672542 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (074fea8c-2a6e-4662-9c1a-5540e8d6c046), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.722914 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=074fea8c-2a6e-4662-9c1a-5540e8d6c046,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:22.737473 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Allocated IP 172.25.0.63 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/f842593f-d3b2-45a9-b5b9-64f87734293b) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:40:22.843763 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for port (f842593f-d3b2-45a9-b5b9-64f87734293b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.876969 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (f842593f-d3b2-45a9-b5b9-64f87734293b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:22.910160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Sync routers for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:40:22.917567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:40:22.919494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:40:22.920159 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:40:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:40:22.920412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:40:22.924812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:40:22.958228 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Pushing event updated for resources: {'Port': ['ID=f842593f-d3b2-45a9-b5b9-64f87734293b,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:23.025777 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for floatingip (239a6c09-8d2a-456b-9390-644a158f1ced), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:23.030170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:40:23.063610 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f842593f-d3b2-45a9-b5b9-64f87734293b), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:23.226558 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for port (f842593f-d3b2-45a9-b5b9-64f87734293b), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:23.231662 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (f842593f-d3b2-45a9-b5b9-64f87734293b), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:23.241350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:21Z', 'revision_number': 2, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:40:23.267848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Checking router: 254021a3-2a9d-4ec7-ac7d-89758f1a6871 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:40:23.268208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Updating router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 port 77c476dd-c190-48c1-ab03-90e3a18461c9 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:40:23.294738 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:23.302132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Pushing event updated for resources: {'Port': ['ID=f842593f-d3b2-45a9-b5b9-64f87734293b,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:23.312927 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (239a6c09-8d2a-456b-9390-644a158f1ced), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:23.332702 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:23.333998 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1da8522c-c479-4b81-9476-2109b3881b2c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8462198 Mar 24 01:40:23.484870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-99ca97ac-9df3-4f82-8a53-fcd8661578c5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1222704335&fields=id&tenant_id=86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 267 time: 0.0442204 Mar 24 01:40:23.569342 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Publish callbacks [] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:23.575135 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:23.600748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-0f9f6e8c-2fdb-4598-be35-f4431ca9c32a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:23.602251 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-0f9f6e8c-2fdb-4598-be35-f4431ca9c32a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 812 time: 0.1107757 Mar 24 01:40:23.624100 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea6164-7993-43f6-a771-6f6d447a092e None None] Pushing event updated for resources: {'Port': ['ID=77c476dd-c190-48c1-ab03-90e3a18461c9,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:23.627210 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-a346ed43-ba29-4f0d-93f0-9d99e4b155f3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/quotas/86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 375 time: 0.0167372 Mar 24 01:40:23.677878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Attempting to bind port 77c476dd-c190-48c1-ab03-90e3a18461c9 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:40:23.678265 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Attempting to bind port 77c476dd-c190-48c1-ab03-90e3a18461c9 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:40:23.678636 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Attempting to bind port 77c476dd-c190-48c1-ab03-90e3a18461c9 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:40:23.683598 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-d6705529-2504-4d79-aa65-dffd455c7a00 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555222 Mar 24 01:40:23.683986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:40:23.684448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Checking segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:40:23.685400 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:23.685807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Bound using segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:40:23.686293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Bound port: 77c476dd-c190-48c1-ab03-90e3a18461c9, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:40:23.686662 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:23.757689 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] For port 77c476dd-c190-48c1-ab03-90e3a18461c9, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:40:23.760931 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] For port 77c476dd-c190-48c1-ab03-90e3a18461c9, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=77c476dd-c190-48c1-ab03-90e3a18461c9,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:40:23.767582 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:23.789166 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-c8724ad8-bc02-44ae-a9b1-9017d9409431 service neutron] 10.222.0.45 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909994 Mar 24 01:40:23.828821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea6164-7993-43f6-a771-6f6d447a092e None None] Pushing event updated for resources: {'Port': ['ID=77c476dd-c190-48c1-ab03-90e3a18461c9,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:23.833391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:40:23.834377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:40:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:40:23.885614 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-90cad2de-5a28-4c6a-b5cf-7c580bdfabd5 service neutron] 10.222.0.45 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897548 Mar 24 01:40:24.069330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0baefba8-6bd3-477f-8878-4279e20b4343 req-a4b2999b-cab9-4813-8e7b-fe0f28718d11 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 210 time: 0.0291514 Mar 24 01:40:24.092132 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b8e64f21-900f-4226-88e3-d85b2f6e1cb7 None None] Provisioning complete for port 77c476dd-c190-48c1-ab03-90e3a18461c9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:40:24.092240 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b8e64f21-900f-4226-88e3-d85b2f6e1cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:24.148640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:40:24.294246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b8e64f21-900f-4226-88e3-d85b2f6e1cb7 None None] Current status of the port 77c476dd-c190-48c1-ab03-90e3a18461c9 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:40:24.294644 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b8e64f21-900f-4226-88e3-d85b2f6e1cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:24.354848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b8e64f21-900f-4226-88e3-d85b2f6e1cb7 None None] For port 77c476dd-c190-48c1-ab03-90e3a18461c9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=77c476dd-c190-48c1-ab03-90e3a18461c9,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:40:24.360629 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b8e64f21-900f-4226-88e3-d85b2f6e1cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:24.432552 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e64f21-900f-4226-88e3-d85b2f6e1cb7 None None] Pushing event updated for resources: {'Port': ['ID=77c476dd-c190-48c1-ab03-90e3a18461c9,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:24.456168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:23Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:40:24.492918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffbb321-9573-4fc6-9537-f74948292926 None None] The sync data for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 is: [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:23Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:40:24.506237 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c44d6476-f3a6-47f5-a859-841670e5e706 None None] Provisioning complete for port 77c476dd-c190-48c1-ab03-90e3a18461c9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:40:24.506625 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c44d6476-f3a6-47f5-a859-841670e5e706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:24.533296 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 074fea8c-2a6e-4662-9c1a-5540e8d6c046 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:40:24.655422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 074fea8c-2a6e-4662-9c1a-5540e8d6c046 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:40:24.656141 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (074fea8c-2a6e-4662-9c1a-5540e8d6c046), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:24.688667 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c44d6476-f3a6-47f5-a859-841670e5e706 None None] Current status of the port 77c476dd-c190-48c1-ab03-90e3a18461c9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:40:24.752803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 074fea8c-2a6e-4662-9c1a-5540e8d6c046 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:40:25.124036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-65dccfcb-02e8-466a-8f98-029640ad9be8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:25.125680 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-65dccfcb-02e8-466a-8f98-029640ad9be8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 812 time: 0.1228979 Mar 24 01:40:25.200713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0a559a0c-eb24-4b12-a591-5d872894e0bd req-e3ab0980-ccf2-4c64-85c9-4bb7576ccae1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 210 time: 0.0360088 Mar 24 01:40:25.228685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-d399b7b3-febe-4140-ab97-32923375dd60 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 380 time: 0.0917914 Mar 24 01:40:25.238980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-66a2b30e-fe92-4186-a37f-61f999a6cf1e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Request body: {'port': {'device_id': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'admin_state_up': True, 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'security_groups': ['23fa0253-8dfe-4366-ab3a-010351284b36']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:40:25.356912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-66a2b30e-fe92-4186-a37f-61f999a6cf1e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Made reservation on behalf of 86f3555441d04e97bd8128f281fbd5ef for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:40:25.360660 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-66a2b30e-fe92-4186-a37f-61f999a6cf1e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:25.491256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-66a2b30e-fe92-4186-a37f-61f999a6cf1e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Allocated IP 172.20.0.11 (25b981b0-c016-4934-bc3e-8edc70ea6197/691b4981-4570-44b9-9a57-99657c3a3bee/3faaf422-1ccd-441a-8001-948d3f981695) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:40:25.636422 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-66a2b30e-fe92-4186-a37f-61f999a6cf1e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for port (3faaf422-1ccd-441a-8001-948d3f981695), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:25.669971 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-66a2b30e-fe92-4186-a37f-61f999a6cf1e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3faaf422-1ccd-441a-8001-948d3f981695), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:25.713010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-66a2b30e-fe92-4186-a37f-61f999a6cf1e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Network 25b981b0-c016-4934-bc3e-8edc70ea6197 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:40:25.716019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-66a2b30e-fe92-4186-a37f-61f999a6cf1e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:40:25.718288 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-66a2b30e-fe92-4186-a37f-61f999a6cf1e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:40:25.754005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2b30e-fe92-4186-a37f-61f999a6cf1e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Pushing event updated for resources: {'Port': ['ID=3faaf422-1ccd-441a-8001-948d3f981695,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:25.782945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-66a2b30e-fe92-4186-a37f-61f999a6cf1e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:25.783726 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-66a2b30e-fe92-4186-a37f-61f999a6cf1e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:25.800421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-66a2b30e-fe92-4186-a37f-61f999a6cf1e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5652485 Mar 24 01:40:25.811659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Request body: {'port': {'device_id': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:40:25.873466 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3faaf422-1ccd-441a-8001-948d3f981695), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:25.917798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3d586575-62a7-4cc1-bbd9-f74f58c7d708 None None] Provisioning complete for port 3faaf422-1ccd-441a-8001-948d3f981695 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:40:25.918293 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3d586575-62a7-4cc1-bbd9-f74f58c7d708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3faaf422-1ccd-441a-8001-948d3f981695), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:25.952867 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3d586575-62a7-4cc1-bbd9-f74f58c7d708 None None] Port 3faaf422-1ccd-441a-8001-948d3f981695 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:40:26.137229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3faaf422-1ccd-441a-8001-948d3f981695 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:40:26.144696 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Publish callbacks [] for port (3faaf422-1ccd-441a-8001-948d3f981695), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:26.157190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Transition to ACTIVE for port object 3faaf422-1ccd-441a-8001-948d3f981695 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:40:26.160593 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3faaf422-1ccd-441a-8001-948d3f981695), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:26.210684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Pushing event updated for resources: {'Port': ['ID=3faaf422-1ccd-441a-8001-948d3f981695,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:26.283013 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Attempting to bind port 3faaf422-1ccd-441a-8001-948d3f981695 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:40:26.283443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Attempting to bind port 3faaf422-1ccd-441a-8001-948d3f981695 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:40:26.283942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Attempting to bind port 3faaf422-1ccd-441a-8001-948d3f981695 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:40:26.290773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Port 3faaf422-1ccd-441a-8001-948d3f981695 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:40:26.291224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Attempting to bind port 3faaf422-1ccd-441a-8001-948d3f981695 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:40:26.305638 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:40:26.306081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Checking segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:40:26.306467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Bound using segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:40:26.306906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Bound port: 3faaf422-1ccd-441a-8001-948d3f981695, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:40:26.307264 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3faaf422-1ccd-441a-8001-948d3f981695), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:26.396181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0cd26-3cc4-40a3-bcd4-adfb1338c079 req-a85954c0-1d1c-4801-bede-d1b0b7fb4b1b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:26.397693 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98f0cd26-3cc4-40a3-bcd4-adfb1338c079 req-a85954c0-1d1c-4801-bede-d1b0b7fb4b1b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 944 time: 0.1089914 Mar 24 01:40:26.420695 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] For port 3faaf422-1ccd-441a-8001-948d3f981695, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:40:26.436879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] For port 3faaf422-1ccd-441a-8001-948d3f981695, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3faaf422-1ccd-441a-8001-948d3f981695,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:40:26.454761 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (3faaf422-1ccd-441a-8001-948d3f981695), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:26.487775 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98f0cd26-3cc4-40a3-bcd4-adfb1338c079 req-41a23bf5-be13-49fe-88e3-77a9c1c88bf0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844824 Mar 24 01:40:26.496523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:26.498330 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:26.500323 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-73289f77-98d3-411b-ab86-84abc343243a service neutron] 10.222.0.57 "PUT /v2.0/ports/3faaf422-1ccd-441a-8001-948d3f981695 HTTP/1.1" status: 200 len: 1092 time: 0.6934037 Mar 24 01:40:26.502576 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'tag': '3faaf422-1ccd-441a-8001-948d3f981695'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:40:26.521359 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17f5340-187b-4ba5-a3b9-48bc2d379850" -d '{"events": [{"name": "network-changed", "server_uuid": "6236ff72-2b8a-4b99-ad15-d6aa5059a9fc", "tag": "3faaf422-1ccd-441a-8001-948d3f981695"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:40:26.563418 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 77c476dd-c190-48c1-ab03-90e3a18461c9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:40:26.586980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73289f77-98d3-411b-ab86-84abc343243a service neutron] Pushing event updated for resources: {'Port': ['ID=3faaf422-1ccd-441a-8001-948d3f981695,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:26.600838 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e7517c-a102-4ace-9397-2932c0491128 x-openstack-request-id: req-c9e7517c-a102-4ace-9397-2932c0491128 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:40:26.601458 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6236ff72-2b8a-4b99-ad15-d6aa5059a9fc", "tag": "3faaf422-1ccd-441a-8001-948d3f981695", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:40:26.601882 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9e7517c-a102-4ace-9397-2932c0491128 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:40:26.602300 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e7517c-a102-4ace-9397-2932c0491128'] response: {'name': 'network-changed', 'server_uuid': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'tag': '3faaf422-1ccd-441a-8001-948d3f981695', 'status': 'completed', 'code': 200} Mar 24 01:40:26.627425 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 77c476dd-c190-48c1-ab03-90e3a18461c9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:40:26.628172 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:26.658073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-41f99c90-7630-4b56-a839-0d4e0289e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:26.660310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-41f99c90-7630-4b56-a839-0d4e0289e9dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 1126 time: 0.0617108 Mar 24 01:40:26.714154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-d2d55a9b-91d7-4359-b3b5-215222188965 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3faaf422-1ccd-441a-8001-948d3f981695 HTTP/1.1" status: 200 len: 217 time: 0.0475326 Mar 24 01:40:26.723330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 77c476dd-c190-48c1-ab03-90e3a18461c9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:40:26.764151 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-2e6e10cb-5582-4783-9cc8-44cb76cb26d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:26.765671 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-2e6e10cb-5582-4783-9cc8-44cb76cb26d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0463374 Mar 24 01:40:26.815225 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-74c9c95d-2edb-4514-aab7-e44960dfbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:26.816832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-74c9c95d-2edb-4514-aab7-e44960dfbdd6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453837 Mar 24 01:40:26.908957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-4f4811f8-d234-4009-b2cd-81536910ff1b service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860741 Mar 24 01:40:27.002725 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70857aff-abf4-4be7-ac5d-66f0f954990d req-cb0318f5-551d-42a2-80e6-dbc687346298 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868456 Mar 24 01:40:27.095705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f5340-187b-4ba5-a3b9-48bc2d379850 req-20438198-5996-46cf-b9a5-5eda81693445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:27.097213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a17f5340-187b-4ba5-a3b9-48bc2d379850 req-20438198-5996-46cf-b9a5-5eda81693445 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 1126 time: 0.0518906 Mar 24 01:40:27.184777 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f5340-187b-4ba5-a3b9-48bc2d379850 req-4aa8efa3-a87f-44bd-a798-be191386b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:27.186255 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a17f5340-187b-4ba5-a3b9-48bc2d379850 req-4aa8efa3-a87f-44bd-a798-be191386b265 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0829144 Mar 24 01:40:27.229535 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a17f5340-187b-4ba5-a3b9-48bc2d379850 req-601b246a-51b8-4997-8e59-0e2977565a3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3faaf422-1ccd-441a-8001-948d3f981695 HTTP/1.1" status: 200 len: 217 time: 0.0376301 Mar 24 01:40:27.276527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f5340-187b-4ba5-a3b9-48bc2d379850 req-b519d30c-2639-432f-a91c-c706dc353a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:27.277890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a17f5340-187b-4ba5-a3b9-48bc2d379850 req-b519d30c-2639-432f-a91c-c706dc353a9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0418770 Mar 24 01:40:27.327405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f5340-187b-4ba5-a3b9-48bc2d379850 req-336fee6e-97ee-4ea1-9697-afcd4a5e7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:27.328883 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a17f5340-187b-4ba5-a3b9-48bc2d379850 req-336fee6e-97ee-4ea1-9697-afcd4a5e7efb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441258 Mar 24 01:40:27.419726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a17f5340-187b-4ba5-a3b9-48bc2d379850 req-4746d2e2-b6b4-45e5-97e3-3f5dad89694a service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839181 Mar 24 01:40:27.509807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a17f5340-187b-4ba5-a3b9-48bc2d379850 req-bd4dc6d4-72d7-40d7-93e7-542f52263eb9 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820286 Mar 24 01:40:27.616940 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01279ed0-99a7-43ad-93bd-4144cda918ac req-da849002-8645-4671-a8b3-8ed682c00e3f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:27.618426 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01279ed0-99a7-43ad-93bd-4144cda918ac req-da849002-8645-4671-a8b3-8ed682c00e3f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 944 time: 0.0528004 Mar 24 01:40:27.664543 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01279ed0-99a7-43ad-93bd-4144cda918ac req-980b6af9-14d5-4466-9a82-5d58bf0627c9 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405238 Mar 24 01:40:28.782806 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c037ebbf-319a-41bd-a25b-68000fe1c19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:28.791640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d168da-2c63-42de-bc64-6a159535bac2 req-91934578-e548-4ecb-8080-c468b504f88f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:28.793144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0d168da-2c63-42de-bc64-6a159535bac2 req-91934578-e548-4ecb-8080-c468b504f88f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 944 time: 0.0592661 Mar 24 01:40:28.839309 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a0d168da-2c63-42de-bc64-6a159535bac2 req-21c27775-06db-4565-ba1b-712cb6eb6d53 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405588 Mar 24 01:40:29.958724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5816d7c-3c6e-4b75-879f-22c25ed69425 req-7e1763fb-d738-4273-9009-612bf7f99f9f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:29.960179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5816d7c-3c6e-4b75-879f-22c25ed69425 req-7e1763fb-d738-4273-9009-612bf7f99f9f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 944 time: 0.0521653 Mar 24 01:40:29.970412 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 3faaf422-1ccd-441a-8001-948d3f981695 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:40:30.008381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f5816d7c-3c6e-4b75-879f-22c25ed69425 req-5972dddf-401c-4f6b-8d60-3222760eace6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425944 Mar 24 01:40:30.065552 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 3faaf422-1ccd-441a-8001-948d3f981695, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3faaf422-1ccd-441a-8001-948d3f981695,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:40:30.077831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '3faaf422-1ccd-441a-8001-948d3f981695', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'port_id': '3faaf422-1ccd-441a-8001-948d3f981695', 'mac_address': 'fa:16:3e:e6:ec:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:40:30.113666 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 3faaf422-1ccd-441a-8001-948d3f981695 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:40:30.114055 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3faaf422-1ccd-441a-8001-948d3f981695), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:30.129749 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3faaf422-1ccd-441a-8001-948d3f981695 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:40:30.148083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 3faaf422-1ccd-441a-8001-948d3f981695, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3faaf422-1ccd-441a-8001-948d3f981695,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:40:30.151854 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3faaf422-1ccd-441a-8001-948d3f981695), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:30.198061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=3faaf422-1ccd-441a-8001-948d3f981695,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:30.256367 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:30.356720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['3faaf422-1ccd-441a-8001-948d3f981695'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:40:30.910273 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-16a262c9-d65b-4de0-ac26-df1532cfb6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:31.135871 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f7b7e-9a48-48c7-9afa-28864ffd1699 req-7cfb2da5-91f7-4708-a3f9-ffa8f294777c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:31.138209 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-020f7b7e-9a48-48c7-9afa-28864ffd1699 req-7cfb2da5-91f7-4708-a3f9-ffa8f294777c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 945 time: 0.0639751 Mar 24 01:40:31.187079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-020f7b7e-9a48-48c7-9afa-28864ffd1699 req-a10fa884-157d-4bcb-b584-62acec358e52 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430288 Mar 24 01:40:31.978543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 3faaf422-1ccd-441a-8001-948d3f981695 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:40:32.030539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 3faaf422-1ccd-441a-8001-948d3f981695 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:40:32.034160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 3faaf422-1ccd-441a-8001-948d3f981695 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:40:32.034542 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3faaf422-1ccd-441a-8001-948d3f981695), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:32.109801 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 3faaf422-1ccd-441a-8001-948d3f981695 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:40:32.110191 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3faaf422-1ccd-441a-8001-948d3f981695), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:32.136652 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faaf422-1ccd-441a-8001-948d3f981695'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:40:32.138995 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd2490c-776c-4bce-b433-8668b31116ec" -d '{"events": [{"server_uuid": "6236ff72-2b8a-4b99-ad15-d6aa5059a9fc", "name": "network-vif-plugged", "status": "completed", "tag": "3faaf422-1ccd-441a-8001-948d3f981695"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:40:32.151198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 3faaf422-1ccd-441a-8001-948d3f981695, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3faaf422-1ccd-441a-8001-948d3f981695,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:40:32.155363 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3faaf422-1ccd-441a-8001-948d3f981695), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:32.180298 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac47189-b3ec-45fa-86a4-9b541b838009 x-openstack-request-id: req-fac47189-b3ec-45fa-86a4-9b541b838009 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:40:32.180588 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6236ff72-2b8a-4b99-ad15-d6aa5059a9fc", "name": "network-vif-plugged", "status": "completed", "tag": "3faaf422-1ccd-441a-8001-948d3f981695", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:40:32.180844 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fac47189-b3ec-45fa-86a4-9b541b838009 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:40:32.181256 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac47189-b3ec-45fa-86a4-9b541b838009'] response: {'server_uuid': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faaf422-1ccd-441a-8001-948d3f981695', 'code': 200} Mar 24 01:40:32.209510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=3faaf422-1ccd-441a-8001-948d3f981695,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:40:32.284376 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:32.307190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6408a9-a324-4676-9ab6-3dd4d51196ea req-e1a8718c-35b4-44a3-8704-cedc9d724bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:32.308683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f6408a9-a324-4676-9ab6-3dd4d51196ea req-e1a8718c-35b4-44a3-8704-cedc9d724bba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 1128 time: 0.0727365 Mar 24 01:40:32.339633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89f86c-ceb1-4e60-8137-0d15836c0acd req-5a69be84-18d3-4cbd-b647-5ed2d2bed382 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:32.341627 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb89f86c-ceb1-4e60-8137-0d15836c0acd req-5a69be84-18d3-4cbd-b647-5ed2d2bed382 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0772946 Mar 24 01:40:32.384234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f6408a9-a324-4676-9ab6-3dd4d51196ea req-011c62f7-c796-4e17-a1d0-b74e6e6ee7fd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685098 Mar 24 01:40:32.404480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb89f86c-ceb1-4e60-8137-0d15836c0acd req-c1c814f1-33b8-4a3a-999e-3eaee0f8428f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544562 Mar 24 01:40:32.829176 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:33.524543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a73744-e46b-433e-8ae3-9782122c0209 req-d96ee0dc-8c1a-4ff9-8fd1-3b21d017d888 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:33.526041 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-58a73744-e46b-433e-8ae3-9782122c0209 req-d96ee0dc-8c1a-4ff9-8fd1-3b21d017d888 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0531092 Mar 24 01:40:33.572456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-58a73744-e46b-433e-8ae3-9782122c0209 req-402d025b-1ea9-4676-b916-2a64598f554c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408201 Mar 24 01:40:33.685980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af1a8e-7f5b-465f-8535-d98b5f6815c7 req-2262744a-071a-4e41-8eb2-9a7bd1fbd001 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:33.687392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02af1a8e-7f5b-465f-8535-d98b5f6815c7 req-2262744a-071a-4e41-8eb2-9a7bd1fbd001 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0521436 Mar 24 01:40:33.696019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37692) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:40:33.700288 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e149468a-4306-4b53-8d1a-2a393c69d1b7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Request body: {'floatingip': {'port_id': '3faaf422-1ccd-441a-8001-948d3f981695'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:40:33.744412 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e149468a-4306-4b53-8d1a-2a393c69d1b7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for floatingip (239a6c09-8d2a-456b-9390-644a158f1ced), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:33.795766 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:34.159401 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e149468a-4306-4b53-8d1a-2a393c69d1b7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:34.163307 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e149468a-4306-4b53-8d1a-2a393c69d1b7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (239a6c09-8d2a-456b-9390-644a158f1ced), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:34.263651 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-e149468a-4306-4b53-8d1a-2a393c69d1b7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Floating IP 239a6c09-8d2a-456b-9390-644a158f1ced associated. External IP: 172.25.0.63, port: 3faaf422-1ccd-441a-8001-948d3f981695. Mar 24 01:40:34.470868 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e149468a-4306-4b53-8d1a-2a393c69d1b7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:40:34.901929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e149468a-4306-4b53-8d1a-2a393c69d1b7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:40:34.907765 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e149468a-4306-4b53-8d1a-2a393c69d1b7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:34.911860 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d37f6e0-41b1-40c0-b846-83cbbc53fd2c None None] Sync routers for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:40:34.921950 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37f6e0-41b1-40c0-b846-83cbbc53fd2c None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:40:34.922566 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2d37f6e0-41b1-40c0-b846-83cbbc53fd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:40:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:40:34.937881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e149468a-4306-4b53-8d1a-2a393c69d1b7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "PUT /v2.0/floatingips/239a6c09-8d2a-456b-9390-644a158f1ced HTTP/1.1" status: 200 len: 991 time: 1.2408385 Mar 24 01:40:34.938472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'tag': '3faaf422-1ccd-441a-8001-948d3f981695'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:40:34.940920 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41751dfa-68b8-42a7-9123-9f7dd8de4cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "6236ff72-2b8a-4b99-ad15-d6aa5059a9fc", "tag": "3faaf422-1ccd-441a-8001-948d3f981695"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:40:34.978004 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6934b25-2fcf-46d4-bcf2-728fe02216ae x-openstack-request-id: req-a6934b25-2fcf-46d4-bcf2-728fe02216ae {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:40:34.978304 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6236ff72-2b8a-4b99-ad15-d6aa5059a9fc", "tag": "3faaf422-1ccd-441a-8001-948d3f981695", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:40:34.978561 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a6934b25-2fcf-46d4-bcf2-728fe02216ae {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:40:34.978971 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6934b25-2fcf-46d4-bcf2-728fe02216ae'] response: {'name': 'network-changed', 'server_uuid': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'tag': '3faaf422-1ccd-441a-8001-948d3f981695', 'status': 'completed', 'code': 200} Mar 24 01:40:35.037535 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-2d37f6e0-41b1-40c0-b846-83cbbc53fd2c None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:40:35.071342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462f183-c00e-4f9f-b3d3-ea4aefe697ea req-c763e6a4-a715-4ee9-8efa-df54a66857cc tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:35.072820 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c462f183-c00e-4f9f-b3d3-ea4aefe697ea req-c763e6a4-a715-4ee9-8efa-df54a66857cc tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0837221 Mar 24 01:40:35.087122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41751dfa-68b8-42a7-9123-9f7dd8de4cd0 req-7dc76ec1-a06f-4816-b4a7-2621d831b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:35.088527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41751dfa-68b8-42a7-9123-9f7dd8de4cd0 req-7dc76ec1-a06f-4816-b4a7-2621d831b772 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 1128 time: 0.0725274 Mar 24 01:40:35.191805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c462f183-c00e-4f9f-b3d3-ea4aefe697ea req-c9ab6ebb-5493-43c0-9688-033259d3671c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122682 Mar 24 01:40:35.213488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41751dfa-68b8-42a7-9123-9f7dd8de4cd0 req-e7ac46b9-4d36-4e57-bb3b-53c0e73ecc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:35.215102 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41751dfa-68b8-42a7-9123-9f7dd8de4cd0 req-e7ac46b9-4d36-4e57-bb3b-53c0e73ecc1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.1193230 Mar 24 01:40:35.270337 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2d37f6e0-41b1-40c0-b846-83cbbc53fd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '239a6c09-8d2a-456b-9390-644a158f1ced', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'port_id': '3faaf422-1ccd-441a-8001-948d3f981695', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'mac_address': 'fa:16:3e:e6:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:40:22Z', 'updated_at': '2022-03-24T01:40:34Z', 'revision_number': 1, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:40:35.296372 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:35.299943 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d37f6e0-41b1-40c0-b846-83cbbc53fd2c None None] Checking router: 254021a3-2a9d-4ec7-ac7d-89758f1a6871 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:40:35.309480 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37f6e0-41b1-40c0-b846-83cbbc53fd2c None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:40:35.310101 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2d37f6e0-41b1-40c0-b846-83cbbc53fd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:40:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:40:35.321568 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41751dfa-68b8-42a7-9123-9f7dd8de4cd0 req-ff043bb1-992b-4b86-8e56-c593c5137305 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3faaf422-1ccd-441a-8001-948d3f981695 HTTP/1.1" status: 200 len: 999 time: 0.1009796 Mar 24 01:40:35.333033 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec5157-3c07-438f-96b8-7855203a2deb req-0cd2ce5a-56a3-426b-bdf9-1d9176626820 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:35.334474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0fec5157-3c07-438f-96b8-7855203a2deb req-0cd2ce5a-56a3-426b-bdf9-1d9176626820 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0705442 Mar 24 01:40:35.405464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41751dfa-68b8-42a7-9123-9f7dd8de4cd0 req-3ddfe096-e5b5-4800-963d-accc589b71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:35.406923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41751dfa-68b8-42a7-9123-9f7dd8de4cd0 req-3ddfe096-e5b5-4800-963d-accc589b71ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0716112 Mar 24 01:40:35.414435 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0fec5157-3c07-438f-96b8-7855203a2deb req-e204e17c-1f4d-42aa-ae4b-d7d231736931 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715439 Mar 24 01:40:35.418509 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-2d37f6e0-41b1-40c0-b846-83cbbc53fd2c None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:40:35.461950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41751dfa-68b8-42a7-9123-9f7dd8de4cd0 req-ad2157d7-b637-4436-9236-da49167bb59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:35.463432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41751dfa-68b8-42a7-9123-9f7dd8de4cd0 req-ad2157d7-b637-4436-9236-da49167bb59b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481520 Mar 24 01:40:35.553950 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41751dfa-68b8-42a7-9123-9f7dd8de4cd0 req-14cb08cb-831d-456f-83c8-76eb8d7c61c2 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840409 Mar 24 01:40:35.637905 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2d37f6e0-41b1-40c0-b846-83cbbc53fd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '239a6c09-8d2a-456b-9390-644a158f1ced', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'port_id': '3faaf422-1ccd-441a-8001-948d3f981695', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'mac_address': 'fa:16:3e:e6:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:40:22Z', 'updated_at': '2022-03-24T01:40:34Z', 'revision_number': 1, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:40:35.646459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-41751dfa-68b8-42a7-9123-9f7dd8de4cd0 req-102d9cb8-e300-45d6-9a28-528cb156c5d5 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856521 Mar 24 01:40:35.756957 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d37f6e0-41b1-40c0-b846-83cbbc53fd2c None None] The sync data for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 is: [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '239a6c09-8d2a-456b-9390-644a158f1ced', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'port_id': '3faaf422-1ccd-441a-8001-948d3f981695', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'mac_address': 'fa:16:3e:e6:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:40:22Z', 'updated_at': '2022-03-24T01:40:34Z', 'revision_number': 1, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:40:35.947965 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c385a19-24f3-42e1-b185-61fbcd0e3c5b None None] New status for floating IP 239a6c09-8d2a-456b-9390-644a158f1ced: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:40:36.537761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022faf73-ec2f-47f4-9a79-606d6dd027cf req-59d06d43-5ec6-4ed1-83e4-38bc88495486 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:36.539236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-022faf73-ec2f-47f4-9a79-606d6dd027cf req-59d06d43-5ec6-4ed1-83e4-38bc88495486 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0530124 Mar 24 01:40:36.585536 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-022faf73-ec2f-47f4-9a79-606d6dd027cf req-3b87a995-c315-48fb-8750-915bc24fdb60 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406182 Mar 24 01:40:36.703989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580af49-f091-4fb2-ad97-1c3f9414ace9 req-bc3e1fe0-7a7e-4289-abcf-bab0b20a0ce5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:36.705397 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c580af49-f091-4fb2-ad97-1c3f9414ace9 req-bc3e1fe0-7a7e-4289-abcf-bab0b20a0ce5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0548692 Mar 24 01:40:36.754421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c580af49-f091-4fb2-ad97-1c3f9414ace9 req-6ce11cf4-4f79-4b3e-b611-1deefcfbe643 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435688 Mar 24 01:40:36.985824 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-eaf63c1e-34da-448f-8228-cfa6000261cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0473762 Mar 24 01:40:36.998232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0547b2-5c00-4724-bb6a-272a752827f9 req-d7c35957-2787-49ad-b69e-3e8fb7b414fb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:36.999724 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d0547b2-5c00-4724-bb6a-272a752827f9 req-d7c35957-2787-49ad-b69e-3e8fb7b414fb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0550997 Mar 24 01:40:37.058236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4d0547b2-5c00-4724-bb6a-272a752827f9 req-0b6d96d3-f088-4f60-9bbf-461f6123768e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520656 Mar 24 01:40:37.320777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-992ae048-4d76-4ac0-b5a2-a535ab2c28c0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:37.322132 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-992ae048-4d76-4ac0-b5a2-a535ab2c28c0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports/3faaf422-1ccd-441a-8001-948d3f981695 HTTP/1.1" status: 200 len: 943 time: 0.0460911 Mar 24 01:40:38.093376 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-b12a9519-4aee-4dea-967b-bf7272d8f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:38.094895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-b12a9519-4aee-4dea-967b-bf7272d8f02b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 1128 time: 0.0452836 Mar 24 01:40:38.223739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091826d-a3ea-4aa6-b4da-1ccc738c6046 req-acb7cdb4-904c-4f4c-bb39-838f06797d37 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:38.225208 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3091826d-a3ea-4aa6-b4da-1ccc738c6046 req-acb7cdb4-904c-4f4c-bb39-838f06797d37 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0808384 Mar 24 01:40:38.226149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-ca8afebb-6da7-43d0-a5ef-27495f8cd82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:38.227431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-ca8afebb-6da7-43d0-a5ef-27495f8cd82a service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.1273906 Mar 24 01:40:38.327351 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3091826d-a3ea-4aa6-b4da-1ccc738c6046 req-fb7286ab-e451-457d-8d52-917fa0e01fdf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962017 Mar 24 01:40:38.329072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-00e7c1b8-4243-42fe-84ef-a32de4a08cce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3faaf422-1ccd-441a-8001-948d3f981695 HTTP/1.1" status: 200 len: 1001 time: 0.0924025 Mar 24 01:40:38.379972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-05cabf40-08e8-408e-811e-a3aa31b6c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:38.381466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-05cabf40-08e8-408e-811e-a3aa31b6c966 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0459945 Mar 24 01:40:38.428006 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-6526e264-6fe2-4fe4-87e6-ccf89fbb9750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:38.429478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-6526e264-6fe2-4fe4-87e6-ccf89fbb9750 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427392 Mar 24 01:40:38.521211 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-0ee6dc6e-ee80-4992-b484-aefe24f7392b service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846930 Mar 24 01:40:38.607604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-4fe700ae-6be5-4bfb-9a45-7e59dc3e0276 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801990 Mar 24 01:40:39.456789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc960d-3d12-402e-b464-68b8a3dad8d0 req-8f6a92ed-e728-4e71-b1df-f8f4ddf8681a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:39.458828 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1fdc960d-3d12-402e-b464-68b8a3dad8d0 req-8f6a92ed-e728-4e71-b1df-f8f4ddf8681a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0632339 Mar 24 01:40:39.504317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1fdc960d-3d12-402e-b464-68b8a3dad8d0 req-28fa4db6-d13f-4678-a18c-88dd0eaf7f82 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398843 Mar 24 01:40:40.622193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a3609-4bed-4bb9-ac70-fff4c8dd03a6 req-e09d69c5-5650-44b6-ae63-fd917e827484 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:40.623635 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c04a3609-4bed-4bb9-ac70-fff4c8dd03a6 req-e09d69c5-5650-44b6-ae63-fd917e827484 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0516088 Mar 24 01:40:40.668283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c04a3609-4bed-4bb9-ac70-fff4c8dd03a6 req-45058183-9708-477c-bf6f-4bb2bcb30303 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392089 Mar 24 01:40:41.785312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a1c74-cd4f-4f27-8601-169f5d24be6e req-e8222728-2f29-47cb-9b2e-0b08f742ba16 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:41.786688 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fe9a1c74-cd4f-4f27-8601-169f5d24be6e req-e8222728-2f29-47cb-9b2e-0b08f742ba16 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0513093 Mar 24 01:40:41.837513 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fe9a1c74-cd4f-4f27-8601-169f5d24be6e req-e6848dc2-ed35-4f99-bbdc-8f217a776498 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453146 Mar 24 01:40:42.952890 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7f7a8-bf14-41b2-94a7-b27bef132cc5 req-156d2dbf-47bb-4fa8-9696-e420d44469c2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:42.954399 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31c7f7a8-bf14-41b2-94a7-b27bef132cc5 req-156d2dbf-47bb-4fa8-9696-e420d44469c2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0516751 Mar 24 01:40:43.001520 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31c7f7a8-bf14-41b2-94a7-b27bef132cc5 req-cbf5285d-4e55-4be9-81ad-b2e356bf5ed8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409706 Mar 24 01:40:44.121552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd219016-620e-4fb0-934a-466805c693e3 req-b4aa2820-399c-4cc1-ac58-c79e7ef07c70 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:44.123522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd219016-620e-4fb0-934a-466805c693e3 req-b4aa2820-399c-4cc1-ac58-c79e7ef07c70 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0530345 Mar 24 01:40:44.168927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bd219016-620e-4fb0-934a-466805c693e3 req-309c28be-38b5-439c-aeb6-8a4301fe1b4f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398290 Mar 24 01:40:45.296041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbc7b8-b0e3-4cb8-b83d-bca8a7cb0313 req-1528d9ae-a77e-4c3f-8398-f6c93c54e3fc tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:45.297551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97dbc7b8-b0e3-4cb8-b83d-bca8a7cb0313 req-1528d9ae-a77e-4c3f-8398-f6c93c54e3fc tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0584800 Mar 24 01:40:45.347220 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97dbc7b8-b0e3-4cb8-b83d-bca8a7cb0313 req-bbff94e8-392b-48d2-b23b-81179cc12aa7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437815 Mar 24 01:40:46.467537 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08beca4d-682a-465c-9c37-ac72cd2a53a0 req-177394fe-e0dd-45e7-8262-061e2ded9ef9 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:46.469031 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08beca4d-682a-465c-9c37-ac72cd2a53a0 req-177394fe-e0dd-45e7-8262-061e2ded9ef9 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0526695 Mar 24 01:40:46.515648 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08beca4d-682a-465c-9c37-ac72cd2a53a0 req-75ac6619-c412-4578-8e53-c52c406355cc tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407567 Mar 24 01:40:47.634411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7ff63-ecfc-434b-ae41-581c6b3b1feb req-58c723e3-776d-407e-aa6d-ef02e98b1884 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:47.635873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eac7ff63-ecfc-434b-ae41-581c6b3b1feb req-58c723e3-776d-407e-aa6d-ef02e98b1884 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0517941 Mar 24 01:40:47.684934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eac7ff63-ecfc-434b-ae41-581c6b3b1feb req-c1b93061-43c3-4c46-bbf3-d2c8891f97cf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435567 Mar 24 01:40:48.813574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d889b-0b52-46a1-973f-99d57c371aea req-33d83bb8-9d73-45e0-9578-2930c80b91bd tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:48.815045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b3d889b-0b52-46a1-973f-99d57c371aea req-33d83bb8-9d73-45e0-9578-2930c80b91bd tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0547469 Mar 24 01:40:48.860368 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b3d889b-0b52-46a1-973f-99d57c371aea req-f6936b1e-a52c-4d6e-a204-91cf378b6422 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395410 Mar 24 01:40:49.978170 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d060ca-0e43-4757-bd5f-6680ae506566 req-9d5e78b9-70ac-438a-a1d7-b8b788f4809b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:49.979629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25d060ca-0e43-4757-bd5f-6680ae506566 req-9d5e78b9-70ac-438a-a1d7-b8b788f4809b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0525122 Mar 24 01:40:50.024867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25d060ca-0e43-4757-bd5f-6680ae506566 req-b9a2d83e-c223-4b67-bfbc-e20e26b3668f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396402 Mar 24 01:40:51.146508 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef235d01-07e8-459f-8723-e7343c8b6729 req-acdd5612-2027-497c-a225-05acee82b897 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:51.147979 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef235d01-07e8-459f-8723-e7343c8b6729 req-acdd5612-2027-497c-a225-05acee82b897 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0572875 Mar 24 01:40:51.194767 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef235d01-07e8-459f-8723-e7343c8b6729 req-9b792ac3-2c69-4751-a3d6-a10bd7a95e97 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410149 Mar 24 01:40:52.271557 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:40:52.314377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f27bf2-6b3d-4d58-bf74-1c33c7567c44 req-07fe3bca-f654-4ddb-8c99-f5e2c93304ba tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:52.315851 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10f27bf2-6b3d-4d58-bf74-1c33c7567c44 req-07fe3bca-f654-4ddb-8c99-f5e2c93304ba tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0522938 Mar 24 01:40:52.362012 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10f27bf2-6b3d-4d58-bf74-1c33c7567c44 req-7c1e817f-ff0e-4b04-acc0-7427c9d7a157 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403767 Mar 24 01:40:53.483132 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42e941-b379-4798-96aa-6d812ad58f39 req-1f2009a3-846d-49b7-9dcc-39a1a468947f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:53.485122 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a42e941-b379-4798-96aa-6d812ad58f39 req-1f2009a3-846d-49b7-9dcc-39a1a468947f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0562968 Mar 24 01:40:53.533283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9a42e941-b379-4798-96aa-6d812ad58f39 req-5c44f574-a7a8-4e3b-9f52-64c4a91db06b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423229 Mar 24 01:40:54.654104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cc627-b907-4cf9-9893-14016ad45781 req-13a45c50-6110-42f1-a7df-70f10e0cb182 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:54.655571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-294cc627-b907-4cf9-9893-14016ad45781 req-13a45c50-6110-42f1-a7df-70f10e0cb182 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0526619 Mar 24 01:40:54.703136 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-294cc627-b907-4cf9-9893-14016ad45781 req-8b417de5-c28b-41eb-8631-980205d29fb6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412881 Mar 24 01:40:55.819824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce9aed-7d63-403c-a1e3-3c9850ba5b8d req-cb73da31-736f-4164-8135-bd3fc936d0f3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:55.821205 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-88ce9aed-7d63-403c-a1e3-3c9850ba5b8d req-cb73da31-736f-4164-8135-bd3fc936d0f3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0518384 Mar 24 01:40:55.875219 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-88ce9aed-7d63-403c-a1e3-3c9850ba5b8d req-691e924a-047f-4784-ba61-79d5e501af6a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484936 Mar 24 01:40:56.994306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cda974-52dd-4655-98d8-3ccb69249fc3 req-4fe3c463-020d-40a2-82ab-8e248a17e3e6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:56.995668 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-07cda974-52dd-4655-98d8-3ccb69249fc3 req-4fe3c463-020d-40a2-82ab-8e248a17e3e6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0523260 Mar 24 01:40:57.040698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-07cda974-52dd-4655-98d8-3ccb69249fc3 req-29a458dc-1c67-44c5-9c23-1ea979332cbb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395615 Mar 24 01:40:58.166908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e650f-0e7e-46f6-adb9-fc3ffb4cfc53 req-f984a81d-ac24-4e37-a370-28717009c2f1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:58.168345 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d96e650f-0e7e-46f6-adb9-fc3ffb4cfc53 req-f984a81d-ac24-4e37-a370-28717009c2f1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0517876 Mar 24 01:40:58.213545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d96e650f-0e7e-46f6-adb9-fc3ffb4cfc53 req-303a5b22-5a61-47cb-beef-efa4371216cb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396101 Mar 24 01:40:58.784188 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c206af74-ac00-44a2-bf27-ab23e843c303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:40:59.347526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d3f40-3a66-4095-9e99-e45153289088 req-f8338884-e9e5-4186-a47f-4369dd901744 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:40:59.349037 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c70d3f40-3a66-4095-9e99-e45153289088 req-f8338884-e9e5-4186-a47f-4369dd901744 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0574782 Mar 24 01:40:59.394754 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c70d3f40-3a66-4095-9e99-e45153289088 req-77836609-16b1-47ea-8ddb-91fba43df001 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402231 Mar 24 01:41:00.269425 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:00.513614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7e4df-bd60-425b-8772-51ea9024b0f0 req-d8fe4e03-bca8-4917-b528-09eac8ca9230 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:00.515084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31f7e4df-bd60-425b-8772-51ea9024b0f0 req-d8fe4e03-bca8-4917-b528-09eac8ca9230 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0530829 Mar 24 01:41:00.561318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31f7e4df-bd60-425b-8772-51ea9024b0f0 req-524e06d4-ab52-45b2-8ce1-bf2826a03699 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405045 Mar 24 01:41:00.911800 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c5f325b3-b94f-4b6c-a2b1-8d54c63f422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:01.679157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ddca0-6cc1-4aae-a643-baf83be46023 req-be9166e4-1745-4a9b-8be7-49c9d2e4adcc tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:01.680643 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-701ddca0-6cc1-4aae-a643-baf83be46023 req-be9166e4-1745-4a9b-8be7-49c9d2e4adcc tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0520177 Mar 24 01:41:01.730434 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-701ddca0-6cc1-4aae-a643-baf83be46023 req-b2df7713-59f0-4448-af8a-b2cd555e61f4 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443108 Mar 24 01:41:02.286288 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:02.828502 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:02.847781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec811c-a8ca-4aae-907d-a427c8a42eb5 req-1c8bfd45-d03e-4f0c-9d4e-c9949b88f9cc tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:02.849261 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8ec811c-a8ca-4aae-907d-a427c8a42eb5 req-1c8bfd45-d03e-4f0c-9d4e-c9949b88f9cc tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0535593 Mar 24 01:41:02.895033 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8ec811c-a8ca-4aae-907d-a427c8a42eb5 req-caafa5e7-6bd9-4ac6-aa0d-015310910689 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401101 Mar 24 01:41:03.799725 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:04.011565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e267b-0abb-4472-af75-baa42d3d7bf6 req-6e3db78e-7777-4db2-94ed-062e84c20d20 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:04.013015 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f0e267b-0abb-4472-af75-baa42d3d7bf6 req-6e3db78e-7777-4db2-94ed-062e84c20d20 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0511274 Mar 24 01:41:04.059088 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f0e267b-0abb-4472-af75-baa42d3d7bf6 req-6c253d82-55d1-4839-a05d-80f4c1497eb9 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398283 Mar 24 01:41:05.186910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9abfb9-fa72-446e-9b5f-e7c4e1d04d6f req-b4d59d77-4f09-4711-b7c7-c4a82fd7066f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:05.188388 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec9abfb9-fa72-446e-9b5f-e7c4e1d04d6f req-b4d59d77-4f09-4711-b7c7-c4a82fd7066f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0592513 Mar 24 01:41:05.234943 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec9abfb9-fa72-446e-9b5f-e7c4e1d04d6f req-1c7b4814-347a-4af8-bd3b-cca99455777a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409844 Mar 24 01:41:05.290676 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:06.353652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9398ac-ddf6-424b-ae54-eb1cc68e22d8 req-b2c58546-5b89-4ca0-b459-e64f23f72837 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:06.355097 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d9398ac-ddf6-424b-ae54-eb1cc68e22d8 req-b2c58546-5b89-4ca0-b459-e64f23f72837 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0521076 Mar 24 01:41:06.400830 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d9398ac-ddf6-424b-ae54-eb1cc68e22d8 req-7a1ae3ac-6b76-4fc2-bf00-880ccc96733b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397947 Mar 24 01:41:07.521605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52063b96-88f8-4e34-938e-19421f7304be req-c914bfa0-ed30-4b71-beef-7641f9472cf1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:07.523079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52063b96-88f8-4e34-938e-19421f7304be req-c914bfa0-ed30-4b71-beef-7641f9472cf1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0558076 Mar 24 01:41:07.572756 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52063b96-88f8-4e34-938e-19421f7304be req-82809369-8592-44ca-8a19-f64c9e16f766 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437694 Mar 24 01:41:08.691737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfc0b8-676c-4df9-a146-a2e11be7083d req-d0f49f2a-b1c1-4aae-88d9-cef9eadf671e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:08.693222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75dfc0b8-676c-4df9-a146-a2e11be7083d req-d0f49f2a-b1c1-4aae-88d9-cef9eadf671e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0540509 Mar 24 01:41:08.740526 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75dfc0b8-676c-4df9-a146-a2e11be7083d req-c9ecdfaa-8602-4ca7-90c4-ee66d2eba52d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414276 Mar 24 01:41:09.857146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535990d-afd1-4436-a5b2-c7064cf6374b req-a18d8e4c-54d7-4d2a-8703-f1577d67c46b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:09.858612 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3535990d-afd1-4436-a5b2-c7064cf6374b req-a18d8e4c-54d7-4d2a-8703-f1577d67c46b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0516572 Mar 24 01:41:09.908084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3535990d-afd1-4436-a5b2-c7064cf6374b req-fce83932-a4a6-4cb7-b696-d2a3e64eeee1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440240 Mar 24 01:41:10.415633 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-04de3290-961b-4d7e-ae4c-c2ce014afa78 service neutron] show failed (client error): The resource could not be found. Mar 24 01:41:10.416607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-04de3290-961b-4d7e-ae4c-c2ce014afa78 service neutron] 10.222.0.57 "GET /v2.0/ports/3faaf422-1ccd-441a-8001-948d3f981695/bindings/n-h2-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.0527089 Mar 24 01:41:10.610776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-6baf6282-471d-47fa-a2c5-8c9c15ca7ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:10.612302 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-6baf6282-471d-47fa-a2c5-8c9c15ca7ee5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc&tenant_id=86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 1128 time: 0.0452950 Mar 24 01:41:10.622352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:41:10.681532 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3faaf422-1ccd-441a-8001-948d3f981695), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:10.875260 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] For port 3faaf422-1ccd-441a-8001-948d3f981695, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=3faaf422-1ccd-441a-8001-948d3f981695,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:41:10.907889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] For port 3faaf422-1ccd-441a-8001-948d3f981695, host n-h1-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:41:10.946663 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3faaf422-1ccd-441a-8001-948d3f981695'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:41:10.948998 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917d1990-bb69-4834-aa51-11bc212969e6" -d '{"events": [{"server_uuid": "6236ff72-2b8a-4b99-ad15-d6aa5059a9fc", "name": "network-vif-unplugged", "status": "completed", "tag": "3faaf422-1ccd-441a-8001-948d3f981695"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:41:10.953121 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Publish callbacks [] for port (3faaf422-1ccd-441a-8001-948d3f981695), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:10.970072 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Transition to ACTIVE for port object 3faaf422-1ccd-441a-8001-948d3f981695 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:41:10.975187 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (3faaf422-1ccd-441a-8001-948d3f981695), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:11.007703 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadec6bd-d72f-4d1f-b045-3798f0d4f7e6 x-openstack-request-id: req-cadec6bd-d72f-4d1f-b045-3798f0d4f7e6 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:41:11.008003 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6236ff72-2b8a-4b99-ad15-d6aa5059a9fc", "name": "network-vif-unplugged", "status": "completed", "tag": "3faaf422-1ccd-441a-8001-948d3f981695", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:41:11.008261 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cadec6bd-d72f-4d1f-b045-3798f0d4f7e6 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:41:11.009076 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cadec6bd-d72f-4d1f-b045-3798f0d4f7e6'] response: {'server_uuid': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3faaf422-1ccd-441a-8001-948d3f981695', 'code': 200} Mar 24 01:41:11.035906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287b607-e258-40f0-af49-2ca9c85284ad req-9a2605b0-c287-43a6-958b-885e7cb244f7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:11.037459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7287b607-e258-40f0-af49-2ca9c85284ad req-9a2605b0-c287-43a6-958b-885e7cb244f7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 944 time: 0.0598724 Mar 24 01:41:11.088574 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7287b607-e258-40f0-af49-2ca9c85284ad req-0683dd2a-d19d-4953-976e-d7f6d0654823 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449939 Mar 24 01:41:11.106121 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee8410-4432-4522-9997-b95395942a3a service neutron] Pushing event updated for resources: {'Port': ['ID=3faaf422-1ccd-441a-8001-948d3f981695,revision_number=6']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:41:11.163954 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] No DVR routers for this DVR port 3faaf422-1ccd-441a-8001-948d3f981695 on host n-h1-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:41:11.299374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Attempting to bind port 3faaf422-1ccd-441a-8001-948d3f981695 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:41:11.299707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Attempting to bind port 3faaf422-1ccd-441a-8001-948d3f981695 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:41:11.300101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Attempting to bind port 3faaf422-1ccd-441a-8001-948d3f981695 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:41:11.304552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Port 3faaf422-1ccd-441a-8001-948d3f981695 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:41:11.304877 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Attempting to bind port 3faaf422-1ccd-441a-8001-948d3f981695 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:41:11.309693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:41:11.310035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Checking segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:41:11.310418 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Bound using segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:41:11.310843 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Bound port: 3faaf422-1ccd-441a-8001-948d3f981695, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:41:11.311197 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3faaf422-1ccd-441a-8001-948d3f981695), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:11.378334 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] For port 3faaf422-1ccd-441a-8001-948d3f981695, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:41:11.381371 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] For port 3faaf422-1ccd-441a-8001-948d3f981695, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3faaf422-1ccd-441a-8001-948d3f981695,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:41:11.387150 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (3faaf422-1ccd-441a-8001-948d3f981695), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:11.421349 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:11.421979 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:11.423376 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-daee8410-4432-4522-9997-b95395942a3a service neutron] 10.222.0.48 "PUT /v2.0/ports/3faaf422-1ccd-441a-8001-948d3f981695 HTTP/1.1" status: 200 len: 1092 time: 0.8048215 Mar 24 01:41:11.446877 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee8410-4432-4522-9997-b95395942a3a service neutron] Pushing event updated for resources: {'Port': ['ID=3faaf422-1ccd-441a-8001-948d3f981695,revision_number=7']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:41:11.498588 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-e8af8dbc-7ba9-499e-acd4-735fd169be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:11.500871 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-e8af8dbc-7ba9-499e-acd4-735fd169be89 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 1126 time: 0.0504746 Mar 24 01:41:11.596021 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-c32241ca-c88d-4790-bb19-6c4dd891f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:11.597551 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-c32241ca-c88d-4790-bb19-6c4dd891f487 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0908723 Mar 24 01:41:11.664291 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-0b2bb6a1-1dfd-4d6b-ac6e-3a13feb44fe4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3faaf422-1ccd-441a-8001-948d3f981695 HTTP/1.1" status: 200 len: 999 time: 0.0611019 Mar 24 01:41:11.712458 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-29f76148-3a83-47ca-abae-efdc3baf4850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:11.713959 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-29f76148-3a83-47ca-abae-efdc3baf4850 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0444181 Mar 24 01:41:11.761481 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-34ae673b-2be2-4727-a5b5-0dd556a4d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:11.762865 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-34ae673b-2be2-4727-a5b5-0dd556a4d7ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431640 Mar 24 01:41:11.851472 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-0f8ca3d6-c62f-452e-b97f-1fed661d09bf service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825548 Mar 24 01:41:11.935948 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cfd732da-e978-4b1c-ba42-12cd59f691bc req-3c9240d1-53af-4818-988b-cc705fc467ff service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790770 Mar 24 01:41:12.209966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cac10-7002-4edf-9652-5773e51de097 req-d2f2f91f-e959-4a32-8e72-cc006596ffab tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:12.211428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-394cac10-7002-4edf-9652-5773e51de097 req-d2f2f91f-e959-4a32-8e72-cc006596ffab tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 944 time: 0.0522690 Mar 24 01:41:12.259976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-394cac10-7002-4edf-9652-5773e51de097 req-43f19089-0ec5-4db1-83a3-a2d2db3147f0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431004 Mar 24 01:41:13.010366 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'tag': '3faaf422-1ccd-441a-8001-948d3f981695'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:41:13.012723 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55955bf-d04d-484f-b7d1-ad0e345cbbac" -d '{"events": [{"name": "network-changed", "server_uuid": "6236ff72-2b8a-4b99-ad15-d6aa5059a9fc", "tag": "3faaf422-1ccd-441a-8001-948d3f981695"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:41:13.058741 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fda1f53-5c92-44b2-8407-3a23dc407578 x-openstack-request-id: req-3fda1f53-5c92-44b2-8407-3a23dc407578 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:41:13.059031 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6236ff72-2b8a-4b99-ad15-d6aa5059a9fc", "tag": "3faaf422-1ccd-441a-8001-948d3f981695", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:41:13.059283 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3fda1f53-5c92-44b2-8407-3a23dc407578 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:41:13.059698 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fda1f53-5c92-44b2-8407-3a23dc407578'] response: {'name': 'network-changed', 'server_uuid': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'tag': '3faaf422-1ccd-441a-8001-948d3f981695', 'status': 'completed', 'code': 200} Mar 24 01:41:13.122439 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-a05e2551-82d2-4d1b-8bae-ac844d90ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:13.123661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-29e955b6-2469-4975-8ed2-d09fb7c30fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:13.123955 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-a05e2551-82d2-4d1b-8bae-ac844d90ff85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 1126 time: 0.0454650 Mar 24 01:41:13.125768 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-29e955b6-2469-4975-8ed2-d09fb7c30fbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 1126 time: 0.0445554 Mar 24 01:41:13.213917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-088c42ad-ce81-4114-829e-78a228c4e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:13.215399 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-088c42ad-ce81-4114-829e-78a228c4e52f service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0837500 Mar 24 01:41:13.216568 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-d475a333-dafa-4f57-9b5b-41f66a4db9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:13.218114 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-d475a333-dafa-4f57-9b5b-41f66a4db9ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0871563 Mar 24 01:41:13.282832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-b16205fd-6e48-4dbf-9650-15cad169bea5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3faaf422-1ccd-441a-8001-948d3f981695 HTTP/1.1" status: 200 len: 999 time: 0.0618267 Mar 24 01:41:13.283061 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-9a63757f-0c3a-4a4a-9e1e-bd1612d7a45f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3faaf422-1ccd-441a-8001-948d3f981695 HTTP/1.1" status: 200 len: 999 time: 0.0577137 Mar 24 01:41:13.333051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-0663dfee-1a4c-4a46-b103-526da036c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:13.335364 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-0663dfee-1a4c-4a46-b103-526da036c48f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0456312 Mar 24 01:41:13.339349 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-94cc6968-9920-4afe-a952-fa5a362228da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:13.340999 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-94cc6968-9920-4afe-a952-fa5a362228da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0518026 Mar 24 01:41:13.394695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-4242c11a-8435-4ee2-8746-65f3e4e0e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:13.396741 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-4242c11a-8435-4ee2-8746-65f3e4e0e172 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469635 Mar 24 01:41:13.428925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b78049-59db-410e-b3cc-59af33cfb2bf req-a03f1cb0-c97f-4a62-a6c6-c2db6bcf07e1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:13.430591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91b78049-59db-410e-b3cc-59af33cfb2bf req-a03f1cb0-c97f-4a62-a6c6-c2db6bcf07e1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 944 time: 0.0941889 Mar 24 01:41:13.434147 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-df51f77c-de65-40b4-ae7e-cbcc16c11dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:13.435545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-df51f77c-de65-40b4-ae7e-cbcc16c11dd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0899189 Mar 24 01:41:13.502820 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-76224273-6157-409a-9ab0-df92ccc1eced service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995748 Mar 24 01:41:13.554282 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-91b78049-59db-410e-b3cc-59af33cfb2bf req-1d718886-4984-40bc-9dac-263d2ddbb9d8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146872 Mar 24 01:41:13.571516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-450239ed-818d-4458-805f-5c486d2628d9 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106374 Mar 24 01:41:13.613916 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-b5ecb6f4-3f89-49e5-be7e-ce611e28ebda service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967560 Mar 24 01:41:13.665608 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c55955bf-d04d-484f-b7d1-ad0e345cbbac req-622e5ade-eb5d-48ac-98ab-15af98d2c3e2 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881476 Mar 24 01:41:13.669790 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 3faaf422-1ccd-441a-8001-948d3f981695 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:41:13.768272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 3faaf422-1ccd-441a-8001-948d3f981695, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3faaf422-1ccd-441a-8001-948d3f981695,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:41:13.779439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '3faaf422-1ccd-441a-8001-948d3f981695', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'port_id': '3faaf422-1ccd-441a-8001-948d3f981695', 'mac_address': 'fa:16:3e:e6:ec:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:41:13.815594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 3faaf422-1ccd-441a-8001-948d3f981695 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:41:13.815914 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3faaf422-1ccd-441a-8001-948d3f981695), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:13.828629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3faaf422-1ccd-441a-8001-948d3f981695 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:41:13.848409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 3faaf422-1ccd-441a-8001-948d3f981695, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3faaf422-1ccd-441a-8001-948d3f981695,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:41:13.851917 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3faaf422-1ccd-441a-8001-948d3f981695), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:13.896878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=3faaf422-1ccd-441a-8001-948d3f981695,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:41:13.904121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:13.904474 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:13.904821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:13.905190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:13.905532 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:13.905875 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:13.906210 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:13.906541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:13.906871 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:13.907201 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:13.907530 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:13.907858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:13.908184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:13.908508 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:13.908835 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:14.076191 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['3faaf422-1ccd-441a-8001-948d3f981695'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:41:14.190108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 3faaf422-1ccd-441a-8001-948d3f981695 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:41:14.239629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] The host n-h1-760455-9 is not matching for port 3faaf422-1ccd-441a-8001-948d3f981695 host n-h2-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:41:14.240016 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 3faaf422-1ccd-441a-8001-948d3f981695 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:41:14.678236 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2304f-191b-4463-8522-f27d9fd4929e req-0216ee6e-4187-49c9-b1e3-10800c76b415 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:14.679666 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6cd2304f-191b-4463-8522-f27d9fd4929e req-0216ee6e-4187-49c9-b1e3-10800c76b415 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 945 time: 0.0518637 Mar 24 01:41:14.726210 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6cd2304f-191b-4463-8522-f27d9fd4929e req-244da10f-dff0-4e3e-aacb-088c01819db1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409999 Mar 24 01:41:14.954813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bd6fb-ffa7-42b5-be0d-b11de9d1ce7d req-5e9d5822-197e-4337-88db-63e0f05f0d8d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:14.956284 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-903bd6fb-ffa7-42b5-be0d-b11de9d1ce7d req-5e9d5822-197e-4337-88db-63e0f05f0d8d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 945 time: 0.0908983 Mar 24 01:41:14.967603 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b499-7044-420f-9e2f-f3016feadd47 req-0c03f936-d487-4f65-90b6-d408aca4827b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:14.969058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4c4b499-7044-420f-9e2f-f3016feadd47 req-0c03f936-d487-4f65-90b6-d408aca4827b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.57 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc&tenant_id=86f3555441d04e97bd8128f281fbd5ef&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 945 time: 0.0727487 Mar 24 01:41:15.053420 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-903bd6fb-ffa7-42b5-be0d-b11de9d1ce7d req-98eda3d6-bf50-4893-8f36-200924a76b5d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832694 Mar 24 01:41:15.058378 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-f4c4b499-7044-420f-9e2f-f3016feadd47 req-c7a2eb1e-1cda-4c11-a0ff-44b74db0e474 service neutron] delete failed (client error): The resource could not be found. Mar 24 01:41:15.059324 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4c4b499-7044-420f-9e2f-f3016feadd47 req-c7a2eb1e-1cda-4c11-a0ff-44b74db0e474 service neutron] 10.222.0.57 "DELETE /v2.0/ports/3faaf422-1ccd-441a-8001-948d3f981695/bindings/n-h1-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.0838406 Mar 24 01:41:15.149860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b499-7044-420f-9e2f-f3016feadd47 req-4811cd79-986a-4665-aae0-59c17812271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:15.151324 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4c4b499-7044-420f-9e2f-f3016feadd47 req-4811cd79-986a-4665-aae0-59c17812271b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 1127 time: 0.0488908 Mar 24 01:41:15.239942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b499-7044-420f-9e2f-f3016feadd47 req-1592895f-6ca7-40c2-bd09-ee7783ceacd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:15.241426 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4c4b499-7044-420f-9e2f-f3016feadd47 req-1592895f-6ca7-40c2-bd09-ee7783ceacd0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0837851 Mar 24 01:41:15.308922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4c4b499-7044-420f-9e2f-f3016feadd47 req-15f5c18f-922c-4b6e-86b7-135b5cf465f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3faaf422-1ccd-441a-8001-948d3f981695 HTTP/1.1" status: 200 len: 1000 time: 0.0617080 Mar 24 01:41:15.355311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b499-7044-420f-9e2f-f3016feadd47 req-7e9baaa6-e86a-45ff-a5f8-52fa096f577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:15.356777 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4c4b499-7044-420f-9e2f-f3016feadd47 req-7e9baaa6-e86a-45ff-a5f8-52fa096f577d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0423040 Mar 24 01:41:15.404111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b499-7044-420f-9e2f-f3016feadd47 req-38ede5a3-e239-44aa-8616-99817d20c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:15.405614 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4c4b499-7044-420f-9e2f-f3016feadd47 req-38ede5a3-e239-44aa-8616-99817d20c90f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434692 Mar 24 01:41:15.494448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4c4b499-7044-420f-9e2f-f3016feadd47 req-f1cb6c91-a566-4608-8104-57f86fe6d0a9 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832410 Mar 24 01:41:15.586238 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4c4b499-7044-420f-9e2f-f3016feadd47 req-c558cb80-895d-44f0-8403-0553d38ffc0f service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854795 Mar 24 01:41:15.680873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 3faaf422-1ccd-441a-8001-948d3f981695 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:41:15.732111 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 3faaf422-1ccd-441a-8001-948d3f981695 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:41:15.736818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 3faaf422-1ccd-441a-8001-948d3f981695 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:41:15.737232 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3faaf422-1ccd-441a-8001-948d3f981695), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:15.810419 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 3faaf422-1ccd-441a-8001-948d3f981695 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:41:15.810807 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3faaf422-1ccd-441a-8001-948d3f981695), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:15.832025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faaf422-1ccd-441a-8001-948d3f981695'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:41:15.834262 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a87093-a76f-4932-9a64-dd4599575230" -d '{"events": [{"server_uuid": "6236ff72-2b8a-4b99-ad15-d6aa5059a9fc", "name": "network-vif-plugged", "status": "completed", "tag": "3faaf422-1ccd-441a-8001-948d3f981695"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:41:15.847455 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 3faaf422-1ccd-441a-8001-948d3f981695, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3faaf422-1ccd-441a-8001-948d3f981695,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:41:15.851639 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3faaf422-1ccd-441a-8001-948d3f981695), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:15.891030 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01e38b2-7e68-486a-bbf8-1a46bb6b15f3 x-openstack-request-id: req-a01e38b2-7e68-486a-bbf8-1a46bb6b15f3 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:41:15.891328 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6236ff72-2b8a-4b99-ad15-d6aa5059a9fc", "name": "network-vif-plugged", "status": "completed", "tag": "3faaf422-1ccd-441a-8001-948d3f981695", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:41:15.891587 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a01e38b2-7e68-486a-bbf8-1a46bb6b15f3 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:41:15.891987 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a01e38b2-7e68-486a-bbf8-1a46bb6b15f3'] response: {'server_uuid': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faaf422-1ccd-441a-8001-948d3f981695', 'code': 200} Mar 24 01:41:15.905156 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=3faaf422-1ccd-441a-8001-948d3f981695,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:41:16.172871 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b587d4a-d2a9-4c0a-b11b-adca6c190b48 req-6ff75511-877d-4fe6-81b2-953d9b019720 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:16.174247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b587d4a-d2a9-4c0a-b11b-adca6c190b48 req-6ff75511-877d-4fe6-81b2-953d9b019720 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0522792 Mar 24 01:41:16.224315 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b587d4a-d2a9-4c0a-b11b-adca6c190b48 req-a07e942c-5580-4892-a3fc-41a937924266 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445182 Mar 24 01:41:16.340799 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69dab2-29f5-40d5-918e-e0ac6670b16f req-5992f0e0-d176-4161-a0fb-3e83bb0dc8f5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:16.342274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f69dab2-29f5-40d5-918e-e0ac6670b16f req-5992f0e0-d176-4161-a0fb-3e83bb0dc8f5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0518138 Mar 24 01:41:16.388459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7f69dab2-29f5-40d5-918e-e0ac6670b16f req-8c21c8ff-72a8-43c5-be22-360fc4af2cee tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402021 Mar 24 01:41:16.505312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63194f2-906f-48c5-acf7-cf4098e54292 req-ddf59f92-9db0-4586-aabc-9c500e3243b7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:16.506765 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f63194f2-906f-48c5-acf7-cf4098e54292 req-ddf59f92-9db0-4586-aabc-9c500e3243b7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0523343 Mar 24 01:41:16.557988 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f63194f2-906f-48c5-acf7-cf4098e54292 req-0bba0ffd-190c-44ab-b504-5d59eacb87c3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418282 Mar 24 01:41:16.785679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183555f-37f3-4719-b90f-a0115c096fbf req-79e9d6c8-3e24-4847-a6e9-c58c93f4d653 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:16.787159 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2183555f-37f3-4719-b90f-a0115c096fbf req-79e9d6c8-3e24-4847-a6e9-c58c93f4d653 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0550315 Mar 24 01:41:16.833208 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2183555f-37f3-4719-b90f-a0115c096fbf req-c283f709-c77a-489f-bbb3-ba7db36cd3a6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405424 Mar 24 01:41:17.956792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5e78a-d754-4a1c-9d8d-66decfd046d4 req-a3b4f871-1c7d-497e-9c65-ea1bb804f08b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:17.958305 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1fb5e78a-d754-4a1c-9d8d-66decfd046d4 req-a3b4f871-1c7d-497e-9c65-ea1bb804f08b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0534251 Mar 24 01:41:18.009634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1fb5e78a-d754-4a1c-9d8d-66decfd046d4 req-4408bb4b-6ad4-4757-919a-0be5cb9bb3f5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458045 Mar 24 01:41:18.035010 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa626d-ba74-486f-84d0-24170d2c3080 req-345cfcd5-6e8d-4594-82da-f789ab823492 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:18.036459 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ddaa626d-ba74-486f-84d0-24170d2c3080 req-345cfcd5-6e8d-4594-82da-f789ab823492 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.48 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 946 time: 0.0537362 Mar 24 01:41:18.128121 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-ddaa626d-ba74-486f-84d0-24170d2c3080 req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Deleting port 3faaf422-1ccd-441a-8001-948d3f981695 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:41:18.128373 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ddaa626d-ba74-486f-84d0-24170d2c3080 req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3faaf422-1ccd-441a-8001-948d3f981695), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:18.213527 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-ddaa626d-ba74-486f-84d0-24170d2c3080 req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] For port 3faaf422-1ccd-441a-8001-948d3f981695, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=3faaf422-1ccd-441a-8001-948d3f981695,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:41:18.213899 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ddaa626d-ba74-486f-84d0-24170d2c3080 req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3faaf422-1ccd-441a-8001-948d3f981695), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:18.426727 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ddaa626d-ba74-486f-84d0-24170d2c3080 req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:18.427000 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ddaa626d-ba74-486f-84d0-24170d2c3080 req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (239a6c09-8d2a-456b-9390-644a158f1ced), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:18.427314 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [req-ddaa626d-ba74-486f-84d0-24170d2c3080 req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Floating IP 239a6c09-8d2a-456b-9390-644a158f1ced disassociated. External IP: 172.25.0.63, port: 3faaf422-1ccd-441a-8001-948d3f981695. Mar 24 01:41:18.427652 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-ddaa626d-ba74-486f-84d0-24170d2c3080 req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Calling delete_port for 3faaf422-1ccd-441a-8001-948d3f981695 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:41:18.553330 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ddaa626d-ba74-486f-84d0-24170d2c3080 req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3faaf422-1ccd-441a-8001-948d3f981695), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:18.581519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Pushing event deleted for resources: {'Port': ['ID=3faaf422-1ccd-441a-8001-948d3f981695,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:41:18.593040 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:18.593417 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:18.594255 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:18.594599 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:18.594940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:18.595279 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:18.595611 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:18.595944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:18.596274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:18.596600 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:18.596926 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:18.597276 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:18.597601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:18.597926 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:18.598250 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:41:18.709707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddaa626d-ba74-486f-84d0-24170d2c3080 req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:41:19.106710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a9ac0073-9594-4aca-a174-751e03797413 req-7e153e94-a246-4510-a876-f08e567c5960 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=6236ff72-2b8a-4b99-ad15-d6aa5059a9fc HTTP/1.1" status: 200 len: 210 time: 0.0268111 Mar 24 01:41:19.121616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddaa626d-ba74-486f-84d0-24170d2c3080 req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:41:19.136279 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef89ac-9d94-4037-ac9f-dd8614d01bd2 None None] Sync routers for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:41:19.146732 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef89ac-9d94-4037-ac9f-dd8614d01bd2 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:41:19.147348 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f5ef89ac-9d94-4037-ac9f-dd8614d01bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:41:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:41:19.165969 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddaa626d-ba74-486f-84d0-24170d2c3080 req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] No DVR routers for this DVR port 3faaf422-1ccd-441a-8001-948d3f981695 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:41:19.168525 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ddaa626d-ba74-486f-84d0-24170d2c3080 req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:19.171875 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ddaa626d-ba74-486f-84d0-24170d2c3080 req-7eec2194-64f7-4e30-93e7-1a44e5540c77 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.48 "DELETE /v2.0/ports/3faaf422-1ccd-441a-8001-948d3f981695 HTTP/1.1" status: 204 len: 173 time: 1.1300864 Mar 24 01:41:19.172314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'name': 'network-vif-deleted', 'tag': '3faaf422-1ccd-441a-8001-948d3f981695'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:41:19.174734 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaa3f99-a46c-40b1-aa40-888896f32405" -d '{"events": [{"server_uuid": "6236ff72-2b8a-4b99-ad15-d6aa5059a9fc", "name": "network-vif-deleted", "tag": "3faaf422-1ccd-441a-8001-948d3f981695"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:41:19.218213 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6b81aa-6a39-4e8d-8cba-cb6c8aea862a x-openstack-request-id: req-5b6b81aa-6a39-4e8d-8cba-cb6c8aea862a {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:41:19.219160 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6236ff72-2b8a-4b99-ad15-d6aa5059a9fc", "name": "network-vif-deleted", "tag": "3faaf422-1ccd-441a-8001-948d3f981695", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:41:19.219418 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b6b81aa-6a39-4e8d-8cba-cb6c8aea862a {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:41:19.220058 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b6b81aa-6a39-4e8d-8cba-cb6c8aea862a'] response: {'server_uuid': '6236ff72-2b8a-4b99-ad15-d6aa5059a9fc', 'name': 'network-vif-deleted', 'tag': '3faaf422-1ccd-441a-8001-948d3f981695', 'status': 'completed', 'code': 200} Mar 24 01:41:19.258323 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-f5ef89ac-9d94-4037-ac9f-dd8614d01bd2 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:41:19.471450 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f5ef89ac-9d94-4037-ac9f-dd8614d01bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:41:19.497048 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef89ac-9d94-4037-ac9f-dd8614d01bd2 None None] Checking router: 254021a3-2a9d-4ec7-ac7d-89758f1a6871 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:41:19.505461 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef89ac-9d94-4037-ac9f-dd8614d01bd2 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:41:19.506057 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f5ef89ac-9d94-4037-ac9f-dd8614d01bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:41:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:41:19.610005 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-f5ef89ac-9d94-4037-ac9f-dd8614d01bd2 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:41:19.801508 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f5ef89ac-9d94-4037-ac9f-dd8614d01bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:41:19.830374 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef89ac-9d94-4037-ac9f-dd8614d01bd2 None None] The sync data for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 is: [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:41:20.034832 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056087d0-483a-4bd6-8ca4-d410e7f7fba1 None None] New status for floating IP 239a6c09-8d2a-456b-9390-644a158f1ced: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:41:20.349584 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-8a46e81f-d3b8-49e4-81d1-a581061879ab tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1222704335&fields=id&tenant_id=86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 267 time: 0.0445149 Mar 24 01:41:20.451827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c451b5-6509-4b83-b57a-ca6155173157 req-a0cb83a8-9657-4e7d-a3ba-856eb31cbc54 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:20.453821 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-a0cb83a8-9657-4e7d-a3ba-856eb31cbc54 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 812 time: 0.0979044 Mar 24 01:41:20.468046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-c22f3cd8-dee5-49ac-8fb5-6c561a1fc36a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/quotas/86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 375 time: 0.0090208 Mar 24 01:41:20.522070 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-faff75f9-b330-4cbb-bb62-ba0f5d0ecf18 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484028 Mar 24 01:41:20.584326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-0ccb4ad5-ba66-4000-8772-0b31a714ed1a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:41:20.585366 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-0ccb4ad5-ba66-4000-8772-0b31a714ed1a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0517530 Mar 24 01:41:20.675532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-13d42dd5-313d-476e-b399-873f9692fa25 service neutron] 10.222.0.45 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842242 Mar 24 01:41:20.768217 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-adf1fedd-075d-4462-80ef-a4c844807378 service neutron] 10.222.0.45 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867388 Mar 24 01:41:20.929389 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1c2d20b0-902b-405d-be09-6be804b90867 req-8cc74c40-fb5b-4644-b748-33e025b0988b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 210 time: 0.0311146 Mar 24 01:41:21.739202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 3faaf422-1ccd-441a-8001-948d3f981695 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:41:21.762214 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 3faaf422-1ccd-441a-8001-948d3f981695 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:41:21.762581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 3faaf422-1ccd-441a-8001-948d3f981695 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:41:21.837238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c451b5-6509-4b83-b57a-ca6155173157 req-1587c909-978c-48e3-aeb0-d8251a749644 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:21.838691 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-1587c909-978c-48e3-aeb0-d8251a749644 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 812 time: 0.1053209 Mar 24 01:41:21.899451 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-ba4e1f9c-e87d-4649-82cc-e446505076ba tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 380 time: 0.0522225 Mar 24 01:41:21.912174 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-73c451b5-6509-4b83-b57a-ca6155173157 req-6b5c5b0a-16e1-435d-8966-24ab52827447 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Request body: {'port': {'device_id': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'admin_state_up': True, 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'security_groups': ['23fa0253-8dfe-4366-ab3a-010351284b36']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:41:22.019930 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c451b5-6509-4b83-b57a-ca6155173157 req-6b5c5b0a-16e1-435d-8966-24ab52827447 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Made reservation on behalf of 86f3555441d04e97bd8128f281fbd5ef for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:41:22.023241 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73c451b5-6509-4b83-b57a-ca6155173157 req-6b5c5b0a-16e1-435d-8966-24ab52827447 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:22.034068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-adfee76b-e6b5-4733-bc30-89690c9b42b4 req-3ac81af6-2ef7-4d6d-840c-9aee17dea9ba tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 210 time: 0.0336115 Mar 24 01:41:22.148636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-73c451b5-6509-4b83-b57a-ca6155173157 req-6b5c5b0a-16e1-435d-8966-24ab52827447 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Allocated IP 172.20.0.5 (25b981b0-c016-4934-bc3e-8edc70ea6197/691b4981-4570-44b9-9a57-99657c3a3bee/2d5908fd-4df6-45e3-975f-bc8b855217fc) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:41:22.283325 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73c451b5-6509-4b83-b57a-ca6155173157 req-6b5c5b0a-16e1-435d-8966-24ab52827447 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:22.315359 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73c451b5-6509-4b83-b57a-ca6155173157 req-6b5c5b0a-16e1-435d-8966-24ab52827447 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:22.356538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c451b5-6509-4b83-b57a-ca6155173157 req-6b5c5b0a-16e1-435d-8966-24ab52827447 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Network 25b981b0-c016-4934-bc3e-8edc70ea6197 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:41:22.359599 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-73c451b5-6509-4b83-b57a-ca6155173157 req-6b5c5b0a-16e1-435d-8966-24ab52827447 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:41:22.366661 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c451b5-6509-4b83-b57a-ca6155173157 req-6b5c5b0a-16e1-435d-8966-24ab52827447 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:41:22.375930 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c5b0a-16e1-435d-8966-24ab52827447 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Pushing event updated for resources: {'Port': ['ID=2d5908fd-4df6-45e3-975f-bc8b855217fc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:41:22.426627 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c451b5-6509-4b83-b57a-ca6155173157 req-6b5c5b0a-16e1-435d-8966-24ab52827447 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:22.427269 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73c451b5-6509-4b83-b57a-ca6155173157 req-6b5c5b0a-16e1-435d-8966-24ab52827447 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:22.443908 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-6b5c5b0a-16e1-435d-8966-24ab52827447 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5352774 Mar 24 01:41:22.455329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Request body: {'port': {'device_id': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:41:22.521368 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:22.596763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b9347013-33b4-4ce9-b62b-6a4e7bc02d89 None None] Provisioning complete for port 2d5908fd-4df6-45e3-975f-bc8b855217fc triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:41:22.597251 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b9347013-33b4-4ce9-b62b-6a4e7bc02d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:22.632540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b9347013-33b4-4ce9-b62b-6a4e7bc02d89 None None] Port 2d5908fd-4df6-45e3-975f-bc8b855217fc cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:41:22.780318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5908fd-4df6-45e3-975f-bc8b855217fc {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:41:22.787843 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Publish callbacks [] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:22.800037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Transition to ACTIVE for port object 2d5908fd-4df6-45e3-975f-bc8b855217fc will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:41:22.803733 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:22.851494 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5908fd-4df6-45e3-975f-bc8b855217fc,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:41:22.928631 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Attempting to bind port 2d5908fd-4df6-45e3-975f-bc8b855217fc on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:41:22.928967 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Attempting to bind port 2d5908fd-4df6-45e3-975f-bc8b855217fc by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:41:22.929332 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Attempting to bind port 2d5908fd-4df6-45e3-975f-bc8b855217fc on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:41:22.933930 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Port 2d5908fd-4df6-45e3-975f-bc8b855217fc on network 25b981b0-c016-4934-bc3e-8edc70ea6197 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:41:22.934256 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Attempting to bind port 2d5908fd-4df6-45e3-975f-bc8b855217fc on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:41:22.939915 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:41:22.940258 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Checking segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:41:22.940640 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Bound using segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:41:22.941282 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Bound port: 2d5908fd-4df6-45e3-975f-bc8b855217fc, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:41:22.941624 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:23.008850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] For port 2d5908fd-4df6-45e3-975f-bc8b855217fc, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:41:23.012002 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] For port 2d5908fd-4df6-45e3-975f-bc8b855217fc, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:41:23.017639 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:23.058882 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:23.059823 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:23.061427 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] 10.222.0.48 "PUT /v2.0/ports/2d5908fd-4df6-45e3-975f-bc8b855217fc HTTP/1.1" status: 200 len: 1091 time: 0.6106002 Mar 24 01:41:23.061783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'tag': '2d5908fd-4df6-45e3-975f-bc8b855217fc'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:41:23.065288 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a010052b-428d-468d-b68e-a41e96d8db04" -d '{"events": [{"name": "network-changed", "server_uuid": "02699e9f-72d9-4899-85d3-b7a35bf89577", "tag": "2d5908fd-4df6-45e3-975f-bc8b855217fc"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:41:23.095679 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59125364-5cbb-4222-915e-978b4cd4c3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5908fd-4df6-45e3-975f-bc8b855217fc,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:41:23.139548 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab5c968-3c51-46a0-82e7-6fabeddcb8cc x-openstack-request-id: req-aab5c968-3c51-46a0-82e7-6fabeddcb8cc {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:41:23.139931 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02699e9f-72d9-4899-85d3-b7a35bf89577", "tag": "2d5908fd-4df6-45e3-975f-bc8b855217fc", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:41:23.140297 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aab5c968-3c51-46a0-82e7-6fabeddcb8cc {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:41:23.140784 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab5c968-3c51-46a0-82e7-6fabeddcb8cc'] response: {'name': 'network-changed', 'server_uuid': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'tag': '2d5908fd-4df6-45e3-975f-bc8b855217fc', 'status': 'completed', 'code': 200} Mar 24 01:41:23.166781 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c451b5-6509-4b83-b57a-ca6155173157 req-8ff71e5e-62ab-488b-96b3-90dd4a1c65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:23.168428 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-8ff71e5e-62ab-488b-96b3-90dd4a1c65ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 1125 time: 0.0630486 Mar 24 01:41:23.192517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee13317-b074-40a5-9598-812342556bef req-79e3b86a-ed1c-4e79-9343-9e01f7f298ab tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:23.194217 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ee13317-b074-40a5-9598-812342556bef req-79e3b86a-ed1c-4e79-9343-9e01f7f298ab tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 943 time: 0.0551245 Mar 24 01:41:23.219538 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-0f741df9-0814-4b33-a23a-dad212d0922f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc HTTP/1.1" status: 200 len: 217 time: 0.0441735 Mar 24 01:41:23.252440 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7ee13317-b074-40a5-9598-812342556bef req-781f3d97-e27b-4031-98a7-fae62ba032c5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488055 Mar 24 01:41:23.268144 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c451b5-6509-4b83-b57a-ca6155173157 req-c6491727-b126-431f-9ea1-7e5e1473346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:23.269711 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-c6491727-b126-431f-9ea1-7e5e1473346c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0450027 Mar 24 01:41:23.320273 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c451b5-6509-4b83-b57a-ca6155173157 req-42a2b6e1-3a35-46be-b8c4-d84337647601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:23.321930 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-42a2b6e1-3a35-46be-b8c4-d84337647601 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460865 Mar 24 01:41:23.420947 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-35e6a176-35c3-473e-b070-5daa6ee66288 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930901 Mar 24 01:41:23.508450 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-73c451b5-6509-4b83-b57a-ca6155173157 req-21e79f4f-f0c1-4446-b2a7-f85e805449dd service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812900 Mar 24 01:41:23.599855 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010052b-428d-468d-b68e-a41e96d8db04 req-857484bb-1e2a-4494-920e-0656a1d3dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:23.601311 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a010052b-428d-468d-b68e-a41e96d8db04 req-857484bb-1e2a-4494-920e-0656a1d3dd2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 1125 time: 0.0501807 Mar 24 01:41:23.688722 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010052b-428d-468d-b68e-a41e96d8db04 req-204fd634-d3d1-4f04-8a8e-bbde4f9bf3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:23.690218 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a010052b-428d-468d-b68e-a41e96d8db04 req-204fd634-d3d1-4f04-8a8e-bbde4f9bf3c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0836515 Mar 24 01:41:23.730780 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a010052b-428d-468d-b68e-a41e96d8db04 req-0185a540-b413-44e3-bb01-75ff10aefc75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc HTTP/1.1" status: 200 len: 217 time: 0.0343635 Mar 24 01:41:23.780753 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010052b-428d-468d-b68e-a41e96d8db04 req-3380e75c-0de3-4edf-a082-23ace2b90636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:23.782853 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a010052b-428d-468d-b68e-a41e96d8db04 req-3380e75c-0de3-4edf-a082-23ace2b90636 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0460324 Mar 24 01:41:23.831819 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010052b-428d-468d-b68e-a41e96d8db04 req-e0c6a37c-4eea-4b0b-bbaf-26e000d355cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:23.833337 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a010052b-428d-468d-b68e-a41e96d8db04 req-e0c6a37c-4eea-4b0b-bbaf-26e000d355cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438075 Mar 24 01:41:23.924321 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a010052b-428d-468d-b68e-a41e96d8db04 req-9f0b6d4a-94ee-4c12-b948-80c22e3359ac service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847011 Mar 24 01:41:24.019152 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a010052b-428d-468d-b68e-a41e96d8db04 req-ace92405-50cd-4c44-8c30-60263c1f420a service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884535 Mar 24 01:41:24.372869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c01ac4-2eb9-44df-90ae-a40099dbadbf req-4dce95d4-64db-480a-b08d-2237f1d22b8f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:24.374344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9c01ac4-2eb9-44df-90ae-a40099dbadbf req-4dce95d4-64db-480a-b08d-2237f1d22b8f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 943 time: 0.0518725 Mar 24 01:41:24.423937 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c9c01ac4-2eb9-44df-90ae-a40099dbadbf req-4a0719c1-6d3d-4728-bb0f-4c0643f318f6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434520 Mar 24 01:41:25.544605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14626d2-ab93-4abe-bf3a-f9437cf5c5e6 req-c66ba82d-24ee-4d65-a9fa-f05385ed7876 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:25.546097 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c14626d2-ab93-4abe-bf3a-f9437cf5c5e6 req-c66ba82d-24ee-4d65-a9fa-f05385ed7876 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 943 time: 0.0552514 Mar 24 01:41:25.592950 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c14626d2-ab93-4abe-bf3a-f9437cf5c5e6 req-c114f73d-5dd2-47f1-9746-3f75483b2017 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412698 Mar 24 01:41:25.754539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 2d5908fd-4df6-45e3-975f-bc8b855217fc details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:41:25.846345 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 2d5908fd-4df6-45e3-975f-bc8b855217fc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:41:25.861181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '2d5908fd-4df6-45e3-975f-bc8b855217fc', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'port_id': '2d5908fd-4df6-45e3-975f-bc8b855217fc', 'mac_address': 'fa:16:3e:e8:1e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:41:25.896123 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 2d5908fd-4df6-45e3-975f-bc8b855217fc is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:41:25.896504 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:25.908488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5908fd-4df6-45e3-975f-bc8b855217fc {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:41:25.927497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 2d5908fd-4df6-45e3-975f-bc8b855217fc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:41:25.932287 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:25.978766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=2d5908fd-4df6-45e3-975f-bc8b855217fc,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:41:26.135378 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['2d5908fd-4df6-45e3-975f-bc8b855217fc'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:41:26.710883 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e2ecf-9922-4f2e-a41e-57b067c4e3d1 req-ff5376d8-de16-4169-be52-454427c07277 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:26.712237 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-148e2ecf-9922-4f2e-a41e-57b067c4e3d1 req-ff5376d8-de16-4169-be52-454427c07277 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 944 time: 0.0511599 Mar 24 01:41:26.757455 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-148e2ecf-9922-4f2e-a41e-57b067c4e3d1 req-f9018717-6695-401d-bc5d-85647abf0bf5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397582 Mar 24 01:41:27.758407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 2d5908fd-4df6-45e3-975f-bc8b855217fc up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:41:27.806537 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 2d5908fd-4df6-45e3-975f-bc8b855217fc completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:41:27.810520 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 2d5908fd-4df6-45e3-975f-bc8b855217fc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:41:27.810881 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:27.878594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857f7d1-930d-424d-a961-99490e77642b req-e5c2860b-bcda-4c75-890f-bd30be722512 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:27.880136 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8857f7d1-930d-424d-a961-99490e77642b req-e5c2860b-bcda-4c75-890f-bd30be722512 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 944 time: 0.0555956 Mar 24 01:41:27.930230 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8857f7d1-930d-424d-a961-99490e77642b req-4f8b2a04-90d2-42be-a3e1-a1487321babc tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442948 Mar 24 01:41:28.044341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 2d5908fd-4df6-45e3-975f-bc8b855217fc is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:41:28.044643 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:28.066783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5908fd-4df6-45e3-975f-bc8b855217fc'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:41:28.068995 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0aee49e-88a4-4f8f-9b9a-251e39b427d9" -d '{"events": [{"server_uuid": "02699e9f-72d9-4899-85d3-b7a35bf89577", "name": "network-vif-plugged", "status": "completed", "tag": "2d5908fd-4df6-45e3-975f-bc8b855217fc"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:41:28.081891 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 2d5908fd-4df6-45e3-975f-bc8b855217fc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:41:28.086209 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:28.112272 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641322ce-13f0-435c-85c6-f08cce7e3084 x-openstack-request-id: req-641322ce-13f0-435c-85c6-f08cce7e3084 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:41:28.112580 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02699e9f-72d9-4899-85d3-b7a35bf89577", "name": "network-vif-plugged", "status": "completed", "tag": "2d5908fd-4df6-45e3-975f-bc8b855217fc", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:41:28.112838 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-641322ce-13f0-435c-85c6-f08cce7e3084 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:41:28.113262 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641322ce-13f0-435c-85c6-f08cce7e3084'] response: {'server_uuid': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5908fd-4df6-45e3-975f-bc8b855217fc', 'code': 200} Mar 24 01:41:28.140817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=2d5908fd-4df6-45e3-975f-bc8b855217fc,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:41:28.204872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd879b-f6b4-435a-aecf-8bc05910ad78 req-05ecf182-d807-42d6-84d2-fae22e59612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:28.206416 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5fdd879b-f6b4-435a-aecf-8bc05910ad78 req-05ecf182-d807-42d6-84d2-fae22e59612c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 1127 time: 0.0443878 Mar 24 01:41:28.248339 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-5fdd879b-f6b4-435a-aecf-8bc05910ad78 req-783927f2-de36-4153-a108-5447325a5199 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363102 Mar 24 01:41:28.785628 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d1771a51-c07c-44f9-b494-a14ade8d6233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:29.050423 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dd9cf-3eec-432c-a964-9d9a30a0e7c7 req-3fedefa4-42cd-486b-92a0-a840efe5dceb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:29.051806 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f8dd9cf-3eec-432c-a964-9d9a30a0e7c7 req-3fedefa4-42cd-486b-92a0-a840efe5dceb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0520136 Mar 24 01:41:29.098590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f8dd9cf-3eec-432c-a964-9d9a30a0e7c7 req-bc191632-b0f5-4353-b97d-b3e7192b3bbb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412822 Mar 24 01:41:29.270522 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:41:29.758714 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-297ce143-3cb0-4742-ae88-d26936985cb8 req-43bf39fd-2d3e-483e-af17-36f702b50a68 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464039 Mar 24 01:41:29.841438 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ce143-3cb0-4742-ae88-d26936985cb8 req-621fcdd5-698b-4456-b7f2-d2c5f377924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:29.842847 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-297ce143-3cb0-4742-ae88-d26936985cb8 req-621fcdd5-698b-4456-b7f2-d2c5f377924d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 1127 time: 0.0446267 Mar 24 01:41:29.942198 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ce143-3cb0-4742-ae88-d26936985cb8 req-d541a9a4-5fcf-49ed-81f6-851ce65eff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:29.943704 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-297ce143-3cb0-4742-ae88-d26936985cb8 req-d541a9a4-5fcf-49ed-81f6-851ce65eff32 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0822988 Mar 24 01:41:29.987777 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-297ce143-3cb0-4742-ae88-d26936985cb8 req-0f39ce23-c3a2-45d5-8909-9325e44c3f40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc HTTP/1.1" status: 200 len: 217 time: 0.0386372 Mar 24 01:41:30.035025 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ce143-3cb0-4742-ae88-d26936985cb8 req-c8170221-2ef7-4f3e-8765-6bd0a3cc1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:30.036441 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-297ce143-3cb0-4742-ae88-d26936985cb8 req-c8170221-2ef7-4f3e-8765-6bd0a3cc1dc5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0430245 Mar 24 01:41:30.083850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ce143-3cb0-4742-ae88-d26936985cb8 req-c32d8930-860e-4f0d-8a86-d40b2a54cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:30.085385 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-297ce143-3cb0-4742-ae88-d26936985cb8 req-c32d8930-860e-4f0d-8a86-d40b2a54cd7e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435467 Mar 24 01:41:30.178353 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-297ce143-3cb0-4742-ae88-d26936985cb8 req-3bb8fb25-9a3d-4829-8499-4143a2dea4e7 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868840 Mar 24 01:41:30.227992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8495a-203c-45c3-bb5e-ef6b65877dad req-fcf98f67-2db0-4ddb-9a8d-10e5011f3d54 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:30.229609 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53e8495a-203c-45c3-bb5e-ef6b65877dad req-fcf98f67-2db0-4ddb-9a8d-10e5011f3d54 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0565591 Mar 24 01:41:30.268149 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-297ce143-3cb0-4742-ae88-d26936985cb8 req-ac05e927-4436-4452-ab95-97afad7b6e17 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841243 Mar 24 01:41:30.268409 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:30.277293 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-53e8495a-203c-45c3-bb5e-ef6b65877dad req-41eb0f6d-6a7f-4ed4-9f86-3499f01237a8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415380 Mar 24 01:41:30.393847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc383d01-05aa-4c75-b7a5-dc4a18e6e823 req-65cd73a4-b56e-4833-97e1-41dec26ec0b6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:30.395217 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc383d01-05aa-4c75-b7a5-dc4a18e6e823 req-65cd73a4-b56e-4833-97e1-41dec26ec0b6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0518341 Mar 24 01:41:30.403817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 37874) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:41:30.407959 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-06a6f31f-3b00-428b-a9cf-8322aaf238f7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Request body: {'floatingip': {'port_id': '2d5908fd-4df6-45e3-975f-bc8b855217fc'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:41:30.448803 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-06a6f31f-3b00-428b-a9cf-8322aaf238f7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for floatingip (239a6c09-8d2a-456b-9390-644a158f1ced), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:30.872459 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-06a6f31f-3b00-428b-a9cf-8322aaf238f7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:30.876094 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-06a6f31f-3b00-428b-a9cf-8322aaf238f7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (239a6c09-8d2a-456b-9390-644a158f1ced), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:30.913426 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-db7f9b69-174f-42eb-93a6-0ddaa32a47c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:30.983096 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-06a6f31f-3b00-428b-a9cf-8322aaf238f7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Floating IP 239a6c09-8d2a-456b-9390-644a158f1ced associated. External IP: 172.25.0.63, port: 2d5908fd-4df6-45e3-975f-bc8b855217fc. Mar 24 01:41:31.519964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a6f31f-3b00-428b-a9cf-8322aaf238f7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:41:31.627896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a6f31f-3b00-428b-a9cf-8322aaf238f7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:41:31.632885 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-06a6f31f-3b00-428b-a9cf-8322aaf238f7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:31.637412 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd34dd0f-ed89-4541-a5b8-b48960ac6911 None None] Sync routers for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:41:31.647652 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd34dd0f-ed89-4541-a5b8-b48960ac6911 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:41:31.648263 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-dd34dd0f-ed89-4541-a5b8-b48960ac6911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:41:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:41:31.662005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-06a6f31f-3b00-428b-a9cf-8322aaf238f7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "PUT /v2.0/floatingips/239a6c09-8d2a-456b-9390-644a158f1ced HTTP/1.1" status: 200 len: 990 time: 1.2572081 Mar 24 01:41:31.662598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'tag': '2d5908fd-4df6-45e3-975f-bc8b855217fc'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:41:31.664831 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70f66a7-8b74-427b-ba6f-11ce8cd3e40a" -d '{"events": [{"name": "network-changed", "server_uuid": "02699e9f-72d9-4899-85d3-b7a35bf89577", "tag": "2d5908fd-4df6-45e3-975f-bc8b855217fc"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:41:31.703796 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc960d39-71e2-44af-89cd-fef82ffe3b32 x-openstack-request-id: req-dc960d39-71e2-44af-89cd-fef82ffe3b32 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:41:31.704093 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02699e9f-72d9-4899-85d3-b7a35bf89577", "tag": "2d5908fd-4df6-45e3-975f-bc8b855217fc", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:41:31.704350 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc960d39-71e2-44af-89cd-fef82ffe3b32 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:41:31.704759 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc960d39-71e2-44af-89cd-fef82ffe3b32'] response: {'name': 'network-changed', 'server_uuid': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'tag': '2d5908fd-4df6-45e3-975f-bc8b855217fc', 'status': 'completed', 'code': 200} Mar 24 01:41:31.773309 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-dd34dd0f-ed89-4541-a5b8-b48960ac6911 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:41:31.778237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f66a7-8b74-427b-ba6f-11ce8cd3e40a req-c755be70-368b-4645-99cf-10cd294ee393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:31.779800 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e70f66a7-8b74-427b-ba6f-11ce8cd3e40a req-c755be70-368b-4645-99cf-10cd294ee393 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 1127 time: 0.0534813 Mar 24 01:41:31.860192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ae179-9a8d-4477-a022-db6669147194 req-b5ed629e-23fe-4b27-bcda-1ad78d2eabbb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:31.861729 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c0ae179-9a8d-4477-a022-db6669147194 req-b5ed629e-23fe-4b27-bcda-1ad78d2eabbb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0579817 Mar 24 01:41:31.884990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f66a7-8b74-427b-ba6f-11ce8cd3e40a req-ad2bbbdf-ae4d-420c-aa76-1266a74cd1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:31.886770 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e70f66a7-8b74-427b-ba6f-11ce8cd3e40a req-ad2bbbdf-ae4d-420c-aa76-1266a74cd1b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0992863 Mar 24 01:41:31.911254 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c0ae179-9a8d-4477-a022-db6669147194 req-97425d90-c5e8-4614-9164-e5c8b061740e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427468 Mar 24 01:41:31.953265 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e70f66a7-8b74-427b-ba6f-11ce8cd3e40a req-5410f291-f2fe-4e7f-a5d4-cbb93c99839b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc HTTP/1.1" status: 200 len: 998 time: 0.0600963 Mar 24 01:41:32.005053 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f66a7-8b74-427b-ba6f-11ce8cd3e40a req-147f2587-fe0d-43f6-bc35-b6cd10cf44a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:32.006631 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e70f66a7-8b74-427b-ba6f-11ce8cd3e40a req-147f2587-fe0d-43f6-bc35-b6cd10cf44a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0481803 Mar 24 01:41:32.007578 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-dd34dd0f-ed89-4541-a5b8-b48960ac6911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '239a6c09-8d2a-456b-9390-644a158f1ced', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'port_id': '2d5908fd-4df6-45e3-975f-bc8b855217fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'mac_address': 'fa:16:3e:e8:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:40:22Z', 'updated_at': '2022-03-24T01:41:30Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:41:32.036409 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd34dd0f-ed89-4541-a5b8-b48960ac6911 None None] Checking router: 254021a3-2a9d-4ec7-ac7d-89758f1a6871 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:41:32.044547 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd34dd0f-ed89-4541-a5b8-b48960ac6911 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:41:32.045190 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-dd34dd0f-ed89-4541-a5b8-b48960ac6911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:41:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:41:32.054140 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f66a7-8b74-427b-ba6f-11ce8cd3e40a req-5e1bc919-f039-404e-852f-70e7ef80916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:32.056034 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e70f66a7-8b74-427b-ba6f-11ce8cd3e40a req-5e1bc919-f039-404e-852f-70e7ef80916f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437191 Mar 24 01:41:32.147073 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e70f66a7-8b74-427b-ba6f-11ce8cd3e40a req-83d88633-65e1-459e-9a75-dfb9e4047fde service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850496 Mar 24 01:41:32.153272 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-dd34dd0f-ed89-4541-a5b8-b48960ac6911 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:41:32.244317 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e70f66a7-8b74-427b-ba6f-11ce8cd3e40a req-003790ca-360a-4ce4-a788-87ab1a8a7c90 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914407 Mar 24 01:41:32.291329 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:32.472855 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-dd34dd0f-ed89-4541-a5b8-b48960ac6911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '239a6c09-8d2a-456b-9390-644a158f1ced', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'port_id': '2d5908fd-4df6-45e3-975f-bc8b855217fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'mac_address': 'fa:16:3e:e8:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:40:22Z', 'updated_at': '2022-03-24T01:41:30Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:41:32.500682 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd34dd0f-ed89-4541-a5b8-b48960ac6911 None None] The sync data for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 is: [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '239a6c09-8d2a-456b-9390-644a158f1ced', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'port_id': '2d5908fd-4df6-45e3-975f-bc8b855217fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'mac_address': 'fa:16:3e:e8:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:40:22Z', 'updated_at': '2022-03-24T01:41:30Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:41:32.686189 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012bb79e-9403-4536-a134-46d0e27b9745 None None] New status for floating IP 239a6c09-8d2a-456b-9390-644a158f1ced: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:41:32.835531 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:33.035551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2916ba5-f17e-462a-b4f6-bca1807a2259 req-20edb5a1-4fd7-4444-bbbb-bf4faf587e98 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:33.037012 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2916ba5-f17e-462a-b4f6-bca1807a2259 req-20edb5a1-4fd7-4444-bbbb-bf4faf587e98 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0516984 Mar 24 01:41:33.087035 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2916ba5-f17e-462a-b4f6-bca1807a2259 req-13c47653-f2cc-49b3-924a-fe4b0d8f7002 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443206 Mar 24 01:41:33.803184 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:34.205342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a3ba4-6573-4247-b297-f6e96667f3c6 req-acbba638-00e8-454b-b5f6-838b3a44c2b1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:34.206788 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-259a3ba4-6573-4247-b297-f6e96667f3c6 req-acbba638-00e8-454b-b5f6-838b3a44c2b1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0538876 Mar 24 01:41:34.252669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-259a3ba4-6573-4247-b297-f6e96667f3c6 req-ca2868b9-e344-4845-9e97-56593a6ced1a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403779 Mar 24 01:41:35.292881 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:35.373477 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa52f0-ec99-46d1-b052-bd331793fc6a req-886fb6c1-e05a-4258-a9be-93914e0c6637 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:35.374931 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6aaa52f0-ec99-46d1-b052-bd331793fc6a req-886fb6c1-e05a-4258-a9be-93914e0c6637 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0547495 Mar 24 01:41:35.420054 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6aaa52f0-ec99-46d1-b052-bd331793fc6a req-856e838e-2379-40a1-a489-785a92d3114b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390880 Mar 24 01:41:36.542987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb295ac-1f85-46fd-88a7-9a71e3a244ef req-51eae44c-b783-41b3-bef9-4afa9a28edd1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:36.544446 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2eb295ac-1f85-46fd-88a7-9a71e3a244ef req-51eae44c-b783-41b3-bef9-4afa9a28edd1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0560069 Mar 24 01:41:36.591820 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2eb295ac-1f85-46fd-88a7-9a71e3a244ef req-16fb083e-9435-4b07-bec6-7bba2cf51345 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417845 Mar 24 01:41:37.709260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdb665-caca-4d4a-8446-b5340e03cfc7 req-06409e23-0271-4cf7-b654-a9a471e37657 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:37.710716 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26bdb665-caca-4d4a-8446-b5340e03cfc7 req-06409e23-0271-4cf7-b654-a9a471e37657 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0519335 Mar 24 01:41:37.760897 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26bdb665-caca-4d4a-8446-b5340e03cfc7 req-259f40b4-a9df-4f53-8f14-d5cb2f4dafea tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446918 Mar 24 01:41:38.885676 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fa173-caf5-4d02-8e25-5c61e4fc04f8 req-d0d70023-4d35-4749-87ed-b6ff321af6b5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:38.887123 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f7fa173-caf5-4d02-8e25-5c61e4fc04f8 req-d0d70023-4d35-4749-87ed-b6ff321af6b5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0554855 Mar 24 01:41:38.932484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f7fa173-caf5-4d02-8e25-5c61e4fc04f8 req-804be5a1-6411-4c42-ae47-583840da18d3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393357 Mar 24 01:41:40.052525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fad2dc-243e-4fd3-9bfc-4823e6a024d0 req-f1c1896e-7da2-4b27-b04f-2e79ba5a84fe tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:40.053997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37fad2dc-243e-4fd3-9bfc-4823e6a024d0 req-f1c1896e-7da2-4b27-b04f-2e79ba5a84fe tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0529964 Mar 24 01:41:40.099607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-37fad2dc-243e-4fd3-9bfc-4823e6a024d0 req-06ed188f-3d69-4deb-9b4d-7eacf67e5468 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400636 Mar 24 01:41:41.216165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fea92-f29c-4a12-9095-bd607d981182 req-4a9b5f94-3b5f-48df-a90f-2b01e5c533ba tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:41.217648 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb9fea92-f29c-4a12-9095-bd607d981182 req-4a9b5f94-3b5f-48df-a90f-2b01e5c533ba tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0514650 Mar 24 01:41:41.268770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb9fea92-f29c-4a12-9095-bd607d981182 req-01e12dd9-ce16-4586-9eeb-b6a6d717fe0c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449953 Mar 24 01:41:42.385334 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989b29f-7df0-44d5-ac60-a2fb84c9d91f req-a08b221e-b02b-4bf8-bfa1-da87994bd130 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:42.386789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5989b29f-7df0-44d5-ac60-a2fb84c9d91f req-a08b221e-b02b-4bf8-bfa1-da87994bd130 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0528018 Mar 24 01:41:42.432695 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5989b29f-7df0-44d5-ac60-a2fb84c9d91f req-d50ac308-89d0-44b1-ad51-9aedf42d1274 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403936 Mar 24 01:41:43.551542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c853e-d62d-4004-8d97-44b86d763eb8 req-468b593b-ba3e-4e0f-882f-9cfa90d54028 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:43.553022 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-427c853e-d62d-4004-8d97-44b86d763eb8 req-468b593b-ba3e-4e0f-882f-9cfa90d54028 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0531828 Mar 24 01:41:43.599066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-427c853e-d62d-4004-8d97-44b86d763eb8 req-7e9d6454-9afe-4c09-809f-836e6ac63b8e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404830 Mar 24 01:41:44.719758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971ce86-c8ae-4978-be87-598441a2c04d req-66d2a3c7-e4de-498a-886b-426df1f37f02 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:44.721129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6971ce86-c8ae-4978-be87-598441a2c04d req-66d2a3c7-e4de-498a-886b-426df1f37f02 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0553765 Mar 24 01:41:44.765912 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6971ce86-c8ae-4978-be87-598441a2c04d req-6fc3d5c9-e522-4556-98e3-c8d4cc2dea03 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392902 Mar 24 01:41:45.882814 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104d84f-25d6-4771-82e9-87dd0e2c8a93 req-28f2124b-9b55-4e22-b90a-a72390b8df85 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:45.884259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1104d84f-25d6-4771-82e9-87dd0e2c8a93 req-28f2124b-9b55-4e22-b90a-a72390b8df85 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0517206 Mar 24 01:41:45.929477 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1104d84f-25d6-4771-82e9-87dd0e2c8a93 req-751eb4c4-806c-4f89-9513-7308142a95b8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397232 Mar 24 01:41:47.045916 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52c17b-659d-4c61-b4b2-13ff89dd731e req-52248de7-fdc8-4235-b181-21f7c821ad80 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:47.047395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea52c17b-659d-4c61-b4b2-13ff89dd731e req-52248de7-fdc8-4235-b181-21f7c821ad80 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0526085 Mar 24 01:41:47.096992 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea52c17b-659d-4c61-b4b2-13ff89dd731e req-65a37274-0b55-4914-b85a-9f3f53293c06 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441093 Mar 24 01:41:48.214921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90aeab-5f31-4344-af12-71607c60db80 req-048cd9af-1c3b-410b-96d6-3fa9b3f4355b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:48.216381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b90aeab-5f31-4344-af12-71607c60db80 req-048cd9af-1c3b-410b-96d6-3fa9b3f4355b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0519574 Mar 24 01:41:48.262437 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1b90aeab-5f31-4344-af12-71607c60db80 req-00884e54-d1c6-456e-bb8c-77a2bea27c61 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399349 Mar 24 01:41:49.379868 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e3c81-05be-4bc1-91b9-ce539d47865b req-94098621-cd1b-4988-b186-383366c39993 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:49.381372 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c7e3c81-05be-4bc1-91b9-ce539d47865b req-94098621-cd1b-4988-b186-383366c39993 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0527446 Mar 24 01:41:49.426292 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c7e3c81-05be-4bc1-91b9-ce539d47865b req-bc137106-1ef2-4046-b0b6-921038db3443 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394406 Mar 24 01:41:50.551507 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88840fe-bafa-4d93-8e9b-d22e63b9ed41 req-bb98f9c8-ada7-45e1-a80e-228d9e7a6d2a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:50.552970 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f88840fe-bafa-4d93-8e9b-d22e63b9ed41 req-bb98f9c8-ada7-45e1-a80e-228d9e7a6d2a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0589995 Mar 24 01:41:50.599324 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f88840fe-bafa-4d93-8e9b-d22e63b9ed41 req-52911ab1-2d14-42fd-8c86-f201cdb4df74 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406568 Mar 24 01:41:51.715777 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84c561-4d7b-4d8d-aeed-7f14a3e2e039 req-c2fa62be-8dee-4a2e-91e6-9d9873d278e3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:51.717263 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f84c561-4d7b-4d8d-aeed-7f14a3e2e039 req-c2fa62be-8dee-4a2e-91e6-9d9873d278e3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0520723 Mar 24 01:41:51.764770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f84c561-4d7b-4d8d-aeed-7f14a3e2e039 req-9f23b7ef-8ad5-423f-9c99-873673c01d38 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418079 Mar 24 01:41:52.894346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7c82f-d4d0-42f1-b13b-e98401c8f368 req-deed5b6c-c623-4d65-a800-6abb8f72f4ec tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:52.895797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52d7c82f-d4d0-42f1-b13b-e98401c8f368 req-deed5b6c-c623-4d65-a800-6abb8f72f4ec tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0550790 Mar 24 01:41:52.940574 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52d7c82f-d4d0-42f1-b13b-e98401c8f368 req-71f5751b-d1c5-4c9c-8142-20174d6dbb4a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392647 Mar 24 01:41:54.060750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8abb8-580d-4a91-adb4-82a1727ee126 req-eab07d7d-78a2-41f5-b99f-e9fe6065f79b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:54.062198 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ef8abb8-580d-4a91-adb4-82a1727ee126 req-eab07d7d-78a2-41f5-b99f-e9fe6065f79b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0525191 Mar 24 01:41:54.109505 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ef8abb8-580d-4a91-adb4-82a1727ee126 req-6dc9474f-d41b-4ca3-a27e-43fe0d079fd7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410397 Mar 24 01:41:55.233249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7739cd-e47e-433f-a302-c32e5bf14866 req-dec4680f-cb78-41fa-a90b-abfdb9905211 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:55.234840 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b7739cd-e47e-433f-a302-c32e5bf14866 req-dec4680f-cb78-41fa-a90b-abfdb9905211 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0558465 Mar 24 01:41:55.285881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b7739cd-e47e-433f-a302-c32e5bf14866 req-165d069f-c322-4ed1-8640-3a93bde2efbc tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453434 Mar 24 01:41:56.402966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176ac72-8091-4d75-bd67-5ea9ab0893e3 req-941a7604-5075-443e-a596-c79190637d99 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:56.404421 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c176ac72-8091-4d75-bd67-5ea9ab0893e3 req-941a7604-5075-443e-a596-c79190637d99 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0515158 Mar 24 01:41:56.450182 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c176ac72-8091-4d75-bd67-5ea9ab0893e3 req-5c25967f-6274-4587-bd37-9d09c3423e37 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396996 Mar 24 01:41:57.570459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d1bea-ead8-4d0d-929c-70444f571281 req-c89e8db7-f057-4ce1-bdce-a0323ce34c19 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:57.572190 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d9d1bea-ead8-4d0d-929c-70444f571281 req-c89e8db7-f057-4ce1-bdce-a0323ce34c19 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0529823 Mar 24 01:41:57.619197 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8d9d1bea-ead8-4d0d-929c-70444f571281 req-93cfc66a-5331-4494-9996-f6827df2da50 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413778 Mar 24 01:41:57.843436 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-f52f0e80-8a50-4c79-a1ad-160cc6d005d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449395 Mar 24 01:41:57.862547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923b35c-04f0-4d50-93a2-bd3231a4f685 req-06a8e87b-166f-47dc-96cb-38075d5ad06e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:57.864047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6923b35c-04f0-4d50-93a2-bd3231a4f685 req-06a8e87b-166f-47dc-96cb-38075d5ad06e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0577290 Mar 24 01:41:57.911466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6923b35c-04f0-4d50-93a2-bd3231a4f685 req-b4e266dc-2551-476c-a1e6-f3ae73390f5b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415096 Mar 24 01:41:58.178354 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-c3541a72-e682-40d7-9d72-0c02fdcbe803 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:58.179688 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-c3541a72-e682-40d7-9d72-0c02fdcbe803 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports/2d5908fd-4df6-45e3-975f-bc8b855217fc HTTP/1.1" status: 200 len: 942 time: 0.0444624 Mar 24 01:41:58.787131 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-39bd6ceb-fdfc-45cd-b2c2-7280b61591b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:41:58.965966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-ce76c475-d1cf-45dd-8b0d-53f628336b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:58.967480 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-ce76c475-d1cf-45dd-8b0d-53f628336b56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 1127 time: 0.0487332 Mar 24 01:41:59.029727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdefdae-509c-4bfe-8a4c-1e2f64d22304 req-6f6de978-b18f-4df5-a7a9-512e59a82afa tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:59.032240 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ecdefdae-509c-4bfe-8a4c-1e2f64d22304 req-6f6de978-b18f-4df5-a7a9-512e59a82afa tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0519650 Mar 24 01:41:59.058435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-eb4db3ed-28d8-4755-b5bc-5e4894c67326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:59.059899 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-eb4db3ed-28d8-4755-b5bc-5e4894c67326 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0849688 Mar 24 01:41:59.079155 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ecdefdae-509c-4bfe-8a4c-1e2f64d22304 req-c9234832-7f56-4ed5-b8d2-8dea2f1a5955 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412321 Mar 24 01:41:59.128899 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7a0a4f5c-722d-475c-9b5c-d4d186b651a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc HTTP/1.1" status: 200 len: 1000 time: 0.0627272 Mar 24 01:41:59.176141 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-fa9ed846-9de5-4bd7-b953-b26ee2a1ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:59.177619 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-fa9ed846-9de5-4bd7-b953-b26ee2a1ed22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0434153 Mar 24 01:41:59.225258 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-383dd184-d987-4642-8260-559acd89477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:41:59.226724 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-383dd184-d987-4642-8260-559acd89477c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436664 Mar 24 01:41:59.315117 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-b16c95c2-582a-4896-b4b1-3e668b5d535c service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827060 Mar 24 01:41:59.400633 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-bbafe3c9-1f15-4405-af77-0fb2e5c1e4a2 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800147 Mar 24 01:42:00.196609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845c096-c531-4dcb-8f7b-72835a472bf6 req-bf208417-211f-43a6-93e3-e9c4bff9db04 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:00.198102 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3845c096-c531-4dcb-8f7b-72835a472bf6 req-bf208417-211f-43a6-93e3-e9c4bff9db04 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0519316 Mar 24 01:42:00.249948 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3845c096-c531-4dcb-8f7b-72835a472bf6 req-dd184dba-5da0-4654-8128-31913eaaadff tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452754 Mar 24 01:42:00.267393 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:00.914301 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1cae71dc-d55f-4e3a-9fad-789110c8c7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:01.060962 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-254a8dfc-607c-4dea-a02a-85c3b4ee598c service neutron] show failed (client error): The resource could not be found. Mar 24 01:42:01.061914 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-254a8dfc-607c-4dea-a02a-85c3b4ee598c service neutron] 10.222.0.48 "GET /v2.0/ports/2d5908fd-4df6-45e3-975f-bc8b855217fc/bindings/n-h1-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.0526979 Mar 24 01:42:01.261925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7d65167f-b470-4db3-9a95-ab33703c133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:01.263393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7d65167f-b470-4db3-9a95-ab33703c133d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577&tenant_id=86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 1127 time: 0.0440331 Mar 24 01:42:01.274080 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:42:01.360507 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:01.413515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300efac-ae04-4864-a073-2b7f48f5bc89 req-74297931-f748-4fd8-9566-5472dd26ef32 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:01.414979 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7300efac-ae04-4864-a073-2b7f48f5bc89 req-74297931-f748-4fd8-9566-5472dd26ef32 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0929418 Mar 24 01:42:01.542467 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7300efac-ae04-4864-a073-2b7f48f5bc89 req-beaf9605-e4b9-4762-bf15-40b5089aa3e2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212039 Mar 24 01:42:01.608818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] For port 2d5908fd-4df6-45e3-975f-bc8b855217fc, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:42:01.642167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] For port 2d5908fd-4df6-45e3-975f-bc8b855217fc, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:42:01.680033 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d5908fd-4df6-45e3-975f-bc8b855217fc'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:42:01.682491 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d6ecf3-204f-4079-9ec0-946060c855f7" -d '{"events": [{"server_uuid": "02699e9f-72d9-4899-85d3-b7a35bf89577", "name": "network-vif-unplugged", "status": "completed", "tag": "2d5908fd-4df6-45e3-975f-bc8b855217fc"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:42:01.685949 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Publish callbacks [] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:01.699043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Transition to ACTIVE for port object 2d5908fd-4df6-45e3-975f-bc8b855217fc will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:42:01.703584 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:01.811796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5908fd-4df6-45e3-975f-bc8b855217fc,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:42:01.830353 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920fee43-dca9-404b-9cf5-fd900d62d198 x-openstack-request-id: req-920fee43-dca9-404b-9cf5-fd900d62d198 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:42:01.830747 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02699e9f-72d9-4899-85d3-b7a35bf89577", "name": "network-vif-unplugged", "status": "completed", "tag": "2d5908fd-4df6-45e3-975f-bc8b855217fc", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:42:01.830887 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-920fee43-dca9-404b-9cf5-fd900d62d198 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:42:01.831298 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-920fee43-dca9-404b-9cf5-fd900d62d198'] response: {'server_uuid': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d5908fd-4df6-45e3-975f-bc8b855217fc', 'code': 200} Mar 24 01:42:01.837724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:01.838074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:01.838420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:01.838756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:01.839102 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:01.839424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:01.839749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:01.840076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:01.840401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:01.840725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:01.841049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:01.841399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:01.841723 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:01.842044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:01.842362 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:01.897648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] No DVR routers for this DVR port 2d5908fd-4df6-45e3-975f-bc8b855217fc on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:42:02.033205 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Attempting to bind port 2d5908fd-4df6-45e3-975f-bc8b855217fc on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:42:02.033467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Attempting to bind port 2d5908fd-4df6-45e3-975f-bc8b855217fc by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:42:02.033792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Attempting to bind port 2d5908fd-4df6-45e3-975f-bc8b855217fc on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:42:02.037950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Port 2d5908fd-4df6-45e3-975f-bc8b855217fc on network 25b981b0-c016-4934-bc3e-8edc70ea6197 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:42:02.038269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Attempting to bind port 2d5908fd-4df6-45e3-975f-bc8b855217fc on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:42:02.042970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:42:02.043299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Checking segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:42:02.043674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Bound using segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:42:02.044090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Bound port: 2d5908fd-4df6-45e3-975f-bc8b855217fc, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:42:02.044439 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:02.105425 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] For port 2d5908fd-4df6-45e3-975f-bc8b855217fc, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:42:02.108371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] For port 2d5908fd-4df6-45e3-975f-bc8b855217fc, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:42:02.114961 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:02.147722 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:02.148279 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:02.149676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] 10.222.0.57 "PUT /v2.0/ports/2d5908fd-4df6-45e3-975f-bc8b855217fc HTTP/1.1" status: 200 len: 1091 time: 0.8794549 Mar 24 01:42:02.187756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec9147-63b3-49a1-8ab6-69efe63a68e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5908fd-4df6-45e3-975f-bc8b855217fc,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:42:02.228327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-aeb3b607-3163-481c-8e8d-36323f6298e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:02.229915 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-aeb3b607-3163-481c-8e8d-36323f6298e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 1125 time: 0.0559311 Mar 24 01:42:02.293588 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:02.321296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-90bec29f-dbe2-40dd-a455-4877b3eca29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:02.322745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-90bec29f-dbe2-40dd-a455-4877b3eca29d service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0873194 Mar 24 01:42:02.389677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-c0bdada8-6a42-4c67-888b-bbf9bf27a976 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc HTTP/1.1" status: 200 len: 998 time: 0.0612869 Mar 24 01:42:02.435468 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-46ae4292-6ef6-4b6b-942d-ad87b200bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:02.436867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-46ae4292-6ef6-4b6b-942d-ad87b200bbce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0419776 Mar 24 01:42:02.485347 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-6bbf3d9f-611d-4c2e-be3d-2ae4736455fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:02.486798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-6bbf3d9f-611d-4c2e-be3d-2ae4736455fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431306 Mar 24 01:42:02.577765 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-7dd2afb1-cd51-4d5e-aaa1-7011d63fa728 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852330 Mar 24 01:42:02.703010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f214dc-5488-491c-9d1e-2ee3dc3b7b0d req-05f974a4-918d-4305-98f6-70607b53eb50 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:02.705048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13f214dc-5488-491c-9d1e-2ee3dc3b7b0d req-05f974a4-918d-4305-98f6-70607b53eb50 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 943 time: 0.0804429 Mar 24 01:42:02.707232 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebf50c2e-0fe9-41be-af4e-3640494d471b req-4c18519a-b279-4876-930f-5eaa6921fa00 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233947 Mar 24 01:42:02.757870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13f214dc-5488-491c-9d1e-2ee3dc3b7b0d req-125a20dd-2317-4065-8590-9120d8cc1387 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472884 Mar 24 01:42:02.850255 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:03.805379 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:03.838493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'tag': '2d5908fd-4df6-45e3-975f-bc8b855217fc'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:42:03.840628 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29574088-5bfc-419a-a724-6d4bbdf810bd" -d '{"events": [{"name": "network-changed", "server_uuid": "02699e9f-72d9-4899-85d3-b7a35bf89577", "tag": "2d5908fd-4df6-45e3-975f-bc8b855217fc"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:42:03.887952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67290bf-3a2b-441a-bc34-85c83e4d9b22 req-5f0248d3-50f3-4470-abf7-13cc5eab1821 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:03.889664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a67290bf-3a2b-441a-bc34-85c83e4d9b22 req-5f0248d3-50f3-4470-abf7-13cc5eab1821 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 943 time: 0.0598786 Mar 24 01:42:03.891808 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e085c727-42b6-418c-9bae-0e0b31ff12e2 x-openstack-request-id: req-e085c727-42b6-418c-9bae-0e0b31ff12e2 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:42:03.895593 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02699e9f-72d9-4899-85d3-b7a35bf89577", "tag": "2d5908fd-4df6-45e3-975f-bc8b855217fc", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:42:03.895853 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e085c727-42b6-418c-9bae-0e0b31ff12e2 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:42:03.896262 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e085c727-42b6-418c-9bae-0e0b31ff12e2'] response: {'name': 'network-changed', 'server_uuid': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'tag': '2d5908fd-4df6-45e3-975f-bc8b855217fc', 'status': 'completed', 'code': 200} Mar 24 01:42:03.975856 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-21f255a6-9ede-47bc-8be8-9243be647b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:03.977890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a67290bf-3a2b-441a-bc34-85c83e4d9b22 req-cae693ae-c492-4098-8e32-6daa62a42936 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804884 Mar 24 01:42:03.978431 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-21f255a6-9ede-47bc-8be8-9243be647b2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 1125 time: 0.0602627 Mar 24 01:42:03.986245 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-403c1284-5243-4609-be65-1333cece3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:03.987793 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-403c1284-5243-4609-be65-1333cece3759 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 1125 time: 0.0703363 Mar 24 01:42:04.070727 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-f5decf88-92d1-4541-b4a9-0ce30467688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:04.072367 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-f5decf88-92d1-4541-b4a9-0ce30467688c service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0881133 Mar 24 01:42:04.083864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-4efab103-e9db-4589-a82d-d5d287a14dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:04.085478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-4efab103-e9db-4589-a82d-d5d287a14dd5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0916526 Mar 24 01:42:04.140756 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-cd039842-ef2a-4c8d-840b-721c77df98da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc HTTP/1.1" status: 200 len: 998 time: 0.0626428 Mar 24 01:42:04.149424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-5257adbf-93a5-4f08-9316-fe59bc537129 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc HTTP/1.1" status: 200 len: 998 time: 0.0582275 Mar 24 01:42:04.186422 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-126a078d-2507-4a8f-a969-adafd4f6fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:04.188393 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-126a078d-2507-4a8f-a969-adafd4f6fc70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0419786 Mar 24 01:42:04.200163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-3c7c9ee6-6b0e-41ad-bd80-dd98304ab58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:04.201665 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-3c7c9ee6-6b0e-41ad-bd80-dd98304ab58a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0461836 Mar 24 01:42:04.238242 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-90f2b96a-e029-4865-a232-f297f8b99356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:04.239829 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-90f2b96a-e029-4865-a232-f297f8b99356 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444834 Mar 24 01:42:04.251413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-c70fd83c-53f9-452c-b174-6d721f0c79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:04.253266 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-c70fd83c-53f9-452c-b174-6d721f0c79d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453427 Mar 24 01:42:04.329980 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-85b967cb-511a-4b07-93b1-2b6258e2e5e6 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844264 Mar 24 01:42:04.339573 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-b0e025a8-a269-43d9-baf4-35557010a989 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808270 Mar 24 01:42:04.417950 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-a94edf78-7a9e-46ba-86d3-b2192afc9d84 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821264 Mar 24 01:42:04.430802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-29574088-5bfc-419a-a724-6d4bbdf810bd req-16eaa5a3-ccc8-409d-9c92-083bd9a590d1 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858862 Mar 24 01:42:05.094127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a80eab-3f26-4faa-9311-e78953797ef2 req-83068114-ae37-4a4b-a772-2f4d93dea803 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:05.095589 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7a80eab-3f26-4faa-9311-e78953797ef2 req-83068114-ae37-4a4b-a772-2f4d93dea803 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 943 time: 0.0534017 Mar 24 01:42:05.141632 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7a80eab-3f26-4faa-9311-e78953797ef2 req-88f194dc-649c-4fb1-b859-03d8dd2dfab3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406265 Mar 24 01:42:05.296406 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:05.341623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fed92-5e20-4a2e-8904-207459e8d6e2 req-879190a3-8cbd-4916-a23e-6f4088300492 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:05.343156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab9fed92-5e20-4a2e-8904-207459e8d6e2 req-879190a3-8cbd-4916-a23e-6f4088300492 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 943 time: 0.0555236 Mar 24 01:42:05.360210 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b4001-2d2e-4e7b-80c9-8a2235c6a5f8 req-77dd3745-8de2-4696-bdf4-30f9061feccf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:05.361718 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-957b4001-2d2e-4e7b-80c9-8a2235c6a5f8 req-77dd3745-8de2-4696-bdf4-30f9061feccf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.48 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577&tenant_id=86f3555441d04e97bd8128f281fbd5ef&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 943 time: 0.0566728 Mar 24 01:42:05.394276 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab9fed92-5e20-4a2e-8904-207459e8d6e2 req-f26d11fb-d020-4786-86af-96228c6a84fd tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455251 Mar 24 01:42:05.424331 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [req-957b4001-2d2e-4e7b-80c9-8a2235c6a5f8 req-af3af173-ef83-4616-8f3b-48d51536c36e service neutron] delete failed (client error): The resource could not be found. Mar 24 01:42:05.425363 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-957b4001-2d2e-4e7b-80c9-8a2235c6a5f8 req-af3af173-ef83-4616-8f3b-48d51536c36e service neutron] 10.222.0.48 "DELETE /v2.0/ports/2d5908fd-4df6-45e3-975f-bc8b855217fc/bindings/n-h2-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.0578256 Mar 24 01:42:05.510101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b4001-2d2e-4e7b-80c9-8a2235c6a5f8 req-bf9fa2a5-6811-428c-8bce-9490aaf02f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:05.511534 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-957b4001-2d2e-4e7b-80c9-8a2235c6a5f8 req-bf9fa2a5-6811-428c-8bce-9490aaf02f95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 1125 time: 0.0449193 Mar 24 01:42:05.600095 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b4001-2d2e-4e7b-80c9-8a2235c6a5f8 req-f726aacf-7827-49af-8698-90bdbd73c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:05.601589 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-957b4001-2d2e-4e7b-80c9-8a2235c6a5f8 req-f726aacf-7827-49af-8698-90bdbd73c706 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0839708 Mar 24 01:42:05.668935 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-957b4001-2d2e-4e7b-80c9-8a2235c6a5f8 req-b7801e1d-88b4-4d5a-8e2a-e4b57b95f1cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc HTTP/1.1" status: 200 len: 998 time: 0.0616152 Mar 24 01:42:05.715542 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b4001-2d2e-4e7b-80c9-8a2235c6a5f8 req-7001f5d5-550c-4cd2-aa4c-9aef0340dd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:05.716933 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-957b4001-2d2e-4e7b-80c9-8a2235c6a5f8 req-7001f5d5-550c-4cd2-aa4c-9aef0340dd0d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0412869 Mar 24 01:42:05.765212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b4001-2d2e-4e7b-80c9-8a2235c6a5f8 req-ea403300-eefd-492c-b975-e9fd22589e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:05.766621 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-957b4001-2d2e-4e7b-80c9-8a2235c6a5f8 req-ea403300-eefd-492c-b975-e9fd22589e21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425313 Mar 24 01:42:05.862422 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-957b4001-2d2e-4e7b-80c9-8a2235c6a5f8 req-52e33736-f9f3-4d02-8bb6-ed4c3ce73329 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900936 Mar 24 01:42:05.914854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 2d5908fd-4df6-45e3-975f-bc8b855217fc no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:42:05.948352 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-957b4001-2d2e-4e7b-80c9-8a2235c6a5f8 req-00736916-11e2-49f8-ac2d-03a8c185dc1d service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799918 Mar 24 01:42:05.954657 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] The host n-h2-760455-9 is not matching for port 2d5908fd-4df6-45e3-975f-bc8b855217fc host n-h1-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:42:05.955053 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 2d5908fd-4df6-45e3-975f-bc8b855217fc not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:42:06.270668 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:42:06.449808 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2d5908fd-4df6-45e3-975f-bc8b855217fc details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:42:06.526107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634e431-6a7b-43c5-bb7a-307ecc6a00b9 req-2d750cf6-278c-464a-aa54-af71d50e04eb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:06.527490 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e634e431-6a7b-43c5-bb7a-307ecc6a00b9 req-2d750cf6-278c-464a-aa54-af71d50e04eb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 943 time: 0.0597858 Mar 24 01:42:06.569430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2d5908fd-4df6-45e3-975f-bc8b855217fc, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:42:06.577077 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e634e431-6a7b-43c5-bb7a-307ecc6a00b9 req-37002c1d-6a66-409e-af7e-a7ce1542922e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434203 Mar 24 01:42:06.583249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '2d5908fd-4df6-45e3-975f-bc8b855217fc', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'port_id': '2d5908fd-4df6-45e3-975f-bc8b855217fc', 'mac_address': 'fa:16:3e:e8:1e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:42:06.623958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 2d5908fd-4df6-45e3-975f-bc8b855217fc is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:42:06.624357 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:06.637394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5908fd-4df6-45e3-975f-bc8b855217fc {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:42:06.657712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2d5908fd-4df6-45e3-975f-bc8b855217fc, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:42:06.662745 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:06.700142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd2fed-bbc1-4490-b30d-177684ec5502 req-800a0868-62ee-45d6-ac3e-025e6167445e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:06.701638 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6bd2fed-bbc1-4490-b30d-177684ec5502 req-800a0868-62ee-45d6-ac3e-025e6167445e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 943 time: 0.0544391 Mar 24 01:42:06.708897 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=2d5908fd-4df6-45e3-975f-bc8b855217fc,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:42:06.748164 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6bd2fed-bbc1-4490-b30d-177684ec5502 req-9776a5c7-cccd-4b07-9e26-0e47d216fef6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404000 Mar 24 01:42:06.870957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['2d5908fd-4df6-45e3-975f-bc8b855217fc'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:42:06.987146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdccb7-2054-441e-9821-eef0af3d66a4 req-754be37b-853a-4214-97ee-4f81a89a2e10 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:06.988718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12cdccb7-2054-441e-9821-eef0af3d66a4 req-754be37b-853a-4214-97ee-4f81a89a2e10 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 944 time: 0.0908539 Mar 24 01:42:06.995154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170855c-9457-45c0-8bf9-0ec60d72e31d req-7e7aa873-85bb-4f36-8b1c-0d5939f9f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:06.996586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4170855c-9457-45c0-8bf9-0ec60d72e31d req-7e7aa873-85bb-4f36-8b1c-0d5939f9f0e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 1126 time: 0.0620394 Mar 24 01:42:07.090059 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-12cdccb7-2054-441e-9821-eef0af3d66a4 req-5b6050ea-e5e6-4bb8-aa15-95261ea26a5e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924494 Mar 24 01:42:07.116284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170855c-9457-45c0-8bf9-0ec60d72e31d req-a13d9501-e229-49e1-9ae9-09c84eaeed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:07.117761 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4170855c-9457-45c0-8bf9-0ec60d72e31d req-a13d9501-e229-49e1-9ae9-09c84eaeed82 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.1146491 Mar 24 01:42:07.181967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4170855c-9457-45c0-8bf9-0ec60d72e31d req-b7e8cb46-e546-48c8-a0a0-40c9a1dd825b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc HTTP/1.1" status: 200 len: 999 time: 0.0575261 Mar 24 01:42:07.228595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170855c-9457-45c0-8bf9-0ec60d72e31d req-f7409082-7d33-4bbe-a385-83cbb1ba3912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:07.230011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4170855c-9457-45c0-8bf9-0ec60d72e31d req-f7409082-7d33-4bbe-a385-83cbb1ba3912 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0422645 Mar 24 01:42:07.280470 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170855c-9457-45c0-8bf9-0ec60d72e31d req-5ac1fd06-15a6-455b-99aa-213d7e8661a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:07.282618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4170855c-9457-45c0-8bf9-0ec60d72e31d req-5ac1fd06-15a6-455b-99aa-213d7e8661a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462847 Mar 24 01:42:07.370922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4170855c-9457-45c0-8bf9-0ec60d72e31d req-2acf4c00-ea76-457b-924b-c7783dc0b863 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806718 Mar 24 01:42:07.459712 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4170855c-9457-45c0-8bf9-0ec60d72e31d req-96f0d35d-6995-45c5-8540-6515f302ac8a service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827384 Mar 24 01:42:08.220607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdb90e-b3f6-4a55-91f2-0891aa3ade98 req-01441a68-a336-4a1d-a056-3926a4d570a7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:08.222140 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20fdb90e-b3f6-4a55-91f2-0891aa3ade98 req-01441a68-a336-4a1d-a056-3926a4d570a7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 944 time: 0.0537748 Mar 24 01:42:08.268943 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20fdb90e-b3f6-4a55-91f2-0891aa3ade98 req-0136d6a7-63f4-4ac1-b013-fea68b61e320 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412991 Mar 24 01:42:08.447963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2d5908fd-4df6-45e3-975f-bc8b855217fc up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:42:08.502409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 2d5908fd-4df6-45e3-975f-bc8b855217fc completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:42:08.507422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 2d5908fd-4df6-45e3-975f-bc8b855217fc triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:42:08.507806 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:08.544723 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc44d88-d84d-4fa2-b72c-ca89c18aee5d req-8adaa5af-2db7-48b0-8ef4-1f58c9fbc1aa tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:08.546816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-acc44d88-d84d-4fa2-b72c-ca89c18aee5d req-8adaa5af-2db7-48b0-8ef4-1f58c9fbc1aa tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 944 time: 0.0569825 Mar 24 01:42:08.591837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 2d5908fd-4df6-45e3-975f-bc8b855217fc is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:42:08.592233 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:08.613021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-acc44d88-d84d-4fa2-b72c-ca89c18aee5d req-83749728-bb7f-4cec-92b4-0ea4b6760a5c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603213 Mar 24 01:42:08.620184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5908fd-4df6-45e3-975f-bc8b855217fc'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:42:08.622491 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bed553e-7c1f-48b8-b55f-266dffe23bc6" -d '{"events": [{"server_uuid": "02699e9f-72d9-4899-85d3-b7a35bf89577", "name": "network-vif-plugged", "status": "completed", "tag": "2d5908fd-4df6-45e3-975f-bc8b855217fc"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:42:08.642357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 2d5908fd-4df6-45e3-975f-bc8b855217fc, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:42:08.648350 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:08.679382 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbcb727-7c46-4fd2-b0f1-5abe3188de3b x-openstack-request-id: req-9fbcb727-7c46-4fd2-b0f1-5abe3188de3b {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:42:08.679904 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02699e9f-72d9-4899-85d3-b7a35bf89577", "name": "network-vif-plugged", "status": "completed", "tag": "2d5908fd-4df6-45e3-975f-bc8b855217fc", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:42:08.680287 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9fbcb727-7c46-4fd2-b0f1-5abe3188de3b {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:42:08.680935 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbcb727-7c46-4fd2-b0f1-5abe3188de3b'] response: {'server_uuid': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5908fd-4df6-45e3-975f-bc8b855217fc', 'code': 200} Mar 24 01:42:08.707876 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=2d5908fd-4df6-45e3-975f-bc8b855217fc,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:42:09.805954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043b755-93e7-4e4b-a5f4-a25dc389c05d req-d4537a45-73c2-4bd5-8e11-7843948f9453 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:09.807313 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6043b755-93e7-4e4b-a5f4-a25dc389c05d req-d4537a45-73c2-4bd5-8e11-7843948f9453 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.57 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.0883119 Mar 24 01:42:09.821249 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5d542-26be-483e-93c9-9f934bf58a68 req-0c101729-8cc7-46b0-a0c1-2bffcae9d071 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:09.822644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbc5d542-26be-483e-93c9-9f934bf58a68 req-0c101729-8cc7-46b0-a0c1-2bffcae9d071 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 945 time: 0.1396041 Mar 24 01:42:09.922816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbc5d542-26be-483e-93c9-9f934bf58a68 req-d4506e58-5bc0-4e47-b782-4e50b3f3c930 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927734 Mar 24 01:42:09.945296 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-6043b755-93e7-4e4b-a5f4-a25dc389c05d req-b86230bc-bbc9-49c9-80eb-2559bae0885f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Deleting port 2d5908fd-4df6-45e3-975f-bc8b855217fc {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:42:09.945640 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6043b755-93e7-4e4b-a5f4-a25dc389c05d req-b86230bc-bbc9-49c9-80eb-2559bae0885f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:10.029739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-6043b755-93e7-4e4b-a5f4-a25dc389c05d req-b86230bc-bbc9-49c9-80eb-2559bae0885f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] For port 2d5908fd-4df6-45e3-975f-bc8b855217fc, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=2d5908fd-4df6-45e3-975f-bc8b855217fc,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:42:10.030096 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6043b755-93e7-4e4b-a5f4-a25dc389c05d req-b86230bc-bbc9-49c9-80eb-2559bae0885f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:10.536712 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6043b755-93e7-4e4b-a5f4-a25dc389c05d req-b86230bc-bbc9-49c9-80eb-2559bae0885f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:10.537074 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6043b755-93e7-4e4b-a5f4-a25dc389c05d req-b86230bc-bbc9-49c9-80eb-2559bae0885f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (239a6c09-8d2a-456b-9390-644a158f1ced), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:10.537413 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-6043b755-93e7-4e4b-a5f4-a25dc389c05d req-b86230bc-bbc9-49c9-80eb-2559bae0885f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Floating IP 239a6c09-8d2a-456b-9390-644a158f1ced disassociated. External IP: 172.25.0.63, port: 2d5908fd-4df6-45e3-975f-bc8b855217fc. Mar 24 01:42:10.537760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-6043b755-93e7-4e4b-a5f4-a25dc389c05d req-b86230bc-bbc9-49c9-80eb-2559bae0885f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Calling delete_port for 2d5908fd-4df6-45e3-975f-bc8b855217fc owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:42:10.658280 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6043b755-93e7-4e4b-a5f4-a25dc389c05d req-b86230bc-bbc9-49c9-80eb-2559bae0885f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (2d5908fd-4df6-45e3-975f-bc8b855217fc), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:10.688604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86230bc-bbc9-49c9-80eb-2559bae0885f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Pushing event deleted for resources: {'Port': ['ID=2d5908fd-4df6-45e3-975f-bc8b855217fc,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:42:10.805688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6043b755-93e7-4e4b-a5f4-a25dc389c05d req-b86230bc-bbc9-49c9-80eb-2559bae0885f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:42:10.919731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6043b755-93e7-4e4b-a5f4-a25dc389c05d req-b86230bc-bbc9-49c9-80eb-2559bae0885f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:42:10.929708 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9185d5b8-a36c-4f7a-b1f9-13437f8500d6 None None] Sync routers for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:42:10.940234 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9185d5b8-a36c-4f7a-b1f9-13437f8500d6 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:42:10.940849 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9185d5b8-a36c-4f7a-b1f9-13437f8500d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:42:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:42:10.966773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-6043b755-93e7-4e4b-a5f4-a25dc389c05d req-b86230bc-bbc9-49c9-80eb-2559bae0885f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] No DVR routers for this DVR port 2d5908fd-4df6-45e3-975f-bc8b855217fc on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:42:10.969577 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-6043b755-93e7-4e4b-a5f4-a25dc389c05d req-b86230bc-bbc9-49c9-80eb-2559bae0885f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:10.973355 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6043b755-93e7-4e4b-a5f4-a25dc389c05d req-b86230bc-bbc9-49c9-80eb-2559bae0885f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.57 "DELETE /v2.0/ports/2d5908fd-4df6-45e3-975f-bc8b855217fc HTTP/1.1" status: 204 len: 173 time: 1.1594384 Mar 24 01:42:10.973802 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'name': 'network-vif-deleted', 'tag': '2d5908fd-4df6-45e3-975f-bc8b855217fc'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:42:10.976371 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d65884f-ba33-4ad1-924a-b807c72c93eb" -d '{"events": [{"server_uuid": "02699e9f-72d9-4899-85d3-b7a35bf89577", "name": "network-vif-deleted", "tag": "2d5908fd-4df6-45e3-975f-bc8b855217fc"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:42:11.030212 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dedae6b-3d5b-4f5a-8b67-d11299d484d1 x-openstack-request-id: req-9dedae6b-3d5b-4f5a-8b67-d11299d484d1 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:42:11.030506 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02699e9f-72d9-4899-85d3-b7a35bf89577", "name": "network-vif-deleted", "tag": "2d5908fd-4df6-45e3-975f-bc8b855217fc", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:42:11.030762 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9dedae6b-3d5b-4f5a-8b67-d11299d484d1 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:42:11.031173 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dedae6b-3d5b-4f5a-8b67-d11299d484d1'] response: {'server_uuid': '02699e9f-72d9-4899-85d3-b7a35bf89577', 'name': 'network-vif-deleted', 'tag': '2d5908fd-4df6-45e3-975f-bc8b855217fc', 'status': 'completed', 'code': 200} Mar 24 01:42:11.034127 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2379cbe1-28aa-4916-9d77-72d6e65eb904 req-94049b77-4cb9-4219-b0d1-2e158f924ef2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02699e9f-72d9-4899-85d3-b7a35bf89577 HTTP/1.1" status: 200 len: 210 time: 0.0369880 Mar 24 01:42:11.052195 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-9185d5b8-a36c-4f7a-b1f9-13437f8500d6 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:42:11.261813 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9185d5b8-a36c-4f7a-b1f9-13437f8500d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:42:11.286540 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9185d5b8-a36c-4f7a-b1f9-13437f8500d6 None None] Checking router: 254021a3-2a9d-4ec7-ac7d-89758f1a6871 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:42:11.294879 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9185d5b8-a36c-4f7a-b1f9-13437f8500d6 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:42:11.295473 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9185d5b8-a36c-4f7a-b1f9-13437f8500d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:42:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:42:11.400815 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-9185d5b8-a36c-4f7a-b1f9-13437f8500d6 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:42:11.587097 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9185d5b8-a36c-4f7a-b1f9-13437f8500d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:42:11.616094 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9185d5b8-a36c-4f7a-b1f9-13437f8500d6 None None] The sync data for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 is: [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:42:11.835630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b317df1-4279-4a3c-b241-848f4ed0679b None None] New status for floating IP 239a6c09-8d2a-456b-9390-644a158f1ced: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:42:12.277608 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94b8384c-b5c9-4938-b863-e906b623713d req-2210ec26-d089-44c1-ab0a-3b37e2c8af18 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1222704335&fields=id&tenant_id=86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 267 time: 0.0422733 Mar 24 01:42:12.382848 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8384c-b5c9-4938-b863-e906b623713d req-ee2bf000-b4c1-4cda-9a29-93b92bbb32e8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:12.384183 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94b8384c-b5c9-4938-b863-e906b623713d req-ee2bf000-b4c1-4cda-9a29-93b92bbb32e8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 812 time: 0.1002364 Mar 24 01:42:12.398646 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94b8384c-b5c9-4938-b863-e906b623713d req-52ec1fd8-033c-4f80-aab9-37fb59455cef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/quotas/86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 375 time: 0.0091419 Mar 24 01:42:12.451654 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94b8384c-b5c9-4938-b863-e906b623713d req-cf5f9e1d-cf83-4231-8c2e-ffcbfd866845 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484200 Mar 24 01:42:12.460856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2d5908fd-4df6-45e3-975f-bc8b855217fc no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:42:12.484195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 2d5908fd-4df6-45e3-975f-bc8b855217fc {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:42:12.484565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 2d5908fd-4df6-45e3-975f-bc8b855217fc not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:42:12.547519 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94b8384c-b5c9-4938-b863-e906b623713d req-d828785a-9094-4aa6-961c-8cd7e4dd775a service neutron] 10.222.0.45 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832410 Mar 24 01:42:12.640404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94b8384c-b5c9-4938-b863-e906b623713d req-3f8d77ca-55fc-4231-8003-7277a11b4262 service neutron] 10.222.0.45 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869596 Mar 24 01:42:12.796507 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6db3c77a-980f-421e-ac50-d18f7746f96e req-73583637-61fe-44a1-bd59-14d47da87df2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 210 time: 0.0272386 Mar 24 01:42:13.701988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8384c-b5c9-4938-b863-e906b623713d req-fe16e28d-7032-4de0-a6e3-6b722a907ec2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:13.703920 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-94b8384c-b5c9-4938-b863-e906b623713d req-fe16e28d-7032-4de0-a6e3-6b722a907ec2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 812 time: 0.1083877 Mar 24 01:42:13.763087 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-94b8384c-b5c9-4938-b863-e906b623713d req-abb61265-3852-485f-bdb1-1d1cf2ae97a1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 380 time: 0.0515988 Mar 24 01:42:13.772924 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-94b8384c-b5c9-4938-b863-e906b623713d req-0d39b2bf-f018-42e9-94c2-26d627b81eef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Request body: {'port': {'device_id': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'admin_state_up': True, 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'security_groups': ['23fa0253-8dfe-4366-ab3a-010351284b36']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:42:13.878675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b8384c-b5c9-4938-b863-e906b623713d req-0d39b2bf-f018-42e9-94c2-26d627b81eef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Made reservation on behalf of 86f3555441d04e97bd8128f281fbd5ef for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:42:13.882093 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-94b8384c-b5c9-4938-b863-e906b623713d req-0d39b2bf-f018-42e9-94c2-26d627b81eef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:13.900379 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f00ff000-2f03-4121-a7af-092041473682 req-37b4b670-8c9c-46f4-ad8c-de1eed48f01a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 210 time: 0.0324166 Mar 24 01:42:14.004841 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-94b8384c-b5c9-4938-b863-e906b623713d req-0d39b2bf-f018-42e9-94c2-26d627b81eef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Allocated IP 172.20.0.5 (25b981b0-c016-4934-bc3e-8edc70ea6197/691b4981-4570-44b9-9a57-99657c3a3bee/159e04e8-5d81-4cfd-a442-f45a4fa85af5) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:42:14.140015 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-94b8384c-b5c9-4938-b863-e906b623713d req-0d39b2bf-f018-42e9-94c2-26d627b81eef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:14.171312 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-94b8384c-b5c9-4938-b863-e906b623713d req-0d39b2bf-f018-42e9-94c2-26d627b81eef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:14.212890 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b8384c-b5c9-4938-b863-e906b623713d req-0d39b2bf-f018-42e9-94c2-26d627b81eef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Network 25b981b0-c016-4934-bc3e-8edc70ea6197 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:42:14.215940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-94b8384c-b5c9-4938-b863-e906b623713d req-0d39b2bf-f018-42e9-94c2-26d627b81eef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:42:14.222076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b8384c-b5c9-4938-b863-e906b623713d req-0d39b2bf-f018-42e9-94c2-26d627b81eef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:42:14.228135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39b2bf-f018-42e9-94c2-26d627b81eef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Pushing event updated for resources: {'Port': ['ID=159e04e8-5d81-4cfd-a442-f45a4fa85af5,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:42:14.273453 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8384c-b5c9-4938-b863-e906b623713d req-0d39b2bf-f018-42e9-94c2-26d627b81eef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:14.274091 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-94b8384c-b5c9-4938-b863-e906b623713d req-0d39b2bf-f018-42e9-94c2-26d627b81eef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:14.289367 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-94b8384c-b5c9-4938-b863-e906b623713d req-0d39b2bf-f018-42e9-94c2-26d627b81eef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5203533 Mar 24 01:42:14.301162 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Request body: {'port': {'device_id': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:42:14.367257 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:14.477954 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d2e46b19-109d-4601-8a45-e2740fdb2ec1 None None] Provisioning complete for port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:42:14.478566 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d2e46b19-109d-4601-8a45-e2740fdb2ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:14.511586 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d2e46b19-109d-4601-8a45-e2740fdb2ec1 None None] Port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:42:14.626103 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159e04e8-5d81-4cfd-a442-f45a4fa85af5 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:42:14.633237 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Publish callbacks [] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:14.644459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Transition to ACTIVE for port object 159e04e8-5d81-4cfd-a442-f45a4fa85af5 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:42:14.648329 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:14.698026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Pushing event updated for resources: {'Port': ['ID=159e04e8-5d81-4cfd-a442-f45a4fa85af5,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:42:14.772591 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Attempting to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:42:14.773285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Attempting to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:42:14.773285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Attempting to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:42:14.777818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:42:14.778143 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Attempting to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:42:14.783709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:42:14.784085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Checking segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:42:14.784471 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Bound using segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:42:14.784903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Bound port: 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:42:14.785299 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:14.850826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:42:14.854443 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:42:14.860332 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:14.893506 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:14.894392 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:14.895809 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-94b8384c-b5c9-4938-b863-e906b623713d req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] 10.222.0.48 "PUT /v2.0/ports/159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 200 len: 1091 time: 0.5994592 Mar 24 01:42:14.896247 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'tag': '159e04e8-5d81-4cfd-a442-f45a4fa85af5'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:42:14.898512 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a298a8d3-366d-4175-b5dc-6b8680c73b55" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad7802d-9419-4028-9529-54cbdfebbdfd", "tag": "159e04e8-5d81-4cfd-a442-f45a4fa85af5"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:42:14.929207 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51daa82-6ae7-4ee0-a52f-c0478919f01b service neutron] Pushing event updated for resources: {'Port': ['ID=159e04e8-5d81-4cfd-a442-f45a4fa85af5,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:42:14.987158 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d386708e-e572-464a-9b8f-e6dfea58eaeb x-openstack-request-id: req-d386708e-e572-464a-9b8f-e6dfea58eaeb {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:42:14.987541 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad7802d-9419-4028-9529-54cbdfebbdfd", "tag": "159e04e8-5d81-4cfd-a442-f45a4fa85af5", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:42:14.987864 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d386708e-e572-464a-9b8f-e6dfea58eaeb {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:42:14.988335 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d386708e-e572-464a-9b8f-e6dfea58eaeb'] response: {'name': 'network-changed', 'server_uuid': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'tag': '159e04e8-5d81-4cfd-a442-f45a4fa85af5', 'status': 'completed', 'code': 200} Mar 24 01:42:15.010099 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8384c-b5c9-4938-b863-e906b623713d req-66424ab6-8c5e-4ba1-8ddd-ac2fc6acf778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:15.011952 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-94b8384c-b5c9-4938-b863-e906b623713d req-66424ab6-8c5e-4ba1-8ddd-ac2fc6acf778 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 1125 time: 0.0633762 Mar 24 01:42:15.057585 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-94b8384c-b5c9-4938-b863-e906b623713d req-9956fc24-e19f-4028-b6f8-7afc3689c903 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 200 len: 217 time: 0.0374603 Mar 24 01:42:15.060339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e2b06-8561-46b3-b758-2e7fdd586c62 req-3bf32b7e-c02d-4c6c-be0c-3d4172b837cd tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:15.061969 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-909e2b06-8561-46b3-b758-2e7fdd586c62 req-3bf32b7e-c02d-4c6c-be0c-3d4172b837cd tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 943 time: 0.0618207 Mar 24 01:42:15.107553 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8384c-b5c9-4938-b863-e906b623713d req-6abc813f-ad92-42b2-bace-12dec8d1ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:15.109014 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-94b8384c-b5c9-4938-b863-e906b623713d req-6abc813f-ad92-42b2-bace-12dec8d1ac46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0441449 Mar 24 01:42:15.113969 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-909e2b06-8561-46b3-b758-2e7fdd586c62 req-69e19ba4-c54c-4360-9e08-83678c6c66fe tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454814 Mar 24 01:42:15.156032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8384c-b5c9-4938-b863-e906b623713d req-e8fe82b4-7686-4475-8960-a646f2796576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:15.157562 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-94b8384c-b5c9-4938-b863-e906b623713d req-e8fe82b4-7686-4475-8960-a646f2796576 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428641 Mar 24 01:42:15.250896 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-94b8384c-b5c9-4938-b863-e906b623713d req-4725f021-ff36-4624-b965-3b8e376d3abb service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876405 Mar 24 01:42:15.335523 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-94b8384c-b5c9-4938-b863-e906b623713d req-843e0145-137f-4065-b040-3e6e23ccb624 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792816 Mar 24 01:42:15.428371 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298a8d3-366d-4175-b5dc-6b8680c73b55 req-5c21f18b-71ef-431e-853c-56f9c4ca0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:15.429902 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a298a8d3-366d-4175-b5dc-6b8680c73b55 req-5c21f18b-71ef-431e-853c-56f9c4ca0a6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 1125 time: 0.0483642 Mar 24 01:42:15.515525 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298a8d3-366d-4175-b5dc-6b8680c73b55 req-388731fd-6478-49fa-a3e9-663fc0842cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:15.517007 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a298a8d3-366d-4175-b5dc-6b8680c73b55 req-388731fd-6478-49fa-a3e9-663fc0842cda service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0817270 Mar 24 01:42:15.560417 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a298a8d3-366d-4175-b5dc-6b8680c73b55 req-6bfa0390-f4c1-47e4-aac1-6a4c58769f16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 200 len: 217 time: 0.0377560 Mar 24 01:42:15.608774 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298a8d3-366d-4175-b5dc-6b8680c73b55 req-734916ae-bd48-4ebe-bb78-e86272cf6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:15.610943 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a298a8d3-366d-4175-b5dc-6b8680c73b55 req-734916ae-bd48-4ebe-bb78-e86272cf6681 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0439367 Mar 24 01:42:15.664702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298a8d3-366d-4175-b5dc-6b8680c73b55 req-aec09a09-0320-40e7-8ebc-077afeccab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:15.666230 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a298a8d3-366d-4175-b5dc-6b8680c73b55 req-aec09a09-0320-40e7-8ebc-077afeccab3b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488257 Mar 24 01:42:15.755425 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a298a8d3-366d-4175-b5dc-6b8680c73b55 req-4f82eac5-24e7-49c1-b8ee-575538b03c9d service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821881 Mar 24 01:42:15.841547 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a298a8d3-366d-4175-b5dc-6b8680c73b55 req-78cc29d3-19a1-47b1-9f07-3abd98840bc6 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801108 Mar 24 01:42:16.234219 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315f765-8b70-4755-9187-4a41fb8ec07e req-e0b2cc6f-f2ee-40de-84a1-6ad0404c8ed5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:16.235742 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1315f765-8b70-4755-9187-4a41fb8ec07e req-e0b2cc6f-f2ee-40de-84a1-6ad0404c8ed5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 943 time: 0.0533702 Mar 24 01:42:16.281782 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1315f765-8b70-4755-9187-4a41fb8ec07e req-561cac46-09e3-4f09-a2bc-2f083065f150 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405078 Mar 24 01:42:17.397122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee106c6-abd7-4351-8d15-1d6b41b9c8d6 req-e532342f-ec13-4af3-8ce7-ef1ae5d7587e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:17.398576 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fee106c6-abd7-4351-8d15-1d6b41b9c8d6 req-e532342f-ec13-4af3-8ce7-ef1ae5d7587e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 943 time: 0.0517766 Mar 24 01:42:17.447839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fee106c6-abd7-4351-8d15-1d6b41b9c8d6 req-6b553b3d-4ec7-4f9e-a301-01e9629a3be8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438325 Mar 24 01:42:18.005050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 159e04e8-5d81-4cfd-a442-f45a4fa85af5 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:42:18.104679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:42:18.117872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '159e04e8-5d81-4cfd-a442-f45a4fa85af5', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'port_id': '159e04e8-5d81-4cfd-a442-f45a4fa85af5', 'mac_address': 'fa:16:3e:f0:1f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:42:18.153892 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:42:18.154280 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:18.166381 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159e04e8-5d81-4cfd-a442-f45a4fa85af5 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:42:18.185673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:42:18.190491 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:18.239132 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=159e04e8-5d81-4cfd-a442-f45a4fa85af5,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:42:18.246293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:18.246645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:18.246989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:18.247325 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:18.247658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:18.247991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:18.248318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:18.248645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:18.248967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:18.249316 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:18.249810 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:18.250068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:18.250394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:18.250789 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:18.251211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:42:18.411009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['159e04e8-5d81-4cfd-a442-f45a4fa85af5'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:42:18.567444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11842494-05c9-4083-9326-af473f282e8b req-bc5c86f2-373b-4916-a448-121cea64c28c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:18.569015 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11842494-05c9-4083-9326-af473f282e8b req-bc5c86f2-373b-4916-a448-121cea64c28c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 944 time: 0.0534902 Mar 24 01:42:18.615675 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-11842494-05c9-4083-9326-af473f282e8b req-4729fae1-2cfd-4784-acd5-067ee4218797 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407767 Mar 24 01:42:19.732718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9cade-d8d5-442f-ac66-7fcccfce82cd req-80b19f88-d490-40a5-a710-a2dddf266187 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:19.734223 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1af9cade-d8d5-442f-ac66-7fcccfce82cd req-80b19f88-d490-40a5-a710-a2dddf266187 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 944 time: 0.0532696 Mar 24 01:42:19.781300 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1af9cade-d8d5-442f-ac66-7fcccfce82cd req-4d69d446-5f7d-40db-925a-14127e6620d2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Mar 24 01:42:20.007380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 159e04e8-5d81-4cfd-a442-f45a4fa85af5 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:42:20.057204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:42:20.061112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:42:20.061517 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:20.136433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:42:20.136820 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:20.168277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159e04e8-5d81-4cfd-a442-f45a4fa85af5'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:42:20.170534 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c849d87a-9565-4d6e-b9ca-078899625a49" -d '{"events": [{"server_uuid": "9ad7802d-9419-4028-9529-54cbdfebbdfd", "name": "network-vif-plugged", "status": "completed", "tag": "159e04e8-5d81-4cfd-a442-f45a4fa85af5"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:42:20.182731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:42:20.186852 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:20.211622 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ba2b7d-7b30-4f05-8da0-09fd66a60101 x-openstack-request-id: req-88ba2b7d-7b30-4f05-8da0-09fd66a60101 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:42:20.212054 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad7802d-9419-4028-9529-54cbdfebbdfd", "name": "network-vif-plugged", "status": "completed", "tag": "159e04e8-5d81-4cfd-a442-f45a4fa85af5", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:42:20.212177 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88ba2b7d-7b30-4f05-8da0-09fd66a60101 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:42:20.212553 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ba2b7d-7b30-4f05-8da0-09fd66a60101'] response: {'server_uuid': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159e04e8-5d81-4cfd-a442-f45a4fa85af5', 'code': 200} Mar 24 01:42:20.242790 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=159e04e8-5d81-4cfd-a442-f45a4fa85af5,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:42:20.304794 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5cfbc-5733-4f5a-beba-c45d39e25a74 req-3839db50-2eeb-4c66-b3da-fd03a81fa2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:20.306291 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a9c5cfbc-5733-4f5a-beba-c45d39e25a74 req-3839db50-2eeb-4c66-b3da-fd03a81fa2e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 1127 time: 0.0447814 Mar 24 01:42:20.348305 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a9c5cfbc-5733-4f5a-beba-c45d39e25a74 req-b85c7145-d909-4cc4-b3b3-d8ff1cd7bcff service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361514 Mar 24 01:42:20.903260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023909ad-e29a-4f27-bb15-b9cf61bece09 req-f317f93e-fb2d-49d9-9014-406c617fcd9a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:20.904704 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-023909ad-e29a-4f27-bb15-b9cf61bece09 req-f317f93e-fb2d-49d9-9014-406c617fcd9a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0574121 Mar 24 01:42:20.950782 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-023909ad-e29a-4f27-bb15-b9cf61bece09 req-4876b7a0-5554-4fea-a069-2df39fcd458a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404603 Mar 24 01:42:22.067946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0835e0-4ac0-4d46-9eea-7cccbbccf446 req-513ff915-8a89-475e-bd44-9e90353897ce tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:22.069404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da0835e0-4ac0-4d46-9eea-7cccbbccf446 req-513ff915-8a89-475e-bd44-9e90353897ce tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0511920 Mar 24 01:42:22.116522 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da0835e0-4ac0-4d46-9eea-7cccbbccf446 req-028fa384-4dbf-47fc-ae1f-cf1fe4187b32 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413256 Mar 24 01:42:22.229461 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c333cff-f3f9-434e-8dfe-9d3bb2cb3aca req-20ba4706-bbc1-4074-882d-a46786334716 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:22.230827 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c333cff-f3f9-434e-8dfe-9d3bb2cb3aca req-20ba4706-bbc1-4074-882d-a46786334716 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0518949 Mar 24 01:42:22.239302 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38050) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:42:22.243614 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-78f3eece-6a27-4e73-8cca-cace84b5972b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Request body: {'floatingip': {'port_id': '159e04e8-5d81-4cfd-a442-f45a4fa85af5'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:42:22.285726 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-78f3eece-6a27-4e73-8cca-cace84b5972b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for floatingip (239a6c09-8d2a-456b-9390-644a158f1ced), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:22.707860 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-78f3eece-6a27-4e73-8cca-cace84b5972b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:22.711679 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-78f3eece-6a27-4e73-8cca-cace84b5972b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (239a6c09-8d2a-456b-9390-644a158f1ced), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:22.807553 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-78f3eece-6a27-4e73-8cca-cace84b5972b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Floating IP 239a6c09-8d2a-456b-9390-644a158f1ced associated. External IP: 172.25.0.63, port: 159e04e8-5d81-4cfd-a442-f45a4fa85af5. Mar 24 01:42:23.017446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f3eece-6a27-4e73-8cca-cace84b5972b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:42:23.126263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f3eece-6a27-4e73-8cca-cace84b5972b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:42:23.131522 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-78f3eece-6a27-4e73-8cca-cace84b5972b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:23.136060 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfc6d7d-a960-4c44-ac19-d4cc207e0071 None None] Sync routers for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:42:23.145891 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfc6d7d-a960-4c44-ac19-d4cc207e0071 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:42:23.146495 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9bfc6d7d-a960-4c44-ac19-d4cc207e0071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:42:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:42:23.164141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-78f3eece-6a27-4e73-8cca-cace84b5972b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "PUT /v2.0/floatingips/239a6c09-8d2a-456b-9390-644a158f1ced HTTP/1.1" status: 200 len: 990 time: 0.9237950 Mar 24 01:42:23.164735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'tag': '159e04e8-5d81-4cfd-a442-f45a4fa85af5'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:42:23.166999 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a3d781-9086-4ca1-9359-adccaa039f25" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad7802d-9419-4028-9529-54cbdfebbdfd", "tag": "159e04e8-5d81-4cfd-a442-f45a4fa85af5"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:42:23.204180 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7672fe92-3332-4ecf-bcb8-213568cf358a x-openstack-request-id: req-7672fe92-3332-4ecf-bcb8-213568cf358a {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:42:23.204476 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad7802d-9419-4028-9529-54cbdfebbdfd", "tag": "159e04e8-5d81-4cfd-a442-f45a4fa85af5", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:42:23.204734 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7672fe92-3332-4ecf-bcb8-213568cf358a {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:42:23.205277 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7672fe92-3332-4ecf-bcb8-213568cf358a'] response: {'name': 'network-changed', 'server_uuid': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'tag': '159e04e8-5d81-4cfd-a442-f45a4fa85af5', 'status': 'completed', 'code': 200} Mar 24 01:42:23.261733 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-9bfc6d7d-a960-4c44-ac19-d4cc207e0071 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:42:23.432930 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52858658-ee4f-4eee-87f5-06658d7723c1 req-3fcadb62-2a0b-4870-98a6-d1a27bc20ff2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:23.434587 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52858658-ee4f-4eee-87f5-06658d7723c1 req-3fcadb62-2a0b-4870-98a6-d1a27bc20ff2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0578711 Mar 24 01:42:23.490110 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52858658-ee4f-4eee-87f5-06658d7723c1 req-1d570df1-7443-4f8a-b36c-fdc6a40dd848 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494990 Mar 24 01:42:23.516211 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9bfc6d7d-a960-4c44-ac19-d4cc207e0071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '239a6c09-8d2a-456b-9390-644a158f1ced', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'port_id': '159e04e8-5d81-4cfd-a442-f45a4fa85af5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'mac_address': 'fa:16:3e:f0:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:40:22Z', 'updated_at': '2022-03-24T01:42:22Z', 'revision_number': 9, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:42:23.545174 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfc6d7d-a960-4c44-ac19-d4cc207e0071 None None] Checking router: 254021a3-2a9d-4ec7-ac7d-89758f1a6871 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:42:23.553882 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfc6d7d-a960-4c44-ac19-d4cc207e0071 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:42:23.554513 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9bfc6d7d-a960-4c44-ac19-d4cc207e0071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:42:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:42:23.612366 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3d781-9086-4ca1-9359-adccaa039f25 req-8447df7b-503d-487b-b0d0-d27775c41f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:23.613911 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c7a3d781-9086-4ca1-9359-adccaa039f25 req-8447df7b-503d-487b-b0d0-d27775c41f97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 1127 time: 0.3894491 Mar 24 01:42:23.632525 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-f8cc6dd9-ac50-49d3-9199-4218f00af695 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0649586 Mar 24 01:42:23.718255 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3d781-9086-4ca1-9359-adccaa039f25 req-da2576e7-6833-408a-8f51-5fcbd7b5791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:23.721078 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c7a3d781-9086-4ca1-9359-adccaa039f25 req-da2576e7-6833-408a-8f51-5fcbd7b5791b service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.1000412 Mar 24 01:42:23.763553 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-9bfc6d7d-a960-4c44-ac19-d4cc207e0071 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:42:23.786331 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c7a3d781-9086-4ca1-9359-adccaa039f25 req-91616269-0d07-4f67-94c3-c417c318c563 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 200 len: 998 time: 0.0602870 Mar 24 01:42:23.841453 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3d781-9086-4ca1-9359-adccaa039f25 req-1de91a35-00d1-49b8-8209-2f83d6a8ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:23.842929 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c7a3d781-9086-4ca1-9359-adccaa039f25 req-1de91a35-00d1-49b8-8209-2f83d6a8ee88 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0511324 Mar 24 01:42:23.897261 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3d781-9086-4ca1-9359-adccaa039f25 req-87a83d06-8d94-4b8a-89b7-452e2f27efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:23.899038 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c7a3d781-9086-4ca1-9359-adccaa039f25 req-87a83d06-8d94-4b8a-89b7-452e2f27efdd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490353 Mar 24 01:42:23.996303 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-9bfc6d7d-a960-4c44-ac19-d4cc207e0071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '239a6c09-8d2a-456b-9390-644a158f1ced', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'port_id': '159e04e8-5d81-4cfd-a442-f45a4fa85af5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'mac_address': 'fa:16:3e:f0:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:40:22Z', 'updated_at': '2022-03-24T01:42:22Z', 'revision_number': 9, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:42:24.021534 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c7a3d781-9086-4ca1-9359-adccaa039f25 req-a284a70e-0c9a-4863-bad0-d1e6a7775207 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163929 Mar 24 01:42:24.025799 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfc6d7d-a960-4c44-ac19-d4cc207e0071 None None] The sync data for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 is: [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '239a6c09-8d2a-456b-9390-644a158f1ced', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'port_id': '159e04e8-5d81-4cfd-a442-f45a4fa85af5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'mac_address': 'fa:16:3e:f0:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:40:22Z', 'updated_at': '2022-03-24T01:42:22Z', 'revision_number': 9, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:42:24.032616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-d131dec0-bc53-4231-829c-f55f624b42fb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:24.033978 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-d131dec0-bc53-4231-829c-f55f624b42fb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports/159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 200 len: 942 time: 0.0587423 Mar 24 01:42:24.127405 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c7a3d781-9086-4ca1-9359-adccaa039f25 req-99a39644-4335-4f09-9416-554d3855b6bc service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924878 Mar 24 01:42:24.255163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a57eb1b-b8ab-4ea8-ae3d-dab01ff182a9 None None] New status for floating IP 239a6c09-8d2a-456b-9390-644a158f1ced: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:42:24.615815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cf3af-e809-42ea-8d56-402cbb9e3d79 req-30c35380-dc85-4996-b5b1-3958a043afed tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:24.617336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c04cf3af-e809-42ea-8d56-402cbb9e3d79 req-30c35380-dc85-4996-b5b1-3958a043afed tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0532701 Mar 24 01:42:24.663467 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c04cf3af-e809-42ea-8d56-402cbb9e3d79 req-01b02fcf-1c80-400e-b4e1-af16b06c7b17 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405698 Mar 24 01:42:24.840131 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-64a9ab3c-2e22-49bc-adb4-44ee14d1e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:24.841537 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-64a9ab3c-2e22-49bc-adb4-44ee14d1e237 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 1127 time: 0.0441365 Mar 24 01:42:24.932137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-655ef799-7ba7-43e6-8c89-410b0daea5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:24.933629 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-655ef799-7ba7-43e6-8c89-410b0daea5d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0853636 Mar 24 01:42:24.997009 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-8947dba4-0f12-4000-be3e-d90dc980e0ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 200 len: 1001 time: 0.0573208 Mar 24 01:42:25.043215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-dd4c3ddb-c376-4ca6-8aa9-9e555b598812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:25.044613 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-dd4c3ddb-c376-4ca6-8aa9-9e555b598812 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0415328 Mar 24 01:42:25.096678 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-f9f208c1-74ec-42aa-988c-7d5609e0e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:25.098151 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-f9f208c1-74ec-42aa-988c-7d5609e0e504 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472333 Mar 24 01:42:25.193131 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-6efa2a7f-63dc-4059-ae1a-efce3b0af02c service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893786 Mar 24 01:42:25.287371 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-2ec8b22b-8c9c-4fca-ba33-71300b5e648a service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889013 Mar 24 01:42:25.783015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b3709-d1e2-43d2-bd91-8d0834f58968 req-0fd0ac10-d259-417d-9545-3a0ca6fda6e0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:25.784376 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-676b3709-d1e2-43d2-bd91-8d0834f58968 req-0fd0ac10-d259-417d-9545-3a0ca6fda6e0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0517032 Mar 24 01:42:25.831054 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-676b3709-d1e2-43d2-bd91-8d0834f58968 req-be0e02f6-f309-49cd-9c62-7d61b7ca2bd5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411329 Mar 24 01:42:26.955175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300723a4-9c17-41ff-b77b-29704fef690a req-ec0aae10-2ebe-4a43-88bf-0af0ff4c427b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:26.956647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-300723a4-9c17-41ff-b77b-29704fef690a req-ec0aae10-2ebe-4a43-88bf-0af0ff4c427b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0554097 Mar 24 01:42:27.002571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-300723a4-9c17-41ff-b77b-29704fef690a req-401baf6c-da0d-4585-b771-f77a1dac8fe8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403512 Mar 24 01:42:28.119001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281f674-eef0-4c82-84a0-c47ed316744b req-2755ec91-0c7f-41f8-9050-f6da55a68b3d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:28.120491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6281f674-eef0-4c82-84a0-c47ed316744b req-2755ec91-0c7f-41f8-9050-f6da55a68b3d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0520961 Mar 24 01:42:28.167043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6281f674-eef0-4c82-84a0-c47ed316744b req-c19ffb86-f7c5-4328-aa42-177b6d09513d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404606 Mar 24 01:42:28.789727 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-498d6acd-7806-46a2-be8b-7250d8f63091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:29.289642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2112a0-ce64-4683-a8a3-16767b742938 req-836a4bb7-de59-41cc-ac1e-0a835c785d81 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:29.291425 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc2112a0-ce64-4683-a8a3-16767b742938 req-836a4bb7-de59-41cc-ac1e-0a835c785d81 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0566697 Mar 24 01:42:29.341434 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc2112a0-ce64-4683-a8a3-16767b742938 req-cbac0f04-f91a-4de3-89dd-63621980df22 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444942 Mar 24 01:42:30.270138 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:30.461403 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f33b00-ad0f-4114-865a-18afde442052 req-da6b49ca-ad4d-4348-a7b3-260cba23ee1b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:30.462871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39f33b00-ad0f-4114-865a-18afde442052 req-da6b49ca-ad4d-4348-a7b3-260cba23ee1b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0537848 Mar 24 01:42:30.510036 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39f33b00-ad0f-4114-865a-18afde442052 req-1aac1f06-3248-4c52-91eb-6934d8673615 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416365 Mar 24 01:42:30.788622 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d661-8a51-4965-8324-0a2bc9c10f55 req-a5212f34-cb21-42ef-94da-28f4552c226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:30.790125 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9363d661-8a51-4965-8324-0a2bc9c10f55 req-a5212f34-cb21-42ef-94da-28f4552c226d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 1127 time: 0.0449023 Mar 24 01:42:30.887671 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d661-8a51-4965-8324-0a2bc9c10f55 req-c3f1483a-01fb-4632-9730-1f9ded3e14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:30.889147 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9363d661-8a51-4965-8324-0a2bc9c10f55 req-c3f1483a-01fb-4632-9730-1f9ded3e14b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0823221 Mar 24 01:42:30.914690 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-99ebb3ef-601a-4fd1-990b-be0c72cda505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:30.960551 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9363d661-8a51-4965-8324-0a2bc9c10f55 req-0d02efdc-a68d-4116-a82c-7e72b0987a51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 200 len: 1001 time: 0.0656798 Mar 24 01:42:31.006854 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d661-8a51-4965-8324-0a2bc9c10f55 req-d0d07338-fb91-4cdd-a298-618c1cdeff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:31.008263 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9363d661-8a51-4965-8324-0a2bc9c10f55 req-d0d07338-fb91-4cdd-a298-618c1cdeff19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0422742 Mar 24 01:42:31.056378 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d661-8a51-4965-8324-0a2bc9c10f55 req-0d156ed9-40b5-4336-b082-84650ecba266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:31.057815 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9363d661-8a51-4965-8324-0a2bc9c10f55 req-0d156ed9-40b5-4336-b082-84650ecba266 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432923 Mar 24 01:42:31.150992 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9363d661-8a51-4965-8324-0a2bc9c10f55 req-937ffe91-6c95-4164-8cea-72db78756307 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859120 Mar 24 01:42:31.239130 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9363d661-8a51-4965-8324-0a2bc9c10f55 req-c0fee5a9-03e4-4f31-b050-1d38ba8d9c44 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817680 Mar 24 01:42:31.632310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0a2b2-1e13-413f-a649-583f7016358c req-7656b8e7-3714-474c-a7fd-6bb71b270980 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:31.633880 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3a0a2b2-1e13-413f-a649-583f7016358c req-7656b8e7-3714-474c-a7fd-6bb71b270980 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0532029 Mar 24 01:42:31.682489 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b3a0a2b2-1e13-413f-a649-583f7016358c req-16e50380-e97e-4d41-b9fd-1cecb0d01b49 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430360 Mar 24 01:42:32.294607 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:32.804885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44954378-761a-45a5-af94-e2affb76c335 req-58a09b94-4cde-4664-993f-da503c7335d0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:32.806362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44954378-761a-45a5-af94-e2affb76c335 req-58a09b94-4cde-4664-993f-da503c7335d0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0556002 Mar 24 01:42:32.849321 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:32.854673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44954378-761a-45a5-af94-e2affb76c335 req-b317424f-5e9c-4d32-b587-aea25aff3232 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428116 Mar 24 01:42:33.808606 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:33.973975 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecb548-63b5-4fb9-bf1f-d32f88ae2937 req-a41b0362-8019-4086-973b-d48009aaaaa5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:33.975459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aaecb548-63b5-4fb9-bf1f-d32f88ae2937 req-a41b0362-8019-4086-973b-d48009aaaaa5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0536616 Mar 24 01:42:34.021545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aaecb548-63b5-4fb9-bf1f-d32f88ae2937 req-1de6972d-5264-4dd9-b3b0-6bc6015aac64 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405483 Mar 24 01:42:35.143361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9435e-3f54-42d3-b68e-6644f76f1223 req-52debc38-ae53-4f01-be62-1955b0db9a87 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:35.144814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10d9435e-3f54-42d3-b68e-6644f76f1223 req-52debc38-ae53-4f01-be62-1955b0db9a87 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0554035 Mar 24 01:42:35.191133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10d9435e-3f54-42d3-b68e-6644f76f1223 req-8fa6110d-84fc-490b-9b24-983d2cefc5e0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407088 Mar 24 01:42:35.298112 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:36.310627 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4723bd-c5b6-408f-9f46-5b71578d50f6 req-27ad8a68-8fa2-4b57-a865-f3764bfdba2a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:36.312095 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e4723bd-c5b6-408f-9f46-5b71578d50f6 req-27ad8a68-8fa2-4b57-a865-f3764bfdba2a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0519953 Mar 24 01:42:36.358093 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e4723bd-c5b6-408f-9f46-5b71578d50f6 req-7a2924e3-954a-401d-b960-01a273bec99b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405011 Mar 24 01:42:37.475190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bfdeb-b724-4b50-aa81-430775f98e3d req-358adde9-0d60-4d21-ae2e-2515cd7aba98 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:37.476637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-105bfdeb-b724-4b50-aa81-430775f98e3d req-358adde9-0d60-4d21-ae2e-2515cd7aba98 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0511055 Mar 24 01:42:37.526630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-105bfdeb-b724-4b50-aa81-430775f98e3d req-fed3c436-2dfe-4d83-b76f-39912c718f7c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444939 Mar 24 01:42:38.644741 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3a1ac-fbd6-4c96-8635-2b266cae8cca req-49629ea0-a9a4-40e0-9bb4-b7df80092ef4 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:38.646215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6c3a1ac-fbd6-4c96-8635-2b266cae8cca req-49629ea0-a9a4-40e0-9bb4-b7df80092ef4 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0520906 Mar 24 01:42:38.691120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6c3a1ac-fbd6-4c96-8635-2b266cae8cca req-9b76380f-a17b-47c1-8fd2-b16f2205543b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394490 Mar 24 01:42:39.811468 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98451b6-3069-4a53-aebe-74ef72a54420 req-3542b81a-b21d-42a8-b953-184aaebb12f9 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:39.812848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f98451b6-3069-4a53-aebe-74ef72a54420 req-3542b81a-b21d-42a8-b953-184aaebb12f9 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0527575 Mar 24 01:42:39.859772 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f98451b6-3069-4a53-aebe-74ef72a54420 req-5add2398-c43d-47db-a533-392e027cdc10 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414729 Mar 24 01:42:41.032723 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99905b1a-60b0-4015-acc0-7414695197ce req-63436ef1-7419-46bb-bf60-e9b14ecd0339 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:41.034789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-99905b1a-60b0-4015-acc0-7414695197ce req-63436ef1-7419-46bb-bf60-e9b14ecd0339 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.1089952 Mar 24 01:42:41.081058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-99905b1a-60b0-4015-acc0-7414695197ce req-27f96c97-3c47-48b3-bb7c-f44889b1bcd7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402565 Mar 24 01:42:42.198447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8459d-884b-4c47-8418-8a731ddb13f2 req-c486500f-f4ec-4fc5-9416-10cec08c94e0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:42.199919 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc8459d-884b-4c47-8418-8a731ddb13f2 req-c486500f-f4ec-4fc5-9416-10cec08c94e0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0520899 Mar 24 01:42:42.245442 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fcc8459d-884b-4c47-8418-8a731ddb13f2 req-2965fa98-d6c6-43d5-901c-6c66c82f931d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401046 Mar 24 01:42:43.270820 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:42:43.361220 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed603e10-8473-4cdb-8c6d-333bb93a199b req-8dbc76c6-7cdb-4b73-9e59-3f4cef4151ff tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:43.362703 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed603e10-8473-4cdb-8c6d-333bb93a199b req-8dbc76c6-7cdb-4b73-9e59-3f4cef4151ff tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0520408 Mar 24 01:42:43.411629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ed603e10-8473-4cdb-8c6d-333bb93a199b req-5be387fc-5631-4df1-a75b-baadc27e2bbb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433612 Mar 24 01:42:44.528905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3101be8-e3e3-4379-bc76-fbe9ef6bbdd5 req-f4610503-9bae-4a6a-a5a4-9835983c36e8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:44.530393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3101be8-e3e3-4379-bc76-fbe9ef6bbdd5 req-f4610503-9bae-4a6a-a5a4-9835983c36e8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0520754 Mar 24 01:42:44.577856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f3101be8-e3e3-4379-bc76-fbe9ef6bbdd5 req-8bf7c0f9-0b1f-41ad-8c98-6a4050b227f9 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414617 Mar 24 01:42:45.693790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e2051-6496-4110-b30d-4c2787a35f27 req-6765c87d-afa0-4cb8-a82e-262c154fb481 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:45.695205 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-254e2051-6496-4110-b30d-4c2787a35f27 req-6765c87d-afa0-4cb8-a82e-262c154fb481 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0503204 Mar 24 01:42:45.741191 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-254e2051-6496-4110-b30d-4c2787a35f27 req-48669f7f-7733-4ade-b30e-02fc9be4d102 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403097 Mar 24 01:42:46.871318 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f643d-136c-4a57-bfd8-d60ef871d43e req-07fabf32-065c-49af-8e85-72636713a9b7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:46.872786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-445f643d-136c-4a57-bfd8-d60ef871d43e req-07fabf32-065c-49af-8e85-72636713a9b7 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0591407 Mar 24 01:42:46.920386 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-445f643d-136c-4a57-bfd8-d60ef871d43e req-73367960-8926-4b3d-837c-8e6d65924b95 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418954 Mar 24 01:42:48.038289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5812c-a462-459f-afb1-1eb7ef4b35c5 req-6e898bad-8716-4316-9510-2b71be564e9b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:48.039758 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6cb5812c-a462-459f-afb1-1eb7ef4b35c5 req-6e898bad-8716-4316-9510-2b71be564e9b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0526450 Mar 24 01:42:48.085465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6cb5812c-a462-459f-afb1-1eb7ef4b35c5 req-c882414b-1fea-4a28-82e9-657af8e92f19 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401692 Mar 24 01:42:49.204998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d77db4-5ddf-4482-bf6a-2767680a21ac req-ddfd91e1-b33a-4c6f-b981-6e5dd2d21200 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:49.207051 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4d77db4-5ddf-4482-bf6a-2767680a21ac req-ddfd91e1-b33a-4c6f-b981-6e5dd2d21200 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0550337 Mar 24 01:42:49.251821 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4d77db4-5ddf-4482-bf6a-2767680a21ac req-eee20fe4-f1e3-40f8-b262-87d283bee8bb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392447 Mar 24 01:42:50.372520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762641d1-f128-462c-929f-aba40da689e5 req-b248763f-b98e-49ae-b4df-0151fee52a1a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:50.374025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-762641d1-f128-462c-929f-aba40da689e5 req-b248763f-b98e-49ae-b4df-0151fee52a1a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0530140 Mar 24 01:42:50.419903 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-762641d1-f128-462c-929f-aba40da689e5 req-73ec7847-bb51-45f3-b772-07b2047dd656 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404258 Mar 24 01:42:51.539377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743f2e-9433-43cf-9da8-9c8414c9ae90 req-19930144-8e3b-42b5-b3ad-36684afb6fb3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:51.540868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15743f2e-9433-43cf-9da8-9c8414c9ae90 req-19930144-8e3b-42b5-b3ad-36684afb6fb3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0523267 Mar 24 01:42:51.590850 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-15743f2e-9433-43cf-9da8-9c8414c9ae90 req-9cd63465-abdc-403d-a636-d769f6023b97 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442796 Mar 24 01:42:52.707888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f539eb-7e82-42cf-bdbe-6ee84a14e8e4 req-6ec0b2d2-3497-44bb-b3ea-97ec8d93a378 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:52.709424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1f539eb-7e82-42cf-bdbe-6ee84a14e8e4 req-6ec0b2d2-3497-44bb-b3ea-97ec8d93a378 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0523005 Mar 24 01:42:52.755104 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1f539eb-7e82-42cf-bdbe-6ee84a14e8e4 req-4910ea72-360c-4638-84b8-001a5ee8f5d3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402207 Mar 24 01:42:53.876328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cab8d2-6820-4c7a-9a14-80ebb06c826c req-7e5e394f-91ed-4458-9faa-158061bbe13a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:53.878424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74cab8d2-6820-4c7a-9a14-80ebb06c826c req-7e5e394f-91ed-4458-9faa-158061bbe13a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0534968 Mar 24 01:42:53.924968 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74cab8d2-6820-4c7a-9a14-80ebb06c826c req-a039e9fa-8277-4b4b-89e8-16fd1d6b28d6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403695 Mar 24 01:42:55.047597 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d1f02-05ae-40d1-acf9-e0d23af41a58 req-d156e053-ac65-478f-b706-951b82b527cf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:55.049057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d1d1f02-05ae-40d1-acf9-e0d23af41a58 req-d156e053-ac65-478f-b706-951b82b527cf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0560360 Mar 24 01:42:55.095651 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7d1d1f02-05ae-40d1-acf9-e0d23af41a58 req-de15106f-2cd1-429f-ac51-f908c251c072 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408244 Mar 24 01:42:56.211377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cae8f0-0ac3-4ae4-94ae-78c923bd6504 req-7fc4c312-5615-4738-be35-888cfbf6c803 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:56.212815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2cae8f0-0ac3-4ae4-94ae-78c923bd6504 req-7fc4c312-5615-4738-be35-888cfbf6c803 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0511725 Mar 24 01:42:56.257681 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2cae8f0-0ac3-4ae4-94ae-78c923bd6504 req-4191d306-8152-4d06-bdfc-9cbcbe81c1c8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392983 Mar 24 01:42:57.082556 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-23e1e30e-90bb-4c64-9c02-da705d2e4771 service neutron] show failed (client error): The resource could not be found. Mar 24 01:42:57.083657 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-23e1e30e-90bb-4c64-9c02-da705d2e4771 service neutron] 10.222.0.48 "GET /v2.0/ports/159e04e8-5d81-4cfd-a442-f45a4fa85af5/bindings/n-h1-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.0631521 Mar 24 01:42:57.274156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-7e3067cb-dd1a-40a1-ad39-5d2ad3c31118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:57.275652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-7e3067cb-dd1a-40a1-ad39-5d2ad3c31118 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd&tenant_id=86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 1127 time: 0.0433531 Mar 24 01:42:57.286527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:42:57.374157 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:57.429515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2f8f6-8c47-42c4-8649-147f2cf7ddc2 req-08bcf7a8-43c6-47cb-8733-4f39920197ed tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:57.431066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0bf2f8f6-8c47-42c4-8649-147f2cf7ddc2 req-08bcf7a8-43c6-47cb-8733-4f39920197ed tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0920553 Mar 24 01:42:57.552856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0bf2f8f6-8c47-42c4-8649-147f2cf7ddc2 req-12c1d77d-1e17-4a78-ba43-4f56ffd78fa2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152287 Mar 24 01:42:57.621766 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:42:57.654467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:42:57.692297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159e04e8-5d81-4cfd-a442-f45a4fa85af5'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:42:57.694515 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec85db8-419c-426e-a041-0b0c7404cf00" -d '{"events": [{"server_uuid": "9ad7802d-9419-4028-9529-54cbdfebbdfd", "name": "network-vif-unplugged", "status": "completed", "tag": "159e04e8-5d81-4cfd-a442-f45a4fa85af5"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:42:57.698251 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Publish callbacks [] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:57.711455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Transition to ACTIVE for port object 159e04e8-5d81-4cfd-a442-f45a4fa85af5 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:42:57.715247 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:57.748172 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ae7c8d-4ecf-4d4b-b5ba-0bcc95a548e6 x-openstack-request-id: req-32ae7c8d-4ecf-4d4b-b5ba-0bcc95a548e6 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:42:57.748466 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad7802d-9419-4028-9529-54cbdfebbdfd", "name": "network-vif-unplugged", "status": "completed", "tag": "159e04e8-5d81-4cfd-a442-f45a4fa85af5", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:42:57.748717 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32ae7c8d-4ecf-4d4b-b5ba-0bcc95a548e6 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:42:57.749134 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ae7c8d-4ecf-4d4b-b5ba-0bcc95a548e6'] response: {'server_uuid': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159e04e8-5d81-4cfd-a442-f45a4fa85af5', 'code': 200} Mar 24 01:42:57.795366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Pushing event updated for resources: {'Port': ['ID=159e04e8-5d81-4cfd-a442-f45a4fa85af5,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:42:57.845235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] No DVR routers for this DVR port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:42:58.306895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Attempting to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:42:58.307620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Attempting to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:42:58.307620 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Attempting to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:42:58.311776 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:42:58.312095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Attempting to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:42:58.317410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:42:58.317750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Checking segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:42:58.318135 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Bound using segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:42:58.318557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Bound port: 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:42:58.318910 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:58.379894 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:42:58.383601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:42:58.389334 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:58.420960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:58.421592 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:58.422941 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] 10.222.0.57 "PUT /v2.0/ports/159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 200 len: 1091 time: 1.1408489 Mar 24 01:42:58.461008 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b34256-f7da-45c4-91ea-da81d7b7ca81 service neutron] Pushing event updated for resources: {'Port': ['ID=159e04e8-5d81-4cfd-a442-f45a4fa85af5,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:42:58.499987 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-58f0e770-9d4e-4b0c-9c62-95197b02bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:58.501569 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-58f0e770-9d4e-4b0c-9c62-95197b02bf31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 1125 time: 0.0527222 Mar 24 01:42:58.595004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-039709af-7504-4da3-bc0a-686f41d05ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:58.596485 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-039709af-7504-4da3-bc0a-686f41d05ba6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0889814 Mar 24 01:42:58.694119 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-08bede0f-c85c-47ab-a833-c5955877bbbd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 200 len: 999 time: 0.0922205 Mar 24 01:42:58.741520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f12e6-28f2-47ce-b68f-43dc84f4b60f req-6df7f8f1-a4e2-4f1b-870b-2312d000bf67 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:58.742946 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-097f12e6-28f2-47ce-b68f-43dc84f4b60f req-6df7f8f1-a4e2-4f1b-870b-2312d000bf67 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 943 time: 0.1025345 Mar 24 01:42:58.764208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-08f94a99-31d2-4c55-a5a1-51c274991c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:58.765607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-08f94a99-31d2-4c55-a5a1-51c274991c8c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0659528 Mar 24 01:42:58.792550 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ad54a818-ebcc-4dc1-a563-faf5604f870f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:42:58.820461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-097f12e6-28f2-47ce-b68f-43dc84f4b60f req-57c969b0-694a-44a8-8eb3-581ee170a710 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716724 Mar 24 01:42:58.833467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-58e8bba8-f737-4a86-97a1-b226f5649676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:58.834940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-58e8bba8-f737-4a86-97a1-b226f5649676 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0630960 Mar 24 01:42:58.925173 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-23c77732-9c3d-44b6-8ff9-7d18a0fadaea service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838304 Mar 24 01:42:59.010869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3dad12f6-48ab-4788-8f4c-8f2722c2fb89 req-e45b1916-ec9f-4a55-a1a3-cf443f4b1190 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802157 Mar 24 01:42:59.750263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'tag': '159e04e8-5d81-4cfd-a442-f45a4fa85af5'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:42:59.753080 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8364e6-7871-49e2-a02d-b503a8758835" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad7802d-9419-4028-9529-54cbdfebbdfd", "tag": "159e04e8-5d81-4cfd-a442-f45a4fa85af5"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:42:59.800862 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cd6a2a-834b-4314-8a88-eae459372d2b x-openstack-request-id: req-e6cd6a2a-834b-4314-8a88-eae459372d2b {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:42:59.801190 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad7802d-9419-4028-9529-54cbdfebbdfd", "tag": "159e04e8-5d81-4cfd-a442-f45a4fa85af5", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:42:59.801510 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6cd6a2a-834b-4314-8a88-eae459372d2b {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:42:59.801912 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6cd6a2a-834b-4314-8a88-eae459372d2b'] response: {'name': 'network-changed', 'server_uuid': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'tag': '159e04e8-5d81-4cfd-a442-f45a4fa85af5', 'status': 'completed', 'code': 200} Mar 24 01:42:59.865816 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-486f796c-5575-4012-8252-e204dd78fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:59.867428 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-486f796c-5575-4012-8252-e204dd78fac1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 1125 time: 0.0482624 Mar 24 01:42:59.872178 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-180d6f87-ab91-4e53-a606-7216ca9de241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:59.873872 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-180d6f87-ab91-4e53-a606-7216ca9de241 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 1125 time: 0.0495138 Mar 24 01:42:59.957081 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-1c0ac7bc-40e1-4bc1-b435-6fa42a5d582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:42:59.958619 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-1c0ac7bc-40e1-4bc1-b435-6fa42a5d582c service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0852058 Mar 24 01:43:00.014953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fa597-061d-4fb7-8c4b-75d54bea0601 req-b69f0a2c-3c64-46f6-8e72-014de90c3e7b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:00.016403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e8fa597-061d-4fb7-8c4b-75d54bea0601 req-b69f0a2c-3c64-46f6-8e72-014de90c3e7b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 943 time: 0.1156595 Mar 24 01:43:00.019688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-144f500b-d9cd-4f2b-8066-e9d5e9bda38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:00.021064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-144f500b-d9cd-4f2b-8066-e9d5e9bda38a service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.1383605 Mar 24 01:43:00.027559 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-302cbd0f-1399-4654-b48e-592a16024f49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 200 len: 999 time: 0.0629699 Mar 24 01:43:00.079762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-c4235611-803b-4b7f-89b6-c3624288381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:00.081329 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-c4235611-803b-4b7f-89b6-c3624288381a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0461009 Mar 24 01:43:00.110252 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e8fa597-061d-4fb7-8c4b-75d54bea0601 req-f3a82f6a-824b-40dc-89c4-e2f7bc616f16 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878320 Mar 24 01:43:00.115093 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-4c7a63e6-3a9d-4434-80f0-44ad7e079054 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 200 len: 999 time: 0.0861135 Mar 24 01:43:00.130338 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-e5ac5b64-ff04-4f57-ae80-d9f51141271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:00.131824 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-e5ac5b64-ff04-4f57-ae80-d9f51141271f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450644 Mar 24 01:43:00.168311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-6a975d1c-dea0-48be-b6f4-18ef70dd0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:00.169798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-6a975d1c-dea0-48be-b6f4-18ef70dd0292 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0481689 Mar 24 01:43:00.179037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 159e04e8-5d81-4cfd-a442-f45a4fa85af5 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:43:00.220581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] The host n-h2-760455-9 is not matching for port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 host n-h1-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:43:00.221399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-0f7170e4-1243-4045-9302-8a36ad5a37c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:00.221541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 159e04e8-5d81-4cfd-a442-f45a4fa85af5 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:43:00.223923 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-0f7170e4-1243-4045-9302-8a36ad5a37c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475886 Mar 24 01:43:00.227816 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-8cac82f1-efc9-4526-a08f-5dc393ead676 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903974 Mar 24 01:43:00.285081 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:00.314599 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-d1818330-6d91-4ebf-90af-6ecdd8921afe service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846579 Mar 24 01:43:00.315762 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-cdca4af0-7bf6-451d-930a-f6fac10f230d service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826340 Mar 24 01:43:00.408303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1a8364e6-7871-49e2-a02d-b503a8758835 req-c3dcfe0f-0b1e-4f91-a66e-8ab0ce3823d8 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852489 Mar 24 01:43:00.915922 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-75eda7bf-86a3-40df-ac69-534aa7a49fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:01.232381 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31104d79-5147-4662-83fa-750bae9ca816 req-4d07486a-cc4f-4edf-bec5-d759e954c8c6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:01.233873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31104d79-5147-4662-83fa-750bae9ca816 req-4d07486a-cc4f-4edf-bec5-d759e954c8c6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 943 time: 0.0528278 Mar 24 01:43:01.280236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31104d79-5147-4662-83fa-750bae9ca816 req-8f7fcb3a-eb0c-432c-bd85-af3e8b0d612b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402846 Mar 24 01:43:01.593020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-30e2ab0b-c2c1-46e3-bca9-5a3960fcf48d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:01.594474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-30e2ab0b-c2c1-46e3-bca9-5a3960fcf48d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd&tenant_id=86f3555441d04e97bd8128f281fbd5ef&binding%3Ahost_id=n-h1-760455-9 HTTP/1.1" status: 200 len: 943 time: 0.0888994 Mar 24 01:43:01.605807 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8d30b-5b8d-4b0b-9b5c-c0ff6fa2c2df req-6c51e236-ca91-4997-ab9b-f4bbe6128548 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:01.607138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9fb8d30b-5b8d-4b0b-9b5c-c0ff6fa2c2df req-6c51e236-ca91-4997-ab9b-f4bbe6128548 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 943 time: 0.0752444 Mar 24 01:43:01.691215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9fb8d30b-5b8d-4b0b-9b5c-c0ff6fa2c2df req-ffb4b7ee-4bfe-4b95-b63f-c7bf02d63414 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767481 Mar 24 01:43:01.692871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-b21ef49c-6880-4f9e-8545-a90b6882faa3 service neutron] 10.222.0.57 "GET /v2.0/ports/159e04e8-5d81-4cfd-a442-f45a4fa85af5/bindings/n-h1-760455-9 HTTP/1.1" status: 200 len: 382 time: 0.0849164 Mar 24 01:43:01.765686 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-f45d58d1-92ce-48f9-9824-6ef0745af1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:01.767133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-f45d58d1-92ce-48f9-9824-6ef0745af1ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 1125 time: 0.0526409 Mar 24 01:43:01.856662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-877623ae-5e04-488a-8514-62c43ae5047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:01.858137 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-877623ae-5e04-488a-8514-62c43ae5047e service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0834572 Mar 24 01:43:01.934304 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-cfaee95f-ed73-49e1-9891-363eeea6fbe5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 200 len: 999 time: 0.0696993 Mar 24 01:43:01.980962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-95c9d6c5-b5a1-4ab3-ba30-d07bf90474cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:01.982410 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-95c9d6c5-b5a1-4ab3-ba30-d07bf90474cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0425813 Mar 24 01:43:02.032257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-bb96d912-353d-46b5-8665-a95ab9794a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:02.033677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-bb96d912-353d-46b5-8665-a95ab9794a11 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458159 Mar 24 01:43:02.124234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-d3cfe332-be81-47b5-b164-0be0e40d07ef service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837162 Mar 24 01:43:02.211189 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-1769f2d1-a146-447f-80ab-0d374374a8ea service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813007 Mar 24 01:43:02.296647 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:02.710386 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 159e04e8-5d81-4cfd-a442-f45a4fa85af5 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:43:02.806709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:43:02.818184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44843060-ee97-4372-be0c-ceadeb1ed8e4 req-e63d46e9-e271-439e-ae91-ce6d702666ff tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:02.819770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44843060-ee97-4372-be0c-ceadeb1ed8e4 req-e63d46e9-e271-439e-ae91-ce6d702666ff tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 943 time: 0.0535131 Mar 24 01:43:02.870321 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44843060-ee97-4372-be0c-ceadeb1ed8e4 req-a83d816f-91ab-4844-a13b-e93e4f4c0ca0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445585 Mar 24 01:43:02.979582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '159e04e8-5d81-4cfd-a442-f45a4fa85af5', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'port_id': '159e04e8-5d81-4cfd-a442-f45a4fa85af5', 'mac_address': 'fa:16:3e:f0:1f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:43:02.986852 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:03.018169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:43:03.018553 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:03.030854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159e04e8-5d81-4cfd-a442-f45a4fa85af5 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:43:03.049507 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:43:03.053843 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:03.099187 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=159e04e8-5d81-4cfd-a442-f45a4fa85af5,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:43:03.813336 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:04.001335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303eafd-52c0-40a7-8bc7-cce52b993068 req-94fe352e-b2c1-4c46-ab50-70a2e9ca717a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:04.002817 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c303eafd-52c0-40a7-8bc7-cce52b993068 req-94fe352e-b2c1-4c46-ab50-70a2e9ca717a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 944 time: 0.0581088 Mar 24 01:43:04.050493 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c303eafd-52c0-40a7-8bc7-cce52b993068 req-a3a883ac-4c0b-4e8d-96c3-c9982aa56227 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416632 Mar 24 01:43:04.115472 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-354c3ee0-4b2c-4d0d-acad-bef058e4cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:04.116974 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-354c3ee0-4b2c-4d0d-acad-bef058e4cf2e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd&tenant_id=86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 1126 time: 0.0511451 Mar 24 01:43:04.126834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:43:04.182403 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:04.377504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:43:04.412719 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h1-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:43:04.448610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 159e04e8-5d81-4cfd-a442-f45a4fa85af5 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:43:04.456684 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Publish callbacks [] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:04.467381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Ignored duplicate provisioning block setup for port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Mar 24 01:43:04.471000 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:04.552326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Pushing event updated for resources: {'Port': ['ID=159e04e8-5d81-4cfd-a442-f45a4fa85af5,revision_number=9']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:43:04.561658 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:04.562005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:04.562346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:04.562684 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:04.563019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:04.563348 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:04.563676 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:04.564001 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:04.564328 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:04.564660 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:04.564980 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:04.565329 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:04.565650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:04.565971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:04.566886 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:04.605775 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] No DVR routers for this DVR port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on host n-h1-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:43:04.713249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 159e04e8-5d81-4cfd-a442-f45a4fa85af5 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:43:04.744471 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Attempting to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:43:04.744808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Attempting to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:43:04.745169 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Attempting to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:43:04.749535 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:43:04.749857 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Attempting to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:43:04.754741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:43:04.755083 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Checking segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:43:04.755462 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Bound using segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:43:04.755898 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Bound port: 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:43:04.756254 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:04.816511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h2-760455-9, got binding levels [] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:43:04.818387 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:43:04.821759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:43:04.827757 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:04.840769 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Attempting to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:43:04.841150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Attempting to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:43:04.841518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Attempting to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:43:04.845708 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:43:04.846068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Attempting to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:43:04.851440 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:43:04.851819 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Checking segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:43:04.852442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Bound using segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:43:04.852902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Bound port: 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:43:04.853321 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:04.861867 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:04.862705 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:04.864845 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] 10.222.0.48 "PUT /v2.0/ports/159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 200 len: 1091 time: 0.7417848 Mar 24 01:43:04.865212 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'tag': '159e04e8-5d81-4cfd-a442-f45a4fa85af5'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:43:04.867626 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea64a63a-30b1-49bb-b46e-b4561787718d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad7802d-9419-4028-9529-54cbdfebbdfd", "tag": "159e04e8-5d81-4cfd-a442-f45a4fa85af5"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:43:04.929758 n-d-760455-9 neutron-server[115731]: WARNING neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Concurrent port binding operations failed on port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 Mar 24 01:43:04.933939 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:43:04.935420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabfd3d-6cd6-4721-8f01-04654cbbc02b service neutron] Pushing event updated for resources: {'Port': ['ID=159e04e8-5d81-4cfd-a442-f45a4fa85af5,revision_number=10']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:43:04.935683 n-d-760455-9 neutron-server[115731]: INFO neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Attempt 2 to bind port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 Mar 24 01:43:04.936324 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 159e04e8-5d81-4cfd-a442-f45a4fa85af5 has no active binding in host n-h1-760455-9 {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 24 01:43:04.943636 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e386e2-6e08-4438-b56d-b03cd6de218b x-openstack-request-id: req-83e386e2-6e08-4438-b56d-b03cd6de218b {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:43:04.943933 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad7802d-9419-4028-9529-54cbdfebbdfd", "tag": "159e04e8-5d81-4cfd-a442-f45a4fa85af5", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:43:04.944283 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83e386e2-6e08-4438-b56d-b03cd6de218b {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:43:04.944761 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e386e2-6e08-4438-b56d-b03cd6de218b'] response: {'name': 'network-changed', 'server_uuid': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'tag': '159e04e8-5d81-4cfd-a442-f45a4fa85af5', 'status': 'completed', 'code': 200} Mar 24 01:43:04.962592 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-e167b808-4bea-40a2-b5c1-393fd36167eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:04.964211 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-e167b808-4bea-40a2-b5c1-393fd36167eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 1126 time: 0.0786269 Mar 24 01:43:05.001468 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-1bb45a7c-e520-46d3-8868-64dd305d2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:05.002980 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-1bb45a7c-e520-46d3-8868-64dd305d2e1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 1126 time: 0.0463052 Mar 24 01:43:05.064555 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-71b6bdb4-cd57-45e8-9ddc-3b1a3bd5e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:05.066803 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-71b6bdb4-cd57-45e8-9ddc-3b1a3bd5e21a service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0958133 Mar 24 01:43:05.118876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-c72a45de-5448-4dae-88a1-b30c355cdea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:05.120336 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-c72a45de-5448-4dae-88a1-b30c355cdea6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.1095483 Mar 24 01:43:05.138149 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-d8e81912-c258-4aca-8c6a-ac7bcf834409 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 200 len: 999 time: 0.0659511 Mar 24 01:43:05.186564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-0544ba19-3649-4841-a4de-f27fdd33261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:05.188026 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-0544ba19-3649-4841-a4de-f27fdd33261d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0436699 Mar 24 01:43:05.214551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-efaeae47-da60-41de-91a7-2e1baae37eec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 200 len: 999 time: 0.0884855 Mar 24 01:43:05.227092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520ec56-407e-42b2-9193-54d123c32a45 req-48c1536c-fa55-417e-a78c-1d2527498c99 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:05.228614 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4520ec56-407e-42b2-9193-54d123c32a45 req-48c1536c-fa55-417e-a78c-1d2527498c99 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 944 time: 0.1013324 Mar 24 01:43:05.237781 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-27a26cbb-a595-4e53-8951-bb033d4ad569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:05.239606 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-27a26cbb-a595-4e53-8951-bb033d4ad569 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458157 Mar 24 01:43:05.298998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-6a609274-9e9a-4ecb-89bb-9d01551d37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:05.300520 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-6a609274-9e9a-4ecb-89bb-9d01551d37ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0709858 Mar 24 01:43:05.304214 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:05.323903 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4520ec56-407e-42b2-9193-54d123c32a45 req-3a74e752-f383-4ce1-8de4-96fe776eb159 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872889 Mar 24 01:43:05.335589 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-7a3047c0-d531-4ff7-8b0c-1545eeccedf6 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896263 Mar 24 01:43:05.356903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-3e78dd0b-c727-4b98-bbbf-b603ca478a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:05.358426 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-3e78dd0b-c727-4b98-bbbf-b603ca478a71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500743 Mar 24 01:43:05.428259 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-dba7248f-d949-4788-a2ee-6f7b173717e7 req-2f82adfc-f9e1-4b8e-88de-dd85e8c26f96 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868258 Mar 24 01:43:05.454316 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-d14dd3ad-2d2b-441c-add9-3823d8f3b939 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889349 Mar 24 01:43:05.516089 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-4983733d-1dd4-4090-8b1f-fc8cf7f83dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:05.517650 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-4983733d-1dd4-4090-8b1f-fc8cf7f83dd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 1126 time: 0.0446143 Mar 24 01:43:05.544218 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-98c46d24-913c-4372-950e-09e2f266ccf8 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835679 Mar 24 01:43:05.608614 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-3c0857c3-169b-4fad-9ebd-12b4443f2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:05.610137 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-3c0857c3-169b-4fad-9ebd-12b4443f2461 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0869596 Mar 24 01:43:05.672666 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-74ba1b09-3247-43c4-928f-7eb66bcd443d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 200 len: 999 time: 0.0572267 Mar 24 01:43:05.723026 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-226c17b1-f440-42ec-be01-0d7f009f71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:05.724346 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-226c17b1-f440-42ec-be01-0d7f009f71fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0459490 Mar 24 01:43:05.771965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-28e81e75-b7ee-4ba8-8c9b-742dedc5278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:05.773429 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-28e81e75-b7ee-4ba8-8c9b-742dedc5278d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427797 Mar 24 01:43:05.858300 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-416131f8-4cc6-47f2-ac9c-3f7114ca695f service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783935 Mar 24 01:43:05.950968 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ea64a63a-30b1-49bb-b46e-b4561787718d req-5f7b7532-98e2-487e-8e96-3b08c6c28083 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864317 Mar 24 01:43:06.447475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cb278-d11c-4adb-872c-b13f12f5b6d2 req-5e42b776-c7f2-4731-9a7d-2849d7c5eba0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:06.448944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-525cb278-d11c-4adb-872c-b13f12f5b6d2 req-5e42b776-c7f2-4731-9a7d-2849d7c5eba0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 944 time: 0.0535493 Mar 24 01:43:06.500774 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-525cb278-d11c-4adb-872c-b13f12f5b6d2 req-70b08da7-97e1-4a8e-be91-a009390dce7b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462847 Mar 24 01:43:06.713450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 159e04e8-5d81-4cfd-a442-f45a4fa85af5 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:43:06.751539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] The host n-h1-760455-9 is not matching for port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 host n-h2-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:43:06.751955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 159e04e8-5d81-4cfd-a442-f45a4fa85af5 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:43:07.619610 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67556b7-4f24-46c6-9073-9ac07eb6bdb9 req-2ad9020d-787f-4fce-9998-a0547d278886 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:07.621075 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c67556b7-4f24-46c6-9073-9ac07eb6bdb9 req-2ad9020d-787f-4fce-9998-a0547d278886 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 944 time: 0.0525737 Mar 24 01:43:07.666971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c67556b7-4f24-46c6-9073-9ac07eb6bdb9 req-50eeb28c-2fe6-4142-af03-1bc56e61de1f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400717 Mar 24 01:43:07.785337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436ba22-3ebc-4980-9ad2-a2d04d3483ea req-aec411e4-aced-44d3-b04c-c38f3f76a363 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:07.786690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3436ba22-3ebc-4980-9ad2-a2d04d3483ea req-aec411e4-aced-44d3-b04c-c38f3f76a363 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 944 time: 0.0514498 Mar 24 01:43:07.831626 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3436ba22-3ebc-4980-9ad2-a2d04d3483ea req-85a66470-976a-4844-9f4c-4622b63a6fa9 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395231 Mar 24 01:43:08.227598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4c79b-e5f4-4c9d-893a-7ef673698e3a req-57c1c57e-662e-4e09-b546-e51f70e52e9f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:08.229164 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30d4c79b-e5f4-4c9d-893a-7ef673698e3a req-57c1c57e-662e-4e09-b546-e51f70e52e9f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 944 time: 0.0562124 Mar 24 01:43:08.231865 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 159e04e8-5d81-4cfd-a442-f45a4fa85af5 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:43:08.277251 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30d4c79b-e5f4-4c9d-893a-7ef673698e3a req-cb1f5ed4-6ae4-48f2-a43b-9ff11bf3579f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415726 Mar 24 01:43:08.329910 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:43:08.341150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '159e04e8-5d81-4cfd-a442-f45a4fa85af5', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'port_id': '159e04e8-5d81-4cfd-a442-f45a4fa85af5', 'mac_address': 'fa:16:3e:f0:1f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:43:08.378281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:43:08.379305 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:08.393408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159e04e8-5d81-4cfd-a442-f45a4fa85af5 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:43:08.419298 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:43:08.423481 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:08.475351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=159e04e8-5d81-4cfd-a442-f45a4fa85af5,revision_number=11']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:43:08.515873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe731b-ce8c-4181-8e74-4afbd07ea293 req-077f9340-d5bd-4030-8bf7-122f98e882c6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:08.517580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33fe731b-ce8c-4181-8e74-4afbd07ea293 req-077f9340-d5bd-4030-8bf7-122f98e882c6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0538995 Mar 24 01:43:08.564587 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-33fe731b-ce8c-4181-8e74-4afbd07ea293 req-11508cbc-599a-499d-8feb-9c185075fd46 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414345 Mar 24 01:43:08.663603 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['159e04e8-5d81-4cfd-a442-f45a4fa85af5'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:43:09.686931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9ee28-a89e-43cd-b42a-f02218a65e10 req-35144e07-d22a-4964-a6a8-0a5de60759bc tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:09.688378 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83b9ee28-a89e-43cd-b42a-f02218a65e10 req-35144e07-d22a-4964-a6a8-0a5de60759bc tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0510597 Mar 24 01:43:09.737680 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83b9ee28-a89e-43cd-b42a-f02218a65e10 req-1cd0a87d-fb35-48d2-b9dc-2029511812ce tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432408 Mar 24 01:43:09.796086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b14596-e076-431d-b32c-8416e7989bb9 req-522d2621-9672-41fe-b2b8-cc4d222c113d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:09.797541 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-80b14596-e076-431d-b32c-8416e7989bb9 req-522d2621-9672-41fe-b2b8-cc4d222c113d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 945 time: 0.0515151 Mar 24 01:43:09.888327 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-80b14596-e076-431d-b32c-8416e7989bb9 req-80f7a92f-530a-4c4e-9237-e6cfaeda2830 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Deleting port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:43:09.888670 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-80b14596-e076-431d-b32c-8416e7989bb9 req-80f7a92f-530a-4c4e-9237-e6cfaeda2830 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:09.972369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-80b14596-e076-431d-b32c-8416e7989bb9 req-80f7a92f-530a-4c4e-9237-e6cfaeda2830 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] For port 159e04e8-5d81-4cfd-a442-f45a4fa85af5, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=159e04e8-5d81-4cfd-a442-f45a4fa85af5,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:43:09.972711 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-80b14596-e076-431d-b32c-8416e7989bb9 req-80f7a92f-530a-4c4e-9237-e6cfaeda2830 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:10.139971 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-80b14596-e076-431d-b32c-8416e7989bb9 req-80f7a92f-530a-4c4e-9237-e6cfaeda2830 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:10.140253 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-80b14596-e076-431d-b32c-8416e7989bb9 req-80f7a92f-530a-4c4e-9237-e6cfaeda2830 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (239a6c09-8d2a-456b-9390-644a158f1ced), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:10.140570 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [req-80b14596-e076-431d-b32c-8416e7989bb9 req-80f7a92f-530a-4c4e-9237-e6cfaeda2830 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Floating IP 239a6c09-8d2a-456b-9390-644a158f1ced disassociated. External IP: 172.25.0.63, port: 159e04e8-5d81-4cfd-a442-f45a4fa85af5. Mar 24 01:43:10.140921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-80b14596-e076-431d-b32c-8416e7989bb9 req-80f7a92f-530a-4c4e-9237-e6cfaeda2830 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Calling delete_port for 159e04e8-5d81-4cfd-a442-f45a4fa85af5 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:43:10.254762 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 159e04e8-5d81-4cfd-a442-f45a4fa85af5 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:43:10.266110 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-80b14596-e076-431d-b32c-8416e7989bb9 req-80f7a92f-530a-4c4e-9237-e6cfaeda2830 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (159e04e8-5d81-4cfd-a442-f45a4fa85af5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:10.294787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7a92f-530a-4c4e-9237-e6cfaeda2830 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Pushing event deleted for resources: {'Port': ['ID=159e04e8-5d81-4cfd-a442-f45a4fa85af5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:43:10.297849 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No active binding found for port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 {{(pid=115731) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 24 01:43:10.298230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] The host n-h2-760455-9 is not matching for port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 host None! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:43:10.298625 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 159e04e8-5d81-4cfd-a442-f45a4fa85af5 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 24 01:43:10.318853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 not found, will not notify nova. {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 24 01:43:10.417798 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80b14596-e076-431d-b32c-8416e7989bb9 req-80f7a92f-530a-4c4e-9237-e6cfaeda2830 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:43:10.529302 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80b14596-e076-431d-b32c-8416e7989bb9 req-80f7a92f-530a-4c4e-9237-e6cfaeda2830 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:43:10.540280 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1634f-cd33-4d51-96bf-b6c980abeef2 None None] Sync routers for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:43:10.550733 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc1634f-cd33-4d51-96bf-b6c980abeef2 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:43:10.551412 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2bc1634f-cd33-4d51-96bf-b6c980abeef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:43:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:43:10.569246 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b14596-e076-431d-b32c-8416e7989bb9 req-80f7a92f-530a-4c4e-9237-e6cfaeda2830 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] No DVR routers for this DVR port 159e04e8-5d81-4cfd-a442-f45a4fa85af5 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:43:10.571805 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-80b14596-e076-431d-b32c-8416e7989bb9 req-80f7a92f-530a-4c4e-9237-e6cfaeda2830 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:10.575376 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-80b14596-e076-431d-b32c-8416e7989bb9 req-80f7a92f-530a-4c4e-9237-e6cfaeda2830 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.48 "DELETE /v2.0/ports/159e04e8-5d81-4cfd-a442-f45a4fa85af5 HTTP/1.1" status: 204 len: 173 time: 0.7724974 Mar 24 01:43:10.575761 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'name': 'network-vif-deleted', 'tag': '159e04e8-5d81-4cfd-a442-f45a4fa85af5'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:43:10.577983 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97959d2a-7160-4a1a-b5c3-1d59b0766c86" -d '{"events": [{"server_uuid": "9ad7802d-9419-4028-9529-54cbdfebbdfd", "name": "network-vif-deleted", "tag": "159e04e8-5d81-4cfd-a442-f45a4fa85af5"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:43:10.617464 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb8ec66-3be6-4bbf-9366-a74198e5c7cf x-openstack-request-id: req-0cb8ec66-3be6-4bbf-9366-a74198e5c7cf {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:43:10.617756 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad7802d-9419-4028-9529-54cbdfebbdfd", "name": "network-vif-deleted", "tag": "159e04e8-5d81-4cfd-a442-f45a4fa85af5", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:43:10.618022 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0cb8ec66-3be6-4bbf-9366-a74198e5c7cf {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:43:10.618413 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb8ec66-3be6-4bbf-9366-a74198e5c7cf'] response: {'server_uuid': '9ad7802d-9419-4028-9529-54cbdfebbdfd', 'name': 'network-vif-deleted', 'tag': '159e04e8-5d81-4cfd-a442-f45a4fa85af5', 'status': 'completed', 'code': 200} Mar 24 01:43:10.664564 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-2bc1634f-cd33-4d51-96bf-b6c980abeef2 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:43:10.844080 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ac249261-8da1-44bf-844d-0f743f8be0f7 req-b4dc5469-d7b6-49bf-b15b-009002a91546 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ad7802d-9419-4028-9529-54cbdfebbdfd HTTP/1.1" status: 200 len: 210 time: 0.0273376 Mar 24 01:43:10.862804 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2bc1634f-cd33-4d51-96bf-b6c980abeef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:43:10.888506 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1634f-cd33-4d51-96bf-b6c980abeef2 None None] Checking router: 254021a3-2a9d-4ec7-ac7d-89758f1a6871 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:43:10.897006 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc1634f-cd33-4d51-96bf-b6c980abeef2 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:43:10.897628 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2bc1634f-cd33-4d51-96bf-b6c980abeef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:43:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:43:11.004123 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-2bc1634f-cd33-4d51-96bf-b6c980abeef2 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:43:11.215140 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-2bc1634f-cd33-4d51-96bf-b6c980abeef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:43:11.243926 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1634f-cd33-4d51-96bf-b6c980abeef2 None None] The sync data for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 is: [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:43:11.468840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad370a66-57dc-4a4e-b0c6-6942d1f7c7b3 None None] New status for floating IP 239a6c09-8d2a-456b-9390-644a158f1ced: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:43:11.480499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-307c673d-4af8-4426-8f4d-377aea49ecf7 req-025050e3-0497-4413-969e-8aa639c073a5 service neutron] (115730) timed out ('10.222.0.48', 49766) {{(pid=115730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 01:43:11.644933 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-3e292c49-470a-4ee9-8759-ab24918d595e req-4bdf357b-def7-4c1c-ae3d-8711b4fb149d service neutron] (115729) timed out ('10.222.0.45', 60220) {{(pid=115729) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 01:43:12.088456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-ee878b5f-0630-4b75-99cf-84b9c245871e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1222704335&fields=id&tenant_id=86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 267 time: 0.0475156 Mar 24 01:43:12.194608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-514ec81e-b9e0-44ee-83f4-526e78c7c54c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:12.196037 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-514ec81e-b9e0-44ee-83f4-526e78c7c54c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 812 time: 0.1011312 Mar 24 01:43:12.210770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-b228c68c-6dd3-4144-864b-aabf96150ac3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/quotas/86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 375 time: 0.0090759 Mar 24 01:43:12.263922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-91014dc2-ef75-486f-8d3b-08fee0f8d0ac tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484748 Mar 24 01:43:12.325470 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-86137d37-97f6-49bb-8c3b-261f24f7ee77 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:43:12.326485 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-86137d37-97f6-49bb-8c3b-261f24f7ee77 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511694 Mar 24 01:43:12.418791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-acf00a42-aab1-4cce-b0ad-c20a2f32d6f6 service neutron] 10.222.0.45 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865431 Mar 24 01:43:12.509854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-8e0bcab0-4f78-4f93-9ae3-e6022d9252bb service neutron] 10.222.0.45 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852437 Mar 24 01:43:12.669796 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8ccfa28f-d3d4-4372-a07d-0e3cc6e44dd5 req-34589221-7f1e-4ea2-a8d7-fb9400068eb5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 210 time: 0.0282888 Mar 24 01:43:13.615636 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-bc0584f3-9e47-4f13-a3a8-9be155158a9d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:13.617112 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-bc0584f3-9e47-4f13-a3a8-9be155158a9d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 812 time: 0.1058211 Mar 24 01:43:13.676561 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-15a74fb9-bdf9-4d13-aaca-519d0a799f06 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 380 time: 0.0520382 Mar 24 01:43:13.691323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Request body: {'port': {'device_id': '02818829-5a55-4b03-8a7a-8a273425e635', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'admin_state_up': True, 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'security_groups': ['23fa0253-8dfe-4366-ab3a-010351284b36']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:43:13.770861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8abb7a41-62f6-4872-af4b-c20c1d686d53 req-304c9cc8-d8cd-4b3b-bbb4-d58e6028f213 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 210 time: 0.0322080 Mar 24 01:43:13.821666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Made reservation on behalf of 86f3555441d04e97bd8128f281fbd5ef for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:43:13.825289 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:13.945655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Allocated IP 172.20.0.3 (25b981b0-c016-4934-bc3e-8edc70ea6197/691b4981-4570-44b9-9a57-99657c3a3bee/1884ba44-c9aa-4423-83d0-7f1877147db8) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:43:14.082726 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:14.115775 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:14.157384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Network 25b981b0-c016-4934-bc3e-8edc70ea6197 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:43:14.160487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:43:14.166689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:43:14.190366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Pushing event updated for resources: {'Port': ['ID=1884ba44-c9aa-4423-83d0-7f1877147db8,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:43:14.206713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:14.207083 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:14.207505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:14.207797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:14.208139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:14.208480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:14.208819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:14.209183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:14.209530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:14.209847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:14.210173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:14.210501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:14.210825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:14.211159 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:14.211475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:14.231648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:14.232284 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:14.240543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 159e04e8-5d81-4cfd-a442-f45a4fa85af5 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:43:14.251683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-7719ba98-3756-4a6a-95fa-8f478b574faf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5639696 Mar 24 01:43:14.262668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Request body: {'port': {'device_id': '02818829-5a55-4b03-8a7a-8a273425e635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:43:14.266180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 159e04e8-5d81-4cfd-a442-f45a4fa85af5 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:43:14.266794 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 159e04e8-5d81-4cfd-a442-f45a4fa85af5 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:43:14.331175 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:14.377541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-708f111a-d2ef-45e1-8e33-74fdc573e83c None None] Provisioning complete for port 1884ba44-c9aa-4423-83d0-7f1877147db8 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:43:14.377914 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-708f111a-d2ef-45e1-8e33-74fdc573e83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:14.409988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-708f111a-d2ef-45e1-8e33-74fdc573e83c None None] Port 1884ba44-c9aa-4423-83d0-7f1877147db8 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:43:14.587379 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1884ba44-c9aa-4423-83d0-7f1877147db8 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:43:14.594760 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Publish callbacks [] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:14.607173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Transition to ACTIVE for port object 1884ba44-c9aa-4423-83d0-7f1877147db8 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:43:14.610801 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:14.660500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Pushing event updated for resources: {'Port': ['ID=1884ba44-c9aa-4423-83d0-7f1877147db8,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:43:14.734519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Attempting to bind port 1884ba44-c9aa-4423-83d0-7f1877147db8 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:43:14.734857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Attempting to bind port 1884ba44-c9aa-4423-83d0-7f1877147db8 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:43:14.735194 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Attempting to bind port 1884ba44-c9aa-4423-83d0-7f1877147db8 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:43:14.739724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Port 1884ba44-c9aa-4423-83d0-7f1877147db8 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:43:14.740048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Attempting to bind port 1884ba44-c9aa-4423-83d0-7f1877147db8 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:43:14.745084 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:43:14.745452 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Checking segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:43:14.745839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Bound using segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:43:14.746275 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Bound port: 1884ba44-c9aa-4423-83d0-7f1877147db8, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:43:14.746656 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:14.821174 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:43:14.824701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1884ba44-c9aa-4423-83d0-7f1877147db8,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:43:14.831442 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:14.892358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:14.892985 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:14.894409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] 10.222.0.57 "PUT /v2.0/ports/1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 1091 time: 0.6359646 Mar 24 01:43:14.894858 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:43:14.897672 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c568a83-81ab-4b72-8b87-c04839910341" -d '{"events": [{"name": "network-changed", "server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:43:14.948054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0a892-5a1c-41f9-9874-436d2cae8d4c req-4f0d48c0-4e86-4cbe-ab1b-91069330feeb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:14.949582 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-58d0a892-5a1c-41f9-9874-436d2cae8d4c req-4f0d48c0-4e86-4cbe-ab1b-91069330feeb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0911946 Mar 24 01:43:14.950239 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82528f15-6e60-4be2-a200-56cf0ada8ebd service neutron] Pushing event updated for resources: {'Port': ['ID=1884ba44-c9aa-4423-83d0-7f1877147db8,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:43:14.953643 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3425586e-6eb9-48ae-a164-106cecdc29ad x-openstack-request-id: req-3425586e-6eb9-48ae-a164-106cecdc29ad {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:43:14.954074 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:43:14.954197 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3425586e-6eb9-48ae-a164-106cecdc29ad {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:43:14.954569 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3425586e-6eb9-48ae-a164-106cecdc29ad'] response: {'name': 'network-changed', 'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'status': 'completed', 'code': 200} Mar 24 01:43:15.031469 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-58d0a892-5a1c-41f9-9874-436d2cae8d4c req-ca0ce73e-91f8-43a1-9519-4804c48ed76d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686715 Mar 24 01:43:15.034554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-f9454f75-9129-433e-9b7b-78e02777df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:15.036434 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-f9454f75-9129-433e-9b7b-78e02777df2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 1125 time: 0.0958166 Mar 24 01:43:15.081039 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-b1a9388d-d110-427b-b7fb-ec7cb5e036d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 217 time: 0.0381858 Mar 24 01:43:15.128825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-d1988484-8b43-4aed-a789-4aadb5232ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:15.130753 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-d1988484-8b43-4aed-a789-4aadb5232ea8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0428376 Mar 24 01:43:15.178103 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-1f58a3c9-b797-4d23-849d-18d54085d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:15.179590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-1f58a3c9-b797-4d23-849d-18d54085d800 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436356 Mar 24 01:43:15.271103 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-8103b345-6998-4326-83bf-5afe0445ab8e service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852196 Mar 24 01:43:15.357119 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-612fee82-d5dc-4904-8bd5-904942ac8682 req-872b4e2b-db12-488f-95c9-911d8c7f698d service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811501 Mar 24 01:43:15.445122 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c568a83-81ab-4b72-8b87-c04839910341 req-6561eed1-59fb-4f51-ba7d-ba68142b0433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:15.446602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c568a83-81ab-4b72-8b87-c04839910341 req-6561eed1-59fb-4f51-ba7d-ba68142b0433 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 1125 time: 0.0441163 Mar 24 01:43:15.535633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c568a83-81ab-4b72-8b87-c04839910341 req-93220de7-72a0-4482-a596-5ce52e22833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:15.537102 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c568a83-81ab-4b72-8b87-c04839910341 req-93220de7-72a0-4482-a596-5ce52e22833b service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0850804 Mar 24 01:43:15.577799 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c568a83-81ab-4b72-8b87-c04839910341 req-8d15c205-491e-4ef0-8f13-398f790daba8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 217 time: 0.0351799 Mar 24 01:43:15.623948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c568a83-81ab-4b72-8b87-c04839910341 req-d2b67584-9c1a-4445-9430-ee2c19bb136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:15.625474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c568a83-81ab-4b72-8b87-c04839910341 req-d2b67584-9c1a-4445-9430-ee2c19bb136e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0415509 Mar 24 01:43:15.678335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c568a83-81ab-4b72-8b87-c04839910341 req-4af831f3-33b0-4633-8e59-1333811e047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:15.679808 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c568a83-81ab-4b72-8b87-c04839910341 req-4af831f3-33b0-4633-8e59-1333811e047d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463853 Mar 24 01:43:15.769114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c568a83-81ab-4b72-8b87-c04839910341 req-116bf327-cdde-480f-a649-dd82536086c5 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824142 Mar 24 01:43:15.858406 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4c568a83-81ab-4b72-8b87-c04839910341 req-012181bc-9f68-4be2-bee2-2565456047c9 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829761 Mar 24 01:43:16.152293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47727751-9d3f-442d-8d3e-8609acdef169 req-025445e4-97f5-40e3-85b5-c89857b0ef7b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:16.153805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47727751-9d3f-442d-8d3e-8609acdef169 req-025445e4-97f5-40e3-85b5-c89857b0ef7b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0533731 Mar 24 01:43:16.202269 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-47727751-9d3f-442d-8d3e-8609acdef169 req-090217ce-2fd7-43f0-9072-168551a33316 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429358 Mar 24 01:43:17.320572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6c6d6-b13b-4b1c-8bcc-5f4aad1b9062 req-683f10c0-2363-4709-9133-e4d5e843347f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:17.321551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d3c6c6d6-b13b-4b1c-8bcc-5f4aad1b9062 req-683f10c0-2363-4709-9133-e4d5e843347f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0530486 Mar 24 01:43:17.373113 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d3c6c6d6-b13b-4b1c-8bcc-5f4aad1b9062 req-20f93948-c571-48a3-a2e1-82596177f193 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450025 Mar 24 01:43:18.759712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1884ba44-c9aa-4423-83d0-7f1877147db8 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:43:18.834902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7e0e3-197b-47f7-85b2-ee6d5874f480 req-ba98a2ea-96f8-4aad-9792-1605a964e01e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:18.836652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8af7e0e3-197b-47f7-85b2-ee6d5874f480 req-ba98a2ea-96f8-4aad-9792-1605a964e01e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.3968294 Mar 24 01:43:18.859440 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1884ba44-c9aa-4423-83d0-7f1877147db8,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:43:18.871182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'port_id': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'mac_address': 'fa:16:3e:61:ae:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:43:18.883169 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8af7e0e3-197b-47f7-85b2-ee6d5874f480 req-3f3daf5c-e24f-422d-a207-18a8eca6e24c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409160 Mar 24 01:43:18.906547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 1884ba44-c9aa-4423-83d0-7f1877147db8 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:43:18.906937 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:18.919604 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1884ba44-c9aa-4423-83d0-7f1877147db8 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:43:18.939377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1884ba44-c9aa-4423-83d0-7f1877147db8,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:43:18.943180 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:18.991905 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=1884ba44-c9aa-4423-83d0-7f1877147db8,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:43:18.999076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:18.999424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:18.999764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:19.000095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:19.000425 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:19.000751 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:19.001076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:19.001422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:19.001741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:19.002060 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:19.002379 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:19.002695 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:19.003011 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:19.003326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:19.003639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:43:19.146958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['1884ba44-c9aa-4423-83d0-7f1877147db8'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:43:19.999779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb457e28-f828-42db-bd1c-d5e02b5ebd85 req-50a81676-c079-466e-9259-70f2a910941f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:20.001265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb457e28-f828-42db-bd1c-d5e02b5ebd85 req-50a81676-c079-466e-9259-70f2a910941f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0518844 Mar 24 01:43:20.046873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eb457e28-f828-42db-bd1c-d5e02b5ebd85 req-77375110-ccee-4a9b-97b5-739b2b286f76 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395539 Mar 24 01:43:20.270161 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:43:20.788252 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1884ba44-c9aa-4423-83d0-7f1877147db8 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:43:20.840177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 1884ba44-c9aa-4423-83d0-7f1877147db8 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:43:20.844068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 1884ba44-c9aa-4423-83d0-7f1877147db8 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:43:20.844451 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:20.918095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 1884ba44-c9aa-4423-83d0-7f1877147db8 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:43:20.918484 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:20.940035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:43:20.942303 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66ac6e5-86ad-4ba0-93f1-768a243028bf" -d '{"events": [{"server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "name": "network-vif-plugged", "status": "completed", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:43:20.955134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1884ba44-c9aa-4423-83d0-7f1877147db8,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:43:20.959700 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:20.982338 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d0b48f-2c65-4f3a-b05c-29b5721c27ee x-openstack-request-id: req-e9d0b48f-2c65-4f3a-b05c-29b5721c27ee {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:43:20.982629 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "name": "network-vif-plugged", "status": "completed", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:43:20.982885 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9d0b48f-2c65-4f3a-b05c-29b5721c27ee {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:43:20.983277 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d0b48f-2c65-4f3a-b05c-29b5721c27ee'] response: {'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'code': 200} Mar 24 01:43:21.007862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=1884ba44-c9aa-4423-83d0-7f1877147db8,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:43:21.078500 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc601ed-9485-4851-bb90-e599b83ce6af req-f7089c5a-073c-4e7b-a369-8dc79089c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:21.079997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bfc601ed-9485-4851-bb90-e599b83ce6af req-f7089c5a-073c-4e7b-a369-8dc79089c788 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 1127 time: 0.0466290 Mar 24 01:43:21.133281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bfc601ed-9485-4851-bb90-e599b83ce6af req-981b2d5f-eb1a-45ab-89c7-2b7f3504680d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470810 Mar 24 01:43:21.172267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a37e4d-ad2f-4a57-962b-6a3a6e03eee2 req-5b1a7707-d3fc-45a4-b35b-931eae2602c0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:21.173761 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61a37e4d-ad2f-4a57-962b-6a3a6e03eee2 req-5b1a7707-d3fc-45a4-b35b-931eae2602c0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0594046 Mar 24 01:43:21.219738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61a37e4d-ad2f-4a57-962b-6a3a6e03eee2 req-995e5032-470f-44ad-af3c-decb8352d92e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404799 Mar 24 01:43:22.339674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605f22-9172-4bd2-a9dd-729dacefc5ca req-3f7428c7-fc63-49c1-a628-d2552b594278 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:22.341153 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fe605f22-9172-4bd2-a9dd-729dacefc5ca req-3f7428c7-fc63-49c1-a628-d2552b594278 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0556607 Mar 24 01:43:22.387831 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fe605f22-9172-4bd2-a9dd-729dacefc5ca req-2a51240f-f98f-4cc9-9edf-201a50706007 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411692 Mar 24 01:43:22.502882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcb499-bdaf-473d-980f-5f199947b146 req-a7919139-a72b-4e5d-906e-22159b8f8455 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:22.504257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a8dcb499-bdaf-473d-980f-5f199947b146 req-a7919139-a72b-4e5d-906e-22159b8f8455 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0519040 Mar 24 01:43:22.512938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38242) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:43:22.517678 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-424ecc75-7b6a-4af9-978b-9b87c1fcd6ef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Request body: {'floatingip': {'port_id': '1884ba44-c9aa-4423-83d0-7f1877147db8'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:43:22.557469 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-424ecc75-7b6a-4af9-978b-9b87c1fcd6ef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for floatingip (239a6c09-8d2a-456b-9390-644a158f1ced), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:22.981576 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-424ecc75-7b6a-4af9-978b-9b87c1fcd6ef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:22.985125 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-424ecc75-7b6a-4af9-978b-9b87c1fcd6ef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (239a6c09-8d2a-456b-9390-644a158f1ced), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:23.094870 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-424ecc75-7b6a-4af9-978b-9b87c1fcd6ef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Floating IP 239a6c09-8d2a-456b-9390-644a158f1ced associated. External IP: 172.25.0.63, port: 1884ba44-c9aa-4423-83d0-7f1877147db8. Mar 24 01:43:23.301847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424ecc75-7b6a-4af9-978b-9b87c1fcd6ef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:43:23.408723 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424ecc75-7b6a-4af9-978b-9b87c1fcd6ef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:43:23.413459 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-424ecc75-7b6a-4af9-978b-9b87c1fcd6ef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:23.418623 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee6711-a15c-4e8e-9c4d-0ff3480f793e None None] Sync routers for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:43:23.428196 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee6711-a15c-4e8e-9c4d-0ff3480f793e None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:43:23.428800 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-58ee6711-a15c-4e8e-9c4d-0ff3480f793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:43:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:43:23.441714 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-424ecc75-7b6a-4af9-978b-9b87c1fcd6ef tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "PUT /v2.0/floatingips/239a6c09-8d2a-456b-9390-644a158f1ced HTTP/1.1" status: 200 len: 991 time: 0.9276855 Mar 24 01:43:23.442809 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:43:23.445027 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71643ee0-73b4-44ec-9726-5cd8b4f26be1" -d '{"events": [{"name": "network-changed", "server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:43:23.484316 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faa8860-4362-4eb1-9cff-f1d2f508b1a3 x-openstack-request-id: req-3faa8860-4362-4eb1-9cff-f1d2f508b1a3 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:43:23.484781 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:43:23.485044 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3faa8860-4362-4eb1-9cff-f1d2f508b1a3 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:43:23.485499 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3faa8860-4362-4eb1-9cff-f1d2f508b1a3'] response: {'name': 'network-changed', 'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'status': 'completed', 'code': 200} Mar 24 01:43:23.540420 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-58ee6711-a15c-4e8e-9c4d-0ff3480f793e None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:43:23.555447 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71643ee0-73b4-44ec-9726-5cd8b4f26be1 req-679b57fc-8a58-47f6-808e-9f4ebcf381d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:23.557262 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71643ee0-73b4-44ec-9726-5cd8b4f26be1 req-679b57fc-8a58-47f6-808e-9f4ebcf381d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 1127 time: 0.0492587 Mar 24 01:43:23.654791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71643ee0-73b4-44ec-9726-5cd8b4f26be1 req-d89ad7d0-bed7-4826-a8e2-d4a90bcbf92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:23.656347 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71643ee0-73b4-44ec-9726-5cd8b4f26be1 req-d89ad7d0-bed7-4826-a8e2-d4a90bcbf92a service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0938816 Mar 24 01:43:23.732818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71643ee0-73b4-44ec-9726-5cd8b4f26be1 req-6dda66bc-1e84-450c-9096-1832a9e9efbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 999 time: 0.0703988 Mar 24 01:43:23.791665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71643ee0-73b4-44ec-9726-5cd8b4f26be1 req-02e1dd7f-6c88-492e-8d26-1e3a29340c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:23.793227 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71643ee0-73b4-44ec-9726-5cd8b4f26be1 req-02e1dd7f-6c88-492e-8d26-1e3a29340c5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0547826 Mar 24 01:43:23.849358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71643ee0-73b4-44ec-9726-5cd8b4f26be1 req-add7c8af-f5a1-421e-a1f5-9f7be3ac9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:23.850856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71643ee0-73b4-44ec-9726-5cd8b4f26be1 req-add7c8af-f5a1-421e-a1f5-9f7be3ac9d0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522223 Mar 24 01:43:23.886351 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-58ee6711-a15c-4e8e-9c4d-0ff3480f793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '239a6c09-8d2a-456b-9390-644a158f1ced', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'port_id': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'mac_address': 'fa:16:3e:61:ae:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02818829-5a55-4b03-8a7a-8a273425e635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:40:22Z', 'updated_at': '2022-03-24T01:43:22Z', 'revision_number': 13, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:43:23.917587 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee6711-a15c-4e8e-9c4d-0ff3480f793e None None] Checking router: 254021a3-2a9d-4ec7-ac7d-89758f1a6871 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:43:23.926440 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee6711-a15c-4e8e-9c4d-0ff3480f793e None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:43:23.927066 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-58ee6711-a15c-4e8e-9c4d-0ff3480f793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:43:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:43:23.942021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71643ee0-73b4-44ec-9726-5cd8b4f26be1 req-5c4e9287-826c-4fe0-a9d1-1ee2c84d75b0 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850837 Mar 24 01:43:24.037192 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-58ee6711-a15c-4e8e-9c4d-0ff3480f793e None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:43:24.045589 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71643ee0-73b4-44ec-9726-5cd8b4f26be1 req-ee7e8098-c364-4e7e-b535-4de2792e7532 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980740 Mar 24 01:43:24.263058 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-58ee6711-a15c-4e8e-9c4d-0ff3480f793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '239a6c09-8d2a-456b-9390-644a158f1ced', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'port_id': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'mac_address': 'fa:16:3e:61:ae:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02818829-5a55-4b03-8a7a-8a273425e635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:40:22Z', 'updated_at': '2022-03-24T01:43:22Z', 'revision_number': 13, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:43:24.291541 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee6711-a15c-4e8e-9c4d-0ff3480f793e None None] The sync data for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 is: [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '239a6c09-8d2a-456b-9390-644a158f1ced', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'port_id': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'mac_address': 'fa:16:3e:61:ae:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02818829-5a55-4b03-8a7a-8a273425e635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:40:22Z', 'updated_at': '2022-03-24T01:43:22Z', 'revision_number': 13, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:43:24.500003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb11982-2d9c-446c-aea1-03e25c01cba7 None None] New status for floating IP 239a6c09-8d2a-456b-9390-644a158f1ced: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:43:25.960975 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea626b3c-fd64-43f5-9135-a4d53a6b77d0 req-f6835558-b811-41ab-859e-b6fe11ccf1ec tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:25.962572 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea626b3c-fd64-43f5-9135-a4d53a6b77d0 req-f6835558-b811-41ab-859e-b6fe11ccf1ec tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0534997 Mar 24 01:43:26.009202 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea626b3c-fd64-43f5-9135-a4d53a6b77d0 req-c884081c-3bf7-40ee-8ae7-5d792bbbad06 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412028 Mar 24 01:43:28.794114 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-22a7f471-a7bf-41db-8245-5c68ee685c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:30.288202 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:30.921830 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a58f52a7-c5a5-4ed8-bc82-ae7d7cf8bdff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:32.301773 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:32.852036 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:33.812931 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:35.297580 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:37.915029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-689dac63-6d28-433b-9e1d-8014148d82d2 req-f3a5bf73-82c0-48a6-970b-69ca9958da96 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426259 Mar 24 01:43:38.002317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dac63-6d28-433b-9e1d-8014148d82d2 req-d502857d-8771-4fa5-8994-a47ab7d05f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:38.003776 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-689dac63-6d28-433b-9e1d-8014148d82d2 req-d502857d-8771-4fa5-8994-a47ab7d05f8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 1127 time: 0.0482547 Mar 24 01:43:38.104140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dac63-6d28-433b-9e1d-8014148d82d2 req-6ba362ee-4e03-4edd-bf71-513ff5a9985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:38.105630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-689dac63-6d28-433b-9e1d-8014148d82d2 req-6ba362ee-4e03-4edd-bf71-513ff5a9985a service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0824087 Mar 24 01:43:38.172405 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-689dac63-6d28-433b-9e1d-8014148d82d2 req-167c027f-4fea-40ee-815f-bde74f427c71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 1001 time: 0.0615475 Mar 24 01:43:38.219694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dac63-6d28-433b-9e1d-8014148d82d2 req-cb21610c-17f6-41d5-b3b8-34b6e0f8a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:38.221071 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-689dac63-6d28-433b-9e1d-8014148d82d2 req-cb21610c-17f6-41d5-b3b8-34b6e0f8a0bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0421565 Mar 24 01:43:38.272902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dac63-6d28-433b-9e1d-8014148d82d2 req-0e641584-af25-4fb5-8174-5c36f0896f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:38.274404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-689dac63-6d28-433b-9e1d-8014148d82d2 req-0e641584-af25-4fb5-8174-5c36f0896f6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472312 Mar 24 01:43:38.362811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-689dac63-6d28-433b-9e1d-8014148d82d2 req-0ffe7852-f766-4e6e-b241-c4e6dd4bb628 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817583 Mar 24 01:43:38.451434 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-689dac63-6d28-433b-9e1d-8014148d82d2 req-5513e5e9-5f24-4a9d-a75e-81ea77a323c6 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816565 Mar 24 01:43:42.388730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f5283-b02c-407f-8b3d-f57b427f5de8 req-450bf926-81ad-4740-b683-aa6994570644 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:42.390256 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-314f5283-b02c-407f-8b3d-f57b427f5de8 req-450bf926-81ad-4740-b683-aa6994570644 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0549440 Mar 24 01:43:42.423638 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-43dda7af-22dc-4af2-ae0a-0321e0bdcf34 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0976074 Mar 24 01:43:42.442059 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-314f5283-b02c-407f-8b3d-f57b427f5de8 req-74880b34-f908-4abc-95c9-e58f0b0814cf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460508 Mar 24 01:43:42.845602 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003cdca-db62-4801-9268-4807fc879e9d req-b0798d71-8b43-4f3a-af29-b7ce2b50d04e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:42.846890 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-b0798d71-8b43-4f3a-af29-b7ce2b50d04e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports/1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 942 time: 0.1018932 Mar 24 01:43:43.569360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a3781-43d2-429e-b76b-e1047ae2ffab req-4d94c90f-ec84-44b6-8a12-1f9cc234931b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:43.571214 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-535a3781-43d2-429e-b76b-e1047ae2ffab req-4d94c90f-ec84-44b6-8a12-1f9cc234931b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0552380 Mar 24 01:43:43.622088 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-535a3781-43d2-429e-b76b-e1047ae2ffab req-1bcbe899-6a7b-4cf7-8c2c-5baf40967054 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449486 Mar 24 01:43:43.701662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003cdca-db62-4801-9268-4807fc879e9d req-091eaf37-f1a3-47d9-9e5e-5389f15f2098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:43.703134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-091eaf37-f1a3-47d9-9e5e-5389f15f2098 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 1127 time: 0.0455256 Mar 24 01:43:43.794000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003cdca-db62-4801-9268-4807fc879e9d req-5a67fc4b-472c-4e9a-b100-f517db82f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:43.795353 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-5a67fc4b-472c-4e9a-b100-f517db82f23b service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0845942 Mar 24 01:43:43.858281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-5be50194-1c38-493b-9f33-f16bdf56e466 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 1001 time: 0.0571454 Mar 24 01:43:43.909009 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003cdca-db62-4801-9268-4807fc879e9d req-448d1ac0-7e0e-4c06-b33d-a236787ebc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:43.910585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-448d1ac0-7e0e-4c06-b33d-a236787ebc9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0425551 Mar 24 01:43:43.963661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003cdca-db62-4801-9268-4807fc879e9d req-447a85d9-4306-4b0a-9e8c-8b9e3e2568fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:43.965154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-447a85d9-4306-4b0a-9e8c-8b9e3e2568fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470514 Mar 24 01:43:44.051166 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-d37dc24a-4441-427b-a887-d9213f691783 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794239 Mar 24 01:43:44.153120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-87a93937-2ea6-4460-8b0b-aa86059ec06a service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952399 Mar 24 01:43:44.745344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31dedb-3ecb-4ee1-932e-5e60dea910ed req-56c9c780-ecdd-4029-8110-d5bacd2f9da9 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:44.746799 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f31dedb-3ecb-4ee1-932e-5e60dea910ed req-56c9c780-ecdd-4029-8110-d5bacd2f9da9 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0535188 Mar 24 01:43:44.792668 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f31dedb-3ecb-4ee1-932e-5e60dea910ed req-0c8c0348-7f31-4623-926b-741c88c63d87 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402768 Mar 24 01:43:45.910921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb60b6-76cb-4ad4-8310-430dbb597e3f req-463622c0-45a5-4f29-935c-20829ec3e7fc tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:45.913031 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4bb60b6-76cb-4ad4-8310-430dbb597e3f req-463622c0-45a5-4f29-935c-20829ec3e7fc tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0521159 Mar 24 01:43:45.962694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a4bb60b6-76cb-4ad4-8310-430dbb597e3f req-fc613c27-9330-489b-b8d0-27bc2be00461 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Mar 24 01:43:47.080845 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0ccf7-4df4-437e-9308-3c22b1bdb927 req-7c7240ff-94b3-4eac-bcbb-74b917d7e056 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:47.082305 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-79f0ccf7-4df4-437e-9308-3c22b1bdb927 req-7c7240ff-94b3-4eac-bcbb-74b917d7e056 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0516260 Mar 24 01:43:47.130358 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-79f0ccf7-4df4-437e-9308-3c22b1bdb927 req-542a1dae-cdea-4665-8cec-9d797744f47f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424230 Mar 24 01:43:48.249072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c61263-5683-4cc0-b438-a61953c1ff08 req-43621b48-022f-40f8-afbb-73aa64bb5c06 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:48.250568 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44c61263-5683-4cc0-b438-a61953c1ff08 req-43621b48-022f-40f8-afbb-73aa64bb5c06 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0517495 Mar 24 01:43:48.295725 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44c61263-5683-4cc0-b438-a61953c1ff08 req-47a55d67-84ae-4ae4-bfdf-845e74e387a6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397911 Mar 24 01:43:49.416816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da322146-a048-47e6-a7e5-cfeb0cb6a71e req-024819f4-49f1-4b68-8506-788e880f2127 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:49.418273 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da322146-a048-47e6-a7e5-cfeb0cb6a71e req-024819f4-49f1-4b68-8506-788e880f2127 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0546176 Mar 24 01:43:49.463623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da322146-a048-47e6-a7e5-cfeb0cb6a71e req-d45d232d-9b8d-43b0-bf20-e1b4baf20aa8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398085 Mar 24 01:43:50.584086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676062e-532c-4e50-b2f8-537f695689fd req-af99047b-0bc1-4f9c-9de7-147fe70def88 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:50.585554 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1676062e-532c-4e50-b2f8-537f695689fd req-af99047b-0bc1-4f9c-9de7-147fe70def88 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0519288 Mar 24 01:43:50.630638 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1676062e-532c-4e50-b2f8-537f695689fd req-7ec8d1ee-3eee-459b-a4bd-dcfe58d1141d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395949 Mar 24 01:43:51.747607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0731273-2e7d-45d1-ae30-3b308b011ff0 req-1f7d3089-d54b-4ea1-88e8-57cc8cea85af tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:51.749077 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0731273-2e7d-45d1-ae30-3b308b011ff0 req-1f7d3089-d54b-4ea1-88e8-57cc8cea85af tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0512862 Mar 24 01:43:51.798973 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0731273-2e7d-45d1-ae30-3b308b011ff0 req-ee454a6e-f19d-4fcf-90d3-69c7a6b44901 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440359 Mar 24 01:43:52.918836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f5b2b-adb1-4d3f-8271-9e301067d62b req-ca48873c-7486-44c9-a431-bcb922aafd36 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:52.920328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-202f5b2b-adb1-4d3f-8271-9e301067d62b req-ca48873c-7486-44c9-a431-bcb922aafd36 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0524888 Mar 24 01:43:52.970577 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-202f5b2b-adb1-4d3f-8271-9e301067d62b req-715e65dc-1709-4a0d-b7cd-16d26cac9b71 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442929 Mar 24 01:43:54.093926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b078f-b82d-4d39-a124-db47a7b77c9d req-30ae3e48-4dc3-4090-8a7e-9364d3221fe2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:54.096123 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a49b078f-b82d-4d39-a124-db47a7b77c9d req-30ae3e48-4dc3-4090-8a7e-9364d3221fe2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0546882 Mar 24 01:43:54.143571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a49b078f-b82d-4d39-a124-db47a7b77c9d req-93792193-9575-4360-b88a-d3091eda161c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414219 Mar 24 01:43:54.929893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1884ba44-c9aa-4423-83d0-7f1877147db8 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:43:54.971888 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-f003cdca-db62-4801-9268-4807fc879e9d req-dca865f6-3861-4b1a-bed1-2004130ab6ab service neutron] show failed (client error): The resource could not be found. Mar 24 01:43:54.973204 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-dca865f6-3861-4b1a-bed1-2004130ab6ab service neutron] 10.222.0.57 "GET /v2.0/ports/1884ba44-c9aa-4423-83d0-7f1877147db8/bindings/n-h2-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.0634642 Mar 24 01:43:55.009025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 1884ba44-c9aa-4423-83d0-7f1877147db8 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:43:55.009446 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:55.038096 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:43:55.043665 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcac8c11-e9f2-41d7-85b0-3e6b9dff83e3" -d '{"events": [{"server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "name": "network-vif-unplugged", "status": "completed", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:43:55.049649 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1884ba44-c9aa-4423-83d0-7f1877147db8,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:43:55.055645 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:55.113459 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be95cb63-3025-47a0-8c8e-77dd721c2b78 x-openstack-request-id: req-be95cb63-3025-47a0-8c8e-77dd721c2b78 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:43:55.113938 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "name": "network-vif-unplugged", "status": "completed", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:43:55.114352 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be95cb63-3025-47a0-8c8e-77dd721c2b78 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:43:55.115149 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be95cb63-3025-47a0-8c8e-77dd721c2b78'] response: {'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'code': 200} Mar 24 01:43:55.126333 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=1884ba44-c9aa-4423-83d0-7f1877147db8,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:43:55.192414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003cdca-db62-4801-9268-4807fc879e9d req-301bfc66-68a9-46fc-8bf3-180d5e393833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:55.194944 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-301bfc66-68a9-46fc-8bf3-180d5e393833 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635&tenant_id=86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 1125 time: 0.0464859 Mar 24 01:43:55.205538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:43:55.271914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c321c6-9438-4a5b-b645-e4d3d59d85c2 req-f0d47d51-0673-4503-b6ed-7b5f2998ff1e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:55.273637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21c321c6-9438-4a5b-b645-e4d3d59d85c2 req-f0d47d51-0673-4503-b6ed-7b5f2998ff1e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0570199 Mar 24 01:43:55.275859 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:55.323382 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-21c321c6-9438-4a5b-b645-e4d3d59d85c2 req-96eff0e1-cdb1-482a-b2a2-d75fc02ff786 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436726 Mar 24 01:43:55.481033 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1884ba44-c9aa-4423-83d0-7f1877147db8,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:43:55.513863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h1-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:43:55.545782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1884ba44-c9aa-4423-83d0-7f1877147db8 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:43:55.553170 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Publish callbacks [] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:55.565896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Transition to ACTIVE for port object 1884ba44-c9aa-4423-83d0-7f1877147db8 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:43:55.569973 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:55.661833 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=1884ba44-c9aa-4423-83d0-7f1877147db8,revision_number=7']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:43:55.696019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] No DVR routers for this DVR port 1884ba44-c9aa-4423-83d0-7f1877147db8 on host n-h1-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:43:56.137345 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Attempting to bind port 1884ba44-c9aa-4423-83d0-7f1877147db8 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:43:56.137673 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Attempting to bind port 1884ba44-c9aa-4423-83d0-7f1877147db8 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:43:56.137998 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Attempting to bind port 1884ba44-c9aa-4423-83d0-7f1877147db8 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:43:56.142097 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Port 1884ba44-c9aa-4423-83d0-7f1877147db8 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:43:56.142420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Attempting to bind port 1884ba44-c9aa-4423-83d0-7f1877147db8 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:43:56.147654 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:43:56.147987 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Checking segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:43:56.148362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Bound using segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:43:56.148781 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Bound port: 1884ba44-c9aa-4423-83d0-7f1877147db8, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:43:56.149151 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:56.220356 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:43:56.223517 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1884ba44-c9aa-4423-83d0-7f1877147db8,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:43:56.228917 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:56.264584 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:56.265244 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:56.266703 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] 10.222.0.48 "PUT /v2.0/ports/1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 1091 time: 1.0653522 Mar 24 01:43:56.267137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:43:56.269385 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987447a9ddceec8f092ca0e3cb1a0c2c2ddc7a3df893b17e360577d8d4a73261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b695f097-5bed-40b0-996f-9380940220ac" -d '{"events": [{"name": "network-changed", "server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:43:56.320474 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda5338-dc92-4c81-86c1-0152dfa54ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=1884ba44-c9aa-4423-83d0-7f1877147db8,revision_number=8']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:43:56.342881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003cdca-db62-4801-9268-4807fc879e9d req-b55667f4-516b-4a07-8bc8-4a01401eb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:56.344408 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-b55667f4-516b-4a07-8bc8-4a01401eb85d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 1125 time: 0.0541031 Mar 24 01:43:56.447881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003cdca-db62-4801-9268-4807fc879e9d req-a6592cf0-4ea1-4652-9e53-aa85c4352e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:56.449404 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-a6592cf0-4ea1-4652-9e53-aa85c4352e48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0990016 Mar 24 01:43:56.450881 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f26952-ccdc-4aab-90e6-7e6b73298fdf x-openstack-request-id: req-b6f26952-ccdc-4aab-90e6-7e6b73298fdf {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:43:56.451176 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:43:56.451430 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6f26952-ccdc-4aab-90e6-7e6b73298fdf {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:43:56.451837 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f26952-ccdc-4aab-90e6-7e6b73298fdf'] response: {'name': 'network-changed', 'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'status': 'completed', 'code': 200} Mar 24 01:43:56.503560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a75265-3c03-464f-82da-4cf723f4eada req-c3d3b53c-e071-476d-aa7b-fc4f6f2d9307 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:56.509620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82a75265-3c03-464f-82da-4cf723f4eada req-c3d3b53c-e071-476d-aa7b-fc4f6f2d9307 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0996656 Mar 24 01:43:56.523690 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-d0e586fd-63a9-4f04-a335-817dc3332e99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 999 time: 0.0674973 Mar 24 01:43:56.551070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695f097-5bed-40b0-996f-9380940220ac req-23571db4-3776-4f28-94b2-9652d5232662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:56.552629 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b695f097-5bed-40b0-996f-9380940220ac req-23571db4-3776-4f28-94b2-9652d5232662 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 1125 time: 0.0952096 Mar 24 01:43:56.576633 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-82a75265-3c03-464f-82da-4cf723f4eada req-799b8b49-6d93-4f2e-8a93-885b6c8b6e45 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627921 Mar 24 01:43:56.578483 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003cdca-db62-4801-9268-4807fc879e9d req-56a60693-e236-4cbe-8a4a-4b7827ce316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:56.580184 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-56a60693-e236-4cbe-8a4a-4b7827ce316e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0507720 Mar 24 01:43:56.632056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003cdca-db62-4801-9268-4807fc879e9d req-a1880648-b056-40db-9164-aa1cd7bfa11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:56.633592 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-a1880648-b056-40db-9164-aa1cd7bfa11f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476577 Mar 24 01:43:56.655288 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695f097-5bed-40b0-996f-9380940220ac req-5d533391-2066-41e4-a5d8-62731f99d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:56.656752 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b695f097-5bed-40b0-996f-9380940220ac req-5d533391-2066-41e4-a5d8-62731f99d9b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0957437 Mar 24 01:43:56.723782 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-3d9b7fcc-e1f4-4d3b-8bb8-9ab41759151a service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840650 Mar 24 01:43:56.726062 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b695f097-5bed-40b0-996f-9380940220ac req-5708faa8-2663-445a-bd85-499f21d0121d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 999 time: 0.0627971 Mar 24 01:43:56.771869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695f097-5bed-40b0-996f-9380940220ac req-4d7f77c7-a91f-4078-842a-ff0a9929b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:56.773406 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b695f097-5bed-40b0-996f-9380940220ac req-4d7f77c7-a91f-4078-842a-ff0a9929b404 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0420592 Mar 24 01:43:56.810494 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-2d3bc4ce-67fa-4993-aa78-d589b4c18324 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810454 Mar 24 01:43:56.821332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695f097-5bed-40b0-996f-9380940220ac req-b8578d50-32de-4722-9ff9-2af64452c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:56.823088 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b695f097-5bed-40b0-996f-9380940220ac req-b8578d50-32de-4722-9ff9-2af64452c1ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443566 Mar 24 01:43:56.905717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695f097-5bed-40b0-996f-9380940220ac req-b5647818-df0d-454c-a258-f7b71823989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:56.907406 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b695f097-5bed-40b0-996f-9380940220ac req-b5647818-df0d-454c-a258-f7b71823989b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 1125 time: 0.0482199 Mar 24 01:43:56.920919 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b695f097-5bed-40b0-996f-9380940220ac req-d4807943-75d6-44f5-9848-1ca178bdc78f service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923166 Mar 24 01:43:57.008774 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695f097-5bed-40b0-996f-9380940220ac req-544829da-e1f3-45e1-9ce0-1348973d9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:57.010299 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b695f097-5bed-40b0-996f-9380940220ac req-544829da-e1f3-45e1-9ce0-1348973d9d7c service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0935936 Mar 24 01:43:57.020217 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b695f097-5bed-40b0-996f-9380940220ac req-3ecc0df1-f467-4c4d-acd6-30a771f16fcb service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932333 Mar 24 01:43:57.086225 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b695f097-5bed-40b0-996f-9380940220ac req-6cfae71a-596d-4dcc-83b1-8a35c3104ee5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 999 time: 0.0692115 Mar 24 01:43:57.138053 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695f097-5bed-40b0-996f-9380940220ac req-183226a3-f2a0-48a7-bcb3-8bb92cc499b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:57.139524 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b695f097-5bed-40b0-996f-9380940220ac req-183226a3-f2a0-48a7-bcb3-8bb92cc499b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0481822 Mar 24 01:43:57.188867 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695f097-5bed-40b0-996f-9380940220ac req-014f17dc-172f-4dba-b194-f8ba10acd6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:57.190413 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b695f097-5bed-40b0-996f-9380940220ac req-014f17dc-172f-4dba-b194-f8ba10acd6a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444615 Mar 24 01:43:57.269387 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:43:57.277421 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b695f097-5bed-40b0-996f-9380940220ac req-666a82f4-3033-4243-bf27-24ca8fd138f3 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811191 Mar 24 01:43:57.370231 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b695f097-5bed-40b0-996f-9380940220ac req-a750e848-80bc-4e1b-95d9-3105d76b3761 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860741 Mar 24 01:43:57.704972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e89ee5-cfa1-4ad0-9c12-206cdc2c3412 req-aa29827a-b918-48b3-9b5a-cb8a48776b9a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:57.706622 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e89ee5-cfa1-4ad0-9c12-206cdc2c3412 req-aa29827a-b918-48b3-9b5a-cb8a48776b9a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0572743 Mar 24 01:43:57.752086 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9e89ee5-cfa1-4ad0-9c12-206cdc2c3412 req-2fcc22d3-1d89-4d45-a6c2-8a97956a15a6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392766 Mar 24 01:43:58.798656 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-89ca6db8-0d05-44f9-aa93-2b5640a9cbea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:43:58.876248 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8acef7-a57f-47ed-8663-e6bba3fd1e8a req-33512a4f-02a7-40ce-b246-5fe8726f90eb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:43:58.877798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb8acef7-a57f-47ed-8663-e6bba3fd1e8a req-33512a4f-02a7-40ce-b246-5fe8726f90eb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0530214 Mar 24 01:43:58.925109 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bb8acef7-a57f-47ed-8663-e6bba3fd1e8a req-84cc2a68-6002-4458-b4ea-023139ac7868 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415764 Mar 24 01:44:00.045670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075e128-7571-4e92-b411-569e650fae3f req-de49d959-1934-4983-8959-e30f9a3d3914 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:00.047135 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b075e128-7571-4e92-b411-569e650fae3f req-de49d959-1934-4983-8959-e30f9a3d3914 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0516102 Mar 24 01:44:00.096935 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b075e128-7571-4e92-b411-569e650fae3f req-06497386-1a95-42d6-a6d4-7b3f2179189f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442190 Mar 24 01:44:00.299846 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:00.917159 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6e428f44-fc9a-4049-91da-ecbb44777cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:01.219782 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6c8d4-965d-4a32-b83c-d72742a9da90 req-a8816ac1-9897-44dc-9138-67c4bf33a08e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:01.221358 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4cb6c8d4-965d-4a32-b83c-d72742a9da90 req-a8816ac1-9897-44dc-9138-67c4bf33a08e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0532601 Mar 24 01:44:01.267756 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4cb6c8d4-965d-4a32-b83c-d72742a9da90 req-f847f973-82e5-4d91-8870-c4394e929cbf tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407534 Mar 24 01:44:02.305281 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:02.393954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5429740-2bf4-4309-91a2-7bbf897e6b40 req-6cdc6115-d68d-4634-ad04-5b5ab7ac912d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:02.395438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5429740-2bf4-4309-91a2-7bbf897e6b40 req-6cdc6115-d68d-4634-ad04-5b5ab7ac912d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0571909 Mar 24 01:44:02.442350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5429740-2bf4-4309-91a2-7bbf897e6b40 req-c3eb0e30-e354-4111-8fc7-e52105a8f0d1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410776 Mar 24 01:44:02.855973 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:03.566534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26261ad2-8f23-474b-8e83-18e7819b6e7d req-5e7f7b2a-393c-4275-994b-420becf3fb0c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:03.568014 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26261ad2-8f23-474b-8e83-18e7819b6e7d req-5e7f7b2a-393c-4275-994b-420becf3fb0c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0564857 Mar 24 01:44:03.614579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26261ad2-8f23-474b-8e83-18e7819b6e7d req-12a14974-21c2-4c12-a926-ff1c96f82077 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400834 Mar 24 01:44:03.817907 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:04.736008 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9d948-bb71-418a-b3a2-00bc649a9ddf req-6b5ab3ec-2aa2-433b-bf89-6257f945e5de tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:04.737512 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9b9d948-bb71-418a-b3a2-00bc649a9ddf req-6b5ab3ec-2aa2-433b-bf89-6257f945e5de tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0524716 Mar 24 01:44:04.784390 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9b9d948-bb71-418a-b3a2-00bc649a9ddf req-9f58f246-4da6-4fa2-9b6f-f8aedc1677f0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406735 Mar 24 01:44:05.300396 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:05.912192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2c36f-655b-48d9-94ce-f463d2b174e8 req-3b154a44-65fd-4858-97c8-c0946d1ff479 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:05.913687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1d2c36f-655b-48d9-94ce-f463d2b174e8 req-3b154a44-65fd-4858-97c8-c0946d1ff479 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0560710 Mar 24 01:44:05.961263 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1d2c36f-655b-48d9-94ce-f463d2b174e8 req-7761da58-b4df-4291-a1da-620f6fe97d04 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414190 Mar 24 01:44:07.080688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fecc4b-eaa7-43e2-94e0-76bfe0faba72 req-7b3ae0b6-6d04-4f14-b4a8-283382aad29a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:07.082083 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51fecc4b-eaa7-43e2-94e0-76bfe0faba72 req-7b3ae0b6-6d04-4f14-b4a8-283382aad29a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0520642 Mar 24 01:44:07.127217 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51fecc4b-eaa7-43e2-94e0-76bfe0faba72 req-489c18a4-5e50-4d48-88ca-f4901dfb7bb2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395980 Mar 24 01:44:08.244152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366aaba-4357-4b67-9c74-c76680a16e24 req-c4fa35dc-2a4d-49ec-b644-831b9b312f7d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:08.245649 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e366aaba-4357-4b67-9c74-c76680a16e24 req-c4fa35dc-2a4d-49ec-b644-831b9b312f7d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0511889 Mar 24 01:44:08.294842 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e366aaba-4357-4b67-9c74-c76680a16e24 req-3a8d9e9d-89be-42da-982c-fd37425b8174 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436771 Mar 24 01:44:09.411910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1dbae-bbac-4fa1-ab37-073dc2becd03 req-70d1e8ad-a2f8-44ac-b426-6f14d5f8ee6f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:09.414033 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27f1dbae-bbac-4fa1-ab37-073dc2becd03 req-70d1e8ad-a2f8-44ac-b426-6f14d5f8ee6f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0516870 Mar 24 01:44:09.460053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-27f1dbae-bbac-4fa1-ab37-073dc2becd03 req-85fb47de-96b9-4b9e-b200-2079382b168e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405157 Mar 24 01:44:10.596108 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a1971-110d-4954-addb-e585e0aaea5c req-5e71f74a-5285-40a9-89e5-688a612d0909 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:10.598097 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-816a1971-110d-4954-addb-e585e0aaea5c req-5e71f74a-5285-40a9-89e5-688a612d0909 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0674067 Mar 24 01:44:10.644798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-816a1971-110d-4954-addb-e585e0aaea5c req-524947f6-7fc7-4461-9297-104dae9b6b32 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411131 Mar 24 01:44:11.766821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3895039-d85f-408f-8bb3-2a127bb72e9e req-76bdead2-8a67-4d45-aa98-0df8f41e6ddb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:11.768203 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3895039-d85f-408f-8bb3-2a127bb72e9e req-76bdead2-8a67-4d45-aa98-0df8f41e6ddb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0552726 Mar 24 01:44:11.814291 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3895039-d85f-408f-8bb3-2a127bb72e9e req-51d5d4f8-1128-43b5-b606-dc3580a01340 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399230 Mar 24 01:44:12.934154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af79f0-9a0e-4a98-9b42-511204b0b01f req-81e6b30e-8864-4fd9-a998-cc440a7d1045 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:12.935633 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-00af79f0-9a0e-4a98-9b42-511204b0b01f req-81e6b30e-8864-4fd9-a998-cc440a7d1045 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0529230 Mar 24 01:44:12.982686 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-00af79f0-9a0e-4a98-9b42-511204b0b01f req-ec1d736c-ef3d-4004-a710-da8460794b87 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414176 Mar 24 01:44:14.131277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabbecb-8cec-48a1-a487-ed76622425a1 req-d7891822-ac02-49fc-8abe-22afad423ef2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:14.132796 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cabbecb-8cec-48a1-a487-ed76622425a1 req-d7891822-ac02-49fc-8abe-22afad423ef2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0606813 Mar 24 01:44:14.185016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cabbecb-8cec-48a1-a487-ed76622425a1 req-6d3bdd3e-c684-4f8a-baad-48007ad8a659 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464120 Mar 24 01:44:14.467029 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 1884ba44-c9aa-4423-83d0-7f1877147db8 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:44:14.486873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-3f60a490-d09a-4737-a180-572e2c8b9277 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:14.488379 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-3f60a490-d09a-4737-a180-572e2c8b9277 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.48 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635&tenant_id=86f3555441d04e97bd8128f281fbd5ef&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 943 time: 0.0600510 Mar 24 01:44:14.501252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfdd19-75ae-4fbc-968a-e9df8c8c8905 req-4f62c3c0-719d-4cbd-81fa-6574e8b350c6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:14.502737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6dfdd19-75ae-4fbc-968a-e9df8c8c8905 req-4f62c3c0-719d-4cbd-81fa-6574e8b350c6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 943 time: 0.0538948 Mar 24 01:44:14.555813 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-c4e0be42-044c-4f18-bc05-22c4fab6e38c service neutron] 10.222.0.48 "GET /v2.0/ports/1884ba44-c9aa-4423-83d0-7f1877147db8/bindings/n-h2-760455-9 HTTP/1.1" status: 200 len: 382 time: 0.0604370 Mar 24 01:44:14.557627 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6dfdd19-75ae-4fbc-968a-e9df8c8c8905 req-b20dc978-5b77-4365-b3a2-d33f3d1f463c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484147 Mar 24 01:44:14.569108 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1884ba44-c9aa-4423-83d0-7f1877147db8,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:44:14.582058 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'port_id': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'mac_address': 'fa:16:3e:61:ae:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:44:14.619197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 1884ba44-c9aa-4423-83d0-7f1877147db8 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:44:14.619599 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:14.625959 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-5e49cf57-5c59-4420-9139-0c80b4d7712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:14.627489 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-5e49cf57-5c59-4420-9139-0c80b4d7712a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 1125 time: 0.0501897 Mar 24 01:44:14.632293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1884ba44-c9aa-4423-83d0-7f1877147db8 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:44:14.651841 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1884ba44-c9aa-4423-83d0-7f1877147db8,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:44:14.655891 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:14.707567 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=1884ba44-c9aa-4423-83d0-7f1877147db8,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:44:14.716878 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-d1929982-c451-4089-9ddf-5fae6e7cd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:14.718391 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-d1929982-c451-4089-9ddf-5fae6e7cd133 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0857232 Mar 24 01:44:14.788179 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-80ee33a1-c6f3-449e-937f-96888ee29e35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 1000 time: 0.0627432 Mar 24 01:44:14.837581 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-b332da3f-bcbf-4663-ad39-ea41b3422ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:14.839293 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-b332da3f-bcbf-4663-ad39-ea41b3422ece service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0449746 Mar 24 01:44:14.888299 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-ad792fa0-d98e-4c27-8e06-34c48ca61163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:14.889853 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-ad792fa0-d98e-4c27-8e06-34c48ca61163 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435669 Mar 24 01:44:14.901896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['1884ba44-c9aa-4423-83d0-7f1877147db8'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:44:14.983839 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-8cbf8c00-a19d-43ae-b5e2-682697bd8e8e service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859218 Mar 24 01:44:15.072765 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-83f3a7f6-f1b7-4177-bd30-7289c5113719 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817382 Mar 24 01:44:15.678391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279092b8-54a1-4eed-bd9c-2bbc3c2544b9 req-cf542a90-5ad1-47bd-ad47-67c59f232548 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:15.679869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-279092b8-54a1-4eed-bd9c-2bbc3c2544b9 req-cf542a90-5ad1-47bd-ad47-67c59f232548 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0516982 Mar 24 01:44:15.725755 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-279092b8-54a1-4eed-bd9c-2bbc3c2544b9 req-db68796b-735f-4d9c-a17d-3a51c1f48eac tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403697 Mar 24 01:44:16.476239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 1884ba44-c9aa-4423-83d0-7f1877147db8 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:44:16.526728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 1884ba44-c9aa-4423-83d0-7f1877147db8 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:44:16.530453 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 1884ba44-c9aa-4423-83d0-7f1877147db8 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:44:16.530870 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:16.608685 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 1884ba44-c9aa-4423-83d0-7f1877147db8 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:44:16.609076 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:16.630930 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:44:16.633148 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66760c41-3ec0-4ce6-af5f-c2fb2b826d72" -d '{"events": [{"server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "name": "network-vif-plugged", "status": "completed", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:44:16.645322 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1884ba44-c9aa-4423-83d0-7f1877147db8,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:44:16.650174 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:16.688197 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d036e21a-46b5-4dbc-a562-cf46b3aa6ba5 x-openstack-request-id: req-d036e21a-46b5-4dbc-a562-cf46b3aa6ba5 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:44:16.688499 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "name": "network-vif-plugged", "status": "completed", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:44:16.688764 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d036e21a-46b5-4dbc-a562-cf46b3aa6ba5 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:44:16.689184 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d036e21a-46b5-4dbc-a562-cf46b3aa6ba5'] response: {'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'code': 200} Mar 24 01:44:16.705368 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=1884ba44-c9aa-4423-83d0-7f1877147db8,revision_number=10']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:44:16.855815 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20340b-17cd-4435-bf54-5451a64a9244 req-6c920847-0153-4dfc-aaff-f7918a0fd168 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:16.857422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb20340b-17cd-4435-bf54-5451a64a9244 req-6c920847-0153-4dfc-aaff-f7918a0fd168 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 946 time: 0.0600646 Mar 24 01:44:16.904513 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb20340b-17cd-4435-bf54-5451a64a9244 req-167b7d1a-451a-46f8-b3f5-c1c35707a33e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414584 Mar 24 01:44:18.026212 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2646031-72bb-4a3f-ad56-f5e31f3e53ea req-07530dda-3888-4e61-9f13-0f6fd1cbaddd tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:18.027690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c2646031-72bb-4a3f-ad56-f5e31f3e53ea req-07530dda-3888-4e61-9f13-0f6fd1cbaddd tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 946 time: 0.0511978 Mar 24 01:44:18.074178 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c2646031-72bb-4a3f-ad56-f5e31f3e53ea req-55303ac1-69b7-4f86-8cb7-d722f8a05c9b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407579 Mar 24 01:44:19.198381 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac71bb-e1fd-48b4-b123-683c4f0a8dd3 req-b07a3c64-612e-4822-a1af-a8e257bdc1b1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:19.199864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96ac71bb-e1fd-48b4-b123-683c4f0a8dd3 req-b07a3c64-612e-4822-a1af-a8e257bdc1b1 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 946 time: 0.0565000 Mar 24 01:44:19.591893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-96ac71bb-e1fd-48b4-b123-683c4f0a8dd3 req-3567f7cc-4ed6-44c3-88c6-9f7a4de1a5f9 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3847153 Mar 24 01:44:20.538021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 1884ba44-c9aa-4423-83d0-7f1877147db8 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:44:20.611029 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 1884ba44-c9aa-4423-83d0-7f1877147db8 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:44:20.611315 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:20.633223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:44:20.635710 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03f31ad-a7f9-46e1-a07b-613f9f4ee0e9" -d '{"events": [{"server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "name": "network-vif-unplugged", "status": "completed", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:44:20.648360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1884ba44-c9aa-4423-83d0-7f1877147db8,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:44:20.652335 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:20.730176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90097bd6-1d1e-4112-85e6-c74ed0aa57a9 req-b475933a-4690-4310-a148-8c67d5915a6d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:20.731859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90097bd6-1d1e-4112-85e6-c74ed0aa57a9 req-b475933a-4690-4310-a148-8c67d5915a6d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0722766 Mar 24 01:44:20.796262 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90097bd6-1d1e-4112-85e6-c74ed0aa57a9 req-51bafc96-acce-4486-af13-043e16b7633e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572643 Mar 24 01:44:20.856088 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fa4278-d0d5-4e59-bcee-15c1a127afb9 x-openstack-request-id: req-32fa4278-d0d5-4e59-bcee-15c1a127afb9 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:44:20.856379 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "name": "network-vif-unplugged", "status": "completed", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:44:20.856632 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32fa4278-d0d5-4e59-bcee-15c1a127afb9 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:44:20.857759 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32fa4278-d0d5-4e59-bcee-15c1a127afb9'] response: {'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'code': 200} Mar 24 01:44:20.869311 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=1884ba44-c9aa-4423-83d0-7f1877147db8,revision_number=11']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:44:20.876577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:20.876927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:20.877290 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:20.877629 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:20.877956 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:20.878282 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:20.878608 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:20.878931 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:20.879251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:20.879598 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:20.880001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:20.880213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:20.881084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:20.881494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:20.881821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:21.043487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9a092769-d11e-40a9-b818-b6e470e15c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:21.044963 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9a092769-d11e-40a9-b818-b6e470e15c99 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635&tenant_id=86f3555441d04e97bd8128f281fbd5ef HTTP/1.1" status: 200 len: 1126 time: 0.0435958 Mar 24 01:44:21.056420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:44:21.116381 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:21.309479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=1884ba44-c9aa-4423-83d0-7f1877147db8,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:44:21.342162 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:44:21.374194 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1884ba44-c9aa-4423-83d0-7f1877147db8 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:44:21.381924 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Publish callbacks [] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:21.394530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Transition to ACTIVE for port object 1884ba44-c9aa-4423-83d0-7f1877147db8 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:44:21.397352 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:21.478257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Pushing event updated for resources: {'Port': ['ID=1884ba44-c9aa-4423-83d0-7f1877147db8,revision_number=12']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:44:21.490682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:21.491039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:21.491383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:21.491726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:21.492063 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:21.492393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:21.492717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:21.493044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:21.493393 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:21.493717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:21.494044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:21.494367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:21.494697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:21.495022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:21.495338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:21.529260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] No DVR routers for this DVR port 1884ba44-c9aa-4423-83d0-7f1877147db8 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:44:21.666499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Attempting to bind port 1884ba44-c9aa-4423-83d0-7f1877147db8 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:44:21.666837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Attempting to bind port 1884ba44-c9aa-4423-83d0-7f1877147db8 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:44:21.667165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Attempting to bind port 1884ba44-c9aa-4423-83d0-7f1877147db8 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:44:21.671412 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Port 1884ba44-c9aa-4423-83d0-7f1877147db8 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:44:21.671733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Attempting to bind port 1884ba44-c9aa-4423-83d0-7f1877147db8 on network 25b981b0-c016-4934-bc3e-8edc70ea6197 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:44:21.676551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:44:21.676892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Checking segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:44:21.677316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Bound using segment: {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:44:21.678324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Bound port: 1884ba44-c9aa-4423-83d0-7f1877147db8, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:44:21.678676 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:21.742770 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:44:21.745645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1884ba44-c9aa-4423-83d0-7f1877147db8,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:44:21.752146 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:21.784686 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:21.785329 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:21.786708 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] 10.222.0.57 "PUT /v2.0/ports/1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 1092 time: 0.7351213 Mar 24 01:44:21.787652 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:44:21.789884 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81824836-fd3c-4499-9068-236e92dbf081" -d '{"events": [{"name": "network-changed", "server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:44:21.814772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985e3c4-5b4e-4983-a747-ffe192b15e03 service neutron] Pushing event updated for resources: {'Port': ['ID=1884ba44-c9aa-4423-83d0-7f1877147db8,revision_number=13']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:44:21.857122 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f360a220-87c3-4371-a953-f48f59e3253d x-openstack-request-id: req-f360a220-87c3-4371-a953-f48f59e3253d {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:44:21.857420 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:44:21.857705 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f360a220-87c3-4371-a953-f48f59e3253d {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:44:21.858110 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f360a220-87c3-4371-a953-f48f59e3253d'] response: {'name': 'network-changed', 'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'status': 'completed', 'code': 200} Mar 24 01:44:21.876724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-42628fdb-abe8-4900-87d2-3940004650bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:21.878273 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-42628fdb-abe8-4900-87d2-3940004650bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 1126 time: 0.0563362 Mar 24 01:44:21.929703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81824836-fd3c-4499-9068-236e92dbf081 req-d9388a91-42be-4fa0-bba3-c34e50cedd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:21.931262 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-81824836-fd3c-4499-9068-236e92dbf081 req-d9388a91-42be-4fa0-bba3-c34e50cedd35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 1126 time: 0.0611045 Mar 24 01:44:22.015703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae699a0-ed3f-4e09-84fc-ba8b8da259e6 req-496f86a4-aca2-4a0f-9068-404b1737d57e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:22.017222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fae699a0-ed3f-4e09-84fc-ba8b8da259e6 req-496f86a4-aca2-4a0f-9068-404b1737d57e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.1129901 Mar 24 01:44:22.018626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-93e7ba89-e343-42ca-92ca-f0da1955a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:22.019944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-93e7ba89-e343-42ca-92ca-f0da1955a102 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.1357782 Mar 24 01:44:22.031815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81824836-fd3c-4499-9068-236e92dbf081 req-e43a7603-0186-4141-808e-e1285eb44bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:22.033301 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-81824836-fd3c-4499-9068-236e92dbf081 req-e43a7603-0186-4141-808e-e1285eb44bdd service neutron] 10.222.0.48 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0962167 Mar 24 01:44:22.099360 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-81824836-fd3c-4499-9068-236e92dbf081 req-00edcc79-9211-485d-a3c5-14e2c0dac7c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 999 time: 0.0601556 Mar 24 01:44:22.116219 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-63d96569-1c61-4d05-95c1-48fb840cad50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 999 time: 0.0859690 Mar 24 01:44:22.119404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fae699a0-ed3f-4e09-84fc-ba8b8da259e6 req-f6a5f58c-0d04-48bc-9f18-1290f18fd916 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959597 Mar 24 01:44:22.151686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81824836-fd3c-4499-9068-236e92dbf081 req-74f7715d-a98e-4e17-94f1-de484d6ce697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:22.153386 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-81824836-fd3c-4499-9068-236e92dbf081 req-74f7715d-a98e-4e17-94f1-de484d6ce697 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0484505 Mar 24 01:44:22.164632 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-becfee42-85c0-481f-9b69-313b1ac5b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:22.166057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-becfee42-85c0-481f-9b69-313b1ac5b3af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0439329 Mar 24 01:44:22.202640 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81824836-fd3c-4499-9068-236e92dbf081 req-739595ab-f22f-4590-8774-d8e67c193adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:22.204149 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-81824836-fd3c-4499-9068-236e92dbf081 req-739595ab-f22f-4590-8774-d8e67c193adc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449634 Mar 24 01:44:22.214590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-d545f1d3-afd4-4b9a-9b89-5975059db4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:22.216096 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-d545f1d3-afd4-4b9a-9b89-5975059db4fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441599 Mar 24 01:44:22.290010 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-81824836-fd3c-4499-9068-236e92dbf081 req-57ee761f-acf5-443f-81c9-8e38df780244 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796008 Mar 24 01:44:22.306761 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-91aae032-2c00-41fc-b47c-ef66196c31c5 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847335 Mar 24 01:44:22.383680 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-81824836-fd3c-4499-9068-236e92dbf081 req-2ba38208-8578-4882-baad-e323309a3d18 service neutron] 10.222.0.48 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881348 Mar 24 01:44:22.397357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-30dbb9b1-a9b2-4fe3-9ec7-dda6c02b9983 req-72e470e3-0950-4b3f-ba05-11ad0ad3b2f0 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842376 Mar 24 01:44:22.484198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81824836-fd3c-4499-9068-236e92dbf081 req-609bfe70-5261-46f4-9109-edbaeb5a62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:22.485870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81824836-fd3c-4499-9068-236e92dbf081 req-609bfe70-5261-46f4-9109-edbaeb5a62cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 1126 time: 0.0509381 Mar 24 01:44:22.577824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81824836-fd3c-4499-9068-236e92dbf081 req-fcee56ef-a20b-4a2b-80a7-6667a552935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:22.579277 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81824836-fd3c-4499-9068-236e92dbf081 req-fcee56ef-a20b-4a2b-80a7-6667a552935f service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0880919 Mar 24 01:44:22.648381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81824836-fd3c-4499-9068-236e92dbf081 req-22a49de3-b264-49ff-90fa-66be3cc5fc26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 999 time: 0.0628107 Mar 24 01:44:22.695934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81824836-fd3c-4499-9068-236e92dbf081 req-371320a0-0aed-4dca-87d3-4878f97c6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:22.697553 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81824836-fd3c-4499-9068-236e92dbf081 req-371320a0-0aed-4dca-87d3-4878f97c6b1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0435431 Mar 24 01:44:22.744904 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81824836-fd3c-4499-9068-236e92dbf081 req-69ff4243-abd8-4f05-a831-1bb0a7462570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:22.746435 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81824836-fd3c-4499-9068-236e92dbf081 req-69ff4243-abd8-4f05-a831-1bb0a7462570 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433302 Mar 24 01:44:22.838455 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81824836-fd3c-4499-9068-236e92dbf081 req-560986be-c64a-463c-83f1-3532ffb86072 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861323 Mar 24 01:44:22.924284 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81824836-fd3c-4499-9068-236e92dbf081 req-2869abe4-ebdb-46f8-8a90-8948744f5f5c service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805221 Mar 24 01:44:23.243707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023c50c-6f94-4dc5-b9ec-1ceb3d51f79b req-016cdf89-3ecb-4303-bf3c-b430f7d8f5e5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:23.245199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0023c50c-6f94-4dc5-b9ec-1ceb3d51f79b req-016cdf89-3ecb-4303-bf3c-b430f7d8f5e5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0531735 Mar 24 01:44:23.291258 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0023c50c-6f94-4dc5-b9ec-1ceb3d51f79b req-5fff70d7-c592-4caa-bb74-0e3a1f961ef8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403821 Mar 24 01:44:24.419551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196348e-fbbb-44b3-9ff7-460754f97420 req-5b23e42f-3c76-4c5c-a902-f0e359e16c07 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:24.421057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2196348e-fbbb-44b3-9ff7-460754f97420 req-5b23e42f-3c76-4c5c-a902-f0e359e16c07 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0594738 Mar 24 01:44:24.468100 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2196348e-fbbb-44b3-9ff7-460754f97420 req-c6dd0cc6-a2d6-4d56-bd14-a12d6f2e8fc6 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413437 Mar 24 01:44:25.589165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174628e6-fae5-46a5-ab7a-79992419b5e8 req-f4545b85-7d23-44c8-9016-1bdf0022df00 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:25.590560 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-174628e6-fae5-46a5-ab7a-79992419b5e8 req-f4545b85-7d23-44c8-9016-1bdf0022df00 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0536096 Mar 24 01:44:25.636332 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-174628e6-fae5-46a5-ab7a-79992419b5e8 req-5a92cc08-9844-4a28-85a1-6ed50843447c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401115 Mar 24 01:44:26.760464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b208044-476b-4b99-ba77-5aba5aa085b9 req-d9f8dc51-6011-48a5-915e-af1b8a6067e0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:26.762015 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b208044-476b-4b99-ba77-5aba5aa085b9 req-d9f8dc51-6011-48a5-915e-af1b8a6067e0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0571084 Mar 24 01:44:26.810249 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b208044-476b-4b99-ba77-5aba5aa085b9 req-88440c33-3cf0-408c-858c-50c662853547 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425935 Mar 24 01:44:27.931729 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9d768-a2cd-4171-a1c5-d120125f43bb req-636061ff-a680-48b0-a2aa-c3fbc6dab21d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:27.933372 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7f9d768-a2cd-4171-a1c5-d120125f43bb req-636061ff-a680-48b0-a2aa-c3fbc6dab21d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0534577 Mar 24 01:44:27.980263 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7f9d768-a2cd-4171-a1c5-d120125f43bb req-fb469442-8073-4753-a9cd-7d753a2bd3dd tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412881 Mar 24 01:44:28.801893 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7cd02e66-7088-4dc7-b572-23fdfeddef4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:29.103444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257a9fd-1354-40a4-9d41-5745404c0409 req-17bd722d-cdd6-4852-9dde-aa2416c58ba8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:29.104815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0257a9fd-1354-40a4-9d41-5745404c0409 req-17bd722d-cdd6-4852-9dde-aa2416c58ba8 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0523090 Mar 24 01:44:29.159065 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0257a9fd-1354-40a4-9d41-5745404c0409 req-7c6dc09c-5581-42fc-9be7-eeac6baebded tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485282 Mar 24 01:44:30.279002 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c54acf-f154-43ae-a584-2145b116a2d6 req-6bb18da3-d4bd-45c4-8324-da3b93f44fb3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:30.280466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42c54acf-f154-43ae-a584-2145b116a2d6 req-6bb18da3-d4bd-45c4-8324-da3b93f44fb3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0518396 Mar 24 01:44:30.302408 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:30.332182 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-42c54acf-f154-43ae-a584-2145b116a2d6 req-7066fc34-d907-4c89-8414-b3f8ccc3eaf5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452869 Mar 24 01:44:30.917731 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-34c34234-c459-46ab-8d19-4fc5c3fa4f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:31.455084 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092ee69-b146-447d-a278-e2ef9bd3285b req-0469464a-fda0-41b0-ae1d-dee345508220 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:31.456550 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b092ee69-b146-447d-a278-e2ef9bd3285b req-0469464a-fda0-41b0-ae1d-dee345508220 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0523314 Mar 24 01:44:31.503143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b092ee69-b146-447d-a278-e2ef9bd3285b req-664162ed-5a79-4448-8bf7-932b65206d8f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408719 Mar 24 01:44:32.308840 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:32.627903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af21d5-58de-4009-8598-57d87accf283 req-80b182e8-5c67-400a-a341-cf26d6f9060b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:32.629391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04af21d5-58de-4009-8598-57d87accf283 req-80b182e8-5c67-400a-a341-cf26d6f9060b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0562577 Mar 24 01:44:32.674580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04af21d5-58de-4009-8598-57d87accf283 req-767fb597-974a-4d2b-b280-049e575d5ee0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390601 Mar 24 01:44:32.873182 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:33.792351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad81cc3-3a25-46f2-88a4-65dbcd9c69b8 req-dec8b728-621f-47f7-a680-3375f7ca5fe2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:33.793785 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ad81cc3-3a25-46f2-88a4-65dbcd9c69b8 req-dec8b728-621f-47f7-a680-3375f7ca5fe2 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0511663 Mar 24 01:44:33.820673 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:33.846087 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ad81cc3-3a25-46f2-88a4-65dbcd9c69b8 req-c25697e2-915e-4487-be1c-7f46d811b183 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467458 Mar 24 01:44:34.268862 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:44:34.968371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca236021-a341-464f-9860-77ef62604277 req-ec0d8217-d6b2-4b19-b96d-ca790c1ed8fa tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:34.969853 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca236021-a341-464f-9860-77ef62604277 req-ec0d8217-d6b2-4b19-b96d-ca790c1ed8fa tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0526600 Mar 24 01:44:35.019136 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ca236021-a341-464f-9860-77ef62604277 req-de62cf56-a305-42cc-a379-cebb9442ae04 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437739 Mar 24 01:44:35.302897 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:36.137683 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278461b-bf1d-4671-8773-acbe3a5546b6 req-f2a15bcb-576c-4672-a787-c81a69097dae tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:36.139129 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4278461b-bf1d-4671-8773-acbe3a5546b6 req-f2a15bcb-576c-4672-a787-c81a69097dae tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0513394 Mar 24 01:44:36.184890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4278461b-bf1d-4671-8773-acbe3a5546b6 req-a2dfa5e0-c8de-4e26-aa20-0877a81b02be tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401983 Mar 24 01:44:37.301969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27a616-6477-4e31-9c88-04be9ad7e341 req-99c1232a-171e-40b5-ab97-b7cd016c3b94 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:37.304315 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b27a616-6477-4e31-9c88-04be9ad7e341 req-99c1232a-171e-40b5-ab97-b7cd016c3b94 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0524700 Mar 24 01:44:37.350500 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b27a616-6477-4e31-9c88-04be9ad7e341 req-98bddf40-8d53-4885-92a5-84ea70d95ce0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406272 Mar 24 01:44:38.474359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356d1b0-5867-464d-81df-25e63a5f43db req-09a12255-d527-4808-8a12-7e64965d15ac tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:38.475834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1356d1b0-5867-464d-81df-25e63a5f43db req-09a12255-d527-4808-8a12-7e64965d15ac tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0577679 Mar 24 01:44:38.522685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1356d1b0-5867-464d-81df-25e63a5f43db req-a5daf2ba-dc69-4682-ba40-cb1531487c4c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413580 Mar 24 01:44:39.642644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724d8cc-664b-4892-8719-385a55230a44 req-64cd6f13-159f-4a37-9073-640267f95e47 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:39.644108 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f724d8cc-664b-4892-8719-385a55230a44 req-64cd6f13-159f-4a37-9073-640267f95e47 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0517945 Mar 24 01:44:39.689816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f724d8cc-664b-4892-8719-385a55230a44 req-f7a38823-969c-4756-89f8-2c033516929f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394304 Mar 24 01:44:39.814100 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254275d-b831-431e-8a41-aa06ad615515 req-84a46914-0880-41a3-ae94-7aa4676a07e3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:39.815479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c254275d-b831-431e-8a41-aa06ad615515 req-84a46914-0880-41a3-ae94-7aa4676a07e3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0599437 Mar 24 01:44:39.861944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c254275d-b831-431e-8a41-aa06ad615515 req-48074b55-f2ee-4700-8f33-201e0f2d37b0 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403678 Mar 24 01:44:39.909391 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-992aa653-2ae0-46f8-998b-d89226dae78b req-6c48b2eb-b5b3-4cbb-9c72-c5d45a4c9c2d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430315 Mar 24 01:44:40.012775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602a6fc-9726-48c0-9835-3bcabab42e45 req-f9c67da4-e906-4de3-91b3-37def0a777f9 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:40.014270 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c602a6fc-9726-48c0-9835-3bcabab42e45 req-f9c67da4-e906-4de3-91b3-37def0a777f9 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0850744 Mar 24 01:44:40.028424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992aa653-2ae0-46f8-998b-d89226dae78b req-950194b0-820a-4133-a49e-568763663707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:40.029819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-992aa653-2ae0-46f8-998b-d89226dae78b req-950194b0-820a-4133-a49e-568763663707 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86f3555441d04e97bd8128f281fbd5ef&device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 1126 time: 0.0720241 Mar 24 01:44:40.108383 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c602a6fc-9726-48c0-9835-3bcabab42e45 req-6b0b72de-dfd3-4650-b824-71badc34e2d5 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872805 Mar 24 01:44:40.145608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992aa653-2ae0-46f8-998b-d89226dae78b req-7929df3e-9b73-4e78-9e91-df11ad6d1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:40.147066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-992aa653-2ae0-46f8-998b-d89226dae78b req-7929df3e-9b73-4e78-9e91-df11ad6d1cb5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 200 len: 913 time: 0.0971487 Mar 24 01:44:40.216632 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-992aa653-2ae0-46f8-998b-d89226dae78b req-5933bcb6-a5f7-4d26-a01e-e45ed9f8a01f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 200 len: 999 time: 0.0631945 Mar 24 01:44:40.265942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992aa653-2ae0-46f8-998b-d89226dae78b req-0ec89440-e396-476e-88d0-d8f5b037fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:40.267393 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-992aa653-2ae0-46f8-998b-d89226dae78b req-0ec89440-e396-476e-88d0-d8f5b037fbe7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 200 len: 851 time: 0.0449445 Mar 24 01:44:40.348465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992aa653-2ae0-46f8-998b-d89226dae78b req-d3057bd1-b09f-4f13-92d3-01123deede06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:40.350487 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-992aa653-2ae0-46f8-998b-d89226dae78b req-d3057bd1-b09f-4f13-92d3-01123deede06 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25b981b0-c016-4934-bc3e-8edc70ea6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0766401 Mar 24 01:44:40.363766 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6710b08-a9ee-42b9-ba2e-56e60daf81e1 req-7fb5eba4-96ac-4f51-ac95-bbfaee5a73aa tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:40.365762 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6710b08-a9ee-42b9-ba2e-56e60daf81e1 req-7fb5eba4-96ac-4f51-ac95-bbfaee5a73aa tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 944 time: 0.0677080 Mar 24 01:44:40.458945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6710b08-a9ee-42b9-ba2e-56e60daf81e1 req-0119da0e-7116-4caf-bfee-58307cf3075d tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855842 Mar 24 01:44:40.482484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-992aa653-2ae0-46f8-998b-d89226dae78b req-67d01dba-da10-4463-9bc2-8b0113ff3722 service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158104 Mar 24 01:44:40.575119 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-992aa653-2ae0-46f8-998b-d89226dae78b req-a42638bc-3191-41e6-94bc-ae143c4fd16b service neutron] 10.222.0.57 "GET /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855916 Mar 24 01:44:41.043070 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1884ba44-c9aa-4423-83d0-7f1877147db8 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:44:41.138925 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1884ba44-c9aa-4423-83d0-7f1877147db8,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:44:41.151484 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'port_id': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'mac_address': 'fa:16:3e:61:ae:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:44:41.186482 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 1884ba44-c9aa-4423-83d0-7f1877147db8 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:44:41.186875 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:41.199890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1884ba44-c9aa-4423-83d0-7f1877147db8 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:44:41.219812 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1884ba44-c9aa-4423-83d0-7f1877147db8,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:44:41.223248 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:41.270895 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=1884ba44-c9aa-4423-83d0-7f1877147db8,revision_number=14']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:44:41.581999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054d43d-11a5-452e-90af-7067385fc17e req-b3aed0c8-93b0-40cd-be0a-e737917233bb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:41.583467 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a054d43d-11a5-452e-90af-7067385fc17e req-b3aed0c8-93b0-40cd-be0a-e737917233bb tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0535760 Mar 24 01:44:41.628867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a054d43d-11a5-452e-90af-7067385fc17e req-34c36485-15a3-4f94-8e1b-7a2c6c8b0642 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups?id=23fa0253-8dfe-4366-ab3a-010351284b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399628 Mar 24 01:44:41.873999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81264f95-1cdf-4873-aed7-2ee9b6bb65f7 req-59cacb96-db86-4a82-9a50-fbe174c2197f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:44:41.875331 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81264f95-1cdf-4873-aed7-2ee9b6bb65f7 req-59cacb96-db86-4a82-9a50-fbe174c2197f tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.57 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 945 time: 0.0509665 Mar 24 01:44:41.967225 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-81264f95-1cdf-4873-aed7-2ee9b6bb65f7 req-aaeb180d-00b0-4acf-a35f-2ea25e61131c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Deleting port 1884ba44-c9aa-4423-83d0-7f1877147db8 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:44:41.967566 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-81264f95-1cdf-4873-aed7-2ee9b6bb65f7 req-aaeb180d-00b0-4acf-a35f-2ea25e61131c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:42.053586 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-81264f95-1cdf-4873-aed7-2ee9b6bb65f7 req-aaeb180d-00b0-4acf-a35f-2ea25e61131c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] For port 1884ba44-c9aa-4423-83d0-7f1877147db8, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=1884ba44-c9aa-4423-83d0-7f1877147db8,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:44:42.053948 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-81264f95-1cdf-4873-aed7-2ee9b6bb65f7 req-aaeb180d-00b0-4acf-a35f-2ea25e61131c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:42.223651 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-81264f95-1cdf-4873-aed7-2ee9b6bb65f7 req-aaeb180d-00b0-4acf-a35f-2ea25e61131c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:42.224637 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-81264f95-1cdf-4873-aed7-2ee9b6bb65f7 req-aaeb180d-00b0-4acf-a35f-2ea25e61131c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (239a6c09-8d2a-456b-9390-644a158f1ced), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:42.224967 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [req-81264f95-1cdf-4873-aed7-2ee9b6bb65f7 req-aaeb180d-00b0-4acf-a35f-2ea25e61131c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Floating IP 239a6c09-8d2a-456b-9390-644a158f1ced disassociated. External IP: 172.25.0.63, port: 1884ba44-c9aa-4423-83d0-7f1877147db8. Mar 24 01:44:42.225342 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-81264f95-1cdf-4873-aed7-2ee9b6bb65f7 req-aaeb180d-00b0-4acf-a35f-2ea25e61131c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Calling delete_port for 1884ba44-c9aa-4423-83d0-7f1877147db8 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:44:42.346793 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-81264f95-1cdf-4873-aed7-2ee9b6bb65f7 req-aaeb180d-00b0-4acf-a35f-2ea25e61131c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (1884ba44-c9aa-4423-83d0-7f1877147db8), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:42.380079 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb180d-00b0-4acf-a35f-2ea25e61131c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Pushing event deleted for resources: {'Port': ['ID=1884ba44-c9aa-4423-83d0-7f1877147db8,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:44:42.508455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81264f95-1cdf-4873-aed7-2ee9b6bb65f7 req-aaeb180d-00b0-4acf-a35f-2ea25e61131c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:44:42.619479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81264f95-1cdf-4873-aed7-2ee9b6bb65f7 req-aaeb180d-00b0-4acf-a35f-2ea25e61131c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:44:42.629367 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a1dfc2-f4a1-45a1-a5dd-188f88af4ad9 None None] Sync routers for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:44:42.640233 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1dfc2-f4a1-45a1-a5dd-188f88af4ad9 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:44:42.640863 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-98a1dfc2-f4a1-45a1-a5dd-188f88af4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:44:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:44:42.674800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-81264f95-1cdf-4873-aed7-2ee9b6bb65f7 req-aaeb180d-00b0-4acf-a35f-2ea25e61131c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] No DVR routers for this DVR port 1884ba44-c9aa-4423-83d0-7f1877147db8 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:44:42.675939 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-81264f95-1cdf-4873-aed7-2ee9b6bb65f7 req-aaeb180d-00b0-4acf-a35f-2ea25e61131c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:42.679351 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81264f95-1cdf-4873-aed7-2ee9b6bb65f7 req-aaeb180d-00b0-4acf-a35f-2ea25e61131c tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.57 "DELETE /v2.0/ports/1884ba44-c9aa-4423-83d0-7f1877147db8 HTTP/1.1" status: 204 len: 173 time: 0.7988229 Mar 24 01:44:42.679799 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'name': 'network-vif-deleted', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:44:42.682104 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8b7aa4-bb42-4f08-a28d-5617c5978b61" -d '{"events": [{"server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "name": "network-vif-deleted", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:44:42.744856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28a44aed-014b-410e-bc89-fec4eace7d3d req-cbd3303c-714b-49ab-b067-76a348034e1e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 210 time: 0.0309539 Mar 24 01:44:42.746341 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab23066e-f445-45ef-bb1a-b0ed5d1b9e00 x-openstack-request-id: req-ab23066e-f445-45ef-bb1a-b0ed5d1b9e00 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:44:42.746596 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02818829-5a55-4b03-8a7a-8a273425e635", "name": "network-vif-deleted", "tag": "1884ba44-c9aa-4423-83d0-7f1877147db8", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:44:42.746828 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab23066e-f445-45ef-bb1a-b0ed5d1b9e00 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:44:42.747227 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab23066e-f445-45ef-bb1a-b0ed5d1b9e00'] response: {'server_uuid': '02818829-5a55-4b03-8a7a-8a273425e635', 'name': 'network-vif-deleted', 'tag': '1884ba44-c9aa-4423-83d0-7f1877147db8', 'status': 'completed', 'code': 200} Mar 24 01:44:42.762569 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-98a1dfc2-f4a1-45a1-a5dd-188f88af4ad9 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:44:42.957025 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-98a1dfc2-f4a1-45a1-a5dd-188f88af4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:44:42.985813 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a1dfc2-f4a1-45a1-a5dd-188f88af4ad9 None None] Checking router: 254021a3-2a9d-4ec7-ac7d-89758f1a6871 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:44:42.995087 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1dfc2-f4a1-45a1-a5dd-188f88af4ad9 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:44:42.995651 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-98a1dfc2-f4a1-45a1-a5dd-188f88af4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:44:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:44:43.044251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1884ba44-c9aa-4423-83d0-7f1877147db8 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:44:43.049124 n-d-760455-9 neutron-server[115731]: INFO neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No ports have port_id starting with 1884ba44-c9aa-4423-83d0-7f1877147db8 Mar 24 01:44:43.050811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1884ba44-c9aa-4423-83d0-7f1877147db8 requested by agent hyperv_n-h1-760455-9 not found in database {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 24 01:44:43.101306 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-98a1dfc2-f4a1-45a1-a5dd-188f88af4ad9 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:44:43.383399 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-98a1dfc2-f4a1-45a1-a5dd-188f88af4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:44:43.408311 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a1dfc2-f4a1-45a1-a5dd-188f88af4ad9 None None] The sync data for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 is: [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:20Z', 'revision_number': 4, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '77c476dd-c190-48c1-ab03-90e3a18461c9', 'name': '', 'network_id': '25b981b0-c016-4934-bc3e-8edc70ea6197', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'mac_address': 'fa:16:3e:11:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:20Z', 'updated_at': '2022-03-24T01:40:24Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'subnets': [{'id': '691b4981-4570-44b9-9a57-99657c3a3bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:44:43.637475 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d5f7f-ec8d-4184-be66-7bdc472a22dc None None] New status for floating IP 239a6c09-8d2a-456b-9390-644a158f1ced: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:44:43.850474 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74cdd181-fee7-4d1d-8527-ab3715eaa0b5 req-43bb2817-8da3-4687-b40d-ae723e97d67a tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 210 time: 0.0282688 Mar 24 01:44:44.950610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef4abd66-506f-498e-ba44-5d9ca7d3759b req-f793d61a-92c5-4e29-8c54-83822271e561 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 210 time: 0.0328717 Mar 24 01:44:45.058915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1884ba44-c9aa-4423-83d0-7f1877147db8 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:44:45.079261 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 1884ba44-c9aa-4423-83d0-7f1877147db8 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:44:45.079612 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 1884ba44-c9aa-4423-83d0-7f1877147db8 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:44:46.044687 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e7ed2587-d41e-41af-a756-88d1ab2160fb req-5ad1b1b5-0f9f-434a-8f63-87d3f1c29716 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 210 time: 0.0264621 Mar 24 01:44:47.152892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2ad172a-00ca-46ef-abc0-cb3a36ae8140 req-3cf55ab6-a76e-4713-9186-82bae2be0cb3 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 210 time: 0.0356450 Mar 24 01:44:48.251832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28b962b1-4dea-4e5d-89da-87da450e91a2 req-38c761f8-b5ce-4fca-b9b3-278daee28b40 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 210 time: 0.0263224 Mar 24 01:44:49.347558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f1a94d86-39ad-4906-ab3e-ea46530cb630 req-5aeda074-ade5-4d51-b08c-a1955557855b tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 210 time: 0.0266221 Mar 24 01:44:50.443868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9776df48-1512-4b85-ae35-c9b861da98ea req-ecd75c5d-c82b-4950-aa83-f70972adf334 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 210 time: 0.0274715 Mar 24 01:44:51.541521 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aef58f8d-5790-4d23-a628-3aa213c2fb6a req-fdef2572-38cb-443b-90eb-9d1cbc81c0dc tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/ports?device_id=02818829-5a55-4b03-8a7a-8a273425e635 HTTP/1.1" status: 200 len: 210 time: 0.0300596 Mar 24 01:44:58.348310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38524) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:44:58.401158 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ed02ffa-16af-4bef-af06-126ba97f7551 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for security_group (23fa0253-8dfe-4366-ab3a-010351284b36), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:58.423665 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ed02ffa-16af-4bef-af06-126ba97f7551 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for security_group (23fa0253-8dfe-4366-ab3a-010351284b36), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:58.472429 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ed02ffa-16af-4bef-af06-126ba97f7551 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (23fa0253-8dfe-4366-ab3a-010351284b36), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:58.479117 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ed02ffa-16af-4bef-af06-126ba97f7551 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:58.481554 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6ed02ffa-16af-4bef-af06-126ba97f7551 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "DELETE /v2.0/security-groups/23fa0253-8dfe-4366-ab3a-010351284b36 HTTP/1.1" status: 204 len: 168 time: 0.1321852 Mar 24 01:44:58.483603 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38526) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:44:58.491740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed02ffa-16af-4bef-af06-126ba97f7551 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fa0253-8dfe-4366-ab3a-010351284b36,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:44:58.501706 n-d-760455-9 neutron-server[115729]: INFO neutron.api.v2.resource [None req-d07bd005-b5ad-4325-beff-da74c0170051 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] show failed (client error): The resource could not be found. Mar 24 01:44:58.505491 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d07bd005-b5ad-4325-beff-da74c0170051 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "GET /v2.0/security-groups/23fa0253-8dfe-4366-ab3a-010351284b36 HTTP/1.1" status: 404 len: 347 time: 0.0175107 Mar 24 01:44:58.506156 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38528) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:44:58.634162 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Deleting port f842593f-d3b2-45a9-b5b9-64f87734293b {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:44:58.634421 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f842593f-d3b2-45a9-b5b9-64f87734293b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:58.712237 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f842593f-d3b2-45a9-b5b9-64f87734293b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:58.712588 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for floatingip (f842593f-d3b2-45a9-b5b9-64f87734293b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:58.724944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Calling delete_port for f842593f-d3b2-45a9-b5b9-64f87734293b owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:44:58.804347 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0faca338-8335-4e7a-9d74-6e82d167ef3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:58.860892 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f842593f-d3b2-45a9-b5b9-64f87734293b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:58.890782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Pushing event deleted for resources: {'Port': ['ID=f842593f-d3b2-45a9-b5b9-64f87734293b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:44:58.902203 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:58.902558 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:58.902898 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:58.903234 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:58.903570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:58.903902 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:58.904228 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:58.904554 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:58.904878 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:58.905226 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:58.905552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:58.905872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:58.906191 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:58.906511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:58.906829 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:44:58.963373 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks [] for floatingip (239a6c09-8d2a-456b-9390-644a158f1ced), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:58.966503 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:58.967723 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-81a9e669-3fbc-4029-85ee-3c433005e008 tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] 10.222.0.45 "DELETE /v2.0/floatingips/239a6c09-8d2a-456b-9390-644a158f1ced HTTP/1.1" status: 204 len: 168 time: 0.4606433 Mar 24 01:44:58.970760 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38530) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:44:59.326565 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5f0a34a2-9162-41c2-b262-10e035949faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (254021a3-2a9d-4ec7-ac7d-89758f1a6871), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:59.581288 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a34a2-9162-41c2-b262-10e035949faa admin admin] Deleting port 77c476dd-c190-48c1-ab03-90e3a18461c9 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:44:59.581926 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5f0a34a2-9162-41c2-b262-10e035949faa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:59.663691 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-5f0a34a2-9162-41c2-b262-10e035949faa admin admin] For port 77c476dd-c190-48c1-ab03-90e3a18461c9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=77c476dd-c190-48c1-ab03-90e3a18461c9,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:44:59.664054 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5f0a34a2-9162-41c2-b262-10e035949faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:59.676818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a34a2-9162-41c2-b262-10e035949faa admin admin] Calling delete_port for 77c476dd-c190-48c1-ab03-90e3a18461c9 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:44:59.869596 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5f0a34a2-9162-41c2-b262-10e035949faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (77c476dd-c190-48c1-ab03-90e3a18461c9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:44:59.895042 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a34a2-9162-41c2-b262-10e035949faa admin admin] Pushing event deleted for resources: {'Port': ['ID=77c476dd-c190-48c1-ab03-90e3a18461c9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:00.068411 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5f0a34a2-9162-41c2-b262-10e035949faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (254021a3-2a9d-4ec7-ac7d-89758f1a6871), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:00.286427 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0a34a2-9162-41c2-b262-10e035949faa admin admin] Router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:45:00.312397 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:00.396832 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0a34a2-9162-41c2-b262-10e035949faa admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:45:00.401931 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5f0a34a2-9162-41c2-b262-10e035949faa admin admin] 10.222.0.45 "PUT /v2.0/routers/254021a3-2a9d-4ec7-ac7d-89758f1a6871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4299309 Mar 24 01:45:00.404404 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38532) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:00.405565 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f04815-ff45-4174-ba9e-34f4fb5331a7 None None] Sync routers for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:45:00.415925 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f04815-ff45-4174-ba9e-34f4fb5331a7 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:45:00.416531 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-32f04815-ff45-4174-ba9e-34f4fb5331a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:44:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:00.507970 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56916085-1899-43a9-991d-fc51c4d84d24 admin admin] Publish callbacks [] for router (254021a3-2a9d-4ec7-ac7d-89758f1a6871), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:00.519752 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-32f04815-ff45-4174-ba9e-34f4fb5331a7 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:45:00.622847 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56916085-1899-43a9-991d-fc51c4d84d24 admin admin] Publish callbacks [] for router_gateway (254021a3-2a9d-4ec7-ac7d-89758f1a6871), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:00.675361 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-56916085-1899-43a9-991d-fc51c4d84d24 admin admin] Deleting port 074fea8c-2a6e-4662-9c1a-5540e8d6c046 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:45:00.675609 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56916085-1899-43a9-991d-fc51c4d84d24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (074fea8c-2a6e-4662-9c1a-5540e8d6c046), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:00.704906 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-32f04815-ff45-4174-ba9e-34f4fb5331a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:44:59Z', 'revision_number': 5, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port': {'id': '074fea8c-2a6e-4662-9c1a-5540e8d6c046', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:00.737545 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f04815-ff45-4174-ba9e-34f4fb5331a7 None None] Checking router: 254021a3-2a9d-4ec7-ac7d-89758f1a6871 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:45:00.747016 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f04815-ff45-4174-ba9e-34f4fb5331a7 None None] Routers {'254021a3-2a9d-4ec7-ac7d-89758f1a6871'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:45:00.747616 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-32f04815-ff45-4174-ba9e-34f4fb5331a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:44:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:00.757445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-56916085-1899-43a9-991d-fc51c4d84d24 admin admin] For port 074fea8c-2a6e-4662-9c1a-5540e8d6c046, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=074fea8c-2a6e-4662-9c1a-5540e8d6c046,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:00.757810 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56916085-1899-43a9-991d-fc51c4d84d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (074fea8c-2a6e-4662-9c1a-5540e8d6c046), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:00.770500 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-56916085-1899-43a9-991d-fc51c4d84d24 admin admin] Calling delete_port for 074fea8c-2a6e-4662-9c1a-5540e8d6c046 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:45:00.833657 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-32f04815-ff45-4174-ba9e-34f4fb5331a7 None None] Set router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:45:00.885499 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-32f04815-ff45-4174-ba9e-34f4fb5331a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:45:00Z', 'revision_number': 6, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:00.912778 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f04815-ff45-4174-ba9e-34f4fb5331a7 None None] The sync data for ids ['254021a3-2a9d-4ec7-ac7d-89758f1a6871'] in n-d-760455-9 is: [{'id': '254021a3-2a9d-4ec7-ac7d-89758f1a6871', 'name': 'tempest-ServerActionsTestJSON-1166708337-router', 'tenant_id': '86f3555441d04e97bd8128f281fbd5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:40:18Z', 'updated_at': '2022-03-24T01:45:00Z', 'revision_number': 6, 'project_id': '86f3555441d04e97bd8128f281fbd5ef', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:45:00.925166 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-952dd797-6df4-496f-88e2-34bc8ecd91bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:00.942042 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56916085-1899-43a9-991d-fc51c4d84d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (074fea8c-2a6e-4662-9c1a-5540e8d6c046), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:00.971559 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56916085-1899-43a9-991d-fc51c4d84d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=074fea8c-2a6e-4662-9c1a-5540e8d6c046,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:01.028157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56916085-1899-43a9-991d-fc51c4d84d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (254021a3-2a9d-4ec7-ac7d-89758f1a6871), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:01.118295 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56916085-1899-43a9-991d-fc51c4d84d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (254021a3-2a9d-4ec7-ac7d-89758f1a6871), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:01.120354 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56916085-1899-43a9-991d-fc51c4d84d24 admin admin] Publish callbacks [] for router_controller (254021a3-2a9d-4ec7-ac7d-89758f1a6871), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:01.469863 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56916085-1899-43a9-991d-fc51c4d84d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (254021a3-2a9d-4ec7-ac7d-89758f1a6871), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:01.470426 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56916085-1899-43a9-991d-fc51c4d84d24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 254021a3-2a9d-4ec7-ac7d-89758f1a6871 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:45:01.475189 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-56916085-1899-43a9-991d-fc51c4d84d24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:01.476366 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-56916085-1899-43a9-991d-fc51c4d84d24 admin admin] 10.222.0.45 "DELETE /v2.0/routers/254021a3-2a9d-4ec7-ac7d-89758f1a6871 HTTP/1.1" status: 204 len: 168 time: 1.0710232 Mar 24 01:45:01.478830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38534) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:01.521677 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea2e843-ca30-43dd-ac7a-f2903ef81f62 admin admin] Deleting subnet 691b4981-4570-44b9-9a57-99657c3a3bee {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:45:01.524851 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dea2e843-ca30-43dd-ac7a-f2903ef81f62 admin admin] Publish callbacks [] for subnet (691b4981-4570-44b9-9a57-99657c3a3bee), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:01.559128 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dea2e843-ca30-43dd-ac7a-f2903ef81f62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (691b4981-4570-44b9-9a57-99657c3a3bee), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:01.636329 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dea2e843-ca30-43dd-ac7a-f2903ef81f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (691b4981-4570-44b9-9a57-99657c3a3bee), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:01.687573 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dea2e843-ca30-43dd-ac7a-f2903ef81f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (691b4981-4570-44b9-9a57-99657c3a3bee), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:01.714573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2e843-ca30-43dd-ac7a-f2903ef81f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=691b4981-4570-44b9-9a57-99657c3a3bee,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:01.716518 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dea2e843-ca30-43dd-ac7a-f2903ef81f62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:01.719695 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dea2e843-ca30-43dd-ac7a-f2903ef81f62 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/691b4981-4570-44b9-9a57-99657c3a3bee HTTP/1.1" status: 204 len: 168 time: 0.2399116 Mar 24 01:45:01.721306 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733641bc-3d49-4895-b6e1-7175f2e9ff4a None None] Network 25b981b0-c016-4934-bc3e-8edc70ea6197 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:01.722277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38536) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:01.796253 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (25b981b0-c016-4934-bc3e-8edc70ea6197), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:01.851597 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] Deleting port 02cb1fbb-2fc6-4c9d-b08e-112754564725 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:45:01.851597 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (02cb1fbb-2fc6-4c9d-b08e-112754564725), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:01.887276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3aab36-8802-4947-bce4-c4a86e9099f8 None None] DHCP port deletion for 25b981b0-c016-4934-bc3e-8edc70ea6197 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:45:01.917833 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] For port 02cb1fbb-2fc6-4c9d-b08e-112754564725, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=02cb1fbb-2fc6-4c9d-b08e-112754564725,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:01.918199 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (02cb1fbb-2fc6-4c9d-b08e-112754564725), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:01.932079 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] Calling delete_port for 02cb1fbb-2fc6-4c9d-b08e-112754564725 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:45:01.934704 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2b3aab36-8802-4947-bce4-c4a86e9099f8 None None] Deleting port 02cb1fbb-2fc6-4c9d-b08e-112754564725 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:45:01.935071 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2b3aab36-8802-4947-bce4-c4a86e9099f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (02cb1fbb-2fc6-4c9d-b08e-112754564725), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:02.002169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2b3aab36-8802-4947-bce4-c4a86e9099f8 None None] For port 02cb1fbb-2fc6-4c9d-b08e-112754564725, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=02cb1fbb-2fc6-4c9d-b08e-112754564725,segment=NetworkSegment(e002f36f-7f17-4e81-b5a5-f6a43915d2a1),segment_id=e002f36f-7f17-4e81-b5a5-f6a43915d2a1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:02.004799 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2b3aab36-8802-4947-bce4-c4a86e9099f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (02cb1fbb-2fc6-4c9d-b08e-112754564725), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:02.017983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2b3aab36-8802-4947-bce4-c4a86e9099f8 None None] Calling delete_port for 02cb1fbb-2fc6-4c9d-b08e-112754564725 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:45:02.026731 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (02cb1fbb-2fc6-4c9d-b08e-112754564725), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:02.052823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] Pushing event deleted for resources: {'Port': ['ID=02cb1fbb-2fc6-4c9d-b08e-112754564725,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:02.054565 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] No DVR routers for this DVR port 02cb1fbb-2fc6-4c9d-b08e-112754564725 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 01:45:02.093281 n-d-760455-9 neutron-server[115731]: self.session.flush() Mar 24 01:45:02.097399 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2b3aab36-8802-4947-bce4-c4a86e9099f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (02cb1fbb-2fc6-4c9d-b08e-112754564725), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:02.125431 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3aab36-8802-4947-bce4-c4a86e9099f8 None None] Pushing event deleted for resources: {'Port': ['ID=02cb1fbb-2fc6-4c9d-b08e-112754564725,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:02.125638 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (25b981b0-c016-4934-bc3e-8edc70ea6197), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:02.130735 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3aab36-8802-4947-bce4-c4a86e9099f8 None None] No DVR routers for this DVR port 02cb1fbb-2fc6-4c9d-b08e-112754564725 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:45:02.148574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b981b0-c016-4934-bc3e-8edc70ea6197']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:02.157814 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:02.158092 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e002f36f-7f17-4e81-b5a5-f6a43915d2a1') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:02.167157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (e002f36f-7f17-4e81-b5a5-f6a43915d2a1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:02.180012 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e002f36f-7f17-4e81-b5a5-f6a43915d2a1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:02.185931 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:45:02.186338 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (e002f36f-7f17-4e81-b5a5-f6a43915d2a1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:45:02.187950 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:45:02.239955 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (25b981b0-c016-4934-bc3e-8edc70ea6197), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:02.246138 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:02.249132 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] 10.222.0.45 "DELETE /v2.0/networks/25b981b0-c016-4934-bc3e-8edc70ea6197 HTTP/1.1" status: 204 len: 168 time: 0.5256908 Mar 24 01:45:02.258857 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affe45a-e5c4-4e83-b69f-f09b2a83399c admin admin] Pushing event deleted for resources: {'Network': ['ID=25b981b0-c016-4934-bc3e-8edc70ea6197,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:02.308837 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:02.356742 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38540) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:02.398006 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8219b4d8-4a70-42f7-8248-c200961b339e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=86f3555441d04e97bd8128f281fbd5ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399222 Mar 24 01:45:02.400196 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38542) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:02.450384 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd6222ec-7f8a-473c-979a-c73adf83331b admin admin] Publish callbacks [] for security_group (6a430678-23f1-45e9-affe-6cd6eda67c5c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:02.470370 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd6222ec-7f8a-473c-979a-c73adf83331b admin admin] Publish callbacks [] for security_group (6a430678-23f1-45e9-affe-6cd6eda67c5c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:02.524786 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd6222ec-7f8a-473c-979a-c73adf83331b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (6a430678-23f1-45e9-affe-6cd6eda67c5c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:02.527373 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cd6222ec-7f8a-473c-979a-c73adf83331b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:02.528520 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cd6222ec-7f8a-473c-979a-c73adf83331b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a430678-23f1-45e9-affe-6cd6eda67c5c HTTP/1.1" status: 204 len: 168 time: 0.1274309 Mar 24 01:45:02.536512 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6222ec-7f8a-473c-979a-c73adf83331b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a430678-23f1-45e9-affe-6cd6eda67c5c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:02.629229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 074fea8c-2a6e-4662-9c1a-5540e8d6c046 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:45:02.650244 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 074fea8c-2a6e-4662-9c1a-5540e8d6c046 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:45:02.650710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 074fea8c-2a6e-4662-9c1a-5540e8d6c046 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:45:02.651322 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 02cb1fbb-2fc6-4c9d-b08e-112754564725 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:45:02.670519 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 02cb1fbb-2fc6-4c9d-b08e-112754564725 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:45:02.670876 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 02cb1fbb-2fc6-4c9d-b08e-112754564725 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:45:02.671290 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 77c476dd-c190-48c1-ab03-90e3a18461c9 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:45:02.691636 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 77c476dd-c190-48c1-ab03-90e3a18461c9 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:45:02.691991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 77c476dd-c190-48c1-ab03-90e3a18461c9 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:45:02.877992 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:03.197489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38564) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:03.292442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-0f9996bb-956f-4ba8-82b4-73725dfb43f0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1817468595-network', 'tenant_id': 'a990bcd5c8b44ee29069895556227393'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:03.311563 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9996bb-956f-4ba8-82b4-73725dfb43f0 admin admin] Made reservation on behalf of a990bcd5c8b44ee29069895556227393 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:03.314046 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f9996bb-956f-4ba8-82b4-73725dfb43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:03.322720 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f9996bb-956f-4ba8-82b4-73725dfb43f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:03.396386 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f9996bb-956f-4ba8-82b4-73725dfb43f0 admin admin] Publish callbacks [] for security_group (0e39ea10-f323-41de-b140-da2572365cfe), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:03.399967 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f9996bb-956f-4ba8-82b4-73725dfb43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0e39ea10-f323-41de-b140-da2572365cfe), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:03.426360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9996bb-956f-4ba8-82b4-73725dfb43f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:45:03.432561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9996bb-956f-4ba8-82b4-73725dfb43f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e39ea10-f323-41de-b140-da2572365cfe,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:03.441128 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f9996bb-956f-4ba8-82b4-73725dfb43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (89599f44-efd6-46f1-9f1d-69eb7a409143), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:03.441257 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-0f9996bb-956f-4ba8-82b4-73725dfb43f0 admin admin] Added segment 89599f44-efd6-46f1-9f1d-69eb7a409143 of type vlan for network 4f9169ad-2020-477b-aab8-117798f79daa Mar 24 01:45:03.485189 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f9996bb-956f-4ba8-82b4-73725dfb43f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (4f9169ad-2020-477b-aab8-117798f79daa), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:03.510738 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f9996bb-956f-4ba8-82b4-73725dfb43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (4f9169ad-2020-477b-aab8-117798f79daa), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:03.511929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9996bb-956f-4ba8-82b4-73725dfb43f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:03.512565 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0f9996bb-956f-4ba8-82b4-73725dfb43f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:03.572302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0f9996bb-956f-4ba8-82b4-73725dfb43f0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3737166 Mar 24 01:45:03.575578 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38568) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:03.580085 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9996bb-956f-4ba8-82b4-73725dfb43f0 admin admin] Pushing event updated for resources: {'Network': ['ID=4f9169ad-2020-477b-aab8-117798f79daa,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:03.580388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a7143b1f-a9eb-46b5-aa3b-0c75967a026b admin admin] Request body: {'subnet': {'network_id': '4f9169ad-2020-477b-aab8-117798f79daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1817468595-subnet', 'tenant_id': 'a990bcd5c8b44ee29069895556227393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:03.590791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 4f9169ad-2020-477b-aab8-117798f79daa details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:45:03.602345 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7143b1f-a9eb-46b5-aa3b-0c75967a026b admin admin] Made reservation on behalf of a990bcd5c8b44ee29069895556227393 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:03.604669 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a7143b1f-a9eb-46b5-aa3b-0c75967a026b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:03.767076 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a7143b1f-a9eb-46b5-aa3b-0c75967a026b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (261b48f7-aca7-4921-97e9-a865441cc99f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:03.814352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7143b1f-a9eb-46b5-aa3b-0c75967a026b admin admin] Pushing event updated for resources: {'Subnet': ['ID=261b48f7-aca7-4921-97e9-a865441cc99f,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:03.821971 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:03.829513 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7143b1f-a9eb-46b5-aa3b-0c75967a026b admin admin] Checking segment: {'id': '89599f44-efd6-46f1-9f1d-69eb7a409143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4f9169ad-2020-477b-aab8-117798f79daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:03.829787 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7143b1f-a9eb-46b5-aa3b-0c75967a026b admin admin] Network hostable DHCP agents. Network: 4f9169ad-2020-477b-aab8-117798f79daa, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:45:03.845749 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7143b1f-a9eb-46b5-aa3b-0c75967a026b admin admin] Network 4f9169ad-2020-477b-aab8-117798f79daa is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:45:03.854585 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-a7143b1f-a9eb-46b5-aa3b-0c75967a026b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 4f9169ad-2020-477b-aab8-117798f79daa) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:03.859909 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7143b1f-a9eb-46b5-aa3b-0c75967a026b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:03.861830 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a7143b1f-a9eb-46b5-aa3b-0c75967a026b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:03.862167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65a038d-3130-4e38-9ffa-b9fdce0b1edb None None] Network 4f9169ad-2020-477b-aab8-117798f79daa requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:03.877175 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a7143b1f-a9eb-46b5-aa3b-0c75967a026b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3005862 Mar 24 01:45:03.958080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb39e28-ca7a-47a0-8d95-538d21217c2b None None] Network 4f9169ad-2020-477b-aab8-117798f79daa requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:04.535010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-41d1a492-d9a5-4192-9865-5422d21fc7dc tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:04.536473 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-41d1a492-d9a5-4192-9865-5422d21fc7dc tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/networks?id=4f9169ad-2020-477b-aab8-117798f79daa HTTP/1.1" status: 200 len: 814 time: 0.1062307 Mar 24 01:45:04.550857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-0551adce-9607-40cb-b786-1fc629a1f523 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/quotas/a990bcd5c8b44ee29069895556227393 HTTP/1.1" status: 200 len: 375 time: 0.0087171 Mar 24 01:45:04.903523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-cfc758f7-b505-4b32-a627-0e6c2bde2306 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a990bcd5c8b44ee29069895556227393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3474422 Mar 24 01:45:04.991054 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-6318beba-b3e1-4b33-956c-447b3adf7c6c service neutron] 10.222.0.45 "GET /v2.0/networks/4f9169ad-2020-477b-aab8-117798f79daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808821 Mar 24 01:45:05.079887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-779b7184-a1ee-457d-ba9c-5b73b50baaa1 service neutron] 10.222.0.45 "GET /v2.0/networks/4f9169ad-2020-477b-aab8-117798f79daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829391 Mar 24 01:45:05.310554 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:05.374380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ee5d861-933a-40a5-abd6-c1a092a8b1f4 req-34833a1b-f48a-4a4f-af8e-0ede6fab1601 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 210 time: 0.0785198 Mar 24 01:45:06.160358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-b8584102-8826-43b4-abd6-9c7ed6164a9b tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:06.161844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-b8584102-8826-43b4-abd6-9c7ed6164a9b tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.57 "GET /v2.0/networks?id=4f9169ad-2020-477b-aab8-117798f79daa HTTP/1.1" status: 200 len: 814 time: 0.1061325 Mar 24 01:45:06.173608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-6eeb8c1a-8707-43a8-9bc4-a3cf694df585 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Request body: {'port': {'device_id': '485e99fb-560e-49f7-a4cc-32159de1560d', 'network_id': '4f9169ad-2020-477b-aab8-117798f79daa', 'admin_state_up': True, 'tenant_id': 'a990bcd5c8b44ee29069895556227393'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:06.276999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-6eeb8c1a-8707-43a8-9bc4-a3cf694df585 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Made reservation on behalf of a990bcd5c8b44ee29069895556227393 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:06.280279 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-6eeb8c1a-8707-43a8-9bc4-a3cf694df585 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:06.403295 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-6eeb8c1a-8707-43a8-9bc4-a3cf694df585 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Allocated IP 172.20.0.7 (4f9169ad-2020-477b-aab8-117798f79daa/261b48f7-aca7-4921-97e9-a865441cc99f/7944397f-64d5-4f2c-8d4b-4b1240ca24ab) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:45:06.487241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a1e674fd-e2da-4ccf-892e-33e61b05144e req-d081f02c-fb3c-43b7-9811-e7f0a7c605ff tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 210 time: 0.0398765 Mar 24 01:45:06.575896 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-6eeb8c1a-8707-43a8-9bc4-a3cf694df585 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Publish callbacks [] for port (7944397f-64d5-4f2c-8d4b-4b1240ca24ab), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:06.608610 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-6eeb8c1a-8707-43a8-9bc4-a3cf694df585 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7944397f-64d5-4f2c-8d4b-4b1240ca24ab), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:06.649730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-6eeb8c1a-8707-43a8-9bc4-a3cf694df585 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Network 4f9169ad-2020-477b-aab8-117798f79daa is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:45:06.652723 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-6eeb8c1a-8707-43a8-9bc4-a3cf694df585 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:06.656361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-6eeb8c1a-8707-43a8-9bc4-a3cf694df585 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:45:06.683590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb8c1a-8707-43a8-9bc4-a3cf694df585 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Pushing event updated for resources: {'Port': ['ID=7944397f-64d5-4f2c-8d4b-4b1240ca24ab,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:06.710271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-6eeb8c1a-8707-43a8-9bc4-a3cf694df585 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:06.710876 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-6eeb8c1a-8707-43a8-9bc4-a3cf694df585 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:06.726742 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-6eeb8c1a-8707-43a8-9bc4-a3cf694df585 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572269 Mar 24 01:45:06.737773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Request body: {'port': {'device_id': '485e99fb-560e-49f7-a4cc-32159de1560d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:06.798869 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7944397f-64d5-4f2c-8d4b-4b1240ca24ab), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:07.052784 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7944397f-64d5-4f2c-8d4b-4b1240ca24ab {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:45:07.060178 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Publish callbacks [] for port (7944397f-64d5-4f2c-8d4b-4b1240ca24ab), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:07.071740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Transition to ACTIVE for port object 7944397f-64d5-4f2c-8d4b-4b1240ca24ab will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:45:07.075701 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (7944397f-64d5-4f2c-8d4b-4b1240ca24ab), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:07.144566 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Pushing event updated for resources: {'Port': ['ID=7944397f-64d5-4f2c-8d4b-4b1240ca24ab,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:07.193544 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Attempting to bind port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:45:07.194222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Attempting to bind port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '89599f44-efd6-46f1-9f1d-69eb7a409143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4f9169ad-2020-477b-aab8-117798f79daa'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:45:07.194222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Attempting to bind port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab on network 4f9169ad-2020-477b-aab8-117798f79daa {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:45:07.198386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab on network 4f9169ad-2020-477b-aab8-117798f79daa not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:45:07.198961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Attempting to bind port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab on network 4f9169ad-2020-477b-aab8-117798f79daa {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:45:07.203761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:45:07.204097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Checking segment: {'id': '89599f44-efd6-46f1-9f1d-69eb7a409143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4f9169ad-2020-477b-aab8-117798f79daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:07.204478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Bound using segment: {'id': '89599f44-efd6-46f1-9f1d-69eb7a409143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4f9169ad-2020-477b-aab8-117798f79daa'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:45:07.204899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Bound port: 7944397f-64d5-4f2c-8d4b-4b1240ca24ab, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89599f44-efd6-46f1-9f1d-69eb7a409143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4f9169ad-2020-477b-aab8-117798f79daa'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:45:07.205281 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7944397f-64d5-4f2c-8d4b-4b1240ca24ab), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:07.266260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] For port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:45:07.269245 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] For port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7944397f-64d5-4f2c-8d4b-4b1240ca24ab,segment=NetworkSegment(89599f44-efd6-46f1-9f1d-69eb7a409143),segment_id=89599f44-efd6-46f1-9f1d-69eb7a409143)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:45:07.280665 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (7944397f-64d5-4f2c-8d4b-4b1240ca24ab), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:07.313942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:07.314573 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:07.315936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] 10.222.0.57 "PUT /v2.0/ports/7944397f-64d5-4f2c-8d4b-4b1240ca24ab HTTP/1.1" status: 200 len: 1091 time: 0.5820985 Mar 24 01:45:07.316373 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485e99fb-560e-49f7-a4cc-32159de1560d', 'tag': '7944397f-64d5-4f2c-8d4b-4b1240ca24ab'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:45:07.319201 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932519b038486028b4efd18c520ac152faf30fb702609fe94596eba2242c4204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a7a5c1-f5fb-48de-99bc-3c3687d9e52c" -d '{"events": [{"name": "network-changed", "server_uuid": "485e99fb-560e-49f7-a4cc-32159de1560d", "tag": "7944397f-64d5-4f2c-8d4b-4b1240ca24ab"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:45:07.343317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2ad34-e130-41e6-baa0-237dfc521541 service neutron] Pushing event updated for resources: {'Port': ['ID=7944397f-64d5-4f2c-8d4b-4b1240ca24ab,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:07.367001 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d187f895-a304-415d-a273-58d4ea043f2d x-openstack-request-id: req-d187f895-a304-415d-a273-58d4ea043f2d {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:45:07.367298 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485e99fb-560e-49f7-a4cc-32159de1560d", "tag": "7944397f-64d5-4f2c-8d4b-4b1240ca24ab", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:45:07.367556 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d187f895-a304-415d-a273-58d4ea043f2d {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:45:07.367964 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d187f895-a304-415d-a273-58d4ea043f2d'] response: {'name': 'network-changed', 'server_uuid': '485e99fb-560e-49f7-a4cc-32159de1560d', 'tag': '7944397f-64d5-4f2c-8d4b-4b1240ca24ab', 'status': 'completed', 'code': 200} Mar 24 01:45:07.404726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-a5669d8b-468d-46bb-bbb7-c9d69d67ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:07.406245 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-a5669d8b-468d-46bb-bbb7-c9d69d67ded1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a990bcd5c8b44ee29069895556227393&device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 1125 time: 0.0496354 Mar 24 01:45:07.446856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-2ddd8fd8-7e91-4c95-85f9-734867486274 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7944397f-64d5-4f2c-8d4b-4b1240ca24ab HTTP/1.1" status: 200 len: 217 time: 0.0340765 Mar 24 01:45:07.492940 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-47ff6e1c-c319-4b78-b77e-ae20af7f792a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:07.494380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-47ff6e1c-c319-4b78-b77e-ae20af7f792a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=261b48f7-aca7-4921-97e9-a865441cc99f HTTP/1.1" status: 200 len: 854 time: 0.0424616 Mar 24 01:45:07.530986 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-1700096a-bcaa-4ae6-84ae-b54128ce3f47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f9169ad-2020-477b-aab8-117798f79daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299180 Mar 24 01:45:07.650798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-03f9d73a-4ac2-440c-8eba-66eb4f4f85fa service neutron] 10.222.0.57 "GET /v2.0/networks/4f9169ad-2020-477b-aab8-117798f79daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141946 Mar 24 01:45:07.658446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129afa5-ed55-4493-aad7-30438132e0d5 req-33001b00-9ed0-494e-ad63-d2964901f4a2 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:07.659786 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4129afa5-ed55-4493-aad7-30438132e0d5 req-33001b00-9ed0-494e-ad63-d2964901f4a2 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 943 time: 0.0827165 Mar 24 01:45:07.721302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4129afa5-ed55-4493-aad7-30438132e0d5 req-a66fd7e0-b0b0-41d0-82ef-1d16e2a1ad3a tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558345 Mar 24 01:45:07.797009 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84b86b0c-defa-4f13-9ec4-936a19bc4f88 req-b17a2fcb-6732-4c3e-9e27-11d2ce70f779 service neutron] 10.222.0.57 "GET /v2.0/networks/4f9169ad-2020-477b-aab8-117798f79daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362991 Mar 24 01:45:07.885745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7a5c1-f5fb-48de-99bc-3c3687d9e52c req-d6b06afa-ccc1-4020-a35a-2fb85a01313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:07.887211 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89a7a5c1-f5fb-48de-99bc-3c3687d9e52c req-d6b06afa-ccc1-4020-a35a-2fb85a01313f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a990bcd5c8b44ee29069895556227393&device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 1125 time: 0.0452883 Mar 24 01:45:07.978678 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7a5c1-f5fb-48de-99bc-3c3687d9e52c req-5dd43d0a-76cd-4585-8c44-205e14730a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:07.980114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89a7a5c1-f5fb-48de-99bc-3c3687d9e52c req-5dd43d0a-76cd-4585-8c44-205e14730a6b service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f9169ad-2020-477b-aab8-117798f79daa HTTP/1.1" status: 200 len: 915 time: 0.0861349 Mar 24 01:45:08.021535 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89a7a5c1-f5fb-48de-99bc-3c3687d9e52c req-49c17ec9-9e8f-4eba-97b7-3172a5b20c1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7944397f-64d5-4f2c-8d4b-4b1240ca24ab HTTP/1.1" status: 200 len: 217 time: 0.0347884 Mar 24 01:45:08.071797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7a5c1-f5fb-48de-99bc-3c3687d9e52c req-beec997f-181d-4fd5-884e-3fa0a292cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:08.073235 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89a7a5c1-f5fb-48de-99bc-3c3687d9e52c req-beec997f-181d-4fd5-884e-3fa0a292cfb9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=261b48f7-aca7-4921-97e9-a865441cc99f HTTP/1.1" status: 200 len: 854 time: 0.0462773 Mar 24 01:45:08.104475 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89a7a5c1-f5fb-48de-99bc-3c3687d9e52c req-2e7d6f01-a2b9-4699-953a-6c9a076de17d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f9169ad-2020-477b-aab8-117798f79daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248275 Mar 24 01:45:08.190476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89a7a5c1-f5fb-48de-99bc-3c3687d9e52c req-ab80c965-8aef-4f65-a3a2-36b0772c38ca service neutron] 10.222.0.57 "GET /v2.0/networks/4f9169ad-2020-477b-aab8-117798f79daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798004 Mar 24 01:45:08.281028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89a7a5c1-f5fb-48de-99bc-3c3687d9e52c req-09e6bf1b-caf7-4ba0-ade3-6a3d0c48cfcc service neutron] 10.222.0.57 "GET /v2.0/networks/4f9169ad-2020-477b-aab8-117798f79daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837481 Mar 24 01:45:08.846571 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628e768-4ae7-401a-b5a7-51a61e450051 req-4ab45edb-05f6-4058-99ca-02a4018b6686 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:08.847944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6628e768-4ae7-401a-b5a7-51a61e450051 req-4ab45edb-05f6-4058-99ca-02a4018b6686 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 943 time: 0.0536358 Mar 24 01:45:08.894211 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6628e768-4ae7-401a-b5a7-51a61e450051 req-aa230535-df94-4473-a518-fbf6bc38e30b tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407102 Mar 24 01:45:10.014971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b962d1b-a87b-48a9-95c4-a197e3173891 req-97e9853b-ad9c-4261-afae-fae162809944 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:10.016398 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b962d1b-a87b-48a9-95c4-a197e3173891 req-97e9853b-ad9c-4261-afae-fae162809944 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 943 time: 0.0564091 Mar 24 01:45:10.066428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b962d1b-a87b-48a9-95c4-a197e3173891 req-aa5777d0-88c0-406f-87dd-9daa2984b427 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438240 Mar 24 01:45:11.183986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7944397f-64d5-4f2c-8d4b-4b1240ca24ab details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:45:11.187010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078fafc-dd9e-409f-a8e9-6c9c89cc29d3 req-131ccb0f-e6be-4134-8fd2-70a8141b5f16 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:11.188516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d078fafc-dd9e-409f-a8e9-6c9c89cc29d3 req-131ccb0f-e6be-4134-8fd2-70a8141b5f16 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 943 time: 0.0533409 Mar 24 01:45:11.235529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d078fafc-dd9e-409f-a8e9-6c9c89cc29d3 req-2d8be7ff-9e53-4d39-854a-abf4e4a4cf17 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Mar 24 01:45:11.267589 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:45:11.282715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7944397f-64d5-4f2c-8d4b-4b1240ca24ab,segment=NetworkSegment(89599f44-efd6-46f1-9f1d-69eb7a409143),segment_id=89599f44-efd6-46f1-9f1d-69eb7a409143)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:11.294812 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '7944397f-64d5-4f2c-8d4b-4b1240ca24ab', 'network_id': '4f9169ad-2020-477b-aab8-117798f79daa', 'port_id': '7944397f-64d5-4f2c-8d4b-4b1240ca24ab', 'mac_address': 'fa:16:3e:9c:ab:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261b48f7-aca7-4921-97e9-a865441cc99f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:45:11.330776 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:11.331170 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7944397f-64d5-4f2c-8d4b-4b1240ca24ab), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:11.344166 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7944397f-64d5-4f2c-8d4b-4b1240ca24ab {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:45:11.363379 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7944397f-64d5-4f2c-8d4b-4b1240ca24ab,segment=NetworkSegment(89599f44-efd6-46f1-9f1d-69eb7a409143),segment_id=89599f44-efd6-46f1-9f1d-69eb7a409143)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:11.366816 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7944397f-64d5-4f2c-8d4b-4b1240ca24ab), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:11.412118 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=7944397f-64d5-4f2c-8d4b-4b1240ca24ab,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:11.559057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['7944397f-64d5-4f2c-8d4b-4b1240ca24ab'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:45:12.352782 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad648c7-eb59-43c6-8f20-952db24563a8 req-e69318a5-809c-448d-b6ee-953c6313b1a8 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:12.354270 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ad648c7-eb59-43c6-8f20-952db24563a8 req-e69318a5-809c-448d-b6ee-953c6313b1a8 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 944 time: 0.0523572 Mar 24 01:45:12.401398 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ad648c7-eb59-43c6-8f20-952db24563a8 req-185646ca-4093-4be2-b1a5-6db1240bd727 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412397 Mar 24 01:45:13.206945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7944397f-64d5-4f2c-8d4b-4b1240ca24ab up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:45:13.254407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:45:13.258727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:13.259103 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7944397f-64d5-4f2c-8d4b-4b1240ca24ab), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:13.336258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:13.336627 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7944397f-64d5-4f2c-8d4b-4b1240ca24ab), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:13.358663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485e99fb-560e-49f7-a4cc-32159de1560d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7944397f-64d5-4f2c-8d4b-4b1240ca24ab'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:45:13.360856 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74efc010-3393-41b4-8a25-6f68264c73fc" -d '{"events": [{"server_uuid": "485e99fb-560e-49f7-a4cc-32159de1560d", "name": "network-vif-plugged", "status": "completed", "tag": "7944397f-64d5-4f2c-8d4b-4b1240ca24ab"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:45:13.373631 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7944397f-64d5-4f2c-8d4b-4b1240ca24ab,segment=NetworkSegment(89599f44-efd6-46f1-9f1d-69eb7a409143),segment_id=89599f44-efd6-46f1-9f1d-69eb7a409143)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:13.378601 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7944397f-64d5-4f2c-8d4b-4b1240ca24ab), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:13.401148 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cdd489-017b-422a-8593-2454faf06c87 x-openstack-request-id: req-82cdd489-017b-422a-8593-2454faf06c87 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:45:13.401448 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485e99fb-560e-49f7-a4cc-32159de1560d", "name": "network-vif-plugged", "status": "completed", "tag": "7944397f-64d5-4f2c-8d4b-4b1240ca24ab", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:45:13.401709 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82cdd489-017b-422a-8593-2454faf06c87 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:45:13.402108 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82cdd489-017b-422a-8593-2454faf06c87'] response: {'server_uuid': '485e99fb-560e-49f7-a4cc-32159de1560d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7944397f-64d5-4f2c-8d4b-4b1240ca24ab', 'code': 200} Mar 24 01:45:13.428228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=7944397f-64d5-4f2c-8d4b-4b1240ca24ab,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:13.532047 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae316e3d-5c03-4d2f-8937-f2ff980c9391 req-6ed23bef-a608-48ef-a13d-8d8cb6903894 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:13.533556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae316e3d-5c03-4d2f-8937-f2ff980c9391 req-6ed23bef-a608-48ef-a13d-8d8cb6903894 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 945 time: 0.0621850 Mar 24 01:45:13.607722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae316e3d-5c03-4d2f-8937-f2ff980c9391 req-65e783f6-3ecc-4f57-af51-8b740c768a53 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680904 Mar 24 01:45:13.617187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83b3a0-5c1b-4801-9f9c-33025b28965c req-3c2af0b3-3ee5-4f55-b9a3-f7506a45a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:13.618627 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce83b3a0-5c1b-4801-9f9c-33025b28965c req-3c2af0b3-3ee5-4f55-b9a3-f7506a45a444 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 1127 time: 0.1163123 Mar 24 01:45:13.661106 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce83b3a0-5c1b-4801-9f9c-33025b28965c req-94afc974-1d59-47d9-a0ab-39d789812bc3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369129 Mar 24 01:45:14.735483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6765b2-5b8c-40b4-bb09-c8cb0ff34fb9 req-1d734b4f-38c6-48a7-bd1f-3e60b7169177 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:14.737078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df6765b2-5b8c-40b4-bb09-c8cb0ff34fb9 req-1d734b4f-38c6-48a7-bd1f-3e60b7169177 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 945 time: 0.0554869 Mar 24 01:45:14.787688 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df6765b2-5b8c-40b4-bb09-c8cb0ff34fb9 req-6c1c882a-d44a-48a4-8d2a-6fd83515c829 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436614 Mar 24 01:45:15.914968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c6017-e46b-4dbd-87f5-c14b1135e241 req-ea3d1cb7-b412-487d-a261-8e6a0c5375a9 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:15.916409 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-494c6017-e46b-4dbd-87f5-c14b1135e241 req-ea3d1cb7-b412-487d-a261-8e6a0c5375a9 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 945 time: 0.0508602 Mar 24 01:45:15.963123 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-494c6017-e46b-4dbd-87f5-c14b1135e241 req-d2e913b9-dd75-4cc7-bb8b-72317d5309fd tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411081 Mar 24 01:45:16.179634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-733e22eb-259f-40bd-be66-56f4fc863052 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:16.181003 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-733e22eb-259f-40bd-be66-56f4fc863052 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/networks?id=4f9169ad-2020-477b-aab8-117798f79daa HTTP/1.1" status: 200 len: 814 time: 0.1002743 Mar 24 01:45:16.195581 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-54c15d46-631e-4757-a1b4-2e367709b2b2 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/quotas/a990bcd5c8b44ee29069895556227393 HTTP/1.1" status: 200 len: 375 time: 0.0092506 Mar 24 01:45:16.252780 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-8653edb2-4665-49db-a8f5-89676f9e93e6 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a990bcd5c8b44ee29069895556227393&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522442 Mar 24 01:45:16.340754 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-3be21938-eee3-4f18-8d89-fdcddd57d9d5 service neutron] 10.222.0.45 "GET /v2.0/networks/4f9169ad-2020-477b-aab8-117798f79daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809474 Mar 24 01:45:16.429850 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-644d9ff4-ed60-48b3-b6b7-b5ff0a7e5847 service neutron] 10.222.0.45 "GET /v2.0/networks/4f9169ad-2020-477b-aab8-117798f79daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832696 Mar 24 01:45:16.590548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b127d248-6ba3-483a-aa2c-4a022e0d0ee1 req-41be0aba-941d-4a3c-bdb0-a4e926e0a526 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0bd38ef-2e25-48ab-9504-5daebe4835cd HTTP/1.1" status: 200 len: 210 time: 0.0286732 Mar 24 01:45:17.535490 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-96477a24-a5b2-48ec-b145-6907639d6a5d tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:17.537681 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-96477a24-a5b2-48ec-b145-6907639d6a5d tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.48 "GET /v2.0/networks?id=4f9169ad-2020-477b-aab8-117798f79daa HTTP/1.1" status: 200 len: 814 time: 0.1067889 Mar 24 01:45:17.548927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-a497bc7c-ddc9-4e9c-9257-bbee14b16511 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Request body: {'port': {'device_id': 'a0bd38ef-2e25-48ab-9504-5daebe4835cd', 'network_id': '4f9169ad-2020-477b-aab8-117798f79daa', 'admin_state_up': True, 'tenant_id': 'a990bcd5c8b44ee29069895556227393'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:17.654391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-a497bc7c-ddc9-4e9c-9257-bbee14b16511 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Made reservation on behalf of a990bcd5c8b44ee29069895556227393 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:17.657903 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-a497bc7c-ddc9-4e9c-9257-bbee14b16511 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:17.685411 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-09e69b81-0e69-4a2d-864c-5002a059e8db req-9fe213fb-87af-4834-ae2d-b535062d314e tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0bd38ef-2e25-48ab-9504-5daebe4835cd HTTP/1.1" status: 200 len: 210 time: 0.0269432 Mar 24 01:45:17.786214 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-a497bc7c-ddc9-4e9c-9257-bbee14b16511 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Allocated IP 172.20.0.13 (4f9169ad-2020-477b-aab8-117798f79daa/261b48f7-aca7-4921-97e9-a865441cc99f/707cb668-314c-4efd-85e5-aee614f46d1c) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:45:17.928929 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-a497bc7c-ddc9-4e9c-9257-bbee14b16511 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Publish callbacks [] for port (707cb668-314c-4efd-85e5-aee614f46d1c), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:17.961952 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-a497bc7c-ddc9-4e9c-9257-bbee14b16511 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (707cb668-314c-4efd-85e5-aee614f46d1c), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:17.973061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['7944397f-64d5-4f2c-8d4b-4b1240ca24ab'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:45:18.003118 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-a497bc7c-ddc9-4e9c-9257-bbee14b16511 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Network 4f9169ad-2020-477b-aab8-117798f79daa is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:45:18.006719 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-a497bc7c-ddc9-4e9c-9257-bbee14b16511 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:18.012554 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-a497bc7c-ddc9-4e9c-9257-bbee14b16511 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:45:18.019088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497bc7c-ddc9-4e9c-9257-bbee14b16511 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Pushing event updated for resources: {'Port': ['ID=707cb668-314c-4efd-85e5-aee614f46d1c,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:18.063861 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-a497bc7c-ddc9-4e9c-9257-bbee14b16511 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:18.064392 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-a497bc7c-ddc9-4e9c-9257-bbee14b16511 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:18.081397 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-a497bc7c-ddc9-4e9c-9257-bbee14b16511 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5361278 Mar 24 01:45:18.167590 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Request body: {'port': {'device_id': 'a0bd38ef-2e25-48ab-9504-5daebe4835cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:18.227737 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (707cb668-314c-4efd-85e5-aee614f46d1c), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:18.488075 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707cb668-314c-4efd-85e5-aee614f46d1c {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:45:18.496255 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Publish callbacks [] for port (707cb668-314c-4efd-85e5-aee614f46d1c), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:18.508109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Transition to ACTIVE for port object 707cb668-314c-4efd-85e5-aee614f46d1c will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:45:18.512383 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (707cb668-314c-4efd-85e5-aee614f46d1c), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:18.560362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=707cb668-314c-4efd-85e5-aee614f46d1c,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:18.632466 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Attempting to bind port 707cb668-314c-4efd-85e5-aee614f46d1c on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:45:18.632801 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Attempting to bind port 707cb668-314c-4efd-85e5-aee614f46d1c by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '89599f44-efd6-46f1-9f1d-69eb7a409143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4f9169ad-2020-477b-aab8-117798f79daa'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:45:18.633160 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Attempting to bind port 707cb668-314c-4efd-85e5-aee614f46d1c on network 4f9169ad-2020-477b-aab8-117798f79daa {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:45:18.637392 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Port 707cb668-314c-4efd-85e5-aee614f46d1c on network 4f9169ad-2020-477b-aab8-117798f79daa not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:45:18.637712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Attempting to bind port 707cb668-314c-4efd-85e5-aee614f46d1c on network 4f9169ad-2020-477b-aab8-117798f79daa {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:45:18.642407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:45:18.642742 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Checking segment: {'id': '89599f44-efd6-46f1-9f1d-69eb7a409143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4f9169ad-2020-477b-aab8-117798f79daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:18.643116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Bound using segment: {'id': '89599f44-efd6-46f1-9f1d-69eb7a409143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4f9169ad-2020-477b-aab8-117798f79daa'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:45:18.643534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Bound port: 707cb668-314c-4efd-85e5-aee614f46d1c, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89599f44-efd6-46f1-9f1d-69eb7a409143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4f9169ad-2020-477b-aab8-117798f79daa'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:45:18.643883 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (707cb668-314c-4efd-85e5-aee614f46d1c), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:18.705160 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] For port 707cb668-314c-4efd-85e5-aee614f46d1c, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:45:18.708199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] For port 707cb668-314c-4efd-85e5-aee614f46d1c, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=707cb668-314c-4efd-85e5-aee614f46d1c,segment=NetworkSegment(89599f44-efd6-46f1-9f1d-69eb7a409143),segment_id=89599f44-efd6-46f1-9f1d-69eb7a409143)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:45:18.714356 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (707cb668-314c-4efd-85e5-aee614f46d1c), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:18.749894 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:18.750522 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:18.751965 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] 10.222.0.48 "PUT /v2.0/ports/707cb668-314c-4efd-85e5-aee614f46d1c HTTP/1.1" status: 200 len: 1092 time: 0.6300366 Mar 24 01:45:18.752407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bd38ef-2e25-48ab-9504-5daebe4835cd', 'tag': '707cb668-314c-4efd-85e5-aee614f46d1c'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:45:18.784823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a00be-c0b8-4a13-b31d-9595e2e7c8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=707cb668-314c-4efd-85e5-aee614f46d1c,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:18.813999 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e50d27e-ee26-4e5d-9bd3-8e28fbe4e254" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bd38ef-2e25-48ab-9504-5daebe4835cd", "tag": "707cb668-314c-4efd-85e5-aee614f46d1c"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:45:18.825150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86ffac-b25a-4ffe-bb0f-9252e1b5497a req-3a83aabf-e929-44c7-9a9a-37792b75c07d tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:18.833123 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb86ffac-b25a-4ffe-bb0f-9252e1b5497a req-3a83aabf-e929-44c7-9a9a-37792b75c07d tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0bd38ef-2e25-48ab-9504-5daebe4835cd HTTP/1.1" status: 200 len: 944 time: 0.0746722 Mar 24 01:45:18.862386 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-bafe8031-bf94-467d-a08a-0379a3654e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:18.864011 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-bafe8031-bf94-467d-a08a-0379a3654e5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a990bcd5c8b44ee29069895556227393&device_id=a0bd38ef-2e25-48ab-9504-5daebe4835cd HTTP/1.1" status: 200 len: 1126 time: 0.0652268 Mar 24 01:45:18.893717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fb86ffac-b25a-4ffe-bb0f-9252e1b5497a req-587e0cb4-a985-411d-880d-25688478be4d tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596437 Mar 24 01:45:18.905925 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-0ae0b7a4-1221-4b50-b713-e36467cd3265 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707cb668-314c-4efd-85e5-aee614f46d1c HTTP/1.1" status: 200 len: 217 time: 0.0357003 Mar 24 01:45:18.908801 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99174cbc-7775-43aa-97ea-6e6659d6fca4 x-openstack-request-id: req-99174cbc-7775-43aa-97ea-6e6659d6fca4 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:45:18.909156 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bd38ef-2e25-48ab-9504-5daebe4835cd", "tag": "707cb668-314c-4efd-85e5-aee614f46d1c", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:45:18.909415 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99174cbc-7775-43aa-97ea-6e6659d6fca4 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:45:18.909817 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99174cbc-7775-43aa-97ea-6e6659d6fca4'] response: {'name': 'network-changed', 'server_uuid': 'a0bd38ef-2e25-48ab-9504-5daebe4835cd', 'tag': '707cb668-314c-4efd-85e5-aee614f46d1c', 'status': 'completed', 'code': 200} Mar 24 01:45:18.956707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-cc5350f9-2c4e-423d-9830-915aff1d3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:18.958319 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-cc5350f9-2c4e-423d-9830-915aff1d3b83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=261b48f7-aca7-4921-97e9-a865441cc99f HTTP/1.1" status: 200 len: 854 time: 0.0430324 Mar 24 01:45:18.989300 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-0f90c750-7bd7-4152-b387-be2c6f9d32ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f9169ad-2020-477b-aab8-117798f79daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250900 Mar 24 01:45:19.077290 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-12dfb25c-02bb-4b96-af1b-6972c8b04f1b service neutron] 10.222.0.48 "GET /v2.0/networks/4f9169ad-2020-477b-aab8-117798f79daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822341 Mar 24 01:45:19.162324 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-f02b795e-18f7-40a1-9f8f-d8e3a82503a4 req-e71fa93f-f1bd-4432-80c9-c9f208c48026 service neutron] 10.222.0.48 "GET /v2.0/networks/4f9169ad-2020-477b-aab8-117798f79daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794032 Mar 24 01:45:19.254750 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50d27e-ee26-4e5d-9bd3-8e28fbe4e254 req-f1ddc428-6fc1-4be0-9de7-8e04acd57109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:19.256405 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7e50d27e-ee26-4e5d-9bd3-8e28fbe4e254 req-f1ddc428-6fc1-4be0-9de7-8e04acd57109 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a990bcd5c8b44ee29069895556227393&device_id=a0bd38ef-2e25-48ab-9504-5daebe4835cd HTTP/1.1" status: 200 len: 1126 time: 0.0492344 Mar 24 01:45:19.342298 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50d27e-ee26-4e5d-9bd3-8e28fbe4e254 req-1c0ca1e1-d09f-4a77-a4d6-5c3b92c4db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:19.343657 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7e50d27e-ee26-4e5d-9bd3-8e28fbe4e254 req-1c0ca1e1-d09f-4a77-a4d6-5c3b92c4db08 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f9169ad-2020-477b-aab8-117798f79daa HTTP/1.1" status: 200 len: 915 time: 0.0819242 Mar 24 01:45:19.388037 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7e50d27e-ee26-4e5d-9bd3-8e28fbe4e254 req-a50ff2cb-5539-4112-99f7-8e2f2bdc63c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707cb668-314c-4efd-85e5-aee614f46d1c HTTP/1.1" status: 200 len: 217 time: 0.0379322 Mar 24 01:45:19.435747 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50d27e-ee26-4e5d-9bd3-8e28fbe4e254 req-4d9414eb-3285-484f-8efc-bf8b07b729be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:19.437153 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7e50d27e-ee26-4e5d-9bd3-8e28fbe4e254 req-4d9414eb-3285-484f-8efc-bf8b07b729be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=261b48f7-aca7-4921-97e9-a865441cc99f HTTP/1.1" status: 200 len: 854 time: 0.0421107 Mar 24 01:45:19.468437 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7e50d27e-ee26-4e5d-9bd3-8e28fbe4e254 req-d1590efb-158e-4cfe-a6fb-6fe2d3d5c227 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f9169ad-2020-477b-aab8-117798f79daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244873 Mar 24 01:45:19.553663 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7e50d27e-ee26-4e5d-9bd3-8e28fbe4e254 req-251b49dd-2ab2-48e2-8fab-5a0e9f782df1 service neutron] 10.222.0.48 "GET /v2.0/networks/4f9169ad-2020-477b-aab8-117798f79daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783546 Mar 24 01:45:19.648118 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7e50d27e-ee26-4e5d-9bd3-8e28fbe4e254 req-eba39ebe-47c7-4df8-a038-d925d912e6bd service neutron] 10.222.0.48 "GET /v2.0/networks/4f9169ad-2020-477b-aab8-117798f79daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881813 Mar 24 01:45:20.013908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88778ffb-dcfb-4637-adfd-6556ce2de896 req-07ab8418-2dae-4204-b18d-f06e804935ef tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:20.015392 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-88778ffb-dcfb-4637-adfd-6556ce2de896 req-07ab8418-2dae-4204-b18d-f06e804935ef tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0bd38ef-2e25-48ab-9504-5daebe4835cd HTTP/1.1" status: 200 len: 944 time: 0.0537424 Mar 24 01:45:20.061977 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-88778ffb-dcfb-4637-adfd-6556ce2de896 req-f7c4e5af-608d-4ea4-9959-501f2528bcd3 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409939 Mar 24 01:45:20.801018 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 707cb668-314c-4efd-85e5-aee614f46d1c details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:45:20.897997 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 707cb668-314c-4efd-85e5-aee614f46d1c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=707cb668-314c-4efd-85e5-aee614f46d1c,segment=NetworkSegment(89599f44-efd6-46f1-9f1d-69eb7a409143),segment_id=89599f44-efd6-46f1-9f1d-69eb7a409143)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:20.909419 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '707cb668-314c-4efd-85e5-aee614f46d1c', 'network_id': '4f9169ad-2020-477b-aab8-117798f79daa', 'port_id': '707cb668-314c-4efd-85e5-aee614f46d1c', 'mac_address': 'fa:16:3e:b4:26:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261b48f7-aca7-4921-97e9-a865441cc99f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:45:20.945087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 707cb668-314c-4efd-85e5-aee614f46d1c is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:20.945502 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (707cb668-314c-4efd-85e5-aee614f46d1c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:20.958792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707cb668-314c-4efd-85e5-aee614f46d1c {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:45:20.977996 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 707cb668-314c-4efd-85e5-aee614f46d1c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=707cb668-314c-4efd-85e5-aee614f46d1c,segment=NetworkSegment(89599f44-efd6-46f1-9f1d-69eb7a409143),segment_id=89599f44-efd6-46f1-9f1d-69eb7a409143)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:20.981862 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (707cb668-314c-4efd-85e5-aee614f46d1c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:21.025985 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=707cb668-314c-4efd-85e5-aee614f46d1c,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:21.032985 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:21.033363 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:21.033710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:21.034055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:21.034394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:21.034728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:21.035057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:21.035397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:21.035718 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:21.036043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:21.036963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:21.037321 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:21.037650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:21.037973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:21.038297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:21.181488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bb671-4ea7-4996-8855-7b5d9d0817a2 req-ece51e30-e086-4031-b58a-1f66e63031ba tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:21.182928 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b1bb671-4ea7-4996-8855-7b5d9d0817a2 req-ece51e30-e086-4031-b58a-1f66e63031ba tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0bd38ef-2e25-48ab-9504-5daebe4835cd HTTP/1.1" status: 200 len: 945 time: 0.0517786 Mar 24 01:45:21.190937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['707cb668-314c-4efd-85e5-aee614f46d1c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:45:21.229286 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b1bb671-4ea7-4996-8855-7b5d9d0817a2 req-41a55cc0-c3e8-4a49-b430-726bfc03a6c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Mar 24 01:45:22.348118 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67175c02-d5bd-49b7-aea3-b2c16c8a9191 req-cffaaf83-6953-47a5-a775-77599f130ec1 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:22.350222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67175c02-d5bd-49b7-aea3-b2c16c8a9191 req-cffaaf83-6953-47a5-a775-77599f130ec1 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0bd38ef-2e25-48ab-9504-5daebe4835cd HTTP/1.1" status: 200 len: 945 time: 0.0551925 Mar 24 01:45:22.397289 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67175c02-d5bd-49b7-aea3-b2c16c8a9191 req-63fc9d63-f222-4fa6-9ddd-aa570ad772cf tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Mar 24 01:45:22.807358 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 707cb668-314c-4efd-85e5-aee614f46d1c up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:45:22.856224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 707cb668-314c-4efd-85e5-aee614f46d1c completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:45:22.859576 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 707cb668-314c-4efd-85e5-aee614f46d1c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:22.859958 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (707cb668-314c-4efd-85e5-aee614f46d1c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:22.936844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 707cb668-314c-4efd-85e5-aee614f46d1c is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:22.937266 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (707cb668-314c-4efd-85e5-aee614f46d1c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:22.959324 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bd38ef-2e25-48ab-9504-5daebe4835cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707cb668-314c-4efd-85e5-aee614f46d1c'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:45:22.961565 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05b9710731ee66a0974bb9efd7b9a0d6c5f7552b263c2c5d6993b591e2dd5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266fa9ba-c2ad-4e51-9940-34e81a7fa0e7" -d '{"events": [{"server_uuid": "a0bd38ef-2e25-48ab-9504-5daebe4835cd", "name": "network-vif-plugged", "status": "completed", "tag": "707cb668-314c-4efd-85e5-aee614f46d1c"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:45:22.973622 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 707cb668-314c-4efd-85e5-aee614f46d1c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=707cb668-314c-4efd-85e5-aee614f46d1c,segment=NetworkSegment(89599f44-efd6-46f1-9f1d-69eb7a409143),segment_id=89599f44-efd6-46f1-9f1d-69eb7a409143)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:22.983086 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (707cb668-314c-4efd-85e5-aee614f46d1c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:23.029972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=707cb668-314c-4efd-85e5-aee614f46d1c,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:23.061944 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320b2288-65a1-4d46-ac35-9872eefbae4c x-openstack-request-id: req-320b2288-65a1-4d46-ac35-9872eefbae4c {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:45:23.062239 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bd38ef-2e25-48ab-9504-5daebe4835cd", "name": "network-vif-plugged", "status": "completed", "tag": "707cb668-314c-4efd-85e5-aee614f46d1c", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:45:23.062502 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-320b2288-65a1-4d46-ac35-9872eefbae4c {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:45:23.062912 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320b2288-65a1-4d46-ac35-9872eefbae4c'] response: {'server_uuid': 'a0bd38ef-2e25-48ab-9504-5daebe4835cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707cb668-314c-4efd-85e5-aee614f46d1c', 'code': 200} Mar 24 01:45:23.159512 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc16574-bdf8-4851-a58b-40d145dc5d3f req-d5dd7327-7cec-49cf-b29d-f377f80c1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:23.160993 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-adc16574-bdf8-4851-a58b-40d145dc5d3f req-d5dd7327-7cec-49cf-b29d-f377f80c1165 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0bd38ef-2e25-48ab-9504-5daebe4835cd HTTP/1.1" status: 200 len: 1128 time: 0.0431070 Mar 24 01:45:23.202750 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-adc16574-bdf8-4851-a58b-40d145dc5d3f req-cd152c5a-3bde-4ec7-a0bf-f8df67c04790 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358672 Mar 24 01:45:23.514736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8d582-4e14-43d1-b5cf-a3283d0f001a req-723b27ee-5852-4b59-89d8-46bf7e54b442 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:23.516011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6d8d582-4e14-43d1-b5cf-a3283d0f001a req-723b27ee-5852-4b59-89d8-46bf7e54b442 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0bd38ef-2e25-48ab-9504-5daebe4835cd HTTP/1.1" status: 200 len: 946 time: 0.0518460 Mar 24 01:45:23.564014 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f6d8d582-4e14-43d1-b5cf-a3283d0f001a req-08993799-f7bd-4fd3-8029-b23d7d75b6ab tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417426 Mar 24 01:45:24.687860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76c602-f328-49a6-a705-af5d0fde0f4c req-ec7d9b26-ff55-45fc-ab1f-ea6a83ad71c5 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:24.689331 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc76c602-f328-49a6-a705-af5d0fde0f4c req-ec7d9b26-ff55-45fc-ab1f-ea6a83ad71c5 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0bd38ef-2e25-48ab-9504-5daebe4835cd HTTP/1.1" status: 200 len: 946 time: 0.0545857 Mar 24 01:45:24.736647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc76c602-f328-49a6-a705-af5d0fde0f4c req-16feeb5d-b52b-4fa6-8e18-11a930777ed4 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410502 Mar 24 01:45:24.971455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52340b0-bb6d-4827-bc09-c83d614117ae req-72592b18-8e45-4624-b8c8-b030de7ce4a9 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:24.972891 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d52340b0-bb6d-4827-bc09-c83d614117ae req-72592b18-8e45-4624-b8c8-b030de7ce4a9 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0bd38ef-2e25-48ab-9504-5daebe4835cd HTTP/1.1" status: 200 len: 946 time: 0.0519769 Mar 24 01:45:25.018586 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d52340b0-bb6d-4827-bc09-c83d614117ae req-d53fd132-f591-472a-b37a-4aa1d125c6fc tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395999 Mar 24 01:45:26.139619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7112e6e-70e0-4267-9048-90efe37733e8 req-dee068bf-0ad9-44d0-bf87-0e6b635bf5f1 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:26.141058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7112e6e-70e0-4267-9048-90efe37733e8 req-dee068bf-0ad9-44d0-bf87-0e6b635bf5f1 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0bd38ef-2e25-48ab-9504-5daebe4835cd HTTP/1.1" status: 200 len: 946 time: 0.0514097 Mar 24 01:45:26.190194 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7112e6e-70e0-4267-9048-90efe37733e8 req-934011d5-ceb9-49ac-a954-935325b8cbc6 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 Mar 24 01:45:26.221881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6811b3-0a94-4c68-9d37-42052e9d490b req-b8720b04-eb45-4ec5-a41c-ac92697aac20 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:26.223319 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6f6811b3-0a94-4c68-9d37-42052e9d490b req-b8720b04-eb45-4ec5-a41c-ac92697aac20 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0bd38ef-2e25-48ab-9504-5daebe4835cd HTTP/1.1" status: 200 len: 946 time: 0.0555668 Mar 24 01:45:26.312187 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-6f6811b3-0a94-4c68-9d37-42052e9d490b req-efbc13d9-c38f-4272-9f7d-fd164d56e900 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Deleting port 707cb668-314c-4efd-85e5-aee614f46d1c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:45:26.312432 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-6f6811b3-0a94-4c68-9d37-42052e9d490b req-efbc13d9-c38f-4272-9f7d-fd164d56e900 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (707cb668-314c-4efd-85e5-aee614f46d1c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:26.400948 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-6f6811b3-0a94-4c68-9d37-42052e9d490b req-efbc13d9-c38f-4272-9f7d-fd164d56e900 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] For port 707cb668-314c-4efd-85e5-aee614f46d1c, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=707cb668-314c-4efd-85e5-aee614f46d1c,segment=NetworkSegment(89599f44-efd6-46f1-9f1d-69eb7a409143),segment_id=89599f44-efd6-46f1-9f1d-69eb7a409143)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:26.401336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-6f6811b3-0a94-4c68-9d37-42052e9d490b req-efbc13d9-c38f-4272-9f7d-fd164d56e900 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (707cb668-314c-4efd-85e5-aee614f46d1c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:26.414656 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-6f6811b3-0a94-4c68-9d37-42052e9d490b req-efbc13d9-c38f-4272-9f7d-fd164d56e900 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Calling delete_port for 707cb668-314c-4efd-85e5-aee614f46d1c owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:45:26.537756 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-6f6811b3-0a94-4c68-9d37-42052e9d490b req-efbc13d9-c38f-4272-9f7d-fd164d56e900 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (707cb668-314c-4efd-85e5-aee614f46d1c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:26.550549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['7944397f-64d5-4f2c-8d4b-4b1240ca24ab'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:45:26.557749 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['707cb668-314c-4efd-85e5-aee614f46d1c'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:45:26.569903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc13d9-c38f-4272-9f7d-fd164d56e900 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Pushing event deleted for resources: {'Port': ['ID=707cb668-314c-4efd-85e5-aee614f46d1c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:26.611521 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6811b3-0a94-4c68-9d37-42052e9d490b req-efbc13d9-c38f-4272-9f7d-fd164d56e900 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] No DVR routers for this DVR port 707cb668-314c-4efd-85e5-aee614f46d1c on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:45:26.613949 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-6f6811b3-0a94-4c68-9d37-42052e9d490b req-efbc13d9-c38f-4272-9f7d-fd164d56e900 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:26.617838 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6f6811b3-0a94-4c68-9d37-42052e9d490b req-efbc13d9-c38f-4272-9f7d-fd164d56e900 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.48 "DELETE /v2.0/ports/707cb668-314c-4efd-85e5-aee614f46d1c HTTP/1.1" status: 204 len: 173 time: 0.3893623 Mar 24 01:45:26.618290 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bd38ef-2e25-48ab-9504-5daebe4835cd', 'name': 'network-vif-deleted', 'tag': '707cb668-314c-4efd-85e5-aee614f46d1c'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:45:26.620615 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668563dd-3967-4a6c-9238-004b772e284d" -d '{"events": [{"server_uuid": "a0bd38ef-2e25-48ab-9504-5daebe4835cd", "name": "network-vif-deleted", "tag": "707cb668-314c-4efd-85e5-aee614f46d1c"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:45:26.663732 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8d290e-59a5-400b-9c4e-3a1b84152d3b x-openstack-request-id: req-8c8d290e-59a5-400b-9c4e-3a1b84152d3b {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:45:26.664034 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bd38ef-2e25-48ab-9504-5daebe4835cd", "name": "network-vif-deleted", "tag": "707cb668-314c-4efd-85e5-aee614f46d1c", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:45:26.664291 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c8d290e-59a5-400b-9c4e-3a1b84152d3b {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:45:26.664701 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8d290e-59a5-400b-9c4e-3a1b84152d3b'] response: {'server_uuid': 'a0bd38ef-2e25-48ab-9504-5daebe4835cd', 'name': 'network-vif-deleted', 'tag': '707cb668-314c-4efd-85e5-aee614f46d1c', 'status': 'completed', 'code': 200} Mar 24 01:45:27.341184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282b101-de0a-48cc-b13f-2972b3c13194 req-0842dc35-de26-48a2-8f45-3d4d7acf634e tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:27.342632 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9282b101-de0a-48cc-b13f-2972b3c13194 req-0842dc35-de26-48a2-8f45-3d4d7acf634e tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 945 time: 0.0517888 Mar 24 01:45:27.388788 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9282b101-de0a-48cc-b13f-2972b3c13194 req-b1cbfdcf-1bae-426b-a694-64c5ddcfb345 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Mar 24 01:45:27.519869 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3482754-110b-42b3-965a-d591f0311413 req-d58053a1-2062-461e-a971-3b101f4eaec7 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:27.521357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3482754-110b-42b3-965a-d591f0311413 req-d58053a1-2062-461e-a971-3b101f4eaec7 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 945 time: 0.0520065 Mar 24 01:45:27.568310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3482754-110b-42b3-965a-d591f0311413 req-436da3c4-6ea6-48d2-9757-6eee75fbdb1c tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406346 Mar 24 01:45:27.688441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfc394-683a-4f55-94d0-40ea79ced5fc req-26491e55-6241-419a-8d5a-782409fddda5 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:27.689911 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ccfc394-683a-4f55-94d0-40ea79ced5fc req-26491e55-6241-419a-8d5a-782409fddda5 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 945 time: 0.0547504 Mar 24 01:45:27.739908 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ccfc394-683a-4f55-94d0-40ea79ced5fc req-7033e70b-3e1e-4f4e-99ae-44c151e4a86d tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430648 Mar 24 01:45:27.907646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4145c4e-2188-4b9d-8cd9-8b9b2acd0bb7 req-7723f3d3-0f96-48d0-896c-4f6a9f050a62 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:27.909114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c4145c4e-2188-4b9d-8cd9-8b9b2acd0bb7 req-7723f3d3-0f96-48d0-896c-4f6a9f050a62 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 945 time: 0.0513513 Mar 24 01:45:27.955628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c4145c4e-2188-4b9d-8cd9-8b9b2acd0bb7 req-b3f5fdfe-39c4-49ca-ad50-4adad1fd2a69 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Mar 24 01:45:28.071522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154dd56-3f65-4d0d-8383-b05d2bbc7770 req-96a8c656-a476-46e6-85d6-9bdf25d71522 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:28.072909 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9154dd56-3f65-4d0d-8383-b05d2bbc7770 req-96a8c656-a476-46e6-85d6-9bdf25d71522 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 945 time: 0.0526252 Mar 24 01:45:28.122979 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9154dd56-3f65-4d0d-8383-b05d2bbc7770 req-9d511887-8932-4866-abab-2ea47f07da4d tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440702 Mar 24 01:45:28.248125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce8c90-0a91-4524-9d19-9ef3b4dcd502 req-5e12754e-21e9-4c9b-88fe-5c5f5c60b9d5 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:28.249636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-03ce8c90-0a91-4524-9d19-9ef3b4dcd502 req-5e12754e-21e9-4c9b-88fe-5c5f5c60b9d5 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 945 time: 0.0528762 Mar 24 01:45:28.295647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-03ce8c90-0a91-4524-9d19-9ef3b4dcd502 req-136e4cc3-35c5-4863-9c88-36f1b5a24702 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405240 Mar 24 01:45:28.595115 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac7049-b854-45e3-a508-ad2b2724105e req-d4840da9-32a6-4ec6-8f9d-0d37dea99fbc tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:28.596572 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccac7049-b854-45e3-a508-ad2b2724105e req-d4840da9-32a6-4ec6-8f9d-0d37dea99fbc tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 945 time: 0.0525744 Mar 24 01:45:28.642138 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccac7049-b854-45e3-a508-ad2b2724105e req-76b4fce9-70c9-46e8-91b2-a1d1e5d65196 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393717 Mar 24 01:45:28.806205 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0af006f4-3840-4afd-b4a8-f1286729094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:28.834601 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 707cb668-314c-4efd-85e5-aee614f46d1c no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:45:28.854240 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 707cb668-314c-4efd-85e5-aee614f46d1c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:45:28.854592 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 707cb668-314c-4efd-85e5-aee614f46d1c not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:45:29.764299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d67d2-918b-4bac-a884-54578d0a59ad req-61fa45de-beb8-4957-8f40-872fc327afff tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:29.765875 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c1d67d2-918b-4bac-a884-54578d0a59ad req-61fa45de-beb8-4957-8f40-872fc327afff tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 945 time: 0.0552564 Mar 24 01:45:29.815644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9c1d67d2-918b-4bac-a884-54578d0a59ad req-55c19093-86bd-4be2-b60f-083b7e7d5005 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e39ea10-f323-41de-b140-da2572365cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423477 Mar 24 01:45:30.014133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6af075-0a76-4c75-966b-8ebad1abf833 req-c33fd86f-af54-4e34-a35e-6f020da3c277 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:30.015558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f6af075-0a76-4c75-966b-8ebad1abf833 req-c33fd86f-af54-4e34-a35e-6f020da3c277 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.57 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 945 time: 0.0517740 Mar 24 01:45:30.107943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-5f6af075-0a76-4c75-966b-8ebad1abf833 req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Deleting port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:45:30.108228 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5f6af075-0a76-4c75-966b-8ebad1abf833 req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7944397f-64d5-4f2c-8d4b-4b1240ca24ab), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:30.196738 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-5f6af075-0a76-4c75-966b-8ebad1abf833 req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] For port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=7944397f-64d5-4f2c-8d4b-4b1240ca24ab,segment=NetworkSegment(89599f44-efd6-46f1-9f1d-69eb7a409143),segment_id=89599f44-efd6-46f1-9f1d-69eb7a409143)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:30.197115 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5f6af075-0a76-4c75-966b-8ebad1abf833 req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7944397f-64d5-4f2c-8d4b-4b1240ca24ab), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:30.210093 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-5f6af075-0a76-4c75-966b-8ebad1abf833 req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Calling delete_port for 7944397f-64d5-4f2c-8d4b-4b1240ca24ab owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:45:30.312319 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:30.336741 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5f6af075-0a76-4c75-966b-8ebad1abf833 req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7944397f-64d5-4f2c-8d4b-4b1240ca24ab), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:30.347599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['7944397f-64d5-4f2c-8d4b-4b1240ca24ab'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:45:30.368731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Pushing event deleted for resources: {'Port': ['ID=7944397f-64d5-4f2c-8d4b-4b1240ca24ab,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:30.380306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:30.380655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:30.380999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:30.381366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:30.381703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:30.382035 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:30.382366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:30.382689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:30.383015 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:30.383337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:30.383661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:30.383991 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:30.384310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:30.384628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:30.384957 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:30.419701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6af075-0a76-4c75-966b-8ebad1abf833 req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] No DVR routers for this DVR port 7944397f-64d5-4f2c-8d4b-4b1240ca24ab on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:45:30.422609 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-5f6af075-0a76-4c75-966b-8ebad1abf833 req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:30.426078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f6af075-0a76-4c75-966b-8ebad1abf833 req-060c0404-5825-4eab-ad0f-50010fac30c0 tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.57 "DELETE /v2.0/ports/7944397f-64d5-4f2c-8d4b-4b1240ca24ab HTTP/1.1" status: 204 len: 173 time: 0.4051826 Mar 24 01:45:30.426525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485e99fb-560e-49f7-a4cc-32159de1560d', 'name': 'network-vif-deleted', 'tag': '7944397f-64d5-4f2c-8d4b-4b1240ca24ab'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:45:30.467217 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44208eb-225d-414f-9b71-9d40b537d7b0" -d '{"events": [{"server_uuid": "485e99fb-560e-49f7-a4cc-32159de1560d", "name": "network-vif-deleted", "tag": "7944397f-64d5-4f2c-8d4b-4b1240ca24ab"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:45:30.558116 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42d3d5e-c264-4b70-9528-ddc20d5b4abf x-openstack-request-id: req-f42d3d5e-c264-4b70-9528-ddc20d5b4abf {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:45:30.558569 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485e99fb-560e-49f7-a4cc-32159de1560d", "name": "network-vif-deleted", "tag": "7944397f-64d5-4f2c-8d4b-4b1240ca24ab", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:45:30.558889 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f42d3d5e-c264-4b70-9528-ddc20d5b4abf {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:45:30.559354 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42d3d5e-c264-4b70-9528-ddc20d5b4abf'] response: {'server_uuid': '485e99fb-560e-49f7-a4cc-32159de1560d', 'name': 'network-vif-deleted', 'tag': '7944397f-64d5-4f2c-8d4b-4b1240ca24ab', 'status': 'completed', 'code': 200} Mar 24 01:45:30.921450 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4c5e3d88-0aff-4f0c-9775-f75302638d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:30.937073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a2a30537-671a-491b-a8aa-9ecbeadbb165 req-873db28a-0714-4e4d-b3a8-5bd3619b20df tempest-ServersNegativeTestJSON-1617865668 tempest-ServersNegativeTestJSON-1617865668-project] 10.222.0.45 "GET /v2.0/ports?device_id=485e99fb-560e-49f7-a4cc-32159de1560d HTTP/1.1" status: 200 len: 210 time: 0.0318701 Mar 24 01:45:31.994830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38738) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:32.040259 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c72affa-dbee-4d74-85b6-61cc9180c5a6 admin admin] Deleting subnet 261b48f7-aca7-4921-97e9-a865441cc99f {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:45:32.043468 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c72affa-dbee-4d74-85b6-61cc9180c5a6 admin admin] Publish callbacks [] for subnet (261b48f7-aca7-4921-97e9-a865441cc99f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.081407 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c72affa-dbee-4d74-85b6-61cc9180c5a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (261b48f7-aca7-4921-97e9-a865441cc99f), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.119279 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c72affa-dbee-4d74-85b6-61cc9180c5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (261b48f7-aca7-4921-97e9-a865441cc99f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.170254 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c72affa-dbee-4d74-85b6-61cc9180c5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (261b48f7-aca7-4921-97e9-a865441cc99f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.194518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72affa-dbee-4d74-85b6-61cc9180c5a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261b48f7-aca7-4921-97e9-a865441cc99f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:32.199365 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c72affa-dbee-4d74-85b6-61cc9180c5a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.202655 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4c72affa-dbee-4d74-85b6-61cc9180c5a6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/261b48f7-aca7-4921-97e9-a865441cc99f HTTP/1.1" status: 204 len: 168 time: 0.2068369 Mar 24 01:45:32.205139 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38740) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:32.273745 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f364da2-8ba7-4dc8-a55c-d0f0c7935064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (4f9169ad-2020-477b-aab8-117798f79daa), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.311513 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.349530 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f364da2-8ba7-4dc8-a55c-d0f0c7935064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (4f9169ad-2020-477b-aab8-117798f79daa), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.369176 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7f364da2-8ba7-4dc8-a55c-d0f0c7935064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9169ad-2020-477b-aab8-117798f79daa']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:32.378210 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7f364da2-8ba7-4dc8-a55c-d0f0c7935064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89599f44-efd6-46f1-9f1d-69eb7a409143') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:32.378493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-7f364da2-8ba7-4dc8-a55c-d0f0c7935064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89599f44-efd6-46f1-9f1d-69eb7a409143') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:32.388014 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f364da2-8ba7-4dc8-a55c-d0f0c7935064 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (89599f44-efd6-46f1-9f1d-69eb7a409143), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.401403 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f364da2-8ba7-4dc8-a55c-d0f0c7935064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (89599f44-efd6-46f1-9f1d-69eb7a409143), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.407092 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f364da2-8ba7-4dc8-a55c-d0f0c7935064 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:45:32.407467 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f364da2-8ba7-4dc8-a55c-d0f0c7935064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (89599f44-efd6-46f1-9f1d-69eb7a409143), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:45:32.409076 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:45:32.464775 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f364da2-8ba7-4dc8-a55c-d0f0c7935064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (4f9169ad-2020-477b-aab8-117798f79daa), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.469960 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7f364da2-8ba7-4dc8-a55c-d0f0c7935064 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.473087 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7f364da2-8ba7-4dc8-a55c-d0f0c7935064 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4f9169ad-2020-477b-aab8-117798f79daa HTTP/1.1" status: 204 len: 168 time: 0.2670522 Mar 24 01:45:32.483606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f364da2-8ba7-4dc8-a55c-d0f0c7935064 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f9169ad-2020-477b-aab8-117798f79daa,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:32.586302 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38744) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:32.624064 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-05cc900f-d5f5-47fa-a060-e7239d33dd46 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a990bcd5c8b44ee29069895556227393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0367918 Mar 24 01:45:32.626516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38746) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:32.672074 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d1f5660-ea7c-4892-a8f0-fe494f8f2a24 admin admin] Publish callbacks [] for security_group (0e39ea10-f323-41de-b140-da2572365cfe), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.692124 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d1f5660-ea7c-4892-a8f0-fe494f8f2a24 admin admin] Publish callbacks [] for security_group (0e39ea10-f323-41de-b140-da2572365cfe), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.737423 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d1f5660-ea7c-4892-a8f0-fe494f8f2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (0e39ea10-f323-41de-b140-da2572365cfe), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.740458 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d1f5660-ea7c-4892-a8f0-fe494f8f2a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:32.741599 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1d1f5660-ea7c-4892-a8f0-fe494f8f2a24 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e39ea10-f323-41de-b140-da2572365cfe HTTP/1.1" status: 204 len: 168 time: 0.1142142 Mar 24 01:45:32.749271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f5660-ea7c-4892-a8f0-fe494f8f2a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e39ea10-f323-41de-b140-da2572365cfe,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:32.872697 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:33.268054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7944397f-64d5-4f2c-8d4b-4b1240ca24ab no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:45:33.289146 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 7944397f-64d5-4f2c-8d4b-4b1240ca24ab {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:45:33.289706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 7944397f-64d5-4f2c-8d4b-4b1240ca24ab not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:45:33.452643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38768) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:33.545149 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-d4596fe2-4259-4c90-a06a-88111e6b09fd tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1633025547'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:33.564842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4596fe2-4259-4c90-a06a-88111e6b09fd tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Made reservation on behalf of 31ef80a2174840acb993880846ebbe1d for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:33.568152 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d4596fe2-4259-4c90-a06a-88111e6b09fd tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:33.576997 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d4596fe2-4259-4c90-a06a-88111e6b09fd tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:33.654909 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d4596fe2-4259-4c90-a06a-88111e6b09fd tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks [] for security_group (33378295-fae4-43b6-bf11-0246c1ecff1d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:33.658655 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d4596fe2-4259-4c90-a06a-88111e6b09fd tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (33378295-fae4-43b6-bf11-0246c1ecff1d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:33.687576 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4596fe2-4259-4c90-a06a-88111e6b09fd tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:45:33.692792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4596fe2-4259-4c90-a06a-88111e6b09fd tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33378295-fae4-43b6-bf11-0246c1ecff1d,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:33.700496 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d4596fe2-4259-4c90-a06a-88111e6b09fd tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (890ad073-739b-4d23-9ded-5b5716c481da), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:33.701599 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-d4596fe2-4259-4c90-a06a-88111e6b09fd tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Added segment 890ad073-739b-4d23-9ded-5b5716c481da of type vlan for network 23dd8c97-fb05-481e-9699-193f4383776f Mar 24 01:45:33.741481 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d4596fe2-4259-4c90-a06a-88111e6b09fd tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (23dd8c97-fb05-481e-9699-193f4383776f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:33.764449 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d4596fe2-4259-4c90-a06a-88111e6b09fd tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (23dd8c97-fb05-481e-9699-193f4383776f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:33.769648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4596fe2-4259-4c90-a06a-88111e6b09fd tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:33.770173 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d4596fe2-4259-4c90-a06a-88111e6b09fd tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:33.826227 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:33.830922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d4596fe2-4259-4c90-a06a-88111e6b09fd tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3771715 Mar 24 01:45:33.845437 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4596fe2-4259-4c90-a06a-88111e6b09fd tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event updated for resources: {'Network': ['ID=23dd8c97-fb05-481e-9699-193f4383776f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:33.856896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 23dd8c97-fb05-481e-9699-193f4383776f details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:45:35.455762 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:36.980066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38772) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:36.985113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6f330866-83b1-47bc-9534-6fa0fde15617 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Request body: {'subnet': {'network_id': '23dd8c97-fb05-481e-9699-193f4383776f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:37.072250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f330866-83b1-47bc-9534-6fa0fde15617 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Made reservation on behalf of 31ef80a2174840acb993880846ebbe1d for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:37.076072 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6f330866-83b1-47bc-9534-6fa0fde15617 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:37.257626 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6f330866-83b1-47bc-9534-6fa0fde15617 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (9d275bb2-cb39-4b72-81e7-670c031e69ec), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:37.317879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f330866-83b1-47bc-9534-6fa0fde15617 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event updated for resources: {'Subnet': ['ID=9d275bb2-cb39-4b72-81e7-670c031e69ec,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:37.325731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f330866-83b1-47bc-9534-6fa0fde15617 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Checking segment: {'id': '890ad073-739b-4d23-9ded-5b5716c481da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '23dd8c97-fb05-481e-9699-193f4383776f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:37.326095 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f330866-83b1-47bc-9534-6fa0fde15617 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Network hostable DHCP agents. Network: 23dd8c97-fb05-481e-9699-193f4383776f, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:45:37.341821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f330866-83b1-47bc-9534-6fa0fde15617 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Network 23dd8c97-fb05-481e-9699-193f4383776f is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:45:37.350126 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-6f330866-83b1-47bc-9534-6fa0fde15617 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 23dd8c97-fb05-481e-9699-193f4383776f) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:37.354111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f330866-83b1-47bc-9534-6fa0fde15617 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:37.354710 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6f330866-83b1-47bc-9534-6fa0fde15617 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:37.359872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c3728d-52c0-475d-8377-7d71b5761a4b None None] Network 23dd8c97-fb05-481e-9699-193f4383776f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:37.371844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6f330866-83b1-47bc-9534-6fa0fde15617 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3906617 Mar 24 01:45:37.375164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38774) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:37.380686 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ffa7038e-e103-4fc3-9a1a-91d5001b0f3a tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-982708333'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:37.399444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa7038e-e103-4fc3-9a1a-91d5001b0f3a tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Made reservation on behalf of 31ef80a2174840acb993880846ebbe1d for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:37.402978 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ffa7038e-e103-4fc3-9a1a-91d5001b0f3a tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:37.426098 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa7038e-e103-4fc3-9a1a-91d5001b0f3a tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:45:37.436269 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ffa7038e-e103-4fc3-9a1a-91d5001b0f3a tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e0adcf36-f1c8-4fff-8b64-e6fc4045673d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:37.436604 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-ffa7038e-e103-4fc3-9a1a-91d5001b0f3a tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Added segment e0adcf36-f1c8-4fff-8b64-e6fc4045673d of type vlan for network a7337d23-1b3f-475a-a355-bb22e3e962fd Mar 24 01:45:37.463966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-23dd8c97-fb05-481e-9699-193f4383776f', 'network_id': '23dd8c97-fb05-481e-9699-193f4383776f', 'project_id': '31ef80a2174840acb993880846ebbe1d', 'fixed_ips': [{'subnet_id': '9d275bb2-cb39-4b72-81e7-670c031e69ec'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:45:37.464813 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:37.479438 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ffa7038e-e103-4fc3-9a1a-91d5001b0f3a tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (a7337d23-1b3f-475a-a355-bb22e3e962fd), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:37.504302 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ffa7038e-e103-4fc3-9a1a-91d5001b0f3a tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (a7337d23-1b3f-475a-a355-bb22e3e962fd), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:37.510092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa7038e-e103-4fc3-9a1a-91d5001b0f3a tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:37.510624 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ffa7038e-e103-4fc3-9a1a-91d5001b0f3a tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:37.576893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ffa7038e-e103-4fc3-9a1a-91d5001b0f3a tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2006660 Mar 24 01:45:37.579788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38776) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:37.586404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e69ddaca-fc0d-4639-8511-f92cbcc2ee1b tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Request body: {'subnet': {'network_id': 'a7337d23-1b3f-475a-a355-bb22e3e962fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:37.591237 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7038e-e103-4fc3-9a1a-91d5001b0f3a tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event updated for resources: {'Network': ['ID=a7337d23-1b3f-475a-a355-bb22e3e962fd,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:37.599163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Allocated IP 2001:db8:0:ffff::2 (23dd8c97-fb05-481e-9699-193f4383776f/9d275bb2-cb39-4b72-81e7-670c031e69ec/af15223c-b007-4602-b244-a0a51eb4e8b9) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:45:37.607280 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network a7337d23-1b3f-475a-a355-bb22e3e962fd details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:45:37.678090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69ddaca-fc0d-4639-8511-f92cbcc2ee1b tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Made reservation on behalf of 31ef80a2174840acb993880846ebbe1d for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:37.681540 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e69ddaca-fc0d-4639-8511-f92cbcc2ee1b tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:37.799572 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Publish callbacks [] for port (af15223c-b007-4602-b244-a0a51eb4e8b9), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:37.808552 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (af15223c-b007-4602-b244-a0a51eb4e8b9), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:37.844095 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Network 23dd8c97-fb05-481e-9699-193f4383776f is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:45:37.846861 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:37.853004 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:45:37.869591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Pushing event updated for resources: {'Port': ['ID=af15223c-b007-4602-b244-a0a51eb4e8b9,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:37.872641 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e69ddaca-fc0d-4639-8511-f92cbcc2ee1b tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (52865911-b4e6-4c50-a85d-47acece6e758), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:37.949166 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Attempting to bind port af15223c-b007-4602-b244-a0a51eb4e8b9 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:45:37.949778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Attempting to bind port af15223c-b007-4602-b244-a0a51eb4e8b9 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '890ad073-739b-4d23-9ded-5b5716c481da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '23dd8c97-fb05-481e-9699-193f4383776f'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:45:37.950376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Attempting to bind port af15223c-b007-4602-b244-a0a51eb4e8b9 on network 23dd8c97-fb05-481e-9699-193f4383776f {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:45:37.958710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:45:37.959316 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Checking segment: {'id': '890ad073-739b-4d23-9ded-5b5716c481da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '23dd8c97-fb05-481e-9699-193f4383776f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:37.960463 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:37.960603 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Bound using segment: {'id': '890ad073-739b-4d23-9ded-5b5716c481da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '23dd8c97-fb05-481e-9699-193f4383776f'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:45:37.961397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Bound port: af15223c-b007-4602-b244-a0a51eb4e8b9, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890ad073-739b-4d23-9ded-5b5716c481da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '23dd8c97-fb05-481e-9699-193f4383776f'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:45:37.962014 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (af15223c-b007-4602-b244-a0a51eb4e8b9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:37.968919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ddaca-fc0d-4639-8511-f92cbcc2ee1b tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event updated for resources: {'Subnet': ['ID=52865911-b4e6-4c50-a85d-47acece6e758,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:37.984089 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ddaca-fc0d-4639-8511-f92cbcc2ee1b tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Checking segment: {'id': 'e0adcf36-f1c8-4fff-8b64-e6fc4045673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a7337d23-1b3f-475a-a355-bb22e3e962fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:37.985143 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69ddaca-fc0d-4639-8511-f92cbcc2ee1b tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Network hostable DHCP agents. Network: a7337d23-1b3f-475a-a355-bb22e3e962fd, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:45:38.005416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69ddaca-fc0d-4639-8511-f92cbcc2ee1b tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Network a7337d23-1b3f-475a-a355-bb22e3e962fd is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:45:38.014267 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-e69ddaca-fc0d-4639-8511-f92cbcc2ee1b tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, a7337d23-1b3f-475a-a355-bb22e3e962fd) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:38.018658 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69ddaca-fc0d-4639-8511-f92cbcc2ee1b tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:38.019273 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e69ddaca-fc0d-4639-8511-f92cbcc2ee1b tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.028686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587a156e-d120-4255-b73f-20d8b33392d8 None None] Network a7337d23-1b3f-475a-a355-bb22e3e962fd requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:38.037802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e69ddaca-fc0d-4639-8511-f92cbcc2ee1b tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4564934 Mar 24 01:45:38.040138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38778) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:38.082388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] For port af15223c-b007-4602-b244-a0a51eb4e8b9, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:45:38.097713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] For port af15223c-b007-4602-b244-a0a51eb4e8b9, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=af15223c-b007-4602-b244-a0a51eb4e8b9,segment=NetworkSegment(890ad073-739b-4d23-9ded-5b5716c481da),segment_id=890ad073-739b-4d23-9ded-5b5716c481da)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:45:38.106794 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (af15223c-b007-4602-b244-a0a51eb4e8b9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.135096 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8509f14e-3962-4686-ba25-ff7c459afa60 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (a7337d23-1b3f-475a-a355-bb22e3e962fd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.196222 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700374af-c2a3-4ff1-bf6b-b6a03dcb6c26 None None] Pushing event updated for resources: {'Port': ['ID=af15223c-b007-4602-b244-a0a51eb4e8b9,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:38.203259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c029f0b3-11ee-4000-b2ee-a92abe2ec54a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-a7337d23-1b3f-475a-a355-bb22e3e962fd', 'network_id': 'a7337d23-1b3f-475a-a355-bb22e3e962fd', 'project_id': '31ef80a2174840acb993880846ebbe1d', 'fixed_ips': [{'subnet_id': '52865911-b4e6-4c50-a85d-47acece6e758'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:45:38.204204 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c029f0b3-11ee-4000-b2ee-a92abe2ec54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.222643 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8509f14e-3962-4686-ba25-ff7c459afa60 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (52865911-b4e6-4c50-a85d-47acece6e758), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.293983 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8509f14e-3962-4686-ba25-ff7c459afa60 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (52865911-b4e6-4c50-a85d-47acece6e758), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server [None req-c029f0b3-11ee-4000-b2ee-a92abe2ec54a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52865911-b4e6-4c50-a85d-47acece6e758: This subnet is being modified by another concurrent operation. Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise exception Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52865911-b4e6-4c50-a85d-47acece6e758: This subnet is being modified by another concurrent operation. Mar 24 01:45:38.306326 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Mar 24 01:45:38.325049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509f14e-3962-4686-ba25-ff7c459afa60 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event deleted for resources: {'Subnet': ['ID=52865911-b4e6-4c50-a85d-47acece6e758,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:38.332528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3738e9-14ac-4529-85a7-ded5fc5d57d8 None None] Network a7337d23-1b3f-475a-a355-bb22e3e962fd requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:38.434539 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8509f14e-3962-4686-ba25-ff7c459afa60 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (a7337d23-1b3f-475a-a355-bb22e3e962fd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.459380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-8509f14e-3962-4686-ba25-ff7c459afa60 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7337d23-1b3f-475a-a355-bb22e3e962fd']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:38.469442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-8509f14e-3962-4686-ba25-ff7c459afa60 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0adcf36-f1c8-4fff-8b64-e6fc4045673d') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:38.469765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-8509f14e-3962-4686-ba25-ff7c459afa60 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0adcf36-f1c8-4fff-8b64-e6fc4045673d') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:38.480123 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8509f14e-3962-4686-ba25-ff7c459afa60 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (e0adcf36-f1c8-4fff-8b64-e6fc4045673d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.494119 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8509f14e-3962-4686-ba25-ff7c459afa60 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (e0adcf36-f1c8-4fff-8b64-e6fc4045673d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.501580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8509f14e-3962-4686-ba25-ff7c459afa60 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:45:38.502168 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8509f14e-3962-4686-ba25-ff7c459afa60 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (e0adcf36-f1c8-4fff-8b64-e6fc4045673d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:45:38.505184 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:45:38.562870 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8509f14e-3962-4686-ba25-ff7c459afa60 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (a7337d23-1b3f-475a-a355-bb22e3e962fd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.569558 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8509f14e-3962-4686-ba25-ff7c459afa60 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.572814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8509f14e-3962-4686-ba25-ff7c459afa60 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "DELETE /v2.0/networks/a7337d23-1b3f-475a-a355-bb22e3e962fd HTTP/1.1" status: 204 len: 168 time: 0.5317643 Mar 24 01:45:38.576794 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38780) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:38.581754 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-8e68aa5e-c396-4d4d-9ad5-15fd21a5cd5e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2098571308'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:38.584741 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509f14e-3962-4686-ba25-ff7c459afa60 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event deleted for resources: {'Network': ['ID=a7337d23-1b3f-475a-a355-bb22e3e962fd,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:38.602005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e68aa5e-c396-4d4d-9ad5-15fd21a5cd5e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Made reservation on behalf of 31ef80a2174840acb993880846ebbe1d for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:38.605566 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8e68aa5e-c396-4d4d-9ad5-15fd21a5cd5e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.632747 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e68aa5e-c396-4d4d-9ad5-15fd21a5cd5e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:45:38.642859 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8e68aa5e-c396-4d4d-9ad5-15fd21a5cd5e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (3b871bcd-03be-4547-a0e6-bdc02ed02288), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.643224 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-8e68aa5e-c396-4d4d-9ad5-15fd21a5cd5e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Added segment 3b871bcd-03be-4547-a0e6-bdc02ed02288 of type vlan for network 44053904-2853-4f00-ad1f-8e67943c2efe Mar 24 01:45:38.678437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device af15223c-b007-4602-b244-a0a51eb4e8b9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:45:38.686075 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8e68aa5e-c396-4d4d-9ad5-15fd21a5cd5e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (44053904-2853-4f00-ad1f-8e67943c2efe), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.712511 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8e68aa5e-c396-4d4d-9ad5-15fd21a5cd5e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (44053904-2853-4f00-ad1f-8e67943c2efe), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.717653 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e68aa5e-c396-4d4d-9ad5-15fd21a5cd5e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:38.718231 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8e68aa5e-c396-4d4d-9ad5-15fd21a5cd5e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.728163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port af15223c-b007-4602-b244-a0a51eb4e8b9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:38.728539 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (af15223c-b007-4602-b244-a0a51eb4e8b9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.778311 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8e68aa5e-c396-4d4d-9ad5-15fd21a5cd5e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1978028 Mar 24 01:45:38.778546 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38782) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:38.785353 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2135982d-6bc6-4ccb-8875-2dc29a8b7338 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Request body: {'subnet': {'network_id': '44053904-2853-4f00-ad1f-8e67943c2efe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:38.810809 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port af15223c-b007-4602-b244-a0a51eb4e8b9 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:38.811197 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (af15223c-b007-4602-b244-a0a51eb4e8b9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.829630 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68aa5e-c396-4d4d-9ad5-15fd21a5cd5e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event updated for resources: {'Network': ['ID=44053904-2853-4f00-ad1f-8e67943c2efe,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:38.846300 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 44053904-2853-4f00-ad1f-8e67943c2efe details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:45:38.861111 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port af15223c-b007-4602-b244-a0a51eb4e8b9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=af15223c-b007-4602-b244-a0a51eb4e8b9,segment=NetworkSegment(890ad073-739b-4d23-9ded-5b5716c481da),segment_id=890ad073-739b-4d23-9ded-5b5716c481da)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:38.882840 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2135982d-6bc6-4ccb-8875-2dc29a8b7338 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Made reservation on behalf of 31ef80a2174840acb993880846ebbe1d for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:38.886560 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2135982d-6bc6-4ccb-8875-2dc29a8b7338 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.898272 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (af15223c-b007-4602-b244-a0a51eb4e8b9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:38.951312 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.ipam_backend_mixin [None req-2135982d-6bc6-4ccb-8875-2dc29a8b7338 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Performing IP validity checks on allocation pools {{(pid=115729) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 24 01:45:38.951914 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.ipam_backend_mixin [None req-2135982d-6bc6-4ccb-8875-2dc29a8b7338 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115729) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 24 01:45:38.966479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=af15223c-b007-4602-b244-a0a51eb4e8b9,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:39.083575 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2135982d-6bc6-4ccb-8875-2dc29a8b7338 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (f17e58b0-bdb0-4167-a3f8-30220cb36f6d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.149552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135982d-6bc6-4ccb-8875-2dc29a8b7338 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event updated for resources: {'Subnet': ['ID=f17e58b0-bdb0-4167-a3f8-30220cb36f6d,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:39.160936 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135982d-6bc6-4ccb-8875-2dc29a8b7338 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Checking segment: {'id': '3b871bcd-03be-4547-a0e6-bdc02ed02288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44053904-2853-4f00-ad1f-8e67943c2efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:39.161326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2135982d-6bc6-4ccb-8875-2dc29a8b7338 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Network hostable DHCP agents. Network: 44053904-2853-4f00-ad1f-8e67943c2efe, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:45:39.178703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2135982d-6bc6-4ccb-8875-2dc29a8b7338 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Network 44053904-2853-4f00-ad1f-8e67943c2efe is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:45:39.187740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-2135982d-6bc6-4ccb-8875-2dc29a8b7338 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 44053904-2853-4f00-ad1f-8e67943c2efe) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:39.193556 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2135982d-6bc6-4ccb-8875-2dc29a8b7338 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:39.196039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8b3465-35f9-4aae-96d2-a1a892582e6f None None] Network 44053904-2853-4f00-ad1f-8e67943c2efe requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:39.201338 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2135982d-6bc6-4ccb-8875-2dc29a8b7338 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.219247 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2135982d-6bc6-4ccb-8875-2dc29a8b7338 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4393330 Mar 24 01:45:39.221928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38784) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:39.241793 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713110bb-aee7-46b5-be68-9f392ba9237d None None] Network 23dd8c97-fb05-481e-9699-193f4383776f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:39.320714 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c22e8ac7-39ae-40a2-bcaf-183bfb2d5d74 None None] Provisioning complete for port af15223c-b007-4602-b244-a0a51eb4e8b9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:39.321112 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c22e8ac7-39ae-40a2-bcaf-183bfb2d5d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (af15223c-b007-4602-b244-a0a51eb4e8b9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.321275 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d232-2c46-4ebf-9c48-2a58e7a4ae06 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (44053904-2853-4f00-ad1f-8e67943c2efe), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.372508 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d232-2c46-4ebf-9c48-2a58e7a4ae06 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (f17e58b0-bdb0-4167-a3f8-30220cb36f6d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.414437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b02650-42d9-4802-b0c0-eeb0a6ddc028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-44053904-2853-4f00-ad1f-8e67943c2efe', 'network_id': '44053904-2853-4f00-ad1f-8e67943c2efe', 'project_id': '31ef80a2174840acb993880846ebbe1d', 'fixed_ips': [{'subnet_id': 'f17e58b0-bdb0-4167-a3f8-30220cb36f6d'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:45:39.415312 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-69b02650-42d9-4802-b0c0-eeb0a6ddc028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.433819 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d232-2c46-4ebf-9c48-2a58e7a4ae06 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (f17e58b0-bdb0-4167-a3f8-30220cb36f6d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.466440 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4d232-2c46-4ebf-9c48-2a58e7a4ae06 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event deleted for resources: {'Subnet': ['ID=f17e58b0-bdb0-4167-a3f8-30220cb36f6d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:39.525252 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d232-2c46-4ebf-9c48-2a58e7a4ae06 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (44053904-2853-4f00-ad1f-8e67943c2efe), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.538308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c22e8ac7-39ae-40a2-bcaf-183bfb2d5d74 None None] Current status of the port af15223c-b007-4602-b244-a0a51eb4e8b9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:39.547455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b3f4d232-2c46-4ebf-9c48-2a58e7a4ae06 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44053904-2853-4f00-ad1f-8e67943c2efe']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:39.552999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1137aa26-2bcf-4a32-98b0-f772cd6d20c1 None None] Network 44053904-2853-4f00-ad1f-8e67943c2efe requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:39.560013 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b3f4d232-2c46-4ebf-9c48-2a58e7a4ae06 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b871bcd-03be-4547-a0e6-bdc02ed02288') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:39.560320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b3f4d232-2c46-4ebf-9c48-2a58e7a4ae06 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b871bcd-03be-4547-a0e6-bdc02ed02288') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:39.572557 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d232-2c46-4ebf-9c48-2a58e7a4ae06 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (3b871bcd-03be-4547-a0e6-bdc02ed02288), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.589789 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d232-2c46-4ebf-9c48-2a58e7a4ae06 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (3b871bcd-03be-4547-a0e6-bdc02ed02288), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.597541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f4d232-2c46-4ebf-9c48-2a58e7a4ae06 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:45:39.598228 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d232-2c46-4ebf-9c48-2a58e7a4ae06 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (3b871bcd-03be-4547-a0e6-bdc02ed02288), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:45:39.601854 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:45:39.670495 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d232-2c46-4ebf-9c48-2a58e7a4ae06 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (44053904-2853-4f00-ad1f-8e67943c2efe), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.675302 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d232-2c46-4ebf-9c48-2a58e7a4ae06 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.680190 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b3f4d232-2c46-4ebf-9c48-2a58e7a4ae06 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "DELETE /v2.0/networks/44053904-2853-4f00-ad1f-8e67943c2efe HTTP/1.1" status: 204 len: 168 time: 0.4571476 Mar 24 01:45:39.683869 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38786) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:39.689580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9634060e-6109-4434-a3b3-5e6fa82253a0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1034126600'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:39.696386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4d232-2c46-4ebf-9c48-2a58e7a4ae06 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event deleted for resources: {'Network': ['ID=44053904-2853-4f00-ad1f-8e67943c2efe,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:39.712345 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9634060e-6109-4434-a3b3-5e6fa82253a0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Made reservation on behalf of 31ef80a2174840acb993880846ebbe1d for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:39.715884 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9634060e-6109-4434-a3b3-5e6fa82253a0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.741844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9634060e-6109-4434-a3b3-5e6fa82253a0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:45:39.750796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa86dce-58a1-44ff-ae9f-b13343e3f66a None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:45:39.751433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9634060e-6109-4434-a3b3-5e6fa82253a0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (03408651-6a7b-412e-9769-98e69c985489), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.751781 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-9634060e-6109-4434-a3b3-5e6fa82253a0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Added segment 03408651-6a7b-412e-9769-98e69c985489 of type vlan for network aa6aea17-9fc4-4c46-83bd-8bc1dfd20166 Mar 24 01:45:39.789622 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-096a3ec8-b888-4bc4-afb9-27c55fcfdb09 None None] Provisioning complete for port af15223c-b007-4602-b244-a0a51eb4e8b9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:39.790001 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-096a3ec8-b888-4bc4-afb9-27c55fcfdb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (af15223c-b007-4602-b244-a0a51eb4e8b9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.790877 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9634060e-6109-4434-a3b3-5e6fa82253a0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (aa6aea17-9fc4-4c46-83bd-8bc1dfd20166), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.816435 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9634060e-6109-4434-a3b3-5e6fa82253a0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (aa6aea17-9fc4-4c46-83bd-8bc1dfd20166), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.821973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9634060e-6109-4434-a3b3-5e6fa82253a0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:39.822563 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9634060e-6109-4434-a3b3-5e6fa82253a0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.861269 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa86dce-58a1-44ff-ae9f-b13343e3f66a None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:45:39.881589 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9634060e-6109-4434-a3b3-5e6fa82253a0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1958485 Mar 24 01:45:39.885316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38788) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:39.889917 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634060e-6109-4434-a3b3-5e6fa82253a0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event updated for resources: {'Network': ['ID=aa6aea17-9fc4-4c46-83bd-8bc1dfd20166,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:39.893880 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-3fd3de96-a5a5-4815-8934-ab94dfa9dad1 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Request body: {'subnet': {'network_id': 'aa6aea17-9fc4-4c46-83bd-8bc1dfd20166', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:39.901633 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network aa6aea17-9fc4-4c46-83bd-8bc1dfd20166 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:45:39.980495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd3de96-a5a5-4815-8934-ab94dfa9dad1 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Made reservation on behalf of 31ef80a2174840acb993880846ebbe1d for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:39.984002 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3fd3de96-a5a5-4815-8934-ab94dfa9dad1 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:39.997277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-096a3ec8-b888-4bc4-afb9-27c55fcfdb09 None None] Current status of the port af15223c-b007-4602-b244-a0a51eb4e8b9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:40.166415 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3fd3de96-a5a5-4815-8934-ab94dfa9dad1 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (e995096c-4d15-4bb9-b161-3b3d4830b5b0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:40.230241 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3de96-a5a5-4815-8934-ab94dfa9dad1 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event updated for resources: {'Subnet': ['ID=e995096c-4d15-4bb9-b161-3b3d4830b5b0,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:40.237357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd3de96-a5a5-4815-8934-ab94dfa9dad1 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Checking segment: {'id': '03408651-6a7b-412e-9769-98e69c985489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa6aea17-9fc4-4c46-83bd-8bc1dfd20166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:40.237725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd3de96-a5a5-4815-8934-ab94dfa9dad1 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Network hostable DHCP agents. Network: aa6aea17-9fc4-4c46-83bd-8bc1dfd20166, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:45:40.256235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd3de96-a5a5-4815-8934-ab94dfa9dad1 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Network aa6aea17-9fc4-4c46-83bd-8bc1dfd20166 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:45:40.265282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-3fd3de96-a5a5-4815-8934-ab94dfa9dad1 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, aa6aea17-9fc4-4c46-83bd-8bc1dfd20166) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:40.269514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd3de96-a5a5-4815-8934-ab94dfa9dad1 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:40.270677 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3fd3de96-a5a5-4815-8934-ab94dfa9dad1 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:40.274836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff12570-1e18-464a-b896-828ce6a32ad2 None None] Network aa6aea17-9fc4-4c46-83bd-8bc1dfd20166 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:40.287567 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3fd3de96-a5a5-4815-8934-ab94dfa9dad1 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4000170 Mar 24 01:45:40.291270 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38790) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:40.296264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-417fb35a-1e44-4708-beeb-a45220f72d7f tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1477873123'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:40.315078 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417fb35a-1e44-4708-beeb-a45220f72d7f tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Made reservation on behalf of 31ef80a2174840acb993880846ebbe1d for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:40.318507 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-417fb35a-1e44-4708-beeb-a45220f72d7f tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:40.343068 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417fb35a-1e44-4708-beeb-a45220f72d7f tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:45:40.352991 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-417fb35a-1e44-4708-beeb-a45220f72d7f tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f9211f75-dc85-4630-947d-071c57ccc0a4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:40.353481 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-417fb35a-1e44-4708-beeb-a45220f72d7f tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Added segment f9211f75-dc85-4630-947d-071c57ccc0a4 of type vlan for network b1e9070b-c03b-4eb8-8ee7-6645a7a3897d Mar 24 01:45:40.381066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-aa6aea17-9fc4-4c46-83bd-8bc1dfd20166', 'network_id': 'aa6aea17-9fc4-4c46-83bd-8bc1dfd20166', 'project_id': '31ef80a2174840acb993880846ebbe1d', 'fixed_ips': [{'subnet_id': 'e995096c-4d15-4bb9-b161-3b3d4830b5b0'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:45:40.381963 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:40.398924 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-417fb35a-1e44-4708-beeb-a45220f72d7f tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (b1e9070b-c03b-4eb8-8ee7-6645a7a3897d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:40.427454 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-417fb35a-1e44-4708-beeb-a45220f72d7f tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (b1e9070b-c03b-4eb8-8ee7-6645a7a3897d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:40.432557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417fb35a-1e44-4708-beeb-a45220f72d7f tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:40.433160 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-417fb35a-1e44-4708-beeb-a45220f72d7f tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:40.492821 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-417fb35a-1e44-4708-beeb-a45220f72d7f tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2004538 Mar 24 01:45:40.495860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38792) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:40.500877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-5d06e2b4-c82b-464f-8175-13f6df6508b0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Request body: {'subnet': {'network_id': 'b1e9070b-c03b-4eb8-8ee7-6645a7a3897d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:40.503759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fb35a-1e44-4708-beeb-a45220f72d7f tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event updated for resources: {'Network': ['ID=b1e9070b-c03b-4eb8-8ee7-6645a7a3897d,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:40.519389 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network b1e9070b-c03b-4eb8-8ee7-6645a7a3897d details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:45:40.567619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Allocated IP 2001:db8::2 (aa6aea17-9fc4-4c46-83bd-8bc1dfd20166/e995096c-4d15-4bb9-b161-3b3d4830b5b0/31dbcafe-8345-4b2c-9875-07a98bb17a73) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:45:40.671878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device af15223c-b007-4602-b244-a0a51eb4e8b9 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:45:40.783416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port af15223c-b007-4602-b244-a0a51eb4e8b9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:40.784100 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (af15223c-b007-4602-b244-a0a51eb4e8b9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:40.788544 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Publish callbacks [] for port (31dbcafe-8345-4b2c-9875-07a98bb17a73), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:40.812495 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (31dbcafe-8345-4b2c-9875-07a98bb17a73), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:40.927222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d06e2b4-c82b-464f-8175-13f6df6508b0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Made reservation on behalf of 31ef80a2174840acb993880846ebbe1d for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:40.930752 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d06e2b4-c82b-464f-8175-13f6df6508b0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.037832 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Network aa6aea17-9fc4-4c46-83bd-8bc1dfd20166 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:45:41.045489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:41.047781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:45:41.059886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Pushing event updated for resources: {'Port': ['ID=31dbcafe-8345-4b2c-9875-07a98bb17a73,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:41.117460 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d06e2b4-c82b-464f-8175-13f6df6508b0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (a200287d-e67a-4cbb-ab9e-531099c3cea8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.136115 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port af15223c-b007-4602-b244-a0a51eb4e8b9 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:41.139159 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Attempting to bind port 31dbcafe-8345-4b2c-9875-07a98bb17a73 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:45:41.139581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Attempting to bind port 31dbcafe-8345-4b2c-9875-07a98bb17a73 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '03408651-6a7b-412e-9769-98e69c985489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa6aea17-9fc4-4c46-83bd-8bc1dfd20166'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:45:41.140173 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Attempting to bind port 31dbcafe-8345-4b2c-9875-07a98bb17a73 on network aa6aea17-9fc4-4c46-83bd-8bc1dfd20166 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:45:41.146511 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:45:41.146891 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Checking segment: {'id': '03408651-6a7b-412e-9769-98e69c985489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa6aea17-9fc4-4c46-83bd-8bc1dfd20166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:41.147300 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.147692 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Bound using segment: {'id': '03408651-6a7b-412e-9769-98e69c985489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa6aea17-9fc4-4c46-83bd-8bc1dfd20166'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:45:41.148168 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Bound port: 31dbcafe-8345-4b2c-9875-07a98bb17a73, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03408651-6a7b-412e-9769-98e69c985489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa6aea17-9fc4-4c46-83bd-8bc1dfd20166'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:45:41.148552 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (31dbcafe-8345-4b2c-9875-07a98bb17a73), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.184545 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06e2b4-c82b-464f-8175-13f6df6508b0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event updated for resources: {'Subnet': ['ID=a200287d-e67a-4cbb-ab9e-531099c3cea8,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:41.193776 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d06e2b4-c82b-464f-8175-13f6df6508b0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Checking segment: {'id': 'f9211f75-dc85-4630-947d-071c57ccc0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1e9070b-c03b-4eb8-8ee7-6645a7a3897d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:41.194139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d06e2b4-c82b-464f-8175-13f6df6508b0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Network hostable DHCP agents. Network: b1e9070b-c03b-4eb8-8ee7-6645a7a3897d, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:45:41.211667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d06e2b4-c82b-464f-8175-13f6df6508b0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Network b1e9070b-c03b-4eb8-8ee7-6645a7a3897d is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:45:41.217527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] For port 31dbcafe-8345-4b2c-9875-07a98bb17a73, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:45:41.220818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-5d06e2b4-c82b-464f-8175-13f6df6508b0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, b1e9070b-c03b-4eb8-8ee7-6645a7a3897d) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:41.220978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] For port 31dbcafe-8345-4b2c-9875-07a98bb17a73, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=31dbcafe-8345-4b2c-9875-07a98bb17a73,segment=NetworkSegment(03408651-6a7b-412e-9769-98e69c985489),segment_id=03408651-6a7b-412e-9769-98e69c985489)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:45:41.225338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06e2b4-c82b-464f-8175-13f6df6508b0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:41.226110 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d06e2b4-c82b-464f-8175-13f6df6508b0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.227809 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (31dbcafe-8345-4b2c-9875-07a98bb17a73), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.232808 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda4ef77-3de1-4ca8-a361-1f10ed41a694 None None] Network b1e9070b-c03b-4eb8-8ee7-6645a7a3897d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:41.244126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5d06e2b4-c82b-464f-8175-13f6df6508b0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7471642 Mar 24 01:45:41.246972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38794) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:41.341441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c3c6f-bee2-49bf-a461-cf62dd1cc9ed None None] Pushing event updated for resources: {'Port': ['ID=31dbcafe-8345-4b2c-9875-07a98bb17a73,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:41.351801 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c190462-6aae-473d-87dd-d4a5a412a189 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (b1e9070b-c03b-4eb8-8ee7-6645a7a3897d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.394528 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6447397-3c90-4967-86ec-a50f2e32c65c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-b1e9070b-c03b-4eb8-8ee7-6645a7a3897d', 'network_id': 'b1e9070b-c03b-4eb8-8ee7-6645a7a3897d', 'project_id': '31ef80a2174840acb993880846ebbe1d', 'fixed_ips': [{'subnet_id': 'a200287d-e67a-4cbb-ab9e-531099c3cea8'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:45:41.395440 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6447397-3c90-4967-86ec-a50f2e32c65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.437943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c190462-6aae-473d-87dd-d4a5a412a189 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (a200287d-e67a-4cbb-ab9e-531099c3cea8), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.522461 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c190462-6aae-473d-87dd-d4a5a412a189 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (a200287d-e67a-4cbb-ab9e-531099c3cea8), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server [None req-f6447397-3c90-4967-86ec-a50f2e32c65c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a200287d-e67a-4cbb-ab9e-531099c3cea8: This subnet is being modified by another concurrent operation. Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server raise exception Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a200287d-e67a-4cbb-ab9e-531099c3cea8: This subnet is being modified by another concurrent operation. Mar 24 01:45:41.523587 n-d-760455-9 neutron-server[115731]: ERROR oslo_messaging.rpc.server Mar 24 01:45:41.543800 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12ec73c-02c9-4b63-b07d-d48d4dc7e1f3 None None] Network b1e9070b-c03b-4eb8-8ee7-6645a7a3897d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:41.556173 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c190462-6aae-473d-87dd-d4a5a412a189 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event deleted for resources: {'Subnet': ['ID=a200287d-e67a-4cbb-ab9e-531099c3cea8,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:41.633485 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c190462-6aae-473d-87dd-d4a5a412a189 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (b1e9070b-c03b-4eb8-8ee7-6645a7a3897d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.655799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-0c190462-6aae-473d-87dd-d4a5a412a189 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e9070b-c03b-4eb8-8ee7-6645a7a3897d']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:41.666468 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-0c190462-6aae-473d-87dd-d4a5a412a189 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9211f75-dc85-4630-947d-071c57ccc0a4') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:41.666765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-0c190462-6aae-473d-87dd-d4a5a412a189 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9211f75-dc85-4630-947d-071c57ccc0a4') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:41.677142 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c190462-6aae-473d-87dd-d4a5a412a189 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (f9211f75-dc85-4630-947d-071c57ccc0a4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.690582 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c190462-6aae-473d-87dd-d4a5a412a189 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f9211f75-dc85-4630-947d-071c57ccc0a4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.696642 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c190462-6aae-473d-87dd-d4a5a412a189 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:45:41.697058 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c190462-6aae-473d-87dd-d4a5a412a189 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (f9211f75-dc85-4630-947d-071c57ccc0a4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:45:41.700253 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:45:41.758169 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c190462-6aae-473d-87dd-d4a5a412a189 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (b1e9070b-c03b-4eb8-8ee7-6645a7a3897d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.766642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0c190462-6aae-473d-87dd-d4a5a412a189 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.769904 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0c190462-6aae-473d-87dd-d4a5a412a189 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "DELETE /v2.0/networks/b1e9070b-c03b-4eb8-8ee7-6645a7a3897d HTTP/1.1" status: 204 len: 168 time: 0.5219462 Mar 24 01:45:41.773192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38796) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:41.780101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c190462-6aae-473d-87dd-d4a5a412a189 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event deleted for resources: {'Network': ['ID=b1e9070b-c03b-4eb8-8ee7-6645a7a3897d,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:41.800458 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7bc8ad-a51b-48b9-b279-c6bcd50f22c9 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] GET failed (client error): The resource could not be found. Mar 24 01:45:41.801781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8c7bc8ad-a51b-48b9-b279-c6bcd50f22c9 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "GET /v2.0/subnets/a200287d-e67a-4cbb-ab9e-531099c3cea8 HTTP/1.1" status: 404 len: 337 time: 0.0276117 Mar 24 01:45:41.804456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38798) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:41.822106 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-356e6fee-343e-4566-91cf-9ee516ef10a0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] DELETE failed (client error): The resource could not be found. Mar 24 01:45:41.822602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356e6fee-343e-4566-91cf-9ee516ef10a0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:45:41.825904 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-356e6fee-343e-4566-91cf-9ee516ef10a0 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "DELETE /v2.0/networks/b1e9070b-c03b-4eb8-8ee7-6645a7a3897d HTTP/1.1" status: 404 len: 339 time: 0.0205474 Mar 24 01:45:41.829557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38800) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:41.855303 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c269596-fa21-4513-8812-196ee74f384a tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] DELETE failed (client error): The resource could not be found. Mar 24 01:45:41.855672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c269596-fa21-4513-8812-196ee74f384a tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:45:41.858663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5c269596-fa21-4513-8812-196ee74f384a tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "DELETE /v2.0/subnets/a200287d-e67a-4cbb-ab9e-531099c3cea8 HTTP/1.1" status: 404 len: 337 time: 0.0282142 Mar 24 01:45:41.861397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38802) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:41.878506 n-d-760455-9 neutron-server[115730]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3bdce7-b9b0-498c-8819-fa57b865ddd8 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] DELETE failed (client error): The resource could not be found. Mar 24 01:45:41.878980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3bdce7-b9b0-498c-8819-fa57b865ddd8 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:45:41.881911 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bf3bdce7-b9b0-498c-8819-fa57b865ddd8 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "DELETE /v2.0/networks/b1e9070b-c03b-4eb8-8ee7-6645a7a3897d HTTP/1.1" status: 404 len: 339 time: 0.0196450 Mar 24 01:45:41.884214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38804) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:41.931860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-240a893e-eccb-44c9-b842-e8832c7ff01e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Deleting subnet e995096c-4d15-4bb9-b161-3b3d4830b5b0 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:45:41.934878 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-240a893e-eccb-44c9-b842-e8832c7ff01e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks [] for subnet (e995096c-4d15-4bb9-b161-3b3d4830b5b0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:41.979472 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-240a893e-eccb-44c9-b842-e8832c7ff01e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (e995096c-4d15-4bb9-b161-3b3d4830b5b0), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:42.062372 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-240a893e-eccb-44c9-b842-e8832c7ff01e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (e995096c-4d15-4bb9-b161-3b3d4830b5b0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:42.122192 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-240a893e-eccb-44c9-b842-e8832c7ff01e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (e995096c-4d15-4bb9-b161-3b3d4830b5b0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:42.154758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a893e-eccb-44c9-b842-e8832c7ff01e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event deleted for resources: {'Subnet': ['ID=e995096c-4d15-4bb9-b161-3b3d4830b5b0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:42.159885 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-240a893e-eccb-44c9-b842-e8832c7ff01e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:42.163169 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-240a893e-eccb-44c9-b842-e8832c7ff01e tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "DELETE /v2.0/subnets/e995096c-4d15-4bb9-b161-3b3d4830b5b0 HTTP/1.1" status: 204 len: 168 time: 0.2780933 Mar 24 01:45:42.165665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38806) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:42.231851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-3f16babe-01bf-42df-b82a-5d46d7d15a4e req-1aba4ffe-2d8b-4cc6-8a01-9967c087510a service neutron] (115730) timed out ('10.222.0.57', 57920) {{(pid=115730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 01:45:42.243858 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (aa6aea17-9fc4-4c46-83bd-8bc1dfd20166), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:42.305460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Deleting port 31dbcafe-8345-4b2c-9875-07a98bb17a73 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:45:42.306119 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (31dbcafe-8345-4b2c-9875-07a98bb17a73), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:42.345289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e89e905-05b7-4946-ab6f-6c2717c46e21 None None] get_active_networks_info from n-d-760455-9 {{(pid=115731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 01:45:42.378365 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] For port 31dbcafe-8345-4b2c-9875-07a98bb17a73, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=31dbcafe-8345-4b2c-9875-07a98bb17a73,segment=NetworkSegment(03408651-6a7b-412e-9769-98e69c985489),segment_id=03408651-6a7b-412e-9769-98e69c985489)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:42.378685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (31dbcafe-8345-4b2c-9875-07a98bb17a73), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:42.391810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Calling delete_port for 31dbcafe-8345-4b2c-9875-07a98bb17a73 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:45:42.412261 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e89e905-05b7-4946-ab6f-6c2717c46e21 None None] Resources bound (agent type, host, resource id): {{(pid=115731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 01:45:42.469755 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (31dbcafe-8345-4b2c-9875-07a98bb17a73), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:42.482995 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e10e4eaf-0224-4e40-81ba-d2c52fb7e2a9 None None] Provisioning complete for port 31dbcafe-8345-4b2c-9875-07a98bb17a73 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:42.483372 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e10e4eaf-0224-4e40-81ba-d2c52fb7e2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (31dbcafe-8345-4b2c-9875-07a98bb17a73), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:42.494754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event deleted for resources: {'Port': ['ID=31dbcafe-8345-4b2c-9875-07a98bb17a73,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:42.499591 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] No DVR routers for this DVR port 31dbcafe-8345-4b2c-9875-07a98bb17a73 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:45:42.508701 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e10e4eaf-0224-4e40-81ba-d2c52fb7e2a9 None None] Port 31dbcafe-8345-4b2c-9875-07a98bb17a73 was deleted so its status cannot be updated. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 24 01:45:42.581845 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (aa6aea17-9fc4-4c46-83bd-8bc1dfd20166), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:42.597176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7537561a-252e-4aff-8479-b896c37c2cb1 None None] Network aa6aea17-9fc4-4c46-83bd-8bc1dfd20166 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:42.604115 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6aea17-9fc4-4c46-83bd-8bc1dfd20166']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:42.613525 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03408651-6a7b-412e-9769-98e69c985489') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:42.613820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03408651-6a7b-412e-9769-98e69c985489') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:42.623431 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (03408651-6a7b-412e-9769-98e69c985489), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:42.636844 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (03408651-6a7b-412e-9769-98e69c985489), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:42.643333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:45:42.643716 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (03408651-6a7b-412e-9769-98e69c985489), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:45:42.646684 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:45:42.708322 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (aa6aea17-9fc4-4c46-83bd-8bc1dfd20166), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:42.713199 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:42.716350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "DELETE /v2.0/networks/aa6aea17-9fc4-4c46-83bd-8bc1dfd20166 HTTP/1.1" status: 204 len: 168 time: 0.5497589 Mar 24 01:45:42.718937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38808) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:42.731836 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3486cd6-15c5-4877-8c6c-715954256895 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event deleted for resources: {'Network': ['ID=aa6aea17-9fc4-4c46-83bd-8bc1dfd20166,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:42.737615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f5123a-e5e0-4a55-bbcd-930e640a07aa None None] DHCP port deletion for aa6aea17-9fc4-4c46-83bd-8bc1dfd20166 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:45:42.749314 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-5611ea99-e535-43f0-ab37-431df73a9df3 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] DELETE failed (client error): The resource could not be found. Mar 24 01:45:42.749314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5611ea99-e535-43f0-ab37-431df73a9df3 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:45:42.752130 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5611ea99-e535-43f0-ab37-431df73a9df3 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "DELETE /v2.0/subnets/f17e58b0-bdb0-4167-a3f8-30220cb36f6d HTTP/1.1" status: 404 len: 337 time: 0.0320933 Mar 24 01:45:42.755328 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38810) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:42.773232 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-446d834e-600c-4280-9503-acd4e5a785c5 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] DELETE failed (client error): The resource could not be found. Mar 24 01:45:42.773718 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446d834e-600c-4280-9503-acd4e5a785c5 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:45:42.776633 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-446d834e-600c-4280-9503-acd4e5a785c5 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "DELETE /v2.0/networks/44053904-2853-4f00-ad1f-8e67943c2efe HTTP/1.1" status: 404 len: 339 time: 0.0203907 Mar 24 01:45:42.779034 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38812) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:42.803447 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4215f3-471a-47c0-86d7-8357e4b80b7b tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] DELETE failed (client error): The resource could not be found. Mar 24 01:45:42.803888 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4215f3-471a-47c0-86d7-8357e4b80b7b tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:45:42.806857 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-eb4215f3-471a-47c0-86d7-8357e4b80b7b tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "DELETE /v2.0/subnets/52865911-b4e6-4c50-a85d-47acece6e758 HTTP/1.1" status: 404 len: 337 time: 0.0269625 Mar 24 01:45:42.809118 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38814) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:42.826519 n-d-760455-9 neutron-server[115729]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0ee565-ee2c-469c-a996-5e3e18725d18 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] DELETE failed (client error): The resource could not be found. Mar 24 01:45:42.826992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0ee565-ee2c-469c-a996-5e3e18725d18 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115729) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 01:45:42.829875 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4c0ee565-ee2c-469c-a996-5e3e18725d18 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "DELETE /v2.0/networks/a7337d23-1b3f-475a-a355-bb22e3e962fd HTTP/1.1" status: 404 len: 339 time: 0.0198905 Mar 24 01:45:42.832000 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38816) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:42.880841 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-c383b823-8a29-4d65-ab3c-003cd70872e8 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Deleting subnet 9d275bb2-cb39-4b72-81e7-670c031e69ec {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:45:42.885274 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c383b823-8a29-4d65-ab3c-003cd70872e8 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks [] for subnet (9d275bb2-cb39-4b72-81e7-670c031e69ec), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.234202 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c383b823-8a29-4d65-ab3c-003cd70872e8 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (9d275bb2-cb39-4b72-81e7-670c031e69ec), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.312209 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c383b823-8a29-4d65-ab3c-003cd70872e8 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (9d275bb2-cb39-4b72-81e7-670c031e69ec), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.368464 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c383b823-8a29-4d65-ab3c-003cd70872e8 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (9d275bb2-cb39-4b72-81e7-670c031e69ec), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.396987 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c383b823-8a29-4d65-ab3c-003cd70872e8 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.400078 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c383b823-8a29-4d65-ab3c-003cd70872e8 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "DELETE /v2.0/subnets/9d275bb2-cb39-4b72-81e7-670c031e69ec HTTP/1.1" status: 204 len: 168 time: 0.5672209 Mar 24 01:45:43.401146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383b823-8a29-4d65-ab3c-003cd70872e8 tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event deleted for resources: {'Subnet': ['ID=9d275bb2-cb39-4b72-81e7-670c031e69ec,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:43.402630 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38818) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:43.405064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a387ad-28a9-4065-8735-68dc8fd111f5 None None] Network 23dd8c97-fb05-481e-9699-193f4383776f requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:43.486160 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (23dd8c97-fb05-481e-9699-193f4383776f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.541049 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Deleting port af15223c-b007-4602-b244-a0a51eb4e8b9 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:45:43.541418 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (af15223c-b007-4602-b244-a0a51eb4e8b9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.566785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6a4639-3481-4f34-be34-531b776a21e6 None None] DHCP port deletion for 23dd8c97-fb05-481e-9699-193f4383776f request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:45:43.608483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] For port af15223c-b007-4602-b244-a0a51eb4e8b9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=af15223c-b007-4602-b244-a0a51eb4e8b9,segment=NetworkSegment(890ad073-739b-4d23-9ded-5b5716c481da),segment_id=890ad073-739b-4d23-9ded-5b5716c481da)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:43.608853 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (af15223c-b007-4602-b244-a0a51eb4e8b9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.613958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a4639-3481-4f34-be34-531b776a21e6 None None] Deleting port af15223c-b007-4602-b244-a0a51eb4e8b9 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:45:43.614838 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4639-3481-4f34-be34-531b776a21e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (af15223c-b007-4602-b244-a0a51eb4e8b9), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.622740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Calling delete_port for af15223c-b007-4602-b244-a0a51eb4e8b9 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:45:43.678186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-1b6a4639-3481-4f34-be34-531b776a21e6 None None] For port af15223c-b007-4602-b244-a0a51eb4e8b9, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=af15223c-b007-4602-b244-a0a51eb4e8b9,segment=NetworkSegment(890ad073-739b-4d23-9ded-5b5716c481da),segment_id=890ad073-739b-4d23-9ded-5b5716c481da)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:43.678520 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4639-3481-4f34-be34-531b776a21e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (af15223c-b007-4602-b244-a0a51eb4e8b9), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.691558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a4639-3481-4f34-be34-531b776a21e6 None None] Calling delete_port for af15223c-b007-4602-b244-a0a51eb4e8b9 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:45:43.701396 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (af15223c-b007-4602-b244-a0a51eb4e8b9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.728465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event deleted for resources: {'Port': ['ID=af15223c-b007-4602-b244-a0a51eb4e8b9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:43.734189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] No DVR routers for this DVR port af15223c-b007-4602-b244-a0a51eb4e8b9 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:45:43.766886 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4639-3481-4f34-be34-531b776a21e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (af15223c-b007-4602-b244-a0a51eb4e8b9), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.795224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a4639-3481-4f34-be34-531b776a21e6 None None] Pushing event deleted for resources: {'Port': ['ID=af15223c-b007-4602-b244-a0a51eb4e8b9,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:43.798607 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a4639-3481-4f34-be34-531b776a21e6 None None] No DVR routers for this DVR port af15223c-b007-4602-b244-a0a51eb4e8b9 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:45:43.811832 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (23dd8c97-fb05-481e-9699-193f4383776f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.832552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dd8c97-fb05-481e-9699-193f4383776f']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:43.841835 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890ad073-739b-4d23-9ded-5b5716c481da') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:43.842138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890ad073-739b-4d23-9ded-5b5716c481da') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:43.851945 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (890ad073-739b-4d23-9ded-5b5716c481da), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.865834 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (890ad073-739b-4d23-9ded-5b5716c481da), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.871673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:45:43.872078 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (890ad073-739b-4d23-9ded-5b5716c481da), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:45:43.874991 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:45:43.934876 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (23dd8c97-fb05-481e-9699-193f4383776f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.940037 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:43.943272 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] 10.222.0.45 "DELETE /v2.0/networks/23dd8c97-fb05-481e-9699-193f4383776f HTTP/1.1" status: 204 len: 168 time: 0.5353837 Mar 24 01:45:43.958405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e17a7-514c-4599-b5f2-b6314ef9c6fe tempest-NetworksIpV6Test-2011905467 tempest-NetworksIpV6Test-2011905467-project] Pushing event deleted for resources: {'Network': ['ID=23dd8c97-fb05-481e-9699-193f4383776f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:44.178717 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38824) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:44.306243 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a63fb0ab-e83d-4bdf-95f4-b1e941505269 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=31ef80a2174840acb993880846ebbe1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263793 Mar 24 01:45:44.308642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38828) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:44.354926 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ab012a6-25ad-4cf3-b8ff-fe07b3dca7ad admin admin] Publish callbacks [] for security_group (33378295-fae4-43b6-bf11-0246c1ecff1d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:44.375768 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ab012a6-25ad-4cf3-b8ff-fe07b3dca7ad admin admin] Publish callbacks [] for security_group (33378295-fae4-43b6-bf11-0246c1ecff1d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:44.420891 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ab012a6-25ad-4cf3-b8ff-fe07b3dca7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (33378295-fae4-43b6-bf11-0246c1ecff1d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:44.423534 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6ab012a6-25ad-4cf3-b8ff-fe07b3dca7ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:44.424656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6ab012a6-25ad-4cf3-b8ff-fe07b3dca7ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33378295-fae4-43b6-bf11-0246c1ecff1d HTTP/1.1" status: 204 len: 168 time: 0.1150944 Mar 24 01:45:44.432089 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab012a6-25ad-4cf3-b8ff-fe07b3dca7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33378295-fae4-43b6-bf11-0246c1ecff1d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:44.643114 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device af15223c-b007-4602-b244-a0a51eb4e8b9 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:45:44.663877 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: af15223c-b007-4602-b244-a0a51eb4e8b9 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:45:44.664232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device af15223c-b007-4602-b244-a0a51eb4e8b9 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:45:44.664656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 31dbcafe-8345-4b2c-9875-07a98bb17a73 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:45:44.683034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 31dbcafe-8345-4b2c-9875-07a98bb17a73 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:45:44.683376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 31dbcafe-8345-4b2c-9875-07a98bb17a73 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:45:45.058312 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38850) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:45.148977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c4605bf0-05d9-46a8-a2f8-08dfdfd81263 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1789205244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:45.170353 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4605bf0-05d9-46a8-a2f8-08dfdfd81263 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (2ac5c594-903b-40ef-9e5e-3da8e794dfd5), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:45.172071 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4605bf0-05d9-46a8-a2f8-08dfdfd81263 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (2ac5c594-903b-40ef-9e5e-3da8e794dfd5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:45.229291 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4605bf0-05d9-46a8-a2f8-08dfdfd81263 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for router_controller (2ac5c594-903b-40ef-9e5e-3da8e794dfd5), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:45.233220 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4605bf0-05d9-46a8-a2f8-08dfdfd81263 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (2ac5c594-903b-40ef-9e5e-3da8e794dfd5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:45.251336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4605bf0-05d9-46a8-a2f8-08dfdfd81263 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:45.255444 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c4605bf0-05d9-46a8-a2f8-08dfdfd81263 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1932311 Mar 24 01:45:45.255608 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38854) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:45.260410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7650525c-c870-40ae-b4c7-3b17ec4b4213 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1855452785'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:45.278354 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7650525c-c870-40ae-b4c7-3b17ec4b4213 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Made reservation on behalf of a0db410ec6504e7295bf1266b5c367d6 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:45.281568 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7650525c-c870-40ae-b4c7-3b17ec4b4213 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:45.290321 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7650525c-c870-40ae-b4c7-3b17ec4b4213 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:45.361585 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7650525c-c870-40ae-b4c7-3b17ec4b4213 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for security_group (525f4ec9-a4bf-4d89-9f0d-0c7d9053d255), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:45.365788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7650525c-c870-40ae-b4c7-3b17ec4b4213 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (525f4ec9-a4bf-4d89-9f0d-0c7d9053d255), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:45.391093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7650525c-c870-40ae-b4c7-3b17ec4b4213 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:45:45.399513 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650525c-c870-40ae-b4c7-3b17ec4b4213 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525f4ec9-a4bf-4d89-9f0d-0c7d9053d255,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:45.405444 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7650525c-c870-40ae-b4c7-3b17ec4b4213 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (801fc674-956a-4030-ab24-6a4ad94bca57), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:45.405783 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-7650525c-c870-40ae-b4c7-3b17ec4b4213 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Added segment 801fc674-956a-4030-ab24-6a4ad94bca57 of type vlan for network 84c93743-b918-4de1-bb0e-ef39ee197abd Mar 24 01:45:45.445572 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7650525c-c870-40ae-b4c7-3b17ec4b4213 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (84c93743-b918-4de1-bb0e-ef39ee197abd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:45.472127 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7650525c-c870-40ae-b4c7-3b17ec4b4213 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (84c93743-b918-4de1-bb0e-ef39ee197abd), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:45.476973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7650525c-c870-40ae-b4c7-3b17ec4b4213 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:45.477679 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7650525c-c870-40ae-b4c7-3b17ec4b4213 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:45.535594 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7650525c-c870-40ae-b4c7-3b17ec4b4213 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2788990 Mar 24 01:45:45.538575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38856) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:45.547538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1c28cce2-8a9a-4b89-be7b-3aec6f607180 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Request body: {'subnet': {'network_id': '84c93743-b918-4de1-bb0e-ef39ee197abd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:45.556540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650525c-c870-40ae-b4c7-3b17ec4b4213 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Pushing event updated for resources: {'Network': ['ID=84c93743-b918-4de1-bb0e-ef39ee197abd,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:45.567780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 84c93743-b918-4de1-bb0e-ef39ee197abd details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:45:45.646260 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c28cce2-8a9a-4b89-be7b-3aec6f607180 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Made reservation on behalf of a0db410ec6504e7295bf1266b5c367d6 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:45.649659 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c28cce2-8a9a-4b89-be7b-3aec6f607180 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:45.822211 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c28cce2-8a9a-4b89-be7b-3aec6f607180 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (4b72dc39-86e0-4883-9ac3-f7f64b0fb3cf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:45.889757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28cce2-8a9a-4b89-be7b-3aec6f607180 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Pushing event updated for resources: {'Subnet': ['ID=4b72dc39-86e0-4883-9ac3-f7f64b0fb3cf,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:45.897389 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28cce2-8a9a-4b89-be7b-3aec6f607180 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Checking segment: {'id': '801fc674-956a-4030-ab24-6a4ad94bca57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '84c93743-b918-4de1-bb0e-ef39ee197abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:45.897748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c28cce2-8a9a-4b89-be7b-3aec6f607180 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Network hostable DHCP agents. Network: 84c93743-b918-4de1-bb0e-ef39ee197abd, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:45:45.914246 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c28cce2-8a9a-4b89-be7b-3aec6f607180 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Network 84c93743-b918-4de1-bb0e-ef39ee197abd is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:45:45.922152 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1c28cce2-8a9a-4b89-be7b-3aec6f607180 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 84c93743-b918-4de1-bb0e-ef39ee197abd) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:45.926227 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c28cce2-8a9a-4b89-be7b-3aec6f607180 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:45.927478 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1c28cce2-8a9a-4b89-be7b-3aec6f607180 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:45.932085 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1933a9d-36a8-4198-b353-bc6f8cb76cd5 None None] Network 84c93743-b918-4de1-bb0e-ef39ee197abd requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:45.942783 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1c28cce2-8a9a-4b89-be7b-3aec6f607180 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4032118 Mar 24 01:45:45.945980 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38858) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:45.951322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-a10b63c1-47d1-4412-b393-55af08fc5b4e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1656673309'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:45.970672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10b63c1-47d1-4412-b393-55af08fc5b4e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Made reservation on behalf of a0db410ec6504e7295bf1266b5c367d6 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:45.975143 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a10b63c1-47d1-4412-b393-55af08fc5b4e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:46.003129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10b63c1-47d1-4412-b393-55af08fc5b4e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:45:46.012086 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a10b63c1-47d1-4412-b393-55af08fc5b4e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (52cc3ce0-b03d-473e-982c-65e2a7991d67), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:46.012451 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-a10b63c1-47d1-4412-b393-55af08fc5b4e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Added segment 52cc3ce0-b03d-473e-982c-65e2a7991d67 of type vlan for network 2e38fadc-c26d-4501-97b2-b210a56d669d Mar 24 01:45:46.032422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-84c93743-b918-4de1-bb0e-ef39ee197abd', 'network_id': '84c93743-b918-4de1-bb0e-ef39ee197abd', 'project_id': 'a0db410ec6504e7295bf1266b5c367d6', 'fixed_ips': [{'subnet_id': '4b72dc39-86e0-4883-9ac3-f7f64b0fb3cf'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:45:46.033340 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:46.052460 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a10b63c1-47d1-4412-b393-55af08fc5b4e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (2e38fadc-c26d-4501-97b2-b210a56d669d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:46.078296 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a10b63c1-47d1-4412-b393-55af08fc5b4e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (2e38fadc-c26d-4501-97b2-b210a56d669d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:46.083293 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10b63c1-47d1-4412-b393-55af08fc5b4e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:46.083869 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a10b63c1-47d1-4412-b393-55af08fc5b4e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:46.142682 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a10b63c1-47d1-4412-b393-55af08fc5b4e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1954787 Mar 24 01:45:46.145526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38860) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:46.152353 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-3fdd6277-2ced-42d0-9113-dcfe43f5685e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Request body: {'subnet': {'network_id': '2e38fadc-c26d-4501-97b2-b210a56d669d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:46.158840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b63c1-47d1-4412-b393-55af08fc5b4e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Pushing event updated for resources: {'Network': ['ID=2e38fadc-c26d-4501-97b2-b210a56d669d,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:46.180217 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 2e38fadc-c26d-4501-97b2-b210a56d669d details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:45:46.182610 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Allocated IP 172.20.0.2 (84c93743-b918-4de1-bb0e-ef39ee197abd/4b72dc39-86e0-4883-9ac3-f7f64b0fb3cf/00d50e13-a091-40c3-bb64-d386715ad616) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:45:46.246708 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdd6277-2ced-42d0-9113-dcfe43f5685e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Made reservation on behalf of a0db410ec6504e7295bf1266b5c367d6 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:46.250276 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3fdd6277-2ced-42d0-9113-dcfe43f5685e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:46.382272 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Publish callbacks [] for port (00d50e13-a091-40c3-bb64-d386715ad616), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:46.387774 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (00d50e13-a091-40c3-bb64-d386715ad616), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:46.429339 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Network 84c93743-b918-4de1-bb0e-ef39ee197abd is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:45:46.432120 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3fdd6277-2ced-42d0-9113-dcfe43f5685e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (578ef1cc-26ff-441b-9895-4547fa460065), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:46.432587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:46.434957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:45:46.445819 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Pushing event updated for resources: {'Port': ['ID=00d50e13-a091-40c3-bb64-d386715ad616,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:46.496276 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd6277-2ced-42d0-9113-dcfe43f5685e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Pushing event updated for resources: {'Subnet': ['ID=578ef1cc-26ff-441b-9895-4547fa460065,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:46.500380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Attempting to bind port 00d50e13-a091-40c3-bb64-d386715ad616 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:45:46.500750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Attempting to bind port 00d50e13-a091-40c3-bb64-d386715ad616 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '801fc674-956a-4030-ab24-6a4ad94bca57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '84c93743-b918-4de1-bb0e-ef39ee197abd'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:45:46.501260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Attempting to bind port 00d50e13-a091-40c3-bb64-d386715ad616 on network 84c93743-b918-4de1-bb0e-ef39ee197abd {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:45:46.504848 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdd6277-2ced-42d0-9113-dcfe43f5685e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Checking segment: {'id': '52cc3ce0-b03d-473e-982c-65e2a7991d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2e38fadc-c26d-4501-97b2-b210a56d669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:46.505263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdd6277-2ced-42d0-9113-dcfe43f5685e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Network hostable DHCP agents. Network: 2e38fadc-c26d-4501-97b2-b210a56d669d, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:45:46.506489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:45:46.506881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Checking segment: {'id': '801fc674-956a-4030-ab24-6a4ad94bca57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '84c93743-b918-4de1-bb0e-ef39ee197abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:46.507452 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:46.507852 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Bound using segment: {'id': '801fc674-956a-4030-ab24-6a4ad94bca57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '84c93743-b918-4de1-bb0e-ef39ee197abd'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:45:46.508330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Bound port: 00d50e13-a091-40c3-bb64-d386715ad616, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801fc674-956a-4030-ab24-6a4ad94bca57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '84c93743-b918-4de1-bb0e-ef39ee197abd'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:45:46.508713 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (00d50e13-a091-40c3-bb64-d386715ad616), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:46.522304 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdd6277-2ced-42d0-9113-dcfe43f5685e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Network 2e38fadc-c26d-4501-97b2-b210a56d669d is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:45:46.531401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-3fdd6277-2ced-42d0-9113-dcfe43f5685e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 2e38fadc-c26d-4501-97b2-b210a56d669d) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:46.535686 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdd6277-2ced-42d0-9113-dcfe43f5685e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:46.536891 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3fdd6277-2ced-42d0-9113-dcfe43f5685e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:46.543684 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa411db-05f7-481d-adc9-02901f0660ec None None] Network 2e38fadc-c26d-4501-97b2-b210a56d669d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:46.554283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3fdd6277-2ced-42d0-9113-dcfe43f5685e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4077578 Mar 24 01:45:46.556895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38862) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:46.561675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c42ba9ab-f547-4da2-a3fa-5385b5fee49b tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e38fadc-c26d-4501-97b2-b210a56d669d'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:46.630830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] For port 00d50e13-a091-40c3-bb64-d386715ad616, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:45:46.637136 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] For port 00d50e13-a091-40c3-bb64-d386715ad616, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=00d50e13-a091-40c3-bb64-d386715ad616,segment=NetworkSegment(801fc674-956a-4030-ab24-6a4ad94bca57),segment_id=801fc674-956a-4030-ab24-6a4ad94bca57)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:45:46.650282 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (00d50e13-a091-40c3-bb64-d386715ad616), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:46.784578 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c42ba9ab-f547-4da2-a3fa-5385b5fee49b tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for router_gateway (2ac5c594-903b-40ef-9e5e-3da8e794dfd5), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:46.810539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-2e38fadc-c26d-4501-97b2-b210a56d669d', 'network_id': '2e38fadc-c26d-4501-97b2-b210a56d669d', 'project_id': 'a0db410ec6504e7295bf1266b5c367d6', 'fixed_ips': [{'subnet_id': '578ef1cc-26ff-441b-9895-4547fa460065'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:45:46.811398 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:46.813239 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbe3bb-cf20-4257-bd35-87947b2906f6 None None] Pushing event updated for resources: {'Port': ['ID=00d50e13-a091-40c3-bb64-d386715ad616,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:46.921749 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [None req-c42ba9ab-f547-4da2-a3fa-5385b5fee49b tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 01:45:46.929132 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38864) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:46.930071 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c42ba9ab-f547-4da2-a3fa-5385b5fee49b tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] 10.222.0.45 "PUT /v2.0/routers/2ac5c594-903b-40ef-9e5e-3da8e794dfd5 HTTP/1.1" status: 400 len: 364 time: 0.3712490 Mar 24 01:45:46.987734 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Allocated IP 172.21.0.2 (2e38fadc-c26d-4501-97b2-b210a56d669d/578ef1cc-26ff-441b-9895-4547fa460065/7262cc57-4717-4c18-bdfe-c54b80e8e13a) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:45:46.995592 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bd07d3-6bb2-4ec6-8e86-19ab901da97e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Deleting subnet 578ef1cc-26ff-441b-9895-4547fa460065 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:45:47.304931 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Publish callbacks [] for port (7262cc57-4717-4c18-bdfe-c54b80e8e13a), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:47.310134 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-87bd07d3-6bb2-4ec6-8e86-19ab901da97e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for subnet (578ef1cc-26ff-441b-9895-4547fa460065), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:47.310716 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (7262cc57-4717-4c18-bdfe-c54b80e8e13a), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:47.349599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Network 2e38fadc-c26d-4501-97b2-b210a56d669d is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:45:47.353115 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-87bd07d3-6bb2-4ec6-8e86-19ab901da97e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (578ef1cc-26ff-441b-9895-4547fa460065), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:47.354358 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:47.356627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:45:47.362189 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Pushing event updated for resources: {'Port': ['ID=7262cc57-4717-4c18-bdfe-c54b80e8e13a,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:47.431089 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Attempting to bind port 7262cc57-4717-4c18-bdfe-c54b80e8e13a on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:45:47.431557 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Attempting to bind port 7262cc57-4717-4c18-bdfe-c54b80e8e13a by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '52cc3ce0-b03d-473e-982c-65e2a7991d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2e38fadc-c26d-4501-97b2-b210a56d669d'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:45:47.431994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Attempting to bind port 7262cc57-4717-4c18-bdfe-c54b80e8e13a on network 2e38fadc-c26d-4501-97b2-b210a56d669d {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:45:47.437948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:45:47.438328 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Checking segment: {'id': '52cc3ce0-b03d-473e-982c-65e2a7991d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2e38fadc-c26d-4501-97b2-b210a56d669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:47.438732 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:47.439130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Bound using segment: {'id': '52cc3ce0-b03d-473e-982c-65e2a7991d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2e38fadc-c26d-4501-97b2-b210a56d669d'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:45:47.439761 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Bound port: 7262cc57-4717-4c18-bdfe-c54b80e8e13a, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cc3ce0-b03d-473e-982c-65e2a7991d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2e38fadc-c26d-4501-97b2-b210a56d669d'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:45:47.439984 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7262cc57-4717-4c18-bdfe-c54b80e8e13a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:47.454216 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-87bd07d3-6bb2-4ec6-8e86-19ab901da97e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (578ef1cc-26ff-441b-9895-4547fa460065), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:47.520533 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-87bd07d3-6bb2-4ec6-8e86-19ab901da97e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (578ef1cc-26ff-441b-9895-4547fa460065), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:47.523859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] For port 7262cc57-4717-4c18-bdfe-c54b80e8e13a, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:45:47.527233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] For port 7262cc57-4717-4c18-bdfe-c54b80e8e13a, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7262cc57-4717-4c18-bdfe-c54b80e8e13a,segment=NetworkSegment(52cc3ce0-b03d-473e-982c-65e2a7991d67),segment_id=52cc3ce0-b03d-473e-982c-65e2a7991d67)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:45:47.534754 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7262cc57-4717-4c18-bdfe-c54b80e8e13a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:47.549603 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd07d3-6bb2-4ec6-8e86-19ab901da97e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Pushing event deleted for resources: {'Subnet': ['ID=578ef1cc-26ff-441b-9895-4547fa460065,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:47.559851 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-87bd07d3-6bb2-4ec6-8e86-19ab901da97e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:47.565944 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-87bd07d3-6bb2-4ec6-8e86-19ab901da97e tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] 10.222.0.45 "DELETE /v2.0/subnets/578ef1cc-26ff-441b-9895-4547fa460065 HTTP/1.1" status: 204 len: 168 time: 0.6357498 Mar 24 01:45:47.566680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38866) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:47.599788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7d51b-d07a-46cb-83e6-ed49c011cad5 None None] Pushing event updated for resources: {'Port': ['ID=7262cc57-4717-4c18-bdfe-c54b80e8e13a,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:47.662901 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (2e38fadc-c26d-4501-97b2-b210a56d669d), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:47.724734 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Deleting port 7262cc57-4717-4c18-bdfe-c54b80e8e13a {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:45:47.725215 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7262cc57-4717-4c18-bdfe-c54b80e8e13a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:47.807919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] For port 7262cc57-4717-4c18-bdfe-c54b80e8e13a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7262cc57-4717-4c18-bdfe-c54b80e8e13a,segment=NetworkSegment(52cc3ce0-b03d-473e-982c-65e2a7991d67),segment_id=52cc3ce0-b03d-473e-982c-65e2a7991d67)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:47.808239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7262cc57-4717-4c18-bdfe-c54b80e8e13a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:47.823660 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Calling delete_port for 7262cc57-4717-4c18-bdfe-c54b80e8e13a owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:45:47.841987 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c168343-c9aa-41dd-8368-2c33b6b26573 None None] Network 84c93743-b918-4de1-bb0e-ef39ee197abd requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:47.910087 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4be615d4-6e74-4561-8254-8a868f7e7f34 None None] Provisioning complete for port 00d50e13-a091-40c3-bb64-d386715ad616 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:47.910710 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4be615d4-6e74-4561-8254-8a868f7e7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (00d50e13-a091-40c3-bb64-d386715ad616), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:47.919153 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7262cc57-4717-4c18-bdfe-c54b80e8e13a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:47.947210 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Pushing event deleted for resources: {'Port': ['ID=7262cc57-4717-4c18-bdfe-c54b80e8e13a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:47.949446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] No DVR routers for this DVR port 7262cc57-4717-4c18-bdfe-c54b80e8e13a on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:45:48.033673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4be615d4-6e74-4561-8254-8a868f7e7f34 None None] Current status of the port 00d50e13-a091-40c3-bb64-d386715ad616 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:48.034247 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4be615d4-6e74-4561-8254-8a868f7e7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (00d50e13-a091-40c3-bb64-d386715ad616), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.035268 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (2e38fadc-c26d-4501-97b2-b210a56d669d), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.058867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e38fadc-c26d-4501-97b2-b210a56d669d']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:48.069408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cc3ce0-b03d-473e-982c-65e2a7991d67') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:48.069711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cc3ce0-b03d-473e-982c-65e2a7991d67') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:48.076821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-4be615d4-6e74-4561-8254-8a868f7e7f34 None None] For port 00d50e13-a091-40c3-bb64-d386715ad616, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=00d50e13-a091-40c3-bb64-d386715ad616,segment=NetworkSegment(801fc674-956a-4030-ab24-6a4ad94bca57),segment_id=801fc674-956a-4030-ab24-6a4ad94bca57)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:48.081351 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (52cc3ce0-b03d-473e-982c-65e2a7991d67), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.081621 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4be615d4-6e74-4561-8254-8a868f7e7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (00d50e13-a091-40c3-bb64-d386715ad616), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.100424 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (52cc3ce0-b03d-473e-982c-65e2a7991d67), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.113905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:45:48.114220 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (52cc3ce0-b03d-473e-982c-65e2a7991d67), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:45:48.119625 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:45:48.144799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be615d4-6e74-4561-8254-8a868f7e7f34 None None] Pushing event updated for resources: {'Port': ['ID=00d50e13-a091-40c3-bb64-d386715ad616,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:48.180927 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (2e38fadc-c26d-4501-97b2-b210a56d669d), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.186301 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.190007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] 10.222.0.45 "DELETE /v2.0/networks/2e38fadc-c26d-4501-97b2-b210a56d669d HTTP/1.1" status: 204 len: 168 time: 0.6222327 Mar 24 01:45:48.193123 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38868) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:48.205967 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0c778-c637-425c-a0f6-eb88bd26b134 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Pushing event deleted for resources: {'Network': ['ID=2e38fadc-c26d-4501-97b2-b210a56d669d,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:48.248451 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-0baf096a-5ac1-4f63-8613-e2ea69af0ac0 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Deleting subnet 4b72dc39-86e0-4883-9ac3-f7f64b0fb3cf {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:45:48.252117 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0baf096a-5ac1-4f63-8613-e2ea69af0ac0 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for subnet (4b72dc39-86e0-4883-9ac3-f7f64b0fb3cf), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.267567 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:45:48.303060 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0baf096a-5ac1-4f63-8613-e2ea69af0ac0 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (4b72dc39-86e0-4883-9ac3-f7f64b0fb3cf), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.392794 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0baf096a-5ac1-4f63-8613-e2ea69af0ac0 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (4b72dc39-86e0-4883-9ac3-f7f64b0fb3cf), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.408452 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-516e5521-8229-42e4-afa5-126d942a5661 None None] Provisioning complete for port 00d50e13-a091-40c3-bb64-d386715ad616 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:48.408980 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-516e5521-8229-42e4-afa5-126d942a5661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (00d50e13-a091-40c3-bb64-d386715ad616), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.456113 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0baf096a-5ac1-4f63-8613-e2ea69af0ac0 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (4b72dc39-86e0-4883-9ac3-f7f64b0fb3cf), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.484170 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf096a-5ac1-4f63-8613-e2ea69af0ac0 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Pushing event deleted for resources: {'Subnet': ['ID=4b72dc39-86e0-4883-9ac3-f7f64b0fb3cf,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:48.490120 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0baf096a-5ac1-4f63-8613-e2ea69af0ac0 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.493381 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0baf096a-5ac1-4f63-8613-e2ea69af0ac0 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] 10.222.0.45 "DELETE /v2.0/subnets/4b72dc39-86e0-4883-9ac3-f7f64b0fb3cf HTTP/1.1" status: 204 len: 168 time: 0.2986512 Mar 24 01:45:48.495799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38870) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:48.496540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-516e5521-8229-42e4-afa5-126d942a5661 None None] Current status of the port 00d50e13-a091-40c3-bb64-d386715ad616 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:48.501267 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48085ae-062d-4b32-afe9-c0c82b23f572 None None] Network 84c93743-b918-4de1-bb0e-ef39ee197abd requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:48.582829 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (84c93743-b918-4de1-bb0e-ef39ee197abd), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.650903 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Deleting port 00d50e13-a091-40c3-bb64-d386715ad616 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:45:48.651254 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (00d50e13-a091-40c3-bb64-d386715ad616), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.711985 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb7bbe0-8621-4e44-96d8-22279d42e89f None None] DHCP port deletion for 84c93743-b918-4de1-bb0e-ef39ee197abd request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:45:48.720584 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] For port 00d50e13-a091-40c3-bb64-d386715ad616, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=00d50e13-a091-40c3-bb64-d386715ad616,segment=NetworkSegment(801fc674-956a-4030-ab24-6a4ad94bca57),segment_id=801fc674-956a-4030-ab24-6a4ad94bca57)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:48.720804 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e244cb13-819d-494b-ab10-ce16ea8cf9a2 None None] Could not find standard attr ID for object 7262cc57-4717-4c18-bdfe-c54b80e8e13a. {{(pid=115731) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 24 01:45:48.720953 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (00d50e13-a091-40c3-bb64-d386715ad616), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.743215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Calling delete_port for 00d50e13-a091-40c3-bb64-d386715ad616 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:45:48.780439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7bbe0-8621-4e44-96d8-22279d42e89f None None] Deleting port 00d50e13-a091-40c3-bb64-d386715ad616 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:45:48.780813 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1cb7bbe0-8621-4e44-96d8-22279d42e89f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (00d50e13-a091-40c3-bb64-d386715ad616), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.800569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ffd6c-6924-4aa6-abc7-e6af02fa1f2e None None] DHCP port deletion for 2e38fadc-c26d-4501-97b2-b210a56d669d request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:45:48.833273 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (00d50e13-a091-40c3-bb64-d386715ad616), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.862780 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] No DVR routers for this DVR port 00d50e13-a091-40c3-bb64-d386715ad616 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:45:48.865873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Pushing event deleted for resources: {'Port': ['ID=00d50e13-a091-40c3-bb64-d386715ad616,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:48.867872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7134e045-9760-4d30-89b6-718a9b712be4 None None] Network 2e38fadc-c26d-4501-97b2-b210a56d669d requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:48.871744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-1cb7bbe0-8621-4e44-96d8-22279d42e89f None None] For port 00d50e13-a091-40c3-bb64-d386715ad616, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=00d50e13-a091-40c3-bb64-d386715ad616,segment=NetworkSegment(801fc674-956a-4030-ab24-6a4ad94bca57),segment_id=801fc674-956a-4030-ab24-6a4ad94bca57)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:48.873187 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1cb7bbe0-8621-4e44-96d8-22279d42e89f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (00d50e13-a091-40c3-bb64-d386715ad616), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.897981 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7bbe0-8621-4e44-96d8-22279d42e89f None None] Calling delete_port for 00d50e13-a091-40c3-bb64-d386715ad616 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:45:48.899704 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7134e045-9760-4d30-89b6-718a9b712be4 None None] Network 2e38fadc-c26d-4501-97b2-b210a56d669d could not be found, it might have been deleted concurrently. {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 24 01:45:48.954473 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (84c93743-b918-4de1-bb0e-ef39ee197abd), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.976782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c93743-b918-4de1-bb0e-ef39ee197abd']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:48.983613 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1cb7bbe0-8621-4e44-96d8-22279d42e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (00d50e13-a091-40c3-bb64-d386715ad616), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:48.987505 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801fc674-956a-4030-ab24-6a4ad94bca57') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:48.987828 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801fc674-956a-4030-ab24-6a4ad94bca57') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:48.997852 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (801fc674-956a-4030-ab24-6a4ad94bca57), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:49.008380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7bbe0-8621-4e44-96d8-22279d42e89f None None] Pushing event deleted for resources: {'Port': ['ID=00d50e13-a091-40c3-bb64-d386715ad616,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:49.011899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb7bbe0-8621-4e44-96d8-22279d42e89f None None] No DVR routers for this DVR port 00d50e13-a091-40c3-bb64-d386715ad616 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:45:49.012165 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (801fc674-956a-4030-ab24-6a4ad94bca57), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:49.020920 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:45:49.021386 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (801fc674-956a-4030-ab24-6a4ad94bca57), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:45:49.024373 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:45:49.082634 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (84c93743-b918-4de1-bb0e-ef39ee197abd), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:49.089569 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:49.092931 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] 10.222.0.45 "DELETE /v2.0/networks/84c93743-b918-4de1-bb0e-ef39ee197abd HTTP/1.1" status: 204 len: 168 time: 0.5962126 Mar 24 01:45:49.095760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38872) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:49.105012 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588ccf3-246f-4255-a869-144cc1c85d41 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Pushing event deleted for resources: {'Network': ['ID=84c93743-b918-4de1-bb0e-ef39ee197abd,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:49.124164 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-82f1be09-af2d-44e9-b023-622cc7cb61b2 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac5c594-903b-40ef-9e5e-3da8e794dfd5 HTTP/1.1" status: 200 len: 205 time: 0.0271511 Mar 24 01:45:49.126599 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38874) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:49.203676 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84f3d26d-55f6-4ce1-84f4-68d8761adf51 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for router (2ac5c594-903b-40ef-9e5e-3da8e794dfd5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:49.363230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84f3d26d-55f6-4ce1-84f4-68d8761adf51 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (2ac5c594-903b-40ef-9e5e-3da8e794dfd5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:49.365795 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84f3d26d-55f6-4ce1-84f4-68d8761adf51 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for router_controller (2ac5c594-903b-40ef-9e5e-3da8e794dfd5), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:49.412456 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84f3d26d-55f6-4ce1-84f4-68d8761adf51 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (2ac5c594-903b-40ef-9e5e-3da8e794dfd5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:49.412976 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f3d26d-55f6-4ce1-84f4-68d8761adf51 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Fanout notify agent at l3_agent the message router_deleted on router 2ac5c594-903b-40ef-9e5e-3da8e794dfd5 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:45:49.419755 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84f3d26d-55f6-4ce1-84f4-68d8761adf51 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:49.421067 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-84f3d26d-55f6-4ce1-84f4-68d8761adf51 tempest-RoutersNegativeTest-1653977608 tempest-RoutersNegativeTest-1653977608-project] 10.222.0.45 "DELETE /v2.0/routers/2ac5c594-903b-40ef-9e5e-3da8e794dfd5 HTTP/1.1" status: 204 len: 168 time: 0.2934163 Mar 24 01:45:49.815823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38880) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:49.944133 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-af240bd7-2a6a-4f16-88b3-d6f9b05ac09b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0db410ec6504e7295bf1266b5c367d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270831 Mar 24 01:45:49.946574 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38884) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:49.992666 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3c16308-4f7d-4ef6-bb16-3e6914fe9cc2 admin admin] Publish callbacks [] for security_group (525f4ec9-a4bf-4d89-9f0d-0c7d9053d255), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:50.012977 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3c16308-4f7d-4ef6-bb16-3e6914fe9cc2 admin admin] Publish callbacks [] for security_group (525f4ec9-a4bf-4d89-9f0d-0c7d9053d255), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:50.059730 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3c16308-4f7d-4ef6-bb16-3e6914fe9cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (525f4ec9-a4bf-4d89-9f0d-0c7d9053d255), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:50.062429 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e3c16308-4f7d-4ef6-bb16-3e6914fe9cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:50.063592 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e3c16308-4f7d-4ef6-bb16-3e6914fe9cc2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/525f4ec9-a4bf-4d89-9f0d-0c7d9053d255 HTTP/1.1" status: 204 len: 168 time: 0.1161399 Mar 24 01:45:50.071077 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c16308-4f7d-4ef6-bb16-3e6914fe9cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525f4ec9-a4bf-4d89-9f0d-0c7d9053d255,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:50.648013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 00d50e13-a091-40c3-bb64-d386715ad616 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:45:50.657165 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38906) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:50.668370 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 00d50e13-a091-40c3-bb64-d386715ad616 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:45:50.668724 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 00d50e13-a091-40c3-bb64-d386715ad616 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:45:50.669173 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7262cc57-4717-4c18-bdfe-c54b80e8e13a no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:45:50.687984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 7262cc57-4717-4c18-bdfe-c54b80e8e13a {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:45:50.688334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7262cc57-4717-4c18-bdfe-c54b80e8e13a not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:45:50.752191 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5486e8f5-33e1-4800-9247-591bc643e1db admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1157358020-network', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:50.771355 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5486e8f5-33e1-4800-9247-591bc643e1db admin admin] Made reservation on behalf of 7d48e6d5459041eba5560e10e82cb443 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:50.773677 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5486e8f5-33e1-4800-9247-591bc643e1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:50.781740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5486e8f5-33e1-4800-9247-591bc643e1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:50.859259 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5486e8f5-33e1-4800-9247-591bc643e1db admin admin] Publish callbacks [] for security_group (f6e1e56d-b9d9-4d9b-93da-a3465ce20adc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:50.863003 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5486e8f5-33e1-4800-9247-591bc643e1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f6e1e56d-b9d9-4d9b-93da-a3465ce20adc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:50.888249 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5486e8f5-33e1-4800-9247-591bc643e1db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:45:50.893435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486e8f5-33e1-4800-9247-591bc643e1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:50.901283 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5486e8f5-33e1-4800-9247-591bc643e1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (60105d96-6808-4584-a10b-6f9832e2d635), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:50.901624 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-5486e8f5-33e1-4800-9247-591bc643e1db admin admin] Added segment 60105d96-6808-4584-a10b-6f9832e2d635 of type vlan for network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 Mar 24 01:45:50.941125 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5486e8f5-33e1-4800-9247-591bc643e1db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (f5b8460e-a7bf-4573-9ec0-8de7673e7b99), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:50.965707 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5486e8f5-33e1-4800-9247-591bc643e1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (f5b8460e-a7bf-4573-9ec0-8de7673e7b99), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:50.966638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5486e8f5-33e1-4800-9247-591bc643e1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:50.967171 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5486e8f5-33e1-4800-9247-591bc643e1db admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:51.021729 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5486e8f5-33e1-4800-9247-591bc643e1db admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3632779 Mar 24 01:45:51.024542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38910) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:51.026680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486e8f5-33e1-4800-9247-591bc643e1db admin admin] Pushing event updated for resources: {'Network': ['ID=f5b8460e-a7bf-4573-9ec0-8de7673e7b99,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:51.030192 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-a2279d69-5602-4d01-b2e2-e770bbcbbc9a admin admin] Request body: {'subnet': {'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1157358020-subnet', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443', 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:51.036828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:45:51.050343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2279d69-5602-4d01-b2e2-e770bbcbbc9a admin admin] Made reservation on behalf of 7d48e6d5459041eba5560e10e82cb443 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:51.053640 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2279d69-5602-4d01-b2e2-e770bbcbbc9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:51.222988 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2279d69-5602-4d01-b2e2-e770bbcbbc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (23810a58-8056-4d46-98ce-f4688fe5097f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:51.282982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2279d69-5602-4d01-b2e2-e770bbcbbc9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=23810a58-8056-4d46-98ce-f4688fe5097f,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:51.290004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2279d69-5602-4d01-b2e2-e770bbcbbc9a admin admin] Checking segment: {'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:51.290363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2279d69-5602-4d01-b2e2-e770bbcbbc9a admin admin] Network hostable DHCP agents. Network: f5b8460e-a7bf-4573-9ec0-8de7673e7b99, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:45:51.306250 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2279d69-5602-4d01-b2e2-e770bbcbbc9a admin admin] Network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:45:51.314545 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-a2279d69-5602-4d01-b2e2-e770bbcbbc9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, f5b8460e-a7bf-4573-9ec0-8de7673e7b99) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:51.319202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2279d69-5602-4d01-b2e2-e770bbcbbc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:51.319804 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a2279d69-5602-4d01-b2e2-e770bbcbbc9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:51.324906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d0049e-9e15-42c8-bc1e-aa5b4ca534f9 None None] Network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:51.337078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a2279d69-5602-4d01-b2e2-e770bbcbbc9a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3114259 Mar 24 01:45:51.339771 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38912) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:51.343949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1157358020-router', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:51.362538 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (f3e1bac9-5595-4fad-832c-d7dc3b1af678), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:51.363575 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (f3e1bac9-5595-4fad-832c-d7dc3b1af678), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:51.416933 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Publish callbacks [] for router_controller (f3e1bac9-5595-4fad-832c-d7dc3b1af678), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:51.426115 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-f5b8460e-a7bf-4573-9ec0-8de7673e7b99', 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99', 'project_id': '7d48e6d5459041eba5560e10e82cb443', 'fixed_ips': [{'subnet_id': '23810a58-8056-4d46-98ce-f4688fe5097f'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:45:51.427246 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:51.560918 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Publish callbacks [] for router_gateway (f3e1bac9-5595-4fad-832c-d7dc3b1af678), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:51.561819 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Allocated IP 172.20.0.2 (f5b8460e-a7bf-4573-9ec0-8de7673e7b99/23810a58-8056-4d46-98ce-f4688fe5097f/f7659fcc-7594-484e-bd7f-6ef638491db2) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:45:51.699356 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Publish callbacks [] for port (f7659fcc-7594-484e-bd7f-6ef638491db2), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:51.705647 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (f7659fcc-7594-484e-bd7f-6ef638491db2), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:51.744452 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:45:51.748906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:51.754436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:45:51.760949 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Publish callbacks [] for router_gateway (f3e1bac9-5595-4fad-832c-d7dc3b1af678), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:51.762100 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Pushing event updated for resources: {'Port': ['ID=f7659fcc-7594-484e-bd7f-6ef638491db2,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:51.781312 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:51.814642 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Attempting to bind port f7659fcc-7594-484e-bd7f-6ef638491db2 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:45:51.814932 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Attempting to bind port f7659fcc-7594-484e-bd7f-6ef638491db2 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:45:51.815295 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Attempting to bind port f7659fcc-7594-484e-bd7f-6ef638491db2 on network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:45:51.820768 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:45:51.821174 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Checking segment: {'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:51.821575 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:51.821971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Bound using segment: {'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:45:51.822441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Bound port: f7659fcc-7594-484e-bd7f-6ef638491db2, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:45:51.822819 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f7659fcc-7594-484e-bd7f-6ef638491db2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:51.882828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Allocated IP 172.25.0.111 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/1dfc2949-e8ae-4e28-88f7-5e930648653c) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:45:51.883061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] For port f7659fcc-7594-484e-bd7f-6ef638491db2, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:45:51.886289 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] For port f7659fcc-7594-484e-bd7f-6ef638491db2, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f7659fcc-7594-484e-bd7f-6ef638491db2,segment=NetworkSegment(60105d96-6808-4584-a10b-6f9832e2d635),segment_id=60105d96-6808-4584-a10b-6f9832e2d635)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:45:51.891819 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f7659fcc-7594-484e-bd7f-6ef638491db2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:51.948547 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02086b6-b12a-4010-b6b4-26623ce4f4b0 None None] Pushing event updated for resources: {'Port': ['ID=f7659fcc-7594-484e-bd7f-6ef638491db2,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:51.992605 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Publish callbacks [] for port (1dfc2949-e8ae-4e28-88f7-5e930648653c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:52.027043 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (1dfc2949-e8ae-4e28-88f7-5e930648653c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:52.067422 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:45:52.070434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:52.076445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:45:52.082208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Pushing event updated for resources: {'Port': ['ID=1dfc2949-e8ae-4e28-88f7-5e930648653c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:52.353200 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Publish callbacks [] for router_gateway (f3e1bac9-5595-4fad-832c-d7dc3b1af678), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:52.694466 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f7659fcc-7594-484e-bd7f-6ef638491db2 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:45:52.747302 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f7659fcc-7594-484e-bd7f-6ef638491db2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:52.748010 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f7659fcc-7594-484e-bd7f-6ef638491db2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:52.830312 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f7659fcc-7594-484e-bd7f-6ef638491db2 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:52.830865 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (f7659fcc-7594-484e-bd7f-6ef638491db2), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:52.874644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port f7659fcc-7594-484e-bd7f-6ef638491db2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f7659fcc-7594-484e-bd7f-6ef638491db2,segment=NetworkSegment(60105d96-6808-4584-a10b-6f9832e2d635),segment_id=60105d96-6808-4584-a10b-6f9832e2d635)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:52.879480 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (f7659fcc-7594-484e-bd7f-6ef638491db2), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:52.909321 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (f3e1bac9-5595-4fad-832c-d7dc3b1af678), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:52.929160 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=f7659fcc-7594-484e-bd7f-6ef638491db2,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:52.958944 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508f56b-5b30-4b9c-a639-6ba27cd93f1e None None] Network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:53.015094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-641fd967-e316-49e5-a156-4b2519aba284 None None] Provisioning complete for port f7659fcc-7594-484e-bd7f-6ef638491db2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:53.015473 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-641fd967-e316-49e5-a156-4b2519aba284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f7659fcc-7594-484e-bd7f-6ef638491db2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:53.048170 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Router f3e1bac9-5595-4fad-832c-d7dc3b1af678 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:45:53.152894 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-641fd967-e316-49e5-a156-4b2519aba284 None None] Current status of the port f7659fcc-7594-484e-bd7f-6ef638491db2 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:53.158244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:45:53.167657 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Sync routers for ids ['f3e1bac9-5595-4fad-832c-d7dc3b1af678'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:45:53.178671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Routers {'f3e1bac9-5595-4fad-832c-d7dc3b1af678'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:45:53.179338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:45:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f3e1bac9-5595-4fad-832c-d7dc3b1af678'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:53.183213 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:53.183370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5200230f-dd09-4e8c-aaf4-6ae70fa032d8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8426111 Mar 24 01:45:53.186195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38914) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:53.297771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Set router f3e1bac9-5595-4fad-832c-d7dc3b1af678 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:45:53.422060 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-23ac6cdb-6530-41f4-aa85-0d0f4866c89c None None] Provisioning complete for port f7659fcc-7594-484e-bd7f-6ef638491db2 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:53.422351 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-23ac6cdb-6530-41f4-aa85-0d0f4866c89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f7659fcc-7594-484e-bd7f-6ef638491db2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:53.549355 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-23ac6cdb-6530-41f4-aa85-0d0f4866c89c None None] Current status of the port f7659fcc-7594-484e-bd7f-6ef638491db2 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:53.560929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'name': 'tempest-TestEncryptedCinderVolumes-1157358020-router', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1dfc2949-e8ae-4e28-88f7-5e930648653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:51Z', 'updated_at': '2022-03-24T01:45:52Z', 'revision_number': 3, 'project_id': '7d48e6d5459041eba5560e10e82cb443', 'gw_port': {'id': '1dfc2949-e8ae-4e28-88f7-5e930648653c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:51Z', 'updated_at': '2022-03-24T01:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:53.588662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Checking router: f3e1bac9-5595-4fad-832c-d7dc3b1af678 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:45:53.589031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Updating router f3e1bac9-5595-4fad-832c-d7dc3b1af678 port 1dfc2949-e8ae-4e28-88f7-5e930648653c binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:45:53.613355 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:53.619219 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1dfc2949-e8ae-4e28-88f7-5e930648653c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:53.766698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Allocated IP 172.20.0.1 (f5b8460e-a7bf-4573-9ec0-8de7673e7b99/23810a58-8056-4d46-98ce-f4688fe5097f/d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:45:53.877459 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Publish callbacks [] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:53.911846 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:53.961634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:45:53.965803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:53.967787 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Pushing event updated for resources: {'Port': ['ID=d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:53.970403 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:45:54.010921 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (f3e1bac9-5595-4fad-832c-d7dc3b1af678), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:54.042601 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Publish callbacks [] for port (1dfc2949-e8ae-4e28-88f7-5e930648653c), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:54.053840 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1dfc2949-e8ae-4e28-88f7-5e930648653c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:54.129885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50638835-54ca-4a08-908f-5ed7e069fd97 None None] Pushing event updated for resources: {'Port': ['ID=1dfc2949-e8ae-4e28-88f7-5e930648653c,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:54.133934 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Attempting to bind port 1dfc2949-e8ae-4e28-88f7-5e930648653c on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:45:54.134485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Attempting to bind port 1dfc2949-e8ae-4e28-88f7-5e930648653c by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:45:54.135054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Attempting to bind port 1dfc2949-e8ae-4e28-88f7-5e930648653c on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:45:54.146204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:45:54.146588 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:54.146998 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:54.147443 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:45:54.148740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Bound port: 1dfc2949-e8ae-4e28-88f7-5e930648653c, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:45:54.149059 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1dfc2949-e8ae-4e28-88f7-5e930648653c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:54.172151 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:54.208630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] For port 1dfc2949-e8ae-4e28-88f7-5e930648653c, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:45:54.211948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] For port 1dfc2949-e8ae-4e28-88f7-5e930648653c, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=1dfc2949-e8ae-4e28-88f7-5e930648653c,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:45:54.219677 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1dfc2949-e8ae-4e28-88f7-5e930648653c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:54.297418 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Routers {'f3e1bac9-5595-4fad-832c-d7dc3b1af678'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:45:54.298102 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:45:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f3e1bac9-5595-4fad-832c-d7dc3b1af678'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:54.338351 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50638835-54ca-4a08-908f-5ed7e069fd97 None None] Pushing event updated for resources: {'Port': ['ID=1dfc2949-e8ae-4e28-88f7-5e930648653c,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:54.352236 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Publish callbacks [] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:54.356735 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:54.374223 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-168e74b1-6cdb-4993-98cd-1cba0a10975e None None] Provisioning complete for port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:54.374594 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-168e74b1-6cdb-4993-98cd-1cba0a10975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:54.423860 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-168e74b1-6cdb-4993-98cd-1cba0a10975e None None] Port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:45:54.424269 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (f3e1bac9-5595-4fad-832c-d7dc3b1af678), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:54.426255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Pushing event updated for resources: {'Port': ['ID=d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:54.450025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] Set router f3e1bac9-5595-4fad-832c-d7dc3b1af678 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:45:54.529048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:45:54.530477 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:54.661931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Router f3e1bac9-5595-4fad-832c-d7dc3b1af678 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:45:54.702157 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f7659fcc-7594-484e-bd7f-6ef638491db2 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:45:54.768211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'name': 'tempest-TestEncryptedCinderVolumes-1157358020-router', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1dfc2949-e8ae-4e28-88f7-5e930648653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:51Z', 'updated_at': '2022-03-24T01:45:54Z', 'revision_number': 4, 'project_id': '7d48e6d5459041eba5560e10e82cb443', 'gw_port': {'id': '1dfc2949-e8ae-4e28-88f7-5e930648653c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:51Z', 'updated_at': '2022-03-24T01:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd6ad2b34-90d0-47f8-a3cd-a8f5a608f66f', 'name': '', 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443', 'mac_address': 'fa:16:3e:8e:5c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '23810a58-8056-4d46-98ce-f4688fe5097f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:53Z', 'updated_at': '2022-03-24T01:45:53Z', 'revision_number': 1, 'project_id': '7d48e6d5459041eba5560e10e82cb443', 'subnets': [{'id': '23810a58-8056-4d46-98ce-f4688fe5097f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:54.791380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:45:54.801007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-be14aac0-0e61-4709-bd99-18e8a679e90d admin admin] 10.222.0.45 "PUT /v2.0/routers/f3e1bac9-5595-4fad-832c-d7dc3b1af678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6094575 Mar 24 01:45:54.803088 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e718b02-90c6-49c5-901f-329881c6d24a None None] The sync data for ids ['f3e1bac9-5595-4fad-832c-d7dc3b1af678'] in n-d-760455-9 is: [{'id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'name': 'tempest-TestEncryptedCinderVolumes-1157358020-router', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1dfc2949-e8ae-4e28-88f7-5e930648653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:51Z', 'updated_at': '2022-03-24T01:45:54Z', 'revision_number': 4, 'project_id': '7d48e6d5459041eba5560e10e82cb443', 'gw_port': {'id': '1dfc2949-e8ae-4e28-88f7-5e930648653c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:51Z', 'updated_at': '2022-03-24T01:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd6ad2b34-90d0-47f8-a3cd-a8f5a608f66f', 'name': '', 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443', 'mac_address': 'fa:16:3e:8e:5c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '23810a58-8056-4d46-98ce-f4688fe5097f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:53Z', 'updated_at': '2022-03-24T01:45:53Z', 'revision_number': 1, 'project_id': '7d48e6d5459041eba5560e10e82cb443', 'subnets': [{'id': '23810a58-8056-4d46-98ce-f4688fe5097f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:45:54.818687 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port f7659fcc-7594-484e-bd7f-6ef638491db2 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:54.819151 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (f7659fcc-7594-484e-bd7f-6ef638491db2), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:54.890920 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d28ea591-5d4b-49a6-9f78-0d815e158433 None None] Provisioning complete for port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:54.891201 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d28ea591-5d4b-49a6-9f78-0d815e158433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:54.936147 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d28ea591-5d4b-49a6-9f78-0d815e158433 None None] Port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:45:54.982400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port f7659fcc-7594-484e-bd7f-6ef638491db2 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:55.395487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38930) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:55.400906 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-92f9387b-8135-4058-9967-265163dde915 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1067542868-network', 'tenant_id': '59813e25457f43cc874bac29bd057c3e'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:55.421121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f9387b-8135-4058-9967-265163dde915 admin admin] Made reservation on behalf of 59813e25457f43cc874bac29bd057c3e for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:55.423784 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92f9387b-8135-4058-9967-265163dde915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:55.433926 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92f9387b-8135-4058-9967-265163dde915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:55.524030 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92f9387b-8135-4058-9967-265163dde915 admin admin] Publish callbacks [] for security_group (d5345ab9-fda6-4518-a7d7-cfeb74b67323), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:55.528549 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92f9387b-8135-4058-9967-265163dde915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d5345ab9-fda6-4518-a7d7-cfeb74b67323), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:55.556544 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f9387b-8135-4058-9967-265163dde915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:45:55.567819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9387b-8135-4058-9967-265163dde915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5345ab9-fda6-4518-a7d7-cfeb74b67323,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:55.574562 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92f9387b-8135-4058-9967-265163dde915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f19fbecc-ec6b-4181-af84-c92eefa3a3c1), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:55.574562 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-92f9387b-8135-4058-9967-265163dde915 admin admin] Added segment f19fbecc-ec6b-4181-af84-c92eefa3a3c1 of type vlan for network 96fc4faa-7e6b-4fa8-8834-99d53132b251 Mar 24 01:45:55.628822 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92f9387b-8135-4058-9967-265163dde915 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (96fc4faa-7e6b-4fa8-8834-99d53132b251), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:55.655241 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92f9387b-8135-4058-9967-265163dde915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (96fc4faa-7e6b-4fa8-8834-99d53132b251), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:55.656378 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f9387b-8135-4058-9967-265163dde915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:55.657151 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-92f9387b-8135-4058-9967-265163dde915 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:55.701007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-92f9387b-8135-4058-9967-265163dde915 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3011863 Mar 24 01:45:55.701397 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38932) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:55.706402 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-1550de0f-130a-4280-9c5b-bd34a9124f6b admin admin] Request body: {'subnet': {'network_id': '96fc4faa-7e6b-4fa8-8834-99d53132b251', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1067542868-subnet', 'tenant_id': '59813e25457f43cc874bac29bd057c3e', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:55.728626 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1550de0f-130a-4280-9c5b-bd34a9124f6b admin admin] Made reservation on behalf of 59813e25457f43cc874bac29bd057c3e for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:45:55.731198 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1550de0f-130a-4280-9c5b-bd34a9124f6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:55.745736 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9387b-8135-4058-9967-265163dde915 admin admin] Pushing event updated for resources: {'Network': ['ID=96fc4faa-7e6b-4fa8-8834-99d53132b251,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:55.756468 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 96fc4faa-7e6b-4fa8-8834-99d53132b251 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:45:55.933912 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1550de0f-130a-4280-9c5b-bd34a9124f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (667ff41e-8576-4486-be49-a96cc98002e0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:55.990185 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550de0f-130a-4280-9c5b-bd34a9124f6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=667ff41e-8576-4486-be49-a96cc98002e0,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:56.005994 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1550de0f-130a-4280-9c5b-bd34a9124f6b admin admin] Checking segment: {'id': 'f19fbecc-ec6b-4181-af84-c92eefa3a3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '96fc4faa-7e6b-4fa8-8834-99d53132b251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:56.006360 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1550de0f-130a-4280-9c5b-bd34a9124f6b admin admin] Network hostable DHCP agents. Network: 96fc4faa-7e6b-4fa8-8834-99d53132b251, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:45:56.023994 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1550de0f-130a-4280-9c5b-bd34a9124f6b admin admin] Network 96fc4faa-7e6b-4fa8-8834-99d53132b251 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:45:56.033858 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1550de0f-130a-4280-9c5b-bd34a9124f6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 96fc4faa-7e6b-4fa8-8834-99d53132b251) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:56.038639 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1550de0f-130a-4280-9c5b-bd34a9124f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:45:56.039253 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1550de0f-130a-4280-9c5b-bd34a9124f6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.044556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42794735-44f1-4f7b-862d-c90aaed3cbdb None None] Network 96fc4faa-7e6b-4fa8-8834-99d53132b251 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:56.057018 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1550de0f-130a-4280-9c5b-bd34a9124f6b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3544946 Mar 24 01:45:56.060037 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 38934) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:56.064686 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1067542868-router', 'tenant_id': '59813e25457f43cc874bac29bd057c3e', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:45:56.099446 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (feeda360-aa9c-486f-87f0-594c91218cd3), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.101888 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (feeda360-aa9c-486f-87f0-594c91218cd3), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.162448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-96fc4faa-7e6b-4fa8-8834-99d53132b251', 'network_id': '96fc4faa-7e6b-4fa8-8834-99d53132b251', 'project_id': '59813e25457f43cc874bac29bd057c3e', 'fixed_ips': [{'subnet_id': '667ff41e-8576-4486-be49-a96cc98002e0'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:45:56.163486 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.191142 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Publish callbacks [] for router_controller (feeda360-aa9c-486f-87f0-594c91218cd3), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.319648 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Allocated IP 172.20.0.2 (96fc4faa-7e6b-4fa8-8834-99d53132b251/667ff41e-8576-4486-be49-a96cc98002e0/81e25a7c-9a76-43ec-828b-f73a4c660921) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:45:56.347228 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Publish callbacks [] for router_gateway (feeda360-aa9c-486f-87f0-594c91218cd3), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.466671 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Publish callbacks [] for port (81e25a7c-9a76-43ec-828b-f73a4c660921), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.472402 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (81e25a7c-9a76-43ec-828b-f73a4c660921), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.515600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Network 96fc4faa-7e6b-4fa8-8834-99d53132b251 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:45:56.518668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:56.527881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:45:56.535195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Pushing event updated for resources: {'Port': ['ID=81e25a7c-9a76-43ec-828b-f73a4c660921,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:56.563696 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Publish callbacks [] for router_gateway (feeda360-aa9c-486f-87f0-594c91218cd3), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.585637 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.592447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Attempting to bind port 81e25a7c-9a76-43ec-828b-f73a4c660921 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:45:56.592875 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Attempting to bind port 81e25a7c-9a76-43ec-828b-f73a4c660921 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'f19fbecc-ec6b-4181-af84-c92eefa3a3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '96fc4faa-7e6b-4fa8-8834-99d53132b251'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:45:56.593291 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Attempting to bind port 81e25a7c-9a76-43ec-828b-f73a4c660921 on network 96fc4faa-7e6b-4fa8-8834-99d53132b251 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:45:56.598613 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:45:56.598910 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Checking segment: {'id': 'f19fbecc-ec6b-4181-af84-c92eefa3a3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '96fc4faa-7e6b-4fa8-8834-99d53132b251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:56.599310 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.599709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Bound using segment: {'id': 'f19fbecc-ec6b-4181-af84-c92eefa3a3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '96fc4faa-7e6b-4fa8-8834-99d53132b251'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:45:56.600186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Bound port: 81e25a7c-9a76-43ec-828b-f73a4c660921, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19fbecc-ec6b-4181-af84-c92eefa3a3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '96fc4faa-7e6b-4fa8-8834-99d53132b251'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:45:56.600565 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (81e25a7c-9a76-43ec-828b-f73a4c660921), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.674497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] For port 81e25a7c-9a76-43ec-828b-f73a4c660921, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:45:56.679963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] For port 81e25a7c-9a76-43ec-828b-f73a4c660921, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=81e25a7c-9a76-43ec-828b-f73a4c660921,segment=NetworkSegment(f19fbecc-ec6b-4181-af84-c92eefa3a3c1),segment_id=f19fbecc-ec6b-4181-af84-c92eefa3a3c1)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:45:56.688716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1dfc2949-e8ae-4e28-88f7-5e930648653c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:45:56.693626 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (81e25a7c-9a76-43ec-828b-f73a4c660921), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.716749 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Allocated IP 172.25.0.115 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/409dc268-c791-4f28-9acf-0947ebb0b8f5) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:45:56.788144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63a8de-a7dc-4df7-8630-4a23569b2648 None None] Pushing event updated for resources: {'Port': ['ID=81e25a7c-9a76-43ec-828b-f73a4c660921,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:56.809248 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 1dfc2949-e8ae-4e28-88f7-5e930648653c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:56.809633 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1dfc2949-e8ae-4e28-88f7-5e930648653c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.840969 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Publish callbacks [] for port (409dc268-c791-4f28-9acf-0947ebb0b8f5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.883556 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (409dc268-c791-4f28-9acf-0947ebb0b8f5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.904313 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 1dfc2949-e8ae-4e28-88f7-5e930648653c is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:56.904703 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1dfc2949-e8ae-4e28-88f7-5e930648653c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.923645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:45:56.926965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:56.928593 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 1dfc2949-e8ae-4e28-88f7-5e930648653c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=1dfc2949-e8ae-4e28-88f7-5e930648653c,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:56.933718 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (1dfc2949-e8ae-4e28-88f7-5e930648653c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:56.937988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:45:56.992471 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Pushing event updated for resources: {'Port': ['ID=409dc268-c791-4f28-9acf-0947ebb0b8f5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:57.007573 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=1dfc2949-e8ae-4e28-88f7-5e930648653c,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:57.225755 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Publish callbacks [] for router_gateway (feeda360-aa9c-486f-87f0-594c91218cd3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:57.423908 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (feeda360-aa9c-486f-87f0-594c91218cd3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:57.562321 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Router feeda360-aa9c-486f-87f0-594c91218cd3 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:45:57.644680 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Sync routers for ids ['f3e1bac9-5595-4fad-832c-d7dc3b1af678'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:45:57.658344 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Routers {'f3e1bac9-5595-4fad-832c-d7dc3b1af678'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:45:57.659042 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:45:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f3e1bac9-5595-4fad-832c-d7dc3b1af678'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:57.766527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43376aa3-e76b-45f0-9826-02cb8f658af7 None None] Network 96fc4faa-7e6b-4fa8-8834-99d53132b251 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:45:57.776171 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Set router f3e1bac9-5595-4fad-832c-d7dc3b1af678 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:45:57.833948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-81e88195-0fbf-4669-b8d6-9c92c228b19f None None] Provisioning complete for port 81e25a7c-9a76-43ec-828b-f73a4c660921 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:57.834546 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-81e88195-0fbf-4669-b8d6-9c92c228b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (81e25a7c-9a76-43ec-828b-f73a4c660921), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:57.967328 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-81e88195-0fbf-4669-b8d6-9c92c228b19f None None] Current status of the port 81e25a7c-9a76-43ec-828b-f73a4c660921 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:57.967679 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-81e88195-0fbf-4669-b8d6-9c92c228b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (81e25a7c-9a76-43ec-828b-f73a4c660921), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:57.983120 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'name': 'tempest-TestEncryptedCinderVolumes-1157358020-router', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1dfc2949-e8ae-4e28-88f7-5e930648653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:51Z', 'updated_at': '2022-03-24T01:45:54Z', 'revision_number': 4, 'project_id': '7d48e6d5459041eba5560e10e82cb443', 'gw_port': {'id': '1dfc2949-e8ae-4e28-88f7-5e930648653c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:51Z', 'updated_at': '2022-03-24T01:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd6ad2b34-90d0-47f8-a3cd-a8f5a608f66f', 'name': '', 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443', 'mac_address': 'fa:16:3e:8e:5c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '23810a58-8056-4d46-98ce-f4688fe5097f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:53Z', 'updated_at': '2022-03-24T01:45:54Z', 'revision_number': 2, 'project_id': '7d48e6d5459041eba5560e10e82cb443', 'subnets': [{'id': '23810a58-8056-4d46-98ce-f4688fe5097f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:58.012307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-81e88195-0fbf-4669-b8d6-9c92c228b19f None None] For port 81e25a7c-9a76-43ec-828b-f73a4c660921, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=81e25a7c-9a76-43ec-828b-f73a4c660921,segment=NetworkSegment(f19fbecc-ec6b-4181-af84-c92eefa3a3c1),segment_id=f19fbecc-ec6b-4181-af84-c92eefa3a3c1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:58.013961 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Checking router: f3e1bac9-5595-4fad-832c-d7dc3b1af678 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:45:58.014685 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Updating router f3e1bac9-5595-4fad-832c-d7dc3b1af678 port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:45:58.026026 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-81e88195-0fbf-4669-b8d6-9c92c228b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (81e25a7c-9a76-43ec-828b-f73a4c660921), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:58.040849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:45:58.044394 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:58.060453 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Sync routers for ids ['feeda360-aa9c-486f-87f0-594c91218cd3'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:45:58.061598 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:58.065709 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 38936) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:45:58.066375 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4a734eb1-333f-4170-a0ab-ce6e52498088 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0051398 Mar 24 01:45:58.092448 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Routers {'feeda360-aa9c-486f-87f0-594c91218cd3'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:45:58.093191 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:45:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['feeda360-aa9c-486f-87f0-594c91218cd3'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:58.158031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e88195-0fbf-4669-b8d6-9c92c228b19f None None] Pushing event updated for resources: {'Port': ['ID=81e25a7c-9a76-43ec-828b-f73a4c660921,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:58.216113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Set router feeda360-aa9c-486f-87f0-594c91218cd3 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:45:58.322997 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b4c327de-ae87-4a5f-abc0-a682f8022a7f None None] Provisioning complete for port 81e25a7c-9a76-43ec-828b-f73a4c660921 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:58.323512 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b4c327de-ae87-4a5f-abc0-a682f8022a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (81e25a7c-9a76-43ec-828b-f73a4c660921), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:58.350577 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Publish callbacks [] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:58.356540 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:58.419382 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Pushing event updated for resources: {'Port': ['ID=d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:58.444238 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:58.444449 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:58.444824 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:58.445263 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:58.445684 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:58.446547 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:58.446863 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:58.447201 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:58.447925 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:58.447925 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:58.448182 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:58.448993 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:58.449580 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:58.449972 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:58.452105 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:58.460300 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b4c327de-ae87-4a5f-abc0-a682f8022a7f None None] Current status of the port 81e25a7c-9a76-43ec-828b-f73a4c660921 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:58.478571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'name': 'tempest-TestEncryptedCinderVolumes-1067542868-router', 'tenant_id': '59813e25457f43cc874bac29bd057c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '409dc268-c791-4f28-9acf-0947ebb0b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:56Z', 'updated_at': '2022-03-24T01:45:57Z', 'revision_number': 3, 'project_id': '59813e25457f43cc874bac29bd057c3e', 'gw_port': {'id': '409dc268-c791-4f28-9acf-0947ebb0b8f5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:af:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:56Z', 'updated_at': '2022-03-24T01:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:58.492081 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Attempting to bind port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:45:58.492738 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Attempting to bind port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:45:58.493398 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Attempting to bind port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f on network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:45:58.499275 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:45:58.499906 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Checking segment: {'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:58.500489 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:58.501053 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Bound using segment: {'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:45:58.501722 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Bound port: d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:45:58.502263 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:58.516038 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Checking router: feeda360-aa9c-486f-87f0-594c91218cd3 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:45:58.516394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Updating router feeda360-aa9c-486f-87f0-594c91218cd3 port 409dc268-c791-4f28-9acf-0947ebb0b8f5 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:45:58.548564 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (409dc268-c791-4f28-9acf-0947ebb0b8f5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:58.572707 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:58.591893 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] For port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:45:58.597010 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] For port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f,segment=NetworkSegment(60105d96-6808-4584-a10b-6f9832e2d635),segment_id=60105d96-6808-4584-a10b-6f9832e2d635)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:45:58.607229 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:58.713887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-dc54f9a6-5eb9-483b-aeda-da96d0efe4e9 None None] Provisioning complete for port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:58.714105 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dc54f9a6-5eb9-483b-aeda-da96d0efe4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:58.725449 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Routers {'f3e1bac9-5595-4fad-832c-d7dc3b1af678'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:45:58.727560 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:45:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f3e1bac9-5595-4fad-832c-d7dc3b1af678'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:58.816035 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a269c-8fd0-4341-89f3-0678159768ab None None] Pushing event updated for resources: {'Port': ['ID=d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:58.838471 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Allocated IP 172.20.0.1 (96fc4faa-7e6b-4fa8-8834-99d53132b251/667ff41e-8576-4486-be49-a96cc98002e0/0fd93b2e-09ba-466a-a46a-59e88f807aa3) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:45:58.899707 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] Set router f3e1bac9-5595-4fad-832c-d7dc3b1af678 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:45:58.982583 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Publish callbacks [] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:58.982807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1dfc2949-e8ae-4e28-88f7-5e930648653c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:45:59.020356 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.054890 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b547fddd-a433-4501-808f-02d2ecc0f139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.065331 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Network 96fc4faa-7e6b-4fa8-8834-99d53132b251 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:45:59.072031 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:59.076966 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:45:59.080165 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd93b2e-09ba-466a-a46a-59e88f807aa3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:59.106151 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:59.106515 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:59.106861 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:59.107205 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:59.107548 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:59.107896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:59.108226 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:59.108734 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:59.108914 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:59.109238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:59.110564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:59.110564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:59.110564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:59.110827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:59.111042 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:45:59.133128 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (feeda360-aa9c-486f-87f0-594c91218cd3), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.202356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 1dfc2949-e8ae-4e28-88f7-5e930648653c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:59.202734 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (1dfc2949-e8ae-4e28-88f7-5e930648653c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.206801 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-dc54f9a6-5eb9-483b-aeda-da96d0efe4e9 None None] Current status of the port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:59.207192 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dc54f9a6-5eb9-483b-aeda-da96d0efe4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.262356 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Publish callbacks [] for port (409dc268-c791-4f28-9acf-0947ebb0b8f5), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.276298 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'name': 'tempest-TestEncryptedCinderVolumes-1157358020-router', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1dfc2949-e8ae-4e28-88f7-5e930648653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:51Z', 'updated_at': '2022-03-24T01:45:54Z', 'revision_number': 4, 'project_id': '7d48e6d5459041eba5560e10e82cb443', 'gw_port': {'id': '1dfc2949-e8ae-4e28-88f7-5e930648653c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:51Z', 'updated_at': '2022-03-24T01:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd6ad2b34-90d0-47f8-a3cd-a8f5a608f66f', 'name': '', 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443', 'mac_address': 'fa:16:3e:8e:5c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '23810a58-8056-4d46-98ce-f4688fe5097f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:53Z', 'updated_at': '2022-03-24T01:45:58Z', 'revision_number': 4, 'project_id': '7d48e6d5459041eba5560e10e82cb443', 'subnets': [{'id': '23810a58-8056-4d46-98ce-f4688fe5097f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:59.286438 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (409dc268-c791-4f28-9acf-0947ebb0b8f5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.301743 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.306915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-dc54f9a6-5eb9-483b-aeda-da96d0efe4e9 None None] For port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f,segment=NetworkSegment(60105d96-6808-4584-a10b-6f9832e2d635),segment_id=60105d96-6808-4584-a10b-6f9832e2d635)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:45:59.310442 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee85af2-dd53-4f69-bfa0-b3f50a15fe42 None None] The sync data for ids ['f3e1bac9-5595-4fad-832c-d7dc3b1af678'] in n-d-760455-9 is: [{'id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'name': 'tempest-TestEncryptedCinderVolumes-1157358020-router', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1dfc2949-e8ae-4e28-88f7-5e930648653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:51Z', 'updated_at': '2022-03-24T01:45:54Z', 'revision_number': 4, 'project_id': '7d48e6d5459041eba5560e10e82cb443', 'gw_port': {'id': '1dfc2949-e8ae-4e28-88f7-5e930648653c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:51Z', 'updated_at': '2022-03-24T01:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'd6ad2b34-90d0-47f8-a3cd-a8f5a608f66f', 'name': '', 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443', 'mac_address': 'fa:16:3e:8e:5c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '23810a58-8056-4d46-98ce-f4688fe5097f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:53Z', 'updated_at': '2022-03-24T01:45:58Z', 'revision_number': 4, 'project_id': '7d48e6d5459041eba5560e10e82cb443', 'subnets': [{'id': '23810a58-8056-4d46-98ce-f4688fe5097f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:45:59.340629 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dc54f9a6-5eb9-483b-aeda-da96d0efe4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.394609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4e2a3-ce20-43a3-b410-c388984d6ffe None None] Pushing event updated for resources: {'Port': ['ID=409dc268-c791-4f28-9acf-0947ebb0b8f5,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:59.399814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Attempting to bind port 409dc268-c791-4f28-9acf-0947ebb0b8f5 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:45:59.400200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Attempting to bind port 409dc268-c791-4f28-9acf-0947ebb0b8f5 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:45:59.400572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Attempting to bind port 409dc268-c791-4f28-9acf-0947ebb0b8f5 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:45:59.429795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:45:59.430174 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:45:59.430582 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.430983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:45:59.431478 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Bound port: 409dc268-c791-4f28-9acf-0947ebb0b8f5, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:45:59.431865 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (409dc268-c791-4f28-9acf-0947ebb0b8f5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.469797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 1dfc2949-e8ae-4e28-88f7-5e930648653c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:59.470899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 81e25a7c-9a76-43ec-828b-f73a4c660921 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:45:59.485460 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Publish callbacks [] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.490606 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.548349 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54f9a6-5eb9-483b-aeda-da96d0efe4e9 None None] Pushing event updated for resources: {'Port': ['ID=d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:59.559305 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (feeda360-aa9c-486f-87f0-594c91218cd3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.561076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd93b2e-09ba-466a-a46a-59e88f807aa3,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:59.573673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-336d64c8-8e68-44a3-83e8-3e7207f1d0f7 None None] Provisioning complete for port 0fd93b2e-09ba-466a-a46a-59e88f807aa3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:59.574314 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-336d64c8-8e68-44a3-83e8-3e7207f1d0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.597357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] For port 409dc268-c791-4f28-9acf-0947ebb0b8f5, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:45:59.616524 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] For port 409dc268-c791-4f28-9acf-0947ebb0b8f5, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=409dc268-c791-4f28-9acf-0947ebb0b8f5,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:45:59.633404 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (409dc268-c791-4f28-9acf-0947ebb0b8f5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.645530 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-336d64c8-8e68-44a3-83e8-3e7207f1d0f7 None None] Port 0fd93b2e-09ba-466a-a46a-59e88f807aa3 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:45:59.669998 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Network 96fc4faa-7e6b-4fa8-8834-99d53132b251 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:45:59.671454 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:45:59.683663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 81e25a7c-9a76-43ec-828b-f73a4c660921 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:59.683974 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (81e25a7c-9a76-43ec-828b-f73a4c660921), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.744488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-336d64c8-8e68-44a3-83e8-3e7207f1d0f7 None None] Provisioning complete for port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:45:59.744877 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-336d64c8-8e68-44a3-83e8-3e7207f1d0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:45:59.750706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4e2a3-ce20-43a3-b410-c388984d6ffe None None] Pushing event updated for resources: {'Port': ['ID=409dc268-c791-4f28-9acf-0947ebb0b8f5,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:45:59.753360 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Routers {'feeda360-aa9c-486f-87f0-594c91218cd3'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:45:59.753933 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:45:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['feeda360-aa9c-486f-87f0-594c91218cd3'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:45:59.810891 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Router feeda360-aa9c-486f-87f0-594c91218cd3 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:45:59.958486 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:45:59.972521 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1540aee8-553f-4f28-94f2-1407d5e3e6f5 admin admin] 10.222.0.45 "PUT /v2.0/routers/feeda360-aa9c-486f-87f0-594c91218cd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8971272 Mar 24 01:45:59.972739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 81e25a7c-9a76-43ec-828b-f73a4c660921 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:45:59.995066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] Set router feeda360-aa9c-486f-87f0-594c91218cd3 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:46:00.024026 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-336d64c8-8e68-44a3-83e8-3e7207f1d0f7 None None] Current status of the port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:46:00.169433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-973c4b5e-c58e-45b3-a87e-916e48819db4 None None] Provisioning complete for port 0fd93b2e-09ba-466a-a46a-59e88f807aa3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:46:00.169821 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-973c4b5e-c58e-45b3-a87e-916e48819db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:00.235648 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-973c4b5e-c58e-45b3-a87e-916e48819db4 None None] Port 0fd93b2e-09ba-466a-a46a-59e88f807aa3 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:46:00.265875 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'name': 'tempest-TestEncryptedCinderVolumes-1067542868-router', 'tenant_id': '59813e25457f43cc874bac29bd057c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '409dc268-c791-4f28-9acf-0947ebb0b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:56Z', 'updated_at': '2022-03-24T01:45:59Z', 'revision_number': 4, 'project_id': '59813e25457f43cc874bac29bd057c3e', 'gw_port': {'id': '409dc268-c791-4f28-9acf-0947ebb0b8f5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:af:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:56Z', 'updated_at': '2022-03-24T01:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '0fd93b2e-09ba-466a-a46a-59e88f807aa3', 'name': '', 'network_id': '96fc4faa-7e6b-4fa8-8834-99d53132b251', 'tenant_id': '59813e25457f43cc874bac29bd057c3e', 'mac_address': 'fa:16:3e:a8:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '667ff41e-8576-4486-be49-a96cc98002e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:58Z', 'updated_at': '2022-03-24T01:45:59Z', 'revision_number': 2, 'project_id': '59813e25457f43cc874bac29bd057c3e', 'subnets': [{'id': '667ff41e-8576-4486-be49-a96cc98002e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:46:00.293737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dde1aa-c327-4bd7-8d79-39204ed2a606 None None] The sync data for ids ['feeda360-aa9c-486f-87f0-594c91218cd3'] in n-d-760455-9 is: [{'id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'name': 'tempest-TestEncryptedCinderVolumes-1067542868-router', 'tenant_id': '59813e25457f43cc874bac29bd057c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '409dc268-c791-4f28-9acf-0947ebb0b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:56Z', 'updated_at': '2022-03-24T01:45:59Z', 'revision_number': 4, 'project_id': '59813e25457f43cc874bac29bd057c3e', 'gw_port': {'id': '409dc268-c791-4f28-9acf-0947ebb0b8f5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:af:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:56Z', 'updated_at': '2022-03-24T01:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '0fd93b2e-09ba-466a-a46a-59e88f807aa3', 'name': '', 'network_id': '96fc4faa-7e6b-4fa8-8834-99d53132b251', 'tenant_id': '59813e25457f43cc874bac29bd057c3e', 'mac_address': 'fa:16:3e:a8:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '667ff41e-8576-4486-be49-a96cc98002e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:58Z', 'updated_at': '2022-03-24T01:45:59Z', 'revision_number': 2, 'project_id': '59813e25457f43cc874bac29bd057c3e', 'subnets': [{'id': '667ff41e-8576-4486-be49-a96cc98002e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:46:00.334506 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:00.708466 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:46:00.739156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-3c296a8e-f0f8-439c-8cc3-780d71281040 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:00.740813 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-3c296a8e-f0f8-439c-8cc3-780d71281040 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/networks?id=f5b8460e-a7bf-4573-9ec0-8de7673e7b99 HTTP/1.1" status: 200 len: 817 time: 0.1188021 Mar 24 01:46:00.757697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-fdb49bcf-2258-4cbc-ae3a-8ac4ccee929e tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/quotas/7d48e6d5459041eba5560e10e82cb443 HTTP/1.1" status: 200 len: 375 time: 0.0110731 Mar 24 01:46:00.760327 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:46:00.760713 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:00.815650 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-dff36041-c60c-48dc-b1c8-8bd6cf965e73 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d48e6d5459041eba5560e10e82cb443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533581 Mar 24 01:46:00.846444 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:46:00.914592 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bd2cf4e8-ed61-46a4-899a-24399dfdb3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:01.048612 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-4ca484e2-5c7f-4137-bd88-e55bd6d13acd service neutron] 10.222.0.45 "GET /v2.0/networks/f5b8460e-a7bf-4573-9ec0-8de7673e7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390467 Mar 24 01:46:01.136637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-a90650de-46dd-43a3-ba59-6bd37fad63ee service neutron] 10.222.0.45 "GET /v2.0/networks/f5b8460e-a7bf-4573-9ec0-8de7673e7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816472 Mar 24 01:46:01.306850 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c458a2b7-353a-4cc7-bd83-1ab19ed5df79 req-9a7c1fbe-1484-46df-88ac-1433659f9b85 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 210 time: 0.0326807 Mar 24 01:46:02.258834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-d03e2d22-e681-4962-936d-4bd0b251b383 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:02.260457 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-d03e2d22-e681-4962-936d-4bd0b251b383 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.48 "GET /v2.0/networks?id=f5b8460e-a7bf-4573-9ec0-8de7673e7b99 HTTP/1.1" status: 200 len: 817 time: 0.1203544 Mar 24 01:46:02.273993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-68766070-b8fa-42f8-8afd-c57ce49e3466 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Request body: {'port': {'device_id': 'd4abcaab-de28-4496-b00d-11f5340b8618', 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99', 'admin_state_up': True, 'tenant_id': '7d48e6d5459041eba5560e10e82cb443'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:46:02.317948 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:02.392434 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-68766070-b8fa-42f8-8afd-c57ce49e3466 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Made reservation on behalf of 7d48e6d5459041eba5560e10e82cb443 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:46:02.395960 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-68766070-b8fa-42f8-8afd-c57ce49e3466 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:02.405618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ce2d9f8e-c6cb-4f24-be35-8823f5d125a9 req-f2ee3100-ddd3-4f15-b25e-bd5cb59effa4 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 210 time: 0.0295005 Mar 24 01:46:02.524727 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-68766070-b8fa-42f8-8afd-c57ce49e3466 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Allocated IP 172.20.0.14 (f5b8460e-a7bf-4573-9ec0-8de7673e7b99/23810a58-8056-4d46-98ce-f4688fe5097f/49810a87-da92-41fd-9fb4-fa76c0f15279) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:46:02.678588 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-68766070-b8fa-42f8-8afd-c57ce49e3466 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Publish callbacks [] for port (49810a87-da92-41fd-9fb4-fa76c0f15279), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:02.681066 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 409dc268-c791-4f28-9acf-0947ebb0b8f5 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:46:02.714141 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-68766070-b8fa-42f8-8afd-c57ce49e3466 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (49810a87-da92-41fd-9fb4-fa76c0f15279), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:02.736906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 409dc268-c791-4f28-9acf-0947ebb0b8f5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:46:02.737315 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (409dc268-c791-4f28-9acf-0947ebb0b8f5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:02.764808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-68766070-b8fa-42f8-8afd-c57ce49e3466 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:46:02.769088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-68766070-b8fa-42f8-8afd-c57ce49e3466 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:46:02.771604 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68766070-b8fa-42f8-8afd-c57ce49e3466 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Pushing event updated for resources: {'Port': ['ID=49810a87-da92-41fd-9fb4-fa76c0f15279,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:46:02.774001 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-68766070-b8fa-42f8-8afd-c57ce49e3466 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:46:02.818393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 409dc268-c791-4f28-9acf-0947ebb0b8f5 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:46:02.818791 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (409dc268-c791-4f28-9acf-0947ebb0b8f5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:02.827485 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-68766070-b8fa-42f8-8afd-c57ce49e3466 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:02.828581 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-68766070-b8fa-42f8-8afd-c57ce49e3466 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:02.843776 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 409dc268-c791-4f28-9acf-0947ebb0b8f5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=409dc268-c791-4f28-9acf-0947ebb0b8f5,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:46:02.850095 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-68766070-b8fa-42f8-8afd-c57ce49e3466 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5800531 Mar 24 01:46:02.853067 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (409dc268-c791-4f28-9acf-0947ebb0b8f5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:02.863300 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Request body: {'port': {'device_id': 'd4abcaab-de28-4496-b00d-11f5340b8618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:46:02.909515 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:02.923651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=409dc268-c791-4f28-9acf-0947ebb0b8f5,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:46:02.930888 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (49810a87-da92-41fd-9fb4-fa76c0f15279), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:03.085362 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7069493e-5753-426e-b9b4-bf9d7e8f2689 None None] Provisioning complete for port 49810a87-da92-41fd-9fb4-fa76c0f15279 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:46:03.085778 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7069493e-5753-426e-b9b4-bf9d7e8f2689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (49810a87-da92-41fd-9fb4-fa76c0f15279), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:03.122380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7069493e-5753-426e-b9b4-bf9d7e8f2689 None None] Port 49810a87-da92-41fd-9fb4-fa76c0f15279 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:46:03.133199 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Sync routers for ids ['feeda360-aa9c-486f-87f0-594c91218cd3'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:46:03.143046 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Routers {'feeda360-aa9c-486f-87f0-594c91218cd3'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:46:03.143851 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:46:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['feeda360-aa9c-486f-87f0-594c91218cd3'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:46:03.208830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49810a87-da92-41fd-9fb4-fa76c0f15279 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:46:03.216541 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Publish callbacks [] for port (49810a87-da92-41fd-9fb4-fa76c0f15279), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:03.228274 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Transition to ACTIVE for port object 49810a87-da92-41fd-9fb4-fa76c0f15279 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:46:03.232915 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (49810a87-da92-41fd-9fb4-fa76c0f15279), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:03.259609 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Set router feeda360-aa9c-486f-87f0-594c91218cd3 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:46:03.283852 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Pushing event updated for resources: {'Port': ['ID=49810a87-da92-41fd-9fb4-fa76c0f15279,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:46:03.360118 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Attempting to bind port 49810a87-da92-41fd-9fb4-fa76c0f15279 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:46:03.360704 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Attempting to bind port 49810a87-da92-41fd-9fb4-fa76c0f15279 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:46:03.361058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Attempting to bind port 49810a87-da92-41fd-9fb4-fa76c0f15279 on network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:46:03.365576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Port 49810a87-da92-41fd-9fb4-fa76c0f15279 on network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:46:03.366036 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Attempting to bind port 49810a87-da92-41fd-9fb4-fa76c0f15279 on network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:46:03.371695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:46:03.372092 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Checking segment: {'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:46:03.372492 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Bound using segment: {'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:46:03.373797 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Bound port: 49810a87-da92-41fd-9fb4-fa76c0f15279, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:46:03.373797 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (49810a87-da92-41fd-9fb4-fa76c0f15279), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:03.442480 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] For port 49810a87-da92-41fd-9fb4-fa76c0f15279, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:46:03.446498 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] For port 49810a87-da92-41fd-9fb4-fa76c0f15279, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=49810a87-da92-41fd-9fb4-fa76c0f15279,segment=NetworkSegment(60105d96-6808-4584-a10b-6f9832e2d635),segment_id=60105d96-6808-4584-a10b-6f9832e2d635)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:46:03.455033 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (49810a87-da92-41fd-9fb4-fa76c0f15279), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:03.481255 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'name': 'tempest-TestEncryptedCinderVolumes-1067542868-router', 'tenant_id': '59813e25457f43cc874bac29bd057c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '409dc268-c791-4f28-9acf-0947ebb0b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:56Z', 'updated_at': '2022-03-24T01:45:59Z', 'revision_number': 4, 'project_id': '59813e25457f43cc874bac29bd057c3e', 'gw_port': {'id': '409dc268-c791-4f28-9acf-0947ebb0b8f5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:af:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:56Z', 'updated_at': '2022-03-24T01:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '0fd93b2e-09ba-466a-a46a-59e88f807aa3', 'name': '', 'network_id': '96fc4faa-7e6b-4fa8-8834-99d53132b251', 'tenant_id': '59813e25457f43cc874bac29bd057c3e', 'mac_address': 'fa:16:3e:a8:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '667ff41e-8576-4486-be49-a96cc98002e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:58Z', 'updated_at': '2022-03-24T01:45:59Z', 'revision_number': 2, 'project_id': '59813e25457f43cc874bac29bd057c3e', 'subnets': [{'id': '667ff41e-8576-4486-be49-a96cc98002e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:46:03.494022 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:03.494648 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:03.496064 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] 10.222.0.48 "PUT /v2.0/ports/49810a87-da92-41fd-9fb4-fa76c0f15279 HTTP/1.1" status: 200 len: 1092 time: 0.6383612 Mar 24 01:46:03.496525 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4abcaab-de28-4496-b00d-11f5340b8618', 'tag': '49810a87-da92-41fd-9fb4-fa76c0f15279'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:46:03.501178 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d3d8fc-2616-42a9-bdc5-9052bff7532d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4abcaab-de28-4496-b00d-11f5340b8618", "tag": "49810a87-da92-41fd-9fb4-fa76c0f15279"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:46:03.530881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5c76d-e398-401d-8fba-e53757e5e811 service neutron] Pushing event updated for resources: {'Port': ['ID=49810a87-da92-41fd-9fb4-fa76c0f15279,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:46:03.547035 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Checking router: feeda360-aa9c-486f-87f0-594c91218cd3 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:46:03.548834 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Updating router feeda360-aa9c-486f-87f0-594c91218cd3 port 0fd93b2e-09ba-466a-a46a-59e88f807aa3 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:46:03.583873 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:03.587449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e85d76-7092-480a-bc52-def553d4675a req-a9becad6-d3eb-45a5-99b9-5c367a378c56 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:03.593374 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2e85d76-7092-480a-bc52-def553d4675a req-a9becad6-d3eb-45a5-99b9-5c367a378c56 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 944 time: 0.1089332 Mar 24 01:46:03.607948 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805c7d54-4331-4a77-9930-7cf01faac244 x-openstack-request-id: req-805c7d54-4331-4a77-9930-7cf01faac244 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:46:03.608242 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4abcaab-de28-4496-b00d-11f5340b8618", "tag": "49810a87-da92-41fd-9fb4-fa76c0f15279", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:46:03.608526 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-805c7d54-4331-4a77-9930-7cf01faac244 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:46:03.608931 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805c7d54-4331-4a77-9930-7cf01faac244'] response: {'name': 'network-changed', 'server_uuid': 'd4abcaab-de28-4496-b00d-11f5340b8618', 'tag': '49810a87-da92-41fd-9fb4-fa76c0f15279', 'status': 'completed', 'code': 200} Mar 24 01:46:03.631632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-02244e7f-217b-459e-8601-62468b6b706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:03.633201 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-02244e7f-217b-459e-8601-62468b6b706a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d48e6d5459041eba5560e10e82cb443&device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 1126 time: 0.0918255 Mar 24 01:46:03.656166 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2e85d76-7092-480a-bc52-def553d4675a req-7bd40868-2ee3-4100-bbd4-e7e023805cf7 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616577 Mar 24 01:46:03.685281 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-b911064e-d28e-48fe-b214-5cd5680d7fa8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49810a87-da92-41fd-9fb4-fa76c0f15279 HTTP/1.1" status: 200 len: 217 time: 0.0443695 Mar 24 01:46:03.740607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-8f92689d-ffde-4b76-ae54-042d8572d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:03.742221 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-8f92689d-ffde-4b76-ae54-042d8572d08f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23810a58-8056-4d46-98ce-f4688fe5097f HTTP/1.1" status: 200 len: 856 time: 0.0509000 Mar 24 01:46:03.799136 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-136fd9e9-30a4-4cb2-92fb-da83198f1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:03.800731 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-136fd9e9-30a4-4cb2-92fb-da83198f1483 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5b8460e-a7bf-4573-9ec0-8de7673e7b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530019 Mar 24 01:46:03.828657 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:03.885335 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Publish callbacks [] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:03.890221 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-651455ef-ef32-4a2b-9490-1dc7f71c59b8 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b8460e-a7bf-4573-9ec0-8de7673e7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837290 Mar 24 01:46:03.890998 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:03.942622 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bd2d3-2e70-4219-a759-d3cb91af6ab5 None None] Pushing event updated for resources: {'Port': ['ID=0fd93b2e-09ba-466a-a46a-59e88f807aa3,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:46:03.989926 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ab6fe98e-81dd-480b-bd55-482c340d5c08 req-e6989b01-ae52-43db-a6fd-b09a2c1eecbf service neutron] 10.222.0.48 "GET /v2.0/networks/f5b8460e-a7bf-4573-9ec0-8de7673e7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919993 Mar 24 01:46:04.014112 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Attempting to bind port 0fd93b2e-09ba-466a-a46a-59e88f807aa3 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:46:04.014485 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Attempting to bind port 0fd93b2e-09ba-466a-a46a-59e88f807aa3 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'f19fbecc-ec6b-4181-af84-c92eefa3a3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '96fc4faa-7e6b-4fa8-8834-99d53132b251'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:46:04.014852 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Attempting to bind port 0fd93b2e-09ba-466a-a46a-59e88f807aa3 on network 96fc4faa-7e6b-4fa8-8834-99d53132b251 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:46:04.020333 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:46:04.020712 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Checking segment: {'id': 'f19fbecc-ec6b-4181-af84-c92eefa3a3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '96fc4faa-7e6b-4fa8-8834-99d53132b251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:46:04.021167 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:04.021536 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Bound using segment: {'id': 'f19fbecc-ec6b-4181-af84-c92eefa3a3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '96fc4faa-7e6b-4fa8-8834-99d53132b251'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:46:04.021998 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Bound port: 0fd93b2e-09ba-466a-a46a-59e88f807aa3, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19fbecc-ec6b-4181-af84-c92eefa3a3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '96fc4faa-7e6b-4fa8-8834-99d53132b251'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:46:04.022574 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:04.087559 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3d8fc-2616-42a9-bdc5-9052bff7532d req-5ab13a41-1c3a-4101-9f42-b4395781aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:04.089119 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-09d3d8fc-2616-42a9-bdc5-9052bff7532d req-5ab13a41-1c3a-4101-9f42-b4395781aa99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d48e6d5459041eba5560e10e82cb443&device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 1126 time: 0.0506477 Mar 24 01:46:04.096323 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] For port 0fd93b2e-09ba-466a-a46a-59e88f807aa3, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:46:04.100099 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] For port 0fd93b2e-09ba-466a-a46a-59e88f807aa3, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0fd93b2e-09ba-466a-a46a-59e88f807aa3,segment=NetworkSegment(f19fbecc-ec6b-4181-af84-c92eefa3a3c1),segment_id=f19fbecc-ec6b-4181-af84-c92eefa3a3c1)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:46:04.107505 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:04.169943 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bd2d3-2e70-4219-a759-d3cb91af6ab5 None None] Pushing event updated for resources: {'Port': ['ID=0fd93b2e-09ba-466a-a46a-59e88f807aa3,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:46:04.182442 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Routers {'feeda360-aa9c-486f-87f0-594c91218cd3'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:46:04.183079 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:46:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['feeda360-aa9c-486f-87f0-594c91218cd3'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:46:04.186663 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3d8fc-2616-42a9-bdc5-9052bff7532d req-3c25c626-069c-45e2-a11c-ffdbabbd91dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:04.189237 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-09d3d8fc-2616-42a9-bdc5-9052bff7532d req-3c25c626-069c-45e2-a11c-ffdbabbd91dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5b8460e-a7bf-4573-9ec0-8de7673e7b99 HTTP/1.1" status: 200 len: 918 time: 0.0927367 Mar 24 01:46:04.215329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e1f01975-ad51-4fa2-a944-0995c6f3d4e2 None None] Provisioning complete for port 0fd93b2e-09ba-466a-a46a-59e88f807aa3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:46:04.215720 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1f01975-ad51-4fa2-a944-0995c6f3d4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:04.237965 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-09d3d8fc-2616-42a9-bdc5-9052bff7532d req-ad1d555f-693f-4d08-b4eb-842b98f70599 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49810a87-da92-41fd-9fb4-fa76c0f15279 HTTP/1.1" status: 200 len: 217 time: 0.0423265 Mar 24 01:46:04.300014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3d8fc-2616-42a9-bdc5-9052bff7532d req-fdea8997-6a98-40b8-8d83-1cc7d20a6a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:04.303062 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-09d3d8fc-2616-42a9-bdc5-9052bff7532d req-fdea8997-6a98-40b8-8d83-1cc7d20a6a4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23810a58-8056-4d46-98ce-f4688fe5097f HTTP/1.1" status: 200 len: 856 time: 0.0588222 Mar 24 01:46:04.313572 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] Set router feeda360-aa9c-486f-87f0-594c91218cd3 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:46:04.316878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e1f01975-ad51-4fa2-a944-0995c6f3d4e2 None None] Current status of the port 0fd93b2e-09ba-466a-a46a-59e88f807aa3 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:46:04.317322 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1f01975-ad51-4fa2-a944-0995c6f3d4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:04.357196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e1f01975-ad51-4fa2-a944-0995c6f3d4e2 None None] For port 0fd93b2e-09ba-466a-a46a-59e88f807aa3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0fd93b2e-09ba-466a-a46a-59e88f807aa3,segment=NetworkSegment(f19fbecc-ec6b-4181-af84-c92eefa3a3c1),segment_id=f19fbecc-ec6b-4181-af84-c92eefa3a3c1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:46:04.365729 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1f01975-ad51-4fa2-a944-0995c6f3d4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:04.367932 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3d8fc-2616-42a9-bdc5-9052bff7532d req-6a901164-7529-4650-8aef-e70ef2e81cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:04.369411 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-09d3d8fc-2616-42a9-bdc5-9052bff7532d req-6a901164-7529-4650-8aef-e70ef2e81cda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5b8460e-a7bf-4573-9ec0-8de7673e7b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0594192 Mar 24 01:46:04.419512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f01975-ad51-4fa2-a944-0995c6f3d4e2 None None] Pushing event updated for resources: {'Port': ['ID=0fd93b2e-09ba-466a-a46a-59e88f807aa3,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:46:04.469854 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-09d3d8fc-2616-42a9-bdc5-9052bff7532d req-e2fe30d9-7f5a-4569-a69a-b46abee1560a service neutron] 10.222.0.48 "GET /v2.0/networks/f5b8460e-a7bf-4573-9ec0-8de7673e7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936666 Mar 24 01:46:04.486636 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8e7131c1-5855-4636-a833-b1b90bee42f1 None None] Provisioning complete for port 0fd93b2e-09ba-466a-a46a-59e88f807aa3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:46:04.487268 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8e7131c1-5855-4636-a833-b1b90bee42f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:04.523084 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'name': 'tempest-TestEncryptedCinderVolumes-1067542868-router', 'tenant_id': '59813e25457f43cc874bac29bd057c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '409dc268-c791-4f28-9acf-0947ebb0b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:56Z', 'updated_at': '2022-03-24T01:45:59Z', 'revision_number': 4, 'project_id': '59813e25457f43cc874bac29bd057c3e', 'gw_port': {'id': '409dc268-c791-4f28-9acf-0947ebb0b8f5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:af:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:56Z', 'updated_at': '2022-03-24T01:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '0fd93b2e-09ba-466a-a46a-59e88f807aa3', 'name': '', 'network_id': '96fc4faa-7e6b-4fa8-8834-99d53132b251', 'tenant_id': '59813e25457f43cc874bac29bd057c3e', 'mac_address': 'fa:16:3e:a8:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '667ff41e-8576-4486-be49-a96cc98002e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:58Z', 'updated_at': '2022-03-24T01:46:04Z', 'revision_number': 4, 'project_id': '59813e25457f43cc874bac29bd057c3e', 'subnets': [{'id': '667ff41e-8576-4486-be49-a96cc98002e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:46:04.553572 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2265b41-6545-4fd1-bfad-0870f0e766da None None] The sync data for ids ['feeda360-aa9c-486f-87f0-594c91218cd3'] in n-d-760455-9 is: [{'id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'name': 'tempest-TestEncryptedCinderVolumes-1067542868-router', 'tenant_id': '59813e25457f43cc874bac29bd057c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '409dc268-c791-4f28-9acf-0947ebb0b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:56Z', 'updated_at': '2022-03-24T01:45:59Z', 'revision_number': 4, 'project_id': '59813e25457f43cc874bac29bd057c3e', 'gw_port': {'id': '409dc268-c791-4f28-9acf-0947ebb0b8f5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:af:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:56Z', 'updated_at': '2022-03-24T01:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '0fd93b2e-09ba-466a-a46a-59e88f807aa3', 'name': '', 'network_id': '96fc4faa-7e6b-4fa8-8834-99d53132b251', 'tenant_id': '59813e25457f43cc874bac29bd057c3e', 'mac_address': 'fa:16:3e:a8:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '667ff41e-8576-4486-be49-a96cc98002e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:58Z', 'updated_at': '2022-03-24T01:46:04Z', 'revision_number': 4, 'project_id': '59813e25457f43cc874bac29bd057c3e', 'subnets': [{'id': '667ff41e-8576-4486-be49-a96cc98002e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:46:04.577696 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-09d3d8fc-2616-42a9-bdc5-9052bff7532d req-df54c55a-9592-48ce-b3d0-0a07ee78ef28 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b8460e-a7bf-4573-9ec0-8de7673e7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010938 Mar 24 01:46:04.578770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8e7131c1-5855-4636-a833-b1b90bee42f1 None None] Current status of the port 0fd93b2e-09ba-466a-a46a-59e88f807aa3 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:46:04.720423 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 409dc268-c791-4f28-9acf-0947ebb0b8f5 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:46:04.771130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 409dc268-c791-4f28-9acf-0947ebb0b8f5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:46:04.771511 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (409dc268-c791-4f28-9acf-0947ebb0b8f5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:04.789919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148886c-2e3e-4d06-a00d-f63aa5537170 req-78514d07-e949-489c-bdd3-770aa810f7f2 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:04.791454 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8148886c-2e3e-4d06-a00d-f63aa5537170 req-78514d07-e949-489c-bdd3-770aa810f7f2 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 944 time: 0.0561304 Mar 24 01:46:04.860807 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8148886c-2e3e-4d06-a00d-f63aa5537170 req-bab1469e-c44b-48a9-8b47-3dd3595de04e tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625722 Mar 24 01:46:04.861556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 409dc268-c791-4f28-9acf-0947ebb0b8f5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:46:04.862639 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0fd93b2e-09ba-466a-a46a-59e88f807aa3 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:46:04.910845 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 0fd93b2e-09ba-466a-a46a-59e88f807aa3 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:46:04.911221 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:04.989470 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 0fd93b2e-09ba-466a-a46a-59e88f807aa3 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:46:05.298777 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:05.974953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ce2ea-6ce3-4f5f-865f-fdafb6c3cefe req-8c0bbe60-9f73-473b-919c-862bafe36758 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:05.976390 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-411ce2ea-6ce3-4f5f-865f-fdafb6c3cefe req-8c0bbe60-9f73-473b-919c-862bafe36758 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 944 time: 0.0516729 Mar 24 01:46:06.022167 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-411ce2ea-6ce3-4f5f-865f-fdafb6c3cefe req-a49fecd3-efe0-4bfc-9e77-7c2663d508ed tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402062 Mar 24 01:46:06.943615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 49810a87-da92-41fd-9fb4-fa76c0f15279 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:46:07.039503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 49810a87-da92-41fd-9fb4-fa76c0f15279, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=49810a87-da92-41fd-9fb4-fa76c0f15279,segment=NetworkSegment(60105d96-6808-4584-a10b-6f9832e2d635),segment_id=60105d96-6808-4584-a10b-6f9832e2d635)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:46:07.051184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '49810a87-da92-41fd-9fb4-fa76c0f15279', 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99', 'port_id': '49810a87-da92-41fd-9fb4-fa76c0f15279', 'mac_address': 'fa:16:3e:b1:a9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23810a58-8056-4d46-98ce-f4688fe5097f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:46:07.088787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 49810a87-da92-41fd-9fb4-fa76c0f15279 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:46:07.089126 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (49810a87-da92-41fd-9fb4-fa76c0f15279), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:07.102156 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49810a87-da92-41fd-9fb4-fa76c0f15279 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:46:07.125260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 49810a87-da92-41fd-9fb4-fa76c0f15279, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=49810a87-da92-41fd-9fb4-fa76c0f15279,segment=NetworkSegment(60105d96-6808-4584-a10b-6f9832e2d635),segment_id=60105d96-6808-4584-a10b-6f9832e2d635)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:46:07.130998 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (49810a87-da92-41fd-9fb4-fa76c0f15279), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:07.151774 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2df71-a355-449c-84e5-a58ccd6b4aec req-464736a3-58f6-4877-b3f9-574041bd5378 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:07.153302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ab2df71-a355-449c-84e5-a58ccd6b4aec req-464736a3-58f6-4877-b3f9-574041bd5378 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 944 time: 0.0633588 Mar 24 01:46:07.177635 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=49810a87-da92-41fd-9fb4-fa76c0f15279,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:46:07.204648 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2ab2df71-a355-449c-84e5-a58ccd6b4aec req-5c6048d3-060c-4c26-8985-575d7efc2c43 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456543 Mar 24 01:46:07.361615 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['49810a87-da92-41fd-9fb4-fa76c0f15279'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:46:08.324580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b167be6-be51-4226-ad13-22992f4ba2a3 req-10e8eea6-989c-40f0-8766-292b07a04c45 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:08.326078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b167be6-be51-4226-ad13-22992f4ba2a3 req-10e8eea6-989c-40f0-8766-292b07a04c45 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 945 time: 0.0562661 Mar 24 01:46:08.377403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0b167be6-be51-4226-ad13-22992f4ba2a3 req-0e71f344-db6e-491d-8923-9b2a8a9977be tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457594 Mar 24 01:46:08.938472 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 49810a87-da92-41fd-9fb4-fa76c0f15279 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:46:08.986669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 49810a87-da92-41fd-9fb4-fa76c0f15279 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:46:08.991019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 49810a87-da92-41fd-9fb4-fa76c0f15279 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:46:08.991423 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (49810a87-da92-41fd-9fb4-fa76c0f15279), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:09.064026 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 49810a87-da92-41fd-9fb4-fa76c0f15279 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:46:09.064407 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (49810a87-da92-41fd-9fb4-fa76c0f15279), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:09.086299 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4abcaab-de28-4496-b00d-11f5340b8618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49810a87-da92-41fd-9fb4-fa76c0f15279'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:46:09.103530 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 49810a87-da92-41fd-9fb4-fa76c0f15279, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=49810a87-da92-41fd-9fb4-fa76c0f15279,segment=NetworkSegment(60105d96-6808-4584-a10b-6f9832e2d635),segment_id=60105d96-6808-4584-a10b-6f9832e2d635)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:46:09.107792 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (49810a87-da92-41fd-9fb4-fa76c0f15279), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:09.132174 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e309522a-4ac7-4735-a3f2-8436f996a79f" -d '{"events": [{"server_uuid": "d4abcaab-de28-4496-b00d-11f5340b8618", "name": "network-vif-plugged", "status": "completed", "tag": "49810a87-da92-41fd-9fb4-fa76c0f15279"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:46:09.159614 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=49810a87-da92-41fd-9fb4-fa76c0f15279,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:46:09.229525 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e27818d-328c-4512-bd2d-eecaf2cbae1b x-openstack-request-id: req-7e27818d-328c-4512-bd2d-eecaf2cbae1b {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:46:09.230396 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4abcaab-de28-4496-b00d-11f5340b8618", "name": "network-vif-plugged", "status": "completed", "tag": "49810a87-da92-41fd-9fb4-fa76c0f15279", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:46:09.230831 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e27818d-328c-4512-bd2d-eecaf2cbae1b {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:46:09.231473 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e27818d-328c-4512-bd2d-eecaf2cbae1b'] response: {'server_uuid': 'd4abcaab-de28-4496-b00d-11f5340b8618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49810a87-da92-41fd-9fb4-fa76c0f15279', 'code': 200} Mar 24 01:46:09.329187 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb3a4b-68d7-4ca4-b817-9a744ad9d7c9 req-74b95abd-6ab1-4b4d-8a08-62475672b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:09.330689 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-28eb3a4b-68d7-4ca4-b817-9a744ad9d7c9 req-74b95abd-6ab1-4b4d-8a08-62475672b02f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 1128 time: 0.0436292 Mar 24 01:46:09.378285 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-28eb3a4b-68d7-4ca4-b817-9a744ad9d7c9 req-d57e818e-ba6b-41a6-830e-6d47bd301765 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417767 Mar 24 01:46:09.495397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c06bf6-5c3d-4475-b8c7-94c3bdabec0b req-d7c1074f-75d4-45f2-82af-7fabf4b9d287 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:09.496766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13c06bf6-5c3d-4475-b8c7-94c3bdabec0b req-d7c1074f-75d4-45f2-82af-7fabf4b9d287 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 946 time: 0.0521441 Mar 24 01:46:09.543699 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13c06bf6-5c3d-4475-b8c7-94c3bdabec0b req-9fafbfed-ca17-4433-9b15-237d936a4fb4 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412924 Mar 24 01:46:10.672048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882eac2-a453-4f22-8d2b-abdf93e6d069 req-7e6830f4-f6f1-4e28-987b-83987d7d58d6 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:10.673508 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c882eac2-a453-4f22-8d2b-abdf93e6d069 req-7e6830f4-f6f1-4e28-987b-83987d7d58d6 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 946 time: 0.0549123 Mar 24 01:46:10.718925 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c882eac2-a453-4f22-8d2b-abdf93e6d069 req-e3d49518-72bd-4528-88a7-9581c6e5beee tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393405 Mar 24 01:46:10.836654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cdeca-05e6-4c13-8aaa-93d317999bcf req-a4970903-8368-4144-9efa-86a1dc7fb654 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:10.838032 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b6cdeca-05e6-4c13-8aaa-93d317999bcf req-a4970903-8368-4144-9efa-86a1dc7fb654 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 946 time: 0.0510044 Mar 24 01:46:10.883819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b6cdeca-05e6-4c13-8aaa-93d317999bcf req-dd999054-8e85-4e02-929f-cf1b20dae8cf tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 Mar 24 01:46:25.266602 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:46:28.806271 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3de13f93-a646-4f51-bf50-af4291752d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:30.347139 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:30.739537 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-19e5a6e2-59d4-4bca-9320-cb1a4f93d969 req-ada57271-0e4e-4859-830d-5df98c05b2dd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4abcaab-de28-4496-b00d-11f5340b8618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432291 Mar 24 01:46:30.824802 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5a6e2-59d4-4bca-9320-cb1a4f93d969 req-eb21faf5-d2fa-41b3-9bc0-2d0b59e13564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:30.826324 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-19e5a6e2-59d4-4bca-9320-cb1a4f93d969 req-eb21faf5-d2fa-41b3-9bc0-2d0b59e13564 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d48e6d5459041eba5560e10e82cb443&device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 1128 time: 0.0441604 Mar 24 01:46:30.932780 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a2568b65-53e6-459d-a44a-1bcaaaee0a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:31.272047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5a6e2-59d4-4bca-9320-cb1a4f93d969 req-f265e9b9-d1e6-4937-a3ae-67a9131b1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:31.273542 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-19e5a6e2-59d4-4bca-9320-cb1a4f93d969 req-f265e9b9-d1e6-4937-a3ae-67a9131b1cfd service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5b8460e-a7bf-4573-9ec0-8de7673e7b99 HTTP/1.1" status: 200 len: 918 time: 0.4276450 Mar 24 01:46:31.321052 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-19e5a6e2-59d4-4bca-9320-cb1a4f93d969 req-d1110269-7624-4437-a216-ce4b17c20bde service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49810a87-da92-41fd-9fb4-fa76c0f15279 HTTP/1.1" status: 200 len: 217 time: 0.0407264 Mar 24 01:46:31.367975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5a6e2-59d4-4bca-9320-cb1a4f93d969 req-9411647e-e371-4f29-9495-ce452ce27cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:31.369441 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-19e5a6e2-59d4-4bca-9320-cb1a4f93d969 req-9411647e-e371-4f29-9495-ce452ce27cb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23810a58-8056-4d46-98ce-f4688fe5097f HTTP/1.1" status: 200 len: 856 time: 0.0427382 Mar 24 01:46:31.417505 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5a6e2-59d4-4bca-9320-cb1a4f93d969 req-854e31c8-2813-4b0c-bbfc-74654e63bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:31.418893 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-19e5a6e2-59d4-4bca-9320-cb1a4f93d969 req-854e31c8-2813-4b0c-bbfc-74654e63bc13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5b8460e-a7bf-4573-9ec0-8de7673e7b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429664 Mar 24 01:46:31.510949 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-19e5a6e2-59d4-4bca-9320-cb1a4f93d969 req-18a8fb47-54ca-4570-a676-00bd6503cabf service neutron] 10.222.0.48 "GET /v2.0/networks/f5b8460e-a7bf-4573-9ec0-8de7673e7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850718 Mar 24 01:46:31.604161 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-19e5a6e2-59d4-4bca-9320-cb1a4f93d969 req-7396de52-1ce9-417f-9780-8016e6aba2c3 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b8460e-a7bf-4573-9ec0-8de7673e7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870879 Mar 24 01:46:32.312993 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:32.874101 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:33.831782 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:35.305695 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:45.109633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bc8f1-5269-4066-9828-c9d4d3623422 req-36582c07-2818-43a0-8ccc-f4d133250949 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:45.111124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-530bc8f1-5269-4066-9828-c9d4d3623422 req-36582c07-2818-43a0-8ccc-f4d133250949 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 946 time: 0.0532672 Mar 24 01:46:45.163192 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-530bc8f1-5269-4066-9828-c9d4d3623422 req-6930c0fc-1b5a-4858-9914-d76586410edb tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457447 Mar 24 01:46:46.285383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751561c2-92d8-4e0a-8ff5-7996d3eded5d req-c2e19be6-2fc6-4e5a-b008-6d72fbc96e94 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:46.286838 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-751561c2-92d8-4e0a-8ff5-7996d3eded5d req-c2e19be6-2fc6-4e5a-b008-6d72fbc96e94 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 946 time: 0.0524406 Mar 24 01:46:46.337304 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-751561c2-92d8-4e0a-8ff5-7996d3eded5d req-3e74ece4-c414-4dcb-8858-57f85062ed02 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424151 Mar 24 01:46:46.614011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d317fb-6a34-4741-95f8-cc3337f155b0 req-0d18ada4-96c3-4bb7-ad45-bf7ff1e48f32 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:46.615472 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d8d317fb-6a34-4741-95f8-cc3337f155b0 req-0d18ada4-96c3-4bb7-ad45-bf7ff1e48f32 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 946 time: 0.0532207 Mar 24 01:46:46.710091 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-d8d317fb-6a34-4741-95f8-cc3337f155b0 req-5e19d9e5-5b41-4cab-9f26-7421f30a928d tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Deleting port 49810a87-da92-41fd-9fb4-fa76c0f15279 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:46:46.710426 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d8d317fb-6a34-4741-95f8-cc3337f155b0 req-5e19d9e5-5b41-4cab-9f26-7421f30a928d tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (49810a87-da92-41fd-9fb4-fa76c0f15279), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:46.803972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-d8d317fb-6a34-4741-95f8-cc3337f155b0 req-5e19d9e5-5b41-4cab-9f26-7421f30a928d tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] For port 49810a87-da92-41fd-9fb4-fa76c0f15279, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=49810a87-da92-41fd-9fb4-fa76c0f15279,segment=NetworkSegment(60105d96-6808-4584-a10b-6f9832e2d635),segment_id=60105d96-6808-4584-a10b-6f9832e2d635)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:46:46.804232 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d8d317fb-6a34-4741-95f8-cc3337f155b0 req-5e19d9e5-5b41-4cab-9f26-7421f30a928d tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (49810a87-da92-41fd-9fb4-fa76c0f15279), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:46.818042 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-d8d317fb-6a34-4741-95f8-cc3337f155b0 req-5e19d9e5-5b41-4cab-9f26-7421f30a928d tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Calling delete_port for 49810a87-da92-41fd-9fb4-fa76c0f15279 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:46:46.947521 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d8d317fb-6a34-4741-95f8-cc3337f155b0 req-5e19d9e5-5b41-4cab-9f26-7421f30a928d tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (49810a87-da92-41fd-9fb4-fa76c0f15279), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:46.960600 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['49810a87-da92-41fd-9fb4-fa76c0f15279'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:46:46.978100 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19d9e5-5b41-4cab-9f26-7421f30a928d tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Pushing event deleted for resources: {'Port': ['ID=49810a87-da92-41fd-9fb4-fa76c0f15279,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:46:47.019863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d317fb-6a34-4741-95f8-cc3337f155b0 req-5e19d9e5-5b41-4cab-9f26-7421f30a928d tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] No DVR routers for this DVR port 49810a87-da92-41fd-9fb4-fa76c0f15279 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:46:47.022640 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-d8d317fb-6a34-4741-95f8-cc3337f155b0 req-5e19d9e5-5b41-4cab-9f26-7421f30a928d tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:47.025904 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d8d317fb-6a34-4741-95f8-cc3337f155b0 req-5e19d9e5-5b41-4cab-9f26-7421f30a928d tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.48 "DELETE /v2.0/ports/49810a87-da92-41fd-9fb4-fa76c0f15279 HTTP/1.1" status: 204 len: 173 time: 0.4051938 Mar 24 01:46:47.026349 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4abcaab-de28-4496-b00d-11f5340b8618', 'name': 'network-vif-deleted', 'tag': '49810a87-da92-41fd-9fb4-fa76c0f15279'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:46:47.028809 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d4f334-9c29-4a89-b16f-dcac9fc48073" -d '{"events": [{"server_uuid": "d4abcaab-de28-4496-b00d-11f5340b8618", "name": "network-vif-deleted", "tag": "49810a87-da92-41fd-9fb4-fa76c0f15279"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:46:47.064106 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d58eb35-dc2b-428a-b7e7-73180ffc3e91 x-openstack-request-id: req-4d58eb35-dc2b-428a-b7e7-73180ffc3e91 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:46:47.064409 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4abcaab-de28-4496-b00d-11f5340b8618", "name": "network-vif-deleted", "tag": "49810a87-da92-41fd-9fb4-fa76c0f15279", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:46:47.064669 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d58eb35-dc2b-428a-b7e7-73180ffc3e91 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:46:47.065119 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d58eb35-dc2b-428a-b7e7-73180ffc3e91'] response: {'server_uuid': 'd4abcaab-de28-4496-b00d-11f5340b8618', 'name': 'network-vif-deleted', 'tag': '49810a87-da92-41fd-9fb4-fa76c0f15279', 'status': 'completed', 'code': 200} Mar 24 01:46:47.457944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c37bb5d-7987-4f7e-abfe-83dc5b3a5083 req-3c24bfb2-e0b1-4c64-8f40-886023878a0b tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4abcaab-de28-4496-b00d-11f5340b8618 HTTP/1.1" status: 200 len: 210 time: 0.0317321 Mar 24 01:46:48.922515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-aad04d70-d18c-4aae-a24d-1372369789e8 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:48.923961 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-aad04d70-d18c-4aae-a24d-1372369789e8 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/networks?id=f5b8460e-a7bf-4573-9ec0-8de7673e7b99 HTTP/1.1" status: 200 len: 817 time: 0.1021073 Mar 24 01:46:48.939805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-739d0c06-dd14-4d63-8db6-441ba9a0da29 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/quotas/7d48e6d5459041eba5560e10e82cb443 HTTP/1.1" status: 200 len: 375 time: 0.0094359 Mar 24 01:46:48.993951 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-77ea5df0-c1e2-418f-83db-3f4d586f9f30 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d48e6d5459041eba5560e10e82cb443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495079 Mar 24 01:46:49.164489 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-66eeecbb-04e3-4205-8ed4-de697052405c service neutron] 10.222.0.45 "GET /v2.0/networks/f5b8460e-a7bf-4573-9ec0-8de7673e7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272483 Mar 24 01:46:49.171983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 49810a87-da92-41fd-9fb4-fa76c0f15279 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:46:49.192202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 49810a87-da92-41fd-9fb4-fa76c0f15279 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:46:49.192552 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 49810a87-da92-41fd-9fb4-fa76c0f15279 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:46:49.275123 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-4f8ed732-ec4d-42b0-9d8a-95ecdeb37690 service neutron] 10.222.0.45 "GET /v2.0/networks/f5b8460e-a7bf-4573-9ec0-8de7673e7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038003 Mar 24 01:46:49.460719 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-933b4be1-fce2-4d86-b934-68951c89ff49 req-829547f3-b484-4809-9e9f-71a9da0efeab tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=372f58a5-460a-4846-822f-6ac4c7a05320 HTTP/1.1" status: 200 len: 210 time: 0.0349767 Mar 24 01:46:50.404713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-1ccfaab3-ee5f-4314-bf93-8f50140e7aaf tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:50.406203 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-1ccfaab3-ee5f-4314-bf93-8f50140e7aaf tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.57 "GET /v2.0/networks?id=f5b8460e-a7bf-4573-9ec0-8de7673e7b99 HTTP/1.1" status: 200 len: 817 time: 0.1087713 Mar 24 01:46:50.418942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Request body: {'port': {'device_id': '372f58a5-460a-4846-822f-6ac4c7a05320', 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99', 'admin_state_up': True, 'tenant_id': '7d48e6d5459041eba5560e10e82cb443'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:46:50.526510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Made reservation on behalf of 7d48e6d5459041eba5560e10e82cb443 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:46:50.529788 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:50.573959 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70a79472-e241-437b-aede-1f666bf83233 req-7f0f6fc9-4031-4b38-85b9-51e43bc5bd38 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=372f58a5-460a-4846-822f-6ac4c7a05320 HTTP/1.1" status: 200 len: 210 time: 0.0340910 Mar 24 01:46:50.679823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Allocated IP 172.20.0.8 (f5b8460e-a7bf-4573-9ec0-8de7673e7b99/23810a58-8056-4d46-98ce-f4688fe5097f/669cc5f7-a766-4a5d-ad52-0121240f51c3) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:46:50.832200 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Publish callbacks [] for port (669cc5f7-a766-4a5d-ad52-0121240f51c3), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:50.864139 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (669cc5f7-a766-4a5d-ad52-0121240f51c3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:50.905767 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:46:50.908803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:46:50.914716 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:46:50.920888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Pushing event updated for resources: {'Port': ['ID=669cc5f7-a766-4a5d-ad52-0121240f51c3,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:46:50.952027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:50.952443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:50.952718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:50.953060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:50.953418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:50.953747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:50.954072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:50.954397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:50.954723 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:50.955051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:50.955375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:50.955702 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:50.956026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:50.956346 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:50.956666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:50.979350 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:50.979980 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:50.998259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-674a1d69-8578-45f6-80ae-209a81170afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5841558 Mar 24 01:46:51.009888 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Request body: {'port': {'device_id': '372f58a5-460a-4846-822f-6ac4c7a05320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:46:51.076601 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (669cc5f7-a766-4a5d-ad52-0121240f51c3), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:51.182630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-0da471aa-82fc-4039-a682-1e54e5744734 None None] Provisioning complete for port 669cc5f7-a766-4a5d-ad52-0121240f51c3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:46:51.183229 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0da471aa-82fc-4039-a682-1e54e5744734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (669cc5f7-a766-4a5d-ad52-0121240f51c3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:51.215380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0da471aa-82fc-4039-a682-1e54e5744734 None None] Port 669cc5f7-a766-4a5d-ad52-0121240f51c3 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:46:51.337790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669cc5f7-a766-4a5d-ad52-0121240f51c3 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:46:51.345109 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Publish callbacks [] for port (669cc5f7-a766-4a5d-ad52-0121240f51c3), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:51.357864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Transition to ACTIVE for port object 669cc5f7-a766-4a5d-ad52-0121240f51c3 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:46:51.361388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (669cc5f7-a766-4a5d-ad52-0121240f51c3), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:51.413615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Pushing event updated for resources: {'Port': ['ID=669cc5f7-a766-4a5d-ad52-0121240f51c3,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:46:51.488505 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Attempting to bind port 669cc5f7-a766-4a5d-ad52-0121240f51c3 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:46:51.488943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Attempting to bind port 669cc5f7-a766-4a5d-ad52-0121240f51c3 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:46:51.489364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Attempting to bind port 669cc5f7-a766-4a5d-ad52-0121240f51c3 on network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:46:51.494356 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Port 669cc5f7-a766-4a5d-ad52-0121240f51c3 on network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:46:51.494676 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Attempting to bind port 669cc5f7-a766-4a5d-ad52-0121240f51c3 on network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:46:51.499821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:46:51.500168 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Checking segment: {'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:46:51.500557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Bound using segment: {'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:46:51.500992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Bound port: 669cc5f7-a766-4a5d-ad52-0121240f51c3, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60105d96-6808-4584-a10b-6f9832e2d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:46:51.501388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (669cc5f7-a766-4a5d-ad52-0121240f51c3), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:51.568732 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] For port 669cc5f7-a766-4a5d-ad52-0121240f51c3, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:46:51.572521 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] For port 669cc5f7-a766-4a5d-ad52-0121240f51c3, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=669cc5f7-a766-4a5d-ad52-0121240f51c3,segment=NetworkSegment(60105d96-6808-4584-a10b-6f9832e2d635),segment_id=60105d96-6808-4584-a10b-6f9832e2d635)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:46:51.578465 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (669cc5f7-a766-4a5d-ad52-0121240f51c3), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:51.612266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:51.613328 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:51.614757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] 10.222.0.57 "PUT /v2.0/ports/669cc5f7-a766-4a5d-ad52-0121240f51c3 HTTP/1.1" status: 200 len: 1091 time: 0.6091938 Mar 24 01:46:51.615198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372f58a5-460a-4846-822f-6ac4c7a05320', 'tag': '669cc5f7-a766-4a5d-ad52-0121240f51c3'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:46:51.617523 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be9b4c3-ab32-4cd2-aaef-03f5dea72322" -d '{"events": [{"name": "network-changed", "server_uuid": "372f58a5-460a-4846-822f-6ac4c7a05320", "tag": "669cc5f7-a766-4a5d-ad52-0121240f51c3"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:46:51.677607 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565d3298-ed40-442d-8478-51d2a801fa44 x-openstack-request-id: req-565d3298-ed40-442d-8478-51d2a801fa44 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:46:51.677895 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372f58a5-460a-4846-822f-6ac4c7a05320", "tag": "669cc5f7-a766-4a5d-ad52-0121240f51c3", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:46:51.678149 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-565d3298-ed40-442d-8478-51d2a801fa44 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:46:51.679141 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565d3298-ed40-442d-8478-51d2a801fa44'] response: {'name': 'network-changed', 'server_uuid': '372f58a5-460a-4846-822f-6ac4c7a05320', 'tag': '669cc5f7-a766-4a5d-ad52-0121240f51c3', 'status': 'completed', 'code': 200} Mar 24 01:46:51.708640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b55a34-2edc-4ec5-8597-58d14c58c2dd service neutron] Pushing event updated for resources: {'Port': ['ID=669cc5f7-a766-4a5d-ad52-0121240f51c3,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:46:51.760401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa02755-8ec0-4af4-a5bb-8706804f6dca req-fb3627fb-403c-4139-8821-e68a4c92bf5b tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:51.761996 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6aa02755-8ec0-4af4-a5bb-8706804f6dca req-fb3627fb-403c-4139-8821-e68a4c92bf5b tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=372f58a5-460a-4846-822f-6ac4c7a05320 HTTP/1.1" status: 200 len: 943 time: 0.1005075 Mar 24 01:46:51.764206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-8997e95f-45f2-453e-b7b1-29815f87b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:51.765589 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-8997e95f-45f2-453e-b7b1-29815f87b9e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d48e6d5459041eba5560e10e82cb443&device_id=372f58a5-460a-4846-822f-6ac4c7a05320 HTTP/1.1" status: 200 len: 1125 time: 0.0833244 Mar 24 01:46:51.819728 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-4df12a50-40a3-4b94-95d5-d6e4313c9764 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=669cc5f7-a766-4a5d-ad52-0121240f51c3 HTTP/1.1" status: 200 len: 217 time: 0.0451267 Mar 24 01:46:51.877785 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6aa02755-8ec0-4af4-a5bb-8706804f6dca req-33ef3015-d257-4faa-a2ed-3fa2746e31fa tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097398 Mar 24 01:46:51.885327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-c52e562f-80e5-42ef-8a1b-7333e086b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:51.886734 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-c52e562f-80e5-42ef-8a1b-7333e086b29c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23810a58-8056-4d46-98ce-f4688fe5097f HTTP/1.1" status: 200 len: 856 time: 0.0611291 Mar 24 01:46:51.934523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-240b34d8-81a7-4800-b2cb-f6793b193efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:51.936001 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-240b34d8-81a7-4800-b2cb-f6793b193efd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f5b8460e-a7bf-4573-9ec0-8de7673e7b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438793 Mar 24 01:46:52.027281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-6a45a336-e48f-4e7d-9ce5-8f56e87e1f45 service neutron] 10.222.0.57 "GET /v2.0/networks/f5b8460e-a7bf-4573-9ec0-8de7673e7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846946 Mar 24 01:46:52.114681 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-032f5002-d452-41e9-a7fb-f4b4da799514 req-e2718539-fc82-40e5-b1e5-251317c9b1a5 service neutron] 10.222.0.57 "GET /v2.0/networks/f5b8460e-a7bf-4573-9ec0-8de7673e7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817175 Mar 24 01:46:52.203885 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9b4c3-ab32-4cd2-aaef-03f5dea72322 req-fbd45d2c-4daf-4d61-8fa6-b4013a2d1b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:52.205388 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8be9b4c3-ab32-4cd2-aaef-03f5dea72322 req-fbd45d2c-4daf-4d61-8fa6-b4013a2d1b6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d48e6d5459041eba5560e10e82cb443&device_id=372f58a5-460a-4846-822f-6ac4c7a05320 HTTP/1.1" status: 200 len: 1125 time: 0.0443082 Mar 24 01:46:52.303711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9b4c3-ab32-4cd2-aaef-03f5dea72322 req-a61c8bf5-51b7-4a1b-beba-1826cb453c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:52.305126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8be9b4c3-ab32-4cd2-aaef-03f5dea72322 req-a61c8bf5-51b7-4a1b-beba-1826cb453c4e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f5b8460e-a7bf-4573-9ec0-8de7673e7b99 HTTP/1.1" status: 200 len: 918 time: 0.0933402 Mar 24 01:46:52.345548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8be9b4c3-ab32-4cd2-aaef-03f5dea72322 req-3292f9ea-aae5-4f23-9e1b-0b086f7a2447 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=669cc5f7-a766-4a5d-ad52-0121240f51c3 HTTP/1.1" status: 200 len: 217 time: 0.0347180 Mar 24 01:46:52.400331 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9b4c3-ab32-4cd2-aaef-03f5dea72322 req-1ba7711d-90fa-4323-b0c3-fbf0a307756c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:52.401828 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8be9b4c3-ab32-4cd2-aaef-03f5dea72322 req-1ba7711d-90fa-4323-b0c3-fbf0a307756c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23810a58-8056-4d46-98ce-f4688fe5097f HTTP/1.1" status: 200 len: 856 time: 0.0484700 Mar 24 01:46:52.450679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9b4c3-ab32-4cd2-aaef-03f5dea72322 req-719ec4d8-347b-4287-bfa7-eaa515da7153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:52.452153 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8be9b4c3-ab32-4cd2-aaef-03f5dea72322 req-719ec4d8-347b-4287-bfa7-eaa515da7153 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f5b8460e-a7bf-4573-9ec0-8de7673e7b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436733 Mar 24 01:46:52.537927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8be9b4c3-ab32-4cd2-aaef-03f5dea72322 req-06956cec-529d-4fcc-9ddf-c5855f4d24b7 service neutron] 10.222.0.57 "GET /v2.0/networks/f5b8460e-a7bf-4573-9ec0-8de7673e7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795121 Mar 24 01:46:52.631613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8be9b4c3-ab32-4cd2-aaef-03f5dea72322 req-383ca7b0-9102-4dbb-95f4-3350bb722ee1 service neutron] 10.222.0.57 "GET /v2.0/networks/f5b8460e-a7bf-4573-9ec0-8de7673e7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849166 Mar 24 01:46:53.001114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ccc55-b815-436f-9b0c-88c8fb0d8687 req-119e105c-5edc-4f6d-a4c9-13353fb702e7 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:53.002791 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e8ccc55-b815-436f-9b0c-88c8fb0d8687 req-119e105c-5edc-4f6d-a4c9-13353fb702e7 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=372f58a5-460a-4846-822f-6ac4c7a05320 HTTP/1.1" status: 200 len: 943 time: 0.0536532 Mar 24 01:46:53.049338 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7e8ccc55-b815-436f-9b0c-88c8fb0d8687 req-dffda228-6f24-4489-aa6d-f0df97b93afe tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409584 Mar 24 01:46:53.594166 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 669cc5f7-a766-4a5d-ad52-0121240f51c3 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:46:53.846143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 669cc5f7-a766-4a5d-ad52-0121240f51c3, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=669cc5f7-a766-4a5d-ad52-0121240f51c3,segment=NetworkSegment(60105d96-6808-4584-a10b-6f9832e2d635),segment_id=60105d96-6808-4584-a10b-6f9832e2d635)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:46:53.857523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '669cc5f7-a766-4a5d-ad52-0121240f51c3', 'network_id': 'f5b8460e-a7bf-4573-9ec0-8de7673e7b99', 'port_id': '669cc5f7-a766-4a5d-ad52-0121240f51c3', 'mac_address': 'fa:16:3e:51:40:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23810a58-8056-4d46-98ce-f4688fe5097f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:46:53.893886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 669cc5f7-a766-4a5d-ad52-0121240f51c3 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:46:53.894314 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (669cc5f7-a766-4a5d-ad52-0121240f51c3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:53.906822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669cc5f7-a766-4a5d-ad52-0121240f51c3 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:46:53.926645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 669cc5f7-a766-4a5d-ad52-0121240f51c3, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=669cc5f7-a766-4a5d-ad52-0121240f51c3,segment=NetworkSegment(60105d96-6808-4584-a10b-6f9832e2d635),segment_id=60105d96-6808-4584-a10b-6f9832e2d635)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:46:53.930568 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (669cc5f7-a766-4a5d-ad52-0121240f51c3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:53.978335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=669cc5f7-a766-4a5d-ad52-0121240f51c3,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:46:53.990105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:53.990527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:53.990872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:53.991211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:53.991549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:53.991879 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:53.992207 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:53.992535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:53.992864 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:53.993221 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:53.993546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:53.993872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:53.994192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:53.994509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:53.994830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:46:54.137459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['669cc5f7-a766-4a5d-ad52-0121240f51c3'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:46:54.166475 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8868f-a853-4cd8-b74a-bcd72307aa9a req-663badd5-5144-4caa-a00c-9c5a0e917883 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:54.168078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6d8868f-a853-4cd8-b74a-bcd72307aa9a req-663badd5-5144-4caa-a00c-9c5a0e917883 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=372f58a5-460a-4846-822f-6ac4c7a05320 HTTP/1.1" status: 200 len: 944 time: 0.0518456 Mar 24 01:46:54.220422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a6d8868f-a853-4cd8-b74a-bcd72307aa9a req-4ee498c1-6138-4c0d-b1b7-b028958bbc1a tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462477 Mar 24 01:46:55.341361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc69106-70fb-467a-821c-f94286ee7491 req-464424e8-2224-4ec0-8f8d-58c48e217703 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:55.343640 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7bc69106-70fb-467a-821c-f94286ee7491 req-464424e8-2224-4ec0-8f8d-58c48e217703 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=372f58a5-460a-4846-822f-6ac4c7a05320 HTTP/1.1" status: 200 len: 944 time: 0.0541582 Mar 24 01:46:55.392311 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7bc69106-70fb-467a-821c-f94286ee7491 req-59e5d85e-85fd-473a-8ee6-01546c759b95 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424197 Mar 24 01:46:55.606198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 669cc5f7-a766-4a5d-ad52-0121240f51c3 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:46:55.657210 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 669cc5f7-a766-4a5d-ad52-0121240f51c3 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:46:55.661713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 669cc5f7-a766-4a5d-ad52-0121240f51c3 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:46:55.662095 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (669cc5f7-a766-4a5d-ad52-0121240f51c3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:55.739896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 669cc5f7-a766-4a5d-ad52-0121240f51c3 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:46:55.740292 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (669cc5f7-a766-4a5d-ad52-0121240f51c3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:55.764558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372f58a5-460a-4846-822f-6ac4c7a05320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669cc5f7-a766-4a5d-ad52-0121240f51c3'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:46:55.766901 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765cd95f-f6e1-40fa-9ac3-15b4f6fe28fc" -d '{"events": [{"server_uuid": "372f58a5-460a-4846-822f-6ac4c7a05320", "name": "network-vif-plugged", "status": "completed", "tag": "669cc5f7-a766-4a5d-ad52-0121240f51c3"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:46:55.779959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 669cc5f7-a766-4a5d-ad52-0121240f51c3, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=669cc5f7-a766-4a5d-ad52-0121240f51c3,segment=NetworkSegment(60105d96-6808-4584-a10b-6f9832e2d635),segment_id=60105d96-6808-4584-a10b-6f9832e2d635)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:46:55.784333 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (669cc5f7-a766-4a5d-ad52-0121240f51c3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:46:55.809316 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cf1a77-91af-4882-b809-c36122b8a733 x-openstack-request-id: req-a0cf1a77-91af-4882-b809-c36122b8a733 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:46:55.809606 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372f58a5-460a-4846-822f-6ac4c7a05320", "name": "network-vif-plugged", "status": "completed", "tag": "669cc5f7-a766-4a5d-ad52-0121240f51c3", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:46:55.809863 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0cf1a77-91af-4882-b809-c36122b8a733 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:46:55.810258 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0cf1a77-91af-4882-b809-c36122b8a733'] response: {'server_uuid': '372f58a5-460a-4846-822f-6ac4c7a05320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669cc5f7-a766-4a5d-ad52-0121240f51c3', 'code': 200} Mar 24 01:46:55.837539 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=669cc5f7-a766-4a5d-ad52-0121240f51c3,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:46:55.918456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c485ac-816e-4af6-b658-49c41b548827 req-3a166947-c584-4f40-a971-f2d43103c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:55.920090 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7c485ac-816e-4af6-b658-49c41b548827 req-3a166947-c584-4f40-a971-f2d43103c1a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=372f58a5-460a-4846-822f-6ac4c7a05320 HTTP/1.1" status: 200 len: 1127 time: 0.0517354 Mar 24 01:46:55.966886 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a7c485ac-816e-4af6-b658-49c41b548827 req-98f58d71-f647-40f9-aba2-af8ed8eab78d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408788 Mar 24 01:46:56.514882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd3acc-7e6d-4390-9b65-98ccc1f28553 req-3fd99a7c-1ea4-4823-9d87-7cda154595b4 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:56.516175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6fd3acc-7e6d-4390-9b65-98ccc1f28553 req-3fd99a7c-1ea4-4823-9d87-7cda154595b4 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=372f58a5-460a-4846-822f-6ac4c7a05320 HTTP/1.1" status: 200 len: 945 time: 0.0573528 Mar 24 01:46:56.563527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c6fd3acc-7e6d-4390-9b65-98ccc1f28553 req-73072476-cbba-489e-83ab-ec9f1588121d tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416424 Mar 24 01:46:57.683216 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048eab7-9242-492c-9365-a5664bfee9b2 req-2d297ae5-5576-46dd-9ae2-6fa3a97caa88 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:57.684678 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f048eab7-9242-492c-9365-a5664bfee9b2 req-2d297ae5-5576-46dd-9ae2-6fa3a97caa88 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=372f58a5-460a-4846-822f-6ac4c7a05320 HTTP/1.1" status: 200 len: 945 time: 0.0512869 Mar 24 01:46:57.729844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f048eab7-9242-492c-9365-a5664bfee9b2 req-90e012da-2f30-4c50-b0dc-e36e741afb1b tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396671 Mar 24 01:46:57.849387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ddbc5-cb99-436a-954e-4c0a7beb6746 req-cb43e1f2-c31b-40b7-8f8c-69018dfdbf22 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:46:57.850815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-109ddbc5-cb99-436a-954e-4c0a7beb6746 req-cb43e1f2-c31b-40b7-8f8c-69018dfdbf22 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=372f58a5-460a-4846-822f-6ac4c7a05320 HTTP/1.1" status: 200 len: 945 time: 0.0551996 Mar 24 01:46:57.895598 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-109ddbc5-cb99-436a-954e-4c0a7beb6746 req-9a2d376d-a9d4-4cec-a282-05fa67cdbb53 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392187 Mar 24 01:46:58.807886 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-85e57f73-a271-4ca1-ba9d-9b0c89a9e956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:00.358435 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:00.917313 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0f2740c4-382b-496e-a1ab-24cc9d16d308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:02.266098 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:47:02.318384 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:02.900160 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:03.836144 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:05.302718 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:28.810090 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-344ff26d-765d-451e-9e1e-6e5dc80698f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:30.353517 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:30.920467 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1ef961aa-f297-4f34-bc70-20db5653f43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:31.910922 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567638c-e028-4aad-9152-f3e8c38ada78 req-4af8792b-dfa5-4e9e-a786-c1192f9299c4 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:47:31.912400 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3567638c-e028-4aad-9152-f3e8c38ada78 req-4af8792b-dfa5-4e9e-a786-c1192f9299c4 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=372f58a5-460a-4846-822f-6ac4c7a05320 HTTP/1.1" status: 200 len: 945 time: 0.0555053 Mar 24 01:47:31.963404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3567638c-e028-4aad-9152-f3e8c38ada78 req-2a0970e5-9394-4f43-9078-931f8517ac17 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Mar 24 01:47:32.320470 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:32.919107 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:33.086893 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66821622-4cf0-42c5-9492-b8f07441aac8 req-cc1715c6-4b7b-4289-943f-21ab54487d88 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:47:33.088361 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66821622-4cf0-42c5-9492-b8f07441aac8 req-cc1715c6-4b7b-4289-943f-21ab54487d88 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=372f58a5-460a-4846-822f-6ac4c7a05320 HTTP/1.1" status: 200 len: 945 time: 0.0551977 Mar 24 01:47:33.138717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66821622-4cf0-42c5-9492-b8f07441aac8 req-22024534-7d85-4b98-bf98-05061ab33c25 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443516 Mar 24 01:47:33.371831 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d022a7-bc2e-4329-8cfc-aa47610927cc req-69b8d0ad-16b6-4b94-ad3d-12fa188dc70f tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:47:33.373394 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68d022a7-bc2e-4329-8cfc-aa47610927cc req-69b8d0ad-16b6-4b94-ad3d-12fa188dc70f tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.57 "GET /v2.0/ports?device_id=372f58a5-460a-4846-822f-6ac4c7a05320 HTTP/1.1" status: 200 len: 945 time: 0.0532699 Mar 24 01:47:33.464779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-68d022a7-bc2e-4329-8cfc-aa47610927cc req-c2e8f91a-4ad3-4e4b-823a-d82251564e46 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Deleting port 669cc5f7-a766-4a5d-ad52-0121240f51c3 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:47:33.465141 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68d022a7-bc2e-4329-8cfc-aa47610927cc req-c2e8f91a-4ad3-4e4b-823a-d82251564e46 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (669cc5f7-a766-4a5d-ad52-0121240f51c3), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:33.557387 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-68d022a7-bc2e-4329-8cfc-aa47610927cc req-c2e8f91a-4ad3-4e4b-823a-d82251564e46 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] For port 669cc5f7-a766-4a5d-ad52-0121240f51c3, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=669cc5f7-a766-4a5d-ad52-0121240f51c3,segment=NetworkSegment(60105d96-6808-4584-a10b-6f9832e2d635),segment_id=60105d96-6808-4584-a10b-6f9832e2d635)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:47:33.557756 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68d022a7-bc2e-4329-8cfc-aa47610927cc req-c2e8f91a-4ad3-4e4b-823a-d82251564e46 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (669cc5f7-a766-4a5d-ad52-0121240f51c3), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:33.573243 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-68d022a7-bc2e-4329-8cfc-aa47610927cc req-c2e8f91a-4ad3-4e4b-823a-d82251564e46 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Calling delete_port for 669cc5f7-a766-4a5d-ad52-0121240f51c3 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:47:33.707957 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68d022a7-bc2e-4329-8cfc-aa47610927cc req-c2e8f91a-4ad3-4e4b-823a-d82251564e46 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (669cc5f7-a766-4a5d-ad52-0121240f51c3), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:33.720916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['669cc5f7-a766-4a5d-ad52-0121240f51c3'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:47:33.738031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8f91a-4ad3-4e4b-823a-d82251564e46 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Pushing event deleted for resources: {'Port': ['ID=669cc5f7-a766-4a5d-ad52-0121240f51c3,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:33.785773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d022a7-bc2e-4329-8cfc-aa47610927cc req-c2e8f91a-4ad3-4e4b-823a-d82251564e46 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] No DVR routers for this DVR port 669cc5f7-a766-4a5d-ad52-0121240f51c3 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:47:33.788401 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-68d022a7-bc2e-4329-8cfc-aa47610927cc req-c2e8f91a-4ad3-4e4b-823a-d82251564e46 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:33.791717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-68d022a7-bc2e-4329-8cfc-aa47610927cc req-c2e8f91a-4ad3-4e4b-823a-d82251564e46 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.57 "DELETE /v2.0/ports/669cc5f7-a766-4a5d-ad52-0121240f51c3 HTTP/1.1" status: 204 len: 173 time: 0.4129319 Mar 24 01:47:33.792185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372f58a5-460a-4846-822f-6ac4c7a05320', 'name': 'network-vif-deleted', 'tag': '669cc5f7-a766-4a5d-ad52-0121240f51c3'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:47:33.794435 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d8c802-6064-4fdf-b99a-a3ec40c62ed2" -d '{"events": [{"server_uuid": "372f58a5-460a-4846-822f-6ac4c7a05320", "name": "network-vif-deleted", "tag": "669cc5f7-a766-4a5d-ad52-0121240f51c3"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:47:33.833209 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708d3c48-6ac7-416f-8e4a-76e819949422 x-openstack-request-id: req-708d3c48-6ac7-416f-8e4a-76e819949422 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:47:33.833502 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372f58a5-460a-4846-822f-6ac4c7a05320", "name": "network-vif-deleted", "tag": "669cc5f7-a766-4a5d-ad52-0121240f51c3", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:47:33.833757 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-708d3c48-6ac7-416f-8e4a-76e819949422 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:47:33.834173 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-708d3c48-6ac7-416f-8e4a-76e819949422'] response: {'server_uuid': '372f58a5-460a-4846-822f-6ac4c7a05320', 'name': 'network-vif-deleted', 'tag': '669cc5f7-a766-4a5d-ad52-0121240f51c3', 'status': 'completed', 'code': 200} Mar 24 01:47:33.839795 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:34.261869 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd44c85d-17a9-4945-9cef-b81a5ec66820 req-5f87bd73-202d-410b-a210-4920e13b6a02 tempest-TestEncryptedCinderVolumes-1936987702 tempest-TestEncryptedCinderVolumes-1936987702-project] 10.222.0.45 "GET /v2.0/ports?device_id=372f58a5-460a-4846-822f-6ac4c7a05320 HTTP/1.1" status: 200 len: 210 time: 0.0317762 Mar 24 01:47:35.294717 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:35.357980 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39334) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:35.707139 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (f3e1bac9-5595-4fad-832c-d7dc3b1af678), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:35.780361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 669cc5f7-a766-4a5d-ad52-0121240f51c3 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:47:35.804215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 669cc5f7-a766-4a5d-ad52-0121240f51c3 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:47:35.804558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 669cc5f7-a766-4a5d-ad52-0121240f51c3 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:47:35.954253 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Deleting port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:47:35.954593 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:36.029678 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] For port d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f,segment=NetworkSegment(60105d96-6808-4584-a10b-6f9832e2d635),segment_id=60105d96-6808-4584-a10b-6f9832e2d635)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:47:36.029969 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:36.042940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Calling delete_port for d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:47:36.220250 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:36.244193 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:36.276804 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:36.277166 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:36.277507 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:36.277839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:36.278170 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:36.278495 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:36.278816 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:36.279139 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:36.279459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:36.279824 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:36.280092 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:36.280410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:36.280719 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:36.281032 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:36.281370 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:36.424977 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (f3e1bac9-5595-4fad-832c-d7dc3b1af678), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:36.638446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Router f3e1bac9-5595-4fad-832c-d7dc3b1af678 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:47:36.742828 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:47:36.749923 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e9bd740c-36fa-4bb8-9cf8-c30927e3af48 admin admin] 10.222.0.45 "PUT /v2.0/routers/f3e1bac9-5595-4fad-832c-d7dc3b1af678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3887100 Mar 24 01:47:36.750539 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39342) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:36.753997 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a625d-689f-4a71-b371-9fa59a465edd None None] Sync routers for ids ['f3e1bac9-5595-4fad-832c-d7dc3b1af678'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:47:36.763421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97a625d-689f-4a71-b371-9fa59a465edd None None] Routers {'f3e1bac9-5595-4fad-832c-d7dc3b1af678'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:47:36.764059 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a97a625d-689f-4a71-b371-9fa59a465edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:47:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f3e1bac9-5595-4fad-832c-d7dc3b1af678'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:36.855761 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13ed0f45-f23f-434a-8f4b-60396af960fb admin admin] Publish callbacks [] for router (f3e1bac9-5595-4fad-832c-d7dc3b1af678), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:36.870010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-a97a625d-689f-4a71-b371-9fa59a465edd None None] Set router f3e1bac9-5595-4fad-832c-d7dc3b1af678 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:47:36.960344 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13ed0f45-f23f-434a-8f4b-60396af960fb admin admin] Publish callbacks [] for router_gateway (f3e1bac9-5595-4fad-832c-d7dc3b1af678), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.011221 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-13ed0f45-f23f-434a-8f4b-60396af960fb admin admin] Deleting port 1dfc2949-e8ae-4e28-88f7-5e930648653c {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:47:37.011554 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13ed0f45-f23f-434a-8f4b-60396af960fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1dfc2949-e8ae-4e28-88f7-5e930648653c), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.044384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a97a625d-689f-4a71-b371-9fa59a465edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'name': 'tempest-TestEncryptedCinderVolumes-1157358020-router', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1dfc2949-e8ae-4e28-88f7-5e930648653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:51Z', 'updated_at': '2022-03-24T01:47:36Z', 'revision_number': 5, 'project_id': '7d48e6d5459041eba5560e10e82cb443', 'gw_port': {'id': '1dfc2949-e8ae-4e28-88f7-5e930648653c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:51Z', 'updated_at': '2022-03-24T01:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:37.078709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a625d-689f-4a71-b371-9fa59a465edd None None] Checking router: f3e1bac9-5595-4fad-832c-d7dc3b1af678 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:47:37.087525 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97a625d-689f-4a71-b371-9fa59a465edd None None] Routers {'f3e1bac9-5595-4fad-832c-d7dc3b1af678'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:47:37.088133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a97a625d-689f-4a71-b371-9fa59a465edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:47:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['f3e1bac9-5595-4fad-832c-d7dc3b1af678'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:37.092198 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-13ed0f45-f23f-434a-8f4b-60396af960fb admin admin] For port 1dfc2949-e8ae-4e28-88f7-5e930648653c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=1dfc2949-e8ae-4e28-88f7-5e930648653c,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:47:37.092558 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13ed0f45-f23f-434a-8f4b-60396af960fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1dfc2949-e8ae-4e28-88f7-5e930648653c), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.104976 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-13ed0f45-f23f-434a-8f4b-60396af960fb admin admin] Calling delete_port for 1dfc2949-e8ae-4e28-88f7-5e930648653c owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:47:37.173221 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-a97a625d-689f-4a71-b371-9fa59a465edd None None] Set router f3e1bac9-5595-4fad-832c-d7dc3b1af678 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:47:37.224471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a97a625d-689f-4a71-b371-9fa59a465edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'name': 'tempest-TestEncryptedCinderVolumes-1157358020-router', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:51Z', 'updated_at': '2022-03-24T01:47:36Z', 'revision_number': 6, 'project_id': '7d48e6d5459041eba5560e10e82cb443', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:37.254354 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a625d-689f-4a71-b371-9fa59a465edd None None] The sync data for ids ['f3e1bac9-5595-4fad-832c-d7dc3b1af678'] in n-d-760455-9 is: [{'id': 'f3e1bac9-5595-4fad-832c-d7dc3b1af678', 'name': 'tempest-TestEncryptedCinderVolumes-1157358020-router', 'tenant_id': '7d48e6d5459041eba5560e10e82cb443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:51Z', 'updated_at': '2022-03-24T01:47:36Z', 'revision_number': 6, 'project_id': '7d48e6d5459041eba5560e10e82cb443', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:47:37.272015 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13ed0f45-f23f-434a-8f4b-60396af960fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1dfc2949-e8ae-4e28-88f7-5e930648653c), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.296213 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed0f45-f23f-434a-8f4b-60396af960fb admin admin] Pushing event deleted for resources: {'Port': ['ID=1dfc2949-e8ae-4e28-88f7-5e930648653c,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:37.361977 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13ed0f45-f23f-434a-8f4b-60396af960fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (f3e1bac9-5595-4fad-832c-d7dc3b1af678), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.452263 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13ed0f45-f23f-434a-8f4b-60396af960fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (f3e1bac9-5595-4fad-832c-d7dc3b1af678), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.454387 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13ed0f45-f23f-434a-8f4b-60396af960fb admin admin] Publish callbacks [] for router_controller (f3e1bac9-5595-4fad-832c-d7dc3b1af678), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.496469 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13ed0f45-f23f-434a-8f4b-60396af960fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (f3e1bac9-5595-4fad-832c-d7dc3b1af678), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.496937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ed0f45-f23f-434a-8f4b-60396af960fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e1bac9-5595-4fad-832c-d7dc3b1af678 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:47:37.501162 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-13ed0f45-f23f-434a-8f4b-60396af960fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.502380 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-13ed0f45-f23f-434a-8f4b-60396af960fb admin admin] 10.222.0.45 "DELETE /v2.0/routers/f3e1bac9-5595-4fad-832c-d7dc3b1af678 HTTP/1.1" status: 204 len: 168 time: 0.7509274 Mar 24 01:47:37.505448 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39344) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:37.548342 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf91bd9-3ecd-45c5-9f3c-86b1cd3ff17c admin admin] Deleting subnet 23810a58-8056-4d46-98ce-f4688fe5097f {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:47:37.551878 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ebf91bd9-3ecd-45c5-9f3c-86b1cd3ff17c admin admin] Publish callbacks [] for subnet (23810a58-8056-4d46-98ce-f4688fe5097f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.589880 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ebf91bd9-3ecd-45c5-9f3c-86b1cd3ff17c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (23810a58-8056-4d46-98ce-f4688fe5097f), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.669689 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ebf91bd9-3ecd-45c5-9f3c-86b1cd3ff17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (23810a58-8056-4d46-98ce-f4688fe5097f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.722436 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ebf91bd9-3ecd-45c5-9f3c-86b1cd3ff17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (23810a58-8056-4d46-98ce-f4688fe5097f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.750504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf91bd9-3ecd-45c5-9f3c-86b1cd3ff17c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23810a58-8056-4d46-98ce-f4688fe5097f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:37.753576 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ebf91bd9-3ecd-45c5-9f3c-86b1cd3ff17c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.758892 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ebf91bd9-3ecd-45c5-9f3c-86b1cd3ff17c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/23810a58-8056-4d46-98ce-f4688fe5097f HTTP/1.1" status: 204 len: 168 time: 0.2525089 Mar 24 01:47:37.759190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88edb872-5dbf-4d8c-9fcb-4f02e9848101 None None] Network f5b8460e-a7bf-4573-9ec0-8de7673e7b99 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:47:37.762443 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39348) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:37.836754 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (f5b8460e-a7bf-4573-9ec0-8de7673e7b99), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.889584 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] Deleting port f7659fcc-7594-484e-bd7f-6ef638491db2 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:47:37.889925 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f7659fcc-7594-484e-bd7f-6ef638491db2), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.962287 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] For port f7659fcc-7594-484e-bd7f-6ef638491db2, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=f7659fcc-7594-484e-bd7f-6ef638491db2,segment=NetworkSegment(60105d96-6808-4584-a10b-6f9832e2d635),segment_id=60105d96-6808-4584-a10b-6f9832e2d635)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:47:37.962644 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f7659fcc-7594-484e-bd7f-6ef638491db2), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:37.975616 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] Calling delete_port for f7659fcc-7594-484e-bd7f-6ef638491db2 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:47:38.022278 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0025a50f-084f-4641-98b1-f6ecbb4d428f None None] DHCP port deletion for f5b8460e-a7bf-4573-9ec0-8de7673e7b99 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:47:38.059364 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (f7659fcc-7594-484e-bd7f-6ef638491db2), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:38.074580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0025a50f-084f-4641-98b1-f6ecbb4d428f None None] Deleting port f7659fcc-7594-484e-bd7f-6ef638491db2 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:47:38.075361 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0025a50f-084f-4641-98b1-f6ecbb4d428f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (f7659fcc-7594-484e-bd7f-6ef638491db2), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:38.087337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7659fcc-7594-484e-bd7f-6ef638491db2,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:38.088500 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] No DVR routers for this DVR port f7659fcc-7594-484e-bd7f-6ef638491db2 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:47:38.140566 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0025a50f-084f-4641-98b1-f6ecbb4d428f None None] For port f7659fcc-7594-484e-bd7f-6ef638491db2, host n-d-760455-9, got binding levels [] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:47:38.140974 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0025a50f-084f-4641-98b1-f6ecbb4d428f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (f7659fcc-7594-484e-bd7f-6ef638491db2), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:38.154382 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0025a50f-084f-4641-98b1-f6ecbb4d428f None None] Calling delete_port for f7659fcc-7594-484e-bd7f-6ef638491db2 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:47:38.157045 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.ipam_backend_mixin [None req-0025a50f-084f-4641-98b1-f6ecbb4d428f None None] Port f7659fcc-7594-484e-bd7f-6ef638491db2 was not found and therefore no delete operation was performed {{(pid=115731) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 01:47:38.158423 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0025a50f-084f-4641-98b1-f6ecbb4d428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (f7659fcc-7594-484e-bd7f-6ef638491db2), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:38.162183 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (f5b8460e-a7bf-4573-9ec0-8de7673e7b99), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:38.182191 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b8460e-a7bf-4573-9ec0-8de7673e7b99']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:38.185436 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0025a50f-084f-4641-98b1-f6ecbb4d428f None None] No DVR routers for this DVR port f7659fcc-7594-484e-bd7f-6ef638491db2 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:47:38.189732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025a50f-084f-4641-98b1-f6ecbb4d428f None None] Pushing event deleted for resources: {'Port': ['ID=f7659fcc-7594-484e-bd7f-6ef638491db2,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:38.193213 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60105d96-6808-4584-a10b-6f9832e2d635') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:38.193213 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60105d96-6808-4584-a10b-6f9832e2d635') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:38.203776 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (60105d96-6808-4584-a10b-6f9832e2d635), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:38.217686 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (60105d96-6808-4584-a10b-6f9832e2d635), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:38.225613 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:47:38.226010 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (60105d96-6808-4584-a10b-6f9832e2d635), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:47:38.227688 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:47:38.280019 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (f5b8460e-a7bf-4573-9ec0-8de7673e7b99), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:38.285522 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:38.291719 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] 10.222.0.45 "DELETE /v2.0/networks/f5b8460e-a7bf-4573-9ec0-8de7673e7b99 HTTP/1.1" status: 204 len: 168 time: 0.5256171 Mar 24 01:47:38.291813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39350) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:38.301264 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90bb47-4e5c-4394-97b9-2da23049064d admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b8460e-a7bf-4573-9ec0-8de7673e7b99,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:38.639884 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b703bba-0632-4a7b-a0ad-0f558469c2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (feeda360-aa9c-486f-87f0-594c91218cd3), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:38.709313 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:47:38.733443 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:47:38.733892 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d6ad2b34-90d0-47f8-a3cd-a8f5a608f66f not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:47:38.734399 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1dfc2949-e8ae-4e28-88f7-5e930648653c no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:47:38.755476 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 1dfc2949-e8ae-4e28-88f7-5e930648653c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:47:38.755825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 1dfc2949-e8ae-4e28-88f7-5e930648653c not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:47:38.756246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f7659fcc-7594-484e-bd7f-6ef638491db2 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:47:38.774738 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: f7659fcc-7594-484e-bd7f-6ef638491db2 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:47:38.775394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device f7659fcc-7594-484e-bd7f-6ef638491db2 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:47:38.890757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-6b703bba-0632-4a7b-a0ad-0f558469c2af admin admin] Deleting port 0fd93b2e-09ba-466a-a46a-59e88f807aa3 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:47:38.891015 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b703bba-0632-4a7b-a0ad-0f558469c2af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:38.966007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-6b703bba-0632-4a7b-a0ad-0f558469c2af admin admin] For port 0fd93b2e-09ba-466a-a46a-59e88f807aa3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=0fd93b2e-09ba-466a-a46a-59e88f807aa3,segment=NetworkSegment(f19fbecc-ec6b-4181-af84-c92eefa3a3c1),segment_id=f19fbecc-ec6b-4181-af84-c92eefa3a3c1)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:47:38.966369 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b703bba-0632-4a7b-a0ad-0f558469c2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:38.978781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-6b703bba-0632-4a7b-a0ad-0f558469c2af admin admin] Calling delete_port for 0fd93b2e-09ba-466a-a46a-59e88f807aa3 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:47:39.154586 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b703bba-0632-4a7b-a0ad-0f558469c2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (0fd93b2e-09ba-466a-a46a-59e88f807aa3), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:39.184488 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b703bba-0632-4a7b-a0ad-0f558469c2af admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd93b2e-09ba-466a-a46a-59e88f807aa3,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:39.266082 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:47:39.345557 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b703bba-0632-4a7b-a0ad-0f558469c2af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (feeda360-aa9c-486f-87f0-594c91218cd3), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:39.889616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b703bba-0632-4a7b-a0ad-0f558469c2af admin admin] Router feeda360-aa9c-486f-87f0-594c91218cd3 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:47:39.993340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b703bba-0632-4a7b-a0ad-0f558469c2af admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:47:39.998291 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6b703bba-0632-4a7b-a0ad-0f558469c2af admin admin] 10.222.0.45 "PUT /v2.0/routers/feeda360-aa9c-486f-87f0-594c91218cd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7056088 Mar 24 01:47:40.000777 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39352) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:40.004219 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52003bc6-62e7-44bf-9e5b-fb2a3648261d None None] Sync routers for ids ['feeda360-aa9c-486f-87f0-594c91218cd3'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:47:40.014131 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52003bc6-62e7-44bf-9e5b-fb2a3648261d None None] Routers {'feeda360-aa9c-486f-87f0-594c91218cd3'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:47:40.014741 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-52003bc6-62e7-44bf-9e5b-fb2a3648261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:47:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['feeda360-aa9c-486f-87f0-594c91218cd3'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:40.102809 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-47501f0a-6847-4658-b25f-4f92f44156bb admin admin] Publish callbacks [] for router (feeda360-aa9c-486f-87f0-594c91218cd3), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:40.116346 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-52003bc6-62e7-44bf-9e5b-fb2a3648261d None None] Set router feeda360-aa9c-486f-87f0-594c91218cd3 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:47:40.206661 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-47501f0a-6847-4658-b25f-4f92f44156bb admin admin] Publish callbacks [] for router_gateway (feeda360-aa9c-486f-87f0-594c91218cd3), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:40.262118 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-47501f0a-6847-4658-b25f-4f92f44156bb admin admin] Deleting port 409dc268-c791-4f28-9acf-0947ebb0b8f5 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:47:40.262456 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-47501f0a-6847-4658-b25f-4f92f44156bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (409dc268-c791-4f28-9acf-0947ebb0b8f5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:40.343654 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-47501f0a-6847-4658-b25f-4f92f44156bb admin admin] For port 409dc268-c791-4f28-9acf-0947ebb0b8f5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=409dc268-c791-4f28-9acf-0947ebb0b8f5,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:47:40.344014 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-47501f0a-6847-4658-b25f-4f92f44156bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (409dc268-c791-4f28-9acf-0947ebb0b8f5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:40.357028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-47501f0a-6847-4658-b25f-4f92f44156bb admin admin] Calling delete_port for 409dc268-c791-4f28-9acf-0947ebb0b8f5 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:47:40.382579 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-52003bc6-62e7-44bf-9e5b-fb2a3648261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'name': 'tempest-TestEncryptedCinderVolumes-1067542868-router', 'tenant_id': '59813e25457f43cc874bac29bd057c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '409dc268-c791-4f28-9acf-0947ebb0b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:56Z', 'updated_at': '2022-03-24T01:47:39Z', 'revision_number': 5, 'project_id': '59813e25457f43cc874bac29bd057c3e', 'gw_port': {'id': '409dc268-c791-4f28-9acf-0947ebb0b8f5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:af:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:45:56Z', 'updated_at': '2022-03-24T01:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:40.407137 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52003bc6-62e7-44bf-9e5b-fb2a3648261d None None] Checking router: feeda360-aa9c-486f-87f0-594c91218cd3 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:47:40.415125 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52003bc6-62e7-44bf-9e5b-fb2a3648261d None None] Routers {'feeda360-aa9c-486f-87f0-594c91218cd3'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:47:40.415724 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-52003bc6-62e7-44bf-9e5b-fb2a3648261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:47:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['feeda360-aa9c-486f-87f0-594c91218cd3'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:40.500877 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-52003bc6-62e7-44bf-9e5b-fb2a3648261d None None] Set router feeda360-aa9c-486f-87f0-594c91218cd3 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:47:40.523533 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-47501f0a-6847-4658-b25f-4f92f44156bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (409dc268-c791-4f28-9acf-0947ebb0b8f5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:40.551872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47501f0a-6847-4658-b25f-4f92f44156bb admin admin] Pushing event deleted for resources: {'Port': ['ID=409dc268-c791-4f28-9acf-0947ebb0b8f5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:40.553630 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-52003bc6-62e7-44bf-9e5b-fb2a3648261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'name': 'tempest-TestEncryptedCinderVolumes-1067542868-router', 'tenant_id': '59813e25457f43cc874bac29bd057c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:56Z', 'updated_at': '2022-03-24T01:47:40Z', 'revision_number': 6, 'project_id': '59813e25457f43cc874bac29bd057c3e', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:40.584630 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52003bc6-62e7-44bf-9e5b-fb2a3648261d None None] The sync data for ids ['feeda360-aa9c-486f-87f0-594c91218cd3'] in n-d-760455-9 is: [{'id': 'feeda360-aa9c-486f-87f0-594c91218cd3', 'name': 'tempest-TestEncryptedCinderVolumes-1067542868-router', 'tenant_id': '59813e25457f43cc874bac29bd057c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:45:56Z', 'updated_at': '2022-03-24T01:47:40Z', 'revision_number': 6, 'project_id': '59813e25457f43cc874bac29bd057c3e', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:47:40.619399 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-47501f0a-6847-4658-b25f-4f92f44156bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (feeda360-aa9c-486f-87f0-594c91218cd3), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:40.709542 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-47501f0a-6847-4658-b25f-4f92f44156bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (feeda360-aa9c-486f-87f0-594c91218cd3), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:40.711642 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-47501f0a-6847-4658-b25f-4f92f44156bb admin admin] Publish callbacks [] for router_controller (feeda360-aa9c-486f-87f0-594c91218cd3), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:40.754200 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-47501f0a-6847-4658-b25f-4f92f44156bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (feeda360-aa9c-486f-87f0-594c91218cd3), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:40.754682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47501f0a-6847-4658-b25f-4f92f44156bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router feeda360-aa9c-486f-87f0-594c91218cd3 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:47:40.758923 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-47501f0a-6847-4658-b25f-4f92f44156bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:40.760187 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-47501f0a-6847-4658-b25f-4f92f44156bb admin admin] 10.222.0.45 "DELETE /v2.0/routers/feeda360-aa9c-486f-87f0-594c91218cd3 HTTP/1.1" status: 204 len: 168 time: 0.7583926 Mar 24 01:47:40.762834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39354) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:40.811294 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-36df715e-4b15-482b-8411-01886b51d46e admin admin] Deleting subnet 667ff41e-8576-4486-be49-a96cc98002e0 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:47:40.814293 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-36df715e-4b15-482b-8411-01886b51d46e admin admin] Publish callbacks [] for subnet (667ff41e-8576-4486-be49-a96cc98002e0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:40.847291 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-36df715e-4b15-482b-8411-01886b51d46e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (667ff41e-8576-4486-be49-a96cc98002e0), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:40.926250 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-36df715e-4b15-482b-8411-01886b51d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (667ff41e-8576-4486-be49-a96cc98002e0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:40.990276 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-36df715e-4b15-482b-8411-01886b51d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (667ff41e-8576-4486-be49-a96cc98002e0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:41.017380 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df715e-4b15-482b-8411-01886b51d46e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667ff41e-8576-4486-be49-a96cc98002e0,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:41.022226 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-36df715e-4b15-482b-8411-01886b51d46e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:41.028492 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-36df715e-4b15-482b-8411-01886b51d46e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/667ff41e-8576-4486-be49-a96cc98002e0 HTTP/1.1" status: 204 len: 168 time: 0.2624602 Mar 24 01:47:41.028752 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39356) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:41.031686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0fd93b2e-09ba-466a-a46a-59e88f807aa3 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:47:41.035512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d8ae4e-7523-4ba0-85b2-76c007587c4c None None] Network 96fc4faa-7e6b-4fa8-8834-99d53132b251 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:47:41.066907 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 0fd93b2e-09ba-466a-a46a-59e88f807aa3 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:47:41.067288 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 0fd93b2e-09ba-466a-a46a-59e88f807aa3 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:47:41.098321 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (96fc4faa-7e6b-4fa8-8834-99d53132b251), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:41.152432 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] Deleting port 81e25a7c-9a76-43ec-828b-f73a4c660921 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:47:41.152893 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (81e25a7c-9a76-43ec-828b-f73a4c660921), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:41.218694 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] For port 81e25a7c-9a76-43ec-828b-f73a4c660921, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=81e25a7c-9a76-43ec-828b-f73a4c660921,segment=NetworkSegment(f19fbecc-ec6b-4181-af84-c92eefa3a3c1),segment_id=f19fbecc-ec6b-4181-af84-c92eefa3a3c1)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:47:41.219080 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (81e25a7c-9a76-43ec-828b-f73a4c660921), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:41.231942 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] Calling delete_port for 81e25a7c-9a76-43ec-828b-f73a4c660921 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:47:41.306163 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (81e25a7c-9a76-43ec-828b-f73a4c660921), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:41.332686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] Pushing event deleted for resources: {'Port': ['ID=81e25a7c-9a76-43ec-828b-f73a4c660921,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:41.338146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] No DVR routers for this DVR port 81e25a7c-9a76-43ec-828b-f73a4c660921 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:47:41.383304 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e4e361-67c0-426a-afd6-a32e96db599a None None] DHCP port deletion for 96fc4faa-7e6b-4fa8-8834-99d53132b251 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:47:41.408821 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (96fc4faa-7e6b-4fa8-8834-99d53132b251), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:41.429112 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96fc4faa-7e6b-4fa8-8834-99d53132b251']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:41.438141 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19fbecc-ec6b-4181-af84-c92eefa3a3c1') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:41.438438 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19fbecc-ec6b-4181-af84-c92eefa3a3c1') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:41.448156 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (f19fbecc-ec6b-4181-af84-c92eefa3a3c1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:41.463780 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (f19fbecc-ec6b-4181-af84-c92eefa3a3c1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:41.470295 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:47:41.470687 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (f19fbecc-ec6b-4181-af84-c92eefa3a3c1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:47:41.472409 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:47:41.529766 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (96fc4faa-7e6b-4fa8-8834-99d53132b251), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:41.535179 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:41.540741 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] 10.222.0.45 "DELETE /v2.0/networks/96fc4faa-7e6b-4fa8-8834-99d53132b251 HTTP/1.1" status: 204 len: 168 time: 0.5087512 Mar 24 01:47:41.551839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bd0c4-c63e-40fe-b702-802dccad5573 admin admin] Pushing event deleted for resources: {'Network': ['ID=96fc4faa-7e6b-4fa8-8834-99d53132b251,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:41.702841 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39360) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:41.741575 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bc32bddb-58c1-4cf8-9d48-c2aa8d49dc23 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d48e6d5459041eba5560e10e82cb443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374889 Mar 24 01:47:41.743872 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39362) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:41.790925 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84469d0f-cbad-4aec-8d3e-d398fe22f4bf admin admin] Publish callbacks [] for security_group (f6e1e56d-b9d9-4d9b-93da-a3465ce20adc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:41.812175 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84469d0f-cbad-4aec-8d3e-d398fe22f4bf admin admin] Publish callbacks [] for security_group (f6e1e56d-b9d9-4d9b-93da-a3465ce20adc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:41.858638 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84469d0f-cbad-4aec-8d3e-d398fe22f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f6e1e56d-b9d9-4d9b-93da-a3465ce20adc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:41.861262 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-84469d0f-cbad-4aec-8d3e-d398fe22f4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:41.862910 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-84469d0f-cbad-4aec-8d3e-d398fe22f4bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6e1e56d-b9d9-4d9b-93da-a3465ce20adc HTTP/1.1" status: 204 len: 168 time: 0.1181097 Mar 24 01:47:41.870677 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84469d0f-cbad-4aec-8d3e-d398fe22f4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e1e56d-b9d9-4d9b-93da-a3465ce20adc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:42.167163 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39368) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:42.210257 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-25719e6a-237c-4845-bb98-de25809634c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59813e25457f43cc874bac29bd057c3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419197 Mar 24 01:47:42.212757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39370) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:42.562726 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-559651e5-2bd3-485e-9135-8aaf9b974ec4 admin admin] Publish callbacks [] for security_group (d5345ab9-fda6-4518-a7d7-cfeb74b67323), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:42.583555 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-559651e5-2bd3-485e-9135-8aaf9b974ec4 admin admin] Publish callbacks [] for security_group (d5345ab9-fda6-4518-a7d7-cfeb74b67323), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:42.630351 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-559651e5-2bd3-485e-9135-8aaf9b974ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (d5345ab9-fda6-4518-a7d7-cfeb74b67323), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:42.632935 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-559651e5-2bd3-485e-9135-8aaf9b974ec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:42.634132 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-559651e5-2bd3-485e-9135-8aaf9b974ec4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5345ab9-fda6-4518-a7d7-cfeb74b67323 HTTP/1.1" status: 204 len: 168 time: 0.4204421 Mar 24 01:47:42.641623 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559651e5-2bd3-485e-9135-8aaf9b974ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5345ab9-fda6-4518-a7d7-cfeb74b67323,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:42.880452 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 409dc268-c791-4f28-9acf-0947ebb0b8f5 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:47:42.899720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 409dc268-c791-4f28-9acf-0947ebb0b8f5 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:47:42.900072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 409dc268-c791-4f28-9acf-0947ebb0b8f5 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:47:42.900496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 81e25a7c-9a76-43ec-828b-f73a4c660921 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:47:42.922356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 81e25a7c-9a76-43ec-828b-f73a4c660921 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:47:42.922716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 81e25a7c-9a76-43ec-828b-f73a4c660921 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:47:43.314004 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39392) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:43.419481 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-89eac9b0-0396-4e96-896e-15e249c65123 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2003146901-network', 'tenant_id': '98729b17e257425089d8ebac712ad8f9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:47:43.438752 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eac9b0-0396-4e96-896e-15e249c65123 admin admin] Made reservation on behalf of 98729b17e257425089d8ebac712ad8f9 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:47:43.441053 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-89eac9b0-0396-4e96-896e-15e249c65123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:43.449036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-89eac9b0-0396-4e96-896e-15e249c65123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:43.519900 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-89eac9b0-0396-4e96-896e-15e249c65123 admin admin] Publish callbacks [] for security_group (2865cbe4-a03c-453d-9668-27d52b433ff7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:43.523566 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-89eac9b0-0396-4e96-896e-15e249c65123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2865cbe4-a03c-453d-9668-27d52b433ff7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:43.543580 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89eac9b0-0396-4e96-896e-15e249c65123 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:47:43.556471 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eac9b0-0396-4e96-896e-15e249c65123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2865cbe4-a03c-453d-9668-27d52b433ff7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:43.561305 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-89eac9b0-0396-4e96-896e-15e249c65123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (cee6b714-9b50-489e-98d8-3568428903e1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:43.561598 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-89eac9b0-0396-4e96-896e-15e249c65123 admin admin] Added segment cee6b714-9b50-489e-98d8-3568428903e1 of type vlan for network 749969e7-a9b5-4822-96c2-37b9fd9c3442 Mar 24 01:47:43.602734 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-89eac9b0-0396-4e96-896e-15e249c65123 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (749969e7-a9b5-4822-96c2-37b9fd9c3442), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:43.626042 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-89eac9b0-0396-4e96-896e-15e249c65123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (749969e7-a9b5-4822-96c2-37b9fd9c3442), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:43.626978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eac9b0-0396-4e96-896e-15e249c65123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:47:43.628058 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-89eac9b0-0396-4e96-896e-15e249c65123 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:43.681908 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-89eac9b0-0396-4e96-896e-15e249c65123 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3667994 Mar 24 01:47:43.684796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39396) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:43.686936 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eac9b0-0396-4e96-896e-15e249c65123 admin admin] Pushing event updated for resources: {'Network': ['ID=749969e7-a9b5-4822-96c2-37b9fd9c3442,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:43.696410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-f347ff0a-d8d1-4940-961e-b1b7f95e1bf0 admin admin] Request body: {'subnet': {'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2003146901-subnet', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:47:43.697232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 749969e7-a9b5-4822-96c2-37b9fd9c3442 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:47:43.716649 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f347ff0a-d8d1-4940-961e-b1b7f95e1bf0 admin admin] Made reservation on behalf of 98729b17e257425089d8ebac712ad8f9 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:47:43.719087 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f347ff0a-d8d1-4940-961e-b1b7f95e1bf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:43.893829 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f347ff0a-d8d1-4940-961e-b1b7f95e1bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (1a455027-64ab-405e-860c-fe44ffdecb9f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:43.953433 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347ff0a-d8d1-4940-961e-b1b7f95e1bf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a455027-64ab-405e-860c-fe44ffdecb9f,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:43.962053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347ff0a-d8d1-4940-961e-b1b7f95e1bf0 admin admin] Checking segment: {'id': 'cee6b714-9b50-489e-98d8-3568428903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:47:43.962416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f347ff0a-d8d1-4940-961e-b1b7f95e1bf0 admin admin] Network hostable DHCP agents. Network: 749969e7-a9b5-4822-96c2-37b9fd9c3442, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:47:43.978675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f347ff0a-d8d1-4940-961e-b1b7f95e1bf0 admin admin] Network 749969e7-a9b5-4822-96c2-37b9fd9c3442 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:47:43.987913 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-f347ff0a-d8d1-4940-961e-b1b7f95e1bf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 749969e7-a9b5-4822-96c2-37b9fd9c3442) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:47:43.991656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f347ff0a-d8d1-4940-961e-b1b7f95e1bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:47:43.992278 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f347ff0a-d8d1-4940-961e-b1b7f95e1bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:43.996476 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bf16a2-85e3-4f4a-b027-20ec5b1e87a1 None None] Network 749969e7-a9b5-4822-96c2-37b9fd9c3442 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:47:44.010555 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f347ff0a-d8d1-4940-961e-b1b7f95e1bf0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3245227 Mar 24 01:47:44.013136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39398) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:44.017444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2003146901-router', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:47:44.035661 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (d6fc185c-436b-419c-bf09-287ebbf18472), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:44.036679 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (d6fc185c-436b-419c-bf09-287ebbf18472), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:44.089270 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Publish callbacks [] for router_controller (d6fc185c-436b-419c-bf09-287ebbf18472), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:44.100589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-749969e7-a9b5-4822-96c2-37b9fd9c3442', 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442', 'project_id': '98729b17e257425089d8ebac712ad8f9', 'fixed_ips': [{'subnet_id': '1a455027-64ab-405e-860c-fe44ffdecb9f'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:47:44.101517 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:44.231206 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Publish callbacks [] for router_gateway (d6fc185c-436b-419c-bf09-287ebbf18472), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:44.236587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Allocated IP 172.20.0.2 (749969e7-a9b5-4822-96c2-37b9fd9c3442/1a455027-64ab-405e-860c-fe44ffdecb9f/87a2af1f-ea02-4701-8658-f0e31911f652) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:47:44.378518 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Publish callbacks [] for port (87a2af1f-ea02-4701-8658-f0e31911f652), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:44.385199 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (87a2af1f-ea02-4701-8658-f0e31911f652), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:44.426292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Network 749969e7-a9b5-4822-96c2-37b9fd9c3442 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:47:44.429136 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:47:44.431984 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Publish callbacks [] for router_gateway (d6fc185c-436b-419c-bf09-287ebbf18472), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:44.434685 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:47:44.441620 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Pushing event updated for resources: {'Port': ['ID=87a2af1f-ea02-4701-8658-f0e31911f652,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:44.456062 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:44.493439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Attempting to bind port 87a2af1f-ea02-4701-8658-f0e31911f652 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:47:44.493733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Attempting to bind port 87a2af1f-ea02-4701-8658-f0e31911f652 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'cee6b714-9b50-489e-98d8-3568428903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:47:44.494214 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Attempting to bind port 87a2af1f-ea02-4701-8658-f0e31911f652 on network 749969e7-a9b5-4822-96c2-37b9fd9c3442 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:47:44.499244 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:47:44.499752 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Checking segment: {'id': 'cee6b714-9b50-489e-98d8-3568428903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:47:44.500154 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:44.501188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Bound using segment: {'id': 'cee6b714-9b50-489e-98d8-3568428903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:47:44.501661 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Bound port: 87a2af1f-ea02-4701-8658-f0e31911f652, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee6b714-9b50-489e-98d8-3568428903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:47:44.502036 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (87a2af1f-ea02-4701-8658-f0e31911f652), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:44.559631 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Allocated IP 172.25.0.84 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/7f7cb5d5-d080-45ce-9fbd-01a5eb48e829) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:47:44.563321 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] For port 87a2af1f-ea02-4701-8658-f0e31911f652, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:47:44.566447 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] For port 87a2af1f-ea02-4701-8658-f0e31911f652, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=87a2af1f-ea02-4701-8658-f0e31911f652,segment=NetworkSegment(cee6b714-9b50-489e-98d8-3568428903e1),segment_id=cee6b714-9b50-489e-98d8-3568428903e1)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:47:44.572671 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (87a2af1f-ea02-4701-8658-f0e31911f652), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:44.630921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da84bb-26da-4eb7-a9d7-7e15ef1db548 None None] Pushing event updated for resources: {'Port': ['ID=87a2af1f-ea02-4701-8658-f0e31911f652,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:44.672296 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Publish callbacks [] for port (7f7cb5d5-d080-45ce-9fbd-01a5eb48e829), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:44.709177 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7f7cb5d5-d080-45ce-9fbd-01a5eb48e829), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:44.744971 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:47:44.747823 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:47:44.751611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:47:44.794723 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Pushing event updated for resources: {'Port': ['ID=7f7cb5d5-d080-45ce-9fbd-01a5eb48e829,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:44.905617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 87a2af1f-ea02-4701-8658-f0e31911f652 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:47:44.968494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 87a2af1f-ea02-4701-8658-f0e31911f652 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:44.968870 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (87a2af1f-ea02-4701-8658-f0e31911f652), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:45.045817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 87a2af1f-ea02-4701-8658-f0e31911f652 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:45.046449 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (87a2af1f-ea02-4701-8658-f0e31911f652), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:45.054382 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Publish callbacks [] for router_gateway (d6fc185c-436b-419c-bf09-287ebbf18472), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:45.082408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 87a2af1f-ea02-4701-8658-f0e31911f652, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=87a2af1f-ea02-4701-8658-f0e31911f652,segment=NetworkSegment(cee6b714-9b50-489e-98d8-3568428903e1),segment_id=cee6b714-9b50-489e-98d8-3568428903e1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:47:45.087530 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (87a2af1f-ea02-4701-8658-f0e31911f652), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:45.270418 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (d6fc185c-436b-419c-bf09-287ebbf18472), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:45.307121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=87a2af1f-ea02-4701-8658-f0e31911f652,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:45.413383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Router d6fc185c-436b-419c-bf09-287ebbf18472 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:47:45.527433 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:47:45.537952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Sync routers for ids ['d6fc185c-436b-419c-bf09-287ebbf18472'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:47:45.546780 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:45.550591 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e382346f-4574-4830-ac8e-1bc50ae3f8fc admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5340786 Mar 24 01:47:45.550748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Routers {'d6fc185c-436b-419c-bf09-287ebbf18472'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:47:45.550748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:47:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d6fc185c-436b-419c-bf09-287ebbf18472'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:45.550970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39400) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:45.615410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7f25f5-705b-49cd-8a33-ad4967044639 None None] Network 749969e7-a9b5-4822-96c2-37b9fd9c3442 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:47:45.689103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4796e0d8-024b-4d5d-869c-6bc5f3ef1e33 None None] Provisioning complete for port 87a2af1f-ea02-4701-8658-f0e31911f652 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:45.689496 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4796e0d8-024b-4d5d-869c-6bc5f3ef1e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (87a2af1f-ea02-4701-8658-f0e31911f652), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:45.750594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Set router d6fc185c-436b-419c-bf09-287ebbf18472 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:47:45.958727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4796e0d8-024b-4d5d-869c-6bc5f3ef1e33 None None] Current status of the port 87a2af1f-ea02-4701-8658-f0e31911f652 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:45.975983 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:46.007334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'name': 'tempest-TestMinimumBasicScenario-2003146901-router', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:44Z', 'revision_number': 3, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'gw_port': {'id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:46.035268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Checking router: d6fc185c-436b-419c-bf09-287ebbf18472 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:47:46.035621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Updating router d6fc185c-436b-419c-bf09-287ebbf18472 port 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:47:46.064011 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7f7cb5d5-d080-45ce-9fbd-01a5eb48e829), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:46.242494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-695b6d2e-0394-4e42-a6d0-6d374f22ca0c None None] Provisioning complete for port 87a2af1f-ea02-4701-8658-f0e31911f652 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:46.242915 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-695b6d2e-0394-4e42-a6d0-6d374f22ca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (87a2af1f-ea02-4701-8658-f0e31911f652), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:46.387071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-695b6d2e-0394-4e42-a6d0-6d374f22ca0c None None] Current status of the port 87a2af1f-ea02-4701-8658-f0e31911f652 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:46.408020 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Publish callbacks [] for port (7f7cb5d5-d080-45ce-9fbd-01a5eb48e829), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:46.413939 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7f7cb5d5-d080-45ce-9fbd-01a5eb48e829), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:46.468669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Attempting to bind port 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:47:46.469047 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Attempting to bind port 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:47:46.469437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Attempting to bind port 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:47:46.475357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1dca04-d052-44bd-bba7-75083e677f65 None None] Pushing event updated for resources: {'Port': ['ID=7f7cb5d5-d080-45ce-9fbd-01a5eb48e829,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:46.480401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:47:46.480781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:47:46.481218 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:46.481605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:47:46.482079 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Bound port: 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:47:46.482592 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7f7cb5d5-d080-45ce-9fbd-01a5eb48e829), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:46.485483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Allocated IP 172.20.0.1 (749969e7-a9b5-4822-96c2-37b9fd9c3442/1a455027-64ab-405e-860c-fe44ffdecb9f/14b2d77f-a3da-493c-8183-6b5fce3a5748) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:47:46.536916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] For port 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:47:46.540460 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] For port 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7f7cb5d5-d080-45ce-9fbd-01a5eb48e829,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:47:46.546585 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7f7cb5d5-d080-45ce-9fbd-01a5eb48e829), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:46.591642 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Publish callbacks [] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:46.624089 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Routers {'d6fc185c-436b-419c-bf09-287ebbf18472'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:47:46.624709 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:47:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d6fc185c-436b-419c-bf09-287ebbf18472'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:46.625419 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:46.628915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1dca04-d052-44bd-bba7-75083e677f65 None None] Pushing event updated for resources: {'Port': ['ID=7f7cb5d5-d080-45ce-9fbd-01a5eb48e829,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:46.667082 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Network 749969e7-a9b5-4822-96c2-37b9fd9c3442 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:47:46.671348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:47:46.675418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:47:46.706709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Pushing event updated for resources: {'Port': ['ID=14b2d77f-a3da-493c-8183-6b5fce3a5748,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:46.728843 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (d6fc185c-436b-419c-bf09-287ebbf18472), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:46.803050 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] Set router d6fc185c-436b-419c-bf09-287ebbf18472 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:47:46.874879 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:46.906039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 87a2af1f-ea02-4701-8658-f0e31911f652 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:47:47.039590 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 87a2af1f-ea02-4701-8658-f0e31911f652 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:47.039856 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (87a2af1f-ea02-4701-8658-f0e31911f652), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:47.045239 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Publish callbacks [] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:47.049958 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:47.077756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6e5a8a30-2910-4339-a053-1233638851d2 None None] Provisioning complete for port 14b2d77f-a3da-493c-8183-6b5fce3a5748 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:47.078343 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6e5a8a30-2910-4339-a053-1233638851d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:47.117668 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (d6fc185c-436b-419c-bf09-287ebbf18472), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:47.119664 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Pushing event updated for resources: {'Port': ['ID=14b2d77f-a3da-493c-8183-6b5fce3a5748,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:47.224892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Network 749969e7-a9b5-4822-96c2-37b9fd9c3442 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:47:47.226535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:47:47.291900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a8a30-2910-4339-a053-1233638851d2 None None] Port 14b2d77f-a3da-493c-8183-6b5fce3a5748 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:47:47.301729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'name': 'tempest-TestMinimumBasicScenario-2003146901-router', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:44Z', 'revision_number': 3, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'gw_port': {'id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:47.331269 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c3c8f-de8b-408a-8fdb-ba1cd6855fd7 None None] The sync data for ids ['d6fc185c-436b-419c-bf09-287ebbf18472'] in n-d-760455-9 is: [{'id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'name': 'tempest-TestMinimumBasicScenario-2003146901-router', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:44Z', 'revision_number': 3, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'gw_port': {'id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:47:47.366147 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 87a2af1f-ea02-4701-8658-f0e31911f652 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:47.370272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Router d6fc185c-436b-419c-bf09-287ebbf18472 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:47:47.491244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:47:47.502958 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0bbc0426-5b6e-4ff2-9c47-0df9ec59b17f admin admin] 10.222.0.45 "PUT /v2.0/routers/d6fc185c-436b-419c-bf09-287ebbf18472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9440544 Mar 24 01:47:47.514084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4d184920-ec5c-443d-96ed-24e55ffe4066 None None] Provisioning complete for port 14b2d77f-a3da-493c-8183-6b5fce3a5748 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:47.514544 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4d184920-ec5c-443d-96ed-24e55ffe4066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:47.559798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4d184920-ec5c-443d-96ed-24e55ffe4066 None None] Port 14b2d77f-a3da-493c-8183-6b5fce3a5748 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:47:48.014403 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39416) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:48.020103 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6b431d0a-72c6-4047-826a-6a1bf3551a5e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1603975109-network', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:47:48.040781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b431d0a-72c6-4047-826a-6a1bf3551a5e admin admin] Made reservation on behalf of 5f34d85b448240ff9fdbd162e43ea92e for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:47:48.043278 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b431d0a-72c6-4047-826a-6a1bf3551a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:48.059596 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b431d0a-72c6-4047-826a-6a1bf3551a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:48.147561 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b431d0a-72c6-4047-826a-6a1bf3551a5e admin admin] Publish callbacks [] for security_group (00aca699-a825-45c8-8de6-bb88708845fa), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:48.151378 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b431d0a-72c6-4047-826a-6a1bf3551a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (00aca699-a825-45c8-8de6-bb88708845fa), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:48.178416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b431d0a-72c6-4047-826a-6a1bf3551a5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:47:48.187657 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b431d0a-72c6-4047-826a-6a1bf3551a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aca699-a825-45c8-8de6-bb88708845fa,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:48.194052 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b431d0a-72c6-4047-826a-6a1bf3551a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7bf791f5-d247-4ec1-9d72-e89cfd649888), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:48.194409 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-6b431d0a-72c6-4047-826a-6a1bf3551a5e admin admin] Added segment 7bf791f5-d247-4ec1-9d72-e89cfd649888 of type vlan for network d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09 Mar 24 01:47:48.238460 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b431d0a-72c6-4047-826a-6a1bf3551a5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:48.263848 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b431d0a-72c6-4047-826a-6a1bf3551a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:48.265005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b431d0a-72c6-4047-826a-6a1bf3551a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:47:48.265671 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6b431d0a-72c6-4047-826a-6a1bf3551a5e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:48.321749 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6b431d0a-72c6-4047-826a-6a1bf3551a5e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3060882 Mar 24 01:47:48.324253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39418) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:48.331175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c256e81e-02fc-4451-aaf3-22e75a51b079 admin admin] Request body: {'subnet': {'network_id': 'd2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1603975109-subnet', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e', 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:47:48.336862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b431d0a-72c6-4047-826a-6a1bf3551a5e admin admin] Pushing event updated for resources: {'Network': ['ID=d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:48.347401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:47:48.355020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c256e81e-02fc-4451-aaf3-22e75a51b079 admin admin] Made reservation on behalf of 5f34d85b448240ff9fdbd162e43ea92e for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:47:48.357755 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c256e81e-02fc-4451-aaf3-22e75a51b079 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:48.526206 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c256e81e-02fc-4451-aaf3-22e75a51b079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (6e4cd0f4-282f-4b4e-b033-f62f12216697), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:48.586668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256e81e-02fc-4451-aaf3-22e75a51b079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e4cd0f4-282f-4b4e-b033-f62f12216697,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:48.594033 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c256e81e-02fc-4451-aaf3-22e75a51b079 admin admin] Checking segment: {'id': '7bf791f5-d247-4ec1-9d72-e89cfd649888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:47:48.594392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c256e81e-02fc-4451-aaf3-22e75a51b079 admin admin] Network hostable DHCP agents. Network: d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:47:48.611981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c256e81e-02fc-4451-aaf3-22e75a51b079 admin admin] Network d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:47:48.621492 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-c256e81e-02fc-4451-aaf3-22e75a51b079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:47:48.625609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c256e81e-02fc-4451-aaf3-22e75a51b079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:47:48.626222 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c256e81e-02fc-4451-aaf3-22e75a51b079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:48.632851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5177ff32-d938-47b3-a162-de019645632c None None] Network d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:47:48.649704 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c256e81e-02fc-4451-aaf3-22e75a51b079 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3243976 Mar 24 01:47:48.652290 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39420) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:48.656839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1603975109-router', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:47:48.677497 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:48.678707 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:48.737206 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Publish callbacks [] for router_controller (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:48.742711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09', 'network_id': 'd2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09', 'project_id': '5f34d85b448240ff9fdbd162e43ea92e', 'fixed_ips': [{'subnet_id': '6e4cd0f4-282f-4b4e-b033-f62f12216697'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:47:48.743603 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:48.892486 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Publish callbacks [] for router_gateway (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:48.895581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Allocated IP 172.20.0.2 (d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09/6e4cd0f4-282f-4b4e-b033-f62f12216697/e009d2c8-eacb-4689-a5e9-703f1d19eac3) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:47:48.908766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:47:49.009873 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Sync routers for ids ['d6fc185c-436b-419c-bf09-287ebbf18472'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:47:49.021548 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Routers {'d6fc185c-436b-419c-bf09-287ebbf18472'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:47:49.022491 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:47:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d6fc185c-436b-419c-bf09-287ebbf18472'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:49.036717 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:49.037111 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7f7cb5d5-d080-45ce-9fbd-01a5eb48e829), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.112308 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Publish callbacks [] for router_gateway (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.121902 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Publish callbacks [] for port (e009d2c8-eacb-4689-a5e9-703f1d19eac3), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.130872 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (e009d2c8-eacb-4689-a5e9-703f1d19eac3), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.133517 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.158513 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Set router d6fc185c-436b-419c-bf09-287ebbf18472 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:47:49.189256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Network d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:47:49.201263 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:47:49.212287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:47:49.215805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Pushing event updated for resources: {'Port': ['ID=e009d2c8-eacb-4689-a5e9-703f1d19eac3,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:49.217993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:49.218355 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (7f7cb5d5-d080-45ce-9fbd-01a5eb48e829), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.255321 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Allocated IP 172.25.0.52 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:47:49.283315 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7f7cb5d5-d080-45ce-9fbd-01a5eb48e829,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:47:49.288321 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (7f7cb5d5-d080-45ce-9fbd-01a5eb48e829), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.322936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Attempting to bind port e009d2c8-eacb-4689-a5e9-703f1d19eac3 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:47:49.323589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Attempting to bind port e009d2c8-eacb-4689-a5e9-703f1d19eac3 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '7bf791f5-d247-4ec1-9d72-e89cfd649888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:47:49.324235 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Attempting to bind port e009d2c8-eacb-4689-a5e9-703f1d19eac3 on network d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:47:49.336271 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:47:49.336670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Checking segment: {'id': '7bf791f5-d247-4ec1-9d72-e89cfd649888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:47:49.337058 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.337489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Bound using segment: {'id': '7bf791f5-d247-4ec1-9d72-e89cfd649888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:47:49.337971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Bound port: e009d2c8-eacb-4689-a5e9-703f1d19eac3, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf791f5-d247-4ec1-9d72-e89cfd649888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:47:49.338354 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e009d2c8-eacb-4689-a5e9-703f1d19eac3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.364814 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Publish callbacks [] for port (49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.368661 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=7f7cb5d5-d080-45ce-9fbd-01a5eb48e829,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:49.401316 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.419068 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'name': 'tempest-TestMinimumBasicScenario-2003146901-router', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:46Z', 'revision_number': 4, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'gw_port': {'id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '14b2d77f-a3da-493c-8183-6b5fce3a5748', 'name': '', 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'mac_address': 'fa:16:3e:da:e8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:45Z', 'updated_at': '2022-03-24T01:47:46Z', 'revision_number': 2, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'subnets': [{'id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:49.434041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] For port e009d2c8-eacb-4689-a5e9-703f1d19eac3, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:47:49.438037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] For port e009d2c8-eacb-4689-a5e9-703f1d19eac3, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e009d2c8-eacb-4689-a5e9-703f1d19eac3,segment=NetworkSegment(7bf791f5-d247-4ec1-9d72-e89cfd649888),segment_id=7bf791f5-d247-4ec1-9d72-e89cfd649888)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:47:49.447887 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Checking router: d6fc185c-436b-419c-bf09-287ebbf18472 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:47:49.448125 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e009d2c8-eacb-4689-a5e9-703f1d19eac3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.448255 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Updating router d6fc185c-436b-419c-bf09-287ebbf18472 port 14b2d77f-a3da-493c-8183-6b5fce3a5748 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:47:49.451859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:47:49.454827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:47:49.457601 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:47:49.478718 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.506884 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Pushing event updated for resources: {'Port': ['ID=49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:49.524467 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b95268-304c-4874-8de1-653fe96ac1af None None] Pushing event updated for resources: {'Port': ['ID=e009d2c8-eacb-4689-a5e9-703f1d19eac3,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:49.810805 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Publish callbacks [] for router_gateway (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.826788 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Publish callbacks [] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.832810 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.893948 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Pushing event updated for resources: {'Port': ['ID=14b2d77f-a3da-493c-8183-6b5fce3a5748,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:49.920710 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:49.921118 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:49.925658 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:49.926092 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:49.926538 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:49.927430 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:49.927430 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:49.927739 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:49.928138 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:49.928533 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:49.928935 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:49.929357 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:49.929973 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:49.931101 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:49.931323 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:49.973748 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Attempting to bind port 14b2d77f-a3da-493c-8183-6b5fce3a5748 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:47:49.974047 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Attempting to bind port 14b2d77f-a3da-493c-8183-6b5fce3a5748 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'cee6b714-9b50-489e-98d8-3568428903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:47:49.974415 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Attempting to bind port 14b2d77f-a3da-493c-8183-6b5fce3a5748 on network 749969e7-a9b5-4822-96c2-37b9fd9c3442 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:47:49.980113 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:47:49.980604 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Checking segment: {'id': 'cee6b714-9b50-489e-98d8-3568428903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:47:49.981015 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:49.981447 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Bound using segment: {'id': 'cee6b714-9b50-489e-98d8-3568428903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:47:49.981933 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Bound port: 14b2d77f-a3da-493c-8183-6b5fce3a5748, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee6b714-9b50-489e-98d8-3568428903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:47:49.982563 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:50.052589 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:50.054781 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] For port 14b2d77f-a3da-493c-8183-6b5fce3a5748, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:47:50.058155 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] For port 14b2d77f-a3da-493c-8183-6b5fce3a5748, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=14b2d77f-a3da-493c-8183-6b5fce3a5748,segment=NetworkSegment(cee6b714-9b50-489e-98d8-3568428903e1),segment_id=cee6b714-9b50-489e-98d8-3568428903e1)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:47:50.065596 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:50.135560 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c487eef-cd3c-4cbb-968a-ac717029f132 None None] Pushing event updated for resources: {'Port': ['ID=14b2d77f-a3da-493c-8183-6b5fce3a5748,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:50.139230 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Routers {'d6fc185c-436b-419c-bf09-287ebbf18472'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:47:50.139724 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:47:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d6fc185c-436b-419c-bf09-287ebbf18472'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:50.206739 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-60586708-e743-4eea-86da-a8d1b10f3642 None None] Provisioning complete for port 14b2d77f-a3da-493c-8183-6b5fce3a5748 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:50.207202 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-60586708-e743-4eea-86da-a8d1b10f3642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:50.214927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Router 4d33a3ec-5a58-4151-8d9e-b37bdec7383d is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:47:50.278307 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] Set router d6fc185c-436b-419c-bf09-287ebbf18472 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:47:50.311513 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-60586708-e743-4eea-86da-a8d1b10f3642 None None] Current status of the port 14b2d77f-a3da-493c-8183-6b5fce3a5748 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:50.311916 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-60586708-e743-4eea-86da-a8d1b10f3642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:50.355104 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-60586708-e743-4eea-86da-a8d1b10f3642 None None] For port 14b2d77f-a3da-493c-8183-6b5fce3a5748, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=14b2d77f-a3da-493c-8183-6b5fce3a5748,segment=NetworkSegment(cee6b714-9b50-489e-98d8-3568428903e1),segment_id=cee6b714-9b50-489e-98d8-3568428903e1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:47:50.361508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:47:50.364939 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-60586708-e743-4eea-86da-a8d1b10f3642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:50.389982 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:50.391239 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-29b9c54d-8171-461c-afa6-c1632c8e9320 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7378554 Mar 24 01:47:50.394525 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39422) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:47:50.407559 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Sync routers for ids ['4d33a3ec-5a58-4151-8d9e-b37bdec7383d'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:47:50.428941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Routers {'4d33a3ec-5a58-4151-8d9e-b37bdec7383d'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:47:50.429621 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:47:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4d33a3ec-5a58-4151-8d9e-b37bdec7383d'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:50.522878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60586708-e743-4eea-86da-a8d1b10f3642 None None] Pushing event updated for resources: {'Port': ['ID=14b2d77f-a3da-493c-8183-6b5fce3a5748,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:50.528826 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e8e13a06-d157-490b-a3aa-3f18ef20084f None None] Provisioning complete for port 14b2d77f-a3da-493c-8183-6b5fce3a5748 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:50.529245 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e8e13a06-d157-490b-a3aa-3f18ef20084f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:50.548523 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'name': 'tempest-TestMinimumBasicScenario-2003146901-router', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:46Z', 'revision_number': 4, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'gw_port': {'id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '14b2d77f-a3da-493c-8183-6b5fce3a5748', 'name': '', 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'mac_address': 'fa:16:3e:da:e8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:45Z', 'updated_at': '2022-03-24T01:47:50Z', 'revision_number': 4, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'subnets': [{'id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:50.601454 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca1f35-55c2-4df2-b628-affdcf8ed147 None None] The sync data for ids ['d6fc185c-436b-419c-bf09-287ebbf18472'] in n-d-760455-9 is: [{'id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'name': 'tempest-TestMinimumBasicScenario-2003146901-router', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:46Z', 'revision_number': 4, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'gw_port': {'id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '14b2d77f-a3da-493c-8183-6b5fce3a5748', 'name': '', 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'mac_address': 'fa:16:3e:da:e8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:45Z', 'updated_at': '2022-03-24T01:47:50Z', 'revision_number': 4, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'subnets': [{'id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:47:50.608110 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Set router 4d33a3ec-5a58-4151-8d9e-b37bdec7383d gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:47:50.778763 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e8e13a06-d157-490b-a3aa-3f18ef20084f None None] Current status of the port 14b2d77f-a3da-493c-8183-6b5fce3a5748 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:50.878800 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c526bb-ffb7-4a77-9f97-54272322fe7a None None] Network d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:47:50.959007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'name': 'tempest-TestMinimumBasicScenario-1603975109-router', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:48Z', 'updated_at': '2022-03-24T01:47:49Z', 'revision_number': 3, 'project_id': '5f34d85b448240ff9fdbd162e43ea92e', 'gw_port': {'id': '49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:16:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:49Z', 'updated_at': '2022-03-24T01:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:50.993913 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.009338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Checking router: 4d33a3ec-5a58-4151-8d9e-b37bdec7383d for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:47:51.009962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Updating router 4d33a3ec-5a58-4151-8d9e-b37bdec7383d port 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:47:51.026584 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-48eca204-7e00-419a-9816-2a8b44d7f13c None None] Provisioning complete for port e009d2c8-eacb-4689-a5e9-703f1d19eac3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:51.026956 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-48eca204-7e00-419a-9816-2a8b44d7f13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e009d2c8-eacb-4689-a5e9-703f1d19eac3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.070281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 14b2d77f-a3da-493c-8183-6b5fce3a5748 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:47:51.106819 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.171313 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Allocated IP 172.20.0.1 (d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09/6e4cd0f4-282f-4b4e-b033-f62f12216697/b0da7da9-d70b-4aa6-b502-fb3da31cd955) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:47:51.311886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 14b2d77f-a3da-493c-8183-6b5fce3a5748 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:51.312266 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.313991 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Publish callbacks [] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.357115 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.364797 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-48eca204-7e00-419a-9816-2a8b44d7f13c None None] Current status of the port e009d2c8-eacb-4689-a5e9-703f1d19eac3 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:51.365215 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-48eca204-7e00-419a-9816-2a8b44d7f13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e009d2c8-eacb-4689-a5e9-703f1d19eac3), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.405518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Network d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:47:51.411563 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:47:51.416570 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:47:51.419809 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Pushing event updated for resources: {'Port': ['ID=b0da7da9-d70b-4aa6-b502-fb3da31cd955,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:51.470606 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.479033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-48eca204-7e00-419a-9816-2a8b44d7f13c None None] For port e009d2c8-eacb-4689-a5e9-703f1d19eac3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e009d2c8-eacb-4689-a5e9-703f1d19eac3,segment=NetworkSegment(7bf791f5-d247-4ec1-9d72-e89cfd649888),segment_id=7bf791f5-d247-4ec1-9d72-e89cfd649888)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:47:51.515594 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-48eca204-7e00-419a-9816-2a8b44d7f13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e009d2c8-eacb-4689-a5e9-703f1d19eac3), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.595699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 14b2d77f-a3da-493c-8183-6b5fce3a5748 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:51.596860 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e009d2c8-eacb-4689-a5e9-703f1d19eac3 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:47:51.654720 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.660341 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eca204-7e00-419a-9816-2a8b44d7f13c None None] Pushing event updated for resources: {'Port': ['ID=e009d2c8-eacb-4689-a5e9-703f1d19eac3,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:51.707522 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-56ed12e5-e922-4162-a4b6-a35334f9ac6d None None] Provisioning complete for port e009d2c8-eacb-4689-a5e9-703f1d19eac3 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:51.707907 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-56ed12e5-e922-4162-a4b6-a35334f9ac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e009d2c8-eacb-4689-a5e9-703f1d19eac3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.750547 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Publish callbacks [] for port (49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.762701 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.831668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e009d2c8-eacb-4689-a5e9-703f1d19eac3 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:51.832060 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e009d2c8-eacb-4689-a5e9-703f1d19eac3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.841036 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Attempting to bind port 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:47:51.841483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Attempting to bind port 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:47:51.841840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Attempting to bind port 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:47:51.848706 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Publish callbacks [] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.854632 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.862976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565b445-0899-4d90-b081-a526276abf34 None None] Pushing event updated for resources: {'Port': ['ID=49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:51.876030 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:47:51.876320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:47:51.876673 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.877075 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:47:51.877689 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Bound port: 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:47:51.878081 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.927181 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:51.929985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Pushing event updated for resources: {'Port': ['ID=b0da7da9-d70b-4aa6-b502-fb3da31cd955,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:51.968549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-56ed12e5-e922-4162-a4b6-a35334f9ac6d None None] Current status of the port e009d2c8-eacb-4689-a5e9-703f1d19eac3 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:51.979825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] For port 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:47:51.983199 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] For port 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:47:52.009068 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:52.029660 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Network d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:47:52.031143 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:47:52.057872 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e009d2c8-eacb-4689-a5e9-703f1d19eac3 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:52.058906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:47:52.157391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Router 4d33a3ec-5a58-4151-8d9e-b37bdec7383d has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:47:52.278197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Routers {'4d33a3ec-5a58-4151-8d9e-b37bdec7383d'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:47:52.278396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:47:52.278834 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:47:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4d33a3ec-5a58-4151-8d9e-b37bdec7383d'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:52.292429 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d5848e6e-44a5-41ab-9797-9808958b9814 admin admin] 10.222.0.45 "PUT /v2.0/routers/4d33a3ec-5a58-4151-8d9e-b37bdec7383d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8878686 Mar 24 01:47:52.292628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565b445-0899-4d90-b081-a526276abf34 None None] Pushing event updated for resources: {'Port': ['ID=49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:52.367192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c707c518-f7fa-46ad-8034-77ba2f1222fc None None] Provisioning complete for port b0da7da9-d70b-4aa6-b502-fb3da31cd955 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:52.367570 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c707c518-f7fa-46ad-8034-77ba2f1222fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:52.425446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c707c518-f7fa-46ad-8034-77ba2f1222fc None None] Port b0da7da9-d70b-4aa6-b502-fb3da31cd955 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:47:52.437021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:52.437404 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (7f7cb5d5-d080-45ce-9fbd-01a5eb48e829), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:52.467857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] Set router 4d33a3ec-5a58-4151-8d9e-b37bdec7383d gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:47:52.612924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-bc3fb094-32ba-49ee-95d7-004b2132a7d0 None None] Provisioning complete for port b0da7da9-d70b-4aa6-b502-fb3da31cd955 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:52.613533 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb094-32ba-49ee-95d7-004b2132a7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:52.706161 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:52.709773 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-bc3fb094-32ba-49ee-95d7-004b2132a7d0 None None] Port b0da7da9-d70b-4aa6-b502-fb3da31cd955 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:47:52.772543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'name': 'tempest-TestMinimumBasicScenario-1603975109-router', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:48Z', 'updated_at': '2022-03-24T01:47:51Z', 'revision_number': 4, 'project_id': '5f34d85b448240ff9fdbd162e43ea92e', 'gw_port': {'id': '49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:16:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:49Z', 'updated_at': '2022-03-24T01:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b0da7da9-d70b-4aa6-b502-fb3da31cd955', 'name': '', 'network_id': 'd2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e', 'mac_address': 'fa:16:3e:ab:f3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '6e4cd0f4-282f-4b4e-b033-f62f12216697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:51Z', 'updated_at': '2022-03-24T01:47:51Z', 'revision_number': 2, 'project_id': '5f34d85b448240ff9fdbd162e43ea92e', 'subnets': [{'id': '6e4cd0f4-282f-4b4e-b033-f62f12216697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:52.801039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5df13-b665-46c3-a310-344112871e45 None None] The sync data for ids ['4d33a3ec-5a58-4151-8d9e-b37bdec7383d'] in n-d-760455-9 is: [{'id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'name': 'tempest-TestMinimumBasicScenario-1603975109-router', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:48Z', 'updated_at': '2022-03-24T01:47:51Z', 'revision_number': 4, 'project_id': '5f34d85b448240ff9fdbd162e43ea92e', 'gw_port': {'id': '49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:16:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:49Z', 'updated_at': '2022-03-24T01:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b0da7da9-d70b-4aa6-b502-fb3da31cd955', 'name': '', 'network_id': 'd2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e', 'mac_address': 'fa:16:3e:ab:f3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '6e4cd0f4-282f-4b4e-b033-f62f12216697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:51Z', 'updated_at': '2022-03-24T01:47:51Z', 'revision_number': 2, 'project_id': '5f34d85b448240ff9fdbd162e43ea92e', 'subnets': [{'id': '6e4cd0f4-282f-4b4e-b033-f62f12216697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:47:52.883054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e009d2c8-eacb-4689-a5e9-703f1d19eac3 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:47:52.938430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e009d2c8-eacb-4689-a5e9-703f1d19eac3 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:52.938898 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e009d2c8-eacb-4689-a5e9-703f1d19eac3), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:53.047327 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e009d2c8-eacb-4689-a5e9-703f1d19eac3 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:54.945736 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:47:55.022793 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:55.023444 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:55.128521 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:55.129416 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:55.155488 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:47:55.163453 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:55.233776 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:55.242859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:55.245551 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:55.245551 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:55.246094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:55.246489 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:55.246836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:55.247177 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:55.247650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:55.247986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:55.248317 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:55.248644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:55.248968 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:55.249317 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:55.249651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:55.251023 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:47:55.318856 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Sync routers for ids ['4d33a3ec-5a58-4151-8d9e-b37bdec7383d'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:47:55.339337 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Routers {'4d33a3ec-5a58-4151-8d9e-b37bdec7383d'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:47:55.340210 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:47:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4d33a3ec-5a58-4151-8d9e-b37bdec7383d'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:55.637972 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Set router 4d33a3ec-5a58-4151-8d9e-b37bdec7383d gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:47:55.872615 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'name': 'tempest-TestMinimumBasicScenario-1603975109-router', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:48Z', 'updated_at': '2022-03-24T01:47:51Z', 'revision_number': 4, 'project_id': '5f34d85b448240ff9fdbd162e43ea92e', 'gw_port': {'id': '49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:49Z', 'updated_at': '2022-03-24T01:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b0da7da9-d70b-4aa6-b502-fb3da31cd955', 'name': '', 'network_id': 'd2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e', 'mac_address': 'fa:16:3e:ab:f3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '6e4cd0f4-282f-4b4e-b033-f62f12216697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:51Z', 'updated_at': '2022-03-24T01:47:51Z', 'revision_number': 2, 'project_id': '5f34d85b448240ff9fdbd162e43ea92e', 'subnets': [{'id': '6e4cd0f4-282f-4b4e-b033-f62f12216697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:55.899931 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Checking router: 4d33a3ec-5a58-4151-8d9e-b37bdec7383d for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:47:55.900278 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Updating router 4d33a3ec-5a58-4151-8d9e-b37bdec7383d port b0da7da9-d70b-4aa6-b502-fb3da31cd955 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:47:55.933894 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:56.243745 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Publish callbacks [] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:56.249129 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:56.345486 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74c011-9d5a-4711-8b1c-16fd868b5d18 None None] Pushing event updated for resources: {'Port': ['ID=b0da7da9-d70b-4aa6-b502-fb3da31cd955,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:56.395788 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Attempting to bind port b0da7da9-d70b-4aa6-b502-fb3da31cd955 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:47:56.396172 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Attempting to bind port b0da7da9-d70b-4aa6-b502-fb3da31cd955 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '7bf791f5-d247-4ec1-9d72-e89cfd649888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:47:56.399004 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Attempting to bind port b0da7da9-d70b-4aa6-b502-fb3da31cd955 on network d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:47:56.405398 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:47:56.405781 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Checking segment: {'id': '7bf791f5-d247-4ec1-9d72-e89cfd649888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:47:56.406184 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:56.406576 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Bound using segment: {'id': '7bf791f5-d247-4ec1-9d72-e89cfd649888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:47:56.407053 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Bound port: b0da7da9-d70b-4aa6-b502-fb3da31cd955, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf791f5-d247-4ec1-9d72-e89cfd649888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:47:56.407435 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:56.490968 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] For port b0da7da9-d70b-4aa6-b502-fb3da31cd955, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:47:56.501245 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] For port b0da7da9-d70b-4aa6-b502-fb3da31cd955, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b0da7da9-d70b-4aa6-b502-fb3da31cd955,segment=NetworkSegment(7bf791f5-d247-4ec1-9d72-e89cfd649888),segment_id=7bf791f5-d247-4ec1-9d72-e89cfd649888)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:47:56.512242 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:56.573175 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Routers {'4d33a3ec-5a58-4151-8d9e-b37bdec7383d'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:47:56.573819 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:47:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4d33a3ec-5a58-4151-8d9e-b37bdec7383d'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:56.648629 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74c011-9d5a-4711-8b1c-16fd868b5d18 None None] Pushing event updated for resources: {'Port': ['ID=b0da7da9-d70b-4aa6-b502-fb3da31cd955,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:56.680753 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-742cd4f2-bd3d-4bef-ac52-52fe1bae46d7 None None] Provisioning complete for port b0da7da9-d70b-4aa6-b502-fb3da31cd955 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:56.681372 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-742cd4f2-bd3d-4bef-ac52-52fe1bae46d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:56.711818 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] Set router 4d33a3ec-5a58-4151-8d9e-b37bdec7383d gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:47:56.798498 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-742cd4f2-bd3d-4bef-ac52-52fe1bae46d7 None None] Current status of the port b0da7da9-d70b-4aa6-b502-fb3da31cd955 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:56.798896 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-742cd4f2-bd3d-4bef-ac52-52fe1bae46d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:56.838090 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-742cd4f2-bd3d-4bef-ac52-52fe1bae46d7 None None] For port b0da7da9-d70b-4aa6-b502-fb3da31cd955, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b0da7da9-d70b-4aa6-b502-fb3da31cd955,segment=NetworkSegment(7bf791f5-d247-4ec1-9d72-e89cfd649888),segment_id=7bf791f5-d247-4ec1-9d72-e89cfd649888)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:47:56.852179 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-742cd4f2-bd3d-4bef-ac52-52fe1bae46d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:56.947883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cd4f2-bd3d-4bef-ac52-52fe1bae46d7 None None] Pushing event updated for resources: {'Port': ['ID=b0da7da9-d70b-4aa6-b502-fb3da31cd955,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:47:56.976986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:47:56.979906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3416bfac-479f-423a-9bdf-306c8d4a8812 None None] Provisioning complete for port b0da7da9-d70b-4aa6-b502-fb3da31cd955 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:56.980388 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3416bfac-479f-423a-9bdf-306c8d4a8812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:57.011075 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'name': 'tempest-TestMinimumBasicScenario-1603975109-router', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:48Z', 'updated_at': '2022-03-24T01:47:51Z', 'revision_number': 4, 'project_id': '5f34d85b448240ff9fdbd162e43ea92e', 'gw_port': {'id': '49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:49Z', 'updated_at': '2022-03-24T01:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b0da7da9-d70b-4aa6-b502-fb3da31cd955', 'name': '', 'network_id': 'd2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e', 'mac_address': 'fa:16:3e:ab:f3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '6e4cd0f4-282f-4b4e-b033-f62f12216697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:51Z', 'updated_at': '2022-03-24T01:47:56Z', 'revision_number': 4, 'project_id': '5f34d85b448240ff9fdbd162e43ea92e', 'subnets': [{'id': '6e4cd0f4-282f-4b4e-b033-f62f12216697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:47:57.046133 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b9a9c-a557-4944-a875-5b860e122256 None None] The sync data for ids ['4d33a3ec-5a58-4151-8d9e-b37bdec7383d'] in n-d-760455-9 is: [{'id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'name': 'tempest-TestMinimumBasicScenario-1603975109-router', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:48Z', 'updated_at': '2022-03-24T01:47:51Z', 'revision_number': 4, 'project_id': '5f34d85b448240ff9fdbd162e43ea92e', 'gw_port': {'id': '49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:49Z', 'updated_at': '2022-03-24T01:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b0da7da9-d70b-4aa6-b502-fb3da31cd955', 'name': '', 'network_id': 'd2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e', 'mac_address': 'fa:16:3e:ab:f3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '6e4cd0f4-282f-4b4e-b033-f62f12216697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:51Z', 'updated_at': '2022-03-24T01:47:56Z', 'revision_number': 4, 'project_id': '5f34d85b448240ff9fdbd162e43ea92e', 'subnets': [{'id': '6e4cd0f4-282f-4b4e-b033-f62f12216697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:47:57.075901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:57.076455 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:57.155110 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3416bfac-479f-423a-9bdf-306c8d4a8812 None None] Current status of the port b0da7da9-d70b-4aa6-b502-fb3da31cd955 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:57.225398 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:57.226657 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b0da7da9-d70b-4aa6-b502-fb3da31cd955 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:47:57.278176 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b0da7da9-d70b-4aa6-b502-fb3da31cd955 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:57.278562 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:57.398301 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b0da7da9-d70b-4aa6-b502-fb3da31cd955 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:47:58.815411 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4e74f75e-0c70-4e3e-9115-29d70fcaaf49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:58.890439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b0da7da9-d70b-4aa6-b502-fb3da31cd955 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:47:58.944113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b0da7da9-d70b-4aa6-b502-fb3da31cd955 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:47:58.944514 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:47:59.036251 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b0da7da9-d70b-4aa6-b502-fb3da31cd955 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:48:00.341614 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:00.927356 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d32615a4-d110-41a6-8aee-fcbc9982fd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:02.322678 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:02.708760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-4710da9d-fe86-48e3-a916-12ec260f75d1 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:02.710262 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-4710da9d-fe86-48e3-a916-12ec260f75d1 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/networks?id=749969e7-a9b5-4822-96c2-37b9fd9c3442 HTTP/1.1" status: 200 len: 815 time: 0.1003859 Mar 24 01:48:02.725948 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-c692836a-1f36-4d37-aaa0-91ff8b368b53 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/quotas/98729b17e257425089d8ebac712ad8f9 HTTP/1.1" status: 200 len: 375 time: 0.0099578 Mar 24 01:48:02.784153 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-bcaa7688-41ca-4354-8342-ebdb8b935907 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=98729b17e257425089d8ebac712ad8f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526876 Mar 24 01:48:02.877150 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-fab4bf6d-8e17-4000-9240-28a2ca60f732 service neutron] 10.222.0.45 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815127 Mar 24 01:48:02.932565 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:02.970380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-3ac3529f-f6a4-4201-a330-550eac115f4d service neutron] 10.222.0.45 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873435 Mar 24 01:48:03.132016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-58f4e6f2-556c-460a-94b3-af9ab5906a25 req-64885ecc-1733-4612-9529-00a15ad37faa tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 210 time: 0.0279653 Mar 24 01:48:03.838870 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:04.214023 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f651802-f446-4377-8914-60f7964c837e req-59b6dfd7-2eb7-4128-b597-8f3e05e012f5 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 210 time: 0.0271621 Mar 24 01:48:05.292228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b0d68b27-b620-4aa5-8be3-f88aad043229 req-b94a6038-c876-4140-ba88-8df129ab9604 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 210 time: 0.0270693 Mar 24 01:48:05.298754 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:06.373255 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e578c80-ec29-4fd7-9da0-4124f2956531 req-8d14c7b3-168d-416b-8d32-319d0e2a6c74 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 210 time: 0.0267713 Mar 24 01:48:07.466267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b18ff0b7-a1c0-4901-a708-8f11c1359551 req-815da900-bbab-46a8-a1fe-0fbe76dd59f1 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 210 time: 0.0274103 Mar 24 01:48:08.450422 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-e51c1992-ca77-4617-a946-c9d07d7fada1 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:08.452897 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-e51c1992-ca77-4617-a946-c9d07d7fada1 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.48 "GET /v2.0/networks?id=749969e7-a9b5-4822-96c2-37b9fd9c3442 HTTP/1.1" status: 200 len: 815 time: 0.4411938 Mar 24 01:48:08.633523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-88dd1337-a9f4-4e54-88c6-1d879e565fc5 req-3647ff5e-b286-431a-a9c4-64c2644a06e2 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 210 time: 0.0629802 Mar 24 01:48:09.734532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44ee374e-b99c-4b7f-bede-e72ef6f141c8 req-dcd733d9-eb18-4203-b959-12c5d76bc9a8 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 210 time: 0.0280035 Mar 24 01:48:10.837839 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-90655ff0-3cf1-465e-8fda-0401e0967334 req-95b0a807-fdc9-4abc-8fbe-82bb1113955d tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 210 time: 0.0330033 Mar 24 01:48:12.205512 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a27eb8d0-f4fc-4063-a52f-79cdb34d41f6 req-9962c672-a794-41ec-b985-bef8e489517b tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 210 time: 0.0353432 Mar 24 01:48:13.303931 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ef1bb529-beed-4282-9c6f-af22f8ac4b97 req-00257758-e547-40b4-a261-6b588f558762 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 210 time: 0.0277655 Mar 24 01:48:14.404898 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d30313bf-032b-4619-bacc-c3b695ec6b9f req-7eb199b4-47b6-4419-be1b-b74c9f5d6da2 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 210 time: 0.0283213 Mar 24 01:48:15.506441 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e6ab8db9-7158-4d67-ba41-a241512f0629 req-5bc005ef-11b3-48a3-8e61-1a3d59aaad34 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 210 time: 0.0310175 Mar 24 01:48:16.006515 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-59c6ac78-3683-490c-a227-5da3d7010b95 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Request body: {'port': {'device_id': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442', 'admin_state_up': True, 'tenant_id': '98729b17e257425089d8ebac712ad8f9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:48:16.112168 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-59c6ac78-3683-490c-a227-5da3d7010b95 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Made reservation on behalf of 98729b17e257425089d8ebac712ad8f9 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:48:16.115439 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-59c6ac78-3683-490c-a227-5da3d7010b95 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:16.239645 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-59c6ac78-3683-490c-a227-5da3d7010b95 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Allocated IP 172.20.0.7 (749969e7-a9b5-4822-96c2-37b9fd9c3442/1a455027-64ab-405e-860c-fe44ffdecb9f/2168350d-3f0c-4131-891e-f1d42904ee04) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:48:16.265416 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:48:16.385613 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-59c6ac78-3683-490c-a227-5da3d7010b95 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for port (2168350d-3f0c-4131-891e-f1d42904ee04), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:16.417660 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-59c6ac78-3683-490c-a227-5da3d7010b95 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:16.458944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-59c6ac78-3683-490c-a227-5da3d7010b95 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Network 749969e7-a9b5-4822-96c2-37b9fd9c3442 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:48:16.461986 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-59c6ac78-3683-490c-a227-5da3d7010b95 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:48:16.468226 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-59c6ac78-3683-490c-a227-5da3d7010b95 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:48:16.491647 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6ac78-3683-490c-a227-5da3d7010b95 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Pushing event updated for resources: {'Port': ['ID=2168350d-3f0c-4131-891e-f1d42904ee04,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:48:16.528027 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-59c6ac78-3683-490c-a227-5da3d7010b95 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:16.528657 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-59c6ac78-3683-490c-a227-5da3d7010b95 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:16.548427 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-59c6ac78-3683-490c-a227-5da3d7010b95 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5459788 Mar 24 01:48:16.562125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Request body: {'port': {'device_id': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:48:16.627754 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:16.644311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49509f6-fa6b-40ac-ad5c-4a2835402fe8 req-b4a6565a-6d54-425d-8690-67a42841ad8a tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:16.645857 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c49509f6-fa6b-40ac-ad5c-4a2835402fe8 req-b4a6565a-6d54-425d-8690-67a42841ad8a tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 931 time: 0.0669093 Mar 24 01:48:16.693517 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c49509f6-fa6b-40ac-ad5c-4a2835402fe8 req-06c3dfcf-e7e1-4ee6-91b2-2597c100b308 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418885 Mar 24 01:48:16.727684 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-eca61609-6364-4a93-bc9c-6eba546869d9 None None] Provisioning complete for port 2168350d-3f0c-4131-891e-f1d42904ee04 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:48:16.728275 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-eca61609-6364-4a93-bc9c-6eba546869d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:16.760781 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-eca61609-6364-4a93-bc9c-6eba546869d9 None None] Port 2168350d-3f0c-4131-891e-f1d42904ee04 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:48:16.885811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2168350d-3f0c-4131-891e-f1d42904ee04 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:48:16.893548 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Publish callbacks [] for port (2168350d-3f0c-4131-891e-f1d42904ee04), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:16.905109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Transition to ACTIVE for port object 2168350d-3f0c-4131-891e-f1d42904ee04 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:48:16.909186 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:16.956749 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Pushing event updated for resources: {'Port': ['ID=2168350d-3f0c-4131-891e-f1d42904ee04,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:48:17.031828 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Attempting to bind port 2168350d-3f0c-4131-891e-f1d42904ee04 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:48:17.032504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Attempting to bind port 2168350d-3f0c-4131-891e-f1d42904ee04 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'cee6b714-9b50-489e-98d8-3568428903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:48:17.032504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Attempting to bind port 2168350d-3f0c-4131-891e-f1d42904ee04 on network 749969e7-a9b5-4822-96c2-37b9fd9c3442 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:48:17.037727 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Port 2168350d-3f0c-4131-891e-f1d42904ee04 on network 749969e7-a9b5-4822-96c2-37b9fd9c3442 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:48:17.038058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Attempting to bind port 2168350d-3f0c-4131-891e-f1d42904ee04 on network 749969e7-a9b5-4822-96c2-37b9fd9c3442 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:48:17.043207 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:48:17.043548 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Checking segment: {'id': 'cee6b714-9b50-489e-98d8-3568428903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:48:17.043967 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Bound using segment: {'id': 'cee6b714-9b50-489e-98d8-3568428903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:48:17.044396 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Bound port: 2168350d-3f0c-4131-891e-f1d42904ee04, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee6b714-9b50-489e-98d8-3568428903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:48:17.044754 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:17.109724 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] For port 2168350d-3f0c-4131-891e-f1d42904ee04, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:48:17.112924 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] For port 2168350d-3f0c-4131-891e-f1d42904ee04, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2168350d-3f0c-4131-891e-f1d42904ee04,segment=NetworkSegment(cee6b714-9b50-489e-98d8-3568428903e1),segment_id=cee6b714-9b50-489e-98d8-3568428903e1)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:48:17.118947 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:17.151533 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:17.152272 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:17.153931 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] 10.222.0.48 "PUT /v2.0/ports/2168350d-3f0c-4131-891e-f1d42904ee04 HTTP/1.1" status: 200 len: 1091 time: 0.5963550 Mar 24 01:48:17.156191 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'tag': '2168350d-3f0c-4131-891e-f1d42904ee04'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:48:17.159660 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a22e65-74b2-48ba-8de3-b5ca7bd0f351" -d '{"events": [{"name": "network-changed", "server_uuid": "1b219d57-5bb1-405d-9888-c1a4af46d511", "tag": "2168350d-3f0c-4131-891e-f1d42904ee04"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:48:17.192565 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf258b-1c40-4e2c-9162-3d77efaeec15 service neutron] Pushing event updated for resources: {'Port': ['ID=2168350d-3f0c-4131-891e-f1d42904ee04,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:48:17.230463 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fd644b-1212-41b9-adb8-add83982e7fa x-openstack-request-id: req-a1fd644b-1212-41b9-adb8-add83982e7fa {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:48:17.230764 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b219d57-5bb1-405d-9888-c1a4af46d511", "tag": "2168350d-3f0c-4131-891e-f1d42904ee04", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:48:17.231020 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1fd644b-1212-41b9-adb8-add83982e7fa {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:48:17.231424 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1fd644b-1212-41b9-adb8-add83982e7fa'] response: {'name': 'network-changed', 'server_uuid': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'tag': '2168350d-3f0c-4131-891e-f1d42904ee04', 'status': 'completed', 'code': 200} Mar 24 01:48:17.251651 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-d92ebf92-00ce-449f-833b-84aa300727de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:17.253735 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-d92ebf92-00ce-449f-833b-84aa300727de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98729b17e257425089d8ebac712ad8f9&device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 1125 time: 0.0565982 Mar 24 01:48:17.297363 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-9961887c-eeb9-4a41-9a14-83fa5c4a4ae9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2168350d-3f0c-4131-891e-f1d42904ee04 HTTP/1.1" status: 200 len: 217 time: 0.0351427 Mar 24 01:48:17.345776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-a6318f1e-4a08-4b00-a77d-17a2c3f76649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:17.347208 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-a6318f1e-4a08-4b00-a77d-17a2c3f76649 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1a455027-64ab-405e-860c-fe44ffdecb9f HTTP/1.1" status: 200 len: 854 time: 0.0445924 Mar 24 01:48:17.400252 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-08f4eacd-8d34-40d1-a49a-f1a5d936cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:17.401762 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-08f4eacd-8d34-40d1-a49a-f1a5d936cdb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=749969e7-a9b5-4822-96c2-37b9fd9c3442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480888 Mar 24 01:48:17.489295 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-afb6d473-b27c-474e-bd79-3f85380b63d0 service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813003 Mar 24 01:48:17.581579 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-761751c3-1d86-49ae-aa72-e5edcd6a4b0e req-54accd08-ca53-4de8-9b20-f4319875d8c5 service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861099 Mar 24 01:48:17.668508 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a22e65-74b2-48ba-8de3-b5ca7bd0f351 req-30d13b7f-49f0-4337-940c-ba1af4c291ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:17.669952 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c8a22e65-74b2-48ba-8de3-b5ca7bd0f351 req-30d13b7f-49f0-4337-940c-ba1af4c291ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98729b17e257425089d8ebac712ad8f9&device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 1125 time: 0.0442829 Mar 24 01:48:17.757229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a22e65-74b2-48ba-8de3-b5ca7bd0f351 req-484796b3-3c4d-4160-9726-93ecdf393ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:17.758700 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c8a22e65-74b2-48ba-8de3-b5ca7bd0f351 req-484796b3-3c4d-4160-9726-93ecdf393ab1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=749969e7-a9b5-4822-96c2-37b9fd9c3442 HTTP/1.1" status: 200 len: 916 time: 0.0829306 Mar 24 01:48:17.802840 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c8a22e65-74b2-48ba-8de3-b5ca7bd0f351 req-db87f139-82a2-4d80-a486-b3eab690f70c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2168350d-3f0c-4131-891e-f1d42904ee04 HTTP/1.1" status: 200 len: 217 time: 0.0380683 Mar 24 01:48:17.811751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d72b72-6e6b-4d7a-9fe0-342621dc9771 req-6b8cf938-2199-4c5f-8b63-37fe43920911 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:17.813225 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36d72b72-6e6b-4d7a-9fe0-342621dc9771 req-6b8cf938-2199-4c5f-8b63-37fe43920911 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 943 time: 0.0527360 Mar 24 01:48:17.850820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a22e65-74b2-48ba-8de3-b5ca7bd0f351 req-84fe105a-7e39-4ddf-8404-0e8e62ac39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:17.852278 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c8a22e65-74b2-48ba-8de3-b5ca7bd0f351 req-84fe105a-7e39-4ddf-8404-0e8e62ac39d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1a455027-64ab-405e-860c-fe44ffdecb9f HTTP/1.1" status: 200 len: 854 time: 0.0435965 Mar 24 01:48:17.859730 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36d72b72-6e6b-4d7a-9fe0-342621dc9771 req-969e7ca4-69c1-44f3-b859-ff388403d0c6 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 Mar 24 01:48:17.901540 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a22e65-74b2-48ba-8de3-b5ca7bd0f351 req-169e000e-20b6-48c7-b576-dd69e7eb1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:17.903076 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c8a22e65-74b2-48ba-8de3-b5ca7bd0f351 req-169e000e-20b6-48c7-b576-dd69e7eb1906 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=749969e7-a9b5-4822-96c2-37b9fd9c3442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440209 Mar 24 01:48:17.992856 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c8a22e65-74b2-48ba-8de3-b5ca7bd0f351 req-257460ba-c300-43f9-b33c-8053cc0e59c3 service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828426 Mar 24 01:48:18.081496 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c8a22e65-74b2-48ba-8de3-b5ca7bd0f351 req-f8a7853d-43d1-4304-9739-71828f8071fc service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827556 Mar 24 01:48:18.982625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b77aa-6919-4d99-8a0c-1e0f6d6b3a89 req-224a48be-174c-45b3-ab9f-c7f3dbb689ff tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:18.984091 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-668b77aa-6919-4d99-8a0c-1e0f6d6b3a89 req-224a48be-174c-45b3-ab9f-c7f3dbb689ff tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 943 time: 0.0554531 Mar 24 01:48:19.030833 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-668b77aa-6919-4d99-8a0c-1e0f6d6b3a89 req-4e39e4f4-8925-4142-8aad-38e105407b93 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405922 Mar 24 01:48:19.589549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 2168350d-3f0c-4131-891e-f1d42904ee04 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:48:19.682216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 2168350d-3f0c-4131-891e-f1d42904ee04, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2168350d-3f0c-4131-891e-f1d42904ee04,segment=NetworkSegment(cee6b714-9b50-489e-98d8-3568428903e1),segment_id=cee6b714-9b50-489e-98d8-3568428903e1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:48:19.693434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': '2168350d-3f0c-4131-891e-f1d42904ee04', 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442', 'port_id': '2168350d-3f0c-4131-891e-f1d42904ee04', 'mac_address': 'fa:16:3e:2d:b2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:48:19.729473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 2168350d-3f0c-4131-891e-f1d42904ee04 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:48:19.729864 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:19.745035 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2168350d-3f0c-4131-891e-f1d42904ee04 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:48:19.763870 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 2168350d-3f0c-4131-891e-f1d42904ee04, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2168350d-3f0c-4131-891e-f1d42904ee04,segment=NetworkSegment(cee6b714-9b50-489e-98d8-3568428903e1),segment_id=cee6b714-9b50-489e-98d8-3568428903e1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:48:19.768232 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:19.813555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=2168350d-3f0c-4131-891e-f1d42904ee04,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:48:20.006308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['2168350d-3f0c-4131-891e-f1d42904ee04'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:48:20.156926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52af045-f521-4319-be0f-361a3cf920b4 req-db6d8c69-22fe-4c23-81b3-43081ffa8bbb tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:20.158453 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c52af045-f521-4319-be0f-361a3cf920b4 req-db6d8c69-22fe-4c23-81b3-43081ffa8bbb tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 944 time: 0.0528576 Mar 24 01:48:20.206654 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c52af045-f521-4319-be0f-361a3cf920b4 req-fe78c039-2b56-4f51-b455-b7c2e7836da0 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425074 Mar 24 01:48:21.326650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1de89-62c8-489c-b075-9042834212ee req-9441abe6-5e8c-4716-9ad9-1c7a82d7e19e tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:21.328113 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60a1de89-62c8-489c-b075-9042834212ee req-9441abe6-5e8c-4716-9ad9-1c7a82d7e19e tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 944 time: 0.0519204 Mar 24 01:48:21.377928 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60a1de89-62c8-489c-b075-9042834212ee req-dc52805d-13ec-4f3d-81e3-e22ab8cf677b tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436683 Mar 24 01:48:21.598711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 2168350d-3f0c-4131-891e-f1d42904ee04 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:48:21.646072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port 2168350d-3f0c-4131-891e-f1d42904ee04 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:48:21.650190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port 2168350d-3f0c-4131-891e-f1d42904ee04 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:48:21.650574 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:21.725153 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port 2168350d-3f0c-4131-891e-f1d42904ee04 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:48:21.725547 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:21.747494 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2168350d-3f0c-4131-891e-f1d42904ee04'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:48:21.750141 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bccd6e0-c481-4cc1-ab3b-1c2fc3cdd95f" -d '{"events": [{"server_uuid": "1b219d57-5bb1-405d-9888-c1a4af46d511", "name": "network-vif-plugged", "status": "completed", "tag": "2168350d-3f0c-4131-891e-f1d42904ee04"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:48:21.765922 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port 2168350d-3f0c-4131-891e-f1d42904ee04, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2168350d-3f0c-4131-891e-f1d42904ee04,segment=NetworkSegment(cee6b714-9b50-489e-98d8-3568428903e1),segment_id=cee6b714-9b50-489e-98d8-3568428903e1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:48:21.769950 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:21.792648 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8012a238-21a4-4b6d-b865-da5438077949 x-openstack-request-id: req-8012a238-21a4-4b6d-b865-da5438077949 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:48:21.792901 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b219d57-5bb1-405d-9888-c1a4af46d511", "name": "network-vif-plugged", "status": "completed", "tag": "2168350d-3f0c-4131-891e-f1d42904ee04", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:48:21.793153 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8012a238-21a4-4b6d-b865-da5438077949 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:48:21.793551 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8012a238-21a4-4b6d-b865-da5438077949'] response: {'server_uuid': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2168350d-3f0c-4131-891e-f1d42904ee04', 'code': 200} Mar 24 01:48:21.819031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=2168350d-3f0c-4131-891e-f1d42904ee04,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:48:21.890381 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37621270-8f25-45c4-8da4-daa300a0cc2b req-902f5c8b-e8aa-4da3-b648-e531b7af4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:21.891878 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-37621270-8f25-45c4-8da4-daa300a0cc2b req-902f5c8b-e8aa-4da3-b648-e531b7af4e52 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 1127 time: 0.0498204 Mar 24 01:48:21.934825 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-37621270-8f25-45c4-8da4-daa300a0cc2b req-60346079-2bc8-446c-9b1a-8f916eeedba3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372479 Mar 24 01:48:22.494993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb34ea8-a509-4e44-8129-4e1696e760f1 req-9bda4521-d066-4f4d-9f19-08b04667e12e tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:22.496423 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fb34ea8-a509-4e44-8129-4e1696e760f1 req-9bda4521-d066-4f4d-9f19-08b04667e12e tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 945 time: 0.0515957 Mar 24 01:48:22.542652 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3fb34ea8-a509-4e44-8129-4e1696e760f1 req-d773d4f9-d6df-4290-afe2-4a486bd7e7d4 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406153 Mar 24 01:48:23.660148 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b3ac5-ce4f-4958-9d65-30436b0cf88a req-78b8a408-23f4-46ae-a469-df9fdae5513d tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:23.661608 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-281b3ac5-ce4f-4958-9d65-30436b0cf88a req-78b8a408-23f4-46ae-a469-df9fdae5513d tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 945 time: 0.0513961 Mar 24 01:48:23.706730 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-281b3ac5-ce4f-4958-9d65-30436b0cf88a req-a5c6735b-09d9-4f99-81ba-5d8495a19189 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395489 Mar 24 01:48:23.828180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3536a-40b8-4032-9687-891e94f990fe req-cf92efc5-69c9-4d74-9f76-dde8340afa8e tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:23.829534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5a3536a-40b8-4032-9687-891e94f990fe req-cf92efc5-69c9-4d74-9f76-dde8340afa8e tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 945 time: 0.0553629 Mar 24 01:48:23.874472 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5a3536a-40b8-4032-9687-891e94f990fe req-e8059466-57be-40e3-9eae-8b8384a514e0 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387607 Mar 24 01:48:24.063321 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b078d-a001-496b-8c69-01500d8131fa req-e4e61fbe-0fa2-4fdb-82e1-64c4ac6acec5 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:24.065293 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-711b078d-a001-496b-8c69-01500d8131fa req-e4e61fbe-0fa2-4fdb-82e1-64c4ac6acec5 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 945 time: 0.0514905 Mar 24 01:48:24.113242 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-711b078d-a001-496b-8c69-01500d8131fa req-6068dc55-614b-4d5b-8463-84a3a3671627 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422299 Mar 24 01:48:28.818660 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8254be5f-dbe3-450d-a80c-8a649c886787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:30.338818 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:30.920111 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-86eac9e7-697f-476e-aa90-522e24aa95c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:31.746768 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798e9c0f-57a3-49f5-a34b-5c0583fd784a req-5e9fc7ab-15b6-409b-a76e-51821fd51264 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435092 Mar 24 01:48:31.827195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e9c0f-57a3-49f5-a34b-5c0583fd784a req-04abc61f-727f-4a77-aa61-106b68f20648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:31.828583 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798e9c0f-57a3-49f5-a34b-5c0583fd784a req-04abc61f-727f-4a77-aa61-106b68f20648 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98729b17e257425089d8ebac712ad8f9&device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 1127 time: 0.0430741 Mar 24 01:48:31.930435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e9c0f-57a3-49f5-a34b-5c0583fd784a req-ee54fcaf-e615-4bbb-a0d8-781c9b0ff58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:31.931903 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798e9c0f-57a3-49f5-a34b-5c0583fd784a req-ee54fcaf-e615-4bbb-a0d8-781c9b0ff58e service neutron] 10.222.0.48 "GET /v2.0/networks?id=749969e7-a9b5-4822-96c2-37b9fd9c3442 HTTP/1.1" status: 200 len: 916 time: 0.0855381 Mar 24 01:48:31.972299 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798e9c0f-57a3-49f5-a34b-5c0583fd784a req-c92d2655-8e81-4b65-913b-856fcdfe717e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2168350d-3f0c-4131-891e-f1d42904ee04 HTTP/1.1" status: 200 len: 217 time: 0.0350764 Mar 24 01:48:32.019267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e9c0f-57a3-49f5-a34b-5c0583fd784a req-a7975cfd-339c-46bd-a4d6-1f972cdc24de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:32.020671 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798e9c0f-57a3-49f5-a34b-5c0583fd784a req-a7975cfd-339c-46bd-a4d6-1f972cdc24de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1a455027-64ab-405e-860c-fe44ffdecb9f HTTP/1.1" status: 200 len: 854 time: 0.0418658 Mar 24 01:48:32.074225 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e9c0f-57a3-49f5-a34b-5c0583fd784a req-b99cbb07-2e57-4d3c-ac5e-ea73b67514ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:32.075984 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798e9c0f-57a3-49f5-a34b-5c0583fd784a req-b99cbb07-2e57-4d3c-ac5e-ea73b67514ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=749969e7-a9b5-4822-96c2-37b9fd9c3442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486941 Mar 24 01:48:32.172278 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798e9c0f-57a3-49f5-a34b-5c0583fd784a req-b36f16ae-a9f1-42bf-af63-58cacedf165c service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889962 Mar 24 01:48:32.268385 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-798e9c0f-57a3-49f5-a34b-5c0583fd784a req-7eb299ef-f270-43c7-8a28-71830e65253c service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920196 Mar 24 01:48:32.328410 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:32.946848 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:33.845229 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:35.302311 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:42.936358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa57ac2-7507-4cb2-8cdd-b97fa999c601 req-2a6c45e7-a0d4-4df1-8752-f062a1cf1c1a tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:42.937847 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aaa57ac2-7507-4cb2-8cdd-b97fa999c601 req-2a6c45e7-a0d4-4df1-8752-f062a1cf1c1a tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 945 time: 0.0558016 Mar 24 01:48:42.983921 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aaa57ac2-7507-4cb2-8cdd-b97fa999c601 req-9fa10077-f9bd-4592-8170-a671be012360 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Mar 24 01:48:43.006040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39654) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:48:43.137026 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44053d16-c977-4fb4-a1ad-ec4cb48b41c2 tempest-TestMinimumBasicScenario-1296001423 tempest-TestMinimumBasicScenario-1296001423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:43.138569 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-44053d16-c977-4fb4-a1ad-ec4cb48b41c2 tempest-TestMinimumBasicScenario-1296001423 tempest-TestMinimumBasicScenario-1296001423-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 1122 time: 0.1314595 Mar 24 01:48:43.141567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39658) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:48:43.146326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': '2168350d-3f0c-4131-891e-f1d42904ee04', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:48:43.166127 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:43.264392 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:43.365501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Allocated IP 172.25.0.37 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/02a67dac-96dc-4ea1-a2ab-859275f34055) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:48:43.468791 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for port (02a67dac-96dc-4ea1-a2ab-859275f34055), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:43.502919 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (02a67dac-96dc-4ea1-a2ab-859275f34055), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:43.538421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:48:43.541239 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:48:43.544824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:48:43.570571 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Pushing event updated for resources: {'Port': ['ID=02a67dac-96dc-4ea1-a2ab-859275f34055,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:48:43.585430 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:43.585793 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:43.586141 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:43.586485 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:43.586825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:43.587158 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:43.587486 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:43.587816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:43.588141 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:43.588466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:43.588798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:43.589140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:43.589465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:43.589789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:43.590113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:43.917830 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for floatingip (d1f4f35d-70f4-4645-b8a2-fca695d6ddbf), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:43.984304 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (02a67dac-96dc-4ea1-a2ab-859275f34055), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:44.132139 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for port (02a67dac-96dc-4ea1-a2ab-859275f34055), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:44.136453 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (02a67dac-96dc-4ea1-a2ab-859275f34055), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:44.208366 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Pushing event updated for resources: {'Port': ['ID=02a67dac-96dc-4ea1-a2ab-859275f34055,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:48:44.219809 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (d1f4f35d-70f4-4645-b8a2-fca695d6ddbf), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:44.324382 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Floating IP d1f4f35d-70f4-4645-b8a2-fca695d6ddbf associated. External IP: 172.25.0.37, port: 2168350d-3f0c-4131-891e-f1d42904ee04. Mar 24 01:48:44.529208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Router d6fc185c-436b-419c-bf09-287ebbf18472 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:48:44.637154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:48:44.648213 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235d273c-4d64-4a03-866d-4bdaca6b28ed None None] Sync routers for ids ['d6fc185c-436b-419c-bf09-287ebbf18472'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:48:44.656893 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:44.658426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235d273c-4d64-4a03-866d-4bdaca6b28ed None None] Routers {'d6fc185c-436b-419c-bf09-287ebbf18472'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:48:44.659046 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-235d273c-4d64-4a03-866d-4bdaca6b28ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:48:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d6fc185c-436b-419c-bf09-287ebbf18472'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:48:44.687628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-af8759cc-0499-4f58-970a-69de8cd4a4d9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5445418 Mar 24 01:48:44.688329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'tag': '2168350d-3f0c-4131-891e-f1d42904ee04'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:48:44.690615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39660) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:48:44.691120 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f54855-cc1d-47d4-bdf8-29e894b0becb" -d '{"events": [{"name": "network-changed", "server_uuid": "1b219d57-5bb1-405d-9888-c1a4af46d511", "tag": "2168350d-3f0c-4131-891e-f1d42904ee04"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:48:44.696285 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1317618980', 'description': 'tempest-secgroup-smoke-1317618980 description', 'project_id': '98729b17e257425089d8ebac712ad8f9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:48:44.722245 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:44.729387 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d79dbac-0114-4e2c-8351-616d29a4c534 x-openstack-request-id: req-1d79dbac-0114-4e2c-8351-616d29a4c534 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:48:44.729685 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b219d57-5bb1-405d-9888-c1a4af46d511", "tag": "2168350d-3f0c-4131-891e-f1d42904ee04", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:48:44.729996 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d79dbac-0114-4e2c-8351-616d29a4c534 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:48:44.730866 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d79dbac-0114-4e2c-8351-616d29a4c534'] response: {'name': 'network-changed', 'server_uuid': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'tag': '2168350d-3f0c-4131-891e-f1d42904ee04', 'status': 'completed', 'code': 200} Mar 24 01:48:44.768677 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-235d273c-4d64-4a03-866d-4bdaca6b28ed None None] Set router d6fc185c-436b-419c-bf09-287ebbf18472 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:48:44.818184 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f54855-cc1d-47d4-bdf8-29e894b0becb req-0b00e763-a9bf-4af0-b260-743add0ec2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:44.819740 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-97f54855-cc1d-47d4-bdf8-29e894b0becb req-0b00e763-a9bf-4af0-b260-743add0ec2ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98729b17e257425089d8ebac712ad8f9&device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 1127 time: 0.0684354 Mar 24 01:48:44.891558 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group (480c0532-ce4b-4481-bc24-333f2bb63d24), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:44.898756 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (480c0532-ce4b-4481-bc24-333f2bb63d24), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:44.943648 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:44.944890 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2524722 Mar 24 01:48:44.947772 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480c0532-ce4b-4481-bc24-333f2bb63d24,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:48:44.948514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39664) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:48:44.955599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-70154874-b5fd-40ad-9d61-6d9a0ba37630 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Request body: {'security_group_rule': {'security_group_id': '480c0532-ce4b-4481-bc24-333f2bb63d24', 'project_id': '98729b17e257425089d8ebac712ad8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:48:44.963343 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:44.963710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:44.964057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:44.964414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:44.964794 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:44.965113 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:44.965447 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:44.965783 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:44.966146 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:44.966445 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:44.966777 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:44.967236 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:44.967452 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:44.967762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:44.968093 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d78b35-87bf-46dd-839c-ea9fff6ec462 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:48:44.976812 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f54855-cc1d-47d4-bdf8-29e894b0becb req-59f768d7-1cee-410b-911d-c06c66a4c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:44.978373 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-97f54855-cc1d-47d4-bdf8-29e894b0becb req-59f768d7-1cee-410b-911d-c06c66a4c05d service neutron] 10.222.0.48 "GET /v2.0/networks?id=749969e7-a9b5-4822-96c2-37b9fd9c3442 HTTP/1.1" status: 200 len: 916 time: 0.1467752 Mar 24 01:48:44.996352 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70154874-b5fd-40ad-9d61-6d9a0ba37630 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (d480e74a-d06a-416e-92b1-10aa8a53c703), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.048361 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-97f54855-cc1d-47d4-bdf8-29e894b0becb req-4d602c18-de59-46fa-8332-a2bf0f89aca8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2168350d-3f0c-4131-891e-f1d42904ee04 HTTP/1.1" status: 200 len: 998 time: 0.0638199 Mar 24 01:48:45.066906 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70154874-b5fd-40ad-9d61-6d9a0ba37630 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (d480e74a-d06a-416e-92b1-10aa8a53c703), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.072265 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70154874-b5fd-40ad-9d61-6d9a0ba37630 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (d480e74a-d06a-416e-92b1-10aa8a53c703), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.092635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70154874-b5fd-40ad-9d61-6d9a0ba37630 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d480e74a-d06a-416e-92b1-10aa8a53c703,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:48:45.103516 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-70154874-b5fd-40ad-9d61-6d9a0ba37630 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.104741 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-70154874-b5fd-40ad-9d61-6d9a0ba37630 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545501 Mar 24 01:48:45.107653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39666) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:48:45.113025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-bf336f67-f604-4642-8f4f-f09fb3afb2a8 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Request body: {'security_group_rule': {'security_group_id': '480c0532-ce4b-4481-bc24-333f2bb63d24', 'project_id': '98729b17e257425089d8ebac712ad8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:48:45.117015 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f54855-cc1d-47d4-bdf8-29e894b0becb req-68d4888e-f46b-42f5-9cdc-924214659ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:45.119595 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-97f54855-cc1d-47d4-bdf8-29e894b0becb req-68d4888e-f46b-42f5-9cdc-924214659ee3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1a455027-64ab-405e-860c-fe44ffdecb9f HTTP/1.1" status: 200 len: 854 time: 0.0647438 Mar 24 01:48:45.141725 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf336f67-f604-4642-8f4f-f09fb3afb2a8 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (e896b36c-8d2a-43ba-bdef-2612e84cf627), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.175207 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f54855-cc1d-47d4-bdf8-29e894b0becb req-d30ab031-c0bd-4fd8-806e-3c96a7e6da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:45.176707 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-97f54855-cc1d-47d4-bdf8-29e894b0becb req-d30ab031-c0bd-4fd8-806e-3c96a7e6da90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=749969e7-a9b5-4822-96c2-37b9fd9c3442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501034 Mar 24 01:48:45.187776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-97f54855-cc1d-47d4-bdf8-29e894b0becb req-04c07be3-0c77-48a8-bbcd-d19439706793 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:48:45.188822 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-97f54855-cc1d-47d4-bdf8-29e894b0becb req-04c07be3-0c77-48a8-bbcd-d19439706793 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057878 Mar 24 01:48:45.193851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-235d273c-4d64-4a03-866d-4bdaca6b28ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'name': 'tempest-TestMinimumBasicScenario-2003146901-router', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:46Z', 'revision_number': 4, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'gw_port': {'id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'd1f4f35d-70f4-4645-b8a2-fca695d6ddbf', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'port_id': '2168350d-3f0c-4131-891e-f1d42904ee04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442', 'mac_address': 'fa:16:3e:2d:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:48:43Z', 'updated_at': '2022-03-24T01:48:43Z', 'revision_number': 0, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b2d77f-a3da-493c-8183-6b5fce3a5748', 'name': '', 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'mac_address': 'fa:16:3e:da:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:45Z', 'updated_at': '2022-03-24T01:47:50Z', 'revision_number': 5, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'subnets': [{'id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:48:45.212338 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf336f67-f604-4642-8f4f-f09fb3afb2a8 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (e896b36c-8d2a-43ba-bdef-2612e84cf627), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.216903 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf336f67-f604-4642-8f4f-f09fb3afb2a8 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (e896b36c-8d2a-43ba-bdef-2612e84cf627), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.228748 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235d273c-4d64-4a03-866d-4bdaca6b28ed None None] Checking router: d6fc185c-436b-419c-bf09-287ebbf18472 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:48:45.237066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf336f67-f604-4642-8f4f-f09fb3afb2a8 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e896b36c-8d2a-43ba-bdef-2612e84cf627,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:48:45.242167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235d273c-4d64-4a03-866d-4bdaca6b28ed None None] Routers {'d6fc185c-436b-419c-bf09-287ebbf18472'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:48:45.242953 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-235d273c-4d64-4a03-866d-4bdaca6b28ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:48:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d6fc185c-436b-419c-bf09-287ebbf18472'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:48:45.244786 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bf336f67-f604-4642-8f4f-f09fb3afb2a8 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.248572 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bf336f67-f604-4642-8f4f-f09fb3afb2a8 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398060 Mar 24 01:48:45.249733 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39668) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:48:45.254316 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-41c8c406-266f-4ea3-8876-75ce5dd73aaf tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Request body: {'security_group_rule': {'security_group_id': '480c0532-ce4b-4481-bc24-333f2bb63d24', 'project_id': '98729b17e257425089d8ebac712ad8f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:48:45.279535 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-41c8c406-266f-4ea3-8876-75ce5dd73aaf tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (a37eceb1-e4c6-4ac3-9b65-1450fb39502a), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.289566 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-97f54855-cc1d-47d4-bdf8-29e894b0becb req-20095141-77cd-48b6-baea-3043ea910181 service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934851 Mar 24 01:48:45.346785 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-41c8c406-266f-4ea3-8876-75ce5dd73aaf tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (a37eceb1-e4c6-4ac3-9b65-1450fb39502a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.352543 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-41c8c406-266f-4ea3-8876-75ce5dd73aaf tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (a37eceb1-e4c6-4ac3-9b65-1450fb39502a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.369797 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8c406-266f-4ea3-8876-75ce5dd73aaf tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37eceb1-e4c6-4ac3-9b65-1450fb39502a,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:48:45.371091 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-235d273c-4d64-4a03-866d-4bdaca6b28ed None None] Set router d6fc185c-436b-419c-bf09-287ebbf18472 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:48:45.386200 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-41c8c406-266f-4ea3-8876-75ce5dd73aaf tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.390165 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-41c8c406-266f-4ea3-8876-75ce5dd73aaf tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373169 Mar 24 01:48:45.390410 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39670) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:48:45.395436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-4173ce3e-fe3b-4257-99a6-d8c57f3729b9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Request body: {'security_group_rule': {'security_group_id': '480c0532-ce4b-4481-bc24-333f2bb63d24', 'project_id': '98729b17e257425089d8ebac712ad8f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:48:45.397538 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-97f54855-cc1d-47d4-bdf8-29e894b0becb req-66f3517a-8fbe-4cf4-92ce-3ad9e1badd88 service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019390 Mar 24 01:48:45.422617 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4173ce3e-fe3b-4257-99a6-d8c57f3729b9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (58176160-7040-43f7-88f8-b3450d9557c4), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.480575 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4173ce3e-fe3b-4257-99a6-d8c57f3729b9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (58176160-7040-43f7-88f8-b3450d9557c4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.484657 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4173ce3e-fe3b-4257-99a6-d8c57f3729b9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (58176160-7040-43f7-88f8-b3450d9557c4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.508634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173ce3e-fe3b-4257-99a6-d8c57f3729b9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58176160-7040-43f7-88f8-b3450d9557c4,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:48:45.514542 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-4173ce3e-fe3b-4257-99a6-d8c57f3729b9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.515944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-4173ce3e-fe3b-4257-99a6-d8c57f3729b9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244745 Mar 24 01:48:45.519070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39672) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:48:45.523729 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ee18423b-7691-488b-89ec-07d1a7f49562 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Request body: {'security_group_rule': {'security_group_id': '480c0532-ce4b-4481-bc24-333f2bb63d24', 'project_id': '98729b17e257425089d8ebac712ad8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:48:45.542749 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-ee18423b-7691-488b-89ec-07d1a7f49562 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Project 98729b17e257425089d8ebac712ad8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:48:45.547614 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee18423b-7691-488b-89ec-07d1a7f49562 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (bf12520f-0f5b-4d8d-b79d-b7217f98d834), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.608226 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee18423b-7691-488b-89ec-07d1a7f49562 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (bf12520f-0f5b-4d8d-b79d-b7217f98d834), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.613062 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee18423b-7691-488b-89ec-07d1a7f49562 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (bf12520f-0f5b-4d8d-b79d-b7217f98d834), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.618512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-235d273c-4d64-4a03-866d-4bdaca6b28ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'name': 'tempest-TestMinimumBasicScenario-2003146901-router', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:46Z', 'revision_number': 4, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'gw_port': {'id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'd1f4f35d-70f4-4645-b8a2-fca695d6ddbf', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'port_id': '2168350d-3f0c-4131-891e-f1d42904ee04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442', 'mac_address': 'fa:16:3e:2d:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:48:43Z', 'updated_at': '2022-03-24T01:48:43Z', 'revision_number': 0, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b2d77f-a3da-493c-8183-6b5fce3a5748', 'name': '', 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'mac_address': 'fa:16:3e:da:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:45Z', 'updated_at': '2022-03-24T01:47:50Z', 'revision_number': 5, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'subnets': [{'id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:48:45.630154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18423b-7691-488b-89ec-07d1a7f49562 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf12520f-0f5b-4d8d-b79d-b7217f98d834,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:48:45.640008 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ee18423b-7691-488b-89ec-07d1a7f49562 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.643884 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ee18423b-7691-488b-89ec-07d1a7f49562 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213102 Mar 24 01:48:45.644221 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39674) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:48:45.646117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235d273c-4d64-4a03-866d-4bdaca6b28ed None None] The sync data for ids ['d6fc185c-436b-419c-bf09-287ebbf18472'] in n-d-760455-9 is: [{'id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'name': 'tempest-TestMinimumBasicScenario-2003146901-router', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:46Z', 'revision_number': 4, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'gw_port': {'id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'd1f4f35d-70f4-4645-b8a2-fca695d6ddbf', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'port_id': '2168350d-3f0c-4131-891e-f1d42904ee04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442', 'mac_address': 'fa:16:3e:2d:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:48:43Z', 'updated_at': '2022-03-24T01:48:43Z', 'revision_number': 0, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b2d77f-a3da-493c-8183-6b5fce3a5748', 'name': '', 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'mac_address': 'fa:16:3e:da:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:45Z', 'updated_at': '2022-03-24T01:47:50Z', 'revision_number': 5, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'subnets': [{'id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:48:45.650215 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-0916e9b8-b941-488f-8463-bbc13269a181 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Request body: {'security_group_rule': {'security_group_id': '480c0532-ce4b-4481-bc24-333f2bb63d24', 'project_id': '98729b17e257425089d8ebac712ad8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:48:45.671206 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-0916e9b8-b941-488f-8463-bbc13269a181 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Project 98729b17e257425089d8ebac712ad8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:48:45.677401 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0916e9b8-b941-488f-8463-bbc13269a181 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (db1e89f7-8adb-48b3-822b-1a15c17eda4a), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.743145 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0916e9b8-b941-488f-8463-bbc13269a181 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (db1e89f7-8adb-48b3-822b-1a15c17eda4a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.746711 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0916e9b8-b941-488f-8463-bbc13269a181 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (db1e89f7-8adb-48b3-822b-1a15c17eda4a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.764532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916e9b8-b941-488f-8463-bbc13269a181 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1e89f7-8adb-48b3-822b-1a15c17eda4a,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:48:45.771589 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0916e9b8-b941-488f-8463-bbc13269a181 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:45.773552 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0916e9b8-b941-488f-8463-bbc13269a181 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281614 Mar 24 01:48:45.857353 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06eda68-7a29-4c91-b399-fa23d7c5b5d8 None None] New status for floating IP d1f4f35d-70f4-4645-b8a2-fca695d6ddbf: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:48:45.870239 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e3b99ba-bb0c-4bb1-8964-da0039c7a94a req-cb95e607-f704-4938-8ed1-81612f8151c9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317618980&fields=id&tenant_id=98729b17e257425089d8ebac712ad8f9 HTTP/1.1" status: 200 len: 267 time: 0.0482328 Mar 24 01:48:45.931641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b99ba-bb0c-4bb1-8964-da0039c7a94a req-efacb5f6-5180-4edf-914f-7565f1576926 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:45.933147 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e3b99ba-bb0c-4bb1-8964-da0039c7a94a req-efacb5f6-5180-4edf-914f-7565f1576926 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 945 time: 0.0571363 Mar 24 01:48:45.944550 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-8e3b99ba-bb0c-4bb1-8964-da0039c7a94a req-3f9f0c33-b857-4880-be8b-72776969cb15 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Request body: {'port': {'security_groups': ['2865cbe4-a03c-453d-9668-27d52b433ff7', '480c0532-ce4b-4481-bc24-333f2bb63d24']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:48:46.020254 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8e3b99ba-bb0c-4bb1-8964-da0039c7a94a req-3f9f0c33-b857-4880-be8b-72776969cb15 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:46.205307 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8e3b99ba-bb0c-4bb1-8964-da0039c7a94a req-3f9f0c33-b857-4880-be8b-72776969cb15 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] For port 2168350d-3f0c-4131-891e-f1d42904ee04, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2168350d-3f0c-4131-891e-f1d42904ee04,segment=NetworkSegment(cee6b714-9b50-489e-98d8-3568428903e1),segment_id=cee6b714-9b50-489e-98d8-3568428903e1)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:48:46.234314 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8e3b99ba-bb0c-4bb1-8964-da0039c7a94a req-3f9f0c33-b857-4880-be8b-72776969cb15 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for port (2168350d-3f0c-4131-891e-f1d42904ee04), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:46.239639 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8e3b99ba-bb0c-4bb1-8964-da0039c7a94a req-3f9f0c33-b857-4880-be8b-72776969cb15 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:46.251350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['2168350d-3f0c-4131-891e-f1d42904ee04'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:48:46.282464 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b99ba-bb0c-4bb1-8964-da0039c7a94a req-3f9f0c33-b857-4880-be8b-72776969cb15 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:46.283243 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8e3b99ba-bb0c-4bb1-8964-da0039c7a94a req-3f9f0c33-b857-4880-be8b-72776969cb15 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:46.284509 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8e3b99ba-bb0c-4bb1-8964-da0039c7a94a req-3f9f0c33-b857-4880-be8b-72776969cb15 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "PUT /v2.0/ports/2168350d-3f0c-4131-891e-f1d42904ee04 HTTP/1.1" status: 200 len: 981 time: 0.3444767 Mar 24 01:48:46.319577 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f0c33-b857-4880-be8b-72776969cb15 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Pushing event updated for resources: {'Port': ['ID=2168350d-3f0c-4131-891e-f1d42904ee04,revision_number=6']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:48:46.355839 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['2168350d-3f0c-4131-891e-f1d42904ee04'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:48:46.405667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60832a81-c029-4422-8888-810ef6dae938 req-a27d357e-75f7-4a38-8f15-0c9242f66e92 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:46.408151 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60832a81-c029-4422-8888-810ef6dae938 req-a27d357e-75f7-4a38-8f15-0c9242f66e92 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0603542 Mar 24 01:48:46.475867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-60832a81-c029-4422-8888-810ef6dae938 req-b0271793-9161-4405-b598-48f409e58a99 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=480c0532-ce4b-4481-bc24-333f2bb63d24&id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619314 Mar 24 01:48:46.554052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b12622c1-7173-44ec-b508-1e7552d99d02 None None] Provisioning complete for port 2168350d-3f0c-4131-891e-f1d42904ee04 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:48:46.554355 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b12622c1-7173-44ec-b508-1e7552d99d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:46.731618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'tag': '2168350d-3f0c-4131-891e-f1d42904ee04'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:48:46.733940 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c31671-3ddd-49b3-ab2d-c7453533d9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "1b219d57-5bb1-405d-9888-c1a4af46d511", "tag": "2168350d-3f0c-4131-891e-f1d42904ee04"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:48:46.741276 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b12622c1-7173-44ec-b508-1e7552d99d02 None None] Current status of the port 2168350d-3f0c-4131-891e-f1d42904ee04 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:48:46.770074 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3eb110-24f9-4564-9f84-90dd8ba68dfc x-openstack-request-id: req-5f3eb110-24f9-4564-9f84-90dd8ba68dfc {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:48:46.770368 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b219d57-5bb1-405d-9888-c1a4af46d511", "tag": "2168350d-3f0c-4131-891e-f1d42904ee04", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:48:46.770626 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5f3eb110-24f9-4564-9f84-90dd8ba68dfc {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:48:46.771037 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f3eb110-24f9-4564-9f84-90dd8ba68dfc'] response: {'name': 'network-changed', 'server_uuid': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'tag': '2168350d-3f0c-4131-891e-f1d42904ee04', 'status': 'completed', 'code': 200} Mar 24 01:48:46.835718 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c31671-3ddd-49b3-ab2d-c7453533d9e5 req-14826038-778a-4a37-b8b8-b3f6fa8ae3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:46.837276 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-43c31671-3ddd-49b3-ab2d-c7453533d9e5 req-14826038-778a-4a37-b8b8-b3f6fa8ae3df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98729b17e257425089d8ebac712ad8f9&device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 1166 time: 0.0441949 Mar 24 01:48:46.931898 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c31671-3ddd-49b3-ab2d-c7453533d9e5 req-b6f05d42-348e-40b9-ae89-09d9fc4c67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:46.933781 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-43c31671-3ddd-49b3-ab2d-c7453533d9e5 req-b6f05d42-348e-40b9-ae89-09d9fc4c67e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=749969e7-a9b5-4822-96c2-37b9fd9c3442 HTTP/1.1" status: 200 len: 916 time: 0.0906696 Mar 24 01:48:46.998868 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-43c31671-3ddd-49b3-ab2d-c7453533d9e5 req-e16c27ee-0f36-4232-aa70-c479bf82f326 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2168350d-3f0c-4131-891e-f1d42904ee04 HTTP/1.1" status: 200 len: 1000 time: 0.0589254 Mar 24 01:48:47.048627 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c31671-3ddd-49b3-ab2d-c7453533d9e5 req-18e25bda-a03c-478b-9536-00f78d0481cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:47.050121 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-43c31671-3ddd-49b3-ab2d-c7453533d9e5 req-18e25bda-a03c-478b-9536-00f78d0481cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1a455027-64ab-405e-860c-fe44ffdecb9f HTTP/1.1" status: 200 len: 854 time: 0.0456161 Mar 24 01:48:47.098698 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c31671-3ddd-49b3-ab2d-c7453533d9e5 req-a0fdb99c-7e58-4aaf-bffa-6ec736440669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:47.100132 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-43c31671-3ddd-49b3-ab2d-c7453533d9e5 req-a0fdb99c-7e58-4aaf-bffa-6ec736440669 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=749969e7-a9b5-4822-96c2-37b9fd9c3442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426514 Mar 24 01:48:47.185620 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-43c31671-3ddd-49b3-ab2d-c7453533d9e5 req-309c2cb9-fe40-453c-9ccc-aa00b8c35a9e service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786395 Mar 24 01:48:47.277132 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-43c31671-3ddd-49b3-ab2d-c7453533d9e5 req-23be5cc9-19c1-4abd-b17f-72052c48de73 service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851274 Mar 24 01:48:53.264340 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:48:58.718708 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162108d-db47-45ff-8526-9139a8ab3c6b req-7daf3d6a-1bff-41c7-854b-194ca6e5884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:58.720220 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6162108d-db47-45ff-8526-9139a8ab3c6b req-7daf3d6a-1bff-41c7-854b-194ca6e5884a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98729b17e257425089d8ebac712ad8f9&device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 1166 time: 0.0461893 Mar 24 01:48:58.729155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e153b5f-c99f-4083-ad2d-79e335f2c7cf req-3f681972-32f9-40bc-9f47-3645795aac2a tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:58.730690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e153b5f-c99f-4083-ad2d-79e335f2c7cf req-3f681972-32f9-40bc-9f47-3645795aac2a tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0570803 Mar 24 01:48:58.790295 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e153b5f-c99f-4083-ad2d-79e335f2c7cf req-7464203a-686f-4356-ab3f-eb8e1331331a tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=480c0532-ce4b-4481-bc24-333f2bb63d24&id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537057 Mar 24 01:48:58.813362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162108d-db47-45ff-8526-9139a8ab3c6b req-1f6b1e75-64d9-413f-8c45-cd194cd53722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:58.814898 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6162108d-db47-45ff-8526-9139a8ab3c6b req-1f6b1e75-64d9-413f-8c45-cd194cd53722 service neutron] 10.222.0.48 "GET /v2.0/networks?id=749969e7-a9b5-4822-96c2-37b9fd9c3442 HTTP/1.1" status: 200 len: 916 time: 0.0888081 Mar 24 01:48:58.819471 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f52abd71-a653-48c1-a039-fa01f807eac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:48:58.881289 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6162108d-db47-45ff-8526-9139a8ab3c6b req-4176ddca-2c69-442e-8e01-4f301f9a8b1d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2168350d-3f0c-4131-891e-f1d42904ee04 HTTP/1.1" status: 200 len: 1000 time: 0.0595319 Mar 24 01:48:58.929072 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162108d-db47-45ff-8526-9139a8ab3c6b req-749685c7-07cd-4ee8-a558-7bd4dbb76bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:58.930503 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6162108d-db47-45ff-8526-9139a8ab3c6b req-749685c7-07cd-4ee8-a558-7bd4dbb76bda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1a455027-64ab-405e-860c-fe44ffdecb9f HTTP/1.1" status: 200 len: 854 time: 0.0426018 Mar 24 01:48:58.984023 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162108d-db47-45ff-8526-9139a8ab3c6b req-d0ea6b5b-42dc-4029-bb24-8efaa5cf9cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:58.985659 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6162108d-db47-45ff-8526-9139a8ab3c6b req-d0ea6b5b-42dc-4029-bb24-8efaa5cf9cf7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=749969e7-a9b5-4822-96c2-37b9fd9c3442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493977 Mar 24 01:48:59.072579 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6162108d-db47-45ff-8526-9139a8ab3c6b req-d012cf3a-dcd5-4dc7-a286-6968c9a7562f service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802450 Mar 24 01:48:59.161211 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-6162108d-db47-45ff-8526-9139a8ab3c6b req-122a9eb6-201a-47af-ab1e-2dfbd835c970 service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826621 Mar 24 01:48:59.911252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17b4f6-7619-48e0-b168-76f418c66bef req-eefca67e-c46e-448b-8004-27e0ad099614 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:48:59.912690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc17b4f6-7619-48e0-b168-76f418c66bef req-eefca67e-c46e-448b-8004-27e0ad099614 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0517726 Mar 24 01:48:59.970098 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc17b4f6-7619-48e0-b168-76f418c66bef req-87c899aa-4d86-4967-ba0f-49335dea2472 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=480c0532-ce4b-4481-bc24-333f2bb63d24&id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516794 Mar 24 01:49:00.338601 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:00.921921 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fdb5ee25-cc12-4f7e-8da0-2742bc535cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:01.095948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b70194-0a32-4aa8-84a8-7ca90696c1d8 req-7e732043-99b3-410c-bca5-76454c870045 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:01.097425 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34b70194-0a32-4aa8-84a8-7ca90696c1d8 req-7e732043-99b3-410c-bca5-76454c870045 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0564282 Mar 24 01:49:01.484699 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34b70194-0a32-4aa8-84a8-7ca90696c1d8 req-2bdc6f97-aaa8-4c7c-b622-e928299dc123 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=480c0532-ce4b-4481-bc24-333f2bb63d24&id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3815737 Mar 24 01:49:02.328600 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:02.602202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a234596-333f-4f3d-a83d-eb9509125c87 req-e3220906-227a-4cb0-b387-3ef6bcef3905 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:02.603595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a234596-333f-4f3d-a83d-eb9509125c87 req-e3220906-227a-4cb0-b387-3ef6bcef3905 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0523829 Mar 24 01:49:02.663131 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a234596-333f-4f3d-a83d-eb9509125c87 req-2cf4cfee-9ac4-499b-a83e-b938f125ca89 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=480c0532-ce4b-4481-bc24-333f2bb63d24&id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538194 Mar 24 01:49:02.961792 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:03.783592 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab3dc2-24e5-449c-a3f9-ac5951f3f6ad req-741a371b-40be-45ee-b93c-3e8d30241fd0 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:03.784924 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-baab3dc2-24e5-449c-a3f9-ac5951f3f6ad req-741a371b-40be-45ee-b93c-3e8d30241fd0 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0544624 Mar 24 01:49:03.844200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-baab3dc2-24e5-449c-a3f9-ac5951f3f6ad req-b91da5c7-45be-45cb-950f-ec7025ae6308 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=480c0532-ce4b-4481-bc24-333f2bb63d24&id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535409 Mar 24 01:49:03.846530 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:04.959983 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d5061-58c0-49be-8988-5d11a1598e51 req-7aa7f2b5-06e7-4633-b015-e8c4a881c7c7 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:04.961438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d0d5061-58c0-49be-8988-5d11a1598e51 req-7aa7f2b5-06e7-4633-b015-e8c4a881c7c7 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0513301 Mar 24 01:49:05.018698 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d0d5061-58c0-49be-8988-5d11a1598e51 req-3f41981d-f550-49de-96d4-bb0623f90227 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=480c0532-ce4b-4481-bc24-333f2bb63d24&id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516615 Mar 24 01:49:05.304451 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:06.135905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5c081-3a26-4c91-b08b-2a8d854330db req-9207f2f2-c334-4b06-b7bd-19820efc4410 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:06.137403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8d5c081-3a26-4c91-b08b-2a8d854330db req-9207f2f2-c334-4b06-b7bd-19820efc4410 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0516171 Mar 24 01:49:06.199160 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f8d5c081-3a26-4c91-b08b-2a8d854330db req-bf4b084e-bfd9-43e1-ae1a-e4cec76deeb8 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=480c0532-ce4b-4481-bc24-333f2bb63d24&id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553219 Mar 24 01:49:07.316739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc8b85-e2bb-4a01-bfdb-804fdeeaf069 req-258d0ce1-3e07-423a-9c2b-ec39e0ff5a68 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:07.318235 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0bbc8b85-e2bb-4a01-bfdb-804fdeeaf069 req-258d0ce1-3e07-423a-9c2b-ec39e0ff5a68 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0531747 Mar 24 01:49:07.376116 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0bbc8b85-e2bb-4a01-bfdb-804fdeeaf069 req-088aa781-b76c-43cf-a64b-c1d1c0a8b2c0 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=480c0532-ce4b-4481-bc24-333f2bb63d24&id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522647 Mar 24 01:49:08.495670 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472f65c-15f3-4e98-8bda-eac870a32721 req-53796e05-3c24-4f59-b72c-cb5f94a10415 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:08.497151 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4472f65c-15f3-4e98-8bda-eac870a32721 req-53796e05-3c24-4f59-b72c-cb5f94a10415 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0522211 Mar 24 01:49:08.555670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4472f65c-15f3-4e98-8bda-eac870a32721 req-1d11e8e1-5cc2-4a3f-b542-fa501492710d tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=480c0532-ce4b-4481-bc24-333f2bb63d24&id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521729 Mar 24 01:49:09.675964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a34dcb-f855-4726-aec4-f4f01ddd1deb req-622df021-288f-4fa3-aa2e-39213c7f1f31 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:09.677423 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73a34dcb-f855-4726-aec4-f4f01ddd1deb req-622df021-288f-4fa3-aa2e-39213c7f1f31 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0555496 Mar 24 01:49:09.735764 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-73a34dcb-f855-4726-aec4-f4f01ddd1deb req-6c6bcd22-1481-482c-a3ba-bad3ee199ea6 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=480c0532-ce4b-4481-bc24-333f2bb63d24&id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526803 Mar 24 01:49:10.854352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a997a-d040-4895-bdd8-99ea561b7782 req-290c7deb-e0e2-40e8-9b56-e0e37d168c9e tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:10.855717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b4a997a-d040-4895-bdd8-99ea561b7782 req-290c7deb-e0e2-40e8-9b56-e0e37d168c9e tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0525849 Mar 24 01:49:10.913925 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2b4a997a-d040-4895-bdd8-99ea561b7782 req-182432fa-cff1-4da2-98a7-0d36ae8e3164 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=480c0532-ce4b-4481-bc24-333f2bb63d24&id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525088 Mar 24 01:49:12.029659 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ad9f3-64f3-49cd-9cd0-bee498bad9f2 req-fe92efee-d25d-4ca6-8526-00c4ab73c75a tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:12.031109 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e0ad9f3-64f3-49cd-9cd0-bee498bad9f2 req-fe92efee-d25d-4ca6-8526-00c4ab73c75a tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0517287 Mar 24 01:49:12.092061 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5e0ad9f3-64f3-49cd-9cd0-bee498bad9f2 req-b3bf5a30-889c-40ae-8530-22d47e8dedf6 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=480c0532-ce4b-4481-bc24-333f2bb63d24&id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547891 Mar 24 01:49:13.210828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab15d-ed82-443c-bb4a-aa9bdfa581f2 req-06fd5706-347a-4bb4-8b4c-3aec09c74891 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:13.212294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e4ab15d-ed82-443c-bb4a-aa9bdfa581f2 req-06fd5706-347a-4bb4-8b4c-3aec09c74891 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0521562 Mar 24 01:49:13.270220 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e4ab15d-ed82-443c-bb4a-aa9bdfa581f2 req-51aba974-e5df-45f8-84f3-7826cb0d49c0 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=480c0532-ce4b-4481-bc24-333f2bb63d24&id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521295 Mar 24 01:49:14.397167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7de21-5949-4dff-a52d-7a8c37dfc3dc req-43e71bed-1c14-434c-b878-31561430aeff tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:14.398634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-92d7de21-5949-4dff-a52d-7a8c37dfc3dc req-43e71bed-1c14-434c-b878-31561430aeff tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0538652 Mar 24 01:49:14.456608 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-92d7de21-5949-4dff-a52d-7a8c37dfc3dc req-a92f9e2e-3fad-4e7b-b647-f9d23ef29679 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=480c0532-ce4b-4481-bc24-333f2bb63d24&id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523407 Mar 24 01:49:15.581635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9157a8-ab97-4238-899b-bfdc377982a7 req-6dfaf596-4484-43ef-9c01-4d7ac4a9d956 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:15.583101 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c9157a8-ab97-4238-899b-bfdc377982a7 req-6dfaf596-4484-43ef-9c01-4d7ac4a9d956 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0569367 Mar 24 01:49:15.640938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3c9157a8-ab97-4238-899b-bfdc377982a7 req-72d47826-bec4-4462-bb4d-a3513a61f6a4 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=480c0532-ce4b-4481-bc24-333f2bb63d24&id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520492 Mar 24 01:49:28.820720 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5cb6f7b5-78cd-4f9e-8419-4c41ee7e1b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:30.263720 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:49:30.335833 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:30.923083 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7e930bfb-4316-4bc7-aae6-3c383fd6924c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:32.330768 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:32.960676 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:33.745632 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b8bddd7e-e90c-45f5-9e65-8103d51f967c req-908aa232-5025-4439-94fa-4ccc7bdbcd56 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435739 Mar 24 01:49:33.827326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bddd7e-e90c-45f5-9e65-8103d51f967c req-91f64c40-adef-44b3-a379-5b174a3490f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:33.828706 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b8bddd7e-e90c-45f5-9e65-8103d51f967c req-91f64c40-adef-44b3-a379-5b174a3490f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98729b17e257425089d8ebac712ad8f9&device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 1166 time: 0.0437605 Mar 24 01:49:33.848313 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:33.933612 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bddd7e-e90c-45f5-9e65-8103d51f967c req-0c9970fd-cd0b-4adb-9bb1-fe86752c6835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:33.935067 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b8bddd7e-e90c-45f5-9e65-8103d51f967c req-0c9970fd-cd0b-4adb-9bb1-fe86752c6835 service neutron] 10.222.0.48 "GET /v2.0/networks?id=749969e7-a9b5-4822-96c2-37b9fd9c3442 HTTP/1.1" status: 200 len: 916 time: 0.0872960 Mar 24 01:49:33.999355 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b8bddd7e-e90c-45f5-9e65-8103d51f967c req-63f23b85-1574-4d47-bddc-331691c409c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2168350d-3f0c-4131-891e-f1d42904ee04 HTTP/1.1" status: 200 len: 1000 time: 0.0580468 Mar 24 01:49:34.046303 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bddd7e-e90c-45f5-9e65-8103d51f967c req-2b9d09ff-ad55-48b3-a82d-10b209114585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:34.047688 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b8bddd7e-e90c-45f5-9e65-8103d51f967c req-2b9d09ff-ad55-48b3-a82d-10b209114585 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1a455027-64ab-405e-860c-fe44ffdecb9f HTTP/1.1" status: 200 len: 854 time: 0.0418811 Mar 24 01:49:34.099563 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bddd7e-e90c-45f5-9e65-8103d51f967c req-7871410c-6062-42fb-b006-4ad92e0caf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:34.100919 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b8bddd7e-e90c-45f5-9e65-8103d51f967c req-7871410c-6062-42fb-b006-4ad92e0caf2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=749969e7-a9b5-4822-96c2-37b9fd9c3442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469606 Mar 24 01:49:34.186717 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b8bddd7e-e90c-45f5-9e65-8103d51f967c req-a6ce67e9-bd51-4356-948a-82c933c71052 service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790889 Mar 24 01:49:34.276617 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-b8bddd7e-e90c-45f5-9e65-8103d51f967c req-1705812d-0dbb-459f-b4e8-a4b6bb9152ed service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838814 Mar 24 01:49:35.307808 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:48.515238 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b4c4c3a-dc08-4fc2-a361-23371d339dec req-27801e50-5a1d-4b12-98b2-ab78e713be6e tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317618980&fields=id&tenant_id=98729b17e257425089d8ebac712ad8f9 HTTP/1.1" status: 200 len: 267 time: 0.0509286 Mar 24 01:49:48.583339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c4c3a-dc08-4fc2-a361-23371d339dec req-c464092b-d9c2-45b8-ace3-5056bdcb3731 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:48.584803 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b4c4c3a-dc08-4fc2-a361-23371d339dec req-c464092b-d9c2-45b8-ace3-5056bdcb3731 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 984 time: 0.0611002 Mar 24 01:49:48.595203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-3b4c4c3a-dc08-4fc2-a361-23371d339dec req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Request body: {'port': {'security_groups': ['2865cbe4-a03c-453d-9668-27d52b433ff7']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:49:48.667500 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3b4c4c3a-dc08-4fc2-a361-23371d339dec req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:48.836747 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-3b4c4c3a-dc08-4fc2-a361-23371d339dec req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] For port 2168350d-3f0c-4131-891e-f1d42904ee04, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2168350d-3f0c-4131-891e-f1d42904ee04,segment=NetworkSegment(cee6b714-9b50-489e-98d8-3568428903e1),segment_id=cee6b714-9b50-489e-98d8-3568428903e1)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:49:48.867265 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3b4c4c3a-dc08-4fc2-a361-23371d339dec req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for port (2168350d-3f0c-4131-891e-f1d42904ee04), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:48.871656 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3b4c4c3a-dc08-4fc2-a361-23371d339dec req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:48.885675 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['2168350d-3f0c-4131-891e-f1d42904ee04'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:49:48.934096 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c4c3a-dc08-4fc2-a361-23371d339dec req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:48.934718 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-3b4c4c3a-dc08-4fc2-a361-23371d339dec req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:48.936436 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3b4c4c3a-dc08-4fc2-a361-23371d339dec req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "PUT /v2.0/ports/2168350d-3f0c-4131-891e-f1d42904ee04 HTTP/1.1" status: 200 len: 942 time: 0.3452487 Mar 24 01:49:48.936709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'tag': '2168350d-3f0c-4131-891e-f1d42904ee04'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:49:48.939086 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbf6db6-8dae-4eec-bc68-fef7f353c54b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b219d57-5bb1-405d-9888-c1a4af46d511", "tag": "2168350d-3f0c-4131-891e-f1d42904ee04"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:49:48.943325 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39746) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:49:48.951372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Pushing event updated for resources: {'Port': ['ID=2168350d-3f0c-4131-891e-f1d42904ee04,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:49:48.963310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:48.963946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:48.964560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:48.965876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:48.966299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:48.966804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:48.967094 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:48.967492 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:48.967926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:48.968327 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:48.969194 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:48.970195 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:48.970599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:48.970994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:48.971645 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af357c5e-6d46-4bd4-b083-19659415db6c tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:48.993868 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a752c475-0cc4-498b-ac0b-01e6ca404005 x-openstack-request-id: req-a752c475-0cc4-498b-ac0b-01e6ca404005 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:49:48.994047 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b219d57-5bb1-405d-9888-c1a4af46d511", "tag": "2168350d-3f0c-4131-891e-f1d42904ee04", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:49:48.994520 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a752c475-0cc4-498b-ac0b-01e6ca404005 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:49:48.995003 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a752c475-0cc4-498b-ac0b-01e6ca404005'] response: {'name': 'network-changed', 'server_uuid': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'tag': '2168350d-3f0c-4131-891e-f1d42904ee04', 'status': 'completed', 'code': 200} Mar 24 01:49:48.999884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['2168350d-3f0c-4131-891e-f1d42904ee04'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:49:49.050165 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group (480c0532-ce4b-4481-bc24-333f2bb63d24), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:49.086087 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group (480c0532-ce4b-4481-bc24-333f2bb63d24), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:49.103335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf6db6-8dae-4eec-bc68-fef7f353c54b req-506549fc-0c24-4bd3-b121-624d66743495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:49.104781 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebbf6db6-8dae-4eec-bc68-fef7f353c54b req-506549fc-0c24-4bd3-b121-624d66743495 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98729b17e257425089d8ebac712ad8f9&device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 1127 time: 0.0859554 Mar 24 01:49:49.214769 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f6ce9ea3-e9a9-4ee3-906a-3e3d8222f149 None None] Provisioning complete for port 2168350d-3f0c-4131-891e-f1d42904ee04 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:49:49.215140 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9ea3-e9a9-4ee3-906a-3e3d8222f149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:49.222215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf6db6-8dae-4eec-bc68-fef7f353c54b req-0f6b70d4-f090-4f31-b5db-5ebe41bd8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:49.223735 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebbf6db6-8dae-4eec-bc68-fef7f353c54b req-0f6b70d4-f090-4f31-b5db-5ebe41bd8453 service neutron] 10.222.0.48 "GET /v2.0/networks?id=749969e7-a9b5-4822-96c2-37b9fd9c3442 HTTP/1.1" status: 200 len: 916 time: 0.1116216 Mar 24 01:49:49.224311 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (480c0532-ce4b-4481-bc24-333f2bb63d24), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:49.226841 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:49.227861 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "DELETE /v2.0/security-groups/480c0532-ce4b-4481-bc24-333f2bb63d24 HTTP/1.1" status: 204 len: 168 time: 0.2824886 Mar 24 01:49:49.233116 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39748) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:49:49.276793 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480c0532-ce4b-4481-bc24-333f2bb63d24,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:49:49.289610 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:49.289956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:49.290486 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:49.290993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:49.291493 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:49.291993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:49.292475 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:49.293064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:49.293588 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:49.294081 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:49.294577 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:49.295085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:49.295614 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:49.296095 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:49.296582 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336a982-167d-4491-a421-7c0369c86676 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:49:49.304070 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce9ea3-e9a9-4ee3-906a-3e3d8222f149 None None] Current status of the port 2168350d-3f0c-4131-891e-f1d42904ee04 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:49:49.320078 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebbf6db6-8dae-4eec-bc68-fef7f353c54b req-b36a8c2e-7f28-4567-bc98-8446c2a6ad05 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2168350d-3f0c-4131-891e-f1d42904ee04 HTTP/1.1" status: 200 len: 1000 time: 0.0884299 Mar 24 01:49:49.381002 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf6db6-8dae-4eec-bc68-fef7f353c54b req-a4bd6410-03d1-49e1-9ec0-7cf3ca8063dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:49.382708 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebbf6db6-8dae-4eec-bc68-fef7f353c54b req-a4bd6410-03d1-49e1-9ec0-7cf3ca8063dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1a455027-64ab-405e-860c-fe44ffdecb9f HTTP/1.1" status: 200 len: 854 time: 0.0556486 Mar 24 01:49:49.428845 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-f85b33cc-fd83-4da7-b076-ed36910b3ae2 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Deleting port 02a67dac-96dc-4ea1-a2ab-859275f34055 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:49:49.429231 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f85b33cc-fd83-4da7-b076-ed36910b3ae2 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (02a67dac-96dc-4ea1-a2ab-859275f34055), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:49.436311 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf6db6-8dae-4eec-bc68-fef7f353c54b req-abe53f1d-db88-4856-bee6-715d0944e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:49.437850 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebbf6db6-8dae-4eec-bc68-fef7f353c54b req-abe53f1d-db88-4856-bee6-715d0944e268 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=749969e7-a9b5-4822-96c2-37b9fd9c3442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491996 Mar 24 01:49:49.511051 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f85b33cc-fd83-4da7-b076-ed36910b3ae2 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (02a67dac-96dc-4ea1-a2ab-859275f34055), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:49.513399 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f85b33cc-fd83-4da7-b076-ed36910b3ae2 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for floatingip (02a67dac-96dc-4ea1-a2ab-859275f34055), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:49.525191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-f85b33cc-fd83-4da7-b076-ed36910b3ae2 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Calling delete_port for 02a67dac-96dc-4ea1-a2ab-859275f34055 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:49:49.529058 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebbf6db6-8dae-4eec-bc68-fef7f353c54b req-87c0b7c5-e5a4-41fa-820c-ac7bdcbd8846 service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849078 Mar 24 01:49:49.622583 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ebbf6db6-8dae-4eec-bc68-fef7f353c54b req-68ab330c-7c42-4df1-9fb6-3c5ee97cfbf5 service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882580 Mar 24 01:49:49.679301 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f85b33cc-fd83-4da7-b076-ed36910b3ae2 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (02a67dac-96dc-4ea1-a2ab-859275f34055), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:49.711080 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b33cc-fd83-4da7-b076-ed36910b3ae2 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Pushing event deleted for resources: {'Port': ['ID=02a67dac-96dc-4ea1-a2ab-859275f34055,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:49:49.782303 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f85b33cc-fd83-4da7-b076-ed36910b3ae2 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks [] for floatingip (d1f4f35d-70f4-4645-b8a2-fca695d6ddbf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:49.782748 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-f85b33cc-fd83-4da7-b076-ed36910b3ae2 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Floating IP d1f4f35d-70f4-4645-b8a2-fca695d6ddbf disassociated (deleted). External IP: 172.25.0.37, port: 2168350d-3f0c-4131-891e-f1d42904ee04. Mar 24 01:49:50.015839 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85b33cc-fd83-4da7-b076-ed36910b3ae2 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Router d6fc185c-436b-419c-bf09-287ebbf18472 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:49:50.124902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85b33cc-fd83-4da7-b076-ed36910b3ae2 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:49:50.129746 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f85b33cc-fd83-4da7-b076-ed36910b3ae2 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:49:50.135723 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f10827-0654-4c4b-bcf0-701e2252c8b1 None None] Sync routers for ids ['d6fc185c-436b-419c-bf09-287ebbf18472'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:49:50.145007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f10827-0654-4c4b-bcf0-701e2252c8b1 None None] Routers {'d6fc185c-436b-419c-bf09-287ebbf18472'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:49:50.145646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b3f10827-0654-4c4b-bcf0-701e2252c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:49:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d6fc185c-436b-419c-bf09-287ebbf18472'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:49:50.158708 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f85b33cc-fd83-4da7-b076-ed36910b3ae2 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "DELETE /v2.0/floatingips/d1f4f35d-70f4-4645-b8a2-fca695d6ddbf HTTP/1.1" status: 204 len: 168 time: 0.9267607 Mar 24 01:49:50.255400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-b3f10827-0654-4c4b-bcf0-701e2252c8b1 None None] Set router d6fc185c-436b-419c-bf09-287ebbf18472 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:49:50.476338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b3f10827-0654-4c4b-bcf0-701e2252c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'name': 'tempest-TestMinimumBasicScenario-2003146901-router', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:46Z', 'revision_number': 4, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'gw_port': {'id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '14b2d77f-a3da-493c-8183-6b5fce3a5748', 'name': '', 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'mac_address': 'fa:16:3e:da:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:45Z', 'updated_at': '2022-03-24T01:47:50Z', 'revision_number': 5, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'subnets': [{'id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:49:50.508158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f10827-0654-4c4b-bcf0-701e2252c8b1 None None] Checking router: d6fc185c-436b-419c-bf09-287ebbf18472 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:49:50.516975 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f10827-0654-4c4b-bcf0-701e2252c8b1 None None] Routers {'d6fc185c-436b-419c-bf09-287ebbf18472'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:49:50.517605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b3f10827-0654-4c4b-bcf0-701e2252c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:49:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d6fc185c-436b-419c-bf09-287ebbf18472'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:49:50.624759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-b3f10827-0654-4c4b-bcf0-701e2252c8b1 None None] Set router d6fc185c-436b-419c-bf09-287ebbf18472 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:49:50.826579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b3f10827-0654-4c4b-bcf0-701e2252c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'name': 'tempest-TestMinimumBasicScenario-2003146901-router', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:46Z', 'revision_number': 4, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'gw_port': {'id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '14b2d77f-a3da-493c-8183-6b5fce3a5748', 'name': '', 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'mac_address': 'fa:16:3e:da:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:45Z', 'updated_at': '2022-03-24T01:47:50Z', 'revision_number': 5, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'subnets': [{'id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:49:50.858292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f10827-0654-4c4b-bcf0-701e2252c8b1 None None] The sync data for ids ['d6fc185c-436b-419c-bf09-287ebbf18472'] in n-d-760455-9 is: [{'id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'name': 'tempest-TestMinimumBasicScenario-2003146901-router', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:46Z', 'revision_number': 4, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'gw_port': {'id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '14b2d77f-a3da-493c-8183-6b5fce3a5748', 'name': '', 'network_id': '749969e7-a9b5-4822-96c2-37b9fd9c3442', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'mac_address': 'fa:16:3e:da:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:45Z', 'updated_at': '2022-03-24T01:47:50Z', 'revision_number': 5, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'subnets': [{'id': '1a455027-64ab-405e-860c-fe44ffdecb9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:49:50.996174 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'tag': '2168350d-3f0c-4131-891e-f1d42904ee04'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:49:50.998738 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a38d96c-1785-41af-90ac-6e820ba94ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "1b219d57-5bb1-405d-9888-c1a4af46d511", "tag": "2168350d-3f0c-4131-891e-f1d42904ee04"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:49:51.041214 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908641e1-639f-4242-88f6-fb4d89a38ac2 x-openstack-request-id: req-908641e1-639f-4242-88f6-fb4d89a38ac2 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:49:51.041514 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b219d57-5bb1-405d-9888-c1a4af46d511", "tag": "2168350d-3f0c-4131-891e-f1d42904ee04", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:49:51.041799 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-908641e1-639f-4242-88f6-fb4d89a38ac2 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:49:51.042226 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908641e1-639f-4242-88f6-fb4d89a38ac2'] response: {'name': 'network-changed', 'server_uuid': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'tag': '2168350d-3f0c-4131-891e-f1d42904ee04', 'status': 'completed', 'code': 200} Mar 24 01:49:51.109056 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ddb3c5-99cc-4a57-975b-7920092abfda None None] New status for floating IP d1f4f35d-70f4-4645-b8a2-fca695d6ddbf: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:49:51.117615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38d96c-1785-41af-90ac-6e820ba94ef1 req-719d94a2-5682-45b7-95d5-22d206a871eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:51.119253 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7a38d96c-1785-41af-90ac-6e820ba94ef1 req-719d94a2-5682-45b7-95d5-22d206a871eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98729b17e257425089d8ebac712ad8f9&device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 1127 time: 0.0570364 Mar 24 01:49:51.222650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38d96c-1785-41af-90ac-6e820ba94ef1 req-921413eb-32e3-440f-8c00-43ad70c583ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:51.224174 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7a38d96c-1785-41af-90ac-6e820ba94ef1 req-921413eb-32e3-440f-8c00-43ad70c583ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=749969e7-a9b5-4822-96c2-37b9fd9c3442 HTTP/1.1" status: 200 len: 916 time: 0.0991490 Mar 24 01:49:51.265427 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7a38d96c-1785-41af-90ac-6e820ba94ef1 req-e2064305-b64d-4abd-84a5-d2382ebcd93a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2168350d-3f0c-4131-891e-f1d42904ee04 HTTP/1.1" status: 200 len: 217 time: 0.0353117 Mar 24 01:49:51.310896 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38d96c-1785-41af-90ac-6e820ba94ef1 req-d4e8b452-73c9-4f87-b5e4-19c30f1d86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:51.312293 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7a38d96c-1785-41af-90ac-6e820ba94ef1 req-d4e8b452-73c9-4f87-b5e4-19c30f1d86d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1a455027-64ab-405e-860c-fe44ffdecb9f HTTP/1.1" status: 200 len: 854 time: 0.0415931 Mar 24 01:49:51.364921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38d96c-1785-41af-90ac-6e820ba94ef1 req-637fcb83-5ef6-4703-afd8-ff81b9bd77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:49:51.366528 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7a38d96c-1785-41af-90ac-6e820ba94ef1 req-637fcb83-5ef6-4703-afd8-ff81b9bd77b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=749969e7-a9b5-4822-96c2-37b9fd9c3442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482516 Mar 24 01:49:51.459780 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7a38d96c-1785-41af-90ac-6e820ba94ef1 req-fa4e63fc-d32b-4b38-a279-56ebb230c968 service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863743 Mar 24 01:49:51.551363 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-7a38d96c-1785-41af-90ac-6e820ba94ef1 req-2a2c93a0-104a-4f92-b054-ae9338c29e18 service neutron] 10.222.0.48 "GET /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859561 Mar 24 01:49:58.823306 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ca26b826-7b56-4075-a2fa-5a083919360a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:00.366480 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:00.924484 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e7b7784e-9320-4bdf-be56-6a91efe47f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:02.336140 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:02.968025 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:03.853518 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:05.310138 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:05.601999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa24e29-730b-4ff9-974f-4c3cd313d066 req-df8c069e-a69f-4316-9091-b1f92fae200e tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:05.603473 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-afa24e29-730b-4ff9-974f-4c3cd313d066 req-df8c069e-a69f-4316-9091-b1f92fae200e tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 945 time: 0.1583986 Mar 24 01:50:05.654167 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-afa24e29-730b-4ff9-974f-4c3cd313d066 req-e3607726-fe2f-44e4-81be-53c0a49ee019 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451291 Mar 24 01:50:06.827773 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e381a57-0b71-4fcc-bb89-95999b5f1576 req-149d2f94-897e-4166-a401-3c99c865f9f9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:06.829345 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e381a57-0b71-4fcc-bb89-95999b5f1576 req-149d2f94-897e-4166-a401-3c99c865f9f9 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 945 time: 0.1031401 Mar 24 01:50:06.877731 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3e381a57-0b71-4fcc-bb89-95999b5f1576 req-754b69ed-2e15-4bec-9ca0-a4d8f11fc996 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/security-groups?id=2865cbe4-a03c-453d-9668-27d52b433ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423346 Mar 24 01:50:07.227594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114a962-013c-4f33-98fd-643dad2a0a33 req-6cec1d0f-3028-49b1-9a7c-ddcc38b7a222 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:07.229074 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2114a962-013c-4f33-98fd-643dad2a0a33 req-6cec1d0f-3028-49b1-9a7c-ddcc38b7a222 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 945 time: 0.0558639 Mar 24 01:50:07.262922 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:50:07.318488 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-2114a962-013c-4f33-98fd-643dad2a0a33 req-20ddc7a8-9ec4-4266-a83f-45dfc2aa3969 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Deleting port 2168350d-3f0c-4131-891e-f1d42904ee04 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:50:07.318809 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2114a962-013c-4f33-98fd-643dad2a0a33 req-20ddc7a8-9ec4-4266-a83f-45dfc2aa3969 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:07.407269 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-2114a962-013c-4f33-98fd-643dad2a0a33 req-20ddc7a8-9ec4-4266-a83f-45dfc2aa3969 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] For port 2168350d-3f0c-4131-891e-f1d42904ee04, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=2168350d-3f0c-4131-891e-f1d42904ee04,segment=NetworkSegment(cee6b714-9b50-489e-98d8-3568428903e1),segment_id=cee6b714-9b50-489e-98d8-3568428903e1)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:50:07.407626 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2114a962-013c-4f33-98fd-643dad2a0a33 req-20ddc7a8-9ec4-4266-a83f-45dfc2aa3969 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:07.419999 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-2114a962-013c-4f33-98fd-643dad2a0a33 req-20ddc7a8-9ec4-4266-a83f-45dfc2aa3969 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Calling delete_port for 2168350d-3f0c-4131-891e-f1d42904ee04 owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:50:07.543948 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2114a962-013c-4f33-98fd-643dad2a0a33 req-20ddc7a8-9ec4-4266-a83f-45dfc2aa3969 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2168350d-3f0c-4131-891e-f1d42904ee04), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:07.557072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['2168350d-3f0c-4131-891e-f1d42904ee04'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:50:07.574014 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddc7a8-9ec4-4266-a83f-45dfc2aa3969 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Pushing event deleted for resources: {'Port': ['ID=2168350d-3f0c-4131-891e-f1d42904ee04,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:07.615306 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-2114a962-013c-4f33-98fd-643dad2a0a33 req-20ddc7a8-9ec4-4266-a83f-45dfc2aa3969 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] No DVR routers for this DVR port 2168350d-3f0c-4131-891e-f1d42904ee04 on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:50:07.617898 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-2114a962-013c-4f33-98fd-643dad2a0a33 req-20ddc7a8-9ec4-4266-a83f-45dfc2aa3969 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:07.621173 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-2114a962-013c-4f33-98fd-643dad2a0a33 req-20ddc7a8-9ec4-4266-a83f-45dfc2aa3969 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.48 "DELETE /v2.0/ports/2168350d-3f0c-4131-891e-f1d42904ee04 HTTP/1.1" status: 204 len: 173 time: 0.3871298 Mar 24 01:50:07.621614 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'name': 'network-vif-deleted', 'tag': '2168350d-3f0c-4131-891e-f1d42904ee04'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:50:07.623836 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f4933a-219b-4c12-bced-d08d7590bbef" -d '{"events": [{"server_uuid": "1b219d57-5bb1-405d-9888-c1a4af46d511", "name": "network-vif-deleted", "tag": "2168350d-3f0c-4131-891e-f1d42904ee04"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:50:07.662609 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ada3ef-25ec-413a-9f19-2c5d682a027d x-openstack-request-id: req-c4ada3ef-25ec-413a-9f19-2c5d682a027d {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:50:07.662908 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b219d57-5bb1-405d-9888-c1a4af46d511", "name": "network-vif-deleted", "tag": "2168350d-3f0c-4131-891e-f1d42904ee04", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:50:07.663165 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4ada3ef-25ec-413a-9f19-2c5d682a027d {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:50:07.663582 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ada3ef-25ec-413a-9f19-2c5d682a027d'] response: {'server_uuid': '1b219d57-5bb1-405d-9888-c1a4af46d511', 'name': 'network-vif-deleted', 'tag': '2168350d-3f0c-4131-891e-f1d42904ee04', 'status': 'completed', 'code': 200} Mar 24 01:50:07.993717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ccbf509-18a5-4470-bcdf-9e7c04d81224 req-a1d71fdf-73df-4683-b327-9b27ae6c4b82 tempest-TestMinimumBasicScenario-257674362 tempest-TestMinimumBasicScenario-257674362-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b219d57-5bb1-405d-9888-c1a4af46d511 HTTP/1.1" status: 200 len: 210 time: 0.0316706 Mar 24 01:50:10.123410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 2168350d-3f0c-4131-891e-f1d42904ee04 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:50:10.152089 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: 2168350d-3f0c-4131-891e-f1d42904ee04 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:50:10.152446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device 2168350d-3f0c-4131-891e-f1d42904ee04 not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:50:10.558832 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39866) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:10.912927 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-078e88ce-fc17-4754-ab87-c480cae73040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (d6fc185c-436b-419c-bf09-287ebbf18472), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:11.159290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-078e88ce-fc17-4754-ab87-c480cae73040 admin admin] Deleting port 14b2d77f-a3da-493c-8183-6b5fce3a5748 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:50:11.159951 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-078e88ce-fc17-4754-ab87-c480cae73040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:11.241374 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-078e88ce-fc17-4754-ab87-c480cae73040 admin admin] For port 14b2d77f-a3da-493c-8183-6b5fce3a5748, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=14b2d77f-a3da-493c-8183-6b5fce3a5748,segment=NetworkSegment(cee6b714-9b50-489e-98d8-3568428903e1),segment_id=cee6b714-9b50-489e-98d8-3568428903e1)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:50:11.241737 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-078e88ce-fc17-4754-ab87-c480cae73040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:11.254322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-078e88ce-fc17-4754-ab87-c480cae73040 admin admin] Calling delete_port for 14b2d77f-a3da-493c-8183-6b5fce3a5748 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:50:11.430675 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-078e88ce-fc17-4754-ab87-c480cae73040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (14b2d77f-a3da-493c-8183-6b5fce3a5748), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:11.455648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e88ce-fc17-4754-ab87-c480cae73040 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b2d77f-a3da-493c-8183-6b5fce3a5748,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:11.624953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-078e88ce-fc17-4754-ab87-c480cae73040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (d6fc185c-436b-419c-bf09-287ebbf18472), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:11.839169 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078e88ce-fc17-4754-ab87-c480cae73040 admin admin] Router d6fc185c-436b-419c-bf09-287ebbf18472 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:50:11.939607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078e88ce-fc17-4754-ab87-c480cae73040 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:50:11.946243 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-078e88ce-fc17-4754-ab87-c480cae73040 admin admin] 10.222.0.45 "PUT /v2.0/routers/d6fc185c-436b-419c-bf09-287ebbf18472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3847561 Mar 24 01:50:11.947197 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39870) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:11.949810 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a342ac0e-a898-4559-a3bf-774a900fd201 None None] Sync routers for ids ['d6fc185c-436b-419c-bf09-287ebbf18472'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:50:11.960432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a342ac0e-a898-4559-a3bf-774a900fd201 None None] Routers {'d6fc185c-436b-419c-bf09-287ebbf18472'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:50:11.961192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a342ac0e-a898-4559-a3bf-774a900fd201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:50:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d6fc185c-436b-419c-bf09-287ebbf18472'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:12.050813 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a08d8e00-1cc5-486b-8445-6bc29ae42c28 admin admin] Publish callbacks [] for router (d6fc185c-436b-419c-bf09-287ebbf18472), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:12.162177 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a08d8e00-1cc5-486b-8445-6bc29ae42c28 admin admin] Publish callbacks [] for router_gateway (d6fc185c-436b-419c-bf09-287ebbf18472), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:12.215713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-a08d8e00-1cc5-486b-8445-6bc29ae42c28 admin admin] Deleting port 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:50:12.216072 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a08d8e00-1cc5-486b-8445-6bc29ae42c28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (7f7cb5d5-d080-45ce-9fbd-01a5eb48e829), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:12.226406 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-a342ac0e-a898-4559-a3bf-774a900fd201 None None] Set router d6fc185c-436b-419c-bf09-287ebbf18472 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:50:12.296457 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-a08d8e00-1cc5-486b-8445-6bc29ae42c28 admin admin] For port 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=7f7cb5d5-d080-45ce-9fbd-01a5eb48e829,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:50:12.296812 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a08d8e00-1cc5-486b-8445-6bc29ae42c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (7f7cb5d5-d080-45ce-9fbd-01a5eb48e829), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:12.318053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-a08d8e00-1cc5-486b-8445-6bc29ae42c28 admin admin] Calling delete_port for 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:50:12.402245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a342ac0e-a898-4559-a3bf-774a900fd201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'name': 'tempest-TestMinimumBasicScenario-2003146901-router', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:50:11Z', 'revision_number': 5, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'gw_port': {'id': '7f7cb5d5-d080-45ce-9fbd-01a5eb48e829', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:12.427721 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a342ac0e-a898-4559-a3bf-774a900fd201 None None] Checking router: d6fc185c-436b-419c-bf09-287ebbf18472 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:50:12.436883 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a342ac0e-a898-4559-a3bf-774a900fd201 None None] Routers {'d6fc185c-436b-419c-bf09-287ebbf18472'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:50:12.437650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a342ac0e-a898-4559-a3bf-774a900fd201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:50:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['d6fc185c-436b-419c-bf09-287ebbf18472'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:12.485626 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a08d8e00-1cc5-486b-8445-6bc29ae42c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (7f7cb5d5-d080-45ce-9fbd-01a5eb48e829), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:12.510688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d8e00-1cc5-486b-8445-6bc29ae42c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7cb5d5-d080-45ce-9fbd-01a5eb48e829,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:12.532036 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-a342ac0e-a898-4559-a3bf-774a900fd201 None None] Set router d6fc185c-436b-419c-bf09-287ebbf18472 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:50:12.575086 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a08d8e00-1cc5-486b-8445-6bc29ae42c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (d6fc185c-436b-419c-bf09-287ebbf18472), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:12.585929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a342ac0e-a898-4559-a3bf-774a900fd201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'name': 'tempest-TestMinimumBasicScenario-2003146901-router', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:50:12Z', 'revision_number': 6, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:12.612114 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a342ac0e-a898-4559-a3bf-774a900fd201 None None] The sync data for ids ['d6fc185c-436b-419c-bf09-287ebbf18472'] in n-d-760455-9 is: [{'id': 'd6fc185c-436b-419c-bf09-287ebbf18472', 'name': 'tempest-TestMinimumBasicScenario-2003146901-router', 'tenant_id': '98729b17e257425089d8ebac712ad8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:44Z', 'updated_at': '2022-03-24T01:50:12Z', 'revision_number': 6, 'project_id': '98729b17e257425089d8ebac712ad8f9', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:50:12.669008 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a08d8e00-1cc5-486b-8445-6bc29ae42c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (d6fc185c-436b-419c-bf09-287ebbf18472), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:12.671186 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a08d8e00-1cc5-486b-8445-6bc29ae42c28 admin admin] Publish callbacks [] for router_controller (d6fc185c-436b-419c-bf09-287ebbf18472), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:12.723140 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a08d8e00-1cc5-486b-8445-6bc29ae42c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (d6fc185c-436b-419c-bf09-287ebbf18472), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:12.723711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08d8e00-1cc5-486b-8445-6bc29ae42c28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6fc185c-436b-419c-bf09-287ebbf18472 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:50:12.727942 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a08d8e00-1cc5-486b-8445-6bc29ae42c28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:12.729103 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a08d8e00-1cc5-486b-8445-6bc29ae42c28 admin admin] 10.222.0.45 "DELETE /v2.0/routers/d6fc185c-436b-419c-bf09-287ebbf18472 HTTP/1.1" status: 204 len: 168 time: 0.7808580 Mar 24 01:50:12.731698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39874) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:12.778157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab77df2-5d4a-42ae-a81e-c7326f4e4cc2 admin admin] Deleting subnet 1a455027-64ab-405e-860c-fe44ffdecb9f {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:50:12.781285 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ab77df2-5d4a-42ae-a81e-c7326f4e4cc2 admin admin] Publish callbacks [] for subnet (1a455027-64ab-405e-860c-fe44ffdecb9f), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:12.815299 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ab77df2-5d4a-42ae-a81e-c7326f4e4cc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (1a455027-64ab-405e-860c-fe44ffdecb9f), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:12.889358 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ab77df2-5d4a-42ae-a81e-c7326f4e4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (1a455027-64ab-405e-860c-fe44ffdecb9f), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:12.942047 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ab77df2-5d4a-42ae-a81e-c7326f4e4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (1a455027-64ab-405e-860c-fe44ffdecb9f), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:12.975284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab77df2-5d4a-42ae-a81e-c7326f4e4cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a455027-64ab-405e-860c-fe44ffdecb9f,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:12.983576 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-8ab77df2-5d4a-42ae-a81e-c7326f4e4cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:12.987448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8ab77df2-5d4a-42ae-a81e-c7326f4e4cc2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1a455027-64ab-405e-860c-fe44ffdecb9f HTTP/1.1" status: 204 len: 168 time: 0.2548149 Mar 24 01:50:12.990048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39876) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:12.992263 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f69048-9f71-413c-b12a-522d2aad61da None None] Network 749969e7-a9b5-4822-96c2-37b9fd9c3442 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:50:13.092888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 14b2d77f-a3da-493c-8183-6b5fce3a5748 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:50:13.117580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 14b2d77f-a3da-493c-8183-6b5fce3a5748 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:50:13.117927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 14b2d77f-a3da-493c-8183-6b5fce3a5748 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:50:13.395324 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (749969e7-a9b5-4822-96c2-37b9fd9c3442), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:13.446313 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] DHCP port deletion for 749969e7-a9b5-4822-96c2-37b9fd9c3442 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:50:13.458011 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] Deleting port 87a2af1f-ea02-4701-8658-f0e31911f652 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:50:13.458356 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (87a2af1f-ea02-4701-8658-f0e31911f652), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:13.501194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Deleting port 87a2af1f-ea02-4701-8658-f0e31911f652 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:50:13.501609 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (87a2af1f-ea02-4701-8658-f0e31911f652), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:13.528165 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] For port 87a2af1f-ea02-4701-8658-f0e31911f652, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=87a2af1f-ea02-4701-8658-f0e31911f652,segment=NetworkSegment(cee6b714-9b50-489e-98d8-3568428903e1),segment_id=cee6b714-9b50-489e-98d8-3568428903e1)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:50:13.528659 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (87a2af1f-ea02-4701-8658-f0e31911f652), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:13.543826 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] Calling delete_port for 87a2af1f-ea02-4701-8658-f0e31911f652 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:50:13.564981 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] For port 87a2af1f-ea02-4701-8658-f0e31911f652, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=87a2af1f-ea02-4701-8658-f0e31911f652,segment=NetworkSegment(cee6b714-9b50-489e-98d8-3568428903e1),segment_id=cee6b714-9b50-489e-98d8-3568428903e1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:50:13.565410 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (87a2af1f-ea02-4701-8658-f0e31911f652), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:13.579356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Calling delete_port for 87a2af1f-ea02-4701-8658-f0e31911f652 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:50:13.629486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (87a2af1f-ea02-4701-8658-f0e31911f652), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:13.657171 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] Pushing event deleted for resources: {'Port': ['ID=87a2af1f-ea02-4701-8658-f0e31911f652,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:13.659208 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (87a2af1f-ea02-4701-8658-f0e31911f652), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:13.660776 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] No DVR routers for this DVR port 87a2af1f-ea02-4701-8658-f0e31911f652 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:50:13.688291 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Pushing event deleted for resources: {'Port': ['ID=87a2af1f-ea02-4701-8658-f0e31911f652,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:13.696194 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] No DVR routers for this DVR port 87a2af1f-ea02-4701-8658-f0e31911f652 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:50:13.698749 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:13.699154 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:13.699459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:13.699858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:13.701178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:13.701178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:13.701178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:13.701540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:13.701817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:13.702148 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:13.702673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:13.702833 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:13.703118 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:13.703545 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:13.703786 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b43cb-6ff3-4acb-8a23-f03b760a1ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:13.749506 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (749969e7-a9b5-4822-96c2-37b9fd9c3442), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:13.772022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749969e7-a9b5-4822-96c2-37b9fd9c3442']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:13.781526 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee6b714-9b50-489e-98d8-3568428903e1') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:13.781829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee6b714-9b50-489e-98d8-3568428903e1') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:13.791197 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (cee6b714-9b50-489e-98d8-3568428903e1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:13.804490 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (cee6b714-9b50-489e-98d8-3568428903e1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:13.810693 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:50:13.811081 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (cee6b714-9b50-489e-98d8-3568428903e1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:50:13.813476 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:50:13.869220 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (749969e7-a9b5-4822-96c2-37b9fd9c3442), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:13.876540 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:13.879669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] 10.222.0.45 "DELETE /v2.0/networks/749969e7-a9b5-4822-96c2-37b9fd9c3442 HTTP/1.1" status: 204 len: 168 time: 0.8886921 Mar 24 01:50:13.882890 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39878) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:13.889193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4391b8-8ef3-4b96-8673-b2827ba666dc admin admin] Pushing event deleted for resources: {'Network': ['ID=749969e7-a9b5-4822-96c2-37b9fd9c3442,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:14.225633 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d54ef6d-613e-434b-bccc-b3175314ac97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:14.769626 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-6d54ef6d-613e-434b-bccc-b3175314ac97 admin admin] Deleting port b0da7da9-d70b-4aa6-b502-fb3da31cd955 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:50:14.769883 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d54ef6d-613e-434b-bccc-b3175314ac97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:14.844618 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-6d54ef6d-613e-434b-bccc-b3175314ac97 admin admin] For port b0da7da9-d70b-4aa6-b502-fb3da31cd955, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b0da7da9-d70b-4aa6-b502-fb3da31cd955,segment=NetworkSegment(7bf791f5-d247-4ec1-9d72-e89cfd649888),segment_id=7bf791f5-d247-4ec1-9d72-e89cfd649888)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:50:14.844975 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d54ef6d-613e-434b-bccc-b3175314ac97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:14.857071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-6d54ef6d-613e-434b-bccc-b3175314ac97 admin admin] Calling delete_port for b0da7da9-d70b-4aa6-b502-fb3da31cd955 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:50:14.952837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 87a2af1f-ea02-4701-8658-f0e31911f652 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:50:14.974120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 87a2af1f-ea02-4701-8658-f0e31911f652 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:50:14.974564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 87a2af1f-ea02-4701-8658-f0e31911f652 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:50:14.975081 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:50:14.994287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:50:14.994668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 7f7cb5d5-d080-45ce-9fbd-01a5eb48e829 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:50:15.037548 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d54ef6d-613e-434b-bccc-b3175314ac97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b0da7da9-d70b-4aa6-b502-fb3da31cd955), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:15.061328 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54ef6d-613e-434b-bccc-b3175314ac97 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0da7da9-d70b-4aa6-b502-fb3da31cd955,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:15.231316 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6d54ef6d-613e-434b-bccc-b3175314ac97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:15.462937 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d54ef6d-613e-434b-bccc-b3175314ac97 admin admin] Router 4d33a3ec-5a58-4151-8d9e-b37bdec7383d has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:50:15.566324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d54ef6d-613e-434b-bccc-b3175314ac97 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:50:15.571209 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6d54ef6d-613e-434b-bccc-b3175314ac97 admin admin] 10.222.0.45 "PUT /v2.0/routers/4d33a3ec-5a58-4151-8d9e-b37bdec7383d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6873474 Mar 24 01:50:15.574005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39880) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:15.577440 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e20502-207d-4e5a-86e6-94e862d5d63a None None] Sync routers for ids ['4d33a3ec-5a58-4151-8d9e-b37bdec7383d'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:50:15.587290 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e20502-207d-4e5a-86e6-94e862d5d63a None None] Routers {'4d33a3ec-5a58-4151-8d9e-b37bdec7383d'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:50:15.587906 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-85e20502-207d-4e5a-86e6-94e862d5d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:50:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4d33a3ec-5a58-4151-8d9e-b37bdec7383d'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:15.680441 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bfd049a0-7ca6-45cf-bdf1-dc582f315122 admin admin] Publish callbacks [] for router (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:15.785424 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-85e20502-207d-4e5a-86e6-94e862d5d63a None None] Set router 4d33a3ec-5a58-4151-8d9e-b37bdec7383d gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:50:15.786008 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bfd049a0-7ca6-45cf-bdf1-dc582f315122 admin admin] Publish callbacks [] for router_gateway (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:15.837738 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-bfd049a0-7ca6-45cf-bdf1-dc582f315122 admin admin] Deleting port 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:50:15.837992 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bfd049a0-7ca6-45cf-bdf1-dc582f315122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:15.919889 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-bfd049a0-7ca6-45cf-bdf1-dc582f315122 admin admin] For port 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:50:15.920258 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bfd049a0-7ca6-45cf-bdf1-dc582f315122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:15.933142 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-bfd049a0-7ca6-45cf-bdf1-dc582f315122 admin admin] Calling delete_port for 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:50:15.957384 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-85e20502-207d-4e5a-86e6-94e862d5d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'name': 'tempest-TestMinimumBasicScenario-1603975109-router', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:48Z', 'updated_at': '2022-03-24T01:50:14Z', 'revision_number': 5, 'project_id': '5f34d85b448240ff9fdbd162e43ea92e', 'gw_port': {'id': '49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:47:49Z', 'updated_at': '2022-03-24T01:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:15.987084 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e20502-207d-4e5a-86e6-94e862d5d63a None None] Checking router: 4d33a3ec-5a58-4151-8d9e-b37bdec7383d for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:50:15.995498 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e20502-207d-4e5a-86e6-94e862d5d63a None None] Routers {'4d33a3ec-5a58-4151-8d9e-b37bdec7383d'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:50:15.996138 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-85e20502-207d-4e5a-86e6-94e862d5d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:50:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['4d33a3ec-5a58-4151-8d9e-b37bdec7383d'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:16.084719 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-85e20502-207d-4e5a-86e6-94e862d5d63a None None] Set router 4d33a3ec-5a58-4151-8d9e-b37bdec7383d gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:50:16.100310 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bfd049a0-7ca6-45cf-bdf1-dc582f315122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:16.122898 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd049a0-7ca6-45cf-bdf1-dc582f315122 admin admin] Pushing event deleted for resources: {'Port': ['ID=49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:16.135106 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-85e20502-207d-4e5a-86e6-94e862d5d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'name': 'tempest-TestMinimumBasicScenario-1603975109-router', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:48Z', 'updated_at': '2022-03-24T01:50:15Z', 'revision_number': 6, 'project_id': '5f34d85b448240ff9fdbd162e43ea92e', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:16.164811 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e20502-207d-4e5a-86e6-94e862d5d63a None None] The sync data for ids ['4d33a3ec-5a58-4151-8d9e-b37bdec7383d'] in n-d-760455-9 is: [{'id': '4d33a3ec-5a58-4151-8d9e-b37bdec7383d', 'name': 'tempest-TestMinimumBasicScenario-1603975109-router', 'tenant_id': '5f34d85b448240ff9fdbd162e43ea92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:47:48Z', 'updated_at': '2022-03-24T01:50:15Z', 'revision_number': 6, 'project_id': '5f34d85b448240ff9fdbd162e43ea92e', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:50:16.195899 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bfd049a0-7ca6-45cf-bdf1-dc582f315122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:16.287011 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bfd049a0-7ca6-45cf-bdf1-dc582f315122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:16.289167 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bfd049a0-7ca6-45cf-bdf1-dc582f315122 admin admin] Publish callbacks [] for router_controller (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:16.332876 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bfd049a0-7ca6-45cf-bdf1-dc582f315122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (4d33a3ec-5a58-4151-8d9e-b37bdec7383d), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:16.333417 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd049a0-7ca6-45cf-bdf1-dc582f315122 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d33a3ec-5a58-4151-8d9e-b37bdec7383d {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:50:16.338068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-bfd049a0-7ca6-45cf-bdf1-dc582f315122 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:16.339195 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-bfd049a0-7ca6-45cf-bdf1-dc582f315122 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4d33a3ec-5a58-4151-8d9e-b37bdec7383d HTTP/1.1" status: 204 len: 168 time: 0.7642992 Mar 24 01:50:16.341826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39882) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:16.384355 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfdf8f3-9d96-42df-b535-0907dae4b6bc admin admin] Deleting subnet 6e4cd0f4-282f-4b4e-b033-f62f12216697 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:50:16.387269 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3bfdf8f3-9d96-42df-b535-0907dae4b6bc admin admin] Publish callbacks [] for subnet (6e4cd0f4-282f-4b4e-b033-f62f12216697), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:16.424470 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3bfdf8f3-9d96-42df-b535-0907dae4b6bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (6e4cd0f4-282f-4b4e-b033-f62f12216697), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:16.498794 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3bfdf8f3-9d96-42df-b535-0907dae4b6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (6e4cd0f4-282f-4b4e-b033-f62f12216697), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:16.556215 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3bfdf8f3-9d96-42df-b535-0907dae4b6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (6e4cd0f4-282f-4b4e-b033-f62f12216697), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:16.586004 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdf8f3-9d96-42df-b535-0907dae4b6bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e4cd0f4-282f-4b4e-b033-f62f12216697,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:16.587996 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3bfdf8f3-9d96-42df-b535-0907dae4b6bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:16.591253 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3bfdf8f3-9d96-42df-b535-0907dae4b6bc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6e4cd0f4-282f-4b4e-b033-f62f12216697 HTTP/1.1" status: 204 len: 168 time: 0.2484863 Mar 24 01:50:16.593530 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e369c9d-2abb-4faa-9102-7ca72b865ffd None None] Network d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:50:16.594127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39884) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:16.664200 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:16.717374 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] Deleting port e009d2c8-eacb-4689-a5e9-703f1d19eac3 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:50:16.717722 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e009d2c8-eacb-4689-a5e9-703f1d19eac3), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:16.785281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] For port e009d2c8-eacb-4689-a5e9-703f1d19eac3, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e009d2c8-eacb-4689-a5e9-703f1d19eac3,segment=NetworkSegment(7bf791f5-d247-4ec1-9d72-e89cfd649888),segment_id=7bf791f5-d247-4ec1-9d72-e89cfd649888)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:50:16.785646 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e009d2c8-eacb-4689-a5e9-703f1d19eac3), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:16.798487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] Calling delete_port for e009d2c8-eacb-4689-a5e9-703f1d19eac3 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:50:16.874760 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (e009d2c8-eacb-4689-a5e9-703f1d19eac3), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:16.903806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] Pushing event deleted for resources: {'Port': ['ID=e009d2c8-eacb-4689-a5e9-703f1d19eac3,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:16.907281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] No DVR routers for this DVR port e009d2c8-eacb-4689-a5e9-703f1d19eac3 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:50:16.938188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a690fe5f-fc3c-4597-9750-229270302606 None None] DHCP port deletion for d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:50:16.983551 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:17.001814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b0da7da9-d70b-4aa6-b502-fb3da31cd955 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:50:17.006482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:17.016017 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf791f5-d247-4ec1-9d72-e89cfd649888') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:17.016315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf791f5-d247-4ec1-9d72-e89cfd649888') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:17.021252 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: b0da7da9-d70b-4aa6-b502-fb3da31cd955 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:50:17.021678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b0da7da9-d70b-4aa6-b502-fb3da31cd955 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:50:17.022171 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e009d2c8-eacb-4689-a5e9-703f1d19eac3 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:50:17.026210 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (7bf791f5-d247-4ec1-9d72-e89cfd649888), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:17.042691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: e009d2c8-eacb-4689-a5e9-703f1d19eac3 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:50:17.043012 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e009d2c8-eacb-4689-a5e9-703f1d19eac3 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:50:17.043151 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (7bf791f5-d247-4ec1-9d72-e89cfd649888), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:17.043556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:50:17.051275 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:50:17.051710 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (7bf791f5-d247-4ec1-9d72-e89cfd649888), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:50:17.053565 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:50:17.068301 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:50:17.068553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 49df3bd8-0fd5-4f7b-92cc-19c47ba15eb1 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:50:17.121436 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:17.131104 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:17.134340 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] 10.222.0.45 "DELETE /v2.0/networks/d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09 HTTP/1.1" status: 204 len: 168 time: 0.5392010 Mar 24 01:50:17.145456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b27b7-9aaa-470f-bb21-196a7db4274f admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b3b8fb-2936-4475-8cdf-cbc1a9ac3a09,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:17.321062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39888) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:17.361342 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-928f8b45-0ca9-4bfb-9cb4-ce9a7d069a7b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=98729b17e257425089d8ebac712ad8f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390737 Mar 24 01:50:17.363845 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39890) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:17.410225 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9aa41bb-146d-41a4-8a94-e8f55033b0e6 admin admin] Publish callbacks [] for security_group (2865cbe4-a03c-453d-9668-27d52b433ff7), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:17.430768 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9aa41bb-146d-41a4-8a94-e8f55033b0e6 admin admin] Publish callbacks [] for security_group (2865cbe4-a03c-453d-9668-27d52b433ff7), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:17.482038 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9aa41bb-146d-41a4-8a94-e8f55033b0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (2865cbe4-a03c-453d-9668-27d52b433ff7), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:17.484789 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c9aa41bb-146d-41a4-8a94-e8f55033b0e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:17.486009 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c9aa41bb-146d-41a4-8a94-e8f55033b0e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2865cbe4-a03c-453d-9668-27d52b433ff7 HTTP/1.1" status: 204 len: 168 time: 0.1212523 Mar 24 01:50:17.493750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa41bb-146d-41a4-8a94-e8f55033b0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2865cbe4-a03c-453d-9668-27d52b433ff7,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:17.806604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39896) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:17.846210 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-727ecb87-95ec-4de3-8bc7-803ca5d9befc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f34d85b448240ff9fdbd162e43ea92e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384865 Mar 24 01:50:17.848754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39898) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:17.895602 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9318597d-f463-4e98-ae3d-935aaf9830a5 admin admin] Publish callbacks [] for security_group (00aca699-a825-45c8-8de6-bb88708845fa), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:17.915948 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9318597d-f463-4e98-ae3d-935aaf9830a5 admin admin] Publish callbacks [] for security_group (00aca699-a825-45c8-8de6-bb88708845fa), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:17.962906 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9318597d-f463-4e98-ae3d-935aaf9830a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (00aca699-a825-45c8-8de6-bb88708845fa), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:17.965488 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-9318597d-f463-4e98-ae3d-935aaf9830a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:17.966604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-9318597d-f463-4e98-ae3d-935aaf9830a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00aca699-a825-45c8-8de6-bb88708845fa HTTP/1.1" status: 204 len: 168 time: 0.1169627 Mar 24 01:50:17.974227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318597d-f463-4e98-ae3d-935aaf9830a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aca699-a825-45c8-8de6-bb88708845fa,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:19.469136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 39938) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:19.473798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-7d5a4c27-db18-4b6b-9ac5-5936cef11434 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-809677767', 'description': 'tempest-secgroup-smoke-809677767 description', 'project_id': '570af92d73ce477eab0032c6e4bb8590'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:50:19.493708 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4c27-db18-4b6b-9ac5-5936cef11434 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:19.501758 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4c27-db18-4b6b-9ac5-5936cef11434 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:19.577434 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4c27-db18-4b6b-9ac5-5936cef11434 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (fcbe9670-30d0-4b8c-8a7c-499dbb2aa9d4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:19.581686 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4c27-db18-4b6b-9ac5-5936cef11434 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fcbe9670-30d0-4b8c-8a7c-499dbb2aa9d4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:19.618822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a4c27-db18-4b6b-9ac5-5936cef11434 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbe9670-30d0-4b8c-8a7c-499dbb2aa9d4,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:19.659878 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4c27-db18-4b6b-9ac5-5936cef11434 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (350def26-4f40-42fc-9444-943a9f84e35f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:19.663072 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4c27-db18-4b6b-9ac5-5936cef11434 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (350def26-4f40-42fc-9444-943a9f84e35f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:19.692441 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4c27-db18-4b6b-9ac5-5936cef11434 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:19.693667 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7d5a4c27-db18-4b6b-9ac5-5936cef11434 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2235208 Mar 24 01:50:19.695517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a4c27-db18-4b6b-9ac5-5936cef11434 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350def26-4f40-42fc-9444-943a9f84e35f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:19.696726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39940) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:19.702011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5c75a5fc-3544-45f0-a3f7-e8772c020b43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '350def26-4f40-42fc-9444-943a9f84e35f', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:50:19.725740 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c75a5fc-3544-45f0-a3f7-e8772c020b43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (dd7cc763-d337-4c22-a559-392a7b43e3f7), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:19.784680 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c75a5fc-3544-45f0-a3f7-e8772c020b43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (dd7cc763-d337-4c22-a559-392a7b43e3f7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:19.788002 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c75a5fc-3544-45f0-a3f7-e8772c020b43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (dd7cc763-d337-4c22-a559-392a7b43e3f7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:19.806155 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75a5fc-3544-45f0-a3f7-e8772c020b43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7cc763-d337-4c22-a559-392a7b43e3f7,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:19.815094 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5c75a5fc-3544-45f0-a3f7-e8772c020b43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:19.816286 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5c75a5fc-3544-45f0-a3f7-e8772c020b43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182075 Mar 24 01:50:19.819011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39942) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:19.823188 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-294f05b8-eb52-4e50-9a67-7342d73fef74 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '350def26-4f40-42fc-9444-943a9f84e35f', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:50:19.846286 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-294f05b8-eb52-4e50-9a67-7342d73fef74 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (aa6d6bd5-09b5-42d9-8190-71c358f50897), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:19.900163 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-294f05b8-eb52-4e50-9a67-7342d73fef74 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (aa6d6bd5-09b5-42d9-8190-71c358f50897), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:19.903890 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-294f05b8-eb52-4e50-9a67-7342d73fef74 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (aa6d6bd5-09b5-42d9-8190-71c358f50897), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:19.921756 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f05b8-eb52-4e50-9a67-7342d73fef74 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6d6bd5-09b5-42d9-8190-71c358f50897,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:19.930788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-294f05b8-eb52-4e50-9a67-7342d73fef74 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:19.931977 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-294f05b8-eb52-4e50-9a67-7342d73fef74 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1120386 Mar 24 01:50:19.934714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39944) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:19.939492 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0d86d6d2-1a41-423e-855b-b4e27fb35cf7 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '350def26-4f40-42fc-9444-943a9f84e35f', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:50:19.963429 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d86d6d2-1a41-423e-855b-b4e27fb35cf7 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (ea9f3d8f-6db9-413e-a9a5-f4e1ca8412cc), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.018435 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d86d6d2-1a41-423e-855b-b4e27fb35cf7 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (ea9f3d8f-6db9-413e-a9a5-f4e1ca8412cc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.021838 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d86d6d2-1a41-423e-855b-b4e27fb35cf7 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (ea9f3d8f-6db9-413e-a9a5-f4e1ca8412cc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.039506 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86d6d2-1a41-423e-855b-b4e27fb35cf7 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9f3d8f-6db9-413e-a9a5-f4e1ca8412cc,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:20.047058 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0d86d6d2-1a41-423e-855b-b4e27fb35cf7 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.048261 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0d86d6d2-1a41-423e-855b-b4e27fb35cf7 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126564 Mar 24 01:50:20.050972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39946) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:20.055229 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-5580a7ad-904a-4b8a-9c5c-0c261230fe20 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '350def26-4f40-42fc-9444-943a9f84e35f', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:50:20.079110 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5580a7ad-904a-4b8a-9c5c-0c261230fe20 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (1cc607ad-f483-4b68-a7ce-61b31b8ef252), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.136283 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5580a7ad-904a-4b8a-9c5c-0c261230fe20 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (1cc607ad-f483-4b68-a7ce-61b31b8ef252), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.140015 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5580a7ad-904a-4b8a-9c5c-0c261230fe20 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (1cc607ad-f483-4b68-a7ce-61b31b8ef252), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.154663 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580a7ad-904a-4b8a-9c5c-0c261230fe20 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc607ad-f483-4b68-a7ce-61b31b8ef252,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:20.165154 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5580a7ad-904a-4b8a-9c5c-0c261230fe20 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.167289 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5580a7ad-904a-4b8a-9c5c-0c261230fe20 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143456 Mar 24 01:50:20.169253 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39948) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:20.173556 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-efbd0ccf-9e0a-4168-9851-6dc69da2fb89 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '350def26-4f40-42fc-9444-943a9f84e35f', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:50:20.192866 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-efbd0ccf-9e0a-4168-9851-6dc69da2fb89 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Project 570af92d73ce477eab0032c6e4bb8590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:50:20.197640 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-efbd0ccf-9e0a-4168-9851-6dc69da2fb89 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (309cca77-3402-48ce-9cfc-b96a9c41620f), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.256883 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-efbd0ccf-9e0a-4168-9851-6dc69da2fb89 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (309cca77-3402-48ce-9cfc-b96a9c41620f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.260306 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-efbd0ccf-9e0a-4168-9851-6dc69da2fb89 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (309cca77-3402-48ce-9cfc-b96a9c41620f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.277873 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd0ccf-9e0a-4168-9851-6dc69da2fb89 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309cca77-3402-48ce-9cfc-b96a9c41620f,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:20.284851 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-efbd0ccf-9e0a-4168-9851-6dc69da2fb89 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.286092 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-efbd0ccf-9e0a-4168-9851-6dc69da2fb89 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158772 Mar 24 01:50:20.288808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39950) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:20.292969 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-97d7ec97-3269-4cbf-95fe-022725c21ee2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '350def26-4f40-42fc-9444-943a9f84e35f', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:50:20.311288 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-97d7ec97-3269-4cbf-95fe-022725c21ee2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Project 570af92d73ce477eab0032c6e4bb8590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:50:20.316306 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97d7ec97-3269-4cbf-95fe-022725c21ee2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (c67bd5e2-493d-4505-b4ee-f9db0c17f2ca), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.373045 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97d7ec97-3269-4cbf-95fe-022725c21ee2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (c67bd5e2-493d-4505-b4ee-f9db0c17f2ca), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.376895 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97d7ec97-3269-4cbf-95fe-022725c21ee2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c67bd5e2-493d-4505-b4ee-f9db0c17f2ca), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.394162 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7ec97-3269-4cbf-95fe-022725c21ee2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67bd5e2-493d-4505-b4ee-f9db0c17f2ca,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:20.401667 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-97d7ec97-3269-4cbf-95fe-022725c21ee2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.402839 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-97d7ec97-3269-4cbf-95fe-022725c21ee2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1131032 Mar 24 01:50:20.405869 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39952) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:20.410530 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-94616eb7-098c-4ff9-a080-c3aa47f6ba7e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'network': {'name': 'tempest-network-smoke--1980747681', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'port_security_enabled': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:50:20.428566 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94616eb7-098c-4ff9-a080-c3aa47f6ba7e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Made reservation on behalf of 570af92d73ce477eab0032c6e4bb8590 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:50:20.431735 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94616eb7-098c-4ff9-a080-c3aa47f6ba7e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.454140 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94616eb7-098c-4ff9-a080-c3aa47f6ba7e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:50:20.462364 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94616eb7-098c-4ff9-a080-c3aa47f6ba7e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.462701 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-94616eb7-098c-4ff9-a080-c3aa47f6ba7e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Added segment dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1 of type vlan for network 00c29d1c-4b98-4799-b633-ef60d2cf61c0 Mar 24 01:50:20.502713 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94616eb7-098c-4ff9-a080-c3aa47f6ba7e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (00c29d1c-4b98-4799-b633-ef60d2cf61c0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.526366 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94616eb7-098c-4ff9-a080-c3aa47f6ba7e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (00c29d1c-4b98-4799-b633-ef60d2cf61c0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.531134 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94616eb7-098c-4ff9-a080-c3aa47f6ba7e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:20.531742 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-94616eb7-098c-4ff9-a080-c3aa47f6ba7e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.592121 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-94616eb7-098c-4ff9-a080-c3aa47f6ba7e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1852498 Mar 24 01:50:20.595084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39954) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:20.601166 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-628221661', 'admin_state_up': True, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:50:20.606785 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94616eb7-098c-4ff9-a080-c3aa47f6ba7e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Network': ['ID=00c29d1c-4b98-4799-b633-ef60d2cf61c0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:20.618832 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 00c29d1c-4b98-4799-b633-ef60d2cf61c0 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:50:20.626466 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (618e5f6f-439d-4fb7-bc33-64b6c5bec010), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.627465 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (618e5f6f-439d-4fb7-bc33-64b6c5bec010), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.683257 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_controller (618e5f6f-439d-4fb7-bc33-64b6c5bec010), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:20.821130 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (618e5f6f-439d-4fb7-bc33-64b6c5bec010), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:21.010227 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (618e5f6f-439d-4fb7-bc33-64b6c5bec010), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:21.028732 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:21.136257 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.25.0.136 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:50:21.239475 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:21.273796 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:21.314559 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:50:21.317444 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:50:21.323514 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:50:21.345657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:21.573396 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (618e5f6f-439d-4fb7-bc33-64b6c5bec010), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:21.777477 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (618e5f6f-439d-4fb7-bc33-64b6c5bec010), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:22.208956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:50:22.312070 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:50:22.325204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Sync routers for ids ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:50:22.333728 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:22.334965 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-574e3992-db98-4a31-8b83-52e437361879 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7389519 Mar 24 01:50:22.336903 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Routers {'618e5f6f-439d-4fb7-bc33-64b6c5bec010'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:50:22.337553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:50:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:22.338052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39956) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:22.445394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Set router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:50:22.480316 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2b4e32c7-017b-45c5-8d0b-91dcf50c060a tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=570af92d73ce477eab0032c6e4bb8590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1410785 Mar 24 01:50:22.482935 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39960) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:22.569088 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a5b375-a7c9-4949-aaca-e3ded5e8ffe7 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:22.570629 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-47a5b375-a7c9-4949-aaca-e3ded5e8ffe7 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868037 Mar 24 01:50:22.573805 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39962) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:22.601385 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4dc59b34-893e-40d9-8117-defa83c05bfe tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265040 Mar 24 01:50:22.603968 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39964) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:22.608744 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-9d41c836-a6fa-4632-bf35-81f7592a9c33 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-54576470', 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:50:22.620980 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628221661', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:50:20Z', 'updated_at': '2022-03-24T01:50:21Z', 'revision_number': 3, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:21Z', 'updated_at': '2022-03-24T01:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:22.647681 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Checking router: 618e5f6f-439d-4fb7-bc33-64b6c5bec010 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:50:22.648032 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Updating router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 port b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:50:22.675330 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:22.699640 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d41c836-a6fa-4632-bf35-81f7592a9c33 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Made reservation on behalf of 570af92d73ce477eab0032c6e4bb8590 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:50:22.703829 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d41c836-a6fa-4632-bf35-81f7592a9c33 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:22.887735 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d41c836-a6fa-4632-bf35-81f7592a9c33 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (8439ddc3-9b06-4d58-9be0-f43b07c65f6a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:22.939842 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Publish callbacks [] for port (b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:22.945236 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:22.946630 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41c836-a6fa-4632-bf35-81f7592a9c33 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Subnet': ['ID=8439ddc3-9b06-4d58-9be0-f43b07c65f6a,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:22.956963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d41c836-a6fa-4632-bf35-81f7592a9c33 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Checking segment: {'id': 'dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:50:22.957276 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d41c836-a6fa-4632-bf35-81f7592a9c33 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network hostable DHCP agents. Network: 00c29d1c-4b98-4799-b633-ef60d2cf61c0, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:50:22.974401 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d41c836-a6fa-4632-bf35-81f7592a9c33 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network 00c29d1c-4b98-4799-b633-ef60d2cf61c0 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:50:22.983971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-9d41c836-a6fa-4632-bf35-81f7592a9c33 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 00c29d1c-4b98-4799-b633-ef60d2cf61c0) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:50:22.988708 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d41c836-a6fa-4632-bf35-81f7592a9c33 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:22.989355 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-9d41c836-a6fa-4632-bf35-81f7592a9c33 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:22.995531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ac3e9d-8eb5-4604-90b8-beaf4e4b6d40 None None] Network 00c29d1c-4b98-4799-b633-ef60d2cf61c0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:50:23.005929 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-9d41c836-a6fa-4632-bf35-81f7592a9c33 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4008143 Mar 24 01:50:23.008660 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 39968) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:23.045741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Attempting to bind port b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:50:23.046116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Attempting to bind port b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:50:23.046497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Attempting to bind port b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:50:23.054171 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a2987-151a-4fa8-9dd6-32de1aba29ba None None] Pushing event updated for resources: {'Port': ['ID=b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:23.063964 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:50:23.064428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:50:23.064839 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:23.065257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:50:23.065737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Bound port: b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:50:23.066129 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:23.159369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] For port b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:50:23.170580 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ips': [{'subnet_id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:50:23.171457 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:23.183282 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] For port b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:50:23.190970 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:23.319756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Routers {'618e5f6f-439d-4fb7-bc33-64b6c5bec010'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:50:23.320393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:50:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:23.322086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a2987-151a-4fa8-9dd6-32de1aba29ba None None] Pushing event updated for resources: {'Port': ['ID=b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:23.448236 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Allocated IP 172.20.0.2 (00c29d1c-4b98-4799-b633-ef60d2cf61c0/8439ddc3-9b06-4d58-9be0-f43b07c65f6a/b7a5eac8-64ff-4f36-8206-2d626ce864d0) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:50:23.455042 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:23.681387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] Set router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:50:23.904452 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Publish callbacks [] for port (b7a5eac8-64ff-4f36-8206-2d626ce864d0), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:23.914320 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (b7a5eac8-64ff-4f36-8206-2d626ce864d0), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:23.956937 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Network 00c29d1c-4b98-4799-b633-ef60d2cf61c0 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:50:23.959277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.20.0.1 (00c29d1c-4b98-4799-b633-ef60d2cf61c0/8439ddc3-9b06-4d58-9be0-f43b07c65f6a/23abe76d-196e-40e5-8d0e-8ddf8e2df379) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:50:23.962091 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:50:23.964445 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:50:23.984357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Pushing event updated for resources: {'Port': ['ID=b7a5eac8-64ff-4f36-8206-2d626ce864d0,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:24.001699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628221661', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:50:20Z', 'updated_at': '2022-03-24T01:50:21Z', 'revision_number': 3, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:21Z', 'updated_at': '2022-03-24T01:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:24.045413 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e40380-391f-431c-b664-c1c2d7b8dcc5 None None] The sync data for ids ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'] in n-d-760455-9 is: [{'id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628221661', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:50:20Z', 'updated_at': '2022-03-24T01:50:21Z', 'revision_number': 3, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:21Z', 'updated_at': '2022-03-24T01:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:50:24.063293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Attempting to bind port b7a5eac8-64ff-4f36-8206-2d626ce864d0 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:50:24.063293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Attempting to bind port b7a5eac8-64ff-4f36-8206-2d626ce864d0 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:50:24.063293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Attempting to bind port b7a5eac8-64ff-4f36-8206-2d626ce864d0 on network 00c29d1c-4b98-4799-b633-ef60d2cf61c0 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:50:24.068117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:50:24.068500 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Checking segment: {'id': 'dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:50:24.068910 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:24.069352 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Bound using segment: {'id': 'dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:50:24.069829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Bound port: b7a5eac8-64ff-4f36-8206-2d626ce864d0, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:50:24.070219 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b7a5eac8-64ff-4f36-8206-2d626ce864d0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:24.081646 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:24.118765 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:24.139263 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] For port b7a5eac8-64ff-4f36-8206-2d626ce864d0, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:50:24.143072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] For port b7a5eac8-64ff-4f36-8206-2d626ce864d0, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b7a5eac8-64ff-4f36-8206-2d626ce864d0,segment=NetworkSegment(dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1),segment_id=dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:50:24.148479 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b7a5eac8-64ff-4f36-8206-2d626ce864d0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:24.162379 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network 00c29d1c-4b98-4799-b633-ef60d2cf61c0 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:50:24.165534 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:50:24.171780 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:50:24.196324 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=23abe76d-196e-40e5-8d0e-8ddf8e2df379,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:24.209997 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb6854-59d3-43f2-820c-5a112cbc8716 None None] Pushing event updated for resources: {'Port': ['ID=b7a5eac8-64ff-4f36-8206-2d626ce864d0,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:24.223416 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (618e5f6f-439d-4fb7-bc33-64b6c5bec010), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:24.393382 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:24.725624 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:24.731235 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:24.817025 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (618e5f6f-439d-4fb7-bc33-64b6c5bec010), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:24.818960 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=23abe76d-196e-40e5-8d0e-8ddf8e2df379,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:24.925352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network 00c29d1c-4b98-4799-b633-ef60d2cf61c0 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:50:24.926968 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:50:25.055105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:50:25.070081 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:50:25.109847 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:50:25.110281 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:25.191571 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:50:25.191974 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:25.194110 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:50:25.199910 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cc2e0f38-1291-4716-9a37-7b85cb26949b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "PUT /v2.0/routers/618e5f6f-439d-4fb7-bc33-64b6c5bec010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1902294 Mar 24 01:50:25.220922 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:50:25.226406 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:25.227449 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b7a5eac8-64ff-4f36-8206-2d626ce864d0 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:50:25.309878 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce004a37-38d6-4b68-9f4c-d2442261aa45 None None] Network 00c29d1c-4b98-4799-b633-ef60d2cf61c0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:50:25.365435 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-0da6acb5-a7a7-404e-92c7-2a10cfa16ce4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809677767&fields=id&tenant_id=570af92d73ce477eab0032c6e4bb8590 HTTP/1.1" status: 200 len: 267 time: 0.0454843 Mar 24 01:50:25.370464 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:25.404110 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-abdd30ad-cc99-4e13-a3fe-2f6282e118be None None] Provisioning complete for port b7a5eac8-64ff-4f36-8206-2d626ce864d0 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:50:25.404483 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-abdd30ad-cc99-4e13-a3fe-2f6282e118be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b7a5eac8-64ff-4f36-8206-2d626ce864d0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:25.438916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b7a5eac8-64ff-4f36-8206-2d626ce864d0 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:50:25.439290 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b7a5eac8-64ff-4f36-8206-2d626ce864d0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:25.472635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-8c0cde13-0add-4c28-9918-feb313b0ef6c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:25.474047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-8c0cde13-0add-4c28-9918-feb313b0ef6c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/networks?id=00c29d1c-4b98-4799-b633-ef60d2cf61c0 HTTP/1.1" status: 200 len: 797 time: 0.1012702 Mar 24 01:50:25.488818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-35a00241-ab55-4411-ab5c-8384dd0cfbf6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/quotas/570af92d73ce477eab0032c6e4bb8590 HTTP/1.1" status: 200 len: 375 time: 0.0090759 Mar 24 01:50:25.564600 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-f566fbe5-d0ed-424a-914f-2d8fa68ea770 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639281 Mar 24 01:50:25.565772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-abdd30ad-cc99-4e13-a3fe-2f6282e118be None None] Current status of the port b7a5eac8-64ff-4f36-8206-2d626ce864d0 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:50:25.566170 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-abdd30ad-cc99-4e13-a3fe-2f6282e118be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b7a5eac8-64ff-4f36-8206-2d626ce864d0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:25.617690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b7a5eac8-64ff-4f36-8206-2d626ce864d0 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:50:25.618092 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b7a5eac8-64ff-4f36-8206-2d626ce864d0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:25.640181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-abdd30ad-cc99-4e13-a3fe-2f6282e118be None None] For port b7a5eac8-64ff-4f36-8206-2d626ce864d0, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b7a5eac8-64ff-4f36-8206-2d626ce864d0,segment=NetworkSegment(dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1),segment_id=dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:50:25.650776 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-abdd30ad-cc99-4e13-a3fe-2f6282e118be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b7a5eac8-64ff-4f36-8206-2d626ce864d0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:25.673664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-71dff7a3-7f0b-49fb-b1f9-cb213492dace service neutron] 10.222.0.45 "GET /v2.0/networks/00c29d1c-4b98-4799-b633-ef60d2cf61c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063240 Mar 24 01:50:25.733573 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:50:25.733953 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:50:25.741589 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd30ad-cc99-4e13-a3fe-2f6282e118be None None] Pushing event updated for resources: {'Port': ['ID=b7a5eac8-64ff-4f36-8206-2d626ce864d0,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:25.774876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-81722cfa-de37-4543-9804-83235d9ceb79 service neutron] 10.222.0.45 "GET /v2.0/networks/00c29d1c-4b98-4799-b633-ef60d2cf61c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002238 Mar 24 01:50:25.872248 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-574249b1-92fe-4781-827d-ec7cf6ac70f2 None None] Provisioning complete for port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:50:25.872625 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-574249b1-92fe-4781-827d-ec7cf6ac70f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:25.949661 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-574249b1-92fe-4781-827d-ec7cf6ac70f2 None None] Port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:50:25.963176 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Sync routers for ids ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:50:25.972415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-574249b1-92fe-4781-827d-ec7cf6ac70f2 None None] Provisioning complete for port b7a5eac8-64ff-4f36-8206-2d626ce864d0 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:50:25.973052 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-574249b1-92fe-4781-827d-ec7cf6ac70f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b7a5eac8-64ff-4f36-8206-2d626ce864d0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:25.978610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-67e01e7f-5614-41b6-96fa-99794fc3291d req-b6a46153-1ccf-4aeb-847e-058c6cfcb881 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 210 time: 0.0590076 Mar 24 01:50:25.989329 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Routers {'618e5f6f-439d-4fb7-bc33-64b6c5bec010'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:50:25.989962 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:50:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:26.081745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-574249b1-92fe-4781-827d-ec7cf6ac70f2 None None] Current status of the port b7a5eac8-64ff-4f36-8206-2d626ce864d0 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:50:26.112463 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Set router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:50:26.210422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7ac5aa2f-91d1-4304-b55c-9c1a06cc769c None None] Provisioning complete for port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:50:26.210807 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7ac5aa2f-91d1-4304-b55c-9c1a06cc769c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:26.277343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5aa2f-91d1-4304-b55c-9c1a06cc769c None None] Port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:50:26.288042 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b7a5eac8-64ff-4f36-8206-2d626ce864d0 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:50:26.351562 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628221661', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:50:20Z', 'updated_at': '2022-03-24T01:50:24Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:21Z', 'updated_at': '2022-03-24T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '23abe76d-196e-40e5-8d0e-8ddf8e2df379', 'name': '', 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:cd:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:23Z', 'updated_at': '2022-03-24T01:50:24Z', 'revision_number': 2, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:26.380497 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Checking router: 618e5f6f-439d-4fb7-bc33-64b6c5bec010 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:50:26.380858 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Updating router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:50:26.399140 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b3017fae-230f-44fd-8a7c-378883e438aa None None] Provisioning complete for port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:50:26.399513 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b3017fae-230f-44fd-8a7c-378883e438aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:26.416662 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:26.436770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b3017fae-230f-44fd-8a7c-378883e438aa None None] Port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:50:26.699400 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Publish callbacks [] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:26.705523 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:26.754371 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Pushing event updated for resources: {'Port': ['ID=23abe76d-196e-40e5-8d0e-8ddf8e2df379,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:26.783806 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:26.784062 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:26.784409 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:26.784744 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:26.785073 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:26.785422 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:26.785745 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:26.786065 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:26.786385 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:26.786704 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:26.787020 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:26.787334 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:26.787645 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:26.787959 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:26.788270 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:50:26.826686 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Attempting to bind port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:50:26.827053 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Attempting to bind port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:50:26.827412 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Attempting to bind port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 on network 00c29d1c-4b98-4799-b633-ef60d2cf61c0 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:50:26.832801 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:50:26.833212 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Checking segment: {'id': 'dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:50:26.833612 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:26.834001 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Bound using segment: {'id': 'dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:50:26.834472 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Bound port: 23abe76d-196e-40e5-8d0e-8ddf8e2df379, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:50:26.834850 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:26.897903 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] For port 23abe76d-196e-40e5-8d0e-8ddf8e2df379, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:50:26.901111 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] For port 23abe76d-196e-40e5-8d0e-8ddf8e2df379, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=23abe76d-196e-40e5-8d0e-8ddf8e2df379,segment=NetworkSegment(dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1),segment_id=dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:50:26.908601 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:26.964484 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Routers {'618e5f6f-439d-4fb7-bc33-64b6c5bec010'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:50:26.965128 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:50:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:26.980834 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c898c8e3-6166-47dc-8edc-16b5e237bfc5 None None] Provisioning complete for port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:50:26.981461 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c898c8e3-6166-47dc-8edc-16b5e237bfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:27.035261 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:50:27.066984 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df06472-c0af-4cf0-b46f-aa17ccdf32c8 None None] Pushing event updated for resources: {'Port': ['ID=23abe76d-196e-40e5-8d0e-8ddf8e2df379,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:27.106605 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3504a849-1da3-42f0-bc90-b06fd6418301 req-47514c97-1be2-4fb1-90c1-15f6b3a99fba tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 210 time: 0.0497866 Mar 24 01:50:27.165137 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] Set router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:50:27.168645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c898c8e3-6166-47dc-8edc-16b5e237bfc5 None None] Current status of the port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:50:27.169273 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c898c8e3-6166-47dc-8edc-16b5e237bfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:27.182342 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:50:27.182999 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:27.242041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c898c8e3-6166-47dc-8edc-16b5e237bfc5 None None] For port 23abe76d-196e-40e5-8d0e-8ddf8e2df379, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=23abe76d-196e-40e5-8d0e-8ddf8e2df379,segment=NetworkSegment(dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1),segment_id=dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:50:27.251012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-c31bf543-23b9-412c-85c1-94aa693000cf tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:27.253402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-c31bf543-23b9-412c-85c1-94aa693000cf tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "GET /v2.0/networks?id=00c29d1c-4b98-4799-b633-ef60d2cf61c0 HTTP/1.1" status: 200 len: 797 time: 0.1943266 Mar 24 01:50:27.255884 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c898c8e3-6166-47dc-8edc-16b5e237bfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:27.351779 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898c8e3-6166-47dc-8edc-16b5e237bfc5 None None] Pushing event updated for resources: {'Port': ['ID=23abe76d-196e-40e5-8d0e-8ddf8e2df379,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:27.354573 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:50:27.356032 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b7a5eac8-64ff-4f36-8206-2d626ce864d0 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:50:27.356892 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-6326f730-8dd8-4f7e-a78f-798cd8608231 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=570af92d73ce477eab0032c6e4bb8590 HTTP/1.1" status: 200 len: 379 time: 0.0954475 Mar 24 01:50:27.367553 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-708b9631-432a-414c-a1ba-fe6e08d4c8b4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'port': {'device_id': 'b5aab7d6-36f1-4498-b87d-0dd88caedeb0', 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'admin_state_up': True, 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'security_groups': ['350def26-4f40-42fc-9444-943a9f84e35f']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:50:27.404802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-4eeae4b7-f646-40ec-926e-8b88bd25186a None None] Provisioning complete for port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:50:27.405254 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4eeae4b7-f646-40ec-926e-8b88bd25186a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:27.445764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b7a5eac8-64ff-4f36-8206-2d626ce864d0 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:50:27.446141 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b7a5eac8-64ff-4f36-8206-2d626ce864d0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:27.488843 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-708b9631-432a-414c-a1ba-fe6e08d4c8b4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Made reservation on behalf of 570af92d73ce477eab0032c6e4bb8590 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:50:27.492506 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-708b9631-432a-414c-a1ba-fe6e08d4c8b4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:27.497720 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628221661', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:50:20Z', 'updated_at': '2022-03-24T01:50:24Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:21Z', 'updated_at': '2022-03-24T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '23abe76d-196e-40e5-8d0e-8ddf8e2df379', 'name': '', 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:cd:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:23Z', 'updated_at': '2022-03-24T01:50:26Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:27.524149 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1da7bbd-7535-4d08-bbb2-c8b0bcf9b845 None None] The sync data for ids ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'] in n-d-760455-9 is: [{'id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628221661', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:50:20Z', 'updated_at': '2022-03-24T01:50:24Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:21Z', 'updated_at': '2022-03-24T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '23abe76d-196e-40e5-8d0e-8ddf8e2df379', 'name': '', 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:cd:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:23Z', 'updated_at': '2022-03-24T01:50:26Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:50:27.534926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-4eeae4b7-f646-40ec-926e-8b88bd25186a None None] Current status of the port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:50:27.581156 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b7a5eac8-64ff-4f36-8206-2d626ce864d0 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:50:27.657173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-708b9631-432a-414c-a1ba-fe6e08d4c8b4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.20.0.8 (00c29d1c-4b98-4799-b633-ef60d2cf61c0/8439ddc3-9b06-4d58-9be0-f43b07c65f6a/db0e2e54-2e0c-47c3-9964-5898b3af581e) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:50:27.807104 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-708b9631-432a-414c-a1ba-fe6e08d4c8b4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (db0e2e54-2e0c-47c3-9964-5898b3af581e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:27.841812 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-708b9631-432a-414c-a1ba-fe6e08d4c8b4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (db0e2e54-2e0c-47c3-9964-5898b3af581e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:27.887416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-708b9631-432a-414c-a1ba-fe6e08d4c8b4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network 00c29d1c-4b98-4799-b633-ef60d2cf61c0 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:50:27.891150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-708b9631-432a-414c-a1ba-fe6e08d4c8b4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:50:27.894174 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-708b9631-432a-414c-a1ba-fe6e08d4c8b4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:50:27.922832 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b9631-432a-414c-a1ba-fe6e08d4c8b4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=db0e2e54-2e0c-47c3-9964-5898b3af581e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:27.953821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-708b9631-432a-414c-a1ba-fe6e08d4c8b4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:27.954518 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-708b9631-432a-414c-a1ba-fe6e08d4c8b4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:27.977715 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-708b9631-432a-414c-a1ba-fe6e08d4c8b4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6153264 Mar 24 01:50:27.987073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-b0ed1564-6054-464b-8076-b80277b777ee tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:50:27.988199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-b0ed1564-6054-464b-8076-b80277b777ee tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056446 Mar 24 01:50:28.053955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Request body: {'port': {'device_id': 'b5aab7d6-36f1-4498-b87d-0dd88caedeb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:50:28.121970 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (db0e2e54-2e0c-47c3-9964-5898b3af581e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:28.163485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-94dc0937-7fed-40f7-9e70-6977e6ccd32c None None] Provisioning complete for port db0e2e54-2e0c-47c3-9964-5898b3af581e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:50:28.165673 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-94dc0937-7fed-40f7-9e70-6977e6ccd32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (db0e2e54-2e0c-47c3-9964-5898b3af581e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:28.213374 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-94dc0937-7fed-40f7-9e70-6977e6ccd32c None None] Port db0e2e54-2e0c-47c3-9964-5898b3af581e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:50:28.355928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e2d7e-a3ed-411c-8174-6c8d1bc92d20 req-db38983d-d23a-40fd-8c30-7c4207e7fa52 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:28.357557 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab4e2d7e-a3ed-411c-8174-6c8d1bc92d20 req-db38983d-d23a-40fd-8c30-7c4207e7fa52 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 931 time: 0.1173496 Mar 24 01:50:28.450231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab4e2d7e-a3ed-411c-8174-6c8d1bc92d20 req-43960919-da71-485e-ae1d-f6d583c5166d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815022 Mar 24 01:50:28.502674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0e2e54-2e0c-47c3-9964-5898b3af581e {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:50:28.511310 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Publish callbacks [] for port (db0e2e54-2e0c-47c3-9964-5898b3af581e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:28.525825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Transition to ACTIVE for port object db0e2e54-2e0c-47c3-9964-5898b3af581e will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:50:28.529020 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (db0e2e54-2e0c-47c3-9964-5898b3af581e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:28.583291 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Pushing event updated for resources: {'Port': ['ID=db0e2e54-2e0c-47c3-9964-5898b3af581e,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:28.654348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Attempting to bind port db0e2e54-2e0c-47c3-9964-5898b3af581e on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:50:28.654490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Attempting to bind port db0e2e54-2e0c-47c3-9964-5898b3af581e by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:50:28.654724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Attempting to bind port db0e2e54-2e0c-47c3-9964-5898b3af581e on network 00c29d1c-4b98-4799-b633-ef60d2cf61c0 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:50:28.659271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Port db0e2e54-2e0c-47c3-9964-5898b3af581e on network 00c29d1c-4b98-4799-b633-ef60d2cf61c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:50:28.659597 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Attempting to bind port db0e2e54-2e0c-47c3-9964-5898b3af581e on network 00c29d1c-4b98-4799-b633-ef60d2cf61c0 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:50:28.664687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:50:28.665022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Checking segment: {'id': 'dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:50:28.665432 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Bound using segment: {'id': 'dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:50:28.665860 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Bound port: db0e2e54-2e0c-47c3-9964-5898b3af581e, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:50:28.666215 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (db0e2e54-2e0c-47c3-9964-5898b3af581e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:28.737120 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] For port db0e2e54-2e0c-47c3-9964-5898b3af581e, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:50:28.740560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] For port db0e2e54-2e0c-47c3-9964-5898b3af581e, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=db0e2e54-2e0c-47c3-9964-5898b3af581e,segment=NetworkSegment(dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1),segment_id=dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:50:28.747097 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (db0e2e54-2e0c-47c3-9964-5898b3af581e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:28.781650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:28.782294 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:28.783686 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] 10.222.0.57 "PUT /v2.0/ports/db0e2e54-2e0c-47c3-9964-5898b3af581e HTTP/1.1" status: 200 len: 1091 time: 0.7885172 Mar 24 01:50:28.784175 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5aab7d6-36f1-4498-b87d-0dd88caedeb0', 'tag': 'db0e2e54-2e0c-47c3-9964-5898b3af581e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:50:28.787759 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2444e2c5-161e-4323-bb2b-4d09557dc266" -d '{"events": [{"name": "network-changed", "server_uuid": "b5aab7d6-36f1-4498-b87d-0dd88caedeb0", "tag": "db0e2e54-2e0c-47c3-9964-5898b3af581e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:50:28.828658 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf234717-9465-48a7-bc7f-483a715ca826 service neutron] Pushing event updated for resources: {'Port': ['ID=db0e2e54-2e0c-47c3-9964-5898b3af581e,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:28.837918 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-047e3aaa-f3e2-448d-85fc-8a743af7199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:28.884853 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a194777-8747-4663-b9f7-7ac6f55abce4 x-openstack-request-id: req-3a194777-8747-4663-b9f7-7ac6f55abce4 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:50:28.885803 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5aab7d6-36f1-4498-b87d-0dd88caedeb0", "tag": "db0e2e54-2e0c-47c3-9964-5898b3af581e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:50:28.886071 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a194777-8747-4663-b9f7-7ac6f55abce4 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:50:28.886479 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a194777-8747-4663-b9f7-7ac6f55abce4'] response: {'name': 'network-changed', 'server_uuid': 'b5aab7d6-36f1-4498-b87d-0dd88caedeb0', 'tag': 'db0e2e54-2e0c-47c3-9964-5898b3af581e', 'status': 'completed', 'code': 200} Mar 24 01:50:28.908142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-75571d7d-e9db-478a-9274-b4604cdca1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:28.910524 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-75571d7d-e9db-478a-9274-b4604cdca1c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 1125 time: 0.0601304 Mar 24 01:50:28.965511 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-8cdc45b3-68ef-4f5a-b856-870f4508e40d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db0e2e54-2e0c-47c3-9964-5898b3af581e HTTP/1.1" status: 200 len: 217 time: 0.0422974 Mar 24 01:50:28.996222 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 23abe76d-196e-40e5-8d0e-8ddf8e2df379 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:50:29.022650 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-81f8f592-8528-434a-9e77-fac8579366ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:29.024367 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-81f8f592-8528-434a-9e77-fac8579366ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8439ddc3-9b06-4d58-9be0-f43b07c65f6a HTTP/1.1" status: 200 len: 833 time: 0.0532470 Mar 24 01:50:29.050190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:50:29.050577 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:29.074879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-834f4b00-1b93-48f1-b2b8-1435296c4ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:29.076674 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-834f4b00-1b93-48f1-b2b8-1435296c4ace service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c29d1c-4b98-4799-b633-ef60d2cf61c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458357 Mar 24 01:50:29.141380 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:50:29.179075 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-9cba8271-7ce6-4547-9174-6fafaded15f1 service neutron] 10.222.0.57 "GET /v2.0/networks/00c29d1c-4b98-4799-b633-ef60d2cf61c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960591 Mar 24 01:50:29.264349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22867299-3f39-49d1-895e-7c4aacf37b2b req-594d383d-ea30-45af-af62-dddacd63414a service neutron] 10.222.0.57 "GET /v2.0/networks/00c29d1c-4b98-4799-b633-ef60d2cf61c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801635 Mar 24 01:50:29.352791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444e2c5-161e-4323-bb2b-4d09557dc266 req-a21d9e98-741e-4edc-97af-0ae3382cdd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:29.354285 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2444e2c5-161e-4323-bb2b-4d09557dc266 req-a21d9e98-741e-4edc-97af-0ae3382cdd15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 1125 time: 0.0440443 Mar 24 01:50:29.445468 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444e2c5-161e-4323-bb2b-4d09557dc266 req-afd61c6f-5383-4071-84ed-8b15779aade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:29.446910 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2444e2c5-161e-4323-bb2b-4d09557dc266 req-afd61c6f-5383-4071-84ed-8b15779aade8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=00c29d1c-4b98-4799-b633-ef60d2cf61c0 HTTP/1.1" status: 200 len: 898 time: 0.0859571 Mar 24 01:50:29.489516 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2444e2c5-161e-4323-bb2b-4d09557dc266 req-2986783e-9c66-4751-9579-2eca4d2a2688 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db0e2e54-2e0c-47c3-9964-5898b3af581e HTTP/1.1" status: 200 len: 217 time: 0.0344260 Mar 24 01:50:29.568357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444e2c5-161e-4323-bb2b-4d09557dc266 req-88a13900-1ca9-4e13-a01d-18deda0814c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:29.569846 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2444e2c5-161e-4323-bb2b-4d09557dc266 req-88a13900-1ca9-4e13-a01d-18deda0814c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8439ddc3-9b06-4d58-9be0-f43b07c65f6a HTTP/1.1" status: 200 len: 833 time: 0.0732780 Mar 24 01:50:29.611577 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de826e-f444-4aaa-ba58-e181683a61b9 req-56776f5f-e782-4e1a-b67e-e1bd09bdea84 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:29.613003 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3de826e-f444-4aaa-ba58-e181683a61b9 req-56776f5f-e782-4e1a-b67e-e1bd09bdea84 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 943 time: 0.0911486 Mar 24 01:50:29.654027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444e2c5-161e-4323-bb2b-4d09557dc266 req-7b00c2bb-bc76-497c-a58c-79e1b2c2eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:29.655470 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2444e2c5-161e-4323-bb2b-4d09557dc266 req-7b00c2bb-bc76-497c-a58c-79e1b2c2eb02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c29d1c-4b98-4799-b633-ef60d2cf61c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0778844 Mar 24 01:50:29.686481 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a3de826e-f444-4aaa-ba58-e181683a61b9 req-dd8e0dc1-e76e-4e14-baec-92b39c43cf5c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678000 Mar 24 01:50:29.753634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2444e2c5-161e-4323-bb2b-4d09557dc266 req-6dd745f3-0f96-47f3-be9c-8bf8ecb64555 service neutron] 10.222.0.57 "GET /v2.0/networks/00c29d1c-4b98-4799-b633-ef60d2cf61c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901082 Mar 24 01:50:29.841841 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2444e2c5-161e-4323-bb2b-4d09557dc266 req-7b258853-481f-44b7-a79b-c70796b697e2 service neutron] 10.222.0.57 "GET /v2.0/networks/00c29d1c-4b98-4799-b633-ef60d2cf61c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812330 Mar 24 01:50:30.395336 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:30.726691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device db0e2e54-2e0c-47c3-9964-5898b3af581e details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:50:30.809470 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc33cc8-a118-4bbf-9576-80bbfd4b58fa req-5840ecc9-3a17-4664-838a-0baebb68f703 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:30.811372 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbc33cc8-a118-4bbf-9576-80bbfd4b58fa req-5840ecc9-3a17-4664-838a-0baebb68f703 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 943 time: 0.0552995 Mar 24 01:50:30.821048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port db0e2e54-2e0c-47c3-9964-5898b3af581e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=db0e2e54-2e0c-47c3-9964-5898b3af581e,segment=NetworkSegment(dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1),segment_id=dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:50:30.833935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'db0e2e54-2e0c-47c3-9964-5898b3af581e', 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'port_id': 'db0e2e54-2e0c-47c3-9964-5898b3af581e', 'mac_address': 'fa:16:3e:c8:17:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:50:30.866550 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dbc33cc8-a118-4bbf-9576-80bbfd4b58fa req-f4e5d834-5b27-4494-b09a-a90121c23de5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484347 Mar 24 01:50:30.873021 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port db0e2e54-2e0c-47c3-9964-5898b3af581e is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:50:30.873447 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (db0e2e54-2e0c-47c3-9964-5898b3af581e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:30.887111 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0e2e54-2e0c-47c3-9964-5898b3af581e {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:50:30.906143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port db0e2e54-2e0c-47c3-9964-5898b3af581e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=db0e2e54-2e0c-47c3-9964-5898b3af581e,segment=NetworkSegment(dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1),segment_id=dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:50:30.914594 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (db0e2e54-2e0c-47c3-9964-5898b3af581e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:30.947598 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8832430d-98f5-4828-b761-efe13a0e35a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:30.968853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=db0e2e54-2e0c-47c3-9964-5898b3af581e,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:31.131430 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['db0e2e54-2e0c-47c3-9964-5898b3af581e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:50:31.984972 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5cc62-df83-4c84-870d-e829eded5b09 req-9337acc5-fa9b-4b1b-bf11-5e4705fee586 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:31.986457 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-add5cc62-df83-4c84-870d-e829eded5b09 req-9337acc5-fa9b-4b1b-bf11-5e4705fee586 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 944 time: 0.0524793 Mar 24 01:50:32.034868 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-add5cc62-df83-4c84-870d-e829eded5b09 req-ac45682c-d528-4baa-a202-8be69b1c32d9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428822 Mar 24 01:50:32.337671 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:32.741984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device db0e2e54-2e0c-47c3-9964-5898b3af581e up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:50:32.791851 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port db0e2e54-2e0c-47c3-9964-5898b3af581e completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:50:32.795595 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port db0e2e54-2e0c-47c3-9964-5898b3af581e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:50:32.795971 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (db0e2e54-2e0c-47c3-9964-5898b3af581e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:32.877565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port db0e2e54-2e0c-47c3-9964-5898b3af581e is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:50:32.877952 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (db0e2e54-2e0c-47c3-9964-5898b3af581e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:32.900518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5aab7d6-36f1-4498-b87d-0dd88caedeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0e2e54-2e0c-47c3-9964-5898b3af581e'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:50:32.902737 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bbf0c6-49b1-4baf-bb93-3a61dff5fa42" -d '{"events": [{"server_uuid": "b5aab7d6-36f1-4498-b87d-0dd88caedeb0", "name": "network-vif-plugged", "status": "completed", "tag": "db0e2e54-2e0c-47c3-9964-5898b3af581e"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:50:32.914411 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port db0e2e54-2e0c-47c3-9964-5898b3af581e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=db0e2e54-2e0c-47c3-9964-5898b3af581e,segment=NetworkSegment(dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1),segment_id=dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:50:32.918556 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (db0e2e54-2e0c-47c3-9964-5898b3af581e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:32.941920 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045ac057-884c-49aa-8f13-a5ecb6a10d3e x-openstack-request-id: req-045ac057-884c-49aa-8f13-a5ecb6a10d3e {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:50:32.942209 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5aab7d6-36f1-4498-b87d-0dd88caedeb0", "name": "network-vif-plugged", "status": "completed", "tag": "db0e2e54-2e0c-47c3-9964-5898b3af581e", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:50:32.942461 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-045ac057-884c-49aa-8f13-a5ecb6a10d3e {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:50:32.942850 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045ac057-884c-49aa-8f13-a5ecb6a10d3e'] response: {'server_uuid': 'b5aab7d6-36f1-4498-b87d-0dd88caedeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0e2e54-2e0c-47c3-9964-5898b3af581e', 'code': 200} Mar 24 01:50:32.986405 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=db0e2e54-2e0c-47c3-9964-5898b3af581e,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:32.990999 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:33.042270 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf26e1f-633b-4662-96cc-aa7e5a34b71c req-bddd05bc-a8be-4dc3-a821-e0734a88d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:33.043757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-acf26e1f-633b-4662-96cc-aa7e5a34b71c req-bddd05bc-a8be-4dc3-a821-e0734a88d2ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 1127 time: 0.0445194 Mar 24 01:50:33.089861 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-acf26e1f-633b-4662-96cc-aa7e5a34b71c req-e1fd5d73-1502-482f-85ca-f6845b93de80 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402577 Mar 24 01:50:33.160534 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12bff6-5972-477a-b811-887278a04516 req-3d23bc91-50fe-49f9-b131-d97854f53ca3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:33.162074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc12bff6-5972-477a-b811-887278a04516 req-3d23bc91-50fe-49f9-b131-d97854f53ca3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 945 time: 0.0572927 Mar 24 01:50:33.210479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dc12bff6-5972-477a-b811-887278a04516 req-727c883f-59ed-40de-ab24-75fe71883bc2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427704 Mar 24 01:50:33.849297 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:34.333727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f6b93-e8b5-4e0d-a103-190d858ff5f4 req-5f939911-1f80-4960-8a3a-9af12a31a854 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:34.335188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a1f6b93-e8b5-4e0d-a103-190d858ff5f4 req-5f939911-1f80-4960-8a3a-9af12a31a854 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 945 time: 0.0526736 Mar 24 01:50:34.382618 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4a1f6b93-e8b5-4e0d-a103-190d858ff5f4 req-bb892332-848c-4599-8835-87efa338e204 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418613 Mar 24 01:50:34.501114 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764640f9-7429-4bd6-80a8-95d5049150f5 req-79fe767d-9a58-4d42-bb67-19eebf2b6a7c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:34.502566 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-764640f9-7429-4bd6-80a8-95d5049150f5 req-79fe767d-9a58-4d42-bb67-19eebf2b6a7c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 945 time: 0.0530586 Mar 24 01:50:34.553705 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-764640f9-7429-4bd6-80a8-95d5049150f5 req-878a0ece-ed59-4a02-a493-b4c5e4f0bd78 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454853 Mar 24 01:50:34.575101 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40028) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:34.617706 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0ab937-bd11-4aae-9f10-750b02232dee tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:34.619431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-af0ab937-bd11-4aae-9f10-750b02232dee tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 1122 time: 0.0433998 Mar 24 01:50:34.622189 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40030) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:34.626802 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': 'db0e2e54-2e0c-47c3-9964-5898b3af581e', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:50:34.646674 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:34.744411 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:34.842798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.25.0.7 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/472552f1-5b26-4e5f-ae00-0daf02b379fd) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:50:34.943921 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (472552f1-5b26-4e5f-ae00-0daf02b379fd), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:34.976685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (472552f1-5b26-4e5f-ae00-0daf02b379fd), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:35.013433 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:50:35.016154 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:50:35.022133 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:50:35.027460 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=472552f1-5b26-4e5f-ae00-0daf02b379fd,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:35.312993 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:35.371234 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (49de5084-fdf4-402b-9a46-e30ed7790673), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:35.437575 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (472552f1-5b26-4e5f-ae00-0daf02b379fd), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:35.587575 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (472552f1-5b26-4e5f-ae00-0daf02b379fd), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:35.592005 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (472552f1-5b26-4e5f-ae00-0daf02b379fd), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:35.661501 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=472552f1-5b26-4e5f-ae00-0daf02b379fd,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:50:35.670253 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (49de5084-fdf4-402b-9a46-e30ed7790673), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:35.772321 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Floating IP 49de5084-fdf4-402b-9a46-e30ed7790673 associated. External IP: 172.25.0.7, port: db0e2e54-2e0c-47c3-9964-5898b3af581e. Mar 24 01:50:36.329673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:50:36.438016 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:50:36.447101 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b46381-ec58-4a26-82a6-6e430dc9ade0 None None] Sync routers for ids ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:50:36.455936 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:50:36.457585 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b46381-ec58-4a26-82a6-6e430dc9ade0 None None] Routers {'618e5f6f-439d-4fb7-bc33-64b6c5bec010'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:50:36.458233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-47b46381-ec58-4a26-82a6-6e430dc9ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:50:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:36.491835 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f27c6fb2-3483-43e1-9a1b-8d150c8d7df4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8686411 Mar 24 01:50:36.492417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5aab7d6-36f1-4498-b87d-0dd88caedeb0', 'tag': 'db0e2e54-2e0c-47c3-9964-5898b3af581e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:50:36.494715 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d98c2d-e7fc-4ab0-85a8-41ddbd8843f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b5aab7d6-36f1-4498-b87d-0dd88caedeb0", "tag": "db0e2e54-2e0c-47c3-9964-5898b3af581e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:50:36.605037 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1aaa2d-ba38-408c-8b0a-41989ef647c5 x-openstack-request-id: req-6c1aaa2d-ba38-408c-8b0a-41989ef647c5 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:50:36.605508 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5aab7d6-36f1-4498-b87d-0dd88caedeb0", "tag": "db0e2e54-2e0c-47c3-9964-5898b3af581e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:50:36.605802 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c1aaa2d-ba38-408c-8b0a-41989ef647c5 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:50:36.606180 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1aaa2d-ba38-408c-8b0a-41989ef647c5'] response: {'name': 'network-changed', 'server_uuid': 'b5aab7d6-36f1-4498-b87d-0dd88caedeb0', 'tag': 'db0e2e54-2e0c-47c3-9964-5898b3af581e', 'status': 'completed', 'code': 200} Mar 24 01:50:36.620995 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d712ea-04bd-4ff1-95e0-35e4c2c084e0 req-db42cbd6-8de7-4598-acbd-20bf8005047d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:36.622560 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8d712ea-04bd-4ff1-95e0-35e4c2c084e0 req-db42cbd6-8de7-4598-acbd-20bf8005047d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 945 time: 0.0652139 Mar 24 01:50:36.703086 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d8d712ea-04bd-4ff1-95e0-35e4c2c084e0 req-9daaa816-5761-46be-805a-22795d65c152 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687637 Mar 24 01:50:36.705901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d98c2d-e7fc-4ab0-85a8-41ddbd8843f4 req-3e17b9b9-1bde-494f-8dc2-297760776f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:36.707352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78d98c2d-e7fc-4ab0-85a8-41ddbd8843f4 req-3e17b9b9-1bde-494f-8dc2-297760776f9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 1127 time: 0.0809174 Mar 24 01:50:36.726712 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40038) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:36.737219 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-47b46381-ec58-4a26-82a6-6e430dc9ade0 None None] Set router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:50:36.788969 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f2993db8-9aaa-4644-8b7b-30a6ac79f157 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/49de5084-fdf4-402b-9a46-e30ed7790673 HTTP/1.1" status: 200 len: 989 time: 0.0611131 Mar 24 01:50:36.803775 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d98c2d-e7fc-4ab0-85a8-41ddbd8843f4 req-c064b6ca-6600-4dac-8002-5d22c0876f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:36.805347 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78d98c2d-e7fc-4ab0-85a8-41ddbd8843f4 req-c064b6ca-6600-4dac-8002-5d22c0876f5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=00c29d1c-4b98-4799-b633-ef60d2cf61c0 HTTP/1.1" status: 200 len: 898 time: 0.0922604 Mar 24 01:50:36.889250 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78d98c2d-e7fc-4ab0-85a8-41ddbd8843f4 req-ff581a2e-38f0-43e5-9a58-f7b13fa612c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db0e2e54-2e0c-47c3-9964-5898b3af581e HTTP/1.1" status: 200 len: 997 time: 0.0780199 Mar 24 01:50:36.936201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d98c2d-e7fc-4ab0-85a8-41ddbd8843f4 req-296d061e-b112-4d72-9d54-8856f02cfc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:36.938252 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78d98c2d-e7fc-4ab0-85a8-41ddbd8843f4 req-296d061e-b112-4d72-9d54-8856f02cfc98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8439ddc3-9b06-4d58-9be0-f43b07c65f6a HTTP/1.1" status: 200 len: 833 time: 0.0437469 Mar 24 01:50:36.966022 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-47b46381-ec58-4a26-82a6-6e430dc9ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628221661', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:50:20Z', 'updated_at': '2022-03-24T01:50:24Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:21Z', 'updated_at': '2022-03-24T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '49de5084-fdf4-402b-9a46-e30ed7790673', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'port_id': 'db0e2e54-2e0c-47c3-9964-5898b3af581e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'mac_address': 'fa:16:3e:c8:17:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aab7d6-36f1-4498-b87d-0dd88caedeb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:50:35Z', 'updated_at': '2022-03-24T01:50:35Z', 'revision_number': 0, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23abe76d-196e-40e5-8d0e-8ddf8e2df379', 'name': '', 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:cd:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:23Z', 'updated_at': '2022-03-24T01:50:27Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:36.987923 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d98c2d-e7fc-4ab0-85a8-41ddbd8843f4 req-aca7bc46-71fd-418b-9b75-353803db073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:36.989517 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78d98c2d-e7fc-4ab0-85a8-41ddbd8843f4 req-aca7bc46-71fd-418b-9b75-353803db073f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c29d1c-4b98-4799-b633-ef60d2cf61c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451620 Mar 24 01:50:36.995916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b46381-ec58-4a26-82a6-6e430dc9ade0 None None] Checking router: 618e5f6f-439d-4fb7-bc33-64b6c5bec010 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:50:37.004970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b46381-ec58-4a26-82a6-6e430dc9ade0 None None] Routers {'618e5f6f-439d-4fb7-bc33-64b6c5bec010'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:50:37.005648 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-47b46381-ec58-4a26-82a6-6e430dc9ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:50:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:37.080895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78d98c2d-e7fc-4ab0-85a8-41ddbd8843f4 req-15750360-a79e-4635-8827-7e10b243ba10 service neutron] 10.222.0.57 "GET /v2.0/networks/00c29d1c-4b98-4799-b633-ef60d2cf61c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858660 Mar 24 01:50:37.111119 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-47b46381-ec58-4a26-82a6-6e430dc9ade0 None None] Set router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:50:37.169399 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78d98c2d-e7fc-4ab0-85a8-41ddbd8843f4 req-ffb39116-7581-488d-a743-b8d0aa679847 service neutron] 10.222.0.57 "GET /v2.0/networks/00c29d1c-4b98-4799-b633-ef60d2cf61c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824375 Mar 24 01:50:37.336499 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-47b46381-ec58-4a26-82a6-6e430dc9ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628221661', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:50:20Z', 'updated_at': '2022-03-24T01:50:24Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:21Z', 'updated_at': '2022-03-24T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '49de5084-fdf4-402b-9a46-e30ed7790673', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'port_id': 'db0e2e54-2e0c-47c3-9964-5898b3af581e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'mac_address': 'fa:16:3e:c8:17:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aab7d6-36f1-4498-b87d-0dd88caedeb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:50:35Z', 'updated_at': '2022-03-24T01:50:35Z', 'revision_number': 0, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23abe76d-196e-40e5-8d0e-8ddf8e2df379', 'name': '', 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:cd:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:23Z', 'updated_at': '2022-03-24T01:50:27Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:50:37.366569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b46381-ec58-4a26-82a6-6e430dc9ade0 None None] The sync data for ids ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'] in n-d-760455-9 is: [{'id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628221661', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:50:20Z', 'updated_at': '2022-03-24T01:50:24Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:21Z', 'updated_at': '2022-03-24T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '49de5084-fdf4-402b-9a46-e30ed7790673', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'port_id': 'db0e2e54-2e0c-47c3-9964-5898b3af581e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'mac_address': 'fa:16:3e:c8:17:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aab7d6-36f1-4498-b87d-0dd88caedeb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:50:35Z', 'updated_at': '2022-03-24T01:50:35Z', 'revision_number': 0, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23abe76d-196e-40e5-8d0e-8ddf8e2df379', 'name': '', 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:cd:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:23Z', 'updated_at': '2022-03-24T01:50:27Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:50:37.560279 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22754c07-b9e7-4fdc-bdfe-51d4984f9c30 None None] New status for floating IP 49de5084-fdf4-402b-9a46-e30ed7790673: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:50:37.792975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40040) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:50:37.856341 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3d2becee-8775-4419-a123-4d2609eaffd7 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/49de5084-fdf4-402b-9a46-e30ed7790673 HTTP/1.1" status: 200 len: 991 time: 0.0621819 Mar 24 01:50:44.261232 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:50:49.913958 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1df296c4-7d36-4215-82bc-7ee24d7524bd req-98ffdbcd-0658-406e-b2b9-7eb7698c7f3d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479882 Mar 24 01:50:49.997725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df296c4-7d36-4215-82bc-7ee24d7524bd req-1212c79e-b22f-4b22-89ad-9d6b33fbe174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:49.999224 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1df296c4-7d36-4215-82bc-7ee24d7524bd req-1212c79e-b22f-4b22-89ad-9d6b33fbe174 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 1127 time: 0.0437357 Mar 24 01:50:50.100397 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df296c4-7d36-4215-82bc-7ee24d7524bd req-ba233fb3-56c3-4467-92e8-6f09b2c5e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:50.101887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1df296c4-7d36-4215-82bc-7ee24d7524bd req-ba233fb3-56c3-4467-92e8-6f09b2c5e9ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=00c29d1c-4b98-4799-b633-ef60d2cf61c0 HTTP/1.1" status: 200 len: 898 time: 0.0838788 Mar 24 01:50:50.171303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1df296c4-7d36-4215-82bc-7ee24d7524bd req-f736c76b-3e98-48cc-b302-c2e0506fab7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db0e2e54-2e0c-47c3-9964-5898b3af581e HTTP/1.1" status: 200 len: 999 time: 0.0624983 Mar 24 01:50:50.219442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df296c4-7d36-4215-82bc-7ee24d7524bd req-193ea4b2-24b1-4b4a-8887-9d8129f9194f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:50.222466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1df296c4-7d36-4215-82bc-7ee24d7524bd req-193ea4b2-24b1-4b4a-8887-9d8129f9194f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8439ddc3-9b06-4d58-9be0-f43b07c65f6a HTTP/1.1" status: 200 len: 833 time: 0.0455103 Mar 24 01:50:50.275485 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df296c4-7d36-4215-82bc-7ee24d7524bd req-9ddd6a3c-555b-468d-90b4-3b723403792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:50:50.276995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1df296c4-7d36-4215-82bc-7ee24d7524bd req-9ddd6a3c-555b-468d-90b4-3b723403792b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c29d1c-4b98-4799-b633-ef60d2cf61c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488837 Mar 24 01:50:50.375259 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1df296c4-7d36-4215-82bc-7ee24d7524bd req-68a2f146-da52-4efe-b812-bc14931b8ae7 service neutron] 10.222.0.57 "GET /v2.0/networks/00c29d1c-4b98-4799-b633-ef60d2cf61c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917404 Mar 24 01:50:50.466814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1df296c4-7d36-4215-82bc-7ee24d7524bd req-92e8819c-ea9c-4de1-867e-de3d3efa4754 service neutron] 10.222.0.57 "GET /v2.0/networks/00c29d1c-4b98-4799-b633-ef60d2cf61c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851145 Mar 24 01:50:58.821631 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-98214d47-046d-4acb-9fe8-124c9a59d55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:00.401613 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:00.928796 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0bccdfda-bbff-485b-80b0-37ceb1fe7ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:02.340624 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:02.970974 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:03.854148 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:05.315008 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:06.625527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2e6bc-0f38-4d72-ba49-1cd6ef8e8837 req-7338f2a8-96f8-4e17-9b8e-239442bfa95c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:06.627021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8da2e6bc-0f38-4d72-ba49-1cd6ef8e8837 req-7338f2a8-96f8-4e17-9b8e-239442bfa95c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 945 time: 0.0591636 Mar 24 01:51:06.682663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8da2e6bc-0f38-4d72-ba49-1cd6ef8e8837 req-3891141c-03e2-4593-b633-92f241ff4a38 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499170 Mar 24 01:51:07.804067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac62d3-ba0a-4a69-bb73-15b01846c72d req-c35f9372-4077-4184-a6b6-6bef5b4c8442 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:07.805562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64ac62d3-ba0a-4a69-bb73-15b01846c72d req-c35f9372-4077-4184-a6b6-6bef5b4c8442 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 945 time: 0.0514512 Mar 24 01:51:07.854077 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64ac62d3-ba0a-4a69-bb73-15b01846c72d req-8a95bc54-8efd-4808-bc48-97d309995958 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431406 Mar 24 01:51:07.876385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40058) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:07.938754 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d0c7394f-909b-436b-aef5-0b4fc2d735e0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/49de5084-fdf4-402b-9a46-e30ed7790673 HTTP/1.1" status: 200 len: 991 time: 0.0604787 Mar 24 01:51:09.212340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49863d-7a7c-488d-a608-a571a5e5024d req-2978026c-54d5-4b8e-9bbc-2e35edb148ec tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:09.214105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa49863d-7a7c-488d-a608-a571a5e5024d req-2978026c-54d5-4b8e-9bbc-2e35edb148ec tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 945 time: 0.0588722 Mar 24 01:51:09.264539 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa49863d-7a7c-488d-a608-a571a5e5024d req-9b3cd471-27e3-4d9c-922d-6ea20d73b9c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446672 Mar 24 01:51:10.383712 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22252839-384c-407c-844a-e54ca95ab989 req-4c4ad1d3-2a76-4d41-a646-e494b24e5792 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:10.385175 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22252839-384c-407c-844a-e54ca95ab989 req-4c4ad1d3-2a76-4d41-a646-e494b24e5792 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 945 time: 0.0508463 Mar 24 01:51:10.436444 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22252839-384c-407c-844a-e54ca95ab989 req-307bf9cb-1352-4109-9791-a969ddfc6d05 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457082 Mar 24 01:51:11.553552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d96270-0e3c-46a3-8a77-70a24357f994 req-dbcf563e-aa65-41cf-9820-939f479af228 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:11.555022 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69d96270-0e3c-46a3-8a77-70a24357f994 req-dbcf563e-aa65-41cf-9820-939f479af228 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 945 time: 0.0519652 Mar 24 01:51:11.604149 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-69d96270-0e3c-46a3-8a77-70a24357f994 req-1bcfe97d-e7a3-4b1a-b8ab-25ab441d46d0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435488 Mar 24 01:51:12.724726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b2e0e-5615-479f-aa24-016906ac49d1 req-675a75ea-85a3-4d2e-89d8-8f6fc72b2cb3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:12.726198 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-608b2e0e-5615-479f-aa24-016906ac49d1 req-675a75ea-85a3-4d2e-89d8-8f6fc72b2cb3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 945 time: 0.0533838 Mar 24 01:51:12.773231 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-608b2e0e-5615-479f-aa24-016906ac49d1 req-5b3dd1a0-541d-4559-a61d-f64b49478dcc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412807 Mar 24 01:51:13.893727 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa675d4-b56b-435a-bbb7-4c78cdb0cc9d req-c9f6998c-14ea-4a21-87fd-239acacbb2ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:13.895199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5fa675d4-b56b-435a-bbb7-4c78cdb0cc9d req-c9f6998c-14ea-4a21-87fd-239acacbb2ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 945 time: 0.0558698 Mar 24 01:51:13.942634 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5fa675d4-b56b-435a-bbb7-4c78cdb0cc9d req-b6f47fb9-d4db-40ad-b4e3-35d93448e687 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420146 Mar 24 01:51:15.062758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997b491-5355-4561-a431-626a0f7340b2 req-f9af3936-0536-4943-92cd-bc212ee07622 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:15.064232 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3997b491-5355-4561-a431-626a0f7340b2 req-f9af3936-0536-4943-92cd-bc212ee07622 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 945 time: 0.0517013 Mar 24 01:51:15.113405 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3997b491-5355-4561-a431-626a0f7340b2 req-4f6b9f3b-5c1f-491c-a2a0-a5df3aea8031 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435410 Mar 24 01:51:15.135275 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40076) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:15.193624 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0bf32d41-99a6-45da-a663-6524cf8150bc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/49de5084-fdf4-402b-9a46-e30ed7790673 HTTP/1.1" status: 200 len: 991 time: 0.0570369 Mar 24 01:51:15.415117 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40082) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:15.571314 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port 472552f1-5b26-4e5f-ae00-0daf02b379fd {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:51:15.571674 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (472552f1-5b26-4e5f-ae00-0daf02b379fd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:15.649288 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (472552f1-5b26-4e5f-ae00-0daf02b379fd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:15.649618 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (472552f1-5b26-4e5f-ae00-0daf02b379fd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:15.661545 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for 472552f1-5b26-4e5f-ae00-0daf02b379fd owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:51:15.807825 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (472552f1-5b26-4e5f-ae00-0daf02b379fd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:15.835554 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=472552f1-5b26-4e5f-ae00-0daf02b379fd,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:15.847227 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:15.847579 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:15.847919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:15.848256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:15.848588 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:15.848917 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:15.849276 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:15.849605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:15.849929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:15.850254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:15.850580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:15.850903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:15.851223 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:15.851547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:15.851864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:15.905345 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (49de5084-fdf4-402b-9a46-e30ed7790673), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:15.905810 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Floating IP 49de5084-fdf4-402b-9a46-e30ed7790673 disassociated (deleted). External IP: 172.25.0.7, port: db0e2e54-2e0c-47c3-9964-5898b3af581e. Mar 24 01:51:16.114656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:51:16.224128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:51:16.228662 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:16.235519 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657852ed-78a6-4478-8561-b91b805cd846 None None] Sync routers for ids ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:51:16.246109 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657852ed-78a6-4478-8561-b91b805cd846 None None] Routers {'618e5f6f-439d-4fb7-bc33-64b6c5bec010'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:51:16.246722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-657852ed-78a6-4478-8561-b91b805cd846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:51:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:16.258227 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b308b6e6-4e97-475b-82d9-b7a7febf9365 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/floatingips/49de5084-fdf4-402b-9a46-e30ed7790673 HTTP/1.1" status: 204 len: 168 time: 0.8420236 Mar 24 01:51:16.258808 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5aab7d6-36f1-4498-b87d-0dd88caedeb0', 'tag': 'db0e2e54-2e0c-47c3-9964-5898b3af581e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:51:16.261194 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081ccbf1-002d-4e27-8bd2-b428ab21db5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5aab7d6-36f1-4498-b87d-0dd88caedeb0", "tag": "db0e2e54-2e0c-47c3-9964-5898b3af581e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:51:16.304913 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbba333-de4e-42c8-8e2e-bf28898c1b79 x-openstack-request-id: req-ddbba333-de4e-42c8-8e2e-bf28898c1b79 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:51:16.305233 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5aab7d6-36f1-4498-b87d-0dd88caedeb0", "tag": "db0e2e54-2e0c-47c3-9964-5898b3af581e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:51:16.305491 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ddbba333-de4e-42c8-8e2e-bf28898c1b79 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:51:16.305910 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddbba333-de4e-42c8-8e2e-bf28898c1b79'] response: {'name': 'network-changed', 'server_uuid': 'b5aab7d6-36f1-4498-b87d-0dd88caedeb0', 'tag': 'db0e2e54-2e0c-47c3-9964-5898b3af581e', 'status': 'completed', 'code': 200} Mar 24 01:51:16.358657 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-657852ed-78a6-4478-8561-b91b805cd846 None None] Set router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:51:16.373994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ccbf1-002d-4e27-8bd2-b428ab21db5b req-c5cda02d-96fc-49f3-8d8e-850891a5fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:16.375514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-081ccbf1-002d-4e27-8bd2-b428ab21db5b req-c5cda02d-96fc-49f3-8d8e-850891a5fc51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 1127 time: 0.0494678 Mar 24 01:51:16.508299 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ccbf1-002d-4e27-8bd2-b428ab21db5b req-fa9b28e9-4e13-4ae9-899b-db2877bd0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:16.509832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-081ccbf1-002d-4e27-8bd2-b428ab21db5b req-fa9b28e9-4e13-4ae9-899b-db2877bd0f9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=00c29d1c-4b98-4799-b633-ef60d2cf61c0 HTTP/1.1" status: 200 len: 898 time: 0.1272440 Mar 24 01:51:16.560381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-081ccbf1-002d-4e27-8bd2-b428ab21db5b req-21ab8d47-4b03-417a-b1d8-fe3e3b125217 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db0e2e54-2e0c-47c3-9964-5898b3af581e HTTP/1.1" status: 200 len: 217 time: 0.0423164 Mar 24 01:51:16.567471 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e565a2-ccbb-4013-8e77-835ef0a9f62f req-bcb29bbb-26cc-4f04-a357-2ecf87d03361 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:16.568864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4e565a2-ccbb-4013-8e77-835ef0a9f62f req-bcb29bbb-26cc-4f04-a357-2ecf87d03361 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 945 time: 0.1071150 Mar 24 01:51:16.570775 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-657852ed-78a6-4478-8561-b91b805cd846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628221661', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:50:20Z', 'updated_at': '2022-03-24T01:50:24Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:21Z', 'updated_at': '2022-03-24T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '23abe76d-196e-40e5-8d0e-8ddf8e2df379', 'name': '', 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:cd:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:23Z', 'updated_at': '2022-03-24T01:50:27Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:16.601459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657852ed-78a6-4478-8561-b91b805cd846 None None] Checking router: 618e5f6f-439d-4fb7-bc33-64b6c5bec010 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:51:16.610181 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657852ed-78a6-4478-8561-b91b805cd846 None None] Routers {'618e5f6f-439d-4fb7-bc33-64b6c5bec010'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:51:16.611332 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-657852ed-78a6-4478-8561-b91b805cd846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:51:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:16.636743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ccbf1-002d-4e27-8bd2-b428ab21db5b req-f21bceec-1369-4534-ab75-8b8c86973c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:16.638147 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-081ccbf1-002d-4e27-8bd2-b428ab21db5b req-f21bceec-1369-4534-ab75-8b8c86973c28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8439ddc3-9b06-4d58-9be0-f43b07c65f6a HTTP/1.1" status: 200 len: 833 time: 0.0684111 Mar 24 01:51:16.660905 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4e565a2-ccbb-4013-8e77-835ef0a9f62f req-75535395-d9cb-4885-9500-6dfd4e13eecd tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828998 Mar 24 01:51:16.701698 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ccbf1-002d-4e27-8bd2-b428ab21db5b req-63b6227a-51c8-4c7c-b67b-b4855d0f0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:16.703208 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-081ccbf1-002d-4e27-8bd2-b428ab21db5b req-63b6227a-51c8-4c7c-b67b-b4855d0f0d0d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c29d1c-4b98-4799-b633-ef60d2cf61c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558684 Mar 24 01:51:16.718292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-657852ed-78a6-4478-8561-b91b805cd846 None None] Set router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:51:16.795284 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-081ccbf1-002d-4e27-8bd2-b428ab21db5b req-063f362a-86a8-4cac-87ff-683303dbe606 service neutron] 10.222.0.57 "GET /v2.0/networks/00c29d1c-4b98-4799-b633-ef60d2cf61c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846980 Mar 24 01:51:16.882247 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-081ccbf1-002d-4e27-8bd2-b428ab21db5b req-bcfc611b-10a7-4f25-bee9-7bc2fc28108e service neutron] 10.222.0.57 "GET /v2.0/networks/00c29d1c-4b98-4799-b633-ef60d2cf61c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804873 Mar 24 01:51:16.919683 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-657852ed-78a6-4478-8561-b91b805cd846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628221661', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:50:20Z', 'updated_at': '2022-03-24T01:50:24Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:21Z', 'updated_at': '2022-03-24T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '23abe76d-196e-40e5-8d0e-8ddf8e2df379', 'name': '', 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:cd:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:23Z', 'updated_at': '2022-03-24T01:50:27Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:16.945403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657852ed-78a6-4478-8561-b91b805cd846 None None] The sync data for ids ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'] in n-d-760455-9 is: [{'id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628221661', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:50:20Z', 'updated_at': '2022-03-24T01:50:24Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:21Z', 'updated_at': '2022-03-24T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '23abe76d-196e-40e5-8d0e-8ddf8e2df379', 'name': '', 'network_id': '00c29d1c-4b98-4799-b633-ef60d2cf61c0', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:cd:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:23Z', 'updated_at': '2022-03-24T01:50:27Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': '8439ddc3-9b06-4d58-9be0-f43b07c65f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:51:17.169341 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0257eb5d-5fa7-4736-a500-96dbbbeb1706 None None] New status for floating IP 49de5084-fdf4-402b-9a46-e30ed7790673: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:51:17.788580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f3222-48e8-4392-a196-fb10ba042645 req-92044d54-1214-46b1-9992-588949d17af4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:17.790029 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d84f3222-48e8-4392-a196-fb10ba042645 req-92044d54-1214-46b1-9992-588949d17af4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 945 time: 0.0588768 Mar 24 01:51:17.838084 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d84f3222-48e8-4392-a196-fb10ba042645 req-26e39140-7901-4760-937b-6fd7ce799ab0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=350def26-4f40-42fc-9444-943a9f84e35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425344 Mar 24 01:51:18.019854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3cbd4-e28a-4218-bc4b-abc9e2b9a426 req-3123c59c-6157-464e-afce-07262cc96b67 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:18.021317 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31b3cbd4-e28a-4218-bc4b-abc9e2b9a426 req-3123c59c-6157-464e-afce-07262cc96b67 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5aab7d6-36f1-4498-b87d-0dd88caedeb0 HTTP/1.1" status: 200 len: 945 time: 0.0518885 Mar 24 01:51:18.114021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-31b3cbd4-e28a-4218-bc4b-abc9e2b9a426 req-12e405d6-e588-415b-a051-4c864a101216 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port db0e2e54-2e0c-47c3-9964-5898b3af581e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:51:18.114286 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-31b3cbd4-e28a-4218-bc4b-abc9e2b9a426 req-12e405d6-e588-415b-a051-4c864a101216 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (db0e2e54-2e0c-47c3-9964-5898b3af581e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:18.200583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-31b3cbd4-e28a-4218-bc4b-abc9e2b9a426 req-12e405d6-e588-415b-a051-4c864a101216 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] For port db0e2e54-2e0c-47c3-9964-5898b3af581e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=db0e2e54-2e0c-47c3-9964-5898b3af581e,segment=NetworkSegment(dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1),segment_id=dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:51:18.200948 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-31b3cbd4-e28a-4218-bc4b-abc9e2b9a426 req-12e405d6-e588-415b-a051-4c864a101216 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (db0e2e54-2e0c-47c3-9964-5898b3af581e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:18.214131 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-31b3cbd4-e28a-4218-bc4b-abc9e2b9a426 req-12e405d6-e588-415b-a051-4c864a101216 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for db0e2e54-2e0c-47c3-9964-5898b3af581e owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:51:18.341988 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-31b3cbd4-e28a-4218-bc4b-abc9e2b9a426 req-12e405d6-e588-415b-a051-4c864a101216 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (db0e2e54-2e0c-47c3-9964-5898b3af581e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:18.370849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e405d6-e588-415b-a051-4c864a101216 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=db0e2e54-2e0c-47c3-9964-5898b3af581e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:18.416044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b3cbd4-e28a-4218-bc4b-abc9e2b9a426 req-12e405d6-e588-415b-a051-4c864a101216 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] No DVR routers for this DVR port db0e2e54-2e0c-47c3-9964-5898b3af581e on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:51:18.418685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-31b3cbd4-e28a-4218-bc4b-abc9e2b9a426 req-12e405d6-e588-415b-a051-4c864a101216 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:18.422095 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31b3cbd4-e28a-4218-bc4b-abc9e2b9a426 req-12e405d6-e588-415b-a051-4c864a101216 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "DELETE /v2.0/ports/db0e2e54-2e0c-47c3-9964-5898b3af581e HTTP/1.1" status: 204 len: 173 time: 0.3959763 Mar 24 01:51:18.422541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5aab7d6-36f1-4498-b87d-0dd88caedeb0', 'name': 'network-vif-deleted', 'tag': 'db0e2e54-2e0c-47c3-9964-5898b3af581e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:51:18.425363 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ce7a48-56ac-4ee5-a52c-a4554417b642" -d '{"events": [{"server_uuid": "b5aab7d6-36f1-4498-b87d-0dd88caedeb0", "name": "network-vif-deleted", "tag": "db0e2e54-2e0c-47c3-9964-5898b3af581e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:51:18.471041 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293f33b1-6989-41b5-b0a7-8ffc051dc886 x-openstack-request-id: req-293f33b1-6989-41b5-b0a7-8ffc051dc886 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:51:18.471360 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5aab7d6-36f1-4498-b87d-0dd88caedeb0", "name": "network-vif-deleted", "tag": "db0e2e54-2e0c-47c3-9964-5898b3af581e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:51:18.471696 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-293f33b1-6989-41b5-b0a7-8ffc051dc886 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:51:18.472113 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-293f33b1-6989-41b5-b0a7-8ffc051dc886'] response: {'server_uuid': 'b5aab7d6-36f1-4498-b87d-0dd88caedeb0', 'name': 'network-vif-deleted', 'tag': 'db0e2e54-2e0c-47c3-9964-5898b3af581e', 'status': 'completed', 'code': 200} Mar 24 01:51:18.899177 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40096) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:19.259328 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (618e5f6f-439d-4fb7-bc33-64b6c5bec010), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:19.515980 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port 23abe76d-196e-40e5-8d0e-8ddf8e2df379 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:51:19.516324 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:19.602177 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] For port 23abe76d-196e-40e5-8d0e-8ddf8e2df379, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=23abe76d-196e-40e5-8d0e-8ddf8e2df379,segment=NetworkSegment(dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1),segment_id=dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:51:19.602536 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:19.615605 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for 23abe76d-196e-40e5-8d0e-8ddf8e2df379 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:51:19.795927 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (23abe76d-196e-40e5-8d0e-8ddf8e2df379), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:19.826997 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=23abe76d-196e-40e5-8d0e-8ddf8e2df379,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:19.853487 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:19.853837 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:19.854180 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:19.854518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:19.854850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:19.855180 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:19.855510 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:19.855836 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:19.856161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:19.856488 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:19.856815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:19.857167 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:19.857492 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:19.857813 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:19.858132 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:20.015994 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (618e5f6f-439d-4fb7-bc33-64b6c5bec010), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:20.539803 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:51:20.644382 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:51:20.649534 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0dd3b3c9-6119-421d-ae1a-6b497eb937ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "PUT /v2.0/routers/618e5f6f-439d-4fb7-bc33-64b6c5bec010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7494323 Mar 24 01:51:20.652123 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40098) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:20.655133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8f6ee-2248-46f8-a305-aa5407770a15 None None] Sync routers for ids ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:51:20.665784 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8f6ee-2248-46f8-a305-aa5407770a15 None None] Routers {'618e5f6f-439d-4fb7-bc33-64b6c5bec010'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:51:20.666476 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8bb8f6ee-2248-46f8-a305-aa5407770a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:51:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:20.701630 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4af545-bfd4-4358-a51c-d1e3cad8b856 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting subnet 8439ddc3-9b06-4d58-9be0-f43b07c65f6a {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:51:20.704785 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ef4af545-bfd4-4358-a51c-d1e3cad8b856 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for subnet (8439ddc3-9b06-4d58-9be0-f43b07c65f6a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:20.743288 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ef4af545-bfd4-4358-a51c-d1e3cad8b856 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (8439ddc3-9b06-4d58-9be0-f43b07c65f6a), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:20.773329 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-8bb8f6ee-2248-46f8-a305-aa5407770a15 None None] Set router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:51:20.826533 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ef4af545-bfd4-4358-a51c-d1e3cad8b856 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (8439ddc3-9b06-4d58-9be0-f43b07c65f6a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:20.882625 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ef4af545-bfd4-4358-a51c-d1e3cad8b856 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (8439ddc3-9b06-4d58-9be0-f43b07c65f6a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:20.908830 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4af545-bfd4-4358-a51c-d1e3cad8b856 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Subnet': ['ID=8439ddc3-9b06-4d58-9be0-f43b07c65f6a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:20.916737 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ef4af545-bfd4-4358-a51c-d1e3cad8b856 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:20.922829 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ef4af545-bfd4-4358-a51c-d1e3cad8b856 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/subnets/8439ddc3-9b06-4d58-9be0-f43b07c65f6a HTTP/1.1" status: 204 len: 168 time: 0.2669151 Mar 24 01:51:20.923129 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40100) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:20.928432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62636cdc-6066-408a-8f0b-a193de2b8756 None None] Network 00c29d1c-4b98-4799-b633-ef60d2cf61c0 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:51:21.022484 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device db0e2e54-2e0c-47c3-9964-5898b3af581e no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:51:21.045569 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83eee400-85a2-412e-b903-5b4538ce6497 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router (618e5f6f-439d-4fb7-bc33-64b6c5bec010), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.051408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: db0e2e54-2e0c-47c3-9964-5898b3af581e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:51:21.051759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device db0e2e54-2e0c-47c3-9964-5898b3af581e not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:51:21.059795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8bb8f6ee-2248-46f8-a305-aa5407770a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628221661', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:50:20Z', 'updated_at': '2022-03-24T01:51:19Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:21Z', 'updated_at': '2022-03-24T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:21.092988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8f6ee-2248-46f8-a305-aa5407770a15 None None] Checking router: 618e5f6f-439d-4fb7-bc33-64b6c5bec010 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:51:21.101660 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8f6ee-2248-46f8-a305-aa5407770a15 None None] Routers {'618e5f6f-439d-4fb7-bc33-64b6c5bec010'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:51:21.102313 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8bb8f6ee-2248-46f8-a305-aa5407770a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:51:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:21.155136 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83eee400-85a2-412e-b903-5b4538ce6497 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (618e5f6f-439d-4fb7-bc33-64b6c5bec010), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.213072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-83eee400-85a2-412e-b903-5b4538ce6497 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:51:21.213485 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83eee400-85a2-412e-b903-5b4538ce6497 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.275618 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:51:21.304862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-83eee400-85a2-412e-b903-5b4538ce6497 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] For port b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:51:21.305173 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83eee400-85a2-412e-b903-5b4538ce6497 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.320609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-83eee400-85a2-412e-b903-5b4538ce6497 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:51:21.331384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] DHCP port deletion for 00c29d1c-4b98-4799-b633-ef60d2cf61c0 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:51:21.401073 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-8bb8f6ee-2248-46f8-a305-aa5407770a15 None None] Set router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:51:21.499364 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83eee400-85a2-412e-b903-5b4538ce6497 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.526344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eee400-85a2-412e-b903-5b4538ce6497 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:21.534244 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Deleting port b7a5eac8-64ff-4f36-8206-2d626ce864d0 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:51:21.534624 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b7a5eac8-64ff-4f36-8206-2d626ce864d0), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.594182 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83eee400-85a2-412e-b903-5b4538ce6497 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (618e5f6f-439d-4fb7-bc33-64b6c5bec010), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.640206 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] For port b7a5eac8-64ff-4f36-8206-2d626ce864d0, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b7a5eac8-64ff-4f36-8206-2d626ce864d0,segment=NetworkSegment(dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1),segment_id=dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:51:21.640617 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b7a5eac8-64ff-4f36-8206-2d626ce864d0), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.658647 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Calling delete_port for b7a5eac8-64ff-4f36-8206-2d626ce864d0 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:51:21.687137 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83eee400-85a2-412e-b903-5b4538ce6497 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (618e5f6f-439d-4fb7-bc33-64b6c5bec010), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.689306 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83eee400-85a2-412e-b903-5b4538ce6497 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_controller (618e5f6f-439d-4fb7-bc33-64b6c5bec010), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.720103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-8bb8f6ee-2248-46f8-a305-aa5407770a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628221661', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:50:20Z', 'updated_at': '2022-03-24T01:51:19Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:21Z', 'updated_at': '2022-03-24T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:21.731716 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83eee400-85a2-412e-b903-5b4538ce6497 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (618e5f6f-439d-4fb7-bc33-64b6c5bec010), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.732335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83eee400-85a2-412e-b903-5b4538ce6497 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Fanout notify agent at l3_agent the message router_deleted on router 618e5f6f-439d-4fb7-bc33-64b6c5bec010 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:51:21.742496 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-83eee400-85a2-412e-b903-5b4538ce6497 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.743613 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-83eee400-85a2-412e-b903-5b4538ce6497 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/routers/618e5f6f-439d-4fb7-bc33-64b6c5bec010 HTTP/1.1" status: 204 len: 168 time: 0.8195341 Mar 24 01:51:21.746392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40102) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:21.756189 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8f6ee-2248-46f8-a305-aa5407770a15 None None] The sync data for ids ['618e5f6f-439d-4fb7-bc33-64b6c5bec010'] in n-d-760455-9 is: [{'id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628221661', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:50:20Z', 'updated_at': '2022-03-24T01:51:19Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e5f6f-439d-4fb7-bc33-64b6c5bec010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:50:21Z', 'updated_at': '2022-03-24T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:51:21.779647 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (b7a5eac8-64ff-4f36-8206-2d626ce864d0), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.808179 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Pushing event deleted for resources: {'Port': ['ID=b7a5eac8-64ff-4f36-8206-2d626ce864d0,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:21.810383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] No DVR routers for this DVR port b7a5eac8-64ff-4f36-8206-2d626ce864d0 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:51:21.820189 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:21.820646 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:21.820946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:21.821326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:21.821740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:21.822084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:21.822422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:21.822757 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:21.823089 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:21.823420 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:21.823788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:21.824126 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:21.824459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:21.824795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:21.825127 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c815c-5b3b-4a6e-9259-c0e4f6e8a7aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:51:21.841909 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d39243c-d9eb-4625-a504-2ae6c9341263 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (00c29d1c-4b98-4799-b633-ef60d2cf61c0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.925968 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d39243c-d9eb-4625-a504-2ae6c9341263 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (00c29d1c-4b98-4799-b633-ef60d2cf61c0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.946057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1d39243c-d9eb-4625-a504-2ae6c9341263 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c29d1c-4b98-4799-b633-ef60d2cf61c0']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:21.956039 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1d39243c-d9eb-4625-a504-2ae6c9341263 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:21.956340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1d39243c-d9eb-4625-a504-2ae6c9341263 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:21.965548 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d39243c-d9eb-4625-a504-2ae6c9341263 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.979471 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d39243c-d9eb-4625-a504-2ae6c9341263 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.985508 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d39243c-d9eb-4625-a504-2ae6c9341263 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:51:21.985922 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d39243c-d9eb-4625-a504-2ae6c9341263 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (dbaf54c8-4644-49e8-a4ec-6ff85b6b2db1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:51:21.988849 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:51:22.049021 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d39243c-d9eb-4625-a504-2ae6c9341263 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (00c29d1c-4b98-4799-b633-ef60d2cf61c0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.054276 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1d39243c-d9eb-4625-a504-2ae6c9341263 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.057456 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1d39243c-d9eb-4625-a504-2ae6c9341263 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/networks/00c29d1c-4b98-4799-b633-ef60d2cf61c0 HTTP/1.1" status: 204 len: 168 time: 0.3101370 Mar 24 01:51:22.060391 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40104) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:22.071572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39243c-d9eb-4625-a504-2ae6c9341263 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Network': ['ID=00c29d1c-4b98-4799-b633-ef60d2cf61c0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:22.118855 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2988304a-6003-481b-aa15-42774e217ea0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (350def26-4f40-42fc-9444-943a9f84e35f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.146329 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2988304a-6003-481b-aa15-42774e217ea0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (350def26-4f40-42fc-9444-943a9f84e35f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.209659 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2988304a-6003-481b-aa15-42774e217ea0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (350def26-4f40-42fc-9444-943a9f84e35f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.212594 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2988304a-6003-481b-aa15-42774e217ea0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.213878 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2988304a-6003-481b-aa15-42774e217ea0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/security-groups/350def26-4f40-42fc-9444-943a9f84e35f HTTP/1.1" status: 204 len: 168 time: 0.1524963 Mar 24 01:51:22.223707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988304a-6003-481b-aa15-42774e217ea0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=350def26-4f40-42fc-9444-943a9f84e35f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:22.452017 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40110) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:22.457311 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-045dc2b8-32b2-4721-b648-ae8ad00234f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113799469', 'description': 'tempest-secgroup-smoke-1113799469 description', 'project_id': '570af92d73ce477eab0032c6e4bb8590'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:51:22.476854 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-045dc2b8-32b2-4721-b648-ae8ad00234f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.546515 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-045dc2b8-32b2-4721-b648-ae8ad00234f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (e1f6b455-7125-43c2-bbc2-204cce2e9db3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.550386 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-045dc2b8-32b2-4721-b648-ae8ad00234f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e1f6b455-7125-43c2-bbc2-204cce2e9db3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.582726 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-045dc2b8-32b2-4721-b648-ae8ad00234f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.583959 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-045dc2b8-32b2-4721-b648-ae8ad00234f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1309135 Mar 24 01:51:22.585199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dc2b8-32b2-4721-b648-ae8ad00234f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f6b455-7125-43c2-bbc2-204cce2e9db3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:22.587041 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40112) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:22.591556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-53c351bb-8fa4-404f-9bb3-f7ed3c22000f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': 'e1f6b455-7125-43c2-bbc2-204cce2e9db3', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:51:22.615526 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53c351bb-8fa4-404f-9bb3-f7ed3c22000f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (ef927a20-8807-4796-8bb4-701b723b8d3d), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.669042 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53c351bb-8fa4-404f-9bb3-f7ed3c22000f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (ef927a20-8807-4796-8bb4-701b723b8d3d), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.672456 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53c351bb-8fa4-404f-9bb3-f7ed3c22000f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (ef927a20-8807-4796-8bb4-701b723b8d3d), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.690718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c351bb-8fa4-404f-9bb3-f7ed3c22000f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef927a20-8807-4796-8bb4-701b723b8d3d,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:22.697157 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53c351bb-8fa4-404f-9bb3-f7ed3c22000f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.698304 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-53c351bb-8fa4-404f-9bb3-f7ed3c22000f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1102600 Mar 24 01:51:22.701060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40114) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:22.705516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-23b56c41-ca32-4c8f-9da2-3169b0e2839a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': 'e1f6b455-7125-43c2-bbc2-204cce2e9db3', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:51:22.729414 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23b56c41-ca32-4c8f-9da2-3169b0e2839a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (99e57e58-23e9-4ab2-8d27-0f853e9044b6), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.790299 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23b56c41-ca32-4c8f-9da2-3169b0e2839a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (99e57e58-23e9-4ab2-8d27-0f853e9044b6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.793865 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23b56c41-ca32-4c8f-9da2-3169b0e2839a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (99e57e58-23e9-4ab2-8d27-0f853e9044b6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.815417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b56c41-ca32-4c8f-9da2-3169b0e2839a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e57e58-23e9-4ab2-8d27-0f853e9044b6,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:22.824853 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-23b56c41-ca32-4c8f-9da2-3169b0e2839a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.826073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-23b56c41-ca32-4c8f-9da2-3169b0e2839a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238291 Mar 24 01:51:22.829081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40116) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:22.833377 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-b883d59f-3cd3-4a53-a9e0-470d09552211 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': 'e1f6b455-7125-43c2-bbc2-204cce2e9db3', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:51:22.859857 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b883d59f-3cd3-4a53-a9e0-470d09552211 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (a24a7257-0271-44b8-951c-bd19793976ed), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.916889 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b883d59f-3cd3-4a53-a9e0-470d09552211 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (a24a7257-0271-44b8-951c-bd19793976ed), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.920360 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b883d59f-3cd3-4a53-a9e0-470d09552211 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (a24a7257-0271-44b8-951c-bd19793976ed), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.938319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883d59f-3cd3-4a53-a9e0-470d09552211 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24a7257-0271-44b8-951c-bd19793976ed,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:22.946124 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b883d59f-3cd3-4a53-a9e0-470d09552211 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:22.951043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b883d59f-3cd3-4a53-a9e0-470d09552211 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172159 Mar 24 01:51:22.951488 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40118) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:22.955216 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f9e56975-5d25-4942-9332-1ab0b2352664 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': 'e1f6b455-7125-43c2-bbc2-204cce2e9db3', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:51:22.980064 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9e56975-5d25-4942-9332-1ab0b2352664 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (fc261aa1-b977-489e-aa8a-e4774c807cdf), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.006247 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b7a5eac8-64ff-4f36-8206-2d626ce864d0 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:51:23.031240 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: b7a5eac8-64ff-4f36-8206-2d626ce864d0 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:51:23.031840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b7a5eac8-64ff-4f36-8206-2d626ce864d0 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:51:23.032644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 23abe76d-196e-40e5-8d0e-8ddf8e2df379 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:51:23.045491 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9e56975-5d25-4942-9332-1ab0b2352664 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (fc261aa1-b977-489e-aa8a-e4774c807cdf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.049746 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9e56975-5d25-4942-9332-1ab0b2352664 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (fc261aa1-b977-489e-aa8a-e4774c807cdf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.058791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 23abe76d-196e-40e5-8d0e-8ddf8e2df379 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:51:23.059139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 23abe76d-196e-40e5-8d0e-8ddf8e2df379 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:51:23.059548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:51:23.067832 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e56975-5d25-4942-9332-1ab0b2352664 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc261aa1-b977-489e-aa8a-e4774c807cdf,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:23.073346 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f9e56975-5d25-4942-9332-1ab0b2352664 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.078414 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f9e56975-5d25-4942-9332-1ab0b2352664 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231997 Mar 24 01:51:23.078532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40120) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:23.079402 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:51:23.079793 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b96a9b60-1a77-48d0-9760-d0fd5d4c7d2e not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:51:23.082355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-507dc0fc-10bf-4a63-af0f-a67f4a59ac5c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': 'e1f6b455-7125-43c2-bbc2-204cce2e9db3', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:51:23.102465 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-507dc0fc-10bf-4a63-af0f-a67f4a59ac5c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Project 570af92d73ce477eab0032c6e4bb8590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:51:23.107276 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-507dc0fc-10bf-4a63-af0f-a67f4a59ac5c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (065753e6-1abe-4046-bb67-09e5891976fa), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.168903 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-507dc0fc-10bf-4a63-af0f-a67f4a59ac5c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (065753e6-1abe-4046-bb67-09e5891976fa), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.173310 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-507dc0fc-10bf-4a63-af0f-a67f4a59ac5c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (065753e6-1abe-4046-bb67-09e5891976fa), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.192952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507dc0fc-10bf-4a63-af0f-a67f4a59ac5c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065753e6-1abe-4046-bb67-09e5891976fa,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:23.198419 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-507dc0fc-10bf-4a63-af0f-a67f4a59ac5c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.199645 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-507dc0fc-10bf-4a63-af0f-a67f4a59ac5c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208379 Mar 24 01:51:23.202711 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40122) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:23.207125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-08a4f7af-9f37-46eb-8816-eefbf8924bbe tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': 'e1f6b455-7125-43c2-bbc2-204cce2e9db3', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:51:23.226974 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-08a4f7af-9f37-46eb-8816-eefbf8924bbe tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Project 570af92d73ce477eab0032c6e4bb8590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:51:23.231830 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-08a4f7af-9f37-46eb-8816-eefbf8924bbe tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (92da68f3-9d08-4385-b4f9-a9a587dfe340), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.288499 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-08a4f7af-9f37-46eb-8816-eefbf8924bbe tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (92da68f3-9d08-4385-b4f9-a9a587dfe340), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.291768 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-08a4f7af-9f37-46eb-8816-eefbf8924bbe tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (92da68f3-9d08-4385-b4f9-a9a587dfe340), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.311357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4f7af-9f37-46eb-8816-eefbf8924bbe tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92da68f3-9d08-4385-b4f9-a9a587dfe340,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:23.319638 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-08a4f7af-9f37-46eb-8816-eefbf8924bbe tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.320805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-08a4f7af-9f37-46eb-8816-eefbf8924bbe tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171882 Mar 24 01:51:23.323687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40124) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:23.328594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-cda032e5-e7b7-4242-b225-e1a8d6a8023e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'network': {'name': 'tempest-network-smoke--1189568762', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'port_security_enabled': True}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:51:23.347246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda032e5-e7b7-4242-b225-e1a8d6a8023e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Made reservation on behalf of 570af92d73ce477eab0032c6e4bb8590 for: {'network': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:51:23.350432 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cda032e5-e7b7-4242-b225-e1a8d6a8023e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.372456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda032e5-e7b7-4242-b225-e1a8d6a8023e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=115730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:51:23.381541 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cda032e5-e7b7-4242-b225-e1a8d6a8023e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (eca70e93-cebc-4135-89d9-c0a1003fb76b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.381891 n-d-760455-9 neutron-server[115730]: INFO neutron.db.segments_db [None req-cda032e5-e7b7-4242-b225-e1a8d6a8023e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Added segment eca70e93-cebc-4135-89d9-c0a1003fb76b of type vlan for network 8d85029e-36a0-4998-8ca3-f28582deaeb1 Mar 24 01:51:23.424965 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cda032e5-e7b7-4242-b225-e1a8d6a8023e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (8d85029e-36a0-4998-8ca3-f28582deaeb1), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.447873 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cda032e5-e7b7-4242-b225-e1a8d6a8023e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (8d85029e-36a0-4998-8ca3-f28582deaeb1), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.452963 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda032e5-e7b7-4242-b225-e1a8d6a8023e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:23.453544 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cda032e5-e7b7-4242-b225-e1a8d6a8023e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.507388 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cda032e5-e7b7-4242-b225-e1a8d6a8023e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1826365 Mar 24 01:51:23.510527 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40126) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:23.515364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1789142276', 'admin_state_up': True, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:51:23.536939 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda032e5-e7b7-4242-b225-e1a8d6a8023e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Network': ['ID=8d85029e-36a0-4998-8ca3-f28582deaeb1,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:23.546217 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.547202 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.550574 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 8d85029e-36a0-4998-8ca3-f28582deaeb1 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:51:23.604652 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_controller (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.743687 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.930057 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:23.948555 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:24.050226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.25.0.23 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/083887e1-9549-4516-8c41-b678ba34472f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:51:24.147070 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (083887e1-9549-4516-8c41-b678ba34472f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:24.179759 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (083887e1-9549-4516-8c41-b678ba34472f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:24.219010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:51:24.221789 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:51:24.224359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:51:24.257138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=083887e1-9549-4516-8c41-b678ba34472f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:24.807142 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:25.004787 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:25.129203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:51:25.235936 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:51:25.246197 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Sync routers for ids ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:51:25.256983 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:25.258816 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-5a0df46b-c462-4960-862c-f5fe69d0093b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7473104 Mar 24 01:51:25.261971 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Routers {'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:51:25.262155 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40128) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:25.262609 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:51:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:25.289702 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-25f93f29-6549-436b-9b80-88e41a610afc tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=570af92d73ce477eab0032c6e4bb8590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264452 Mar 24 01:51:25.292154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40130) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:25.367052 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Set router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:51:25.378797 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d994ee6b-3c90-4a93-8582-2f39be0aa410 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:25.380385 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d994ee6b-3c90-4a93-8582-2f39be0aa410 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871711 Mar 24 01:51:25.383072 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40132) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:25.411307 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c0a392db-f0d8-427d-a9b7-dcafebee7c90 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271769 Mar 24 01:51:25.413955 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40134) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:25.418550 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-867c4c71-dc05-4f19-b2fb-dbee4aca80be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-38217606', 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:51:25.501979 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867c4c71-dc05-4f19-b2fb-dbee4aca80be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Made reservation on behalf of 570af92d73ce477eab0032c6e4bb8590 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:51:25.505656 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-867c4c71-dc05-4f19-b2fb-dbee4aca80be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:25.541895 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789142276', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '083887e1-9549-4516-8c41-b678ba34472f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:24Z', 'revision_number': 3, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '083887e1-9549-4516-8c41-b678ba34472f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:25.571027 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Checking router: ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:51:25.571372 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Updating router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a port 083887e1-9549-4516-8c41-b678ba34472f binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:51:25.599556 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (083887e1-9549-4516-8c41-b678ba34472f), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:25.688528 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-867c4c71-dc05-4f19-b2fb-dbee4aca80be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (c19f56e2-38bc-4c64-969a-6de5ab18a4c1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:25.756100 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c4c71-dc05-4f19-b2fb-dbee4aca80be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Subnet': ['ID=c19f56e2-38bc-4c64-969a-6de5ab18a4c1,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:25.764452 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867c4c71-dc05-4f19-b2fb-dbee4aca80be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Checking segment: {'id': 'eca70e93-cebc-4135-89d9-c0a1003fb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:51:25.764819 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867c4c71-dc05-4f19-b2fb-dbee4aca80be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network hostable DHCP agents. Network: 8d85029e-36a0-4998-8ca3-f28582deaeb1, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:51:25.781757 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867c4c71-dc05-4f19-b2fb-dbee4aca80be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network 8d85029e-36a0-4998-8ca3-f28582deaeb1 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:51:25.790850 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-867c4c71-dc05-4f19-b2fb-dbee4aca80be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 8d85029e-36a0-4998-8ca3-f28582deaeb1) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:51:25.795203 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867c4c71-dc05-4f19-b2fb-dbee4aca80be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:25.796741 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-867c4c71-dc05-4f19-b2fb-dbee4aca80be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:25.801414 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f17f809-57c2-4152-8e43-79db4b472bcb None None] Network 8d85029e-36a0-4998-8ca3-f28582deaeb1 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:51:25.817304 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-867c4c71-dc05-4f19-b2fb-dbee4aca80be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3992145 Mar 24 01:51:25.817660 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40136) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:25.846208 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Publish callbacks [] for port (083887e1-9549-4516-8c41-b678ba34472f), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:25.852180 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (083887e1-9549-4516-8c41-b678ba34472f), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:25.898511 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Attempting to bind port 083887e1-9549-4516-8c41-b678ba34472f on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:51:25.898886 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Attempting to bind port 083887e1-9549-4516-8c41-b678ba34472f by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:51:25.899259 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Attempting to bind port 083887e1-9549-4516-8c41-b678ba34472f on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:51:25.912086 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:51:25.912534 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:51:25.912947 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:25.913437 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:51:25.913922 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Bound port: 083887e1-9549-4516-8c41-b678ba34472f, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:51:25.914305 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (083887e1-9549-4516-8c41-b678ba34472f), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:25.916761 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-8d85029e-36a0-4998-8ca3-f28582deaeb1', 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ips': [{'subnet_id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:51:25.917746 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:25.943067 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159bb7b-2e39-4744-abd4-5fc5c2e14b53 None None] Pushing event updated for resources: {'Port': ['ID=083887e1-9549-4516-8c41-b678ba34472f,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:25.975713 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] For port 083887e1-9549-4516-8c41-b678ba34472f, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:51:25.978951 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] For port 083887e1-9549-4516-8c41-b678ba34472f, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=083887e1-9549-4516-8c41-b678ba34472f,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:51:25.984054 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (083887e1-9549-4516-8c41-b678ba34472f), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:26.040520 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Routers {'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:51:26.041651 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:51:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:26.068055 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Allocated IP 172.20.0.2 (8d85029e-36a0-4998-8ca3-f28582deaeb1/c19f56e2-38bc-4c64-969a-6de5ab18a4c1/8f54f9e1-0730-4582-acdf-2ed61b96a483) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:51:26.204967 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159bb7b-2e39-4744-abd4-5fc5c2e14b53 None None] Pushing event updated for resources: {'Port': ['ID=083887e1-9549-4516-8c41-b678ba34472f,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:26.218865 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Publish callbacks [] for port (8f54f9e1-0730-4582-acdf-2ed61b96a483), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:26.226628 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (8f54f9e1-0730-4582-acdf-2ed61b96a483), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:26.251968 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] Set router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:51:26.269505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Network 8d85029e-36a0-4998-8ca3-f28582deaeb1 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:51:26.272807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:51:26.279231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:51:26.286952 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Pushing event updated for resources: {'Port': ['ID=8f54f9e1-0730-4582-acdf-2ed61b96a483,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:26.308932 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:26.340858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Attempting to bind port 8f54f9e1-0730-4582-acdf-2ed61b96a483 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:51:26.341383 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Attempting to bind port 8f54f9e1-0730-4582-acdf-2ed61b96a483 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'eca70e93-cebc-4135-89d9-c0a1003fb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:51:26.341752 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Attempting to bind port 8f54f9e1-0730-4582-acdf-2ed61b96a483 on network 8d85029e-36a0-4998-8ca3-f28582deaeb1 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:51:26.347811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:51:26.348171 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Checking segment: {'id': 'eca70e93-cebc-4135-89d9-c0a1003fb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:51:26.348571 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:26.348963 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Bound using segment: {'id': 'eca70e93-cebc-4135-89d9-c0a1003fb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:51:26.349467 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Bound port: 8f54f9e1-0730-4582-acdf-2ed61b96a483, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca70e93-cebc-4135-89d9-c0a1003fb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:51:26.349846 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8f54f9e1-0730-4582-acdf-2ed61b96a483), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:26.421935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] For port 8f54f9e1-0730-4582-acdf-2ed61b96a483, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:51:26.425406 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] For port 8f54f9e1-0730-4582-acdf-2ed61b96a483, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8f54f9e1-0730-4582-acdf-2ed61b96a483,segment=NetworkSegment(eca70e93-cebc-4135-89d9-c0a1003fb76b),segment_id=eca70e93-cebc-4135-89d9-c0a1003fb76b)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:51:26.431745 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789142276', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '083887e1-9549-4516-8c41-b678ba34472f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:24Z', 'revision_number': 3, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '083887e1-9549-4516-8c41-b678ba34472f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:26.432857 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8f54f9e1-0730-4582-acdf-2ed61b96a483), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:26.462659 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e50aa-da60-4dee-996f-24cd82edcb89 None None] The sync data for ids ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'] in n-d-760455-9 is: [{'id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789142276', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '083887e1-9549-4516-8c41-b678ba34472f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:24Z', 'revision_number': 3, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '083887e1-9549-4516-8c41-b678ba34472f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:51:26.515424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fad41c-54e4-42e7-85f6-013b1ce62aab None None] Pushing event updated for resources: {'Port': ['ID=8f54f9e1-0730-4582-acdf-2ed61b96a483,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:26.617901 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.20.0.1 (8d85029e-36a0-4998-8ca3-f28582deaeb1/c19f56e2-38bc-4c64-969a-6de5ab18a4c1/a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:51:26.762155 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:26.816178 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:26.864530 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network 8d85029e-36a0-4998-8ca3-f28582deaeb1 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:51:26.867724 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:51:26.871348 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:51:26.905456 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:26.930780 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:27.059521 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 083887e1-9549-4516-8c41-b678ba34472f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:51:27.104569 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:27.120551 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 083887e1-9549-4516-8c41-b678ba34472f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:51:27.121028 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (083887e1-9549-4516-8c41-b678ba34472f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:27.208753 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 083887e1-9549-4516-8c41-b678ba34472f is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:51:27.209262 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (083887e1-9549-4516-8c41-b678ba34472f), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:27.237925 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 083887e1-9549-4516-8c41-b678ba34472f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=083887e1-9549-4516-8c41-b678ba34472f,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:51:27.243213 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (083887e1-9549-4516-8c41-b678ba34472f), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:27.244901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8f54f9e1-0730-4582-acdf-2ed61b96a483 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:51:27.314935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=083887e1-9549-4516-8c41-b678ba34472f,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:27.352802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8f54f9e1-0730-4582-acdf-2ed61b96a483 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:51:27.353216 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8f54f9e1-0730-4582-acdf-2ed61b96a483), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:27.441381 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8f54f9e1-0730-4582-acdf-2ed61b96a483 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:51:27.441910 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8f54f9e1-0730-4582-acdf-2ed61b96a483), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:27.449731 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:27.458026 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:27.477450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 8f54f9e1-0730-4582-acdf-2ed61b96a483, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8f54f9e1-0730-4582-acdf-2ed61b96a483,segment=NetworkSegment(eca70e93-cebc-4135-89d9-c0a1003fb76b),segment_id=eca70e93-cebc-4135-89d9-c0a1003fb76b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:51:27.484241 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8f54f9e1-0730-4582-acdf-2ed61b96a483), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:27.528388 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:27.544131 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=8f54f9e1-0730-4582-acdf-2ed61b96a483,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:27.562046 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:27.663128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network 8d85029e-36a0-4998-8ca3-f28582deaeb1 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:51:27.663924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229c676e-e89d-4d11-8038-2e2d184657eb None None] Network 8d85029e-36a0-4998-8ca3-f28582deaeb1 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:51:27.664491 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:51:27.773572 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fb0bd4fd-90d6-4728-96fe-9173874c1077 None None] Provisioning complete for port 8f54f9e1-0730-4582-acdf-2ed61b96a483 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:51:27.773962 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fb0bd4fd-90d6-4728-96fe-9173874c1077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8f54f9e1-0730-4582-acdf-2ed61b96a483), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:27.780216 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:51:27.867006 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fb0bd4fd-90d6-4728-96fe-9173874c1077 None None] Current status of the port 8f54f9e1-0730-4582-acdf-2ed61b96a483 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:51:27.892740 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:51:27.897841 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e8236754-2ee0-4569-8f74-4ed080ac7cde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "PUT /v2.0/routers/ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0793226 Mar 24 01:51:28.059548 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-13eeb383-46ce-46ff-8c1e-560c66d83d11 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113799469&fields=id&tenant_id=570af92d73ce477eab0032c6e4bb8590 HTTP/1.1" status: 200 len: 267 time: 0.0506291 Mar 24 01:51:28.088479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ae82c606-54ff-4017-98d6-252888a40b38 None None] Provisioning complete for port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:51:28.088951 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ae82c606-54ff-4017-98d6-252888a40b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:28.130378 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ae82c606-54ff-4017-98d6-252888a40b38 None None] Port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:51:28.143273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-ae82c606-54ff-4017-98d6-252888a40b38 None None] Provisioning complete for port 8f54f9e1-0730-4582-acdf-2ed61b96a483 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:51:28.144207 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ae82c606-54ff-4017-98d6-252888a40b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8f54f9e1-0730-4582-acdf-2ed61b96a483), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:28.178403 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-83b8ecd7-047e-4bd8-81a3-7ea1ee4dce45 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:28.180337 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-83b8ecd7-047e-4bd8-81a3-7ea1ee4dce45 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/networks?id=8d85029e-36a0-4998-8ca3-f28582deaeb1 HTTP/1.1" status: 200 len: 797 time: 0.1181121 Mar 24 01:51:28.197802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-b3b52782-7d8e-427f-9176-4c387471961a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/quotas/570af92d73ce477eab0032c6e4bb8590 HTTP/1.1" status: 200 len: 375 time: 0.0108714 Mar 24 01:51:28.229253 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-ae82c606-54ff-4017-98d6-252888a40b38 None None] Current status of the port 8f54f9e1-0730-4582-acdf-2ed61b96a483 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:51:28.268819 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-83a1c9af-7a80-44bc-8ad7-8cb296c0b47f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586801 Mar 24 01:51:28.303446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Sync routers for ids ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:51:28.313581 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Routers {'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:51:28.314247 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:51:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:28.339946 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-79a42818-f37d-4531-a090-cd0b81847aa7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:51:28.340988 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-79a42818-f37d-4531-a090-cd0b81847aa7 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0615892 Mar 24 01:51:28.408485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-15270151-bc1f-4033-bdbc-912125d182cf None None] Provisioning complete for port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:51:28.408881 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-15270151-bc1f-4033-bdbc-912125d182cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:28.443350 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-5fcad182-4a44-4a50-827c-137bf053360b service neutron] 10.222.0.45 "GET /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949881 Mar 24 01:51:28.459090 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-15270151-bc1f-4033-bdbc-912125d182cf None None] Port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:51:28.466666 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Set router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:51:28.535422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-333559e2-0383-4ddf-a6c5-62c58dfb92d9 service neutron] 10.222.0.45 "GET /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864804 Mar 24 01:51:28.600107 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-829acfa1-a1b4-429c-9a5d-186e68131efb None None] Provisioning complete for port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:51:28.600485 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-829acfa1-a1b4-429c-9a5d-186e68131efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:28.654090 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-829acfa1-a1b4-429c-9a5d-186e68131efb None None] Port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:51:28.706474 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789142276', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '083887e1-9549-4516-8c41-b678ba34472f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '083887e1-9549-4516-8c41-b678ba34472f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7', 'name': '', 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:89:c4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:26Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 2, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:28.731628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Checking router: ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:51:28.731983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Updating router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:51:28.758628 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:28.878120 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-754782e8-39b9-4ca5-867a-718dbdb7db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:29.167866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 083887e1-9549-4516-8c41-b678ba34472f up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:51:29.215580 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Publish callbacks [] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:29.224258 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:29.277908 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 083887e1-9549-4516-8c41-b678ba34472f triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:51:29.278134 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (083887e1-9549-4516-8c41-b678ba34472f), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:29.285788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d60ea9-b162-4bbf-bdc2-707e827ec1a7 None None] Pushing event updated for resources: {'Port': ['ID=a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:29.373060 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Attempting to bind port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:51:29.373466 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Attempting to bind port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'eca70e93-cebc-4135-89d9-c0a1003fb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:51:29.373836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Attempting to bind port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 on network 8d85029e-36a0-4998-8ca3-f28582deaeb1 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:51:29.381724 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:51:29.382113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Checking segment: {'id': 'eca70e93-cebc-4135-89d9-c0a1003fb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:51:29.382525 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:29.382929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Bound using segment: {'id': 'eca70e93-cebc-4135-89d9-c0a1003fb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:51:29.383416 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Bound port: a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca70e93-cebc-4135-89d9-c0a1003fb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:51:29.383798 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:29.455625 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 083887e1-9549-4516-8c41-b678ba34472f is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:51:29.456711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8f54f9e1-0730-4582-acdf-2ed61b96a483 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:51:29.520555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] For port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:51:29.530670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b88738a1-778a-45f9-becc-645ebfea4217 None None] Provisioning complete for port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:51:29.530997 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b88738a1-778a-45f9-becc-645ebfea4217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:29.536103 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] For port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7,segment=NetworkSegment(eca70e93-cebc-4135-89d9-c0a1003fb76b),segment_id=eca70e93-cebc-4135-89d9-c0a1003fb76b)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:51:29.560965 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:29.627281 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b88738a1-778a-45f9-becc-645ebfea4217 None None] Port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:51:29.630210 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8f54f9e1-0730-4582-acdf-2ed61b96a483 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:51:29.630582 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8f54f9e1-0730-4582-acdf-2ed61b96a483), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:29.668836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Routers {'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:51:29.669631 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:51:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:29.677359 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d60ea9-b162-4bbf-bdc2-707e827ec1a7 None None] Pushing event updated for resources: {'Port': ['ID=a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:29.748120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70d8a0f2-d0dc-4723-9cda-83300cef29e5 req-a6319f97-c88b-4894-aec9-c704b362d38f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 210 time: 0.0388756 Mar 24 01:51:29.825903 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] Set router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:51:29.857008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8f54f9e1-0730-4582-acdf-2ed61b96a483 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:51:29.880998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2237f22c-7d89-4b78-9ef2-142a61d1931c None None] Provisioning complete for port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:51:29.881402 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2237f22c-7d89-4b78-9ef2-142a61d1931c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:30.082254 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2237f22c-7d89-4b78-9ef2-142a61d1931c None None] Current status of the port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:51:30.082649 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2237f22c-7d89-4b78-9ef2-142a61d1931c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:30.122375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2237f22c-7d89-4b78-9ef2-142a61d1931c None None] For port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7,segment=NetworkSegment(eca70e93-cebc-4135-89d9-c0a1003fb76b),segment_id=eca70e93-cebc-4135-89d9-c0a1003fb76b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:51:30.128609 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789142276', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '083887e1-9549-4516-8c41-b678ba34472f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '083887e1-9549-4516-8c41-b678ba34472f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7', 'name': '', 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:89:c4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:26Z', 'updated_at': '2022-03-24T01:51:29Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:30.130347 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2237f22c-7d89-4b78-9ef2-142a61d1931c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:30.161832 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01424610-c3dc-42ab-bbfa-9b9b999280ab None None] The sync data for ids ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'] in n-d-760455-9 is: [{'id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789142276', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '083887e1-9549-4516-8c41-b678ba34472f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '083887e1-9549-4516-8c41-b678ba34472f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7', 'name': '', 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:89:c4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:26Z', 'updated_at': '2022-03-24T01:51:29Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:51:30.213529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237f22c-7d89-4b78-9ef2-142a61d1931c None None] Pushing event updated for resources: {'Port': ['ID=a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:30.413409 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:30.856957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c2239800-39b3-4bc9-8585-56e23aaf6e74 req-b361a1f8-2eeb-4bab-9aaa-8471909f249e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 210 time: 0.0357771 Mar 24 01:51:30.863715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-317d967e-a806-4e17-a945-ee4f74ea787b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:30.865278 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-317d967e-a806-4e17-a945-ee4f74ea787b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "GET /v2.0/networks?id=8d85029e-36a0-4998-8ca3-f28582deaeb1 HTTP/1.1" status: 200 len: 797 time: 0.1483612 Mar 24 01:51:30.931709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-2ceb535b-a13c-4007-84e7-7f61b350acb0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=570af92d73ce477eab0032c6e4bb8590 HTTP/1.1" status: 200 len: 380 time: 0.0587366 Mar 24 01:51:30.932875 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-67c5ec5f-0a39-4926-a6e6-dc7a9bdb346f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:30.940665 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-5857b6fd-1026-4f4d-940c-a5f102fb7b0a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'port': {'device_id': 'ae0e2107-a756-474d-a81c-b832798ddab7', 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1', 'admin_state_up': True, 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'security_groups': ['e1f6b455-7125-43c2-bbc2-204cce2e9db3']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:51:31.063966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-5857b6fd-1026-4f4d-940c-a5f102fb7b0a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Made reservation on behalf of 570af92d73ce477eab0032c6e4bb8590 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:51:31.067922 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-5857b6fd-1026-4f4d-940c-a5f102fb7b0a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:31.195938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:51:31.215871 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-5857b6fd-1026-4f4d-940c-a5f102fb7b0a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.20.0.13 (8d85029e-36a0-4998-8ca3-f28582deaeb1/c19f56e2-38bc-4c64-969a-6de5ab18a4c1/a49f61bf-421f-4ea9-aec3-a6a67497ad28) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:51:31.253768 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:51:31.254307 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:31.346602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:51:31.377857 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-5857b6fd-1026-4f4d-940c-a5f102fb7b0a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (a49f61bf-421f-4ea9-aec3-a6a67497ad28), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:31.411564 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-5857b6fd-1026-4f4d-940c-a5f102fb7b0a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a49f61bf-421f-4ea9-aec3-a6a67497ad28), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:31.452933 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-5857b6fd-1026-4f4d-940c-a5f102fb7b0a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network 8d85029e-36a0-4998-8ca3-f28582deaeb1 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:51:31.456725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-5857b6fd-1026-4f4d-940c-a5f102fb7b0a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:51:31.460413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-5857b6fd-1026-4f4d-940c-a5f102fb7b0a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:51:31.497240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857b6fd-1026-4f4d-940c-a5f102fb7b0a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=a49f61bf-421f-4ea9-aec3-a6a67497ad28,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:31.524343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-5857b6fd-1026-4f4d-940c-a5f102fb7b0a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:31.524961 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-5857b6fd-1026-4f4d-940c-a5f102fb7b0a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:31.544008 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-5857b6fd-1026-4f4d-940c-a5f102fb7b0a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6073499 Mar 24 01:51:31.556428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Request body: {'port': {'device_id': 'ae0e2107-a756-474d-a81c-b832798ddab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:51:31.620434 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a49f61bf-421f-4ea9-aec3-a6a67497ad28), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:31.779258 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fc4fb0ac-33e5-436c-8c63-a32c9204e56a None None] Provisioning complete for port a49f61bf-421f-4ea9-aec3-a6a67497ad28 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:51:31.779635 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fc4fb0ac-33e5-436c-8c63-a32c9204e56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a49f61bf-421f-4ea9-aec3-a6a67497ad28), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:31.812645 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fc4fb0ac-33e5-436c-8c63-a32c9204e56a None None] Port a49f61bf-421f-4ea9-aec3-a6a67497ad28 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:51:31.894518 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a49f61bf-421f-4ea9-aec3-a6a67497ad28 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:51:31.902519 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Publish callbacks [] for port (a49f61bf-421f-4ea9-aec3-a6a67497ad28), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:31.915969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Transition to ACTIVE for port object a49f61bf-421f-4ea9-aec3-a6a67497ad28 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:51:31.919214 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a49f61bf-421f-4ea9-aec3-a6a67497ad28), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:31.999872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Pushing event updated for resources: {'Port': ['ID=a49f61bf-421f-4ea9-aec3-a6a67497ad28,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:32.066490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168de48b-e7fa-4a40-b810-042484397f63 req-019b35f8-bcb7-4e2f-a770-1c885883a94d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:32.068018 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-168de48b-e7fa-4a40-b810-042484397f63 req-019b35f8-bcb7-4e2f-a770-1c885883a94d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 944 time: 0.1230938 Mar 24 01:51:32.109625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Attempting to bind port a49f61bf-421f-4ea9-aec3-a6a67497ad28 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:51:32.109970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Attempting to bind port a49f61bf-421f-4ea9-aec3-a6a67497ad28 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'eca70e93-cebc-4135-89d9-c0a1003fb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:51:32.110305 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Attempting to bind port a49f61bf-421f-4ea9-aec3-a6a67497ad28 on network 8d85029e-36a0-4998-8ca3-f28582deaeb1 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:51:32.122226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Port a49f61bf-421f-4ea9-aec3-a6a67497ad28 on network 8d85029e-36a0-4998-8ca3-f28582deaeb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:51:32.122556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Attempting to bind port a49f61bf-421f-4ea9-aec3-a6a67497ad28 on network 8d85029e-36a0-4998-8ca3-f28582deaeb1 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:51:32.137335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:51:32.137685 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Checking segment: {'id': 'eca70e93-cebc-4135-89d9-c0a1003fb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:51:32.138075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Bound using segment: {'id': 'eca70e93-cebc-4135-89d9-c0a1003fb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:51:32.138512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Bound port: a49f61bf-421f-4ea9-aec3-a6a67497ad28, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca70e93-cebc-4135-89d9-c0a1003fb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:51:32.138876 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a49f61bf-421f-4ea9-aec3-a6a67497ad28), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:32.151190 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-168de48b-e7fa-4a40-b810-042484397f63 req-9363d9e4-630e-42ff-9ddd-8c21c3829e5f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765696 Mar 24 01:51:32.205558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] For port a49f61bf-421f-4ea9-aec3-a6a67497ad28, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:51:32.208520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] For port a49f61bf-421f-4ea9-aec3-a6a67497ad28, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a49f61bf-421f-4ea9-aec3-a6a67497ad28,segment=NetworkSegment(eca70e93-cebc-4135-89d9-c0a1003fb76b),segment_id=eca70e93-cebc-4135-89d9-c0a1003fb76b)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:51:32.214633 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a49f61bf-421f-4ea9-aec3-a6a67497ad28), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:32.249075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:32.249723 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:32.251125 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] 10.222.0.57 "PUT /v2.0/ports/a49f61bf-421f-4ea9-aec3-a6a67497ad28 HTTP/1.1" status: 200 len: 1092 time: 0.6991940 Mar 24 01:51:32.251583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0e2107-a756-474d-a81c-b832798ddab7', 'tag': 'a49f61bf-421f-4ea9-aec3-a6a67497ad28'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:51:32.253840 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483457a2-f71b-4826-b5d8-81c93b126f18" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0e2107-a756-474d-a81c-b832798ddab7", "tag": "a49f61bf-421f-4ea9-aec3-a6a67497ad28"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:51:32.284172 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff31ac5-3c3d-47c3-92b3-ca8a68dee366 service neutron] Pushing event updated for resources: {'Port': ['ID=a49f61bf-421f-4ea9-aec3-a6a67497ad28,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:32.324314 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc320bd-a714-4f6e-88f6-de414a08f822 x-openstack-request-id: req-6cc320bd-a714-4f6e-88f6-de414a08f822 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:51:32.324613 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0e2107-a756-474d-a81c-b832798ddab7", "tag": "a49f61bf-421f-4ea9-aec3-a6a67497ad28", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:51:32.325067 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6cc320bd-a714-4f6e-88f6-de414a08f822 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:51:32.325301 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc320bd-a714-4f6e-88f6-de414a08f822'] response: {'name': 'network-changed', 'server_uuid': 'ae0e2107-a756-474d-a81c-b832798ddab7', 'tag': 'a49f61bf-421f-4ea9-aec3-a6a67497ad28', 'status': 'completed', 'code': 200} Mar 24 01:51:32.347673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-ba041b1e-e7a0-427c-b764-76f2474e0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:32.349224 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-ba041b1e-e7a0-427c-b764-76f2474e0664 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 1126 time: 0.0571251 Mar 24 01:51:32.353255 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:32.391464 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-bad89641-1260-40e6-8fac-6a501085fee6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a49f61bf-421f-4ea9-aec3-a6a67497ad28 HTTP/1.1" status: 200 len: 217 time: 0.0355361 Mar 24 01:51:32.441111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-7b5dabde-409f-4c9d-9b1a-b952916375cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:32.442595 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-7b5dabde-409f-4c9d-9b1a-b952916375cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f56e2-38bc-4c64-969a-6de5ab18a4c1 HTTP/1.1" status: 200 len: 833 time: 0.0460393 Mar 24 01:51:32.495240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-554f26b1-b251-4d8e-9965-88cb03b158ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:32.496737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-554f26b1-b251-4d8e-9965-88cb03b158ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d85029e-36a0-4998-8ca3-f28582deaeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486910 Mar 24 01:51:32.586070 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-25dfe910-b766-46fb-935a-6ceb4c6f083a service neutron] 10.222.0.57 "GET /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827174 Mar 24 01:51:32.679150 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-93e0b64a-b168-44c0-96ea-3ce472986c2f req-e76ccbbc-ecce-4a09-90bd-6f4f4eb7616f service neutron] 10.222.0.57 "GET /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865724 Mar 24 01:51:32.770465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483457a2-f71b-4826-b5d8-81c93b126f18 req-b1d8154c-9a79-48d2-a4bc-142097ae0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:32.771851 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-483457a2-f71b-4826-b5d8-81c93b126f18 req-b1d8154c-9a79-48d2-a4bc-142097ae0e50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 1126 time: 0.0453851 Mar 24 01:51:32.856761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483457a2-f71b-4826-b5d8-81c93b126f18 req-22fd2131-a4e1-40cc-85a3-30fbff453f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:32.858234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-483457a2-f71b-4826-b5d8-81c93b126f18 req-22fd2131-a4e1-40cc-85a3-30fbff453f7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d85029e-36a0-4998-8ca3-f28582deaeb1 HTTP/1.1" status: 200 len: 898 time: 0.0809319 Mar 24 01:51:32.902027 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-483457a2-f71b-4826-b5d8-81c93b126f18 req-74a3f181-432b-4946-b851-5cc5b17cf3c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a49f61bf-421f-4ea9-aec3-a6a67497ad28 HTTP/1.1" status: 200 len: 217 time: 0.0375926 Mar 24 01:51:32.949329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483457a2-f71b-4826-b5d8-81c93b126f18 req-cb1a130d-ded1-490b-bb4d-802e3a258571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:32.950789 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-483457a2-f71b-4826-b5d8-81c93b126f18 req-cb1a130d-ded1-490b-bb4d-802e3a258571 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f56e2-38bc-4c64-969a-6de5ab18a4c1 HTTP/1.1" status: 200 len: 833 time: 0.0418816 Mar 24 01:51:32.977794 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:32.998455 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483457a2-f71b-4826-b5d8-81c93b126f18 req-9ed0e83b-2c0a-4f77-b7d0-562eaf1c6d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:32.999940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-483457a2-f71b-4826-b5d8-81c93b126f18 req-9ed0e83b-2c0a-4f77-b7d0-562eaf1c6d56 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d85029e-36a0-4998-8ca3-f28582deaeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432801 Mar 24 01:51:33.091615 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-483457a2-f71b-4826-b5d8-81c93b126f18 req-cf9a36ab-ff70-4f7b-9203-2bdd7b440bba service neutron] 10.222.0.57 "GET /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851822 Mar 24 01:51:33.186844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-483457a2-f71b-4826-b5d8-81c93b126f18 req-824b0001-e8a1-434d-b0e6-1de7d6480665 service neutron] 10.222.0.57 "GET /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884469 Mar 24 01:51:33.278222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe6244-2b76-4a9e-9c54-14788745cb70 req-c2a7ef82-b738-461c-9733-3ed0451a7e0d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:33.279678 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fbe6244-2b76-4a9e-9c54-14788745cb70 req-c2a7ef82-b738-461c-9733-3ed0451a7e0d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 944 time: 0.0568314 Mar 24 01:51:33.327651 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8fbe6244-2b76-4a9e-9c54-14788745cb70 req-9c97fec0-a3ce-48b3-bfb1-81c8d356d9cb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Mar 24 01:51:33.853950 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:34.445210 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d5705-a3bc-44df-a58a-12b91f7eade1 req-924b7992-ee0a-4410-b761-80fcb72c1eca tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:34.446668 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e9d5705-a3bc-44df-a58a-12b91f7eade1 req-924b7992-ee0a-4410-b761-80fcb72c1eca tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 944 time: 0.0522385 Mar 24 01:51:34.495669 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e9d5705-a3bc-44df-a58a-12b91f7eade1 req-64f39f1a-5755-4752-89c7-3130a8c5ff3c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432112 Mar 24 01:51:35.051884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a49f61bf-421f-4ea9-aec3-a6a67497ad28 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:51:35.147804 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a49f61bf-421f-4ea9-aec3-a6a67497ad28, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a49f61bf-421f-4ea9-aec3-a6a67497ad28,segment=NetworkSegment(eca70e93-cebc-4135-89d9-c0a1003fb76b),segment_id=eca70e93-cebc-4135-89d9-c0a1003fb76b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:51:35.159198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'a49f61bf-421f-4ea9-aec3-a6a67497ad28', 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1', 'port_id': 'a49f61bf-421f-4ea9-aec3-a6a67497ad28', 'mac_address': 'fa:16:3e:e2:2e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:51:35.197727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a49f61bf-421f-4ea9-aec3-a6a67497ad28 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:51:35.198031 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a49f61bf-421f-4ea9-aec3-a6a67497ad28), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:35.211201 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49f61bf-421f-4ea9-aec3-a6a67497ad28 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:51:35.229300 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a49f61bf-421f-4ea9-aec3-a6a67497ad28, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a49f61bf-421f-4ea9-aec3-a6a67497ad28,segment=NetworkSegment(eca70e93-cebc-4135-89d9-c0a1003fb76b),segment_id=eca70e93-cebc-4135-89d9-c0a1003fb76b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:51:35.233264 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a49f61bf-421f-4ea9-aec3-a6a67497ad28), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:35.278323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a49f61bf-421f-4ea9-aec3-a6a67497ad28,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:35.316340 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:35.445224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a49f61bf-421f-4ea9-aec3-a6a67497ad28'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:51:35.612638 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3197e-d735-4525-89cf-edd533b26e6b req-6d797fe1-11f2-4069-a4d5-762a443f33fb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:35.614673 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bec3197e-d735-4525-89cf-edd533b26e6b req-6d797fe1-11f2-4069-a4d5-762a443f33fb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 945 time: 0.0524850 Mar 24 01:51:35.667326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bec3197e-d735-4525-89cf-edd533b26e6b req-e8f3eda8-1d5e-4987-a724-b9a1b689b09e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469892 Mar 24 01:51:36.789962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffe997-2415-4ec0-bc8e-4aadd040eda3 req-a796d012-5b84-4fa0-bdce-922f04aa1501 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:36.791434 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10ffe997-2415-4ec0-bc8e-4aadd040eda3 req-a796d012-5b84-4fa0-bdce-922f04aa1501 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 945 time: 0.0530722 Mar 24 01:51:36.839817 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10ffe997-2415-4ec0-bc8e-4aadd040eda3 req-80a2cbea-ccba-489c-b641-8a2dce73b9b8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427992 Mar 24 01:51:37.052206 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a49f61bf-421f-4ea9-aec3-a6a67497ad28 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:51:37.099597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port a49f61bf-421f-4ea9-aec3-a6a67497ad28 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:51:37.103864 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port a49f61bf-421f-4ea9-aec3-a6a67497ad28 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:51:37.104240 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a49f61bf-421f-4ea9-aec3-a6a67497ad28), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:37.183421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a49f61bf-421f-4ea9-aec3-a6a67497ad28 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:51:37.183806 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a49f61bf-421f-4ea9-aec3-a6a67497ad28), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:37.205865 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0e2107-a756-474d-a81c-b832798ddab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49f61bf-421f-4ea9-aec3-a6a67497ad28'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:51:37.207995 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8404ca58-c6cf-4e47-9835-da64ca972b94" -d '{"events": [{"server_uuid": "ae0e2107-a756-474d-a81c-b832798ddab7", "name": "network-vif-plugged", "status": "completed", "tag": "a49f61bf-421f-4ea9-aec3-a6a67497ad28"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:51:37.222043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a49f61bf-421f-4ea9-aec3-a6a67497ad28, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a49f61bf-421f-4ea9-aec3-a6a67497ad28,segment=NetworkSegment(eca70e93-cebc-4135-89d9-c0a1003fb76b),segment_id=eca70e93-cebc-4135-89d9-c0a1003fb76b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:51:37.227054 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a49f61bf-421f-4ea9-aec3-a6a67497ad28), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:37.274942 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a49f61bf-421f-4ea9-aec3-a6a67497ad28,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:37.306848 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f342bb-eeee-4a43-bbd1-1bdad7b1ec0a x-openstack-request-id: req-90f342bb-eeee-4a43-bbd1-1bdad7b1ec0a {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:51:37.307147 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0e2107-a756-474d-a81c-b832798ddab7", "name": "network-vif-plugged", "status": "completed", "tag": "a49f61bf-421f-4ea9-aec3-a6a67497ad28", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:51:37.307402 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90f342bb-eeee-4a43-bbd1-1bdad7b1ec0a {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:51:37.307801 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f342bb-eeee-4a43-bbd1-1bdad7b1ec0a'] response: {'server_uuid': 'ae0e2107-a756-474d-a81c-b832798ddab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49f61bf-421f-4ea9-aec3-a6a67497ad28', 'code': 200} Mar 24 01:51:37.400172 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab979e-e2f0-43b2-8efc-71350a9e858a req-68026759-b185-43f3-9c9f-0c519a2af3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:37.401715 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8bab979e-e2f0-43b2-8efc-71350a9e858a req-68026759-b185-43f3-9c9f-0c519a2af3ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 1128 time: 0.0431693 Mar 24 01:51:37.447465 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8bab979e-e2f0-43b2-8efc-71350a9e858a req-faed4217-49c6-49b3-972b-d4d36a6ae9f0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387747 Mar 24 01:51:37.965005 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8b4ab-e9fe-4d9f-9982-1c9674fc64cd req-ae19ac58-5f89-43da-98e9-7d5eeb94d29f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:37.966506 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3a8b4ab-e9fe-4d9f-9982-1c9674fc64cd req-ae19ac58-5f89-43da-98e9-7d5eeb94d29f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0621326 Mar 24 01:51:38.014114 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3a8b4ab-e9fe-4d9f-9982-1c9674fc64cd req-ed033b15-91a0-46fb-9d25-6afacf4c22d9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420649 Mar 24 01:51:39.133979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50d269-c61c-4da1-93c6-566ace0b7e6f req-4ebc330a-3dff-418f-997f-424a3d9ac5dc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:39.135441 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da50d269-c61c-4da1-93c6-566ace0b7e6f req-4ebc330a-3dff-418f-997f-424a3d9ac5dc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0517292 Mar 24 01:51:39.187885 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da50d269-c61c-4da1-93c6-566ace0b7e6f req-2dfb6a7c-e265-4929-84c0-a3db8125e975 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467715 Mar 24 01:51:39.306896 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92e593-aa2d-4ab7-b936-46dec5c43e97 req-e0df93b3-e050-46fa-9aff-39502b1d4b7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:39.308327 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b92e593-aa2d-4ab7-b936-46dec5c43e97 req-e0df93b3-e050-46fa-9aff-39502b1d4b7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0552731 Mar 24 01:51:39.355880 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b92e593-aa2d-4ab7-b936-46dec5c43e97 req-1056b2a1-3c20-4375-828e-0bf9d17cf2e1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420017 Mar 24 01:51:39.376837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40196) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:39.420607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814dbbb2-f823-430e-b974-e2b342ad1b9c tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:39.422130 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-814dbbb2-f823-430e-b974-e2b342ad1b9c tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 1123 time: 0.0443180 Mar 24 01:51:39.424810 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40198) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:39.428955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': 'a49f61bf-421f-4ea9-aec3-a6a67497ad28', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:51:39.449493 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:39.545143 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:39.647145 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.25.0.198 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/eec76538-7181-434d-9e10-44604434b2ae) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:51:39.750171 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (eec76538-7181-434d-9e10-44604434b2ae), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:39.784035 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (eec76538-7181-434d-9e10-44604434b2ae), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:39.819235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:51:39.822329 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:51:39.824900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:51:39.858269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=eec76538-7181-434d-9e10-44604434b2ae,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:40.175672 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (3bf91f2d-f3d0-4d33-9a19-8f1b435b92cf), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:40.241393 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (eec76538-7181-434d-9e10-44604434b2ae), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:40.390892 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (eec76538-7181-434d-9e10-44604434b2ae), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:40.395305 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (eec76538-7181-434d-9e10-44604434b2ae), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:40.459371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=eec76538-7181-434d-9e10-44604434b2ae,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:51:40.471901 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (3bf91f2d-f3d0-4d33-9a19-8f1b435b92cf), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:40.573231 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Floating IP 3bf91f2d-f3d0-4d33-9a19-8f1b435b92cf associated. External IP: 172.25.0.198, port: a49f61bf-421f-4ea9-aec3-a6a67497ad28. Mar 24 01:51:41.114254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:51:41.234010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:51:41.243603 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00303338-b6b6-4296-b5a8-34b7f83338d5 None None] Sync routers for ids ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:51:41.251187 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:51:41.255548 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00303338-b6b6-4296-b5a8-34b7f83338d5 None None] Routers {'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:51:41.256168 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-00303338-b6b6-4296-b5a8-34b7f83338d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:51:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:41.281470 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-52f28856-323e-40ed-bb44-2dd09ea358fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8556294 Mar 24 01:51:41.282051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0e2107-a756-474d-a81c-b832798ddab7', 'tag': 'a49f61bf-421f-4ea9-aec3-a6a67497ad28'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:51:41.284286 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bfc4e4-6803-422f-b04d-c8c085114efb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0e2107-a756-474d-a81c-b832798ddab7", "tag": "a49f61bf-421f-4ea9-aec3-a6a67497ad28"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:51:41.331101 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbac1006-0b62-4600-9e12-0f88b1d7ec7b x-openstack-request-id: req-bbac1006-0b62-4600-9e12-0f88b1d7ec7b {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:51:41.331396 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0e2107-a756-474d-a81c-b832798ddab7", "tag": "a49f61bf-421f-4ea9-aec3-a6a67497ad28", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:51:41.331649 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bbac1006-0b62-4600-9e12-0f88b1d7ec7b {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:51:41.332064 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbac1006-0b62-4600-9e12-0f88b1d7ec7b'] response: {'name': 'network-changed', 'server_uuid': 'ae0e2107-a756-474d-a81c-b832798ddab7', 'tag': 'a49f61bf-421f-4ea9-aec3-a6a67497ad28', 'status': 'completed', 'code': 200} Mar 24 01:51:41.364250 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-00303338-b6b6-4296-b5a8-34b7f83338d5 None None] Set router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:51:41.419884 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814e243-609d-4fce-9b60-b66cab8293d0 req-f1893257-3216-4c60-9804-d46deb8e24e8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:41.421299 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a814e243-609d-4fce-9b60-b66cab8293d0 req-f1893257-3216-4c60-9804-d46deb8e24e8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0884120 Mar 24 01:51:41.428214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfc4e4-6803-422f-b04d-c8c085114efb req-af5c6bb8-511d-4865-ae15-4b2fbc9ae06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:41.429732 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94bfc4e4-6803-422f-b04d-c8c085114efb req-af5c6bb8-511d-4865-ae15-4b2fbc9ae06b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 1128 time: 0.0687516 Mar 24 01:51:41.529013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a814e243-609d-4fce-9b60-b66cab8293d0 req-032bdb8b-9636-4e01-93a1-155657669ced tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983999 Mar 24 01:51:41.553158 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfc4e4-6803-422f-b04d-c8c085114efb req-671483b8-0b9c-4ca8-ae36-a36cba199f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:41.553353 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40204) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:41.553777 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94bfc4e4-6803-422f-b04d-c8c085114efb req-671483b8-0b9c-4ca8-ae36-a36cba199f66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d85029e-36a0-4998-8ca3-f28582deaeb1 HTTP/1.1" status: 200 len: 898 time: 0.1165423 Mar 24 01:51:41.587838 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-00303338-b6b6-4296-b5a8-34b7f83338d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789142276', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '083887e1-9549-4516-8c41-b678ba34472f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '083887e1-9549-4516-8c41-b678ba34472f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3bf91f2d-f3d0-4d33-9a19-8f1b435b92cf', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'port_id': 'a49f61bf-421f-4ea9-aec3-a6a67497ad28', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1', 'mac_address': 'fa:16:3e:e2:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e2107-a756-474d-a81c-b832798ddab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:51:40Z', 'updated_at': '2022-03-24T01:51:40Z', 'revision_number': 0, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7', 'name': '', 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:89:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:26Z', 'updated_at': '2022-03-24T01:51:30Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:41.619250 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8c2a6b22-a3db-4949-9419-5b620c430bb6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/3bf91f2d-f3d0-4d33-9a19-8f1b435b92cf HTTP/1.1" status: 200 len: 992 time: 0.0666273 Mar 24 01:51:41.621852 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00303338-b6b6-4296-b5a8-34b7f83338d5 None None] Checking router: ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:51:41.630571 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00303338-b6b6-4296-b5a8-34b7f83338d5 None None] Routers {'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:51:41.630726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94bfc4e4-6803-422f-b04d-c8c085114efb req-7dbf2e3a-66f9-4e69-b37f-5328ad88e31e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a49f61bf-421f-4ea9-aec3-a6a67497ad28 HTTP/1.1" status: 200 len: 1000 time: 0.0709984 Mar 24 01:51:41.631172 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-00303338-b6b6-4296-b5a8-34b7f83338d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:51:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:41.677436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfc4e4-6803-422f-b04d-c8c085114efb req-d576b50b-60a2-4eed-8705-fb6cc01bf551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:41.678835 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94bfc4e4-6803-422f-b04d-c8c085114efb req-d576b50b-60a2-4eed-8705-fb6cc01bf551 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f56e2-38bc-4c64-969a-6de5ab18a4c1 HTTP/1.1" status: 200 len: 833 time: 0.0429423 Mar 24 01:51:41.726929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfc4e4-6803-422f-b04d-c8c085114efb req-ddfb1439-0b61-4cf1-b4c1-48e347591655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:41.728401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94bfc4e4-6803-422f-b04d-c8c085114efb req-ddfb1439-0b61-4cf1-b4c1-48e347591655 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d85029e-36a0-4998-8ca3-f28582deaeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442128 Mar 24 01:51:41.735533 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-00303338-b6b6-4296-b5a8-34b7f83338d5 None None] Set router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:51:41.819343 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94bfc4e4-6803-422f-b04d-c8c085114efb req-98965877-8019-416b-b179-f94f670955ec service neutron] 10.222.0.57 "GET /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851033 Mar 24 01:51:41.913571 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-94bfc4e4-6803-422f-b04d-c8c085114efb req-36a61838-6e04-4910-8ecd-0cb60d0a9171 service neutron] 10.222.0.57 "GET /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862370 Mar 24 01:51:41.954666 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-00303338-b6b6-4296-b5a8-34b7f83338d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789142276', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '083887e1-9549-4516-8c41-b678ba34472f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '083887e1-9549-4516-8c41-b678ba34472f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3bf91f2d-f3d0-4d33-9a19-8f1b435b92cf', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'port_id': 'a49f61bf-421f-4ea9-aec3-a6a67497ad28', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1', 'mac_address': 'fa:16:3e:e2:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e2107-a756-474d-a81c-b832798ddab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:51:40Z', 'updated_at': '2022-03-24T01:51:40Z', 'revision_number': 0, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7', 'name': '', 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:89:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:26Z', 'updated_at': '2022-03-24T01:51:30Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:51:41.983519 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00303338-b6b6-4296-b5a8-34b7f83338d5 None None] The sync data for ids ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'] in n-d-760455-9 is: [{'id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789142276', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '083887e1-9549-4516-8c41-b678ba34472f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '083887e1-9549-4516-8c41-b678ba34472f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '3bf91f2d-f3d0-4d33-9a19-8f1b435b92cf', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'port_id': 'a49f61bf-421f-4ea9-aec3-a6a67497ad28', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1', 'mac_address': 'fa:16:3e:e2:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e2107-a756-474d-a81c-b832798ddab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:51:40Z', 'updated_at': '2022-03-24T01:51:40Z', 'revision_number': 0, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7', 'name': '', 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:89:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:26Z', 'updated_at': '2022-03-24T01:51:30Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:51:42.173008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f48cdc8-7171-4dfb-a48b-f4b090c0e24e None None] New status for floating IP 3bf91f2d-f3d0-4d33-9a19-8f1b435b92cf: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:51:42.622912 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40206) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:51:42.682068 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ab502d15-20e4-4fd7-aa55-ff5ced24f10c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/3bf91f2d-f3d0-4d33-9a19-8f1b435b92cf HTTP/1.1" status: 200 len: 994 time: 0.0580580 Mar 24 01:51:51.902787 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52227a2c-8556-424a-b885-acbd5282e9b7 req-b207a620-64cc-46cf-8739-8c3361f0005b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480807 Mar 24 01:51:51.984402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52227a2c-8556-424a-b885-acbd5282e9b7 req-d5787d37-0d00-4997-a13b-27555f96839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:51.986402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52227a2c-8556-424a-b885-acbd5282e9b7 req-d5787d37-0d00-4997-a13b-27555f96839d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 1128 time: 0.0435836 Mar 24 01:51:52.085053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52227a2c-8556-424a-b885-acbd5282e9b7 req-4aa8c9fc-1e76-4ee2-ac36-5b6ae92377ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:52.086518 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52227a2c-8556-424a-b885-acbd5282e9b7 req-4aa8c9fc-1e76-4ee2-ac36-5b6ae92377ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d85029e-36a0-4998-8ca3-f28582deaeb1 HTTP/1.1" status: 200 len: 898 time: 0.0823500 Mar 24 01:51:52.156821 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52227a2c-8556-424a-b885-acbd5282e9b7 req-3da6bb01-fd6f-48d2-9e65-3655826c14dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a49f61bf-421f-4ea9-aec3-a6a67497ad28 HTTP/1.1" status: 200 len: 1002 time: 0.0649178 Mar 24 01:51:52.203512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52227a2c-8556-424a-b885-acbd5282e9b7 req-0edc5862-a16b-4b20-be4c-2082259ffba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:52.204936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52227a2c-8556-424a-b885-acbd5282e9b7 req-0edc5862-a16b-4b20-be4c-2082259ffba1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f56e2-38bc-4c64-969a-6de5ab18a4c1 HTTP/1.1" status: 200 len: 833 time: 0.0424285 Mar 24 01:51:52.264309 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52227a2c-8556-424a-b885-acbd5282e9b7 req-62466fa2-9dac-4eb3-a5a6-bdb2cf8c26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:51:52.265859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52227a2c-8556-424a-b885-acbd5282e9b7 req-62466fa2-9dac-4eb3-a5a6-bdb2cf8c26f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d85029e-36a0-4998-8ca3-f28582deaeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0554628 Mar 24 01:51:52.376134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52227a2c-8556-424a-b885-acbd5282e9b7 req-913a9234-0776-41f5-a630-6aeabf2d01a2 service neutron] 10.222.0.57 "GET /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036508 Mar 24 01:51:52.467006 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52227a2c-8556-424a-b885-acbd5282e9b7 req-d4735ec3-e67d-4acf-99ac-002b42c96e6d service neutron] 10.222.0.57 "GET /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847306 Mar 24 01:51:58.263996 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:51:58.819583 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-860d70b3-ca8c-4cbc-bd14-2e8e0164227a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:00.417188 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:00.934138 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-564534b4-cdc2-4dd7-bae9-d54f53580db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:02.338211 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:02.975736 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:03.857201 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:05.317686 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:11.534540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d6491-1c7f-4b9f-9e9d-193d59bf0bfc req-78945e78-dd9d-4617-88a9-d8c0ed335c24 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:11.536041 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b19d6491-1c7f-4b9f-9e9d-193d59bf0bfc req-78945e78-dd9d-4617-88a9-d8c0ed335c24 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0887053 Mar 24 01:52:11.537947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cee7f-dfd8-4766-a26f-72072aad8cb0 req-1b29f2ea-00ef-4ecf-927d-fe54ec06fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:11.539299 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f0cee7f-dfd8-4766-a26f-72072aad8cb0 req-1b29f2ea-00ef-4ecf-927d-fe54ec06fcd3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 1128 time: 0.0831621 Mar 24 01:52:11.642837 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b19d6491-1c7f-4b9f-9e9d-193d59bf0bfc req-f5c821de-8cc6-4d68-8449-dc59de0148aa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008730 Mar 24 01:52:11.664257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cee7f-dfd8-4766-a26f-72072aad8cb0 req-91253905-8ad6-4382-9126-7983aaf73717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:11.665747 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f0cee7f-dfd8-4766-a26f-72072aad8cb0 req-91253905-8ad6-4382-9126-7983aaf73717 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d85029e-36a0-4998-8ca3-f28582deaeb1 HTTP/1.1" status: 200 len: 898 time: 0.1182916 Mar 24 01:52:11.731394 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f0cee7f-dfd8-4766-a26f-72072aad8cb0 req-feecfeae-75b1-418d-9219-eaeba0a0e79d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a49f61bf-421f-4ea9-aec3-a6a67497ad28 HTTP/1.1" status: 200 len: 1002 time: 0.0594683 Mar 24 01:52:11.777022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cee7f-dfd8-4766-a26f-72072aad8cb0 req-39244100-e8e9-4653-8eca-4d949ee8d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:11.778415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f0cee7f-dfd8-4766-a26f-72072aad8cb0 req-39244100-e8e9-4653-8eca-4d949ee8d073 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f56e2-38bc-4c64-969a-6de5ab18a4c1 HTTP/1.1" status: 200 len: 833 time: 0.0410554 Mar 24 01:52:11.829595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cee7f-dfd8-4766-a26f-72072aad8cb0 req-d7b96de2-b877-4f27-ae84-24b3011c71de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:11.831030 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f0cee7f-dfd8-4766-a26f-72072aad8cb0 req-d7b96de2-b877-4f27-ae84-24b3011c71de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d85029e-36a0-4998-8ca3-f28582deaeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464873 Mar 24 01:52:11.916373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f0cee7f-dfd8-4766-a26f-72072aad8cb0 req-fbd22eb8-d706-481b-94b2-b979205c75ee service neutron] 10.222.0.57 "GET /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788841 Mar 24 01:52:12.009707 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6f0cee7f-dfd8-4766-a26f-72072aad8cb0 req-ae060341-2174-4e1c-8ad5-a575e4e2aa80 service neutron] 10.222.0.57 "GET /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851562 Mar 24 01:52:12.766536 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069cd0c-8585-465e-953e-39cf4f8d48c5 req-772427d2-71a5-4fee-8ab1-ce5a1507f47b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:12.768534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e069cd0c-8585-465e-953e-39cf4f8d48c5 req-772427d2-71a5-4fee-8ab1-ce5a1507f47b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0524571 Mar 24 01:52:12.816073 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e069cd0c-8585-465e-953e-39cf4f8d48c5 req-bbe80d41-3c72-4e96-8925-9c6cdaa84091 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420213 Mar 24 01:52:13.932589 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9d6a5-581b-44c3-a908-df9a845417fc req-0d86f3ed-9b7b-46bc-8772-3fcc0fbbe7d0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:13.934078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dae9d6a5-581b-44c3-a908-df9a845417fc req-0d86f3ed-9b7b-46bc-8772-3fcc0fbbe7d0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0517154 Mar 24 01:52:13.987103 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dae9d6a5-581b-44c3-a908-df9a845417fc req-3a0201cd-2a5a-4d77-a2b0-755a12c939f5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468121 Mar 24 01:52:15.105110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a46bd-10d1-4bdc-bca9-dddc7974f466 req-28d0a076-47ba-4754-a8cd-901d121d12ba tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:15.106610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-538a46bd-10d1-4bdc-bca9-dddc7974f466 req-28d0a076-47ba-4754-a8cd-901d121d12ba tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0525284 Mar 24 01:52:15.154588 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-538a46bd-10d1-4bdc-bca9-dddc7974f466 req-19ffc91a-055c-4bb1-8f0f-55b862878982 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422893 Mar 24 01:52:16.279224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8fed0-7fe6-4a47-970f-ca8d8a4f1abd req-2a89a6d8-5cb3-4b38-9391-978589b40244 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:16.280683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61f8fed0-7fe6-4a47-970f-ca8d8a4f1abd req-2a89a6d8-5cb3-4b38-9391-978589b40244 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0588267 Mar 24 01:52:16.329271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61f8fed0-7fe6-4a47-970f-ca8d8a4f1abd req-c1856359-f074-4645-8c09-57e14252726d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427823 Mar 24 01:52:17.450925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d15211-7f44-4b87-bad4-d4820286a840 req-93103423-a46b-47ea-bd24-95be047240cf tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:17.452635 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32d15211-7f44-4b87-bad4-d4820286a840 req-93103423-a46b-47ea-bd24-95be047240cf tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0562263 Mar 24 01:52:17.500381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-32d15211-7f44-4b87-bad4-d4820286a840 req-15a5a77e-919a-4bec-a91e-129351500539 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416515 Mar 24 01:52:18.619280 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4b146-1144-4691-a0e9-69f0040e4772 req-1f4bda9e-9257-480e-9f5d-068df762d5ab tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:18.620644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25d4b146-1144-4691-a0e9-69f0040e4772 req-1f4bda9e-9257-480e-9f5d-068df762d5ab tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0530355 Mar 24 01:52:18.668074 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-25d4b146-1144-4691-a0e9-69f0040e4772 req-d1a68bbb-0d0c-4ac1-80c6-8c55da1f0e32 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419140 Mar 24 01:52:19.784788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c3fd4-deff-4d44-8271-c534e669607e req-0a817d9a-1e11-4d6b-986a-ba64f42499c8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:19.786167 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-528c3fd4-deff-4d44-8271-c534e669607e req-0a817d9a-1e11-4d6b-986a-ba64f42499c8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0513651 Mar 24 01:52:19.837743 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-528c3fd4-deff-4d44-8271-c534e669607e req-563e77f9-0581-4f2b-9c74-d7cf209da3d7 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460722 Mar 24 01:52:20.959583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0b88c-05ec-453b-bb74-6cbb8a1a8605 req-34cc9486-ea35-43a4-b0e9-9854bfaa8020 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:20.961078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebc0b88c-05ec-453b-bb74-6cbb8a1a8605 req-34cc9486-ea35-43a4-b0e9-9854bfaa8020 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0553558 Mar 24 01:52:21.009818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ebc0b88c-05ec-453b-bb74-6cbb8a1a8605 req-504b15fd-9dba-4efd-95a6-9bb8632e9c47 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431414 Mar 24 01:52:22.127982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c49e4-d2f6-4eed-93a1-c024582296c2 req-25205d07-fb4b-4ac8-b8a6-5f8aa0266e47 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:22.129458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc9c49e4-d2f6-4eed-93a1-c024582296c2 req-25205d07-fb4b-4ac8-b8a6-5f8aa0266e47 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0523956 Mar 24 01:52:22.177267 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc9c49e4-d2f6-4eed-93a1-c024582296c2 req-e12c2a53-7c88-4f10-8095-f6bfcf218734 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420549 Mar 24 01:52:23.297411 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a2704-b324-406f-b2b8-cf4dd03277f1 req-4135e567-8a9b-4f7a-b3c2-b9968fc5307b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:23.299274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b9a2704-b324-406f-b2b8-cf4dd03277f1 req-4135e567-8a9b-4f7a-b3c2-b9968fc5307b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0567019 Mar 24 01:52:23.347229 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5b9a2704-b324-406f-b2b8-cf4dd03277f1 req-bb71bc65-46e0-4f84-b2bc-5c8a912a2e28 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421240 Mar 24 01:52:23.370357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40242) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:52:23.429351 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-82344591-24a6-4e4b-89db-a315cb69e6c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/3bf91f2d-f3d0-4d33-9a19-8f1b435b92cf HTTP/1.1" status: 200 len: 994 time: 0.0578430 Mar 24 01:52:28.821668 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1b084528-1a3f-4730-b3fb-df29eed2305e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:30.418197 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:30.935937 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3d945bd8-c7ba-43d4-ba90-e2bff3876a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:32.339882 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:32.975127 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:33.860055 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:35.262894 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:52:35.319347 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:53.778777 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40256) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:52:53.955971 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86de74ac-1b66-41a2-ab10-79473a994767 req-417c63c2-1849-4919-8220-15f26badcaae service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1132216 Mar 24 01:52:53.979625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port eec76538-7181-434d-9e10-44604434b2ae {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:52:53.979973 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (eec76538-7181-434d-9e10-44604434b2ae), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:54.090417 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (eec76538-7181-434d-9e10-44604434b2ae), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:54.090660 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (eec76538-7181-434d-9e10-44604434b2ae), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:54.100496 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de74ac-1b66-41a2-ab10-79473a994767 req-0aafd93e-71c4-474e-92f5-c0d5f5204d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:54.101997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86de74ac-1b66-41a2-ab10-79473a994767 req-0aafd93e-71c4-474e-92f5-c0d5f5204d94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 1128 time: 0.0864072 Mar 24 01:52:54.107320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for eec76538-7181-434d-9e10-44604434b2ae owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:52:54.261931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de74ac-1b66-41a2-ab10-79473a994767 req-3d4d31e1-079b-4b08-9752-bf40234fff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:54.263389 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86de74ac-1b66-41a2-ab10-79473a994767 req-3d4d31e1-079b-4b08-9752-bf40234fff35 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d85029e-36a0-4998-8ca3-f28582deaeb1 HTTP/1.1" status: 200 len: 898 time: 0.1433241 Mar 24 01:52:54.362306 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86de74ac-1b66-41a2-ab10-79473a994767 req-63f3ea73-300c-4b22-b7eb-6acb9c1fb7dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a49f61bf-421f-4ea9-aec3-a6a67497ad28 HTTP/1.1" status: 200 len: 1002 time: 0.0887249 Mar 24 01:52:54.398756 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (eec76538-7181-434d-9e10-44604434b2ae), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:54.435231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=eec76538-7181-434d-9e10-44604434b2ae,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:52:54.449031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:54.449415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:54.449763 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:54.450107 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:54.450445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:54.450813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:54.451146 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:54.451739 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:54.452068 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:54.452398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:54.452726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:54.453052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:54.453405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:54.454286 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:54.454613 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:54.475561 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de74ac-1b66-41a2-ab10-79473a994767 req-10e9b14c-0cdb-4833-85ca-b553838ae887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:54.477047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86de74ac-1b66-41a2-ab10-79473a994767 req-10e9b14c-0cdb-4833-85ca-b553838ae887 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f56e2-38bc-4c64-969a-6de5ab18a4c1 HTTP/1.1" status: 200 len: 833 time: 0.1088214 Mar 24 01:52:54.545486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (3bf91f2d-f3d0-4d33-9a19-8f1b435b92cf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:54.545854 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Floating IP 3bf91f2d-f3d0-4d33-9a19-8f1b435b92cf disassociated (deleted). External IP: 172.25.0.198, port: a49f61bf-421f-4ea9-aec3-a6a67497ad28. Mar 24 01:52:54.624819 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de74ac-1b66-41a2-ab10-79473a994767 req-c0d05a07-1e0a-40c7-a8ec-2283730f32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:54.626814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86de74ac-1b66-41a2-ab10-79473a994767 req-c0d05a07-1e0a-40c7-a8ec-2283730f32e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d85029e-36a0-4998-8ca3-f28582deaeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1279681 Mar 24 01:52:54.773666 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86de74ac-1b66-41a2-ab10-79473a994767 req-9ebeaf1e-7845-445e-938a-b6a2a763615c service neutron] 10.222.0.57 "GET /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389475 Mar 24 01:52:54.918670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-86de74ac-1b66-41a2-ab10-79473a994767 req-4074a45e-57e2-410c-9419-5e583fa6e487 service neutron] 10.222.0.57 "GET /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183770 Mar 24 01:52:54.920351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:52:55.042691 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:52:55.048023 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:55.053709 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfed60fc-9d9c-4c9b-902b-1f3d5c78f3ce None None] Sync routers for ids ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:52:55.064750 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfed60fc-9d9c-4c9b-902b-1f3d5c78f3ce None None] Routers {'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:52:55.065656 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-bfed60fc-9d9c-4c9b-902b-1f3d5c78f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:52:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:52:55.080927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e4fc6ee1-29ef-492a-99ca-130fe402c8ef tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/floatingips/3bf91f2d-f3d0-4d33-9a19-8f1b435b92cf HTTP/1.1" status: 204 len: 168 time: 1.2987535 Mar 24 01:52:55.080927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0e2107-a756-474d-a81c-b832798ddab7', 'tag': 'a49f61bf-421f-4ea9-aec3-a6a67497ad28'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:52:55.081668 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0e4dcb-5f69-46cc-845b-3a8b19ce4ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0e2107-a756-474d-a81c-b832798ddab7", "tag": "a49f61bf-421f-4ea9-aec3-a6a67497ad28"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:52:55.120541 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8670c2-92dd-45fb-b5c4-1f2ae181bf04 x-openstack-request-id: req-8b8670c2-92dd-45fb-b5c4-1f2ae181bf04 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:52:55.120987 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0e2107-a756-474d-a81c-b832798ddab7", "tag": "a49f61bf-421f-4ea9-aec3-a6a67497ad28", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:52:55.121383 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b8670c2-92dd-45fb-b5c4-1f2ae181bf04 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:52:55.121995 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8670c2-92dd-45fb-b5c4-1f2ae181bf04'] response: {'name': 'network-changed', 'server_uuid': 'ae0e2107-a756-474d-a81c-b832798ddab7', 'tag': 'a49f61bf-421f-4ea9-aec3-a6a67497ad28', 'status': 'completed', 'code': 200} Mar 24 01:52:55.185523 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-bfed60fc-9d9c-4c9b-902b-1f3d5c78f3ce None None] Set router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:52:55.195215 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e4dcb-5f69-46cc-845b-3a8b19ce4ebb req-5ff39575-26c5-4599-a3f3-cb48bbdf849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:55.196805 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e0e4dcb-5f69-46cc-845b-3a8b19ce4ebb req-5ff39575-26c5-4599-a3f3-cb48bbdf849c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 1128 time: 0.0539043 Mar 24 01:52:55.356842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e4dcb-5f69-46cc-845b-3a8b19ce4ebb req-df4b9455-f562-4bb6-a5f7-d4927289fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:55.358514 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e0e4dcb-5f69-46cc-845b-3a8b19ce4ebb req-df4b9455-f562-4bb6-a5f7-d4927289fe32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d85029e-36a0-4998-8ca3-f28582deaeb1 HTTP/1.1" status: 200 len: 898 time: 0.1448858 Mar 24 01:52:55.380822 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de64d18-9632-4979-b084-dfc03db83473 req-14fd50ec-c22e-4969-a744-566d01f6f91f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:55.382325 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9de64d18-9632-4979-b084-dfc03db83473 req-14fd50ec-c22e-4969-a744-566d01f6f91f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0961604 Mar 24 01:52:55.416925 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e0e4dcb-5f69-46cc-845b-3a8b19ce4ebb req-231ccbcf-5d7c-4519-a6af-171190ac3389 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a49f61bf-421f-4ea9-aec3-a6a67497ad28 HTTP/1.1" status: 200 len: 217 time: 0.0510733 Mar 24 01:52:55.506903 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9de64d18-9632-4979-b084-dfc03db83473 req-ec85cfbb-73e0-42d5-8085-f9f72e598b9b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964873 Mar 24 01:52:55.508208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e4dcb-5f69-46cc-845b-3a8b19ce4ebb req-3e8bdee0-8634-471c-9634-f07a7280db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:55.513744 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e0e4dcb-5f69-46cc-845b-3a8b19ce4ebb req-3e8bdee0-8634-471c-9634-f07a7280db04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c19f56e2-38bc-4c64-969a-6de5ab18a4c1 HTTP/1.1" status: 200 len: 833 time: 0.0883272 Mar 24 01:52:55.521044 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-bfed60fc-9d9c-4c9b-902b-1f3d5c78f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789142276', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '083887e1-9549-4516-8c41-b678ba34472f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '083887e1-9549-4516-8c41-b678ba34472f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7', 'name': '', 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:89:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:26Z', 'updated_at': '2022-03-24T01:51:30Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:52:55.555642 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfed60fc-9d9c-4c9b-902b-1f3d5c78f3ce None None] Checking router: ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:52:55.562546 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfed60fc-9d9c-4c9b-902b-1f3d5c78f3ce None None] Routers {'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:52:55.563250 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-bfed60fc-9d9c-4c9b-902b-1f3d5c78f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:52:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:52:55.570383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e4dcb-5f69-46cc-845b-3a8b19ce4ebb req-e05e9bd7-6965-4383-8f46-de597e10f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:55.571879 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e0e4dcb-5f69-46cc-845b-3a8b19ce4ebb req-e05e9bd7-6965-4383-8f46-de597e10f4f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d85029e-36a0-4998-8ca3-f28582deaeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515127 Mar 24 01:52:55.668803 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e0e4dcb-5f69-46cc-845b-3a8b19ce4ebb req-cde7088e-38e4-4ca1-ba8a-326d27da15c2 service neutron] 10.222.0.57 "GET /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888469 Mar 24 01:52:55.672109 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-bfed60fc-9d9c-4c9b-902b-1f3d5c78f3ce None None] Set router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:52:55.759058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1e0e4dcb-5f69-46cc-845b-3a8b19ce4ebb req-4057f185-ed39-47f2-aa8a-ee1c8fd2959e service neutron] 10.222.0.57 "GET /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826125 Mar 24 01:52:55.868961 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-bfed60fc-9d9c-4c9b-902b-1f3d5c78f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789142276', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '083887e1-9549-4516-8c41-b678ba34472f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '083887e1-9549-4516-8c41-b678ba34472f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7', 'name': '', 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:89:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:26Z', 'updated_at': '2022-03-24T01:51:30Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:52:55.895115 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfed60fc-9d9c-4c9b-902b-1f3d5c78f3ce None None] The sync data for ids ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'] in n-d-760455-9 is: [{'id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789142276', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '083887e1-9549-4516-8c41-b678ba34472f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '083887e1-9549-4516-8c41-b678ba34472f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7', 'name': '', 'network_id': '8d85029e-36a0-4998-8ca3-f28582deaeb1', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:89:c4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:26Z', 'updated_at': '2022-03-24T01:51:30Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'c19f56e2-38bc-4c64-969a-6de5ab18a4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:52:56.127746 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a64dab-83fa-4429-b388-86447785cf4a None None] New status for floating IP 3bf91f2d-f3d0-4d33-9a19-8f1b435b92cf: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:52:56.631688 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829effb-c113-4a15-8d0b-a2b2afd81bf5 req-6610d782-4beb-4bb5-99e2-327b6f160005 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:56.633156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d829effb-c113-4a15-8d0b-a2b2afd81bf5 req-6610d782-4beb-4bb5-99e2-327b6f160005 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.0527229 Mar 24 01:52:56.683672 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d829effb-c113-4a15-8d0b-a2b2afd81bf5 req-8c21d70a-62a5-4a35-8dbf-8c907f35ad36 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1f6b455-7125-43c2-bbc2-204cce2e9db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448542 Mar 24 01:52:57.124198 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeeb28-ace4-46c1-ae39-2ab9fceb3b9d req-4891884c-e97a-4a95-bb41-80dbb9d9d657 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:52:57.125690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cdbeeb28-ace4-46c1-ae39-2ab9fceb3b9d req-4891884c-e97a-4a95-bb41-80dbb9d9d657 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 946 time: 0.3895345 Mar 24 01:52:57.218925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-cdbeeb28-ace4-46c1-ae39-2ab9fceb3b9d req-2ebb992d-59ff-4776-b92d-cf47c60e84e1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port a49f61bf-421f-4ea9-aec3-a6a67497ad28 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:52:57.219896 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cdbeeb28-ace4-46c1-ae39-2ab9fceb3b9d req-2ebb992d-59ff-4776-b92d-cf47c60e84e1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a49f61bf-421f-4ea9-aec3-a6a67497ad28), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:57.306324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-cdbeeb28-ace4-46c1-ae39-2ab9fceb3b9d req-2ebb992d-59ff-4776-b92d-cf47c60e84e1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] For port a49f61bf-421f-4ea9-aec3-a6a67497ad28, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a49f61bf-421f-4ea9-aec3-a6a67497ad28,segment=NetworkSegment(eca70e93-cebc-4135-89d9-c0a1003fb76b),segment_id=eca70e93-cebc-4135-89d9-c0a1003fb76b)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:52:57.306602 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cdbeeb28-ace4-46c1-ae39-2ab9fceb3b9d req-2ebb992d-59ff-4776-b92d-cf47c60e84e1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a49f61bf-421f-4ea9-aec3-a6a67497ad28), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:57.319487 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-cdbeeb28-ace4-46c1-ae39-2ab9fceb3b9d req-2ebb992d-59ff-4776-b92d-cf47c60e84e1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for a49f61bf-421f-4ea9-aec3-a6a67497ad28 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:52:57.446277 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cdbeeb28-ace4-46c1-ae39-2ab9fceb3b9d req-2ebb992d-59ff-4776-b92d-cf47c60e84e1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a49f61bf-421f-4ea9-aec3-a6a67497ad28), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:57.475020 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb992d-59ff-4776-b92d-cf47c60e84e1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=a49f61bf-421f-4ea9-aec3-a6a67497ad28,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:52:57.520621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbeeb28-ace4-46c1-ae39-2ab9fceb3b9d req-2ebb992d-59ff-4776-b92d-cf47c60e84e1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] No DVR routers for this DVR port a49f61bf-421f-4ea9-aec3-a6a67497ad28 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:52:57.523321 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-cdbeeb28-ace4-46c1-ae39-2ab9fceb3b9d req-2ebb992d-59ff-4776-b92d-cf47c60e84e1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:57.526771 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cdbeeb28-ace4-46c1-ae39-2ab9fceb3b9d req-2ebb992d-59ff-4776-b92d-cf47c60e84e1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "DELETE /v2.0/ports/a49f61bf-421f-4ea9-aec3-a6a67497ad28 HTTP/1.1" status: 204 len: 173 time: 0.3950496 Mar 24 01:52:57.527240 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0e2107-a756-474d-a81c-b832798ddab7', 'name': 'network-vif-deleted', 'tag': 'a49f61bf-421f-4ea9-aec3-a6a67497ad28'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:52:57.529516 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0ea6b5-ab25-4803-ac54-68525a679300" -d '{"events": [{"server_uuid": "ae0e2107-a756-474d-a81c-b832798ddab7", "name": "network-vif-deleted", "tag": "a49f61bf-421f-4ea9-aec3-a6a67497ad28"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:52:57.571288 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f94242c-1ab3-45ed-ac60-841c820c0b42 x-openstack-request-id: req-1f94242c-1ab3-45ed-ac60-841c820c0b42 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:52:57.571583 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0e2107-a756-474d-a81c-b832798ddab7", "name": "network-vif-deleted", "tag": "a49f61bf-421f-4ea9-aec3-a6a67497ad28", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:52:57.571908 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f94242c-1ab3-45ed-ac60-841c820c0b42 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:52:57.572327 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f94242c-1ab3-45ed-ac60-841c820c0b42'] response: {'server_uuid': 'ae0e2107-a756-474d-a81c-b832798ddab7', 'name': 'network-vif-deleted', 'tag': 'a49f61bf-421f-4ea9-aec3-a6a67497ad28', 'status': 'completed', 'code': 200} Mar 24 01:52:57.788901 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4423367-3509-4c62-b5b5-0dee5fa53b59 req-cff0eb74-acbf-4670-8299-f680adb29576 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae0e2107-a756-474d-a81c-b832798ddab7 HTTP/1.1" status: 200 len: 210 time: 0.0272703 Mar 24 01:52:58.825535 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-757b7012-66cf-44a8-8ace-4a4de5cc75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:58.848756 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40272) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:52:59.204631 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:59.454327 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:52:59.454712 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:59.539986 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] For port a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7,segment=NetworkSegment(eca70e93-cebc-4135-89d9-c0a1003fb76b),segment_id=eca70e93-cebc-4135-89d9-c0a1003fb76b)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:52:59.540352 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:59.552967 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:52:59.735026 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:52:59.765640 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:52:59.790625 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:59.790975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:59.791313 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:59.791647 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:59.791981 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:59.792307 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:59.792632 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:59.792951 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:59.793295 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:59.793619 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:59.793940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:59.794259 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:59.794578 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:59.794899 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:52:59.795210 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:00.255266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:00.420073 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:00.468491 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:53:00.571744 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:53:00.576945 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-72442a57-8ec3-4460-ac2a-105b7ddce84b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "PUT /v2.0/routers/ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7268679 Mar 24 01:53:00.579839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40276) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:00.582537 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34e346-9697-41bd-861c-126b50a0f5e1 None None] Sync routers for ids ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:53:00.592120 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34e346-9697-41bd-861c-126b50a0f5e1 None None] Routers {'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:53:00.592740 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1c34e346-9697-41bd-861c-126b50a0f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:52:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:00.633393 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c3ae93-8dd4-487d-a964-a58be02d16f3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting subnet c19f56e2-38bc-4c64-969a-6de5ab18a4c1 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:53:00.636505 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54c3ae93-8dd4-487d-a964-a58be02d16f3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for subnet (c19f56e2-38bc-4c64-969a-6de5ab18a4c1), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:00.677530 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54c3ae93-8dd4-487d-a964-a58be02d16f3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (c19f56e2-38bc-4c64-969a-6de5ab18a4c1), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:00.697787 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1c34e346-9697-41bd-861c-126b50a0f5e1 None None] Set router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:53:00.759072 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54c3ae93-8dd4-487d-a964-a58be02d16f3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (c19f56e2-38bc-4c64-969a-6de5ab18a4c1), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:00.821463 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54c3ae93-8dd4-487d-a964-a58be02d16f3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (c19f56e2-38bc-4c64-969a-6de5ab18a4c1), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:00.847460 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3ae93-8dd4-487d-a964-a58be02d16f3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Subnet': ['ID=c19f56e2-38bc-4c64-969a-6de5ab18a4c1,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:00.853259 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-54c3ae93-8dd4-487d-a964-a58be02d16f3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:00.859067 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-54c3ae93-8dd4-487d-a964-a58be02d16f3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/subnets/c19f56e2-38bc-4c64-969a-6de5ab18a4c1 HTTP/1.1" status: 204 len: 168 time: 0.2756934 Mar 24 01:53:00.859213 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40278) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:00.860384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5d2825-ce9c-4d7a-b011-c771147a330b None None] Network 8d85029e-36a0-4998-8ca3-f28582deaeb1 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:53:00.883999 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1c34e346-9697-41bd-861c-126b50a0f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789142276', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '083887e1-9549-4516-8c41-b678ba34472f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:52:59Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '083887e1-9549-4516-8c41-b678ba34472f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:00.911977 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34e346-9697-41bd-861c-126b50a0f5e1 None None] Checking router: ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:53:00.925175 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34e346-9697-41bd-861c-126b50a0f5e1 None None] Routers {'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:53:00.925814 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1c34e346-9697-41bd-861c-126b50a0f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:52:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:00.959451 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a7c264a9-24af-47d5-a0ce-fceab1381932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:00.974834 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b620941-c47d-4755-86dd-08ff6a927f68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.048609 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-1c34e346-9697-41bd-861c-126b50a0f5e1 None None] Set router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:53:01.059826 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] DHCP port deletion for 8d85029e-36a0-4998-8ca3-f28582deaeb1 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:53:01.110340 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b620941-c47d-4755-86dd-08ff6a927f68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.111301 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Deleting port 8f54f9e1-0730-4582-acdf-2ed61b96a483 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:53:01.111678 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8f54f9e1-0730-4582-acdf-2ed61b96a483), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.167565 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4b620941-c47d-4755-86dd-08ff6a927f68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port 083887e1-9549-4516-8c41-b678ba34472f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:53:01.168374 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b620941-c47d-4755-86dd-08ff6a927f68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (083887e1-9549-4516-8c41-b678ba34472f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.183498 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] For port 8f54f9e1-0730-4582-acdf-2ed61b96a483, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8f54f9e1-0730-4582-acdf-2ed61b96a483,segment=NetworkSegment(eca70e93-cebc-4135-89d9-c0a1003fb76b),segment_id=eca70e93-cebc-4135-89d9-c0a1003fb76b)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:53:01.183998 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8f54f9e1-0730-4582-acdf-2ed61b96a483), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.198541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Calling delete_port for 8f54f9e1-0730-4582-acdf-2ed61b96a483 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:53:01.249750 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-1c34e346-9697-41bd-861c-126b50a0f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789142276', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '083887e1-9549-4516-8c41-b678ba34472f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:52:59Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '083887e1-9549-4516-8c41-b678ba34472f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:01.252921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-4b620941-c47d-4755-86dd-08ff6a927f68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] For port 083887e1-9549-4516-8c41-b678ba34472f, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=083887e1-9549-4516-8c41-b678ba34472f,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:53:01.253531 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b620941-c47d-4755-86dd-08ff6a927f68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (083887e1-9549-4516-8c41-b678ba34472f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.266956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4b620941-c47d-4755-86dd-08ff6a927f68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for 083887e1-9549-4516-8c41-b678ba34472f owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:53:01.282898 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (8f54f9e1-0730-4582-acdf-2ed61b96a483), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.289515 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34e346-9697-41bd-861c-126b50a0f5e1 None None] The sync data for ids ['ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a'] in n-d-760455-9 is: [{'id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789142276', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '083887e1-9549-4516-8c41-b678ba34472f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:52:59Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '083887e1-9549-4516-8c41-b678ba34472f', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:51:23Z', 'updated_at': '2022-03-24T01:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:53:01.318028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a49f61bf-421f-4ea9-aec3-a6a67497ad28 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:53:01.321903 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Pushing event deleted for resources: {'Port': ['ID=8f54f9e1-0730-4582-acdf-2ed61b96a483,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:01.347407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] No DVR routers for this DVR port 8f54f9e1-0730-4582-acdf-2ed61b96a483 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:53:01.349173 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: a49f61bf-421f-4ea9-aec3-a6a67497ad28 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:53:01.349523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a49f61bf-421f-4ea9-aec3-a6a67497ad28 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:53:01.354112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:01.354403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:01.354742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:01.355080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:01.355411 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:01.355740 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:01.356067 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:01.356750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:01.356750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:01.357007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:01.357356 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:01.357680 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:01.358000 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:01.358320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:01.360134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fade3e0-2fd5-497a-a679-0e1fc044c0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:01.453858 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b620941-c47d-4755-86dd-08ff6a927f68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (083887e1-9549-4516-8c41-b678ba34472f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.476680 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b620941-c47d-4755-86dd-08ff6a927f68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=083887e1-9549-4516-8c41-b678ba34472f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:01.546181 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b620941-c47d-4755-86dd-08ff6a927f68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.638373 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b620941-c47d-4755-86dd-08ff6a927f68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.640503 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b620941-c47d-4755-86dd-08ff6a927f68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_controller (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.687435 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b620941-c47d-4755-86dd-08ff6a927f68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.688563 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b620941-c47d-4755-86dd-08ff6a927f68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Fanout notify agent at l3_agent the message router_deleted on router ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:53:01.695445 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4b620941-c47d-4755-86dd-08ff6a927f68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.696601 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4b620941-c47d-4755-86dd-08ff6a927f68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/routers/ffa0e2fb-3bc3-41aa-b16a-f1d002723a3a HTTP/1.1" status: 204 len: 168 time: 0.8360126 Mar 24 01:53:01.699448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40280) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:01.781550 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3781ccf-041f-4709-8cfb-8b153c6818be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (8d85029e-36a0-4998-8ca3-f28582deaeb1), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.867868 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3781ccf-041f-4709-8cfb-8b153c6818be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (8d85029e-36a0-4998-8ca3-f28582deaeb1), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.894571 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b3781ccf-041f-4709-8cfb-8b153c6818be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d85029e-36a0-4998-8ca3-f28582deaeb1']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:01.904515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b3781ccf-041f-4709-8cfb-8b153c6818be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca70e93-cebc-4135-89d9-c0a1003fb76b') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:01.904813 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-b3781ccf-041f-4709-8cfb-8b153c6818be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca70e93-cebc-4135-89d9-c0a1003fb76b') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:01.919617 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3781ccf-041f-4709-8cfb-8b153c6818be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (eca70e93-cebc-4135-89d9-c0a1003fb76b), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.935151 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3781ccf-041f-4709-8cfb-8b153c6818be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (eca70e93-cebc-4135-89d9-c0a1003fb76b), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.941993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3781ccf-041f-4709-8cfb-8b153c6818be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:53:01.942395 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3781ccf-041f-4709-8cfb-8b153c6818be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (eca70e93-cebc-4135-89d9-c0a1003fb76b), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:53:01.945850 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:53:02.004424 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3781ccf-041f-4709-8cfb-8b153c6818be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (8d85029e-36a0-4998-8ca3-f28582deaeb1), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.011604 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b3781ccf-041f-4709-8cfb-8b153c6818be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.014319 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b3781ccf-041f-4709-8cfb-8b153c6818be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/networks/8d85029e-36a0-4998-8ca3-f28582deaeb1 HTTP/1.1" status: 204 len: 168 time: 0.3137770 Mar 24 01:53:02.017140 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40282) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:02.026625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3781ccf-041f-4709-8cfb-8b153c6818be tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Network': ['ID=8d85029e-36a0-4998-8ca3-f28582deaeb1,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:02.073061 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e43c849a-99d4-4bc0-81b7-2614efd070a1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (e1f6b455-7125-43c2-bbc2-204cce2e9db3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.098054 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e43c849a-99d4-4bc0-81b7-2614efd070a1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (e1f6b455-7125-43c2-bbc2-204cce2e9db3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.155026 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e43c849a-99d4-4bc0-81b7-2614efd070a1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (e1f6b455-7125-43c2-bbc2-204cce2e9db3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.158117 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-e43c849a-99d4-4bc0-81b7-2614efd070a1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.159265 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e43c849a-99d4-4bc0-81b7-2614efd070a1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/security-groups/e1f6b455-7125-43c2-bbc2-204cce2e9db3 HTTP/1.1" status: 204 len: 168 time: 0.1411428 Mar 24 01:53:02.168675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c849a-99d4-4bc0-81b7-2614efd070a1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f6b455-7125-43c2-bbc2-204cce2e9db3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:02.349830 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.558495 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40288) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:02.562993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b286b973-1744-475e-94a5-d01370b094bc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-685525633', 'description': 'tempest-secgroup-smoke-685525633 description', 'project_id': '570af92d73ce477eab0032c6e4bb8590'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:53:02.584041 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b286b973-1744-475e-94a5-d01370b094bc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.648930 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b286b973-1744-475e-94a5-d01370b094bc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (737d9f56-3565-4c1d-8eb1-394d0e3d19cc), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.652897 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b286b973-1744-475e-94a5-d01370b094bc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (737d9f56-3565-4c1d-8eb1-394d0e3d19cc), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.683747 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b286b973-1744-475e-94a5-d01370b094bc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.684959 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b286b973-1744-475e-94a5-d01370b094bc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1254392 Mar 24 01:53:02.686915 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286b973-1744-475e-94a5-d01370b094bc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737d9f56-3565-4c1d-8eb1-394d0e3d19cc,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:02.688533 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40290) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:02.693185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-c754ef91-2f02-4fa8-99c2-6464f18fb184 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '737d9f56-3565-4c1d-8eb1-394d0e3d19cc', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:53:02.717753 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c754ef91-2f02-4fa8-99c2-6464f18fb184 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (6158378d-e5e5-4850-8b93-af3e2e503c74), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.772820 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c754ef91-2f02-4fa8-99c2-6464f18fb184 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (6158378d-e5e5-4850-8b93-af3e2e503c74), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.776098 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c754ef91-2f02-4fa8-99c2-6464f18fb184 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (6158378d-e5e5-4850-8b93-af3e2e503c74), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.793257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754ef91-2f02-4fa8-99c2-6464f18fb184 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6158378d-e5e5-4850-8b93-af3e2e503c74,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:02.800868 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c754ef91-2f02-4fa8-99c2-6464f18fb184 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.802079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c754ef91-2f02-4fa8-99c2-6464f18fb184 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124599 Mar 24 01:53:02.804769 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40292) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:02.809012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-56ae47b5-8a18-414e-ac28-56a4a36ffa4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '737d9f56-3565-4c1d-8eb1-394d0e3d19cc', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:53:02.833832 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56ae47b5-8a18-414e-ac28-56a4a36ffa4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (3eda4e8e-d1b1-434c-9f1e-2d7f80899615), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.891871 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56ae47b5-8a18-414e-ac28-56a4a36ffa4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (3eda4e8e-d1b1-434c-9f1e-2d7f80899615), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.895315 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56ae47b5-8a18-414e-ac28-56a4a36ffa4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (3eda4e8e-d1b1-434c-9f1e-2d7f80899615), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.912938 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae47b5-8a18-414e-ac28-56a4a36ffa4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eda4e8e-d1b1-434c-9f1e-2d7f80899615,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:02.917252 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-56ae47b5-8a18-414e-ac28-56a4a36ffa4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.921163 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-56ae47b5-8a18-414e-ac28-56a4a36ffa4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154172 Mar 24 01:53:02.921301 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40294) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:02.925998 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b95d8add-4b66-4eaf-8e45-0e51e12dbaae tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '737d9f56-3565-4c1d-8eb1-394d0e3d19cc', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:53:02.950442 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b95d8add-4b66-4eaf-8e45-0e51e12dbaae tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (081d45eb-7581-4302-82c1-e662d9d899cf), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:02.971779 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.021477 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b95d8add-4b66-4eaf-8e45-0e51e12dbaae tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (081d45eb-7581-4302-82c1-e662d9d899cf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.025253 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b95d8add-4b66-4eaf-8e45-0e51e12dbaae tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (081d45eb-7581-4302-82c1-e662d9d899cf), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.044399 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d8add-4b66-4eaf-8e45-0e51e12dbaae tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081d45eb-7581-4302-82c1-e662d9d899cf,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:03.049257 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b95d8add-4b66-4eaf-8e45-0e51e12dbaae tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.050455 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b95d8add-4b66-4eaf-8e45-0e51e12dbaae tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280954 Mar 24 01:53:03.053385 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40296) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:03.057816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-f7896655-df79-4c55-8170-1152353a38ae tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '737d9f56-3565-4c1d-8eb1-394d0e3d19cc', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:53:03.065658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 083887e1-9549-4516-8c41-b678ba34472f no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:53:03.083466 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7896655-df79-4c55-8170-1152353a38ae tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (06d1b51f-26da-42d7-9df6-2e849bde4924), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.085473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 083887e1-9549-4516-8c41-b678ba34472f {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:53:03.085822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 083887e1-9549-4516-8c41-b678ba34472f not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:53:03.086422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8f54f9e1-0730-4582-acdf-2ed61b96a483 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:53:03.104393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 8f54f9e1-0730-4582-acdf-2ed61b96a483 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:53:03.104742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8f54f9e1-0730-4582-acdf-2ed61b96a483 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:53:03.105172 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:53:03.126853 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:53:03.127203 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device a2fa4e1d-fa4f-44a6-8fb0-749856e8f8e7 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:53:03.142919 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7896655-df79-4c55-8170-1152353a38ae tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (06d1b51f-26da-42d7-9df6-2e849bde4924), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.146667 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7896655-df79-4c55-8170-1152353a38ae tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (06d1b51f-26da-42d7-9df6-2e849bde4924), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.163868 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7896655-df79-4c55-8170-1152353a38ae tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d1b51f-26da-42d7-9df6-2e849bde4924,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:03.171300 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7896655-df79-4c55-8170-1152353a38ae tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.173001 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f7896655-df79-4c55-8170-1152353a38ae tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186357 Mar 24 01:53:03.176229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40298) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:03.180436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-f041cb25-7ca6-4239-a881-b11fab9bee67 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '737d9f56-3565-4c1d-8eb1-394d0e3d19cc', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:53:03.200733 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-f041cb25-7ca6-4239-a881-b11fab9bee67 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Project 570af92d73ce477eab0032c6e4bb8590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:53:03.205804 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f041cb25-7ca6-4239-a881-b11fab9bee67 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (9a654f1d-59f0-4b0e-97f4-aad6469a075c), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.263612 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f041cb25-7ca6-4239-a881-b11fab9bee67 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (9a654f1d-59f0-4b0e-97f4-aad6469a075c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.267185 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f041cb25-7ca6-4239-a881-b11fab9bee67 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (9a654f1d-59f0-4b0e-97f4-aad6469a075c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.285128 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041cb25-7ca6-4239-a881-b11fab9bee67 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a654f1d-59f0-4b0e-97f4-aad6469a075c,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:03.290538 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f041cb25-7ca6-4239-a881-b11fab9bee67 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.291715 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f041cb25-7ca6-4239-a881-b11fab9bee67 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145537 Mar 24 01:53:03.294432 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40300) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:03.299155 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-daee7c6c-4f4c-4204-86fd-6ab2dedcea11 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '737d9f56-3565-4c1d-8eb1-394d0e3d19cc', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:53:03.318404 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-daee7c6c-4f4c-4204-86fd-6ab2dedcea11 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Project 570af92d73ce477eab0032c6e4bb8590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:53:03.323273 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-daee7c6c-4f4c-4204-86fd-6ab2dedcea11 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (535aad75-fc4e-4ed4-9cf4-6c25b8dd754b), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.385443 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-daee7c6c-4f4c-4204-86fd-6ab2dedcea11 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (535aad75-fc4e-4ed4-9cf4-6c25b8dd754b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.389076 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-daee7c6c-4f4c-4204-86fd-6ab2dedcea11 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (535aad75-fc4e-4ed4-9cf4-6c25b8dd754b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.409792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee7c6c-4f4c-4204-86fd-6ab2dedcea11 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535aad75-fc4e-4ed4-9cf4-6c25b8dd754b,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:03.415257 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-daee7c6c-4f4c-4204-86fd-6ab2dedcea11 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.416294 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-daee7c6c-4f4c-4204-86fd-6ab2dedcea11 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209507 Mar 24 01:53:03.419335 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40302) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:03.425155 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-524af407-81b8-4377-92d4-e2c830f31552 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'network': {'name': 'tempest-network-smoke--1234582340', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'port_security_enabled': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:53:03.442994 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524af407-81b8-4377-92d4-e2c830f31552 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Made reservation on behalf of 570af92d73ce477eab0032c6e4bb8590 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:53:03.446369 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-524af407-81b8-4377-92d4-e2c830f31552 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.471232 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524af407-81b8-4377-92d4-e2c830f31552 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:53:03.480376 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-524af407-81b8-4377-92d4-e2c830f31552 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d627e81d-142e-471d-9891-3043f47c82be), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.480757 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-524af407-81b8-4377-92d4-e2c830f31552 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Added segment d627e81d-142e-471d-9891-3043f47c82be of type vlan for network 9efad190-19e4-4e54-9a7f-27efefbfe952 Mar 24 01:53:03.520659 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-524af407-81b8-4377-92d4-e2c830f31552 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (9efad190-19e4-4e54-9a7f-27efefbfe952), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.548859 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-524af407-81b8-4377-92d4-e2c830f31552 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (9efad190-19e4-4e54-9a7f-27efefbfe952), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.553985 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524af407-81b8-4377-92d4-e2c830f31552 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:03.554575 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-524af407-81b8-4377-92d4-e2c830f31552 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.615757 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-524af407-81b8-4377-92d4-e2c830f31552 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1953213 Mar 24 01:53:03.618560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40304) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:03.623313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1974076654', 'admin_state_up': True, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:53:03.624504 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524af407-81b8-4377-92d4-e2c830f31552 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Network': ['ID=9efad190-19e4-4e54-9a7f-27efefbfe952,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:03.635033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 9efad190-19e4-4e54-9a7f-27efefbfe952 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:53:03.645126 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.646147 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.697521 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_controller (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.837745 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:03.863798 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:04.030393 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:04.048965 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:04.147070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.25.0.229 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/2d81954c-346b-432d-9b90-6a388aa6ccb4) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:53:04.249104 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (2d81954c-346b-432d-9b90-6a388aa6ccb4), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:04.282859 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (2d81954c-346b-432d-9b90-6a388aa6ccb4), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:04.319097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:53:04.322057 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:53:04.327915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:53:04.334097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=2d81954c-346b-432d-9b90-6a388aa6ccb4,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:04.578183 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:04.773502 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:04.899103 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:53:05.007642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:53:05.017732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Sync routers for ids ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:53:05.026737 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:05.027901 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Routers {'e243aec1-efc5-42ba-a8f8-d11f04b1ada0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:53:05.028111 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6c27cb32-4075-4d74-beef-34fa5e4897fa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4084482 Mar 24 01:53:05.028535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:53:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:05.031246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40306) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:05.066318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-be15cd3f-fb2b-474e-aca2-fd12419716cc tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=570af92d73ce477eab0032c6e4bb8590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333970 Mar 24 01:53:05.068881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40308) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:05.136527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Set router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:53:05.154344 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11461b64-2feb-4818-a92d-128f52cd9ae5 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:05.155854 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-11461b64-2feb-4818-a92d-128f52cd9ae5 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858686 Mar 24 01:53:05.159284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40310) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:05.186942 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5193ba1a-8635-4e28-87b7-91b9060f4c60 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265849 Mar 24 01:53:05.189339 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40312) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:05.194186 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b481a4c5-4548-4575-a4a8-71b49ca800a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1710701636', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:53:05.280553 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b481a4c5-4548-4575-a4a8-71b49ca800a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Made reservation on behalf of 570af92d73ce477eab0032c6e4bb8590 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:53:05.284411 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b481a4c5-4548-4575-a4a8-71b49ca800a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:05.325521 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:05.328919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974076654', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:53:03Z', 'updated_at': '2022-03-24T01:53:04Z', 'revision_number': 3, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:04Z', 'updated_at': '2022-03-24T01:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:05.355792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Checking router: e243aec1-efc5-42ba-a8f8-d11f04b1ada0 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:53:05.356157 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Updating router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 port 2d81954c-346b-432d-9b90-6a388aa6ccb4 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:53:05.383035 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2d81954c-346b-432d-9b90-6a388aa6ccb4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:05.470936 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b481a4c5-4548-4575-a4a8-71b49ca800a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (cae2a540-91ed-40c1-8a61-545839903c72), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:05.530459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481a4c5-4548-4575-a4a8-71b49ca800a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Subnet': ['ID=cae2a540-91ed-40c1-8a61-545839903c72,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:05.540214 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b481a4c5-4548-4575-a4a8-71b49ca800a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Checking segment: {'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:53:05.540576 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b481a4c5-4548-4575-a4a8-71b49ca800a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network hostable DHCP agents. Network: 9efad190-19e4-4e54-9a7f-27efefbfe952, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:53:05.561122 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b481a4c5-4548-4575-a4a8-71b49ca800a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network 9efad190-19e4-4e54-9a7f-27efefbfe952 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:53:05.570713 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-b481a4c5-4548-4575-a4a8-71b49ca800a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 9efad190-19e4-4e54-9a7f-27efefbfe952) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:53:05.574977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b481a4c5-4548-4575-a4a8-71b49ca800a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:05.575539 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b481a4c5-4548-4575-a4a8-71b49ca800a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:05.585887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb97cbf-705e-4f29-9f91-46d12f7120e0 None None] Network 9efad190-19e4-4e54-9a7f-27efefbfe952 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:53:05.593352 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b481a4c5-4548-4575-a4a8-71b49ca800a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4027495 Mar 24 01:53:05.596878 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40314) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:05.738887 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Publish callbacks [] for port (2d81954c-346b-432d-9b90-6a388aa6ccb4), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:05.743429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-9efad190-19e4-4e54-9a7f-27efefbfe952', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ips': [{'subnet_id': 'cae2a540-91ed-40c1-8a61-545839903c72'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:53:05.744334 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:05.754758 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2d81954c-346b-432d-9b90-6a388aa6ccb4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:05.870415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Attempting to bind port 2d81954c-346b-432d-9b90-6a388aa6ccb4 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:53:05.870791 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Attempting to bind port 2d81954c-346b-432d-9b90-6a388aa6ccb4 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:53:05.871150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Attempting to bind port 2d81954c-346b-432d-9b90-6a388aa6ccb4 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:53:05.872989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558304b-109d-4bdf-a154-db7ca7d59deb None None] Pushing event updated for resources: {'Port': ['ID=2d81954c-346b-432d-9b90-6a388aa6ccb4,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:05.884998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:53:05.885410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:53:05.885807 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:05.886193 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:53:05.886657 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Bound port: 2d81954c-346b-432d-9b90-6a388aa6ccb4, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:53:05.887039 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2d81954c-346b-432d-9b90-6a388aa6ccb4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:05.980812 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] For port 2d81954c-346b-432d-9b90-6a388aa6ccb4, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:53:05.983294 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Allocated IP 172.20.0.2 (9efad190-19e4-4e54-9a7f-27efefbfe952/cae2a540-91ed-40c1-8a61-545839903c72/bd428af3-0280-4f8d-92b8-6e9178d27f93) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:53:05.986752 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] For port 2d81954c-346b-432d-9b90-6a388aa6ccb4, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2d81954c-346b-432d-9b90-6a388aa6ccb4,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:53:05.997018 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2d81954c-346b-432d-9b90-6a388aa6ccb4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:06.041949 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:06.112643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Routers {'e243aec1-efc5-42ba-a8f8-d11f04b1ada0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:53:06.113318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:53:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:06.117596 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558304b-109d-4bdf-a154-db7ca7d59deb None None] Pushing event updated for resources: {'Port': ['ID=2d81954c-346b-432d-9b90-6a388aa6ccb4,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:06.273796 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Publish callbacks [] for port (bd428af3-0280-4f8d-92b8-6e9178d27f93), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:06.282678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] Set router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:53:06.285312 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (bd428af3-0280-4f8d-92b8-6e9178d27f93), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:06.328965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.20.0.1 (9efad190-19e4-4e54-9a7f-27efefbfe952/cae2a540-91ed-40c1-8a61-545839903c72/c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:53:06.420664 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Network 9efad190-19e4-4e54-9a7f-27efefbfe952 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:53:06.423365 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Pushing event updated for resources: {'Port': ['ID=bd428af3-0280-4f8d-92b8-6e9178d27f93,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:06.427473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:53:06.429681 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:53:06.447114 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:06.482307 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:06.512096 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Attempting to bind port bd428af3-0280-4f8d-92b8-6e9178d27f93 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:53:06.512096 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Attempting to bind port bd428af3-0280-4f8d-92b8-6e9178d27f93 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:53:06.512437 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Attempting to bind port bd428af3-0280-4f8d-92b8-6e9178d27f93 on network 9efad190-19e4-4e54-9a7f-27efefbfe952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:53:06.526289 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network 9efad190-19e4-4e54-9a7f-27efefbfe952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:53:06.527684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:53:06.530164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:53:06.538008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:53:06.538008 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Checking segment: {'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:53:06.538008 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:06.538686 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Bound using segment: {'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:53:06.538857 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Bound port: bd428af3-0280-4f8d-92b8-6e9178d27f93, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:53:06.539265 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bd428af3-0280-4f8d-92b8-6e9178d27f93), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:06.566737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:06.587403 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:06.617323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974076654', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:53:03Z', 'updated_at': '2022-03-24T01:53:04Z', 'revision_number': 3, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:04Z', 'updated_at': '2022-03-24T01:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:06.646091 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] For port bd428af3-0280-4f8d-92b8-6e9178d27f93, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:53:06.648570 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34de750-5a28-4ac7-aa6e-3d6f20702d40 None None] The sync data for ids ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'] in n-d-760455-9 is: [{'id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974076654', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:53:03Z', 'updated_at': '2022-03-24T01:53:04Z', 'revision_number': 3, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:04Z', 'updated_at': '2022-03-24T01:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:53:06.660086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] For port bd428af3-0280-4f8d-92b8-6e9178d27f93, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=bd428af3-0280-4f8d-92b8-6e9178d27f93,segment=NetworkSegment(d627e81d-142e-471d-9891-3043f47c82be),segment_id=d627e81d-142e-471d-9891-3043f47c82be)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:53:06.668255 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bd428af3-0280-4f8d-92b8-6e9178d27f93), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:06.736146 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e644a17-10d1-4ea6-bdc4-14fb0ed699b4 None None] Pushing event updated for resources: {'Port': ['ID=bd428af3-0280-4f8d-92b8-6e9178d27f93,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:06.770816 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:07.122928 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:07.129981 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:07.156186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2d81954c-346b-432d-9b90-6a388aa6ccb4 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:53:07.208744 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:07.210526 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 2d81954c-346b-432d-9b90-6a388aa6ccb4 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:53:07.210908 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2d81954c-346b-432d-9b90-6a388aa6ccb4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:07.239340 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:07.302326 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 2d81954c-346b-432d-9b90-6a388aa6ccb4 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:53:07.305699 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2d81954c-346b-432d-9b90-6a388aa6ccb4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:07.323125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network 9efad190-19e4-4e54-9a7f-27efefbfe952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:53:07.324672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:53:07.334618 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 2d81954c-346b-432d-9b90-6a388aa6ccb4, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2d81954c-346b-432d-9b90-6a388aa6ccb4,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:53:07.340135 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (2d81954c-346b-432d-9b90-6a388aa6ccb4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:07.340856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bd428af3-0280-4f8d-92b8-6e9178d27f93 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:53:07.419804 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=2d81954c-346b-432d-9b90-6a388aa6ccb4,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:07.432131 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port bd428af3-0280-4f8d-92b8-6e9178d27f93 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:53:07.432514 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bd428af3-0280-4f8d-92b8-6e9178d27f93), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:07.536307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port bd428af3-0280-4f8d-92b8-6e9178d27f93 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:53:07.536703 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (bd428af3-0280-4f8d-92b8-6e9178d27f93), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:07.778871 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port bd428af3-0280-4f8d-92b8-6e9178d27f93, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=bd428af3-0280-4f8d-92b8-6e9178d27f93,segment=NetworkSegment(d627e81d-142e-471d-9891-3043f47c82be),segment_id=d627e81d-142e-471d-9891-3043f47c82be)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:53:07.789182 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (bd428af3-0280-4f8d-92b8-6e9178d27f93), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:07.848298 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:53:07.850211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=bd428af3-0280-4f8d-92b8-6e9178d27f93,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:07.881007 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582dd398-5fd5-4d1d-b974-9fa6bc761dee None None] Network 9efad190-19e4-4e54-9a7f-27efefbfe952 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:53:07.962503 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-dd3b65bb-f266-428f-b83e-75dff9a22c14 None None] Provisioning complete for port bd428af3-0280-4f8d-92b8-6e9178d27f93 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:53:07.962879 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-dd3b65bb-f266-428f-b83e-75dff9a22c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bd428af3-0280-4f8d-92b8-6e9178d27f93), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:07.967078 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:53:07.972579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-da484758-e536-4628-9b17-f1e0e6f3c083 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "PUT /v2.0/routers/e243aec1-efc5-42ba-a8f8-d11f04b1ada0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3745611 Mar 24 01:53:08.080120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-dd3b65bb-f266-428f-b83e-75dff9a22c14 None None] Current status of the port bd428af3-0280-4f8d-92b8-6e9178d27f93 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:53:08.137794 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72844430-a3a4-4fcb-b972-b2558c554898 req-1f25cf61-6426-47e2-afa4-0d7e3d17e287 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-685525633&fields=id&tenant_id=570af92d73ce477eab0032c6e4bb8590 HTTP/1.1" status: 200 len: 267 time: 0.0471151 Mar 24 01:53:08.250361 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844430-a3a4-4fcb-b972-b2558c554898 req-2439bab0-aad6-4f60-9bd3-a7f535b23d99 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:08.251847 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72844430-a3a4-4fcb-b972-b2558c554898 req-2439bab0-aad6-4f60-9bd3-a7f535b23d99 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/networks?id=9efad190-19e4-4e54-9a7f-27efefbfe952 HTTP/1.1" status: 200 len: 797 time: 0.1073208 Mar 24 01:53:08.267670 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72844430-a3a4-4fcb-b972-b2558c554898 req-78e264cf-9d37-4174-963e-2c8b5c790aca tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/quotas/570af92d73ce477eab0032c6e4bb8590 HTTP/1.1" status: 200 len: 375 time: 0.0102232 Mar 24 01:53:08.302107 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c7d4bef2-1ae9-4a79-bcc3-f1abffd6c71c None None] Provisioning complete for port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:53:08.302693 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c7d4bef2-1ae9-4a79-bcc3-f1abffd6c71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:08.339223 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72844430-a3a4-4fcb-b972-b2558c554898 req-14ea99a5-35d2-41a3-8ba5-138506c15951 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660353 Mar 24 01:53:08.347366 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c7d4bef2-1ae9-4a79-bcc3-f1abffd6c71c None None] Port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:53:08.359583 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c7d4bef2-1ae9-4a79-bcc3-f1abffd6c71c None None] Provisioning complete for port bd428af3-0280-4f8d-92b8-6e9178d27f93 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:53:08.359948 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c7d4bef2-1ae9-4a79-bcc3-f1abffd6c71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bd428af3-0280-4f8d-92b8-6e9178d27f93), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:08.456769 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72844430-a3a4-4fcb-b972-b2558c554898 req-ca09a9b9-90ec-40d7-a615-345a79cd0438 service neutron] 10.222.0.45 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038365 Mar 24 01:53:08.461831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c7d4bef2-1ae9-4a79-bcc3-f1abffd6c71c None None] Current status of the port bd428af3-0280-4f8d-92b8-6e9178d27f93 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:53:08.574754 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72844430-a3a4-4fcb-b972-b2558c554898 req-9e8483f6-4bf5-4770-815b-fef0c84319e6 service neutron] 10.222.0.45 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086450 Mar 24 01:53:08.590577 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-80c11eef-59a1-4a6a-b963-3be6920e65e2 None None] Provisioning complete for port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:53:08.590963 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-80c11eef-59a1-4a6a-b963-3be6920e65e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:08.630529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-80c11eef-59a1-4a6a-b963-3be6920e65e2 None None] Port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:53:08.667616 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Sync routers for ids ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:53:08.681562 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Routers {'e243aec1-efc5-42ba-a8f8-d11f04b1ada0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:53:08.682417 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:53:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:08.758150 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0280600c-09a0-409d-81c1-64a265179a34 req-66396508-4c16-424e-8c56-0ebbd04dd47a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 210 time: 0.0323989 Mar 24 01:53:08.781493 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-99e3fa43-3dd1-4075-942f-13d3487f6db9 None None] Provisioning complete for port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:53:08.782018 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-99e3fa43-3dd1-4075-942f-13d3487f6db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:08.819978 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-99e3fa43-3dd1-4075-942f-13d3487f6db9 None None] Port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:53:08.893617 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Set router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:53:09.075756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2d81954c-346b-432d-9b90-6a388aa6ccb4 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:53:09.112611 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974076654', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:53:03Z', 'updated_at': '2022-03-24T01:53:06Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:04Z', 'updated_at': '2022-03-24T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5', 'name': '', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:41:f1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:06Z', 'updated_at': '2022-03-24T01:53:06Z', 'revision_number': 2, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:09.127869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 2d81954c-346b-432d-9b90-6a388aa6ccb4 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:53:09.128248 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (2d81954c-346b-432d-9b90-6a388aa6ccb4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:09.141926 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Checking router: e243aec1-efc5-42ba-a8f8-d11f04b1ada0 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:53:09.142595 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Updating router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:53:09.170777 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:09.213392 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 2d81954c-346b-432d-9b90-6a388aa6ccb4 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:53:09.214062 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bd428af3-0280-4f8d-92b8-6e9178d27f93 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:53:09.267207 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port bd428af3-0280-4f8d-92b8-6e9178d27f93 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:53:09.267605 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (bd428af3-0280-4f8d-92b8-6e9178d27f93), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:09.353020 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port bd428af3-0280-4f8d-92b8-6e9178d27f93 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:53:09.437780 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Publish callbacks [] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:09.442997 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:09.490518 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Pushing event updated for resources: {'Port': ['ID=c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:09.515886 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:09.516239 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:09.516580 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:09.516926 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:09.517290 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:09.517626 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:09.517960 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:09.518310 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:09.518640 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:09.518963 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:09.519739 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:09.519739 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:09.519945 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:09.520220 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:09.520538 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:53:09.562459 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Attempting to bind port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:53:09.563341 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Attempting to bind port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:53:09.563739 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Attempting to bind port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 on network 9efad190-19e4-4e54-9a7f-27efefbfe952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:53:09.569765 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:53:09.570290 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Checking segment: {'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:53:09.570693 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:09.571089 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Bound using segment: {'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:53:09.571560 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Bound port: c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:53:09.571940 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:09.654347 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] For port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:53:09.658105 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] For port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5,segment=NetworkSegment(d627e81d-142e-471d-9891-3043f47c82be),segment_id=d627e81d-142e-471d-9891-3043f47c82be)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:53:09.669335 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:09.726150 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Routers {'e243aec1-efc5-42ba-a8f8-d11f04b1ada0'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:53:09.726786 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:53:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:09.756935 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844430-a3a4-4fcb-b972-b2558c554898 req-691795a3-f084-44ad-b70b-32e3b3f318fc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:09.758096 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a6eb1f0e-3dc0-4e39-b53c-4164e63e4fdf None None] Provisioning complete for port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:53:09.758473 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72844430-a3a4-4fcb-b972-b2558c554898 req-691795a3-f084-44ad-b70b-32e3b3f318fc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "GET /v2.0/networks?id=9efad190-19e4-4e54-9a7f-27efefbfe952 HTTP/1.1" status: 200 len: 797 time: 0.1469474 Mar 24 01:53:09.758602 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a6eb1f0e-3dc0-4e39-b53c-4164e63e4fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:09.817928 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c305ed-f598-4483-8ceb-a3162bdbc66a None None] Pushing event updated for resources: {'Port': ['ID=c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:09.866002 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] Set router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:53:09.879755 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72844430-a3a4-4fcb-b972-b2558c554898 req-0a096e4e-d378-4eca-b29b-bcb7dbf25444 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=570af92d73ce477eab0032c6e4bb8590 HTTP/1.1" status: 200 len: 379 time: 0.1123612 Mar 24 01:53:09.899101 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-72844430-a3a4-4fcb-b972-b2558c554898 req-e8f8e424-41d4-4d79-b423-573258199c43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'port': {'device_id': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'admin_state_up': True, 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'security_groups': ['737d9f56-3565-4c1d-8eb1-394d0e3d19cc']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:53:09.903866 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4129db58-5a2e-4dd7-8b68-70427ba3d96f req-58c6d615-c35a-4a2e-9749-7966027c9e1b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 210 time: 0.0405667 Mar 24 01:53:09.906805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb1f0e-3dc0-4e39-b53c-4164e63e4fdf None None] Current status of the port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:53:09.910171 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a6eb1f0e-3dc0-4e39-b53c-4164e63e4fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:09.955399 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a6eb1f0e-3dc0-4e39-b53c-4164e63e4fdf None None] For port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5,segment=NetworkSegment(d627e81d-142e-471d-9891-3043f47c82be),segment_id=d627e81d-142e-471d-9891-3043f47c82be)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:53:09.964806 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a6eb1f0e-3dc0-4e39-b53c-4164e63e4fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:10.022127 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb1f0e-3dc0-4e39-b53c-4164e63e4fdf None None] Pushing event updated for resources: {'Port': ['ID=c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:10.041693 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72844430-a3a4-4fcb-b972-b2558c554898 req-e8f8e424-41d4-4d79-b423-573258199c43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Made reservation on behalf of 570af92d73ce477eab0032c6e4bb8590 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:53:10.045645 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-72844430-a3a4-4fcb-b972-b2558c554898 req-e8f8e424-41d4-4d79-b423-573258199c43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:10.084428 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974076654', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:53:03Z', 'updated_at': '2022-03-24T01:53:06Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:04Z', 'updated_at': '2022-03-24T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5', 'name': '', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:41:f1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:06Z', 'updated_at': '2022-03-24T01:53:09Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:10.089787 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a373f5ea-9c8c-476a-84ec-efdf779eabf4 None None] Provisioning complete for port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:53:10.090460 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a373f5ea-9c8c-476a-84ec-efdf779eabf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:10.114624 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c7f05-10ae-4ca2-8b82-df17714af6c8 None None] The sync data for ids ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'] in n-d-760455-9 is: [{'id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974076654', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:53:03Z', 'updated_at': '2022-03-24T01:53:06Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:04Z', 'updated_at': '2022-03-24T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5', 'name': '', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:41:f1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:06Z', 'updated_at': '2022-03-24T01:53:09Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:53:10.201741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a373f5ea-9c8c-476a-84ec-efdf779eabf4 None None] Current status of the port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:53:10.205758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-72844430-a3a4-4fcb-b972-b2558c554898 req-e8f8e424-41d4-4d79-b423-573258199c43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.20.0.13 (9efad190-19e4-4e54-9a7f-27efefbfe952/cae2a540-91ed-40c1-8a61-545839903c72/c1edaaf5-405d-4d03-99e9-c6baed9d1f1e) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:53:10.362909 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-72844430-a3a4-4fcb-b972-b2558c554898 req-e8f8e424-41d4-4d79-b423-573258199c43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:10.396468 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-72844430-a3a4-4fcb-b972-b2558c554898 req-e8f8e424-41d4-4d79-b423-573258199c43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:10.440886 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72844430-a3a4-4fcb-b972-b2558c554898 req-e8f8e424-41d4-4d79-b423-573258199c43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network 9efad190-19e4-4e54-9a7f-27efefbfe952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:53:10.443915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-72844430-a3a4-4fcb-b972-b2558c554898 req-e8f8e424-41d4-4d79-b423-573258199c43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:53:10.450025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-72844430-a3a4-4fcb-b972-b2558c554898 req-e8f8e424-41d4-4d79-b423-573258199c43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:53:10.475172 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8e424-41d4-4d79-b423-573258199c43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:10.503995 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844430-a3a4-4fcb-b972-b2558c554898 req-e8f8e424-41d4-4d79-b423-573258199c43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:10.504611 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-72844430-a3a4-4fcb-b972-b2558c554898 req-e8f8e424-41d4-4d79-b423-573258199c43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:10.524005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72844430-a3a4-4fcb-b972-b2558c554898 req-e8f8e424-41d4-4d79-b423-573258199c43 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6286285 Mar 24 01:53:10.535948 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Request body: {'port': {'device_id': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:53:10.610392 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:10.725259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-501fd1cd-fd23-481e-bb86-ba617b8ba79a None None] Provisioning complete for port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:53:10.725819 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-501fd1cd-fd23-481e-bb86-ba617b8ba79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:10.763245 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-501fd1cd-fd23-481e-bb86-ba617b8ba79a None None] Port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:53:10.886274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1edaaf5-405d-4d03-99e9-c6baed9d1f1e {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:53:10.894494 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Publish callbacks [] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:10.907601 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Transition to ACTIVE for port object c1edaaf5-405d-4d03-99e9-c6baed9d1f1e will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:53:10.911792 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:10.968211 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Pushing event updated for resources: {'Port': ['ID=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:11.091420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1a301-4c26-4e61-877c-7244c6d140a6 req-0515b8e8-3d0d-40af-90e0-bc177e8a6303 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:11.093288 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dea1a301-4c26-4e61-877c-7244c6d140a6 req-0515b8e8-3d0d-40af-90e0-bc177e8a6303 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 944 time: 0.1040454 Mar 24 01:53:11.096163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Attempting to bind port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:53:11.096502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Attempting to bind port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:53:11.097465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Attempting to bind port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e on network 9efad190-19e4-4e54-9a7f-27efefbfe952 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:53:11.107510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:53:11.116779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e on network 9efad190-19e4-4e54-9a7f-27efefbfe952 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:53:11.117171 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Attempting to bind port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e on network 9efad190-19e4-4e54-9a7f-27efefbfe952 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:53:11.153596 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dea1a301-4c26-4e61-877c-7244c6d140a6 req-c4cef53a-e514-49e3-991b-6341697ec0aa tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536551 Mar 24 01:53:11.154371 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:53:11.154719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Checking segment: {'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:53:11.155104 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Bound using segment: {'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:53:11.155728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Bound port: c1edaaf5-405d-4d03-99e9-c6baed9d1f1e, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:53:11.156137 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:11.175224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:53:11.175605 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:11.244532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] For port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:53:11.249400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] For port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,segment=NetworkSegment(d627e81d-142e-471d-9891-3043f47c82be),segment_id=d627e81d-142e-471d-9891-3043f47c82be)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:53:11.256642 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:11.263497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:53:11.293191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:11.293978 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:11.295412 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72844430-a3a4-4fcb-b972-b2558c554898 req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] 10.222.0.57 "PUT /v2.0/ports/c1edaaf5-405d-4d03-99e9-c6baed9d1f1e HTTP/1.1" status: 200 len: 1092 time: 0.7644746 Mar 24 01:53:11.295899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'tag': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:53:11.299530 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d5aaf4-9174-4d34-a94e-83c113696732" -d '{"events": [{"name": "network-changed", "server_uuid": "8da7c19f-dba3-4465-97b6-9b6d76349577", "tag": "c1edaaf5-405d-4d03-99e9-c6baed9d1f1e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:53:11.374057 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fe8114-a13a-41ad-aaa3-dfa170f2b983 x-openstack-request-id: req-80fe8114-a13a-41ad-aaa3-dfa170f2b983 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:53:11.374872 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da7c19f-dba3-4465-97b6-9b6d76349577", "tag": "c1edaaf5-405d-4d03-99e9-c6baed9d1f1e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:53:11.375823 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80fe8114-a13a-41ad-aaa3-dfa170f2b983 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:53:11.376346 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80fe8114-a13a-41ad-aaa3-dfa170f2b983'] response: {'name': 'network-changed', 'server_uuid': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'tag': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e', 'status': 'completed', 'code': 200} Mar 24 01:53:11.378184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacea27-6cf9-4d50-9ef4-415e619bc232 service neutron] Pushing event updated for resources: {'Port': ['ID=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:11.400629 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844430-a3a4-4fcb-b972-b2558c554898 req-8efd164c-1232-4f9e-aa02-8531f1027df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:11.402529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72844430-a3a4-4fcb-b972-b2558c554898 req-8efd164c-1232-4f9e-aa02-8531f1027df0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 1126 time: 0.0609851 Mar 24 01:53:11.451079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72844430-a3a4-4fcb-b972-b2558c554898 req-ed60d5e9-0129-4c41-9b31-dcd27b79167c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e HTTP/1.1" status: 200 len: 217 time: 0.0410998 Mar 24 01:53:11.502442 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844430-a3a4-4fcb-b972-b2558c554898 req-26b50f7a-75b4-4de7-a720-f4a7d9d35b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:11.503848 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72844430-a3a4-4fcb-b972-b2558c554898 req-26b50f7a-75b4-4de7-a720-f4a7d9d35b49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cae2a540-91ed-40c1-8a61-545839903c72 HTTP/1.1" status: 200 len: 835 time: 0.0460188 Mar 24 01:53:11.553840 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844430-a3a4-4fcb-b972-b2558c554898 req-37561882-90ef-4325-99b4-ad6ec19c2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:11.555268 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72844430-a3a4-4fcb-b972-b2558c554898 req-37561882-90ef-4325-99b4-ad6ec19c2a43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9efad190-19e4-4e54-9a7f-27efefbfe952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455482 Mar 24 01:53:11.647834 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72844430-a3a4-4fcb-b972-b2558c554898 req-af2673ae-d1df-428e-abd9-5928fca72593 service neutron] 10.222.0.57 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867772 Mar 24 01:53:11.749995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-72844430-a3a4-4fcb-b972-b2558c554898 req-c9935206-ffc6-46f7-82e5-4d79b47754e1 service neutron] 10.222.0.57 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966055 Mar 24 01:53:11.837358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5aaf4-9174-4d34-a94e-83c113696732 req-426788e3-0197-4e01-ad95-9a655f7c3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:11.838747 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1d5aaf4-9174-4d34-a94e-83c113696732 req-426788e3-0197-4e01-ad95-9a655f7c3309 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 1126 time: 0.0452325 Mar 24 01:53:11.931718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5aaf4-9174-4d34-a94e-83c113696732 req-bc4ea155-a320-4b09-86ba-9ebce0b3d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:11.933251 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1d5aaf4-9174-4d34-a94e-83c113696732 req-bc4ea155-a320-4b09-86ba-9ebce0b3d46b service neutron] 10.222.0.57 "GET /v2.0/networks?id=9efad190-19e4-4e54-9a7f-27efefbfe952 HTTP/1.1" status: 200 len: 898 time: 0.0883737 Mar 24 01:53:11.974117 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1d5aaf4-9174-4d34-a94e-83c113696732 req-c87411d6-f7f7-4dea-9b6b-b9021b715a3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e HTTP/1.1" status: 200 len: 217 time: 0.0348785 Mar 24 01:53:12.025351 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5aaf4-9174-4d34-a94e-83c113696732 req-d659aa08-bd7d-41ff-8777-a2c2991fa90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:12.026784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1d5aaf4-9174-4d34-a94e-83c113696732 req-d659aa08-bd7d-41ff-8777-a2c2991fa90d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cae2a540-91ed-40c1-8a61-545839903c72 HTTP/1.1" status: 200 len: 835 time: 0.0465291 Mar 24 01:53:12.075841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5aaf4-9174-4d34-a94e-83c113696732 req-42aa5646-ed11-4e69-84ee-c18b55b77e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:12.077580 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1d5aaf4-9174-4d34-a94e-83c113696732 req-42aa5646-ed11-4e69-84ee-c18b55b77e64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9efad190-19e4-4e54-9a7f-27efefbfe952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435848 Mar 24 01:53:12.166053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1d5aaf4-9174-4d34-a94e-83c113696732 req-f2465498-b66d-479b-b84d-05bf36793fcf service neutron] 10.222.0.57 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805833 Mar 24 01:53:12.262777 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:53:12.286167 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1d5aaf4-9174-4d34-a94e-83c113696732 req-5711539b-221f-445b-859b-53e5022decc3 service neutron] 10.222.0.57 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138113 Mar 24 01:53:12.304841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dba3c-cbad-46b1-ba35-d2781c8ec224 req-b73abbf6-9ebc-42b2-9d76-679d887b7676 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:12.306300 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d2dba3c-cbad-46b1-ba35-d2781c8ec224 req-b73abbf6-9ebc-42b2-9d76-679d887b7676 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 944 time: 0.0677197 Mar 24 01:53:12.361087 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3d2dba3c-cbad-46b1-ba35-d2781c8ec224 req-d1764ec1-a2b6-474e-9f81-46daa076d28f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490718 Mar 24 01:53:13.365584 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device c1edaaf5-405d-4d03-99e9-c6baed9d1f1e details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:53:13.464101 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,segment=NetworkSegment(d627e81d-142e-471d-9891-3043f47c82be),segment_id=d627e81d-142e-471d-9891-3043f47c82be)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:53:13.476330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'port_id': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e', 'mac_address': 'fa:16:3e:44:2e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:53:13.484317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f84bc9-9d99-419c-9f58-3b1286da8f3b req-a177177b-30c0-4eb3-86ee-9cc812f76e04 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:13.486623 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31f84bc9-9d99-419c-9f58-3b1286da8f3b req-a177177b-30c0-4eb3-86ee-9cc812f76e04 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 944 time: 0.0572379 Mar 24 01:53:13.513286 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:53:13.513738 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:13.526354 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1edaaf5-405d-4d03-99e9-c6baed9d1f1e {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:53:13.535188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-31f84bc9-9d99-419c-9f58-3b1286da8f3b req-8bb9c087-737f-4469-98fe-0ee35df4b641 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431194 Mar 24 01:53:13.548212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,segment=NetworkSegment(d627e81d-142e-471d-9891-3043f47c82be),segment_id=d627e81d-142e-471d-9891-3043f47c82be)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:53:13.552159 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:13.601560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:13.766052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['c1edaaf5-405d-4d03-99e9-c6baed9d1f1e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:53:14.652744 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d30287-c053-42f3-ae75-7f1aae1eed18 req-e0635641-b7fa-4f64-8a10-5737ac5b03f4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:14.654236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71d30287-c053-42f3-ae75-7f1aae1eed18 req-e0635641-b7fa-4f64-8a10-5737ac5b03f4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 945 time: 0.0512271 Mar 24 01:53:14.704227 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71d30287-c053-42f3-ae75-7f1aae1eed18 req-ce9b0801-25b9-441f-aab1-e1c901699a7d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437870 Mar 24 01:53:15.366121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device c1edaaf5-405d-4d03-99e9-c6baed9d1f1e up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:53:15.413319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:53:15.416944 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:53:15.417369 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:15.492483 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:53:15.492873 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:15.514595 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:53:15.516866 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cd3afe-9838-451c-9b1b-6c1df3ff0c84" -d '{"events": [{"server_uuid": "8da7c19f-dba3-4465-97b6-9b6d76349577", "name": "network-vif-plugged", "status": "completed", "tag": "c1edaaf5-405d-4d03-99e9-c6baed9d1f1e"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:53:15.533134 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,segment=NetworkSegment(d627e81d-142e-471d-9891-3043f47c82be),segment_id=d627e81d-142e-471d-9891-3043f47c82be)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:53:15.537291 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:15.560073 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a91536b-547b-4917-9a15-f9b750c98428 x-openstack-request-id: req-0a91536b-547b-4917-9a15-f9b750c98428 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:53:15.560368 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da7c19f-dba3-4465-97b6-9b6d76349577", "name": "network-vif-plugged", "status": "completed", "tag": "c1edaaf5-405d-4d03-99e9-c6baed9d1f1e", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:53:15.560625 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a91536b-547b-4917-9a15-f9b750c98428 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:53:15.561020 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a91536b-547b-4917-9a15-f9b750c98428'] response: {'server_uuid': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e', 'code': 200} Mar 24 01:53:15.589860 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:15.651543 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3781d-565b-4f96-b762-e5631da17c49 req-eea5c9f5-672b-47d3-8c13-60dd659ec9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:15.652955 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6b3781d-565b-4f96-b762-e5631da17c49 req-eea5c9f5-672b-47d3-8c13-60dd659ec9e5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 1128 time: 0.0438375 Mar 24 01:53:15.702596 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6b3781d-565b-4f96-b762-e5631da17c49 req-44cda4d5-40d9-4832-b494-c2c0856a4788 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431027 Mar 24 01:53:15.821984 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ca3bd-ee84-4067-81f7-4877853c675c req-e63d41c3-0644-45a0-a565-b12b56b26648 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:15.823447 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-368ca3bd-ee84-4067-81f7-4877853c675c req-e63d41c3-0644-45a0-a565-b12b56b26648 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0525162 Mar 24 01:53:15.872320 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-368ca3bd-ee84-4067-81f7-4877853c675c req-83153d68-b09b-47f0-b6bc-eb0d70f17a0e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425258 Mar 24 01:53:16.992833 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb0dad-6ce3-43b5-9fdf-fd8b4d3a7de9 req-85ce28c0-e085-4367-b211-ac92b0ae1673 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:16.994302 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ffb0dad-6ce3-43b5-9fdf-fd8b4d3a7de9 req-85ce28c0-e085-4367-b211-ac92b0ae1673 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0537367 Mar 24 01:53:17.042398 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ffb0dad-6ce3-43b5-9fdf-fd8b4d3a7de9 req-cc33fc07-123b-42d9-80cc-7a5612793f57 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425546 Mar 24 01:53:17.163966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fc709-e75c-4063-bb4e-50059ec0dfaf req-4eadbb13-5525-49e4-bf1d-9800363b5d9f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:17.165430 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b9fc709-e75c-4063-bb4e-50059ec0dfaf req-4eadbb13-5525-49e4-bf1d-9800363b5d9f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0545673 Mar 24 01:53:17.213208 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b9fc709-e75c-4063-bb4e-50059ec0dfaf req-96211181-353a-4f61-b84a-0c79c8c137fc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421546 Mar 24 01:53:17.235920 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40364) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:17.277448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035e79b8-dfb0-43be-9bb1-0cac72f7f7a3 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:17.278862 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-035e79b8-dfb0-43be-9bb1-0cac72f7f7a3 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 1123 time: 0.0420048 Mar 24 01:53:17.282174 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40366) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:17.286355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:53:17.309983 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:17.408581 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:17.507467 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.25.0.227 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/754ee4bf-9ccb-445e-981e-c7e6257a0b50) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:53:17.610323 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (754ee4bf-9ccb-445e-981e-c7e6257a0b50), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:17.643999 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (754ee4bf-9ccb-445e-981e-c7e6257a0b50), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:17.684053 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:53:17.686847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:53:17.690328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:53:17.715469 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=754ee4bf-9ccb-445e-981e-c7e6257a0b50,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:18.042971 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (492c3400-284f-4b45-b91b-f5e9311a724f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:18.112722 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (754ee4bf-9ccb-445e-981e-c7e6257a0b50), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:18.257434 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (754ee4bf-9ccb-445e-981e-c7e6257a0b50), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:18.262283 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (754ee4bf-9ccb-445e-981e-c7e6257a0b50), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:18.330555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=754ee4bf-9ccb-445e-981e-c7e6257a0b50,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:53:18.340875 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (492c3400-284f-4b45-b91b-f5e9311a724f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:18.441110 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Floating IP 492c3400-284f-4b45-b91b-f5e9311a724f associated. External IP: 172.25.0.227, port: c1edaaf5-405d-4d03-99e9-c6baed9d1f1e. Mar 24 01:53:18.646802 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:53:18.752891 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:53:18.763999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf39f8-6ed3-4515-af9e-7768e4df8e43 None None] Sync routers for ids ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:53:18.770992 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:18.775902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf39f8-6ed3-4515-af9e-7768e4df8e43 None None] Routers {'e243aec1-efc5-42ba-a8f8-d11f04b1ada0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:53:18.776532 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-edaf39f8-6ed3-4515-af9e-7768e4df8e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:53:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:18.800624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-581f8cdb-e3d1-469e-b18f-b225a2f59b4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5174754 Mar 24 01:53:18.801222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'tag': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:53:18.803446 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abbc554-e291-4161-84bc-f4adac8a2fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "8da7c19f-dba3-4465-97b6-9b6d76349577", "tag": "c1edaaf5-405d-4d03-99e9-c6baed9d1f1e"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:53:18.845442 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4583b210-e8ac-4a67-bf86-8f6e6cc85e35 x-openstack-request-id: req-4583b210-e8ac-4a67-bf86-8f6e6cc85e35 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:53:18.845784 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da7c19f-dba3-4465-97b6-9b6d76349577", "tag": "c1edaaf5-405d-4d03-99e9-c6baed9d1f1e", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:53:18.846107 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4583b210-e8ac-4a67-bf86-8f6e6cc85e35 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:53:18.846593 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4583b210-e8ac-4a67-bf86-8f6e6cc85e35'] response: {'name': 'network-changed', 'server_uuid': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'tag': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e', 'status': 'completed', 'code': 200} Mar 24 01:53:18.894899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-edaf39f8-6ed3-4515-af9e-7768e4df8e43 None None] Set router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:53:19.124698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-edaf39f8-6ed3-4515-af9e-7768e4df8e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974076654', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:53:03Z', 'updated_at': '2022-03-24T01:53:06Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:04Z', 'updated_at': '2022-03-24T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '492c3400-284f-4b45-b91b-f5e9311a724f', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'port_id': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'mac_address': 'fa:16:3e:44:2e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:53:17Z', 'updated_at': '2022-03-24T01:53:17Z', 'revision_number': 0, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5', 'name': '', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:41:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:06Z', 'updated_at': '2022-03-24T01:53:09Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:19.155378 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf39f8-6ed3-4515-af9e-7768e4df8e43 None None] Checking router: e243aec1-efc5-42ba-a8f8-d11f04b1ada0 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:53:19.164710 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf39f8-6ed3-4515-af9e-7768e4df8e43 None None] Routers {'e243aec1-efc5-42ba-a8f8-d11f04b1ada0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:53:19.165376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-edaf39f8-6ed3-4515-af9e-7768e4df8e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:53:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:19.273010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-edaf39f8-6ed3-4515-af9e-7768e4df8e43 None None] Set router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:53:19.282811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08f24e-8996-4bd0-8a24-f1dcbe2e2659 req-1bde8881-3df4-4e98-89f0-def178972593 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:19.284318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a08f24e-8996-4bd0-8a24-f1dcbe2e2659 req-1bde8881-3df4-4e98-89f0-def178972593 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.4278557 Mar 24 01:53:19.287071 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbc554-e291-4161-84bc-f4adac8a2fb2 req-c982790d-bd30-468f-a475-0d1004f06517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:19.288428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8abbc554-e291-4161-84bc-f4adac8a2fb2 req-c982790d-bd30-468f-a475-0d1004f06517 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 1128 time: 0.4207225 Mar 24 01:53:19.394144 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8a08f24e-8996-4bd0-8a24-f1dcbe2e2659 req-61151095-da46-4a02-be00-7c87c29b5bae tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037428 Mar 24 01:53:19.418699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbc554-e291-4161-84bc-f4adac8a2fb2 req-304e852b-d4e6-46c1-ab34-9470037beb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:19.418699 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8abbc554-e291-4161-84bc-f4adac8a2fb2 req-304e852b-d4e6-46c1-ab34-9470037beb86 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9efad190-19e4-4e54-9a7f-27efefbfe952 HTTP/1.1" status: 200 len: 898 time: 0.1213660 Mar 24 01:53:19.418699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40372) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:19.495650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-edaf39f8-6ed3-4515-af9e-7768e4df8e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974076654', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:53:03Z', 'updated_at': '2022-03-24T01:53:06Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:04Z', 'updated_at': '2022-03-24T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '492c3400-284f-4b45-b91b-f5e9311a724f', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'port_id': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'mac_address': 'fa:16:3e:44:2e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:53:17Z', 'updated_at': '2022-03-24T01:53:17Z', 'revision_number': 0, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5', 'name': '', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:41:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:06Z', 'updated_at': '2022-03-24T01:53:09Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:53:19.526225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf39f8-6ed3-4515-af9e-7768e4df8e43 None None] The sync data for ids ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'] in n-d-760455-9 is: [{'id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974076654', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:53:03Z', 'updated_at': '2022-03-24T01:53:06Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:04Z', 'updated_at': '2022-03-24T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '492c3400-284f-4b45-b91b-f5e9311a724f', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'port_id': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'mac_address': 'fa:16:3e:44:2e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:53:17Z', 'updated_at': '2022-03-24T01:53:17Z', 'revision_number': 0, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5', 'name': '', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:41:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:06Z', 'updated_at': '2022-03-24T01:53:09Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:53:19.529504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-21bd9f53-1b93-4452-83a5-de5a2eabf9e4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/492c3400-284f-4b45-b91b-f5e9311a724f HTTP/1.1" status: 200 len: 992 time: 0.1086695 Mar 24 01:53:19.532974 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8abbc554-e291-4161-84bc-f4adac8a2fb2 req-06a83fbc-65ad-4f95-b9f7-66fcf00d7400 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e HTTP/1.1" status: 200 len: 1000 time: 0.1072123 Mar 24 01:53:19.586779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbc554-e291-4161-84bc-f4adac8a2fb2 req-43c3ea47-aad2-426f-9815-0fd90575895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:19.588122 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8abbc554-e291-4161-84bc-f4adac8a2fb2 req-43c3ea47-aad2-426f-9815-0fd90575895e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cae2a540-91ed-40c1-8a61-545839903c72 HTTP/1.1" status: 200 len: 835 time: 0.0495455 Mar 24 01:53:19.637439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbc554-e291-4161-84bc-f4adac8a2fb2 req-ff2ee5c9-a953-4b0c-be82-bbeff3e251a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:19.638922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8abbc554-e291-4161-84bc-f4adac8a2fb2 req-ff2ee5c9-a953-4b0c-be82-bbeff3e251a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9efad190-19e4-4e54-9a7f-27efefbfe952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437448 Mar 24 01:53:19.738089 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8abbc554-e291-4161-84bc-f4adac8a2fb2 req-a4854bd9-18ca-475e-9d2e-ec45bff90119 service neutron] 10.222.0.57 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920558 Mar 24 01:53:19.742209 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66947f5b-401f-4fcf-a95f-799cdd1e240a None None] New status for floating IP 492c3400-284f-4b45-b91b-f5e9311a724f: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:53:19.833570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8abbc554-e291-4161-84bc-f4adac8a2fb2 req-7dd7b134-ec09-404f-b2fc-9d7a2c47c2bf service neutron] 10.222.0.57 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898566 Mar 24 01:53:20.532524 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40374) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:20.591152 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a79f5c21-bab3-4afb-93ef-fa70e51a1043 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/492c3400-284f-4b45-b91b-f5e9311a724f HTTP/1.1" status: 200 len: 994 time: 0.0574718 Mar 24 01:53:28.829203 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8291360d-15ed-42d4-b9ed-de7fbc5b96b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:30.418744 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:30.939874 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bb50d54c-e474-496e-bc09-138901d07e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:32.345162 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:32.988721 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:33.868311 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:35.318131 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:49.261832 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:53:51.814040 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-02bd2906-f2af-4f05-92e9-6c82f5fea54c req-40939823-a6ad-4caa-9715-80ad3f899846 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:53:51.815024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02bd2906-f2af-4f05-92e9-6c82f5fea54c req-40939823-a6ad-4caa-9715-80ad3f899846 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060720 Mar 24 01:53:51.992694 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40396) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:52.005022 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f432d2-5ec3-4ad6-8dee-a86a43c5634f req-2caf106e-3caa-4801-acca-0c63e92b854a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:52.006541 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1f432d2-5ec3-4ad6-8dee-a86a43c5634f req-2caf106e-3caa-4801-acca-0c63e92b854a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0547628 Mar 24 01:53:52.055773 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1f432d2-5ec3-4ad6-8dee-a86a43c5634f req-9a20d479-7198-4bd5-a6eb-2458e4982cf3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435956 Mar 24 01:53:52.079196 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-1e10417d-67a9-4691-83a9-b0529effbd40 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853426 Mar 24 01:53:52.089283 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-8bd041cf-4862-4219-8eff-1caeecce1a83 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:53:52.092809 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-8bd041cf-4862-4219-8eff-1caeecce1a83 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077016 Mar 24 01:53:52.437876 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40418) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:53:52.535418 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-27c6a822-56ea-43cc-abeb-0c4940a0e08d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:52.536697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-27c6a822-56ea-43cc-abeb-0c4940a0e08d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports/c1edaaf5-405d-4d03-99e9-c6baed9d1f1e HTTP/1.1" status: 200 len: 943 time: 0.0978286 Mar 24 01:53:53.188279 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bafc62-04d2-4dbb-a2e3-38dc49ed49c6 req-837fa98c-80bf-4895-8ab6-c14ca0e9712e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:53.189771 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89bafc62-04d2-4dbb-a2e3-38dc49ed49c6 req-837fa98c-80bf-4895-8ab6-c14ca0e9712e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0523911 Mar 24 01:53:53.251195 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-89bafc62-04d2-4dbb-a2e3-38dc49ed49c6 req-e9d86df4-6df1-45a8-bfa7-1d7406b0f22e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557511 Mar 24 01:53:53.357419 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-da8fbc32-80d0-468f-893e-a8e5c5ebb280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:53.359445 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-da8fbc32-80d0-468f-893e-a8e5c5ebb280 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 1128 time: 0.0463057 Mar 24 01:53:53.454181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-b9220e5b-63d8-4785-925f-55b1f4b055a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:53.455566 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-b9220e5b-63d8-4785-925f-55b1f4b055a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9efad190-19e4-4e54-9a7f-27efefbfe952 HTTP/1.1" status: 200 len: 898 time: 0.0897083 Mar 24 01:53:53.521633 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-63858fd6-dbe0-4b3e-a285-f184d649cdfa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e HTTP/1.1" status: 200 len: 1002 time: 0.0602245 Mar 24 01:53:53.569499 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-d1af6fab-dced-4864-a57e-b480543b3bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:53.570967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-d1af6fab-dced-4864-a57e-b480543b3bf5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cae2a540-91ed-40c1-8a61-545839903c72 HTTP/1.1" status: 200 len: 835 time: 0.0439148 Mar 24 01:53:53.625084 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-22522085-2d59-4bde-b122-17e0d8ffd1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:53.626611 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-22522085-2d59-4bde-b122-17e0d8ffd1ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9efad190-19e4-4e54-9a7f-27efefbfe952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502107 Mar 24 01:53:53.715488 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-3c2e4af5-bb82-4f3e-b1d2-f598966d0a6a service neutron] 10.222.0.57 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824137 Mar 24 01:53:53.809512 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-79132c3c-c136-4f61-9981-6211998a0fb1 service neutron] 10.222.0.57 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887101 Mar 24 01:53:54.377479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4826e0f-13b6-4ef2-8212-437f23022da2 req-995272c6-1c31-46fe-a1e5-ce62391ce5f5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:54.378967 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4826e0f-13b6-4ef2-8212-437f23022da2 req-995272c6-1c31-46fe-a1e5-ce62391ce5f5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0546713 Mar 24 01:53:54.428570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4826e0f-13b6-4ef2-8212-437f23022da2 req-788cd0b9-6e44-4027-9970-c5ea1282298b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439496 Mar 24 01:53:54.926252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292229c-0702-4612-aba5-6710ac1ca2a9 req-2ce92d8a-158e-42ea-96eb-6bc9aac402a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:54.927802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a292229c-0702-4612-aba5-6710ac1ca2a9 req-2ce92d8a-158e-42ea-96eb-6bc9aac402a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 1128 time: 0.0453947 Mar 24 01:53:55.034349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292229c-0702-4612-aba5-6710ac1ca2a9 req-62774f6c-1b3c-4413-83db-f7b7449ad55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:55.035788 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a292229c-0702-4612-aba5-6710ac1ca2a9 req-62774f6c-1b3c-4413-83db-f7b7449ad55f service neutron] 10.222.0.57 "GET /v2.0/networks?id=9efad190-19e4-4e54-9a7f-27efefbfe952 HTTP/1.1" status: 200 len: 898 time: 0.0899634 Mar 24 01:53:55.100402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a292229c-0702-4612-aba5-6710ac1ca2a9 req-453ef06d-e948-46ed-a99d-7b8193d5da51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e HTTP/1.1" status: 200 len: 1002 time: 0.0584099 Mar 24 01:53:55.151743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292229c-0702-4612-aba5-6710ac1ca2a9 req-187994d0-1c83-4d8a-9bdb-645a20a7bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:55.153280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a292229c-0702-4612-aba5-6710ac1ca2a9 req-187994d0-1c83-4d8a-9bdb-645a20a7bbc4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cae2a540-91ed-40c1-8a61-545839903c72 HTTP/1.1" status: 200 len: 835 time: 0.0470066 Mar 24 01:53:55.202043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292229c-0702-4612-aba5-6710ac1ca2a9 req-be966205-ba89-4c02-ba49-bd1896e2023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:55.204349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a292229c-0702-4612-aba5-6710ac1ca2a9 req-be966205-ba89-4c02-ba49-bd1896e2023e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9efad190-19e4-4e54-9a7f-27efefbfe952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447452 Mar 24 01:53:55.291246 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a292229c-0702-4612-aba5-6710ac1ca2a9 req-e756f58d-9bd8-4d46-886d-d352b12364e2 service neutron] 10.222.0.57 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796418 Mar 24 01:53:55.383877 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a292229c-0702-4612-aba5-6710ac1ca2a9 req-55af9694-6919-4394-9d2d-037c9a384344 service neutron] 10.222.0.57 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864139 Mar 24 01:53:55.551643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44b57c-b5fb-4490-9aff-02c5a1a3f5fc req-f5df2045-05ea-4fa2-b39e-992a4956cb34 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:55.553311 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e44b57c-b5fb-4490-9aff-02c5a1a3f5fc req-f5df2045-05ea-4fa2-b39e-992a4956cb34 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0547590 Mar 24 01:53:55.602850 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e44b57c-b5fb-4490-9aff-02c5a1a3f5fc req-e6fdd5e4-bd49-4dfe-837d-a58725525fff tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434635 Mar 24 01:53:56.726234 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec057831-b08b-48a6-8598-93644a75447b req-b1084806-0cca-4afd-8733-522a28f91c23 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:56.727713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec057831-b08b-48a6-8598-93644a75447b req-b1084806-0cca-4afd-8733-522a28f91c23 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0569091 Mar 24 01:53:56.777746 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ec057831-b08b-48a6-8598-93644a75447b req-d6dc2507-944b-4252-aef1-32e67af14c9e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442469 Mar 24 01:53:57.899949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b918d3b-584e-4141-8662-688b8fc577b0 req-c8917e3d-544f-4639-b216-13f46b8def3b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:57.901466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b918d3b-584e-4141-8662-688b8fc577b0 req-c8917e3d-544f-4639-b216-13f46b8def3b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0534520 Mar 24 01:53:57.949855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b918d3b-584e-4141-8662-688b8fc577b0 req-aa8647ed-73f3-430b-934f-15f7714f38f1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418227 Mar 24 01:53:58.831319 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-70260f9b-49e8-464b-b502-0e32ff3e4924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:53:59.071515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28476e54-f2d9-4afe-9bf0-88f265e6e5fc req-a05d5ba0-2e55-4a73-a6e6-4b7f7291be88 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:53:59.072956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28476e54-f2d9-4afe-9bf0-88f265e6e5fc req-a05d5ba0-2e55-4a73-a6e6-4b7f7291be88 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0519052 Mar 24 01:53:59.126128 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-28476e54-f2d9-4afe-9bf0-88f265e6e5fc req-daf3e4b2-cb3d-4287-afcb-a12fc42a2630 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465000 Mar 24 01:54:00.243999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba9c28-7d97-4776-8b30-392266390a24 req-37e00c33-a929-478a-a401-338164b2850a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:00.245502 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7ba9c28-7d97-4776-8b30-392266390a24 req-37e00c33-a929-478a-a401-338164b2850a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0523887 Mar 24 01:54:00.294596 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7ba9c28-7d97-4776-8b30-392266390a24 req-c8817683-58cc-4ad1-9dec-913e4b51b6a1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431862 Mar 24 01:54:00.407607 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:00.940928 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-188973aa-0729-4e92-bd71-8d304edf46f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:01.412621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4b878-c293-4733-9909-592803904f19 req-c0ab0475-125f-4944-b7f4-b7c9def1d538 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:01.414130 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34a4b878-c293-4733-9909-592803904f19 req-c0ab0475-125f-4944-b7f4-b7c9def1d538 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0527480 Mar 24 01:54:01.462628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-34a4b878-c293-4733-9909-592803904f19 req-0b930919-3ff6-4834-aed1-1e97a70b9cf9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429819 Mar 24 01:54:02.344737 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:02.584945 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61757a94-6d7c-491d-b5a7-682642dfa64f req-d35bcf18-6114-4604-a7dd-191964c4bdde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:02.586441 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61757a94-6d7c-491d-b5a7-682642dfa64f req-d35bcf18-6114-4604-a7dd-191964c4bdde tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0570414 Mar 24 01:54:02.634742 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-61757a94-6d7c-491d-b5a7-682642dfa64f req-511ef480-c09b-49bf-b629-72d691239c61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426319 Mar 24 01:54:02.998870 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:03.752424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dca61-e0fc-4f81-bbe4-b56dd68ca746 req-76bc57d1-9fc3-46c0-a043-0235b691d4a3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:03.753907 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-620dca61-e0fc-4f81-bbe4-b56dd68ca746 req-76bc57d1-9fc3-46c0-a043-0235b691d4a3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0523906 Mar 24 01:54:03.807179 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-620dca61-e0fc-4f81-bbe4-b56dd68ca746 req-df00d1fd-809b-4579-9ade-be42573aa37e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476475 Mar 24 01:54:03.869210 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:04.924882 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02adb3-11a2-4eb4-8066-4770d29bf204 req-742cce66-b9e4-4458-bb51-07cc9ee6d375 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:04.926373 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d02adb3-11a2-4eb4-8066-4770d29bf204 req-742cce66-b9e4-4458-bb51-07cc9ee6d375 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0527856 Mar 24 01:54:04.978559 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d02adb3-11a2-4eb4-8066-4770d29bf204 req-bc57ebd1-d25d-4cc9-ba19-f1e511a59b3b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465527 Mar 24 01:54:05.319544 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:06.096449 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e581f0a-b012-4807-8435-fa0ed18c6478 req-c5f976aa-4cc8-4271-bf6d-d53931db0c19 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:06.097927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e581f0a-b012-4807-8435-fa0ed18c6478 req-c5f976aa-4cc8-4271-bf6d-d53931db0c19 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0515251 Mar 24 01:54:06.146563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e581f0a-b012-4807-8435-fa0ed18c6478 req-1b7534ae-996d-4aae-b23c-e6ccefb8577b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429876 Mar 24 01:54:07.267054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b250e4c-c341-4d63-b497-b97a01e4548c req-d6233a3a-9160-4d28-b7b0-6bdc7ddaf777 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:07.268523 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b250e4c-c341-4d63-b497-b97a01e4548c req-d6233a3a-9160-4d28-b7b0-6bdc7ddaf777 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0521374 Mar 24 01:54:07.316293 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4b250e4c-c341-4d63-b497-b97a01e4548c req-0cef5c8c-196f-48b6-a98f-83593b6ff17b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421431 Mar 24 01:54:08.438862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cbefc-695a-41ae-a2a4-1105b0b46773 req-b8d03278-c660-4d05-86d3-a59b8e8b7170 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:08.440339 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b31cbefc-695a-41ae-a2a4-1105b0b46773 req-b8d03278-c660-4d05-86d3-a59b8e8b7170 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0567529 Mar 24 01:54:08.488460 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b31cbefc-695a-41ae-a2a4-1105b0b46773 req-23cca9a6-71d4-4b5b-91b1-f0a36627f584 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425515 Mar 24 01:54:09.605489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b9bfa-41c2-4934-892d-588f77a67697 req-ab8fe520-2f33-45f5-b0e1-444a8f20a603 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:09.606940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d40b9bfa-41c2-4934-892d-588f77a67697 req-ab8fe520-2f33-45f5-b0e1-444a8f20a603 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0517271 Mar 24 01:54:09.655156 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d40b9bfa-41c2-4934-892d-588f77a67697 req-9b46a46f-f439-4948-8f57-3402b65fe00d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425873 Mar 24 01:54:10.630764 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-4174da92-60c3-4648-9c1e-bf6c9a6b9bff service neutron] show failed (client error): The resource could not be found. Mar 24 01:54:10.631784 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-4174da92-60c3-4648-9c1e-bf6c9a6b9bff service neutron] 10.222.0.57 "GET /v2.0/ports/c1edaaf5-405d-4d03-99e9-c6baed9d1f1e/bindings/n-h2-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.0576768 Mar 24 01:54:10.781818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767848c-71ef-43d0-89fa-a449c549db83 req-f074d432-72ad-4c90-b941-55af4893c611 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:10.783333 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f767848c-71ef-43d0-89fa-a449c549db83 req-f074d432-72ad-4c90-b941-55af4893c611 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0578399 Mar 24 01:54:10.834440 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f767848c-71ef-43d0-89fa-a449c549db83 req-405271c2-1c3c-4ae5-a0a9-8037b2310867 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450447 Mar 24 01:54:10.869332 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-e3949d5e-b383-4814-b5a0-c246481a808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:10.870822 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-e3949d5e-b383-4814-b5a0-c246481a808d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577&tenant_id=570af92d73ce477eab0032c6e4bb8590 HTTP/1.1" status: 200 len: 1128 time: 0.0869122 Mar 24 01:54:10.889762 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:54:10.948429 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:11.146181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] For port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,segment=NetworkSegment(d627e81d-142e-471d-9891-3043f47c82be),segment_id=d627e81d-142e-471d-9891-3043f47c82be)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:54:11.178530 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] For port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e, host n-h1-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:54:11.217556 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:54:11.219781 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f45652-f2ca-4788-b643-01f6f4f7adb3" -d '{"events": [{"server_uuid": "8da7c19f-dba3-4465-97b6-9b6d76349577", "name": "network-vif-unplugged", "status": "completed", "tag": "c1edaaf5-405d-4d03-99e9-c6baed9d1f1e"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:54:11.223292 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Publish callbacks [] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:11.236435 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Transition to ACTIVE for port object c1edaaf5-405d-4d03-99e9-c6baed9d1f1e will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:54:11.240100 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:11.322135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Pushing event updated for resources: {'Port': ['ID=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,revision_number=6']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:11.336222 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:11.336607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:11.337047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:11.337358 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:11.337719 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:11.338080 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:11.338410 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:11.338734 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:11.339060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:11.339384 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:11.339707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:11.340109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:11.340361 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:11.340716 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:11.341035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:11.346964 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 01:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644ff3e9-fd81-424d-91a9-c8c8cf61482c x-openstack-request-id: req-644ff3e9-fd81-424d-91a9-c8c8cf61482c {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:54:11.347255 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da7c19f-dba3-4465-97b6-9b6d76349577", "name": "network-vif-unplugged", "status": "completed", "tag": "c1edaaf5-405d-4d03-99e9-c6baed9d1f1e", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:54:11.347514 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-644ff3e9-fd81-424d-91a9-c8c8cf61482c {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:54:11.347926 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-644ff3e9-fd81-424d-91a9-c8c8cf61482c'] response: {'server_uuid': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e', 'code': 200} Mar 24 01:54:11.380042 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] No DVR routers for this DVR port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e on host n-h1-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:54:11.521941 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Attempting to bind port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:54:11.522278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Attempting to bind port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:54:11.522605 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Attempting to bind port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e on network 9efad190-19e4-4e54-9a7f-27efefbfe952 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:54:11.526811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e on network 9efad190-19e4-4e54-9a7f-27efefbfe952 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:54:11.527123 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Attempting to bind port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e on network 9efad190-19e4-4e54-9a7f-27efefbfe952 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:54:11.531828 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:54:11.532161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Checking segment: {'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:54:11.532799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Bound using segment: {'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:54:11.533255 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Bound port: c1edaaf5-405d-4d03-99e9-c6baed9d1f1e, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd627e81d-142e-471d-9891-3043f47c82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:54:11.533607 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:11.594670 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] For port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:54:11.597526 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] For port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,segment=NetworkSegment(d627e81d-142e-471d-9891-3043f47c82be),segment_id=d627e81d-142e-471d-9891-3043f47c82be)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:54:11.603353 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:11.636405 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:11.637016 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:11.638457 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] 10.222.0.48 "PUT /v2.0/ports/c1edaaf5-405d-4d03-99e9-c6baed9d1f1e HTTP/1.1" status: 200 len: 1092 time: 0.7530522 Mar 24 01:54:11.670915 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d4c4e-985b-4327-9f27-cfe142da6a1f service neutron] Pushing event updated for resources: {'Port': ['ID=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,revision_number=7']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:11.711369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-6c8c86a3-8065-46c3-9d1b-860799dfee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:11.712912 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-6c8c86a3-8065-46c3-9d1b-860799dfee2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 1126 time: 0.0528727 Mar 24 01:54:11.805053 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-446d3710-6227-4381-ad03-c501937e7836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:11.806648 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-446d3710-6227-4381-ad03-c501937e7836 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9efad190-19e4-4e54-9a7f-27efefbfe952 HTTP/1.1" status: 200 len: 898 time: 0.0880141 Mar 24 01:54:11.875994 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-81a7d5a4-cbcb-47c5-b29b-7c87488817d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e HTTP/1.1" status: 200 len: 1000 time: 0.0629082 Mar 24 01:54:11.924588 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-7b420216-c44f-47b8-b744-e23d173b1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:11.926101 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-7b420216-c44f-47b8-b744-e23d173b1d3d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cae2a540-91ed-40c1-8a61-545839903c72 HTTP/1.1" status: 200 len: 835 time: 0.0449982 Mar 24 01:54:11.963758 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899ac91-a7ac-4f41-960d-b43e295be931 req-f5dd20c8-52dd-48d8-ae9d-174584d16006 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:11.965422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7899ac91-a7ac-4f41-960d-b43e295be931 req-f5dd20c8-52dd-48d8-ae9d-174584d16006 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 944 time: 0.0535934 Mar 24 01:54:11.976736 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-527c071f-c6f0-4b94-a9d1-5bda76e19ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:11.978281 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-527c071f-c6f0-4b94-a9d1-5bda76e19ca3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9efad190-19e4-4e54-9a7f-27efefbfe952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460415 Mar 24 01:54:12.017758 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7899ac91-a7ac-4f41-960d-b43e295be931 req-c9380b11-78fe-4edf-abd9-59b6bf8bc18e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459285 Mar 24 01:54:12.069047 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-796f6763-c367-4fcd-948d-d9963ed3856e service neutron] 10.222.0.48 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846102 Mar 24 01:54:12.158211 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-10b47597-cb66-4ca6-ac25-1ce6936f411b req-9b98d614-6c5b-4b23-8dc7-9c5a8eda79ad service neutron] 10.222.0.48 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826356 Mar 24 01:54:13.141772 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad844c-7edf-4633-9b78-eb33404cfde3 req-fa242bb9-7014-4cc9-9c1f-6d82a87188f5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:13.143222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-14ad844c-7edf-4633-9b78-eb33404cfde3 req-fa242bb9-7014-4cc9-9c1f-6d82a87188f5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 944 time: 0.0559719 Mar 24 01:54:13.191315 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-14ad844c-7edf-4633-9b78-eb33404cfde3 req-3e05e50e-d4e9-4f99-8b15-eaf4b0fb5299 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425141 Mar 24 01:54:13.348811 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'tag': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:54:13.351138 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090f1895-cf64-4e29-805e-a338e9f09dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "8da7c19f-dba3-4465-97b6-9b6d76349577", "tag": "c1edaaf5-405d-4d03-99e9-c6baed9d1f1e"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:54:13.398264 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6ac317-23cb-49cd-b07a-f0c1e82a0449 x-openstack-request-id: req-de6ac317-23cb-49cd-b07a-f0c1e82a0449 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:54:13.398559 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da7c19f-dba3-4465-97b6-9b6d76349577", "tag": "c1edaaf5-405d-4d03-99e9-c6baed9d1f1e", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:54:13.398842 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de6ac317-23cb-49cd-b07a-f0c1e82a0449 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:54:13.399443 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6ac317-23cb-49cd-b07a-f0c1e82a0449'] response: {'name': 'network-changed', 'server_uuid': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'tag': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e', 'status': 'completed', 'code': 200} Mar 24 01:54:13.461880 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-1873cbfc-9752-4662-ad0c-86ff3ea5e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:13.462929 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-1a327844-4298-49a6-852b-cf13f36a74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:13.463473 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-1873cbfc-9752-4662-ad0c-86ff3ea5e8ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 1126 time: 0.0463378 Mar 24 01:54:13.464434 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-1a327844-4298-49a6-852b-cf13f36a74ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 1126 time: 0.0444767 Mar 24 01:54:13.557207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-d5559b76-aebd-4bf3-90ab-6ad1dc8e2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:13.558174 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-e8cfa8b1-1cab-49c6-b706-9197e0833e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:13.558843 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-d5559b76-aebd-4bf3-90ab-6ad1dc8e2568 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9efad190-19e4-4e54-9a7f-27efefbfe952 HTTP/1.1" status: 200 len: 898 time: 0.0890877 Mar 24 01:54:13.559804 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-e8cfa8b1-1cab-49c6-b706-9197e0833e72 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9efad190-19e4-4e54-9a7f-27efefbfe952 HTTP/1.1" status: 200 len: 898 time: 0.0869582 Mar 24 01:54:13.625399 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-a28ea94f-0b76-4ea7-97a7-4268bed6d761 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e HTTP/1.1" status: 200 len: 1000 time: 0.0608230 Mar 24 01:54:13.628687 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-53e440d1-8f77-4c79-af21-585e3234b1e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e HTTP/1.1" status: 200 len: 1000 time: 0.0623138 Mar 24 01:54:13.674965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-4bdc82ed-dacb-4fc0-b10a-b477a4938b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:13.676768 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-4bdc82ed-dacb-4fc0-b10a-b477a4938b7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cae2a540-91ed-40c1-8a61-545839903c72 HTTP/1.1" status: 200 len: 835 time: 0.0462072 Mar 24 01:54:13.691248 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-dac1b4be-4a6b-4c64-a875-4c91453c942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:13.693156 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-dac1b4be-4a6b-4c64-a875-4c91453c942f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cae2a540-91ed-40c1-8a61-545839903c72 HTTP/1.1" status: 200 len: 835 time: 0.0580096 Mar 24 01:54:13.737043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-140873d4-880d-43db-adcd-08d6fbbc74f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:13.738606 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-140873d4-880d-43db-adcd-08d6fbbc74f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9efad190-19e4-4e54-9a7f-27efefbfe952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564041 Mar 24 01:54:13.748288 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-e9d8dec5-dc8e-49bd-a84f-437058fa4a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:13.750085 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-e9d8dec5-dc8e-49bd-a84f-437058fa4a3b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9efad190-19e4-4e54-9a7f-27efefbfe952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496700 Mar 24 01:54:13.832476 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-a6940841-6109-462a-bc01-c082f0b96551 service neutron] 10.222.0.57 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884469 Mar 24 01:54:13.845193 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-306be3f9-fb3c-4832-86ea-9e8f4d095418 service neutron] 10.222.0.48 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895164 Mar 24 01:54:13.926253 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-c36f7f5f-6254-4993-ab04-93f659c8185c service neutron] 10.222.0.57 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881608 Mar 24 01:54:13.936696 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-090f1895-cf64-4e29-805e-a338e9f09dc7 req-3d3fb2a5-c39c-42e4-8a43-9591417dfb37 service neutron] 10.222.0.48 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856562 Mar 24 01:54:14.309044 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44628bf7-dafc-460c-a403-f74555dd854e req-d3002eea-0b18-414e-8863-9b20412f8c86 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:14.310527 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44628bf7-dafc-460c-a403-f74555dd854e req-d3002eea-0b18-414e-8863-9b20412f8c86 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 944 time: 0.0523722 Mar 24 01:54:14.359498 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-44628bf7-dafc-460c-a403-f74555dd854e req-66c54ef0-0450-4223-9a98-3896732a38dc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413775 Mar 24 01:54:14.587977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62acd5-130a-4f21-8110-e98fe2bafc9a req-409700ac-8c86-48ef-b790-ff8f5d8d11a2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:14.589464 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c62acd5-130a-4f21-8110-e98fe2bafc9a req-409700ac-8c86-48ef-b790-ff8f5d8d11a2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 944 time: 0.0891843 Mar 24 01:54:14.602350 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b98dc7-b695-4e20-8c54-787067a68064 req-2d3c77dd-f25c-4421-b875-42f843a6a03c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:14.603674 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b98dc7-b695-4e20-8c54-787067a68064 req-2d3c77dd-f25c-4421-b875-42f843a6a03c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577&tenant_id=570af92d73ce477eab0032c6e4bb8590&binding%3Ahost_id=n-h2-760455-9 HTTP/1.1" status: 200 len: 944 time: 0.0767529 Mar 24 01:54:14.683078 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7c62acd5-130a-4f21-8110-e98fe2bafc9a req-60f6a0ec-43d9-405c-a6dc-1341fb3a8616 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875449 Mar 24 01:54:14.691577 n-d-760455-9 neutron-server[115730]: INFO neutron.api.v2.resource [req-51b98dc7-b695-4e20-8c54-787067a68064 req-67ce22bb-86d9-46bb-a8f9-51c190eb85ae service neutron] delete failed (client error): The resource could not be found. Mar 24 01:54:14.692534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b98dc7-b695-4e20-8c54-787067a68064 req-67ce22bb-86d9-46bb-a8f9-51c190eb85ae service neutron] 10.222.0.57 "DELETE /v2.0/ports/c1edaaf5-405d-4d03-99e9-c6baed9d1f1e/bindings/n-h1-760455-9 HTTP/1.1" status: 404 len: 380 time: 0.0761719 Mar 24 01:54:14.809621 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b98dc7-b695-4e20-8c54-787067a68064 req-3c24bc52-e1d6-4535-8da9-7fe2d9cd442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:14.811030 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b98dc7-b695-4e20-8c54-787067a68064 req-3c24bc52-e1d6-4535-8da9-7fe2d9cd442d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 1126 time: 0.0760429 Mar 24 01:54:14.833294 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad2aae-bc18-46d1-a2b1-b1103be1bd42 req-245cd5ec-b5f2-4fa2-921a-133f2d61f646 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:14.834666 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04ad2aae-bc18-46d1-a2b1-b1103be1bd42 req-245cd5ec-b5f2-4fa2-921a-133f2d61f646 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 944 time: 0.0747688 Mar 24 01:54:14.930245 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-04ad2aae-bc18-46d1-a2b1-b1103be1bd42 req-1694cd7a-b037-4e09-8b5b-027ab2e0620d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856850 Mar 24 01:54:14.944287 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b98dc7-b695-4e20-8c54-787067a68064 req-e4f5c82d-4ca7-467a-9787-360fee8c79ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:14.945804 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b98dc7-b695-4e20-8c54-787067a68064 req-e4f5c82d-4ca7-467a-9787-360fee8c79ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=9efad190-19e4-4e54-9a7f-27efefbfe952 HTTP/1.1" status: 200 len: 898 time: 0.1273098 Mar 24 01:54:15.014133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b98dc7-b695-4e20-8c54-787067a68064 req-81268821-2f77-4f44-9c67-ea40b4df4748 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e HTTP/1.1" status: 200 len: 1000 time: 0.0622227 Mar 24 01:54:15.061012 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b98dc7-b695-4e20-8c54-787067a68064 req-845f194e-5869-432c-9578-441baa8928f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:15.062375 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b98dc7-b695-4e20-8c54-787067a68064 req-845f194e-5869-432c-9578-441baa8928f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cae2a540-91ed-40c1-8a61-545839903c72 HTTP/1.1" status: 200 len: 835 time: 0.0424199 Mar 24 01:54:15.109644 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b98dc7-b695-4e20-8c54-787067a68064 req-d68fe90c-725c-4f53-bfef-a94d5bf1a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:15.111134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b98dc7-b695-4e20-8c54-787067a68064 req-d68fe90c-725c-4f53-bfef-a94d5bf1a74d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9efad190-19e4-4e54-9a7f-27efefbfe952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431933 Mar 24 01:54:15.199366 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b98dc7-b695-4e20-8c54-787067a68064 req-a0676234-93c5-44e2-8f11-d5f20104dd9f service neutron] 10.222.0.57 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823188 Mar 24 01:54:15.284757 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b98dc7-b695-4e20-8c54-787067a68064 req-1bf60560-e564-4215-971b-bac950d70b92 service neutron] 10.222.0.57 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801601 Mar 24 01:54:15.343658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device c1edaaf5-405d-4d03-99e9-c6baed9d1f1e details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:54:15.600724 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,segment=NetworkSegment(d627e81d-142e-471d-9891-3043f47c82be),segment_id=d627e81d-142e-471d-9891-3043f47c82be)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:54:15.612086 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'port_id': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e', 'mac_address': 'fa:16:3e:44:2e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:54:15.649932 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device c1edaaf5-405d-4d03-99e9-c6baed9d1f1e no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:54:15.671882 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:54:15.672616 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:15.699680 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1edaaf5-405d-4d03-99e9-c6baed9d1f1e {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:54:15.715886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] The host n-h1-760455-9 is not matching for port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e host n-h2-760455-9! {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 01:54:15.716280 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device c1edaaf5-405d-4d03-99e9-c6baed9d1f1e not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:54:15.725902 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,segment=NetworkSegment(d627e81d-142e-471d-9891-3043f47c82be),segment_id=d627e81d-142e-471d-9891-3043f47c82be)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:54:15.729724 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:15.778228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:15.785603 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:15.785873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:15.786158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:15.786526 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:15.786825 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:15.787186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:15.787525 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:15.787849 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:15.788349 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:15.789393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:15.789725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:15.790054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:15.790408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:15.790732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:15.791054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:15.985599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['c1edaaf5-405d-4d03-99e9-c6baed9d1f1e'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:54:16.055559 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72c48c-6f6b-4735-9479-ce55f05b3569 req-a6e06547-96bb-47ab-b1b6-6106ecbb2f0a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:16.057021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0e72c48c-6f6b-4735-9479-ce55f05b3569 req-a6e06547-96bb-47ab-b1b6-6106ecbb2f0a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 945 time: 0.0575829 Mar 24 01:54:16.104894 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0e72c48c-6f6b-4735-9479-ce55f05b3569 req-d28a33b4-0abc-4f8d-8085-001794ccd8df tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415406 Mar 24 01:54:16.128087 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40484) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:16.187971 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-846fe9db-6b76-4b51-8426-133f1b1fb575 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/492c3400-284f-4b45-b91b-f5e9311a724f HTTP/1.1" status: 200 len: 993 time: 0.0587671 Mar 24 01:54:17.378991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device c1edaaf5-405d-4d03-99e9-c6baed9d1f1e up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:54:17.426822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:54:17.430619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:54:17.431012 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:17.507409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:54:17.507820 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:17.529849 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:54:17.532046 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfb0ad8-d987-4154-abfb-0e0c9386d477" -d '{"events": [{"server_uuid": "8da7c19f-dba3-4465-97b6-9b6d76349577", "name": "network-vif-plugged", "status": "completed", "tag": "c1edaaf5-405d-4d03-99e9-c6baed9d1f1e"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:54:17.543881 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,segment=NetworkSegment(d627e81d-142e-471d-9891-3043f47c82be),segment_id=d627e81d-142e-471d-9891-3043f47c82be)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:54:17.548564 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:17.573287 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e074fae6-4d9d-47e6-9a9f-79abf2ee1495 x-openstack-request-id: req-e074fae6-4d9d-47e6-9a9f-79abf2ee1495 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:54:17.573579 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da7c19f-dba3-4465-97b6-9b6d76349577", "name": "network-vif-plugged", "status": "completed", "tag": "c1edaaf5-405d-4d03-99e9-c6baed9d1f1e", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:54:17.573834 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e074fae6-4d9d-47e6-9a9f-79abf2ee1495 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:54:17.574224 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e074fae6-4d9d-47e6-9a9f-79abf2ee1495'] response: {'server_uuid': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e', 'code': 200} Mar 24 01:54:17.596930 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:26.261339 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:54:28.833823 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce31e-f503-4ddf-88c3-22f3acdf655a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:30.402114 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:30.942085 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-671ec6b7-6c76-4f1b-a253-c74f437b3a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:32.347344 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:33.005508 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:33.863956 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:35.321570 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:36.753025 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ddbbf48-954b-442b-bf9a-2642c5a3093b req-c9cb3931-5b6f-4c73-95f5-38f7a73a2d56 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464938 Mar 24 01:54:36.840623 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbbf48-954b-442b-bf9a-2642c5a3093b req-f1c29a1f-480e-491a-8086-cb9d90f6ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:36.842045 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ddbbf48-954b-442b-bf9a-2642c5a3093b req-f1c29a1f-480e-491a-8086-cb9d90f6ac4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 1128 time: 0.0443540 Mar 24 01:54:36.942835 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbbf48-954b-442b-bf9a-2642c5a3093b req-b0c2e11d-f266-4af1-899e-9a7528f1ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:36.944284 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ddbbf48-954b-442b-bf9a-2642c5a3093b req-b0c2e11d-f266-4af1-899e-9a7528f1ffb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9efad190-19e4-4e54-9a7f-27efefbfe952 HTTP/1.1" status: 200 len: 898 time: 0.0821848 Mar 24 01:54:37.316670 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ddbbf48-954b-442b-bf9a-2642c5a3093b req-1f41c830-6fce-4fb4-a4bb-67fa80122f82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e HTTP/1.1" status: 200 len: 1002 time: 0.3661671 Mar 24 01:54:37.363784 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbbf48-954b-442b-bf9a-2642c5a3093b req-b75e1fc1-d805-4500-9640-38358d369c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:37.365253 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ddbbf48-954b-442b-bf9a-2642c5a3093b req-b75e1fc1-d805-4500-9640-38358d369c46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cae2a540-91ed-40c1-8a61-545839903c72 HTTP/1.1" status: 200 len: 835 time: 0.0415261 Mar 24 01:54:37.413689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbbf48-954b-442b-bf9a-2642c5a3093b req-ce247e3c-ad7a-4c94-a5c5-fde9d01394d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:37.415182 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ddbbf48-954b-442b-bf9a-2642c5a3093b req-ce247e3c-ad7a-4c94-a5c5-fde9d01394d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9efad190-19e4-4e54-9a7f-27efefbfe952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434906 Mar 24 01:54:37.503799 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ddbbf48-954b-442b-bf9a-2642c5a3093b req-d80adefc-0f32-4090-8706-1819b04463de service neutron] 10.222.0.48 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820556 Mar 24 01:54:37.592938 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-8ddbbf48-954b-442b-bf9a-2642c5a3093b req-50045284-6408-4587-b8fb-88ad1cd821f5 service neutron] 10.222.0.48 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817366 Mar 24 01:54:44.704468 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40496) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:44.867320 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-16dc628e-14b9-4838-b688-90cef598363e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port 754ee4bf-9ccb-445e-981e-c7e6257a0b50 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:54:44.867680 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16dc628e-14b9-4838-b688-90cef598363e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (754ee4bf-9ccb-445e-981e-c7e6257a0b50), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:44.940040 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16dc628e-14b9-4838-b688-90cef598363e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (754ee4bf-9ccb-445e-981e-c7e6257a0b50), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:44.940365 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16dc628e-14b9-4838-b688-90cef598363e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (754ee4bf-9ccb-445e-981e-c7e6257a0b50), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:44.953791 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-16dc628e-14b9-4838-b688-90cef598363e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for 754ee4bf-9ccb-445e-981e-c7e6257a0b50 owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:54:45.098927 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16dc628e-14b9-4838-b688-90cef598363e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (754ee4bf-9ccb-445e-981e-c7e6257a0b50), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:45.124110 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc628e-14b9-4838-b688-90cef598363e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=754ee4bf-9ccb-445e-981e-c7e6257a0b50,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:45.187327 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16dc628e-14b9-4838-b688-90cef598363e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (492c3400-284f-4b45-b91b-f5e9311a724f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:45.187770 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-16dc628e-14b9-4838-b688-90cef598363e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Floating IP 492c3400-284f-4b45-b91b-f5e9311a724f disassociated (deleted). External IP: 172.25.0.227, port: c1edaaf5-405d-4d03-99e9-c6baed9d1f1e. Mar 24 01:54:45.392972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16dc628e-14b9-4838-b688-90cef598363e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:54:45.502592 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16dc628e-14b9-4838-b688-90cef598363e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:54:45.506904 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-16dc628e-14b9-4838-b688-90cef598363e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:45.518392 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b26aa2-f0af-4703-a9fd-b0db6054bbd4 None None] Sync routers for ids ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:54:45.529036 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b26aa2-f0af-4703-a9fd-b0db6054bbd4 None None] Routers {'e243aec1-efc5-42ba-a8f8-d11f04b1ada0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:54:45.530015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-14b26aa2-f0af-4703-a9fd-b0db6054bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:54:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:45.538635 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-16dc628e-14b9-4838-b688-90cef598363e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/floatingips/492c3400-284f-4b45-b91b-f5e9311a724f HTTP/1.1" status: 204 len: 168 time: 0.8330531 Mar 24 01:54:45.539244 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'tag': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:54:45.541588 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b11fae2-e875-4798-9f6d-eaa4be467e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "8da7c19f-dba3-4465-97b6-9b6d76349577", "tag": "c1edaaf5-405d-4d03-99e9-c6baed9d1f1e"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:54:45.583905 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85ea25f-3cbd-43b2-bf21-94b00405df91 x-openstack-request-id: req-a85ea25f-3cbd-43b2-bf21-94b00405df91 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:54:45.584204 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da7c19f-dba3-4465-97b6-9b6d76349577", "tag": "c1edaaf5-405d-4d03-99e9-c6baed9d1f1e", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:54:45.584463 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a85ea25f-3cbd-43b2-bf21-94b00405df91 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:54:45.584909 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85ea25f-3cbd-43b2-bf21-94b00405df91'] response: {'name': 'network-changed', 'server_uuid': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'tag': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e', 'status': 'completed', 'code': 200} Mar 24 01:54:45.644023 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-14b26aa2-f0af-4703-a9fd-b0db6054bbd4 None None] Set router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:54:45.659859 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11fae2-e875-4798-9f6d-eaa4be467e0d req-57f5cc9c-bb44-430d-9566-962cd1288b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:45.661890 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b11fae2-e875-4798-9f6d-eaa4be467e0d req-57f5cc9c-bb44-430d-9566-962cd1288b1e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 1128 time: 0.0530481 Mar 24 01:54:45.766176 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11fae2-e875-4798-9f6d-eaa4be467e0d req-6a026bac-5672-45fd-a280-832c2f59d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:45.767665 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b11fae2-e875-4798-9f6d-eaa4be467e0d req-6a026bac-5672-45fd-a280-832c2f59d224 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9efad190-19e4-4e54-9a7f-27efefbfe952 HTTP/1.1" status: 200 len: 898 time: 0.0975804 Mar 24 01:54:45.784067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ad6f7-b117-4f45-98e2-5b8ccaa09b66 req-29c9afd7-b7e7-49e4-a369-6e3aa8ef8b0c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:45.785560 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-922ad6f7-b117-4f45-98e2-5b8ccaa09b66 req-29c9afd7-b7e7-49e4-a369-6e3aa8ef8b0c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0523202 Mar 24 01:54:45.816147 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b11fae2-e875-4798-9f6d-eaa4be467e0d req-f6332938-c5a4-4f19-aa6a-212f0046ac22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e HTTP/1.1" status: 200 len: 217 time: 0.0420642 Mar 24 01:54:45.836739 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-922ad6f7-b117-4f45-98e2-5b8ccaa09b66 req-a587673e-5816-42e9-9754-eaa20707bc33 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455136 Mar 24 01:54:45.857125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-14b26aa2-f0af-4703-a9fd-b0db6054bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974076654', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:53:03Z', 'updated_at': '2022-03-24T01:53:06Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:04Z', 'updated_at': '2022-03-24T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5', 'name': '', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:41:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:06Z', 'updated_at': '2022-03-24T01:53:09Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:45.869836 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11fae2-e875-4798-9f6d-eaa4be467e0d req-12ff4f71-ec33-4c75-a4ec-60fcb0fc80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:45.871294 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b11fae2-e875-4798-9f6d-eaa4be467e0d req-12ff4f71-ec33-4c75-a4ec-60fcb0fc80c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cae2a540-91ed-40c1-8a61-545839903c72 HTTP/1.1" status: 200 len: 835 time: 0.0482109 Mar 24 01:54:45.887828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b26aa2-f0af-4703-a9fd-b0db6054bbd4 None None] Checking router: e243aec1-efc5-42ba-a8f8-d11f04b1ada0 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:54:45.896972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b26aa2-f0af-4703-a9fd-b0db6054bbd4 None None] Routers {'e243aec1-efc5-42ba-a8f8-d11f04b1ada0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:54:45.897560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-14b26aa2-f0af-4703-a9fd-b0db6054bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:54:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:45.919353 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11fae2-e875-4798-9f6d-eaa4be467e0d req-5b57b9de-8098-4ea4-87bf-5bd6b47cde1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:45.920855 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b11fae2-e875-4798-9f6d-eaa4be467e0d req-5b57b9de-8098-4ea4-87bf-5bd6b47cde1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9efad190-19e4-4e54-9a7f-27efefbfe952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432563 Mar 24 01:54:46.004401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-14b26aa2-f0af-4703-a9fd-b0db6054bbd4 None None] Set router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:54:46.013771 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b11fae2-e875-4798-9f6d-eaa4be467e0d req-893f726a-ec0b-4f7b-839a-0f31374a7b09 service neutron] 10.222.0.48 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865068 Mar 24 01:54:46.104696 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-1b11fae2-e875-4798-9f6d-eaa4be467e0d req-21eb605e-3637-4c23-bdb1-f5652d2d748a service neutron] 10.222.0.48 "GET /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828595 Mar 24 01:54:46.205307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-14b26aa2-f0af-4703-a9fd-b0db6054bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974076654', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:53:03Z', 'updated_at': '2022-03-24T01:53:06Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:04Z', 'updated_at': '2022-03-24T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5', 'name': '', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:41:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:06Z', 'updated_at': '2022-03-24T01:53:09Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:46.230292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b26aa2-f0af-4703-a9fd-b0db6054bbd4 None None] The sync data for ids ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'] in n-d-760455-9 is: [{'id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974076654', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:53:03Z', 'updated_at': '2022-03-24T01:53:06Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:04Z', 'updated_at': '2022-03-24T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5', 'name': '', 'network_id': '9efad190-19e4-4e54-9a7f-27efefbfe952', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:41:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:06Z', 'updated_at': '2022-03-24T01:53:09Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'cae2a540-91ed-40c1-8a61-545839903c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:54:46.458594 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4d99b-a62c-47a7-a97a-b5ff9ee15d3c None None] New status for floating IP 492c3400-284f-4b45-b91b-f5e9311a724f: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:54:46.957858 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e44c25-e2b3-4690-97cf-58cba7538f46 req-49b47a49-72e9-48c2-8085-3a82128604e5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:46.959318 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19e44c25-e2b3-4690-97cf-58cba7538f46 req-49b47a49-72e9-48c2-8085-3a82128604e5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0523839 Mar 24 01:54:47.012370 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-19e44c25-e2b3-4690-97cf-58cba7538f46 req-e23e5bc4-139e-4e1f-848d-c2fdf6e89ca3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=737d9f56-3565-4c1d-8eb1-394d0e3d19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470419 Mar 24 01:54:47.120000 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8015b5-1f11-4f68-8a7e-4a4e3daef185 req-0960be2b-12e1-415c-97cc-60c93df4d36f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:47.121406 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cf8015b5-1f11-4f68-8a7e-4a4e3daef185 req-0960be2b-12e1-415c-97cc-60c93df4d36f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da7c19f-dba3-4465-97b6-9b6d76349577 HTTP/1.1" status: 200 len: 946 time: 0.0526085 Mar 24 01:54:47.213533 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-cf8015b5-1f11-4f68-8a7e-4a4e3daef185 req-681b273b-0a80-4256-85d0-75354d94273d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:54:47.213874 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cf8015b5-1f11-4f68-8a7e-4a4e3daef185 req-681b273b-0a80-4256-85d0-75354d94273d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:47.299189 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-cf8015b5-1f11-4f68-8a7e-4a4e3daef185 req-681b273b-0a80-4256-85d0-75354d94273d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] For port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,segment=NetworkSegment(d627e81d-142e-471d-9891-3043f47c82be),segment_id=d627e81d-142e-471d-9891-3043f47c82be)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:54:47.299546 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cf8015b5-1f11-4f68-8a7e-4a4e3daef185 req-681b273b-0a80-4256-85d0-75354d94273d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:47.312827 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-cf8015b5-1f11-4f68-8a7e-4a4e3daef185 req-681b273b-0a80-4256-85d0-75354d94273d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for c1edaaf5-405d-4d03-99e9-c6baed9d1f1e owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:54:47.441515 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cf8015b5-1f11-4f68-8a7e-4a4e3daef185 req-681b273b-0a80-4256-85d0-75354d94273d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c1edaaf5-405d-4d03-99e9-c6baed9d1f1e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:47.468291 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b273b-0a80-4256-85d0-75354d94273d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=c1edaaf5-405d-4d03-99e9-c6baed9d1f1e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:47.520046 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8015b5-1f11-4f68-8a7e-4a4e3daef185 req-681b273b-0a80-4256-85d0-75354d94273d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] No DVR routers for this DVR port c1edaaf5-405d-4d03-99e9-c6baed9d1f1e on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:54:47.522598 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-cf8015b5-1f11-4f68-8a7e-4a4e3daef185 req-681b273b-0a80-4256-85d0-75354d94273d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:47.525887 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-cf8015b5-1f11-4f68-8a7e-4a4e3daef185 req-681b273b-0a80-4256-85d0-75354d94273d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.48 "DELETE /v2.0/ports/c1edaaf5-405d-4d03-99e9-c6baed9d1f1e HTTP/1.1" status: 204 len: 173 time: 0.3997617 Mar 24 01:54:47.585655 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'name': 'network-vif-deleted', 'tag': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:54:47.588224 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1414942d-4ef2-447f-9391-332fb808efbe" -d '{"events": [{"server_uuid": "8da7c19f-dba3-4465-97b6-9b6d76349577", "name": "network-vif-deleted", "tag": "c1edaaf5-405d-4d03-99e9-c6baed9d1f1e"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:54:47.624474 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7c05ad-d3ec-47d3-ae93-cb25514b4b16 x-openstack-request-id: req-0e7c05ad-d3ec-47d3-ae93-cb25514b4b16 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:54:47.624770 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da7c19f-dba3-4465-97b6-9b6d76349577", "name": "network-vif-deleted", "tag": "c1edaaf5-405d-4d03-99e9-c6baed9d1f1e", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:54:47.625020 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e7c05ad-d3ec-47d3-ae93-cb25514b4b16 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:54:47.625460 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e7c05ad-d3ec-47d3-ae93-cb25514b4b16'] response: {'server_uuid': '8da7c19f-dba3-4465-97b6-9b6d76349577', 'name': 'network-vif-deleted', 'tag': 'c1edaaf5-405d-4d03-99e9-c6baed9d1f1e', 'status': 'completed', 'code': 200} Mar 24 01:54:48.073085 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40510) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:48.434089 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf36b856-2a61-4d54-9cf6-f4dc1e4392e9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:48.687806 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-cf36b856-2a61-4d54-9cf6-f4dc1e4392e9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:54:48.688072 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf36b856-2a61-4d54-9cf6-f4dc1e4392e9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:48.772750 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-cf36b856-2a61-4d54-9cf6-f4dc1e4392e9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] For port c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5,segment=NetworkSegment(d627e81d-142e-471d-9891-3043f47c82be),segment_id=d627e81d-142e-471d-9891-3043f47c82be)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:54:48.773199 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf36b856-2a61-4d54-9cf6-f4dc1e4392e9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:48.790228 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-cf36b856-2a61-4d54-9cf6-f4dc1e4392e9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:54:48.972650 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf36b856-2a61-4d54-9cf6-f4dc1e4392e9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:48.997056 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36b856-2a61-4d54-9cf6-f4dc1e4392e9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:49.180958 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-cf36b856-2a61-4d54-9cf6-f4dc1e4392e9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:49.394161 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf36b856-2a61-4d54-9cf6-f4dc1e4392e9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:54:49.508178 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf36b856-2a61-4d54-9cf6-f4dc1e4392e9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:54:49.517084 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-cf36b856-2a61-4d54-9cf6-f4dc1e4392e9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "PUT /v2.0/routers/e243aec1-efc5-42ba-a8f8-d11f04b1ada0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4392335 Mar 24 01:54:49.517084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40512) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:49.517948 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07c21b-0d35-4918-8a3b-d982e45904b0 None None] Sync routers for ids ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:54:49.529640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device c1edaaf5-405d-4d03-99e9-c6baed9d1f1e no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:54:49.532343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07c21b-0d35-4918-8a3b-d982e45904b0 None None] Routers {'e243aec1-efc5-42ba-a8f8-d11f04b1ada0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:54:49.532971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-bf07c21b-0d35-4918-8a3b-d982e45904b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:54:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:49.568551 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-c202cec3-3434-405b-9581-0673cbb9f0ee tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting subnet cae2a540-91ed-40c1-8a61-545839903c72 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:54:49.571746 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c202cec3-3434-405b-9581-0673cbb9f0ee tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for subnet (cae2a540-91ed-40c1-8a61-545839903c72), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:49.586311 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: c1edaaf5-405d-4d03-99e9-c6baed9d1f1e {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:54:49.586663 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device c1edaaf5-405d-4d03-99e9-c6baed9d1f1e not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:54:49.611535 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c202cec3-3434-405b-9581-0673cbb9f0ee tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (cae2a540-91ed-40c1-8a61-545839903c72), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:49.658665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-bf07c21b-0d35-4918-8a3b-d982e45904b0 None None] Set router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:54:49.696168 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c202cec3-3434-405b-9581-0673cbb9f0ee tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (cae2a540-91ed-40c1-8a61-545839903c72), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:49.753441 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c202cec3-3434-405b-9581-0673cbb9f0ee tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (cae2a540-91ed-40c1-8a61-545839903c72), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:49.780979 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202cec3-3434-405b-9581-0673cbb9f0ee tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Subnet': ['ID=cae2a540-91ed-40c1-8a61-545839903c72,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:49.782920 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c202cec3-3434-405b-9581-0673cbb9f0ee tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:49.786354 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c202cec3-3434-405b-9581-0673cbb9f0ee tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/subnets/cae2a540-91ed-40c1-8a61-545839903c72 HTTP/1.1" status: 204 len: 168 time: 0.2682374 Mar 24 01:54:49.788822 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40514) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:49.791821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93934225-3519-4c5b-9951-754452f629c1 None None] Network 9efad190-19e4-4e54-9a7f-27efefbfe952 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:54:49.904407 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b32b13ee-10e2-4a63-9ad0-efbaa3f347b2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:50.015568 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b32b13ee-10e2-4a63-9ad0-efbaa3f347b2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:50.072369 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b32b13ee-10e2-4a63-9ad0-efbaa3f347b2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port 2d81954c-346b-432d-9b90-6a388aa6ccb4 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:54:50.072832 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b32b13ee-10e2-4a63-9ad0-efbaa3f347b2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2d81954c-346b-432d-9b90-6a388aa6ccb4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:50.092019 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-bf07c21b-0d35-4918-8a3b-d982e45904b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974076654', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:53:03Z', 'updated_at': '2022-03-24T01:54:48Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '2d81954c-346b-432d-9b90-6a388aa6ccb4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:53:04Z', 'updated_at': '2022-03-24T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:50.118994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07c21b-0d35-4918-8a3b-d982e45904b0 None None] Checking router: e243aec1-efc5-42ba-a8f8-d11f04b1ada0 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:54:50.130143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07c21b-0d35-4918-8a3b-d982e45904b0 None None] Routers {'e243aec1-efc5-42ba-a8f8-d11f04b1ada0'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:54:50.130774 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-bf07c21b-0d35-4918-8a3b-d982e45904b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:54:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:50.163262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-b32b13ee-10e2-4a63-9ad0-efbaa3f347b2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] For port 2d81954c-346b-432d-9b90-6a388aa6ccb4, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=2d81954c-346b-432d-9b90-6a388aa6ccb4,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:54:50.163629 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b32b13ee-10e2-4a63-9ad0-efbaa3f347b2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2d81954c-346b-432d-9b90-6a388aa6ccb4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:50.169387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21eb9cd-4de8-4a5d-8111-2adfafc5e5be None None] DHCP port deletion for 9efad190-19e4-4e54-9a7f-27efefbfe952 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:54:50.177175 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b32b13ee-10e2-4a63-9ad0-efbaa3f347b2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for 2d81954c-346b-432d-9b90-6a388aa6ccb4 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:54:50.244426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-bf07c21b-0d35-4918-8a3b-d982e45904b0 None None] Set router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:54:50.302378 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-bf07c21b-0d35-4918-8a3b-d982e45904b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974076654', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:53:03Z', 'updated_at': '2022-03-24T01:54:50Z', 'revision_number': 6, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:50.331669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07c21b-0d35-4918-8a3b-d982e45904b0 None None] The sync data for ids ['e243aec1-efc5-42ba-a8f8-d11f04b1ada0'] in n-d-760455-9 is: [{'id': 'e243aec1-efc5-42ba-a8f8-d11f04b1ada0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974076654', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:53:03Z', 'updated_at': '2022-03-24T01:54:50Z', 'revision_number': 6, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:54:50.344249 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b21eb9cd-4de8-4a5d-8111-2adfafc5e5be None None] Deleting port bd428af3-0280-4f8d-92b8-6e9178d27f93 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:54:50.344652 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b21eb9cd-4de8-4a5d-8111-2adfafc5e5be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (bd428af3-0280-4f8d-92b8-6e9178d27f93), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:50.413829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b21eb9cd-4de8-4a5d-8111-2adfafc5e5be None None] For port bd428af3-0280-4f8d-92b8-6e9178d27f93, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=bd428af3-0280-4f8d-92b8-6e9178d27f93,segment=NetworkSegment(d627e81d-142e-471d-9891-3043f47c82be),segment_id=d627e81d-142e-471d-9891-3043f47c82be)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:54:50.414240 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b21eb9cd-4de8-4a5d-8111-2adfafc5e5be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (bd428af3-0280-4f8d-92b8-6e9178d27f93), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:50.429167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b21eb9cd-4de8-4a5d-8111-2adfafc5e5be None None] Calling delete_port for bd428af3-0280-4f8d-92b8-6e9178d27f93 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:54:50.509271 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b21eb9cd-4de8-4a5d-8111-2adfafc5e5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (bd428af3-0280-4f8d-92b8-6e9178d27f93), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:50.522671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21eb9cd-4de8-4a5d-8111-2adfafc5e5be None None] No DVR routers for this DVR port bd428af3-0280-4f8d-92b8-6e9178d27f93 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:54:50.544323 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21eb9cd-4de8-4a5d-8111-2adfafc5e5be None None] Pushing event deleted for resources: {'Port': ['ID=bd428af3-0280-4f8d-92b8-6e9178d27f93,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:50.650597 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b32b13ee-10e2-4a63-9ad0-efbaa3f347b2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2d81954c-346b-432d-9b90-6a388aa6ccb4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:50.676462 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b13ee-10e2-4a63-9ad0-efbaa3f347b2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=2d81954c-346b-432d-9b90-6a388aa6ccb4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:50.741286 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b32b13ee-10e2-4a63-9ad0-efbaa3f347b2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:50.835694 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b32b13ee-10e2-4a63-9ad0-efbaa3f347b2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:50.837684 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b32b13ee-10e2-4a63-9ad0-efbaa3f347b2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_controller (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:50.880486 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b32b13ee-10e2-4a63-9ad0-efbaa3f347b2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (e243aec1-efc5-42ba-a8f8-d11f04b1ada0), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:50.881006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32b13ee-10e2-4a63-9ad0-efbaa3f347b2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Fanout notify agent at l3_agent the message router_deleted on router e243aec1-efc5-42ba-a8f8-d11f04b1ada0 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:54:50.887611 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b32b13ee-10e2-4a63-9ad0-efbaa3f347b2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:50.888743 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b32b13ee-10e2-4a63-9ad0-efbaa3f347b2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/routers/e243aec1-efc5-42ba-a8f8-d11f04b1ada0 HTTP/1.1" status: 204 len: 168 time: 1.0987790 Mar 24 01:54:50.891984 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40516) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:50.965181 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fb10fc6-ce62-4d14-88b5-3a8c161d9f09 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (9efad190-19e4-4e54-9a7f-27efefbfe952), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.049441 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fb10fc6-ce62-4d14-88b5-3a8c161d9f09 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (9efad190-19e4-4e54-9a7f-27efefbfe952), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.069314 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-6fb10fc6-ce62-4d14-88b5-3a8c161d9f09 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efad190-19e4-4e54-9a7f-27efefbfe952']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:51.079892 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-6fb10fc6-ce62-4d14-88b5-3a8c161d9f09 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd627e81d-142e-471d-9891-3043f47c82be') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:51.079892 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-6fb10fc6-ce62-4d14-88b5-3a8c161d9f09 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd627e81d-142e-471d-9891-3043f47c82be') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:51.090121 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fb10fc6-ce62-4d14-88b5-3a8c161d9f09 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (d627e81d-142e-471d-9891-3043f47c82be), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.104171 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fb10fc6-ce62-4d14-88b5-3a8c161d9f09 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (d627e81d-142e-471d-9891-3043f47c82be), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.115693 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb10fc6-ce62-4d14-88b5-3a8c161d9f09 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:54:51.116409 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fb10fc6-ce62-4d14-88b5-3a8c161d9f09 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (d627e81d-142e-471d-9891-3043f47c82be), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: timer() Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:54:51.119845 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:54:51.161236 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2d81954c-346b-432d-9b90-6a388aa6ccb4 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:54:51.185699 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fb10fc6-ce62-4d14-88b5-3a8c161d9f09 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (9efad190-19e4-4e54-9a7f-27efefbfe952), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.192818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 2d81954c-346b-432d-9b90-6a388aa6ccb4 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:54:51.193288 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 2d81954c-346b-432d-9b90-6a388aa6ccb4 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:54:51.194368 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:54:51.194686 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-6fb10fc6-ce62-4d14-88b5-3a8c161d9f09 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.197350 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-6fb10fc6-ce62-4d14-88b5-3a8c161d9f09 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/networks/9efad190-19e4-4e54-9a7f-27efefbfe952 HTTP/1.1" status: 204 len: 168 time: 0.3043721 Mar 24 01:54:51.199972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40518) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:51.213745 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:54:51.214100 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c9f18fd4-e58e-4106-ad18-c5f5ceffc1d5 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:54:51.214522 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bd428af3-0280-4f8d-92b8-6e9178d27f93 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:54:51.218043 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb10fc6-ce62-4d14-88b5-3a8c161d9f09 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Network': ['ID=9efad190-19e4-4e54-9a7f-27efefbfe952,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:51.234175 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: bd428af3-0280-4f8d-92b8-6e9178d27f93 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:54:51.234535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device bd428af3-0280-4f8d-92b8-6e9178d27f93 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:54:51.272219 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02131d2f-9f42-4f1a-8fe1-99fd08fbeb68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (737d9f56-3565-4c1d-8eb1-394d0e3d19cc), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.296833 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02131d2f-9f42-4f1a-8fe1-99fd08fbeb68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (737d9f56-3565-4c1d-8eb1-394d0e3d19cc), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.359257 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02131d2f-9f42-4f1a-8fe1-99fd08fbeb68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (737d9f56-3565-4c1d-8eb1-394d0e3d19cc), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.362853 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02131d2f-9f42-4f1a-8fe1-99fd08fbeb68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.364019 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-02131d2f-9f42-4f1a-8fe1-99fd08fbeb68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/security-groups/737d9f56-3565-4c1d-8eb1-394d0e3d19cc HTTP/1.1" status: 204 len: 168 time: 0.1631038 Mar 24 01:54:51.374866 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02131d2f-9f42-4f1a-8fe1-99fd08fbeb68 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=737d9f56-3565-4c1d-8eb1-394d0e3d19cc,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:51.592124 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40524) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:51.597277 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2aefa647-6b69-4896-9310-7d7313b419a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1030334567', 'description': 'tempest-secgroup-smoke-1030334567 description', 'project_id': '570af92d73ce477eab0032c6e4bb8590'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:54:51.617307 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2aefa647-6b69-4896-9310-7d7313b419a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.681482 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2aefa647-6b69-4896-9310-7d7313b419a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (3f588a63-92d2-4927-89f8-78a90f888962), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.685050 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2aefa647-6b69-4896-9310-7d7313b419a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3f588a63-92d2-4927-89f8-78a90f888962), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.715766 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2aefa647-6b69-4896-9310-7d7313b419a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.716999 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2aefa647-6b69-4896-9310-7d7313b419a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1232555 Mar 24 01:54:51.718284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefa647-6b69-4896-9310-7d7313b419a4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f588a63-92d2-4927-89f8-78a90f888962,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:51.720542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40526) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:51.725281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '3f588a63-92d2-4927-89f8-78a90f888962', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:54:51.750022 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (f8c99e82-07c1-4393-8e0c-3487414af643), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.802606 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (f8c99e82-07c1-4393-8e0c-3487414af643), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.806052 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (f8c99e82-07c1-4393-8e0c-3487414af643), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.823799 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c99e82-07c1-4393-8e0c-3487414af643,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:51.833399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:51.833818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:51.834190 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:51.834529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:51.834865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:51.835262 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:51.835655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:51.836013 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:51.836336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:51.836662 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:51.836991 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:51.837348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:51.837671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:51.837993 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:51.838315 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:51.844263 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.845442 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-40d04296-26e1-4f95-95f4-e24def5f2f7b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237960 Mar 24 01:54:51.848221 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40528) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:51.852552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-79307541-733c-4a0d-8020-cfdfaa18b064 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '3f588a63-92d2-4927-89f8-78a90f888962', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:54:51.876753 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-79307541-733c-4a0d-8020-cfdfaa18b064 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (fc22ae13-faa2-43ed-91af-03e9fff468b8), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.931185 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-79307541-733c-4a0d-8020-cfdfaa18b064 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (fc22ae13-faa2-43ed-91af-03e9fff468b8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.934445 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-79307541-733c-4a0d-8020-cfdfaa18b064 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (fc22ae13-faa2-43ed-91af-03e9fff468b8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.953339 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79307541-733c-4a0d-8020-cfdfaa18b064 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc22ae13-faa2-43ed-91af-03e9fff468b8,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:51.958269 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-79307541-733c-4a0d-8020-cfdfaa18b064 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:51.959438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-79307541-733c-4a0d-8020-cfdfaa18b064 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1103008 Mar 24 01:54:51.962077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40530) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:51.966266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-04a193e3-55ce-46a1-8093-105d8d85ebc5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '3f588a63-92d2-4927-89f8-78a90f888962', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:54:51.989405 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04a193e3-55ce-46a1-8093-105d8d85ebc5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (46676a1b-a55d-48d6-8afc-19a5f5228f5b), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.049025 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04a193e3-55ce-46a1-8093-105d8d85ebc5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (46676a1b-a55d-48d6-8afc-19a5f5228f5b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.060235 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04a193e3-55ce-46a1-8093-105d8d85ebc5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (46676a1b-a55d-48d6-8afc-19a5f5228f5b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.078433 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a193e3-55ce-46a1-8093-105d8d85ebc5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46676a1b-a55d-48d6-8afc-19a5f5228f5b,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:52.085881 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-04a193e3-55ce-46a1-8093-105d8d85ebc5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.087066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-04a193e3-55ce-46a1-8093-105d8d85ebc5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240876 Mar 24 01:54:52.089757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40532) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:52.093943 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-10995a47-5255-42dd-b05e-f1e79f5811f2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '3f588a63-92d2-4927-89f8-78a90f888962', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:54:52.117015 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10995a47-5255-42dd-b05e-f1e79f5811f2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (e644f7d2-f72a-46c0-812a-8f04b549892f), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.174327 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10995a47-5255-42dd-b05e-f1e79f5811f2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (e644f7d2-f72a-46c0-812a-8f04b549892f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.177668 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10995a47-5255-42dd-b05e-f1e79f5811f2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (e644f7d2-f72a-46c0-812a-8f04b549892f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.195713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10995a47-5255-42dd-b05e-f1e79f5811f2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e644f7d2-f72a-46c0-812a-8f04b549892f,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:52.204286 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10995a47-5255-42dd-b05e-f1e79f5811f2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.205518 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-10995a47-5255-42dd-b05e-f1e79f5811f2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148508 Mar 24 01:54:52.208258 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40534) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:52.212509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-a8d14ad6-5e5c-496c-9e0e-5a7c563cb42e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '3f588a63-92d2-4927-89f8-78a90f888962', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:54:52.231125 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-a8d14ad6-5e5c-496c-9e0e-5a7c563cb42e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Project 570af92d73ce477eab0032c6e4bb8590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:54:52.236446 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a8d14ad6-5e5c-496c-9e0e-5a7c563cb42e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (d3f95433-4424-47fb-9b5a-5d52b86aed53), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.293005 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a8d14ad6-5e5c-496c-9e0e-5a7c563cb42e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (d3f95433-4424-47fb-9b5a-5d52b86aed53), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.296911 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a8d14ad6-5e5c-496c-9e0e-5a7c563cb42e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (d3f95433-4424-47fb-9b5a-5d52b86aed53), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.316981 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d14ad6-5e5c-496c-9e0e-5a7c563cb42e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f95433-4424-47fb-9b5a-5d52b86aed53,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:52.321900 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-a8d14ad6-5e5c-496c-9e0e-5a7c563cb42e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.327027 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-a8d14ad6-5e5c-496c-9e0e-5a7c563cb42e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1139123 Mar 24 01:54:52.327799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40536) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:52.332260 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-37da9c09-cec6-48cc-9fb4-1aa93529be14 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '3f588a63-92d2-4927-89f8-78a90f888962', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:54:52.351156 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-37da9c09-cec6-48cc-9fb4-1aa93529be14 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Project 570af92d73ce477eab0032c6e4bb8590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:54:52.355862 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37da9c09-cec6-48cc-9fb4-1aa93529be14 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (0fa64514-25b1-4fc1-bd7c-4c81de4a9f94), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.417324 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37da9c09-cec6-48cc-9fb4-1aa93529be14 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (0fa64514-25b1-4fc1-bd7c-4c81de4a9f94), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.421123 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37da9c09-cec6-48cc-9fb4-1aa93529be14 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (0fa64514-25b1-4fc1-bd7c-4c81de4a9f94), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.438791 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da9c09-cec6-48cc-9fb4-1aa93529be14 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa64514-25b1-4fc1-bd7c-4c81de4a9f94,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:52.447068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-37da9c09-cec6-48cc-9fb4-1aa93529be14 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.448293 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-37da9c09-cec6-48cc-9fb4-1aa93529be14 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194799 Mar 24 01:54:52.451037 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40538) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:52.456284 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4a23c32b-25c4-472f-ad0b-c11d9ac89d59 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'network': {'name': 'tempest-network-smoke--1926636883', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'port_security_enabled': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:54:52.473857 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a23c32b-25c4-472f-ad0b-c11d9ac89d59 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Made reservation on behalf of 570af92d73ce477eab0032c6e4bb8590 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:54:52.477213 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a23c32b-25c4-472f-ad0b-c11d9ac89d59 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.501235 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a23c32b-25c4-472f-ad0b-c11d9ac89d59 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:54:52.510362 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a23c32b-25c4-472f-ad0b-c11d9ac89d59 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (2325bf0d-ef84-4adf-af8f-dbae9c0649d4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.510703 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-4a23c32b-25c4-472f-ad0b-c11d9ac89d59 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Added segment 2325bf0d-ef84-4adf-af8f-dbae9c0649d4 of type vlan for network e425cf73-2f52-48ae-b9f1-c753ddd4db2a Mar 24 01:54:52.551093 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a23c32b-25c4-472f-ad0b-c11d9ac89d59 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (e425cf73-2f52-48ae-b9f1-c753ddd4db2a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.575231 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a23c32b-25c4-472f-ad0b-c11d9ac89d59 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (e425cf73-2f52-48ae-b9f1-c753ddd4db2a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.580598 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23c32b-25c4-472f-ad0b-c11d9ac89d59 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:52.581323 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a23c32b-25c4-472f-ad0b-c11d9ac89d59 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.641018 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4a23c32b-25c4-472f-ad0b-c11d9ac89d59 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1885374 Mar 24 01:54:52.643756 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40540) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:52.647971 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1458043659', 'admin_state_up': True, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:54:52.661612 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23c32b-25c4-472f-ad0b-c11d9ac89d59 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Network': ['ID=e425cf73-2f52-48ae-b9f1-c753ddd4db2a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:52.672469 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network e425cf73-2f52-48ae-b9f1-c753ddd4db2a details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:54:52.675427 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (14c0c6f6-abb2-4403-ae28-243a14a0656e), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.676424 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (14c0c6f6-abb2-4403-ae28-243a14a0656e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.727800 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_controller (14c0c6f6-abb2-4403-ae28-243a14a0656e), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:52.869512 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (14c0c6f6-abb2-4403-ae28-243a14a0656e), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:53.056862 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (14c0c6f6-abb2-4403-ae28-243a14a0656e), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:53.079301 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:53.183821 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.25.0.38 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/26c3da52-87cc-4071-8f4a-c22c2704e076) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:54:53.305151 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (26c3da52-87cc-4071-8f4a-c22c2704e076), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:53.340998 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (26c3da52-87cc-4071-8f4a-c22c2704e076), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:53.377820 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:54:53.380667 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:54:53.386163 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:54:53.392551 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=26c3da52-87cc-4071-8f4a-c22c2704e076,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:53.647623 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (14c0c6f6-abb2-4403-ae28-243a14a0656e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:53.859250 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (14c0c6f6-abb2-4403-ae28-243a14a0656e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:53.990123 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router 14c0c6f6-abb2-4403-ae28-243a14a0656e is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:54:54.100839 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:54:54.113974 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Sync routers for ids ['14c0c6f6-abb2-4403-ae28-243a14a0656e'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:54:54.123598 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:54.124620 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Routers {'14c0c6f6-abb2-4403-ae28-243a14a0656e'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:54:54.125286 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:54:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['14c0c6f6-abb2-4403-ae28-243a14a0656e'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:54.129192 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-86999309-8682-4a22-b343-d528aa6890c4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4815488 Mar 24 01:54:54.129612 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40542) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:54.161005 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-505877a2-ae29-45e0-9338-d9084a5474c4 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=570af92d73ce477eab0032c6e4bb8590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278141 Mar 24 01:54:54.161395 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40544) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:54.238398 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Set router 14c0c6f6-abb2-4403-ae28-243a14a0656e gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:54:54.251293 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2251822-68cf-40d3-956a-28643b59ba38 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:54.253069 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-e2251822-68cf-40d3-956a-28643b59ba38 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906656 Mar 24 01:54:54.255978 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40546) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:54.291747 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-12f192b0-853f-482a-9406-83da937adb9c tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321879 Mar 24 01:54:54.292006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40548) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:54.297628 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-da5c26bc-7ba7-4d7b-b4dc-a8414d4c0c4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-799408292', 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:54:54.386338 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5c26bc-7ba7-4d7b-b4dc-a8414d4c0c4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Made reservation on behalf of 570af92d73ce477eab0032c6e4bb8590 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:54:54.390324 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da5c26bc-7ba7-4d7b-b4dc-a8414d4c0c4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:54.417929 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458043659', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:54:52Z', 'updated_at': '2022-03-24T01:54:53Z', 'revision_number': 3, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:53Z', 'updated_at': '2022-03-24T01:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:54.444506 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Checking router: 14c0c6f6-abb2-4403-ae28-243a14a0656e for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:54:54.444987 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Updating router 14c0c6f6-abb2-4403-ae28-243a14a0656e port 26c3da52-87cc-4071-8f4a-c22c2704e076 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:54:54.475173 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (26c3da52-87cc-4071-8f4a-c22c2704e076), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:54.601730 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da5c26bc-7ba7-4d7b-b4dc-a8414d4c0c4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (f01ee515-f9ef-4cf4-812b-d7cddb54a875), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:54.663503 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c26bc-7ba7-4d7b-b4dc-a8414d4c0c4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Subnet': ['ID=f01ee515-f9ef-4cf4-812b-d7cddb54a875,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:54.672834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5c26bc-7ba7-4d7b-b4dc-a8414d4c0c4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Checking segment: {'id': '2325bf0d-ef84-4adf-af8f-dbae9c0649d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:54:54.673227 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5c26bc-7ba7-4d7b-b4dc-a8414d4c0c4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network hostable DHCP agents. Network: e425cf73-2f52-48ae-b9f1-c753ddd4db2a, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:54:54.689835 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5c26bc-7ba7-4d7b-b4dc-a8414d4c0c4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network e425cf73-2f52-48ae-b9f1-c753ddd4db2a is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:54:54.698100 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-da5c26bc-7ba7-4d7b-b4dc-a8414d4c0c4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, e425cf73-2f52-48ae-b9f1-c753ddd4db2a) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:54:54.708117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d41d0f-a223-4259-890e-7040384b66ee None None] Network e425cf73-2f52-48ae-b9f1-c753ddd4db2a requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:54:54.713459 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5c26bc-7ba7-4d7b-b4dc-a8414d4c0c4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:54.714098 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-da5c26bc-7ba7-4d7b-b4dc-a8414d4c0c4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:54.735209 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-da5c26bc-7ba7-4d7b-b4dc-a8414d4c0c4f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4396718 Mar 24 01:54:54.735599 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40550) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:54:54.743026 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Publish callbacks [] for port (26c3da52-87cc-4071-8f4a-c22c2704e076), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:54.749275 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (26c3da52-87cc-4071-8f4a-c22c2704e076), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:54.793676 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Attempting to bind port 26c3da52-87cc-4071-8f4a-c22c2704e076 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:54:54.794049 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Attempting to bind port 26c3da52-87cc-4071-8f4a-c22c2704e076 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:54:54.794423 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Attempting to bind port 26c3da52-87cc-4071-8f4a-c22c2704e076 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:54:54.809673 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:54:54.810057 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:54:54.810476 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:54.811403 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:54:54.811902 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Bound port: 26c3da52-87cc-4071-8f4a-c22c2704e076, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:54:54.812285 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (26c3da52-87cc-4071-8f4a-c22c2704e076), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:54.841918 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ips': [{'subnet_id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:54:54.843125 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:54.864875 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Pushing event updated for resources: {'Port': ['ID=26c3da52-87cc-4071-8f4a-c22c2704e076,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:54.868671 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] For port 26c3da52-87cc-4071-8f4a-c22c2704e076, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:54:54.872268 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] For port 26c3da52-87cc-4071-8f4a-c22c2704e076, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=26c3da52-87cc-4071-8f4a-c22c2704e076,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:54:54.880689 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:54.880912 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:54.881286 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:54.881626 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:54.881964 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:54.882292 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:54.882623 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:54.882952 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:54.883277 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:54.883610 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:54.884082 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:54.884390 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:54.884715 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:54.885229 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:54.885509 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:54:54.890380 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (26c3da52-87cc-4071-8f4a-c22c2704e076), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:54.961705 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Routers {'14c0c6f6-abb2-4403-ae28-243a14a0656e'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:54:54.962656 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:54:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['14c0c6f6-abb2-4403-ae28-243a14a0656e'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:55.006542 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Allocated IP 172.20.0.2 (e425cf73-2f52-48ae-b9f1-c753ddd4db2a/f01ee515-f9ef-4cf4-812b-d7cddb54a875/34e9b715-5bb1-43e5-bd9b-a04daf544bb6) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:54:55.072094 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] Set router 14c0c6f6-abb2-4403-ae28-243a14a0656e gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:54:55.167738 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Publish callbacks [] for port (34e9b715-5bb1-43e5-bd9b-a04daf544bb6), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:55.174842 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (34e9b715-5bb1-43e5-bd9b-a04daf544bb6), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:55.222775 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Pushing event updated for resources: {'Port': ['ID=34e9b715-5bb1-43e5-bd9b-a04daf544bb6,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:55.230422 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Network e425cf73-2f52-48ae-b9f1-c753ddd4db2a is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:54:55.232154 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:54:55.235523 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:54:55.299013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Attempting to bind port 34e9b715-5bb1-43e5-bd9b-a04daf544bb6 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:54:55.299410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Attempting to bind port 34e9b715-5bb1-43e5-bd9b-a04daf544bb6 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '2325bf0d-ef84-4adf-af8f-dbae9c0649d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:54:55.299868 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Attempting to bind port 34e9b715-5bb1-43e5-bd9b-a04daf544bb6 on network e425cf73-2f52-48ae-b9f1-c753ddd4db2a {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:54:55.305909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:54:55.306241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Checking segment: {'id': '2325bf0d-ef84-4adf-af8f-dbae9c0649d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:54:55.306629 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:55.307028 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Bound using segment: {'id': '2325bf0d-ef84-4adf-af8f-dbae9c0649d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:54:55.307764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Bound port: 34e9b715-5bb1-43e5-bd9b-a04daf544bb6, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2325bf0d-ef84-4adf-af8f-dbae9c0649d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:54:55.307920 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (34e9b715-5bb1-43e5-bd9b-a04daf544bb6), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:55.347688 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:55.350013 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2dbd9-c76a-4270-91cb-928ef3989640 None None] Pushing event updated for resources: {'Port': ['ID=26c3da52-87cc-4071-8f4a-c22c2704e076,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:55.379967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] For port 34e9b715-5bb1-43e5-bd9b-a04daf544bb6, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:54:55.383195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] For port 34e9b715-5bb1-43e5-bd9b-a04daf544bb6, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=34e9b715-5bb1-43e5-bd9b-a04daf544bb6,segment=NetworkSegment(2325bf0d-ef84-4adf-af8f-dbae9c0649d4),segment_id=2325bf0d-ef84-4adf-af8f-dbae9c0649d4)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:54:55.393682 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (34e9b715-5bb1-43e5-bd9b-a04daf544bb6), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:55.405800 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458043659', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:54:52Z', 'updated_at': '2022-03-24T01:54:53Z', 'revision_number': 3, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:53Z', 'updated_at': '2022-03-24T01:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:55.440018 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa99f3-61c4-4208-bc9d-bdedc658cfd3 None None] The sync data for ids ['14c0c6f6-abb2-4403-ae28-243a14a0656e'] in n-d-760455-9 is: [{'id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458043659', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:54:52Z', 'updated_at': '2022-03-24T01:54:53Z', 'revision_number': 3, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:53Z', 'updated_at': '2022-03-24T01:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:54:55.464424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad43a4-1910-4796-9e6e-0f0f1ad7b77e None None] Pushing event updated for resources: {'Port': ['ID=34e9b715-5bb1-43e5-bd9b-a04daf544bb6,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:56.069499 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.20.0.1 (e425cf73-2f52-48ae-b9f1-c753ddd4db2a/f01ee515-f9ef-4cf4-812b-d7cddb54a875/b72a01f6-247e-4ead-89e4-5bf4afe4b10a) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:54:56.222009 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:56.255342 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:56.294596 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network e425cf73-2f52-48ae-b9f1-c753ddd4db2a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:54:56.297842 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:54:56.301834 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:54:56.337062 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=b72a01f6-247e-4ead-89e4-5bf4afe4b10a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:56.354533 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (14c0c6f6-abb2-4403-ae28-243a14a0656e), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:56.500236 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:56.677413 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5955e91-3eea-4409-93a9-e47406c6d82a None None] Network e425cf73-2f52-48ae-b9f1-c753ddd4db2a requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:54:56.761653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-535629a6-c54f-4565-b2e0-7357df9ed940 None None] Provisioning complete for port 34e9b715-5bb1-43e5-bd9b-a04daf544bb6 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:54:56.762143 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-535629a6-c54f-4565-b2e0-7357df9ed940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (34e9b715-5bb1-43e5-bd9b-a04daf544bb6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:56.798348 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:56.803459 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:56.872607 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-535629a6-c54f-4565-b2e0-7357df9ed940 None None] Current status of the port 34e9b715-5bb1-43e5-bd9b-a04daf544bb6 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:54:56.872925 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-535629a6-c54f-4565-b2e0-7357df9ed940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (34e9b715-5bb1-43e5-bd9b-a04daf544bb6), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:56.885714 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=b72a01f6-247e-4ead-89e4-5bf4afe4b10a,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:56.888584 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (14c0c6f6-abb2-4403-ae28-243a14a0656e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:56.911101 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-535629a6-c54f-4565-b2e0-7357df9ed940 None None] For port 34e9b715-5bb1-43e5-bd9b-a04daf544bb6, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=34e9b715-5bb1-43e5-bd9b-a04daf544bb6,segment=NetworkSegment(2325bf0d-ef84-4adf-af8f-dbae9c0649d4),segment_id=2325bf0d-ef84-4adf-af8f-dbae9c0649d4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:54:56.917328 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-535629a6-c54f-4565-b2e0-7357df9ed940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (34e9b715-5bb1-43e5-bd9b-a04daf544bb6), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:56.976651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535629a6-c54f-4565-b2e0-7357df9ed940 None None] Pushing event updated for resources: {'Port': ['ID=34e9b715-5bb1-43e5-bd9b-a04daf544bb6,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:56.993857 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network e425cf73-2f52-48ae-b9f1-c753ddd4db2a is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:54:56.995403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:54:57.140657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router 14c0c6f6-abb2-4403-ae28-243a14a0656e has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:54:57.148564 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7d2bb488-4da3-478d-9750-a646dd46767e None None] Provisioning complete for port 34e9b715-5bb1-43e5-bd9b-a04daf544bb6 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:54:57.148960 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb488-4da3-478d-9750-a646dd46767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (34e9b715-5bb1-43e5-bd9b-a04daf544bb6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:57.194923 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 34e9b715-5bb1-43e5-bd9b-a04daf544bb6 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:54:57.278733 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:54:57.284356 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0ab5f989-9ed1-4df7-aeb5-5ff3ce8c3ef0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "PUT /v2.0/routers/14c0c6f6-abb2-4403-ae28-243a14a0656e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5478735 Mar 24 01:54:57.300761 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bb488-4da3-478d-9750-a646dd46767e None None] Current status of the port 34e9b715-5bb1-43e5-bd9b-a04daf544bb6 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:54:57.319633 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7d2bb488-4da3-478d-9750-a646dd46767e None None] Provisioning complete for port b72a01f6-247e-4ead-89e4-5bf4afe4b10a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:54:57.320127 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb488-4da3-478d-9750-a646dd46767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:57.342919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 34e9b715-5bb1-43e5-bd9b-a04daf544bb6 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:54:57.343301 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (34e9b715-5bb1-43e5-bd9b-a04daf544bb6), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:57.383215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bb488-4da3-478d-9750-a646dd46767e None None] Port b72a01f6-247e-4ead-89e4-5bf4afe4b10a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:54:57.397726 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Sync routers for ids ['14c0c6f6-abb2-4403-ae28-243a14a0656e'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:54:57.414037 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Routers {'14c0c6f6-abb2-4403-ae28-243a14a0656e'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:54:57.414654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:54:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['14c0c6f6-abb2-4403-ae28-243a14a0656e'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:57.476413 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-67f2c087-88b9-46b5-a2b6-c792d55c0ebc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030334567&fields=id&tenant_id=570af92d73ce477eab0032c6e4bb8590 HTTP/1.1" status: 200 len: 267 time: 0.0591221 Mar 24 01:54:57.542061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 34e9b715-5bb1-43e5-bd9b-a04daf544bb6 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:54:57.543164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 26c3da52-87cc-4071-8f4a-c22c2704e076 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:54:57.568250 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a62fcfc9-4d8c-4d6c-b571-9be7a73c572f None None] Provisioning complete for port b72a01f6-247e-4ead-89e4-5bf4afe4b10a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:54:57.568632 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a62fcfc9-4d8c-4d6c-b571-9be7a73c572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:57.596580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-09c8f3ce-c410-4c9e-b751-a6fd88057bfb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:57.598082 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-09c8f3ce-c410-4c9e-b751-a6fd88057bfb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/networks?id=e425cf73-2f52-48ae-b9f1-c753ddd4db2a HTTP/1.1" status: 200 len: 797 time: 0.1148591 Mar 24 01:54:57.612695 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-52c00c96-f1b4-4c7a-8500-82e1c3010c88 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/quotas/570af92d73ce477eab0032c6e4bb8590 HTTP/1.1" status: 200 len: 375 time: 0.0090191 Mar 24 01:54:57.626599 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Set router 14c0c6f6-abb2-4403-ae28-243a14a0656e gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:54:57.667387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a62fcfc9-4d8c-4d6c-b571-9be7a73c572f None None] Port b72a01f6-247e-4ead-89e4-5bf4afe4b10a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:54:57.667608 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-1d243b8b-6698-4ab6-b33c-84ec32b46e37 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495439 Mar 24 01:54:57.714046 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 26c3da52-87cc-4071-8f4a-c22c2704e076 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:54:57.714660 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (26c3da52-87cc-4071-8f4a-c22c2704e076), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:57.768685 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-0faafab1-580c-4066-a9bc-535103233b24 service neutron] 10.222.0.45 "GET /v2.0/networks/e425cf73-2f52-48ae-b9f1-c753ddd4db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885310 Mar 24 01:54:57.870447 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-1e4294b8-0a90-41e6-a731-3008b4ca9229 service neutron] 10.222.0.45 "GET /v2.0/networks/e425cf73-2f52-48ae-b9f1-c753ddd4db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956848 Mar 24 01:54:57.977959 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f5f9b8ce-3dd0-4a85-ae6a-addfa131b09d None None] Provisioning complete for port b72a01f6-247e-4ead-89e4-5bf4afe4b10a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:54:57.978342 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5f9b8ce-3dd0-4a85-ae6a-addfa131b09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:58.044416 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81746fff-7d33-40f9-b416-90a4c9008dd5 req-d7fc435e-eb30-4ad8-b299-5b420acfcb0d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 210 time: 0.0289912 Mar 24 01:54:58.080530 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9b8ce-3dd0-4a85-ae6a-addfa131b09d None None] Port b72a01f6-247e-4ead-89e4-5bf4afe4b10a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:54:58.101793 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 26c3da52-87cc-4071-8f4a-c22c2704e076 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:54:58.102201 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (26c3da52-87cc-4071-8f4a-c22c2704e076), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:58.128318 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 26c3da52-87cc-4071-8f4a-c22c2704e076, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=26c3da52-87cc-4071-8f4a-c22c2704e076,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:54:58.135590 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (26c3da52-87cc-4071-8f4a-c22c2704e076), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:58.164450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458043659', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:54:52Z', 'updated_at': '2022-03-24T01:54:56Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:53Z', 'updated_at': '2022-03-24T01:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b72a01f6-247e-4ead-89e4-5bf4afe4b10a', 'name': '', 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:4f:c7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:55Z', 'updated_at': '2022-03-24T01:54:56Z', 'revision_number': 2, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:58.194940 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Checking router: 14c0c6f6-abb2-4403-ae28-243a14a0656e for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:54:58.195330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Updating router 14c0c6f6-abb2-4403-ae28-243a14a0656e port b72a01f6-247e-4ead-89e4-5bf4afe4b10a binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:54:58.242543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=26c3da52-87cc-4071-8f4a-c22c2704e076,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:58.245724 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:58.517220 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Publish callbacks [] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:58.522105 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:58.578107 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885abe8-ae3c-4031-a53d-60c1c016b7d3 None None] Pushing event updated for resources: {'Port': ['ID=b72a01f6-247e-4ead-89e4-5bf4afe4b10a,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:58.630321 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Attempting to bind port b72a01f6-247e-4ead-89e4-5bf4afe4b10a on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:54:58.630700 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Attempting to bind port b72a01f6-247e-4ead-89e4-5bf4afe4b10a by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '2325bf0d-ef84-4adf-af8f-dbae9c0649d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:54:58.631068 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Attempting to bind port b72a01f6-247e-4ead-89e4-5bf4afe4b10a on network e425cf73-2f52-48ae-b9f1-c753ddd4db2a {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:54:58.636461 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:54:58.636839 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Checking segment: {'id': '2325bf0d-ef84-4adf-af8f-dbae9c0649d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:54:58.637276 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:58.637676 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Bound using segment: {'id': '2325bf0d-ef84-4adf-af8f-dbae9c0649d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:54:58.638153 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Bound port: b72a01f6-247e-4ead-89e4-5bf4afe4b10a, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2325bf0d-ef84-4adf-af8f-dbae9c0649d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:54:58.638542 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:58.703790 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] For port b72a01f6-247e-4ead-89e4-5bf4afe4b10a, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:54:58.707316 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] For port b72a01f6-247e-4ead-89e4-5bf4afe4b10a, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b72a01f6-247e-4ead-89e4-5bf4afe4b10a,segment=NetworkSegment(2325bf0d-ef84-4adf-af8f-dbae9c0649d4),segment_id=2325bf0d-ef84-4adf-af8f-dbae9c0649d4)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:54:58.713453 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:58.769579 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Routers {'14c0c6f6-abb2-4403-ae28-243a14a0656e'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:54:58.770270 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:54:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['14c0c6f6-abb2-4403-ae28-243a14a0656e'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:58.836815 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885abe8-ae3c-4031-a53d-60c1c016b7d3 None None] Pushing event updated for resources: {'Port': ['ID=b72a01f6-247e-4ead-89e4-5bf4afe4b10a,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:58.880052 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c5206537-8e1e-4e5a-8d89-887a0f986b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:58.883854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-54c645e7-ed42-4ecd-9fe7-36feecb2f6b4 None None] Provisioning complete for port b72a01f6-247e-4ead-89e4-5bf4afe4b10a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:54:58.884227 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-54c645e7-ed42-4ecd-9fe7-36feecb2f6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:58.957125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] Set router 14c0c6f6-abb2-4403-ae28-243a14a0656e gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:54:59.022574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-c3442077-2c75-4cb9-bd39-d8d6af913d8e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:59.023978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-c3442077-2c75-4cb9-bd39-d8d6af913d8e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "GET /v2.0/networks?id=e425cf73-2f52-48ae-b9f1-c753ddd4db2a HTTP/1.1" status: 200 len: 797 time: 0.1126513 Mar 24 01:54:59.091423 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-153cf34d-d2ab-4775-ad60-0e542b65a14b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=570af92d73ce477eab0032c6e4bb8590 HTTP/1.1" status: 200 len: 380 time: 0.0598636 Mar 24 01:54:59.100507 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-917926fd-a490-4ab9-b1fa-a8f1393f6aa0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'port': {'device_id': 'ef1de415-41dd-4f18-89dd-8360c4d3d900', 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'admin_state_up': True, 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'security_groups': ['3f588a63-92d2-4927-89f8-78a90f888962']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:54:59.108510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-54c645e7-ed42-4ecd-9fe7-36feecb2f6b4 None None] Current status of the port b72a01f6-247e-4ead-89e4-5bf4afe4b10a is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:54:59.108907 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-54c645e7-ed42-4ecd-9fe7-36feecb2f6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:59.143070 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 26c3da52-87cc-4071-8f4a-c22c2704e076 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:54:59.186677 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6c4d928d-82f0-4aa4-a0b2-6e0d3c597c3f req-83a714d8-981b-404a-9cf1-d9eebed0ff45 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 210 time: 0.0345681 Mar 24 01:54:59.202396 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-54c645e7-ed42-4ecd-9fe7-36feecb2f6b4 None None] For port b72a01f6-247e-4ead-89e4-5bf4afe4b10a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b72a01f6-247e-4ead-89e4-5bf4afe4b10a,segment=NetworkSegment(2325bf0d-ef84-4adf-af8f-dbae9c0649d4),segment_id=2325bf0d-ef84-4adf-af8f-dbae9c0649d4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:54:59.210411 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-54c645e7-ed42-4ecd-9fe7-36feecb2f6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:59.253138 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-917926fd-a490-4ab9-b1fa-a8f1393f6aa0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Made reservation on behalf of 570af92d73ce477eab0032c6e4bb8590 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:54:59.256837 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-917926fd-a490-4ab9-b1fa-a8f1393f6aa0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:59.290350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c645e7-ed42-4ecd-9fe7-36feecb2f6b4 None None] Pushing event updated for resources: {'Port': ['ID=b72a01f6-247e-4ead-89e4-5bf4afe4b10a,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:59.293439 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 26c3da52-87cc-4071-8f4a-c22c2704e076 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:54:59.293810 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (26c3da52-87cc-4071-8f4a-c22c2704e076), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:59.349596 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458043659', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:54:52Z', 'updated_at': '2022-03-24T01:54:56Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:53Z', 'updated_at': '2022-03-24T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b72a01f6-247e-4ead-89e4-5bf4afe4b10a', 'name': '', 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:4f:c7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:55Z', 'updated_at': '2022-03-24T01:54:58Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:54:59.354513 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6d38480f-de83-41b8-9f65-65b34b12fd3e None None] Provisioning complete for port b72a01f6-247e-4ead-89e4-5bf4afe4b10a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:54:59.354888 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6d38480f-de83-41b8-9f65-65b34b12fd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:59.385258 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-917926fd-a490-4ab9-b1fa-a8f1393f6aa0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.20.0.4 (e425cf73-2f52-48ae-b9f1-c753ddd4db2a/f01ee515-f9ef-4cf4-812b-d7cddb54a875/68bb4183-1e8a-4058-81b4-3024c9235d8a) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:54:59.386234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e6cf8e-fed3-45a1-8982-ef1b632a4bb0 None None] The sync data for ids ['14c0c6f6-abb2-4403-ae28-243a14a0656e'] in n-d-760455-9 is: [{'id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458043659', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:54:52Z', 'updated_at': '2022-03-24T01:54:56Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:53Z', 'updated_at': '2022-03-24T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b72a01f6-247e-4ead-89e4-5bf4afe4b10a', 'name': '', 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:4f:c7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:55Z', 'updated_at': '2022-03-24T01:54:58Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:54:59.471900 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 26c3da52-87cc-4071-8f4a-c22c2704e076 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:54:59.523778 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6d38480f-de83-41b8-9f65-65b34b12fd3e None None] Current status of the port b72a01f6-247e-4ead-89e4-5bf4afe4b10a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:54:59.560558 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-917926fd-a490-4ab9-b1fa-a8f1393f6aa0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (68bb4183-1e8a-4058-81b4-3024c9235d8a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:59.596796 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-917926fd-a490-4ab9-b1fa-a8f1393f6aa0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (68bb4183-1e8a-4058-81b4-3024c9235d8a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:59.644676 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-917926fd-a490-4ab9-b1fa-a8f1393f6aa0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network e425cf73-2f52-48ae-b9f1-c753ddd4db2a is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:54:59.649932 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-917926fd-a490-4ab9-b1fa-a8f1393f6aa0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:54:59.655078 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-917926fd-a490-4ab9-b1fa-a8f1393f6aa0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:54:59.659322 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917926fd-a490-4ab9-b1fa-a8f1393f6aa0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=68bb4183-1e8a-4058-81b4-3024c9235d8a,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:54:59.707399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-917926fd-a490-4ab9-b1fa-a8f1393f6aa0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:54:59.708142 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-917926fd-a490-4ab9-b1fa-a8f1393f6aa0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:59.725554 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-917926fd-a490-4ab9-b1fa-a8f1393f6aa0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6288753 Mar 24 01:54:59.736829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Request body: {'port': {'device_id': 'ef1de415-41dd-4f18-89dd-8360c4d3d900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:54:59.801640 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (68bb4183-1e8a-4058-81b4-3024c9235d8a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:59.946304 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f94a2559-afc2-40ad-af07-e00a604a06f7 None None] Provisioning complete for port 68bb4183-1e8a-4058-81b4-3024c9235d8a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:54:59.946961 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f94a2559-afc2-40ad-af07-e00a604a06f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (68bb4183-1e8a-4058-81b4-3024c9235d8a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:54:59.984497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f94a2559-afc2-40ad-af07-e00a604a06f7 None None] Port 68bb4183-1e8a-4058-81b4-3024c9235d8a cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:55:00.089672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68bb4183-1e8a-4058-81b4-3024c9235d8a {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:55:00.097844 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Publish callbacks [] for port (68bb4183-1e8a-4058-81b4-3024c9235d8a), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:00.114812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Transition to ACTIVE for port object 68bb4183-1e8a-4058-81b4-3024c9235d8a will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:55:00.118244 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (68bb4183-1e8a-4058-81b4-3024c9235d8a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:00.171724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Pushing event updated for resources: {'Port': ['ID=68bb4183-1e8a-4058-81b4-3024c9235d8a,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:55:00.259954 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Attempting to bind port 68bb4183-1e8a-4058-81b4-3024c9235d8a on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:55:00.260428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Attempting to bind port 68bb4183-1e8a-4058-81b4-3024c9235d8a by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': '2325bf0d-ef84-4adf-af8f-dbae9c0649d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:55:00.260872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Attempting to bind port 68bb4183-1e8a-4058-81b4-3024c9235d8a on network e425cf73-2f52-48ae-b9f1-c753ddd4db2a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:55:00.267800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Port 68bb4183-1e8a-4058-81b4-3024c9235d8a on network e425cf73-2f52-48ae-b9f1-c753ddd4db2a not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:55:00.268264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Attempting to bind port 68bb4183-1e8a-4058-81b4-3024c9235d8a on network e425cf73-2f52-48ae-b9f1-c753ddd4db2a {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:55:00.275606 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:55:00.276252 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Checking segment: {'id': '2325bf0d-ef84-4adf-af8f-dbae9c0649d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:55:00.276766 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Bound using segment: {'id': '2325bf0d-ef84-4adf-af8f-dbae9c0649d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:55:00.277337 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Bound port: 68bb4183-1e8a-4058-81b4-3024c9235d8a, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2325bf0d-ef84-4adf-af8f-dbae9c0649d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:55:00.277800 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (68bb4183-1e8a-4058-81b4-3024c9235d8a), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:00.379594 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9fac5-2b40-47d6-ba01-0e681e92bd15 req-ccf3b2ff-640e-4193-95f9-383417c876b0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:00.381046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0af9fac5-2b40-47d6-ba01-0e681e92bd15 req-ccf3b2ff-640e-4193-95f9-383417c876b0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 943 time: 0.1093056 Mar 24 01:55:00.406574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] For port 68bb4183-1e8a-4058-81b4-3024c9235d8a, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:55:00.426338 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:00.432541 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] For port 68bb4183-1e8a-4058-81b4-3024c9235d8a, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=68bb4183-1e8a-4058-81b4-3024c9235d8a,segment=NetworkSegment(2325bf0d-ef84-4adf-af8f-dbae9c0649d4),segment_id=2325bf0d-ef84-4adf-af8f-dbae9c0649d4)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:55:00.445685 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (68bb4183-1e8a-4058-81b4-3024c9235d8a), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:00.452587 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0af9fac5-2b40-47d6-ba01-0e681e92bd15 req-cdde09ce-db07-4e95-b77f-c482ab34a62d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656168 Mar 24 01:55:00.495495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:00.496146 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:00.497563 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] 10.222.0.57 "PUT /v2.0/ports/68bb4183-1e8a-4058-81b4-3024c9235d8a HTTP/1.1" status: 200 len: 1091 time: 0.7650330 Mar 24 01:55:00.498032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1de415-41dd-4f18-89dd-8360c4d3d900', 'tag': '68bb4183-1e8a-4058-81b4-3024c9235d8a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:55:00.501388 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9959f246-a3de-47df-8dde-6eb649f12529" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1de415-41dd-4f18-89dd-8360c4d3d900", "tag": "68bb4183-1e8a-4058-81b4-3024c9235d8a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:55:00.554390 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642f8ecf-3e22-4561-81d6-1011a6755bef x-openstack-request-id: req-642f8ecf-3e22-4561-81d6-1011a6755bef {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:55:00.554683 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1de415-41dd-4f18-89dd-8360c4d3d900", "tag": "68bb4183-1e8a-4058-81b4-3024c9235d8a", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:55:00.554940 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-642f8ecf-3e22-4561-81d6-1011a6755bef {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:55:00.555353 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-642f8ecf-3e22-4561-81d6-1011a6755bef'] response: {'name': 'network-changed', 'server_uuid': 'ef1de415-41dd-4f18-89dd-8360c4d3d900', 'tag': '68bb4183-1e8a-4058-81b4-3024c9235d8a', 'status': 'completed', 'code': 200} Mar 24 01:55:00.561961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92430909-f2b2-4c42-b4f6-87cc7678d041 service neutron] Pushing event updated for resources: {'Port': ['ID=68bb4183-1e8a-4058-81b4-3024c9235d8a,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:55:00.605979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-47f7e123-65c2-4127-b19a-523d1dff80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:00.608349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-47f7e123-65c2-4127-b19a-523d1dff80ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 1125 time: 0.0662792 Mar 24 01:55:00.653012 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-9f3965ef-6b0c-419f-904b-4546c6ca33bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68bb4183-1e8a-4058-81b4-3024c9235d8a HTTP/1.1" status: 200 len: 217 time: 0.0370486 Mar 24 01:55:00.703624 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-56bcc5aa-b8d1-4ff4-a154-342b64120606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:00.705059 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-56bcc5aa-b8d1-4ff4-a154-342b64120606 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f01ee515-f9ef-4cf4-812b-d7cddb54a875 HTTP/1.1" status: 200 len: 834 time: 0.0470555 Mar 24 01:55:00.757121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-b6aa5482-b98a-4eea-9435-4c465f83b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:00.758635 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-b6aa5482-b98a-4eea-9435-4c465f83b2f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e425cf73-2f52-48ae-b9f1-c753ddd4db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482674 Mar 24 01:55:00.848207 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-bff1f05a-d3ff-40a0-87dd-25ddf25441be service neutron] 10.222.0.57 "GET /v2.0/networks/e425cf73-2f52-48ae-b9f1-c753ddd4db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820856 Mar 24 01:55:00.944410 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f4011ce2-ba20-4179-84d2-f96f2db327ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:00.944713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51b70aa2-bd3b-4c41-ab1f-4e3e9b23a862 req-12b0cd5c-7e20-461d-ac87-caf859331707 service neutron] 10.222.0.57 "GET /v2.0/networks/e425cf73-2f52-48ae-b9f1-c753ddd4db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912497 Mar 24 01:55:01.026615 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959f246-a3de-47df-8dde-6eb649f12529 req-1b824d51-2616-4d0b-8837-115e4f7388eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:01.028087 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9959f246-a3de-47df-8dde-6eb649f12529 req-1b824d51-2616-4d0b-8837-115e4f7388eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 1125 time: 0.0435450 Mar 24 01:55:01.116626 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959f246-a3de-47df-8dde-6eb649f12529 req-3a0bd491-2fd5-4f54-862f-8c57befde3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:01.118118 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9959f246-a3de-47df-8dde-6eb649f12529 req-3a0bd491-2fd5-4f54-862f-8c57befde3b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e425cf73-2f52-48ae-b9f1-c753ddd4db2a HTTP/1.1" status: 200 len: 898 time: 0.0839069 Mar 24 01:55:01.137909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b72a01f6-247e-4ead-89e4-5bf4afe4b10a up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:55:01.188758 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b72a01f6-247e-4ead-89e4-5bf4afe4b10a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:55:01.189348 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:01.271484 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b72a01f6-247e-4ead-89e4-5bf4afe4b10a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:55:01.492952 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9959f246-a3de-47df-8dde-6eb649f12529 req-7656c98f-b944-4fea-a0dd-d19e14cc1055 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68bb4183-1e8a-4058-81b4-3024c9235d8a HTTP/1.1" status: 200 len: 217 time: 0.3693321 Mar 24 01:55:01.566919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959f246-a3de-47df-8dde-6eb649f12529 req-b5380754-6fa0-479a-a228-9e6d5181ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:01.568362 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9959f246-a3de-47df-8dde-6eb649f12529 req-b5380754-6fa0-479a-a228-9e6d5181ee85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f01ee515-f9ef-4cf4-812b-d7cddb54a875 HTTP/1.1" status: 200 len: 834 time: 0.0697405 Mar 24 01:55:01.611468 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b16a2-d110-482b-889c-ac1dc7ee8b04 req-e97c3e19-6d39-41da-8351-3e93cf9f5b7f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:01.612886 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b12b16a2-d110-482b-889c-ac1dc7ee8b04 req-e97c3e19-6d39-41da-8351-3e93cf9f5b7f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 943 time: 0.0887883 Mar 24 01:55:01.660131 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959f246-a3de-47df-8dde-6eb649f12529 req-2928e202-df9f-4076-8af3-4a55d40c5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:01.661657 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9959f246-a3de-47df-8dde-6eb649f12529 req-2928e202-df9f-4076-8af3-4a55d40c5940 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e425cf73-2f52-48ae-b9f1-c753ddd4db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0872195 Mar 24 01:55:01.670663 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b12b16a2-d110-482b-889c-ac1dc7ee8b04 req-40104bde-c096-4b31-a2f1-84882f036639 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521152 Mar 24 01:55:01.753017 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9959f246-a3de-47df-8dde-6eb649f12529 req-e34a64df-d4f3-43b3-953d-286e1ff7a518 service neutron] 10.222.0.57 "GET /v2.0/networks/e425cf73-2f52-48ae-b9f1-c753ddd4db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813034 Mar 24 01:55:01.842858 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9959f246-a3de-47df-8dde-6eb649f12529 req-a02c5c4b-8318-4aa1-8eb0-4cb2835f1b7c service neutron] 10.222.0.57 "GET /v2.0/networks/e425cf73-2f52-48ae-b9f1-c753ddd4db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837560 Mar 24 01:55:01.859167 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 68bb4183-1e8a-4058-81b4-3024c9235d8a details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:55:01.963705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 68bb4183-1e8a-4058-81b4-3024c9235d8a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=68bb4183-1e8a-4058-81b4-3024c9235d8a,segment=NetworkSegment(2325bf0d-ef84-4adf-af8f-dbae9c0649d4),segment_id=2325bf0d-ef84-4adf-af8f-dbae9c0649d4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:55:01.974932 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '68bb4183-1e8a-4058-81b4-3024c9235d8a', 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'port_id': '68bb4183-1e8a-4058-81b4-3024c9235d8a', 'mac_address': 'fa:16:3e:2e:b7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:55:02.011705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 68bb4183-1e8a-4058-81b4-3024c9235d8a is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:55:02.012034 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (68bb4183-1e8a-4058-81b4-3024c9235d8a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:02.024548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bb4183-1e8a-4058-81b4-3024c9235d8a {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:55:02.042696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 68bb4183-1e8a-4058-81b4-3024c9235d8a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=68bb4183-1e8a-4058-81b4-3024c9235d8a,segment=NetworkSegment(2325bf0d-ef84-4adf-af8f-dbae9c0649d4),segment_id=2325bf0d-ef84-4adf-af8f-dbae9c0649d4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:55:02.047267 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (68bb4183-1e8a-4058-81b4-3024c9235d8a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:02.092563 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=68bb4183-1e8a-4058-81b4-3024c9235d8a,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:55:02.278591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['68bb4183-1e8a-4058-81b4-3024c9235d8a'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:55:02.368549 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:02.789354 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92c885-5a31-442d-9ee0-b9be1437b5ae req-c26fae0b-1ec1-4b24-a558-b91867ffbc80 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:02.790796 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba92c885-5a31-442d-9ee0-b9be1437b5ae req-c26fae0b-1ec1-4b24-a558-b91867ffbc80 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 944 time: 0.0516062 Mar 24 01:55:02.837956 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ba92c885-5a31-442d-9ee0-b9be1437b5ae req-d7a865c5-e4b4-4e10-8a7a-cc8b704302e0 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414462 Mar 24 01:55:02.999080 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:03.260876 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:55:03.866803 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 68bb4183-1e8a-4058-81b4-3024c9235d8a up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:55:03.889531 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:03.921186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 68bb4183-1e8a-4058-81b4-3024c9235d8a completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:55:03.925500 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 68bb4183-1e8a-4058-81b4-3024c9235d8a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:55:03.925878 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (68bb4183-1e8a-4058-81b4-3024c9235d8a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:03.958502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd5fda-b0fa-4534-811f-17423ac0b34c req-c08f0267-b96d-4943-b565-7e09bf09c9ab tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:03.959969 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ddd5fda-b0fa-4534-811f-17423ac0b34c req-c08f0267-b96d-4943-b565-7e09bf09c9ab tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 944 time: 0.0531788 Mar 24 01:55:04.002899 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 68bb4183-1e8a-4058-81b4-3024c9235d8a is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:55:04.003294 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (68bb4183-1e8a-4058-81b4-3024c9235d8a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:04.013620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ddd5fda-b0fa-4534-811f-17423ac0b34c req-9f135963-b557-480e-91d8-6a90fc3cadf7 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477943 Mar 24 01:55:04.026169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1de415-41dd-4f18-89dd-8360c4d3d900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bb4183-1e8a-4058-81b4-3024c9235d8a'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:55:04.028398 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a23d2f5-7dcf-468f-87f3-3f511910a0ff" -d '{"events": [{"server_uuid": "ef1de415-41dd-4f18-89dd-8360c4d3d900", "name": "network-vif-plugged", "status": "completed", "tag": "68bb4183-1e8a-4058-81b4-3024c9235d8a"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:55:04.041718 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 68bb4183-1e8a-4058-81b4-3024c9235d8a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=68bb4183-1e8a-4058-81b4-3024c9235d8a,segment=NetworkSegment(2325bf0d-ef84-4adf-af8f-dbae9c0649d4),segment_id=2325bf0d-ef84-4adf-af8f-dbae9c0649d4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:55:04.046456 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (68bb4183-1e8a-4058-81b4-3024c9235d8a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:04.073647 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9045e5b5-10c4-4878-9fef-b79a7ac22f41 x-openstack-request-id: req-9045e5b5-10c4-4878-9fef-b79a7ac22f41 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:55:04.073940 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1de415-41dd-4f18-89dd-8360c4d3d900", "name": "network-vif-plugged", "status": "completed", "tag": "68bb4183-1e8a-4058-81b4-3024c9235d8a", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:55:04.074264 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9045e5b5-10c4-4878-9fef-b79a7ac22f41 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:55:04.074715 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9045e5b5-10c4-4878-9fef-b79a7ac22f41'] response: {'server_uuid': 'ef1de415-41dd-4f18-89dd-8360c4d3d900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bb4183-1e8a-4058-81b4-3024c9235d8a', 'code': 200} Mar 24 01:55:04.104796 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=68bb4183-1e8a-4058-81b4-3024c9235d8a,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:55:04.169892 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dce750-90e4-41fa-8242-94b7f6dfb34f req-ccd0494c-61c4-46d8-951b-5781e0ae7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:04.172027 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98dce750-90e4-41fa-8242-94b7f6dfb34f req-ccd0494c-61c4-46d8-951b-5781e0ae7af2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 1127 time: 0.0467353 Mar 24 01:55:04.217770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-98dce750-90e4-41fa-8242-94b7f6dfb34f req-896505b4-6783-4832-be1f-6425b9be4bd0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385756 Mar 24 01:55:05.131759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f877b3-4cc8-48f6-9801-7878f194279c req-9f103afa-938c-4f13-8961-35b4c0652837 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:05.133562 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71f877b3-4cc8-48f6-9801-7878f194279c req-9f103afa-938c-4f13-8961-35b4c0652837 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.0518537 Mar 24 01:55:05.187196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-71f877b3-4cc8-48f6-9801-7878f194279c req-1161fa73-ec0f-48f4-825e-fa8dcafc9856 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478735 Mar 24 01:55:05.323286 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:06.361491 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df065820-cb57-49d8-8c20-69bf24513b14 req-4426c3c7-d165-45bc-80ec-3addf1372291 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:06.362865 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df065820-cb57-49d8-8c20-69bf24513b14 req-4426c3c7-d165-45bc-80ec-3addf1372291 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.1075249 Mar 24 01:55:06.410682 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-df065820-cb57-49d8-8c20-69bf24513b14 req-c4692f6b-8abe-45a0-8cb2-70ba123a3e83 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421689 Mar 24 01:55:06.579538 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef957f6-c7be-4a7e-a7e7-1f04aaf6c7e9 req-6ef71218-009f-499f-afc7-61bc61ca840c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:06.581349 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cef957f6-c7be-4a7e-a7e7-1f04aaf6c7e9 req-6ef71218-009f-499f-afc7-61bc61ca840c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.1032815 Mar 24 01:55:06.630120 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cef957f6-c7be-4a7e-a7e7-1f04aaf6c7e9 req-dfa99cba-3683-4c7b-8109-e14ac46188f9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430470 Mar 24 01:55:06.651774 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40602) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:55:06.695089 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313720a0-b101-47aa-b8fa-7af39b2305ee tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:06.696674 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-313720a0-b101-47aa-b8fa-7af39b2305ee tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 1122 time: 0.0438414 Mar 24 01:55:06.699520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40604) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:55:06.704104 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': '68bb4183-1e8a-4058-81b4-3024c9235d8a', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:55:06.724670 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:06.821879 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:06.920662 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.25.0.84 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/2ee56ef4-9f39-405a-a493-eb82b675834f) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:55:07.020055 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (2ee56ef4-9f39-405a-a493-eb82b675834f), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:07.053796 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2ee56ef4-9f39-405a-a493-eb82b675834f), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:07.089618 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:55:07.092983 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:55:07.099817 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:55:07.121051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=2ee56ef4-9f39-405a-a493-eb82b675834f,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:55:07.443032 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (6abfdff0-4b42-41d5-9933-3e3dff4d575a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:07.509351 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (2ee56ef4-9f39-405a-a493-eb82b675834f), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:07.657616 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (2ee56ef4-9f39-405a-a493-eb82b675834f), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:07.661938 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (2ee56ef4-9f39-405a-a493-eb82b675834f), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:07.731336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=2ee56ef4-9f39-405a-a493-eb82b675834f,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:55:07.740838 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (6abfdff0-4b42-41d5-9933-3e3dff4d575a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:07.839476 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Floating IP 6abfdff0-4b42-41d5-9933-3e3dff4d575a associated. External IP: 172.25.0.84, port: 68bb4183-1e8a-4058-81b4-3024c9235d8a. Mar 24 01:55:08.038375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router 14c0c6f6-abb2-4403-ae28-243a14a0656e has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:55:08.147594 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:55:08.159677 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee7c66-7607-4a77-b46f-2ecf2763cca5 None None] Sync routers for ids ['14c0c6f6-abb2-4403-ae28-243a14a0656e'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:55:08.165993 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:08.171503 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee7c66-7607-4a77-b46f-2ecf2763cca5 None None] Routers {'14c0c6f6-abb2-4403-ae28-243a14a0656e'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:55:08.172110 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d3ee7c66-7607-4a77-b46f-2ecf2763cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:55:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['14c0c6f6-abb2-4403-ae28-243a14a0656e'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:55:08.195875 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0dd3f515-d0cd-4b4d-a79a-ca6da770ea61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4953675 Mar 24 01:55:08.196439 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1de415-41dd-4f18-89dd-8360c4d3d900', 'tag': '68bb4183-1e8a-4058-81b4-3024c9235d8a'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:55:08.198732 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5b83e0-f63d-480d-8dd8-19d2ca0a4b53" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1de415-41dd-4f18-89dd-8360c4d3d900", "tag": "68bb4183-1e8a-4058-81b4-3024c9235d8a"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:55:08.246683 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2df92a-4758-4b72-8c5b-5550445d5ddb x-openstack-request-id: req-4c2df92a-4758-4b72-8c5b-5550445d5ddb {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:55:08.246990 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1de415-41dd-4f18-89dd-8360c4d3d900", "tag": "68bb4183-1e8a-4058-81b4-3024c9235d8a", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:55:08.247322 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c2df92a-4758-4b72-8c5b-5550445d5ddb {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:55:08.248132 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2df92a-4758-4b72-8c5b-5550445d5ddb'] response: {'name': 'network-changed', 'server_uuid': 'ef1de415-41dd-4f18-89dd-8360c4d3d900', 'tag': '68bb4183-1e8a-4058-81b4-3024c9235d8a', 'status': 'completed', 'code': 200} Mar 24 01:55:08.283350 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-d3ee7c66-7607-4a77-b46f-2ecf2763cca5 None None] Set router 14c0c6f6-abb2-4403-ae28-243a14a0656e gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:55:08.336718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b83e0-f63d-480d-8dd8-19d2ca0a4b53 req-2432029d-9862-4685-857b-fbe06bf59858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:08.338148 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f5b83e0-f63d-480d-8dd8-19d2ca0a4b53 req-2432029d-9862-4685-857b-fbe06bf59858 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 1127 time: 0.0712025 Mar 24 01:55:08.346323 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff61da-ab6d-4d79-a68c-8ecdda7af934 req-9d79b7a4-6af8-4d2b-a9ec-354901bc612d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:08.347717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51ff61da-ab6d-4d79-a68c-8ecdda7af934 req-9d79b7a4-6af8-4d2b-a9ec-354901bc612d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.0917017 Mar 24 01:55:08.454558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51ff61da-ab6d-4d79-a68c-8ecdda7af934 req-4beb3608-dd6c-4299-b765-f8f6a7faa254 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985758 Mar 24 01:55:08.471724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b83e0-f63d-480d-8dd8-19d2ca0a4b53 req-5ca19b5a-d3f9-4959-861b-3ada3b18d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:08.473242 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f5b83e0-f63d-480d-8dd8-19d2ca0a4b53 req-5ca19b5a-d3f9-4959-861b-3ada3b18d32a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e425cf73-2f52-48ae-b9f1-c753ddd4db2a HTTP/1.1" status: 200 len: 898 time: 0.1245334 Mar 24 01:55:08.478563 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40610) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:55:08.512099 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d3ee7c66-7607-4a77-b46f-2ecf2763cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458043659', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:54:52Z', 'updated_at': '2022-03-24T01:54:56Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:53Z', 'updated_at': '2022-03-24T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '6abfdff0-4b42-41d5-9933-3e3dff4d575a', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'port_id': '68bb4183-1e8a-4058-81b4-3024c9235d8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'mac_address': 'fa:16:3e:2e:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1de415-41dd-4f18-89dd-8360c4d3d900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:55:07Z', 'updated_at': '2022-03-24T01:55:07Z', 'revision_number': 0, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72a01f6-247e-4ead-89e4-5bf4afe4b10a', 'name': '', 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:4f:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:55Z', 'updated_at': '2022-03-24T01:54:59Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:55:08.538927 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee7c66-7607-4a77-b46f-2ecf2763cca5 None None] Checking router: 14c0c6f6-abb2-4403-ae28-243a14a0656e for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:55:08.540068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f5b83e0-f63d-480d-8dd8-19d2ca0a4b53 req-3464e206-0f89-4960-b381-eb072b149617 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68bb4183-1e8a-4058-81b4-3024c9235d8a HTTP/1.1" status: 200 len: 998 time: 0.0608833 Mar 24 01:55:08.547748 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-46c64acb-cff9-4297-a8d8-68e621edc34d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/6abfdff0-4b42-41d5-9933-3e3dff4d575a HTTP/1.1" status: 200 len: 990 time: 0.0680168 Mar 24 01:55:08.548805 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee7c66-7607-4a77-b46f-2ecf2763cca5 None None] Routers {'14c0c6f6-abb2-4403-ae28-243a14a0656e'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:55:08.549442 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d3ee7c66-7607-4a77-b46f-2ecf2763cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:55:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['14c0c6f6-abb2-4403-ae28-243a14a0656e'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:55:08.590110 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b83e0-f63d-480d-8dd8-19d2ca0a4b53 req-b57a49c9-6678-4e29-ac1d-f31d4a7d62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:08.591605 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f5b83e0-f63d-480d-8dd8-19d2ca0a4b53 req-b57a49c9-6678-4e29-ac1d-f31d4a7d62f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f01ee515-f9ef-4cf4-812b-d7cddb54a875 HTTP/1.1" status: 200 len: 834 time: 0.0456893 Mar 24 01:55:08.644486 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b83e0-f63d-480d-8dd8-19d2ca0a4b53 req-dfb65c9f-b79d-48a1-948b-22d3bb1de9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:08.646022 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f5b83e0-f63d-480d-8dd8-19d2ca0a4b53 req-dfb65c9f-b79d-48a1-948b-22d3bb1de9ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e425cf73-2f52-48ae-b9f1-c753ddd4db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483310 Mar 24 01:55:08.653803 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-d3ee7c66-7607-4a77-b46f-2ecf2763cca5 None None] Set router 14c0c6f6-abb2-4403-ae28-243a14a0656e gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:55:08.734283 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f5b83e0-f63d-480d-8dd8-19d2ca0a4b53 req-84bced9f-ec99-4cfe-82eb-1b555701989c service neutron] 10.222.0.57 "GET /v2.0/networks/e425cf73-2f52-48ae-b9f1-c753ddd4db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818863 Mar 24 01:55:08.833782 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f5b83e0-f63d-480d-8dd8-19d2ca0a4b53 req-2a0c904e-ae59-4229-aebd-2b0043ab1ba9 service neutron] 10.222.0.57 "GET /v2.0/networks/e425cf73-2f52-48ae-b9f1-c753ddd4db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937982 Mar 24 01:55:08.881411 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d3ee7c66-7607-4a77-b46f-2ecf2763cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458043659', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:54:52Z', 'updated_at': '2022-03-24T01:54:56Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:53Z', 'updated_at': '2022-03-24T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '6abfdff0-4b42-41d5-9933-3e3dff4d575a', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'port_id': '68bb4183-1e8a-4058-81b4-3024c9235d8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'mac_address': 'fa:16:3e:2e:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1de415-41dd-4f18-89dd-8360c4d3d900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:55:07Z', 'updated_at': '2022-03-24T01:55:07Z', 'revision_number': 0, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72a01f6-247e-4ead-89e4-5bf4afe4b10a', 'name': '', 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:4f:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:55Z', 'updated_at': '2022-03-24T01:54:59Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:55:08.906960 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee7c66-7607-4a77-b46f-2ecf2763cca5 None None] The sync data for ids ['14c0c6f6-abb2-4403-ae28-243a14a0656e'] in n-d-760455-9 is: [{'id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458043659', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:54:52Z', 'updated_at': '2022-03-24T01:54:56Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:53Z', 'updated_at': '2022-03-24T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '6abfdff0-4b42-41d5-9933-3e3dff4d575a', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'port_id': '68bb4183-1e8a-4058-81b4-3024c9235d8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'mac_address': 'fa:16:3e:2e:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1de415-41dd-4f18-89dd-8360c4d3d900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:55:07Z', 'updated_at': '2022-03-24T01:55:07Z', 'revision_number': 0, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72a01f6-247e-4ead-89e4-5bf4afe4b10a', 'name': '', 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:4f:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:55Z', 'updated_at': '2022-03-24T01:54:59Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:55:09.098893 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206040db-3d78-46d3-833a-e2fcbda77beb None None] New status for floating IP 6abfdff0-4b42-41d5-9933-3e3dff4d575a: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:55:09.551438 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40612) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:55:09.614171 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c4cfc228-a6a3-499b-9a0c-227818d88a3f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/6abfdff0-4b42-41d5-9933-3e3dff4d575a HTTP/1.1" status: 200 len: 992 time: 0.0615656 Mar 24 01:55:28.833195 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-74923e1a-ff13-4162-b4cd-c6cbedaf2db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:30.416047 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:30.946286 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7bf69b02-e0e6-435b-a5ec-1c14aa07c08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:32.354963 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:33.023657 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:33.869717 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:35.325435 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:55:40.260283 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:55:40.966032 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93b56d-0759-48ea-92cc-30dbbb20f1e7 req-b187a9df-22be-44be-b316-60174302b976 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:40.967521 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e93b56d-0759-48ea-92cc-30dbbb20f1e7 req-b187a9df-22be-44be-b316-60174302b976 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.0542958 Mar 24 01:55:41.020379 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2e93b56d-0759-48ea-92cc-30dbbb20f1e7 req-60b5385b-a013-4736-9f17-3c7cc58ff355 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471740 Mar 24 01:55:42.140522 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cb194-4c1c-4ec9-8641-5ba9110a1091 req-7255d0d1-b201-4591-8e7f-2e78a6e511df tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:42.142032 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a5cb194-4c1c-4ec9-8641-5ba9110a1091 req-7255d0d1-b201-4591-8e7f-2e78a6e511df tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.0527699 Mar 24 01:55:42.191989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a5cb194-4c1c-4ec9-8641-5ba9110a1091 req-51c8ee94-9d42-46de-a58d-f6583f7e04a7 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444767 Mar 24 01:55:43.309310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e51d33-6c42-48e0-9b01-7eb978bc0c63 req-07bbd09f-3902-4ed9-80d3-89a13be0625b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:43.310767 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7e51d33-6c42-48e0-9b01-7eb978bc0c63 req-07bbd09f-3902-4ed9-80d3-89a13be0625b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.0515916 Mar 24 01:55:43.357804 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d7e51d33-6c42-48e0-9b01-7eb978bc0c63 req-b39f375d-c11c-4ec6-9b17-f8dd21f9b0a2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407391 Mar 24 01:55:44.480937 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13741949-4b89-4633-900a-8617c741721d req-eeaa1515-9ce0-42db-baee-4d0cf425ca9d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:44.482428 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13741949-4b89-4633-900a-8617c741721d req-eeaa1515-9ce0-42db-baee-4d0cf425ca9d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.0561280 Mar 24 01:55:44.530213 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13741949-4b89-4633-900a-8617c741721d req-73b00190-5b25-4e8b-8197-5004e725be77 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414939 Mar 24 01:55:45.649203 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b84b-0287-4f11-8a46-dd120fdfcad0 req-20aed18f-6864-46f1-80cb-65d2bf37daf2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:45.650657 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bf6b84b-0287-4f11-8a46-dd120fdfcad0 req-20aed18f-6864-46f1-80cb-65d2bf37daf2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.0523527 Mar 24 01:55:45.698650 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1bf6b84b-0287-4f11-8a46-dd120fdfcad0 req-8cc8f80f-4b9b-469e-b80a-c6c0850d499f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424356 Mar 24 01:55:46.824605 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2aec9-1119-459b-9143-af6594218b97 req-a82c7ada-4839-4a92-b934-2bc4d7a0182d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:46.825986 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f1b2aec9-1119-459b-9143-af6594218b97 req-a82c7ada-4839-4a92-b934-2bc4d7a0182d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.0562091 Mar 24 01:55:46.875102 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f1b2aec9-1119-459b-9143-af6594218b97 req-e04f0341-ce97-4f38-b259-dcd17e40303c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420532 Mar 24 01:55:47.991940 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdb8b8-2ef1-4075-b13b-82168b357da8 req-cc255bee-0122-4f75-8280-9ed2a1ef043e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:47.993415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95cdb8b8-2ef1-4075-b13b-82168b357da8 req-cc255bee-0122-4f75-8280-9ed2a1ef043e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.0522153 Mar 24 01:55:48.042204 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95cdb8b8-2ef1-4075-b13b-82168b357da8 req-2b9fc720-fea8-4b23-a787-fd7e4443ed48 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 Mar 24 01:55:49.160152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf12f7-c995-48c8-b107-085bd800b7fd req-c7d593df-d114-4d63-8478-c44211a66cf7 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:49.161628 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8acf12f7-c995-48c8-b107-085bd800b7fd req-c7d593df-d114-4d63-8478-c44211a66cf7 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.0514398 Mar 24 01:55:49.214340 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8acf12f7-c995-48c8-b107-085bd800b7fd req-93b7db42-3492-4a92-b999-fca01c4237ed tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471265 Mar 24 01:55:50.335025 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a313f-e198-4dba-b577-b743b80ae4b5 req-da8dbd89-8aae-4246-b7be-291ef0da1329 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:50.336525 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb9a313f-e198-4dba-b577-b743b80ae4b5 req-da8dbd89-8aae-4246-b7be-291ef0da1329 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.0529780 Mar 24 01:55:50.384327 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb9a313f-e198-4dba-b577-b743b80ae4b5 req-7bb24b72-b476-4a9b-aeac-fc937b3b7b2a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 Mar 24 01:55:51.501580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39425839-faf5-448e-b4a8-839ee372a0e7 req-2b02c9e9-d870-4c94-869b-2e9c2b0f35a7 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:51.504458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39425839-faf5-448e-b4a8-839ee372a0e7 req-2b02c9e9-d870-4c94-869b-2e9c2b0f35a7 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.0538347 Mar 24 01:55:51.554676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-39425839-faf5-448e-b4a8-839ee372a0e7 req-2b45cc57-c6a3-44b0-bd95-5b4dd3baab31 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437026 Mar 24 01:55:51.577139 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40650) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:55:51.640028 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0b92ea97-6c2b-4267-9b33-589f6a3f5fda tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/6abfdff0-4b42-41d5-9933-3e3dff4d575a HTTP/1.1" status: 200 len: 992 time: 0.0617979 Mar 24 01:55:52.906437 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd310b8-bec8-42c6-87ba-6e4f11fa749d req-7786ccfd-ebb8-440d-bcee-a541f345c0e4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:52.908101 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccd310b8-bec8-42c6-87ba-6e4f11fa749d req-7786ccfd-ebb8-440d-bcee-a541f345c0e4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.0587668 Mar 24 01:55:52.990222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccd310b8-bec8-42c6-87ba-6e4f11fa749d req-93b54bfa-540f-4676-b0b8-90a59f16a1b1 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765722 Mar 24 01:55:52.996384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05897f0-db75-46bd-a9a3-2dfb051bf692 req-51de3cd8-f900-4fe7-abfe-a28139ac3b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:52.997851 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d05897f0-db75-46bd-a9a3-2dfb051bf692 req-51de3cd8-f900-4fe7-abfe-a28139ac3b0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 1127 time: 0.1203976 Mar 24 01:55:53.084873 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05897f0-db75-46bd-a9a3-2dfb051bf692 req-86c4913b-6354-4464-9efc-88ee034b7859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:53.086371 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d05897f0-db75-46bd-a9a3-2dfb051bf692 req-86c4913b-6354-4464-9efc-88ee034b7859 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e425cf73-2f52-48ae-b9f1-c753ddd4db2a HTTP/1.1" status: 200 len: 898 time: 0.0831487 Mar 24 01:55:53.156639 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d05897f0-db75-46bd-a9a3-2dfb051bf692 req-1aa90c3a-85fa-4430-904d-1e3e201e8324 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68bb4183-1e8a-4058-81b4-3024c9235d8a HTTP/1.1" status: 200 len: 1000 time: 0.0643907 Mar 24 01:55:53.203855 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05897f0-db75-46bd-a9a3-2dfb051bf692 req-52b817a3-0f2b-41fb-abe2-6afcf7475d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:53.205288 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d05897f0-db75-46bd-a9a3-2dfb051bf692 req-52b817a3-0f2b-41fb-abe2-6afcf7475d66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f01ee515-f9ef-4cf4-812b-d7cddb54a875 HTTP/1.1" status: 200 len: 834 time: 0.0428760 Mar 24 01:55:53.253355 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05897f0-db75-46bd-a9a3-2dfb051bf692 req-57992f7a-60b2-4966-b1f9-2dd49cbcd00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:53.254815 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d05897f0-db75-46bd-a9a3-2dfb051bf692 req-57992f7a-60b2-4966-b1f9-2dd49cbcd00e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e425cf73-2f52-48ae-b9f1-c753ddd4db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431325 Mar 24 01:55:53.343976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d05897f0-db75-46bd-a9a3-2dfb051bf692 req-53fa0009-b03a-4d1f-956f-fc817cc1d0a0 service neutron] 10.222.0.57 "GET /v2.0/networks/e425cf73-2f52-48ae-b9f1-c753ddd4db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824807 Mar 24 01:55:53.431041 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d05897f0-db75-46bd-a9a3-2dfb051bf692 req-5cf4f587-892f-460f-9157-b5ca5d303794 service neutron] 10.222.0.57 "GET /v2.0/networks/e425cf73-2f52-48ae-b9f1-c753ddd4db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825787 Mar 24 01:55:54.111512 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea4a7-1000-4be0-a547-e3c6096b1595 req-9b7f2418-0dfa-4cf0-bdab-ba78e4fdb688 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:54.112989 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bebea4a7-1000-4be0-a547-e3c6096b1595 req-9b7f2418-0dfa-4cf0-bdab-ba78e4fdb688 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.0533266 Mar 24 01:55:54.161678 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-bebea4a7-1000-4be0-a547-e3c6096b1595 req-4f322ccd-d472-49c0-a998-fcc826876263 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428948 Mar 24 01:55:54.184616 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40662) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:55:54.248520 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-46370030-01fe-44d7-a361-95025701606c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/6abfdff0-4b42-41d5-9933-3e3dff4d575a HTTP/1.1" status: 200 len: 992 time: 0.0627575 Mar 24 01:55:56.984766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9f3c5c6-e6dc-4bfd-8e60-603efc223d53 req-42f75d57-2420-47b3-9963-e609c5deb825 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428193 Mar 24 01:55:57.067867 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3c5c6-e6dc-4bfd-8e60-603efc223d53 req-d70a8c62-4bed-48cd-a85c-07e51e6d40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:57.069358 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9f3c5c6-e6dc-4bfd-8e60-603efc223d53 req-d70a8c62-4bed-48cd-a85c-07e51e6d40d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 1127 time: 0.0442591 Mar 24 01:55:57.174152 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3c5c6-e6dc-4bfd-8e60-603efc223d53 req-122ec423-0fca-43ab-86c9-add5242191dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:57.175617 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9f3c5c6-e6dc-4bfd-8e60-603efc223d53 req-122ec423-0fca-43ab-86c9-add5242191dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=e425cf73-2f52-48ae-b9f1-c753ddd4db2a HTTP/1.1" status: 200 len: 898 time: 0.0885434 Mar 24 01:55:57.240265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9f3c5c6-e6dc-4bfd-8e60-603efc223d53 req-dd9710c5-0541-4e42-991d-a9e39203dc1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68bb4183-1e8a-4058-81b4-3024c9235d8a HTTP/1.1" status: 200 len: 1000 time: 0.0576923 Mar 24 01:55:57.290434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3c5c6-e6dc-4bfd-8e60-603efc223d53 req-312facf8-9551-467e-ab05-c1e08623ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:57.291842 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9f3c5c6-e6dc-4bfd-8e60-603efc223d53 req-312facf8-9551-467e-ab05-c1e08623ec34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f01ee515-f9ef-4cf4-812b-d7cddb54a875 HTTP/1.1" status: 200 len: 834 time: 0.0464375 Mar 24 01:55:57.338785 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3c5c6-e6dc-4bfd-8e60-603efc223d53 req-a52743e9-f9ab-40e0-ba13-af85e1e92e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:55:57.340218 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9f3c5c6-e6dc-4bfd-8e60-603efc223d53 req-a52743e9-f9ab-40e0-ba13-af85e1e92e1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e425cf73-2f52-48ae-b9f1-c753ddd4db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424151 Mar 24 01:55:57.425185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9f3c5c6-e6dc-4bfd-8e60-603efc223d53 req-e74face6-e072-46a2-b65f-36885eb5790b service neutron] 10.222.0.57 "GET /v2.0/networks/e425cf73-2f52-48ae-b9f1-c753ddd4db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789618 Mar 24 01:55:57.516766 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e9f3c5c6-e6dc-4bfd-8e60-603efc223d53 req-80c3dad3-e8e0-4256-b12e-cc90441dafad service neutron] 10.222.0.57 "GET /v2.0/networks/e425cf73-2f52-48ae-b9f1-c753ddd4db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860460 Mar 24 01:55:58.836314 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5473d410-8619-4a6f-87ee-414a70f607b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:00.445822 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:00.947735 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c0334631-0ec3-4d43-b237-5902c9eda27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:02.355419 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:03.022797 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:03.871259 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:05.327659 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:17.258998 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:56:24.624910 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40674) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:24.779351 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port 2ee56ef4-9f39-405a-a493-eb82b675834f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:56:24.779616 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (2ee56ef4-9f39-405a-a493-eb82b675834f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:24.852604 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (2ee56ef4-9f39-405a-a493-eb82b675834f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:24.852933 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (2ee56ef4-9f39-405a-a493-eb82b675834f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:24.868856 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for 2ee56ef4-9f39-405a-a493-eb82b675834f owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:56:25.009083 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (2ee56ef4-9f39-405a-a493-eb82b675834f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:25.037052 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=2ee56ef4-9f39-405a-a493-eb82b675834f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:25.048470 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:25.048821 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:25.049196 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:25.049539 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:25.049875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:25.050209 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:25.050546 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:25.050876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:25.051204 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:25.051531 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:25.051857 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:25.052185 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:25.052511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:25.052833 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:25.053183 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:25.106262 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (6abfdff0-4b42-41d5-9933-3e3dff4d575a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:25.106600 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Floating IP 6abfdff0-4b42-41d5-9933-3e3dff4d575a disassociated (deleted). External IP: 172.25.0.84, port: 68bb4183-1e8a-4058-81b4-3024c9235d8a. Mar 24 01:56:25.312446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router 14c0c6f6-abb2-4403-ae28-243a14a0656e has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:56:25.724975 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:56:25.729640 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:25.734740 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a6b37-4f83-4d36-80fc-43ad8855b048 None None] Sync routers for ids ['14c0c6f6-abb2-4403-ae28-243a14a0656e'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:56:25.744052 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a6b37-4f83-4d36-80fc-43ad8855b048 None None] Routers {'14c0c6f6-abb2-4403-ae28-243a14a0656e'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:56:25.744648 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-923a6b37-4f83-4d36-80fc-43ad8855b048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:56:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['14c0c6f6-abb2-4403-ae28-243a14a0656e'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:25.759063 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4d15082d-ce5c-41f8-8ddc-e9c936deb1f8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/floatingips/6abfdff0-4b42-41d5-9933-3e3dff4d575a HTTP/1.1" status: 204 len: 168 time: 1.1330407 Mar 24 01:56:25.759748 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1de415-41dd-4f18-89dd-8360c4d3d900', 'tag': '68bb4183-1e8a-4058-81b4-3024c9235d8a'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:56:25.762115 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49278efd-589d-4fe0-86c8-01842951f30d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1de415-41dd-4f18-89dd-8360c4d3d900", "tag": "68bb4183-1e8a-4058-81b4-3024c9235d8a"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:56:25.800835 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbd8f38-70e9-4703-aff9-37fbd4f0bc14 x-openstack-request-id: req-dcbd8f38-70e9-4703-aff9-37fbd4f0bc14 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:56:25.801160 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1de415-41dd-4f18-89dd-8360c4d3d900", "tag": "68bb4183-1e8a-4058-81b4-3024c9235d8a", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:56:25.801424 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dcbd8f38-70e9-4703-aff9-37fbd4f0bc14 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:56:25.801841 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcbd8f38-70e9-4703-aff9-37fbd4f0bc14'] response: {'name': 'network-changed', 'server_uuid': 'ef1de415-41dd-4f18-89dd-8360c4d3d900', 'tag': '68bb4183-1e8a-4058-81b4-3024c9235d8a', 'status': 'completed', 'code': 200} Mar 24 01:56:25.860182 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-923a6b37-4f83-4d36-80fc-43ad8855b048 None None] Set router 14c0c6f6-abb2-4403-ae28-243a14a0656e gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:56:25.876498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49278efd-589d-4fe0-86c8-01842951f30d req-cc8a5d73-d321-4ad0-8a53-cd1287b67760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:25.878062 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49278efd-589d-4fe0-86c8-01842951f30d req-cc8a5d73-d321-4ad0-8a53-cd1287b67760 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 1127 time: 0.0493536 Mar 24 01:56:26.010077 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49278efd-589d-4fe0-86c8-01842951f30d req-3bb5e0ef-139e-49eb-83b3-3bc630641292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:26.011458 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49278efd-589d-4fe0-86c8-01842951f30d req-3bb5e0ef-139e-49eb-83b3-3bc630641292 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e425cf73-2f52-48ae-b9f1-c753ddd4db2a HTTP/1.1" status: 200 len: 898 time: 0.1209157 Mar 24 01:56:26.054446 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49278efd-589d-4fe0-86c8-01842951f30d req-2dfff1ff-1154-42e3-b45f-a0c1443ca7a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68bb4183-1e8a-4058-81b4-3024c9235d8a HTTP/1.1" status: 200 len: 217 time: 0.0362356 Mar 24 01:56:26.061388 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4eaca-a854-4983-9f00-28aa3e8930ba req-1125212b-53f1-4ba9-9e4d-f58221f2dbad tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:26.062809 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23b4eaca-a854-4983-9f00-28aa3e8930ba req-1125212b-53f1-4ba9-9e4d-f58221f2dbad tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.1004636 Mar 24 01:56:26.077846 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-923a6b37-4f83-4d36-80fc-43ad8855b048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458043659', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:54:52Z', 'updated_at': '2022-03-24T01:54:56Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:53Z', 'updated_at': '2022-03-24T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b72a01f6-247e-4ead-89e4-5bf4afe4b10a', 'name': '', 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:4f:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:55Z', 'updated_at': '2022-03-24T01:54:59Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:26.103916 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a6b37-4f83-4d36-80fc-43ad8855b048 None None] Checking router: 14c0c6f6-abb2-4403-ae28-243a14a0656e for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:56:26.112593 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a6b37-4f83-4d36-80fc-43ad8855b048 None None] Routers {'14c0c6f6-abb2-4403-ae28-243a14a0656e'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:56:26.113239 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-923a6b37-4f83-4d36-80fc-43ad8855b048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:56:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['14c0c6f6-abb2-4403-ae28-243a14a0656e'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:26.133832 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49278efd-589d-4fe0-86c8-01842951f30d req-c3e4bb24-4777-4250-8657-8959b1962204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:26.137234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49278efd-589d-4fe0-86c8-01842951f30d req-c3e4bb24-4777-4250-8657-8959b1962204 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f01ee515-f9ef-4cf4-812b-d7cddb54a875 HTTP/1.1" status: 200 len: 834 time: 0.0717032 Mar 24 01:56:26.162505 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-23b4eaca-a854-4983-9f00-28aa3e8930ba req-541d8e24-77ef-4235-92ee-9afab80d77cb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917268 Mar 24 01:56:26.196687 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49278efd-589d-4fe0-86c8-01842951f30d req-6c6de7ee-ff46-4f98-a2f2-1017db0f49b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:26.198264 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49278efd-589d-4fe0-86c8-01842951f30d req-6c6de7ee-ff46-4f98-a2f2-1017db0f49b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e425cf73-2f52-48ae-b9f1-c753ddd4db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532353 Mar 24 01:56:26.293551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49278efd-589d-4fe0-86c8-01842951f30d req-207aaad6-720d-4ec8-8561-23207e52315a service neutron] 10.222.0.57 "GET /v2.0/networks/e425cf73-2f52-48ae-b9f1-c753ddd4db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877295 Mar 24 01:56:26.316507 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-923a6b37-4f83-4d36-80fc-43ad8855b048 None None] Set router 14c0c6f6-abb2-4403-ae28-243a14a0656e gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:56:26.384991 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-49278efd-589d-4fe0-86c8-01842951f30d req-da8d4282-6182-405b-880c-999cd6e49387 service neutron] 10.222.0.57 "GET /v2.0/networks/e425cf73-2f52-48ae-b9f1-c753ddd4db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854423 Mar 24 01:56:26.511483 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-923a6b37-4f83-4d36-80fc-43ad8855b048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458043659', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:54:52Z', 'updated_at': '2022-03-24T01:54:56Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:53Z', 'updated_at': '2022-03-24T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b72a01f6-247e-4ead-89e4-5bf4afe4b10a', 'name': '', 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:4f:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:55Z', 'updated_at': '2022-03-24T01:54:59Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:26.541364 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a6b37-4f83-4d36-80fc-43ad8855b048 None None] The sync data for ids ['14c0c6f6-abb2-4403-ae28-243a14a0656e'] in n-d-760455-9 is: [{'id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458043659', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:54:52Z', 'updated_at': '2022-03-24T01:54:56Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:53Z', 'updated_at': '2022-03-24T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'b72a01f6-247e-4ead-89e4-5bf4afe4b10a', 'name': '', 'network_id': 'e425cf73-2f52-48ae-b9f1-c753ddd4db2a', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:4f:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:55Z', 'updated_at': '2022-03-24T01:54:59Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'f01ee515-f9ef-4cf4-812b-d7cddb54a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:56:26.782216 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c977de2a-780d-4baf-b5ae-b7bdac2c20c0 None None] New status for floating IP 6abfdff0-4b42-41d5-9933-3e3dff4d575a: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:56:27.288459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdf63d-9322-4102-9f9e-60a83e4cbdd6 req-c6d1af50-7ddb-4866-ae92-634cc9a7ba71 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:27.289957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ebdf63d-9322-4102-9f9e-60a83e4cbdd6 req-c6d1af50-7ddb-4866-ae92-634cc9a7ba71 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.0519583 Mar 24 01:56:27.338802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4ebdf63d-9322-4102-9f9e-60a83e4cbdd6 req-8748be8d-8a6b-425c-8a1f-dff4d641c30c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f588a63-92d2-4927-89f8-78a90f888962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433033 Mar 24 01:56:27.451180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff744d-6da7-47b3-a9e6-8c0f9858ac9e req-1e25cadd-dfc4-4bfb-83fb-c58065f9212b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:27.452964 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80ff744d-6da7-47b3-a9e6-8c0f9858ac9e req-1e25cadd-dfc4-4bfb-83fb-c58065f9212b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef1de415-41dd-4f18-89dd-8360c4d3d900 HTTP/1.1" status: 200 len: 945 time: 0.0566754 Mar 24 01:56:27.542357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-80ff744d-6da7-47b3-a9e6-8c0f9858ac9e req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port 68bb4183-1e8a-4058-81b4-3024c9235d8a {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:56:27.542699 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80ff744d-6da7-47b3-a9e6-8c0f9858ac9e req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (68bb4183-1e8a-4058-81b4-3024c9235d8a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:27.632223 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-80ff744d-6da7-47b3-a9e6-8c0f9858ac9e req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] For port 68bb4183-1e8a-4058-81b4-3024c9235d8a, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=68bb4183-1e8a-4058-81b4-3024c9235d8a,segment=NetworkSegment(2325bf0d-ef84-4adf-af8f-dbae9c0649d4),segment_id=2325bf0d-ef84-4adf-af8f-dbae9c0649d4)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:56:27.632579 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80ff744d-6da7-47b3-a9e6-8c0f9858ac9e req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (68bb4183-1e8a-4058-81b4-3024c9235d8a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:27.646140 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-80ff744d-6da7-47b3-a9e6-8c0f9858ac9e req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for 68bb4183-1e8a-4058-81b4-3024c9235d8a owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:56:27.771769 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80ff744d-6da7-47b3-a9e6-8c0f9858ac9e req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (68bb4183-1e8a-4058-81b4-3024c9235d8a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:27.804965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=68bb4183-1e8a-4058-81b4-3024c9235d8a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:27.830028 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:27.830413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:27.830759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:27.831100 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:27.831437 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:27.831768 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:27.832111 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:27.832424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:27.832750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:27.833076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:27.833428 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:27.833754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:27.834075 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:27.834399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:27.834718 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:27.854542 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ff744d-6da7-47b3-a9e6-8c0f9858ac9e req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] No DVR routers for this DVR port 68bb4183-1e8a-4058-81b4-3024c9235d8a on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:56:27.856859 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-80ff744d-6da7-47b3-a9e6-8c0f9858ac9e req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:27.860763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-80ff744d-6da7-47b3-a9e6-8c0f9858ac9e req-a2fbf8be-20d9-46da-b6e2-fe23a067e161 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "DELETE /v2.0/ports/68bb4183-1e8a-4058-81b4-3024c9235d8a HTTP/1.1" status: 204 len: 173 time: 0.4026637 Mar 24 01:56:27.861224 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1de415-41dd-4f18-89dd-8360c4d3d900', 'name': 'network-vif-deleted', 'tag': '68bb4183-1e8a-4058-81b4-3024c9235d8a'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:56:27.863451 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c944cde7-1ce6-435b-863b-3ec6d2614198" -d '{"events": [{"server_uuid": "ef1de415-41dd-4f18-89dd-8360c4d3d900", "name": "network-vif-deleted", "tag": "68bb4183-1e8a-4058-81b4-3024c9235d8a"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:56:27.954061 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828cabda-d1d6-478e-9366-0f1914241450 x-openstack-request-id: req-828cabda-d1d6-478e-9366-0f1914241450 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:56:27.954422 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1de415-41dd-4f18-89dd-8360c4d3d900", "name": "network-vif-deleted", "tag": "68bb4183-1e8a-4058-81b4-3024c9235d8a", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:56:27.954757 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-828cabda-d1d6-478e-9366-0f1914241450 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:56:27.955174 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-828cabda-d1d6-478e-9366-0f1914241450'] response: {'server_uuid': 'ef1de415-41dd-4f18-89dd-8360c4d3d900', 'name': 'network-vif-deleted', 'tag': '68bb4183-1e8a-4058-81b4-3024c9235d8a', 'status': 'completed', 'code': 200} Mar 24 01:56:28.394870 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40692) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:28.752308 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d42c11a-5ad2-4231-8396-0992f88ecb36 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (14c0c6f6-abb2-4403-ae28-243a14a0656e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:28.840047 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-00581e40-7423-440f-b149-a2a35cdbd293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:29.009716 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1d42c11a-5ad2-4231-8396-0992f88ecb36 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port b72a01f6-247e-4ead-89e4-5bf4afe4b10a {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:56:29.009968 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d42c11a-5ad2-4231-8396-0992f88ecb36 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:29.101262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-1d42c11a-5ad2-4231-8396-0992f88ecb36 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] For port b72a01f6-247e-4ead-89e4-5bf4afe4b10a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b72a01f6-247e-4ead-89e4-5bf4afe4b10a,segment=NetworkSegment(2325bf0d-ef84-4adf-af8f-dbae9c0649d4),segment_id=2325bf0d-ef84-4adf-af8f-dbae9c0649d4)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:56:29.101642 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d42c11a-5ad2-4231-8396-0992f88ecb36 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:29.114695 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1d42c11a-5ad2-4231-8396-0992f88ecb36 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for b72a01f6-247e-4ead-89e4-5bf4afe4b10a owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:56:29.302896 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d42c11a-5ad2-4231-8396-0992f88ecb36 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (b72a01f6-247e-4ead-89e4-5bf4afe4b10a), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:29.329668 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42c11a-5ad2-4231-8396-0992f88ecb36 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=b72a01f6-247e-4ead-89e4-5bf4afe4b10a,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:29.512864 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1d42c11a-5ad2-4231-8396-0992f88ecb36 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (14c0c6f6-abb2-4403-ae28-243a14a0656e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:29.724965 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d42c11a-5ad2-4231-8396-0992f88ecb36 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router 14c0c6f6-abb2-4403-ae28-243a14a0656e has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:56:29.832337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d42c11a-5ad2-4231-8396-0992f88ecb36 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:56:29.840046 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1d42c11a-5ad2-4231-8396-0992f88ecb36 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "PUT /v2.0/routers/14c0c6f6-abb2-4403-ae28-243a14a0656e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4434922 Mar 24 01:56:29.842211 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40694) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:29.842410 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bcac5b-6fbd-455b-86d1-9e8fb22bcc5d None None] Sync routers for ids ['14c0c6f6-abb2-4403-ae28-243a14a0656e'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:56:29.852794 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bcac5b-6fbd-455b-86d1-9e8fb22bcc5d None None] Routers {'14c0c6f6-abb2-4403-ae28-243a14a0656e'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:56:29.853431 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-76bcac5b-6fbd-455b-86d1-9e8fb22bcc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:56:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['14c0c6f6-abb2-4403-ae28-243a14a0656e'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:29.892453 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00dc44a-bdeb-499b-8fba-557853139509 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting subnet f01ee515-f9ef-4cf4-812b-d7cddb54a875 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:56:29.895559 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b00dc44a-bdeb-499b-8fba-557853139509 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for subnet (f01ee515-f9ef-4cf4-812b-d7cddb54a875), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:29.939336 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b00dc44a-bdeb-499b-8fba-557853139509 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (f01ee515-f9ef-4cf4-812b-d7cddb54a875), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:29.958555 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-76bcac5b-6fbd-455b-86d1-9e8fb22bcc5d None None] Set router 14c0c6f6-abb2-4403-ae28-243a14a0656e gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:56:30.020921 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b00dc44a-bdeb-499b-8fba-557853139509 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (f01ee515-f9ef-4cf4-812b-d7cddb54a875), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.078852 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b00dc44a-bdeb-499b-8fba-557853139509 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (f01ee515-f9ef-4cf4-812b-d7cddb54a875), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.110199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00dc44a-bdeb-499b-8fba-557853139509 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Subnet': ['ID=f01ee515-f9ef-4cf4-812b-d7cddb54a875,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:30.112145 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b00dc44a-bdeb-499b-8fba-557853139509 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.118667 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b00dc44a-bdeb-499b-8fba-557853139509 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/subnets/f01ee515-f9ef-4cf4-812b-d7cddb54a875 HTTP/1.1" status: 204 len: 168 time: 0.2738476 Mar 24 01:56:30.118890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843ed5ba-488c-4183-927e-6a8fb62aa4d0 None None] Network e425cf73-2f52-48ae-b9f1-c753ddd4db2a requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:56:30.120407 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40696) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:30.145968 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-76bcac5b-6fbd-455b-86d1-9e8fb22bcc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458043659', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:54:52Z', 'updated_at': '2022-03-24T01:56:29Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:53Z', 'updated_at': '2022-03-24T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:30.171424 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bcac5b-6fbd-455b-86d1-9e8fb22bcc5d None None] Checking router: 14c0c6f6-abb2-4403-ae28-243a14a0656e for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:56:30.179806 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bcac5b-6fbd-455b-86d1-9e8fb22bcc5d None None] Routers {'14c0c6f6-abb2-4403-ae28-243a14a0656e'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:56:30.180464 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-76bcac5b-6fbd-455b-86d1-9e8fb22bcc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:56:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['14c0c6f6-abb2-4403-ae28-243a14a0656e'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:30.231657 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aae6cbf3-8406-4db3-b678-ed822b86a00e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router (14c0c6f6-abb2-4403-ae28-243a14a0656e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.292459 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-76bcac5b-6fbd-455b-86d1-9e8fb22bcc5d None None] Set router 14c0c6f6-abb2-4403-ae28-243a14a0656e gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:56:30.302208 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] DHCP port deletion for e425cf73-2f52-48ae-b9f1-c753ddd4db2a request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:56:30.342667 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aae6cbf3-8406-4db3-b678-ed822b86a00e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (14c0c6f6-abb2-4403-ae28-243a14a0656e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.351155 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Deleting port 34e9b715-5bb1-43e5-bd9b-a04daf544bb6 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:56:30.351664 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (34e9b715-5bb1-43e5-bd9b-a04daf544bb6), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.402010 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-aae6cbf3-8406-4db3-b678-ed822b86a00e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port 26c3da52-87cc-4071-8f4a-c22c2704e076 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:56:30.402591 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aae6cbf3-8406-4db3-b678-ed822b86a00e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (26c3da52-87cc-4071-8f4a-c22c2704e076), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.417611 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] For port 34e9b715-5bb1-43e5-bd9b-a04daf544bb6, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=34e9b715-5bb1-43e5-bd9b-a04daf544bb6,segment=NetworkSegment(2325bf0d-ef84-4adf-af8f-dbae9c0649d4),segment_id=2325bf0d-ef84-4adf-af8f-dbae9c0649d4)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:56:30.418165 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (34e9b715-5bb1-43e5-bd9b-a04daf544bb6), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.432910 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Calling delete_port for 34e9b715-5bb1-43e5-bd9b-a04daf544bb6 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:56:30.484369 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-76bcac5b-6fbd-455b-86d1-9e8fb22bcc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458043659', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:54:52Z', 'updated_at': '2022-03-24T01:56:29Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:53Z', 'updated_at': '2022-03-24T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:30.493694 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.497634 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-aae6cbf3-8406-4db3-b678-ed822b86a00e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] For port 26c3da52-87cc-4071-8f4a-c22c2704e076, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=26c3da52-87cc-4071-8f4a-c22c2704e076,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:56:30.498019 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aae6cbf3-8406-4db3-b678-ed822b86a00e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (26c3da52-87cc-4071-8f4a-c22c2704e076), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.512963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-aae6cbf3-8406-4db3-b678-ed822b86a00e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for 26c3da52-87cc-4071-8f4a-c22c2704e076 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:56:30.518714 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bcac5b-6fbd-455b-86d1-9e8fb22bcc5d None None] The sync data for ids ['14c0c6f6-abb2-4403-ae28-243a14a0656e'] in n-d-760455-9 is: [{'id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458043659', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:54:52Z', 'updated_at': '2022-03-24T01:56:29Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': '26c3da52-87cc-4071-8f4a-c22c2704e076', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c0c6f6-abb2-4403-ae28-243a14a0656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:54:53Z', 'updated_at': '2022-03-24T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:56:30.539838 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (34e9b715-5bb1-43e5-bd9b-a04daf544bb6), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.571700 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Pushing event deleted for resources: {'Port': ['ID=34e9b715-5bb1-43e5-bd9b-a04daf544bb6,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:30.576027 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] No DVR routers for this DVR port 34e9b715-5bb1-43e5-bd9b-a04daf544bb6 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:56:30.586196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:30.586196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:30.586196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:30.586196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:30.586196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:30.586196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:30.586196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:30.586196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:30.586196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:30.587653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:30.587653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:30.587653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:30.587653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:30.587653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:30.588518 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3c62b-7793-4edd-a827-ba1c653acc6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:30.695550 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aae6cbf3-8406-4db3-b678-ed822b86a00e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (26c3da52-87cc-4071-8f4a-c22c2704e076), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.724400 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6cbf3-8406-4db3-b678-ed822b86a00e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=26c3da52-87cc-4071-8f4a-c22c2704e076,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:30.784555 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aae6cbf3-8406-4db3-b678-ed822b86a00e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (14c0c6f6-abb2-4403-ae28-243a14a0656e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.876549 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aae6cbf3-8406-4db3-b678-ed822b86a00e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (14c0c6f6-abb2-4403-ae28-243a14a0656e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.878960 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aae6cbf3-8406-4db3-b678-ed822b86a00e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_controller (14c0c6f6-abb2-4403-ae28-243a14a0656e), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.924003 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aae6cbf3-8406-4db3-b678-ed822b86a00e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (14c0c6f6-abb2-4403-ae28-243a14a0656e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.924554 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae6cbf3-8406-4db3-b678-ed822b86a00e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Fanout notify agent at l3_agent the message router_deleted on router 14c0c6f6-abb2-4403-ae28-243a14a0656e {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:56:30.931414 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-aae6cbf3-8406-4db3-b678-ed822b86a00e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:30.935546 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-aae6cbf3-8406-4db3-b678-ed822b86a00e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/routers/14c0c6f6-abb2-4403-ae28-243a14a0656e HTTP/1.1" status: 204 len: 168 time: 0.8138332 Mar 24 01:56:30.935877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40698) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:30.953839 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f07cec8a-dc68-417b-8e71-bf337c2b1f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.020927 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1abf9e87-b770-4eee-ac31-d4402297d1e4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (e425cf73-2f52-48ae-b9f1-c753ddd4db2a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.105880 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1abf9e87-b770-4eee-ac31-d4402297d1e4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (e425cf73-2f52-48ae-b9f1-c753ddd4db2a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.130163 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1abf9e87-b770-4eee-ac31-d4402297d1e4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e425cf73-2f52-48ae-b9f1-c753ddd4db2a']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:31.140926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1abf9e87-b770-4eee-ac31-d4402297d1e4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2325bf0d-ef84-4adf-af8f-dbae9c0649d4') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:31.141284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-1abf9e87-b770-4eee-ac31-d4402297d1e4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2325bf0d-ef84-4adf-af8f-dbae9c0649d4') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:31.151374 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1abf9e87-b770-4eee-ac31-d4402297d1e4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (2325bf0d-ef84-4adf-af8f-dbae9c0649d4), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.166435 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1abf9e87-b770-4eee-ac31-d4402297d1e4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (2325bf0d-ef84-4adf-af8f-dbae9c0649d4), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.172828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abf9e87-b770-4eee-ac31-d4402297d1e4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:56:31.173423 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1abf9e87-b770-4eee-ac31-d4402297d1e4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (2325bf0d-ef84-4adf-af8f-dbae9c0649d4), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:56:31.176915 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:56:31.242936 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1abf9e87-b770-4eee-ac31-d4402297d1e4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (e425cf73-2f52-48ae-b9f1-c753ddd4db2a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.248624 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 34e9b715-5bb1-43e5-bd9b-a04daf544bb6 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:56:31.256379 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1abf9e87-b770-4eee-ac31-d4402297d1e4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.262116 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1abf9e87-b770-4eee-ac31-d4402297d1e4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/networks/e425cf73-2f52-48ae-b9f1-c753ddd4db2a HTTP/1.1" status: 204 len: 168 time: 0.3224208 Mar 24 01:56:31.262478 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40700) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:31.270548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf9e87-b770-4eee-ac31-d4402297d1e4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Network': ['ID=e425cf73-2f52-48ae-b9f1-c753ddd4db2a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:31.281832 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 34e9b715-5bb1-43e5-bd9b-a04daf544bb6 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:56:31.282185 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 34e9b715-5bb1-43e5-bd9b-a04daf544bb6 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:56:31.282962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b72a01f6-247e-4ead-89e4-5bf4afe4b10a no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:56:31.302544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: b72a01f6-247e-4ead-89e4-5bf4afe4b10a {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:56:31.302988 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b72a01f6-247e-4ead-89e4-5bf4afe4b10a not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:56:31.328185 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-69b9741b-9f76-45ad-91e0-443449c83b40 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (3f588a63-92d2-4927-89f8-78a90f888962), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.353030 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-69b9741b-9f76-45ad-91e0-443449c83b40 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (3f588a63-92d2-4927-89f8-78a90f888962), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.411389 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-69b9741b-9f76-45ad-91e0-443449c83b40 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (3f588a63-92d2-4927-89f8-78a90f888962), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.413987 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-69b9741b-9f76-45ad-91e0-443449c83b40 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.415572 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-69b9741b-9f76-45ad-91e0-443449c83b40 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/security-groups/3f588a63-92d2-4927-89f8-78a90f888962 HTTP/1.1" status: 204 len: 168 time: 0.1516798 Mar 24 01:56:31.424538 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9741b-9f76-45ad-91e0-443449c83b40 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f588a63-92d2-4927-89f8-78a90f888962,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:31.735974 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40706) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:31.740633 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-4a6fa060-a8e3-44fe-a251-2208287774a2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2007142009', 'description': 'tempest-secgroup-smoke-2007142009 description', 'project_id': '570af92d73ce477eab0032c6e4bb8590'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:56:31.761356 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a6fa060-a8e3-44fe-a251-2208287774a2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.827474 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a6fa060-a8e3-44fe-a251-2208287774a2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (096236d0-13ab-4a76-9093-8d25e79dde1e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.831268 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a6fa060-a8e3-44fe-a251-2208287774a2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (096236d0-13ab-4a76-9093-8d25e79dde1e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.861276 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4a6fa060-a8e3-44fe-a251-2208287774a2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.862487 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4a6fa060-a8e3-44fe-a251-2208287774a2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1254194 Mar 24 01:56:31.864398 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fa060-a8e3-44fe-a251-2208287774a2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096236d0-13ab-4a76-9093-8d25e79dde1e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:31.865517 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40708) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:31.870931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-84d159e9-a08d-4e52-84be-2cb14a75fbf2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '096236d0-13ab-4a76-9093-8d25e79dde1e', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:56:31.895793 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84d159e9-a08d-4e52-84be-2cb14a75fbf2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (ecc51395-52c0-4a5c-a04f-f9fef7c93cb8), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.948860 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84d159e9-a08d-4e52-84be-2cb14a75fbf2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (ecc51395-52c0-4a5c-a04f-f9fef7c93cb8), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.952721 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84d159e9-a08d-4e52-84be-2cb14a75fbf2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (ecc51395-52c0-4a5c-a04f-f9fef7c93cb8), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.967812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d159e9-a08d-4e52-84be-2cb14a75fbf2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc51395-52c0-4a5c-a04f-f9fef7c93cb8,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:31.977276 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-84d159e9-a08d-4e52-84be-2cb14a75fbf2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:31.978459 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-84d159e9-a08d-4e52-84be-2cb14a75fbf2 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114776 Mar 24 01:56:31.981214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40710) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:31.985900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-88d86bea-23e3-4a10-bc8c-2d9c8be74e63 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '096236d0-13ab-4a76-9093-8d25e79dde1e', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:56:32.009768 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-88d86bea-23e3-4a10-bc8c-2d9c8be74e63 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (c5f2bef4-9638-4d50-93a0-fbfe32bdb7fc), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.063354 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-88d86bea-23e3-4a10-bc8c-2d9c8be74e63 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (c5f2bef4-9638-4d50-93a0-fbfe32bdb7fc), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.066510 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-88d86bea-23e3-4a10-bc8c-2d9c8be74e63 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (c5f2bef4-9638-4d50-93a0-fbfe32bdb7fc), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.087125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d86bea-23e3-4a10-bc8c-2d9c8be74e63 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f2bef4-9638-4d50-93a0-fbfe32bdb7fc,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:32.093900 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-88d86bea-23e3-4a10-bc8c-2d9c8be74e63 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.095072 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-88d86bea-23e3-4a10-bc8c-2d9c8be74e63 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129611 Mar 24 01:56:32.097942 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40712) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:32.102522 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-f4bd9cd6-e964-4b79-ad7a-5575a39be358 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '096236d0-13ab-4a76-9093-8d25e79dde1e', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:56:32.131152 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9cd6-e964-4b79-ad7a-5575a39be358 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (db0e5cb9-f608-4def-b165-ebe0cdceb794), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.165373 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 68bb4183-1e8a-4058-81b4-3024c9235d8a no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:56:32.186916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 68bb4183-1e8a-4058-81b4-3024c9235d8a {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:56:32.187337 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 68bb4183-1e8a-4058-81b4-3024c9235d8a not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:56:32.187462 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9cd6-e964-4b79-ad7a-5575a39be358 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (db0e5cb9-f608-4def-b165-ebe0cdceb794), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.191652 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9cd6-e964-4b79-ad7a-5575a39be358 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (db0e5cb9-f608-4def-b165-ebe0cdceb794), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.209382 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd9cd6-e964-4b79-ad7a-5575a39be358 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0e5cb9-f608-4def-b165-ebe0cdceb794,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:32.216899 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9cd6-e964-4b79-ad7a-5575a39be358 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.218758 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-f4bd9cd6-e964-4b79-ad7a-5575a39be358 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197274 Mar 24 01:56:32.221468 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40714) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:32.225598 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-83819cc9-ac51-456b-ae39-50b47b3b8f51 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '096236d0-13ab-4a76-9093-8d25e79dde1e', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:56:32.249861 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83819cc9-ac51-456b-ae39-50b47b3b8f51 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (0a71c57b-dca5-48a0-8d60-549dd56d1a24), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.307266 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83819cc9-ac51-456b-ae39-50b47b3b8f51 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (0a71c57b-dca5-48a0-8d60-549dd56d1a24), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.311537 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83819cc9-ac51-456b-ae39-50b47b3b8f51 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (0a71c57b-dca5-48a0-8d60-549dd56d1a24), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.329802 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83819cc9-ac51-456b-ae39-50b47b3b8f51 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a71c57b-dca5-48a0-8d60-549dd56d1a24,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:32.334560 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-83819cc9-ac51-456b-ae39-50b47b3b8f51 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.335885 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-83819cc9-ac51-456b-ae39-50b47b3b8f51 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1133668 Mar 24 01:56:32.338533 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40716) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:32.342741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-7b3a56e6-de71-4e4f-8232-e74bfecdab44 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '096236d0-13ab-4a76-9093-8d25e79dde1e', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:56:32.359285 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.362391 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-7b3a56e6-de71-4e4f-8232-e74bfecdab44 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Project 570af92d73ce477eab0032c6e4bb8590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:56:32.367158 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7b3a56e6-de71-4e4f-8232-e74bfecdab44 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (3904cf66-bdcc-476d-998a-769c70112de3), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.423122 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7b3a56e6-de71-4e4f-8232-e74bfecdab44 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (3904cf66-bdcc-476d-998a-769c70112de3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.426302 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7b3a56e6-de71-4e4f-8232-e74bfecdab44 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (3904cf66-bdcc-476d-998a-769c70112de3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.443836 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a56e6-de71-4e4f-8232-e74bfecdab44 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3904cf66-bdcc-476d-998a-769c70112de3,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:32.451112 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-7b3a56e6-de71-4e4f-8232-e74bfecdab44 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.453115 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-7b3a56e6-de71-4e4f-8232-e74bfecdab44 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1136632 Mar 24 01:56:32.455845 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40718) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:32.459992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-60594f4c-d524-47db-9186-208f6b46d580 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'security_group_rule': {'security_group_id': '096236d0-13ab-4a76-9093-8d25e79dde1e', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:56:32.478532 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-60594f4c-d524-47db-9186-208f6b46d580 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Project 570af92d73ce477eab0032c6e4bb8590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:56:32.483190 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60594f4c-d524-47db-9186-208f6b46d580 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (2676ada0-59e4-4799-a996-57b6de447896), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.545594 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60594f4c-d524-47db-9186-208f6b46d580 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (2676ada0-59e4-4799-a996-57b6de447896), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.549059 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60594f4c-d524-47db-9186-208f6b46d580 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (2676ada0-59e4-4799-a996-57b6de447896), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.568963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60594f4c-d524-47db-9186-208f6b46d580 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2676ada0-59e4-4799-a996-57b6de447896,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:32.574510 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-60594f4c-d524-47db-9186-208f6b46d580 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.575700 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-60594f4c-d524-47db-9186-208f6b46d580 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189573 Mar 24 01:56:32.579353 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40720) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:32.584028 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0862624d-f6e1-42c0-bcf2-22431694f46e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'network': {'name': 'tempest-network-smoke--1564971077', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'port_security_enabled': True}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:56:32.601532 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0862624d-f6e1-42c0-bcf2-22431694f46e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Made reservation on behalf of 570af92d73ce477eab0032c6e4bb8590 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:56:32.604710 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0862624d-f6e1-42c0-bcf2-22431694f46e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.634263 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0862624d-f6e1-42c0-bcf2-22431694f46e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:56:32.643668 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0862624d-f6e1-42c0-bcf2-22431694f46e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (a829478a-cdc5-4eb0-8307-fd12485ccb79), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.644027 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-0862624d-f6e1-42c0-bcf2-22431694f46e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Added segment a829478a-cdc5-4eb0-8307-fd12485ccb79 of type vlan for network 1b9bb16a-99ea-487c-8ac3-d1d7690ef571 Mar 24 01:56:32.683297 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0862624d-f6e1-42c0-bcf2-22431694f46e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (1b9bb16a-99ea-487c-8ac3-d1d7690ef571), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.708372 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0862624d-f6e1-42c0-bcf2-22431694f46e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (1b9bb16a-99ea-487c-8ac3-d1d7690ef571), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.713358 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0862624d-f6e1-42c0-bcf2-22431694f46e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:32.713939 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0862624d-f6e1-42c0-bcf2-22431694f46e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.773068 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0862624d-f6e1-42c0-bcf2-22431694f46e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1926458 Mar 24 01:56:32.775753 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40722) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:32.780260 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-925307956', 'admin_state_up': True, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:56:32.781566 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862624d-f6e1-42c0-bcf2-22431694f46e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Network': ['ID=1b9bb16a-99ea-487c-8ac3-d1d7690ef571,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:32.791654 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 1b9bb16a-99ea-487c-8ac3-d1d7690ef571 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:56:32.802668 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (9df4f06f-d532-4827-ae2a-2398bff34277), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.803820 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (9df4f06f-d532-4827-ae2a-2398bff34277), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.859730 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_controller (9df4f06f-d532-4827-ae2a-2398bff34277), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:32.997747 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (9df4f06f-d532-4827-ae2a-2398bff34277), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:33.034054 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:33.119830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 26c3da52-87cc-4071-8f4a-c22c2704e076 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:56:33.142173 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 26c3da52-87cc-4071-8f4a-c22c2704e076 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:56:33.142524 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 26c3da52-87cc-4071-8f4a-c22c2704e076 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:56:33.186975 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (9df4f06f-d532-4827-ae2a-2398bff34277), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:33.208757 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:33.307456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.25.0.51 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/b9515f5a-7781-4c20-a355-3031087489c5) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:56:33.407696 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (b9515f5a-7781-4c20-a355-3031087489c5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:33.441475 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b9515f5a-7781-4c20-a355-3031087489c5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:33.479067 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:56:33.481933 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:56:33.487359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:56:33.508523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=b9515f5a-7781-4c20-a355-3031087489c5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:33.876987 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:34.069979 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (9df4f06f-d532-4827-ae2a-2398bff34277), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:34.263857 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (9df4f06f-d532-4827-ae2a-2398bff34277), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:34.390019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router 9df4f06f-d532-4827-ae2a-2398bff34277 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:56:34.494617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:56:34.505955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Sync routers for ids ['9df4f06f-d532-4827-ae2a-2398bff34277'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:56:34.516745 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:34.518023 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Routers {'9df4f06f-d532-4827-ae2a-2398bff34277'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:56:34.518496 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:56:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9df4f06f-d532-4827-ae2a-2398bff34277'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:34.520164 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-fd5b5e45-3710-4da8-86ec-86a243df949d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7433352 Mar 24 01:56:34.523408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40724) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:34.597265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e973b119-0d6c-4eac-b7c6-68782c9e68b8 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=570af92d73ce477eab0032c6e4bb8590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0728228 Mar 24 01:56:34.599899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40728) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:34.626573 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Set router 9df4f06f-d532-4827-ae2a-2398bff34277 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:56:34.686284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20760e16-8bb0-42bc-acc8-ed6910dc32a7 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:34.687797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-20760e16-8bb0-42bc-acc8-ed6910dc32a7 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870080 Mar 24 01:56:34.690713 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40730) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:34.724480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8ad0996d-a260-4672-a066-dd1e26be0d57 tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9f8f8b0-c94f-49b4-a90f-da1a368a1952&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324838 Mar 24 01:56:34.727073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40732) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:34.731705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-7e19f653-b19f-4237-84b5-e7232b3c1126 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1135690068', 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:56:34.804005 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925307956', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:56:32Z', 'updated_at': '2022-03-24T01:56:33Z', 'revision_number': 3, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:33Z', 'updated_at': '2022-03-24T01:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:34.816306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e19f653-b19f-4237-84b5-e7232b3c1126 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Made reservation on behalf of 570af92d73ce477eab0032c6e4bb8590 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:56:34.820031 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e19f653-b19f-4237-84b5-e7232b3c1126 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:34.831594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Checking router: 9df4f06f-d532-4827-ae2a-2398bff34277 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:56:34.831946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Updating router 9df4f06f-d532-4827-ae2a-2398bff34277 port b9515f5a-7781-4c20-a355-3031087489c5 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:56:34.859365 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b9515f5a-7781-4c20-a355-3031087489c5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:35.003731 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e19f653-b19f-4237-84b5-e7232b3c1126 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (a9db4f6e-4d42-4cce-9a22-467b68025fa6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:35.061788 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19f653-b19f-4237-84b5-e7232b3c1126 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Subnet': ['ID=a9db4f6e-4d42-4cce-9a22-467b68025fa6,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:35.073027 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19f653-b19f-4237-84b5-e7232b3c1126 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Checking segment: {'id': 'a829478a-cdc5-4eb0-8307-fd12485ccb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:56:35.073618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e19f653-b19f-4237-84b5-e7232b3c1126 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network hostable DHCP agents. Network: 1b9bb16a-99ea-487c-8ac3-d1d7690ef571, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:56:35.090334 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e19f653-b19f-4237-84b5-e7232b3c1126 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network 1b9bb16a-99ea-487c-8ac3-d1d7690ef571 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:56:35.100255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-7e19f653-b19f-4237-84b5-e7232b3c1126 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 1b9bb16a-99ea-487c-8ac3-d1d7690ef571) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:56:35.105454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e19f653-b19f-4237-84b5-e7232b3c1126 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:35.105880 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e19f653-b19f-4237-84b5-e7232b3c1126 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:35.118873 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Publish callbacks [] for port (b9515f5a-7781-4c20-a355-3031087489c5), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:35.122026 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca9aabe-c7b8-4464-97d0-d71120fdb636 None None] Network 1b9bb16a-99ea-487c-8ac3-d1d7690ef571 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:56:35.123069 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7e19f653-b19f-4237-84b5-e7232b3c1126 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3950157 Mar 24 01:56:35.126060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40734) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:35.134736 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b9515f5a-7781-4c20-a355-3031087489c5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:35.229921 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976201ed-5b76-44c1-bdcd-6f3ac92820df None None] Pushing event updated for resources: {'Port': ['ID=b9515f5a-7781-4c20-a355-3031087489c5,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:35.234771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Attempting to bind port b9515f5a-7781-4c20-a355-3031087489c5 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:56:35.235147 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Attempting to bind port b9515f5a-7781-4c20-a355-3031087489c5 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:56:35.235754 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Attempting to bind port b9515f5a-7781-4c20-a355-3031087489c5 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:56:35.242056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:56:35.242426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:56:35.242823 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:35.243207 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:56:35.243665 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Bound port: b9515f5a-7781-4c20-a355-3031087489c5, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:56:35.244046 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b9515f5a-7781-4c20-a355-3031087489c5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:35.304058 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ips': [{'subnet_id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:56:35.304893 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:35.343627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] For port b9515f5a-7781-4c20-a355-3031087489c5, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:56:35.358626 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:35.365705 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] For port b9515f5a-7781-4c20-a355-3031087489c5, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b9515f5a-7781-4c20-a355-3031087489c5,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:56:35.418626 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b9515f5a-7781-4c20-a355-3031087489c5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:35.510535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Routers {'9df4f06f-d532-4827-ae2a-2398bff34277'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:56:35.511163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:56:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9df4f06f-d532-4827-ae2a-2398bff34277'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:35.550990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976201ed-5b76-44c1-bdcd-6f3ac92820df None None] Pushing event updated for resources: {'Port': ['ID=b9515f5a-7781-4c20-a355-3031087489c5,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:35.574305 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:35.597263 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Allocated IP 172.20.0.2 (1b9bb16a-99ea-487c-8ac3-d1d7690ef571/a9db4f6e-4d42-4cce-9a22-467b68025fa6/5351242e-7d17-4e03-9997-d9dfee99e765) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:56:35.693218 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] Set router 9df4f06f-d532-4827-ae2a-2398bff34277 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:56:35.870740 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Publish callbacks [] for port (5351242e-7d17-4e03-9997-d9dfee99e765), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:35.893697 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (5351242e-7d17-4e03-9997-d9dfee99e765), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:35.925378 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.20.0.1 (1b9bb16a-99ea-487c-8ac3-d1d7690ef571/a9db4f6e-4d42-4cce-9a22-467b68025fa6/c5076810-3b16-4c2d-befe-80c7ca91f419) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:56:36.046685 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:36.080943 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:36.101274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Network 1b9bb16a-99ea-487c-8ac3-d1d7690ef571 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:56:36.108772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:56:36.118190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:56:36.122118 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Pushing event updated for resources: {'Port': ['ID=5351242e-7d17-4e03-9997-d9dfee99e765,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:36.125054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network 1b9bb16a-99ea-487c-8ac3-d1d7690ef571 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:56:36.131098 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:56:36.133181 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:56:36.141076 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=c5076810-3b16-4c2d-befe-80c7ca91f419,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:36.179751 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925307956', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:56:32Z', 'updated_at': '2022-03-24T01:56:33Z', 'revision_number': 3, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:33Z', 'updated_at': '2022-03-24T01:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:36.180231 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (9df4f06f-d532-4827-ae2a-2398bff34277), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:36.207012 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Attempting to bind port 5351242e-7d17-4e03-9997-d9dfee99e765 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:56:36.207388 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Attempting to bind port 5351242e-7d17-4e03-9997-d9dfee99e765 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'a829478a-cdc5-4eb0-8307-fd12485ccb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:56:36.207755 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Attempting to bind port 5351242e-7d17-4e03-9997-d9dfee99e765 on network 1b9bb16a-99ea-487c-8ac3-d1d7690ef571 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:56:36.209926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0472320-4f65-42d2-ac6e-c730c0bcff06 None None] The sync data for ids ['9df4f06f-d532-4827-ae2a-2398bff34277'] in n-d-760455-9 is: [{'id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925307956', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:56:32Z', 'updated_at': '2022-03-24T01:56:33Z', 'revision_number': 3, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:33Z', 'updated_at': '2022-03-24T01:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:56:36.215649 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:56:36.216164 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Checking segment: {'id': 'a829478a-cdc5-4eb0-8307-fd12485ccb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:56:36.216641 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:36.217150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Bound using segment: {'id': 'a829478a-cdc5-4eb0-8307-fd12485ccb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:56:36.217691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Bound port: 5351242e-7d17-4e03-9997-d9dfee99e765, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a829478a-cdc5-4eb0-8307-fd12485ccb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:56:36.218754 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5351242e-7d17-4e03-9997-d9dfee99e765), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:36.288972 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] For port 5351242e-7d17-4e03-9997-d9dfee99e765, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:56:36.292558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] For port 5351242e-7d17-4e03-9997-d9dfee99e765, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5351242e-7d17-4e03-9997-d9dfee99e765,segment=NetworkSegment(a829478a-cdc5-4eb0-8307-fd12485ccb79),segment_id=a829478a-cdc5-4eb0-8307-fd12485ccb79)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:56:36.297984 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5351242e-7d17-4e03-9997-d9dfee99e765), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:36.330939 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:36.368671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b518f29-80ec-4726-b335-d5f9f097d512 None None] Pushing event updated for resources: {'Port': ['ID=5351242e-7d17-4e03-9997-d9dfee99e765,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:37.008471 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:37.013340 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:37.091914 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=c5076810-3b16-4c2d-befe-80c7ca91f419,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:37.094456 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (9df4f06f-d532-4827-ae2a-2398bff34277), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:37.215927 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network 1b9bb16a-99ea-487c-8ac3-d1d7690ef571 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:56:37.217490 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:56:37.267933 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b9515f5a-7781-4c20-a355-3031087489c5 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:56:37.324464 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b9515f5a-7781-4c20-a355-3031087489c5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:56:37.324844 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b9515f5a-7781-4c20-a355-3031087489c5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:37.347759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router 9df4f06f-d532-4827-ae2a-2398bff34277 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:56:37.416458 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b9515f5a-7781-4c20-a355-3031087489c5 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:56:37.416956 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (b9515f5a-7781-4c20-a355-3031087489c5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:37.443869 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port b9515f5a-7781-4c20-a355-3031087489c5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b9515f5a-7781-4c20-a355-3031087489c5,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:56:37.448594 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (b9515f5a-7781-4c20-a355-3031087489c5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:37.449913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5351242e-7d17-4e03-9997-d9dfee99e765 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:56:37.480856 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:56:37.489684 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-5ea63416-5bab-4d63-a694-15d24e7d6dc6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "PUT /v2.0/routers/9df4f06f-d532-4827-ae2a-2398bff34277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3603647 Mar 24 01:56:37.492584 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e856f68-892a-4eb1-8330-433ed8369c6d None None] Network 1b9bb16a-99ea-487c-8ac3-d1d7690ef571 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:56:37.600026 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=b9515f5a-7781-4c20-a355-3031087489c5,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:37.615464 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-58751fc2-4c6b-4a07-8af4-0d37096ab4ff None None] Provisioning complete for port 5351242e-7d17-4e03-9997-d9dfee99e765 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:56:37.615847 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-58751fc2-4c6b-4a07-8af4-0d37096ab4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5351242e-7d17-4e03-9997-d9dfee99e765), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:37.646395 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-e38df6a3-5ff5-46c9-92b3-c02f368dde2e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007142009&fields=id&tenant_id=570af92d73ce477eab0032c6e4bb8590 HTTP/1.1" status: 200 len: 267 time: 0.0474460 Mar 24 01:56:37.657118 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5351242e-7d17-4e03-9997-d9dfee99e765 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:56:37.657500 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5351242e-7d17-4e03-9997-d9dfee99e765), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:37.777424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-ef8bc4aa-4a88-489f-a0a7-51d98edf0850 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:37.778895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-ef8bc4aa-4a88-489f-a0a7-51d98edf0850 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/networks?id=1b9bb16a-99ea-487c-8ac3-d1d7690ef571 HTTP/1.1" status: 200 len: 797 time: 0.1180282 Mar 24 01:56:37.802526 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-b93225ab-1d65-4c88-aedb-fdc450286099 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/quotas/570af92d73ce477eab0032c6e4bb8590 HTTP/1.1" status: 200 len: 375 time: 0.0163534 Mar 24 01:56:37.802770 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-58751fc2-4c6b-4a07-8af4-0d37096ab4ff None None] Current status of the port 5351242e-7d17-4e03-9997-d9dfee99e765 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:56:37.802977 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-58751fc2-4c6b-4a07-8af4-0d37096ab4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5351242e-7d17-4e03-9997-d9dfee99e765), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:37.832818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5351242e-7d17-4e03-9997-d9dfee99e765 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:56:37.833253 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (5351242e-7d17-4e03-9997-d9dfee99e765), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:37.871953 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-58751fc2-4c6b-4a07-8af4-0d37096ab4ff None None] For port 5351242e-7d17-4e03-9997-d9dfee99e765, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5351242e-7d17-4e03-9997-d9dfee99e765,segment=NetworkSegment(a829478a-cdc5-4eb0-8307-fd12485ccb79),segment_id=a829478a-cdc5-4eb0-8307-fd12485ccb79)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:56:37.874081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-57c4626a-73dd-44ca-bf66-37eb7c94f050 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694425 Mar 24 01:56:37.877919 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-58751fc2-4c6b-4a07-8af4-0d37096ab4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (5351242e-7d17-4e03-9997-d9dfee99e765), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:37.948950 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-61ca81eb-583d-4498-88f2-4d8dea83e818 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 01:56:37.951288 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-61ca81eb-583d-4498-88f2-4d8dea83e818 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0644302 Mar 24 01:56:37.957314 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 01:56:37.957948 n-d-760455-9 neutron-server[115731]: DEBUG oslo_db.api [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 01:56:37.962501 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58751fc2-4c6b-4a07-8af4-0d37096ab4ff None None] Pushing event updated for resources: {'Port': ['ID=5351242e-7d17-4e03-9997-d9dfee99e765,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:38.031691 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Sync routers for ids ['9df4f06f-d532-4827-ae2a-2398bff34277'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:56:38.044879 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Routers {'9df4f06f-d532-4827-ae2a-2398bff34277'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:56:38.046088 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:56:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9df4f06f-d532-4827-ae2a-2398bff34277'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:38.062619 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-e4645a7b-fd18-4c17-a9ca-eeee79aa5736 service neutron] 10.222.0.45 "GET /v2.0/networks/1b9bb16a-99ea-487c-8ac3-d1d7690ef571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038394 Mar 24 01:56:38.104218 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-342f5873-d976-46a8-bf55-f73145c85f6e None None] Provisioning complete for port c5076810-3b16-4c2d-befe-80c7ca91f419 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:56:38.104694 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-342f5873-d976-46a8-bf55-f73145c85f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:38.149020 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-342f5873-d976-46a8-bf55-f73145c85f6e None None] Port c5076810-3b16-4c2d-befe-80c7ca91f419 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:56:38.161554 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-342f5873-d976-46a8-bf55-f73145c85f6e None None] Provisioning complete for port 5351242e-7d17-4e03-9997-d9dfee99e765 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:56:38.162174 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-342f5873-d976-46a8-bf55-f73145c85f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5351242e-7d17-4e03-9997-d9dfee99e765), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:38.167674 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Set router 9df4f06f-d532-4827-ae2a-2398bff34277 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:56:38.167905 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-bdc820b8-9871-4694-9f2f-26f58c4cb4ca service neutron] 10.222.0.45 "GET /v2.0/networks/1b9bb16a-99ea-487c-8ac3-d1d7690ef571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991993 Mar 24 01:56:38.262565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-342f5873-d976-46a8-bf55-f73145c85f6e None None] Current status of the port 5351242e-7d17-4e03-9997-d9dfee99e765 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:56:38.368404 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b91dcdb5-c489-4861-b0bd-b3a9f91c44c0 req-b1aabb94-e5cb-4992-b08b-f22f2dc02494 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 210 time: 0.0294020 Mar 24 01:56:38.392451 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f6568909-54cd-4a12-ac16-9232d1564923 None None] Provisioning complete for port c5076810-3b16-4c2d-befe-80c7ca91f419 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:56:38.392876 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6568909-54cd-4a12-ac16-9232d1564923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:38.399667 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925307956', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:56:32Z', 'updated_at': '2022-03-24T01:56:36Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:33Z', 'updated_at': '2022-03-24T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c5076810-3b16-4c2d-befe-80c7ca91f419', 'name': '', 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:98:fc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:35Z', 'updated_at': '2022-03-24T01:56:36Z', 'revision_number': 2, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:38.426129 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Checking router: 9df4f06f-d532-4827-ae2a-2398bff34277 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:56:38.426484 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Updating router 9df4f06f-d532-4827-ae2a-2398bff34277 port c5076810-3b16-4c2d-befe-80c7ca91f419 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:56:38.434214 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f6568909-54cd-4a12-ac16-9232d1564923 None None] Port c5076810-3b16-4c2d-befe-80c7ca91f419 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:56:38.456469 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:38.493855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5351242e-7d17-4e03-9997-d9dfee99e765 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:56:38.553477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-f849fdc3-2872-46ed-8400-1fee1ede1f6d None None] Provisioning complete for port c5076810-3b16-4c2d-befe-80c7ca91f419 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:56:38.554091 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f849fdc3-2872-46ed-8400-1fee1ede1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:38.591575 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-f849fdc3-2872-46ed-8400-1fee1ede1f6d None None] Port c5076810-3b16-4c2d-befe-80c7ca91f419 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:56:38.717989 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Publish callbacks [] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:38.723214 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:38.772280 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Pushing event updated for resources: {'Port': ['ID=c5076810-3b16-4c2d-befe-80c7ca91f419,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:38.796467 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:38.796816 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:38.797186 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:38.797528 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:38.797861 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:38.798194 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:38.798523 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:38.798848 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:38.799171 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:38.799496 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:38.799819 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:38.800139 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:38.800464 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:38.800785 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:38.801126 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:56:38.834182 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Attempting to bind port c5076810-3b16-4c2d-befe-80c7ca91f419 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:56:38.834560 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Attempting to bind port c5076810-3b16-4c2d-befe-80c7ca91f419 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'a829478a-cdc5-4eb0-8307-fd12485ccb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:56:38.834927 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Attempting to bind port c5076810-3b16-4c2d-befe-80c7ca91f419 on network 1b9bb16a-99ea-487c-8ac3-d1d7690ef571 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:56:38.840207 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:56:38.840582 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Checking segment: {'id': 'a829478a-cdc5-4eb0-8307-fd12485ccb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:56:38.840985 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:38.841411 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Bound using segment: {'id': 'a829478a-cdc5-4eb0-8307-fd12485ccb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:56:38.841880 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Bound port: c5076810-3b16-4c2d-befe-80c7ca91f419, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a829478a-cdc5-4eb0-8307-fd12485ccb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:56:38.842866 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:38.909421 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] For port c5076810-3b16-4c2d-befe-80c7ca91f419, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:56:38.912742 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] For port c5076810-3b16-4c2d-befe-80c7ca91f419, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c5076810-3b16-4c2d-befe-80c7ca91f419,segment=NetworkSegment(a829478a-cdc5-4eb0-8307-fd12485ccb79),segment_id=a829478a-cdc5-4eb0-8307-fd12485ccb79)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:56:38.918500 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:39.013434 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d32208dc-5c10-4941-8a1b-edfe542d18e3 None None] Provisioning complete for port c5076810-3b16-4c2d-befe-80c7ca91f419 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:56:39.013729 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d32208dc-5c10-4941-8a1b-edfe542d18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:39.070814 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Routers {'9df4f06f-d532-4827-ae2a-2398bff34277'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:56:39.071451 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:56:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9df4f06f-d532-4827-ae2a-2398bff34277'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:39.073361 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89ed77-ae40-4b65-9d2c-7441f8899bab None None] Pushing event updated for resources: {'Port': ['ID=c5076810-3b16-4c2d-befe-80c7ca91f419,revision_number=4']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:39.094903 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d32208dc-5c10-4941-8a1b-edfe542d18e3 None None] Current status of the port c5076810-3b16-4c2d-befe-80c7ca91f419 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:56:39.095303 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d32208dc-5c10-4941-8a1b-edfe542d18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:39.131459 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d32208dc-5c10-4941-8a1b-edfe542d18e3 None None] For port c5076810-3b16-4c2d-befe-80c7ca91f419, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c5076810-3b16-4c2d-befe-80c7ca91f419,segment=NetworkSegment(a829478a-cdc5-4eb0-8307-fd12485ccb79),segment_id=a829478a-cdc5-4eb0-8307-fd12485ccb79)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:56:39.138796 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d32208dc-5c10-4941-8a1b-edfe542d18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:39.198884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32208dc-5c10-4941-8a1b-edfe542d18e3 None None] Pushing event updated for resources: {'Port': ['ID=c5076810-3b16-4c2d-befe-80c7ca91f419,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:39.199974 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] Set router 9df4f06f-d532-4827-ae2a-2398bff34277 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:56:39.215653 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b9515f5a-7781-4c20-a355-3031087489c5 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:56:39.265573 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port b9515f5a-7781-4c20-a355-3031087489c5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:56:39.265908 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (b9515f5a-7781-4c20-a355-3031087489c5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:39.341999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port b9515f5a-7781-4c20-a355-3031087489c5 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:56:39.342961 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5351242e-7d17-4e03-9997-d9dfee99e765 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:56:39.405346 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-03511a4a-3531-4164-bddf-b05b2d895818 None None] Provisioning complete for port c5076810-3b16-4c2d-befe-80c7ca91f419 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:56:39.406921 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-03511a4a-3531-4164-bddf-b05b2d895818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:39.412938 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925307956', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:56:32Z', 'updated_at': '2022-03-24T01:56:36Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:33Z', 'updated_at': '2022-03-24T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c5076810-3b16-4c2d-befe-80c7ca91f419', 'name': '', 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:98:fc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:35Z', 'updated_at': '2022-03-24T01:56:38Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:39.450199 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afed47-bb67-4df9-b320-7b59686294b8 None None] The sync data for ids ['9df4f06f-d532-4827-ae2a-2398bff34277'] in n-d-760455-9 is: [{'id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925307956', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:56:32Z', 'updated_at': '2022-03-24T01:56:36Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:33Z', 'updated_at': '2022-03-24T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c5076810-3b16-4c2d-befe-80c7ca91f419', 'name': '', 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:98:fc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:35Z', 'updated_at': '2022-03-24T01:56:38Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:56:39.457011 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 5351242e-7d17-4e03-9997-d9dfee99e765 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:56:39.457364 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (5351242e-7d17-4e03-9997-d9dfee99e765), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:39.471940 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f2d597c-547e-417d-be51-80b280bfca39 req-0bba247b-f9d8-4901-b0b4-6dbbbd09da8d tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 210 time: 0.0426323 Mar 24 01:56:39.596799 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-03511a4a-3531-4164-bddf-b05b2d895818 None None] Current status of the port c5076810-3b16-4c2d-befe-80c7ca91f419 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:56:39.607274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 5351242e-7d17-4e03-9997-d9dfee99e765 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:56:40.550900 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5ba53069-1a5a-445d-84f1-b58924acecec req-e90f9d63-2f2b-43f0-9bec-ebbf67201cfb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 210 time: 0.0342753 Mar 24 01:56:41.190162 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c5076810-3b16-4c2d-befe-80c7ca91f419 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:56:41.238420 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port c5076810-3b16-4c2d-befe-80c7ca91f419 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:56:41.238794 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:41.315824 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port c5076810-3b16-4c2d-befe-80c7ca91f419 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:56:41.642003 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-81ed4782-6ec8-4bc7-a2d1-81ca0b9cd0e9 req-c760e63b-b504-4c15-8f83-58667c3c89f5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 210 time: 0.0269890 Mar 24 01:56:42.736702 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-16f41dfe-8b4f-48a5-9c0f-49620ba800c1 req-e272175b-b4c0-4813-a71f-51f06c464c1f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 210 time: 0.0291615 Mar 24 01:56:43.422151 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-360b3253-d5f4-4087-a3d9-f3af1672c23e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:43.423636 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-360b3253-d5f4-4087-a3d9-f3af1672c23e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "GET /v2.0/networks?id=1b9bb16a-99ea-487c-8ac3-d1d7690ef571 HTTP/1.1" status: 200 len: 797 time: 0.1087620 Mar 24 01:56:43.485934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-f0d61765-8d1c-464a-8ff0-0b72c69e4d85 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=570af92d73ce477eab0032c6e4bb8590 HTTP/1.1" status: 200 len: 380 time: 0.0535195 Mar 24 01:56:43.494551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-023c0ebc-9ff7-4971-8d37-2371af9021e3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'port': {'device_id': 'c2c41f15-f13d-4d31-8b99-6c0eee3248dc', 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'admin_state_up': True, 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'security_groups': ['096236d0-13ab-4a76-9093-8d25e79dde1e']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:56:43.596572 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-023c0ebc-9ff7-4971-8d37-2371af9021e3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Made reservation on behalf of 570af92d73ce477eab0032c6e4bb8590 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:56:43.599878 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-023c0ebc-9ff7-4971-8d37-2371af9021e3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:43.723338 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-023c0ebc-9ff7-4971-8d37-2371af9021e3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.20.0.7 (1b9bb16a-99ea-487c-8ac3-d1d7690ef571/a9db4f6e-4d42-4cce-9a22-467b68025fa6/ea24abdd-ccf5-4711-9dcb-016ae3e1e175) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:56:43.848893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ae89741c-3235-43f6-8813-79689ea29b69 req-4970c876-26d4-4387-89d2-fda9639a62c7 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 210 time: 0.0426788 Mar 24 01:56:43.894707 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-023c0ebc-9ff7-4971-8d37-2371af9021e3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (ea24abdd-ccf5-4711-9dcb-016ae3e1e175), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:43.926937 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-023c0ebc-9ff7-4971-8d37-2371af9021e3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ea24abdd-ccf5-4711-9dcb-016ae3e1e175), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:43.967674 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-023c0ebc-9ff7-4971-8d37-2371af9021e3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network 1b9bb16a-99ea-487c-8ac3-d1d7690ef571 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:56:43.970912 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-023c0ebc-9ff7-4971-8d37-2371af9021e3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:56:43.974681 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-023c0ebc-9ff7-4971-8d37-2371af9021e3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:56:44.001908 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c0ebc-9ff7-4971-8d37-2371af9021e3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=ea24abdd-ccf5-4711-9dcb-016ae3e1e175,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:44.031313 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-023c0ebc-9ff7-4971-8d37-2371af9021e3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:44.031928 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-023c0ebc-9ff7-4971-8d37-2371af9021e3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:44.049540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-023c0ebc-9ff7-4971-8d37-2371af9021e3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5583880 Mar 24 01:56:44.062036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Request body: {'port': {'device_id': 'c2c41f15-f13d-4d31-8b99-6c0eee3248dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:56:44.127474 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ea24abdd-ccf5-4711-9dcb-016ae3e1e175), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:44.243560 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-75f401d2-100a-4ffa-a852-10dbd10113af None None] Provisioning complete for port ea24abdd-ccf5-4711-9dcb-016ae3e1e175 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:56:44.244241 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-75f401d2-100a-4ffa-a852-10dbd10113af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ea24abdd-ccf5-4711-9dcb-016ae3e1e175), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:44.279259 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-75f401d2-100a-4ffa-a852-10dbd10113af None None] Port ea24abdd-ccf5-4711-9dcb-016ae3e1e175 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:56:44.390052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea24abdd-ccf5-4711-9dcb-016ae3e1e175 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:56:44.397706 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Publish callbacks [] for port (ea24abdd-ccf5-4711-9dcb-016ae3e1e175), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:44.409437 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Transition to ACTIVE for port object ea24abdd-ccf5-4711-9dcb-016ae3e1e175 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:56:44.413266 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ea24abdd-ccf5-4711-9dcb-016ae3e1e175), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:44.463932 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Pushing event updated for resources: {'Port': ['ID=ea24abdd-ccf5-4711-9dcb-016ae3e1e175,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:44.538184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Attempting to bind port ea24abdd-ccf5-4711-9dcb-016ae3e1e175 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:56:44.538519 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Attempting to bind port ea24abdd-ccf5-4711-9dcb-016ae3e1e175 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'a829478a-cdc5-4eb0-8307-fd12485ccb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:56:44.538847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Attempting to bind port ea24abdd-ccf5-4711-9dcb-016ae3e1e175 on network 1b9bb16a-99ea-487c-8ac3-d1d7690ef571 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:56:44.543357 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Port ea24abdd-ccf5-4711-9dcb-016ae3e1e175 on network 1b9bb16a-99ea-487c-8ac3-d1d7690ef571 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:56:44.543677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Attempting to bind port ea24abdd-ccf5-4711-9dcb-016ae3e1e175 on network 1b9bb16a-99ea-487c-8ac3-d1d7690ef571 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:56:44.548696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:56:44.549035 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Checking segment: {'id': 'a829478a-cdc5-4eb0-8307-fd12485ccb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:56:44.549530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Bound using segment: {'id': 'a829478a-cdc5-4eb0-8307-fd12485ccb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:56:44.549958 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Bound port: ea24abdd-ccf5-4711-9dcb-016ae3e1e175, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a829478a-cdc5-4eb0-8307-fd12485ccb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:56:44.550330 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ea24abdd-ccf5-4711-9dcb-016ae3e1e175), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:44.630792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] For port ea24abdd-ccf5-4711-9dcb-016ae3e1e175, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:56:44.633942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] For port ea24abdd-ccf5-4711-9dcb-016ae3e1e175, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ea24abdd-ccf5-4711-9dcb-016ae3e1e175,segment=NetworkSegment(a829478a-cdc5-4eb0-8307-fd12485ccb79),segment_id=a829478a-cdc5-4eb0-8307-fd12485ccb79)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:56:44.640999 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (ea24abdd-ccf5-4711-9dcb-016ae3e1e175), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:44.673580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:44.674192 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:44.675777 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] 10.222.0.57 "PUT /v2.0/ports/ea24abdd-ccf5-4711-9dcb-016ae3e1e175 HTTP/1.1" status: 200 len: 1091 time: 0.6185257 Mar 24 01:56:44.676246 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c41f15-f13d-4d31-8b99-6c0eee3248dc', 'tag': 'ea24abdd-ccf5-4711-9dcb-016ae3e1e175'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:56:44.678516 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a82647-132c-4d6d-93be-b2c1bad87ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c41f15-f13d-4d31-8b99-6c0eee3248dc", "tag": "ea24abdd-ccf5-4711-9dcb-016ae3e1e175"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:56:44.719421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ba9f4-9927-4c42-80f9-570d1a55fa8d service neutron] Pushing event updated for resources: {'Port': ['ID=ea24abdd-ccf5-4711-9dcb-016ae3e1e175,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:44.741054 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31e04a8-b4ec-411b-89a9-9786c27100a4 x-openstack-request-id: req-c31e04a8-b4ec-411b-89a9-9786c27100a4 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:56:44.741380 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c41f15-f13d-4d31-8b99-6c0eee3248dc", "tag": "ea24abdd-ccf5-4711-9dcb-016ae3e1e175", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:56:44.741638 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c31e04a8-b4ec-411b-89a9-9786c27100a4 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:56:44.742051 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31e04a8-b4ec-411b-89a9-9786c27100a4'] response: {'name': 'network-changed', 'server_uuid': 'c2c41f15-f13d-4d31-8b99-6c0eee3248dc', 'tag': 'ea24abdd-ccf5-4711-9dcb-016ae3e1e175', 'status': 'completed', 'code': 200} Mar 24 01:56:44.784000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-2fdce74b-16ed-4372-8732-918194ddec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:44.785570 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-2fdce74b-16ed-4372-8732-918194ddec4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 1125 time: 0.0542364 Mar 24 01:56:44.830761 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-2348a4b3-81d0-4690-8190-61217ed535ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea24abdd-ccf5-4711-9dcb-016ae3e1e175 HTTP/1.1" status: 200 len: 217 time: 0.0366225 Mar 24 01:56:44.884535 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-8737a712-66c6-4892-ae53-6fd8801eea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:44.885947 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-8737a712-66c6-4892-ae53-6fd8801eea04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9db4f6e-4d42-4cce-9a22-467b68025fa6 HTTP/1.1" status: 200 len: 835 time: 0.0486732 Mar 24 01:56:44.969297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-a1d0c31c-6e92-4984-9938-020405d74965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:44.971004 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-a1d0c31c-6e92-4984-9938-020405d74965 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b9bb16a-99ea-487c-8ac3-d1d7690ef571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0793591 Mar 24 01:56:44.993156 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fa2ae-d238-4658-b454-5864b7ac40c2 req-e7a25efc-8604-4f86-9c78-9b875da37995 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:44.994549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-681fa2ae-d238-4658-b454-5864b7ac40c2 req-e7a25efc-8604-4f86-9c78-9b875da37995 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 943 time: 0.0773442 Mar 24 01:56:45.093422 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-681fa2ae-d238-4658-b454-5864b7ac40c2 req-40306935-27e8-4a1e-b94f-32cdf4566703 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890758 Mar 24 01:56:45.103615 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-cf1ddc72-ca03-4343-9630-f06625f16156 service neutron] 10.222.0.57 "GET /v2.0/networks/1b9bb16a-99ea-487c-8ac3-d1d7690ef571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253188 Mar 24 01:56:45.195005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-efe6368b-e881-4e39-a9ab-847a1a6685ea req-105f68a2-856b-41aa-bce5-a113a0735b0e service neutron] 10.222.0.57 "GET /v2.0/networks/1b9bb16a-99ea-487c-8ac3-d1d7690ef571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858831 Mar 24 01:56:45.287865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a82647-132c-4d6d-93be-b2c1bad87ba7 req-61b3219f-4190-4840-aa04-9f059764fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:45.289280 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a82647-132c-4d6d-93be-b2c1bad87ba7 req-61b3219f-4190-4840-aa04-9f059764fc2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 1125 time: 0.0448682 Mar 24 01:56:45.380583 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a82647-132c-4d6d-93be-b2c1bad87ba7 req-e6979261-f433-404a-b812-14eebc50fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:45.382201 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a82647-132c-4d6d-93be-b2c1bad87ba7 req-e6979261-f433-404a-b812-14eebc50fdb2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b9bb16a-99ea-487c-8ac3-d1d7690ef571 HTTP/1.1" status: 200 len: 898 time: 0.0867908 Mar 24 01:56:45.424739 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a82647-132c-4d6d-93be-b2c1bad87ba7 req-60984ccf-4b8d-4e20-9f07-78571d8c29ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea24abdd-ccf5-4711-9dcb-016ae3e1e175 HTTP/1.1" status: 200 len: 217 time: 0.0347786 Mar 24 01:56:45.473084 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a82647-132c-4d6d-93be-b2c1bad87ba7 req-a89a225b-be43-49fe-9cb1-1c281928d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:45.474568 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a82647-132c-4d6d-93be-b2c1bad87ba7 req-a89a225b-be43-49fe-9cb1-1c281928d10c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9db4f6e-4d42-4cce-9a22-467b68025fa6 HTTP/1.1" status: 200 len: 835 time: 0.0431268 Mar 24 01:56:45.534480 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a82647-132c-4d6d-93be-b2c1bad87ba7 req-11c13eae-2278-487d-bca6-1e3f682b0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:45.536060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a82647-132c-4d6d-93be-b2c1bad87ba7 req-11c13eae-2278-487d-bca6-1e3f682b0be1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b9bb16a-99ea-487c-8ac3-d1d7690ef571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0552001 Mar 24 01:56:45.624768 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a82647-132c-4d6d-93be-b2c1bad87ba7 req-5bedd28c-fe0c-40ab-b40c-db33a64a2b99 service neutron] 10.222.0.57 "GET /v2.0/networks/1b9bb16a-99ea-487c-8ac3-d1d7690ef571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808446 Mar 24 01:56:45.716188 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d4a82647-132c-4d6d-93be-b2c1bad87ba7 req-1d229187-cbf8-4616-9375-85c729faeab8 service neutron] 10.222.0.57 "GET /v2.0/networks/1b9bb16a-99ea-487c-8ac3-d1d7690ef571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853989 Mar 24 01:56:46.212474 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47aa06-c563-4c1b-ae27-a3db77417d1c req-61023403-c13d-4980-bed2-79b8d29b6d6c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:46.213950 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd47aa06-c563-4c1b-ae27-a3db77417d1c req-61023403-c13d-4980-bed2-79b8d29b6d6c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 943 time: 0.0524936 Mar 24 01:56:46.262790 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cd47aa06-c563-4c1b-ae27-a3db77417d1c req-035979c0-2617-4c5d-bdb1-b30ef056ddc4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425785 Mar 24 01:56:47.379490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af1583-74f3-403d-9a31-5d8637829538 req-f9411f80-a65b-4ea6-91ad-2196312bfe81 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:47.380844 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75af1583-74f3-403d-9a31-5d8637829538 req-f9411f80-a65b-4ea6-91ad-2196312bfe81 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 943 time: 0.0509932 Mar 24 01:56:47.428403 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-75af1583-74f3-403d-9a31-5d8637829538 req-f9dcb77c-8407-43a0-8b0c-aba23103115f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419040 Mar 24 01:56:48.261533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ea24abdd-ccf5-4711-9dcb-016ae3e1e175 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:56:48.358890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ea24abdd-ccf5-4711-9dcb-016ae3e1e175, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ea24abdd-ccf5-4711-9dcb-016ae3e1e175,segment=NetworkSegment(a829478a-cdc5-4eb0-8307-fd12485ccb79),segment_id=a829478a-cdc5-4eb0-8307-fd12485ccb79)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:56:48.370171 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'ea24abdd-ccf5-4711-9dcb-016ae3e1e175', 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'port_id': 'ea24abdd-ccf5-4711-9dcb-016ae3e1e175', 'mac_address': 'fa:16:3e:ac:3d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:56:48.405873 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port ea24abdd-ccf5-4711-9dcb-016ae3e1e175 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:56:48.406268 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ea24abdd-ccf5-4711-9dcb-016ae3e1e175), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:48.418691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea24abdd-ccf5-4711-9dcb-016ae3e1e175 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:56:48.438751 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ea24abdd-ccf5-4711-9dcb-016ae3e1e175, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ea24abdd-ccf5-4711-9dcb-016ae3e1e175,segment=NetworkSegment(a829478a-cdc5-4eb0-8307-fd12485ccb79),segment_id=a829478a-cdc5-4eb0-8307-fd12485ccb79)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:56:48.442793 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ea24abdd-ccf5-4711-9dcb-016ae3e1e175), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:48.492221 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=ea24abdd-ccf5-4711-9dcb-016ae3e1e175,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:48.551634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b4dde-7c31-4cf9-9a87-d57211fa9cae req-4b5d74fa-327c-4e82-834b-3b4b38949b92 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:48.553176 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-402b4dde-7c31-4cf9-9a87-d57211fa9cae req-4b5d74fa-327c-4e82-834b-3b4b38949b92 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 944 time: 0.0582466 Mar 24 01:56:48.603290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-402b4dde-7c31-4cf9-9a87-d57211fa9cae req-23033ac6-b1aa-417b-bf66-cad341b185f5 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444555 Mar 24 01:56:48.648163 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['ea24abdd-ccf5-4711-9dcb-016ae3e1e175'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:56:49.725359 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363c2ab-4688-4e84-8e9a-0811626c2677 req-5ed63f2b-28a5-4276-bb7a-6a23416649c3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:49.726817 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a363c2ab-4688-4e84-8e9a-0811626c2677 req-5ed63f2b-28a5-4276-bb7a-6a23416649c3 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 944 time: 0.0515778 Mar 24 01:56:49.774841 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a363c2ab-4688-4e84-8e9a-0811626c2677 req-1f611837-258c-430d-89e5-1f205a4e881c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423536 Mar 24 01:56:50.262733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ea24abdd-ccf5-4711-9dcb-016ae3e1e175 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:56:50.311381 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port ea24abdd-ccf5-4711-9dcb-016ae3e1e175 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:56:50.315166 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port ea24abdd-ccf5-4711-9dcb-016ae3e1e175 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:56:50.315544 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ea24abdd-ccf5-4711-9dcb-016ae3e1e175), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:50.392661 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port ea24abdd-ccf5-4711-9dcb-016ae3e1e175 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:56:50.392986 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ea24abdd-ccf5-4711-9dcb-016ae3e1e175), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:50.414880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c41f15-f13d-4d31-8b99-6c0eee3248dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea24abdd-ccf5-4711-9dcb-016ae3e1e175'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:56:50.417263 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e06df35-bc42-48c7-a421-228a82e85caa" -d '{"events": [{"server_uuid": "c2c41f15-f13d-4d31-8b99-6c0eee3248dc", "name": "network-vif-plugged", "status": "completed", "tag": "ea24abdd-ccf5-4711-9dcb-016ae3e1e175"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:56:50.429798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port ea24abdd-ccf5-4711-9dcb-016ae3e1e175, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ea24abdd-ccf5-4711-9dcb-016ae3e1e175,segment=NetworkSegment(a829478a-cdc5-4eb0-8307-fd12485ccb79),segment_id=a829478a-cdc5-4eb0-8307-fd12485ccb79)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:56:50.433666 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ea24abdd-ccf5-4711-9dcb-016ae3e1e175), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:50.480582 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=ea24abdd-ccf5-4711-9dcb-016ae3e1e175,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:50.506547 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaade45a-9a7e-4e78-bab2-cf11753ec693 x-openstack-request-id: req-eaade45a-9a7e-4e78-bab2-cf11753ec693 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:56:50.506851 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c41f15-f13d-4d31-8b99-6c0eee3248dc", "name": "network-vif-plugged", "status": "completed", "tag": "ea24abdd-ccf5-4711-9dcb-016ae3e1e175", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:56:50.507110 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eaade45a-9a7e-4e78-bab2-cf11753ec693 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:56:50.507607 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaade45a-9a7e-4e78-bab2-cf11753ec693'] response: {'server_uuid': 'c2c41f15-f13d-4d31-8b99-6c0eee3248dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea24abdd-ccf5-4711-9dcb-016ae3e1e175', 'code': 200} Mar 24 01:56:50.610144 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48389ad2-0c36-41bb-96da-b93e40cf45a0 req-e7010ab8-21a9-4f5f-9d6e-487a85201762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:50.611607 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-48389ad2-0c36-41bb-96da-b93e40cf45a0 req-e7010ab8-21a9-4f5f-9d6e-487a85201762 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 1127 time: 0.0473294 Mar 24 01:56:50.659798 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-48389ad2-0c36-41bb-96da-b93e40cf45a0 req-f52fd849-344c-472e-9fd1-15c99a932532 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420525 Mar 24 01:56:50.891515 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80859ce-e4a9-4749-8955-45deeb0c8082 req-c59064ef-a1cc-400c-9779-f4f865fe3571 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:50.892958 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c80859ce-e4a9-4749-8955-45deeb0c8082 req-c59064ef-a1cc-400c-9779-f4f865fe3571 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 945 time: 0.0514407 Mar 24 01:56:50.940201 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c80859ce-e4a9-4749-8955-45deeb0c8082 req-b3d99365-1ba7-4165-876d-e7e7ef50495f tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417387 Mar 24 01:56:52.061113 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332a427-9ac3-42a2-b2d8-89af031d8e86 req-4ce52e8b-3155-45ac-bb3f-080ed8301429 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:52.062552 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c332a427-9ac3-42a2-b2d8-89af031d8e86 req-4ce52e8b-3155-45ac-bb3f-080ed8301429 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 945 time: 0.0521610 Mar 24 01:56:52.114066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c332a427-9ac3-42a2-b2d8-89af031d8e86 req-65a25863-d914-4dd2-98a0-047eeec772c6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458963 Mar 24 01:56:52.240003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfb1a7-2469-4255-9d90-c1ef34c31485 req-0f4f3919-f536-4c23-b381-231583f85c37 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:52.241443 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2fbfb1a7-2469-4255-9d90-c1ef34c31485 req-0f4f3919-f536-4c23-b381-231583f85c37 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 945 time: 0.0523014 Mar 24 01:56:52.289604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2fbfb1a7-2469-4255-9d90-c1ef34c31485 req-5d3d16c5-ef6b-48b2-90bf-edb2ff8939dc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425537 Mar 24 01:56:52.312157 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40806) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:52.353895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1053a1f0-36ee-4d05-813b-2c8da6456f8e tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:52.355400 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1053a1f0-36ee-4d05-813b-2c8da6456f8e tempest-TestNetworkAdvancedServerOps-1416278328 tempest-TestNetworkAdvancedServerOps-1416278328-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 1122 time: 0.0422456 Mar 24 01:56:52.358642 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40808) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:52.362849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': 'ea24abdd-ccf5-4711-9dcb-016ae3e1e175', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:56:52.382899 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:52.480933 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:52.581193 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Allocated IP 172.25.0.69 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/982e695f-3a37-4b3f-af6d-e9918ab88815) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:56:52.684764 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (982e695f-3a37-4b3f-af6d-e9918ab88815), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:52.718608 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (982e695f-3a37-4b3f-af6d-e9918ab88815), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:52.753825 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:56:52.756680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:56:52.760173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:56:52.786380 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=982e695f-3a37-4b3f-af6d-e9918ab88815,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:53.107122 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (9c57ad87-8e82-48ef-a53c-f68bcf5ceb20), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:53.174266 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (982e695f-3a37-4b3f-af6d-e9918ab88815), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:53.653884 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for port (982e695f-3a37-4b3f-af6d-e9918ab88815), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:53.658416 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (982e695f-3a37-4b3f-af6d-e9918ab88815), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:53.727331 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event updated for resources: {'Port': ['ID=982e695f-3a37-4b3f-af6d-e9918ab88815,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:56:53.737351 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (9c57ad87-8e82-48ef-a53c-f68bcf5ceb20), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:53.839840 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Floating IP 9c57ad87-8e82-48ef-a53c-f68bcf5ceb20 associated. External IP: 172.25.0.69, port: ea24abdd-ccf5-4711-9dcb-016ae3e1e175. Mar 24 01:56:54.053131 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router 9df4f06f-d532-4827-ae2a-2398bff34277 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:56:54.159074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:56:54.170994 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d2728-ef95-42fa-9e02-0290cba029f9 None None] Sync routers for ids ['9df4f06f-d532-4827-ae2a-2398bff34277'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:56:54.178039 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:56:54.182597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d2728-ef95-42fa-9e02-0290cba029f9 None None] Routers {'9df4f06f-d532-4827-ae2a-2398bff34277'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:56:54.183349 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b66d2728-ef95-42fa-9e02-0290cba029f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:56:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9df4f06f-d532-4827-ae2a-2398bff34277'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:54.215817 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6e4452fd-c7e3-46b6-84d9-6c9a58ea81eb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8537588 Mar 24 01:56:54.215817 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c41f15-f13d-4d31-8b99-6c0eee3248dc', 'tag': 'ea24abdd-ccf5-4711-9dcb-016ae3e1e175'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:56:54.218167 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cff04f-23f1-4b1e-9dbc-0a4da6e99507" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c41f15-f13d-4d31-8b99-6c0eee3248dc", "tag": "ea24abdd-ccf5-4711-9dcb-016ae3e1e175"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:56:54.258973 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:56:54.271357 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daeca4b-3363-45c5-bf86-1aaaf8a2b05f x-openstack-request-id: req-7daeca4b-3363-45c5-bf86-1aaaf8a2b05f {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:56:54.272094 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c41f15-f13d-4d31-8b99-6c0eee3248dc", "tag": "ea24abdd-ccf5-4711-9dcb-016ae3e1e175", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:56:54.272614 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7daeca4b-3363-45c5-bf86-1aaaf8a2b05f {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:56:54.273306 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7daeca4b-3363-45c5-bf86-1aaaf8a2b05f'] response: {'name': 'network-changed', 'server_uuid': 'c2c41f15-f13d-4d31-8b99-6c0eee3248dc', 'tag': 'ea24abdd-ccf5-4711-9dcb-016ae3e1e175', 'status': 'completed', 'code': 200} Mar 24 01:56:54.308650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-b66d2728-ef95-42fa-9e02-0290cba029f9 None None] Set router 9df4f06f-d532-4827-ae2a-2398bff34277 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:56:54.367635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d69ad-65dd-4693-929d-a82f6a75e1c2 req-b1f2abdf-891c-4821-aa34-ec82b20d9e56 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:54.369290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-746d69ad-65dd-4693-929d-a82f6a75e1c2 req-b1f2abdf-891c-4821-aa34-ec82b20d9e56 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 945 time: 0.0895391 Mar 24 01:56:54.375214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cff04f-23f1-4b1e-9dbc-0a4da6e99507 req-debde2b0-7aad-492f-805d-2c5b7dc0ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:54.376758 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36cff04f-23f1-4b1e-9dbc-0a4da6e99507 req-debde2b0-7aad-492f-805d-2c5b7dc0ab85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 1127 time: 0.0691030 Mar 24 01:56:54.486135 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-746d69ad-65dd-4693-929d-a82f6a75e1c2 req-557a38ef-e525-4048-bc44-f334ab0235cc tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072559 Mar 24 01:56:54.516627 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40814) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:54.523495 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cff04f-23f1-4b1e-9dbc-0a4da6e99507 req-5c595e71-926d-4dd2-97ac-3a29af1127c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:54.524925 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36cff04f-23f1-4b1e-9dbc-0a4da6e99507 req-5c595e71-926d-4dd2-97ac-3a29af1127c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b9bb16a-99ea-487c-8ac3-d1d7690ef571 HTTP/1.1" status: 200 len: 898 time: 0.1393628 Mar 24 01:56:54.553136 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b66d2728-ef95-42fa-9e02-0290cba029f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925307956', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:56:32Z', 'updated_at': '2022-03-24T01:56:36Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:33Z', 'updated_at': '2022-03-24T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '9c57ad87-8e82-48ef-a53c-f68bcf5ceb20', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'port_id': 'ea24abdd-ccf5-4711-9dcb-016ae3e1e175', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'mac_address': 'fa:16:3e:ac:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c41f15-f13d-4d31-8b99-6c0eee3248dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:56:52Z', 'updated_at': '2022-03-24T01:56:52Z', 'revision_number': 0, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5076810-3b16-4c2d-befe-80c7ca91f419', 'name': '', 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:98:fc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:35Z', 'updated_at': '2022-03-24T01:56:39Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:54.583034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d2728-ef95-42fa-9e02-0290cba029f9 None None] Checking router: 9df4f06f-d532-4827-ae2a-2398bff34277 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:56:54.592807 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d2728-ef95-42fa-9e02-0290cba029f9 None None] Routers {'9df4f06f-d532-4827-ae2a-2398bff34277'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:56:54.593773 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b66d2728-ef95-42fa-9e02-0290cba029f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:56:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9df4f06f-d532-4827-ae2a-2398bff34277'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:54.633983 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-30708b81-72ca-4f4c-9c18-2f3ca0d9d3a6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/9c57ad87-8e82-48ef-a53c-f68bcf5ceb20 HTTP/1.1" status: 200 len: 990 time: 0.1161280 Mar 24 01:56:54.643632 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36cff04f-23f1-4b1e-9dbc-0a4da6e99507 req-b8a0b047-fb6f-412a-a831-67963ede7837 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea24abdd-ccf5-4711-9dcb-016ae3e1e175 HTTP/1.1" status: 200 len: 998 time: 0.0877013 Mar 24 01:56:54.693574 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cff04f-23f1-4b1e-9dbc-0a4da6e99507 req-1a0b9d6f-f63c-4c40-81c5-68f422487d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:54.695157 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36cff04f-23f1-4b1e-9dbc-0a4da6e99507 req-1a0b9d6f-f63c-4c40-81c5-68f422487d30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9db4f6e-4d42-4cce-9a22-467b68025fa6 HTTP/1.1" status: 200 len: 835 time: 0.0458448 Mar 24 01:56:54.703540 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-b66d2728-ef95-42fa-9e02-0290cba029f9 None None] Set router 9df4f06f-d532-4827-ae2a-2398bff34277 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:56:54.743952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cff04f-23f1-4b1e-9dbc-0a4da6e99507 req-6d129640-94cd-490d-8a95-8c47db1ff470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:54.745394 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36cff04f-23f1-4b1e-9dbc-0a4da6e99507 req-6d129640-94cd-490d-8a95-8c47db1ff470 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b9bb16a-99ea-487c-8ac3-d1d7690ef571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450478 Mar 24 01:56:54.848520 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36cff04f-23f1-4b1e-9dbc-0a4da6e99507 req-f65d9603-7654-4cd5-9269-71c0fe60620a service neutron] 10.222.0.57 "GET /v2.0/networks/1b9bb16a-99ea-487c-8ac3-d1d7690ef571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967152 Mar 24 01:56:54.938041 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-b66d2728-ef95-42fa-9e02-0290cba029f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925307956', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:56:32Z', 'updated_at': '2022-03-24T01:56:36Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:33Z', 'updated_at': '2022-03-24T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '9c57ad87-8e82-48ef-a53c-f68bcf5ceb20', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'port_id': 'ea24abdd-ccf5-4711-9dcb-016ae3e1e175', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'mac_address': 'fa:16:3e:ac:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c41f15-f13d-4d31-8b99-6c0eee3248dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:56:52Z', 'updated_at': '2022-03-24T01:56:52Z', 'revision_number': 0, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5076810-3b16-4c2d-befe-80c7ca91f419', 'name': '', 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:98:fc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:35Z', 'updated_at': '2022-03-24T01:56:39Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:56:54.938569 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-36cff04f-23f1-4b1e-9dbc-0a4da6e99507 req-4b4fbfba-889c-4657-97fe-bbce479346b5 service neutron] 10.222.0.57 "GET /v2.0/networks/1b9bb16a-99ea-487c-8ac3-d1d7690ef571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843780 Mar 24 01:56:55.122490 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d2728-ef95-42fa-9e02-0290cba029f9 None None] The sync data for ids ['9df4f06f-d532-4827-ae2a-2398bff34277'] in n-d-760455-9 is: [{'id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925307956', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:56:32Z', 'updated_at': '2022-03-24T01:56:36Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:33Z', 'updated_at': '2022-03-24T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '9c57ad87-8e82-48ef-a53c-f68bcf5ceb20', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'port_id': 'ea24abdd-ccf5-4711-9dcb-016ae3e1e175', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'mac_address': 'fa:16:3e:ac:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c41f15-f13d-4d31-8b99-6c0eee3248dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:56:52Z', 'updated_at': '2022-03-24T01:56:52Z', 'revision_number': 0, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5076810-3b16-4c2d-befe-80c7ca91f419', 'name': '', 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:98:fc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:35Z', 'updated_at': '2022-03-24T01:56:39Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:56:55.324072 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e236d7e9-f08e-4fb5-abbe-f3c57dad3d09 None None] New status for floating IP 9c57ad87-8e82-48ef-a53c-f68bcf5ceb20: ACTIVE {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:56:55.637529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40816) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:56:55.704647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c0cb5d9e-fa56-41fe-82af-f5e63c16a0bb tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/9c57ad87-8e82-48ef-a53c-f68bcf5ceb20 HTTP/1.1" status: 200 len: 992 time: 0.0658927 Mar 24 01:56:56.875462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8be5cbb6-57f2-4850-aa63-c4381dd2e275 req-50ed3002-9238-4395-bd46-424ea5b2c0b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455060 Mar 24 01:56:56.962421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5cbb6-57f2-4850-aa63-c4381dd2e275 req-364bb0cc-ed8c-4a88-be44-2037c4705549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:56.963896 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8be5cbb6-57f2-4850-aa63-c4381dd2e275 req-364bb0cc-ed8c-4a88-be44-2037c4705549 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 1127 time: 0.0454106 Mar 24 01:56:57.066413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5cbb6-57f2-4850-aa63-c4381dd2e275 req-37640077-b599-4c60-a943-9f830a4fd9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:57.067855 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8be5cbb6-57f2-4850-aa63-c4381dd2e275 req-37640077-b599-4c60-a943-9f830a4fd9f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b9bb16a-99ea-487c-8ac3-d1d7690ef571 HTTP/1.1" status: 200 len: 898 time: 0.0863543 Mar 24 01:56:57.132435 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8be5cbb6-57f2-4850-aa63-c4381dd2e275 req-a487132a-8797-4986-ac7d-6bff0641deb6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea24abdd-ccf5-4711-9dcb-016ae3e1e175 HTTP/1.1" status: 200 len: 1000 time: 0.0579257 Mar 24 01:56:57.183781 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5cbb6-57f2-4850-aa63-c4381dd2e275 req-a921c2b4-bc3e-41a8-a5ca-a5312eaaa994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:57.185881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8be5cbb6-57f2-4850-aa63-c4381dd2e275 req-a921c2b4-bc3e-41a8-a5ca-a5312eaaa994 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9db4f6e-4d42-4cce-9a22-467b68025fa6 HTTP/1.1" status: 200 len: 835 time: 0.0470693 Mar 24 01:56:57.233391 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5cbb6-57f2-4850-aa63-c4381dd2e275 req-393f868a-15e1-4647-b4f5-df8e8efdcd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:56:57.234919 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8be5cbb6-57f2-4850-aa63-c4381dd2e275 req-393f868a-15e1-4647-b4f5-df8e8efdcd20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b9bb16a-99ea-487c-8ac3-d1d7690ef571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437472 Mar 24 01:56:57.324200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8be5cbb6-57f2-4850-aa63-c4381dd2e275 req-a37195ec-21a1-43fd-87e5-2dea1e8e3760 service neutron] 10.222.0.57 "GET /v2.0/networks/1b9bb16a-99ea-487c-8ac3-d1d7690ef571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830526 Mar 24 01:56:57.415430 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8be5cbb6-57f2-4850-aa63-c4381dd2e275 req-f2d5aceb-ba7e-4aee-a526-7d1bec694ed3 service neutron] 10.222.0.57 "GET /v2.0/networks/1b9bb16a-99ea-487c-8ac3-d1d7690ef571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849891 Mar 24 01:56:58.841803 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d0e5f4b4-2521-4ebc-98c3-02504cc4c67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:00.449421 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:00.945064 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a7f8f288-9b4a-4e9e-842e-e9154820ffc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:02.361494 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:03.029505 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:03.878869 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:05.331326 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:27.027719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39ccf4-a704-4356-bbb1-329a45134244 req-504ced18-ef6e-49bb-9d1e-583d7a637366 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:27.029814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b39ccf4-a704-4356-bbb1-329a45134244 req-504ced18-ef6e-49bb-9d1e-583d7a637366 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 945 time: 0.0529461 Mar 24 01:57:27.078366 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7b39ccf4-a704-4356-bbb1-329a45134244 req-3ee4c256-3212-492e-b1f7-96804927f29e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429249 Mar 24 01:57:28.204409 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f887e74-bdd6-4810-a9c5-73562b019b95 req-ab8c2a9f-8614-4060-b6ae-5a0c17acc67e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:28.205902 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f887e74-bdd6-4810-a9c5-73562b019b95 req-ab8c2a9f-8614-4060-b6ae-5a0c17acc67e tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 945 time: 0.0566235 Mar 24 01:57:28.254582 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2f887e74-bdd6-4810-a9c5-73562b019b95 req-4ec58209-8a1f-4326-b747-7c637b7a9913 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430970 Mar 24 01:57:28.276619 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40834) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:28.335546 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ef62e1a6-7ff8-446a-9778-c1f30019101c tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/9c57ad87-8e82-48ef-a53c-f68bcf5ceb20 HTTP/1.1" status: 200 len: 992 time: 0.0578268 Mar 24 01:57:28.843222 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b313ce83-12ea-4c59-b511-b82f39297535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:29.639595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70514672-382d-41e7-8be5-a80c41026446 req-d2ec6e2d-edf2-4c0b-a45b-4f0bdba88763 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:29.641057 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70514672-382d-41e7-8be5-a80c41026446 req-d2ec6e2d-edf2-4c0b-a45b-4f0bdba88763 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 945 time: 0.0900488 Mar 24 01:57:29.643680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cad9a-9d9e-4d0b-8bfe-41617577b525 req-3140f60f-5c4a-4bdb-a695-6ebd26d5c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:29.645024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-819cad9a-9d9e-4d0b-8bfe-41617577b525 req-3140f60f-5c4a-4bdb-a695-6ebd26d5c298 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 1127 time: 0.0639727 Mar 24 01:57:29.740549 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-70514672-382d-41e7-8be5-a80c41026446 req-1f4fce5b-b7e8-45a2-a045-453b1b86ae61 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936048 Mar 24 01:57:29.766587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cad9a-9d9e-4d0b-8bfe-41617577b525 req-c7d14fa7-f2d8-4c33-ba29-30bfe3c630bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:29.768043 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-819cad9a-9d9e-4d0b-8bfe-41617577b525 req-c7d14fa7-f2d8-4c33-ba29-30bfe3c630bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b9bb16a-99ea-487c-8ac3-d1d7690ef571 HTTP/1.1" status: 200 len: 898 time: 0.1154647 Mar 24 01:57:29.831011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-819cad9a-9d9e-4d0b-8bfe-41617577b525 req-2b393302-9a89-4bb1-8821-4739bacfb4f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea24abdd-ccf5-4711-9dcb-016ae3e1e175 HTTP/1.1" status: 200 len: 1000 time: 0.0575869 Mar 24 01:57:29.877555 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cad9a-9d9e-4d0b-8bfe-41617577b525 req-9b992723-836e-4e06-9808-75ce87234ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:29.878955 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-819cad9a-9d9e-4d0b-8bfe-41617577b525 req-9b992723-836e-4e06-9808-75ce87234ee7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9db4f6e-4d42-4cce-9a22-467b68025fa6 HTTP/1.1" status: 200 len: 835 time: 0.0421925 Mar 24 01:57:29.929630 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cad9a-9d9e-4d0b-8bfe-41617577b525 req-67909cd3-3eed-4af8-889c-8c3db599fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:29.931067 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-819cad9a-9d9e-4d0b-8bfe-41617577b525 req-67909cd3-3eed-4af8-889c-8c3db599fd6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b9bb16a-99ea-487c-8ac3-d1d7690ef571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463681 Mar 24 01:57:30.018597 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-819cad9a-9d9e-4d0b-8bfe-41617577b525 req-8a823d47-1701-4f84-b247-36b5ddcb09f2 service neutron] 10.222.0.57 "GET /v2.0/networks/1b9bb16a-99ea-487c-8ac3-d1d7690ef571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815420 Mar 24 01:57:30.109535 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-819cad9a-9d9e-4d0b-8bfe-41617577b525 req-ab1030f5-9143-4db0-944b-24cc54e120e1 service neutron] 10.222.0.57 "GET /v2.0/networks/1b9bb16a-99ea-487c-8ac3-d1d7690ef571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854108 Mar 24 01:57:30.441483 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:30.871796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860c2d7-d113-4d0d-a822-ab543d1416a3 req-40f36008-0af0-4ae7-abc6-e0310ad33da9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:30.873572 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2860c2d7-d113-4d0d-a822-ab543d1416a3 req-40f36008-0af0-4ae7-abc6-e0310ad33da9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 945 time: 0.0566380 Mar 24 01:57:30.924215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2860c2d7-d113-4d0d-a822-ab543d1416a3 req-ecc47a7a-8ebc-4395-ba1d-922c3ebb7854 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446389 Mar 24 01:57:30.948292 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bdd01f94-83b7-463c-b361-379fa39aefe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:31.259802 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:57:32.050256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a6656-fa4c-44c3-9223-eb057ff2dd12 req-f699dde8-8352-4399-be08-72e5fe029f12 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:32.051729 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c20a6656-fa4c-44c3-9223-eb057ff2dd12 req-f699dde8-8352-4399-be08-72e5fe029f12 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 945 time: 0.0559232 Mar 24 01:57:32.100025 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c20a6656-fa4c-44c3-9223-eb057ff2dd12 req-4047e9e9-b4fd-4a12-9c7b-2d42b9d77015 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428433 Mar 24 01:57:32.121714 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40846) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:32.183600 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2a552772-342c-44b3-b462-86b26f47b550 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/floatingips/9c57ad87-8e82-48ef-a53c-f68bcf5ceb20 HTTP/1.1" status: 200 len: 992 time: 0.0608006 Mar 24 01:57:32.363787 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:32.406420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40852) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:32.560446 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port 982e695f-3a37-4b3f-af6d-e9918ab88815 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:57:32.560770 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (982e695f-3a37-4b3f-af6d-e9918ab88815), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:32.636274 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (982e695f-3a37-4b3f-af6d-e9918ab88815), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:32.636596 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (982e695f-3a37-4b3f-af6d-e9918ab88815), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:32.648004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for 982e695f-3a37-4b3f-af6d-e9918ab88815 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:57:32.789504 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (982e695f-3a37-4b3f-af6d-e9918ab88815), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:32.819180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=982e695f-3a37-4b3f-af6d-e9918ab88815,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:32.846552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:32.846910 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:32.847256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:32.847602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:32.847942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:32.848277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:32.848613 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:32.848947 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:32.849308 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:32.849643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:32.849977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:32.850312 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:32.850640 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:32.850966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:32.851290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:32.889402 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for floatingip (9c57ad87-8e82-48ef-a53c-f68bcf5ceb20), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:32.889737 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Floating IP 9c57ad87-8e82-48ef-a53c-f68bcf5ceb20 disassociated (deleted). External IP: 172.25.0.69, port: ea24abdd-ccf5-4711-9dcb-016ae3e1e175. Mar 24 01:57:33.031940 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:33.102405 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router 9df4f06f-d532-4827-ae2a-2398bff34277 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:57:33.209277 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:57:33.214097 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:33.220303 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e00bb0-0e84-4162-8f70-5181d14fe438 None None] Sync routers for ids ['9df4f06f-d532-4827-ae2a-2398bff34277'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:57:33.240048 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e00bb0-0e84-4162-8f70-5181d14fe438 None None] Routers {'9df4f06f-d532-4827-ae2a-2398bff34277'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:57:33.241230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-36e00bb0-0e84-4162-8f70-5181d14fe438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9df4f06f-d532-4827-ae2a-2398bff34277'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:33.246035 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f7b0ed23-e540-4d0b-be74-2d7761f4a23b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/floatingips/9c57ad87-8e82-48ef-a53c-f68bcf5ceb20 HTTP/1.1" status: 204 len: 168 time: 0.8385377 Mar 24 01:57:33.246618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c41f15-f13d-4d31-8b99-6c0eee3248dc', 'tag': 'ea24abdd-ccf5-4711-9dcb-016ae3e1e175'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:57:33.249419 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4fcfec-b2d5-4db0-aa73-8d2b33198784" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c41f15-f13d-4d31-8b99-6c0eee3248dc", "tag": "ea24abdd-ccf5-4711-9dcb-016ae3e1e175"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:57:33.289693 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e404d4-1838-4fdd-9c4f-9b0125ac1290 x-openstack-request-id: req-d8e404d4-1838-4fdd-9c4f-9b0125ac1290 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:57:33.290065 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c41f15-f13d-4d31-8b99-6c0eee3248dc", "tag": "ea24abdd-ccf5-4711-9dcb-016ae3e1e175", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:57:33.290521 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8e404d4-1838-4fdd-9c4f-9b0125ac1290 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:57:33.291042 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e404d4-1838-4fdd-9c4f-9b0125ac1290'] response: {'name': 'network-changed', 'server_uuid': 'c2c41f15-f13d-4d31-8b99-6c0eee3248dc', 'tag': 'ea24abdd-ccf5-4711-9dcb-016ae3e1e175', 'status': 'completed', 'code': 200} Mar 24 01:57:33.356848 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fcfec-b2d5-4db0-aa73-8d2b33198784 req-fb48bdd5-9a9a-4619-887b-817e0f182297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:33.358709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f4fcfec-b2d5-4db0-aa73-8d2b33198784 req-fb48bdd5-9a9a-4619-887b-817e0f182297 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=570af92d73ce477eab0032c6e4bb8590&device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 1127 time: 0.0474432 Mar 24 01:57:33.361556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-36e00bb0-0e84-4162-8f70-5181d14fe438 None None] Set router 9df4f06f-d532-4827-ae2a-2398bff34277 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:57:33.592080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-36e00bb0-0e84-4162-8f70-5181d14fe438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925307956', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:56:32Z', 'updated_at': '2022-03-24T01:56:36Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:33Z', 'updated_at': '2022-03-24T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c5076810-3b16-4c2d-befe-80c7ca91f419', 'name': '', 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:98:fc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:35Z', 'updated_at': '2022-03-24T01:56:39Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:33.620493 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e00bb0-0e84-4162-8f70-5181d14fe438 None None] Checking router: 9df4f06f-d532-4827-ae2a-2398bff34277 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:57:33.630186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e00bb0-0e84-4162-8f70-5181d14fe438 None None] Routers {'9df4f06f-d532-4827-ae2a-2398bff34277'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:57:33.630820 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-36e00bb0-0e84-4162-8f70-5181d14fe438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9df4f06f-d532-4827-ae2a-2398bff34277'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:33.742485 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-36e00bb0-0e84-4162-8f70-5181d14fe438 None None] Set router 9df4f06f-d532-4827-ae2a-2398bff34277 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:57:33.839202 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fcfec-b2d5-4db0-aa73-8d2b33198784 req-4ead8d76-a424-411b-b4a0-c69f25c6f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:33.840678 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f4fcfec-b2d5-4db0-aa73-8d2b33198784 req-4ead8d76-a424-411b-b4a0-c69f25c6f555 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b9bb16a-99ea-487c-8ac3-d1d7690ef571 HTTP/1.1" status: 200 len: 898 time: 0.4728601 Mar 24 01:57:33.851437 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f14d0-5272-47f5-b1ab-168b9733510a req-51a616b9-54c1-4147-b389-cae5e5fd0c1a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:33.852818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b54f14d0-5272-47f5-b1ab-168b9733510a req-51a616b9-54c1-4147-b389-cae5e5fd0c1a tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 945 time: 0.0846069 Mar 24 01:57:33.896105 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f4fcfec-b2d5-4db0-aa73-8d2b33198784 req-ea351811-de58-45a9-9e18-4cf797dc256e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea24abdd-ccf5-4711-9dcb-016ae3e1e175 HTTP/1.1" status: 200 len: 217 time: 0.0422482 Mar 24 01:57:33.898276 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:33.960904 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-36e00bb0-0e84-4162-8f70-5181d14fe438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925307956', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:56:32Z', 'updated_at': '2022-03-24T01:56:36Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:33Z', 'updated_at': '2022-03-24T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c5076810-3b16-4c2d-befe-80c7ca91f419', 'name': '', 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:98:fc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:35Z', 'updated_at': '2022-03-24T01:56:39Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:33.965243 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b54f14d0-5272-47f5-b1ab-168b9733510a req-d22e45dc-3aa1-4bff-9f02-f795d74dc55b tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046901 Mar 24 01:57:33.968795 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fcfec-b2d5-4db0-aa73-8d2b33198784 req-0422eabc-2462-4705-9365-3036e1104814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:33.970176 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f4fcfec-b2d5-4db0-aa73-8d2b33198784 req-0422eabc-2462-4705-9365-3036e1104814 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9db4f6e-4d42-4cce-9a22-467b68025fa6 HTTP/1.1" status: 200 len: 835 time: 0.0683444 Mar 24 01:57:33.987117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e00bb0-0e84-4162-8f70-5181d14fe438 None None] The sync data for ids ['9df4f06f-d532-4827-ae2a-2398bff34277'] in n-d-760455-9 is: [{'id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925307956', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:56:32Z', 'updated_at': '2022-03-24T01:56:36Z', 'revision_number': 4, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:33Z', 'updated_at': '2022-03-24T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'c5076810-3b16-4c2d-befe-80c7ca91f419', 'name': '', 'network_id': '1b9bb16a-99ea-487c-8ac3-d1d7690ef571', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'mac_address': 'fa:16:3e:98:fc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:35Z', 'updated_at': '2022-03-24T01:56:39Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'subnets': [{'id': 'a9db4f6e-4d42-4cce-9a22-467b68025fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:57:34.020509 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fcfec-b2d5-4db0-aa73-8d2b33198784 req-dd8df67b-52ab-4ae2-8da5-5d5c30ec799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:34.022056 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f4fcfec-b2d5-4db0-aa73-8d2b33198784 req-dd8df67b-52ab-4ae2-8da5-5d5c30ec799a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b9bb16a-99ea-487c-8ac3-d1d7690ef571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457911 Mar 24 01:57:34.117198 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f4fcfec-b2d5-4db0-aa73-8d2b33198784 req-08e16483-8983-4323-91c4-434e25087aaf service neutron] 10.222.0.57 "GET /v2.0/networks/1b9bb16a-99ea-487c-8ac3-d1d7690ef571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876894 Mar 24 01:57:34.210357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f4fcfec-b2d5-4db0-aa73-8d2b33198784 req-434134b8-e130-441f-85e4-b357f4cb4d78 service neutron] 10.222.0.57 "GET /v2.0/networks/1b9bb16a-99ea-487c-8ac3-d1d7690ef571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868266 Mar 24 01:57:34.217638 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb7ab16-b8a2-499c-ac3d-0b0fb66f9362 None None] New status for floating IP 9c57ad87-8e82-48ef-a53c-f68bcf5ceb20: DOWN {{(pid=115732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:57:35.026479 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706315d6-89f5-4faa-9f8b-642104528629 req-4de776f3-8675-4f11-9166-0fc54d0d21d8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:35.028585 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-706315d6-89f5-4faa-9f8b-642104528629 req-4de776f3-8675-4f11-9166-0fc54d0d21d8 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 945 time: 0.0524356 Mar 24 01:57:35.140191 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e91b0-5876-4c5f-b6c1-53e3253f7e83 req-000d2f48-38cc-4126-97ec-1f3f8550a283 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:35.141689 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc0e91b0-5876-4c5f-b6c1-53e3253f7e83 req-000d2f48-38cc-4126-97ec-1f3f8550a283 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c41f15-f13d-4d31-8b99-6c0eee3248dc HTTP/1.1" status: 200 len: 945 time: 0.1029472 Mar 24 01:57:35.186439 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-706315d6-89f5-4faa-9f8b-642104528629 req-4cfbe65e-73a1-4d22-8507-17de6dc65704 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port ea24abdd-ccf5-4711-9dcb-016ae3e1e175 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:57:35.186781 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-706315d6-89f5-4faa-9f8b-642104528629 req-4cfbe65e-73a1-4d22-8507-17de6dc65704 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ea24abdd-ccf5-4711-9dcb-016ae3e1e175), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:35.249530 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cc0e91b0-5876-4c5f-b6c1-53e3253f7e83 req-6f1924be-b3d3-4379-81c6-8154866da5a9 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "GET /v2.0/security-groups?id=096236d0-13ab-4a76-9093-8d25e79dde1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015372 Mar 24 01:57:35.291274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-706315d6-89f5-4faa-9f8b-642104528629 req-4cfbe65e-73a1-4d22-8507-17de6dc65704 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] For port ea24abdd-ccf5-4711-9dcb-016ae3e1e175, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=ea24abdd-ccf5-4711-9dcb-016ae3e1e175,segment=NetworkSegment(a829478a-cdc5-4eb0-8307-fd12485ccb79),segment_id=a829478a-cdc5-4eb0-8307-fd12485ccb79)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:57:35.291639 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-706315d6-89f5-4faa-9f8b-642104528629 req-4cfbe65e-73a1-4d22-8507-17de6dc65704 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ea24abdd-ccf5-4711-9dcb-016ae3e1e175), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:35.303300 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-706315d6-89f5-4faa-9f8b-642104528629 req-4cfbe65e-73a1-4d22-8507-17de6dc65704 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for ea24abdd-ccf5-4711-9dcb-016ae3e1e175 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:57:35.332487 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:35.432830 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-706315d6-89f5-4faa-9f8b-642104528629 req-4cfbe65e-73a1-4d22-8507-17de6dc65704 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ea24abdd-ccf5-4711-9dcb-016ae3e1e175), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:35.461164 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbe65e-73a1-4d22-8507-17de6dc65704 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=ea24abdd-ccf5-4711-9dcb-016ae3e1e175,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:35.504059 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-706315d6-89f5-4faa-9f8b-642104528629 req-4cfbe65e-73a1-4d22-8507-17de6dc65704 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] No DVR routers for this DVR port ea24abdd-ccf5-4711-9dcb-016ae3e1e175 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:57:35.506595 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-706315d6-89f5-4faa-9f8b-642104528629 req-4cfbe65e-73a1-4d22-8507-17de6dc65704 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:35.509968 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-706315d6-89f5-4faa-9f8b-642104528629 req-4cfbe65e-73a1-4d22-8507-17de6dc65704 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.57 "DELETE /v2.0/ports/ea24abdd-ccf5-4711-9dcb-016ae3e1e175 HTTP/1.1" status: 204 len: 173 time: 0.4774280 Mar 24 01:57:35.510415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c41f15-f13d-4d31-8b99-6c0eee3248dc', 'name': 'network-vif-deleted', 'tag': 'ea24abdd-ccf5-4711-9dcb-016ae3e1e175'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:57:35.512680 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998f492a-3fb7-4a2a-b3cd-ca5dff83f00e" -d '{"events": [{"server_uuid": "c2c41f15-f13d-4d31-8b99-6c0eee3248dc", "name": "network-vif-deleted", "tag": "ea24abdd-ccf5-4711-9dcb-016ae3e1e175"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:57:35.552571 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6710222d-a51a-4755-b6f4-c0335c069ae0 x-openstack-request-id: req-6710222d-a51a-4755-b6f4-c0335c069ae0 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:57:35.552933 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c41f15-f13d-4d31-8b99-6c0eee3248dc", "name": "network-vif-deleted", "tag": "ea24abdd-ccf5-4711-9dcb-016ae3e1e175", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:57:35.553524 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6710222d-a51a-4755-b6f4-c0335c069ae0 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:57:35.554353 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6710222d-a51a-4755-b6f4-c0335c069ae0'] response: {'server_uuid': 'c2c41f15-f13d-4d31-8b99-6c0eee3248dc', 'name': 'network-vif-deleted', 'tag': 'ea24abdd-ccf5-4711-9dcb-016ae3e1e175', 'status': 'completed', 'code': 200} Mar 24 01:57:36.304655 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40866) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:36.669317 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cc6bbd3f-1b85-4883-8850-b7a0ef8bbdcf tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (9df4f06f-d532-4827-ae2a-2398bff34277), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:36.925008 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-cc6bbd3f-1b85-4883-8850-b7a0ef8bbdcf tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port c5076810-3b16-4c2d-befe-80c7ca91f419 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:57:36.925296 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cc6bbd3f-1b85-4883-8850-b7a0ef8bbdcf tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:37.015937 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-cc6bbd3f-1b85-4883-8850-b7a0ef8bbdcf tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] For port c5076810-3b16-4c2d-befe-80c7ca91f419, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=c5076810-3b16-4c2d-befe-80c7ca91f419,segment=NetworkSegment(a829478a-cdc5-4eb0-8307-fd12485ccb79),segment_id=a829478a-cdc5-4eb0-8307-fd12485ccb79)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:57:37.016305 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cc6bbd3f-1b85-4883-8850-b7a0ef8bbdcf tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:37.029343 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-cc6bbd3f-1b85-4883-8850-b7a0ef8bbdcf tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for c5076810-3b16-4c2d-befe-80c7ca91f419 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:57:37.217605 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cc6bbd3f-1b85-4883-8850-b7a0ef8bbdcf tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c5076810-3b16-4c2d-befe-80c7ca91f419), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:37.252953 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bbd3f-1b85-4883-8850-b7a0ef8bbdcf tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=c5076810-3b16-4c2d-befe-80c7ca91f419,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:37.428029 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cc6bbd3f-1b85-4883-8850-b7a0ef8bbdcf tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (9df4f06f-d532-4827-ae2a-2398bff34277), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:37.649821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6bbd3f-1b85-4883-8850-b7a0ef8bbdcf tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Router 9df4f06f-d532-4827-ae2a-2398bff34277 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:57:37.757845 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6bbd3f-1b85-4883-8850-b7a0ef8bbdcf tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:57:37.762747 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cc6bbd3f-1b85-4883-8850-b7a0ef8bbdcf tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "PUT /v2.0/routers/9df4f06f-d532-4827-ae2a-2398bff34277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4570236 Mar 24 01:57:37.765567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40868) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:37.767924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a269a9-7f22-4a74-b78a-3a54591612b3 None None] Sync routers for ids ['9df4f06f-d532-4827-ae2a-2398bff34277'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:57:37.777407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a269a9-7f22-4a74-b78a-3a54591612b3 None None] Routers {'9df4f06f-d532-4827-ae2a-2398bff34277'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:57:37.778495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-56a269a9-7f22-4a74-b78a-3a54591612b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9df4f06f-d532-4827-ae2a-2398bff34277'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:37.816872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce8f8f9-ffce-429f-8433-107cc8caf884 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting subnet a9db4f6e-4d42-4cce-9a22-467b68025fa6 {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 01:57:37.820054 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cce8f8f9-ffce-429f-8433-107cc8caf884 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for subnet (a9db4f6e-4d42-4cce-9a22-467b68025fa6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:37.860195 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cce8f8f9-ffce-429f-8433-107cc8caf884 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (a9db4f6e-4d42-4cce-9a22-467b68025fa6), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:37.882673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-56a269a9-7f22-4a74-b78a-3a54591612b3 None None] Set router 9df4f06f-d532-4827-ae2a-2398bff34277 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:57:37.946012 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cce8f8f9-ffce-429f-8433-107cc8caf884 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (a9db4f6e-4d42-4cce-9a22-467b68025fa6), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:38.004196 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cce8f8f9-ffce-429f-8433-107cc8caf884 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (a9db4f6e-4d42-4cce-9a22-467b68025fa6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:38.031661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8f8f9-ffce-429f-8433-107cc8caf884 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Subnet': ['ID=a9db4f6e-4d42-4cce-9a22-467b68025fa6,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:38.035276 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-cce8f8f9-ffce-429f-8433-107cc8caf884 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:38.041018 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cce8f8f9-ffce-429f-8433-107cc8caf884 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/subnets/a9db4f6e-4d42-4cce-9a22-467b68025fa6 HTTP/1.1" status: 204 len: 168 time: 0.2719893 Mar 24 01:57:38.041214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40870) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:38.043999 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49476870-e700-4deb-9cf3-720120966f5b None None] Network 1b9bb16a-99ea-487c-8ac3-d1d7690ef571 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:57:38.131184 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-56a269a9-7f22-4a74-b78a-3a54591612b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925307956', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:56:32Z', 'updated_at': '2022-03-24T01:57:37Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:33Z', 'updated_at': '2022-03-24T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:38.154184 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7b894d4-3920-47b8-bbe6-a28ac52bf927 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router (9df4f06f-d532-4827-ae2a-2398bff34277), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:38.159328 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a269a9-7f22-4a74-b78a-3a54591612b3 None None] Checking router: 9df4f06f-d532-4827-ae2a-2398bff34277 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:57:38.173272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a269a9-7f22-4a74-b78a-3a54591612b3 None None] Routers {'9df4f06f-d532-4827-ae2a-2398bff34277'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:57:38.173896 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-56a269a9-7f22-4a74-b78a-3a54591612b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['9df4f06f-d532-4827-ae2a-2398bff34277'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:38.268421 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7b894d4-3920-47b8-bbe6-a28ac52bf927 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_gateway (9df4f06f-d532-4827-ae2a-2398bff34277), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:38.283675 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-56a269a9-7f22-4a74-b78a-3a54591612b3 None None] Set router 9df4f06f-d532-4827-ae2a-2398bff34277 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:57:38.318733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] DHCP port deletion for 1b9bb16a-99ea-487c-8ac3-d1d7690ef571 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 01:57:38.332046 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e7b894d4-3920-47b8-bbe6-a28ac52bf927 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Deleting port b9515f5a-7781-4c20-a355-3031087489c5 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:57:38.332390 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7b894d4-3920-47b8-bbe6-a28ac52bf927 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (b9515f5a-7781-4c20-a355-3031087489c5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:38.412456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-e7b894d4-3920-47b8-bbe6-a28ac52bf927 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] For port b9515f5a-7781-4c20-a355-3031087489c5, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=b9515f5a-7781-4c20-a355-3031087489c5,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:57:38.413175 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7b894d4-3920-47b8-bbe6-a28ac52bf927 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (b9515f5a-7781-4c20-a355-3031087489c5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:38.426737 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e7b894d4-3920-47b8-bbe6-a28ac52bf927 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Calling delete_port for b9515f5a-7781-4c20-a355-3031087489c5 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:57:38.477121 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Deleting port 5351242e-7d17-4e03-9997-d9dfee99e765 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 01:57:38.477509 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (5351242e-7d17-4e03-9997-d9dfee99e765), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:38.549357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ea24abdd-ccf5-4711-9dcb-016ae3e1e175 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:57:38.575950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] For port 5351242e-7d17-4e03-9997-d9dfee99e765, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=5351242e-7d17-4e03-9997-d9dfee99e765,segment=NetworkSegment(a829478a-cdc5-4eb0-8307-fd12485ccb79),segment_id=a829478a-cdc5-4eb0-8307-fd12485ccb79)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:57:38.575950 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (5351242e-7d17-4e03-9997-d9dfee99e765), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:38.585064 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: ea24abdd-ccf5-4711-9dcb-016ae3e1e175 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:57:38.585432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device ea24abdd-ccf5-4711-9dcb-016ae3e1e175 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:57:38.594698 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Calling delete_port for 5351242e-7d17-4e03-9997-d9dfee99e765 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 01:57:38.600257 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7b894d4-3920-47b8-bbe6-a28ac52bf927 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (b9515f5a-7781-4c20-a355-3031087489c5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:38.602190 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-56a269a9-7f22-4a74-b78a-3a54591612b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925307956', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:56:32Z', 'updated_at': '2022-03-24T01:57:37Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:33Z', 'updated_at': '2022-03-24T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:38.626304 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b894d4-3920-47b8-bbe6-a28ac52bf927 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Port': ['ID=b9515f5a-7781-4c20-a355-3031087489c5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:38.633738 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a269a9-7f22-4a74-b78a-3a54591612b3 None None] The sync data for ids ['9df4f06f-d532-4827-ae2a-2398bff34277'] in n-d-760455-9 is: [{'id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925307956', 'tenant_id': '570af92d73ce477eab0032c6e4bb8590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:56:32Z', 'updated_at': '2022-03-24T01:57:37Z', 'revision_number': 5, 'project_id': '570af92d73ce477eab0032c6e4bb8590', 'gw_port': {'id': 'b9515f5a-7781-4c20-a355-3031087489c5', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4f06f-d532-4827-ae2a-2398bff34277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:56:33Z', 'updated_at': '2022-03-24T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:57:38.690058 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7b894d4-3920-47b8-bbe6-a28ac52bf927 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (9df4f06f-d532-4827-ae2a-2398bff34277), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:38.710493 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (5351242e-7d17-4e03-9997-d9dfee99e765), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:38.734212 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Pushing event deleted for resources: {'Port': ['ID=5351242e-7d17-4e03-9997-d9dfee99e765,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:38.743773 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] No DVR routers for this DVR port 5351242e-7d17-4e03-9997-d9dfee99e765 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 01:57:38.746254 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:38.746637 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:38.746996 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:38.747353 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:38.747695 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:38.748031 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:38.748367 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:38.748729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:38.749061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:38.749419 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:38.749866 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:38.750220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:38.750535 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:38.750867 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:38.751197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3b233-8cdb-4fcb-8e45-847c046c9212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:38.788982 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7b894d4-3920-47b8-bbe6-a28ac52bf927 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (9df4f06f-d532-4827-ae2a-2398bff34277), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:38.791159 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7b894d4-3920-47b8-bbe6-a28ac52bf927 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router_controller (9df4f06f-d532-4827-ae2a-2398bff34277), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:38.834655 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7b894d4-3920-47b8-bbe6-a28ac52bf927 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (9df4f06f-d532-4827-ae2a-2398bff34277), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:38.835127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b894d4-3920-47b8-bbe6-a28ac52bf927 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Fanout notify agent at l3_agent the message router_deleted on router 9df4f06f-d532-4827-ae2a-2398bff34277 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 01:57:38.843226 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e7b894d4-3920-47b8-bbe6-a28ac52bf927 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:38.844314 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e7b894d4-3920-47b8-bbe6-a28ac52bf927 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/routers/9df4f06f-d532-4827-ae2a-2398bff34277 HTTP/1.1" status: 204 len: 168 time: 0.8022168 Mar 24 01:57:38.847019 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40872) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:38.919328 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dda331cc-4c53-433b-b48e-2e703a65acd4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (1b9bb16a-99ea-487c-8ac3-d1d7690ef571), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:39.009553 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dda331cc-4c53-433b-b48e-2e703a65acd4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (1b9bb16a-99ea-487c-8ac3-d1d7690ef571), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:39.031180 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-dda331cc-4c53-433b-b48e-2e703a65acd4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9bb16a-99ea-487c-8ac3-d1d7690ef571']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:39.041119 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-dda331cc-4c53-433b-b48e-2e703a65acd4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a829478a-cdc5-4eb0-8307-fd12485ccb79') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:39.041506 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-dda331cc-4c53-433b-b48e-2e703a65acd4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a829478a-cdc5-4eb0-8307-fd12485ccb79') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:39.051364 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dda331cc-4c53-433b-b48e-2e703a65acd4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (a829478a-cdc5-4eb0-8307-fd12485ccb79), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:39.065274 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dda331cc-4c53-433b-b48e-2e703a65acd4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (a829478a-cdc5-4eb0-8307-fd12485ccb79), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:39.072091 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda331cc-4c53-433b-b48e-2e703a65acd4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 01:57:39.072526 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dda331cc-4c53-433b-b48e-2e703a65acd4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (a829478a-cdc5-4eb0-8307-fd12485ccb79), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: timer() Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 01:57:39.076472 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 01:57:39.137911 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dda331cc-4c53-433b-b48e-2e703a65acd4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (1b9bb16a-99ea-487c-8ac3-d1d7690ef571), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:39.144837 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-dda331cc-4c53-433b-b48e-2e703a65acd4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:39.148058 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-dda331cc-4c53-433b-b48e-2e703a65acd4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/networks/1b9bb16a-99ea-487c-8ac3-d1d7690ef571 HTTP/1.1" status: 204 len: 168 time: 0.3001339 Mar 24 01:57:39.150916 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40874) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:39.165699 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda331cc-4c53-433b-b48e-2e703a65acd4 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'Network': ['ID=1b9bb16a-99ea-487c-8ac3-d1d7690ef571,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:39.221542 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (096236d0-13ab-4a76-9093-8d25e79dde1e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:39.253789 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (096236d0-13ab-4a76-9093-8d25e79dde1e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:39.283924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5351242e-7d17-4e03-9997-d9dfee99e765 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:57:39.306330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 5351242e-7d17-4e03-9997-d9dfee99e765 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:57:39.306780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 5351242e-7d17-4e03-9997-d9dfee99e765 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:57:39.307232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c5076810-3b16-4c2d-befe-80c7ca91f419 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:57:39.327613 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: c5076810-3b16-4c2d-befe-80c7ca91f419 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:57:39.327962 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device c5076810-3b16-4c2d-befe-80c7ca91f419 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:57:39.331544 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (096236d0-13ab-4a76-9093-8d25e79dde1e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:39.334441 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:39.335711 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] 10.222.0.45 "DELETE /v2.0/security-groups/096236d0-13ab-4a76-9093-8d25e79dde1e HTTP/1.1" status: 204 len: 168 time: 0.1835265 Mar 24 01:57:39.346126 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=096236d0-13ab-4a76-9093-8d25e79dde1e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:39.355623 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:39.356035 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:39.356915 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:39.357295 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:39.357633 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:39.357963 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:39.358918 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:39.359253 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:39.359583 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:39.360039 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:39.360374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:39.360707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:39.361267 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:39.361586 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:39.361913 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7f198-f632-440d-870f-704f9de997d6 tempest-TestNetworkAdvancedServerOps-2020128384 tempest-TestNetworkAdvancedServerOps-2020128384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:39.625372 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40884) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:39.757795 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ea985ac4-c660-4e60-bd2b-a1b48dde53e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=570af92d73ce477eab0032c6e4bb8590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312721 Mar 24 01:57:39.760337 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40888) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:39.810847 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-555da411-365d-439f-bada-51d92513e576 admin admin] Publish callbacks [] for security_group (fcbe9670-30d0-4b8c-8a7c-499dbb2aa9d4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:39.832091 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-555da411-365d-439f-bada-51d92513e576 admin admin] Publish callbacks [] for security_group (fcbe9670-30d0-4b8c-8a7c-499dbb2aa9d4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:39.878145 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-555da411-365d-439f-bada-51d92513e576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fcbe9670-30d0-4b8c-8a7c-499dbb2aa9d4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:39.880717 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-555da411-365d-439f-bada-51d92513e576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:39.881975 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-555da411-365d-439f-bada-51d92513e576 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fcbe9670-30d0-4b8c-8a7c-499dbb2aa9d4 HTTP/1.1" status: 204 len: 168 time: 0.1205378 Mar 24 01:57:39.889791 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555da411-365d-439f-bada-51d92513e576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbe9670-30d0-4b8c-8a7c-499dbb2aa9d4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:40.133970 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40894) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:40.146873 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e78055dd-9a8d-475f-b474-d87537b454a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:40.219083 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e78055dd-9a8d-475f-b474-d87537b454a8 admin admin] Publish callbacks [] for security_group (a7e6223e-bc57-4b31-8779-71818f3632b9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:40.222806 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e78055dd-9a8d-475f-b474-d87537b454a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a7e6223e-bc57-4b31-8779-71818f3632b9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:40.260847 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e78055dd-9a8d-475f-b474-d87537b454a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=983359a8a88e4a928f79d8c85c50259f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258378 Mar 24 01:57:40.261701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78055dd-9a8d-475f-b474-d87537b454a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e6223e-bc57-4b31-8779-71818f3632b9,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:40.263644 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40896) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:40.311664 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff91d-b106-456b-8768-68fe7cab2b33 admin admin] Publish callbacks [] for security_group (a7e6223e-bc57-4b31-8779-71818f3632b9), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:40.332167 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff91d-b106-456b-8768-68fe7cab2b33 admin admin] Publish callbacks [] for security_group (a7e6223e-bc57-4b31-8779-71818f3632b9), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:40.380954 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff91d-b106-456b-8768-68fe7cab2b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a7e6223e-bc57-4b31-8779-71818f3632b9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:40.383627 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff91d-b106-456b-8768-68fe7cab2b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:40.384845 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-8a1ff91d-b106-456b-8768-68fe7cab2b33 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7e6223e-bc57-4b31-8779-71818f3632b9 HTTP/1.1" status: 204 len: 168 time: 0.1202075 Mar 24 01:57:40.392389 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ff91d-b106-456b-8768-68fe7cab2b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e6223e-bc57-4b31-8779-71818f3632b9,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:41.037437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40918) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:41.131727 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a4abdd20-ca7c-4705-b20f-f372785bb828 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1455261426-network', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:57:41.150444 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4abdd20-ca7c-4705-b20f-f372785bb828 admin admin] Made reservation on behalf of a154910cbe01423587e6bda9f4767f96 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:57:41.152719 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4abdd20-ca7c-4705-b20f-f372785bb828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:41.158059 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b9515f5a-7781-4c20-a355-3031087489c5 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 01:57:41.161018 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4abdd20-ca7c-4705-b20f-f372785bb828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:41.242665 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4abdd20-ca7c-4705-b20f-f372785bb828 admin admin] Publish callbacks [] for security_group (aabd1462-b2d5-4a6d-9036-23b7ab357225), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:41.247819 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4abdd20-ca7c-4705-b20f-f372785bb828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (aabd1462-b2d5-4a6d-9036-23b7ab357225), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:41.273858 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4abdd20-ca7c-4705-b20f-f372785bb828 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:57:41.283960 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abdd20-ca7c-4705-b20f-f372785bb828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabd1462-b2d5-4a6d-9036-23b7ab357225,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:41.288980 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4abdd20-ca7c-4705-b20f-f372785bb828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:41.289365 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-a4abdd20-ca7c-4705-b20f-f372785bb828 admin admin] Added segment ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf of type vlan for network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e Mar 24 01:57:41.331169 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4abdd20-ca7c-4705-b20f-f372785bb828 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (1ababf92-8507-4660-8bf0-2c4bd92f5e8e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:41.347919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: b9515f5a-7781-4c20-a355-3031087489c5 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 01:57:41.348435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device b9515f5a-7781-4c20-a355-3031087489c5 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 01:57:41.355977 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4abdd20-ca7c-4705-b20f-f372785bb828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (1ababf92-8507-4660-8bf0-2c4bd92f5e8e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:41.357007 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4abdd20-ca7c-4705-b20f-f372785bb828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:41.357619 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a4abdd20-ca7c-4705-b20f-f372785bb828 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:41.408100 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a4abdd20-ca7c-4705-b20f-f372785bb828 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3694630 Mar 24 01:57:41.411121 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40922) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:41.415998 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-ac5c8e71-cea0-4b3c-9f2c-37ad61b7cac3 admin admin] Request body: {'subnet': {'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1455261426-subnet', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:57:41.418766 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abdd20-ca7c-4705-b20f-f372785bb828 admin admin] Pushing event updated for resources: {'Network': ['ID=1ababf92-8507-4660-8bf0-2c4bd92f5e8e,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:41.429505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:57:41.435348 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5c8e71-cea0-4b3c-9f2c-37ad61b7cac3 admin admin] Made reservation on behalf of a154910cbe01423587e6bda9f4767f96 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:57:41.437730 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8e71-cea0-4b3c-9f2c-37ad61b7cac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:41.934269 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8e71-cea0-4b3c-9f2c-37ad61b7cac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (6481d400-8948-476f-87fc-fb3bd3645fbf), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:41.988565 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c8e71-cea0-4b3c-9f2c-37ad61b7cac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6481d400-8948-476f-87fc-fb3bd3645fbf,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:41.997907 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5c8e71-cea0-4b3c-9f2c-37ad61b7cac3 admin admin] Checking segment: {'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:57:41.998266 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5c8e71-cea0-4b3c-9f2c-37ad61b7cac3 admin admin] Network hostable DHCP agents. Network: 1ababf92-8507-4660-8bf0-2c4bd92f5e8e, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:57:42.015184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5c8e71-cea0-4b3c-9f2c-37ad61b7cac3 admin admin] Network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:57:42.023548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-ac5c8e71-cea0-4b3c-9f2c-37ad61b7cac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, 1ababf92-8507-4660-8bf0-2c4bd92f5e8e) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:57:42.027472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5c8e71-cea0-4b3c-9f2c-37ad61b7cac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:42.028995 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8e71-cea0-4b3c-9f2c-37ad61b7cac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:42.033034 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be0a168-1c07-4e0d-b4dd-5428d5f8d9e0 None None] Network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:57:42.045867 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ac5c8e71-cea0-4b3c-9f2c-37ad61b7cac3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6336572 Mar 24 01:57:42.048630 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40924) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:42.053015 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:57:42.080755 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (766a53e4-b3e5-4187-8f30-527f43ab010a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:42.082987 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (766a53e4-b3e5-4187-8f30-527f43ab010a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:42.139409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:57:42.140328 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:42.151021 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Publish callbacks [] for router_controller (766a53e4-b3e5-4187-8f30-527f43ab010a), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:42.282125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Allocated IP 172.20.0.2 (1ababf92-8507-4660-8bf0-2c4bd92f5e8e/6481d400-8948-476f-87fc-fb3bd3645fbf/8fc9e65f-439b-4178-b0e4-bc5a30b6009a) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:57:42.295183 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Publish callbacks [] for router_gateway (766a53e4-b3e5-4187-8f30-527f43ab010a), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:42.428981 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Publish callbacks [] for port (8fc9e65f-439b-4178-b0e4-bc5a30b6009a), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:42.434434 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (8fc9e65f-439b-4178-b0e4-bc5a30b6009a), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:42.480474 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:57:42.483387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:57:42.489546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:57:42.496423 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Pushing event updated for resources: {'Port': ['ID=8fc9e65f-439b-4178-b0e4-bc5a30b6009a,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:42.498895 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Publish callbacks [] for router_gateway (766a53e4-b3e5-4187-8f30-527f43ab010a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:42.518585 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:42.548699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Attempting to bind port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:57:42.548983 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Attempting to bind port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:57:42.549403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Attempting to bind port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a on network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:57:42.557058 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:57:42.557558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Checking segment: {'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:57:42.558108 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:42.558510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Bound using segment: {'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:57:42.559203 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Bound port: 8fc9e65f-439b-4178-b0e4-bc5a30b6009a, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:57:42.559602 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8fc9e65f-439b-4178-b0e4-bc5a30b6009a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:42.627495 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] For port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:57:42.630446 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] For port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8fc9e65f-439b-4178-b0e4-bc5a30b6009a,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:57:42.635785 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8fc9e65f-439b-4178-b0e4-bc5a30b6009a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:42.643899 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Allocated IP 172.25.0.161 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/542b4418-b5aa-44a1-8694-cc867ec84696) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:57:42.698715 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3633594-90f0-4421-8cd3-65b7af3ef460 None None] Pushing event updated for resources: {'Port': ['ID=8fc9e65f-439b-4178-b0e4-bc5a30b6009a,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:42.757571 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Publish callbacks [] for port (542b4418-b5aa-44a1-8694-cc867ec84696), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:42.792196 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (542b4418-b5aa-44a1-8694-cc867ec84696), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:42.838575 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:57:42.862800 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:57:42.865710 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Pushing event updated for resources: {'Port': ['ID=542b4418-b5aa-44a1-8694-cc867ec84696,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:42.874799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:57:43.155469 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Publish callbacks [] for router_gateway (766a53e4-b3e5-4187-8f30-527f43ab010a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:43.237426 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8fc9e65f-439b-4178-b0e4-bc5a30b6009a up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:57:43.288118 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:43.289289 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8fc9e65f-439b-4178-b0e4-bc5a30b6009a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:43.375000 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:43.375396 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8fc9e65f-439b-4178-b0e4-bc5a30b6009a), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:43.392400 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (766a53e4-b3e5-4187-8f30-527f43ab010a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:43.410602 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8fc9e65f-439b-4178-b0e4-bc5a30b6009a,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:57:43.416406 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8fc9e65f-439b-4178-b0e4-bc5a30b6009a), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:43.468991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=8fc9e65f-439b-4178-b0e4-bc5a30b6009a,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:43.534564 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Router 766a53e4-b3e5-4187-8f30-527f43ab010a is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:57:43.637165 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e969a60b-6ef8-4e3d-ae97-db061ff592a8 None None] Network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:57:43.646310 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:57:43.655182 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Sync routers for ids ['766a53e4-b3e5-4187-8f30-527f43ab010a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:57:43.664394 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:43.664710 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Routers {'766a53e4-b3e5-4187-8f30-527f43ab010a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:57:43.665929 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['766a53e4-b3e5-4187-8f30-527f43ab010a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:43.666108 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-b9c7474a-47b7-48a9-aef5-7b3e80fcecdb admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6159971 Mar 24 01:57:43.668529 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40928) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:43.722725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-edd090f2-7499-486c-8754-a37adee0ee26 None None] Provisioning complete for port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:43.723253 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-edd090f2-7499-486c-8754-a37adee0ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8fc9e65f-439b-4178-b0e4-bc5a30b6009a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:43.777067 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Set router 766a53e4-b3e5-4187-8f30-527f43ab010a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:57:43.835634 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-edd090f2-7499-486c-8754-a37adee0ee26 None None] Current status of the port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:43.963241 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:43Z', 'revision_number': 3, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:43.990362 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Checking router: 766a53e4-b3e5-4187-8f30-527f43ab010a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:57:43.990718 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Updating router 766a53e4-b3e5-4187-8f30-527f43ab010a port 542b4418-b5aa-44a1-8694-cc867ec84696 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:57:44.023220 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (542b4418-b5aa-44a1-8694-cc867ec84696), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:44.060397 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-e03dcfa1-3424-4163-8bcd-1512930fde63 None None] Provisioning complete for port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:44.061126 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e03dcfa1-3424-4163-8bcd-1512930fde63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8fc9e65f-439b-4178-b0e4-bc5a30b6009a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:44.108541 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:44.140262 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-e03dcfa1-3424-4163-8bcd-1512930fde63 None None] Current status of the port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:44.263235 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Allocated IP 172.20.0.1 (1ababf92-8507-4660-8bf0-2c4bd92f5e8e/6481d400-8948-476f-87fc-fb3bd3645fbf/3b44a831-d0d9-4e49-81b4-fb15f89d54a0) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:57:44.277993 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Publish callbacks [] for port (542b4418-b5aa-44a1-8694-cc867ec84696), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:44.283108 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (542b4418-b5aa-44a1-8694-cc867ec84696), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:44.333192 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Attempting to bind port 542b4418-b5aa-44a1-8694-cc867ec84696 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:57:44.333636 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Attempting to bind port 542b4418-b5aa-44a1-8694-cc867ec84696 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:57:44.334068 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Attempting to bind port 542b4418-b5aa-44a1-8694-cc867ec84696 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:57:44.339455 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Pushing event updated for resources: {'Port': ['ID=542b4418-b5aa-44a1-8694-cc867ec84696,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:44.347055 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:57:44.347427 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:57:44.347821 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:44.348214 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:57:44.348669 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Bound port: 542b4418-b5aa-44a1-8694-cc867ec84696, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:57:44.349038 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (542b4418-b5aa-44a1-8694-cc867ec84696), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:44.352284 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:44.352623 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:44.352958 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:44.353313 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:44.353641 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:44.353963 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:44.354350 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:44.354996 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:44.355234 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:44.355582 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:44.355938 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:44.356260 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:44.356585 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:44.356890 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:44.357294 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 01:57:44.363559 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Publish callbacks [] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:44.397177 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:44.411420 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] For port 542b4418-b5aa-44a1-8694-cc867ec84696, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:57:44.415209 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] For port 542b4418-b5aa-44a1-8694-cc867ec84696, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=542b4418-b5aa-44a1-8694-cc867ec84696,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:57:44.420069 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (542b4418-b5aa-44a1-8694-cc867ec84696), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:44.438603 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:57:44.445683 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:57:44.451073 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:57:44.454627 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3b44a831-d0d9-4e49-81b4-fb15f89d54a0,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:44.492325 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (766a53e4-b3e5-4187-8f30-527f43ab010a), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:44.580504 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed416d-b665-451d-b35d-9db7387881a2 None None] Pushing event updated for resources: {'Port': ['ID=542b4418-b5aa-44a1-8694-cc867ec84696,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:44.584530 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Routers {'766a53e4-b3e5-4187-8f30-527f43ab010a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:57:44.585181 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['766a53e4-b3e5-4187-8f30-527f43ab010a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:44.644516 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:44.697373 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] Set router 766a53e4-b3e5-4187-8f30-527f43ab010a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:57:44.764418 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-eb1b2968-d293-4777-8187-46738331a40d None None] Provisioning complete for port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:44.764998 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2968-d293-4777-8187-46738331a40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:44.802657 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b2968-d293-4777-8187-46738331a40d None None] Port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:57:44.806154 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Publish callbacks [] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:44.811671 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:44.876911 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3b44a831-d0d9-4e49-81b4-fb15f89d54a0,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:44.879418 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (766a53e4-b3e5-4187-8f30-527f43ab010a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:44.887665 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:43Z', 'revision_number': 3, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:44.917915 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0c78e-a35b-4783-9d1b-aba875a6d658 None None] The sync data for ids ['766a53e4-b3e5-4187-8f30-527f43ab010a'] in n-d-760455-9 is: [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:43Z', 'revision_number': 3, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:57:44.974790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:57:44.976362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:57:45.097961 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Router 766a53e4-b3e5-4187-8f30-527f43ab010a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:57:45.331785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-696d53c8-e1f9-4058-b3f3-2d5230d9412e None None] Provisioning complete for port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:45.332459 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-696d53c8-e1f9-4058-b3f3-2d5230d9412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:45.337915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 542b4418-b5aa-44a1-8694-cc867ec84696 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:57:45.395157 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-696d53c8-e1f9-4058-b3f3-2d5230d9412e None None] Port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:57:45.421241 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 542b4418-b5aa-44a1-8694-cc867ec84696 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:45.421576 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (542b4418-b5aa-44a1-8694-cc867ec84696), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:45.508015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 542b4418-b5aa-44a1-8694-cc867ec84696 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:45.513186 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (542b4418-b5aa-44a1-8694-cc867ec84696), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:45.533493 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 542b4418-b5aa-44a1-8694-cc867ec84696, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=542b4418-b5aa-44a1-8694-cc867ec84696,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:57:45.538206 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (542b4418-b5aa-44a1-8694-cc867ec84696), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:45.539003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8fc9e65f-439b-4178-b0e4-bc5a30b6009a up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:57:45.566336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:57:45.571633 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-328f30f4-2d3d-490b-84e8-548d273127c6 admin admin] 10.222.0.45 "PUT /v2.0/routers/766a53e4-b3e5-4187-8f30-527f43ab010a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9020610 Mar 24 01:57:45.626009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=542b4418-b5aa-44a1-8694-cc867ec84696,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:45.639679 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:45.640057 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8fc9e65f-439b-4178-b0e4-bc5a30b6009a), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:45.728166 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:46.058051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40944) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:46.063452 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-3768df1a-f9b4-4cc4-9cc6-1d06b5f41074 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-710820690-network', 'tenant_id': 'cdc08e09d8b84ba79398bd0cec693001'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:57:46.082702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3768df1a-f9b4-4cc4-9cc6-1d06b5f41074 admin admin] Made reservation on behalf of cdc08e09d8b84ba79398bd0cec693001 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:57:46.085251 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3768df1a-f9b4-4cc4-9cc6-1d06b5f41074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:46.096726 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3768df1a-f9b4-4cc4-9cc6-1d06b5f41074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:46.169914 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3768df1a-f9b4-4cc4-9cc6-1d06b5f41074 admin admin] Publish callbacks [] for security_group (f6c8919d-2639-4d8d-9ddd-df1f264618d6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:46.173561 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3768df1a-f9b4-4cc4-9cc6-1d06b5f41074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f6c8919d-2639-4d8d-9ddd-df1f264618d6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:46.199595 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3768df1a-f9b4-4cc4-9cc6-1d06b5f41074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 01:57:46.205870 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768df1a-f9b4-4cc4-9cc6-1d06b5f41074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c8919d-2639-4d8d-9ddd-df1f264618d6,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:46.211744 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3768df1a-f9b4-4cc4-9cc6-1d06b5f41074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (57da4551-b35b-4ea0-b8ef-83cfb8763ccd), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:46.212084 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-3768df1a-f9b4-4cc4-9cc6-1d06b5f41074 admin admin] Added segment 57da4551-b35b-4ea0-b8ef-83cfb8763ccd of type vlan for network da8cc60b-3c51-43bb-aff0-6a515fbf4b77 Mar 24 01:57:46.253980 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3768df1a-f9b4-4cc4-9cc6-1d06b5f41074 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (da8cc60b-3c51-43bb-aff0-6a515fbf4b77), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:46.279354 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3768df1a-f9b4-4cc4-9cc6-1d06b5f41074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (da8cc60b-3c51-43bb-aff0-6a515fbf4b77), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:46.280474 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3768df1a-f9b4-4cc4-9cc6-1d06b5f41074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:46.281059 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-3768df1a-f9b4-4cc4-9cc6-1d06b5f41074 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:46.339458 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-3768df1a-f9b4-4cc4-9cc6-1d06b5f41074 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2797613 Mar 24 01:57:46.342278 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40946) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:46.346924 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-0126f46f-c6c2-4445-8b7f-9ca37a35741e admin admin] Request body: {'subnet': {'network_id': 'da8cc60b-3c51-43bb-aff0-6a515fbf4b77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-710820690-subnet', 'tenant_id': 'cdc08e09d8b84ba79398bd0cec693001', 'ip_version': 4}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:57:46.358844 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768df1a-f9b4-4cc4-9cc6-1d06b5f41074 admin admin] Pushing event updated for resources: {'Network': ['ID=da8cc60b-3c51-43bb-aff0-6a515fbf4b77,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:46.369015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network da8cc60b-3c51-43bb-aff0-6a515fbf4b77 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 01:57:46.373972 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0126f46f-c6c2-4445-8b7f-9ca37a35741e admin admin] Made reservation on behalf of cdc08e09d8b84ba79398bd0cec693001 for: {'subnet': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:57:46.376819 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0126f46f-c6c2-4445-8b7f-9ca37a35741e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59180220'] for subnet (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:46.546419 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0126f46f-c6c2-4445-8b7f-9ca37a35741e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59191772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59180202'] for subnet (a6051a6a-976b-4c58-8d57-10848c9b625e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:46.614705 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126f46f-c6c2-4445-8b7f-9ca37a35741e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6051a6a-976b-4c58-8d57-10848c9b625e,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:46.626094 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0126f46f-c6c2-4445-8b7f-9ca37a35741e admin admin] Checking segment: {'id': '57da4551-b35b-4ea0-b8ef-83cfb8763ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'da8cc60b-3c51-43bb-aff0-6a515fbf4b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:57:46.626416 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0126f46f-c6c2-4445-8b7f-9ca37a35741e admin admin] Network hostable DHCP agents. Network: da8cc60b-3c51-43bb-aff0-6a515fbf4b77, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 01:57:46.645870 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0126f46f-c6c2-4445-8b7f-9ca37a35741e admin admin] Network da8cc60b-3c51-43bb-aff0-6a515fbf4b77 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 01:57:46.654863 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-0126f46f-c6c2-4445-8b7f-9ca37a35741e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, da8cc60b-3c51-43bb-aff0-6a515fbf4b77) {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:57:46.660756 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Sync routers for ids ['766a53e4-b3e5-4187-8f30-527f43ab010a'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:57:46.661135 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0126f46f-c6c2-4445-8b7f-9ca37a35741e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:46.661775 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-0126f46f-c6c2-4445-8b7f-9ca37a35741e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:46.666274 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e76e76-cf38-4c68-ac5b-13dfd666f9f1 None None] Network da8cc60b-3c51-43bb-aff0-6a515fbf4b77 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:57:46.678338 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-0126f46f-c6c2-4445-8b7f-9ca37a35741e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3350852 Mar 24 01:57:46.680862 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40948) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:46.685494 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-710820690-router', 'tenant_id': 'cdc08e09d8b84ba79398bd0cec693001', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:57:46.706315 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (c6a932f6-d8ea-415b-9fe0-be5784e74014), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:46.707304 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (c6a932f6-d8ea-415b-9fe0-be5784e74014), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:46.751293 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Routers {'766a53e4-b3e5-4187-8f30-527f43ab010a'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:57:46.751850 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['766a53e4-b3e5-4187-8f30-527f43ab010a'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:46.759710 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Publish callbacks [] for router_controller (c6a932f6-d8ea-415b-9fe0-be5784e74014), precommit_add_association {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:46.891712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-da8cc60b-3c51-43bb-aff0-6a515fbf4b77', 'network_id': 'da8cc60b-3c51-43bb-aff0-6a515fbf4b77', 'project_id': 'cdc08e09d8b84ba79398bd0cec693001', 'fixed_ips': [{'subnet_id': 'a6051a6a-976b-4c58-8d57-10848c9b625e'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 01:57:46.892584 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:46.921183 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Publish callbacks [] for router_gateway (c6a932f6-d8ea-415b-9fe0-be5784e74014), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:46.954224 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Set router 766a53e4-b3e5-4187-8f30-527f43ab010a gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:57:47.129640 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Publish callbacks [] for router_gateway (c6a932f6-d8ea-415b-9fe0-be5784e74014), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:47.150006 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:47.248162 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 542b4418-b5aa-44a1-8694-cc867ec84696 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:57:47.257981 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Allocated IP 172.25.0.28 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/23c59ec2-d145-4953-b01b-5a689f0e6af4) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:57:47.368070 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Publish callbacks [] for port (23c59ec2-d145-4953-b01b-5a689f0e6af4), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:47.402644 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Allocated IP 172.20.0.2 (da8cc60b-3c51-43bb-aff0-6a515fbf4b77/a6051a6a-976b-4c58-8d57-10848c9b625e/dec0c419-dfeb-4a5a-9928-60b2d372c2af) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:57:47.404560 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (23c59ec2-d145-4953-b01b-5a689f0e6af4), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:47.439519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:57:47.443939 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:57:47.447474 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:57:47.473799 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Pushing event updated for resources: {'Port': ['ID=23c59ec2-d145-4953-b01b-5a689f0e6af4,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:47.522798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 542b4418-b5aa-44a1-8694-cc867ec84696 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:47.523186 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (542b4418-b5aa-44a1-8694-cc867ec84696), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:47.654288 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '3b44a831-d0d9-4e49-81b4-fb15f89d54a0', 'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'mac_address': 'fa:16:3e:45:7f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:44Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 2, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'subnets': [{'id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:47.706161 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Publish callbacks [] for router_gateway (c6a932f6-d8ea-415b-9fe0-be5784e74014), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:47.712885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Checking router: 766a53e4-b3e5-4187-8f30-527f43ab010a for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:57:47.713260 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Updating router 766a53e4-b3e5-4187-8f30-527f43ab010a port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:57:47.716185 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Publish callbacks [] for port (dec0c419-dfeb-4a5a-9928-60b2d372c2af), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:47.742150 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (dec0c419-dfeb-4a5a-9928-60b2d372c2af), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:47.749480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 542b4418-b5aa-44a1-8694-cc867ec84696 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:47.782225 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:47.805880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Network da8cc60b-3c51-43bb-aff0-6a515fbf4b77 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:57:47.812307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:57:47.814935 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Pushing event updated for resources: {'Port': ['ID=dec0c419-dfeb-4a5a-9928-60b2d372c2af,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:47.839105 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:57:47.912036 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (c6a932f6-d8ea-415b-9fe0-be5784e74014), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:47.959713 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Attempting to bind port dec0c419-dfeb-4a5a-9928-60b2d372c2af on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:57:47.960094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Attempting to bind port dec0c419-dfeb-4a5a-9928-60b2d372c2af by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '57da4551-b35b-4ea0-b8ef-83cfb8763ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'da8cc60b-3c51-43bb-aff0-6a515fbf4b77'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:57:47.960467 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Attempting to bind port dec0c419-dfeb-4a5a-9928-60b2d372c2af on network da8cc60b-3c51-43bb-aff0-6a515fbf4b77 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:57:47.972880 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:57:47.973736 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Checking segment: {'id': '57da4551-b35b-4ea0-b8ef-83cfb8763ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'da8cc60b-3c51-43bb-aff0-6a515fbf4b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:57:47.974152 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:47.974553 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Bound using segment: {'id': '57da4551-b35b-4ea0-b8ef-83cfb8763ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'da8cc60b-3c51-43bb-aff0-6a515fbf4b77'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:57:47.975029 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Bound port: dec0c419-dfeb-4a5a-9928-60b2d372c2af, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57da4551-b35b-4ea0-b8ef-83cfb8763ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'da8cc60b-3c51-43bb-aff0-6a515fbf4b77'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:57:47.975414 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dec0c419-dfeb-4a5a-9928-60b2d372c2af), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:48.042704 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Router c6a932f6-d8ea-415b-9fe0-be5784e74014 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 01:57:48.110961 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] For port dec0c419-dfeb-4a5a-9928-60b2d372c2af, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:57:48.126257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] For port dec0c419-dfeb-4a5a-9928-60b2d372c2af, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=dec0c419-dfeb-4a5a-9928-60b2d372c2af,segment=NetworkSegment(57da4551-b35b-4ea0-b8ef-83cfb8763ccd),segment_id=57da4551-b35b-4ea0-b8ef-83cfb8763ccd)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:57:48.141787 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (dec0c419-dfeb-4a5a-9928-60b2d372c2af), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:48.155092 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:57:48.164681 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Sync routers for ids ['c6a932f6-d8ea-415b-9fe0-be5784e74014'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:57:48.173885 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:48.175369 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-07ad34e5-70fb-47a9-9655-71c4c7905982 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4935722 Mar 24 01:57:48.178124 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40950) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:48.179356 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Routers {'c6a932f6-d8ea-415b-9fe0-be5784e74014'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:57:48.180214 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c6a932f6-d8ea-415b-9fe0-be5784e74014'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:48.241924 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Publish callbacks [] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:48.243919 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfa164-8315-4515-8b9d-4469dc7192ac None None] Pushing event updated for resources: {'Port': ['ID=dec0c419-dfeb-4a5a-9928-60b2d372c2af,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:48.252006 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:48.306180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a7845-9131-4283-9b0d-ad778f992f07 None None] Pushing event updated for resources: {'Port': ['ID=3b44a831-d0d9-4e49-81b4-fb15f89d54a0,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:48.348894 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Set router c6a932f6-d8ea-415b-9fe0-be5784e74014 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:57:48.367057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Attempting to bind port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:57:48.367438 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Attempting to bind port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:57:48.367805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Attempting to bind port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 on network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:57:48.374102 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:57:48.374477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Checking segment: {'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:57:48.374887 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:48.375287 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Bound using segment: {'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:57:48.375772 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Bound port: 3b44a831-d0d9-4e49-81b4-fb15f89d54a0, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:57:48.376162 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:48.464636 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] For port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:57:48.471888 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] For port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3b44a831-d0d9-4e49-81b4-fb15f89d54a0,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:57:48.484632 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:48.621481 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a7845-9131-4283-9b0d-ad778f992f07 None None] Pushing event updated for resources: {'Port': ['ID=3b44a831-d0d9-4e49-81b4-fb15f89d54a0,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:48.625892 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Routers {'766a53e4-b3e5-4187-8f30-527f43ab010a'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:57:48.626677 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['766a53e4-b3e5-4187-8f30-527f43ab010a'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:48.639122 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'name': 'tempest-TestShelveInstance-710820690-router', 'tenant_id': 'cdc08e09d8b84ba79398bd0cec693001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '23c59ec2-d145-4953-b01b-5a689f0e6af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:46Z', 'updated_at': '2022-03-24T01:57:47Z', 'revision_number': 3, 'project_id': 'cdc08e09d8b84ba79398bd0cec693001', 'gw_port': {'id': '23c59ec2-d145-4953-b01b-5a689f0e6af4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:47Z', 'updated_at': '2022-03-24T01:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:48.693574 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Checking router: c6a932f6-d8ea-415b-9fe0-be5784e74014 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:57:48.693574 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Updating router c6a932f6-d8ea-415b-9fe0-be5784e74014 port 23c59ec2-d145-4953-b01b-5a689f0e6af4 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:57:48.739468 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (23c59ec2-d145-4953-b01b-5a689f0e6af4), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:48.759805 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6ae61211-26c3-4e0f-b723-8c4503ec5ad5 None None] Provisioning complete for port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:48.760193 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6ae61211-26c3-4e0f-b723-8c4503ec5ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:48.794875 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] Set router 766a53e4-b3e5-4187-8f30-527f43ab010a gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:57:48.806121 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:48.983115 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6ae61211-26c3-4e0f-b723-8c4503ec5ad5 None None] Current status of the port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:48.983520 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6ae61211-26c3-4e0f-b723-8c4503ec5ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.021165 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Allocated IP 172.20.0.1 (da8cc60b-3c51-43bb-aff0-6a515fbf4b77/a6051a6a-976b-4c58-8d57-10848c9b625e/62c44a9c-3d11-468d-92f7-30bc1583dc3b) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:57:49.053474 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-6ae61211-26c3-4e0f-b723-8c4503ec5ad5 None None] For port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3b44a831-d0d9-4e49-81b4-fb15f89d54a0,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:57:49.061270 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6ae61211-26c3-4e0f-b723-8c4503ec5ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.091976 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Publish callbacks [] for port (23c59ec2-d145-4953-b01b-5a689f0e6af4), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.102860 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (23c59ec2-d145-4953-b01b-5a689f0e6af4), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.140268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae61211-26c3-4e0f-b723-8c4503ec5ad5 None None] Pushing event updated for resources: {'Port': ['ID=3b44a831-d0d9-4e49-81b4-fb15f89d54a0,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:49.146180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '3b44a831-d0d9-4e49-81b4-fb15f89d54a0', 'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'mac_address': 'fa:16:3e:45:7f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:44Z', 'updated_at': '2022-03-24T01:57:48Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'subnets': [{'id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:49.161376 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Attempting to bind port 23c59ec2-d145-4953-b01b-5a689f0e6af4 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:57:49.161808 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Attempting to bind port 23c59ec2-d145-4953-b01b-5a689f0e6af4 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:57:49.162099 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Attempting to bind port 23c59ec2-d145-4953-b01b-5a689f0e6af4 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:57:49.164011 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fabf33-f9d0-43da-9ffc-5361e5931ae3 None None] Pushing event updated for resources: {'Port': ['ID=23c59ec2-d145-4953-b01b-5a689f0e6af4,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:49.169975 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:57:49.170680 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:57:49.170781 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.171133 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:57:49.171604 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Bound port: 23c59ec2-d145-4953-b01b-5a689f0e6af4, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:57:49.171990 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (23c59ec2-d145-4953-b01b-5a689f0e6af4), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.188365 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a4a86-1ac5-41a0-b6cc-e1a487f9e61e None None] The sync data for ids ['766a53e4-b3e5-4187-8f30-527f43ab010a'] in n-d-760455-9 is: [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '3b44a831-d0d9-4e49-81b4-fb15f89d54a0', 'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'mac_address': 'fa:16:3e:45:7f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:44Z', 'updated_at': '2022-03-24T01:57:48Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'subnets': [{'id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:57:49.190275 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Publish callbacks [] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.200966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1ed71638-ce5e-4f83-a54d-caae2f0144c5 None None] Provisioning complete for port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:49.201502 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1ed71638-ce5e-4f83-a54d-caae2f0144c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.250017 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.316251 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] For port 23c59ec2-d145-4953-b01b-5a689f0e6af4, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:57:49.319757 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] For port 23c59ec2-d145-4953-b01b-5a689f0e6af4, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=23c59ec2-d145-4953-b01b-5a689f0e6af4,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:57:49.320188 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Network da8cc60b-3c51-43bb-aff0-6a515fbf4b77 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:57:49.324519 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:57:49.335327 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:57:49.341678 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (23c59ec2-d145-4953-b01b-5a689f0e6af4), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.342378 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1ed71638-ce5e-4f83-a54d-caae2f0144c5 None None] Current status of the port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:49.372336 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Pushing event updated for resources: {'Port': ['ID=62c44a9c-3d11-468d-92f7-30bc1583dc3b,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:49.413783 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (c6a932f6-d8ea-415b-9fe0-be5784e74014), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.423204 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device dec0c419-dfeb-4a5a-9928-60b2d372c2af up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:57:49.427754 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Routers {'c6a932f6-d8ea-415b-9fe0-be5784e74014'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:57:49.428721 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c6a932f6-d8ea-415b-9fe0-be5784e74014'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:49.488880 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fabf33-f9d0-43da-9ffc-5361e5931ae3 None None] Pushing event updated for resources: {'Port': ['ID=23c59ec2-d145-4953-b01b-5a689f0e6af4,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:49.516334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port dec0c419-dfeb-4a5a-9928-60b2d372c2af triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:49.516831 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (dec0c419-dfeb-4a5a-9928-60b2d372c2af), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.591483 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] Set router c6a932f6-d8ea-415b-9fe0-be5784e74014 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:57:49.631985 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port dec0c419-dfeb-4a5a-9928-60b2d372c2af is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:49.632435 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (dec0c419-dfeb-4a5a-9928-60b2d372c2af), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.662604 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.680130 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port dec0c419-dfeb-4a5a-9928-60b2d372c2af, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=dec0c419-dfeb-4a5a-9928-60b2d372c2af,segment=NetworkSegment(57da4551-b35b-4ea0-b8ef-83cfb8763ccd),segment_id=57da4551-b35b-4ea0-b8ef-83cfb8763ccd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:57:49.685855 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (dec0c419-dfeb-4a5a-9928-60b2d372c2af), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.716346 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56447194-6962-4570-813e-51ca7b59722e None None] Network da8cc60b-3c51-43bb-aff0-6a515fbf4b77 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 01:57:49.804492 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=dec0c419-dfeb-4a5a-9928-60b2d372c2af,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:49.823818 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-eba3db82-6770-46f7-a30c-55200dd5f955 None None] Provisioning complete for port dec0c419-dfeb-4a5a-9928-60b2d372c2af triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:49.824201 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-eba3db82-6770-46f7-a30c-55200dd5f955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (dec0c419-dfeb-4a5a-9928-60b2d372c2af), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.846358 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'name': 'tempest-TestShelveInstance-710820690-router', 'tenant_id': 'cdc08e09d8b84ba79398bd0cec693001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '23c59ec2-d145-4953-b01b-5a689f0e6af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:46Z', 'updated_at': '2022-03-24T01:57:47Z', 'revision_number': 3, 'project_id': 'cdc08e09d8b84ba79398bd0cec693001', 'gw_port': {'id': '23c59ec2-d145-4953-b01b-5a689f0e6af4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:47Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:49.878384 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Publish callbacks [] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.879004 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f949e9-8e18-42a3-ab4f-3aba648fdf6b None None] The sync data for ids ['c6a932f6-d8ea-415b-9fe0-be5784e74014'] in n-d-760455-9 is: [{'id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'name': 'tempest-TestShelveInstance-710820690-router', 'tenant_id': 'cdc08e09d8b84ba79398bd0cec693001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '23c59ec2-d145-4953-b01b-5a689f0e6af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:46Z', 'updated_at': '2022-03-24T01:57:47Z', 'revision_number': 3, 'project_id': 'cdc08e09d8b84ba79398bd0cec693001', 'gw_port': {'id': '23c59ec2-d145-4953-b01b-5a689f0e6af4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:47Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:57:49.885451 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.961670 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (c6a932f6-d8ea-415b-9fe0-be5784e74014), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:49.962650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-eba3db82-6770-46f7-a30c-55200dd5f955 None None] Current status of the port dec0c419-dfeb-4a5a-9928-60b2d372c2af is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:49.964106 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Pushing event updated for resources: {'Port': ['ID=62c44a9c-3d11-468d-92f7-30bc1583dc3b,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:50.080826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Network da8cc60b-3c51-43bb-aff0-6a515fbf4b77 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:57:50.082589 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:57:50.288080 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c0905392-ac36-4f97-a467-3bc09a8d0828 None None] Provisioning complete for port dec0c419-dfeb-4a5a-9928-60b2d372c2af triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:50.288459 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c0905392-ac36-4f97-a467-3bc09a8d0828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (dec0c419-dfeb-4a5a-9928-60b2d372c2af), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:50.421001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c0905392-ac36-4f97-a467-3bc09a8d0828 None None] Current status of the port dec0c419-dfeb-4a5a-9928-60b2d372c2af is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:50.449887 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-c0905392-ac36-4f97-a467-3bc09a8d0828 None None] Provisioning complete for port 62c44a9c-3d11-468d-92f7-30bc1583dc3b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:50.450229 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c0905392-ac36-4f97-a467-3bc09a8d0828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:50.499765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-c0905392-ac36-4f97-a467-3bc09a8d0828 None None] Port 62c44a9c-3d11-468d-92f7-30bc1583dc3b cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:57:50.620876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Router c6a932f6-d8ea-415b-9fe0-be5784e74014 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:57:50.623783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-eaa7bd55-8dd1-459b-b628-59b0d6832166 None None] Provisioning complete for port 62c44a9c-3d11-468d-92f7-30bc1583dc3b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:50.624318 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-eaa7bd55-8dd1-459b-b628-59b0d6832166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:50.690394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-eaa7bd55-8dd1-459b-b628-59b0d6832166 None None] Port 62c44a9c-3d11-468d-92f7-30bc1583dc3b cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:57:50.766100 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:57:50.771597 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-841915f4-758d-4ed5-ba12-e13e18512deb admin admin] 10.222.0.45 "PUT /v2.0/routers/c6a932f6-d8ea-415b-9fe0-be5784e74014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5922022 Mar 24 01:57:50.810418 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-797beb2d-4a34-470c-97e1-e9171588bfe6 None None] Provisioning complete for port 62c44a9c-3d11-468d-92f7-30bc1583dc3b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:50.810794 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-797beb2d-4a34-470c-97e1-e9171588bfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:50.846605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-797beb2d-4a34-470c-97e1-e9171588bfe6 None None] Port 62c44a9c-3d11-468d-92f7-30bc1583dc3b cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:57:51.322424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device dec0c419-dfeb-4a5a-9928-60b2d372c2af up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:57:51.487707 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40958) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:51.492363 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-31f30993-2f6d-4642-b97c-fe5bf210a9a1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185431631', 'description': 'tempest-secgroup-smoke-1185431631 description', 'project_id': 'a154910cbe01423587e6bda9f4767f96'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:57:51.514278 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-31f30993-2f6d-4642-b97c-fe5bf210a9a1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.532850 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port dec0c419-dfeb-4a5a-9928-60b2d372c2af triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:51.533270 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (dec0c419-dfeb-4a5a-9928-60b2d372c2af), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.584295 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-31f30993-2f6d-4642-b97c-fe5bf210a9a1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group (a1348bfe-8764-486b-ade4-14195d735655), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.588128 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-31f30993-2f6d-4642-b97c-fe5bf210a9a1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a1348bfe-8764-486b-ade4-14195d735655), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.611112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port dec0c419-dfeb-4a5a-9928-60b2d372c2af is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:51.612290 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 23c59ec2-d145-4953-b01b-5a689f0e6af4 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:57:51.618736 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-31f30993-2f6d-4642-b97c-fe5bf210a9a1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.619999 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-31f30993-2f6d-4642-b97c-fe5bf210a9a1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1312482 Mar 24 01:57:51.623742 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40960) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:51.626071 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f30993-2f6d-4642-b97c-fe5bf210a9a1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1348bfe-8764-486b-ade4-14195d735655,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:51.629007 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-59bf8219-8404-4b14-a249-753dd5d803e1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'security_group_rule': {'security_group_id': 'a1348bfe-8764-486b-ade4-14195d735655', 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:57:51.656769 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59bf8219-8404-4b14-a249-753dd5d803e1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (38782874-46b2-4a41-a134-c33035ceb09b), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.659217 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 23c59ec2-d145-4953-b01b-5a689f0e6af4 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:51.659735 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (23c59ec2-d145-4953-b01b-5a689f0e6af4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.718153 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59bf8219-8404-4b14-a249-753dd5d803e1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (38782874-46b2-4a41-a134-c33035ceb09b), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.721800 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59bf8219-8404-4b14-a249-753dd5d803e1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (38782874-46b2-4a41-a134-c33035ceb09b), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.740413 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 23c59ec2-d145-4953-b01b-5a689f0e6af4 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:51.740778 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (23c59ec2-d145-4953-b01b-5a689f0e6af4), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.743000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf8219-8404-4b14-a249-753dd5d803e1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38782874-46b2-4a41-a134-c33035ceb09b,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:51.749925 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-59bf8219-8404-4b14-a249-753dd5d803e1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.753701 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-59bf8219-8404-4b14-a249-753dd5d803e1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287436 Mar 24 01:57:51.754694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 40962) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:51.759503 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-e88292af-95d3-484a-b988-50c0f9e78589 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'security_group_rule': {'security_group_id': 'a1348bfe-8764-486b-ade4-14195d735655', 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:57:51.761011 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port 23c59ec2-d145-4953-b01b-5a689f0e6af4, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=23c59ec2-d145-4953-b01b-5a689f0e6af4,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:57:51.765290 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (23c59ec2-d145-4953-b01b-5a689f0e6af4), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.765990 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:57:51.787835 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e88292af-95d3-484a-b988-50c0f9e78589 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (f59970bc-1051-4800-bf61-66b8c003baec), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.847669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=23c59ec2-d145-4953-b01b-5a689f0e6af4,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:51.850550 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e88292af-95d3-484a-b988-50c0f9e78589 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (f59970bc-1051-4800-bf61-66b8c003baec), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.857515 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e88292af-95d3-484a-b988-50c0f9e78589 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (f59970bc-1051-4800-bf61-66b8c003baec), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.862543 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:51.862923 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.878367 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88292af-95d3-484a-b988-50c0f9e78589 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59970bc-1051-4800-bf61-66b8c003baec,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:51.883694 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e88292af-95d3-484a-b988-50c0f9e78589 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.888247 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40964) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:51.888480 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e88292af-95d3-484a-b988-50c0f9e78589 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324012 Mar 24 01:57:51.893686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a51d5a82-e830-48da-bb32-92ab0151e664 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'security_group_rule': {'security_group_id': 'a1348bfe-8764-486b-ade4-14195d735655', 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:57:51.918903 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a51d5a82-e830-48da-bb32-92ab0151e664 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (53191d78-6312-4a7b-aa83-1b11768737a6), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.939867 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:51.977793 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a51d5a82-e830-48da-bb32-92ab0151e664 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (53191d78-6312-4a7b-aa83-1b11768737a6), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.981265 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a51d5a82-e830-48da-bb32-92ab0151e664 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (53191d78-6312-4a7b-aa83-1b11768737a6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:51.999677 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d5a82-e830-48da-bb32-92ab0151e664 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53191d78-6312-4a7b-aa83-1b11768737a6,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:52.008654 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a51d5a82-e830-48da-bb32-92ab0151e664 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:52.010146 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a51d5a82-e830-48da-bb32-92ab0151e664 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201458 Mar 24 01:57:52.013173 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40966) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:52.017468 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-02403a08-e9ec-4c0b-a8cb-b6fb7f17bd95 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'security_group_rule': {'security_group_id': 'a1348bfe-8764-486b-ade4-14195d735655', 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:57:52.043400 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02403a08-e9ec-4c0b-a8cb-b6fb7f17bd95 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (34a35cda-53af-462e-8934-e4a8bc185075), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:52.100107 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02403a08-e9ec-4c0b-a8cb-b6fb7f17bd95 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (34a35cda-53af-462e-8934-e4a8bc185075), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:52.103712 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02403a08-e9ec-4c0b-a8cb-b6fb7f17bd95 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (34a35cda-53af-462e-8934-e4a8bc185075), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:52.121150 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02403a08-e9ec-4c0b-a8cb-b6fb7f17bd95 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a35cda-53af-462e-8934-e4a8bc185075,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:52.129408 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-02403a08-e9ec-4c0b-a8cb-b6fb7f17bd95 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:52.130594 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-02403a08-e9ec-4c0b-a8cb-b6fb7f17bd95 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165004 Mar 24 01:57:52.133230 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40968) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:52.137463 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-062cfe24-d5bc-48ab-bd44-51d1cf0e3d75 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'security_group_rule': {'security_group_id': 'a1348bfe-8764-486b-ade4-14195d735655', 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:57:52.156871 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-062cfe24-d5bc-48ab-bd44-51d1cf0e3d75 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Project a154910cbe01423587e6bda9f4767f96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:57:52.161534 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-062cfe24-d5bc-48ab-bd44-51d1cf0e3d75 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (67d3d380-74df-4c6f-8560-ca3ebf896b79), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:52.222413 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-062cfe24-d5bc-48ab-bd44-51d1cf0e3d75 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (67d3d380-74df-4c6f-8560-ca3ebf896b79), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:52.227096 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-062cfe24-d5bc-48ab-bd44-51d1cf0e3d75 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (67d3d380-74df-4c6f-8560-ca3ebf896b79), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:52.248211 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cfe24-d5bc-48ab-bd44-51d1cf0e3d75 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d3d380-74df-4c6f-8560-ca3ebf896b79,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:52.253348 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-062cfe24-d5bc-48ab-bd44-51d1cf0e3d75 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:52.254584 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-062cfe24-d5bc-48ab-bd44-51d1cf0e3d75 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204343 Mar 24 01:57:52.257394 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 40970) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:57:52.261894 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-69fc664e-1dbb-4446-bbe3-6027de680fd1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'security_group_rule': {'security_group_id': 'a1348bfe-8764-486b-ade4-14195d735655', 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:57:52.281954 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-69fc664e-1dbb-4446-bbe3-6027de680fd1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Project a154910cbe01423587e6bda9f4767f96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 01:57:52.286641 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-69fc664e-1dbb-4446-bbe3-6027de680fd1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (6165557d-e52e-4ccf-b314-dee7d48843aa), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:52.345850 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-69fc664e-1dbb-4446-bbe3-6027de680fd1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (6165557d-e52e-4ccf-b314-dee7d48843aa), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:52.349486 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-69fc664e-1dbb-4446-bbe3-6027de680fd1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (6165557d-e52e-4ccf-b314-dee7d48843aa), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:52.367917 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc664e-1dbb-4446-bbe3-6027de680fd1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6165557d-e52e-4ccf-b314-dee7d48843aa,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:52.376043 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-69fc664e-1dbb-4446-bbe3-6027de680fd1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:52.377263 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-69fc664e-1dbb-4446-bbe3-6027de680fd1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187940 Mar 24 01:57:52.559936 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-91005ff0-f825-4b78-aece-b4f61f739de6 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185431631&fields=id&tenant_id=a154910cbe01423587e6bda9f4767f96 HTTP/1.1" status: 200 len: 267 time: 0.0496352 Mar 24 01:57:52.666383 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-b8474bc5-1cda-4da4-a746-c6ce96420627 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:52.667859 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-b8474bc5-1cda-4da4-a746-c6ce96420627 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 809 time: 0.1015253 Mar 24 01:57:52.683511 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-dd018667-1270-4854-9589-8d832d24a7cd tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/quotas/a154910cbe01423587e6bda9f4767f96 HTTP/1.1" status: 200 len: 375 time: 0.0094128 Mar 24 01:57:52.737003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Sync routers for ids ['c6a932f6-d8ea-415b-9fe0-be5784e74014'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:57:52.745506 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-5332e69a-714b-4c31-9d04-036a78360ba7 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569170 Mar 24 01:57:52.746871 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Routers {'c6a932f6-d8ea-415b-9fe0-be5784e74014'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:57:52.747501 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c6a932f6-d8ea-415b-9fe0-be5784e74014'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:52.858731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Set router c6a932f6-d8ea-415b-9fe0-be5784e74014 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:57:52.956689 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-c755ba7d-72d4-448c-828c-00617160118a service neutron] 10.222.0.45 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995428 Mar 24 01:57:53.046657 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-b56fb91b-6346-462a-92cc-9eb734bc8a53 service neutron] 10.222.0.45 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839806 Mar 24 01:57:53.060481 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'name': 'tempest-TestShelveInstance-710820690-router', 'tenant_id': 'cdc08e09d8b84ba79398bd0cec693001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '23c59ec2-d145-4953-b01b-5a689f0e6af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:46Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 4, 'project_id': 'cdc08e09d8b84ba79398bd0cec693001', 'gw_port': {'id': '23c59ec2-d145-4953-b01b-5a689f0e6af4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:47Z', 'updated_at': '2022-03-24T01:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '62c44a9c-3d11-468d-92f7-30bc1583dc3b', 'name': '', 'network_id': 'da8cc60b-3c51-43bb-aff0-6a515fbf4b77', 'tenant_id': 'cdc08e09d8b84ba79398bd0cec693001', 'mac_address': 'fa:16:3e:ba:fb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a6051a6a-976b-4c58-8d57-10848c9b625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:48Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 2, 'project_id': 'cdc08e09d8b84ba79398bd0cec693001', 'subnets': [{'id': 'a6051a6a-976b-4c58-8d57-10848c9b625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:53.087056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Checking router: c6a932f6-d8ea-415b-9fe0-be5784e74014 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:57:53.087369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Updating router c6a932f6-d8ea-415b-9fe0-be5784e74014 port 62c44a9c-3d11-468d-92f7-30bc1583dc3b binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 01:57:53.115768 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:53.218604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b5dabba7-65ea-48e6-9c26-a12e6dc9e21e req-d364e064-cb71-415d-87ee-5bc8cd25e0d9 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 210 time: 0.0290182 Mar 24 01:57:53.257955 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 23c59ec2-d145-4953-b01b-5a689f0e6af4 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:57:53.379120 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 23c59ec2-d145-4953-b01b-5a689f0e6af4 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:53.379497 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (23c59ec2-d145-4953-b01b-5a689f0e6af4), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:53.496715 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Publish callbacks [] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:53.507190 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:53.545150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 23c59ec2-d145-4953-b01b-5a689f0e6af4 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:53.575558 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7866d-c650-47b4-9c38-1efb567d3146 None None] Pushing event updated for resources: {'Port': ['ID=62c44a9c-3d11-468d-92f7-30bc1583dc3b,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:53.636837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Attempting to bind port 62c44a9c-3d11-468d-92f7-30bc1583dc3b on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:57:53.637473 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Attempting to bind port 62c44a9c-3d11-468d-92f7-30bc1583dc3b by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '57da4551-b35b-4ea0-b8ef-83cfb8763ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'da8cc60b-3c51-43bb-aff0-6a515fbf4b77'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:57:53.638010 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Attempting to bind port 62c44a9c-3d11-468d-92f7-30bc1583dc3b on network da8cc60b-3c51-43bb-aff0-6a515fbf4b77 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:57:53.643371 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:57:53.643766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Checking segment: {'id': '57da4551-b35b-4ea0-b8ef-83cfb8763ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'da8cc60b-3c51-43bb-aff0-6a515fbf4b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:57:53.644153 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:53.644556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Bound using segment: {'id': '57da4551-b35b-4ea0-b8ef-83cfb8763ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'da8cc60b-3c51-43bb-aff0-6a515fbf4b77'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:57:53.645039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Bound port: 62c44a9c-3d11-468d-92f7-30bc1583dc3b, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57da4551-b35b-4ea0-b8ef-83cfb8763ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'da8cc60b-3c51-43bb-aff0-6a515fbf4b77'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:57:53.645454 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:53.715722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] For port 62c44a9c-3d11-468d-92f7-30bc1583dc3b, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:57:53.718973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] For port 62c44a9c-3d11-468d-92f7-30bc1583dc3b, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=62c44a9c-3d11-468d-92f7-30bc1583dc3b,segment=NetworkSegment(57da4551-b35b-4ea0-b8ef-83cfb8763ccd),segment_id=57da4551-b35b-4ea0-b8ef-83cfb8763ccd)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:57:53.732750 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:53.797854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Routers {'c6a932f6-d8ea-415b-9fe0-be5784e74014'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:57:53.798506 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:57:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c6a932f6-d8ea-415b-9fe0-be5784e74014'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:53.838479 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7866d-c650-47b4-9c38-1efb567d3146 None None] Pushing event updated for resources: {'Port': ['ID=62c44a9c-3d11-468d-92f7-30bc1583dc3b,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:53.911389 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-a18b5e02-10e4-4472-bf93-4824c9b0aacf None None] Provisioning complete for port 62c44a9c-3d11-468d-92f7-30bc1583dc3b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:53.911771 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a18b5e02-10e4-4472-bf93-4824c9b0aacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:53.999378 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] Set router c6a932f6-d8ea-415b-9fe0-be5784e74014 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:57:54.104229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-a18b5e02-10e4-4472-bf93-4824c9b0aacf None None] Current status of the port 62c44a9c-3d11-468d-92f7-30bc1583dc3b is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:54.104750 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a18b5e02-10e4-4472-bf93-4824c9b0aacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:54.187671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-a18b5e02-10e4-4472-bf93-4824c9b0aacf None None] For port 62c44a9c-3d11-468d-92f7-30bc1583dc3b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=62c44a9c-3d11-468d-92f7-30bc1583dc3b,segment=NetworkSegment(57da4551-b35b-4ea0-b8ef-83cfb8763ccd),segment_id=57da4551-b35b-4ea0-b8ef-83cfb8763ccd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:57:54.193173 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a18b5e02-10e4-4472-bf93-4824c9b0aacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:54.283112 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b5e02-10e4-4472-bf93-4824c9b0aacf None None] Pushing event updated for resources: {'Port': ['ID=62c44a9c-3d11-468d-92f7-30bc1583dc3b,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:54.320605 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'name': 'tempest-TestShelveInstance-710820690-router', 'tenant_id': 'cdc08e09d8b84ba79398bd0cec693001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '23c59ec2-d145-4953-b01b-5a689f0e6af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:46Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 4, 'project_id': 'cdc08e09d8b84ba79398bd0cec693001', 'gw_port': {'id': '23c59ec2-d145-4953-b01b-5a689f0e6af4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:47Z', 'updated_at': '2022-03-24T01:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '62c44a9c-3d11-468d-92f7-30bc1583dc3b', 'name': '', 'network_id': 'da8cc60b-3c51-43bb-aff0-6a515fbf4b77', 'tenant_id': 'cdc08e09d8b84ba79398bd0cec693001', 'mac_address': 'fa:16:3e:ba:fb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a6051a6a-976b-4c58-8d57-10848c9b625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:48Z', 'updated_at': '2022-03-24T01:57:53Z', 'revision_number': 4, 'project_id': 'cdc08e09d8b84ba79398bd0cec693001', 'subnets': [{'id': 'a6051a6a-976b-4c58-8d57-10848c9b625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:57:54.332890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1fd7ada8-f02c-44ee-8d85-8df67424de3a req-1403c206-6c1b-44a8-8539-4d133c1d70c4 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 210 time: 0.0410752 Mar 24 01:57:54.364332 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-5244ba8b-53fb-4549-843f-df16ea7dcbcc None None] Provisioning complete for port 62c44a9c-3d11-468d-92f7-30bc1583dc3b triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:54.364528 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5244ba8b-53fb-4549-843f-df16ea7dcbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:54.366428 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ade602-d3c0-41c9-b3db-0a0aaf2d9692 None None] The sync data for ids ['c6a932f6-d8ea-415b-9fe0-be5784e74014'] in n-d-760455-9 is: [{'id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'name': 'tempest-TestShelveInstance-710820690-router', 'tenant_id': 'cdc08e09d8b84ba79398bd0cec693001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '23c59ec2-d145-4953-b01b-5a689f0e6af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:46Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 4, 'project_id': 'cdc08e09d8b84ba79398bd0cec693001', 'gw_port': {'id': '23c59ec2-d145-4953-b01b-5a689f0e6af4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:47Z', 'updated_at': '2022-03-24T01:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '62c44a9c-3d11-468d-92f7-30bc1583dc3b', 'name': '', 'network_id': 'da8cc60b-3c51-43bb-aff0-6a515fbf4b77', 'tenant_id': 'cdc08e09d8b84ba79398bd0cec693001', 'mac_address': 'fa:16:3e:ba:fb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a6051a6a-976b-4c58-8d57-10848c9b625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:48Z', 'updated_at': '2022-03-24T01:57:53Z', 'revision_number': 4, 'project_id': 'cdc08e09d8b84ba79398bd0cec693001', 'subnets': [{'id': 'a6051a6a-976b-4c58-8d57-10848c9b625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:57:54.487035 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-ef8a84e4-222d-4355-a629-2c1888f48aee tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:54.488788 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-ef8a84e4-222d-4355-a629-2c1888f48aee tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.57 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 809 time: 0.1683705 Mar 24 01:57:54.537871 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-5244ba8b-53fb-4549-843f-df16ea7dcbcc None None] Current status of the port 62c44a9c-3d11-468d-92f7-30bc1583dc3b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:54.582678 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-e049ec63-6330-44a8-9225-110f2a6d9ac2 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a154910cbe01423587e6bda9f4767f96 HTTP/1.1" status: 200 len: 380 time: 0.0797729 Mar 24 01:57:54.594205 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-006143ef-5d78-4b08-9d7d-5949fa33017b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'port': {'device_id': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'admin_state_up': True, 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'security_groups': ['a1348bfe-8764-486b-ade4-14195d735655']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:57:54.716324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-006143ef-5d78-4b08-9d7d-5949fa33017b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Made reservation on behalf of a154910cbe01423587e6bda9f4767f96 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 01:57:54.720129 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-006143ef-5d78-4b08-9d7d-5949fa33017b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:54.856661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-006143ef-5d78-4b08-9d7d-5949fa33017b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Allocated IP 172.20.0.12 (1ababf92-8507-4660-8bf0-2c4bd92f5e8e/6481d400-8948-476f-87fc-fb3bd3645fbf/a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:57:55.012300 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-006143ef-5d78-4b08-9d7d-5949fa33017b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:55.047652 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-006143ef-5d78-4b08-9d7d-5949fa33017b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:55.087514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-006143ef-5d78-4b08-9d7d-5949fa33017b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:57:55.088964 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-006143ef-5d78-4b08-9d7d-5949fa33017b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:57:55.093433 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-006143ef-5d78-4b08-9d7d-5949fa33017b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:57:55.141803 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006143ef-5d78-4b08-9d7d-5949fa33017b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'Port': ['ID=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:55.177725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-006143ef-5d78-4b08-9d7d-5949fa33017b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:55.178222 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-006143ef-5d78-4b08-9d7d-5949fa33017b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:55.210065 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-006143ef-5d78-4b08-9d7d-5949fa33017b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6201124 Mar 24 01:57:55.225765 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Request body: {'port': {'device_id': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:57:55.285206 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 62c44a9c-3d11-468d-92f7-30bc1583dc3b up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:57:55.330188 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:55.339340 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 62c44a9c-3d11-468d-92f7-30bc1583dc3b triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:55.340788 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:55.588682 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0988ccc-89c0-4167-9fed-b71ace88a11b req-6fb3935b-6439-4c5a-8ec8-97937b00b805 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:55.596356 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0988ccc-89c0-4167-9fed-b71ace88a11b req-6fb3935b-6439-4c5a-8ec8-97937b00b805 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 932 time: 0.1414423 Mar 24 01:57:55.613819 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 62c44a9c-3d11-468d-92f7-30bc1583dc3b is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:57:55.615779 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d759396e-8531-4771-ac10-2438b7a98b21 None None] Provisioning complete for port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:57:55.616140 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d759396e-8531-4771-ac10-2438b7a98b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:55.651643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d759396e-8531-4771-ac10-2438b7a98b21 None None] Port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 01:57:55.681656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e0988ccc-89c0-4167-9fed-b71ace88a11b req-d8dde91f-5d19-4737-b0e1-69ff4e1c739f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844395 Mar 24 01:57:55.718231 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:57:55.725875 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Publish callbacks [] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:55.738880 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Transition to ACTIVE for port object a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 01:57:55.743204 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:55.797426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Pushing event updated for resources: {'Port': ['ID=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:55.876482 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Attempting to bind port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 01:57:55.876856 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Attempting to bind port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 01:57:55.877181 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Attempting to bind port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 on network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:57:55.882290 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 on network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 01:57:55.882618 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Attempting to bind port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 on network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 01:57:55.888124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 1, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 01:57:55.888628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Checking segment: {'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 01:57:55.889021 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Bound using segment: {'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 01:57:55.889504 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Bound port: a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 01:57:55.889875 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:55.969549 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] For port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 01:57:55.973045 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] For port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 01:57:55.982644 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:56.023857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:56.024722 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:56.026146 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] 10.222.0.57 "PUT /v2.0/ports/a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 HTTP/1.1" status: 200 len: 1092 time: 0.8079493 Mar 24 01:57:56.028398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'tag': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:57:56.034105 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c45d9b-b46b-48b3-ae77-520d1731e3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3e6287-e288-4493-9b91-c7f87c48ade9", "tag": "a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:57:56.056924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806885d-63b2-4945-b792-b9df18ad9668 service neutron] Pushing event updated for resources: {'Port': ['ID=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:57:56.118668 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e9f4e3-a722-4da8-aa34-54636cbc7292 x-openstack-request-id: req-92e9f4e3-a722-4da8-aa34-54636cbc7292 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:57:56.119146 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3e6287-e288-4493-9b91-c7f87c48ade9", "tag": "a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:57:56.119576 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92e9f4e3-a722-4da8-aa34-54636cbc7292 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:57:56.120183 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92e9f4e3-a722-4da8-aa34-54636cbc7292'] response: {'name': 'network-changed', 'server_uuid': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'tag': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'status': 'completed', 'code': 200} Mar 24 01:57:56.147961 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-9271426e-a0cc-4ec2-9eca-53c13f42a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:56.151119 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-9271426e-a0cc-4ec2-9eca-53c13f42a7aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 1126 time: 0.0850723 Mar 24 01:57:56.209640 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-f6d8a8b2-fd7c-4232-859f-9d5090661c16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 HTTP/1.1" status: 200 len: 217 time: 0.0430019 Mar 24 01:57:56.274821 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-c8328c88-64ad-4946-9bd4-ad985fa03a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:56.276360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-c8328c88-64ad-4946-9bd4-ad985fa03a1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0599051 Mar 24 01:57:56.333489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-fa9db09e-da5c-4ab3-a996-7e9e245b01b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:56.336087 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-fa9db09e-da5c-4ab3-a996-7e9e245b01b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542362 Mar 24 01:57:56.435316 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-48c12577-e785-4f2a-b619-eee9dfb99326 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934515 Mar 24 01:57:56.531082 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8f5f7f9b-b2af-4f1c-8b0e-60e5177030e7 req-3db6f3a4-c5bc-4168-b01d-b96c9535372c service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901937 Mar 24 01:57:56.630459 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45d9b-b46b-48b3-ae77-520d1731e3a9 req-d128d559-2bca-4c67-960e-2b0fe3256d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:56.632048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22c45d9b-b46b-48b3-ae77-520d1731e3a9 req-d128d559-2bca-4c67-960e-2b0fe3256d8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 1126 time: 0.0526824 Mar 24 01:57:56.722830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45d9b-b46b-48b3-ae77-520d1731e3a9 req-849a77d5-d1b7-4226-a686-4b4dd8e7c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:56.724335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22c45d9b-b46b-48b3-ae77-520d1731e3a9 req-849a77d5-d1b7-4226-a686-4b4dd8e7c0f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.0857894 Mar 24 01:57:56.773751 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22c45d9b-b46b-48b3-ae77-520d1731e3a9 req-aee24159-d7ac-4858-9836-9b96bb3fee8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 HTTP/1.1" status: 200 len: 217 time: 0.0421357 Mar 24 01:57:56.845064 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45d9b-b46b-48b3-ae77-520d1731e3a9 req-b3e262d7-d28e-422f-97d2-33e94d0ac496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:56.846454 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22c45d9b-b46b-48b3-ae77-520d1731e3a9 req-b3e262d7-d28e-422f-97d2-33e94d0ac496 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0655448 Mar 24 01:57:56.870413 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378df1a4-31c4-4716-b8de-db86cf03b7de req-f7eb1714-8401-42ce-8ef1-cf11248a21d9 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:56.872423 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-378df1a4-31c4-4716-b8de-db86cf03b7de req-f7eb1714-8401-42ce-8ef1-cf11248a21d9 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 944 time: 0.1014669 Mar 24 01:57:56.943285 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-378df1a4-31c4-4716-b8de-db86cf03b7de req-417816d8-869f-4a95-9bfd-0ac07d5f613a tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550601 Mar 24 01:57:56.945401 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45d9b-b46b-48b3-ae77-520d1731e3a9 req-7419f391-481f-4875-a1df-e6cf38844faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:56.946881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22c45d9b-b46b-48b3-ae77-520d1731e3a9 req-7419f391-481f-4875-a1df-e6cf38844faa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0926695 Mar 24 01:57:57.043891 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22c45d9b-b46b-48b3-ae77-520d1731e3a9 req-66b0956e-1fb6-4ed0-bf44-afda9db7b7f5 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900238 Mar 24 01:57:57.140128 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-22c45d9b-b46b-48b3-ae77-520d1731e3a9 req-2efae6ae-b33a-4cd7-843a-6658bde6e28b service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901234 Mar 24 01:57:58.078854 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a1d01-570c-4345-afff-949c8ba2230f req-ee176f66-54a6-41d5-9d39-2fdf4e5aaee1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:58.080328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-372a1d01-570c-4345-afff-949c8ba2230f req-ee176f66-54a6-41d5-9d39-2fdf4e5aaee1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 944 time: 0.0599589 Mar 24 01:57:58.128578 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-372a1d01-570c-4345-afff-949c8ba2230f req-2309014f-3e5c-4a8d-8d20-45082830a4f4 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426998 Mar 24 01:57:58.844514 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7646fa24-c7ab-448b-af28-0985ba8f7af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:57:59.252183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95340da1-de68-497d-b29a-7a9d863560ca req-920049f2-bf22-471e-8eb6-9e2324b14a71 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:57:59.253706 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95340da1-de68-497d-b29a-7a9d863560ca req-920049f2-bf22-471e-8eb6-9e2324b14a71 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 944 time: 0.0529525 Mar 24 01:57:59.303983 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-95340da1-de68-497d-b29a-7a9d863560ca req-f1237d3e-1e99-4b1f-aa1f-43919eb74d29 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446820 Mar 24 01:58:00.422587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339be73c-2fb9-48fc-8ade-c75d6a640b18 req-29df127c-b706-4915-bb44-d294b52e828f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:58:00.424060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-339be73c-2fb9-48fc-8ade-c75d6a640b18 req-29df127c-b706-4915-bb44-d294b52e828f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 944 time: 0.0515196 Mar 24 01:58:00.444156 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:00.479274 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-339be73c-2fb9-48fc-8ade-c75d6a640b18 req-7db74a62-6f35-4dc9-bb42-ad2b010ac272 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493436 Mar 24 01:58:00.676391 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 01:58:00.768720 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:58:00.779747 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'port_id': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'mac_address': 'fa:16:3e:93:99:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 01:58:00.818729 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:58:00.819104 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:00.832555 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 01:58:00.851594 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:58:00.855537 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:00.901441 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:58:00.950245 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bc1b7024-0eaa-4b06-8dea-bb1d87e0b23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:01.063229 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 01:58:01.603071 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa849799-c539-46d5-ba5c-88860f596df0 req-87f62ac1-85ec-40b5-b912-bdffb945e412 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:58:01.606065 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa849799-c539-46d5-ba5c-88860f596df0 req-87f62ac1-85ec-40b5-b912-bdffb945e412 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 945 time: 0.0588722 Mar 24 01:58:01.653691 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-aa849799-c539-46d5-ba5c-88860f596df0 req-67f041db-6e7f-4bbb-9004-033296437904 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433693 Mar 24 01:58:02.367537 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:02.684985 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 01:58:02.737556 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 01:58:02.741759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 01:58:02.742132 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:02.772317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36c2a-f365-42da-a1bc-709f6c5eacc9 req-60de4e5d-fcc7-47ef-90df-bb3eb80f8ff2 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:58:02.773897 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83e36c2a-f365-42da-a1bc-709f6c5eacc9 req-60de4e5d-fcc7-47ef-90df-bb3eb80f8ff2 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 945 time: 0.0530953 Mar 24 01:58:02.818077 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 01:58:02.818775 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:02.822133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83e36c2a-f365-42da-a1bc-709f6c5eacc9 req-db40dcdb-7d47-424e-9539-2872be1a7c7c tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424452 Mar 24 01:58:02.841673 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:58:02.844003 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b4131a-43f9-4efd-a112-72f5dc1103d4" -d '{"events": [{"server_uuid": "9c3e6287-e288-4493-9b91-c7f87c48ade9", "name": "network-vif-plugged", "status": "completed", "tag": "a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:58:02.856862 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 01:58:02.861657 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:02.886183 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 01:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0fed34-2a07-4717-bddc-dbe4ab3734fe x-openstack-request-id: req-cb0fed34-2a07-4717-bddc-dbe4ab3734fe {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:58:02.886476 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3e6287-e288-4493-9b91-c7f87c48ade9", "name": "network-vif-plugged", "status": "completed", "tag": "a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:58:02.886731 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb0fed34-2a07-4717-bddc-dbe4ab3734fe {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:58:02.887123 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0fed34-2a07-4717-bddc-dbe4ab3734fe'] response: {'server_uuid': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'code': 200} Mar 24 01:58:02.909926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:58:02.996125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eb366-9419-4b93-8a16-69fed7c1d2c1 req-dea35739-d80b-445f-ab0d-e439dd7185f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:58:02.997554 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd6eb366-9419-4b93-8a16-69fed7c1d2c1 req-dea35739-d80b-445f-ab0d-e439dd7185f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 1128 time: 0.0558424 Mar 24 01:58:03.036299 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:03.046825 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-dd6eb366-9419-4b93-8a16-69fed7c1d2c1 req-ab7c7302-cb4f-4c66-9466-b76436ef1be3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430741 Mar 24 01:58:03.884121 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:03.942564 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20254f1a-9833-44d5-b86a-4dcb861fa14e req-b74a3030-6e93-4301-937d-032d8fbf4adc tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:58:03.944079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20254f1a-9833-44d5-b86a-4dcb861fa14e req-b74a3030-6e93-4301-937d-032d8fbf4adc tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0549712 Mar 24 01:58:03.997007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20254f1a-9833-44d5-b86a-4dcb861fa14e req-736a6b81-cf7e-401b-a619-48f90c64ffe4 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468342 Mar 24 01:58:05.119849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ec095-49ee-4bab-a152-b0a2d2e35557 req-b297a129-4268-49de-a7f0-ce674c1a0939 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:58:05.121875 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e3ec095-49ee-4bab-a152-b0a2d2e35557 req-b297a129-4268-49de-a7f0-ce674c1a0939 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0568337 Mar 24 01:58:05.168811 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6e3ec095-49ee-4bab-a152-b0a2d2e35557 req-64811cf7-1472-42d0-a385-94f5401768a1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412011 Mar 24 01:58:05.285580 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85bb13-50b7-45e9-8335-b17cdc9dcf67 req-a58ba8f3-f990-4a03-9e0c-7772141ff877 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:58:05.286945 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f85bb13-50b7-45e9-8335-b17cdc9dcf67 req-a58ba8f3-f990-4a03-9e0c-7772141ff877 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0511456 Mar 24 01:58:05.335582 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:05.337241 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f85bb13-50b7-45e9-8335-b17cdc9dcf67 req-9000fed2-f23b-4b04-af0b-6854678e7c54 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443025 Mar 24 01:58:05.358109 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41028) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:58:05.442128 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26074b07-5635-430e-9f5d-6580ef4c17a9 tempest-TestShelveInstance-1804673142 tempest-TestShelveInstance-1804673142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:58:05.443668 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-26074b07-5635-430e-9f5d-6580ef4c17a9 tempest-TestShelveInstance-1804673142 tempest-TestShelveInstance-1804673142-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 1123 time: 0.0845737 Mar 24 01:58:05.446567 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41032) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 01:58:05.450817 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 01:58:05.470619 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:05.567055 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:05.676904 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Allocated IP 172.25.0.75 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/1a3adfff-4e2b-461c-9e21-3e789d6e5ace) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 01:58:05.774987 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for port (1a3adfff-4e2b-461c-9e21-3e789d6e5ace), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:05.808313 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1a3adfff-4e2b-461c-9e21-3e789d6e5ace), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:05.845956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 01:58:05.848656 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 01:58:05.856089 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 01:58:05.861511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'Port': ['ID=1a3adfff-4e2b-461c-9e21-3e789d6e5ace,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:58:06.195421 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for floatingip (e54891da-aa9d-4b98-8e51-d55be9e9f721), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:06.264626 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1a3adfff-4e2b-461c-9e21-3e789d6e5ace), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:06.410100 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for port (1a3adfff-4e2b-461c-9e21-3e789d6e5ace), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:06.414520 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (1a3adfff-4e2b-461c-9e21-3e789d6e5ace), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:06.484131 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'Port': ['ID=1a3adfff-4e2b-461c-9e21-3e789d6e5ace,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 01:58:06.495463 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (e54891da-aa9d-4b98-8e51-d55be9e9f721), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:06.597181 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Floating IP e54891da-aa9d-4b98-8e51-d55be9e9f721 associated. External IP: 172.25.0.75, port: a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5. Mar 24 01:58:06.803988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Router 766a53e4-b3e5-4187-8f30-527f43ab010a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 01:58:06.907346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 01:58:06.917037 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878b726-5c07-4a24-8c13-1d4554f3e63b None None] Sync routers for ids ['766a53e4-b3e5-4187-8f30-527f43ab010a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 01:58:06.925160 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:06.926915 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878b726-5c07-4a24-8c13-1d4554f3e63b None None] Routers {'766a53e4-b3e5-4187-8f30-527f43ab010a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:58:06.927713 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6878b726-5c07-4a24-8c13-1d4554f3e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:58:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['766a53e4-b3e5-4187-8f30-527f43ab010a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:58:06.958444 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-63056565-eb90-43e4-90b4-356dd8d8d266 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5108767 Mar 24 01:58:06.959028 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'tag': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 01:58:06.961309 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2687de1-90df-4293-95f9-b2f786a860ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3e6287-e288-4493-9b91-c7f87c48ade9", "tag": "a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 01:58:06.998330 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 01:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a1fb6b-2962-4f1a-85cb-694cb5f840aa x-openstack-request-id: req-84a1fb6b-2962-4f1a-85cb-694cb5f840aa {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 01:58:06.999037 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3e6287-e288-4493-9b91-c7f87c48ade9", "tag": "a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 01:58:06.999306 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-84a1fb6b-2962-4f1a-85cb-694cb5f840aa {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 01:58:06.999729 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84a1fb6b-2962-4f1a-85cb-694cb5f840aa'] response: {'name': 'network-changed', 'server_uuid': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'tag': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'status': 'completed', 'code': 200} Mar 24 01:58:07.040245 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-6878b726-5c07-4a24-8c13-1d4554f3e63b None None] Set router 766a53e4-b3e5-4187-8f30-527f43ab010a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:58:07.060485 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2687de1-90df-4293-95f9-b2f786a860ef req-a94a3a1d-e22c-4bcd-a07c-8493d20fce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:58:07.061962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2687de1-90df-4293-95f9-b2f786a860ef req-a94a3a1d-e22c-4bcd-a07c-8493d20fce0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 1128 time: 0.0441170 Mar 24 01:58:07.152689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2687de1-90df-4293-95f9-b2f786a860ef req-5a96da4e-3570-444b-9eba-51225f28edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:58:07.154170 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2687de1-90df-4293-95f9-b2f786a860ef req-5a96da4e-3570-444b-9eba-51225f28edb9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.0869431 Mar 24 01:58:07.220021 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2687de1-90df-4293-95f9-b2f786a860ef req-ca5c89c1-4e80-4268-8473-3df3cc39e171 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 HTTP/1.1" status: 200 len: 999 time: 0.0586147 Mar 24 01:58:07.260634 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6878b726-5c07-4a24-8c13-1d4554f3e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'e54891da-aa9d-4b98-8e51-d55be9e9f721', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'port_id': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'mac_address': 'fa:16:3e:93:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:58:06Z', 'updated_at': '2022-03-24T01:58:06Z', 'revision_number': 0, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b44a831-d0d9-4e49-81b4-fb15f89d54a0', 'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'mac_address': 'fa:16:3e:45:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:44Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 5, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'subnets': [{'id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:58:07.272599 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2687de1-90df-4293-95f9-b2f786a860ef req-12023a63-d141-4e11-ba5d-52ca6ceeb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:58:07.274093 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2687de1-90df-4293-95f9-b2f786a860ef req-12023a63-d141-4e11-ba5d-52ca6ceeb8e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0481544 Mar 24 01:58:07.288877 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878b726-5c07-4a24-8c13-1d4554f3e63b None None] Checking router: 766a53e4-b3e5-4187-8f30-527f43ab010a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 01:58:07.297453 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878b726-5c07-4a24-8c13-1d4554f3e63b None None] Routers {'766a53e4-b3e5-4187-8f30-527f43ab010a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 01:58:07.298054 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6878b726-5c07-4a24-8c13-1d4554f3e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T01:58:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['766a53e4-b3e5-4187-8f30-527f43ab010a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:58:07.322317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2687de1-90df-4293-95f9-b2f786a860ef req-197c1d55-635e-422d-8885-2ef2b04a8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:58:07.323745 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2687de1-90df-4293-95f9-b2f786a860ef req-197c1d55-635e-422d-8885-2ef2b04a8afc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439320 Mar 24 01:58:07.401131 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-6878b726-5c07-4a24-8c13-1d4554f3e63b None None] Set router 766a53e4-b3e5-4187-8f30-527f43ab010a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 01:58:07.411675 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2687de1-90df-4293-95f9-b2f786a860ef req-fe583f5a-ffd0-4f34-8bf7-f221e28e1fe4 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817614 Mar 24 01:58:07.504602 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b2687de1-90df-4293-95f9-b2f786a860ef req-1c0348c3-754a-4eb3-add2-46dc99b1cbc3 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865843 Mar 24 01:58:07.616086 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6878b726-5c07-4a24-8c13-1d4554f3e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'e54891da-aa9d-4b98-8e51-d55be9e9f721', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'port_id': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'mac_address': 'fa:16:3e:93:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:58:06Z', 'updated_at': '2022-03-24T01:58:06Z', 'revision_number': 0, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b44a831-d0d9-4e49-81b4-fb15f89d54a0', 'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'mac_address': 'fa:16:3e:45:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:44Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 5, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'subnets': [{'id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 01:58:07.641502 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878b726-5c07-4a24-8c13-1d4554f3e63b None None] The sync data for ids ['766a53e4-b3e5-4187-8f30-527f43ab010a'] in n-d-760455-9 is: [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'e54891da-aa9d-4b98-8e51-d55be9e9f721', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'port_id': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'mac_address': 'fa:16:3e:93:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T01:58:06Z', 'updated_at': '2022-03-24T01:58:06Z', 'revision_number': 0, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b44a831-d0d9-4e49-81b4-fb15f89d54a0', 'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'mac_address': 'fa:16:3e:45:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:44Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 5, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'subnets': [{'id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 01:58:07.827844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1125693f-bad1-4019-a0a2-ef6af33e581b None None] New status for floating IP e54891da-aa9d-4b98-8e51-d55be9e9f721: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 01:58:08.258982 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:58:28.845952 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-676b9d64-9e1b-4a88-8560-c52fb99465ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:30.452465 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:30.951988 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-41dae610-e5bb-4c00-8546-925e110e17c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:32.370385 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:33.034714 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:33.887031 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:35.339119 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:42.425686 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-43dda7af-22dc-4af2-ae0a-0321e0bdcf34 service neutron] (115729) timed out ('10.222.0.45', 54514) {{(pid=115729) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 01:58:42.848663 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-f003cdca-db62-4801-9268-4807fc879e9d req-b0798d71-8b43-4f3a-af29-b7ce2b50d04e tempest-ServerActionsTestJSON-1477074025 tempest-ServerActionsTestJSON-1477074025-project] (115729) timed out ('10.222.0.45', 34428) {{(pid=115729) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 01:58:45.257558 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:58:58.847416 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8dfdd81b-4bd3-40a1-8056-f88c7e8a51f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:58:59.873513 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7147f958-e75f-43b4-bd48-496eb6e542a7 req-024531c5-60c0-4b63-b9c8-e10c1486a914 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426402 Mar 24 01:58:59.954902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147f958-e75f-43b4-bd48-496eb6e542a7 req-da39a2cb-98b5-4c1a-8c88-e1159084ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:58:59.956367 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7147f958-e75f-43b4-bd48-496eb6e542a7 req-da39a2cb-98b5-4c1a-8c88-e1159084ba1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 1128 time: 0.0434339 Mar 24 01:59:00.059264 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147f958-e75f-43b4-bd48-496eb6e542a7 req-4b214930-bcb6-4480-a3f7-3a6292dabb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:59:00.060710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7147f958-e75f-43b4-bd48-496eb6e542a7 req-4b214930-bcb6-4480-a3f7-3a6292dabb53 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.0868235 Mar 24 01:59:00.124749 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7147f958-e75f-43b4-bd48-496eb6e542a7 req-e8c94550-5600-4b22-baf9-6bf4ed2ee6f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 HTTP/1.1" status: 200 len: 1001 time: 0.0573423 Mar 24 01:59:00.174604 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147f958-e75f-43b4-bd48-496eb6e542a7 req-d3ade46a-72dc-4f8d-8974-dc0d78cc7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:59:00.176010 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7147f958-e75f-43b4-bd48-496eb6e542a7 req-d3ade46a-72dc-4f8d-8974-dc0d78cc7087 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0457053 Mar 24 01:59:00.223617 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147f958-e75f-43b4-bd48-496eb6e542a7 req-da1f605e-7ed8-4c51-b0d8-168b39289257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 01:59:00.225068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7147f958-e75f-43b4-bd48-496eb6e542a7 req-da1f605e-7ed8-4c51-b0d8-168b39289257 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426505 Mar 24 01:59:00.314526 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7147f958-e75f-43b4-bd48-496eb6e542a7 req-19748b25-48ea-49fa-a38e-ac3ce6f7c3d7 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833218 Mar 24 01:59:00.405662 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7147f958-e75f-43b4-bd48-496eb6e542a7 req-647d535d-349a-41a3-b111-d843e0c1d2ee service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856230 Mar 24 01:59:00.441884 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:59:00.956134 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-516e4228-a7cc-4fa3-822c-cac7d07d29e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:59:02.372626 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:59:03.028520 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:59:03.889451 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:59:05.346463 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:59:22.256212 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 01:59:28.851539 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e9eab592-1a45-4df7-a86d-a3af4c694057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:59:30.456127 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:59:30.957564 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cfd18d08-19c2-4ce3-ab75-f4a846c40081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:59:32.375412 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:59:33.029955 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:59:33.892778 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:59:35.343042 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:59:58.852929 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-96d63be9-acce-40f4-b9f2-044696b5a708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 01:59:59.255761 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:00:00.458116 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:00.959418 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8779-97a3-4860-88e7-269885ceb814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:01.872975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05e36244-e504-4ebe-a5f2-fc01f139a9e2 req-c732b8c9-e931-47a8-9aa1-5c84c7b1f4b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443964 Mar 24 02:00:01.955638 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e36244-e504-4ebe-a5f2-fc01f139a9e2 req-cdf4a464-35ae-497d-9946-b5dfb4f11b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:01.957133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05e36244-e504-4ebe-a5f2-fc01f139a9e2 req-cdf4a464-35ae-497d-9946-b5dfb4f11b03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 1128 time: 0.0448470 Mar 24 02:00:02.060097 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e36244-e504-4ebe-a5f2-fc01f139a9e2 req-edfc9785-7c39-4fb3-b741-2fb93df37325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:02.061567 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05e36244-e504-4ebe-a5f2-fc01f139a9e2 req-edfc9785-7c39-4fb3-b741-2fb93df37325 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.0869453 Mar 24 02:00:02.133187 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05e36244-e504-4ebe-a5f2-fc01f139a9e2 req-4cb32d9e-30e7-4c04-a8ff-813264b4c62d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 HTTP/1.1" status: 200 len: 1001 time: 0.0656683 Mar 24 02:00:02.186493 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e36244-e504-4ebe-a5f2-fc01f139a9e2 req-9890c762-fee7-48c8-b0dd-55e08ff6c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:02.188145 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05e36244-e504-4ebe-a5f2-fc01f139a9e2 req-9890c762-fee7-48c8-b0dd-55e08ff6c8f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0484340 Mar 24 02:00:02.237363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e36244-e504-4ebe-a5f2-fc01f139a9e2 req-870d95f4-11da-451d-8690-1a374c4a5876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:02.238864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05e36244-e504-4ebe-a5f2-fc01f139a9e2 req-870d95f4-11da-451d-8690-1a374c4a5876 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453503 Mar 24 02:00:02.326775 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05e36244-e504-4ebe-a5f2-fc01f139a9e2 req-3045b5a9-6d67-4cf1-88e3-4a9bbc20ee59 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807004 Mar 24 02:00:02.378514 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:02.424683 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-05e36244-e504-4ebe-a5f2-fc01f139a9e2 req-dd874aba-300d-4113-a049-503c0800a399 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927079 Mar 24 02:00:02.519363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0c7a1-a2b8-4359-aea8-f7b632d5498a req-f984c324-efed-4545-a70e-4f455c10c00c tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:02.520832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ff0c7a1-a2b8-4359-aea8-f7b632d5498a req-f984c324-efed-4545-a70e-4f455c10c00c tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0529232 Mar 24 02:00:02.568676 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ff0c7a1-a2b8-4359-aea8-f7b632d5498a req-4edd887a-8477-44ec-a52d-9d34b214ad57 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421381 Mar 24 02:00:03.028247 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:03.694483 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547ec55-dbd4-48e6-ab08-a0c640cd10cd req-95ab1f4b-a4da-456b-a5eb-f60b894ab1a0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:03.695934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c547ec55-dbd4-48e6-ab08-a0c640cd10cd req-95ab1f4b-a4da-456b-a5eb-f60b894ab1a0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0549684 Mar 24 02:00:03.743339 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c547ec55-dbd4-48e6-ab08-a0c640cd10cd req-e4f9f4e0-43b3-4d20-801c-7467154a32d8 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409782 Mar 24 02:00:03.895074 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:04.862054 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95fe0a-32b0-4419-95a9-bdbec342c5f6 req-8b6f9834-80ad-4a02-b83f-8d5f169e0b20 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:04.863491 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a95fe0a-32b0-4419-95a9-bdbec342c5f6 req-8b6f9834-80ad-4a02-b83f-8d5f169e0b20 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0511839 Mar 24 02:00:04.910846 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6a95fe0a-32b0-4419-95a9-bdbec342c5f6 req-84f8baae-bdb5-4ef7-b0a4-2cd1bee80787 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419376 Mar 24 02:00:05.334373 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:06.081200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76469ae1-7114-457d-b6a6-4ce8a8ec1b9d req-1156a295-9872-4a61-98dd-1943c63490e0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:06.082645 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76469ae1-7114-457d-b6a6-4ce8a8ec1b9d req-1156a295-9872-4a61-98dd-1943c63490e0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.1015773 Mar 24 02:00:06.133479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76469ae1-7114-457d-b6a6-4ce8a8ec1b9d req-b1d1dd10-eb69-484d-93f8-484d8eceb346 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452063 Mar 24 02:00:07.305864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5575bbc-70db-4466-a7d0-0fda0c194556 req-9e98a480-fa65-4f64-b090-d7d2ae0a8f1d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:07.307360 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5575bbc-70db-4466-a7d0-0fda0c194556 req-9e98a480-fa65-4f64-b090-d7d2ae0a8f1d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.1049142 Mar 24 02:00:07.356436 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5575bbc-70db-4466-a7d0-0fda0c194556 req-cdabff2b-6468-4461-af4e-aff2edc0c6a4 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429218 Mar 24 02:00:08.472830 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d5eb5-3fb6-4666-b709-8e9f79e603bc req-926a3911-f149-4381-a160-d33f4c5a3b34 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:08.474325 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f77d5eb5-3fb6-4666-b709-8e9f79e603bc req-926a3911-f149-4381-a160-d33f4c5a3b34 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0515847 Mar 24 02:00:08.522351 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f77d5eb5-3fb6-4666-b709-8e9f79e603bc req-e24da47c-c21b-405a-a805-2cb3dedc1d34 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424354 Mar 24 02:00:09.653051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f4b06-6cc2-43b8-9b92-9c4786229fdb req-ded015d5-ce36-48c1-8cf5-a07d3919170f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:09.654534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f7f4b06-6cc2-43b8-9b92-9c4786229fdb req-ded015d5-ce36-48c1-8cf5-a07d3919170f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0566721 Mar 24 02:00:09.702147 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5f7f4b06-6cc2-43b8-9b92-9c4786229fdb req-669f5791-ee27-4a34-a462-38e8bfae2398 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420980 Mar 24 02:00:10.818333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7af6d-a23d-42d5-98a9-41fb98d38b12 req-a3e7d736-08d6-4ed4-8b47-ce7e12b7127a tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:10.819870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b6b7af6d-a23d-42d5-98a9-41fb98d38b12 req-a3e7d736-08d6-4ed4-8b47-ce7e12b7127a tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0515096 Mar 24 02:00:10.867095 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b6b7af6d-a23d-42d5-98a9-41fb98d38b12 req-356e3f73-1874-4f46-9ff2-391e785428f0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417392 Mar 24 02:00:11.984272 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250efe04-064a-46cf-904f-28dc37862697 req-221c5985-f92e-482d-9da1-15f1cddf97d8 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:11.985770 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-250efe04-064a-46cf-904f-28dc37862697 req-221c5985-f92e-482d-9da1-15f1cddf97d8 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0525191 Mar 24 02:00:12.038091 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-250efe04-064a-46cf-904f-28dc37862697 req-ba654b50-ce3c-4e84-a135-5b5198df0e30 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466611 Mar 24 02:00:13.155036 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511da0f7-5f02-4290-a792-f25c960cebe3 req-90ab158c-da0f-43d5-8b78-ed572fd45396 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:13.156468 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-511da0f7-5f02-4290-a792-f25c960cebe3 req-90ab158c-da0f-43d5-8b78-ed572fd45396 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0516932 Mar 24 02:00:13.204577 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-511da0f7-5f02-4290-a792-f25c960cebe3 req-5d49c96a-6cab-4e8b-a7f0-aa03134cc8c1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Mar 24 02:00:14.320530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10956170-1e18-4170-9d02-d4243c0886d4 req-0a0cf97f-8116-4332-bd59-1fe3c303f22b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:14.322026 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10956170-1e18-4170-9d02-d4243c0886d4 req-0a0cf97f-8116-4332-bd59-1fe3c303f22b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0510440 Mar 24 02:00:14.369772 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-10956170-1e18-4170-9d02-d4243c0886d4 req-069da32e-c381-4b28-88ed-ab61e72ec082 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412960 Mar 24 02:00:15.190056 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 02:00:15.316215 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:00:15.328727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'port_id': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'mac_address': 'fa:16:3e:93:99:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 02:00:15.371361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:00:15.371794 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:15.386226 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 02:00:15.407690 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:00:15.411986 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:15.463273 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:00:15.471501 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:00:15.471850 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:00:15.472188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:00:15.472527 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:00:15.472855 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:00:15.473206 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:00:15.473533 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:00:15.473856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:00:15.474178 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:00:15.474497 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:00:15.474816 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:00:15.475133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:00:15.475456 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:00:15.475771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:00:15.476084 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:00:15.485541 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 02:00:15.497384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea78002-731c-454f-8597-750116aa9ec3 req-f4ad0f6a-a3e0-4d88-b649-2cddb913a249 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:15.498978 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fea78002-731c-454f-8597-750116aa9ec3 req-f4ad0f6a-a3e0-4d88-b649-2cddb913a249 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 945 time: 0.0594642 Mar 24 02:00:15.548823 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fea78002-731c-454f-8597-750116aa9ec3 req-e73a237d-c9d7-46bf-bbe3-db8925d7e1be tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436964 Mar 24 02:00:16.692577 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e02dc-6dfd-45ee-919f-521a80244c92 req-81845d8c-a252-4698-bc4d-c52b5732219b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:16.694797 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a60e02dc-6dfd-45ee-919f-521a80244c92 req-81845d8c-a252-4698-bc4d-c52b5732219b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 945 time: 0.0663972 Mar 24 02:00:16.759481 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a60e02dc-6dfd-45ee-919f-521a80244c92 req-e7c6db0e-4a9a-4595-9ff6-a946995fdb16 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551898 Mar 24 02:00:17.198981 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:00:17.250630 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:00:17.251003 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:17.362319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:00:17.362924 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:17.401591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:00:17.404554 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dd9a76-65d2-459b-9df8-bb7ef6d2958f" -d '{"events": [{"server_uuid": "9c3e6287-e288-4493-9b91-c7f87c48ade9", "name": "network-vif-plugged", "status": "completed", "tag": "a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:00:17.422173 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:00:17.429140 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:17.467188 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 02:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1ce123-c02e-4e80-b3c5-35ad83faf13a x-openstack-request-id: req-1f1ce123-c02e-4e80-b3c5-35ad83faf13a {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:00:17.467493 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3e6287-e288-4493-9b91-c7f87c48ade9", "name": "network-vif-plugged", "status": "completed", "tag": "a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:00:17.467754 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f1ce123-c02e-4e80-b3c5-35ad83faf13a {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:00:17.468202 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f1ce123-c02e-4e80-b3c5-35ad83faf13a'] response: {'server_uuid': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'code': 200} Mar 24 02:00:17.491744 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:00:17.924779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95efa9-d198-4e08-85ac-e2a942204a25 req-6a2910a2-f424-4d0b-a950-73386a9b8278 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:17.926781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab95efa9-d198-4e08-85ac-e2a942204a25 req-6a2910a2-f424-4d0b-a950-73386a9b8278 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0661631 Mar 24 02:00:17.990265 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ab95efa9-d198-4e08-85ac-e2a942204a25 req-9e20df35-7e5b-4d0d-955d-a708bdc5f1cf tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574675 Mar 24 02:00:19.153229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d33af-801a-494d-a6ec-792467f78d55 req-136dad7f-4b54-4909-a0c5-3aa044d2cf64 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:19.154864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926d33af-801a-494d-a6ec-792467f78d55 req-136dad7f-4b54-4909-a0c5-3aa044d2cf64 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0692141 Mar 24 02:00:19.217620 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-926d33af-801a-494d-a6ec-792467f78d55 req-2309886f-69c0-403c-96d9-773f74777e23 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570965 Mar 24 02:00:20.360278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c74d67-b970-4216-8373-7df01b115582 req-19796354-281d-48b6-b3da-f5e131937ce6 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:20.362234 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4c74d67-b970-4216-8373-7df01b115582 req-19796354-281d-48b6-b3da-f5e131937ce6 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0545802 Mar 24 02:00:20.428027 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f4c74d67-b970-4216-8373-7df01b115582 req-0f4949d7-0e39-4ec7-b322-3d3ec68ac3ef tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570114 Mar 24 02:00:21.577743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40d875-31a0-4c70-966e-74cbb476dc7d req-33a5fd8b-cded-46a1-9c5a-33fcb09890d5 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:21.579970 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f40d875-31a0-4c70-966e-74cbb476dc7d req-33a5fd8b-cded-46a1-9c5a-33fcb09890d5 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0714529 Mar 24 02:00:21.630873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f40d875-31a0-4c70-966e-74cbb476dc7d req-e0658098-9aa3-4298-a153-5343e01c0dd7 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452948 Mar 24 02:00:22.762968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c15cb-d447-498b-ab12-8ee25d03182e req-9e70f29e-31aa-41ce-9ed7-2ea2bbf61d98 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:22.769914 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-542c15cb-d447-498b-ab12-8ee25d03182e req-9e70f29e-31aa-41ce-9ed7-2ea2bbf61d98 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0635912 Mar 24 02:00:22.816303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-542c15cb-d447-498b-ab12-8ee25d03182e req-0c70cdec-6126-46b2-b3e7-67a7c506d0b2 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455642 Mar 24 02:00:23.960429 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc939c-d36d-4c0d-b5fa-be938048ce42 req-d2f0d45d-65a3-458c-ac77-12f0760f4903 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:23.962046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1cc939c-d36d-4c0d-b5fa-be938048ce42 req-d2f0d45d-65a3-458c-ac77-12f0760f4903 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0712366 Mar 24 02:00:24.015365 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b1cc939c-d36d-4c0d-b5fa-be938048ce42 req-927ca5ae-fd3c-4553-b235-b37d9acffeea tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465252 Mar 24 02:00:25.061740 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db85e7-c083-419f-83f9-f1bd691a726e req-88b79327-9510-42ee-81aa-3e62a9f0ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:25.063343 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13db85e7-c083-419f-83f9-f1bd691a726e req-88b79327-9510-42ee-81aa-3e62a9f0ca5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 1128 time: 0.0443649 Mar 24 02:00:25.194668 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b1e35-c23a-4a65-b152-2a330becce56 req-d474d6f8-bf99-4332-8c22-b05a15eaba2e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:25.197854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-180b1e35-c23a-4a65-b152-2a330becce56 req-d474d6f8-bf99-4332-8c22-b05a15eaba2e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.1105101 Mar 24 02:00:25.201328 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db85e7-c083-419f-83f9-f1bd691a726e req-ba9f2fae-af9b-4541-ba74-bcd6dee8d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:25.203000 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13db85e7-c083-419f-83f9-f1bd691a726e req-ba9f2fae-af9b-4541-ba74-bcd6dee8d7ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.1341186 Mar 24 02:00:25.294976 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13db85e7-c083-419f-83f9-f1bd691a726e req-b6914b64-dd39-4960-9c7f-18b639855cd0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 HTTP/1.1" status: 200 len: 1001 time: 0.0845973 Mar 24 02:00:25.298640 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-180b1e35-c23a-4a65-b152-2a330becce56 req-a4111a82-4a13-4334-aa87-6b8238b63c16 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944643 Mar 24 02:00:25.342847 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db85e7-c083-419f-83f9-f1bd691a726e req-bb8898bd-a8d9-4d42-a536-217f93e6ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:25.344290 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13db85e7-c083-419f-83f9-f1bd691a726e req-bb8898bd-a8d9-4d42-a536-217f93e6ac26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0438182 Mar 24 02:00:25.390853 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db85e7-c083-419f-83f9-f1bd691a726e req-f20bac76-7942-43a6-8e8b-ab2c39bd2514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:25.392271 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13db85e7-c083-419f-83f9-f1bd691a726e req-f20bac76-7942-43a6-8e8b-ab2c39bd2514 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424416 Mar 24 02:00:25.815927 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13db85e7-c083-419f-83f9-f1bd691a726e req-1069e636-fc96-44f4-a1d1-d1f5022b60d4 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177806 Mar 24 02:00:25.901124 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-13db85e7-c083-419f-83f9-f1bd691a726e req-a788f002-a93c-45d7-a6ad-39820c47a67d service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789042 Mar 24 02:00:26.421624 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd83cf0-321b-4b10-9883-be539a63ac6e req-52afea83-9407-4d1b-aa42-c5a01c39455d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:26.423068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0bd83cf0-321b-4b10-9883-be539a63ac6e req-52afea83-9407-4d1b-aa42-c5a01c39455d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0562782 Mar 24 02:00:26.471551 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0bd83cf0-321b-4b10-9883-be539a63ac6e req-711e7cf3-2920-4f01-aae7-978280abc823 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428286 Mar 24 02:00:27.589072 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5858d33-a48f-48ec-9bb3-7a2c62e9e5e3 req-0f9694fa-873a-4014-a88e-b9131472fa39 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:27.591068 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5858d33-a48f-48ec-9bb3-7a2c62e9e5e3 req-0f9694fa-873a-4014-a88e-b9131472fa39 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0522332 Mar 24 02:00:27.638378 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e5858d33-a48f-48ec-9bb3-7a2c62e9e5e3 req-a59981e3-a9a1-4fab-93d6-24c6d3547dcb tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415928 Mar 24 02:00:27.709043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-500e6e45-0aef-4ee7-953e-b959d9a922df req-ccf5a88d-da24-4378-b409-465c0ad4cc6a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 02:00:27.710046 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-500e6e45-0aef-4ee7-953e-b959d9a922df req-ccf5a88d-da24-4378-b409-465c0ad4cc6a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053365 Mar 24 02:00:27.874872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac74c9f-2843-492b-b068-4d3f77f24bea req-a7b33f7b-507a-41a1-8837-0de773be90b8 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:27.876957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ac74c9f-2843-492b-b068-4d3f77f24bea req-a7b33f7b-507a-41a1-8837-0de773be90b8 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0532956 Mar 24 02:00:27.935081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1ac74c9f-2843-492b-b068-4d3f77f24bea req-43d198f2-47a3-49bb-9b05-b2c75fd0f026 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517883 Mar 24 02:00:28.203095 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-0464fef9-e90a-4700-a632-fdd747c9837a req-cd572569-3a07-4430-9942-c80413f6db23 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1053371 Mar 24 02:00:28.322311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464fef9-e90a-4700-a632-fdd747c9837a req-34059ba1-c97e-4714-bdb5-94a83b65fb06 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:28.323694 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0464fef9-e90a-4700-a632-fdd747c9837a req-34059ba1-c97e-4714-bdb5-94a83b65fb06 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports/a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 HTTP/1.1" status: 200 len: 943 time: 0.0921149 Mar 24 02:00:28.853320 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-40da4efa-f512-4205-9247-78f05f6a5fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:29.063828 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464fef9-e90a-4700-a632-fdd747c9837a req-4150026e-31ce-411a-90c3-5e4f7096905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:29.065346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0464fef9-e90a-4700-a632-fdd747c9837a req-4150026e-31ce-411a-90c3-5e4f7096905d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9&tenant_id=a154910cbe01423587e6bda9f4767f96 HTTP/1.1" status: 200 len: 1128 time: 0.0740247 Mar 24 02:00:29.077514 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-0464fef9-e90a-4700-a632-fdd747c9837a req-6bc2e770-294b-46e2-bcef-051c7806c29f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 02:00:29.078445 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0464fef9-e90a-4700-a632-fdd747c9837a req-6bc2e770-294b-46e2-bcef-051c7806c29f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057821 Mar 24 02:00:29.085443 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c311c-94d5-4895-9a15-b5924f911f3c req-0e6fc4e8-0601-4f22-96dc-c70e39edf231 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:29.086814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da7c311c-94d5-4895-9a15-b5924f911f3c req-0e6fc4e8-0601-4f22-96dc-c70e39edf231 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 946 time: 0.0694015 Mar 24 02:00:29.164488 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-da7c311c-94d5-4895-9a15-b5924f911f3c req-dcde36cc-5b17-4c2d-9a4c-e41591615e93 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713382 Mar 24 02:00:29.174680 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464fef9-e90a-4700-a632-fdd747c9837a req-81fd7a7e-406c-4be7-8096-81b11e4cf4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:29.176177 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0464fef9-e90a-4700-a632-fdd747c9837a req-81fd7a7e-406c-4be7-8096-81b11e4cf4b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 1128 time: 0.0764666 Mar 24 02:00:29.207003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:00:29.265653 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464fef9-e90a-4700-a632-fdd747c9837a req-ba3ca277-bde9-48d6-88bb-0ef3315dc570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:29.267186 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0464fef9-e90a-4700-a632-fdd747c9837a req-ba3ca277-bde9-48d6-88bb-0ef3315dc570 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.0853450 Mar 24 02:00:29.283415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:00:29.283804 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:29.306640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:00:29.308854 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af85301c-8327-4a67-8140-da3e22ea3206" -d '{"events": [{"server_uuid": "9c3e6287-e288-4493-9b91-c7f87c48ade9", "name": "network-vif-unplugged", "status": "completed", "tag": "a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:00:29.321198 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:00:29.326829 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:29.343146 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0464fef9-e90a-4700-a632-fdd747c9837a req-baff14f4-25b8-4996-b553-8553d1cff8ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 HTTP/1.1" status: 200 len: 1001 time: 0.0698900 Mar 24 02:00:29.357619 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 02:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4e95b7-055c-435c-affe-291af958648a x-openstack-request-id: req-9f4e95b7-055c-435c-affe-291af958648a {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:00:29.357919 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3e6287-e288-4493-9b91-c7f87c48ade9", "name": "network-vif-unplugged", "status": "completed", "tag": "a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:00:29.358176 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f4e95b7-055c-435c-affe-291af958648a {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:00:29.358568 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4e95b7-055c-435c-affe-291af958648a'] response: {'server_uuid': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'code': 200} Mar 24 02:00:29.381054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:00:29.396160 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464fef9-e90a-4700-a632-fdd747c9837a req-55ed54c7-e5c3-4652-a43b-7767c2093811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:29.397656 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0464fef9-e90a-4700-a632-fdd747c9837a req-55ed54c7-e5c3-4652-a43b-7767c2093811 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0452764 Mar 24 02:00:29.445184 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464fef9-e90a-4700-a632-fdd747c9837a req-eaa3b0bd-6dab-4145-90cb-6e2ba932d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:29.446642 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0464fef9-e90a-4700-a632-fdd747c9837a req-eaa3b0bd-6dab-4145-90cb-6e2ba932d303 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438001 Mar 24 02:00:29.537827 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0464fef9-e90a-4700-a632-fdd747c9837a req-883a68c0-d405-4c79-bfc9-24a75e8e021a service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835974 Mar 24 02:00:29.623749 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0464fef9-e90a-4700-a632-fdd747c9837a req-a2b9121b-9245-46a2-b13d-e842d9372a63 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795956 Mar 24 02:00:30.306622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52172c77-2474-4817-9665-7fb208b06718 req-d84eeb05-c9fa-4dd1-9375-bf6bc4733882 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:30.308135 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52172c77-2474-4817-9665-7fb208b06718 req-d84eeb05-c9fa-4dd1-9375-bf6bc4733882 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 944 time: 0.0657647 Mar 24 02:00:30.363904 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-52172c77-2474-4817-9665-7fb208b06718 req-f13c2beb-4995-407b-bd24-08a5e50a859e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488210 Mar 24 02:00:30.459611 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:30.962807 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-63bc1f5b-913d-4ad2-ac9c-61f1e8084ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:31.490824 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64151316-585d-4317-a85e-29528cbc2867 req-cbd047f3-15ba-4c6a-822b-49f6148b3133 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:31.492624 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64151316-585d-4317-a85e-29528cbc2867 req-cbd047f3-15ba-4c6a-822b-49f6148b3133 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 944 time: 0.0565457 Mar 24 02:00:31.547649 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-64151316-585d-4317-a85e-29528cbc2867 req-ef0a2f07-8d0b-400c-a0eb-c296cb8af681 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486655 Mar 24 02:00:32.387522 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:32.675000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714119a-5eb4-4e12-9c48-563713db0a14 req-5f5b73be-a3ba-4d3f-bd56-baa455e6e2cc tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:32.676416 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4714119a-5eb4-4e12-9c48-563713db0a14 req-5f5b73be-a3ba-4d3f-bd56-baa455e6e2cc tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 944 time: 0.0559220 Mar 24 02:00:32.733022 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4714119a-5eb4-4e12-9c48-563713db0a14 req-05724c9d-c21f-4d26-9711-477da66712fb tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509210 Mar 24 02:00:33.037937 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:33.875106 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d1a26-118e-410d-91d6-737ef35a4a18 req-4bc178cb-8460-407d-8db5-4f2b87acc3d3 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:33.876592 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f82d1a26-118e-410d-91d6-737ef35a4a18 req-4bc178cb-8460-407d-8db5-4f2b87acc3d3 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 944 time: 0.0582273 Mar 24 02:00:33.900046 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:33.935505 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f82d1a26-118e-410d-91d6-737ef35a4a18 req-7099a01a-5063-470e-a5db-37d74011a607 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473654 Mar 24 02:00:35.068062 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216c940-5303-4798-a04b-c8f88d0760d0 req-29b6d754-0d7f-43af-841d-254de838e6a6 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:35.070540 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7216c940-5303-4798-a04b-c8f88d0760d0 req-29b6d754-0d7f-43af-841d-254de838e6a6 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 944 time: 0.0612259 Mar 24 02:00:35.126993 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7216c940-5303-4798-a04b-c8f88d0760d0 req-5e969f52-9174-4e57-8a9a-dac3f747015a tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512879 Mar 24 02:00:35.339028 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:36.254694 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff57f31-aaa0-4e46-9c28-71866243068e req-674850da-931b-4c08-ab78-24837e905d6b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:36.256222 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eff57f31-aaa0-4e46-9c28-71866243068e req-674850da-931b-4c08-ab78-24837e905d6b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 944 time: 0.0592752 Mar 24 02:00:36.257714 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:00:36.310142 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-eff57f31-aaa0-4e46-9c28-71866243068e req-336b102f-ec76-403a-ade5-20cc4bebaf8a tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476525 Mar 24 02:00:37.429631 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a92ca-e4aa-4dd2-84c2-96c79c7faef6 req-8d0fb473-7dde-42e8-8e3a-463f46053773 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:37.431295 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-574a92ca-e4aa-4dd2-84c2-96c79c7faef6 req-8d0fb473-7dde-42e8-8e3a-463f46053773 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 944 time: 0.0534842 Mar 24 02:00:37.480503 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-574a92ca-e4aa-4dd2-84c2-96c79c7faef6 req-0000c40a-74b1-4dc6-8a8c-c4963a80dccf tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431390 Mar 24 02:00:38.599678 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78325f-504c-4d27-b798-0eaad1f125bc req-6772fe0d-b759-48ff-bb13-2904af1491b6 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:38.601159 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e78325f-504c-4d27-b798-0eaad1f125bc req-6772fe0d-b759-48ff-bb13-2904af1491b6 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 944 time: 0.0528581 Mar 24 02:00:38.652637 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9e78325f-504c-4d27-b798-0eaad1f125bc req-95144b4d-4402-4414-99ed-4fc338d6f2a2 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458224 Mar 24 02:00:38.813791 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f373397-b053-4244-b501-d949d07d2a9c req-9eaf6259-1fb5-4c11-ba0d-07d3f3707058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:38.815140 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f373397-b053-4244-b501-d949d07d2a9c req-9eaf6259-1fb5-4c11-ba0d-07d3f3707058 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 1126 time: 0.0427415 Mar 24 02:00:38.859407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f373397-b053-4244-b501-d949d07d2a9c req-b26d46ac-b2e6-4634-9433-177a0354c9aa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384948 Mar 24 02:00:39.779975 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce7e4c-501e-4f8e-8b4c-34060d80bd90 req-82518c82-c5e1-4402-a5ef-74dc585d9986 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:39.781508 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74ce7e4c-501e-4f8e-8b4c-34060d80bd90 req-82518c82-c5e1-4402-a5ef-74dc585d9986 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 944 time: 0.0557294 Mar 24 02:00:39.833843 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-74ce7e4c-501e-4f8e-8b4c-34060d80bd90 req-dc6b6447-477e-4ec8-8880-5695b8816379 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467288 Mar 24 02:00:40.957507 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c4852-9e08-4430-8c7c-1ada26bd4900 req-01de0238-8b53-44e8-ba80-9b1809714eed tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:00:40.958959 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb6c4852-9e08-4430-8c7c-1ada26bd4900 req-01de0238-8b53-44e8-ba80-9b1809714eed tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 944 time: 0.0573633 Mar 24 02:00:41.006381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-cb6c4852-9e08-4430-8c7c-1ada26bd4900 req-594cc321-5347-43ea-aec0-dfebdec459e7 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418947 Mar 24 02:00:41.266843 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 02:00:41.360822 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:00:41.372141 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'port_id': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'mac_address': 'fa:16:3e:93:99:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 02:00:41.408102 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:00:41.408491 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:41.424743 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 02:00:41.445366 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:00:41.448885 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:41.495140 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:00:41.685271 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 02:00:43.270256 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:00:43.317358 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:00:43.317735 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:43.393767 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:00:43.394158 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:43.415735 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:00:43.417969 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1259726-f5ad-4a1c-9ffe-f5bbc7af0c7e" -d '{"events": [{"server_uuid": "9c3e6287-e288-4493-9b91-c7f87c48ade9", "name": "network-vif-plugged", "status": "completed", "tag": "a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:00:43.430172 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:00:43.434611 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:00:43.461951 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 02:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ac3870-ff46-454e-bcd0-545cad3d4089 x-openstack-request-id: req-02ac3870-ff46-454e-bcd0-545cad3d4089 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:00:43.462245 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3e6287-e288-4493-9b91-c7f87c48ade9", "name": "network-vif-plugged", "status": "completed", "tag": "a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:00:43.462502 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-02ac3870-ff46-454e-bcd0-545cad3d4089 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:00:43.462904 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ac3870-ff46-454e-bcd0-545cad3d4089'] response: {'server_uuid': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'code': 200} Mar 24 02:00:43.488928 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,revision_number=10']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:00:58.853893 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-073a7e25-f0fb-4d1f-be53-c8491f6d7ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:00.443030 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:00.966686 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6db838dc-6f5a-4bf3-b472-e21e0beb27d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:02.382391 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:03.031206 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:03.893558 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:03.920463 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4aa4a516-ebf2-4acf-97d1-7ac38204e8fa req-ddf7561e-7832-4473-bb86-0a6e2cecd82d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857594 Mar 24 02:01:04.006528 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4a516-ebf2-4acf-97d1-7ac38204e8fa req-c328a0dc-cb87-43ae-8712-1a667b0eb64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:01:04.008079 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4aa4a516-ebf2-4acf-97d1-7ac38204e8fa req-c328a0dc-cb87-43ae-8712-1a667b0eb64d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 1129 time: 0.0442548 Mar 24 02:01:04.116303 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4a516-ebf2-4acf-97d1-7ac38204e8fa req-5541d33d-0c30-404f-b635-08f7723b8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:01:04.117716 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4aa4a516-ebf2-4acf-97d1-7ac38204e8fa req-5541d33d-0c30-404f-b635-08f7723b8f0d service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.0899999 Mar 24 02:01:04.191884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4aa4a516-ebf2-4acf-97d1-7ac38204e8fa req-c3057adb-f2f8-4070-9195-718fd589516d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 HTTP/1.1" status: 200 len: 1001 time: 0.0677822 Mar 24 02:01:04.243545 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4a516-ebf2-4acf-97d1-7ac38204e8fa req-1daeba15-d412-409b-ad50-35127f2b88f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:01:04.245047 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4aa4a516-ebf2-4acf-97d1-7ac38204e8fa req-1daeba15-d412-409b-ad50-35127f2b88f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0473692 Mar 24 02:01:04.292671 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4a516-ebf2-4acf-97d1-7ac38204e8fa req-33b24b84-58d1-4eca-9baf-6a7f11235fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:01:04.294235 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4aa4a516-ebf2-4acf-97d1-7ac38204e8fa req-33b24b84-58d1-4eca-9baf-6a7f11235fa4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436873 Mar 24 02:01:04.381066 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4aa4a516-ebf2-4acf-97d1-7ac38204e8fa req-630f49b3-995c-4a68-87ed-5a17e61b0662 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804148 Mar 24 02:01:04.473781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4aa4a516-ebf2-4acf-97d1-7ac38204e8fa req-92f26410-3d2a-447a-80ec-6fbf25d8e474 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867329 Mar 24 02:01:05.345456 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:13.257178 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:01:28.857914 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-bac32197-5513-4b63-9513-c5efc83ae44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:30.446886 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:30.967526 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1b97be0-daf7-4f3c-8ba7-f8b407867e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:32.386349 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:33.056240 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:33.895281 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:35.337894 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:50.257031 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:01:54.065054 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41324) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:01:54.226371 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Deleting port 1a3adfff-4e2b-461c-9e21-3e789d6e5ace {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:01:54.226717 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1a3adfff-4e2b-461c-9e21-3e789d6e5ace), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:54.303207 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1a3adfff-4e2b-461c-9e21-3e789d6e5ace), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:54.303667 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for floatingip (1a3adfff-4e2b-461c-9e21-3e789d6e5ace), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:54.315797 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Calling delete_port for 1a3adfff-4e2b-461c-9e21-3e789d6e5ace owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:01:54.460866 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1a3adfff-4e2b-461c-9e21-3e789d6e5ace), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:54.485200 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event deleted for resources: {'Port': ['ID=1a3adfff-4e2b-461c-9e21-3e789d6e5ace,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:01:54.499010 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:54.499362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:54.499699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:54.500643 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:54.500643 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:54.500643 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:54.500970 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:54.501317 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:54.501636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:54.501960 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:54.502281 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:54.502599 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:54.502918 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:54.503237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:54.503552 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:54.563731 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for floatingip (e54891da-aa9d-4b98-8e51-d55be9e9f721), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:54.564063 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Floating IP e54891da-aa9d-4b98-8e51-d55be9e9f721 disassociated (deleted). External IP: 172.25.0.75, port: a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5. Mar 24 02:01:54.773006 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Router 766a53e4-b3e5-4187-8f30-527f43ab010a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 02:01:54.886929 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 02:01:54.892110 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:54.898217 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4722bd7d-67e3-4244-b724-08a7e6dc909e None None] Sync routers for ids ['766a53e4-b3e5-4187-8f30-527f43ab010a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 02:01:54.908621 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4722bd7d-67e3-4244-b724-08a7e6dc909e None None] Routers {'766a53e4-b3e5-4187-8f30-527f43ab010a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:01:54.909276 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4722bd7d-67e3-4244-b724-08a7e6dc909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['766a53e4-b3e5-4187-8f30-527f43ab010a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:01:54.926049 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4c98634f-4d50-435a-a3cb-62f2ae257f3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "DELETE /v2.0/floatingips/e54891da-aa9d-4b98-8e51-d55be9e9f721 HTTP/1.1" status: 204 len: 168 time: 0.8574934 Mar 24 02:01:54.926049 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'tag': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:01:54.926683 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05e38a9-66c1-45e4-9300-7a6445243ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3e6287-e288-4493-9b91-c7f87c48ade9", "tag": "a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:01:55.067268 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 02:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f880774-fdc2-49f2-a082-74ffcc3316bb x-openstack-request-id: req-8f880774-fdc2-49f2-a082-74ffcc3316bb {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:01:55.068279 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3e6287-e288-4493-9b91-c7f87c48ade9", "tag": "a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:01:55.068738 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f880774-fdc2-49f2-a082-74ffcc3316bb {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:01:55.069701 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f880774-fdc2-49f2-a082-74ffcc3316bb'] response: {'name': 'network-changed', 'server_uuid': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'tag': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'status': 'completed', 'code': 200} Mar 24 02:01:55.142934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e38a9-66c1-45e4-9300-7a6445243ff8 req-65aeb8a3-ab3d-4dbe-8d5e-b96522ccb49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:01:55.145183 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b05e38a9-66c1-45e4-9300-7a6445243ff8 req-65aeb8a3-ab3d-4dbe-8d5e-b96522ccb49d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 1129 time: 0.0514073 Mar 24 02:01:55.162293 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-4722bd7d-67e3-4244-b724-08a7e6dc909e None None] Set router 766a53e4-b3e5-4187-8f30-527f43ab010a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:01:55.282587 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812afc1f-75e5-491a-90ff-5c2d92d11c85 req-992fc306-c842-4245-a852-9e308adbf542 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:01:55.284071 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-812afc1f-75e5-491a-90ff-5c2d92d11c85 req-992fc306-c842-4245-a852-9e308adbf542 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 947 time: 0.1083078 Mar 24 02:01:55.289254 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e38a9-66c1-45e4-9300-7a6445243ff8 req-c76f2b33-defb-4a9c-a63b-eb718c23b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:01:55.290630 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b05e38a9-66c1-45e4-9300-7a6445243ff8 req-c76f2b33-defb-4a9c-a63b-eb718c23b04c service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.1378429 Mar 24 02:01:55.339594 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b05e38a9-66c1-45e4-9300-7a6445243ff8 req-4fe7ba5c-a87d-439e-aaf4-d90e3b84aaa9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 HTTP/1.1" status: 200 len: 217 time: 0.0415523 Mar 24 02:01:55.369217 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4722bd7d-67e3-4244-b724-08a7e6dc909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '3b44a831-d0d9-4e49-81b4-fb15f89d54a0', 'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'mac_address': 'fa:16:3e:45:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:44Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 5, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'subnets': [{'id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:01:55.394789 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4722bd7d-67e3-4244-b724-08a7e6dc909e None None] Checking router: 766a53e4-b3e5-4187-8f30-527f43ab010a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 02:01:55.401151 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-812afc1f-75e5-491a-90ff-5c2d92d11c85 req-7e795963-34a1-4580-8542-f1a64f09771a tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095693 Mar 24 02:01:55.403905 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4722bd7d-67e3-4244-b724-08a7e6dc909e None None] Routers {'766a53e4-b3e5-4187-8f30-527f43ab010a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:01:55.405517 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4722bd7d-67e3-4244-b724-08a7e6dc909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:01:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['766a53e4-b3e5-4187-8f30-527f43ab010a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:01:55.411060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e38a9-66c1-45e4-9300-7a6445243ff8 req-64417665-01c8-4d88-a6d9-a1858177a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:01:55.412647 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b05e38a9-66c1-45e4-9300-7a6445243ff8 req-64417665-01c8-4d88-a6d9-a1858177a100 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0628700 Mar 24 02:01:55.475112 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e38a9-66c1-45e4-9300-7a6445243ff8 req-5518b01b-8bf9-44a3-94a0-5334261b1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:01:55.476660 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b05e38a9-66c1-45e4-9300-7a6445243ff8 req-5518b01b-8bf9-44a3-94a0-5334261b1add service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0575743 Mar 24 02:01:55.520887 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-4722bd7d-67e3-4244-b724-08a7e6dc909e None None] Set router 766a53e4-b3e5-4187-8f30-527f43ab010a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:01:55.574944 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b05e38a9-66c1-45e4-9300-7a6445243ff8 req-3e6e2256-b398-4bd5-8f61-3bcf9d93f87c service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915775 Mar 24 02:01:55.668621 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b05e38a9-66c1-45e4-9300-7a6445243ff8 req-04e97411-bdeb-44f7-a583-db125ec667f6 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870736 Mar 24 02:01:55.732945 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-4722bd7d-67e3-4244-b724-08a7e6dc909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '3b44a831-d0d9-4e49-81b4-fb15f89d54a0', 'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'mac_address': 'fa:16:3e:45:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:44Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 5, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'subnets': [{'id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:01:55.763236 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4722bd7d-67e3-4244-b724-08a7e6dc909e None None] The sync data for ids ['766a53e4-b3e5-4187-8f30-527f43ab010a'] in n-d-760455-9 is: [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '3b44a831-d0d9-4e49-81b4-fb15f89d54a0', 'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'mac_address': 'fa:16:3e:45:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:44Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 5, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'subnets': [{'id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 02:01:56.012702 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999eae77-1091-4550-9ff1-84de1e370ba3 None None] New status for floating IP e54891da-aa9d-4b98-8e51-d55be9e9f721: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 02:01:56.453398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622ce59-0cf1-46fe-87b5-14dd689fd91a req-996c33c7-5389-420e-9257-79ca010de833 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:01:56.454903 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1622ce59-0cf1-46fe-87b5-14dd689fd91a req-996c33c7-5389-420e-9257-79ca010de833 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 947 time: 0.0534904 Mar 24 02:01:56.584052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032757be-0cce-4b17-8e89-8b955c8fe434 req-3891585c-bf02-4eab-870d-195ff9c9b8c0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:01:56.585543 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-032757be-0cce-4b17-8e89-8b955c8fe434 req-3891585c-bf02-4eab-870d-195ff9c9b8c0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c3e6287-e288-4493-9b91-c7f87c48ade9 HTTP/1.1" status: 200 len: 947 time: 0.0865448 Mar 24 02:01:56.599478 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-1622ce59-0cf1-46fe-87b5-14dd689fd91a req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Deleting port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:01:56.599815 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1622ce59-0cf1-46fe-87b5-14dd689fd91a req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:56.693394 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-032757be-0cce-4b17-8e89-8b955c8fe434 req-e5d20418-7934-4a81-9ab0-93defd639d33 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1348bfe-8764-486b-ade4-14195d735655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017258 Mar 24 02:01:56.718491 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-1622ce59-0cf1-46fe-87b5-14dd689fd91a req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] For port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:01:56.718871 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1622ce59-0cf1-46fe-87b5-14dd689fd91a req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:56.732004 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-1622ce59-0cf1-46fe-87b5-14dd689fd91a req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Calling delete_port for a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:01:56.860397 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1622ce59-0cf1-46fe-87b5-14dd689fd91a req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:56.886800 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event deleted for resources: {'Port': ['ID=a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:01:56.900375 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:56.900724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:56.901065 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:56.901423 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:56.901757 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:56.902092 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:56.902414 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:56.902741 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:56.903058 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:56.903382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:56.903704 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:56.904564 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:56.904889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:56.905232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:56.905551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:01:56.948420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1622ce59-0cf1-46fe-87b5-14dd689fd91a req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] No DVR routers for this DVR port a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 02:01:56.951868 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-1622ce59-0cf1-46fe-87b5-14dd689fd91a req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:56.955291 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1622ce59-0cf1-46fe-87b5-14dd689fd91a req-09b77605-332b-4817-9832-11cfa3abda7d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.57 "DELETE /v2.0/ports/a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 HTTP/1.1" status: 204 len: 173 time: 0.4955733 Mar 24 02:01:56.955693 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'name': 'network-vif-deleted', 'tag': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:01:56.958029 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7434803-e54f-4fe3-bc62-9ca6a54f187a" -d '{"events": [{"server_uuid": "9c3e6287-e288-4493-9b91-c7f87c48ade9", "name": "network-vif-deleted", "tag": "a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:01:57.049469 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 02:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1b20ae-14de-4e89-a9de-7b5fb97a53f9 x-openstack-request-id: req-ae1b20ae-14de-4e89-a9de-7b5fb97a53f9 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:01:57.049799 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3e6287-e288-4493-9b91-c7f87c48ade9", "name": "network-vif-deleted", "tag": "a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:01:57.050059 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae1b20ae-14de-4e89-a9de-7b5fb97a53f9 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:01:57.050474 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1b20ae-14de-4e89-a9de-7b5fb97a53f9'] response: {'server_uuid': '9c3e6287-e288-4493-9b91-c7f87c48ade9', 'name': 'network-vif-deleted', 'tag': 'a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5', 'status': 'completed', 'code': 200} Mar 24 02:01:57.755415 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41348) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:01:57.813680 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4984d9c2-7a76-46d8-aacf-b83e7e8e63a1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group (a1348bfe-8764-486b-ade4-14195d735655), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:57.838734 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4984d9c2-7a76-46d8-aacf-b83e7e8e63a1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group (a1348bfe-8764-486b-ade4-14195d735655), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:57.898143 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4984d9c2-7a76-46d8-aacf-b83e7e8e63a1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (a1348bfe-8764-486b-ade4-14195d735655), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:57.900681 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4984d9c2-7a76-46d8-aacf-b83e7e8e63a1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:57.901860 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4984d9c2-7a76-46d8-aacf-b83e7e8e63a1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "DELETE /v2.0/security-groups/a1348bfe-8764-486b-ade4-14195d735655 HTTP/1.1" status: 204 len: 168 time: 0.1454031 Mar 24 02:01:57.910781 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984d9c2-7a76-46d8-aacf-b83e7e8e63a1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1348bfe-8764-486b-ade4-14195d735655,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:01:58.290515 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41354) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:01:58.295687 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-27d322d6-f654-4b1d-8b5c-7a3378cccf3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1682429961', 'description': 'tempest-secgroup-smoke-1682429961 description', 'project_id': 'a154910cbe01423587e6bda9f4767f96'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:01:58.316018 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27d322d6-f654-4b1d-8b5c-7a3378cccf3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.384005 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27d322d6-f654-4b1d-8b5c-7a3378cccf3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group (8ed524d4-0cce-46f7-82d2-1e847a0bcd6a), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.387561 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27d322d6-f654-4b1d-8b5c-7a3378cccf3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8ed524d4-0cce-46f7-82d2-1e847a0bcd6a), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.417674 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-27d322d6-f654-4b1d-8b5c-7a3378cccf3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.418876 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-27d322d6-f654-4b1d-8b5c-7a3378cccf3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1273627 Mar 24 02:01:58.420271 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d322d6-f654-4b1d-8b5c-7a3378cccf3b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:01:58.422486 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41356) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:01:58.427734 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-53c68ce2-0ee3-43d3-9ddd-fd396fb569b8 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'security_group_rule': {'security_group_id': '8ed524d4-0cce-46f7-82d2-1e847a0bcd6a', 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:01:58.453080 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53c68ce2-0ee3-43d3-9ddd-fd396fb569b8 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (434e1342-62c1-475c-a54e-3771cc850370), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.506192 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53c68ce2-0ee3-43d3-9ddd-fd396fb569b8 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (434e1342-62c1-475c-a54e-3771cc850370), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.509852 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53c68ce2-0ee3-43d3-9ddd-fd396fb569b8 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (434e1342-62c1-475c-a54e-3771cc850370), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.527445 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c68ce2-0ee3-43d3-9ddd-fd396fb569b8 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434e1342-62c1-475c-a54e-3771cc850370,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:01:58.536487 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-53c68ce2-0ee3-43d3-9ddd-fd396fb569b8 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.537702 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-53c68ce2-0ee3-43d3-9ddd-fd396fb569b8 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136253 Mar 24 02:01:58.540407 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41358) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:01:58.544598 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-7b6eff96-9cc0-44d8-9481-eccfddfdb792 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'security_group_rule': {'security_group_id': '8ed524d4-0cce-46f7-82d2-1e847a0bcd6a', 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:01:58.568082 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7b6eff96-9cc0-44d8-9481-eccfddfdb792 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (5fe4ecba-08e2-41cf-93b0-018ad47df330), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.625757 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7b6eff96-9cc0-44d8-9481-eccfddfdb792 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (5fe4ecba-08e2-41cf-93b0-018ad47df330), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.629018 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7b6eff96-9cc0-44d8-9481-eccfddfdb792 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (5fe4ecba-08e2-41cf-93b0-018ad47df330), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.648602 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6eff96-9cc0-44d8-9481-eccfddfdb792 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe4ecba-08e2-41cf-93b0-018ad47df330,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:01:58.654003 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7b6eff96-9cc0-44d8-9481-eccfddfdb792 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.655672 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7b6eff96-9cc0-44d8-9481-eccfddfdb792 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143708 Mar 24 02:01:58.658400 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41360) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:01:58.662724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-f96e008f-d18b-4c33-b59d-ef7bd764e37e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'security_group_rule': {'security_group_id': '8ed524d4-0cce-46f7-82d2-1e847a0bcd6a', 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:01:58.686782 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f96e008f-d18b-4c33-b59d-ef7bd764e37e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (aaa325bf-b9e2-4d12-8e0d-ac43b314939a), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.742316 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f96e008f-d18b-4c33-b59d-ef7bd764e37e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (aaa325bf-b9e2-4d12-8e0d-ac43b314939a), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.745746 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f96e008f-d18b-4c33-b59d-ef7bd764e37e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (aaa325bf-b9e2-4d12-8e0d-ac43b314939a), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.763076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e008f-d18b-4c33-b59d-ef7bd764e37e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa325bf-b9e2-4d12-8e0d-ac43b314939a,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:01:58.771181 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-f96e008f-d18b-4c33-b59d-ef7bd764e37e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.772504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-f96e008f-d18b-4c33-b59d-ef7bd764e37e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131921 Mar 24 02:01:58.775364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41362) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:01:58.782792 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-32300596-4258-4aa6-ab0f-e6d12c096b8b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'security_group_rule': {'security_group_id': '8ed524d4-0cce-46f7-82d2-1e847a0bcd6a', 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:01:58.807483 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32300596-4258-4aa6-ab0f-e6d12c096b8b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (b72cebe0-1db3-47b1-98fe-a3c5efab4267), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.859318 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5c4d364-ebe5-4f4d-86f6-09fe6f74021f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.867123 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32300596-4258-4aa6-ab0f-e6d12c096b8b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (b72cebe0-1db3-47b1-98fe-a3c5efab4267), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.870820 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32300596-4258-4aa6-ab0f-e6d12c096b8b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (b72cebe0-1db3-47b1-98fe-a3c5efab4267), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.891056 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32300596-4258-4aa6-ab0f-e6d12c096b8b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72cebe0-1db3-47b1-98fe-a3c5efab4267,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:01:58.899234 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32300596-4258-4aa6-ab0f-e6d12c096b8b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.900408 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-32300596-4258-4aa6-ab0f-e6d12c096b8b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237366 Mar 24 02:01:58.903173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41364) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:01:58.907330 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-58040b4e-49c3-432e-a4b4-277e795f2c3a tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'security_group_rule': {'security_group_id': '8ed524d4-0cce-46f7-82d2-1e847a0bcd6a', 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:01:58.926198 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-58040b4e-49c3-432e-a4b4-277e795f2c3a tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Project a154910cbe01423587e6bda9f4767f96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 02:01:58.931149 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-58040b4e-49c3-432e-a4b4-277e795f2c3a tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (ba6bca09-8db3-43f4-87a7-e7c5602a13af), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.991723 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-58040b4e-49c3-432e-a4b4-277e795f2c3a tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (ba6bca09-8db3-43f4-87a7-e7c5602a13af), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:58.995151 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-58040b4e-49c3-432e-a4b4-277e795f2c3a tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (ba6bca09-8db3-43f4-87a7-e7c5602a13af), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:59.012187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58040b4e-49c3-432e-a4b4-277e795f2c3a tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6bca09-8db3-43f4-87a7-e7c5602a13af,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:01:59.020390 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-58040b4e-49c3-432e-a4b4-277e795f2c3a tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:59.021614 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-58040b4e-49c3-432e-a4b4-277e795f2c3a tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175539 Mar 24 02:01:59.024271 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41366) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:01:59.028494 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-1f62450f-0560-4d3c-98be-36e5d0ac8bcc tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'security_group_rule': {'security_group_id': '8ed524d4-0cce-46f7-82d2-1e847a0bcd6a', 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:01:59.047458 n-d-760455-9 neutron-server[115730]: INFO neutron.db.securitygroups_db [None req-1f62450f-0560-4d3c-98be-36e5d0ac8bcc tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Project a154910cbe01423587e6bda9f4767f96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 02:01:59.052233 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1f62450f-0560-4d3c-98be-36e5d0ac8bcc tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (081bcab8-7255-427a-afa9-8b391f605321), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:59.110653 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1f62450f-0560-4d3c-98be-36e5d0ac8bcc tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (081bcab8-7255-427a-afa9-8b391f605321), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:59.114572 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1f62450f-0560-4d3c-98be-36e5d0ac8bcc tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (081bcab8-7255-427a-afa9-8b391f605321), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:59.133142 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62450f-0560-4d3c-98be-36e5d0ac8bcc tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081bcab8-7255-427a-afa9-8b391f605321,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:01:59.138100 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1f62450f-0560-4d3c-98be-36e5d0ac8bcc tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:01:59.140975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1f62450f-0560-4d3c-98be-36e5d0ac8bcc tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1157780 Mar 24 02:01:59.681196 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:01:59.700632 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 02:01:59.700986 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device a18ce5b4-f2a6-430d-b9a3-2142ee4d1eb5 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 02:02:00.463312 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:00.969228 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a96dc8cc-191b-454e-97b0-0b15c58b076c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:02.390159 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:03.049968 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:03.900150 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:05.344551 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:18.571534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-c72834a6-13f9-436b-a14e-213c50fd2f6c tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682429961&fields=id&tenant_id=a154910cbe01423587e6bda9f4767f96 HTTP/1.1" status: 200 len: 267 time: 0.0444942 Mar 24 02:02:18.678510 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-06724d7a-88e5-4998-8d1b-852a258ddaca tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:18.679881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-06724d7a-88e5-4998-8d1b-852a258ddaca tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 809 time: 0.1012616 Mar 24 02:02:18.693977 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-a333d60b-21fd-4d3a-b906-ef8ac1b0b9cd tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/quotas/a154910cbe01423587e6bda9f4767f96 HTTP/1.1" status: 200 len: 375 time: 0.0087254 Mar 24 02:02:18.747485 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-d905af99-12af-49a4-aacc-7e0ccc923801 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488286 Mar 24 02:02:18.761894 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-cdb31f08-14e1-490a-8a11-7872295dc41f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 02:02:18.763357 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-cdb31f08-14e1-490a-8a11-7872295dc41f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048099 Mar 24 02:02:18.853148 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-f89f3c88-80bb-4042-b305-d0e239437d9a service neutron] 10.222.0.45 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846512 Mar 24 02:02:18.939250 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-3dfcfa55-cb9c-44d1-8738-81f2e093f317 service neutron] 10.222.0.45 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805280 Mar 24 02:02:19.218353 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fc529ea2-e3f2-4771-84ba-0aa399bc81f8 req-be688255-c050-47f6-bd07-cdffee01ce69 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 210 time: 0.0281754 Mar 24 02:02:20.192057 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-bd77aac3-2af1-4a02-b470-35deaab5cded tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:20.193623 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-bd77aac3-2af1-4a02-b470-35deaab5cded tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.48 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 809 time: 0.1026006 Mar 24 02:02:20.256064 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-b911f035-4e29-43bc-aeba-ed65886c2f15 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a154910cbe01423587e6bda9f4767f96 HTTP/1.1" status: 200 len: 380 time: 0.0541213 Mar 24 02:02:20.275643 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-02e9d927-7f84-409a-bfd5-e3f4c65b75e0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'port': {'device_id': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'admin_state_up': True, 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'security_groups': ['8ed524d4-0cce-46f7-82d2-1e847a0bcd6a']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:02:20.313448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7426928-2f21-4b33-8f93-b0f00202e931 req-60076025-abcb-4a25-902e-154d100eceb9 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 210 time: 0.0269125 Mar 24 02:02:20.390717 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-02e9d927-7f84-409a-bfd5-e3f4c65b75e0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Made reservation on behalf of a154910cbe01423587e6bda9f4767f96 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 02:02:20.394312 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-02e9d927-7f84-409a-bfd5-e3f4c65b75e0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:20.523446 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-02e9d927-7f84-409a-bfd5-e3f4c65b75e0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Allocated IP 172.20.0.6 (1ababf92-8507-4660-8bf0-2c4bd92f5e8e/6481d400-8948-476f-87fc-fb3bd3645fbf/afe6a5c6-69fd-4270-86eb-8f0be8258ad9) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 02:02:20.664540 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-02e9d927-7f84-409a-bfd5-e3f4c65b75e0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:20.695681 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-02e9d927-7f84-409a-bfd5-e3f4c65b75e0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:20.741064 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-02e9d927-7f84-409a-bfd5-e3f4c65b75e0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 02:02:20.744099 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-02e9d927-7f84-409a-bfd5-e3f4c65b75e0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 02:02:20.749722 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-02e9d927-7f84-409a-bfd5-e3f4c65b75e0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 02:02:20.756195 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9d927-7f84-409a-bfd5-e3f4c65b75e0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'Port': ['ID=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:02:20.805684 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-02e9d927-7f84-409a-bfd5-e3f4c65b75e0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:20.806295 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-02e9d927-7f84-409a-bfd5-e3f4c65b75e0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:20.823787 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-02e9d927-7f84-409a-bfd5-e3f4c65b75e0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5518994 Mar 24 02:02:20.833815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-ee2ba6cf-9f95-47e3-a9f9-77ef38dc1012 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 02:02:20.834902 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-ee2ba6cf-9f95-47e3-a9f9-77ef38dc1012 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062556 Mar 24 02:02:20.902019 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Request body: {'port': {'device_id': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:02:20.964985 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:21.005480 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-6a6ffc6c-a0b4-4818-b080-410f94641693 None None] Provisioning complete for port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:02:21.006080 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6a6ffc6c-a0b4-4818-b080-410f94641693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:21.040327 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ffc6c-a0b4-4818-b080-410f94641693 None None] Port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 02:02:21.235990 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe6a5c6-69fd-4270-86eb-8f0be8258ad9 {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 02:02:21.243469 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Publish callbacks [] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:21.255897 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Transition to ACTIVE for port object afe6a5c6-69fd-4270-86eb-8f0be8258ad9 will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 02:02:21.259757 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:21.308185 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Pushing event updated for resources: {'Port': ['ID=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:02:21.394166 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Attempting to bind port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 02:02:21.394517 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Attempting to bind port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 02:02:21.394826 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Attempting to bind port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 on network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 02:02:21.399911 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 on network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 02:02:21.400412 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Attempting to bind port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 on network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 02:02:21.407828 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 02:02:21.408506 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Checking segment: {'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 02:02:21.409132 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Bound using segment: {'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 02:02:21.409793 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Bound port: afe6a5c6-69fd-4270-86eb-8f0be8258ad9, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 02:02:21.410542 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:21.457914 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2cd03-082b-4398-adc3-52efee4f1191 req-c6fc9d43-6dac-47c6-a7d6-992b4048c4c3 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:21.465225 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8c2cd03-082b-4398-adc3-52efee4f1191 req-c6fc9d43-6dac-47c6-a7d6-992b4048c4c3 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0730851 Mar 24 02:02:21.521224 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c8c2cd03-082b-4398-adc3-52efee4f1191 req-19977297-56ed-4513-9b08-47d7a2dc927c tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550239 Mar 24 02:02:21.797813 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] For port afe6a5c6-69fd-4270-86eb-8f0be8258ad9, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 02:02:21.800818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] For port afe6a5c6-69fd-4270-86eb-8f0be8258ad9, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 02:02:21.806506 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:21.839612 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:21.840230 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:21.841671 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] 10.222.0.48 "PUT /v2.0/ports/afe6a5c6-69fd-4270-86eb-8f0be8258ad9 HTTP/1.1" status: 200 len: 1091 time: 0.9994042 Mar 24 02:02:21.842095 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'tag': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:02:21.844307 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36760a4c-c460-471a-bc02-68c9ce13a85b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d815d97-3ae6-49a0-b27e-79ce1f2a5017", "tag": "afe6a5c6-69fd-4270-86eb-8f0be8258ad9"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:02:21.869024 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002df2db-ab0e-4b0a-bbc5-85a7d0bcaae4 service neutron] Pushing event updated for resources: {'Port': ['ID=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:02:21.900595 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 02:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcf458f-f1f0-41c4-8925-218f2c4fdb45 x-openstack-request-id: req-dbcf458f-f1f0-41c4-8925-218f2c4fdb45 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:02:21.901006 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d815d97-3ae6-49a0-b27e-79ce1f2a5017", "tag": "afe6a5c6-69fd-4270-86eb-8f0be8258ad9", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:02:21.901475 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dbcf458f-f1f0-41c4-8925-218f2c4fdb45 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:02:21.902080 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbcf458f-f1f0-41c4-8925-218f2c4fdb45'] response: {'name': 'network-changed', 'server_uuid': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'tag': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9', 'status': 'completed', 'code': 200} Mar 24 02:02:21.938158 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-5d9152ef-e0e6-4b52-a9a3-9264929cebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:21.939672 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-5d9152ef-e0e6-4b52-a9a3-9264929cebd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 1125 time: 0.0507567 Mar 24 02:02:21.986463 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-7b296110-9dc5-4348-8ebc-3284328873a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9 HTTP/1.1" status: 200 len: 217 time: 0.0403805 Mar 24 02:02:22.036101 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-9f8c24e0-df43-474b-962f-12f9d8692702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:22.037662 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-9f8c24e0-df43-474b-962f-12f9d8692702 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0456772 Mar 24 02:02:22.089372 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-314f11fe-0c42-483b-aa60-be0be5f25ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:22.091444 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-314f11fe-0c42-483b-aa60-be0be5f25ca3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472503 Mar 24 02:02:22.190021 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-2a64dc09-057a-494a-b7b0-2efc1aba13db service neutron] 10.222.0.48 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920136 Mar 24 02:02:22.277356 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4f76012d-9338-4de4-99b6-5852d82174f8 req-002e3e16-aa13-44d7-8d76-18559e88b560 service neutron] 10.222.0.48 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811067 Mar 24 02:02:22.368767 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36760a4c-c460-471a-bc02-68c9ce13a85b req-187da7f8-f96b-4b2b-b695-d29ff8b0c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:22.370242 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-36760a4c-c460-471a-bc02-68c9ce13a85b req-187da7f8-f96b-4b2b-b695-d29ff8b0c726 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 1125 time: 0.0496376 Mar 24 02:02:22.462702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36760a4c-c460-471a-bc02-68c9ce13a85b req-30e95233-cf8f-4f36-8bd5-2af1d50bba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:22.464172 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-36760a4c-c460-471a-bc02-68c9ce13a85b req-30e95233-cf8f-4f36-8bd5-2af1d50bba9b service neutron] 10.222.0.48 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.0887871 Mar 24 02:02:22.503814 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-36760a4c-c460-471a-bc02-68c9ce13a85b req-815189ff-4351-47bb-b32b-5f603dbb4b77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9 HTTP/1.1" status: 200 len: 217 time: 0.0338008 Mar 24 02:02:22.564051 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36760a4c-c460-471a-bc02-68c9ce13a85b req-75715dba-9109-4742-83a8-da58d4d2dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:22.565972 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-36760a4c-c460-471a-bc02-68c9ce13a85b req-75715dba-9109-4742-83a8-da58d4d2dcaa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0569344 Mar 24 02:02:22.622374 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36760a4c-c460-471a-bc02-68c9ce13a85b req-ed287d3b-db46-4304-9ffa-72f6540d154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:22.623809 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-36760a4c-c460-471a-bc02-68c9ce13a85b req-ed287d3b-db46-4304-9ffa-72f6540d154f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526245 Mar 24 02:02:22.654102 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62517568-ecf7-43ba-a613-d3decb95b056 req-d412ecf2-1fb5-4d2d-bd47-df4a66e7b762 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:22.656190 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62517568-ecf7-43ba-a613-d3decb95b056 req-d412ecf2-1fb5-4d2d-bd47-df4a66e7b762 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0561836 Mar 24 02:02:22.710203 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62517568-ecf7-43ba-a613-d3decb95b056 req-89736b02-f341-48c7-aecb-ed3abbe9ae79 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481234 Mar 24 02:02:22.714437 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-36760a4c-c460-471a-bc02-68c9ce13a85b req-44440df7-3446-4bab-8678-4c91cd1202f3 service neutron] 10.222.0.48 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837550 Mar 24 02:02:22.806910 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-36760a4c-c460-471a-bc02-68c9ce13a85b req-89989aeb-f611-4ef2-bca4-33c2242aeefd service neutron] 10.222.0.48 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863545 Mar 24 02:02:23.830436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c9d6b-33ff-45c1-8f72-280aa3b9f1a9 req-b8373f12-f92e-4304-aee2-ee0eab042bd0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:23.831802 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e32c9d6b-33ff-45c1-8f72-280aa3b9f1a9 req-b8373f12-f92e-4304-aee2-ee0eab042bd0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0518236 Mar 24 02:02:23.884556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e32c9d6b-33ff-45c1-8f72-280aa3b9f1a9 req-97416378-1c57-47e4-88ec-e425a03f483c tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470958 Mar 24 02:02:25.007321 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d27c8-e4bf-4163-a007-4a5aa588ef00 req-48f5a879-12f5-4aab-91ef-62c20fd8b341 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:25.008806 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c36d27c8-e4bf-4163-a007-4a5aa588ef00 req-48f5a879-12f5-4aab-91ef-62c20fd8b341 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0535526 Mar 24 02:02:25.057943 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c36d27c8-e4bf-4163-a007-4a5aa588ef00 req-59317adf-2aa0-40e0-974e-a873da307641 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434108 Mar 24 02:02:26.177622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46354c7b-d99b-48c2-9818-a1c325422120 req-71486228-6926-4f7d-890f-2006bafb6149 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:26.179106 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46354c7b-d99b-48c2-9818-a1c325422120 req-71486228-6926-4f7d-890f-2006bafb6149 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0536880 Mar 24 02:02:26.227801 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-46354c7b-d99b-48c2-9818-a1c325422120 req-675bb1a0-3d72-41ba-ba06-2c7dd2fe96c4 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Mar 24 02:02:27.256123 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:02:27.352103 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602d272-9d4b-4007-a410-d920775a21a4 req-bf7cc370-02c9-418f-b502-d1265669f2aa tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:27.353579 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6602d272-9d4b-4007-a410-d920775a21a4 req-bf7cc370-02c9-418f-b502-d1265669f2aa tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0562947 Mar 24 02:02:27.402141 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6602d272-9d4b-4007-a410-d920775a21a4 req-a3ca6b7f-014c-435f-8644-8da7e4574cf6 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429168 Mar 24 02:02:28.525317 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f0426-c97c-42f0-9297-7e113b6521e1 req-040c82da-809d-4c28-b343-33ad2188b082 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:28.526809 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b2f0426-c97c-42f0-9297-7e113b6521e1 req-040c82da-809d-4c28-b343-33ad2188b082 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0530944 Mar 24 02:02:28.576719 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b2f0426-c97c-42f0-9297-7e113b6521e1 req-386eb1b0-5668-473b-87fc-a72930e41076 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439384 Mar 24 02:02:28.861654 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d2c71f79-0dde-4202-ab79-29c2176ee8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:29.698520 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884260d2-abe4-4a65-bd80-461c7e13f942 req-2d5e4fdc-4dba-41fb-bff2-48359fdd0583 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:29.700556 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-884260d2-abe4-4a65-bd80-461c7e13f942 req-2d5e4fdc-4dba-41fb-bff2-48359fdd0583 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0543058 Mar 24 02:02:29.748199 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-884260d2-abe4-4a65-bd80-461c7e13f942 req-9fb2076a-0aee-4665-9c7a-5e0a9bdeac68 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418792 Mar 24 02:02:30.472637 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:30.864841 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e6830-dd14-4adf-a89a-7da59b98d32f req-eaeb4449-c4e4-421b-88e6-2c5600e0d282 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:30.866329 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b5e6830-dd14-4adf-a89a-7da59b98d32f req-eaeb4449-c4e4-421b-88e6-2c5600e0d282 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0524750 Mar 24 02:02:30.920590 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-6b5e6830-dd14-4adf-a89a-7da59b98d32f req-a12e0ef3-a7a7-4df9-8119-84d1a57529ea tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487199 Mar 24 02:02:30.971244 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2aff8530-24de-46d3-a8bf-b7e8a3eb1728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:32.041031 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f491b0-f2c5-4c9e-ab80-f774cf36818c req-7a6a7dfe-795d-448d-9884-004e1aa8a593 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:32.042496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f0f491b0-f2c5-4c9e-ab80-f774cf36818c req-7a6a7dfe-795d-448d-9884-004e1aa8a593 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0504315 Mar 24 02:02:32.093534 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f0f491b0-f2c5-4c9e-ab80-f774cf36818c req-1a03016a-d875-4661-be19-25318656be8f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449650 Mar 24 02:02:32.392333 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:33.050034 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:33.209962 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc50b7c-125d-4f55-a04e-82815942d803 req-55aad29e-9c46-48cb-a57c-a4fd72cc16b3 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:33.211437 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5fc50b7c-125d-4f55-a04e-82815942d803 req-55aad29e-9c46-48cb-a57c-a4fd72cc16b3 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0521362 Mar 24 02:02:33.259440 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5fc50b7c-125d-4f55-a04e-82815942d803 req-51d22984-56e3-45ad-b830-2c37d9844e64 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424976 Mar 24 02:02:33.902237 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:34.373608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110b23a-9e7b-404e-b9d8-711a2762c53e req-76db2663-d8cd-492c-90e7-ad993a78c1ce tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:34.375042 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a110b23a-9e7b-404e-b9d8-711a2762c53e req-76db2663-d8cd-492c-90e7-ad993a78c1ce tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0517449 Mar 24 02:02:34.422272 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a110b23a-9e7b-404e-b9d8-711a2762c53e req-fb3979d1-6a57-4981-9c43-a877b468109f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417428 Mar 24 02:02:35.336753 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:35.547166 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97c34e-4d81-4af7-9db0-66406d580c0b req-77a9ec75-7c09-452f-ab46-bb9072d8e985 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:35.548553 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d97c34e-4d81-4af7-9db0-66406d580c0b req-77a9ec75-7c09-452f-ab46-bb9072d8e985 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0582407 Mar 24 02:02:35.600461 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0d97c34e-4d81-4af7-9db0-66406d580c0b req-949cd38e-ec0c-44f7-94f1-4d920e4fde76 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459089 Mar 24 02:02:36.721256 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18442c72-bdfe-4813-83b0-e883cb68017c req-965abbb0-e70c-4bd8-a122-765250321755 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:36.722717 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18442c72-bdfe-4813-83b0-e883cb68017c req-965abbb0-e70c-4bd8-a122-765250321755 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0520372 Mar 24 02:02:36.771975 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-18442c72-bdfe-4813-83b0-e883cb68017c req-16c80211-424d-45a2-b568-58f7f661d873 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429630 Mar 24 02:02:37.892539 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20850070-a2f6-4622-9d1e-7e882ccc5f95 req-295f15e6-0a82-48d2-ab09-1f7b8dba7911 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:37.894037 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20850070-a2f6-4622-9d1e-7e882ccc5f95 req-295f15e6-0a82-48d2-ab09-1f7b8dba7911 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0545416 Mar 24 02:02:37.948407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-20850070-a2f6-4622-9d1e-7e882ccc5f95 req-35d822ce-9e19-4872-aa8f-dba321589c80 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475948 Mar 24 02:02:39.064920 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ee2f0-1480-44c3-8966-5d498fcdbef2 req-5ba7e958-d359-45d2-8336-bd961d8e0e57 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:39.066382 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-563ee2f0-1480-44c3-8966-5d498fcdbef2 req-5ba7e958-d359-45d2-8336-bd961d8e0e57 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0509706 Mar 24 02:02:39.114519 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-563ee2f0-1480-44c3-8966-5d498fcdbef2 req-0eb515f6-b4d3-457f-98b3-36a568cd3b4a tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426772 Mar 24 02:02:39.491754 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device afe6a5c6-69fd-4270-86eb-8f0be8258ad9 details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 02:02:39.584693 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port afe6a5c6-69fd-4270-86eb-8f0be8258ad9, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:02:39.596926 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'port_id': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9', 'mac_address': 'fa:16:3e:c5:9d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 02:02:39.632957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:02:39.633388 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:39.648782 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe6a5c6-69fd-4270-86eb-8f0be8258ad9 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 02:02:39.667432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port afe6a5c6-69fd-4270-86eb-8f0be8258ad9, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:02:39.672235 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:39.718139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:02:39.725384 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:02:39.725747 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:02:39.726104 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:02:39.726442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:02:39.726779 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:02:39.727117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:02:39.727457 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:02:39.727794 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:02:39.728125 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:02:39.728477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:02:39.728837 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:02:39.729227 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:02:39.729460 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:02:39.729788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:02:39.730117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:02:39.956200 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['afe6a5c6-69fd-4270-86eb-8f0be8258ad9'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 02:02:40.231894 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d48a31-fdb4-4438-abf1-31bfb5b60065 req-9f23b259-0419-4cf7-9d61-21c46833cf60 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:40.233293 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51d48a31-fdb4-4438-abf1-31bfb5b60065 req-9f23b259-0419-4cf7-9d61-21c46833cf60 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 944 time: 0.0518003 Mar 24 02:02:40.281042 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51d48a31-fdb4-4438-abf1-31bfb5b60065 req-7c8f5631-149f-4135-a04d-b09a9bdc0884 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421312 Mar 24 02:02:41.401829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9ce20-ecf7-499c-bc5e-c544dcdd770f req-94ad54ee-dbdb-44b7-8832-2f3922200eb4 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:41.403881 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6e9ce20-ecf7-499c-bc5e-c544dcdd770f req-94ad54ee-dbdb-44b7-8832-2f3922200eb4 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 944 time: 0.0563002 Mar 24 02:02:41.453363 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d6e9ce20-ecf7-499c-bc5e-c544dcdd770f req-ce611999-2bff-41a3-9993-c6201beadbca tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435398 Mar 24 02:02:41.478696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device afe6a5c6-69fd-4270-86eb-8f0be8258ad9 up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:02:41.526467 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 02:02:41.530843 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:02:41.531223 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:41.608817 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:02:41.609148 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:41.631544 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:02:41.633807 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff280bf-ca1b-4391-874d-8a77a5a8e59e" -d '{"events": [{"server_uuid": "9d815d97-3ae6-49a0-b27e-79ce1f2a5017", "name": "network-vif-plugged", "status": "completed", "tag": "afe6a5c6-69fd-4270-86eb-8f0be8258ad9"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:02:41.646587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port afe6a5c6-69fd-4270-86eb-8f0be8258ad9, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:02:41.650644 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:41.696678 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:02:41.726058 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 02:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fb77ff-e17f-4515-9b50-95d69c693fd7 x-openstack-request-id: req-38fb77ff-e17f-4515-9b50-95d69c693fd7 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:02:41.726369 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d815d97-3ae6-49a0-b27e-79ce1f2a5017", "name": "network-vif-plugged", "status": "completed", "tag": "afe6a5c6-69fd-4270-86eb-8f0be8258ad9", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:02:41.726623 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38fb77ff-e17f-4515-9b50-95d69c693fd7 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:02:41.727035 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38fb77ff-e17f-4515-9b50-95d69c693fd7'] response: {'server_uuid': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9', 'code': 200} Mar 24 02:02:41.824131 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c39af-d7fa-439f-8af7-d2dbe451fc5b req-ea2e6746-70da-4399-8b5f-5a670bcc4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:41.826166 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-353c39af-d7fa-439f-8af7-d2dbe451fc5b req-ea2e6746-70da-4399-8b5f-5a670bcc4cca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 1127 time: 0.0446391 Mar 24 02:02:41.869414 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-353c39af-d7fa-439f-8af7-d2dbe451fc5b req-067688f9-bf2a-4ada-b1c7-a78e8f9b90dc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379434 Mar 24 02:02:42.578707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253a3c8-4078-4d40-a52b-72c5572b732d req-cb5925bd-a072-43e1-8356-bff78de0ae82 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:42.580143 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7253a3c8-4078-4d40-a52b-72c5572b732d req-cb5925bd-a072-43e1-8356-bff78de0ae82 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0550313 Mar 24 02:02:42.630763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-7253a3c8-4078-4d40-a52b-72c5572b732d req-04f23a8d-991b-4ac6-afd7-905d3fd3fe56 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448840 Mar 24 02:02:43.757341 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f331cb1-3b80-47ff-8b7e-2ae752d33bda req-52da14ec-03be-4c57-b48a-2816fecbc31b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:43.758781 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f331cb1-3b80-47ff-8b7e-2ae752d33bda req-52da14ec-03be-4c57-b48a-2816fecbc31b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0556812 Mar 24 02:02:43.807140 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9f331cb1-3b80-47ff-8b7e-2ae752d33bda req-a8423f90-d05c-4440-ad18-f187242c0271 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422049 Mar 24 02:02:43.928849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e3da5-8dec-4534-8d07-54a9eda56b59 req-e50e142b-356b-4d42-8f8e-f830ab1eb1f7 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:43.930226 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c05e3da5-8dec-4534-8d07-54a9eda56b59 req-e50e142b-356b-4d42-8f8e-f830ab1eb1f7 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0509067 Mar 24 02:02:43.978134 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c05e3da5-8dec-4534-8d07-54a9eda56b59 req-21f6caae-989f-43f8-a023-74e04e556d90 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418675 Mar 24 02:02:43.999591 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41582) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:02:44.041434 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd61ac1-b004-401a-87ac-78943e4f62bc tempest-TestShelveInstance-1804673142 tempest-TestShelveInstance-1804673142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:44.042922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-cbd61ac1-b004-401a-87ac-78943e4f62bc tempest-TestShelveInstance-1804673142 tempest-TestShelveInstance-1804673142-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 1122 time: 0.0423961 Mar 24 02:02:44.045709 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41584) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:02:44.049812 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:02:44.069819 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:44.165336 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:44.269667 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Allocated IP 172.25.0.2 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/05fdd3d0-9403-45d6-96b0-b3853cf3d0b5) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 02:02:44.365941 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for port (05fdd3d0-9403-45d6-96b0-b3853cf3d0b5), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:44.398173 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (05fdd3d0-9403-45d6-96b0-b3853cf3d0b5), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:44.433696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 02:02:44.437066 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 02:02:44.442978 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 02:02:44.448498 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'Port': ['ID=05fdd3d0-9403-45d6-96b0-b3853cf3d0b5,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:02:44.724047 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4232d837-2c02-4130-9a05-4ee2af7f4362 req-4dc1f6e3-ad69-4e59-af7f-ad3fa9d98945 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482805 Mar 24 02:02:44.807250 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for floatingip (19b2d487-f3ec-40c3-a2e1-3aa12e1bc985), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:44.808462 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232d837-2c02-4130-9a05-4ee2af7f4362 req-8527d7d2-27fd-49d0-86b2-054b8c4e74e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:44.810030 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4232d837-2c02-4130-9a05-4ee2af7f4362 req-8527d7d2-27fd-49d0-86b2-054b8c4e74e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 1127 time: 0.0448015 Mar 24 02:02:44.880600 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (05fdd3d0-9403-45d6-96b0-b3853cf3d0b5), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:44.911657 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232d837-2c02-4130-9a05-4ee2af7f4362 req-f0abe210-b50a-4767-8c87-b3697e29206f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:44.913172 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4232d837-2c02-4130-9a05-4ee2af7f4362 req-f0abe210-b50a-4767-8c87-b3697e29206f service neutron] 10.222.0.48 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.0854402 Mar 24 02:02:44.983812 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4232d837-2c02-4130-9a05-4ee2af7f4362 req-204cf607-ed08-4bb4-a7cd-c55886708e7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9 HTTP/1.1" status: 200 len: 997 time: 0.0647178 Mar 24 02:02:45.027634 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for port (05fdd3d0-9403-45d6-96b0-b3853cf3d0b5), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:45.032352 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232d837-2c02-4130-9a05-4ee2af7f4362 req-19a777e4-f960-4b45-9a06-eedd656d7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:45.032920 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (05fdd3d0-9403-45d6-96b0-b3853cf3d0b5), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:45.033845 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4232d837-2c02-4130-9a05-4ee2af7f4362 req-19a777e4-f960-4b45-9a06-eedd656d7da3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0445495 Mar 24 02:02:45.082674 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232d837-2c02-4130-9a05-4ee2af7f4362 req-9c000336-d842-4727-8dfe-6db77ffa72a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:45.084178 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4232d837-2c02-4130-9a05-4ee2af7f4362 req-9c000336-d842-4727-8dfe-6db77ffa72a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441232 Mar 24 02:02:45.106344 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event updated for resources: {'Port': ['ID=05fdd3d0-9403-45d6-96b0-b3853cf3d0b5,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:02:45.114531 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (19b2d487-f3ec-40c3-a2e1-3aa12e1bc985), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:45.175449 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4232d837-2c02-4130-9a05-4ee2af7f4362 req-34157491-3ef0-4ee0-af4f-ff24b1605073 service neutron] 10.222.0.48 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855899 Mar 24 02:02:45.268643 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-4232d837-2c02-4130-9a05-4ee2af7f4362 req-19110735-fbfc-4320-956f-1946ab8f6682 service neutron] 10.222.0.48 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876877 Mar 24 02:02:45.547098 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Floating IP 19b2d487-f3ec-40c3-a2e1-3aa12e1bc985 associated. External IP: 172.25.0.2, port: afe6a5c6-69fd-4270-86eb-8f0be8258ad9. Mar 24 02:02:45.753368 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Router 766a53e4-b3e5-4187-8f30-527f43ab010a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 02:02:45.863173 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 02:02:45.873837 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a7e357-b393-4d80-bfde-4e9ff8aed765 None None] Sync routers for ids ['766a53e4-b3e5-4187-8f30-527f43ab010a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 02:02:45.884494 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:02:45.886036 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a7e357-b393-4d80-bfde-4e9ff8aed765 None None] Routers {'766a53e4-b3e5-4187-8f30-527f43ab010a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:02:45.886659 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d5a7e357-b393-4d80-bfde-4e9ff8aed765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:02:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['766a53e4-b3e5-4187-8f30-527f43ab010a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:02:45.925206 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1eb3c609-06a8-4281-b92f-6cced8a18d08 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8675520 Mar 24 02:02:45.925206 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'tag': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:02:45.925206 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ca5576-744f-447b-a342-515e3ec23712" -d '{"events": [{"name": "network-changed", "server_uuid": "9d815d97-3ae6-49a0-b27e-79ce1f2a5017", "tag": "afe6a5c6-69fd-4270-86eb-8f0be8258ad9"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:02:45.954269 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 02:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7843002-0e20-460b-83bd-7ae979c24a72 x-openstack-request-id: req-d7843002-0e20-460b-83bd-7ae979c24a72 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:02:45.954566 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d815d97-3ae6-49a0-b27e-79ce1f2a5017", "tag": "afe6a5c6-69fd-4270-86eb-8f0be8258ad9", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:02:45.954823 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7843002-0e20-460b-83bd-7ae979c24a72 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:02:45.955239 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7843002-0e20-460b-83bd-7ae979c24a72'] response: {'name': 'network-changed', 'server_uuid': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'tag': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9', 'status': 'completed', 'code': 200} Mar 24 02:02:45.998225 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-d5a7e357-b393-4d80-bfde-4e9ff8aed765 None None] Set router 766a53e4-b3e5-4187-8f30-527f43ab010a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:02:46.024776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca5576-744f-447b-a342-515e3ec23712 req-619ac16e-631c-4958-a9a5-ebaa0b54a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:46.026743 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c8ca5576-744f-447b-a342-515e3ec23712 req-619ac16e-631c-4958-a9a5-ebaa0b54a1d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 1127 time: 0.0514090 Mar 24 02:02:46.125741 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca5576-744f-447b-a342-515e3ec23712 req-05b21259-670e-4ce3-bffe-5e4073a4e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:46.127139 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c8ca5576-744f-447b-a342-515e3ec23712 req-05b21259-670e-4ce3-bffe-5e4073a4e22f service neutron] 10.222.0.48 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.0948238 Mar 24 02:02:46.196492 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c8ca5576-744f-447b-a342-515e3ec23712 req-20670455-6c23-4836-a75b-7bf2d8af4fc3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9 HTTP/1.1" status: 200 len: 997 time: 0.0631967 Mar 24 02:02:46.243408 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d5a7e357-b393-4d80-bfde-4e9ff8aed765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '19b2d487-f3ec-40c3-a2e1-3aa12e1bc985', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'port_id': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'mac_address': 'fa:16:3e:c5:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T02:02:44Z', 'updated_at': '2022-03-24T02:02:44Z', 'revision_number': 0, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b44a831-d0d9-4e49-81b4-fb15f89d54a0', 'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'mac_address': 'fa:16:3e:45:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:44Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 5, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'subnets': [{'id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:02:46.250262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca5576-744f-447b-a342-515e3ec23712 req-084cb2d4-4196-434c-9919-569d5867e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:46.251750 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c8ca5576-744f-447b-a342-515e3ec23712 req-084cb2d4-4196-434c-9919-569d5867e7aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0494068 Mar 24 02:02:46.269192 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a7e357-b393-4d80-bfde-4e9ff8aed765 None None] Checking router: 766a53e4-b3e5-4187-8f30-527f43ab010a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 02:02:46.277258 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a7e357-b393-4d80-bfde-4e9ff8aed765 None None] Routers {'766a53e4-b3e5-4187-8f30-527f43ab010a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:02:46.277863 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d5a7e357-b393-4d80-bfde-4e9ff8aed765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:02:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['766a53e4-b3e5-4187-8f30-527f43ab010a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:02:46.300156 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca5576-744f-447b-a342-515e3ec23712 req-5915c0df-6162-4cb8-b481-3910d5177d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:02:46.301683 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c8ca5576-744f-447b-a342-515e3ec23712 req-5915c0df-6162-4cb8-b481-3910d5177d5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441840 Mar 24 02:02:46.388880 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-d5a7e357-b393-4d80-bfde-4e9ff8aed765 None None] Set router 766a53e4-b3e5-4187-8f30-527f43ab010a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:02:46.396056 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c8ca5576-744f-447b-a342-515e3ec23712 req-6ea82bc3-a801-47dd-b295-44820a045663 service neutron] 10.222.0.48 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884964 Mar 24 02:02:46.483909 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-c8ca5576-744f-447b-a342-515e3ec23712 req-6b7f132a-575e-4a5d-b61b-2376f17e88f4 service neutron] 10.222.0.48 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817924 Mar 24 02:02:46.621535 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d5a7e357-b393-4d80-bfde-4e9ff8aed765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '19b2d487-f3ec-40c3-a2e1-3aa12e1bc985', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'port_id': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'mac_address': 'fa:16:3e:c5:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T02:02:44Z', 'updated_at': '2022-03-24T02:02:44Z', 'revision_number': 0, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b44a831-d0d9-4e49-81b4-fb15f89d54a0', 'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'mac_address': 'fa:16:3e:45:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:44Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 5, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'subnets': [{'id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:02:46.647148 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a7e357-b393-4d80-bfde-4e9ff8aed765 None None] The sync data for ids ['766a53e4-b3e5-4187-8f30-527f43ab010a'] in n-d-760455-9 is: [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '19b2d487-f3ec-40c3-a2e1-3aa12e1bc985', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'port_id': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'mac_address': 'fa:16:3e:c5:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T02:02:44Z', 'updated_at': '2022-03-24T02:02:44Z', 'revision_number': 0, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b44a831-d0d9-4e49-81b4-fb15f89d54a0', 'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'mac_address': 'fa:16:3e:45:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:44Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 5, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'subnets': [{'id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 02:02:46.851548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e3668e-8df5-4b7e-ac85-2f6c62e33be6 None None] New status for floating IP 19b2d487-f3ec-40c3-a2e1-3aa12e1bc985: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 02:02:58.863173 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-04f5f914-accb-44aa-91da-df2da4fa063d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:03:00.462344 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:03:00.974475 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f16c0f5c-7922-41a6-8991-ca6cba1b4ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:03:02.398203 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:03:03.069173 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:03:03.907113 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:03:04.255487 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:03:05.339495 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:03:28.863879 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e668-9846-4a61-b89d-0abefd8d082f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:03:30.462680 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:03:30.975943 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4cca6015-4f56-405a-9421-4c253f94c6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:03:32.397844 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:03:33.068400 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:03:33.908605 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:03:35.341913 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:03:41.254993 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:03:45.696211 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-81437a3b-9803-4015-8b93-706207faf14f req-e41f0a66-e7e3-473d-8e34-7bc4eab270db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430264 Mar 24 02:03:45.784301 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81437a3b-9803-4015-8b93-706207faf14f req-06c24264-7710-46fe-a88e-7048c30141b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:03:45.785823 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-81437a3b-9803-4015-8b93-706207faf14f req-06c24264-7710-46fe-a88e-7048c30141b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 1127 time: 0.0487983 Mar 24 02:03:45.883822 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81437a3b-9803-4015-8b93-706207faf14f req-7d6d9def-4543-46ed-8c06-cec0b2cf16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:03:45.885305 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-81437a3b-9803-4015-8b93-706207faf14f req-7d6d9def-4543-46ed-8c06-cec0b2cf16b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.0819228 Mar 24 02:03:45.955979 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-81437a3b-9803-4015-8b93-706207faf14f req-cae3e337-bb5a-4f5f-911f-3345c3804686 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9 HTTP/1.1" status: 200 len: 999 time: 0.0650437 Mar 24 02:03:46.004417 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81437a3b-9803-4015-8b93-706207faf14f req-cd1ff814-1b0f-4628-be50-7245ee744eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:03:46.005860 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-81437a3b-9803-4015-8b93-706207faf14f req-cd1ff814-1b0f-4628-be50-7245ee744eaf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0422244 Mar 24 02:03:46.053002 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81437a3b-9803-4015-8b93-706207faf14f req-cf1f7cae-e3f1-4552-b246-80fda8d89afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:03:46.054491 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-81437a3b-9803-4015-8b93-706207faf14f req-cf1f7cae-e3f1-4552-b246-80fda8d89afd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427241 Mar 24 02:03:46.144018 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-81437a3b-9803-4015-8b93-706207faf14f req-e891356f-7d82-4fd6-a5ff-b3d14040f4de service neutron] 10.222.0.48 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838184 Mar 24 02:03:46.229357 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-81437a3b-9803-4015-8b93-706207faf14f req-cddd22b0-cfa5-4d46-9c68-4bc9d8b8d25a service neutron] 10.222.0.48 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792382 Mar 24 02:03:58.865247 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ad6fac15-a33e-405a-a4bd-0a67c826965d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:00.463515 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:00.977338 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f5c47e63-de6f-435e-8699-1b4772c27538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:02.400466 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:03.065471 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:03.910566 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:05.344274 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:18.254361 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:04:28.869726 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-52cf5fb3-caa0-47b3-b247-a57d7befa72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:30.475010 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:30.977325 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cfd0afbe-9d05-4927-a4c2-083731606953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:32.404583 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:33.072226 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:33.913509 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:35.347219 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:41.413282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fc545-8cda-4f18-96b4-76aa218b5dce req-05b321ea-22dc-413c-b093-aaee3a9bb2ac tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:41.414712 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-531fc545-8cda-4f18-96b4-76aa218b5dce req-05b321ea-22dc-413c-b093-aaee3a9bb2ac tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0549140 Mar 24 02:04:41.463266 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-531fc545-8cda-4f18-96b4-76aa218b5dce req-fe55e3c9-8986-4eba-9a5e-ef986644d9d5 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427713 Mar 24 02:04:42.594903 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fa8aa-9598-4f2f-ad0a-f994cd24f41a req-8d0e4a2a-2a50-4441-b9db-79b334557dc7 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:42.596380 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-469fa8aa-9598-4f2f-ad0a-f994cd24f41a req-8d0e4a2a-2a50-4441-b9db-79b334557dc7 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0523887 Mar 24 02:04:42.648478 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-469fa8aa-9598-4f2f-ad0a-f994cd24f41a req-035a129b-5b72-48a5-b7c7-75df9628b1fd tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459831 Mar 24 02:04:43.770416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8522b-a584-4a7b-8918-429696712877 req-6c202cb9-1f9b-4798-ae96-6135c6efae03 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:43.771875 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-afb8522b-a584-4a7b-8918-429696712877 req-6c202cb9-1f9b-4798-ae96-6135c6efae03 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0536947 Mar 24 02:04:43.821155 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-afb8522b-a584-4a7b-8918-429696712877 req-bdd8c694-f0dd-45f2-b8d5-d43c2bd58c48 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435369 Mar 24 02:04:44.939150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696827b-2c27-49c2-8884-24f402215348 req-70a3126d-1f66-49a1-9fab-93bb73d74d82 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:44.940609 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8696827b-2c27-49c2-8884-24f402215348 req-70a3126d-1f66-49a1-9fab-93bb73d74d82 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0514636 Mar 24 02:04:44.989769 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8696827b-2c27-49c2-8884-24f402215348 req-44e44f0e-1362-4ade-8284-5f236ae28023 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423987 Mar 24 02:04:46.112398 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ef271-88e4-47bd-b6db-fdb05fd5765a req-27339520-ec03-4175-aefb-5fedd262ba07 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:46.114455 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c5ef271-88e4-47bd-b6db-fdb05fd5765a req-27339520-ec03-4175-aefb-5fedd262ba07 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0559847 Mar 24 02:04:46.162221 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8c5ef271-88e4-47bd-b6db-fdb05fd5765a req-faf6d9fa-79ac-43b2-860b-b35052a8c5ea tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422778 Mar 24 02:04:46.733900 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f47c9e-cc52-4c80-b956-e97993a2f6e8 req-5c4f40a3-292b-49aa-8835-63245bcaf467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:46.735433 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-49f47c9e-cc52-4c80-b956-e97993a2f6e8 req-5c4f40a3-292b-49aa-8835-63245bcaf467 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 1127 time: 0.0459466 Mar 24 02:04:46.839721 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f47c9e-cc52-4c80-b956-e97993a2f6e8 req-42d32fd1-cdfd-4445-8972-572c50a25368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:46.841153 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-49f47c9e-cc52-4c80-b956-e97993a2f6e8 req-42d32fd1-cdfd-4445-8972-572c50a25368 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.0878544 Mar 24 02:04:46.903246 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-49f47c9e-cc52-4c80-b956-e97993a2f6e8 req-822eaa0e-5153-4c64-9b66-b4b0e4773d76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9 HTTP/1.1" status: 200 len: 999 time: 0.0565481 Mar 24 02:04:46.953785 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f47c9e-cc52-4c80-b956-e97993a2f6e8 req-ffd84bc5-f0a8-41d1-99f6-78cbd019e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:46.955213 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-49f47c9e-cc52-4c80-b956-e97993a2f6e8 req-ffd84bc5-f0a8-41d1-99f6-78cbd019e362 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0461466 Mar 24 02:04:47.002426 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f47c9e-cc52-4c80-b956-e97993a2f6e8 req-4e5fc609-6de0-4008-a872-ce8813a65786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:47.004447 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-49f47c9e-cc52-4c80-b956-e97993a2f6e8 req-4e5fc609-6de0-4008-a872-ce8813a65786 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0420494 Mar 24 02:04:47.090602 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-49f47c9e-cc52-4c80-b956-e97993a2f6e8 req-3f6b500a-1ccf-44c2-a45a-5e0654927979 service neutron] 10.222.0.48 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800507 Mar 24 02:04:47.179746 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-49f47c9e-cc52-4c80-b956-e97993a2f6e8 req-5b8f5081-12d0-4820-93c4-3dc855f609e4 service neutron] 10.222.0.48 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838022 Mar 24 02:04:47.280829 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445120bb-54cd-42f3-bc45-27397918de79 req-c0240b3a-789e-48fb-bd05-40f72a31cbb9 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:47.282365 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-445120bb-54cd-42f3-bc45-27397918de79 req-c0240b3a-789e-48fb-bd05-40f72a31cbb9 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0527928 Mar 24 02:04:47.331335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-445120bb-54cd-42f3-bc45-27397918de79 req-e05c178f-a36c-4d9a-a8b8-ae5f104ddfa1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428400 Mar 24 02:04:48.450593 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212e574-743b-4ce2-80a1-504f5c67ee09 req-2aa0834d-333e-4905-ac53-68375b57f21c tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:48.452024 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5212e574-743b-4ce2-80a1-504f5c67ee09 req-2aa0834d-333e-4905-ac53-68375b57f21c tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0546751 Mar 24 02:04:48.502384 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5212e574-743b-4ce2-80a1-504f5c67ee09 req-b1bacd7a-4b58-46a6-ab0f-6a5d37df3ece tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438015 Mar 24 02:04:49.624915 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a2b1f-fc49-43a7-ba6e-cc3f8c66a32d req-9cec145b-970e-48d8-9433-5d9145d6b01e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:49.626335 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-940a2b1f-fc49-43a7-ba6e-cc3f8c66a32d req-9cec145b-970e-48d8-9433-5d9145d6b01e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0544202 Mar 24 02:04:49.673737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-940a2b1f-fc49-43a7-ba6e-cc3f8c66a32d req-1495347f-dd3d-4124-916b-0b4a3671b9b3 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417752 Mar 24 02:04:50.792564 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7111f13-176f-497c-aa27-ec855a7e2722 req-6934d15a-9cdc-45c5-bd43-90c3870f3b74 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:50.793957 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7111f13-176f-497c-aa27-ec855a7e2722 req-6934d15a-9cdc-45c5-bd43-90c3870f3b74 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0512762 Mar 24 02:04:50.845532 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c7111f13-176f-497c-aa27-ec855a7e2722 req-60c25c82-a585-4ef0-b4ec-d2ca9acb4507 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460088 Mar 24 02:04:51.542077 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111887ff-65ad-49b1-a90c-09ece56169e4 req-acdd076d-11b0-462e-b399-d8e904c440eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:51.543578 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-111887ff-65ad-49b1-a90c-09ece56169e4 req-acdd076d-11b0-462e-b399-d8e904c440eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 1127 time: 0.0454602 Mar 24 02:04:51.634934 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111887ff-65ad-49b1-a90c-09ece56169e4 req-d89b57d9-cb2a-46a6-b32c-54bd8a5ed171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:51.636304 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-111887ff-65ad-49b1-a90c-09ece56169e4 req-d89b57d9-cb2a-46a6-b32c-54bd8a5ed171 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.0872810 Mar 24 02:04:51.698894 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-111887ff-65ad-49b1-a90c-09ece56169e4 req-6478bdb5-47d1-49d3-905b-13140c63da64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9 HTTP/1.1" status: 200 len: 999 time: 0.0563226 Mar 24 02:04:51.744956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111887ff-65ad-49b1-a90c-09ece56169e4 req-70aca12a-df61-4b0b-85ca-91963fa3c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:51.746362 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-111887ff-65ad-49b1-a90c-09ece56169e4 req-70aca12a-df61-4b0b-85ca-91963fa3c059 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0422442 Mar 24 02:04:51.796362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111887ff-65ad-49b1-a90c-09ece56169e4 req-58edabc4-4db3-4e90-85bb-01ee5dcd01ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:51.797847 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-111887ff-65ad-49b1-a90c-09ece56169e4 req-58edabc4-4db3-4e90-85bb-01ee5dcd01ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461817 Mar 24 02:04:51.882817 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-111887ff-65ad-49b1-a90c-09ece56169e4 req-4c5fa593-7ae0-433f-ba3c-33fc43c1cd01 service neutron] 10.222.0.48 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788510 Mar 24 02:04:51.967585 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78043df-a8c0-4710-a4e3-37be11cbd5dd req-ed0fbec9-6c7d-4d0d-9efc-bc19a0228311 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:51.969060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c78043df-a8c0-4710-a4e3-37be11cbd5dd req-ed0fbec9-6c7d-4d0d-9efc-bc19a0228311 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0525684 Mar 24 02:04:51.975250 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-111887ff-65ad-49b1-a90c-09ece56169e4 req-ab304172-437c-4abf-b0bb-62aaf9d065dd service neutron] 10.222.0.48 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867579 Mar 24 02:04:52.018332 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c78043df-a8c0-4710-a4e3-37be11cbd5dd req-747f848c-c775-4bd5-ae42-c80b864d67dc tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428729 Mar 24 02:04:53.137968 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaa89d-68f8-41aa-a055-ba2f9c4ee2a3 req-f88a8d12-baf5-40fa-b8ab-ce7ec1dbf516 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:53.139424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5dfaa89d-68f8-41aa-a055-ba2f9c4ee2a3 req-f88a8d12-baf5-40fa-b8ab-ce7ec1dbf516 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0532148 Mar 24 02:04:53.186856 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5dfaa89d-68f8-41aa-a055-ba2f9c4ee2a3 req-faa6b88d-5e6c-45b6-b188-9687003d572e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419257 Mar 24 02:04:54.320349 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1fe23-0ec9-4fa2-b13e-0c7f8a9f7dee req-020ccf2e-8f65-46e6-818e-2ae9fff3e857 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:54.321871 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02b1fe23-0ec9-4fa2-b13e-0c7f8a9f7dee req-020ccf2e-8f65-46e6-818e-2ae9fff3e857 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0646257 Mar 24 02:04:54.373243 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-02b1fe23-0ec9-4fa2-b13e-0c7f8a9f7dee req-082cd694-7bfe-4d39-84fa-9004be29d5cb tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447736 Mar 24 02:04:55.257480 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:04:55.496281 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c6e86-7161-4f84-8390-27cf291edf1d req-b2c89300-338e-4e80-820a-bb66e19033cf tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:55.498126 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b79c6e86-7161-4f84-8390-27cf291edf1d req-b2c89300-338e-4e80-820a-bb66e19033cf tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0548410 Mar 24 02:04:55.549071 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b79c6e86-7161-4f84-8390-27cf291edf1d req-4089bea9-9503-43da-a370-4b01f0493061 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447829 Mar 24 02:04:56.673010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4126a5-c15e-4d92-bd0f-7ad3fbeed567 req-30d95265-9d9d-46c0-b000-18b8a7c3bfa1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:56.674517 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fe4126a5-c15e-4d92-bd0f-7ad3fbeed567 req-30d95265-9d9d-46c0-b000-18b8a7c3bfa1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0516744 Mar 24 02:04:56.728593 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fe4126a5-c15e-4d92-bd0f-7ad3fbeed567 req-1988d040-7c8e-4ad4-a6c8-3d1b09bc5895 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476434 Mar 24 02:04:57.846607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31cc82-bad8-4d9d-a746-b706016707e7 req-b3553981-81ba-4141-8b2f-eec647b5a486 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:57.848876 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a31cc82-bad8-4d9d-a746-b706016707e7 req-b3553981-81ba-4141-8b2f-eec647b5a486 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0544369 Mar 24 02:04:57.902937 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3a31cc82-bad8-4d9d-a746-b706016707e7 req-ecc49ae4-f261-488b-84bd-9b868e74d937 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438635 Mar 24 02:04:58.011666 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-08ef8ed4-57a2-4c40-8c3c-f0720ae4f4dc req-a4415252-9e46-4084-8c66-115c96e632e9 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 02:04:58.012622 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-08ef8ed4-57a2-4c40-8c3c-f0720ae4f4dc req-a4415252-9e46-4084-8c66-115c96e632e9 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469105 Mar 24 02:04:58.138144 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-806051a0-4fe9-4137-883a-54b85d960f11 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0454760 Mar 24 02:04:58.147379 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-54ab06f0-8888-48dc-b2fb-c2ae99293a21 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 02:04:58.148505 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-54ab06f0-8888-48dc-b2fb-c2ae99293a21 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053213 Mar 24 02:04:58.169827 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b8a85-2722-4444-a123-c3edc8329a4b req-22828768-3e94-4fa6-bc80-68b724f30bcd tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:58.171644 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-351b8a85-2722-4444-a123-c3edc8329a4b req-22828768-3e94-4fa6-bc80-68b724f30bcd tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 945 time: 0.0556300 Mar 24 02:04:58.247910 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device afe6a5c6-69fd-4270-86eb-8f0be8258ad9 no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:04:58.248558 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-27e9ae26-7fda-484a-84a8-de2ad58b4585 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:58.249402 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-27e9ae26-7fda-484a-84a8-de2ad58b4585 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports/afe6a5c6-69fd-4270-86eb-8f0be8258ad9 HTTP/1.1" status: 200 len: 942 time: 0.0730014 Mar 24 02:04:58.265979 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-351b8a85-2722-4444-a123-c3edc8329a4b req-311f4836-a4f7-4bf9-9aec-98482cfb6557 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873339 Mar 24 02:04:58.328936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:04:58.329370 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:58.352840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:04:58.355209 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc9989f-2fee-4ece-a56d-843532f06230" -d '{"events": [{"server_uuid": "9d815d97-3ae6-49a0-b27e-79ce1f2a5017", "name": "network-vif-unplugged", "status": "completed", "tag": "afe6a5c6-69fd-4270-86eb-8f0be8258ad9"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:04:58.367979 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port afe6a5c6-69fd-4270-86eb-8f0be8258ad9, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:04:58.373380 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:58.402038 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Mar 2022 02:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4e15ac-287b-4ca7-95ba-9c8fb3427988 x-openstack-request-id: req-cc4e15ac-287b-4ca7-95ba-9c8fb3427988 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:04:58.402259 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d815d97-3ae6-49a0-b27e-79ce1f2a5017", "name": "network-vif-unplugged", "status": "failed", "tag": "afe6a5c6-69fd-4270-86eb-8f0be8258ad9", "code": 422}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:04:58.402519 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc4e15ac-287b-4ca7-95ba-9c8fb3427988 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:04:58.402919 n-d-760455-9 neutron-server[115731]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cc4e15ac-287b-4ca7-95ba-9c8fb3427988']: {'server_uuid': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9', 'code': 422} returned with failed status Mar 24 02:04:58.426421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:04:58.433761 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:04:58.434182 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:04:58.434429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:04:58.434774 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:04:58.435113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:04:58.435451 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:04:58.435784 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:04:58.436113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:04:58.436442 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:04:58.436785 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:04:58.437169 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:04:58.437421 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:04:58.437750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:04:58.438077 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:04:58.438401 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:04:58.872468 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5bdf845b-53fc-4fdb-8c47-b6c95763a335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:04:59.393392 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0018ed-2e66-4d1a-8a1d-1c587634adb6 req-6c908e6d-203b-4bb5-b28d-92e23cb60ee8 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:04:59.395011 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2a0018ed-2e66-4d1a-8a1d-1c587634adb6 req-6c908e6d-203b-4bb5-b28d-92e23cb60ee8 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0541511 Mar 24 02:04:59.444048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2a0018ed-2e66-4d1a-8a1d-1c587634adb6 req-b34ca20e-1d76-4825-afb0-7aef6dd8aba0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434124 Mar 24 02:05:00.491815 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:00.565902 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630fc8d-e549-4f33-8d59-8729f729451e req-445b3bfb-e0a1-4d02-90b5-f5cd9d9499c7 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:00.567904 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e630fc8d-e549-4f33-8d59-8729f729451e req-445b3bfb-e0a1-4d02-90b5-f5cd9d9499c7 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0549834 Mar 24 02:05:00.622281 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e630fc8d-e549-4f33-8d59-8729f729451e req-eae727ad-9e07-45fc-a0de-472e881f3d61 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487289 Mar 24 02:05:00.978509 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-251428b9-4530-46ee-afce-fcf5b6faf166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:01.739944 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78509d89-8b6e-4ab8-a9e6-5079ac52dfa5 req-31eeb87c-fd6a-4ddf-94ad-1fe593cd6fce tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:01.741437 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78509d89-8b6e-4ab8-a9e6-5079ac52dfa5 req-31eeb87c-fd6a-4ddf-94ad-1fe593cd6fce tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0531747 Mar 24 02:05:01.790997 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78509d89-8b6e-4ab8-a9e6-5079ac52dfa5 req-24783eeb-5f40-4449-a06a-b310d3500afc tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438967 Mar 24 02:05:02.407042 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:02.913052 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1454fe6-9595-426d-a3af-05aaf41a044d req-4c4bc3d0-aade-4ba5-8d65-22cac9908b5b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:02.914546 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1454fe6-9595-426d-a3af-05aaf41a044d req-4c4bc3d0-aade-4ba5-8d65-22cac9908b5b tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0523143 Mar 24 02:05:02.963990 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c1454fe6-9595-426d-a3af-05aaf41a044d req-d00b4151-3efb-4aa4-a589-aefd1b58da29 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438392 Mar 24 02:05:03.083267 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:03.916596 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:04.089081 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb0f8a-d0c8-4777-979d-1551593e61f7 req-0ead89b1-c9c8-4406-8be6-137be5bd0904 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:04.090468 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbeb0f8a-d0c8-4777-979d-1551593e61f7 req-0ead89b1-c9c8-4406-8be6-137be5bd0904 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0572360 Mar 24 02:05:04.141818 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fbeb0f8a-d0c8-4777-979d-1551593e61f7 req-26dda7c5-3aa2-40fb-9017-c54ea94034d0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455637 Mar 24 02:05:05.263222 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff87b2d-8aad-487f-9f45-c352276d3b9c req-373f8a1f-f464-47f9-8914-5022b77f69f3 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:05.264718 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ff87b2d-8aad-487f-9f45-c352276d3b9c req-373f8a1f-f464-47f9-8914-5022b77f69f3 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0536354 Mar 24 02:05:05.313308 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3ff87b2d-8aad-487f-9f45-c352276d3b9c req-2806a577-c6c6-477e-8e51-a86ce22c79e6 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427442 Mar 24 02:05:05.351254 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:06.484284 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e00957-4100-43d6-89f2-57b6ecd286d5 req-2440326a-7ca1-413f-8d08-e9647237e374 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:06.485782 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78e00957-4100-43d6-89f2-57b6ecd286d5 req-2440326a-7ca1-413f-8d08-e9647237e374 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.1025732 Mar 24 02:05:06.547048 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-78e00957-4100-43d6-89f2-57b6ecd286d5 req-b15941f0-9442-45ed-869b-e3741f7ee668 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553770 Mar 24 02:05:07.669661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049a3b7-45e6-41f6-bcbf-4e47c724b847 req-ae99a639-8bb2-4aa4-8b97-6871ee7090d0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:07.671055 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e049a3b7-45e6-41f6-bcbf-4e47c724b847 req-ae99a639-8bb2-4aa4-8b97-6871ee7090d0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0550051 Mar 24 02:05:07.719934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e049a3b7-45e6-41f6-bcbf-4e47c724b847 req-21116a55-bfec-4709-a62d-52f5e5b29622 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431879 Mar 24 02:05:08.839685 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25529ed-3c5c-4730-a906-d96ed070077b req-81dd247a-2742-4b54-b87f-208518eefb58 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:08.840793 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b25529ed-3c5c-4730-a906-d96ed070077b req-81dd247a-2742-4b54-b87f-208518eefb58 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0534265 Mar 24 02:05:08.891558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b25529ed-3c5c-4730-a906-d96ed070077b req-6864883f-d037-4cdd-bca1-f8e38f31f1ec tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448561 Mar 24 02:05:09.145625 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-3503bea2-edca-4400-aa6f-c76b4e643510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:09.147014 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-3503bea2-edca-4400-aa6f-c76b4e643510 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017&tenant_id=a154910cbe01423587e6bda9f4767f96 HTTP/1.1" status: 200 len: 1125 time: 0.0476742 Mar 24 02:05:09.158988 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760455-9', 'device_owner': 'compute:nova'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:05:09.217484 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:09.425806 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] For port afe6a5c6-69fd-4270-86eb-8f0be8258ad9, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:05:09.458633 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] For port afe6a5c6-69fd-4270-86eb-8f0be8258ad9, host n-h2-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 02:05:09.496820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe6a5c6-69fd-4270-86eb-8f0be8258ad9 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 02:05:09.504319 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Publish callbacks [] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:09.516333 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Transition to ACTIVE for port object afe6a5c6-69fd-4270-86eb-8f0be8258ad9 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 02:05:09.519304 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:09.596927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Pushing event updated for resources: {'Port': ['ID=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,revision_number=7']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:05:09.609384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:05:09.609735 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:05:09.610080 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:05:09.610421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:05:09.610759 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:05:09.611090 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:05:09.611421 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:05:09.611748 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:05:09.612074 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:05:09.612399 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:05:09.612724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:05:09.613050 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:05:09.613403 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:05:09.614334 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:05:09.614651 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:05:09.661185 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] No DVR routers for this DVR port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 on host n-h2-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 02:05:09.800336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Attempting to bind port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 02:05:09.800672 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Attempting to bind port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 02:05:09.801002 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Attempting to bind port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 on network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 02:05:09.805463 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 on network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 02:05:09.805790 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Attempting to bind port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 on network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 02:05:09.810551 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 2, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 02:05:09.810889 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Checking segment: {'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 02:05:09.811269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Bound using segment: {'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 02:05:09.811755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Bound port: afe6a5c6-69fd-4270-86eb-8f0be8258ad9, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 02:05:09.812114 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:09.873675 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] For port afe6a5c6-69fd-4270-86eb-8f0be8258ad9, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 02:05:09.876635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] For port afe6a5c6-69fd-4270-86eb-8f0be8258ad9, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 02:05:09.881818 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:09.917125 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:09.917750 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:09.919243 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] 10.222.0.57 "PUT /v2.0/ports/afe6a5c6-69fd-4270-86eb-8f0be8258ad9 HTTP/1.1" status: 200 len: 1091 time: 0.7641413 Mar 24 02:05:09.919707 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'tag': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:05:09.922119 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e215ed-46a4-4000-af69-e0944cbcce35" -d '{"events": [{"name": "network-changed", "server_uuid": "9d815d97-3ae6-49a0-b27e-79ce1f2a5017", "tag": "afe6a5c6-69fd-4270-86eb-8f0be8258ad9"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:05:09.979531 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 02:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfed846-a77d-484a-b037-2f847d3b46cb x-openstack-request-id: req-5cfed846-a77d-484a-b037-2f847d3b46cb {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:05:09.979826 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d815d97-3ae6-49a0-b27e-79ce1f2a5017", "tag": "afe6a5c6-69fd-4270-86eb-8f0be8258ad9", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:05:09.980089 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5cfed846-a77d-484a-b037-2f847d3b46cb {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:05:09.980500 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cfed846-a77d-484a-b037-2f847d3b46cb'] response: {'name': 'network-changed', 'server_uuid': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'tag': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9', 'status': 'completed', 'code': 200} Mar 24 02:05:10.003481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55602e46-5ea6-40c3-9f99-934b369097c5 service neutron] Pushing event updated for resources: {'Port': ['ID=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,revision_number=8']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:05:10.022070 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-7520ba01-0f8f-41db-8c9c-065c4c212891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:10.023608 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-7520ba01-0f8f-41db-8c9c-065c4c212891 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 1125 time: 0.0771599 Mar 24 02:05:10.155435 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef152b-259a-4878-af39-ce9fe0230bc1 req-7b1dde03-e9eb-4c7a-8802-b5c832b105f7 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:10.156901 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccef152b-259a-4878-af39-ce9fe0230bc1 req-7b1dde03-e9eb-4c7a-8802-b5c832b105f7 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.1795464 Mar 24 02:05:10.159677 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-2d40c033-0bc5-4818-ae7e-6a084b0c9336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:10.161045 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-2d40c033-0bc5-4818-ae7e-6a084b0c9336 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.1299436 Mar 24 02:05:10.260913 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ccef152b-259a-4878-af39-ce9fe0230bc1 req-763c4843-4de5-4422-a34e-c31164065401 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980887 Mar 24 02:05:10.262760 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-b60e9aa3-7be4-45c1-9e11-cdbf804059ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9 HTTP/1.1" status: 200 len: 997 time: 0.0944631 Mar 24 02:05:10.311360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-b18944b2-102d-450e-9d43-ad3624e6c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:10.312776 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-b18944b2-102d-450e-9d43-ad3624e6c982 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0434783 Mar 24 02:05:10.367623 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-a65d384c-d222-4049-a300-8eca7f49a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:10.369081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-a65d384c-d222-4049-a300-8eca7f49a70c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506647 Mar 24 02:05:10.454649 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-2bf2adb5-e057-434b-8ad4-6ab9706161fa service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782974 Mar 24 02:05:10.543870 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-356d9b13-abe0-4a80-9f6b-4719531396f9 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835149 Mar 24 02:05:10.629532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e215ed-46a4-4000-af69-e0944cbcce35 req-74001234-bc49-454a-8e5f-ca96be012dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:10.630982 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62e215ed-46a4-4000-af69-e0944cbcce35 req-74001234-bc49-454a-8e5f-ca96be012dc6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 1125 time: 0.0440223 Mar 24 02:05:10.717086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e215ed-46a4-4000-af69-e0944cbcce35 req-252bf51e-42f9-4331-a70b-c7850c4f8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:10.718440 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62e215ed-46a4-4000-af69-e0944cbcce35 req-252bf51e-42f9-4331-a70b-c7850c4f8b23 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.0816042 Mar 24 02:05:10.786236 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62e215ed-46a4-4000-af69-e0944cbcce35 req-dde9246a-2ace-46e6-890d-3c86d7cc61cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9 HTTP/1.1" status: 200 len: 997 time: 0.0614400 Mar 24 02:05:10.831472 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e215ed-46a4-4000-af69-e0944cbcce35 req-ac045043-c26e-4baa-a7d3-2eccfc5608c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:10.833801 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62e215ed-46a4-4000-af69-e0944cbcce35 req-ac045043-c26e-4baa-a7d3-2eccfc5608c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0420580 Mar 24 02:05:10.881416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e215ed-46a4-4000-af69-e0944cbcce35 req-37206644-8800-45c2-9cf9-bd84b6b26c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:10.882843 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62e215ed-46a4-4000-af69-e0944cbcce35 req-37206644-8800-45c2-9cf9-bd84b6b26c4f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0421796 Mar 24 02:05:10.974466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62e215ed-46a4-4000-af69-e0944cbcce35 req-ba4dbc8c-0164-421d-a155-5527feadb8b8 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847898 Mar 24 02:05:11.060938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-62e215ed-46a4-4000-af69-e0944cbcce35 req-1085263e-52b5-4fd0-a8e6-a34a6eb6b7af service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807240 Mar 24 02:05:11.384238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9faed-3b97-4f97-b69f-96ca9ee57867 req-ba16eae3-a479-4eb8-ad6d-59adbb134208 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:11.385933 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5e9faed-3b97-4f97-b69f-96ca9ee57867 req-ba16eae3-a479-4eb8-ad6d-59adbb134208 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0568931 Mar 24 02:05:11.439215 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-a5e9faed-3b97-4f97-b69f-96ca9ee57867 req-647cc497-7edf-41f3-8e05-ebb9a01d1cab tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448012 Mar 24 02:05:12.556746 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245ab87-bf26-4cf0-933b-4ac78cd89b8e req-7f38c334-f5eb-48f8-b53b-bfbbeb15da1e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:12.558270 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0245ab87-bf26-4cf0-933b-4ac78cd89b8e req-7f38c334-f5eb-48f8-b53b-bfbbeb15da1e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0519388 Mar 24 02:05:12.606507 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0245ab87-bf26-4cf0-933b-4ac78cd89b8e req-99236590-6d84-41d6-ae1f-1847a2a8475e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427282 Mar 24 02:05:13.726752 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0624c9-f954-4850-9668-adedc55f8f4e req-07f2a1d7-7958-4c8d-b1f3-e0b39d50f2cf tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:13.728185 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa0624c9-f954-4850-9668-adedc55f8f4e req-07f2a1d7-7958-4c8d-b1f3-e0b39d50f2cf tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0550623 Mar 24 02:05:13.776310 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa0624c9-f954-4850-9668-adedc55f8f4e req-99846845-a307-44e9-8590-a97bab53f22e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425191 Mar 24 02:05:14.891820 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11343ed-d7d1-4142-8427-881a9a11e30e req-f5661315-3908-48c4-b46f-68c4e131f3ef tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:14.893293 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b11343ed-d7d1-4142-8427-881a9a11e30e req-f5661315-3908-48c4-b46f-68c4e131f3ef tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0517161 Mar 24 02:05:14.946286 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b11343ed-d7d1-4142-8427-881a9a11e30e req-a53ce59b-b66d-473c-aa57-e8eb309890de tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461800 Mar 24 02:05:16.065158 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec106d6-e3ed-42d5-8b8d-2385d0cecf73 req-ecec68a6-32ee-4e60-a408-04c1d397bfdf tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:16.066709 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ec106d6-e3ed-42d5-8b8d-2385d0cecf73 req-ecec68a6-32ee-4e60-a408-04c1d397bfdf tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0518391 Mar 24 02:05:16.119814 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9ec106d6-e3ed-42d5-8b8d-2385d0cecf73 req-41b08fd6-c792-4317-a814-89a8a4ecc1d1 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469987 Mar 24 02:05:17.240024 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ca577-11a8-4661-8574-59c7cbba770f req-dd2c330d-cee4-47e1-8086-44948a10f50d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:17.241517 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c8ca577-11a8-4661-8574-59c7cbba770f req-dd2c330d-cee4-47e1-8086-44948a10f50d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0531039 Mar 24 02:05:17.291747 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2c8ca577-11a8-4661-8574-59c7cbba770f req-bb43bf09-ff29-4af1-82a3-f86e0696c565 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447416 Mar 24 02:05:18.407297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f9e70-48fb-4f0a-a81a-cfea8cb9e7bb req-1f992fd9-b343-4e94-a194-2982fa3ba5a7 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:18.408737 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-916f9e70-48fb-4f0a-a81a-cfea8cb9e7bb req-1f992fd9-b343-4e94-a194-2982fa3ba5a7 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 943 time: 0.0505962 Mar 24 02:05:18.455414 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-916f9e70-48fb-4f0a-a81a-cfea8cb9e7bb req-417679d4-bfbb-4d57-9ea5-da264e9b2c51 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405459 Mar 24 02:05:18.485468 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device afe6a5c6-69fd-4270-86eb-8f0be8258ad9 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 02:05:18.584750 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port afe6a5c6-69fd-4270-86eb-8f0be8258ad9, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:05:18.596162 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'port_id': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9', 'mac_address': 'fa:16:3e:c5:9d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 02:05:18.635706 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:05:18.636098 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:18.648829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe6a5c6-69fd-4270-86eb-8f0be8258ad9 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 02:05:18.666903 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port afe6a5c6-69fd-4270-86eb-8f0be8258ad9, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:05:18.670457 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:18.718127 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,revision_number=9']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:05:18.892749 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['afe6a5c6-69fd-4270-86eb-8f0be8258ad9'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 02:05:19.577710 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306e4aa-84b7-4ad6-a596-b492b29a67fa req-33044067-8e2d-4c54-9033-062301cf98b0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:19.579147 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0306e4aa-84b7-4ad6-a596-b492b29a67fa req-33044067-8e2d-4c54-9033-062301cf98b0 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 944 time: 0.0556352 Mar 24 02:05:19.627055 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0306e4aa-84b7-4ad6-a596-b492b29a67fa req-e024413b-8303-444f-b60b-bb42d185cd50 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420249 Mar 24 02:05:20.507074 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device afe6a5c6-69fd-4270-86eb-8f0be8258ad9 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:05:20.555696 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 02:05:20.559856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:05:20.560233 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:20.636998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:05:20.637414 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:20.660069 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:05:20.662311 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65582c7-ed0b-4f3f-afbc-d741f070b345" -d '{"events": [{"server_uuid": "9d815d97-3ae6-49a0-b27e-79ce1f2a5017", "name": "network-vif-plugged", "status": "completed", "tag": "afe6a5c6-69fd-4270-86eb-8f0be8258ad9"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:05:20.675158 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port afe6a5c6-69fd-4270-86eb-8f0be8258ad9, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:05:20.679975 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:20.707798 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 02:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0e9bec-f643-42b5-a683-65faf3cd799e x-openstack-request-id: req-2a0e9bec-f643-42b5-a683-65faf3cd799e {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:05:20.708121 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d815d97-3ae6-49a0-b27e-79ce1f2a5017", "name": "network-vif-plugged", "status": "completed", "tag": "afe6a5c6-69fd-4270-86eb-8f0be8258ad9", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:05:20.708383 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a0e9bec-f643-42b5-a683-65faf3cd799e {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:05:20.708877 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0e9bec-f643-42b5-a683-65faf3cd799e'] response: {'server_uuid': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9', 'code': 200} Mar 24 02:05:20.734643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,revision_number=10']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:05:20.755689 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557efbd4-96c4-4d0e-b2cb-b3a9162fec85 req-c5086d6d-fed8-4857-905b-be42c37a8436 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:20.758832 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-557efbd4-96c4-4d0e-b2cb-b3a9162fec85 req-c5086d6d-fed8-4857-905b-be42c37a8436 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 946 time: 0.0620990 Mar 24 02:05:20.827787 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-557efbd4-96c4-4d0e-b2cb-b3a9162fec85 req-9f8dd3d3-9d5b-409c-9c07-f1d65512e973 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631664 Mar 24 02:05:20.860051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcee8c-8ac5-42b2-ab63-9d8dd07185c4 req-3158ede3-66a4-4cab-a907-3166b0df2bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:20.861544 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-afbcee8c-8ac5-42b2-ab63-9d8dd07185c4 req-3158ede3-66a4-4cab-a907-3166b0df2bee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 1128 time: 0.0500803 Mar 24 02:05:20.908162 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-afbcee8c-8ac5-42b2-ab63-9d8dd07185c4 req-7d467171-3418-4693-bb97-0dc84237ac26 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407348 Mar 24 02:05:21.954235 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243fdf2-a697-437d-be2e-d16f09d8d716 req-eca9cbf0-8aca-46fc-ad16-cb53d375f6e5 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:21.955686 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c243fdf2-a697-437d-be2e-d16f09d8d716 req-eca9cbf0-8aca-46fc-ad16-cb53d375f6e5 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 946 time: 0.0550516 Mar 24 02:05:22.003893 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c243fdf2-a697-437d-be2e-d16f09d8d716 req-158ddf86-88e5-4192-8a3f-aa0f5a7a68aa tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416501 Mar 24 02:05:23.123696 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c3d3b-4d40-4b19-b5ad-d8ad72047abf req-ce9bb594-04fa-4a3b-9eb6-d6852702fe19 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:05:23.125178 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e4c3d3b-4d40-4b19-b5ad-d8ad72047abf req-ce9bb594-04fa-4a3b-9eb6-d6852702fe19 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 946 time: 0.0523503 Mar 24 02:05:23.172962 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4e4c3d3b-4d40-4b19-b5ad-d8ad72047abf req-d40395bc-df07-4916-8336-6afa474ebc19 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421901 Mar 24 02:05:28.877466 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-02ffff40-bbb4-4cfb-8bd4-885457f7660b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:30.491137 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:30.978830 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-80af4259-2fec-47e4-b9f6-bd839bf84c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:32.257080 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:05:32.408839 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:33.094016 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:33.919217 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:35.353656 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:05:58.879025 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-30d9839f-5d19-4962-aab5-9df5fe69ffcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:00.516882 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:00.980194 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a85f80c6-e244-4147-a7b8-ff7c30c60673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:02.411053 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:03.096892 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:03.920998 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:05.356074 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:08.907237 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-160af6e8-68e6-4f21-bd1b-d7a01d2066b2 req-91c5a27d-4efc-4a45-ac9e-19c1785c541f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0823801 Mar 24 02:06:08.989426 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160af6e8-68e6-4f21-bd1b-d7a01d2066b2 req-63901a56-9326-4127-8953-8b9698b362ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:06:08.990884 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-160af6e8-68e6-4f21-bd1b-d7a01d2066b2 req-63901a56-9326-4127-8953-8b9698b362ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 1128 time: 0.0438039 Mar 24 02:06:09.088086 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160af6e8-68e6-4f21-bd1b-d7a01d2066b2 req-f77fc702-d044-454b-821d-6652bf3aad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:06:09.089479 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-160af6e8-68e6-4f21-bd1b-d7a01d2066b2 req-f77fc702-d044-454b-821d-6652bf3aad7b service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.0818896 Mar 24 02:06:09.156452 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-160af6e8-68e6-4f21-bd1b-d7a01d2066b2 req-9f2385d5-875c-4a56-826e-4bca4bc43097 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9 HTTP/1.1" status: 200 len: 999 time: 0.0615163 Mar 24 02:06:09.204303 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160af6e8-68e6-4f21-bd1b-d7a01d2066b2 req-b07ecb69-8037-43da-8a33-4441825bf056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:06:09.205720 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-160af6e8-68e6-4f21-bd1b-d7a01d2066b2 req-b07ecb69-8037-43da-8a33-4441825bf056 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0424697 Mar 24 02:06:09.253310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160af6e8-68e6-4f21-bd1b-d7a01d2066b2 req-f6a82d8b-741a-471b-a19e-b8c6febf3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:06:09.254803 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-160af6e8-68e6-4f21-bd1b-d7a01d2066b2 req-f6a82d8b-741a-471b-a19e-b8c6febf3d99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432539 Mar 24 02:06:09.256111 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:06:09.345008 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-160af6e8-68e6-4f21-bd1b-d7a01d2066b2 req-3f9962e3-2e7a-405f-8bd3-7153ce5fd709 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843179 Mar 24 02:06:09.431509 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-160af6e8-68e6-4f21-bd1b-d7a01d2066b2 req-8493236d-b640-4646-8d5c-08adc329b38a service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804369 Mar 24 02:06:28.879702 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-63d0d3a4-96c4-4f8b-a58a-6d6bff891063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:30.505340 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:30.981453 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8dedd7dd-68c4-4572-905f-b9c908c2cf80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:32.416723 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:33.106512 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:33.923774 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:35.357880 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:36.136201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41770) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:36.294232 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Deleting port 05fdd3d0-9403-45d6-96b0-b3853cf3d0b5 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:06:36.294574 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (05fdd3d0-9403-45d6-96b0-b3853cf3d0b5), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:36.367176 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (05fdd3d0-9403-45d6-96b0-b3853cf3d0b5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:36.367498 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for floatingip (05fdd3d0-9403-45d6-96b0-b3853cf3d0b5), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:36.379805 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Calling delete_port for 05fdd3d0-9403-45d6-96b0-b3853cf3d0b5 owned by network:floatingip {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:06:36.526471 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (05fdd3d0-9403-45d6-96b0-b3853cf3d0b5), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:36.550402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event deleted for resources: {'Port': ['ID=05fdd3d0-9403-45d6-96b0-b3853cf3d0b5,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:36.565282 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:36.565641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:36.565982 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:36.566319 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:36.566656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:36.567120 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:36.567456 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:36.567779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:36.568103 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:36.568429 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:36.568755 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:36.569076 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:36.569424 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:36.569745 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:36.570063 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:36.628633 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for floatingip (19b2d487-f3ec-40c3-a2e1-3aa12e1bc985), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:36.629189 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Floating IP 19b2d487-f3ec-40c3-a2e1-3aa12e1bc985 disassociated (deleted). External IP: 172.25.0.2, port: afe6a5c6-69fd-4270-86eb-8f0be8258ad9. Mar 24 02:06:36.835921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Router 766a53e4-b3e5-4187-8f30-527f43ab010a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 02:06:36.944374 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 02:06:36.949022 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:36.953643 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49784bb-42b4-42e6-8385-5064ca70228f None None] Sync routers for ids ['766a53e4-b3e5-4187-8f30-527f43ab010a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 02:06:36.964620 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49784bb-42b4-42e6-8385-5064ca70228f None None] Routers {'766a53e4-b3e5-4187-8f30-527f43ab010a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:06:36.965355 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d49784bb-42b4-42e6-8385-5064ca70228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['766a53e4-b3e5-4187-8f30-527f43ab010a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:36.980007 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-16d48172-459f-4c15-b812-b4c6bde8659f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "DELETE /v2.0/floatingips/19b2d487-f3ec-40c3-a2e1-3aa12e1bc985 HTTP/1.1" status: 204 len: 168 time: 0.8427060 Mar 24 02:06:36.980597 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'tag': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:06:36.982832 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6f92d4-6ef0-4404-8c76-00a3d91a2697" -d '{"events": [{"name": "network-changed", "server_uuid": "9d815d97-3ae6-49a0-b27e-79ce1f2a5017", "tag": "afe6a5c6-69fd-4270-86eb-8f0be8258ad9"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:06:37.023620 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 02:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82cc874-ab06-4003-9cf3-eceaa05eb257 x-openstack-request-id: req-e82cc874-ab06-4003-9cf3-eceaa05eb257 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:06:37.023978 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d815d97-3ae6-49a0-b27e-79ce1f2a5017", "tag": "afe6a5c6-69fd-4270-86eb-8f0be8258ad9", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:06:37.024304 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e82cc874-ab06-4003-9cf3-eceaa05eb257 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:06:37.025485 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e82cc874-ab06-4003-9cf3-eceaa05eb257'] response: {'name': 'network-changed', 'server_uuid': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'tag': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9', 'status': 'completed', 'code': 200} Mar 24 02:06:37.080282 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-d49784bb-42b4-42e6-8385-5064ca70228f None None] Set router 766a53e4-b3e5-4187-8f30-527f43ab010a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:06:37.098703 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f92d4-6ef0-4404-8c76-00a3d91a2697 req-1433db81-ef3d-44c4-8ad4-edaa53441cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:06:37.100230 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de6f92d4-6ef0-4404-8c76-00a3d91a2697 req-1433db81-ef3d-44c4-8ad4-edaa53441cc1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a154910cbe01423587e6bda9f4767f96&device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 1128 time: 0.0543866 Mar 24 02:06:37.226576 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f92d4-6ef0-4404-8c76-00a3d91a2697 req-dfcb64dd-b63d-4ba1-b4c5-a491893c5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:06:37.228610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de6f92d4-6ef0-4404-8c76-00a3d91a2697 req-dfcb64dd-b63d-4ba1-b4c5-a491893c5941 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 200 len: 910 time: 0.1178153 Mar 24 02:06:37.271543 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de6f92d4-6ef0-4404-8c76-00a3d91a2697 req-56c3f593-90d8-48aa-aaf2-c3b2f54b0115 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9 HTTP/1.1" status: 200 len: 217 time: 0.0362751 Mar 24 02:06:37.281116 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d49784bb-42b4-42e6-8385-5064ca70228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '3b44a831-d0d9-4e49-81b4-fb15f89d54a0', 'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'mac_address': 'fa:16:3e:45:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:44Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 5, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'subnets': [{'id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:37.283051 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090ef49-0334-476d-bf77-5d29e6d6b16d req-a08edceb-8f80-46b0-a4a4-c005b3bf0ba8 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:06:37.284504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0090ef49-0334-476d-bf77-5d29e6d6b16d req-a08edceb-8f80-46b0-a4a4-c005b3bf0ba8 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 946 time: 0.1027646 Mar 24 02:06:37.307607 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49784bb-42b4-42e6-8385-5064ca70228f None None] Checking router: 766a53e4-b3e5-4187-8f30-527f43ab010a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 02:06:37.315703 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49784bb-42b4-42e6-8385-5064ca70228f None None] Routers {'766a53e4-b3e5-4187-8f30-527f43ab010a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:06:37.316303 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d49784bb-42b4-42e6-8385-5064ca70228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['766a53e4-b3e5-4187-8f30-527f43ab010a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:37.355635 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f92d4-6ef0-4404-8c76-00a3d91a2697 req-92ccae85-ba39-48af-b936-91a12406d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:06:37.356993 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de6f92d4-6ef0-4404-8c76-00a3d91a2697 req-92ccae85-ba39-48af-b936-91a12406d1de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 200 len: 848 time: 0.0716524 Mar 24 02:06:37.365545 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0090ef49-0334-476d-bf77-5d29e6d6b16d req-def07b49-cac2-482e-b506-5b03f4afe51e tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725346 Mar 24 02:06:37.411976 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f92d4-6ef0-4404-8c76-00a3d91a2697 req-e890319e-79a6-419b-827f-33ca6456fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:06:37.413608 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de6f92d4-6ef0-4404-8c76-00a3d91a2697 req-e890319e-79a6-419b-827f-33ca6456fc52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ababf92-8507-4660-8bf0-2c4bd92f5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471225 Mar 24 02:06:37.427314 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-d49784bb-42b4-42e6-8385-5064ca70228f None None] Set router 766a53e4-b3e5-4187-8f30-527f43ab010a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:06:37.500250 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de6f92d4-6ef0-4404-8c76-00a3d91a2697 req-5303e511-dea4-4ffc-bd9f-72b6465515b9 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804372 Mar 24 02:06:37.636715 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d49784bb-42b4-42e6-8385-5064ca70228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '3b44a831-d0d9-4e49-81b4-fb15f89d54a0', 'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'mac_address': 'fa:16:3e:45:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:44Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 5, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'subnets': [{'id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:37.664064 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49784bb-42b4-42e6-8385-5064ca70228f None None] The sync data for ids ['766a53e4-b3e5-4187-8f30-527f43ab010a'] in n-d-760455-9 is: [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:44Z', 'revision_number': 4, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '3b44a831-d0d9-4e49-81b4-fb15f89d54a0', 'name': '', 'network_id': '1ababf92-8507-4660-8bf0-2c4bd92f5e8e', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'mac_address': 'fa:16:3e:45:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:44Z', 'updated_at': '2022-03-24T01:57:49Z', 'revision_number': 5, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'subnets': [{'id': '6481d400-8948-476f-87fc-fb3bd3645fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 02:06:37.918957 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02d562-22ef-4c6a-a9bc-95b38057fcbb None None] New status for floating IP 19b2d487-f3ec-40c3-a2e1-3aa12e1bc985: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 02:06:37.944710 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-de6f92d4-6ef0-4404-8c76-00a3d91a2697 req-64ae229a-1888-4b0c-90c1-a2cc1c1c7582 service neutron] 10.222.0.57 "GET /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379840 Mar 24 02:06:38.486408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635441f-9940-4588-a1e5-830169f3a2ef req-40d8ad04-ff0d-47e3-8973-dd6d89cef55d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:06:38.487864 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4635441f-9940-4588-a1e5-830169f3a2ef req-40d8ad04-ff0d-47e3-8973-dd6d89cef55d tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 946 time: 0.0522571 Mar 24 02:06:38.536854 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4635441f-9940-4588-a1e5-830169f3a2ef req-162f3b68-b572-4893-bfdb-beb3c0dc8c22 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432479 Mar 24 02:06:38.738750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f2029-0ea7-4583-aac2-a8afc9f77747 req-47ddb05e-1d94-4165-bc1a-8fee51366443 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:06:38.740076 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d2f2029-0ea7-4583-aac2-a8afc9f77747 req-47ddb05e-1d94-4165-bc1a-8fee51366443 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 946 time: 0.0505712 Mar 24 02:06:38.833172 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-2d2f2029-0ea7-4583-aac2-a8afc9f77747 req-c6be6457-ba73-401a-9eae-d57d1dd83f1f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Deleting port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:06:38.833512 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2d2f2029-0ea7-4583-aac2-a8afc9f77747 req-c6be6457-ba73-401a-9eae-d57d1dd83f1f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:38.919145 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-2d2f2029-0ea7-4583-aac2-a8afc9f77747 req-c6be6457-ba73-401a-9eae-d57d1dd83f1f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] For port afe6a5c6-69fd-4270-86eb-8f0be8258ad9, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:06:38.919496 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2d2f2029-0ea7-4583-aac2-a8afc9f77747 req-c6be6457-ba73-401a-9eae-d57d1dd83f1f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:38.935933 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-2d2f2029-0ea7-4583-aac2-a8afc9f77747 req-c6be6457-ba73-401a-9eae-d57d1dd83f1f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Calling delete_port for afe6a5c6-69fd-4270-86eb-8f0be8258ad9 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:06:39.060801 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2d2f2029-0ea7-4583-aac2-a8afc9f77747 req-c6be6457-ba73-401a-9eae-d57d1dd83f1f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (afe6a5c6-69fd-4270-86eb-8f0be8258ad9), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:39.088217 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be6457-ba73-401a-9eae-d57d1dd83f1f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event deleted for resources: {'Port': ['ID=afe6a5c6-69fd-4270-86eb-8f0be8258ad9,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:39.134406 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2f2029-0ea7-4583-aac2-a8afc9f77747 req-c6be6457-ba73-401a-9eae-d57d1dd83f1f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] No DVR routers for this DVR port afe6a5c6-69fd-4270-86eb-8f0be8258ad9 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 02:06:39.136974 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-2d2f2029-0ea7-4583-aac2-a8afc9f77747 req-c6be6457-ba73-401a-9eae-d57d1dd83f1f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:39.140242 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2d2f2029-0ea7-4583-aac2-a8afc9f77747 req-c6be6457-ba73-401a-9eae-d57d1dd83f1f tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.57 "DELETE /v2.0/ports/afe6a5c6-69fd-4270-86eb-8f0be8258ad9 HTTP/1.1" status: 204 len: 173 time: 0.3950064 Mar 24 02:06:39.140673 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'name': 'network-vif-deleted', 'tag': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:06:39.142936 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e76fb3-e551-4762-bf3e-259b9db9aabe" -d '{"events": [{"server_uuid": "9d815d97-3ae6-49a0-b27e-79ce1f2a5017", "name": "network-vif-deleted", "tag": "afe6a5c6-69fd-4270-86eb-8f0be8258ad9"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:06:39.178291 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 02:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c120edf5-bf5e-437f-9412-83bea502f6bf x-openstack-request-id: req-c120edf5-bf5e-437f-9412-83bea502f6bf {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:06:39.178583 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d815d97-3ae6-49a0-b27e-79ce1f2a5017", "name": "network-vif-deleted", "tag": "afe6a5c6-69fd-4270-86eb-8f0be8258ad9", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:06:39.178836 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c120edf5-bf5e-437f-9412-83bea502f6bf {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:06:39.179240 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c120edf5-bf5e-437f-9412-83bea502f6bf'] response: {'server_uuid': '9d815d97-3ae6-49a0-b27e-79ce1f2a5017', 'name': 'network-vif-deleted', 'tag': 'afe6a5c6-69fd-4270-86eb-8f0be8258ad9', 'status': 'completed', 'code': 200} Mar 24 02:06:39.637346 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9b6def5e-f8d4-4d64-9eb1-f6bf1f2764b4 req-07de8691-4173-4c82-80fc-6271e70fe8db tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 210 time: 0.0267777 Mar 24 02:06:40.736995 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-51348ea2-d3f0-4c88-8856-6e571a880b1e req-3347641a-60b0-4866-aa03-ce49f8f75633 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 210 time: 0.0280852 Mar 24 02:06:41.836803 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c021a3e8-9c01-4718-93db-564655d95907 req-9a0cd195-25d2-4514-b921-d1b80635cedd tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 210 time: 0.0305469 Mar 24 02:06:42.932033 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be2abfe9-b8c1-4bf2-a4b9-12e075d8b32c req-c4112ebb-4a24-4557-a2fb-fa27db1b7af9 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 210 time: 0.0276377 Mar 24 02:06:42.950643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device afe6a5c6-69fd-4270-86eb-8f0be8258ad9 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:06:42.970403 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: afe6a5c6-69fd-4270-86eb-8f0be8258ad9 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 02:06:42.970753 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device afe6a5c6-69fd-4270-86eb-8f0be8258ad9 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 02:06:44.024755 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9886cd93-5991-4e74-b5b5-bf7299e7d86b req-59813998-b823-4200-9d5c-d183124d1632 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 210 time: 0.0268617 Mar 24 02:06:45.120424 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9694e574-2d91-4790-9282-ce362c5a1413 req-715b0333-9ad0-4424-a876-2c42d78c59ba tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 210 time: 0.0269196 Mar 24 02:06:46.218069 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-76f6e52b-fa67-4a3f-9e31-d9af49bab02e req-0750fbd6-fc6d-4353-936e-e7f5a7499f73 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 210 time: 0.0300426 Mar 24 02:06:46.255557 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:06:47.313119 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f646dec-4137-4c92-8fb8-6872e4a4748d req-ad3c417d-9550-4467-a138-da0a088d6710 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 210 time: 0.0281267 Mar 24 02:06:48.426969 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8967a422-8cd5-4620-8991-6bb7ddee6a99 req-2bfb620b-0660-4791-9edd-5ef68ed56181 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d815d97-3ae6-49a0-b27e-79ce1f2a5017 HTTP/1.1" status: 200 len: 210 time: 0.0298424 Mar 24 02:06:49.487905 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41810) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:49.548516 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-07c06bd4-da42-48a6-87da-61f1e3efc009 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group (8ed524d4-0cce-46f7-82d2-1e847a0bcd6a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:49.576838 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-07c06bd4-da42-48a6-87da-61f1e3efc009 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group (8ed524d4-0cce-46f7-82d2-1e847a0bcd6a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:49.651886 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-07c06bd4-da42-48a6-87da-61f1e3efc009 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (8ed524d4-0cce-46f7-82d2-1e847a0bcd6a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:49.654646 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-07c06bd4-da42-48a6-87da-61f1e3efc009 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:49.658959 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-07c06bd4-da42-48a6-87da-61f1e3efc009 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] 10.222.0.45 "DELETE /v2.0/security-groups/8ed524d4-0cce-46f7-82d2-1e847a0bcd6a HTTP/1.1" status: 204 len: 168 time: 0.1670625 Mar 24 02:06:49.675332 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c06bd4-da42-48a6-87da-61f1e3efc009 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed524d4-0cce-46f7-82d2-1e847a0bcd6a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:50.721540 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41816) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:51.181586 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b9d3-1c97-431e-a069-485b78e2b3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (766a53e4-b3e5-4187-8f30-527f43ab010a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:51.434390 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8b9d3-1c97-431e-a069-485b78e2b3fa admin admin] Deleting port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:06:51.434674 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b9d3-1c97-431e-a069-485b78e2b3fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:51.516966 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-0ea8b9d3-1c97-431e-a069-485b78e2b3fa admin admin] For port 3b44a831-d0d9-4e49-81b4-fb15f89d54a0, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=3b44a831-d0d9-4e49-81b4-fb15f89d54a0,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:06:51.517360 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b9d3-1c97-431e-a069-485b78e2b3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:51.530842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8b9d3-1c97-431e-a069-485b78e2b3fa admin admin] Calling delete_port for 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:06:51.718674 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b9d3-1c97-431e-a069-485b78e2b3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (3b44a831-d0d9-4e49-81b4-fb15f89d54a0), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:51.751454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8b9d3-1c97-431e-a069-485b78e2b3fa admin admin] Pushing event deleted for resources: {'Port': ['ID=3b44a831-d0d9-4e49-81b4-fb15f89d54a0,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:51.926962 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b9d3-1c97-431e-a069-485b78e2b3fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (766a53e4-b3e5-4187-8f30-527f43ab010a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:52.163608 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea8b9d3-1c97-431e-a069-485b78e2b3fa admin admin] Router 766a53e4-b3e5-4187-8f30-527f43ab010a has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 02:06:52.271900 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea8b9d3-1c97-431e-a069-485b78e2b3fa admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 02:06:52.279690 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-0ea8b9d3-1c97-431e-a069-485b78e2b3fa admin admin] 10.222.0.45 "PUT /v2.0/routers/766a53e4-b3e5-4187-8f30-527f43ab010a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5548487 Mar 24 02:06:52.279927 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41820) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:52.280882 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09bd433-1496-4a3f-ab74-8283fde66f78 None None] Sync routers for ids ['766a53e4-b3e5-4187-8f30-527f43ab010a'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 02:06:52.291661 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09bd433-1496-4a3f-ab74-8283fde66f78 None None] Routers {'766a53e4-b3e5-4187-8f30-527f43ab010a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:06:52.292398 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e09bd433-1496-4a3f-ab74-8283fde66f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['766a53e4-b3e5-4187-8f30-527f43ab010a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:52.391228 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2acaf850-eee7-4a28-a336-d29898c9b963 admin admin] Publish callbacks [] for router (766a53e4-b3e5-4187-8f30-527f43ab010a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:52.402229 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e09bd433-1496-4a3f-ab74-8283fde66f78 None None] Set router 766a53e4-b3e5-4187-8f30-527f43ab010a gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:06:52.498274 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2acaf850-eee7-4a28-a336-d29898c9b963 admin admin] Publish callbacks [] for router_gateway (766a53e4-b3e5-4187-8f30-527f43ab010a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:52.570416 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2acaf850-eee7-4a28-a336-d29898c9b963 admin admin] Deleting port 542b4418-b5aa-44a1-8694-cc867ec84696 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:06:52.570680 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2acaf850-eee7-4a28-a336-d29898c9b963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (542b4418-b5aa-44a1-8694-cc867ec84696), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:52.584872 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e09bd433-1496-4a3f-ab74-8283fde66f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T02:06:51Z', 'revision_number': 5, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port': {'id': '542b4418-b5aa-44a1-8694-cc867ec84696', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T01:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:52.612222 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09bd433-1496-4a3f-ab74-8283fde66f78 None None] Checking router: 766a53e4-b3e5-4187-8f30-527f43ab010a for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 02:06:52.620852 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09bd433-1496-4a3f-ab74-8283fde66f78 None None] Routers {'766a53e4-b3e5-4187-8f30-527f43ab010a'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:06:52.621481 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e09bd433-1496-4a3f-ab74-8283fde66f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['766a53e4-b3e5-4187-8f30-527f43ab010a'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:52.649489 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-2acaf850-eee7-4a28-a336-d29898c9b963 admin admin] For port 542b4418-b5aa-44a1-8694-cc867ec84696, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=542b4418-b5aa-44a1-8694-cc867ec84696,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:06:52.650394 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2acaf850-eee7-4a28-a336-d29898c9b963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (542b4418-b5aa-44a1-8694-cc867ec84696), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:52.664352 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-2acaf850-eee7-4a28-a336-d29898c9b963 admin admin] Calling delete_port for 542b4418-b5aa-44a1-8694-cc867ec84696 owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:06:52.707206 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-e09bd433-1496-4a3f-ab74-8283fde66f78 None None] Set router 766a53e4-b3e5-4187-8f30-527f43ab010a gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:06:52.757350 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-e09bd433-1496-4a3f-ab74-8283fde66f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T02:06:52Z', 'revision_number': 6, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:52.786911 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09bd433-1496-4a3f-ab74-8283fde66f78 None None] The sync data for ids ['766a53e4-b3e5-4187-8f30-527f43ab010a'] in n-d-760455-9 is: [{'id': '766a53e4-b3e5-4187-8f30-527f43ab010a', 'name': 'tempest-TestShelveInstance-1455261426-router', 'tenant_id': 'a154910cbe01423587e6bda9f4767f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:42Z', 'updated_at': '2022-03-24T02:06:52Z', 'revision_number': 6, 'project_id': 'a154910cbe01423587e6bda9f4767f96', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 02:06:52.849593 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2acaf850-eee7-4a28-a336-d29898c9b963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (542b4418-b5aa-44a1-8694-cc867ec84696), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:52.879233 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaf850-eee7-4a28-a336-d29898c9b963 admin admin] Pushing event deleted for resources: {'Port': ['ID=542b4418-b5aa-44a1-8694-cc867ec84696,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:52.940603 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2acaf850-eee7-4a28-a336-d29898c9b963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (766a53e4-b3e5-4187-8f30-527f43ab010a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.036990 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2acaf850-eee7-4a28-a336-d29898c9b963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (766a53e4-b3e5-4187-8f30-527f43ab010a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.039464 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2acaf850-eee7-4a28-a336-d29898c9b963 admin admin] Publish callbacks [] for router_controller (766a53e4-b3e5-4187-8f30-527f43ab010a), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.084270 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2acaf850-eee7-4a28-a336-d29898c9b963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (766a53e4-b3e5-4187-8f30-527f43ab010a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.084731 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acaf850-eee7-4a28-a336-d29898c9b963 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 766a53e4-b3e5-4187-8f30-527f43ab010a {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 02:06:53.090961 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-2acaf850-eee7-4a28-a336-d29898c9b963 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.092112 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-2acaf850-eee7-4a28-a336-d29898c9b963 admin admin] 10.222.0.45 "DELETE /v2.0/routers/766a53e4-b3e5-4187-8f30-527f43ab010a HTTP/1.1" status: 204 len: 168 time: 0.8112776 Mar 24 02:06:53.094721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41822) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:53.151420 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb14286e-3234-4f8d-9348-eb3d6622e3b1 admin admin] Deleting subnet 6481d400-8948-476f-87fc-fb3bd3645fbf {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 02:06:53.155081 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bb14286e-3234-4f8d-9348-eb3d6622e3b1 admin admin] Publish callbacks [] for subnet (6481d400-8948-476f-87fc-fb3bd3645fbf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.196049 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bb14286e-3234-4f8d-9348-eb3d6622e3b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (6481d400-8948-476f-87fc-fb3bd3645fbf), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.279652 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bb14286e-3234-4f8d-9348-eb3d6622e3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (6481d400-8948-476f-87fc-fb3bd3645fbf), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.338189 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bb14286e-3234-4f8d-9348-eb3d6622e3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (6481d400-8948-476f-87fc-fb3bd3645fbf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.362150 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14286e-3234-4f8d-9348-eb3d6622e3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6481d400-8948-476f-87fc-fb3bd3645fbf,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:53.367695 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-bb14286e-3234-4f8d-9348-eb3d6622e3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.373722 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-bb14286e-3234-4f8d-9348-eb3d6622e3b1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6481d400-8948-476f-87fc-fb3bd3645fbf HTTP/1.1" status: 204 len: 168 time: 0.2758179 Mar 24 02:06:53.373975 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41824) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:53.377327 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b3d2b7-322b-42b0-b75b-ec0443f2a33f None None] Network 1ababf92-8507-4660-8bf0-2c4bd92f5e8e requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 02:06:53.441822 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (1ababf92-8507-4660-8bf0-2c4bd92f5e8e), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.498723 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] Deleting port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:06:53.499050 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8fc9e65f-439b-4178-b0e4-bc5a30b6009a), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.572549 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] For port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8fc9e65f-439b-4178-b0e4-bc5a30b6009a,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:06:53.573011 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8fc9e65f-439b-4178-b0e4-bc5a30b6009a), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.582671 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] DHCP port deletion for 1ababf92-8507-4660-8bf0-2c4bd92f5e8e request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 02:06:53.596924 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] Calling delete_port for 8fc9e65f-439b-4178-b0e4-bc5a30b6009a owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:06:53.653003 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Deleting port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:06:53.653446 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8fc9e65f-439b-4178-b0e4-bc5a30b6009a), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.695681 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 542b4418-b5aa-44a1-8694-cc867ec84696 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:06:53.700742 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (8fc9e65f-439b-4178-b0e4-bc5a30b6009a), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.723816 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc9e65f-439b-4178-b0e4-bc5a30b6009a,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:53.735230 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] No DVR routers for this DVR port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 02:06:53.736083 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 542b4418-b5aa-44a1-8694-cc867ec84696 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 02:06:53.736636 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 542b4418-b5aa-44a1-8694-cc867ec84696 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 02:06:53.737272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8fc9e65f-439b-4178-b0e4-bc5a30b6009a no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:06:53.767076 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 8fc9e65f-439b-4178-b0e4-bc5a30b6009a {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 02:06:53.767424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8fc9e65f-439b-4178-b0e4-bc5a30b6009a not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 02:06:53.768061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:06:53.799295 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 02:06:53.799840 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 3b44a831-d0d9-4e49-81b4-fb15f89d54a0 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 02:06:53.807020 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] For port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8fc9e65f-439b-4178-b0e4-bc5a30b6009a,segment=NetworkSegment(ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf),segment_id=ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:06:53.807675 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8fc9e65f-439b-4178-b0e4-bc5a30b6009a), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.822905 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Calling delete_port for 8fc9e65f-439b-4178-b0e4-bc5a30b6009a owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:06:53.852189 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (1ababf92-8507-4660-8bf0-2c4bd92f5e8e), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.890384 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ababf92-8507-4660-8bf0-2c4bd92f5e8e']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:53.907648 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:53.907886 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:53.909328 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (8fc9e65f-439b-4178-b0e4-bc5a30b6009a), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.923013 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.945651 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.954782 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 02:06:53.955510 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (ea7c13ba-8f2a-49c9-a9f3-ae654e41dedf), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:53.957505 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Pushing event deleted for resources: {'Port': ['ID=8fc9e65f-439b-4178-b0e4-bc5a30b6009a,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:53.970691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] No DVR routers for this DVR port 8fc9e65f-439b-4178-b0e4-bc5a30b6009a on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 02:06:53.975146 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:53.976062 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:53.976854 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:53.977474 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:53.978139 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:53.979145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:53.979845 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:53.980409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:53.980981 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:53.981711 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:53.982272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:53.982828 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:53.983638 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:53.984201 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:53.984759 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f31d238-47d3-4ad7-8cd8-661468909f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: timer() Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 02:06:54.030551 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 02:06:54.065265 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (1ababf92-8507-4660-8bf0-2c4bd92f5e8e), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:54.085187 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:54.094206 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41826) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:54.097873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] 10.222.0.45 "DELETE /v2.0/networks/1ababf92-8507-4660-8bf0-2c4bd92f5e8e HTTP/1.1" status: 204 len: 168 time: 0.7228649 Mar 24 02:06:54.112415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f122b6-f7fd-4c24-84e3-35ff9ae12f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ababf92-8507-4660-8bf0-2c4bd92f5e8e,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:54.471556 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (c6a932f6-d8ea-415b-9fe0-be5784e74014), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:54.727726 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Deleting port 62c44a9c-3d11-468d-92f7-30bc1583dc3b {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:06:54.728754 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:54.805829 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] For port 62c44a9c-3d11-468d-92f7-30bc1583dc3b, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=62c44a9c-3d11-468d-92f7-30bc1583dc3b,segment=NetworkSegment(57da4551-b35b-4ea0-b8ef-83cfb8763ccd),segment_id=57da4551-b35b-4ea0-b8ef-83cfb8763ccd)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:06:54.806235 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:54.820636 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Calling delete_port for 62c44a9c-3d11-468d-92f7-30bc1583dc3b owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:06:55.010871 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (62c44a9c-3d11-468d-92f7-30bc1583dc3b), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:55.049694 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c44a9c-3d11-468d-92f7-30bc1583dc3b,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:55.123060 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:55.123650 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:55.123756 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:55.124084 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:55.124460 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:55.124802 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:55.125154 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:55.125489 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:55.125818 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:55.126145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:55.126473 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:55.126884 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:55.127215 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:55.127539 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:55.127866 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:06:55.586433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (c6a932f6-d8ea-415b-9fe0-be5784e74014), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:55.815262 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Router c6a932f6-d8ea-415b-9fe0-be5784e74014 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 02:06:55.924096 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 02:06:55.929588 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-710594f6-efa8-44c9-bbc9-75ab50aeaa95 admin admin] 10.222.0.45 "PUT /v2.0/routers/c6a932f6-d8ea-415b-9fe0-be5784e74014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8329563 Mar 24 02:06:55.931514 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41834) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:55.934116 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a49ae6b-8e10-4ce2-8b01-c291392e1a82 None None] Sync routers for ids ['c6a932f6-d8ea-415b-9fe0-be5784e74014'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 02:06:55.944435 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a49ae6b-8e10-4ce2-8b01-c291392e1a82 None None] Routers {'c6a932f6-d8ea-415b-9fe0-be5784e74014'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:06:55.945060 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4a49ae6b-8e10-4ce2-8b01-c291392e1a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c6a932f6-d8ea-415b-9fe0-be5784e74014'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:56.041846 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c962ba3-4745-4119-bae7-823b23dda4a1 admin admin] Publish callbacks [] for router (c6a932f6-d8ea-415b-9fe0-be5784e74014), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:56.057924 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-4a49ae6b-8e10-4ce2-8b01-c291392e1a82 None None] Set router c6a932f6-d8ea-415b-9fe0-be5784e74014 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:06:56.152209 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c962ba3-4745-4119-bae7-823b23dda4a1 admin admin] Publish callbacks [] for router_gateway (c6a932f6-d8ea-415b-9fe0-be5784e74014), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:56.204944 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2c962ba3-4745-4119-bae7-823b23dda4a1 admin admin] Deleting port 23c59ec2-d145-4953-b01b-5a689f0e6af4 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:06:56.205308 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c962ba3-4745-4119-bae7-823b23dda4a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (23c59ec2-d145-4953-b01b-5a689f0e6af4), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:56.244794 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4a49ae6b-8e10-4ce2-8b01-c291392e1a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'name': 'tempest-TestShelveInstance-710820690-router', 'tenant_id': 'cdc08e09d8b84ba79398bd0cec693001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '23c59ec2-d145-4953-b01b-5a689f0e6af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:46Z', 'updated_at': '2022-03-24T02:06:54Z', 'revision_number': 5, 'project_id': 'cdc08e09d8b84ba79398bd0cec693001', 'gw_port': {'id': '23c59ec2-d145-4953-b01b-5a689f0e6af4', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T01:57:47Z', 'updated_at': '2022-03-24T01:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:56.270946 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a49ae6b-8e10-4ce2-8b01-c291392e1a82 None None] Checking router: c6a932f6-d8ea-415b-9fe0-be5784e74014 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 02:06:56.279424 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a49ae6b-8e10-4ce2-8b01-c291392e1a82 None None] Routers {'c6a932f6-d8ea-415b-9fe0-be5784e74014'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:06:56.280039 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4a49ae6b-8e10-4ce2-8b01-c291392e1a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:06:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['c6a932f6-d8ea-415b-9fe0-be5784e74014'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:56.284929 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-2c962ba3-4745-4119-bae7-823b23dda4a1 admin admin] For port 23c59ec2-d145-4953-b01b-5a689f0e6af4, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=23c59ec2-d145-4953-b01b-5a689f0e6af4,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:06:56.285333 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c962ba3-4745-4119-bae7-823b23dda4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (23c59ec2-d145-4953-b01b-5a689f0e6af4), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:56.298403 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-2c962ba3-4745-4119-bae7-823b23dda4a1 admin admin] Calling delete_port for 23c59ec2-d145-4953-b01b-5a689f0e6af4 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:06:56.366268 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-4a49ae6b-8e10-4ce2-8b01-c291392e1a82 None None] Set router c6a932f6-d8ea-415b-9fe0-be5784e74014 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:06:56.420429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-4a49ae6b-8e10-4ce2-8b01-c291392e1a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'name': 'tempest-TestShelveInstance-710820690-router', 'tenant_id': 'cdc08e09d8b84ba79398bd0cec693001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:46Z', 'updated_at': '2022-03-24T02:06:56Z', 'revision_number': 6, 'project_id': 'cdc08e09d8b84ba79398bd0cec693001', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:56.447951 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a49ae6b-8e10-4ce2-8b01-c291392e1a82 None None] The sync data for ids ['c6a932f6-d8ea-415b-9fe0-be5784e74014'] in n-d-760455-9 is: [{'id': 'c6a932f6-d8ea-415b-9fe0-be5784e74014', 'name': 'tempest-TestShelveInstance-710820690-router', 'tenant_id': 'cdc08e09d8b84ba79398bd0cec693001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T01:57:46Z', 'updated_at': '2022-03-24T02:06:56Z', 'revision_number': 6, 'project_id': 'cdc08e09d8b84ba79398bd0cec693001', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 02:06:56.464739 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c962ba3-4745-4119-bae7-823b23dda4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (23c59ec2-d145-4953-b01b-5a689f0e6af4), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:56.489351 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c962ba3-4745-4119-bae7-823b23dda4a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c59ec2-d145-4953-b01b-5a689f0e6af4,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:56.552669 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c962ba3-4745-4119-bae7-823b23dda4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (c6a932f6-d8ea-415b-9fe0-be5784e74014), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:56.647042 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c962ba3-4745-4119-bae7-823b23dda4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (c6a932f6-d8ea-415b-9fe0-be5784e74014), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:56.649078 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c962ba3-4745-4119-bae7-823b23dda4a1 admin admin] Publish callbacks [] for router_controller (c6a932f6-d8ea-415b-9fe0-be5784e74014), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:56.693078 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c962ba3-4745-4119-bae7-823b23dda4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (c6a932f6-d8ea-415b-9fe0-be5784e74014), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:56.693648 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c962ba3-4745-4119-bae7-823b23dda4a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6a932f6-d8ea-415b-9fe0-be5784e74014 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 02:06:56.698475 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2c962ba3-4745-4119-bae7-823b23dda4a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:56.699615 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2c962ba3-4745-4119-bae7-823b23dda4a1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c6a932f6-d8ea-415b-9fe0-be5784e74014 HTTP/1.1" status: 204 len: 168 time: 0.7671521 Mar 24 02:06:56.702176 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41836) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:56.745611 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cad034b-afd3-4d04-ad22-b747bce9f2dd admin admin] Deleting subnet a6051a6a-976b-4c58-8d57-10848c9b625e {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 02:06:56.748540 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4cad034b-afd3-4d04-ad22-b747bce9f2dd admin admin] Publish callbacks [] for subnet (a6051a6a-976b-4c58-8d57-10848c9b625e), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:56.782075 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4cad034b-afd3-4d04-ad22-b747bce9f2dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (a6051a6a-976b-4c58-8d57-10848c9b625e), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:56.870556 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4cad034b-afd3-4d04-ad22-b747bce9f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (a6051a6a-976b-4c58-8d57-10848c9b625e), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:56.922653 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4cad034b-afd3-4d04-ad22-b747bce9f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (a6051a6a-976b-4c58-8d57-10848c9b625e), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:56.949422 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4cad034b-afd3-4d04-ad22-b747bce9f2dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:56.953138 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4cad034b-afd3-4d04-ad22-b747bce9f2dd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a6051a6a-976b-4c58-8d57-10848c9b625e HTTP/1.1" status: 204 len: 168 time: 0.2500257 Mar 24 02:06:56.954025 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad034b-afd3-4d04-ad22-b747bce9f2dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6051a6a-976b-4c58-8d57-10848c9b625e,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:56.955102 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3321bfec-5b1e-4402-a1f7-3d6d971e0399 None None] Network da8cc60b-3c51-43bb-aff0-6a515fbf4b77 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 02:06:56.956278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41838) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:57.023371 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (da8cc60b-3c51-43bb-aff0-6a515fbf4b77), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.077244 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] Deleting port dec0c419-dfeb-4a5a-9928-60b2d372c2af {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:06:57.077584 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (dec0c419-dfeb-4a5a-9928-60b2d372c2af), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.148187 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] For port dec0c419-dfeb-4a5a-9928-60b2d372c2af, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=dec0c419-dfeb-4a5a-9928-60b2d372c2af,segment=NetworkSegment(57da4551-b35b-4ea0-b8ef-83cfb8763ccd),segment_id=57da4551-b35b-4ea0-b8ef-83cfb8763ccd)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:06:57.148502 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (dec0c419-dfeb-4a5a-9928-60b2d372c2af), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.162063 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] Calling delete_port for dec0c419-dfeb-4a5a-9928-60b2d372c2af owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:06:57.180186 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c1858d-9c81-4b01-8692-ffed82b6b804 None None] DHCP port deletion for da8cc60b-3c51-43bb-aff0-6a515fbf4b77 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 02:06:57.229648 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-93c1858d-9c81-4b01-8692-ffed82b6b804 None None] Deleting port dec0c419-dfeb-4a5a-9928-60b2d372c2af {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:06:57.230021 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93c1858d-9c81-4b01-8692-ffed82b6b804 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (dec0c419-dfeb-4a5a-9928-60b2d372c2af), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.244421 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (dec0c419-dfeb-4a5a-9928-60b2d372c2af), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.275306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=dec0c419-dfeb-4a5a-9928-60b2d372c2af,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:57.277183 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] No DVR routers for this DVR port dec0c419-dfeb-4a5a-9928-60b2d372c2af on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 02:06:57.299814 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-93c1858d-9c81-4b01-8692-ffed82b6b804 None None] For port dec0c419-dfeb-4a5a-9928-60b2d372c2af, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=dec0c419-dfeb-4a5a-9928-60b2d372c2af,segment=NetworkSegment(57da4551-b35b-4ea0-b8ef-83cfb8763ccd),segment_id=57da4551-b35b-4ea0-b8ef-83cfb8763ccd)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:06:57.300218 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93c1858d-9c81-4b01-8692-ffed82b6b804 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (dec0c419-dfeb-4a5a-9928-60b2d372c2af), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.313970 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-93c1858d-9c81-4b01-8692-ffed82b6b804 None None] Calling delete_port for dec0c419-dfeb-4a5a-9928-60b2d372c2af owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:06:57.347164 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (da8cc60b-3c51-43bb-aff0-6a515fbf4b77), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.367751 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8cc60b-3c51-43bb-aff0-6a515fbf4b77']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:57.377656 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57da4551-b35b-4ea0-b8ef-83cfb8763ccd') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:57.377994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57da4551-b35b-4ea0-b8ef-83cfb8763ccd') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:06:57.388140 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (57da4551-b35b-4ea0-b8ef-83cfb8763ccd), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.391404 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-93c1858d-9c81-4b01-8692-ffed82b6b804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (dec0c419-dfeb-4a5a-9928-60b2d372c2af), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.404665 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (57da4551-b35b-4ea0-b8ef-83cfb8763ccd), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.411425 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 02:06:57.411746 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (57da4551-b35b-4ea0-b8ef-83cfb8763ccd), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: timer() Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 02:06:57.413704 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 02:06:57.420094 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1858d-9c81-4b01-8692-ffed82b6b804 None None] Pushing event deleted for resources: {'Port': ['ID=dec0c419-dfeb-4a5a-9928-60b2d372c2af,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:57.424949 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1858d-9c81-4b01-8692-ffed82b6b804 None None] No DVR routers for this DVR port dec0c419-dfeb-4a5a-9928-60b2d372c2af on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 02:06:57.479335 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (da8cc60b-3c51-43bb-aff0-6a515fbf4b77), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.485508 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.496228 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] 10.222.0.45 "DELETE /v2.0/networks/da8cc60b-3c51-43bb-aff0-6a515fbf4b77 HTTP/1.1" status: 204 len: 168 time: 0.5385933 Mar 24 02:06:57.518415 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2329e66-7b36-4f7c-a49b-856353127bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=da8cc60b-3c51-43bb-aff0-6a515fbf4b77,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:57.519414 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 62c44a9c-3d11-468d-92f7-30bc1583dc3b no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:06:57.544375 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 62c44a9c-3d11-468d-92f7-30bc1583dc3b {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 02:06:57.544829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 62c44a9c-3d11-468d-92f7-30bc1583dc3b not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 02:06:57.545350 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device dec0c419-dfeb-4a5a-9928-60b2d372c2af no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:06:57.565170 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: dec0c419-dfeb-4a5a-9928-60b2d372c2af {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 02:06:57.565531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device dec0c419-dfeb-4a5a-9928-60b2d372c2af not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 02:06:57.565958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 23c59ec2-d145-4953-b01b-5a689f0e6af4 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:06:57.585562 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 23c59ec2-d145-4953-b01b-5a689f0e6af4 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 02:06:57.585916 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 23c59ec2-d145-4953-b01b-5a689f0e6af4 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 02:06:57.615141 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41842) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:57.655069 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-789ca06a-bf71-4561-963e-cdfe08632571 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a154910cbe01423587e6bda9f4767f96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387602 Mar 24 02:06:57.657462 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41844) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:57.704301 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b85bc85b-2007-47ec-85c9-beaf6d595ac2 admin admin] Publish callbacks [] for security_group (aabd1462-b2d5-4a6d-9036-23b7ab357225), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.729408 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b85bc85b-2007-47ec-85c9-beaf6d595ac2 admin admin] Publish callbacks [] for security_group (aabd1462-b2d5-4a6d-9036-23b7ab357225), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.774695 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b85bc85b-2007-47ec-85c9-beaf6d595ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (aabd1462-b2d5-4a6d-9036-23b7ab357225), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.777311 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-b85bc85b-2007-47ec-85c9-beaf6d595ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:57.778453 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-b85bc85b-2007-47ec-85c9-beaf6d595ac2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aabd1462-b2d5-4a6d-9036-23b7ab357225 HTTP/1.1" status: 204 len: 168 time: 0.1201029 Mar 24 02:06:57.788161 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bc85b-2007-47ec-85c9-beaf6d595ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabd1462-b2d5-4a6d-9036-23b7ab357225,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:58.113336 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41850) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:58.156133 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6179cfd4-f023-4842-8e30-186ec7b6995e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cdc08e09d8b84ba79398bd0cec693001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416274 Mar 24 02:06:58.158569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41852) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:58.204452 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c22b7b26-7eb4-4121-b7ba-2c436764d40a admin admin] Publish callbacks [] for security_group (f6c8919d-2639-4d8d-9ddd-df1f264618d6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:58.225739 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c22b7b26-7eb4-4121-b7ba-2c436764d40a admin admin] Publish callbacks [] for security_group (f6c8919d-2639-4d8d-9ddd-df1f264618d6), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:58.271128 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c22b7b26-7eb4-4121-b7ba-2c436764d40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (f6c8919d-2639-4d8d-9ddd-df1f264618d6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:58.273886 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c22b7b26-7eb4-4121-b7ba-2c436764d40a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:58.275005 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c22b7b26-7eb4-4121-b7ba-2c436764d40a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6c8919d-2639-4d8d-9ddd-df1f264618d6 HTTP/1.1" status: 204 len: 168 time: 0.1155541 Mar 24 02:06:58.282417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b7b26-7eb4-4121-b7ba-2c436764d40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c8919d-2639-4d8d-9ddd-df1f264618d6,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:58.881251 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-449d502f-6d51-4da9-af19-a821bf3ee71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:58.951086 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41876) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:59.051765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c4429f93-fc1a-4c38-bb65-0cf698345dd9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-256533559-network', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:06:59.070339 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4429f93-fc1a-4c38-bb65-0cf698345dd9 admin admin] Made reservation on behalf of 4379640cbcdf44458b0ce2d5d641d7d8 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 02:06:59.072634 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4429f93-fc1a-4c38-bb65-0cf698345dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:59.081068 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4429f93-fc1a-4c38-bb65-0cf698345dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:59.154351 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4429f93-fc1a-4c38-bb65-0cf698345dd9 admin admin] Publish callbacks [] for security_group (4bf50b46-c39d-41e7-adb3-fc5a55bc41f3), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:59.158342 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4429f93-fc1a-4c38-bb65-0cf698345dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4bf50b46-c39d-41e7-adb3-fc5a55bc41f3), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:59.183318 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4429f93-fc1a-4c38-bb65-0cf698345dd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 02:06:59.191979 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4429f93-fc1a-4c38-bb65-0cf698345dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf50b46-c39d-41e7-adb3-fc5a55bc41f3,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:59.198108 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4429f93-fc1a-4c38-bb65-0cf698345dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ceb66f15-8436-4ac0-9da2-cb4bd1b17376), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:59.198456 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-c4429f93-fc1a-4c38-bb65-0cf698345dd9 admin admin] Added segment ceb66f15-8436-4ac0-9da2-cb4bd1b17376 of type vlan for network a4879a26-0bac-4fda-98e7-6f4434a58d44 Mar 24 02:06:59.242163 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4429f93-fc1a-4c38-bb65-0cf698345dd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (a4879a26-0bac-4fda-98e7-6f4434a58d44), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:59.266024 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4429f93-fc1a-4c38-bb65-0cf698345dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (a4879a26-0bac-4fda-98e7-6f4434a58d44), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:59.266943 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4429f93-fc1a-4c38-bb65-0cf698345dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:06:59.267524 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4429f93-fc1a-4c38-bb65-0cf698345dd9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:59.320884 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c4429f93-fc1a-4c38-bb65-0cf698345dd9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3686390 Mar 24 02:06:59.323916 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41880) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:59.327832 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4429f93-fc1a-4c38-bb65-0cf698345dd9 admin admin] Pushing event updated for resources: {'Network': ['ID=a4879a26-0bac-4fda-98e7-6f4434a58d44,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:59.328992 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-6c0221a6-a50d-44ab-b63c-ae3a5ec72dae admin admin] Request body: {'subnet': {'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-256533559-subnet', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:06:59.338830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network a4879a26-0bac-4fda-98e7-6f4434a58d44 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 02:06:59.351490 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0221a6-a50d-44ab-b63c-ae3a5ec72dae admin admin] Made reservation on behalf of 4379640cbcdf44458b0ce2d5d641d7d8 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 02:06:59.354615 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c0221a6-a50d-44ab-b63c-ae3a5ec72dae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:59.529178 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c0221a6-a50d-44ab-b63c-ae3a5ec72dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (4f28f518-4aae-49dc-a145-61dedfcd6d32), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:59.581444 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0221a6-a50d-44ab-b63c-ae3a5ec72dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f28f518-4aae-49dc-a145-61dedfcd6d32,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:06:59.592430 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0221a6-a50d-44ab-b63c-ae3a5ec72dae admin admin] Checking segment: {'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 02:06:59.592796 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0221a6-a50d-44ab-b63c-ae3a5ec72dae admin admin] Network hostable DHCP agents. Network: a4879a26-0bac-4fda-98e7-6f4434a58d44, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 02:06:59.609208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0221a6-a50d-44ab-b63c-ae3a5ec72dae admin admin] Network a4879a26-0bac-4fda-98e7-6f4434a58d44 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 02:06:59.617798 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-6c0221a6-a50d-44ab-b63c-ae3a5ec72dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, a4879a26-0bac-4fda-98e7-6f4434a58d44) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 02:06:59.622396 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0221a6-a50d-44ab-b63c-ae3a5ec72dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:06:59.623024 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-6c0221a6-a50d-44ab-b63c-ae3a5ec72dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:59.626826 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f4bf8e-3f8e-4514-9544-3e00c0ea3246 None None] Network a4879a26-0bac-4fda-98e7-6f4434a58d44 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 02:06:59.641052 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-6c0221a6-a50d-44ab-b63c-ae3a5ec72dae admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3159804 Mar 24 02:06:59.643842 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41882) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:06:59.647989 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:06:59.666612 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:59.667627 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:59.725062 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Publish callbacks [] for router_controller (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:59.727415 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-a4879a26-0bac-4fda-98e7-6f4434a58d44', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 02:06:59.728425 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:06:59.871728 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Allocated IP 172.20.0.2 (a4879a26-0bac-4fda-98e7-6f4434a58d44/4f28f518-4aae-49dc-a145-61dedfcd6d32/e755de47-e34b-4b4b-b544-bf25d7107d01) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 02:07:00.031907 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Publish callbacks [] for port (e755de47-e34b-4b4b-b544-bf25d7107d01), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:00.038102 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (e755de47-e34b-4b4b-b544-bf25d7107d01), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:00.075892 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Network a4879a26-0bac-4fda-98e7-6f4434a58d44 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 02:07:00.078821 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 02:07:00.085277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 02:07:00.092800 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Pushing event updated for resources: {'Port': ['ID=e755de47-e34b-4b4b-b544-bf25d7107d01,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:00.150658 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Attempting to bind port e755de47-e34b-4b4b-b544-bf25d7107d01 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 02:07:00.151113 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Attempting to bind port e755de47-e34b-4b4b-b544-bf25d7107d01 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 02:07:00.151486 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Attempting to bind port e755de47-e34b-4b4b-b544-bf25d7107d01 on network a4879a26-0bac-4fda-98e7-6f4434a58d44 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 02:07:00.156429 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 2, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 02:07:00.156808 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Checking segment: {'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 02:07:00.157243 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:00.157628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Bound using segment: {'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 02:07:00.158099 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Bound port: e755de47-e34b-4b4b-b544-bf25d7107d01, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 02:07:00.158480 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e755de47-e34b-4b4b-b544-bf25d7107d01), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:00.199672 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Publish callbacks [] for router_gateway (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:00.221819 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] For port e755de47-e34b-4b4b-b544-bf25d7107d01, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 02:07:00.226400 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] For port e755de47-e34b-4b4b-b544-bf25d7107d01, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e755de47-e34b-4b4b-b544-bf25d7107d01,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 02:07:00.233518 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e755de47-e34b-4b4b-b544-bf25d7107d01), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:00.293798 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2805bb9-758d-4f16-a2db-a171060fb8de None None] Pushing event updated for resources: {'Port': ['ID=e755de47-e34b-4b4b-b544-bf25d7107d01,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:00.402326 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Publish callbacks [] for router_gateway (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:00.421742 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:00.533233 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:00.549743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Allocated IP 172.25.0.130 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/d8b89951-c783-42c9-87d0-cbf51f813c39) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 02:07:00.657559 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Publish callbacks [] for port (d8b89951-c783-42c9-87d0-cbf51f813c39), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:00.690983 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (d8b89951-c783-42c9-87d0-cbf51f813c39), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:00.736949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 02:07:00.739907 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 02:07:00.743743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 02:07:00.768641 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Pushing event updated for resources: {'Port': ['ID=d8b89951-c783-42c9-87d0-cbf51f813c39,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:00.988407 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-140570e6-3a78-476e-87d4-0e1103642e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:01.008388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Publish callbacks [] for router_gateway (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:01.193081 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd013fca-ae94-41da-a7ac-5c75e4e4937c None None] Network a4879a26-0bac-4fda-98e7-6f4434a58d44 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 02:07:01.216034 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:01.293694 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d78fe950-6502-4ec2-9a85-896d585fff38 None None] Provisioning complete for port e755de47-e34b-4b4b-b544-bf25d7107d01 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:01.294154 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d78fe950-6502-4ec2-9a85-896d585fff38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e755de47-e34b-4b4b-b544-bf25d7107d01), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:01.346705 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 02:07:01.388597 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d78fe950-6502-4ec2-9a85-896d585fff38 None None] Current status of the port e755de47-e34b-4b4b-b544-bf25d7107d01 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:01.389303 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d78fe950-6502-4ec2-9a85-896d585fff38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (e755de47-e34b-4b4b-b544-bf25d7107d01), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:01.423231 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-d78fe950-6502-4ec2-9a85-896d585fff38 None None] For port e755de47-e34b-4b4b-b544-bf25d7107d01, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e755de47-e34b-4b4b-b544-bf25d7107d01,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:07:01.439171 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d78fe950-6502-4ec2-9a85-896d585fff38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (e755de47-e34b-4b4b-b544-bf25d7107d01), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:01.458278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 02:07:01.467564 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Sync routers for ids ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 02:07:01.484686 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Routers {'8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:07:01.485357 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:01.489043 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:01.493038 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3a52ed67-d1ba-4cce-ba72-1a1975dad53e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8455770 Mar 24 02:07:01.494269 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41884) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:07:01.497025 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fe950-6502-4ec2-9a85-896d585fff38 None None] Pushing event updated for resources: {'Port': ['ID=e755de47-e34b-4b4b-b544-bf25d7107d01,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:01.577450 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e755de47-e34b-4b4b-b544-bf25d7107d01 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:07:01.632045 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e755de47-e34b-4b4b-b544-bf25d7107d01 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:01.632412 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e755de47-e34b-4b4b-b544-bf25d7107d01), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:01.683764 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1fe7c4a8-6eec-4a75-92d5-975830f654e0 None None] Provisioning complete for port e755de47-e34b-4b4b-b544-bf25d7107d01 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:01.684132 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c4a8-6eec-4a75-92d5-975830f654e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e755de47-e34b-4b4b-b544-bf25d7107d01), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:01.736020 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Set router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:07:01.762377 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e755de47-e34b-4b4b-b544-bf25d7107d01 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:01.795870 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7c4a8-6eec-4a75-92d5-975830f654e0 None None] Current status of the port e755de47-e34b-4b4b-b544-bf25d7107d01 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:01.914573 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:00Z', 'revision_number': 3, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:01.944217 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Checking router: 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 02:07:01.944572 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Updating router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 port d8b89951-c783-42c9-87d0-cbf51f813c39 binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 02:07:01.971227 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d8b89951-c783-42c9-87d0-cbf51f813c39), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:01.978974 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:02.134561 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Allocated IP 172.20.0.1 (a4879a26-0bac-4fda-98e7-6f4434a58d44/4f28f518-4aae-49dc-a145-61dedfcd6d32/8441efc7-fc5b-45f9-8063-42f547c43ec7) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 02:07:02.230749 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Publish callbacks [] for port (d8b89951-c783-42c9-87d0-cbf51f813c39), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:02.236099 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d8b89951-c783-42c9-87d0-cbf51f813c39), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:02.240763 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Publish callbacks [] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:02.275258 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:02.279648 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Attempting to bind port d8b89951-c783-42c9-87d0-cbf51f813c39 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 02:07:02.280018 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Attempting to bind port d8b89951-c783-42c9-87d0-cbf51f813c39 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 02:07:02.280395 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Attempting to bind port d8b89951-c783-42c9-87d0-cbf51f813c39 on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 02:07:02.287959 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 2, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 02:07:02.288334 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 02:07:02.288734 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:02.289143 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 02:07:02.289610 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Bound port: d8b89951-c783-42c9-87d0-cbf51f813c39, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 02:07:02.289985 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d8b89951-c783-42c9-87d0-cbf51f813c39), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:02.314281 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Network a4879a26-0bac-4fda-98e7-6f4434a58d44 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 02:07:02.317238 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 02:07:02.318790 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Pushing event updated for resources: {'Port': ['ID=d8b89951-c783-42c9-87d0-cbf51f813c39,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:02.319984 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 02:07:02.330421 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:07:02.330770 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:07:02.331112 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:07:02.331462 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:07:02.331792 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:07:02.332125 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:07:02.332452 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:07:02.332776 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:07:02.333120 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:07:02.333446 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:07:02.333767 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:07:02.334094 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:07:02.334736 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:07:02.335069 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:07:02.335391 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:07:02.360628 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Pushing event updated for resources: {'Port': ['ID=8441efc7-fc5b-45f9-8063-42f547c43ec7,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:02.372925 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] For port d8b89951-c783-42c9-87d0-cbf51f813c39, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 02:07:02.376656 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] For port d8b89951-c783-42c9-87d0-cbf51f813c39, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d8b89951-c783-42c9-87d0-cbf51f813c39,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 02:07:02.378823 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:02.386914 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d8b89951-c783-42c9-87d0-cbf51f813c39), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:02.431974 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:02.435344 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Routers {'8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:07:02.435989 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:02.525886 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:02.553271 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] Set router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:07:02.618049 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218812e-359b-4e0f-9b6f-9352a9a62907 None None] Pushing event updated for resources: {'Port': ['ID=d8b89951-c783-42c9-87d0-cbf51f813c39,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:02.629656 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-b195fa7b-64f9-4b9f-b4a1-37e99b92877f None None] Provisioning complete for port 8441efc7-fc5b-45f9-8063-42f547c43ec7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:02.630255 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b195fa7b-64f9-4b9f-b4a1-37e99b92877f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:02.668587 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b195fa7b-64f9-4b9f-b4a1-37e99b92877f None None] Port 8441efc7-fc5b-45f9-8063-42f547c43ec7 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 02:07:02.707153 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Publish callbacks [] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:02.711860 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:02.747606 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:00Z', 'revision_number': 3, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:02.777834 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00178dc7-bc78-4fea-91ad-a2182f5b3a16 None None] The sync data for ids ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'] in n-d-760455-9 is: [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:00Z', 'revision_number': 3, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 02:07:02.782689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Pushing event updated for resources: {'Port': ['ID=8441efc7-fc5b-45f9-8063-42f547c43ec7,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:02.785875 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:02.895671 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Network a4879a26-0bac-4fda-98e7-6f4434a58d44 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 02:07:02.897137 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 02:07:03.043885 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 02:07:03.124575 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:03.177993 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 02:07:03.183683 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-11b1dcc8-5406-4d78-86e6-f63ab2a2dc24 admin admin] 10.222.0.45 "PUT /v2.0/routers/8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6878378 Mar 24 02:07:03.193827 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-054379f5-ce59-421a-b108-9c3c5c37d95b None None] Provisioning complete for port 8441efc7-fc5b-45f9-8063-42f547c43ec7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:03.194291 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-054379f5-ce59-421a-b108-9c3c5c37d95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:03.235906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-054379f5-ce59-421a-b108-9c3c5c37d95b None None] Port 8441efc7-fc5b-45f9-8063-42f547c43ec7 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 02:07:03.599699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d8b89951-c783-42c9-87d0-cbf51f813c39 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:07:03.771627 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41902) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:07:03.776662 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-05f08041-1d7d-4d3d-81b5-8f4cc525db10 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1932208939-network', 'tenant_id': 'abf4de4b51ec45578705a107823a2228'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:07:03.796125 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f08041-1d7d-4d3d-81b5-8f4cc525db10 admin admin] Made reservation on behalf of abf4de4b51ec45578705a107823a2228 for: {'network': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 02:07:03.798749 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05f08041-1d7d-4d3d-81b5-8f4cc525db10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for network (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:03.808446 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05f08041-1d7d-4d3d-81b5-8f4cc525db10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:03.816741 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d8b89951-c783-42c9-87d0-cbf51f813c39 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:03.817138 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d8b89951-c783-42c9-87d0-cbf51f813c39), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:03.891853 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05f08041-1d7d-4d3d-81b5-8f4cc525db10 admin admin] Publish callbacks [] for security_group (4c4a8b4b-dfba-49b1-9e50-88719894aa61), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:03.895432 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d8b89951-c783-42c9-87d0-cbf51f813c39 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:03.895883 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (d8b89951-c783-42c9-87d0-cbf51f813c39), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:03.896708 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05f08041-1d7d-4d3d-81b5-8f4cc525db10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4c4a8b4b-dfba-49b1-9e50-88719894aa61), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:03.924145 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port d8b89951-c783-42c9-87d0-cbf51f813c39, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d8b89951-c783-42c9-87d0-cbf51f813c39,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:07:03.925044 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f08041-1d7d-4d3d-81b5-8f4cc525db10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=115729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 02:07:03.929940 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (d8b89951-c783-42c9-87d0-cbf51f813c39), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:03.930795 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e755de47-e34b-4b4b-b544-bf25d7107d01 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:07:03.935162 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f08041-1d7d-4d3d-81b5-8f4cc525db10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4a8b4b-dfba-49b1-9e50-88719894aa61,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:03.942666 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05f08041-1d7d-4d3d-81b5-8f4cc525db10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (3c9ffff6-3d10-4b5d-9316-14510a688056), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:03.943664 n-d-760455-9 neutron-server[115729]: INFO neutron.db.segments_db [None req-05f08041-1d7d-4d3d-81b5-8f4cc525db10 admin admin] Added segment 3c9ffff6-3d10-4b5d-9316-14510a688056 of type vlan for network f57fd02c-165c-4470-a27d-40a0fc2f8389 Mar 24 02:07:03.960344 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:03.989005 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05f08041-1d7d-4d3d-81b5-8f4cc525db10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748218607418'] for network (f57fd02c-165c-4470-a27d-40a0fc2f8389), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:04.017687 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05f08041-1d7d-4d3d-81b5-8f4cc525db10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640'] for network (f57fd02c-165c-4470-a27d-40a0fc2f8389), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:04.018805 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f08041-1d7d-4d3d-81b5-8f4cc525db10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:04.019527 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-05f08041-1d7d-4d3d-81b5-8f4cc525db10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:04.022697 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=d8b89951-c783-42c9-87d0-cbf51f813c39,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:04.032677 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port e755de47-e34b-4b4b-b544-bf25d7107d01 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:04.033043 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (e755de47-e34b-4b4b-b544-bf25d7107d01), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:04.068349 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-05f08041-1d7d-4d3d-81b5-8f4cc525db10 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2956085 Mar 24 02:07:04.071274 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41904) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:07:04.077219 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-1dab03f5-d38b-42a0-91bc-d1a374320070 admin admin] Request body: {'subnet': {'network_id': 'f57fd02c-165c-4470-a27d-40a0fc2f8389', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1932208939-subnet', 'tenant_id': 'abf4de4b51ec45578705a107823a2228', 'ip_version': 4}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:07:04.086847 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f08041-1d7d-4d3d-81b5-8f4cc525db10 admin admin] Pushing event updated for resources: {'Network': ['ID=f57fd02c-165c-4470-a27d-40a0fc2f8389,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:04.106960 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Network f57fd02c-165c-4470-a27d-40a0fc2f8389 details requested by agent ovs-agent-n-d-760455-9 with host n-d-760455-9 {{(pid=115731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 02:07:04.110255 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dab03f5-d38b-42a0-91bc-d1a374320070 admin admin] Made reservation on behalf of abf4de4b51ec45578705a107823a2228 for: {'subnet': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 02:07:04.112669 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1dab03f5-d38b-42a0-91bc-d1a374320070 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59239711'] for subnet (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:04.167848 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port e755de47-e34b-4b4b-b544-bf25d7107d01 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:04.286991 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1dab03f5-d38b-42a0-91bc-d1a374320070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58779547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59239689'] for subnet (8ef642ef-a3fd-450c-815d-020310cd87aa), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:04.346167 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab03f5-d38b-42a0-91bc-d1a374320070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef642ef-a3fd-450c-815d-020310cd87aa,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:04.357304 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab03f5-d38b-42a0-91bc-d1a374320070 admin admin] Checking segment: {'id': '3c9ffff6-3d10-4b5d-9316-14510a688056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f57fd02c-165c-4470-a27d-40a0fc2f8389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 02:07:04.357686 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dab03f5-d38b-42a0-91bc-d1a374320070 admin admin] Network hostable DHCP agents. Network: f57fd02c-165c-4470-a27d-40a0fc2f8389, hostable agents: ['03cd6628-94df-42ad-b286-2b99960910ee'], hosted agents: [] {{(pid=115730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 02:07:04.373877 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dab03f5-d38b-42a0-91bc-d1a374320070 admin admin] Network f57fd02c-165c-4470-a27d-40a0fc2f8389 is scheduled to be hosted by DHCP agent 03cd6628-94df-42ad-b286-2b99960910ee with binding_index 1 {{(pid=115730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 02:07:04.381548 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-1dab03f5-d38b-42a0-91bc-d1a374320070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760455-9, f57fd02c-165c-4470-a27d-40a0fc2f8389) {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 02:07:04.385497 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab03f5-d38b-42a0-91bc-d1a374320070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:04.386106 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-1dab03f5-d38b-42a0-91bc-d1a374320070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:04.390699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7fe9e9-0e21-4ae6-ba4b-af4b076d9fc6 None None] Network f57fd02c-165c-4470-a27d-40a0fc2f8389 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 02:07:04.401946 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-1dab03f5-d38b-42a0-91bc-d1a374320070 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3288403 Mar 24 02:07:04.406516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41906) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:07:04.410043 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1932208939-router', 'tenant_id': 'abf4de4b51ec45578705a107823a2228', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:07:04.431463 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1443'] for router (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:04.432818 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640765', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1450'] for router (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:04.436033 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Sync routers for ids ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 02:07:04.457691 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Routers {'8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:07:04.458322 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:04.488738 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Publish callbacks [] for router_controller (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), precommit_add_association {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:04.590477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62ebd10-0bf4-5313-8d30-baa000ca31d0-f57fd02c-165c-4470-a27d-40a0fc2f8389', 'network_id': 'f57fd02c-165c-4470-a27d-40a0fc2f8389', 'project_id': 'abf4de4b51ec45578705a107823a2228', 'fixed_ips': [{'subnet_id': '8ef642ef-a3fd-450c-815d-020310cd87aa'}]}} from n-d-760455-9. {{(pid=115731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 02:07:04.591321 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:04.613884 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Set router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:07:04.632860 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Publish callbacks [] for router_gateway (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:04.830441 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Publish callbacks [] for router_gateway (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:04.853190 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:04.867906 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.db_base_plugin_common [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Allocated IP 172.20.0.2 (f57fd02c-165c-4470-a27d-40a0fc2f8389/8ef642ef-a3fd-450c-815d-020310cd87aa/793aefe1-32ad-4deb-81c1-7b286f1b1c05) {{(pid=115731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 02:07:04.954402 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Allocated IP 172.25.0.112 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 02:07:05.002633 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '8441efc7-fc5b-45f9-8063-42f547c43ec7', 'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'mac_address': 'fa:16:3e:e8:2e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:01Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 2, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'subnets': [{'id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:05.040682 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Checking router: 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 02:07:05.041052 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Updating router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 port 8441efc7-fc5b-45f9-8063-42f547c43ec7 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 02:07:05.061421 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Publish callbacks [] for port (abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:05.096457 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:05.101302 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:05.114108 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Publish callbacks [] for port (793aefe1-32ad-4deb-81c1-7b286f1b1c05), precommit_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:05.135127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 02:07:05.138010 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 02:07:05.141539 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 02:07:05.142951 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110'] for port (793aefe1-32ad-4deb-81c1-7b286f1b1c05), after_create {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:05.169065 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Pushing event updated for resources: {'Port': ['ID=abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:05.198001 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Network f57fd02c-165c-4470-a27d-40a0fc2f8389 is already hosted by enough agents. {{(pid=115731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 02:07:05.247211 n-d-760455-9 neutron-server[115731]: DEBUG neutron.scheduler.base_scheduler [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Resources bound (agent type, host, resource id): {{(pid=115731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 02:07:05.252418 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Received port after_create {{(pid=115731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 02:07:05.254261 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Pushing event updated for resources: {'Port': ['ID=793aefe1-32ad-4deb-81c1-7b286f1b1c05,revision_number=1']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:05.376829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Attempting to bind port 793aefe1-32ad-4deb-81c1-7b286f1b1c05 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 02:07:05.377138 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Attempting to bind port 793aefe1-32ad-4deb-81c1-7b286f1b1c05 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3c9ffff6-3d10-4b5d-9316-14510a688056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f57fd02c-165c-4470-a27d-40a0fc2f8389'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 02:07:05.377513 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Attempting to bind port 793aefe1-32ad-4deb-81c1-7b286f1b1c05 on network f57fd02c-165c-4470-a27d-40a0fc2f8389 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 02:07:05.388732 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:05.392456 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 2, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 02:07:05.392841 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Checking segment: {'id': '3c9ffff6-3d10-4b5d-9316-14510a688056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f57fd02c-165c-4470-a27d-40a0fc2f8389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 02:07:05.393273 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:05.393669 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Bound using segment: {'id': '3c9ffff6-3d10-4b5d-9316-14510a688056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f57fd02c-165c-4470-a27d-40a0fc2f8389'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 02:07:05.394154 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Bound port: 793aefe1-32ad-4deb-81c1-7b286f1b1c05, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9ffff6-3d10-4b5d-9316-14510a688056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f57fd02c-165c-4470-a27d-40a0fc2f8389'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 02:07:05.394553 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (793aefe1-32ad-4deb-81c1-7b286f1b1c05), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:05.399118 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Publish callbacks [] for router_gateway (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:05.500444 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] For port 793aefe1-32ad-4deb-81c1-7b286f1b1c05, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 02:07:05.505801 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] For port 793aefe1-32ad-4deb-81c1-7b286f1b1c05, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=793aefe1-32ad-4deb-81c1-7b286f1b1c05,segment=NetworkSegment(3c9ffff6-3d10-4b5d-9316-14510a688056),segment_id=3c9ffff6-3d10-4b5d-9316-14510a688056)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 02:07:05.509272 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d8b89951-c783-42c9-87d0-cbf51f813c39 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:07:05.555110 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (793aefe1-32ad-4deb-81c1-7b286f1b1c05), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:05.606738 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640552'] for router (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:05.741560 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Router ccd2b8ea-e2f8-4271-b496-2d21ce5717c6 is scheduled to L3 agent 801084c2-214a-4a48-800c-fec355a595db with binding_index 1 {{(pid=115730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 02:07:05.778427 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Publish callbacks [] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:05.791644 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:05.819343 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2ecda-d599-46d8-b873-ea3972035b80 None None] Pushing event updated for resources: {'Port': ['ID=793aefe1-32ad-4deb-81c1-7b286f1b1c05,revision_number=2']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:05.867331 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port d8b89951-c783-42c9-87d0-cbf51f813c39 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:05.867841 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (d8b89951-c783-42c9-87d0-cbf51f813c39), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:05.914311 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e90b1-8dcf-4d35-b0de-384d3eba41c7 None None] Pushing event updated for resources: {'Port': ['ID=8441efc7-fc5b-45f9-8063-42f547c43ec7,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:05.965801 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Attempting to bind port 8441efc7-fc5b-45f9-8063-42f547c43ec7 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 02:07:05.966180 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Attempting to bind port 8441efc7-fc5b-45f9-8063-42f547c43ec7 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 02:07:05.966559 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Attempting to bind port 8441efc7-fc5b-45f9-8063-42f547c43ec7 on network a4879a26-0bac-4fda-98e7-6f4434a58d44 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 02:07:05.982344 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 2, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 02:07:05.982890 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Checking segment: {'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 02:07:05.983321 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:05.983736 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Bound using segment: {'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 02:07:05.984257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Bound port: 8441efc7-fc5b-45f9-8063-42f547c43ec7, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 02:07:05.984652 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:06.097142 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port d8b89951-c783-42c9-87d0-cbf51f813c39 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:06.124277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] For port 8441efc7-fc5b-45f9-8063-42f547c43ec7, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 02:07:06.127628 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] For port 8441efc7-fc5b-45f9-8063-42f547c43ec7, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8441efc7-fc5b-45f9-8063-42f547c43ec7,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 02:07:06.137252 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:06.228569 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Routers {'8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:07:06.229246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:06.231188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3325c305-02cc-4307-9e72-733b17d4719c None None] Provisioning complete for port 8441efc7-fc5b-45f9-8063-42f547c43ec7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:06.231582 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3325c305-02cc-4307-9e72-733b17d4719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:06.261201 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 02:07:06.274385 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Sync routers for ids ['ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 02:07:06.284998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e90b1-8dcf-4d35-b0de-384d3eba41c7 None None] Pushing event updated for resources: {'Port': ['ID=8441efc7-fc5b-45f9-8063-42f547c43ec7,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:06.289434 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:06.295479 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41908) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:07:06.301894 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Routers {'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:07:06.302920 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:06.319287 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-238655b3-037a-4fdc-8eba-2d1b0687179e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9105375 Mar 24 02:07:06.411197 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] Set router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:07:06.455529 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3325c305-02cc-4307-9e72-733b17d4719c None None] Current status of the port 8441efc7-fc5b-45f9-8063-42f547c43ec7 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:06.456057 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3325c305-02cc-4307-9e72-733b17d4719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:06.468144 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Set router ccd2b8ea-e2f8-4271-b496-2d21ce5717c6 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:07:06.566635 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-3325c305-02cc-4307-9e72-733b17d4719c None None] For port 8441efc7-fc5b-45f9-8063-42f547c43ec7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8441efc7-fc5b-45f9-8063-42f547c43ec7,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:07:06.576264 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3325c305-02cc-4307-9e72-733b17d4719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:06.653546 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325c305-02cc-4307-9e72-733b17d4719c None None] Pushing event updated for resources: {'Port': ['ID=8441efc7-fc5b-45f9-8063-42f547c43ec7,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:06.709737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-d6be5376-b173-43ec-963d-061743c28429 None None] Provisioning complete for port 8441efc7-fc5b-45f9-8063-42f547c43ec7 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:06.710256 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d6be5376-b173-43ec-963d-061743c28429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:06.769393 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '8441efc7-fc5b-45f9-8063-42f547c43ec7', 'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'mac_address': 'fa:16:3e:e8:2e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:01Z', 'updated_at': '2022-03-24T02:07:06Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'subnets': [{'id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:06.795035 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'name': 'tempest-TestSnapshotPattern-1932208939-router', 'tenant_id': 'abf4de4b51ec45578705a107823a2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:07:04Z', 'updated_at': '2022-03-24T02:07:05Z', 'revision_number': 3, 'project_id': 'abf4de4b51ec45578705a107823a2228', 'gw_port': {'id': 'abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:28:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:04Z', 'updated_at': '2022-03-24T02:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:06.799157 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febf3ce2-3a90-44fc-ba21-0b34dc6dca57 None None] The sync data for ids ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'] in n-d-760455-9 is: [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '8441efc7-fc5b-45f9-8063-42f547c43ec7', 'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'mac_address': 'fa:16:3e:e8:2e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:01Z', 'updated_at': '2022-03-24T02:07:06Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'subnets': [{'id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 02:07:06.841897 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-d6be5376-b173-43ec-963d-061743c28429 None None] Current status of the port 8441efc7-fc5b-45f9-8063-42f547c43ec7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:06.843636 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:06.975027 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Checking router: ccd2b8ea-e2f8-4271-b496-2d21ce5717c6 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 02:07:06.975376 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Updating router ccd2b8ea-e2f8-4271-b496-2d21ce5717c6 port abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c binding host n-d-760455-9 {{(pid=115732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 02:07:07.017520 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:07.090945 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Allocated IP 172.20.0.1 (f57fd02c-165c-4470-a27d-40a0fc2f8389/8ef642ef-a3fd-450c-815d-020310cd87aa/ce8da339-be08-4e72-a8bf-6f838f1cdd05) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 02:07:07.185061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ed2d6c-b5b8-4cbd-acfc-145f81d4dfa2 None None] Network f57fd02c-165c-4470-a27d-40a0fc2f8389 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 02:07:07.237864 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Publish callbacks [] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:07.277077 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:07.303014 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-1a20fd3c-bc71-4ba9-ac70-57f22a7961fe None None] Provisioning complete for port 793aefe1-32ad-4deb-81c1-7b286f1b1c05 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:07.303521 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1a20fd3c-bc71-4ba9-ac70-57f22a7961fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (793aefe1-32ad-4deb-81c1-7b286f1b1c05), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:07.321938 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Network f57fd02c-165c-4470-a27d-40a0fc2f8389 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 02:07:07.326250 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 02:07:07.329272 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 02:07:07.346227 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Publish callbacks [] for port (abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c), precommit_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:07.357040 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:07.380106 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640509'] for router_interface (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:07.416455 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-1a20fd3c-bc71-4ba9-ac70-57f22a7961fe None None] Current status of the port 793aefe1-32ad-4deb-81c1-7b286f1b1c05 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:07.416924 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1a20fd3c-bc71-4ba9-ac70-57f22a7961fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (793aefe1-32ad-4deb-81c1-7b286f1b1c05), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:07.429802 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Attempting to bind port abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c on host n-d-760455-9 for vnic_type normal with profile {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 02:07:07.429802 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Attempting to bind port abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 02:07:07.434775 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Attempting to bind port abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c on network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 02:07:07.454833 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 2, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 02:07:07.454833 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Checking segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 02:07:07.454833 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:07.463592 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Bound using segment: {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'} {{(pid=115732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 02:07:07.464329 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.managers [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Bound port: abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf26936-0951-4992-b6ca-aef274fbbeb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952'}}] {{(pid=115732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 02:07:07.464834 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c), before_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:07.498453 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-1a20fd3c-bc71-4ba9-ac70-57f22a7961fe None None] For port 793aefe1-32ad-4deb-81c1-7b286f1b1c05, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=793aefe1-32ad-4deb-81c1-7b286f1b1c05,segment=NetworkSegment(3c9ffff6-3d10-4b5d-9316-14510a688056),segment_id=3c9ffff6-3d10-4b5d-9316-14510a688056)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:07:07.505871 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-1a20fd3c-bc71-4ba9-ac70-57f22a7961fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (793aefe1-32ad-4deb-81c1-7b286f1b1c05), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:07.524073 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8da339-be08-4e72-a8bf-6f838f1cdd05,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:07.582881 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a4ba1-03d8-49f5-81a9-015bf1ab62df None None] Pushing event updated for resources: {'Port': ['ID=abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c,revision_number=2']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:07.594761 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:07.612776 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] For port abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c, host n-d-760455-9, cleared binding levels {{(pid=115732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 02:07:07.619085 n-d-760455-9 neutron-server[115732]: DEBUG neutron.plugins.ml2.db [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] For port abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 02:07:07.623765 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20fd3c-bc71-4ba9-ac70-57f22a7961fe None None] Pushing event updated for resources: {'Port': ['ID=793aefe1-32ad-4deb-81c1-7b286f1b1c05,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:07.628735 n-d-760455-9 neutron-server[115732]: DEBUG neutron_lib.callbacks.manager [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c), after_update {{(pid=115732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:07.665297 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8441efc7-fc5b-45f9-8063-42f547c43ec7 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:07:07.719913 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 8441efc7-fc5b-45f9-8063-42f547c43ec7 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:07.720578 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:07.729273 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a4ba1-03d8-49f5-81a9-015bf1ab62df None None] Pushing event updated for resources: {'Port': ['ID=abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c,revision_number=3']} {{(pid=115732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:07.769299 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Routers {'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:07:07.770314 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:07.852335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 8441efc7-fc5b-45f9-8063-42f547c43ec7 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:07.854202 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 793aefe1-32ad-4deb-81c1-7b286f1b1c05 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:07:07.887348 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-aaa21e5a-6d8d-4e44-966b-050854c5c41f None None] Provisioning complete for port ce8da339-be08-4e72-a8bf-6f838f1cdd05 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:07.888153 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-aaa21e5a-6d8d-4e44-966b-050854c5c41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:07.936541 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] Set router ccd2b8ea-e2f8-4271-b496-2d21ce5717c6 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:07:07.949802 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-aaa21e5a-6d8d-4e44-966b-050854c5c41f None None] Port ce8da339-be08-4e72-a8bf-6f838f1cdd05 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 02:07:07.978619 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-aaa21e5a-6d8d-4e44-966b-050854c5c41f None None] Provisioning complete for port 793aefe1-32ad-4deb-81c1-7b286f1b1c05 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:07.979000 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-aaa21e5a-6d8d-4e44-966b-050854c5c41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (793aefe1-32ad-4deb-81c1-7b286f1b1c05), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:08.007376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 793aefe1-32ad-4deb-81c1-7b286f1b1c05 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:08.007957 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (793aefe1-32ad-4deb-81c1-7b286f1b1c05), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:08.177257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-aaa21e5a-6d8d-4e44-966b-050854c5c41f None None] Current status of the port 793aefe1-32ad-4deb-81c1-7b286f1b1c05 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:08.180782 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 793aefe1-32ad-4deb-81c1-7b286f1b1c05 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:08.224830 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'name': 'tempest-TestSnapshotPattern-1932208939-router', 'tenant_id': 'abf4de4b51ec45578705a107823a2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:07:04Z', 'updated_at': '2022-03-24T02:07:07Z', 'revision_number': 4, 'project_id': 'abf4de4b51ec45578705a107823a2228', 'gw_port': {'id': 'abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:28:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:04Z', 'updated_at': '2022-03-24T02:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ce8da339-be08-4e72-a8bf-6f838f1cdd05', 'name': '', 'network_id': 'f57fd02c-165c-4470-a27d-40a0fc2f8389', 'tenant_id': 'abf4de4b51ec45578705a107823a2228', 'mac_address': 'fa:16:3e:50:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4474, 'fixed_ips': [{'subnet_id': '8ef642ef-a3fd-450c-815d-020310cd87aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:06Z', 'updated_at': '2022-03-24T02:07:07Z', 'revision_number': 1, 'project_id': 'abf4de4b51ec45578705a107823a2228', 'subnets': [{'id': '8ef642ef-a3fd-450c-815d-020310cd87aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:08.252186 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022c2168-6fee-480f-a882-909cb067a0e8 None None] The sync data for ids ['ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'] in n-d-760455-9 is: [{'id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'name': 'tempest-TestSnapshotPattern-1932208939-router', 'tenant_id': 'abf4de4b51ec45578705a107823a2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:07:04Z', 'updated_at': '2022-03-24T02:07:07Z', 'revision_number': 4, 'project_id': 'abf4de4b51ec45578705a107823a2228', 'gw_port': {'id': 'abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:28:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:04Z', 'updated_at': '2022-03-24T02:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ce8da339-be08-4e72-a8bf-6f838f1cdd05', 'name': '', 'network_id': 'f57fd02c-165c-4470-a27d-40a0fc2f8389', 'tenant_id': 'abf4de4b51ec45578705a107823a2228', 'mac_address': 'fa:16:3e:50:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4474, 'fixed_ips': [{'subnet_id': '8ef642ef-a3fd-450c-815d-020310cd87aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:06Z', 'updated_at': '2022-03-24T02:07:07Z', 'revision_number': 1, 'project_id': 'abf4de4b51ec45578705a107823a2228', 'subnets': [{'id': '8ef642ef-a3fd-450c-815d-020310cd87aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 02:07:08.272342 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Publish callbacks [] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:08.282482 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:08.302232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-8d0a1ead-20b9-4140-9a2c-5e1f0bd74992 None None] Provisioning complete for port ce8da339-be08-4e72-a8bf-6f838f1cdd05 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:08.302961 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1ead-20b9-4140-9a2c-5e1f0bd74992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:08.349538 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a1ead-20b9-4140-9a2c-5e1f0bd74992 None None] Port ce8da339-be08-4e72-a8bf-6f838f1cdd05 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 02:07:08.359908 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640361'] for router_interface (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:08.362090 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8da339-be08-4e72-a8bf-6f838f1cdd05,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:08.456409 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Network f57fd02c-165c-4470-a27d-40a0fc2f8389 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 02:07:08.457921 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 02:07:08.615848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Router ccd2b8ea-e2f8-4271-b496-2d21ce5717c6 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 02:07:08.734015 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 02:07:08.738916 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-65e3c84f-81fd-4d0a-952e-6dda2659c502 admin admin] 10.222.0.45 "PUT /v2.0/routers/ccd2b8ea-e2f8-4271-b496-2d21ce5717c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4390054 Mar 24 02:07:08.776565 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-098e2fdc-a75e-4843-9093-91d058286dfe None None] Provisioning complete for port ce8da339-be08-4e72-a8bf-6f838f1cdd05 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:08.777225 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-098e2fdc-a75e-4843-9093-91d058286dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:08.815998 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-098e2fdc-a75e-4843-9093-91d058286dfe None None] Port ce8da339-be08-4e72-a8bf-6f838f1cdd05 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 02:07:09.261837 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41916) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:07:09.266320 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-576fd5f5-2eed-4b3c-a035-019d81a8e772 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992505084', 'description': 'tempest-secgroup-smoke-992505084 description', 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:07:09.286573 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-576fd5f5-2eed-4b3c-a035-019d81a8e772 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.353761 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-576fd5f5-2eed-4b3c-a035-019d81a8e772 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group (fb3af7b7-7e75-4413-9749-045556dc5a90), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.357538 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-576fd5f5-2eed-4b3c-a035-019d81a8e772 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fb3af7b7-7e75-4413-9749-045556dc5a90), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.387821 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-576fd5f5-2eed-4b3c-a035-019d81a8e772 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.389026 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-576fd5f5-2eed-4b3c-a035-019d81a8e772 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1261668 Mar 24 02:07:09.390991 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fd5f5-2eed-4b3c-a035-019d81a8e772 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3af7b7-7e75-4413-9749-045556dc5a90,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:09.392174 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41918) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:07:09.396879 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-2ca5682d-4c1d-4e3d-920f-203542fe549e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Request body: {'security_group_rule': {'security_group_id': 'fb3af7b7-7e75-4413-9749-045556dc5a90', 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:07:09.423031 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2ca5682d-4c1d-4e3d-920f-203542fe549e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (51b35b25-e122-4e8d-9215-6f0c76d2d16e), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.485701 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2ca5682d-4c1d-4e3d-920f-203542fe549e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (51b35b25-e122-4e8d-9215-6f0c76d2d16e), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.489555 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2ca5682d-4c1d-4e3d-920f-203542fe549e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (51b35b25-e122-4e8d-9215-6f0c76d2d16e), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.501941 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 793aefe1-32ad-4deb-81c1-7b286f1b1c05 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:07:09.510422 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5682d-4c1d-4e3d-920f-203542fe549e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b35b25-e122-4e8d-9215-6f0c76d2d16e,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:09.519454 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-2ca5682d-4c1d-4e3d-920f-203542fe549e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.520771 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-2ca5682d-4c1d-4e3d-920f-203542fe549e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275232 Mar 24 02:07:09.523394 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41920) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:07:09.528414 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-22364b26-dbfa-4dbc-b6ea-69a0ba42f1f4 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Request body: {'security_group_rule': {'security_group_id': 'fb3af7b7-7e75-4413-9749-045556dc5a90', 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:07:09.556011 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22364b26-dbfa-4dbc-b6ea-69a0ba42f1f4 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (da5f8a91-94ed-430e-8160-d04fccdffda1), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.567298 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port 793aefe1-32ad-4deb-81c1-7b286f1b1c05 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:09.567742 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (793aefe1-32ad-4deb-81c1-7b286f1b1c05), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.628480 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22364b26-dbfa-4dbc-b6ea-69a0ba42f1f4 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (da5f8a91-94ed-430e-8160-d04fccdffda1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.636392 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22364b26-dbfa-4dbc-b6ea-69a0ba42f1f4 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (da5f8a91-94ed-430e-8160-d04fccdffda1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.655815 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22364b26-dbfa-4dbc-b6ea-69a0ba42f1f4 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5f8a91-94ed-430e-8160-d04fccdffda1,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:09.671351 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-22364b26-dbfa-4dbc-b6ea-69a0ba42f1f4 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.674923 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-22364b26-dbfa-4dbc-b6ea-69a0ba42f1f4 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480134 Mar 24 02:07:09.675552 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41922) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:07:09.680386 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-d70b16a2-606c-4c8a-b8df-70895f5bcb31 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Request body: {'security_group_rule': {'security_group_id': 'fb3af7b7-7e75-4413-9749-045556dc5a90', 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:07:09.690264 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port 793aefe1-32ad-4deb-81c1-7b286f1b1c05 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:09.710761 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d70b16a2-606c-4c8a-b8df-70895f5bcb31 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (20d72b41-35eb-419a-bb34-59b7dfc8b2f3), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.778682 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d70b16a2-606c-4c8a-b8df-70895f5bcb31 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (20d72b41-35eb-419a-bb34-59b7dfc8b2f3), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.782863 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d70b16a2-606c-4c8a-b8df-70895f5bcb31 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (20d72b41-35eb-419a-bb34-59b7dfc8b2f3), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.805326 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b16a2-606c-4c8a-b8df-70895f5bcb31 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d72b41-35eb-419a-bb34-59b7dfc8b2f3,revision_number=0']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:09.822257 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-d70b16a2-606c-4c8a-b8df-70895f5bcb31 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.822257 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-d70b16a2-606c-4c8a-b8df-70895f5bcb31 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441584 Mar 24 02:07:09.824420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41924) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:07:09.829385 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-ed236247-23aa-4ba0-8999-1d79278735de tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Request body: {'security_group_rule': {'security_group_id': 'fb3af7b7-7e75-4413-9749-045556dc5a90', 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:07:09.860676 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed236247-23aa-4ba0-8999-1d79278735de tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (aa65b92f-f6fb-4680-a1af-500d76bfa9d5), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.932840 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed236247-23aa-4ba0-8999-1d79278735de tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (aa65b92f-f6fb-4680-a1af-500d76bfa9d5), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.937221 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed236247-23aa-4ba0-8999-1d79278735de tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (aa65b92f-f6fb-4680-a1af-500d76bfa9d5), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.955521 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed236247-23aa-4ba0-8999-1d79278735de tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa65b92f-f6fb-4680-a1af-500d76bfa9d5,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:09.965487 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ed236247-23aa-4ba0-8999-1d79278735de tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:09.966763 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ed236247-23aa-4ba0-8999-1d79278735de tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413515 Mar 24 02:07:09.969699 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41926) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:07:09.974375 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-c6865334-bd9e-422a-9cca-01bf69afa77e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Request body: {'security_group_rule': {'security_group_id': 'fb3af7b7-7e75-4413-9749-045556dc5a90', 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:07:09.995159 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-c6865334-bd9e-422a-9cca-01bf69afa77e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Project 4379640cbcdf44458b0ce2d5d641d7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 02:07:10.000186 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6865334-bd9e-422a-9cca-01bf69afa77e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (45099e76-35dd-4e89-ae72-36814adf0105), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:10.065079 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6865334-bd9e-422a-9cca-01bf69afa77e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (45099e76-35dd-4e89-ae72-36814adf0105), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:10.069309 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6865334-bd9e-422a-9cca-01bf69afa77e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (45099e76-35dd-4e89-ae72-36814adf0105), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:10.090749 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6865334-bd9e-422a-9cca-01bf69afa77e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45099e76-35dd-4e89-ae72-36814adf0105,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:10.098729 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6865334-bd9e-422a-9cca-01bf69afa77e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:10.100035 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c6865334-bd9e-422a-9cca-01bf69afa77e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292095 Mar 24 02:07:10.102696 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 41928) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:07:10.107357 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [None req-a1bcdf4c-c1f2-4605-8307-cfcae20e0194 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Request body: {'security_group_rule': {'security_group_id': 'fb3af7b7-7e75-4413-9749-045556dc5a90', 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:07:10.128506 n-d-760455-9 neutron-server[115729]: INFO neutron.db.securitygroups_db [None req-a1bcdf4c-c1f2-4605-8307-cfcae20e0194 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Project 4379640cbcdf44458b0ce2d5d641d7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 02:07:10.133676 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdf4c-c1f2-4605-8307-cfcae20e0194 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (cfd3b181-34e8-410c-8d2e-e53183c942c1), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:10.199433 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdf4c-c1f2-4605-8307-cfcae20e0194 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (cfd3b181-34e8-410c-8d2e-e53183c942c1), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:10.202912 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdf4c-c1f2-4605-8307-cfcae20e0194 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642922'] for security_group_rule (cfd3b181-34e8-410c-8d2e-e53183c942c1), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:10.223011 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcdf4c-c1f2-4605-8307-cfcae20e0194 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd3b181-34e8-410c-8d2e-e53183c942c1,revision_number=0']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:10.233110 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdf4c-c1f2-4605-8307-cfcae20e0194 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:10.234483 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-a1bcdf4c-c1f2-4605-8307-cfcae20e0194 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307449 Mar 24 02:07:10.388922 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-5e4a17d8-d621-4429-8179-49bd9d2c33da tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992505084&fields=id&tenant_id=4379640cbcdf44458b0ce2d5d641d7d8 HTTP/1.1" status: 200 len: 267 time: 0.0438731 Mar 24 02:07:10.494568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-29eeeefa-d6d7-4653-af99-413f3b0616a0 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:10.496016 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-29eeeefa-d6d7-4653-af99-413f3b0616a0 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/networks?id=a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 200 len: 809 time: 0.1007042 Mar 24 02:07:10.510880 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-c75d8ca7-5093-4a0b-a7c2-340287e3c8ff tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/quotas/4379640cbcdf44458b0ce2d5d641d7d8 HTTP/1.1" status: 200 len: 375 time: 0.0095234 Mar 24 02:07:10.566877 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-436f0a74-14bf-44d9-ba4d-71522ed3a965 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501747 Mar 24 02:07:10.582335 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-1162072f-f125-4135-b4b9-e0be519ce7ae service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 02:07:10.583285 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-1162072f-f125-4135-b4b9-e0be519ce7ae service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049636 Mar 24 02:07:10.672448 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-42dd435a-b005-4419-aa8f-be654c7bc98e service neutron] 10.222.0.45 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836215 Mar 24 02:07:10.764626 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-f17fafa5-a177-43e7-8e5c-089fbdd5d94e service neutron] 10.222.0.45 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861247 Mar 24 02:07:10.932177 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-45e6b9ae-13c4-4649-b091-f56952c84d50 req-c266ba5e-3478-4e1b-b903-7909c6980a6b tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 210 time: 0.0280614 Mar 24 02:07:11.027951 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Sync routers for ids ['ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 02:07:11.038257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Routers {'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:07:11.038942 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:11.157950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Set router ccd2b8ea-e2f8-4271-b496-2d21ce5717c6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:07:11.367226 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'name': 'tempest-TestSnapshotPattern-1932208939-router', 'tenant_id': 'abf4de4b51ec45578705a107823a2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:07:04Z', 'updated_at': '2022-03-24T02:07:07Z', 'revision_number': 4, 'project_id': 'abf4de4b51ec45578705a107823a2228', 'gw_port': {'id': 'abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:28:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:04Z', 'updated_at': '2022-03-24T02:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ce8da339-be08-4e72-a8bf-6f838f1cdd05', 'name': '', 'network_id': 'f57fd02c-165c-4470-a27d-40a0fc2f8389', 'tenant_id': 'abf4de4b51ec45578705a107823a2228', 'mac_address': 'fa:16:3e:50:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4474, 'fixed_ips': [{'subnet_id': '8ef642ef-a3fd-450c-815d-020310cd87aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:06Z', 'updated_at': '2022-03-24T02:07:08Z', 'revision_number': 2, 'project_id': 'abf4de4b51ec45578705a107823a2228', 'subnets': [{'id': '8ef642ef-a3fd-450c-815d-020310cd87aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:11.560856 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:07:11.563257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Checking router: ccd2b8ea-e2f8-4271-b496-2d21ce5717c6 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 02:07:11.563631 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Updating router ccd2b8ea-e2f8-4271-b496-2d21ce5717c6 port ce8da339-be08-4e72-a8bf-6f838f1cdd05 binding host n-d-760455-9 {{(pid=115731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 02:07:11.620979 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:11.669338 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:11.669714 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:11.859973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:11.860368 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:11.894608 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] For port abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:07:11.898747 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:11.991976 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Pushing event updated for resources: {'Port': ['ID=abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:12.012072 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Publish callbacks [] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), precommit_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:12.018628 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:12.048887 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9109aac6-72e3-4e4d-b1a7-09430e0d836c req-80a203f9-fa68-481a-874e-18c84bd4b454 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 210 time: 0.0372159 Mar 24 02:07:12.096038 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5eb4e1-a7f3-4a06-b628-c8d477abe17f None None] Pushing event updated for resources: {'Port': ['ID=ce8da339-be08-4e72-a8bf-6f838f1cdd05,revision_number=3']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:12.113297 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-12798c6b-232b-4b20-9744-a7a4838579b9 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:12.114883 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-12798c6b-232b-4b20-9744-a7a4838579b9 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.57 "GET /v2.0/networks?id=a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 200 len: 809 time: 0.2018025 Mar 24 02:07:12.128931 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Attempting to bind port ce8da339-be08-4e72-a8bf-6f838f1cdd05 on host n-d-760455-9 for vnic_type normal with profile {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 02:07:12.129330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Attempting to bind port ce8da339-be08-4e72-a8bf-6f838f1cdd05 by drivers openvswitch,hyperv on host n-d-760455-9 at level 0 using segments [{'id': '3c9ffff6-3d10-4b5d-9316-14510a688056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f57fd02c-165c-4470-a27d-40a0fc2f8389'}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 02:07:12.129699 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Attempting to bind port ce8da339-be08-4e72-a8bf-6f838f1cdd05 on network f57fd02c-165c-4470-a27d-40a0fc2f8389 {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 02:07:12.135220 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Checking agent: {'id': 'db5efee3-e377-48cd-990b-b1047292779c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 37, 5), 'started_at': datetime.datetime(2022, 3, 24, 0, 37, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 2, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760455-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 02:07:12.135598 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Checking segment: {'id': '3c9ffff6-3d10-4b5d-9316-14510a688056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f57fd02c-165c-4470-a27d-40a0fc2f8389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 02:07:12.136059 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:12.136461 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Bound using segment: {'id': '3c9ffff6-3d10-4b5d-9316-14510a688056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f57fd02c-165c-4470-a27d-40a0fc2f8389'} {{(pid=115731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 02:07:12.136936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.managers [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Bound port: ce8da339-be08-4e72-a8bf-6f838f1cdd05, host: n-d-760455-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9ffff6-3d10-4b5d-9316-14510a688056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f57fd02c-165c-4470-a27d-40a0fc2f8389'}}] {{(pid=115731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 02:07:12.137351 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:12.186415 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-fc767793-ddba-4e87-925e-26594a07c2f2 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4379640cbcdf44458b0ce2d5d641d7d8 HTTP/1.1" status: 200 len: 379 time: 0.0599771 Mar 24 02:07:12.195925 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-bd0d7050-ef03-44a9-88ae-77be2501a82a tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Request body: {'port': {'device_id': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'admin_state_up': True, 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'security_groups': ['fb3af7b7-7e75-4413-9749-045556dc5a90']}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:07:12.208387 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] For port ce8da339-be08-4e72-a8bf-6f838f1cdd05, host n-d-760455-9, cleared binding levels {{(pid=115731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 02:07:12.212051 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] For port ce8da339-be08-4e72-a8bf-6f838f1cdd05, host n-d-760455-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ce8da339-be08-4e72-a8bf-6f838f1cdd05,segment=NetworkSegment(3c9ffff6-3d10-4b5d-9316-14510a688056),segment_id=3c9ffff6-3d10-4b5d-9316-14510a688056)] {{(pid=115731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 02:07:12.219597 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:12.273551 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Routers {'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:07:12.274195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:12.331609 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-bd0d7050-ef03-44a9-88ae-77be2501a82a tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Made reservation on behalf of 4379640cbcdf44458b0ce2d5d641d7d8 for: {'port': 1} {{(pid=115730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 02:07:12.335388 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-bd0d7050-ef03-44a9-88ae-77be2501a82a tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:12.362408 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5eb4e1-a7f3-4a06-b628-c8d477abe17f None None] Pushing event updated for resources: {'Port': ['ID=ce8da339-be08-4e72-a8bf-6f838f1cdd05,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:12.387783 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-85496566-647c-4426-8ab2-a6d3dcf399a2 None None] Provisioning complete for port ce8da339-be08-4e72-a8bf-6f838f1cdd05 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:12.388169 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-85496566-647c-4426-8ab2-a6d3dcf399a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:12.440433 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] Set router ccd2b8ea-e2f8-4271-b496-2d21ce5717c6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:07:12.473502 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-bd0d7050-ef03-44a9-88ae-77be2501a82a tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Allocated IP 172.20.0.3 (a4879a26-0bac-4fda-98e7-6f4434a58d44/4f28f518-4aae-49dc-a145-61dedfcd6d32/99c6c56c-9d0e-4a86-a71e-d5e6d8608d68) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 02:07:12.606842 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-85496566-647c-4426-8ab2-a6d3dcf399a2 None None] Current status of the port ce8da339-be08-4e72-a8bf-6f838f1cdd05 is: DOWN; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:12.607240 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-85496566-647c-4426-8ab2-a6d3dcf399a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:12.626076 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-bd0d7050-ef03-44a9-88ae-77be2501a82a tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:12.659518 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-bd0d7050-ef03-44a9-88ae-77be2501a82a tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:12.668423 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-85496566-647c-4426-8ab2-a6d3dcf399a2 None None] For port ce8da339-be08-4e72-a8bf-6f838f1cdd05, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ce8da339-be08-4e72-a8bf-6f838f1cdd05,segment=NetworkSegment(3c9ffff6-3d10-4b5d-9316-14510a688056),segment_id=3c9ffff6-3d10-4b5d-9316-14510a688056)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:07:12.675188 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-85496566-647c-4426-8ab2-a6d3dcf399a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:12.701136 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-bd0d7050-ef03-44a9-88ae-77be2501a82a tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Network a4879a26-0bac-4fda-98e7-6f4434a58d44 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 02:07:12.704223 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-bd0d7050-ef03-44a9-88ae-77be2501a82a tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 02:07:12.709886 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-bd0d7050-ef03-44a9-88ae-77be2501a82a tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 02:07:12.717306 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d7050-ef03-44a9-88ae-77be2501a82a tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event updated for resources: {'Port': ['ID=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:12.756141 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85496566-647c-4426-8ab2-a6d3dcf399a2 None None] Pushing event updated for resources: {'Port': ['ID=ce8da339-be08-4e72-a8bf-6f838f1cdd05,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:12.771549 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'name': 'tempest-TestSnapshotPattern-1932208939-router', 'tenant_id': 'abf4de4b51ec45578705a107823a2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:07:04Z', 'updated_at': '2022-03-24T02:07:07Z', 'revision_number': 4, 'project_id': 'abf4de4b51ec45578705a107823a2228', 'gw_port': {'id': 'abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:28:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:04Z', 'updated_at': '2022-03-24T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ce8da339-be08-4e72-a8bf-6f838f1cdd05', 'name': '', 'network_id': 'f57fd02c-165c-4470-a27d-40a0fc2f8389', 'tenant_id': 'abf4de4b51ec45578705a107823a2228', 'mac_address': 'fa:16:3e:50:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4474, 'fixed_ips': [{'subnet_id': '8ef642ef-a3fd-450c-815d-020310cd87aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:06Z', 'updated_at': '2022-03-24T02:07:12Z', 'revision_number': 4, 'project_id': 'abf4de4b51ec45578705a107823a2228', 'subnets': [{'id': '8ef642ef-a3fd-450c-815d-020310cd87aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:12.776465 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-bd0d7050-ef03-44a9-88ae-77be2501a82a tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:12.777393 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-bd0d7050-ef03-44a9-88ae-77be2501a82a tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:12.807335 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058078e-a42b-446d-8eeb-97eaa80b0c9d None None] The sync data for ids ['ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'] in n-d-760455-9 is: [{'id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'name': 'tempest-TestSnapshotPattern-1932208939-router', 'tenant_id': 'abf4de4b51ec45578705a107823a2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:07:04Z', 'updated_at': '2022-03-24T02:07:07Z', 'revision_number': 4, 'project_id': 'abf4de4b51ec45578705a107823a2228', 'gw_port': {'id': 'abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:28:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:04Z', 'updated_at': '2022-03-24T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': 'ce8da339-be08-4e72-a8bf-6f838f1cdd05', 'name': '', 'network_id': 'f57fd02c-165c-4470-a27d-40a0fc2f8389', 'tenant_id': 'abf4de4b51ec45578705a107823a2228', 'mac_address': 'fa:16:3e:50:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4474, 'fixed_ips': [{'subnet_id': '8ef642ef-a3fd-450c-815d-020310cd87aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:06Z', 'updated_at': '2022-03-24T02:07:12Z', 'revision_number': 4, 'project_id': 'abf4de4b51ec45578705a107823a2228', 'subnets': [{'id': '8ef642ef-a3fd-450c-815d-020310cd87aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 02:07:12.815466 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-bd0d7050-ef03-44a9-88ae-77be2501a82a tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6233323 Mar 24 02:07:12.819859 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-3e7cbf18-db44-4e6d-a1b6-52f2b84b2de0 None None] Provisioning complete for port ce8da339-be08-4e72-a8bf-6f838f1cdd05 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:12.820356 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3e7cbf18-db44-4e6d-a1b6-52f2b84b2de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:12.829238 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Request body: {'port': {'device_id': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760455-9'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:07:12.920536 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-3e7cbf18-db44-4e6d-a1b6-52f2b84b2de0 None None] Current status of the port ce8da339-be08-4e72-a8bf-6f838f1cdd05 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:12.922777 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:13.041829 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-7fc913a5-0e04-4aec-8a5e-b2afa86b24cb None None] Provisioning complete for port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:13.042231 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-7fc913a5-0e04-4aec-8a5e-b2afa86b24cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:13.087284 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-7fc913a5-0e04-4aec-8a5e-b2afa86b24cb None None] Port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 02:07:13.235969 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc674c7-7e64-4c02-9da5-8f869a203225 req-325ba4f1-729f-407a-8170-f387aa1abb36 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:13.237352 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-afc674c7-7e64-4c02-9da5-8f869a203225 req-325ba4f1-729f-407a-8170-f387aa1abb36 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 931 time: 0.0982103 Mar 24 02:07:13.253454 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 {{(pid=115730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 02:07:13.266988 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Publish callbacks [] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:13.291684 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.provisioning_blocks [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Transition to ACTIVE for port object 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 will not be triggered until provisioned by entity L2. {{(pid=115730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 02:07:13.299217 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:13.332331 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-afc674c7-7e64-4c02-9da5-8f869a203225 req-60e409c2-a752-4abf-96f2-dd92b0ef75cd tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892732 Mar 24 02:07:13.362979 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Pushing event updated for resources: {'Port': ['ID=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:13.430726 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Attempting to bind port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 on host n-h1-760455-9 for vnic_type normal with profile {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 02:07:13.431567 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Attempting to bind port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 by drivers openvswitch,hyperv on host n-h1-760455-9 at level 0 using segments [{'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 02:07:13.431901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Attempting to bind port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 on network a4879a26-0bac-4fda-98e7-6f4434a58d44 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 02:07:13.436568 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 on network a4879a26-0bac-4fda-98e7-6f4434a58d44 not bound, no agent of type Open vSwitch agent registered on host n-h1-760455-9 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 02:07:13.436895 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Attempting to bind port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 on network a4879a26-0bac-4fda-98e7-6f4434a58d44 {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 02:07:13.442257 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Checking agent: {'id': '42ae27f2-c3dd-45c1-afa6-0ea997003799', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 2, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 02:07:13.442453 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Checking segment: {'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 02:07:13.442833 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Bound using segment: {'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'} {{(pid=115730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 02:07:13.443269 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.managers [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Bound port: 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68, host: n-h1-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'}}] {{(pid=115730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 02:07:13.443632 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:13.533330 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ce8da339-be08-4e72-a8bf-6f838f1cdd05 up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:07:13.538761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] For port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68, host n-h1-760455-9, cleared binding levels {{(pid=115730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 02:07:13.542779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] For port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68, host n-h1-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 02:07:13.551736 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:13.589158 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:13.589803 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:13.591184 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] 10.222.0.57 "PUT /v2.0/ports/99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 HTTP/1.1" status: 200 len: 1091 time: 0.7686651 Mar 24 02:07:13.591628 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'tag': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:07:13.591909 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port ce8da339-be08-4e72-a8bf-6f838f1cdd05 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:13.592474 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:13.593918 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559baf21-96fb-4115-be45-080c35b17311" -d '{"events": [{"name": "network-changed", "server_uuid": "ad85bb15-9c01-4747-abda-fe1ef2a9d45d", "tag": "99c6c56c-9d0e-4a86-a71e-d5e6d8608d68"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:07:13.633977 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa81f33-c95b-4453-803c-eaa2019e5dda service neutron] Pushing event updated for resources: {'Port': ['ID=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,revision_number=3']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:13.703529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-85c465a0-a847-477a-a62e-54ce8c20ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:13.704991 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-85c465a0-a847-477a-a62e-54ce8c20ce4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 1125 time: 0.0674155 Mar 24 02:07:13.755230 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port ce8da339-be08-4e72-a8bf-6f838f1cdd05 is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:13.756361 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c up at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:07:13.772710 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 02:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816078da-6192-4974-a972-12dd0234d5c3 x-openstack-request-id: req-816078da-6192-4974-a972-12dd0234d5c3 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:07:13.773010 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad85bb15-9c01-4747-abda-fe1ef2a9d45d", "tag": "99c6c56c-9d0e-4a86-a71e-d5e6d8608d68", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:07:13.773436 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-816078da-6192-4974-a972-12dd0234d5c3 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:07:13.773855 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-816078da-6192-4974-a972-12dd0234d5c3'] response: {'name': 'network-changed', 'server_uuid': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'tag': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'status': 'completed', 'code': 200} Mar 24 02:07:13.775723 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-0bf35f11-ca2f-4869-bd38-3e1c2204283d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 HTTP/1.1" status: 200 len: 217 time: 0.0625322 Mar 24 02:07:13.814930 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Provisioning complete for port abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:13.815320 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:13.843606 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-eb78a6a1-4937-46b7-8264-05b50a8dac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:13.845081 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-eb78a6a1-4937-46b7-8264-05b50a8dac32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f28f518-4aae-49dc-a145-61dedfcd6d32 HTTP/1.1" status: 200 len: 848 time: 0.0640144 Mar 24 02:07:13.896811 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-be17ce0b-c8bf-49c0-8765-42cdb1f222d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:13.898400 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-be17ce0b-c8bf-49c0-8765-42cdb1f222d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4879a26-0bac-4fda-98e7-6f4434a58d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476074 Mar 24 02:07:13.906950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Current status of the port abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c is: ACTIVE; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:13.999334 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-78dfcc4c-1b21-4331-a744-78c1771042e5 service neutron] 10.222.0.57 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946674 Mar 24 02:07:14.092401 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e4a5cf3a-2746-4db5-b5ae-23a2cfb67e36 req-3ec0fc10-7d25-4545-88b4-ad370c68995f service neutron] 10.222.0.57 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870645 Mar 24 02:07:14.184363 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559baf21-96fb-4115-be45-080c35b17311 req-d4651b9c-7871-42d0-b865-28b0b68181c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:14.185899 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-559baf21-96fb-4115-be45-080c35b17311 req-d4651b9c-7871-42d0-b865-28b0b68181c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 1125 time: 0.0456669 Mar 24 02:07:14.277901 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559baf21-96fb-4115-be45-080c35b17311 req-ff57c35c-7f12-4121-9217-8148dc3acbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:14.279237 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-559baf21-96fb-4115-be45-080c35b17311 req-ff57c35c-7f12-4121-9217-8148dc3acbcd service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 200 len: 910 time: 0.0866344 Mar 24 02:07:14.319925 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-559baf21-96fb-4115-be45-080c35b17311 req-1ff6aec4-b539-485e-840e-402289a9e88d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 HTTP/1.1" status: 200 len: 217 time: 0.0336730 Mar 24 02:07:14.372646 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559baf21-96fb-4115-be45-080c35b17311 req-8215e555-5e07-432e-8aab-e56e1afec17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:14.374304 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-559baf21-96fb-4115-be45-080c35b17311 req-8215e555-5e07-432e-8aab-e56e1afec17e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f28f518-4aae-49dc-a145-61dedfcd6d32 HTTP/1.1" status: 200 len: 848 time: 0.0474439 Mar 24 02:07:14.457345 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559baf21-96fb-4115-be45-080c35b17311 req-dbbb3986-bacb-4ba9-8a93-85a35b3609e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:14.458833 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-559baf21-96fb-4115-be45-080c35b17311 req-dbbb3986-bacb-4ba9-8a93-85a35b3609e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4879a26-0bac-4fda-98e7-6f4434a58d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0771804 Mar 24 02:07:14.482003 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01743b56-fc19-4945-8994-ee209ea48a96 req-d43d84ed-787a-457f-80fa-bf1bc5c09776 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:14.483399 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01743b56-fc19-4945-8994-ee209ea48a96 req-d43d84ed-787a-457f-80fa-bf1bc5c09776 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 943 time: 0.0738122 Mar 24 02:07:14.579193 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-01743b56-fc19-4945-8994-ee209ea48a96 req-de02fe2f-7a53-4eaf-8674-464e216ac659 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864058 Mar 24 02:07:14.596631 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-559baf21-96fb-4115-be45-080c35b17311 req-6e0aef11-475d-41fb-9714-5f4db832b860 service neutron] 10.222.0.57 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300044 Mar 24 02:07:14.684303 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-559baf21-96fb-4115-be45-080c35b17311 req-31f09f9a-0361-4b2f-b2ea-80f84ba9bda5 service neutron] 10.222.0.57 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803668 Mar 24 02:07:15.704182 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d625a1-01be-4873-9b1f-dc9772d9e4c9 req-0bd499f3-f3a5-40ca-af99-64c112ba99ca tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:15.705642 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83d625a1-01be-4873-9b1f-dc9772d9e4c9 req-0bd499f3-f3a5-40ca-af99-64c112ba99ca tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 943 time: 0.0570209 Mar 24 02:07:15.753462 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-83d625a1-01be-4873-9b1f-dc9772d9e4c9 req-44bdf825-2cd6-45f6-bbee-1349e3a0bd0f tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422037 Mar 24 02:07:16.870661 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcfaf5-bc15-47cb-9002-ee856d057f61 req-544a529b-e24a-428f-a938-b9864f242138 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:16.872169 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5bdcfaf5-bc15-47cb-9002-ee856d057f61 req-544a529b-e24a-428f-a938-b9864f242138 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 943 time: 0.0535159 Mar 24 02:07:16.920736 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5bdcfaf5-bc15-47cb-9002-ee856d057f61 req-628a41e7-aee2-4dc9-a9b5-76d7f53cf6d8 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428371 Mar 24 02:07:17.100370 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 02:07:17.194122 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:07:17.206643 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'port_id': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'mac_address': 'fa:16:3e:e5:43:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 02:07:17.246640 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:17.247039 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:17.260501 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 02:07:17.279071 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:07:17.283008 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:17.328188 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:17.494452 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['99c6c56c-9d0e-4a86-a71e-d5e6d8608d68'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 02:07:18.039325 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daafe2-f228-4b0a-b8d1-41f97c8fd6ec req-5cbdfc22-ce30-49a5-80e5-b00a231edc89 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:18.040764 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84daafe2-f228-4b0a-b8d1-41f97c8fd6ec req-5cbdfc22-ce30-49a5-80e5-b00a231edc89 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 944 time: 0.0531864 Mar 24 02:07:18.095655 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-84daafe2-f228-4b0a-b8d1-41f97c8fd6ec req-3d83e9db-df2e-4ea1-ae17-b169117004fb tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480330 Mar 24 02:07:19.123531 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:07:19.171912 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning for port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 02:07:19.176967 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:07:19.177375 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:19.215497 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937516dd-05cc-41bf-9bed-e38e45b897ba req-edf20100-a0d9-4137-b9e4-7ba617c5a22e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:19.216954 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-937516dd-05cc-41bf-9bed-e38e45b897ba req-edf20100-a0d9-4137-b9e4-7ba617c5a22e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 944 time: 0.0541356 Mar 24 02:07:19.256242 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:07:19.256636 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:19.266377 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-937516dd-05cc-41bf-9bed-e38e45b897ba req-4353d801-9a90-4bda-9b5e-87576994111d tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435314 Mar 24 02:07:19.279536 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:07:19.281801 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91ad4da-9eae-48ff-84fd-f1cc2380e0e7" -d '{"events": [{"server_uuid": "ad85bb15-9c01-4747-abda-fe1ef2a9d45d", "name": "network-vif-plugged", "status": "completed", "tag": "99c6c56c-9d0e-4a86-a71e-d5e6d8608d68"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:07:19.295061 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:07:19.299021 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:19.324051 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 02:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f06d07-8069-4c7e-bfc7-8eaaa67a28d6 x-openstack-request-id: req-17f06d07-8069-4c7e-bfc7-8eaaa67a28d6 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:07:19.324344 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad85bb15-9c01-4747-abda-fe1ef2a9d45d", "name": "network-vif-plugged", "status": "completed", "tag": "99c6c56c-9d0e-4a86-a71e-d5e6d8608d68", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:07:19.324605 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17f06d07-8069-4c7e-bfc7-8eaaa67a28d6 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:07:19.325007 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f06d07-8069-4c7e-bfc7-8eaaa67a28d6'] response: {'server_uuid': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'code': 200} Mar 24 02:07:19.355175 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:19.424000 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b2492-6d09-4e9f-8d9b-82ebaf7af08a req-19f4658e-133f-439f-ad5b-396695889ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:19.425493 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-133b2492-6d09-4e9f-8d9b-82ebaf7af08a req-19f4658e-133f-439f-ad5b-396695889ca0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 1127 time: 0.0437479 Mar 24 02:07:19.473692 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-133b2492-6d09-4e9f-8d9b-82ebaf7af08a req-8807e43c-7ca7-4a36-a911-eb3635df062e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394557 Mar 24 02:07:20.388584 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bde13-0bf9-4274-91e4-6dc2d8465d6a req-c5f3d7b2-62f7-4689-a0f7-abc7c241e67f tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:20.390019 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-470bde13-0bf9-4274-91e4-6dc2d8465d6a req-c5f3d7b2-62f7-4689-a0f7-abc7c241e67f tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 945 time: 0.0570164 Mar 24 02:07:20.437530 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-470bde13-0bf9-4274-91e4-6dc2d8465d6a req-9cc7d9cf-3fbc-4a10-9199-b09bc9922506 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416372 Mar 24 02:07:21.557921 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b7ace-d2af-4b2e-a255-e507ffafa503 req-ba6fb609-6e4e-46cb-ae0f-19785465ec9b tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:21.559397 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be4b7ace-d2af-4b2e-a255-e507ffafa503 req-ba6fb609-6e4e-46cb-ae0f-19785465ec9b tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 945 time: 0.0529602 Mar 24 02:07:21.607938 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-be4b7ace-d2af-4b2e-a255-e507ffafa503 req-5d1fe11e-96ec-49db-ad88-6a9111ac7a19 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429349 Mar 24 02:07:21.732872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50a231-6e04-4805-a1fe-a8bb6e6e0bb1 req-66ef34f6-41ef-45ef-b430-c39e2be99095 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:21.734273 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd50a231-6e04-4805-a1fe-a8bb6e6e0bb1 req-66ef34f6-41ef-45ef-b430-c39e2be99095 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 945 time: 0.0608580 Mar 24 02:07:21.781928 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fd50a231-6e04-4805-a1fe-a8bb6e6e0bb1 req-386549da-a250-4545-b568-873a8aa35c68 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421412 Mar 24 02:07:21.802967 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41984) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:07:21.932690 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0386ba-e91c-4bf5-9071-c71bba3cfd1c tempest-TestSnapshotPattern-1658792237 tempest-TestSnapshotPattern-1658792237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:21.934200 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-ce0386ba-e91c-4bf5-9071-c71bba3cfd1c tempest-TestSnapshotPattern-1658792237 tempest-TestSnapshotPattern-1658792237-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 1122 time: 0.1302574 Mar 24 02:07:21.937073 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 41988) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:07:21.941207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:07:21.962271 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:22.062763 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:22.161754 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Allocated IP 172.25.0.109 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/1497df66-bba0-4ce3-8c76-dcc3ce461d0f) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 02:07:22.267324 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for port (1497df66-bba0-4ce3-8c76-dcc3ce461d0f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:22.301396 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (1497df66-bba0-4ce3-8c76-dcc3ce461d0f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:22.336585 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 02:07:22.340109 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 02:07:22.343603 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 02:07:22.370919 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event updated for resources: {'Port': ['ID=1497df66-bba0-4ce3-8c76-dcc3ce461d0f,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:22.699435 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for floatingip (b7a3ba93-ca06-444e-b0aa-b2190c645c0f), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:22.766645 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (1497df66-bba0-4ce3-8c76-dcc3ce461d0f), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:22.920051 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for port (1497df66-bba0-4ce3-8c76-dcc3ce461d0f), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:22.924419 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (1497df66-bba0-4ce3-8c76-dcc3ce461d0f), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:22.992060 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event updated for resources: {'Port': ['ID=1497df66-bba0-4ce3-8c76-dcc3ce461d0f,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:07:23.001822 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (b7a3ba93-ca06-444e-b0aa-b2190c645c0f), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:23.106377 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Floating IP b7a3ba93-ca06-444e-b0aa-b2190c645c0f associated. External IP: 172.25.0.109, port: 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68. Mar 24 02:07:23.254181 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:07:23.314838 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 02:07:23.421679 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 02:07:23.431723 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7869795-7b97-418a-b7a7-7e65ba4d7d27 None None] Sync routers for ids ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 02:07:23.439393 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:23.441001 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7869795-7b97-418a-b7a7-7e65ba4d7d27 None None] Routers {'8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:07:23.441656 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f7869795-7b97-418a-b7a7-7e65ba4d7d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:23.470192 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-580eab2b-0a14-44e9-9f05-b7eb32adff61 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5318513 Mar 24 02:07:23.470941 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'tag': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:07:23.473351 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0179e33d-0e10-4a46-9a46-83c8d6a78251" -d '{"events": [{"name": "network-changed", "server_uuid": "ad85bb15-9c01-4747-abda-fe1ef2a9d45d", "tag": "99c6c56c-9d0e-4a86-a71e-d5e6d8608d68"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:07:23.513876 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 02:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd467bb-c47d-409e-9b34-b23fbc2cbb62 x-openstack-request-id: req-7dd467bb-c47d-409e-9b34-b23fbc2cbb62 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:07:23.514173 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad85bb15-9c01-4747-abda-fe1ef2a9d45d", "tag": "99c6c56c-9d0e-4a86-a71e-d5e6d8608d68", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:07:23.514431 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7dd467bb-c47d-409e-9b34-b23fbc2cbb62 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:07:23.514873 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd467bb-c47d-409e-9b34-b23fbc2cbb62'] response: {'name': 'network-changed', 'server_uuid': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'tag': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'status': 'completed', 'code': 200} Mar 24 02:07:23.549651 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-f7869795-7b97-418a-b7a7-7e65ba4d7d27 None None] Set router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:07:23.579436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179e33d-0e10-4a46-9a46-83c8d6a78251 req-d12a3280-e01b-4fce-ad6b-b8f559f29760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:23.581001 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0179e33d-0e10-4a46-9a46-83c8d6a78251 req-d12a3280-e01b-4fce-ad6b-b8f559f29760 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 1127 time: 0.0456097 Mar 24 02:07:23.672001 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179e33d-0e10-4a46-9a46-83c8d6a78251 req-08b2ec2e-0feb-4e72-abd8-e0a8f61e1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:23.673489 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0179e33d-0e10-4a46-9a46-83c8d6a78251 req-08b2ec2e-0feb-4e72-abd8-e0a8f61e1528 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 200 len: 910 time: 0.0866880 Mar 24 02:07:23.736812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0179e33d-0e10-4a46-9a46-83c8d6a78251 req-d532f7e1-99be-42d2-8770-e888bf8a018c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 HTTP/1.1" status: 200 len: 999 time: 0.0576472 Mar 24 02:07:23.768529 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f7869795-7b97-418a-b7a7-7e65ba4d7d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b7a3ba93-ca06-444e-b0aa-b2190c645c0f', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'port_id': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'mac_address': 'fa:16:3e:e5:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T02:07:22Z', 'updated_at': '2022-03-24T02:07:22Z', 'revision_number': 0, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8441efc7-fc5b-45f9-8063-42f547c43ec7', 'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'mac_address': 'fa:16:3e:e8:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:01Z', 'updated_at': '2022-03-24T02:07:06Z', 'revision_number': 5, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'subnets': [{'id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:23.788382 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179e33d-0e10-4a46-9a46-83c8d6a78251 req-021e1946-9dd5-44c8-b170-991979ed2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:23.789853 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0179e33d-0e10-4a46-9a46-83c8d6a78251 req-021e1946-9dd5-44c8-b170-991979ed2d23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f28f518-4aae-49dc-a145-61dedfcd6d32 HTTP/1.1" status: 200 len: 848 time: 0.0463576 Mar 24 02:07:23.794490 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7869795-7b97-418a-b7a7-7e65ba4d7d27 None None] Checking router: 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 02:07:23.804931 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7869795-7b97-418a-b7a7-7e65ba4d7d27 None None] Routers {'8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:07:23.805571 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f7869795-7b97-418a-b7a7-7e65ba4d7d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:07:01Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:23.838879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179e33d-0e10-4a46-9a46-83c8d6a78251 req-3bfc2f13-d874-4532-ada5-ad71c3aff9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:07:23.840439 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0179e33d-0e10-4a46-9a46-83c8d6a78251 req-3bfc2f13-d874-4532-ada5-ad71c3aff9d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4879a26-0bac-4fda-98e7-6f4434a58d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445187 Mar 24 02:07:23.909499 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-f7869795-7b97-418a-b7a7-7e65ba4d7d27 None None] Set router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:07:23.925849 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0179e33d-0e10-4a46-9a46-83c8d6a78251 req-a6f2692f-6818-4100-a236-8781e7e6b52a service neutron] 10.222.0.57 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796411 Mar 24 02:07:24.020531 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0179e33d-0e10-4a46-9a46-83c8d6a78251 req-8e6d4538-98be-43f1-8ea3-995aa9fdcfee service neutron] 10.222.0.57 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889273 Mar 24 02:07:24.126657 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-f7869795-7b97-418a-b7a7-7e65ba4d7d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b7a3ba93-ca06-444e-b0aa-b2190c645c0f', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'port_id': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'mac_address': 'fa:16:3e:e5:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T02:07:22Z', 'updated_at': '2022-03-24T02:07:22Z', 'revision_number': 0, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8441efc7-fc5b-45f9-8063-42f547c43ec7', 'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'mac_address': 'fa:16:3e:e8:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:01Z', 'updated_at': '2022-03-24T02:07:06Z', 'revision_number': 5, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'subnets': [{'id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:07:24.155287 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7869795-7b97-418a-b7a7-7e65ba4d7d27 None None] The sync data for ids ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'] in n-d-760455-9 is: [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b7a3ba93-ca06-444e-b0aa-b2190c645c0f', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'port_id': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'mac_address': 'fa:16:3e:e5:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T02:07:22Z', 'updated_at': '2022-03-24T02:07:22Z', 'revision_number': 0, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8441efc7-fc5b-45f9-8063-42f547c43ec7', 'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'mac_address': 'fa:16:3e:e8:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:01Z', 'updated_at': '2022-03-24T02:07:06Z', 'revision_number': 5, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'subnets': [{'id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 02:07:24.358320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797e7a6f-5bf7-46bc-a4fe-347f9993db59 None None] New status for floating IP b7a3ba93-ca06-444e-b0aa-b2190c645c0f: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 02:07:28.882524 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4b7744b2-57b2-4d9f-9be3-683a2b29e1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:30.531219 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:30.980892 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c34c-40cc-436d-b48a-8175a9c40663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:32.423132 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:33.140171 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:33.928980 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:35.361384 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:07:58.884453 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fbf71004-5b8d-474d-bcc5-55766b8fb143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:08:00.254567 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:08:00.546642 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:08:00.982302 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c66533fc-82a7-4756-9fec-dd19023b4236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:08:02.426125 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:08:03.159261 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:08:03.931424 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:08:05.365697 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:08:09.878837 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d9f595d-9445-4710-8de4-18764ab8bab0 req-52168441-da60-4203-8435-9871523be287 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452256 Mar 24 02:08:09.962697 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f595d-9445-4710-8de4-18764ab8bab0 req-7d745014-08a5-4b51-9afd-281bdb1e18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:08:09.964438 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d9f595d-9445-4710-8de4-18764ab8bab0 req-7d745014-08a5-4b51-9afd-281bdb1e18b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 1127 time: 0.0439708 Mar 24 02:08:10.067780 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f595d-9445-4710-8de4-18764ab8bab0 req-853dabfb-d6d1-4fae-bf8f-89b2ed5ea496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:08:10.069333 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d9f595d-9445-4710-8de4-18764ab8bab0 req-853dabfb-d6d1-4fae-bf8f-89b2ed5ea496 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 200 len: 910 time: 0.0865669 Mar 24 02:08:10.132261 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d9f595d-9445-4710-8de4-18764ab8bab0 req-12a46df3-84d5-4ad9-9568-0d13f02bd4d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 HTTP/1.1" status: 200 len: 1001 time: 0.0568025 Mar 24 02:08:10.534701 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f595d-9445-4710-8de4-18764ab8bab0 req-32b15cab-4ff3-49df-977d-d52b64d5d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:08:10.536150 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d9f595d-9445-4710-8de4-18764ab8bab0 req-32b15cab-4ff3-49df-977d-d52b64d5d18f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f28f518-4aae-49dc-a145-61dedfcd6d32 HTTP/1.1" status: 200 len: 848 time: 0.3988488 Mar 24 02:08:10.584481 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f595d-9445-4710-8de4-18764ab8bab0 req-efa535cf-3201-44a8-9d18-6a3b49937ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:08:10.585983 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d9f595d-9445-4710-8de4-18764ab8bab0 req-efa535cf-3201-44a8-9d18-6a3b49937ae3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4879a26-0bac-4fda-98e7-6f4434a58d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431621 Mar 24 02:08:10.674186 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d9f595d-9445-4710-8de4-18764ab8bab0 req-572d15a7-4406-4536-b9fc-18d32ff8912e service neutron] 10.222.0.57 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809977 Mar 24 02:08:10.764056 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5d9f595d-9445-4710-8de4-18764ab8bab0 req-e7e3fd3c-0d35-44fe-af28-add059f6bf53 service neutron] 10.222.0.57 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840454 Mar 24 02:08:28.884928 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-30578bcd-2440-46f2-a6ac-e0933d1c03fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:08:30.537437 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:08:30.983949 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e1372769-7203-4c10-8208-ad9fddfe90b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:08:32.428459 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:08:33.174857 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:08:33.934844 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:08:35.367632 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:08:37.252867 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:08:58.886917 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-00a53573-d1a6-460d-aed1-909436fef880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:00.561088 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:00.987841 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-25d6a323-a35c-4c16-93b3-dc0cb13bc654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:02.431782 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:03.169902 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:03.936857 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:05.371200 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:09.896955 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c97409-b412-475e-ad14-6ebf9cd21e3f req-8032881a-3be3-442e-b37b-8d4a9cd3f783 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433326 Mar 24 02:09:09.979643 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c97409-b412-475e-ad14-6ebf9cd21e3f req-6e8723bc-ead8-485d-90b3-b9a8b1282fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:09.981763 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c97409-b412-475e-ad14-6ebf9cd21e3f req-6e8723bc-ead8-485d-90b3-b9a8b1282fe0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 1127 time: 0.0457590 Mar 24 02:09:10.086358 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c97409-b412-475e-ad14-6ebf9cd21e3f req-2dda4574-6b49-4074-933f-b38e7e93b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:10.088744 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c97409-b412-475e-ad14-6ebf9cd21e3f req-2dda4574-6b49-4074-933f-b38e7e93b9c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 200 len: 910 time: 0.0900228 Mar 24 02:09:10.154044 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c97409-b412-475e-ad14-6ebf9cd21e3f req-c480d9cf-13c3-4893-b6ae-cf896dc921f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 HTTP/1.1" status: 200 len: 1001 time: 0.0592797 Mar 24 02:09:10.203693 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c97409-b412-475e-ad14-6ebf9cd21e3f req-ba0b2a25-82e3-4424-acd2-bf92d4e6df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:10.205232 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c97409-b412-475e-ad14-6ebf9cd21e3f req-ba0b2a25-82e3-4424-acd2-bf92d4e6df5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f28f518-4aae-49dc-a145-61dedfcd6d32 HTTP/1.1" status: 200 len: 848 time: 0.0454597 Mar 24 02:09:10.254949 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c97409-b412-475e-ad14-6ebf9cd21e3f req-0de44b8a-a403-4f9f-a3c3-e561bd2f8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:10.256432 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c97409-b412-475e-ad14-6ebf9cd21e3f req-0de44b8a-a403-4f9f-a3c3-e561bd2f8ecc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4879a26-0bac-4fda-98e7-6f4434a58d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457821 Mar 24 02:09:10.356733 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c97409-b412-475e-ad14-6ebf9cd21e3f req-ff1bdd73-ef9f-4880-8d7a-f719ce81894b service neutron] 10.222.0.57 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939767 Mar 24 02:09:10.452212 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b9c97409-b412-475e-ad14-6ebf9cd21e3f req-ee53ae56-0e19-4b87-8661-ef2182f644b1 service neutron] 10.222.0.57 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899153 Mar 24 02:09:14.254869 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:09:21.834193 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 details requested by agent hyperv_n-h1-760455-9 with host n-h1-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 02:09:21.926521 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:09:21.938054 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Returning: {'device': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'port_id': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'mac_address': 'fa:16:3e:e5:43:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 02:09:22.130115 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:09:22.130409 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:22.143307 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 02:09:22.164648 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:09:22.169348 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:22.220477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:09:22.228308 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:22.228662 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:22.229009 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:22.229385 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:22.229725 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:22.230670 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:22.231013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:22.231404 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:22.231742 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:22.232072 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:22.232404 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:22.232732 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:22.233057 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:22.233409 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:22.233737 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:22.239129 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] get_ports_and_sgs() called for port_ids ['99c6c56c-9d0e-4a86-a71e-d5e6d8608d68'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 02:09:23.844651 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 up at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:09:23.894964 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Provisioning complete for port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:09:23.895346 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:23.983509 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:09:23.983911 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:24.010314 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:09:24.013236 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d704928f-ba5d-4cb9-835a-9bf321775e69" -d '{"events": [{"server_uuid": "ad85bb15-9c01-4747-abda-fe1ef2a9d45d", "name": "network-vif-plugged", "status": "completed", "tag": "99c6c56c-9d0e-4a86-a71e-d5e6d8608d68"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:09:24.029971 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:09:24.039144 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:24.114933 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:09:24.135359 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 02:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df82082-d636-43de-9db7-bcdcaf1635e0 x-openstack-request-id: req-3df82082-d636-43de-9db7-bcdcaf1635e0 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:09:24.135907 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad85bb15-9c01-4747-abda-fe1ef2a9d45d", "name": "network-vif-plugged", "status": "completed", "tag": "99c6c56c-9d0e-4a86-a71e-d5e6d8608d68", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:09:24.136288 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3df82082-d636-43de-9db7-bcdcaf1635e0 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:09:24.137481 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df82082-d636-43de-9db7-bcdcaf1635e0'] response: {'server_uuid': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'code': 200} Mar 24 02:09:28.891028 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3f2e768-9c6e-4962-8f25-8e45270d24b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:30.565188 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:30.992398 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3312911b-8b81-4710-8a3a-bf279fde954f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:32.405808 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26a891b1-3458-46e8-b311-220b37cc6574 req-6484b4f6-ba0f-4753-95cc-c94b0b1d96a1 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992505084&fields=id&tenant_id=4379640cbcdf44458b0ce2d5d641d7d8 HTTP/1.1" status: 200 len: 267 time: 0.0435734 Mar 24 02:09:32.435869 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:32.513851 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a891b1-3458-46e8-b311-220b37cc6574 req-8e5642e7-23c6-4230-95f5-82fc80405baf tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:32.515738 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26a891b1-3458-46e8-b311-220b37cc6574 req-8e5642e7-23c6-4230-95f5-82fc80405baf tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/networks?id=a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 200 len: 809 time: 0.1034439 Mar 24 02:09:32.530604 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26a891b1-3458-46e8-b311-220b37cc6574 req-6464ae40-b272-4bdf-8e17-d8db0963a391 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/quotas/4379640cbcdf44458b0ce2d5d641d7d8 HTTP/1.1" status: 200 len: 375 time: 0.0097485 Mar 24 02:09:32.586407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26a891b1-3458-46e8-b311-220b37cc6574 req-6f4d0aaf-76ec-4b57-ac63-8d9e433bcc0e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506604 Mar 24 02:09:32.721610 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26a891b1-3458-46e8-b311-220b37cc6574 req-7ba3e3e2-31d8-47f1-bb15-dea723ad87b6 service neutron] 10.222.0.45 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227853 Mar 24 02:09:32.814895 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-26a891b1-3458-46e8-b311-220b37cc6574 req-57c0c81a-645c-403c-9746-3c4dc709977f service neutron] 10.222.0.45 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858018 Mar 24 02:09:32.990873 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-489d4cd6-1273-4835-966e-06226c4d6b38 req-1cf10819-2cb1-4140-a7ad-12973bc7075b tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 210 time: 0.0281277 Mar 24 02:09:33.172997 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:33.910172 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a891b1-3458-46e8-b311-220b37cc6574 req-adb99db4-8888-4643-968c-fb13b9966192 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:33.911692 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-26a891b1-3458-46e8-b311-220b37cc6574 req-adb99db4-8888-4643-968c-fb13b9966192 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.48 "GET /v2.0/networks?id=a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 200 len: 809 time: 0.1049404 Mar 24 02:09:33.939985 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:33.981636 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-26a891b1-3458-46e8-b311-220b37cc6574 req-0cf65fac-e136-4a21-8d3e-27d756488f28 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4379640cbcdf44458b0ce2d5d641d7d8 HTTP/1.1" status: 200 len: 379 time: 0.0618291 Mar 24 02:09:33.991295 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-26a891b1-3458-46e8-b311-220b37cc6574 req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Request body: {'port': {'device_id': '9a2d5c27-6178-412a-b884-7f1987765003', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'admin_state_up': True, 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'security_groups': ['fb3af7b7-7e75-4413-9749-045556dc5a90']}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:09:34.092726 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-66088fc7-9d80-4f23-a76e-61f5da51a550 req-c9a217b4-aa04-4b26-a7e0-87ae2212b97a tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 210 time: 0.0287402 Mar 24 02:09:34.104688 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a891b1-3458-46e8-b311-220b37cc6574 req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Made reservation on behalf of 4379640cbcdf44458b0ce2d5d641d7d8 for: {'port': 1} {{(pid=115729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 02:09:34.111172 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-26a891b1-3458-46e8-b311-220b37cc6574 req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:34.277988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_common [req-26a891b1-3458-46e8-b311-220b37cc6574 req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Allocated IP 172.20.0.10 (a4879a26-0bac-4fda-98e7-6f4434a58d44/4f28f518-4aae-49dc-a145-61dedfcd6d32/faa1c55f-233c-4ceb-8564-dec57a002afe) {{(pid=115729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 02:09:34.505157 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-26a891b1-3458-46e8-b311-220b37cc6574 req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), precommit_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:34.546647 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-26a891b1-3458-46e8-b311-220b37cc6574 req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), after_create {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:34.597691 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a891b1-3458-46e8-b311-220b37cc6574 req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Network a4879a26-0bac-4fda-98e7-6f4434a58d44 is already hosted by enough agents. {{(pid=115729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 02:09:34.601557 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.base_scheduler [req-26a891b1-3458-46e8-b311-220b37cc6574 req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Resources bound (agent type, host, resource id): {{(pid=115729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 02:09:34.605979 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a891b1-3458-46e8-b311-220b37cc6574 req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Received port after_create {{(pid=115729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 02:09:34.660047 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event updated for resources: {'Port': ['ID=faa1c55f-233c-4ceb-8564-dec57a002afe,revision_number=1']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:09:34.674066 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:34.674702 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:34.675237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:34.675759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:34.676263 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:34.676765 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:34.677326 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:34.677848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:34.678406 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:34.678912 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:34.679420 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:34.679940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:34.680272 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:34.680606 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:34.680940 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:34.724322 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a891b1-3458-46e8-b311-220b37cc6574 req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:34.725212 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-26a891b1-3458-46e8-b311-220b37cc6574 req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:34.746682 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-26a891b1-3458-46e8-b311-220b37cc6574 req-1cf4ac16-60c7-4251-9fbe-93a1ef615757 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7582188 Mar 24 02:09:34.858858 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2e3d1305-ade5-49a7-a7e3-06d9033b4d27 None None] Provisioning complete for port faa1c55f-233c-4ceb-8564-dec57a002afe triggered by entity DHCP. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:09:34.859377 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2e3d1305-ade5-49a7-a7e3-06d9033b4d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:34.912886 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d1305-ade5-49a7-a7e3-06d9033b4d27 None None] Port faa1c55f-233c-4ceb-8564-dec57a002afe cannot update to ACTIVE because it is not bound. {{(pid=115731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 02:09:35.233719 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5e7e-d697-4afd-9aa8-60bc12523028 req-dfa37f5f-c865-49bf-8343-12008f44f19f tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:35.235239 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b01e5e7e-d697-4afd-9aa8-60bc12523028 req-dfa37f5f-c865-49bf-8343-12008f44f19f tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 932 time: 0.0613711 Mar 24 02:09:35.288330 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-b01e5e7e-d697-4afd-9aa8-60bc12523028 req-7ef0bfdd-28ee-4afd-bb52-876be24ccda7 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474336 Mar 24 02:09:35.377273 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:35.926650 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:09:36.007144 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Current status of the port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:09:36.007746 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:36.042716 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] For port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:09:36.044250 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:09:36.046771 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd27ad0-d5c7-4a19-9981-9d93f8f443f5" -d '{"events": [{"server_uuid": "ad85bb15-9c01-4747-abda-fe1ef2a9d45d", "name": "network-vif-unplugged", "status": "completed", "tag": "99c6c56c-9d0e-4a86-a71e-d5e6d8608d68"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:09:36.050124 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:36.089150 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 02:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305cf231-4b16-476e-b688-8f841a26f5aa x-openstack-request-id: req-305cf231-4b16-476e-b688-8f841a26f5aa {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:09:36.089574 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad85bb15-9c01-4747-abda-fe1ef2a9d45d", "name": "network-vif-unplugged", "status": "completed", "tag": "99c6c56c-9d0e-4a86-a71e-d5e6d8608d68", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:09:36.089839 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-305cf231-4b16-476e-b688-8f841a26f5aa {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:09:36.090253 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-305cf231-4b16-476e-b688-8f841a26f5aa'] response: {'server_uuid': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'code': 200} Mar 24 02:09:36.112617 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Pushing event updated for resources: {'Port': ['ID=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:09:36.417176 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe99b9-729d-4623-ab15-abc99bbdf67f req-7e0084e8-50d2-4f07-b2e6-54ac6901394b tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:36.419890 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0cfe99b9-729d-4623-ab15-abc99bbdf67f req-7e0084e8-50d2-4f07-b2e6-54ac6901394b tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 932 time: 0.0569334 Mar 24 02:09:36.477617 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-0cfe99b9-729d-4623-ab15-abc99bbdf67f req-58e6efd7-fc27-4b80-9366-8e544a0d7eaa tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518847 Mar 24 02:09:37.608408 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184864d-a2c5-43f8-9d88-4ef82f817923 req-7b4cfbe5-2783-49c3-896e-43acfd1d2e89 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:37.609929 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4184864d-a2c5-43f8-9d88-4ef82f817923 req-7b4cfbe5-2783-49c3-896e-43acfd1d2e89 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 932 time: 0.0579164 Mar 24 02:09:37.667407 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4184864d-a2c5-43f8-9d88-4ef82f817923 req-6fc39d63-c4ed-4888-b95a-ce73c843e842 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515532 Mar 24 02:09:38.798931 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1106477-f6bf-4150-95aa-5dfe858b2e3e req-4f30156b-e96c-4424-83d5-9b414eaf9ff4 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:38.800316 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1106477-f6bf-4150-95aa-5dfe858b2e3e req-4f30156b-e96c-4424-83d5-9b414eaf9ff4 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 932 time: 0.0617926 Mar 24 02:09:38.856013 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-e1106477-f6bf-4150-95aa-5dfe858b2e3e req-9b113218-4a6c-4b62-ba81-46a1f2b6f95b tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483501 Mar 24 02:09:39.979865 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598647fc-8390-47d1-98a1-c6f792553547 req-d1595f4f-3c07-4d54-8c0d-a6ea28c29a72 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:39.981996 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-598647fc-8390-47d1-98a1-c6f792553547 req-d1595f4f-3c07-4d54-8c0d-a6ea28c29a72 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 932 time: 0.0552850 Mar 24 02:09:40.034812 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-598647fc-8390-47d1-98a1-c6f792553547 req-4babaf2d-c50a-4def-91c6-c25b221517c5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467677 Mar 24 02:09:41.174417 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25a5f3-c2ad-4cef-b32a-0d75bfe688d3 req-04780391-fe4f-4147-b3e5-95d3b5dfba2d tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:41.176017 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a25a5f3-c2ad-4cef-b32a-0d75bfe688d3 req-04780391-fe4f-4147-b3e5-95d3b5dfba2d tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 932 time: 0.0722663 Mar 24 02:09:41.245050 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-5a25a5f3-c2ad-4cef-b32a-0d75bfe688d3 req-ab22e6ce-a0bc-4e9e-9ab0-deb771aa65b0 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634112 Mar 24 02:09:42.294419 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.v2.base [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Request body: {'port': {'device_id': '9a2d5c27-6178-412a-b884-7f1987765003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760455-9'}} {{(pid=115729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:09:42.353773 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:42.362728 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066040ce-7121-4fd8-8dfa-101ecbf4e3d2 req-ce693bdc-26d4-4a7e-ae5d-5a6a108ed841 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:42.364248 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-066040ce-7121-4fd8-8dfa-101ecbf4e3d2 req-ce693bdc-26d4-4a7e-ae5d-5a6a108ed841 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 932 time: 0.0520885 Mar 24 02:09:42.419202 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-066040ce-7121-4fd8-8dfa-101ecbf4e3d2 req-c16df4fa-a46d-484f-a607-037ba42e0df4 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446692 Mar 24 02:09:42.614728 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa1c55f-233c-4ceb-8564-dec57a002afe {{(pid=115729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 02:09:42.622609 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Publish callbacks [] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), precommit_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:42.634353 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.provisioning_blocks [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Transition to ACTIVE for port object faa1c55f-233c-4ceb-8564-dec57a002afe will not be triggered until provisioned by entity L2. {{(pid=115729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 02:09:42.637947 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:42.704881 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=faa1c55f-233c-4ceb-8564-dec57a002afe,revision_number=2']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:09:42.757964 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Attempting to bind port faa1c55f-233c-4ceb-8564-dec57a002afe on host n-h2-760455-9 for vnic_type normal with profile {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 02:09:42.758303 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Attempting to bind port faa1c55f-233c-4ceb-8564-dec57a002afe by drivers openvswitch,hyperv on host n-h2-760455-9 at level 0 using segments [{'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 02:09:42.758638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Attempting to bind port faa1c55f-233c-4ceb-8564-dec57a002afe on network a4879a26-0bac-4fda-98e7-6f4434a58d44 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 02:09:42.763346 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Port faa1c55f-233c-4ceb-8564-dec57a002afe on network a4879a26-0bac-4fda-98e7-6f4434a58d44 not bound, no agent of type Open vSwitch agent registered on host n-h2-760455-9 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 02:09:42.763675 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Attempting to bind port faa1c55f-233c-4ceb-8564-dec57a002afe on network a4879a26-0bac-4fda-98e7-6f4434a58d44 {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 02:09:42.768638 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Checking agent: {'id': '537b009a-f4b6-46f2-b1e7-f71587a780fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760455-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'started_at': datetime.datetime(2022, 3, 24, 0, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 2, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 02:09:42.768917 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Checking segment: {'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 02:09:42.769345 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Bound using segment: {'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'} {{(pid=115729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 02:09:42.769764 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.managers [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Bound port: faa1c55f-233c-4ceb-8564-dec57a002afe, host: n-h2-760455-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44'}}] {{(pid=115729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 02:09:42.770122 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), before_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:42.836724 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] For port faa1c55f-233c-4ceb-8564-dec57a002afe, host n-h2-760455-9, cleared binding levels {{(pid=115729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 02:09:42.840884 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] For port faa1c55f-233c-4ceb-8564-dec57a002afe, host n-h2-760455-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=faa1c55f-233c-4ceb-8564-dec57a002afe,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 02:09:42.847204 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59193179'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), after_update {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:42.883300 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:42.884246 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:42.885754 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-26a891b1-3458-46e8-b311-220b37cc6574 req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] 10.222.0.48 "PUT /v2.0/ports/faa1c55f-233c-4ceb-8564-dec57a002afe HTTP/1.1" status: 200 len: 1092 time: 0.6384671 Mar 24 02:09:42.886271 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2d5c27-6178-412a-b884-7f1987765003', 'tag': 'faa1c55f-233c-4ceb-8564-dec57a002afe'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:09:42.888547 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95638fc-6b3e-4d0a-9e8a-d9a33d808fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2d5c27-6178-412a-b884-7f1987765003", "tag": "faa1c55f-233c-4ceb-8564-dec57a002afe"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:09:42.927020 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006dbec-bb5a-4f86-8722-701cf7bdbdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=faa1c55f-233c-4ceb-8564-dec57a002afe,revision_number=3']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:09:42.990448 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a891b1-3458-46e8-b311-220b37cc6574 req-4361cd04-a266-4966-a947-0cab39b95a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:42.991992 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-26a891b1-3458-46e8-b311-220b37cc6574 req-4361cd04-a266-4966-a947-0cab39b95a23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 1126 time: 0.0544739 Mar 24 02:09:42.997563 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 02:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df74a0a3-5697-4c48-b34c-bae3f951d048 x-openstack-request-id: req-df74a0a3-5697-4c48-b34c-bae3f951d048 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:09:42.997939 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2d5c27-6178-412a-b884-7f1987765003", "tag": "faa1c55f-233c-4ceb-8564-dec57a002afe", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:09:42.998272 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df74a0a3-5697-4c48-b34c-bae3f951d048 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:09:42.998690 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df74a0a3-5697-4c48-b34c-bae3f951d048'] response: {'name': 'network-changed', 'server_uuid': '9a2d5c27-6178-412a-b884-7f1987765003', 'tag': 'faa1c55f-233c-4ceb-8564-dec57a002afe', 'status': 'completed', 'code': 200} Mar 24 02:09:43.043841 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-26a891b1-3458-46e8-b311-220b37cc6574 req-c1248a9d-298e-4571-a990-b5f6dcb4d6d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa1c55f-233c-4ceb-8564-dec57a002afe HTTP/1.1" status: 200 len: 217 time: 0.0398870 Mar 24 02:09:43.095188 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a891b1-3458-46e8-b311-220b37cc6574 req-372cbd3f-1972-4231-8f0e-235d83e7e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:43.096692 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-26a891b1-3458-46e8-b311-220b37cc6574 req-372cbd3f-1972-4231-8f0e-235d83e7e563 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f28f518-4aae-49dc-a145-61dedfcd6d32 HTTP/1.1" status: 200 len: 848 time: 0.0468671 Mar 24 02:09:43.146472 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a891b1-3458-46e8-b311-220b37cc6574 req-0f4cdd62-c71b-4542-a46a-1cdeb30127db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:43.148039 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-26a891b1-3458-46e8-b311-220b37cc6574 req-0f4cdd62-c71b-4542-a46a-1cdeb30127db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4879a26-0bac-4fda-98e7-6f4434a58d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457637 Mar 24 02:09:43.238462 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-26a891b1-3458-46e8-b311-220b37cc6574 req-997b2b11-1b1a-4de5-b3e7-b61c78046374 service neutron] 10.222.0.48 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841436 Mar 24 02:09:43.324537 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-26a891b1-3458-46e8-b311-220b37cc6574 req-36cdd48c-4b2c-4381-a27c-5d644618f8fc service neutron] 10.222.0.48 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799806 Mar 24 02:09:43.412992 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95638fc-6b3e-4d0a-9e8a-d9a33d808fd8 req-16c9b500-34b4-4774-a553-f9113599fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:43.414499 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e95638fc-6b3e-4d0a-9e8a-d9a33d808fd8 req-16c9b500-34b4-4774-a553-f9113599fe10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 1126 time: 0.0491056 Mar 24 02:09:43.503460 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95638fc-6b3e-4d0a-9e8a-d9a33d808fd8 req-a4da6a23-cd29-435e-b236-223a654bd300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:43.505121 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e95638fc-6b3e-4d0a-9e8a-d9a33d808fd8 req-a4da6a23-cd29-435e-b236-223a654bd300 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 200 len: 910 time: 0.0850372 Mar 24 02:09:43.541764 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa515adf-71c1-47ca-9558-075a396d91e8 req-de7a9c74-4768-45f3-90c8-3cc17d3795b6 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:43.543229 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa515adf-71c1-47ca-9558-075a396d91e8 req-de7a9c74-4768-45f3-90c8-3cc17d3795b6 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 944 time: 0.0529125 Mar 24 02:09:43.546678 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e95638fc-6b3e-4d0a-9e8a-d9a33d808fd8 req-89263b65-1ff0-41d8-894b-3b58c9f66d63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa1c55f-233c-4ceb-8564-dec57a002afe HTTP/1.1" status: 200 len: 217 time: 0.0353355 Mar 24 02:09:43.597435 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-fa515adf-71c1-47ca-9558-075a396d91e8 req-4ba4ec49-0f46-493a-acd5-8588a374c3f3 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482357 Mar 24 02:09:43.598819 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95638fc-6b3e-4d0a-9e8a-d9a33d808fd8 req-6bc746bb-f6ae-4eb1-bcf5-0a224127c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:43.600301 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e95638fc-6b3e-4d0a-9e8a-d9a33d808fd8 req-6bc746bb-f6ae-4eb1-bcf5-0a224127c7f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f28f518-4aae-49dc-a145-61dedfcd6d32 HTTP/1.1" status: 200 len: 848 time: 0.0477223 Mar 24 02:09:43.649298 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95638fc-6b3e-4d0a-9e8a-d9a33d808fd8 req-da2d5665-87ba-4ccd-b051-7d26f7f9bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:43.650779 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e95638fc-6b3e-4d0a-9e8a-d9a33d808fd8 req-da2d5665-87ba-4ccd-b051-7d26f7f9bbf5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4879a26-0bac-4fda-98e7-6f4434a58d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444005 Mar 24 02:09:43.737756 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e95638fc-6b3e-4d0a-9e8a-d9a33d808fd8 req-6e053607-e10e-48e5-ac2b-6451dbe55d4e service neutron] 10.222.0.48 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781822 Mar 24 02:09:43.839021 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-e95638fc-6b3e-4d0a-9e8a-d9a33d808fd8 req-0c0c15d6-d9fb-4752-8c5e-8b3c9aa11890 service neutron] 10.222.0.48 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943346 Mar 24 02:09:44.715730 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff1662-797c-4507-ac3b-8df3f5a9a08a req-4a73b6e6-2bc9-428d-85f6-1fa14098a0f3 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:44.717504 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cff1662-797c-4507-ac3b-8df3f5a9a08a req-4a73b6e6-2bc9-428d-85f6-1fa14098a0f3 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 944 time: 0.0525079 Mar 24 02:09:44.764934 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1cff1662-797c-4507-ac3b-8df3f5a9a08a req-64118427-b999-41df-9687-aef89a7cef34 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419595 Mar 24 02:09:45.523150 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device faa1c55f-233c-4ceb-8564-dec57a002afe details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 02:09:45.618477 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port faa1c55f-233c-4ceb-8564-dec57a002afe, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=faa1c55f-233c-4ceb-8564-dec57a002afe,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:09:45.630143 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'faa1c55f-233c-4ceb-8564-dec57a002afe', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'port_id': 'faa1c55f-233c-4ceb-8564-dec57a002afe', 'mac_address': 'fa:16:3e:7f:1f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 02:09:45.665722 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port faa1c55f-233c-4ceb-8564-dec57a002afe is: DOWN; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:09:45.666116 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:45.679534 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa1c55f-233c-4ceb-8564-dec57a002afe {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 02:09:45.700985 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port faa1c55f-233c-4ceb-8564-dec57a002afe, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=faa1c55f-233c-4ceb-8564-dec57a002afe,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:09:45.772873 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:45.824357 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=faa1c55f-233c-4ceb-8564-dec57a002afe,revision_number=4']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:09:45.884137 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f816a42-1c34-4e18-8af0-0f223d520d75 req-682cbe11-87b3-4ba3-b919-664aa5f47579 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:45.885633 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f816a42-1c34-4e18-8af0-0f223d520d75 req-682cbe11-87b3-4ba3-b919-664aa5f47579 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 945 time: 0.0521591 Mar 24 02:09:45.933697 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-3f816a42-1c34-4e18-8af0-0f223d520d75 req-cf02328f-f310-44f6-a143-5ce056f270e6 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413840 Mar 24 02:09:46.003766 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['faa1c55f-233c-4ceb-8564-dec57a002afe'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 02:09:47.058038 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d7a51-1ee8-435d-bdc0-0f63346e77f5 req-f8317cbe-e5ef-4b0e-b78f-0011c10f286a tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:47.059536 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-250d7a51-1ee8-435d-bdc0-0f63346e77f5 req-f8317cbe-e5ef-4b0e-b78f-0011c10f286a tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 945 time: 0.0558200 Mar 24 02:09:47.108110 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-250d7a51-1ee8-435d-bdc0-0f63346e77f5 req-ffb1af97-cb6e-474a-911f-331cf8456aee tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430970 Mar 24 02:09:47.555236 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device faa1c55f-233c-4ceb-8564-dec57a002afe up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:09:47.607668 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning for port faa1c55f-233c-4ceb-8564-dec57a002afe completed by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 02:09:47.611989 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port faa1c55f-233c-4ceb-8564-dec57a002afe triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:09:47.612467 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:47.687898 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port faa1c55f-233c-4ceb-8564-dec57a002afe is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:09:47.688280 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:47.712958 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d5c27-6178-412a-b884-7f1987765003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa1c55f-233c-4ceb-8564-dec57a002afe'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:09:47.715198 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ed6901-6cfe-4929-be25-79b066b4376c" -d '{"events": [{"server_uuid": "9a2d5c27-6178-412a-b884-7f1987765003", "name": "network-vif-plugged", "status": "completed", "tag": "faa1c55f-233c-4ceb-8564-dec57a002afe"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:09:47.727771 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port faa1c55f-233c-4ceb-8564-dec57a002afe, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=faa1c55f-233c-4ceb-8564-dec57a002afe,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:09:47.732481 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:47.758836 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 02:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e35277a-ba79-488b-bd95-3f53dfeaf9c4 x-openstack-request-id: req-8e35277a-ba79-488b-bd95-3f53dfeaf9c4 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:09:47.759121 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d5c27-6178-412a-b884-7f1987765003", "name": "network-vif-plugged", "status": "completed", "tag": "faa1c55f-233c-4ceb-8564-dec57a002afe", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:09:47.760001 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e35277a-ba79-488b-bd95-3f53dfeaf9c4 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:09:47.760916 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e35277a-ba79-488b-bd95-3f53dfeaf9c4'] response: {'server_uuid': '9a2d5c27-6178-412a-b884-7f1987765003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa1c55f-233c-4ceb-8564-dec57a002afe', 'code': 200} Mar 24 02:09:47.788407 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=faa1c55f-233c-4ceb-8564-dec57a002afe,revision_number=5']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:09:47.852243 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b17f4-6608-4816-95f1-587756529b6b req-d660dc54-f7de-43e2-822c-1a0fa62512ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:47.853771 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a02b17f4-6608-4816-95f1-587756529b6b req-d660dc54-f7de-43e2-822c-1a0fa62512ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 1128 time: 0.0455053 Mar 24 02:09:47.899117 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a02b17f4-6608-4816-95f1-587756529b6b req-d5784d17-5e8f-40d4-90d2-7cecbd9e5a2d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394824 Mar 24 02:09:48.231818 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e16b6-59d5-4d62-bab8-6f35e47a7aed req-8aabc97d-705a-42ce-8d2e-8b1c9e6adae1 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:48.233297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-836e16b6-59d5-4d62-bab8-6f35e47a7aed req-8aabc97d-705a-42ce-8d2e-8b1c9e6adae1 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 946 time: 0.0559802 Mar 24 02:09:48.282052 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-836e16b6-59d5-4d62-bab8-6f35e47a7aed req-bbabd710-4939-40fb-82ea-2414715b51fb tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432353 Mar 24 02:09:49.404934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dba7d-58f5-4d2e-883e-744ba33f1ae8 req-d1561a83-561b-4d9a-83f1-60c0b2937b4c tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:49.406431 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-169dba7d-58f5-4d2e-883e-744ba33f1ae8 req-d1561a83-561b-4d9a-83f1-60c0b2937b4c tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 946 time: 0.0558124 Mar 24 02:09:49.455347 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-169dba7d-58f5-4d2e-883e-744ba33f1ae8 req-40467001-ebdd-4e08-8d7c-8af073ac87ac tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434108 Mar 24 02:09:49.571879 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97128974-ea31-4e2b-93e5-048d2ef8eba0 req-c039a058-b81d-4ac9-a927-a5516fd33460 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:49.573298 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97128974-ea31-4e2b-93e5-048d2ef8eba0 req-c039a058-b81d-4ac9-a927-a5516fd33460 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 946 time: 0.0512908 Mar 24 02:09:49.622484 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-97128974-ea31-4e2b-93e5-048d2ef8eba0 req-49773ab9-d22e-4f2c-9702-19b2e4965e9e tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429709 Mar 24 02:09:49.644448 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42254) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:09:49.686725 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a534893-94f3-4b5c-a500-fc4d3878665d tempest-TestSnapshotPattern-1658792237 tempest-TestSnapshotPattern-1658792237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:49.688196 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-8a534893-94f3-4b5c-a500-fc4d3878665d tempest-TestSnapshotPattern-1658792237 tempest-TestSnapshotPattern-1658792237-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 1123 time: 0.0427942 Mar 24 02:09:49.690934 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42256) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:09:49.694999 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.v2.base [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Request body: {'floatingip': {'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'port_id': 'faa1c55f-233c-4ceb-8564-dec57a002afe', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 02:09:49.714706 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:49.814643 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (None), before_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:49.918048 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_common [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Allocated IP 172.25.0.236 (d9f8f8b0-c94f-49b4-a90f-da1a368a1952/0de5cf47-9f50-49db-90c0-515d1f98fb26/c3acbf3c-acea-44d9-8dfc-5c3a3acb0f44) {{(pid=115730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 02:09:50.016070 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for port (c3acbf3c-acea-44d9-8dfc-5c3a3acb0f44), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:50.048597 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748218640110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (c3acbf3c-acea-44d9-8dfc-5c3a3acb0f44), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:50.084523 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Network d9f8f8b0-c94f-49b4-a90f-da1a368a1952 is already hosted by enough agents. {{(pid=115730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 02:09:50.087324 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.base_scheduler [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Resources bound (agent type, host, resource id): {{(pid=115730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 02:09:50.089846 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Received port after_create {{(pid=115730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 02:09:50.119750 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event updated for resources: {'Port': ['ID=c3acbf3c-acea-44d9-8dfc-5c3a3acb0f44,revision_number=1']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:09:50.134080 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:50.134436 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:50.134785 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:50.135127 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:50.135466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:50.135804 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:50.136199 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:50.136532 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:50.136861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:50.137214 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:50.137547 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:50.137872 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:50.138200 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:50.138529 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:50.138857 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:09:50.455123 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for floatingip (30fc08c6-5560-497b-909a-26490b753fc9), precommit_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:50.525579 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (c3acbf3c-acea-44d9-8dfc-5c3a3acb0f44), before_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:50.674301 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for port (c3acbf3c-acea-44d9-8dfc-5c3a3acb0f44), precommit_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:50.679006 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58777884'] for port (c3acbf3c-acea-44d9-8dfc-5c3a3acb0f44), after_update {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:50.744556 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event updated for resources: {'Port': ['ID=c3acbf3c-acea-44d9-8dfc-5c3a3acb0f44,revision_number=2']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:09:50.755814 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640582'] for floatingip (30fc08c6-5560-497b-909a-26490b753fc9), after_create {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:50.864852 n-d-760455-9 neutron-server[115730]: INFO neutron.db.l3_db [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Floating IP 30fc08c6-5560-497b-909a-26490b753fc9 associated. External IP: 172.25.0.236, port: faa1c55f-233c-4ceb-8564-dec57a002afe. Mar 24 02:09:51.082634 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 02:09:51.194663 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 02:09:51.211190 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec60107-1693-4708-af86-4f3cab3dd8b4 None None] Sync routers for ids ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 02:09:51.213890 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:09:51.222142 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec60107-1693-4708-af86-4f3cab3dd8b4 None None] Routers {'8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:09:51.222760 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7ec60107-1693-4708-af86-4f3cab3dd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:09:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:09:51.243837 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-32808666-4fdc-41fd-aeaa-fc0a9734c503 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5519197 Mar 24 02:09:51.244427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2d5c27-6178-412a-b884-7f1987765003', 'tag': 'faa1c55f-233c-4ceb-8564-dec57a002afe'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:09:51.247299 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48885cf7-7c24-4520-bcb4-a30396f439ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2d5c27-6178-412a-b884-7f1987765003", "tag": "faa1c55f-233c-4ceb-8564-dec57a002afe"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:09:51.284425 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 02:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a815265-88fe-43d8-8aa7-c29f9aeb2def x-openstack-request-id: req-9a815265-88fe-43d8-8aa7-c29f9aeb2def {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:09:51.284815 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2d5c27-6178-412a-b884-7f1987765003", "tag": "faa1c55f-233c-4ceb-8564-dec57a002afe", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:09:51.285175 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a815265-88fe-43d8-8aa7-c29f9aeb2def {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:09:51.285600 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a815265-88fe-43d8-8aa7-c29f9aeb2def'] response: {'name': 'network-changed', 'server_uuid': '9a2d5c27-6178-412a-b884-7f1987765003', 'tag': 'faa1c55f-233c-4ceb-8564-dec57a002afe', 'status': 'completed', 'code': 200} Mar 24 02:09:51.290313 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:09:51.334584 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-7ec60107-1693-4708-af86-4f3cab3dd8b4 None None] Set router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:09:51.353700 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48885cf7-7c24-4520-bcb4-a30396f439ef req-5cd86991-aa45-4a62-af0c-26c8dbab0c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:51.355822 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-48885cf7-7c24-4520-bcb4-a30396f439ef req-5cd86991-aa45-4a62-af0c-26c8dbab0c70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 1128 time: 0.0499053 Mar 24 02:09:51.444615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48885cf7-7c24-4520-bcb4-a30396f439ef req-5aa12d94-0e24-4bfe-b658-b6b8773ee7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:51.446170 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-48885cf7-7c24-4520-bcb4-a30396f439ef req-5aa12d94-0e24-4bfe-b658-b6b8773ee7ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 200 len: 910 time: 0.0838039 Mar 24 02:09:51.521945 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-48885cf7-7c24-4520-bcb4-a30396f439ef req-3d1ab437-a4c7-49d2-9bd4-ab6b13cb9962 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa1c55f-233c-4ceb-8564-dec57a002afe HTTP/1.1" status: 200 len: 1000 time: 0.0702760 Mar 24 02:09:51.563729 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7ec60107-1693-4708-af86-4f3cab3dd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '30fc08c6-5560-497b-909a-26490b753fc9', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'floating_ip_address': '172.25.0.236', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'port_id': 'faa1c55f-233c-4ceb-8564-dec57a002afe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'mac_address': 'fa:16:3e:7f:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d5c27-6178-412a-b884-7f1987765003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T02:09:50Z', 'updated_at': '2022-03-24T02:09:50Z', 'revision_number': 0, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'fixed_ip_address_scope': None}, {'id': 'b7a3ba93-ca06-444e-b0aa-b2190c645c0f', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'port_id': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'mac_address': 'fa:16:3e:e5:43:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T02:07:22Z', 'updated_at': '2022-03-24T02:07:24Z', 'revision_number': 1, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8441efc7-fc5b-45f9-8063-42f547c43ec7', 'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'mac_address': 'fa:16:3e:e8:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:01Z', 'updated_at': '2022-03-24T02:07:06Z', 'revision_number': 5, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'subnets': [{'id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:09:51.570112 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48885cf7-7c24-4520-bcb4-a30396f439ef req-b9d1d0e8-e61a-4dab-a093-946c6b45be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:51.571586 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-48885cf7-7c24-4520-bcb4-a30396f439ef req-b9d1d0e8-e61a-4dab-a093-946c6b45be46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f28f518-4aae-49dc-a145-61dedfcd6d32 HTTP/1.1" status: 200 len: 848 time: 0.0439043 Mar 24 02:09:51.588714 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec60107-1693-4708-af86-4f3cab3dd8b4 None None] Checking router: 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 02:09:51.597288 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec60107-1693-4708-af86-4f3cab3dd8b4 None None] Routers {'8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:09:51.597896 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7ec60107-1693-4708-af86-4f3cab3dd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:09:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:09:51.618909 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48885cf7-7c24-4520-bcb4-a30396f439ef req-16591bd2-93bf-4bd7-b7b4-146d2f1e0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:51.620417 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-48885cf7-7c24-4520-bcb4-a30396f439ef req-16591bd2-93bf-4bd7-b7b4-146d2f1e0d85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4879a26-0bac-4fda-98e7-6f4434a58d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437477 Mar 24 02:09:51.702466 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-7ec60107-1693-4708-af86-4f3cab3dd8b4 None None] Set router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:09:51.709008 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-48885cf7-7c24-4520-bcb4-a30396f439ef req-b2c2c31b-0022-420e-a4ec-df9c3522be72 service neutron] 10.222.0.48 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825007 Mar 24 02:09:51.803722 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-48885cf7-7c24-4520-bcb4-a30396f439ef req-8f74fe9a-8a87-4975-ac82-3b8a2750f96e service neutron] 10.222.0.48 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894554 Mar 24 02:09:51.924272 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-7ec60107-1693-4708-af86-4f3cab3dd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '30fc08c6-5560-497b-909a-26490b753fc9', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'floating_ip_address': '172.25.0.236', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'port_id': 'faa1c55f-233c-4ceb-8564-dec57a002afe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'mac_address': 'fa:16:3e:7f:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d5c27-6178-412a-b884-7f1987765003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T02:09:50Z', 'updated_at': '2022-03-24T02:09:50Z', 'revision_number': 0, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'fixed_ip_address_scope': None}, {'id': 'b7a3ba93-ca06-444e-b0aa-b2190c645c0f', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'port_id': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'mac_address': 'fa:16:3e:e5:43:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T02:07:22Z', 'updated_at': '2022-03-24T02:07:24Z', 'revision_number': 1, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8441efc7-fc5b-45f9-8063-42f547c43ec7', 'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'mac_address': 'fa:16:3e:e8:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:01Z', 'updated_at': '2022-03-24T02:07:06Z', 'revision_number': 5, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'subnets': [{'id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:09:51.952363 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec60107-1693-4708-af86-4f3cab3dd8b4 None None] The sync data for ids ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'] in n-d-760455-9 is: [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': '30fc08c6-5560-497b-909a-26490b753fc9', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'floating_ip_address': '172.25.0.236', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'port_id': 'faa1c55f-233c-4ceb-8564-dec57a002afe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'mac_address': 'fa:16:3e:7f:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d5c27-6178-412a-b884-7f1987765003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T02:09:50Z', 'updated_at': '2022-03-24T02:09:50Z', 'revision_number': 0, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'fixed_ip_address_scope': None}, {'id': 'b7a3ba93-ca06-444e-b0aa-b2190c645c0f', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'port_id': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'mac_address': 'fa:16:3e:e5:43:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T02:07:22Z', 'updated_at': '2022-03-24T02:07:24Z', 'revision_number': 1, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8441efc7-fc5b-45f9-8063-42f547c43ec7', 'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'mac_address': 'fa:16:3e:e8:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:01Z', 'updated_at': '2022-03-24T02:07:06Z', 'revision_number': 5, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'subnets': [{'id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 02:09:52.142780 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b03361b-28e5-41c3-a9f7-850ecb53352d None None] New status for floating IP 30fc08c6-5560-497b-909a-26490b753fc9: ACTIVE {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 02:09:52.706570 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d20d8c4e-9fca-4f89-a9be-8896ef782d85 req-f5742563-d910-495d-8fa1-e1b96c5686f8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431046 Mar 24 02:09:52.790875 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d8c4e-9fca-4f89-a9be-8896ef782d85 req-e4a30d95-48da-4355-a4d8-a69bb6d91209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:52.792878 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d20d8c4e-9fca-4f89-a9be-8896ef782d85 req-e4a30d95-48da-4355-a4d8-a69bb6d91209 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 1128 time: 0.0476000 Mar 24 02:09:52.896973 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d8c4e-9fca-4f89-a9be-8896ef782d85 req-0761fa4f-3ef7-47d9-9366-4483243f8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:52.898618 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d20d8c4e-9fca-4f89-a9be-8896ef782d85 req-0761fa4f-3ef7-47d9-9366-4483243f8706 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 200 len: 910 time: 0.0879920 Mar 24 02:09:52.965744 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d20d8c4e-9fca-4f89-a9be-8896ef782d85 req-de40ac6a-805f-4bc6-a6bc-af44b9229366 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa1c55f-233c-4ceb-8564-dec57a002afe HTTP/1.1" status: 200 len: 1002 time: 0.0610793 Mar 24 02:09:53.012058 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d8c4e-9fca-4f89-a9be-8896ef782d85 req-3349f3b2-87b9-4115-a5ae-5dd46f277cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:53.013483 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d20d8c4e-9fca-4f89-a9be-8896ef782d85 req-3349f3b2-87b9-4115-a5ae-5dd46f277cea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f28f518-4aae-49dc-a145-61dedfcd6d32 HTTP/1.1" status: 200 len: 848 time: 0.0424263 Mar 24 02:09:53.064004 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d8c4e-9fca-4f89-a9be-8896ef782d85 req-46ba6e2c-4c7d-49ee-a7e2-dfcb0ff5e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:09:53.066281 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d20d8c4e-9fca-4f89-a9be-8896ef782d85 req-46ba6e2c-4c7d-49ee-a7e2-dfcb0ff5e0dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4879a26-0bac-4fda-98e7-6f4434a58d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447769 Mar 24 02:09:53.154770 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d20d8c4e-9fca-4f89-a9be-8896ef782d85 req-9655bef3-6a99-489e-aa4c-d6b966890e5b service neutron] 10.222.0.48 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828481 Mar 24 02:09:53.241785 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-d20d8c4e-9fca-4f89-a9be-8896ef782d85 req-f92bf25c-f0d5-4f5b-8398-ca5c2f23223b service neutron] 10.222.0.48 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808611 Mar 24 02:09:58.892262 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3dfc1906-23aa-450b-81ab-05f239a6440b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:10:00.569185 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:10:00.994914 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-974f425e-7e99-418d-b561-c252ca44336b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:10:02.437302 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:10:03.191641 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:10:03.943037 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:10:05.373034 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:10:10.865496 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2602ab8a-5e13-41d8-bb8c-89bc9940e56e req-d111c96f-b053-47fb-a57c-d930ef40d7c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438843 Mar 24 02:10:10.945743 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602ab8a-5e13-41d8-bb8c-89bc9940e56e req-59d8b69b-a62c-48aa-ad23-7f229313a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:10:10.947227 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2602ab8a-5e13-41d8-bb8c-89bc9940e56e req-59d8b69b-a62c-48aa-ad23-7f229313a033 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 1125 time: 0.0432129 Mar 24 02:10:11.053394 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602ab8a-5e13-41d8-bb8c-89bc9940e56e req-78a434c8-4d1b-4296-b6a3-d20ed622f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:10:11.054845 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2602ab8a-5e13-41d8-bb8c-89bc9940e56e req-78a434c8-4d1b-4296-b6a3-d20ed622f15c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 200 len: 910 time: 0.0868495 Mar 24 02:10:11.119098 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2602ab8a-5e13-41d8-bb8c-89bc9940e56e req-9095c45a-5da5-42ed-9b7d-75288dbce58f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 HTTP/1.1" status: 200 len: 999 time: 0.0583229 Mar 24 02:10:11.165942 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602ab8a-5e13-41d8-bb8c-89bc9940e56e req-4d970f7d-0b5a-4ef1-8430-85c70d3291ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:10:11.167344 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2602ab8a-5e13-41d8-bb8c-89bc9940e56e req-4d970f7d-0b5a-4ef1-8430-85c70d3291ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f28f518-4aae-49dc-a145-61dedfcd6d32 HTTP/1.1" status: 200 len: 848 time: 0.0431499 Mar 24 02:10:11.220721 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602ab8a-5e13-41d8-bb8c-89bc9940e56e req-15937332-38f6-4916-ab54-d0a5a4d64f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:10:11.222254 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2602ab8a-5e13-41d8-bb8c-89bc9940e56e req-15937332-38f6-4916-ab54-d0a5a4d64f24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4879a26-0bac-4fda-98e7-6f4434a58d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493307 Mar 24 02:10:11.312498 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2602ab8a-5e13-41d8-bb8c-89bc9940e56e req-f7f3ed81-a7c7-4e63-8b19-6b7428a37f05 service neutron] 10.222.0.57 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843401 Mar 24 02:10:11.403782 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-2602ab8a-5e13-41d8-bb8c-89bc9940e56e req-98b6d035-7100-4024-8c62-b469fc8c85f8 service neutron] 10.222.0.57 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847039 Mar 24 02:10:28.270239 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:10:28.892891 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4c64c3a9-2453-4062-a2a3-c66fe990bc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:10:30.579306 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:10:30.996904 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8d82ba78-2bfd-4473-8425-94f1f7ae1e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:10:32.440620 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:10:33.193523 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:10:33.946383 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:10:35.377571 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:10:52.708475 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9797f9b7-6cb9-4344-9873-d9876cfba783 req-0f86c8d9-4405-4f87-b008-fb5721b7adea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423717 Mar 24 02:10:52.798242 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797f9b7-6cb9-4344-9873-d9876cfba783 req-ead20810-b719-4da4-b0f8-7ca34d88b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:10:52.799665 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9797f9b7-6cb9-4344-9873-d9876cfba783 req-ead20810-b719-4da4-b0f8-7ca34d88b1de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 1128 time: 0.0507202 Mar 24 02:10:52.900685 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797f9b7-6cb9-4344-9873-d9876cfba783 req-2c7525bc-960a-4d96-889f-682f7c6c896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:10:52.902218 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9797f9b7-6cb9-4344-9873-d9876cfba783 req-2c7525bc-960a-4d96-889f-682f7c6c896d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 200 len: 910 time: 0.0837102 Mar 24 02:10:52.969948 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9797f9b7-6cb9-4344-9873-d9876cfba783 req-b1b93b10-23d3-4bb0-9f1a-791d2bff8c13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa1c55f-233c-4ceb-8564-dec57a002afe HTTP/1.1" status: 200 len: 1002 time: 0.0617359 Mar 24 02:10:53.016187 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797f9b7-6cb9-4344-9873-d9876cfba783 req-195f7e68-6878-4ca4-8414-b00796e86e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:10:53.017609 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9797f9b7-6cb9-4344-9873-d9876cfba783 req-195f7e68-6878-4ca4-8414-b00796e86e22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f28f518-4aae-49dc-a145-61dedfcd6d32 HTTP/1.1" status: 200 len: 848 time: 0.0417345 Mar 24 02:10:53.066598 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797f9b7-6cb9-4344-9873-d9876cfba783 req-e0c65eaa-3c17-449b-83f6-18a2a3753e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:10:53.068192 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9797f9b7-6cb9-4344-9873-d9876cfba783 req-e0c65eaa-3c17-449b-83f6-18a2a3753e93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4879a26-0bac-4fda-98e7-6f4434a58d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448804 Mar 24 02:10:53.162362 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9797f9b7-6cb9-4344-9873-d9876cfba783 req-bf7255da-16a1-4e94-bb98-02687c3e99ae service neutron] 10.222.0.48 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883610 Mar 24 02:10:53.249264 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-9797f9b7-6cb9-4344-9873-d9876cfba783 req-c56caf4e-f6ab-4525-8aea-7ab93d73a8ff service neutron] 10.222.0.48 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812793 Mar 24 02:10:58.893684 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8464e048-66aa-4ce3-8995-54be7f56885f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:00.600290 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:00.997567 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-22acf9e9-15a8-474c-9fd1-c50291b4bbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:02.443525 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:03.215386 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:03.948596 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:05.269991 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:11:05.379261 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:12.958716 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d04a58c6-363e-442d-b67c-d1ace075a8a9 req-394c6a8f-8f32-44c0-b15d-1ac902185db5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1080842 Mar 24 02:11:13.044196 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a58c6-363e-442d-b67c-d1ace075a8a9 req-932b4600-750e-4651-a608-4fc646be74d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:13.045713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d04a58c6-363e-442d-b67c-d1ace075a8a9 req-932b4600-750e-4651-a608-4fc646be74d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 1125 time: 0.0446930 Mar 24 02:11:13.149875 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a58c6-363e-442d-b67c-d1ace075a8a9 req-05d35529-0c04-4e10-aa54-ac3386fdaccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:13.151230 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d04a58c6-363e-442d-b67c-d1ace075a8a9 req-05d35529-0c04-4e10-aa54-ac3386fdaccd service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 200 len: 910 time: 0.0860209 Mar 24 02:11:13.223338 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d04a58c6-363e-442d-b67c-d1ace075a8a9 req-6804bc98-5a49-4fa1-8bde-295cb971752e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 HTTP/1.1" status: 200 len: 999 time: 0.0666800 Mar 24 02:11:13.269451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a58c6-363e-442d-b67c-d1ace075a8a9 req-3d983a82-d126-4a96-a601-bb2fe3b7f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:13.270829 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d04a58c6-363e-442d-b67c-d1ace075a8a9 req-3d983a82-d126-4a96-a601-bb2fe3b7f99a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f28f518-4aae-49dc-a145-61dedfcd6d32 HTTP/1.1" status: 200 len: 848 time: 0.0415690 Mar 24 02:11:13.321241 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a58c6-363e-442d-b67c-d1ace075a8a9 req-4c423cd6-0bea-4c8c-9acf-5fdfa8c5dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:13.322713 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d04a58c6-363e-442d-b67c-d1ace075a8a9 req-4c423cd6-0bea-4c8c-9acf-5fdfa8c5dce9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4879a26-0bac-4fda-98e7-6f4434a58d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459318 Mar 24 02:11:13.332208 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-d04a58c6-363e-442d-b67c-d1ace075a8a9 req-3af0c88a-53eb-477b-a939-77fdae77bf4a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 02:11:13.333154 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d04a58c6-363e-442d-b67c-d1ace075a8a9 req-3af0c88a-53eb-477b-a939-77fdae77bf4a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046561 Mar 24 02:11:13.418535 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d04a58c6-363e-442d-b67c-d1ace075a8a9 req-0f815482-b919-4514-a7ec-54dfaf7dfd47 service neutron] 10.222.0.57 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787826 Mar 24 02:11:13.514518 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-d04a58c6-363e-442d-b67c-d1ace075a8a9 req-7bef7963-d7ca-42be-b14d-fb013d1f1709 service neutron] 10.222.0.57 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896866 Mar 24 02:11:25.974568 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device faa1c55f-233c-4ceb-8564-dec57a002afe details requested by agent hyperv_n-h2-760455-9 with host n-h2-760455-9 {{(pid=115731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 02:11:26.077966 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port faa1c55f-233c-4ceb-8564-dec57a002afe, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=faa1c55f-233c-4ceb-8564-dec57a002afe,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:11:26.090013 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Returning: {'device': 'faa1c55f-233c-4ceb-8564-dec57a002afe', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'port_id': 'faa1c55f-233c-4ceb-8564-dec57a002afe', 'mac_address': 'fa:16:3e:7f:1f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 02:11:26.129051 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port faa1c55f-233c-4ceb-8564-dec57a002afe is: ACTIVE; New status is: BUILD {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:11:26.129501 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:26.144839 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id faa1c55f-233c-4ceb-8564-dec57a002afe {{(pid=115731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 02:11:26.169162 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port faa1c55f-233c-4ceb-8564-dec57a002afe, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=faa1c55f-233c-4ceb-8564-dec57a002afe,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:11:26.175397 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:26.232831 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=faa1c55f-233c-4ceb-8564-dec57a002afe,revision_number=6']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:26.241510 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:26.242474 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:26.243040 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:26.243813 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:26.244394 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:26.244950 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:26.245548 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:26.246248 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:26.246811 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:26.247371 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:26.247929 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:26.248486 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:26.248891 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:26.249320 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:26.249723 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:26.254844 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] get_ports_and_sgs() called for port_ids ['faa1c55f-233c-4ceb-8564-dec57a002afe'] {{(pid=115731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 02:11:27.975225 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device faa1c55f-233c-4ceb-8564-dec57a002afe up at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 02:11:28.039936 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.provisioning_blocks [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Provisioning complete for port faa1c55f-233c-4ceb-8564-dec57a002afe triggered by entity L2. {{(pid=115731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 02:11:28.040629 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16176760'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), provisioning_complete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:28.138731 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port faa1c55f-233c-4ceb-8564-dec57a002afe is: BUILD; New status is: ACTIVE {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:11:28.139136 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:28.176015 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d5c27-6178-412a-b884-7f1987765003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa1c55f-233c-4ceb-8564-dec57a002afe'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:11:28.178308 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5282b60-1762-4001-b65c-06a18ce0f110" -d '{"events": [{"server_uuid": "9a2d5c27-6178-412a-b884-7f1987765003", "name": "network-vif-plugged", "status": "completed", "tag": "faa1c55f-233c-4ceb-8564-dec57a002afe"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:11:28.192792 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port faa1c55f-233c-4ceb-8564-dec57a002afe, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=faa1c55f-233c-4ceb-8564-dec57a002afe,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:11:28.197760 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:28.228676 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 02:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68d5e8c-329f-4468-a26e-cc0713ce5f27 x-openstack-request-id: req-d68d5e8c-329f-4468-a26e-cc0713ce5f27 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:11:28.228978 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d5c27-6178-412a-b884-7f1987765003", "name": "network-vif-plugged", "status": "completed", "tag": "faa1c55f-233c-4ceb-8564-dec57a002afe", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:11:28.230944 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d68d5e8c-329f-4468-a26e-cc0713ce5f27 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:11:28.231511 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d68d5e8c-329f-4468-a26e-cc0713ce5f27'] response: {'server_uuid': '9a2d5c27-6178-412a-b884-7f1987765003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa1c55f-233c-4ceb-8564-dec57a002afe', 'code': 200} Mar 24 02:11:28.259277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=faa1c55f-233c-4ceb-8564-dec57a002afe,revision_number=7']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:28.904654 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-63f753b6-53b1-4a9d-a5c4-04b4d757657f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:30.606880 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:31.001968 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-3d942175-ade5-4e06-99ba-24ee29aa4950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:32.448987 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:33.220784 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:33.958903 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:35.381613 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:35.727477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42464) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:11:35.879237 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Deleting port c3acbf3c-acea-44d9-8dfc-5c3a3acb0f44 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:11:35.879607 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (c3acbf3c-acea-44d9-8dfc-5c3a3acb0f44), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:35.967917 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (c3acbf3c-acea-44d9-8dfc-5c3a3acb0f44), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:35.968239 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for floatingip (c3acbf3c-acea-44d9-8dfc-5c3a3acb0f44), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:35.979835 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Calling delete_port for c3acbf3c-acea-44d9-8dfc-5c3a3acb0f44 owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:11:36.122788 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (c3acbf3c-acea-44d9-8dfc-5c3a3acb0f44), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:36.147984 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event deleted for resources: {'Port': ['ID=c3acbf3c-acea-44d9-8dfc-5c3a3acb0f44,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:36.159463 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:36.159814 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:36.160157 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:36.160495 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:36.160831 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:36.161186 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:36.161520 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:36.161848 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:36.162175 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:36.162500 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:36.162823 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:36.163145 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:36.163481 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:36.163790 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:36.164110 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:36.216890 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for floatingip (30fc08c6-5560-497b-909a-26490b753fc9), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:36.217245 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Floating IP 30fc08c6-5560-497b-909a-26490b753fc9 disassociated (deleted). External IP: 172.25.0.236, port: faa1c55f-233c-4ceb-8564-dec57a002afe. Mar 24 02:11:36.422922 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 02:11:36.827776 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 02:11:36.832572 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:36.841700 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d86d3bb-66fb-4d6d-88a2-91f0fc275050 None None] Sync routers for ids ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 02:11:36.852618 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d86d3bb-66fb-4d6d-88a2-91f0fc275050 None None] Routers {'8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:11:36.853288 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6d86d3bb-66fb-4d6d-88a2-91f0fc275050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:11:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:36.861675 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-35bd6192-d967-455c-bb71-70290bc51e52 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "DELETE /v2.0/floatingips/30fc08c6-5560-497b-909a-26490b753fc9 HTTP/1.1" status: 204 len: 168 time: 1.1330755 Mar 24 02:11:36.862373 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2d5c27-6178-412a-b884-7f1987765003', 'tag': 'faa1c55f-233c-4ceb-8564-dec57a002afe'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:11:36.864620 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a275d0c5-04c1-412c-9ec6-d6e9101513d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2d5c27-6178-412a-b884-7f1987765003", "tag": "faa1c55f-233c-4ceb-8564-dec57a002afe"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:11:36.905105 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 02:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1791f8-5d9a-4070-ae8b-51affccba99e x-openstack-request-id: req-da1791f8-5d9a-4070-ae8b-51affccba99e {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:11:36.905538 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2d5c27-6178-412a-b884-7f1987765003", "tag": "faa1c55f-233c-4ceb-8564-dec57a002afe", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:11:36.906018 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da1791f8-5d9a-4070-ae8b-51affccba99e {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:11:36.906650 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1791f8-5d9a-4070-ae8b-51affccba99e'] response: {'name': 'network-changed', 'server_uuid': '9a2d5c27-6178-412a-b884-7f1987765003', 'tag': 'faa1c55f-233c-4ceb-8564-dec57a002afe', 'status': 'completed', 'code': 200} Mar 24 02:11:36.970139 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-6d86d3bb-66fb-4d6d-88a2-91f0fc275050 None None] Set router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:11:36.978909 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275d0c5-04c1-412c-9ec6-d6e9101513d2 req-6362fde2-da13-4b24-b083-600ca85a6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:36.980997 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a275d0c5-04c1-412c-9ec6-d6e9101513d2 req-6362fde2-da13-4b24-b083-600ca85a6732 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 1128 time: 0.0466168 Mar 24 02:11:37.084518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275d0c5-04c1-412c-9ec6-d6e9101513d2 req-a692c60d-6789-49f3-9f01-a040a9bc168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:37.086183 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a275d0c5-04c1-412c-9ec6-d6e9101513d2 req-a692c60d-6789-49f3-9f01-a040a9bc168a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 200 len: 910 time: 0.0961862 Mar 24 02:11:37.129953 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a275d0c5-04c1-412c-9ec6-d6e9101513d2 req-92acc728-7215-4467-a531-7d71a04db6e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa1c55f-233c-4ceb-8564-dec57a002afe HTTP/1.1" status: 200 len: 217 time: 0.0364735 Mar 24 02:11:37.162960 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a978c-32f6-4f69-85d1-83784bf20a01 req-dedbdcf5-e82e-4415-bba7-5192c1525dcd tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:37.164558 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-796a978c-32f6-4f69-85d1-83784bf20a01 req-dedbdcf5-e82e-4415-bba7-5192c1525dcd tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 946 time: 0.1101060 Mar 24 02:11:37.182697 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275d0c5-04c1-412c-9ec6-d6e9101513d2 req-29997fa9-b6c7-4f85-a831-6f3890998ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:37.184305 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a275d0c5-04c1-412c-9ec6-d6e9101513d2 req-29997fa9-b6c7-4f85-a831-6f3890998ae4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f28f518-4aae-49dc-a145-61dedfcd6d32 HTTP/1.1" status: 200 len: 848 time: 0.0482194 Mar 24 02:11:37.217297 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-796a978c-32f6-4f69-85d1-83784bf20a01 req-d283f8a8-63c9-40e8-bb19-9f5fd3fe7878 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465887 Mar 24 02:11:37.239810 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275d0c5-04c1-412c-9ec6-d6e9101513d2 req-ac82bbaf-d43c-47c5-afbe-7a786345cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:37.241349 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a275d0c5-04c1-412c-9ec6-d6e9101513d2 req-ac82bbaf-d43c-47c5-afbe-7a786345cc38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4879a26-0bac-4fda-98e7-6f4434a58d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509808 Mar 24 02:11:37.311055 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6d86d3bb-66fb-4d6d-88a2-91f0fc275050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b7a3ba93-ca06-444e-b0aa-b2190c645c0f', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'port_id': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'mac_address': 'fa:16:3e:e5:43:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T02:07:22Z', 'updated_at': '2022-03-24T02:07:24Z', 'revision_number': 1, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8441efc7-fc5b-45f9-8063-42f547c43ec7', 'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'mac_address': 'fa:16:3e:e8:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:01Z', 'updated_at': '2022-03-24T02:07:06Z', 'revision_number': 5, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'subnets': [{'id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:37.329126 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a275d0c5-04c1-412c-9ec6-d6e9101513d2 req-07072fab-0388-4c70-97c7-3c86f6df0cd9 service neutron] 10.222.0.48 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813408 Mar 24 02:11:37.341220 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d86d3bb-66fb-4d6d-88a2-91f0fc275050 None None] Checking router: 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 02:11:37.349933 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d86d3bb-66fb-4d6d-88a2-91f0fc275050 None None] Routers {'8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:11:37.350547 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6d86d3bb-66fb-4d6d-88a2-91f0fc275050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:11:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:37.425981 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-a275d0c5-04c1-412c-9ec6-d6e9101513d2 req-ec356abf-f24f-4722-9fcc-bffdbb9c7a03 service neutron] 10.222.0.48 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899744 Mar 24 02:11:37.458097 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-6d86d3bb-66fb-4d6d-88a2-91f0fc275050 None None] Set router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:11:37.673717 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-6d86d3bb-66fb-4d6d-88a2-91f0fc275050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b7a3ba93-ca06-444e-b0aa-b2190c645c0f', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'port_id': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'mac_address': 'fa:16:3e:e5:43:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T02:07:22Z', 'updated_at': '2022-03-24T02:07:24Z', 'revision_number': 1, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8441efc7-fc5b-45f9-8063-42f547c43ec7', 'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'mac_address': 'fa:16:3e:e8:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:01Z', 'updated_at': '2022-03-24T02:07:06Z', 'revision_number': 5, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'subnets': [{'id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:37.698604 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d86d3bb-66fb-4d6d-88a2-91f0fc275050 None None] The sync data for ids ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'] in n-d-760455-9 is: [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_floatingips': [{'id': 'b7a3ba93-ca06-444e-b0aa-b2190c645c0f', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'router_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'port_id': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'mac_address': 'fa:16:3e:e5:43:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T02:07:22Z', 'updated_at': '2022-03-24T02:07:24Z', 'revision_number': 1, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8441efc7-fc5b-45f9-8063-42f547c43ec7', 'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'mac_address': 'fa:16:3e:e8:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:01Z', 'updated_at': '2022-03-24T02:07:06Z', 'revision_number': 5, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'subnets': [{'id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 02:11:37.917284 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7c44aa-b71c-4089-970e-73a7283084b8 None None] New status for floating IP 30fc08c6-5560-497b-909a-26490b753fc9: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 02:11:38.041712 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device faa1c55f-233c-4ceb-8564-dec57a002afe no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:11:38.119234 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Current status of the port faa1c55f-233c-4ceb-8564-dec57a002afe is: ACTIVE; New status is: DOWN {{(pid=115731) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 02:11:38.119607 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140138'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), before_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:38.142471 n-d-760455-9 neutron-server[115731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d5c27-6178-412a-b884-7f1987765003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa1c55f-233c-4ceb-8564-dec57a002afe'}] {{(pid=115731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:11:38.144654 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79dd7a73f0a4af21e54f874d054100b8f6e72c6d4d9ca3eb4a36feb953720df2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630dc6e3-c3af-4fd4-88af-fc3944d763c5" -d '{"events": [{"server_uuid": "9a2d5c27-6178-412a-b884-7f1987765003", "name": "network-vif-unplugged", "status": "completed", "tag": "faa1c55f-233c-4ceb-8564-dec57a002afe"}]}' {{(pid=115731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:11:38.157284 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] For port faa1c55f-233c-4ceb-8564-dec57a002afe, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=faa1c55f-233c-4ceb-8564-dec57a002afe,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:11:38.161180 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748219142292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748218640132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748218640150'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:38.185675 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 02:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f32c01a-9d92-43ce-aa4e-3c85cace7ac1 x-openstack-request-id: req-4f32c01a-9d92-43ce-aa4e-3c85cace7ac1 {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:11:38.185972 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d5c27-6178-412a-b884-7f1987765003", "name": "network-vif-unplugged", "status": "completed", "tag": "faa1c55f-233c-4ceb-8564-dec57a002afe", "code": 200}]} {{(pid=115731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:11:38.186227 n-d-760455-9 neutron-server[115731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f32c01a-9d92-43ce-aa4e-3c85cace7ac1 {{(pid=115731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:11:38.186621 n-d-760455-9 neutron-server[115731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f32c01a-9d92-43ce-aa4e-3c85cace7ac1'] response: {'server_uuid': '9a2d5c27-6178-412a-b884-7f1987765003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa1c55f-233c-4ceb-8564-dec57a002afe', 'code': 200} Mar 24 02:11:38.210908 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Pushing event updated for resources: {'Port': ['ID=faa1c55f-233c-4ceb-8564-dec57a002afe,revision_number=8']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:38.336862 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521d0cb-3826-4f6b-ad4b-8106657c39ad req-51324953-4c23-4f3c-a3fc-64013d11b86b tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:38.338529 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8521d0cb-3826-4f6b-ad4b-8106657c39ad req-51324953-4c23-4f3c-a3fc-64013d11b86b tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 944 time: 0.0506511 Mar 24 02:11:38.391449 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-8521d0cb-3826-4f6b-ad4b-8106657c39ad req-83dc645d-1564-4124-9fd7-9db01e9ce682 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466008 Mar 24 02:11:38.597518 n-d-760455-9 neutron-server[115729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8c566-dd2a-4084-bdfe-28a7e08bc040 req-ad25ab32-00fe-4edf-99a0-9f126f60a692 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:38.598991 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-05b8c566-dd2a-4084-bdfe-28a7e08bc040 req-ad25ab32-00fe-4edf-99a0-9f126f60a692 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 944 time: 0.0525846 Mar 24 02:11:38.689876 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-05b8c566-dd2a-4084-bdfe-28a7e08bc040 req-c0ed1ca1-d7b1-44ca-8778-32f1f1fa7ff2 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Deleting port faa1c55f-233c-4ceb-8564-dec57a002afe {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:11:38.690214 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-05b8c566-dd2a-4084-bdfe-28a7e08bc040 req-c0ed1ca1-d7b1-44ca-8778-32f1f1fa7ff2 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:38.775759 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [req-05b8c566-dd2a-4084-bdfe-28a7e08bc040 req-c0ed1ca1-d7b1-44ca-8778-32f1f1fa7ff2 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] For port faa1c55f-233c-4ceb-8564-dec57a002afe, host n-h2-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760455-9',level=0,port_id=faa1c55f-233c-4ceb-8564-dec57a002afe,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:11:38.776045 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-05b8c566-dd2a-4084-bdfe-28a7e08bc040 req-c0ed1ca1-d7b1-44ca-8778-32f1f1fa7ff2 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:38.789487 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [req-05b8c566-dd2a-4084-bdfe-28a7e08bc040 req-c0ed1ca1-d7b1-44ca-8778-32f1f1fa7ff2 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Calling delete_port for faa1c55f-233c-4ceb-8564-dec57a002afe owned by compute:nova {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:11:38.918169 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-05b8c566-dd2a-4084-bdfe-28a7e08bc040 req-c0ed1ca1-d7b1-44ca-8778-32f1f1fa7ff2 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (faa1c55f-233c-4ceb-8564-dec57a002afe), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:38.946950 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed1ca1-d7b1-44ca-8778-32f1f1fa7ff2 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event deleted for resources: {'Port': ['ID=faa1c55f-233c-4ceb-8564-dec57a002afe,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:38.989155 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b8c566-dd2a-4084-bdfe-28a7e08bc040 req-c0ed1ca1-d7b1-44ca-8778-32f1f1fa7ff2 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] No DVR routers for this DVR port faa1c55f-233c-4ceb-8564-dec57a002afe on host n-h2-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 02:11:38.991619 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [req-05b8c566-dd2a-4084-bdfe-28a7e08bc040 req-c0ed1ca1-d7b1-44ca-8778-32f1f1fa7ff2 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:38.994998 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [req-05b8c566-dd2a-4084-bdfe-28a7e08bc040 req-c0ed1ca1-d7b1-44ca-8778-32f1f1fa7ff2 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.48 "DELETE /v2.0/ports/faa1c55f-233c-4ceb-8564-dec57a002afe HTTP/1.1" status: 204 len: 173 time: 0.3910131 Mar 24 02:11:38.995477 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d5c27-6178-412a-b884-7f1987765003', 'name': 'network-vif-deleted', 'tag': 'faa1c55f-233c-4ceb-8564-dec57a002afe'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:11:38.998316 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c749064d-1830-4b22-ab48-685cce5c9da1" -d '{"events": [{"server_uuid": "9a2d5c27-6178-412a-b884-7f1987765003", "name": "network-vif-deleted", "tag": "faa1c55f-233c-4ceb-8564-dec57a002afe"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:11:39.038499 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 02:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4928155-4315-4aea-970b-9c207c16fa33 x-openstack-request-id: req-d4928155-4315-4aea-970b-9c207c16fa33 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:11:39.038795 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d5c27-6178-412a-b884-7f1987765003", "name": "network-vif-deleted", "tag": "faa1c55f-233c-4ceb-8564-dec57a002afe", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:11:39.039054 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4928155-4315-4aea-970b-9c207c16fa33 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:11:39.039462 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4928155-4315-4aea-970b-9c207c16fa33'] response: {'server_uuid': '9a2d5c27-6178-412a-b884-7f1987765003', 'name': 'network-vif-deleted', 'tag': 'faa1c55f-233c-4ceb-8564-dec57a002afe', 'status': 'completed', 'code': 200} Mar 24 02:11:39.500053 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-9176c4da-31b5-4be2-a6c5-bfcac0370f7e req-7684604d-a64a-4a57-a34e-1133e1bf9aea tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a2d5c27-6178-412a-b884-7f1987765003 HTTP/1.1" status: 200 len: 210 time: 0.0282428 Mar 24 02:11:41.044988 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42524) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:11:41.202977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ba98b2b5-31a4-4a0a-8bcf-24a4d0638161 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Deleting port 1497df66-bba0-4ce3-8c76-dcc3ce461d0f {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:11:41.203411 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba98b2b5-31a4-4a0a-8bcf-24a4d0638161 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (1497df66-bba0-4ce3-8c76-dcc3ce461d0f), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:41.276650 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba98b2b5-31a4-4a0a-8bcf-24a4d0638161 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (1497df66-bba0-4ce3-8c76-dcc3ce461d0f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:41.276898 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba98b2b5-31a4-4a0a-8bcf-24a4d0638161 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for floatingip (1497df66-bba0-4ce3-8c76-dcc3ce461d0f), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:41.288116 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-ba98b2b5-31a4-4a0a-8bcf-24a4d0638161 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Calling delete_port for 1497df66-bba0-4ce3-8c76-dcc3ce461d0f owned by network:floatingip {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:11:41.435522 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba98b2b5-31a4-4a0a-8bcf-24a4d0638161 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (1497df66-bba0-4ce3-8c76-dcc3ce461d0f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:41.461506 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98b2b5-31a4-4a0a-8bcf-24a4d0638161 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event deleted for resources: {'Port': ['ID=1497df66-bba0-4ce3-8c76-dcc3ce461d0f,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:41.522706 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba98b2b5-31a4-4a0a-8bcf-24a4d0638161 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for floatingip (b7a3ba93-ca06-444e-b0aa-b2190c645c0f), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:41.523039 n-d-760455-9 neutron-server[115729]: INFO neutron.db.l3_db [None req-ba98b2b5-31a4-4a0a-8bcf-24a4d0638161 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Floating IP b7a3ba93-ca06-444e-b0aa-b2190c645c0f disassociated (deleted). External IP: 172.25.0.109, port: 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68. Mar 24 02:11:41.729365 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba98b2b5-31a4-4a0a-8bcf-24a4d0638161 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 02:11:41.837877 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba98b2b5-31a4-4a0a-8bcf-24a4d0638161 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 02:11:41.842480 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-ba98b2b5-31a4-4a0a-8bcf-24a4d0638161 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for floatingip (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:41.852624 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ba004-8165-4f6e-94d0-39109d384b40 None None] Sync routers for ids ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 02:11:41.862345 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ba004-8165-4f6e-94d0-39109d384b40 None None] Routers {'8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:11:41.862952 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-aa3ba004-8165-4f6e-94d0-39109d384b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:11:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:41.872278 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-ba98b2b5-31a4-4a0a-8bcf-24a4d0638161 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "DELETE /v2.0/floatingips/b7a3ba93-ca06-444e-b0aa-b2190c645c0f HTTP/1.1" status: 204 len: 168 time: 0.8262138 Mar 24 02:11:41.872931 n-d-760455-9 neutron-server[115729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'tag': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68'}] {{(pid=115729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:11:41.875301 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edd22248246ac97c14aef0e03bd43ebc1bb6a97d9e83d425df1aae356aa3957b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f741c2c8-98ae-463a-8d43-4524b2ea1674" -d '{"events": [{"name": "network-changed", "server_uuid": "ad85bb15-9c01-4747-abda-fe1ef2a9d45d", "tag": "99c6c56c-9d0e-4a86-a71e-d5e6d8608d68"}]}' {{(pid=115729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:11:41.911916 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 02:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9096faa-c450-4139-bafd-d67dceb5dad0 x-openstack-request-id: req-a9096faa-c450-4139-bafd-d67dceb5dad0 {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:11:41.912210 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad85bb15-9c01-4747-abda-fe1ef2a9d45d", "tag": "99c6c56c-9d0e-4a86-a71e-d5e6d8608d68", "status": "completed", "code": 200}]} {{(pid=115729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:11:41.912466 n-d-760455-9 neutron-server[115729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9096faa-c450-4139-bafd-d67dceb5dad0 {{(pid=115729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:11:41.912880 n-d-760455-9 neutron-server[115729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9096faa-c450-4139-bafd-d67dceb5dad0'] response: {'name': 'network-changed', 'server_uuid': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'tag': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'status': 'completed', 'code': 200} Mar 24 02:11:41.980760 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741c2c8-98ae-463a-8d43-4524b2ea1674 req-9220369a-2c9e-4fc3-ae43-e27db05654bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:41.982328 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f741c2c8-98ae-463a-8d43-4524b2ea1674 req-9220369a-2c9e-4fc3-ae43-e27db05654bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 1125 time: 0.0462837 Mar 24 02:11:41.984908 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-aa3ba004-8165-4f6e-94d0-39109d384b40 None None] Set router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:11:42.042277 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device faa1c55f-233c-4ceb-8564-dec57a002afe no longer exists at agent hyperv_n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:11:42.113248 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741c2c8-98ae-463a-8d43-4524b2ea1674 req-a7fefa69-8a82-46cd-a85d-646d1fb1f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:42.114650 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f741c2c8-98ae-463a-8d43-4524b2ea1674 req-a7fefa69-8a82-46cd-a85d-646d1fb1f745 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 200 len: 910 time: 0.1244214 Mar 24 02:11:42.159950 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f741c2c8-98ae-463a-8d43-4524b2ea1674 req-e3b9d50f-ab42-4e8e-bbbb-5d56be2616a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 HTTP/1.1" status: 200 len: 217 time: 0.0356755 Mar 24 02:11:42.172263 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3685a07-b5ec-4685-b77c-eb4975f84a79 req-84a03bab-d7f0-472c-bdb2-5842c1f04018 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:42.173836 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3685a07-b5ec-4685-b77c-eb4975f84a79 req-84a03bab-d7f0-472c-bdb2-5842c1f04018 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 943 time: 0.1074934 Mar 24 02:11:42.203760 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-aa3ba004-8165-4f6e-94d0-39109d384b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '8441efc7-fc5b-45f9-8063-42f547c43ec7', 'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'mac_address': 'fa:16:3e:e8:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:01Z', 'updated_at': '2022-03-24T02:07:06Z', 'revision_number': 5, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'subnets': [{'id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:42.230528 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ba004-8165-4f6e-94d0-39109d384b40 None None] Checking router: 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 02:11:42.232441 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741c2c8-98ae-463a-8d43-4524b2ea1674 req-fb607f3a-8b96-4507-803b-a7b7ca7a8098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:42.234148 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f741c2c8-98ae-463a-8d43-4524b2ea1674 req-fb607f3a-8b96-4507-803b-a7b7ca7a8098 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f28f518-4aae-49dc-a145-61dedfcd6d32 HTTP/1.1" status: 200 len: 848 time: 0.0592308 Mar 24 02:11:42.236927 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] No Port match for: faa1c55f-233c-4ceb-8564-dec57a002afe {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 02:11:42.237453 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Device faa1c55f-233c-4ceb-8564-dec57a002afe not bound to the agent host n-h2-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 02:11:42.239689 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ba004-8165-4f6e-94d0-39109d384b40 None None] Routers {'8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:11:42.240480 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-aa3ba004-8165-4f6e-94d0-39109d384b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:11:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:42.300262 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-c3685a07-b5ec-4685-b77c-eb4975f84a79 req-a9128367-a74e-454e-8dba-adc6635a8516 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162739 Mar 24 02:11:42.310458 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:11:42.310861 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741c2c8-98ae-463a-8d43-4524b2ea1674 req-498a0b69-070b-4c78-8a5a-a403920ad8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:42.312326 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f741c2c8-98ae-463a-8d43-4524b2ea1674 req-498a0b69-070b-4c78-8a5a-a403920ad8b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4879a26-0bac-4fda-98e7-6f4434a58d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0696011 Mar 24 02:11:42.354382 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-aa3ba004-8165-4f6e-94d0-39109d384b40 None None] Set router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:11:42.404060 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f741c2c8-98ae-463a-8d43-4524b2ea1674 req-7eb26c07-9d36-4938-954a-8e4c72440829 service neutron] 10.222.0.57 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849535 Mar 24 02:11:42.492191 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f741c2c8-98ae-463a-8d43-4524b2ea1674 req-27a8a002-85b5-4881-9776-caea3ef91dd4 service neutron] 10.222.0.57 "GET /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822110 Mar 24 02:11:42.551137 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-aa3ba004-8165-4f6e-94d0-39109d384b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '8441efc7-fc5b-45f9-8063-42f547c43ec7', 'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'mac_address': 'fa:16:3e:e8:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:01Z', 'updated_at': '2022-03-24T02:07:06Z', 'revision_number': 5, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'subnets': [{'id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:42.576830 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ba004-8165-4f6e-94d0-39109d384b40 None None] The sync data for ids ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'] in n-d-760455-9 is: [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:07:02Z', 'revision_number': 4, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9', '_interfaces': [{'id': '8441efc7-fc5b-45f9-8063-42f547c43ec7', 'name': '', 'network_id': 'a4879a26-0bac-4fda-98e7-6f4434a58d44', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'mac_address': 'fa:16:3e:e8:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:01Z', 'updated_at': '2022-03-24T02:07:06Z', 'revision_number': 5, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'subnets': [{'id': '4f28f518-4aae-49dc-a145-61dedfcd6d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 02:11:42.796159 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7925009f-3bd9-492c-a61b-909365d774e5 None None] New status for floating IP b7a3ba93-ca06-444e-b0aa-b2190c645c0f: DOWN {{(pid=115731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 02:11:43.426516 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07d9af-3d7c-45f9-8b25-d9764a3fb4e1 req-9493a826-4d61-4f52-a391-a1e8da92ec6c tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:43.429172 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f07d9af-3d7c-45f9-8b25-d9764a3fb4e1 req-9493a826-4d61-4f52-a391-a1e8da92ec6c tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 943 time: 0.0592468 Mar 24 02:11:43.477381 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-4f07d9af-3d7c-45f9-8b25-d9764a3fb4e1 req-91641029-8d45-4286-a310-cf9700f39559 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb3af7b7-7e75-4413-9749-045556dc5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422633 Mar 24 02:11:43.670404 n-d-760455-9 neutron-server[115730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2986482-fadd-4d84-b385-0be177c359a6 req-519c2936-5b84-4dc2-a300-26f5b55074e9 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 02:11:43.671729 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2986482-fadd-4d84-b385-0be177c359a6 req-519c2936-5b84-4dc2-a300-26f5b55074e9 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 943 time: 0.0542305 Mar 24 02:11:43.759229 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-f2986482-fadd-4d84-b385-0be177c359a6 req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Deleting port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:11:43.759566 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f2986482-fadd-4d84-b385-0be177c359a6 req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:44.179360 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [req-f2986482-fadd-4d84-b385-0be177c359a6 req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] For port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68, host n-h1-760455-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760455-9',level=0,port_id=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:11:44.179724 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f2986482-fadd-4d84-b385-0be177c359a6 req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:44.192581 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [req-f2986482-fadd-4d84-b385-0be177c359a6 req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Calling delete_port for 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 owned by compute:nova {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:11:44.317761 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f2986482-fadd-4d84-b385-0be177c359a6 req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (99c6c56c-9d0e-4a86-a71e-d5e6d8608d68), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:44.346285 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event deleted for resources: {'Port': ['ID=99c6c56c-9d0e-4a86-a71e-d5e6d8608d68,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:44.375899 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:44.376253 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:44.376595 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:44.376933 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:44.377292 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:44.377624 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:44.377952 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:44.378278 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:44.378607 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:44.378928 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:44.379248 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:44.379569 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:44.379887 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:44.380207 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:44.380530 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760455-9 {{(pid=115730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 02:11:44.400197 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2986482-fadd-4d84-b385-0be177c359a6 req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] No DVR routers for this DVR port 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 on host n-h1-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 02:11:44.402619 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [req-f2986482-fadd-4d84-b385-0be177c359a6 req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236942'] for port (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:44.406015 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-f2986482-fadd-4d84-b385-0be177c359a6 req-c5b71407-8d8c-433f-9420-5fbf66c2beb5 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.57 "DELETE /v2.0/ports/99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 HTTP/1.1" status: 204 len: 173 time: 0.7290947 Mar 24 02:11:44.406451 n-d-760455-9 neutron-server[115730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'name': 'network-vif-deleted', 'tag': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68'}] {{(pid=115730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 02:11:44.408730 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5719a4f812e25db49a9c1ef005942dbdcfd5313fb1c96737b5d38cce7c92f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8d17a8-bcef-48e5-9a54-aefbf7fcf06e" -d '{"events": [{"server_uuid": "ad85bb15-9c01-4747-abda-fe1ef2a9d45d", "name": "network-vif-deleted", "tag": "99c6c56c-9d0e-4a86-a71e-d5e6d8608d68"}]}' {{(pid=115730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 02:11:44.449569 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 02:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f574cb2-7ba9-4541-b889-8284a2bf7127 x-openstack-request-id: req-7f574cb2-7ba9-4541-b889-8284a2bf7127 {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 02:11:44.450199 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad85bb15-9c01-4747-abda-fe1ef2a9d45d", "name": "network-vif-deleted", "tag": "99c6c56c-9d0e-4a86-a71e-d5e6d8608d68", "status": "completed", "code": 200}]} {{(pid=115730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 02:11:44.450199 n-d-760455-9 neutron-server[115730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7f574cb2-7ba9-4541-b889-8284a2bf7127 {{(pid=115730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 02:11:44.450506 n-d-760455-9 neutron-server[115730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f574cb2-7ba9-4541-b889-8284a2bf7127'] response: {'server_uuid': 'ad85bb15-9c01-4747-abda-fe1ef2a9d45d', 'name': 'network-vif-deleted', 'tag': '99c6c56c-9d0e-4a86-a71e-d5e6d8608d68', 'status': 'completed', 'code': 200} Mar 24 02:11:44.587135 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [req-1f70b11c-b642-4fd6-bc28-ae52a8c2bb54 req-bdac36c8-e7a4-4ff9-8d49-ac69bc5aa1d0 tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad85bb15-9c01-4747-abda-fe1ef2a9d45d HTTP/1.1" status: 200 len: 210 time: 0.0268898 Mar 24 02:11:45.645511 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42540) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:11:45.704253 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-500a24b6-72e3-447b-8ca1-09ead44c644f tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group (fb3af7b7-7e75-4413-9749-045556dc5a90), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:45.728319 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-500a24b6-72e3-447b-8ca1-09ead44c644f tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group (fb3af7b7-7e75-4413-9749-045556dc5a90), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:45.786414 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-500a24b6-72e3-447b-8ca1-09ead44c644f tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (fb3af7b7-7e75-4413-9749-045556dc5a90), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:45.789299 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-500a24b6-72e3-447b-8ca1-09ead44c644f tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:45.790668 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-500a24b6-72e3-447b-8ca1-09ead44c644f tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] 10.222.0.45 "DELETE /v2.0/security-groups/fb3af7b7-7e75-4413-9749-045556dc5a90 HTTP/1.1" status: 204 len: 168 time: 0.1441534 Mar 24 02:11:45.800143 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a24b6-72e3-447b-8ca1-09ead44c644f tempest-TestSnapshotPattern-1623150120 tempest-TestSnapshotPattern-1623150120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3af7b7-7e75-4413-9749-045556dc5a90,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:45.844793 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42544) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:11:46.183081 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-95a135a7-bd93-43fd-b314-f62eaa90fdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:46.435199 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-95a135a7-bd93-43fd-b314-f62eaa90fdca admin admin] Deleting port 8441efc7-fc5b-45f9-8063-42f547c43ec7 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:11:46.435465 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-95a135a7-bd93-43fd-b314-f62eaa90fdca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:46.471512 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 no longer exists at agent hyperv_n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:11:46.491915 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] No Port match for: 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 02:11:46.492269 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Device 99c6c56c-9d0e-4a86-a71e-d5e6d8608d68 not bound to the agent host n-h1-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 02:11:46.517313 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-95a135a7-bd93-43fd-b314-f62eaa90fdca admin admin] For port 8441efc7-fc5b-45f9-8063-42f547c43ec7, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=8441efc7-fc5b-45f9-8063-42f547c43ec7,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:11:46.517678 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-95a135a7-bd93-43fd-b314-f62eaa90fdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:46.531208 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-95a135a7-bd93-43fd-b314-f62eaa90fdca admin admin] Calling delete_port for 8441efc7-fc5b-45f9-8063-42f547c43ec7 owned by network:router_interface {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:11:46.708567 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-95a135a7-bd93-43fd-b314-f62eaa90fdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (8441efc7-fc5b-45f9-8063-42f547c43ec7), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:46.732703 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a135a7-bd93-43fd-b314-f62eaa90fdca admin admin] Pushing event deleted for resources: {'Port': ['ID=8441efc7-fc5b-45f9-8063-42f547c43ec7,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:46.901125 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-95a135a7-bd93-43fd-b314-f62eaa90fdca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:47.120279 n-d-760455-9 neutron-server[115729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a135a7-bd93-43fd-b314-f62eaa90fdca admin admin] Router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 02:11:47.224977 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a135a7-bd93-43fd-b314-f62eaa90fdca admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 02:11:47.230006 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-95a135a7-bd93-43fd-b314-f62eaa90fdca admin admin] 10.222.0.45 "PUT /v2.0/routers/8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3840230 Mar 24 02:11:47.232422 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42546) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:11:47.233636 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422a031-f6bf-47a8-b1bc-3b4a0bf37d19 None None] Sync routers for ids ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'] in n-d-760455-9 {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 02:11:47.242961 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d422a031-f6bf-47a8-b1bc-3b4a0bf37d19 None None] Routers {'8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:11:47.243569 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d422a031-f6bf-47a8-b1bc-3b4a0bf37d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:11:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:47.339114 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4afee44-a3dd-4470-8cea-d5d9ea2d045a admin admin] Publish callbacks [] for router (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:47.437501 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-d422a031-f6bf-47a8-b1bc-3b4a0bf37d19 None None] Set router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 gateway port host: n-d-760455-9 {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:11:47.443683 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4afee44-a3dd-4470-8cea-d5d9ea2d045a admin admin] Publish callbacks [] for router_gateway (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:47.501204 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c4afee44-a3dd-4470-8cea-d5d9ea2d045a admin admin] Deleting port d8b89951-c783-42c9-87d0-cbf51f813c39 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:11:47.501544 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4afee44-a3dd-4470-8cea-d5d9ea2d045a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (d8b89951-c783-42c9-87d0-cbf51f813c39), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:47.580918 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-c4afee44-a3dd-4470-8cea-d5d9ea2d045a admin admin] For port d8b89951-c783-42c9-87d0-cbf51f813c39, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=d8b89951-c783-42c9-87d0-cbf51f813c39,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:11:47.581322 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4afee44-a3dd-4470-8cea-d5d9ea2d045a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (d8b89951-c783-42c9-87d0-cbf51f813c39), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:47.600615 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-c4afee44-a3dd-4470-8cea-d5d9ea2d045a admin admin] Calling delete_port for d8b89951-c783-42c9-87d0-cbf51f813c39 owned by network:router_gateway {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:11:47.632407 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d422a031-f6bf-47a8-b1bc-3b4a0bf37d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:11:46Z', 'revision_number': 5, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port': {'id': 'd8b89951-c783-42c9-87d0-cbf51f813c39', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:00Z', 'updated_at': '2022-03-24T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:47.661191 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422a031-f6bf-47a8-b1bc-3b4a0bf37d19 None None] Checking router: 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 for host: n-d-760455-9 {{(pid=115732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 02:11:47.669945 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d422a031-f6bf-47a8-b1bc-3b4a0bf37d19 None None] Routers {'8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'} bound to L3 agent in host n-d-760455-9 {{(pid=115732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:11:47.670544 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d422a031-f6bf-47a8-b1bc-3b4a0bf37d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:11:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'], 'active': True} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:47.758589 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_dvr_db [None req-d422a031-f6bf-47a8-b1bc-3b4a0bf37d19 None None] Set router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 gateway port host: None {{(pid=115732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:11:47.782281 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4afee44-a3dd-4470-8cea-d5d9ea2d045a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (d8b89951-c783-42c9-87d0-cbf51f813c39), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:47.809038 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.l3_hamode_db [None req-d422a031-f6bf-47a8-b1bc-3b4a0bf37d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:11:47Z', 'revision_number': 6, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:47.809782 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afee44-a3dd-4470-8cea-d5d9ea2d045a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b89951-c783-42c9-87d0-cbf51f813c39,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:47.839596 n-d-760455-9 neutron-server[115732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422a031-f6bf-47a8-b1bc-3b4a0bf37d19 None None] The sync data for ids ['8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43'] in n-d-760455-9 is: [{'id': '8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43', 'name': 'tempest-TestSnapshotPattern-256533559-router', 'tenant_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:06:59Z', 'updated_at': '2022-03-24T02:11:47Z', 'revision_number': 6, 'project_id': '4379640cbcdf44458b0ce2d5d641d7d8', 'gw_port_host': None}] {{(pid=115732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 02:11:47.872520 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4afee44-a3dd-4470-8cea-d5d9ea2d045a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:47.965510 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4afee44-a3dd-4470-8cea-d5d9ea2d045a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:47.967710 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4afee44-a3dd-4470-8cea-d5d9ea2d045a admin admin] Publish callbacks [] for router_controller (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:48.013358 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4afee44-a3dd-4470-8cea-d5d9ea2d045a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:48.013808 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4afee44-a3dd-4470-8cea-d5d9ea2d045a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 {{(pid=115729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 02:11:48.018105 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c4afee44-a3dd-4470-8cea-d5d9ea2d045a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:48.019169 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c4afee44-a3dd-4470-8cea-d5d9ea2d045a admin admin] 10.222.0.45 "DELETE /v2.0/routers/8d9ccfcd-cd28-4bf1-af18-2c5cec2dcb43 HTTP/1.1" status: 204 len: 168 time: 0.7857010 Mar 24 02:11:48.021999 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42548) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:11:48.067034 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ebf285-4443-4e9c-a52f-4e01eafd72ad admin admin] Deleting subnet 4f28f518-4aae-49dc-a145-61dedfcd6d32 {{(pid=115729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 02:11:48.070507 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d1ebf285-4443-4e9c-a52f-4e01eafd72ad admin admin] Publish callbacks [] for subnet (4f28f518-4aae-49dc-a145-61dedfcd6d32), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:48.104084 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d1ebf285-4443-4e9c-a52f-4e01eafd72ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191576'] for subnet (4f28f518-4aae-49dc-a145-61dedfcd6d32), precommit_delete_associations {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:48.185731 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d1ebf285-4443-4e9c-a52f-4e01eafd72ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (4f28f518-4aae-49dc-a145-61dedfcd6d32), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:48.542744 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d1ebf285-4443-4e9c-a52f-4e01eafd72ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59191709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59180177'] for subnet (4f28f518-4aae-49dc-a145-61dedfcd6d32), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:48.566956 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebf285-4443-4e9c-a52f-4e01eafd72ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f28f518-4aae-49dc-a145-61dedfcd6d32,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:48.571624 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-d1ebf285-4443-4e9c-a52f-4e01eafd72ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:48.575678 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-d1ebf285-4443-4e9c-a52f-4e01eafd72ad admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4f28f518-4aae-49dc-a145-61dedfcd6d32 HTTP/1.1" status: 204 len: 168 time: 0.5526271 Mar 24 02:11:48.576836 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf948f7-ac7a-46ac-a595-fb066d69b70f None None] Network a4879a26-0bac-4fda-98e7-6f4434a58d44 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 02:11:48.578005 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42550) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:11:48.649231 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (a4879a26-0bac-4fda-98e7-6f4434a58d44), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:48.707893 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] Deleting port e755de47-e34b-4b4b-b544-bf25d7107d01 {{(pid=115729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:11:48.708202 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e755de47-e34b-4b4b-b544-bf25d7107d01), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:48.746257 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c1803b-789b-4f52-95f9-2aec9c3f4b16 None None] DHCP port deletion for a4879a26-0bac-4fda-98e7-6f4434a58d44 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 02:11:48.771231 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.db [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] For port e755de47-e34b-4b4b-b544-bf25d7107d01, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e755de47-e34b-4b4b-b544-bf25d7107d01,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:11:48.771593 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e755de47-e34b-4b4b-b544-bf25d7107d01), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:48.784861 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] Calling delete_port for e755de47-e34b-4b4b-b544-bf25d7107d01 owned by network:dhcp {{(pid=115729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:11:48.794233 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1803b-789b-4f52-95f9-2aec9c3f4b16 None None] Deleting port e755de47-e34b-4b4b-b544-bf25d7107d01 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:11:48.794637 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b5c1803b-789b-4f52-95f9-2aec9c3f4b16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (e755de47-e34b-4b4b-b544-bf25d7107d01), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:48.861830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-b5c1803b-789b-4f52-95f9-2aec9c3f4b16 None None] For port e755de47-e34b-4b4b-b544-bf25d7107d01, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=e755de47-e34b-4b4b-b544-bf25d7107d01,segment=NetworkSegment(ceb66f15-8436-4ac0-9da2-cb4bd1b17376),segment_id=ceb66f15-8436-4ac0-9da2-cb4bd1b17376)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:11:48.862232 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b5c1803b-789b-4f52-95f9-2aec9c3f4b16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (e755de47-e34b-4b4b-b544-bf25d7107d01), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:48.875072 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59193196'] for port (e755de47-e34b-4b4b-b544-bf25d7107d01), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:48.877973 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1803b-789b-4f52-95f9-2aec9c3f4b16 None None] Calling delete_port for e755de47-e34b-4b4b-b544-bf25d7107d01 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:11:48.902689 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] Pushing event deleted for resources: {'Port': ['ID=e755de47-e34b-4b4b-b544-bf25d7107d01,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:48.906271 n-d-760455-9 neutron-server[115729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] No DVR routers for this DVR port e755de47-e34b-4b4b-b544-bf25d7107d01 on host n-d-760455-9 {{(pid=115729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 02:11:48.961800 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b5c1803b-789b-4f52-95f9-2aec9c3f4b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (e755de47-e34b-4b4b-b544-bf25d7107d01), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:48.976058 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (a4879a26-0bac-4fda-98e7-6f4434a58d44), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:48.998830 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1803b-789b-4f52-95f9-2aec9c3f4b16 None None] Pushing event deleted for resources: {'Port': ['ID=e755de47-e34b-4b4b-b544-bf25d7107d01,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:49.000627 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c1803b-789b-4f52-95f9-2aec9c3f4b16 None None] No DVR routers for this DVR port e755de47-e34b-4b4b-b544-bf25d7107d01 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 02:11:49.005040 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4879a26-0bac-4fda-98e7-6f4434a58d44']}} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:49.015727 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376') {'for_net_delete': True} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:49.015727 n-d-760455-9 neutron-server[115729]: DEBUG neutron.services.segments.db [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb66f15-8436-4ac0-9da2-cb4bd1b17376') {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:49.024880 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191585'] for segment (ceb66f15-8436-4ac0-9da2-cb4bd1b17376), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:49.038022 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (ceb66f15-8436-4ac0-9da2-cb4bd1b17376), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:49.044573 n-d-760455-9 neutron-server[115729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=115729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 02:11:49.044886 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59193151'] for segment (ceb66f15-8436-4ac0-9da2-cb4bd1b17376), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: Traceback (most recent call last): Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: timer() Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: cb(*args, **kw) Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: return func(*args, **kwargs) Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: self._notify() Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: self.callback(batched_events) Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: event.method(event) Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: return f(self, *a, **k) Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: return self._get(url).json() Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: return self.request(url, 'GET', **kwargs) Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 02:11:49.046553 n-d-760455-9 neutron-server[115729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 02:11:49.099054 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (a4879a26-0bac-4fda-98e7-6f4434a58d44), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:49.104265 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:49.108021 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] 10.222.0.45 "DELETE /v2.0/networks/a4879a26-0bac-4fda-98e7-6f4434a58d44 HTTP/1.1" status: 204 len: 168 time: 0.5290589 Mar 24 02:11:49.111099 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42552) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:11:49.119107 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089d52a-8cce-4abe-91ff-0153ca4d303c admin admin] Pushing event deleted for resources: {'Network': ['ID=a4879a26-0bac-4fda-98e7-6f4434a58d44,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:49.450739 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3049c02b-cd0e-4846-b560-2f6afa4f84f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640326'] for router_interface (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:49.638228 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d8b89951-c783-42c9-87d0-cbf51f813c39 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:11:49.658117 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: d8b89951-c783-42c9-87d0-cbf51f813c39 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 02:11:49.658465 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device d8b89951-c783-42c9-87d0-cbf51f813c39 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 02:11:49.658885 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8441efc7-fc5b-45f9-8063-42f547c43ec7 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:11:49.677410 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 8441efc7-fc5b-45f9-8063-42f547c43ec7 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 02:11:49.677762 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 8441efc7-fc5b-45f9-8063-42f547c43ec7 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 02:11:49.678173 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e755de47-e34b-4b4b-b544-bf25d7107d01 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:11:49.696852 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: e755de47-e34b-4b4b-b544-bf25d7107d01 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 02:11:49.697232 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device e755de47-e34b-4b4b-b544-bf25d7107d01 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 02:11:49.705779 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-3049c02b-cd0e-4846-b560-2f6afa4f84f1 admin admin] Deleting port ce8da339-be08-4e72-a8bf-6f838f1cdd05 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:11:49.705779 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3049c02b-cd0e-4846-b560-2f6afa4f84f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:49.781724 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-3049c02b-cd0e-4846-b560-2f6afa4f84f1 admin admin] For port ce8da339-be08-4e72-a8bf-6f838f1cdd05, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=ce8da339-be08-4e72-a8bf-6f838f1cdd05,segment=NetworkSegment(3c9ffff6-3d10-4b5d-9316-14510a688056),segment_id=3c9ffff6-3d10-4b5d-9316-14510a688056)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:11:49.782079 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3049c02b-cd0e-4846-b560-2f6afa4f84f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:49.794955 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-3049c02b-cd0e-4846-b560-2f6afa4f84f1 admin admin] Calling delete_port for ce8da339-be08-4e72-a8bf-6f838f1cdd05 owned by network:router_interface {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:11:49.968953 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3049c02b-cd0e-4846-b560-2f6afa4f84f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (ce8da339-be08-4e72-a8bf-6f838f1cdd05), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:49.997926 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049c02b-cd0e-4846-b560-2f6afa4f84f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8da339-be08-4e72-a8bf-6f838f1cdd05,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:50.169810 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-3049c02b-cd0e-4846-b560-2f6afa4f84f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639222'] for router_interface (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:50.384761 n-d-760455-9 neutron-server[115730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3049c02b-cd0e-4846-b560-2f6afa4f84f1 admin admin] Router ccd2b8ea-e2f8-4271-b496-2d21ce5717c6 has already been hosted by L3 agent 801084c2-214a-4a48-800c-fec355a595db {{(pid=115730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 02:11:50.491715 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3049c02b-cd0e-4846-b560-2f6afa4f84f1 admin admin] Notify agent at l3_agent.n-d-760455-9 the message routers_updated {{(pid=115730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 02:11:50.497664 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-3049c02b-cd0e-4846-b560-2f6afa4f84f1 admin admin] 10.222.0.45 "PUT /v2.0/routers/ccd2b8ea-e2f8-4271-b496-2d21ce5717c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3849912 Mar 24 02:11:50.500226 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42554) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:11:50.504192 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2084e6-ff7b-46b1-ba6a-1fe7b3cbf417 None None] Sync routers for ids ['ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'] in n-d-760455-9 {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 02:11:50.514325 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2084e6-ff7b-46b1-ba6a-1fe7b3cbf417 None None] Routers {'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:11:50.515043 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ff2084e6-ff7b-46b1-ba6a-1fe7b3cbf417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:11:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:50.613143 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10a5dac6-e275-484d-9c33-39adebad0edc admin admin] Publish callbacks [] for router (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:50.625195 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-ff2084e6-ff7b-46b1-ba6a-1fe7b3cbf417 None None] Set router ccd2b8ea-e2f8-4271-b496-2d21ce5717c6 gateway port host: n-d-760455-9 {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:11:50.716736 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10a5dac6-e275-484d-9c33-39adebad0edc admin admin] Publish callbacks [] for router_gateway (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:50.772311 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-10a5dac6-e275-484d-9c33-39adebad0edc admin admin] Deleting port abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:11:50.772644 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10a5dac6-e275-484d-9c33-39adebad0edc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:50.805292 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ff2084e6-ff7b-46b1-ba6a-1fe7b3cbf417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'name': 'tempest-TestSnapshotPattern-1932208939-router', 'tenant_id': 'abf4de4b51ec45578705a107823a2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'external_fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:07:04Z', 'updated_at': '2022-03-24T02:11:49Z', 'revision_number': 5, 'project_id': 'abf4de4b51ec45578705a107823a2228', 'gw_port': {'id': 'abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c', 'name': '', 'network_id': 'd9f8f8b0-c94f-49b4-a90f-da1a368a1952', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:28:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760455-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T02:07:04Z', 'updated_at': '2022-03-24T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0de5cf47-9f50-49db-90c0-515d1f98fb26', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760455-9'}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:50.832816 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2084e6-ff7b-46b1-ba6a-1fe7b3cbf417 None None] Checking router: ccd2b8ea-e2f8-4271-b496-2d21ce5717c6 for host: n-d-760455-9 {{(pid=115731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 02:11:50.841114 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2084e6-ff7b-46b1-ba6a-1fe7b3cbf417 None None] Routers {'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'} bound to L3 agent in host n-d-760455-9 {{(pid=115731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 02:11:50.841727 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ff2084e6-ff7b-46b1-ba6a-1fe7b3cbf417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760455-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T00:37:01Z,description=,heartbeat_timestamp=2022-03-24T02:11:31Z,host='n-d-760455-9',id=801084c2-214a-4a48-800c-fec355a595db,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T00:37:01Z,topic='l3_agent')) {'router_ids': ['ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'], 'active': True} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:50.850124 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-10a5dac6-e275-484d-9c33-39adebad0edc admin admin] For port abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c,segment=NetworkSegment(3bf26936-0951-4992-b6ca-aef274fbbeb6),segment_id=3bf26936-0951-4992-b6ca-aef274fbbeb6)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:11:50.850486 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10a5dac6-e275-484d-9c33-39adebad0edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:50.864029 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-10a5dac6-e275-484d-9c33-39adebad0edc admin admin] Calling delete_port for abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c owned by network:router_gateway {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:11:50.929945 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvr_db [None req-ff2084e6-ff7b-46b1-ba6a-1fe7b3cbf417 None None] Set router ccd2b8ea-e2f8-4271-b496-2d21ce5717c6 gateway port host: None {{(pid=115731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 02:11:50.979445 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_hamode_db [None req-ff2084e6-ff7b-46b1-ba6a-1fe7b3cbf417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'name': 'tempest-TestSnapshotPattern-1932208939-router', 'tenant_id': 'abf4de4b51ec45578705a107823a2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:07:04Z', 'updated_at': '2022-03-24T02:11:50Z', 'revision_number': 6, 'project_id': 'abf4de4b51ec45578705a107823a2228', 'gw_port_host': None}], 'n-d-760455-9', False) {} {{(pid=115731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:51.009246 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2084e6-ff7b-46b1-ba6a-1fe7b3cbf417 None None] The sync data for ids ['ccd2b8ea-e2f8-4271-b496-2d21ce5717c6'] in n-d-760455-9 is: [{'id': 'ccd2b8ea-e2f8-4271-b496-2d21ce5717c6', 'name': 'tempest-TestSnapshotPattern-1932208939-router', 'tenant_id': 'abf4de4b51ec45578705a107823a2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T02:07:04Z', 'updated_at': '2022-03-24T02:11:50Z', 'revision_number': 6, 'project_id': 'abf4de4b51ec45578705a107823a2228', 'gw_port_host': None}] {{(pid=115731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 02:11:51.032592 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10a5dac6-e275-484d-9c33-39adebad0edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.062864 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5dac6-e275-484d-9c33-39adebad0edc admin admin] Pushing event deleted for resources: {'Port': ['ID=abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:51.124080 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10a5dac6-e275-484d-9c33-39adebad0edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640524'] for router_gateway (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.213665 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10a5dac6-e275-484d-9c33-39adebad0edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1437'] for router (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.215903 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10a5dac6-e275-484d-9c33-39adebad0edc admin admin] Publish callbacks [] for router_controller (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.259401 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10a5dac6-e275-484d-9c33-39adebad0edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642543'] for router (ccd2b8ea-e2f8-4271-b496-2d21ce5717c6), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.259965 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a5dac6-e275-484d-9c33-39adebad0edc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccd2b8ea-e2f8-4271-b496-2d21ce5717c6 {{(pid=115730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 02:11:51.264466 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-10a5dac6-e275-484d-9c33-39adebad0edc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.265783 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-10a5dac6-e275-484d-9c33-39adebad0edc admin admin] 10.222.0.45 "DELETE /v2.0/routers/ccd2b8ea-e2f8-4271-b496-2d21ce5717c6 HTTP/1.1" status: 204 len: 168 time: 0.7646325 Mar 24 02:11:51.268292 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42556) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:11:51.319094 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7bd1b9-3f7c-47f1-b91c-21636660cacc admin admin] Deleting subnet 8ef642ef-a3fd-450c-815d-020310cd87aa {{(pid=115730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 02:11:51.322075 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e7bd1b9-3f7c-47f1-b91c-21636660cacc admin admin] Publish callbacks [] for subnet (8ef642ef-a3fd-450c-815d-020310cd87aa), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.358124 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e7bd1b9-3f7c-47f1-b91c-21636660cacc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58779468'] for subnet (8ef642ef-a3fd-450c-815d-020310cd87aa), precommit_delete_associations {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.438489 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e7bd1b9-3f7c-47f1-b91c-21636660cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16146772'] for subnet (8ef642ef-a3fd-450c-815d-020310cd87aa), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.496426 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e7bd1b9-3f7c-47f1-b91c-21636660cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16146765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58779610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59239730'] for subnet (8ef642ef-a3fd-450c-815d-020310cd87aa), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.524364 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bd1b9-3f7c-47f1-b91c-21636660cacc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef642ef-a3fd-450c-815d-020310cd87aa,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:51.526355 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-7e7bd1b9-3f7c-47f1-b91c-21636660cacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589690'] for subnet (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.530116 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-7e7bd1b9-3f7c-47f1-b91c-21636660cacc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8ef642ef-a3fd-450c-815d-020310cd87aa HTTP/1.1" status: 204 len: 168 time: 0.2596083 Mar 24 02:11:51.532591 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35b59a1-df72-4add-b48c-684c82902706 None None] Network f57fd02c-165c-4470-a27d-40a0fc2f8389 requested from n-d-760455-9 {{(pid=115731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 02:11:51.532756 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [-] (115730) accepted ('10.222.0.45', 42558) {{(pid=115730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:11:51.600918 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15728667'] for network (f57fd02c-165c-4470-a27d-40a0fc2f8389), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.656590 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] Deleting port 793aefe1-32ad-4deb-81c1-7b286f1b1c05 {{(pid=115730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:11:51.656932 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (793aefe1-32ad-4deb-81c1-7b286f1b1c05), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.722849 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.db [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] For port 793aefe1-32ad-4deb-81c1-7b286f1b1c05, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=793aefe1-32ad-4deb-81c1-7b286f1b1c05,segment=NetworkSegment(3c9ffff6-3d10-4b5d-9316-14510a688056),segment_id=3c9ffff6-3d10-4b5d-9316-14510a688056)] {{(pid=115730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:11:51.723218 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (793aefe1-32ad-4deb-81c1-7b286f1b1c05), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.737466 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.plugin [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] Calling delete_port for 793aefe1-32ad-4deb-81c1-7b286f1b1c05 owned by network:dhcp {{(pid=115730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:11:51.748788 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0154b2ae-398d-4c63-9426-684e5c9648bb None None] DHCP port deletion for f57fd02c-165c-4470-a27d-40a0fc2f8389 request from n-d-760455-9 {{(pid=115731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 02:11:51.808133 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0154b2ae-398d-4c63-9426-684e5c9648bb None None] Deleting port 793aefe1-32ad-4deb-81c1-7b286f1b1c05 {{(pid=115731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 02:11:51.808815 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0154b2ae-398d-4c63-9426-684e5c9648bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748219135263'] for port (793aefe1-32ad-4deb-81c1-7b286f1b1c05), before_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.827717 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58777899'] for port (793aefe1-32ad-4deb-81c1-7b286f1b1c05), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.851614 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ce8da339-be08-4e72-a8bf-6f838f1cdd05 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:11:51.857994 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] Pushing event deleted for resources: {'Port': ['ID=793aefe1-32ad-4deb-81c1-7b286f1b1c05,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:51.862427 n-d-760455-9 neutron-server[115730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] No DVR routers for this DVR port 793aefe1-32ad-4deb-81c1-7b286f1b1c05 on host n-d-760455-9 {{(pid=115730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 02:11:51.880633 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: ce8da339-be08-4e72-a8bf-6f838f1cdd05 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 02:11:51.880991 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device ce8da339-be08-4e72-a8bf-6f838f1cdd05 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 02:11:51.881451 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:11:51.912938 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 02:11:51.913319 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device abaf7c6c-cb3d-4330-bd14-4df9b0a6fa2c not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 02:11:51.913733 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 793aefe1-32ad-4deb-81c1-7b286f1b1c05 no longer exists at agent ovs-agent-n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 02:11:51.916369 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.db [None req-0154b2ae-398d-4c63-9426-684e5c9648bb None None] For port 793aefe1-32ad-4deb-81c1-7b286f1b1c05, host n-d-760455-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760455-9',level=0,port_id=793aefe1-32ad-4deb-81c1-7b286f1b1c05,segment=NetworkSegment(3c9ffff6-3d10-4b5d-9316-14510a688056),segment_id=3c9ffff6-3d10-4b5d-9316-14510a688056)] {{(pid=115731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 02:11:51.916769 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0154b2ae-398d-4c63-9426-684e5c9648bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644692'] for port (793aefe1-32ad-4deb-81c1-7b286f1b1c05), precommit_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.936041 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16183265', 'neutron.services.segments.db._delete_segments_for_network-8748218966339'] for network (f57fd02c-165c-4470-a27d-40a0fc2f8389), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.942984 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] No Port match for: 793aefe1-32ad-4deb-81c1-7b286f1b1c05 {{(pid=115731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 02:11:51.943334 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.rpc [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Device 793aefe1-32ad-4deb-81c1-7b286f1b1c05 not bound to the agent host n-d-760455-9 {{(pid=115731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 02:11:51.945376 n-d-760455-9 neutron-server[115731]: DEBUG neutron.plugins.ml2.plugin [None req-0154b2ae-398d-4c63-9426-684e5c9648bb None None] Calling delete_port for 793aefe1-32ad-4deb-81c1-7b286f1b1c05 owned by network:dhcp {{(pid=115731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 02:11:51.959622 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57fd02c-165c-4470-a27d-40a0fc2f8389']}} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:51.971310 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9ffff6-3d10-4b5d-9316-14510a688056') {'for_net_delete': True} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:51.971557 n-d-760455-9 neutron-server[115730]: DEBUG neutron.services.segments.db [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9ffff6-3d10-4b5d-9316-14510a688056') {} {{(pid=115730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 02:11:51.981876 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748218966860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58779509'] for segment (3c9ffff6-3d10-4b5d-9316-14510a688056), before_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:51.998231 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189'] for segment (3c9ffff6-3d10-4b5d-9316-14510a688056), precommit_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:52.005611 n-d-760455-9 neutron-server[115730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=115730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 02:11:52.006098 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16154189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58777976'] for segment (3c9ffff6-3d10-4b5d-9316-14510a688056), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: Traceback (most recent call last): Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: timer() Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: cb(*args, **kw) Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: return func(*args, **kwargs) Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: self._notify() Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: self.callback(batched_events) Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: event.method(event) Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: return f(self, *a, **k) Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: return self._get(url).json() Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: return self.request(url, 'GET', **kwargs) Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 02:11:52.008119 n-d-760455-9 neutron-server[115730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 02:11:52.027105 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0154b2ae-398d-4c63-9426-684e5c9648bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748219142274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748218640119'] for port (793aefe1-32ad-4deb-81c1-7b286f1b1c05), after_delete {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:52.041993 n-d-760455-9 neutron-server[115731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154b2ae-398d-4c63-9426-684e5c9648bb None None] No DVR routers for this DVR port 793aefe1-32ad-4deb-81c1-7b286f1b1c05 on host n-d-760455-9 {{(pid=115731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 02:11:52.064349 n-d-760455-9 neutron-server[115731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154b2ae-398d-4c63-9426-684e5c9648bb None None] Pushing event deleted for resources: {'Port': ['ID=793aefe1-32ad-4deb-81c1-7b286f1b1c05,revision_number=None']} {{(pid=115731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:52.076289 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16183258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640624'] for network (f57fd02c-165c-4470-a27d-40a0fc2f8389), after_delete {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:52.081818 n-d-760455-9 neutron-server[115730]: DEBUG neutron_lib.callbacks.manager [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:52.088612 n-d-760455-9 neutron-server[115730]: INFO neutron.wsgi [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f57fd02c-165c-4470-a27d-40a0fc2f8389 HTTP/1.1" status: 204 len: 168 time: 0.5522256 Mar 24 02:11:52.099174 n-d-760455-9 neutron-server[115730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6824e7f-c5e2-4b12-84fd-e7e0d401c515 admin admin] Pushing event deleted for resources: {'Network': ['ID=f57fd02c-165c-4470-a27d-40a0fc2f8389,revision_number=None']} {{(pid=115730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:52.251607 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42562) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:11:52.290158 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-251fd24d-eaec-4cdc-83ef-960e718ea8a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4379640cbcdf44458b0ce2d5d641d7d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372949 Mar 24 02:11:52.292437 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42564) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:11:52.338380 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6a22b2f-09c6-4481-b5cb-ec796ed5e351 admin admin] Publish callbacks [] for security_group (4bf50b46-c39d-41e7-adb3-fc5a55bc41f3), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:52.363928 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6a22b2f-09c6-4481-b5cb-ec796ed5e351 admin admin] Publish callbacks [] for security_group (4bf50b46-c39d-41e7-adb3-fc5a55bc41f3), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:52.408625 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6a22b2f-09c6-4481-b5cb-ec796ed5e351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4bf50b46-c39d-41e7-adb3-fc5a55bc41f3), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:52.411234 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-c6a22b2f-09c6-4481-b5cb-ec796ed5e351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:52.412358 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-c6a22b2f-09c6-4481-b5cb-ec796ed5e351 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4bf50b46-c39d-41e7-adb3-fc5a55bc41f3 HTTP/1.1" status: 204 len: 168 time: 0.1190507 Mar 24 02:11:52.420362 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a22b2f-09c6-4481-b5cb-ec796ed5e351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf50b46-c39d-41e7-adb3-fc5a55bc41f3,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:52.721164 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42570) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:11:52.761112 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-537c150b-9528-4be5-982f-d0da3534de38 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=abf4de4b51ec45578705a107823a2228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387795 Mar 24 02:11:52.763476 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [-] (115729) accepted ('10.222.0.45', 42572) {{(pid=115729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 02:11:52.808955 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4576402f-b306-4619-a1f6-d4489b8a7c11 admin admin] Publish callbacks [] for security_group (4c4a8b4b-dfba-49b1-9e50-88719894aa61), before_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:52.829238 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4576402f-b306-4619-a1f6-d4489b8a7c11 admin admin] Publish callbacks [] for security_group (4c4a8b4b-dfba-49b1-9e50-88719894aa61), precommit_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:52.876903 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4576402f-b306-4619-a1f6-d4489b8a7c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652836'] for security_group (4c4a8b4b-dfba-49b1-9e50-88719894aa61), after_delete {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:52.879487 n-d-760455-9 neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-4576402f-b306-4619-a1f6-d4489b8a7c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:11:52.880630 n-d-760455-9 neutron-server[115729]: INFO neutron.wsgi [None req-4576402f-b306-4619-a1f6-d4489b8a7c11 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c4a8b4b-dfba-49b1-9e50-88719894aa61 HTTP/1.1" status: 204 len: 168 time: 0.1162815 Mar 24 02:11:52.888952 n-d-760455-9 neutron-server[115729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576402f-b306-4619-a1f6-d4489b8a7c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4a8b4b-dfba-49b1-9e50-88719894aa61,revision_number=None']} {{(pid=115729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 02:11:58.895642 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-042409f4-0d16-442e-af8c-d1cdb0da311e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:12:00.601539 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:12:01.004101 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-47b12494-3dad-470e-9bcb-acb950cf541c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:12:02.450787 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:12:03.217449 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:12:03.949349 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:12:05.383950 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:12:19.289454 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:12:28.896877 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-8d90f66e-78fd-4d89-ac50-dd85b439917a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:12:30.618937 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:12:31.005014 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-80bf2f45-fcc5-41a0-a792-b343fdcf325b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:12:32.450623 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:12:33.234769 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:12:33.952954 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:12:35.386056 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:12:56.288164 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:12:58.897484 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2579-78d6-4190-b628-88f11e604790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:13:00.636587 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:13:01.006096 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c1616a5b-d43a-4423-9e9e-10ba9e5a4f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:13:02.454273 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:13:03.226512 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:13:03.955377 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:13:05.387495 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:13:28.898449 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a437a374-0e2b-44fc-a8ca-4afc9f97340e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:13:30.651143 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:13:31.007010 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-9273084e-2011-408c-96bc-fd82d3155a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:13:32.456359 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:13:33.232170 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:13:33.286566 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:13:33.957537 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:13:35.389860 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:13:58.899781 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a60b9373-af52-4b30-8940-c485d2951eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:14:00.652583 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:14:01.007928 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-b10f55c5-72a6-4e03-b5c5-9f7e696c0985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:14:02.461400 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:14:03.382241 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:14:03.960415 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:14:05.391758 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:14:10.286238 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:14:28.900872 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0af87919-5c19-4901-ba35-c6534e90903f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:14:30.655913 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:14:31.010217 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c3b6fd1b-dadb-49fb-ba9d-cebd67ea60ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:14:32.461786 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:14:33.248565 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:14:33.963187 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:14:35.397847 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:14:47.284652 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:14:58.903002 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-5b7c7f9c-5a29-4fcb-b5a5-80058ae58455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:15:00.697674 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:15:01.011185 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-4d71abf0-3bcb-483d-88b0-ab1013066d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:15:02.464658 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:15:03.238945 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:15:03.964963 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:15:05.392246 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:15:24.284678 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:15:28.904108 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-767cef6b-9ae1-49d1-83ea-3610723c9a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:15:30.712519 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:15:31.012630 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-647db842-f610-48ba-9309-42cb29f9a9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:15:32.469984 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:15:33.262105 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:15:33.968637 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:15:35.394350 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:15:58.904927 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d55cfe73-cdab-4569-8fe2-2f095239aa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:16:00.711906 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:16:01.018226 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-86d76936-a7cd-480a-b571-ba29760a21d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:16:01.283577 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:16:02.471418 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:16:03.258625 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:16:03.971293 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:16:05.396398 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:16:28.904492 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2a24c754-cdae-42e0-9aec-4f1661d9df1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:16:30.711606 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:16:31.010226 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0ab282e4-69d8-4a06-9302-582ba426ee87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:16:32.475020 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:16:33.259757 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:16:33.974766 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:16:35.398073 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:16:38.283459 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:16:58.905912 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-a27f5e9a-0389-455a-94db-c895e2341b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:17:00.711474 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:17:01.011550 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-ddd8f800-e084-49a7-afc6-dffe7debedbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:17:02.476065 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:17:03.266255 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:17:03.978000 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:17:05.401687 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:17:15.283326 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:17:28.911539 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-41413bd1-3c34-49bd-9710-298c89b5f548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:17:30.711926 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:17:31.013586 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-892ef8fb-c1b1-4ccc-91d5-33678e259c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:17:32.479017 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:17:33.278782 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:17:33.979580 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:17:35.402337 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:17:52.282176 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:17:58.913621 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-d3672db9-eeea-4e9d-b8cb-2fa374d14958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:18:00.712200 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:18:01.017927 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-66f7620b-ad15-45c5-a7e5-abc1d6655fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:18:02.481677 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:18:03.285909 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:18:03.983304 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:18:05.408402 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:18:28.913986 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e5e9f1a5-a637-4728-9776-f22fb09a0596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:18:29.281858 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:18:30.726039 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:18:31.020202 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-6fe4fc35-1ba9-4d4a-94d9-3fc81d97317e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:18:32.484139 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:18:33.288027 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:18:33.985049 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:18:35.401809 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:18:58.914914 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-95df0fb4-7e43-45f8-ab21-ee2f142fa2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:19:00.742807 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:19:01.025900 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-228e79da-9b75-4e20-b191-235bf3640a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:19:02.487744 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:19:03.284635 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:19:03.988389 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:19:05.404761 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:19:06.281420 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:19:28.916097 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-e98d5b87-a14d-45da-92eb-afbbfbcf0bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:19:30.754205 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:19:31.016637 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-69a07971-c99d-4fdb-a882-d65c1249ee27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:19:32.490396 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:19:33.284301 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:19:33.990774 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:19:35.405893 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:19:43.281612 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:19:58.150271 n-d-760455-9 neutron-server[115729]: DEBUG neutron.wsgi [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-54ab06f0-8888-48dc-b2fb-c2ae99293a21 service neutron] (115729) timed out ('10.222.0.45', 40396) {{(pid=115729) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 02:19:58.250374 n-d-760455-9 neutron-server[115730]: DEBUG neutron.wsgi [req-ea6a55ec-1ebf-4413-ad3c-a386dec675c5 req-27e9ae26-7fda-484a-84a8-de2ad58b4585 tempest-TestShelveInstance-665569382 tempest-TestShelveInstance-665569382-project] (115730) timed out ('10.222.0.45', 40418) {{(pid=115730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 02:19:58.917249 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-0151e61c-20df-4207-bc28-3943b8449071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:20:00.739120 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:20:01.022350 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fccd8d2f-10bf-4342-a49b-288b56e957a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:20:02.494634 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:20:03.298941 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:20:03.992963 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-c8549d2d-532a-475c-90f8-07579dc6fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (25f19177-36d0-4fc8-9381-4e54ad1172f8), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:20:05.409087 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-cd181ab5-82de-45f1-afb7-5b27495b7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (db5efee3-e377-48cd-990b-b1047292779c), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:20:20.280663 n-d-760455-9 neutron-server[115732]: DEBUG neutron.db.agents_db [None req-3b9b8b1c-0d31-4491-8109-b1046cb3c1a3 None None] Agent healthcheck: found 7 active agents {{(pid=115732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 02:20:28.918541 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-26754fdf-f969-48e1-9bd0-dc6dd51bd533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (03cd6628-94df-42ad-b286-2b99960910ee), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:20:30.753640 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-2660c714-458b-4eab-9d16-45a4a9f45510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (537b009a-f4b6-46f2-b1e7-f71587a780fa), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:20:31.023615 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-240116f6-a19f-4050-863f-1e84beeb26cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (801084c2-214a-4a48-800c-fec355a595db), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:20:32.496283 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-195114a2-f874-483e-b24b-1921425333b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (2e80a871-f9b8-4f2b-acef-2602a01bc9f1), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 02:20:33.315174 n-d-760455-9 neutron-server[115731]: DEBUG neutron_lib.callbacks.manager [None req-fd6e37b1-6e85-495b-bc7a-3d2dec9ebbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748218966321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16176674'] for agent (42ae27f2-c3dd-45c1-afa6-0ea997003799), after_update {{(pid=115731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}